-- Logs begin at Thu 2021-11-25 18:33:48 UTC, end at Thu 2021-11-25 21:10:16 UTC. -- Nov 25 19:07:40.793558 n-d-819349-5 systemd[1]: Started Devstack devstack@q-svc.service. Nov 25 19:07:43.702062 n-d-819349-5 neutron-server[103492]: INFO neutron.common.config [-] Logging enabled! Nov 25 19:07:43.702720 n-d-819349-5 neutron-server[103492]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev228 Nov 25 19:07:43.702894 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103492) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 25 19:07:43.706347 n-d-819349-5 neutron-server[103492]: INFO neutron.common.config [-] Logging enabled! Nov 25 19:07:43.706609 n-d-819349-5 neutron-server[103492]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev228 Nov 25 19:07:43.706926 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103492) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 25 19:07:43.707865 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 19:07:43.708142 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 19:07:43.708507 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 19:07:43.708829 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 19:07:43.709063 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 19:07:43.709389 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.709822 n-d-819349-5 neutron-server[103492]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 25 19:07:43.710138 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.710466 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.710763 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.711059 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.711355 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.711637 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.711928 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.712225 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.712512 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.712794 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.713076 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.713364 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.713646 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.713937 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.714224 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.714532 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] debug = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.714817 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.715246 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.715672 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.715954 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.716245 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.716528 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.716801 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.717077 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.717362 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.717692 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] host = n-d-819349-5 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.717973 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.718261 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.718573 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.718865 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.719142 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.719425 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.719709 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.719984 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.720260 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] log_file = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.720538 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.720829 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.721118 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.721410 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.721638 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.721866 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.722155 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.722468 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.722748 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.723025 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.723301 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.723623 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.723942 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.724265 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.724555 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.724842 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.725132 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.725410 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.725687 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.725962 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.726238 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.726550 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.726826 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.727103 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.727380 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.727669 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.727942 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.728216 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.728518 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.728806 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.729091 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.729378 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.729653 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.729936 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.730208 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.730505 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.730778 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] use_json = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.731051 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.731322 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.731607 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.731877 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.732148 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.732419 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.732689 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.732975 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:43.733278 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.733631 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.733886 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.734172 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.734499 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.734782 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.735072 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.735356 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.735646 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.735936 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.736226 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.736505 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.736793 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.737070 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.737368 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.737672 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.737969 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.738263 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.738570 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.738847 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.739622 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.739911 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.740230 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.740575 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.740869 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.741167 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.741448 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.741750 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.742041 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.742360 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.742656 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.742933 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.743211 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.743592 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.743788 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.744057 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.744336 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.744631 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.744915 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.745194 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.745479 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.745760 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.746037 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.746331 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.746614 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.746907 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.747188 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.747460 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.747734 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.748014 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.748290 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.748576 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.748854 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.749129 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.749402 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.749946 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.750226 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.750598 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.750865 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.751078 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.751354 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.751627 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.751901 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.752174 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.752447 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.752720 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.752993 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.753265 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.753540 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.753818 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.754093 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.754391 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.754663 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.755638 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.755974 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.756278 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.756559 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.756841 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.757121 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.757399 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.757677 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.757956 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.758233 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.758539 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.758815 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.759105 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.759389 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.759676 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.759958 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.760268 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.760563 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.760841 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.761127 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.761403 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.761680 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.761962 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.762245 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.762567 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.762865 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.763160 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.763457 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.763754 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.764042 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.764351 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.764634 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:43.764854 n-d-819349-5 neutron-server[103492]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 19:07:43.765101 n-d-819349-5 neutron-server[103492]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103492) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 25 19:07:44.198436 n-d-819349-5 neutron-server[103492]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 25 19:07:44.199080 n-d-819349-5 neutron-server[103492]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 25 19:07:44.199394 n-d-819349-5 neutron-server[103492]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 25 19:07:44.199881 n-d-819349-5 neutron-server[103492]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 25 19:07:44.533640 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:44.533845 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:44.534106 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:44.535325 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:44.535617 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:44.536652 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:44.574364 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:44.574687 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:44.574956 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:44.590950 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:44.591239 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:44.591507 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:44.622477 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:44.622768 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:44.623040 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:44.662594 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:44.662877 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:44.663149 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.017458 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.018119 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.018119 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.018309 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.019189 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.120347 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.120680 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.120969 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.121242 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.121509 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.121823 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.122087 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.122375 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.122636 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.122927 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.123185 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.123452 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.123711 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.123968 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.124225 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.124743 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.125004 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.125274 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.125546 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.125808 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.126081 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.126357 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.126641 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.127023 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.127276 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.127523 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.127930 n-d-819349-5 neutron-server[103492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 19:07:45.128175 n-d-819349-5 neutron-server[103492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 19:07:45.128418 n-d-819349-5 neutron-server[103492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 19:07:45.128656 n-d-819349-5 neutron-server[103492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 19:07:45.128893 n-d-819349-5 neutron-server[103492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 19:07:45.129130 n-d-819349-5 neutron-server[103492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 19:07:45.129492 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 25 19:07:45.133366 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 25 19:07:45.137473 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 25 19:07:45.141380 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Nov 25 19:07:45.143050 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 25 19:07:45.143521 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 25 19:07:45.143860 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 25 19:07:45.144249 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 25 19:07:45.147783 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 25 19:07:45.148039 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 25 19:07:45.148394 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 19:07:45.153727 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 25 19:07:45.177374 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 25 19:07:45.177967 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.178275 n-d-819349-5 neutron-server[103492]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103492) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 25 19:07:45.178661 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.180059 n-d-819349-5 neutron-server[103492]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103492) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 25 19:07:45.180350 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 19:07:45.180596 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 25 19:07:45.183910 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.184190 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.249001 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 25 19:07:45.249241 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 25 19:07:45.249739 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 25 19:07:45.250122 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 25 19:07:45.272550 n-d-819349-5 neutron-server[103492]: DEBUG oslo_db.sqlalchemy.engines [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103492) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 25 19:07:45.714797 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.managers [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Initializing driver for type 'gre' Nov 25 19:07:45.715504 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] gre ID ranges: [(1, 1000)] Nov 25 19:07:45.775558 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.managers [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Initializing driver for type 'local' Nov 25 19:07:45.775944 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.managers [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Initializing driver for type 'vlan' Nov 25 19:07:45.790039 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] VlanTypeDriver initialization complete Nov 25 19:07:45.790407 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.managers [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Initializing driver for type 'vxlan' Nov 25 19:07:45.790899 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] vxlan ID ranges: [(1, 1000)] Nov 25 19:07:45.844419 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.managers [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Initializing extension driver 'port_security' Nov 25 19:07:45.844827 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.extensions.port_security [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] PortSecurityExtensionDriver initialization complete Nov 25 19:07:45.845168 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.managers [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Initializing mechanism driver 'openvswitch' Nov 25 19:07:45.845498 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.managers [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Initializing mechanism driver 'hyperv' Nov 25 19:07:45.852737 n-d-819349-5 neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:07:45.853606 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > port after_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.853984 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > port after_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.854370 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > port after_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.854926 n-d-819349-5 neutron-server[103492]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103492) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 19:07:45.855367 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > subnet after_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.855732 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > subnet after_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.856085 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.856497 n-d-819349-5 neutron-server[103492]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103492) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 19:07:45.856912 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > network after_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.857265 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > network after_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.857612 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > network after_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.858020 n-d-819349-5 neutron-server[103492]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103492) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 19:07:45.858471 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > security_group after_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.858826 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > security_group after_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.859172 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.859579 n-d-819349-5 neutron-server[103492]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103492) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 19:07:45.859994 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.860349 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.860695 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.861102 n-d-819349-5 neutron-server[103492]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103492) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 19:07:45.861512 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > address_group after_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.861863 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > address_group after_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.862208 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.862639 n-d-819349-5 neutron-server[103492]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103492) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 19:07:45.863032 n-d-819349-5 neutron-server[103492]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] ML2 OVO RPC backend initialized. {{(pid=103492) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 25 19:07:45.863744 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.864712 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.865142 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > network before_response 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.865492 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > networks before_response 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.865846 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > port before_response 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.866194 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > ports before_response 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.866570 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > subnet before_response 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.866917 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > subnets before_response 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.867285 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > network after_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.867614 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > network after_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.867955 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > network after_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.868296 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > port after_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.868638 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > port after_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.868975 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > port after_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.869315 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > subnet after_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.869655 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > subnet after_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.869992 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.870598 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.plugin [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Modular L2 Plugin initialization complete Nov 25 19:07:45.870932 n-d-819349-5 neutron-server[103492]: DEBUG neutron.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading services supported by the core plugin {{(pid=103492) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 25 19:07:45.871264 n-d-819349-5 neutron-server[103492]: INFO neutron.plugins.ml2.managers [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Got port-security extension from driver 'port_security' Nov 25 19:07:45.871734 n-d-819349-5 neutron-server[103492]: INFO neutron.extensions.vlantransparent [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Disabled vlantransparent extension. Nov 25 19:07:45.872222 n-d-819349-5 neutron-server[103492]: DEBUG neutron.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103492) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 25 19:07:45.872539 n-d-819349-5 neutron-server[103492]: INFO neutron.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading Plugin: router Nov 25 19:07:45.909749 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.910153 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > router after_create 55549900 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.910553 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > router before_create 55549900 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.911525 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.911923 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.912287 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > router after_delete 55549900 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.912649 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.913126 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.913494 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > router after_create 55549900 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.913848 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > router after_update 55549900 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.914204 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > router after_update 55549900 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.914590 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.914959 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > router after_update 55549900 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.915380 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > router precommit_update 55549900 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.915755 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: port after_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.916098 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: port after_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.916442 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: subnet after_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.916784 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.917138 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.917491 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > router precommit_create 55549900 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.917836 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: port before_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.918185 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > router precommit_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.918575 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > router after_update 55549900 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.918924 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.919280 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > router precommit_create 55549900 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.919646 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.920002 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > router precommit_update 55549900 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.920373 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > agent after_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.920729 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > agent after_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.921078 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > network after_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.921967 n-d-819349-5 neutron-server[103492]: DEBUG neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Tracking information for resource: router configured {{(pid=103492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 19:07:45.922328 n-d-819349-5 neutron-server[103492]: DEBUG neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Tracking information for resource: floatingip configured {{(pid=103492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 19:07:45.927373 n-d-819349-5 neutron-server[103492]: INFO neutron.db.l3_agentschedulers_db [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 25 19:07:45.927958 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: port after_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.928322 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: port after_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.928678 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: port after_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.929038 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: port after_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.929832 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > router before_create 55550100 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.930201 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.930593 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > router precommit_create 55550100 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.930957 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > router precommit_update 55550100 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.936151 n-d-819349-5 neutron-server[103492]: DEBUG neutron.services.provider_configuration [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Service providers = [] {{(pid=103492) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 25 19:07:45.936526 n-d-819349-5 neutron-server[103492]: DEBUG neutron.db.servicetype_db [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103492) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 25 19:07:45.943158 n-d-819349-5 neutron-server[103492]: DEBUG neutron.services.service_base [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103492) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 19:07:45.944917 n-d-819349-5 neutron-server[103492]: DEBUG neutron.services.service_base [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103492) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 19:07:45.945298 n-d-819349-5 neutron-server[103492]: DEBUG neutron.services.service_base [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103492) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 19:07:45.946233 n-d-819349-5 neutron-server[103492]: DEBUG neutron.services.service_base [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103492) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 19:07:45.946642 n-d-819349-5 neutron-server[103492]: INFO neutron.services.service_base [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 25 19:07:45.947036 n-d-819349-5 neutron-server[103492]: DEBUG neutron.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 19:07:45.947360 n-d-819349-5 neutron-server[103492]: INFO neutron.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 25 19:07:45.959251 n-d-819349-5 neutron-server[103492]: DEBUG neutron.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 19:07:45.959590 n-d-819349-5 neutron-server[103492]: INFO neutron.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading Plugin: auto_allocate Nov 25 19:07:45.965751 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: network precommit_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.966071 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: network precommit_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.966646 n-d-819349-5 neutron-server[103492]: DEBUG neutron.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 19:07:45.966975 n-d-819349-5 neutron-server[103492]: INFO neutron.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading Plugin: tag Nov 25 19:07:45.974748 n-d-819349-5 neutron-server[103492]: DEBUG neutron.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 19:07:45.975002 n-d-819349-5 neutron-server[103492]: INFO neutron.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading Plugin: timestamp Nov 25 19:07:45.979125 n-d-819349-5 neutron-server[103492]: DEBUG neutron.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 19:07:45.979473 n-d-819349-5 neutron-server[103492]: INFO neutron.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading Plugin: network_ip_availability Nov 25 19:07:45.985055 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.985435 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.985800 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:45.986584 n-d-819349-5 neutron-server[103492]: DEBUG neutron.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 19:07:45.986908 n-d-819349-5 neutron-server[103492]: INFO neutron.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading Plugin: flavors Nov 25 19:07:45.992177 n-d-819349-5 neutron-server[103492]: DEBUG neutron.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 19:07:45.992511 n-d-819349-5 neutron-server[103492]: INFO neutron.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading Plugin: revisions Nov 25 19:07:45.996871 n-d-819349-5 neutron-server[103492]: DEBUG neutron.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 19:07:45.997273 n-d-819349-5 neutron-server[103492]: DEBUG oslo_concurrency.lockutils [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.798s {{(pid=103492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 25 19:07:45.998034 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103492) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 25 19:07:45.998408 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Initializing extension manager. Nov 25 19:07:45.998929 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: __init__.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:45.999281 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: __pycache__ {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:45.999874 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.000212 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: address_group.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.000982 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.001571 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: address-group Nov 25 19:07:46.001896 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: address_scope.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.002643 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.003164 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: address-scope Nov 25 19:07:46.003492 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.004431 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.005237 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: router-admin-state-down-before-update Nov 25 19:07:46.005508 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: agent.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.006219 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.006770 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: agent Nov 25 19:07:46.007100 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: agent_resources_synced.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.008024 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.008551 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: agent-resources-synced Nov 25 19:07:46.008881 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: allowedaddresspairs.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.010711 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.011251 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: allowed-address-pairs Nov 25 19:07:46.011589 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: auto_allocated_topology.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.012685 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.013223 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: auto-allocated-topology Nov 25 19:07:46.013553 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: availability_zone.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.014255 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.014800 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: availability_zone Nov 25 19:07:46.015129 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: availability_zone_filter.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.016052 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.016578 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: availability_zone_filter Nov 25 19:07:46.016904 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: data_plane_status.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.017827 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.018374 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension data-plane-status not supported by any of loaded plugins Nov 25 19:07:46.018684 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: default_subnetpools.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.019789 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.020861 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: default-subnetpools Nov 25 19:07:46.021187 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.022193 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.022742 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: dhcp_agent_scheduler Nov 25 19:07:46.023071 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: dns.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.024010 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.024534 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension dns-integration not supported by any of loaded plugins Nov 25 19:07:46.024861 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: dns_domain_ports.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.025800 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.026344 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 25 19:07:46.026675 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.027613 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.028132 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 25 19:07:46.028457 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: dvr.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.029132 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.029658 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: dvr Nov 25 19:07:46.029984 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: ecmp_routes.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.030945 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.031468 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 25 19:07:46.031801 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: empty_string_filtering.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.032718 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.033244 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: empty-string-filtering Nov 25 19:07:46.033570 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.034536 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.035050 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 25 19:07:46.035377 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.037366 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.037902 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 25 19:07:46.038215 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: external_net.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.039168 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.039700 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: external-net Nov 25 19:07:46.040025 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.040945 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.041473 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: extra_dhcp_opt Nov 25 19:07:46.041820 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: extraroute.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.042740 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.043263 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: extraroute Nov 25 19:07:46.043586 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: extraroute_atomic.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.044836 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.045377 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: extraroute-atomic Nov 25 19:07:46.045701 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: filter_validation.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.046420 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.046943 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: filter-validation Nov 25 19:07:46.047268 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: fip_pf_description.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.048192 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.048708 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 25 19:07:46.049039 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: fip_port_details.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.049976 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.050540 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: fip-port-details Nov 25 19:07:46.050868 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: flavors.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.052456 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.052988 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: flavors Nov 25 19:07:46.053319 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.055079 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.055623 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 25 19:07:46.055966 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: floatingip_pools.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.056687 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.057215 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: floatingip-pools Nov 25 19:07:46.057548 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: ip_allocation.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.058532 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.059055 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension ip_allocation not supported by any of loaded plugins Nov 25 19:07:46.059393 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.060325 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.060850 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: ip-substring-filtering Nov 25 19:07:46.061186 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: l2_adjacency.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.062127 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.062674 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 25 19:07:46.063009 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: l3.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.064024 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.064556 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: router Nov 25 19:07:46.064887 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.067453 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.068010 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 25 19:07:46.068353 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.069320 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.069867 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: ext-gw-mode Nov 25 19:07:46.070202 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.071159 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.071692 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: l3-ha Nov 25 19:07:46.072025 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: l3_flavors.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.072965 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.073490 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: l3-flavors Nov 25 19:07:46.073820 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.074971 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.075492 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 25 19:07:46.075820 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: l3agentscheduler.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.076882 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.077407 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: l3_agent_scheduler Nov 25 19:07:46.077738 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: local_ip.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.079696 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.080240 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension local_ip not supported by any of loaded plugins Nov 25 19:07:46.080581 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: logging.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.082208 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.083340 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension logging not supported by any of loaded plugins Nov 25 19:07:46.083678 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: metering.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.084433 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.085032 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: metering Nov 25 19:07:46.085366 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.086517 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.087048 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: metering_source_and_destination_fields Nov 25 19:07:46.087382 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: multiprovidernet.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.088327 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.088850 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: multi-provider Nov 25 19:07:46.089181 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: netmtu.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.090117 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.090683 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: net-mtu Nov 25 19:07:46.091016 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: netmtu_writable.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.091949 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.092472 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: net-mtu-writable Nov 25 19:07:46.092800 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: network_availability_zone.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.093481 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.094000 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: network_availability_zone Nov 25 19:07:46.094356 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: network_ip_availability.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.095483 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.096008 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: network-ip-availability Nov 25 19:07:46.096340 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: network_segment_range.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.097117 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.097635 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension network-segment-range not supported by any of loaded plugins Nov 25 19:07:46.097964 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: pagination.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.099904 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.100249 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: pagination Nov 25 19:07:46.100579 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: port_device_profile.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.101521 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.102058 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: port-device-profile Nov 25 19:07:46.102415 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.103359 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.103881 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: port-mac-address-regenerate Nov 25 19:07:46.104211 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.105150 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.105674 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: port-numa-affinity-policy Nov 25 19:07:46.106004 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: port_resource_request.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.106979 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.107504 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension port-resource-request not supported by any of loaded plugins Nov 25 19:07:46.107833 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: port_resource_request_groups.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.108814 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.109338 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 25 19:07:46.109671 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: portbindings.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.110654 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.111184 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: binding Nov 25 19:07:46.111508 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: portbindings_extended.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.112821 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.113344 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: binding-extended Nov 25 19:07:46.113679 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: portsecurity.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.114706 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.115219 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: port-security Nov 25 19:07:46.115550 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: project_id.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.116540 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.116875 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: project-id Nov 25 19:07:46.117202 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: providernet.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.118142 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.118700 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: provider Nov 25 19:07:46.119028 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: qos.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.122700 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.123242 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension qos not supported by any of loaded plugins Nov 25 19:07:46.123576 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.125103 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.125631 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 25 19:07:46.125970 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.126927 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.127456 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 25 19:07:46.127792 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: qos_default.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.128718 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.129247 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension qos-default not supported by any of loaded plugins Nov 25 19:07:46.129626 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: qos_fip.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.130336 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.131007 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension qos-fip not supported by any of loaded plugins Nov 25 19:07:46.131343 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: qos_gateway_ip.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.132292 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.132815 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 25 19:07:46.133147 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: qos_port_network_policy.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.135716 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.136261 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 25 19:07:46.136602 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.137705 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.138239 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 25 19:07:46.138604 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: qos_pps_rule.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.139816 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.140358 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension qos-pps not supported by any of loaded plugins Nov 25 19:07:46.140692 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: qos_rule_type_details.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.141627 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.142156 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 25 19:07:46.142525 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: qos_rules_alias.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.143578 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.144107 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 25 19:07:46.144440 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: quota_check_limit.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.145939 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.146607 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: quota-check-limit Nov 25 19:07:46.146942 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: quotasv2.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.147936 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.148272 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: quotas Nov 25 19:07:46.148601 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: quotasv2_detail.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.151882 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.152232 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: quota_details Nov 25 19:07:46.152569 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: rbac.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.153652 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.154192 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: rbac-policies Nov 25 19:07:46.154551 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: rbac_address_group.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.155514 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.156052 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: rbac-address-group Nov 25 19:07:46.156384 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: rbac_address_scope.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.157329 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.157869 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: rbac-address-scope Nov 25 19:07:46.158199 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: rbac_security_groups.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.159153 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.159686 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: rbac-security-groups Nov 25 19:07:46.160014 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: rbac_subnetpool.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.161556 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.162106 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: rbac-subnetpool Nov 25 19:07:46.162482 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: revisionifmatch.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.163426 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.163951 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: revision-if-match Nov 25 19:07:46.164279 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: revisions.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.165420 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.165946 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: standard-attr-revisions Nov 25 19:07:46.166279 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: router_availability_zone.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.166992 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.167510 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: router_availability_zone Nov 25 19:07:46.167837 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: routerservicetype.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.168772 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.169294 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension router-service-type not supported by any of loaded plugins Nov 25 19:07:46.169624 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.170669 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.171195 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: security-groups-normalized-cidr Nov 25 19:07:46.171522 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.172458 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.172985 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: port-security-groups-filtering Nov 25 19:07:46.173317 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.174249 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.174804 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: security-groups-remote-address-group Nov 25 19:07:46.175129 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.176081 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.176669 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: security-groups-shared-filtering Nov 25 19:07:46.176985 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.177586 n-d-819349-5 neutron-server[103492]: WARNING neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 25 19:07:46.177913 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: securitygroup.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.188102 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.188657 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: security-group Nov 25 19:07:46.189000 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: segment.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.189798 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.190355 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension segment not supported by any of loaded plugins Nov 25 19:07:46.190692 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.191649 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.192415 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 25 19:07:46.192932 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: servicetype.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.194064 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.194690 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: service-type Nov 25 19:07:46.195023 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: sorting.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.196028 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.196366 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: sorting Nov 25 19:07:46.196694 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: standard_attr_segment.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.197621 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.198152 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 25 19:07:46.198510 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: standardattrdescription.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.199175 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.199698 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: standard-attr-description Nov 25 19:07:46.200030 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: stateful_security_group.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.201300 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.201836 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: stateful-security-group Nov 25 19:07:46.202179 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: stdattrs_common.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.202792 n-d-819349-5 neutron-server[103492]: WARNING neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 25 19:07:46.203122 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.204128 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.204671 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 25 19:07:46.205018 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: subnet_onboard.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.206237 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.206912 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: subnet_onboard Nov 25 19:07:46.207283 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.209077 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.209712 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 25 19:07:46.210081 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: subnet_service_types.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.211399 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.212039 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: subnet-service-types Nov 25 19:07:46.212411 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: subnetallocation.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.213725 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.214257 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: subnet_allocation Nov 25 19:07:46.214611 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.215290 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.215858 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: subnetpool-prefix-ops Nov 25 19:07:46.216138 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.217085 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.217610 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 25 19:07:46.217938 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: tagging.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.219056 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.219598 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: standard-attr-tag Nov 25 19:07:46.219930 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: timestamp.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.221178 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.221709 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loaded extension: standard-attr-timestamp Nov 25 19:07:46.222043 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: trunk.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.223119 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.224323 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension trunk not supported by any of loaded plugins Nov 25 19:07:46.224653 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: trunk_details.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.225596 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.226123 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension trunk-details not supported by any of loaded plugins Nov 25 19:07:46.226486 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: uplink_status_propagation.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.227422 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.227947 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 25 19:07:46.228274 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Loading extension file: vlantransparent.py {{(pid=103492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:46.228963 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:46.229488 n-d-819349-5 neutron-server[103492]: INFO neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 25 19:07:46.232146 n-d-819349-5 neutron-server[103492]: INFO neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Creating instance of TrackedResource for resource:network Nov 25 19:07:46.232703 n-d-819349-5 neutron-server[103492]: INFO neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Creating instance of TrackedResource for resource:subnet Nov 25 19:07:46.233111 n-d-819349-5 neutron-server[103492]: INFO neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 19:07:46.233510 n-d-819349-5 neutron-server[103492]: INFO neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Creating instance of TrackedResource for resource:port Nov 25 19:07:46.234807 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.v2.resource_helper [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:46.235251 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.v2.resource_helper [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Service FLAVORS assigned prefix: {{(pid=103492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:46.235883 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.v2.resource_helper [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:46.236330 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.v2.resource_helper [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:46.236666 n-d-819349-5 neutron-server[103492]: INFO neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Creating instance of TrackedResource for resource:router Nov 25 19:07:46.237103 n-d-819349-5 neutron-server[103492]: INFO neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Creating instance of TrackedResource for resource:floatingip Nov 25 19:07:46.237602 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.v2.resource_helper [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Service METERING assigned prefix: /metering {{(pid=103492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:46.239151 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:46.239530 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:46.239888 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:46.240912 n-d-819349-5 neutron-server[103492]: INFO neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 19:07:46.241379 n-d-819349-5 neutron-server[103492]: INFO neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Creating instance of TrackedResource for resource:security_group Nov 25 19:07:46.241820 n-d-819349-5 neutron-server[103492]: INFO neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 19:07:46.242476 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.v2.resource_helper [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Service CORE assigned prefix: {{(pid=103492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:46.242815 n-d-819349-5 neutron-server[103492]: INFO neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 19:07:46.243166 n-d-819349-5 neutron-server[103492]: WARNING neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] subnetpool is already registered Nov 25 19:07:46.243614 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.v2.resource_helper [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Service CORE assigned prefix: {{(pid=103492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:46.243945 n-d-819349-5 neutron-server[103492]: INFO neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 19:07:46.244281 n-d-819349-5 neutron-server[103492]: WARNING neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] subnetpool is already registered Nov 25 19:07:46.246623 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.v2.resource_helper [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:46.247067 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.v2.resource_helper [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Service FLAVORS assigned prefix: {{(pid=103492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:46.247670 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.v2.resource_helper [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:46.248099 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.v2.resource_helper [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:46.248438 n-d-819349-5 neutron-server[103492]: INFO neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Creating instance of TrackedResource for resource:router Nov 25 19:07:46.248791 n-d-819349-5 neutron-server[103492]: WARNING neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] router is already registered Nov 25 19:07:46.249211 n-d-819349-5 neutron-server[103492]: INFO neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Creating instance of TrackedResource for resource:floatingip Nov 25 19:07:46.249808 n-d-819349-5 neutron-server[103492]: WARNING neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] floatingip is already registered Nov 25 19:07:46.250272 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.v2.resource_helper [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Service METERING assigned prefix: /metering {{(pid=103492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:46.250974 n-d-819349-5 neutron-server[103492]: INFO neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 19:07:46.251305 n-d-819349-5 neutron-server[103492]: WARNING neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] rbac_policy is already registered Nov 25 19:07:46.251729 n-d-819349-5 neutron-server[103492]: INFO neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Creating instance of TrackedResource for resource:security_group Nov 25 19:07:46.252068 n-d-819349-5 neutron-server[103492]: WARNING neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] security_group is already registered Nov 25 19:07:46.252477 n-d-819349-5 neutron-server[103492]: INFO neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 19:07:46.252815 n-d-819349-5 neutron-server[103492]: WARNING neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] security_group_rule is already registered Nov 25 19:07:46.253457 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.v2.resource_helper [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Service CORE assigned prefix: {{(pid=103492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:46.253788 n-d-819349-5 neutron-server[103492]: INFO neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 19:07:46.254125 n-d-819349-5 neutron-server[103492]: WARNING neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] subnetpool is already registered Nov 25 19:07:46.254600 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.v2.resource_helper [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Service CORE assigned prefix: {{(pid=103492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:46.254936 n-d-819349-5 neutron-server[103492]: INFO neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 19:07:46.255273 n-d-819349-5 neutron-server[103492]: WARNING neutron.quota.resource_registry [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] subnetpool is already registered Nov 25 19:07:46.255742 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: extensions {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.257246 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: address-groups {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.258808 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: address-scopes {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.260132 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: agents {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.261318 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: auto-allocated-topology {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.262604 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: availability_zones {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.263823 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: dhcp-networks {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.265365 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: dhcp-agents {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.266838 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: routers {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.269095 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: flavors {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.270851 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: service_profiles {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.272091 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: next_providers {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.273563 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: service_profiles {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.275154 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: floatingip-pools {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.276401 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: routers {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.278580 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: floatingips {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.279861 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: l3-routers {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.281413 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: l3-agents {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.282886 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: metering-labels {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.285222 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: metering-label-rules {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.287283 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: network-ip-availabilities {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.288623 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: bindings {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.290368 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: quotas {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.291908 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: quotas {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.293441 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: rbac-policies {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.294782 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: security-groups {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.296050 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: security-group-rules {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.297299 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: service-providers {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.298548 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: subnetpools {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.299975 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: subnetpools {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.301496 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: tags {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.303359 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: tags {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.305191 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: tags {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.307018 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: tags {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.308837 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: tags {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.310755 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: tags {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.312489 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: tags {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.314421 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: tags {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.316221 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: tags {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.318850 n-d-819349-5 neutron-server[103492]: DEBUG neutron.api.extensions [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Extended resource: tags {{(pid=103492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:46.325054 n-d-819349-5 neutron-server[103492]: WARNING keystonemiddleware.auth_token [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 25 19:07:46.329818 n-d-819349-5 neutron-server[103492]: WARNING keystonemiddleware.auth_token [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 25 19:07:46.339570 n-d-819349-5 neutron-server[103492]: DEBUG oslo_concurrency.lockutils [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Acquired lock "singleton_lock" {{(pid=103492) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 25 19:07:46.340052 n-d-819349-5 neutron-server[103492]: DEBUG oslo_concurrency.lockutils [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Releasing lock "singleton_lock" {{(pid=103492) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 25 19:07:46.340706 n-d-819349-5 neutron-server[103492]: INFO oslo_service.service [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Starting 2 workers Nov 25 19:07:46.345522 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Started child 103599 {{(pid=103492) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 19:07:46.351006 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Started child 103600 {{(pid=103492) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 19:07:46.351560 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:46.352591 n-d-819349-5 neutron-server[103492]: INFO neutron.service [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 25 19:07:46.353151 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [-] (103599) wsgi starting up on http://0.0.0.0:9696 Nov 25 19:07:46.353330 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Publish callbacks [] for process, before_spawn {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:46.355754 n-d-819349-5 neutron-server[103492]: INFO oslo_service.service [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Starting 1 workers Nov 25 19:07:46.355933 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:46.357273 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [-] (103600) wsgi starting up on http://0.0.0.0:9696 Nov 25 19:07:46.360937 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Started child 103601 {{(pid=103492) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 19:07:46.361519 n-d-819349-5 neutron-server[103492]: INFO oslo_service.service [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Starting 1 workers Nov 25 19:07:46.366252 n-d-819349-5 neutron-server[103601]: DEBUG neutron.service [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] calling RpcWorker wait() {{(pid=103601) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 25 19:07:46.366920 n-d-819349-5 neutron-server[103601]: DEBUG neutron.service [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] returning from RpcWorker wait() {{(pid=103601) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 25 19:07:46.366999 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Started child 103602 {{(pid=103492) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 19:07:46.367629 n-d-819349-5 neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-470a9445-98fc-4059-9146-14a01ae24078 None None] Publish callbacks [] for process, after_spawn {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:46.368278 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:46.368799 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:07:46.369577 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103492) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 25 19:07:46.369811 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 19:07:46.369998 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 19:07:46.370225 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 19:07:46.370623 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 19:07:46.370812 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 19:07:46.371324 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.371615 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.371703 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:46.372180 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.372180 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.372415 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.372725 n-d-819349-5 neutron-server[103602]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:07:46.372999 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.373271 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.373515 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.373791 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.374029 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.374204 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.374399 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.374909 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.375163 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.375464 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.375859 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.376000 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.376239 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.376416 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.376668 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.376937 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.377192 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.377456 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] debug = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.377718 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.378206 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.378478 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.378736 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.378976 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.379249 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.379511 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.379961 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.380194 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.380463 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.380715 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.380991 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.381218 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.381450 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.381825 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.382199 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.382358 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.382571 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.383069 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] host = n-d-819349-5 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.383494 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.383494 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.383762 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.384008 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.384282 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.384526 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.384801 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.385065 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.385319 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.385553 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.385809 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.386059 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.386280 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.386555 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] log_file = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.386724 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] log_options = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.386960 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.387237 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.387522 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.387730 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.387969 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.388111 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.388342 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.388675 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.388806 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.389158 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.389158 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.389474 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.389677 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.389933 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.390395 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.390721 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.390857 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.391080 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.391392 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.391645 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.392173 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.392314 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.392583 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.392722 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.393263 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.393263 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.393511 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.393758 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.394025 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.394435 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.394886 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.395237 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.395496 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.395792 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.396287 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.396593 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.397119 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.397349 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.397629 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.397946 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.398331 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.398558 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.399206 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.399470 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.399784 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.400091 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.400353 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] use_json = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.400878 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.401398 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.401807 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.402339 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.404164 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.404464 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.404736 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.405234 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.405771 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.407457 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.407740 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.408035 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.408356 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.408663 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.409134 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.409476 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.409900 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.411467 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.411467 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.412351 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.412351 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.412626 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.412999 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.413541 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.413780 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.414324 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.415014 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.415014 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.415290 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.415477 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.415932 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.416145 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.417259 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.417259 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.417259 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.417642 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.417766 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.420268 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.420268 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.420268 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.420268 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.420268 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.420268 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.420268 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.420268 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.421337 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.421337 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.421337 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.421337 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.421774 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.421774 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.422075 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.422317 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.422738 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.422901 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.423240 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.423799 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.424094 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.424370 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.424667 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.424896 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.425347 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.425625 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.425906 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.426187 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.426509 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.427325 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.427573 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.427825 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.428062 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.428330 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.428576 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.428786 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.429021 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.429260 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.429486 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.429748 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.429973 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.430192 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.430441 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.430670 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.430906 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.431145 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.431371 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.431593 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.431816 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.432035 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.432249 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.432485 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.432701 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.432919 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.433139 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.433357 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.433604 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.433833 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.434073 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.434314 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.434559 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.434842 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.435098 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.435407 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.435673 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.435917 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.436168 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.436421 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.436646 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.436904 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.437177 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.437523 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.437752 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.438042 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.438316 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.438572 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.438828 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.439058 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.439387 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.439618 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.439855 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.440084 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.440334 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.440679 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.441060 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.441349 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.441593 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.441875 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.442241 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.442519 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.442883 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.443138 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.443275 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.443557 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.443945 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.444274 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.444570 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.444821 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.445073 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.445423 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.445665 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.445934 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.446171 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.446473 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.446705 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.446973 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.447201 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.447447 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.447683 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.448013 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.448253 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.448489 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.448738 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.449027 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.449288 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.449689 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.450124 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.450545 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.450943 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.451344 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.451743 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.452120 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.452528 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.452911 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.453302 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.453537 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.453765 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.454003 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.454350 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.454587 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.454847 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.455071 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.455299 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.455540 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.455787 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.456016 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.456272 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.456493 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.456822 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.457075 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.457328 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.457561 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.458152 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.458418 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.458681 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.458911 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.459186 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.459676 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.459927 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.460181 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.460434 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.460708 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.460930 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.461186 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.461414 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.461636 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.461853 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.462255 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.462520 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.462746 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.462981 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.463211 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.463454 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.463712 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.464071 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.464330 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.464583 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.464829 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.465062 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.465273 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.465518 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.465741 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.466029 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.466194 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.466438 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.466680 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.466929 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.467198 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.467436 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.467660 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.467881 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.468102 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.468325 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.468618 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.468875 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.469113 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.469369 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.469591 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.469821 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.470209 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.470458 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.470672 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.470899 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.471139 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.471353 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.471583 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.471817 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.472029 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.472252 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.472478 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.472719 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.472947 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.473162 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.473887 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.474115 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.474355 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.474944 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.475209 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.475447 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.475664 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.475891 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.476112 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.476351 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.476613 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.476832 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.478537 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.478872 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.479304 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.479630 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.480004 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.480532 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.480719 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47542) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:07:46.480819 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.481102 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.481381 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.481648 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.481910 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.482233 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.482913 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.483170 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.483431 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.483661 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.483914 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.484209 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.484538 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.484816 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.485082 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.485324 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.485610 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.485911 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.486191 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.486502 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.486833 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.487181 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.487481 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.487747 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.488001 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.488256 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.488511 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.488733 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.489054 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.489903 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.490138 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.490236 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065238 Nov 25 19:07:46.490438 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.490783 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.491032 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.491276 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.491509 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.491765 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.492017 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.492235 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.492469 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.492692 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.492856 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 19:07:46.493405 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103492) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 25 19:07:46.494404 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 19:07:46.494404 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 19:07:46.494404 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 19:07:46.494404 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 19:07:46.494404 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 19:07:46.494404 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.494872 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.494872 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.494872 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.495044 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.495202 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.495552 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.495715 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.495879 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.496042 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.496620 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.496620 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.496620 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.496830 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.496830 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.496971 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.497111 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.497275 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.497445 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.497604 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.497767 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.497930 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.498323 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] debug = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.498323 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.498657 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.498657 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.498992 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.498992 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.499272 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.499272 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.499793 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.499793 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.500057 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.500206 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.501194 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.501194 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.501194 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.501194 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.501194 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.501194 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.502036 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.502036 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] host = n-d-819349-5 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.502036 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.504254 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.506880 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.506880 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.506880 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.506880 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.506880 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.507580 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.507580 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.507580 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.507580 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.508502 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.508502 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.508502 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] log_file = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.508502 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] log_options = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.508502 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.508502 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.508502 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.510149 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.510149 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.510149 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.510149 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.510149 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.510149 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.510149 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.510826 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.510826 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.510826 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.512829 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.514130 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.514361 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.514503 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.514688 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.514859 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.515030 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.515203 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.515375 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.515547 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.515712 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.515878 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.516042 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.516205 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.516427 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.516565 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.516697 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.516842 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.516987 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.517122 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.517277 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.517439 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.517600 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.517763 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.517923 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.518859 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.518859 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.520000 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.520870 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.522464 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.522800 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.523768 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.524124 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.525870 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] use_json = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.526059 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.526242 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.526453 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.526631 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.526828 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.526976 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.527146 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.527320 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:46.527517 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.527690 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.527870 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.528039 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.528205 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.528372 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.528538 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.528703 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.528868 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.529032 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.529205 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.529370 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.529546 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.529709 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.529873 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.530040 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.530205 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.531482 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.532121 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.532566 n-d-819349-5 neutron-server[103601]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:07:46.532824 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.533148 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.533474 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.533659 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.533924 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.534015 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.534712 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.534712 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.534712 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.534712 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.535130 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.535130 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.535130 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.535311 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.535445 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.535615 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.535781 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.536493 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.536659 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.537606 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.537606 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.537606 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.537606 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.537606 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.537900 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.537900 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.538027 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.538094 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.538402 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.538495 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.539386 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.539386 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.539386 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.539386 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.539386 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.539386 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.539758 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.539758 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.539875 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.539987 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.540684 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.540684 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.540684 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.540684 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.540948 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.540948 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.541067 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.541214 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.541380 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.541554 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.541717 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.542334 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.542334 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.542334 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.542334 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.542652 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.542652 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.542817 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.543131 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.543296 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.543465 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.543628 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.543786 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.543946 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.544112 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.544276 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.544440 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.544606 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.544769 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.544933 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.545097 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.545256 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.545429 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.545610 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.545801 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.545924 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.546083 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.546268 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.546508 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.546655 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.546812 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.546956 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.547100 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.547267 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.553291 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.553512 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.553703 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.553891 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.554077 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.554343 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.554546 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.554709 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.554885 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.555785 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.555785 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.555785 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.555785 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.555785 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.556158 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.556158 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.556158 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.556375 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.556489 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.556661 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.556836 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.557000 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.557167 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.557330 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.557502 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.557662 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.557827 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.557995 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.558178 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.558808 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.560376 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.562463 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.562463 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.562771 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.562914 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.563108 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.563290 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.563467 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.563642 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.563816 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.563986 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.564157 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.564327 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.564490 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.564653 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.564825 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.564992 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.565157 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.565322 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.565485 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.565649 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.565814 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.565978 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.566141 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.566392 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.566564 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.566728 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.566891 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.567055 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.567742 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.567940 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.568104 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.568870 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.568870 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.568870 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.569079 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.569079 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.569236 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.569399 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.569560 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.569876 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.570052 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.570207 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.570423 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.570582 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.570751 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.570913 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.571078 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.571244 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.571409 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.571573 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.571739 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.571905 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.572066 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.572223 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.572394 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.572555 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.572718 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.572882 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.573044 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.573225 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.573400 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.573554 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.573719 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.573884 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.574058 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.574347 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.574501 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.574653 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.574794 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.574935 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.575869 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.575869 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.575869 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.575869 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.575869 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.575869 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.576666 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.576666 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.576666 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.576666 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.576666 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.576666 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.577233 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.577233 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.577233 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.577441 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.577441 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.577583 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.577729 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.577893 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.578070 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.578235 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.579450 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.579621 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.579787 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.579953 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.580129 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.580293 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.580457 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.580620 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.580783 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.581009 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.581104 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.581269 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.581433 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.581595 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.581758 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.581923 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.582095 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.582262 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.583915 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.583915 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.584077 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.584169 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.584504 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.585522 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.585522 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.585522 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.585522 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.585522 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.585522 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.585906 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.585906 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.585906 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.586076 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.586227 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.587032 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.587032 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.587032 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.587032 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.587032 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.587356 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.587356 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.587524 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.587695 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.587857 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.589307 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.589307 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.589307 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.589307 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.589307 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.589307 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.589307 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.589307 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.589307 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.589854 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.589854 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.589854 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.589854 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.590072 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.590161 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.590521 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.590521 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.590769 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.591685 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.591685 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.591685 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:46.591685 n-d-819349-5 neutron-server[103492]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 19:07:59.140487 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664a45ae-4b09-4064-9825-7b93fb4f24b8 None None] get_active_networks_info from n-d-819349-5 {{(pid=103601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:07:59.261403 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664a45ae-4b09-4064-9825-7b93fb4f24b8 None None] No non-hosted networks {{(pid=103601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 25 19:07:59.290348 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.agentschedulers_db [None req-664a45ae-4b09-4064-9825-7b93fb4f24b8 None None] DHCP Agent not found on host n-d-819349-5 {{(pid=103601) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 25 19:07:59.397221 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-348fe34a-eb60-46ed-a1b9-1db3613a5a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2047524'] for agent, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:01.638955 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7bd08f9a-f205-4efe-8d6f-d7c4db27ba53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2047524'] for agent, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:01.746461 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c194c77b-284f-419f-a62a-8fe8e1d94c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:03.502364 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2047524'] for agent, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:05.246336 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2047524'] for agent, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:05.391497 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2047524'] for agent, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:05.393555 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:05.394819 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:05.395404 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:05.396002 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:05.396559 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:05.397559 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:05.398171 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:05.398990 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:05.399529 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:05.400064 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:05.400620 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:05.401179 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:05.401806 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-819349-5', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:05.411576 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-819349-5', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:07.092315 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47638) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:07.837156 n-d-819349-5 neutron-server[103599]: WARNING oslo_policy.policy [None req-66232378-77da-4088-a910-8f72b434d8d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 19:08:07.837960 n-d-819349-5 neutron-server[103599]: WARNING oslo_policy.policy [None req-66232378-77da-4088-a910-8f72b434d8d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 19:08:08.066546 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-66232378-77da-4088-a910-8f72b434d8d1 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:08:08.070609 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-66232378-77da-4088-a910-8f72b434d8d1 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9748433 Nov 25 19:08:08.612468 n-d-819349-5 neutron-server[103601]: INFO neutron.db.l3_hamode_db [None req-85bdf8ab-63ba-446a-a33c-645c74edd3c0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 25 19:08:08.702640 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bdf8ab-63ba-446a-a33c-645c74edd3c0 None None] Routers set() bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:08:08.703031 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bdf8ab-63ba-446a-a33c-645c74edd3c0 None None] Router IDs set() for agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 19:08:10.810332 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47654) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:11.148253 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-999f51fe-30c8-4c07-995d-290783f90d83 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:08:11.245057 n-d-819349-5 neutron-server[103599]: DEBUG neutron.policy [None req-999f51fe-30c8-4c07-995d-290783f90d83 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103599) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 25 19:08:11.296782 n-d-819349-5 neutron-server[103599]: WARNING oslo_policy.policy [None req-999f51fe-30c8-4c07-995d-290783f90d83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 19:08:11.297168 n-d-819349-5 neutron-server[103599]: WARNING oslo_policy.policy [None req-999f51fe-30c8-4c07-995d-290783f90d83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 19:08:11.305963 n-d-819349-5 neutron-server[103599]: INFO neutron.quota [None req-999f51fe-30c8-4c07-995d-290783f90d83 admin admin] Loaded quota_driver: . Nov 25 19:08:11.398156 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-999f51fe-30c8-4c07-995d-290783f90d83 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733168829212', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733168829745', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733168819943', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733168815096', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733168803893', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733168797173', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-575084', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-990667', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1585501', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1644165'] for rbac-policy, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:11.466615 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-999f51fe-30c8-4c07-995d-290783f90d83 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:11.467803 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-999f51fe-30c8-4c07-995d-290783f90d83 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6564813 Nov 25 19:08:14.370761 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47666) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:14.672872 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Request body: {'network': {'tenant_id': '62d30a7ca55c496084198feeed3f1a65', 'project_id': '62d30a7ca55c496084198feeed3f1a65', 'admin_state_up': True, 'name': 'private'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:08:14.702758 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Made reservation on behalf of 62d30a7ca55c496084198feeed3f1a65 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:08:14.705699 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:14.722811 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:14.833694 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:14.837682 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:14.862318 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:08:14.888304 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733167214623', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:14.888879 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Unsubscribe: segment precommit_create {{(pid=103599) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 25 19:08:14.889430 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Added segment 7fc97fc0-3906-4423-8d04-641c04e846f2 of type vlan for network 091b7bf0-ab1e-4d72-9469-58a7decafcaf Nov 25 19:08:14.895267 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2506b1e4-3cf6-469c-b2d6-261026ed78cf,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:14.916419 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:14.916732 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:14.917067 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:14.917397 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:14.917723 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:14.918046 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:14.918392 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:14.918714 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:14.919032 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:14.919345 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:14.919661 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:14.919972 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Tracked resource versions report: Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: pushed versions: Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: { 'AddressGroup': {'1.2'}, Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: 'ConntrackHelper': {'1.0'}, Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: 'Log': {'1.0'}, Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: 'Network': {'1.1'}, Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: 'Port': {'1.7'}, Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: 'PortForwarding': {'1.2'}, Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: 'QosPolicy': {'1.10'}, Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: 'SecurityGroup': {'1.5'}, Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: 'SecurityGroupRule': {'1.2'}, Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: 'SubPort': {'1.0'}, Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: 'Subnet': {'1.1'}, Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: 'Trunk': {'1.1'}} Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: consumer versions: Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: { DHCP agent@n-d-819349-5: {}, Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: L3 agent@n-d-819349-5: {}, Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: Metadata agent@n-d-819349-5: {}, Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: Metering agent@n-d-819349-5: {}, Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: Open vSwitch agent@n-d-819349-5: { 'AddressGroup': '1.2', Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: 'ConntrackHelper': '1.0', Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: 'Log': '1.0', Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: 'Network': '1.1', Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: 'Port': '1.7', Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: 'PortForwarding': '1.2', Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: 'QosPolicy': '1.10', Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: 'SecurityGroup': '1.5', Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: 'SecurityGroupRule': '1.2', Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: 'SubPort': '1.0', Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: 'Subnet': '1.1', Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: 'Trunk': '1.1'}} Nov 25 19:08:14.921031 n-d-819349-5 neutron-server[103599]: {{(pid=103599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 19:08:15.009630 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:15.050162 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:15.051438 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:15.052188 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:15.106175 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7342291 Nov 25 19:08:15.158038 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ced6b-a839-4d4a-a99b-8e6a3694dc53 admin admin] Pushing event updated for resources: {'Network': ['ID=091b7bf0-ab1e-4d72-9469-58a7decafcaf,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:15.171510 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 091b7bf0-ab1e-4d72-9469-58a7decafcaf details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:08:18.071322 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47680) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:18.572114 n-d-819349-5 neutron-server[103600]: WARNING oslo_policy.policy [None req-4cb2ccc9-4a3a-4814-ada7-78255d24aad8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 19:08:18.572706 n-d-819349-5 neutron-server[103600]: WARNING oslo_policy.policy [None req-4cb2ccc9-4a3a-4814-ada7-78255d24aad8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 19:08:19.021360 n-d-819349-5 neutron-server[103600]: DEBUG neutron.policy [None req-4cb2ccc9-4a3a-4814-ada7-78255d24aad8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103600) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 25 19:08:19.068506 n-d-819349-5 neutron-server[103600]: WARNING oslo_policy.policy [None req-4cb2ccc9-4a3a-4814-ada7-78255d24aad8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 19:08:19.068829 n-d-819349-5 neutron-server[103600]: WARNING oslo_policy.policy [None req-4cb2ccc9-4a3a-4814-ada7-78255d24aad8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 19:08:19.077816 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb2ccc9-4a3a-4814-ada7-78255d24aad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:19.079629 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4cb2ccc9-4a3a-4814-ada7-78255d24aad8 admin admin] 10.222.0.55 "GET /v2.0/networks/091b7bf0-ab1e-4d72-9469-58a7decafcaf HTTP/1.1" status: 200 len: 825 time: 1.0074134 Nov 25 19:08:19.120325 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7c107316-6ac3-498d-8431-a832e508f12f admin admin] 10.222.0.55 "GET /v2.0/subnetpools/3ecc18b5-97ee-4d5a-bf7a-a48856725ebe HTTP/1.1" status: 200 len: 734 time: 0.0333142 Nov 25 19:08:19.131433 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-b41af1ff-b259-49a3-893b-d0a95a0a98dc admin admin] Request body: {'subnet': {'tenant_id': '62d30a7ca55c496084198feeed3f1a65', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '3ecc18b5-97ee-4d5a-bf7a-a48856725ebe', 'network_id': '091b7bf0-ab1e-4d72-9469-58a7decafcaf', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:08:19.133056 n-d-819349-5 neutron-server[103600]: INFO neutron.quota [None req-b41af1ff-b259-49a3-893b-d0a95a0a98dc admin admin] Loaded quota_driver: . Nov 25 19:08:19.172461 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41af1ff-b259-49a3-893b-d0a95a0a98dc admin admin] Made reservation on behalf of 62d30a7ca55c496084198feeed3f1a65 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:08:19.175317 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b41af1ff-b259-49a3-893b-d0a95a0a98dc admin admin] Publish callbacks [] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:19.467962 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b41af1ff-b259-49a3-893b-d0a95a0a98dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:19.539208 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41af1ff-b259-49a3-893b-d0a95a0a98dc admin admin] Checking segment: {'id': '7fc97fc0-3906-4423-8d04-641c04e846f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '091b7bf0-ab1e-4d72-9469-58a7decafcaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:08:19.539601 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41af1ff-b259-49a3-893b-d0a95a0a98dc admin admin] Network hostable DHCP agents. Network: 091b7bf0-ab1e-4d72-9469-58a7decafcaf, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:08:19.552143 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41af1ff-b259-49a3-893b-d0a95a0a98dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3665d95-4686-4258-8642-9120334ac3bb,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:19.564886 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41af1ff-b259-49a3-893b-d0a95a0a98dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:19.565254 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41af1ff-b259-49a3-893b-d0a95a0a98dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:19.565741 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41af1ff-b259-49a3-893b-d0a95a0a98dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:19.566842 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41af1ff-b259-49a3-893b-d0a95a0a98dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:19.567778 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41af1ff-b259-49a3-893b-d0a95a0a98dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:19.567778 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41af1ff-b259-49a3-893b-d0a95a0a98dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:19.567778 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41af1ff-b259-49a3-893b-d0a95a0a98dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:19.567996 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41af1ff-b259-49a3-893b-d0a95a0a98dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:19.568340 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41af1ff-b259-49a3-893b-d0a95a0a98dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:19.568676 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41af1ff-b259-49a3-893b-d0a95a0a98dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:19.569010 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41af1ff-b259-49a3-893b-d0a95a0a98dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:19.569354 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41af1ff-b259-49a3-893b-d0a95a0a98dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41af1ff-b259-49a3-893b-d0a95a0a98dc admin admin] Tracked resource versions report: Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: pushed versions: Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: { 'AddressGroup': {'1.2'}, Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: 'ConntrackHelper': {'1.0'}, Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: 'Log': {'1.0'}, Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: 'Network': {'1.1'}, Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: 'Port': {'1.7'}, Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: 'PortForwarding': {'1.2'}, Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: 'QosPolicy': {'1.10'}, Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: 'SecurityGroup': {'1.5'}, Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: 'SecurityGroupRule': {'1.2'}, Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: 'SubPort': {'1.0'}, Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: 'Subnet': {'1.1'}, Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: 'Trunk': {'1.1'}} Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: consumer versions: Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: { DHCP agent@n-d-819349-5: {}, Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: L3 agent@n-d-819349-5: {}, Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: Metadata agent@n-d-819349-5: {}, Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: Metering agent@n-d-819349-5: {}, Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: Open vSwitch agent@n-d-819349-5: { 'AddressGroup': '1.2', Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: 'ConntrackHelper': '1.0', Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: 'Log': '1.0', Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: 'Network': '1.1', Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: 'Port': '1.7', Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: 'PortForwarding': '1.2', Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: 'QosPolicy': '1.10', Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: 'SecurityGroup': '1.5', Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: 'SecurityGroupRule': '1.2', Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: 'SubPort': '1.0', Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: 'Subnet': '1.1', Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: 'Trunk': '1.1'}} Nov 25 19:08:19.570471 n-d-819349-5 neutron-server[103600]: {{(pid=103600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 19:08:19.604552 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41af1ff-b259-49a3-893b-d0a95a0a98dc admin admin] Network 091b7bf0-ab1e-4d72-9469-58a7decafcaf is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:08:19.620852 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-b41af1ff-b259-49a3-893b-d0a95a0a98dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 091b7bf0-ab1e-4d72-9469-58a7decafcaf) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:08:19.626611 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41af1ff-b259-49a3-893b-d0a95a0a98dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:19.627678 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b41af1ff-b259-49a3-893b-d0a95a0a98dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:19.634700 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ae94eb-7bb3-42e5-b17b-3cd663a425e3 None None] Network 091b7bf0-ab1e-4d72-9469-58a7decafcaf requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:08:19.653499 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b41af1ff-b259-49a3-893b-d0a95a0a98dc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5264869 Nov 25 19:08:19.974148 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-091b7bf0-ab1e-4d72-9469-58a7decafcaf', 'network_id': '091b7bf0-ab1e-4d72-9469-58a7decafcaf', 'tenant_id': '62d30a7ca55c496084198feeed3f1a65', 'fixed_ips': [{'subnet_id': 'a3665d95-4686-4258-8642-9120334ac3bb'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:08:19.975535 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:20.286140 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Allocated IP 172.20.0.2 (091b7bf0-ab1e-4d72-9469-58a7decafcaf/a3665d95-4686-4258-8642-9120334ac3bb/dd5d6cd5-b2bc-47e0-983c-e1a264b1be35) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:08:20.500266 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:20.508970 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:20.601134 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Network 091b7bf0-ab1e-4d72-9469-58a7decafcaf is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:08:20.603011 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:08:20.604608 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Pushing event updated for resources: {'Port': ['ID=dd5d6cd5-b2bc-47e0-983c-e1a264b1be35,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:20.609756 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:08:20.617234 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:20.617580 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:20.617922 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:20.618264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:20.618620 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:20.618955 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:20.619285 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:20.619617 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:20.619944 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:20.620270 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:20.620599 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:20.620923 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Tracked resource versions report: Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: pushed versions: Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: { 'AddressGroup': {'1.2'}, Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: 'ConntrackHelper': {'1.0'}, Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: 'Log': {'1.0'}, Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: 'Network': {'1.1'}, Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: 'Port': {'1.7'}, Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: 'PortForwarding': {'1.2'}, Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: 'QosPolicy': {'1.10'}, Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: 'SecurityGroup': {'1.5'}, Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: 'SecurityGroupRule': {'1.2'}, Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: 'SubPort': {'1.0'}, Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: 'Subnet': {'1.1'}, Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: 'Trunk': {'1.1'}} Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: consumer versions: Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: { DHCP agent@n-d-819349-5: {}, Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: L3 agent@n-d-819349-5: {}, Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: Metadata agent@n-d-819349-5: {}, Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: Metering agent@n-d-819349-5: {}, Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: Open vSwitch agent@n-d-819349-5: { 'AddressGroup': '1.2', Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: 'ConntrackHelper': '1.0', Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: 'Log': '1.0', Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: 'Network': '1.1', Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: 'Port': '1.7', Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: 'PortForwarding': '1.2', Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: 'QosPolicy': '1.10', Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: 'SecurityGroup': '1.5', Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: 'SecurityGroupRule': '1.2', Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: 'SubPort': '1.0', Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: 'Subnet': '1.1', Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: 'Trunk': '1.1'}} Nov 25 19:08:20.622037 n-d-819349-5 neutron-server[103601]: {{(pid=103601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 19:08:20.706008 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Attempting to bind port dd5d6cd5-b2bc-47e0-983c-e1a264b1be35 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:08:20.706691 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Attempting to bind port dd5d6cd5-b2bc-47e0-983c-e1a264b1be35 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '7fc97fc0-3906-4423-8d04-641c04e846f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '091b7bf0-ab1e-4d72-9469-58a7decafcaf'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:08:20.711734 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Attempting to bind port dd5d6cd5-b2bc-47e0-983c-e1a264b1be35 on network 091b7bf0-ab1e-4d72-9469-58a7decafcaf {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:08:20.712855 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:08:20.713251 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Checking segment: {'id': '7fc97fc0-3906-4423-8d04-641c04e846f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '091b7bf0-ab1e-4d72-9469-58a7decafcaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:08:20.713733 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:20.714125 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Bound using segment: {'id': '7fc97fc0-3906-4423-8d04-641c04e846f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '091b7bf0-ab1e-4d72-9469-58a7decafcaf'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:08:20.714616 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Bound port: dd5d6cd5-b2bc-47e0-983c-e1a264b1be35, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc97fc0-3906-4423-8d04-641c04e846f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '091b7bf0-ab1e-4d72-9469-58a7decafcaf'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:08:20.715019 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:20.779800 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] For port dd5d6cd5-b2bc-47e0-983c-e1a264b1be35, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:08:20.784249 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] For port dd5d6cd5-b2bc-47e0-983c-e1a264b1be35, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=dd5d6cd5-b2bc-47e0-983c-e1a264b1be35,segment=NetworkSegment(7fc97fc0-3906-4423-8d04-641c04e846f2),segment_id=7fc97fc0-3906-4423-8d04-641c04e846f2)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:08:20.790246 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:20.860147 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fa798-6020-46bd-af53-35d3ea15a516 None None] Pushing event updated for resources: {'Port': ['ID=dd5d6cd5-b2bc-47e0-983c-e1a264b1be35,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:22.419950 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47700) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:22.787170 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-e282c3ba-8a60-4f1c-abd8-aafc7b5d448c admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:08:22.788333 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e282c3ba-8a60-4f1c-abd8-aafc7b5d448c admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3673911 Nov 25 19:08:25.592135 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47708) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:25.958714 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-dfc10670-5f27-4681-9a94-55c59597b046 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:08:25.959737 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-dfc10670-5f27-4681-9a94-55c59597b046 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3667583 Nov 25 19:08:28.919646 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47718) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:29.095616 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-80f86c61-3359-42ea-bc4b-f13100ce2c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:29.293549 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6d8f206b-c01a-4bdf-9ef9-edb60f1bd7aa admin admin] Request body: {'router': {'tenant_id': '62d30a7ca55c496084198feeed3f1a65', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:08:29.321347 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d8f206b-c01a-4bdf-9ef9-edb60f1bd7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:29.323006 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d8f206b-c01a-4bdf-9ef9-edb60f1bd7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:29.464050 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d8f206b-c01a-4bdf-9ef9-edb60f1bd7aa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:29.469147 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d8f206b-c01a-4bdf-9ef9-edb60f1bd7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:29.484251 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d8f206b-c01a-4bdf-9ef9-edb60f1bd7aa admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:29.485446 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6d8f206b-c01a-4bdf-9ef9-edb60f1bd7aa admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5647099 Nov 25 19:08:29.678596 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device dd5d6cd5-b2bc-47e0-983c-e1a264b1be35 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:08:29.779620 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port dd5d6cd5-b2bc-47e0-983c-e1a264b1be35 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:29.779929 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:29.904734 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:29.944887 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port dd5d6cd5-b2bc-47e0-983c-e1a264b1be35, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=dd5d6cd5-b2bc-47e0-983c-e1a264b1be35,segment=NetworkSegment(7fc97fc0-3906-4423-8d04-641c04e846f2),segment_id=7fc97fc0-3906-4423-8d04-641c04e846f2)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:08:29.949751 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:30.005865 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=dd5d6cd5-b2bc-47e0-983c-e1a264b1be35,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:30.552117 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35840664-a947-484c-93d1-e8e0edf60d06 None None] Network 091b7bf0-ab1e-4d72-9469-58a7decafcaf requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:08:30.690888 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-09d0715c-8cb5-4722-8041-134d1484c7dc None None] Provisioning complete for port dd5d6cd5-b2bc-47e0-983c-e1a264b1be35 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:30.691914 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-09d0715c-8cb5-4722-8041-134d1484c7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:31.133763 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-991938cb-5efd-4f8a-9275-89219bf16be6 None None] Provisioning complete for port dd5d6cd5-b2bc-47e0-983c-e1a264b1be35 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:31.134270 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-991938cb-5efd-4f8a-9275-89219bf16be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:31.634755 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4b4403ce-b90e-4b71-9058-a4d9d946ed3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:31.667477 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device dd5d6cd5-b2bc-47e0-983c-e1a264b1be35 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:08:31.724658 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port dd5d6cd5-b2bc-47e0-983c-e1a264b1be35 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:31.725029 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:32.271419 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47730) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:32.647536 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-68ec2886-b38c-4845-9666-e3655bdaaf4a admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:08:32.649352 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-68ec2886-b38c-4845-9666-e3655bdaaf4a admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3761795 Nov 25 19:08:33.400065 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:35.151662 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:35.378367 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:35.385852 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47748) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:35.532315 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1eb3e436-2223-47ef-8803-230d4006e0d7 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:08:35.556631 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb3e436-2223-47ef-8803-230d4006e0d7 admin admin] Made reservation on behalf of 25e32b3d1634427a80041d130f564517 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:08:35.559073 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1eb3e436-2223-47ef-8803-230d4006e0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:35.568095 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1eb3e436-2223-47ef-8803-230d4006e0d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:35.648846 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1eb3e436-2223-47ef-8803-230d4006e0d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:35.655543 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1eb3e436-2223-47ef-8803-230d4006e0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:35.671756 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1eb3e436-2223-47ef-8803-230d4006e0d7 admin admin] Reserving flat network on physical network physnet1 {{(pid=103599) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 25 19:08:35.692528 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3e436-2223-47ef-8803-230d4006e0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237fb268-8390-4caa-a8f1-e35e1bf18942,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:35.697854 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1eb3e436-2223-47ef-8803-230d4006e0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:35.698203 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-1eb3e436-2223-47ef-8803-230d4006e0d7 admin admin] Added segment 0beb0b74-eeff-4adc-a377-c646670f74cf of type flat for network f965ced5-a415-47da-9748-3514ef368954 Nov 25 19:08:35.747248 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1eb3e436-2223-47ef-8803-230d4006e0d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:35.781621 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1eb3e436-2223-47ef-8803-230d4006e0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:35.782828 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb3e436-2223-47ef-8803-230d4006e0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:35.783418 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1eb3e436-2223-47ef-8803-230d4006e0d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:35.856876 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1eb3e436-2223-47ef-8803-230d4006e0d7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4698610 Nov 25 19:08:35.864087 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3e436-2223-47ef-8803-230d4006e0d7 admin admin] Pushing event updated for resources: {'Network': ['ID=f965ced5-a415-47da-9748-3514ef368954,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:35.876038 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network f965ced5-a415-47da-9748-3514ef368954 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:08:38.305321 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47766) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:38.406904 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff4a165-f6d7-4683-b0e7-8c2dd4bc386e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:38.408253 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6ff4a165-f6d7-4683-b0e7-8c2dd4bc386e admin admin] 10.222.0.55 "GET /v2.0/subnets/a3665d95-4686-4258-8642-9120334ac3bb HTTP/1.1" status: 200 len: 849 time: 0.1019998 Nov 25 19:08:38.597160 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-21dc60b5-0d7d-4fa0-b842-0563878be70e admin admin] 10.222.0.55 "GET /v2.0/routers/49da611b-6863-4348-9093-c5806ee29ff9 HTTP/1.1" status: 200 len: 704 time: 0.1807353 Nov 25 19:08:38.891033 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1cefed6d-94bd-4871-a6c7-85e3e4c9a628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:39.210907 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-1cefed6d-94bd-4871-a6c7-85e3e4c9a628 admin admin] Allocated IP 172.20.0.1 (091b7bf0-ab1e-4d72-9469-58a7decafcaf/a3665d95-4686-4258-8642-9120334ac3bb/c6dcf587-1fba-45b2-b191-b257dc5ee39a) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:08:39.382554 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1cefed6d-94bd-4871-a6c7-85e3e4c9a628 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:39.450098 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1cefed6d-94bd-4871-a6c7-85e3e4c9a628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:39.525471 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cefed6d-94bd-4871-a6c7-85e3e4c9a628 admin admin] Network 091b7bf0-ab1e-4d72-9469-58a7decafcaf is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:08:39.530340 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-1cefed6d-94bd-4871-a6c7-85e3e4c9a628 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:08:39.537227 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cefed6d-94bd-4871-a6c7-85e3e4c9a628 admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:08:39.537465 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1cefed6d-94bd-4871-a6c7-85e3e4c9a628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:39.560337 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cefed6d-94bd-4871-a6c7-85e3e4c9a628 admin admin] Pushing event updated for resources: {'Port': ['ID=c6dcf587-1fba-45b2-b191-b257dc5ee39a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:39.698235 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1411433d-7e18-4516-8e1f-a3d7ea8b36c9 None None] Provisioning complete for port c6dcf587-1fba-45b2-b191-b257dc5ee39a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:39.698812 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1411433d-7e18-4516-8e1f-a3d7ea8b36c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:39.735366 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1411433d-7e18-4516-8e1f-a3d7ea8b36c9 None None] Port c6dcf587-1fba-45b2-b191-b257dc5ee39a cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:08:39.742657 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1cefed6d-94bd-4871-a6c7-85e3e4c9a628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:40.012916 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1cefed6d-94bd-4871-a6c7-85e3e4c9a628 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:40.017367 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1cefed6d-94bd-4871-a6c7-85e3e4c9a628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:40.018120 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1cefed6d-94bd-4871-a6c7-85e3e4c9a628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:40.099824 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cefed6d-94bd-4871-a6c7-85e3e4c9a628 admin admin] Pushing event updated for resources: {'Port': ['ID=c6dcf587-1fba-45b2-b191-b257dc5ee39a,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:40.145305 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cefed6d-94bd-4871-a6c7-85e3e4c9a628 admin admin] Network 091b7bf0-ab1e-4d72-9469-58a7decafcaf is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:08:40.146834 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-1cefed6d-94bd-4871-a6c7-85e3e4c9a628 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:08:40.307813 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cefed6d-94bd-4871-a6c7-85e3e4c9a628 admin admin] Router 49da611b-6863-4348-9093-c5806ee29ff9 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:08:40.358282 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5a59095f-4bd8-4df5-b1fc-3d5d1b2a1aae None None] Provisioning complete for port c6dcf587-1fba-45b2-b191-b257dc5ee39a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:40.358666 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5a59095f-4bd8-4df5-b1fc-3d5d1b2a1aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:40.396607 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-5a59095f-4bd8-4df5-b1fc-3d5d1b2a1aae None None] Port c6dcf587-1fba-45b2-b191-b257dc5ee39a cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:08:40.405254 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cefed6d-94bd-4871-a6c7-85e3e4c9a628 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:08:40.411218 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1cefed6d-94bd-4871-a6c7-85e3e4c9a628 admin admin] 10.222.0.55 "PUT /v2.0/routers/49da611b-6863-4348-9093-c5806ee29ff9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8076553 Nov 25 19:08:40.418932 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e70dc9-98a6-433f-8301-75496943b189 None None] Sync routers for ids ['49da611b-6863-4348-9093-c5806ee29ff9'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:08:40.431451 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e70dc9-98a6-433f-8301-75496943b189 None None] Routers {'49da611b-6863-4348-9093-c5806ee29ff9'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:08:40.432336 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-38e70dc9-98a6-433f-8301-75496943b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:08:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['49da611b-6863-4348-9093-c5806ee29ff9'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:40.624296 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-38e70dc9-98a6-433f-8301-75496943b189 None None] Set router 49da611b-6863-4348-9093-c5806ee29ff9 gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:08:41.092257 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-38e70dc9-98a6-433f-8301-75496943b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49da611b-6863-4348-9093-c5806ee29ff9', 'name': 'router1', 'tenant_id': '62d30a7ca55c496084198feeed3f1a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:08:29Z', 'updated_at': '2021-11-25T19:08:39Z', 'revision_number': 2, 'project_id': '62d30a7ca55c496084198feeed3f1a65', 'gw_port_host': None, '_interfaces': [{'id': 'c6dcf587-1fba-45b2-b191-b257dc5ee39a', 'name': '', 'network_id': '091b7bf0-ab1e-4d72-9469-58a7decafcaf', 'tenant_id': '62d30a7ca55c496084198feeed3f1a65', 'mac_address': 'fa:16:3e:b9:7e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49da611b-6863-4348-9093-c5806ee29ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3665d95-4686-4258-8642-9120334ac3bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:38Z', 'updated_at': '2021-11-25T19:08:39Z', 'revision_number': 2, 'project_id': '62d30a7ca55c496084198feeed3f1a65', 'subnets': [{'id': 'a3665d95-4686-4258-8642-9120334ac3bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ecc18b5-97ee-4d5a-bf7a-a48856725ebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:41.144459 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e70dc9-98a6-433f-8301-75496943b189 None None] Checking router: 49da611b-6863-4348-9093-c5806ee29ff9 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:08:41.144829 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e70dc9-98a6-433f-8301-75496943b189 None None] Updating router 49da611b-6863-4348-9093-c5806ee29ff9 port c6dcf587-1fba-45b2-b191-b257dc5ee39a binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:08:41.195184 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-38e70dc9-98a6-433f-8301-75496943b189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:41.730448 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-38e70dc9-98a6-433f-8301-75496943b189 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:41.738208 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-38e70dc9-98a6-433f-8301-75496943b189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:41.918236 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17b57b-18ab-4d86-8d5b-0e83cdc1f8c7 None None] Pushing event updated for resources: {'Port': ['ID=c6dcf587-1fba-45b2-b191-b257dc5ee39a,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:41.924868 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-38e70dc9-98a6-433f-8301-75496943b189 None None] Attempting to bind port c6dcf587-1fba-45b2-b191-b257dc5ee39a on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:08:41.925276 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-38e70dc9-98a6-433f-8301-75496943b189 None None] Attempting to bind port c6dcf587-1fba-45b2-b191-b257dc5ee39a by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '7fc97fc0-3906-4423-8d04-641c04e846f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '091b7bf0-ab1e-4d72-9469-58a7decafcaf'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:08:41.925752 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e70dc9-98a6-433f-8301-75496943b189 None None] Attempting to bind port c6dcf587-1fba-45b2-b191-b257dc5ee39a on network 091b7bf0-ab1e-4d72-9469-58a7decafcaf {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:08:41.934442 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17b57b-18ab-4d86-8d5b-0e83cdc1f8c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:41.934790 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17b57b-18ab-4d86-8d5b-0e83cdc1f8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:41.935134 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17b57b-18ab-4d86-8d5b-0e83cdc1f8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:41.935469 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17b57b-18ab-4d86-8d5b-0e83cdc1f8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:41.935798 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17b57b-18ab-4d86-8d5b-0e83cdc1f8c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:41.936159 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17b57b-18ab-4d86-8d5b-0e83cdc1f8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:41.936436 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17b57b-18ab-4d86-8d5b-0e83cdc1f8c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:41.936890 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17b57b-18ab-4d86-8d5b-0e83cdc1f8c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:41.937218 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17b57b-18ab-4d86-8d5b-0e83cdc1f8c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:41.937543 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17b57b-18ab-4d86-8d5b-0e83cdc1f8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:41.937958 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17b57b-18ab-4d86-8d5b-0e83cdc1f8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:41.938169 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17b57b-18ab-4d86-8d5b-0e83cdc1f8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17b57b-18ab-4d86-8d5b-0e83cdc1f8c7 None None] Tracked resource versions report: Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: pushed versions: Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: { 'AddressGroup': {'1.2'}, Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: 'ConntrackHelper': {'1.0'}, Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: 'Log': {'1.0'}, Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: 'Network': {'1.1'}, Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: 'Port': {'1.7'}, Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: 'PortForwarding': {'1.2'}, Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: 'QosPolicy': {'1.10'}, Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: 'SecurityGroup': {'1.5'}, Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: 'SecurityGroupRule': {'1.2'}, Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: 'SubPort': {'1.0'}, Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: 'Subnet': {'1.1'}, Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: 'Trunk': {'1.1'}} Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: consumer versions: Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: { DHCP agent@n-d-819349-5: {}, Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: L3 agent@n-d-819349-5: {}, Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: Metadata agent@n-d-819349-5: {}, Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: Metering agent@n-d-819349-5: {}, Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: Open vSwitch agent@n-d-819349-5: { 'AddressGroup': '1.2', Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: 'ConntrackHelper': '1.0', Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: 'Log': '1.0', Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: 'Network': '1.1', Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: 'Port': '1.7', Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: 'PortForwarding': '1.2', Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: 'QosPolicy': '1.10', Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: 'SecurityGroup': '1.5', Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: 'SecurityGroupRule': '1.2', Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: 'SubPort': '1.0', Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: 'Subnet': '1.1', Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: 'Trunk': '1.1'}} Nov 25 19:08:41.939295 n-d-819349-5 neutron-server[103602]: {{(pid=103602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 19:08:41.942063 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e70dc9-98a6-433f-8301-75496943b189 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:08:41.942497 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e70dc9-98a6-433f-8301-75496943b189 None None] Checking segment: {'id': '7fc97fc0-3906-4423-8d04-641c04e846f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '091b7bf0-ab1e-4d72-9469-58a7decafcaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:08:41.942972 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-38e70dc9-98a6-433f-8301-75496943b189 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:41.943352 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e70dc9-98a6-433f-8301-75496943b189 None None] Bound using segment: {'id': '7fc97fc0-3906-4423-8d04-641c04e846f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '091b7bf0-ab1e-4d72-9469-58a7decafcaf'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:08:41.943848 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-38e70dc9-98a6-433f-8301-75496943b189 None None] Bound port: c6dcf587-1fba-45b2-b191-b257dc5ee39a, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc97fc0-3906-4423-8d04-641c04e846f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '091b7bf0-ab1e-4d72-9469-58a7decafcaf'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:08:41.944225 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-38e70dc9-98a6-433f-8301-75496943b189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:42.015325 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-38e70dc9-98a6-433f-8301-75496943b189 None None] For port c6dcf587-1fba-45b2-b191-b257dc5ee39a, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:08:42.031743 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-57333016-4b43-4da8-b41f-3c2d464e1c56 None None] Provisioning complete for port c6dcf587-1fba-45b2-b191-b257dc5ee39a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:42.032330 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-57333016-4b43-4da8-b41f-3c2d464e1c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:42.046962 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-38e70dc9-98a6-433f-8301-75496943b189 None None] For port c6dcf587-1fba-45b2-b191-b257dc5ee39a, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c6dcf587-1fba-45b2-b191-b257dc5ee39a,segment=NetworkSegment(7fc97fc0-3906-4423-8d04-641c04e846f2),segment_id=7fc97fc0-3906-4423-8d04-641c04e846f2)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:08:42.053116 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-38e70dc9-98a6-433f-8301-75496943b189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:42.068889 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-57333016-4b43-4da8-b41f-3c2d464e1c56 None None] Port c6dcf587-1fba-45b2-b191-b257dc5ee39a cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:08:42.133713 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17b57b-18ab-4d86-8d5b-0e83cdc1f8c7 None None] Pushing event updated for resources: {'Port': ['ID=c6dcf587-1fba-45b2-b191-b257dc5ee39a,revision_number=4']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:42.138010 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e70dc9-98a6-433f-8301-75496943b189 None None] Routers {'49da611b-6863-4348-9093-c5806ee29ff9'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:08:42.138745 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-38e70dc9-98a6-433f-8301-75496943b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:08:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['49da611b-6863-4348-9093-c5806ee29ff9'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:42.230397 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-38e70dc9-98a6-433f-8301-75496943b189 None None] Set router 49da611b-6863-4348-9093-c5806ee29ff9 gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:08:42.305803 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6d256b82-b365-4209-9868-f30061310f4a None None] Provisioning complete for port c6dcf587-1fba-45b2-b191-b257dc5ee39a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:42.306397 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d256b82-b365-4209-9868-f30061310f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:42.386756 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d256b82-b365-4209-9868-f30061310f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:42.426514 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-6d256b82-b365-4209-9868-f30061310f4a None None] For port c6dcf587-1fba-45b2-b191-b257dc5ee39a, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c6dcf587-1fba-45b2-b191-b257dc5ee39a,segment=NetworkSegment(7fc97fc0-3906-4423-8d04-641c04e846f2),segment_id=7fc97fc0-3906-4423-8d04-641c04e846f2)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:08:42.431021 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d256b82-b365-4209-9868-f30061310f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:42.458588 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-38e70dc9-98a6-433f-8301-75496943b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49da611b-6863-4348-9093-c5806ee29ff9', 'name': 'router1', 'tenant_id': '62d30a7ca55c496084198feeed3f1a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:08:29Z', 'updated_at': '2021-11-25T19:08:39Z', 'revision_number': 2, 'project_id': '62d30a7ca55c496084198feeed3f1a65', 'gw_port_host': None, '_interfaces': [{'id': 'c6dcf587-1fba-45b2-b191-b257dc5ee39a', 'name': '', 'network_id': '091b7bf0-ab1e-4d72-9469-58a7decafcaf', 'tenant_id': '62d30a7ca55c496084198feeed3f1a65', 'mac_address': 'fa:16:3e:b9:7e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49da611b-6863-4348-9093-c5806ee29ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3665d95-4686-4258-8642-9120334ac3bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:38Z', 'updated_at': '2021-11-25T19:08:42Z', 'revision_number': 4, 'project_id': '62d30a7ca55c496084198feeed3f1a65', 'subnets': [{'id': 'a3665d95-4686-4258-8642-9120334ac3bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ecc18b5-97ee-4d5a-bf7a-a48856725ebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:42.483486 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d256b82-b365-4209-9868-f30061310f4a None None] Pushing event updated for resources: {'Port': ['ID=c6dcf587-1fba-45b2-b191-b257dc5ee39a,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:42.484433 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e70dc9-98a6-433f-8301-75496943b189 None None] The sync data for ids ['49da611b-6863-4348-9093-c5806ee29ff9'] in n-d-819349-5 is: [{'id': '49da611b-6863-4348-9093-c5806ee29ff9', 'name': 'router1', 'tenant_id': '62d30a7ca55c496084198feeed3f1a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:08:29Z', 'updated_at': '2021-11-25T19:08:39Z', 'revision_number': 2, 'project_id': '62d30a7ca55c496084198feeed3f1a65', 'gw_port_host': None, '_interfaces': [{'id': 'c6dcf587-1fba-45b2-b191-b257dc5ee39a', 'name': '', 'network_id': '091b7bf0-ab1e-4d72-9469-58a7decafcaf', 'tenant_id': '62d30a7ca55c496084198feeed3f1a65', 'mac_address': 'fa:16:3e:b9:7e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49da611b-6863-4348-9093-c5806ee29ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3665d95-4686-4258-8642-9120334ac3bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:38Z', 'updated_at': '2021-11-25T19:08:42Z', 'revision_number': 4, 'project_id': '62d30a7ca55c496084198feeed3f1a65', 'subnets': [{'id': 'a3665d95-4686-4258-8642-9120334ac3bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ecc18b5-97ee-4d5a-bf7a-a48856725ebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:08:42.980152 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47776) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:43.100824 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7622a1-a20b-4126-b71c-86dbde11d882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:43.102202 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fe7622a1-a20b-4126-b71c-86dbde11d882 admin admin] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 842 time: 0.1209729 Nov 25 19:08:43.112255 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-42c010e0-0a39-49f9-a4b2-701e2780b311 admin admin] Request body: {'subnet': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'cidr': '172.25.6.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.25.6.1', 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:08:43.136983 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c010e0-0a39-49f9-a4b2-701e2780b311 admin admin] Made reservation on behalf of 25e32b3d1634427a80041d130f564517 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:08:43.140771 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-42c010e0-0a39-49f9-a4b2-701e2780b311 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:43.445697 n-d-819349-5 neutron-server[103600]: DEBUG neutron.objects.ports [None req-42c010e0-0a39-49f9-a4b2-701e2780b311 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103600) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:08:43.446164 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-42c010e0-0a39-49f9-a4b2-701e2780b311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:43.504690 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c010e0-0a39-49f9-a4b2-701e2780b311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b3874ee-d4a6-45fa-b519-1d17c6d6aee6,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:43.524869 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c010e0-0a39-49f9-a4b2-701e2780b311 admin admin] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:08:43.525242 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c010e0-0a39-49f9-a4b2-701e2780b311 admin admin] Network hostable DHCP agents. Network: f965ced5-a415-47da-9748-3514ef368954, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:08:43.549440 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c010e0-0a39-49f9-a4b2-701e2780b311 admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:08:43.562951 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-42c010e0-0a39-49f9-a4b2-701e2780b311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, f965ced5-a415-47da-9748-3514ef368954) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:08:43.568744 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c010e0-0a39-49f9-a4b2-701e2780b311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:43.569940 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-42c010e0-0a39-49f9-a4b2-701e2780b311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:43.579355 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd32efe-bfa7-4198-9031-2721b1ebad39 None None] Network f965ced5-a415-47da-9748-3514ef368954 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:08:43.590595 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-42c010e0-0a39-49f9-a4b2-701e2780b311 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4817181 Nov 25 19:08:43.818075 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8e6b6e-8351-4896-9a08-190ee01bb93e None None] Network f965ced5-a415-47da-9748-3514ef368954 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:08:45.430912 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 5 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:08:46.332995 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47784) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:46.485744 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-27234aed-4460-4520-b9cf-778317872799 admin admin] 10.222.0.55 "GET /v2.0/routers/49da611b-6863-4348-9093-c5806ee29ff9 HTTP/1.1" status: 200 len: 710 time: 0.1516268 Nov 25 19:08:46.593071 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8a9022-0788-4a75-98f5-9125dedd7e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:46.594443 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bc8a9022-0788-4a75-98f5-9125dedd7e00 admin admin] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 886 time: 0.1023109 Nov 25 19:08:46.606119 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-cb53ca88-b165-4a4d-ae5f-97b36c216d5d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:08:46.973613 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb53ca88-b165-4a4d-ae5f-97b36c216d5d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:47.231941 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb53ca88-b165-4a4d-ae5f-97b36c216d5d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:47.312290 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb53ca88-b165-4a4d-ae5f-97b36c216d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:47.428864 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-cb53ca88-b165-4a4d-ae5f-97b36c216d5d admin admin] Allocated IP 172.25.6.199 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/e6f89500-a6ae-49db-a1c1-2cacb9d4918b) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:08:47.535962 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb53ca88-b165-4a4d-ae5f-97b36c216d5d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:47.572377 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb53ca88-b165-4a4d-ae5f-97b36c216d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:47.612325 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb53ca88-b165-4a4d-ae5f-97b36c216d5d admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:08:47.616064 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-cb53ca88-b165-4a4d-ae5f-97b36c216d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:08:47.620535 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb53ca88-b165-4a4d-ae5f-97b36c216d5d admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:08:47.626330 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53ca88-b165-4a4d-ae5f-97b36c216d5d admin admin] Pushing event updated for resources: {'Port': ['ID=e6f89500-a6ae-49db-a1c1-2cacb9d4918b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:47.908282 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb53ca88-b165-4a4d-ae5f-97b36c216d5d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:48.115232 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb53ca88-b165-4a4d-ae5f-97b36c216d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:48.118863 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb53ca88-b165-4a4d-ae5f-97b36c216d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2046030'] for router, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:48.232896 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb53ca88-b165-4a4d-ae5f-97b36c216d5d admin admin] Router 49da611b-6863-4348-9093-c5806ee29ff9 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:08:48.348472 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb53ca88-b165-4a4d-ae5f-97b36c216d5d admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:08:48.352903 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb53ca88-b165-4a4d-ae5f-97b36c216d5d admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:48.354141 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cb53ca88-b165-4a4d-ae5f-97b36c216d5d admin admin] 10.222.0.55 "PUT /v2.0/routers/49da611b-6863-4348-9093-c5806ee29ff9 HTTP/1.1" status: 200 len: 890 time: 1.7519581 Nov 25 19:08:49.707486 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c6dcf587-1fba-45b2-b191-b257dc5ee39a up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:08:49.768830 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port c6dcf587-1fba-45b2-b191-b257dc5ee39a triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:49.769318 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:50.199784 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8832d1d1-f342-44d5-8132-3a99c1483d5f None None] Sync routers for ids ['49da611b-6863-4348-9093-c5806ee29ff9'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:08:50.211827 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8832d1d1-f342-44d5-8132-3a99c1483d5f None None] Routers {'49da611b-6863-4348-9093-c5806ee29ff9'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:08:50.212502 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8832d1d1-f342-44d5-8132-3a99c1483d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:08:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['49da611b-6863-4348-9093-c5806ee29ff9'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:50.448339 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8832d1d1-f342-44d5-8132-3a99c1483d5f None None] Set router 49da611b-6863-4348-9093-c5806ee29ff9 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:08:50.960743 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8832d1d1-f342-44d5-8132-3a99c1483d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49da611b-6863-4348-9093-c5806ee29ff9', 'name': 'router1', 'tenant_id': '62d30a7ca55c496084198feeed3f1a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': 'e6f89500-a6ae-49db-a1c1-2cacb9d4918b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:08:29Z', 'updated_at': '2021-11-25T19:08:47Z', 'revision_number': 4, 'project_id': '62d30a7ca55c496084198feeed3f1a65', 'gw_port': {'id': 'e6f89500-a6ae-49db-a1c1-2cacb9d4918b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:70:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49da611b-6863-4348-9093-c5806ee29ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:47Z', 'updated_at': '2021-11-25T19:08:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c6dcf587-1fba-45b2-b191-b257dc5ee39a', 'name': '', 'network_id': '091b7bf0-ab1e-4d72-9469-58a7decafcaf', 'tenant_id': '62d30a7ca55c496084198feeed3f1a65', 'mac_address': 'fa:16:3e:b9:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49da611b-6863-4348-9093-c5806ee29ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3665d95-4686-4258-8642-9120334ac3bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:38Z', 'updated_at': '2021-11-25T19:08:42Z', 'revision_number': 5, 'project_id': '62d30a7ca55c496084198feeed3f1a65', 'subnets': [{'id': 'a3665d95-4686-4258-8642-9120334ac3bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ecc18b5-97ee-4d5a-bf7a-a48856725ebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:51.014640 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8832d1d1-f342-44d5-8132-3a99c1483d5f None None] Checking router: 49da611b-6863-4348-9093-c5806ee29ff9 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:08:51.014995 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8832d1d1-f342-44d5-8132-3a99c1483d5f None None] Updating router 49da611b-6863-4348-9093-c5806ee29ff9 port e6f89500-a6ae-49db-a1c1-2cacb9d4918b binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:08:51.063625 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8832d1d1-f342-44d5-8132-3a99c1483d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:51.093375 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47796) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:51.217745 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cb303ca0-0ad4-4193-a993-3b298034cda2 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1229870 Nov 25 19:08:51.449395 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8832d1d1-f342-44d5-8132-3a99c1483d5f None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:51.456660 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8832d1d1-f342-44d5-8132-3a99c1483d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:51.520161 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd743f-c653-496a-bd4f-daefcf557d5a None None] Pushing event updated for resources: {'Port': ['ID=e6f89500-a6ae-49db-a1c1-2cacb9d4918b,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:51.525210 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8832d1d1-f342-44d5-8132-3a99c1483d5f None None] Attempting to bind port e6f89500-a6ae-49db-a1c1-2cacb9d4918b on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:08:51.525581 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8832d1d1-f342-44d5-8132-3a99c1483d5f None None] Attempting to bind port e6f89500-a6ae-49db-a1c1-2cacb9d4918b by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:08:51.525962 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8832d1d1-f342-44d5-8132-3a99c1483d5f None None] Attempting to bind port e6f89500-a6ae-49db-a1c1-2cacb9d4918b on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:08:51.531595 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8832d1d1-f342-44d5-8132-3a99c1483d5f None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:08:51.531980 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8832d1d1-f342-44d5-8132-3a99c1483d5f None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:08:51.532391 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8832d1d1-f342-44d5-8132-3a99c1483d5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:51.532773 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8832d1d1-f342-44d5-8132-3a99c1483d5f None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:08:51.533260 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8832d1d1-f342-44d5-8132-3a99c1483d5f None None] Bound port: e6f89500-a6ae-49db-a1c1-2cacb9d4918b, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:08:51.533645 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8832d1d1-f342-44d5-8132-3a99c1483d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:51.591392 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8832d1d1-f342-44d5-8132-3a99c1483d5f None None] For port e6f89500-a6ae-49db-a1c1-2cacb9d4918b, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:08:51.595314 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8832d1d1-f342-44d5-8132-3a99c1483d5f None None] For port e6f89500-a6ae-49db-a1c1-2cacb9d4918b, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e6f89500-a6ae-49db-a1c1-2cacb9d4918b,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:08:51.599896 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8832d1d1-f342-44d5-8132-3a99c1483d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:51.654661 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8832d1d1-f342-44d5-8132-3a99c1483d5f None None] Routers {'49da611b-6863-4348-9093-c5806ee29ff9'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:08:51.655327 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8832d1d1-f342-44d5-8132-3a99c1483d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:08:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['49da611b-6863-4348-9093-c5806ee29ff9'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:51.743175 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd743f-c653-496a-bd4f-daefcf557d5a None None] Pushing event updated for resources: {'Port': ['ID=e6f89500-a6ae-49db-a1c1-2cacb9d4918b,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:51.796293 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8832d1d1-f342-44d5-8132-3a99c1483d5f None None] Set router 49da611b-6863-4348-9093-c5806ee29ff9 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:08:52.080702 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8832d1d1-f342-44d5-8132-3a99c1483d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49da611b-6863-4348-9093-c5806ee29ff9', 'name': 'router1', 'tenant_id': '62d30a7ca55c496084198feeed3f1a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': 'e6f89500-a6ae-49db-a1c1-2cacb9d4918b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:08:29Z', 'updated_at': '2021-11-25T19:08:47Z', 'revision_number': 4, 'project_id': '62d30a7ca55c496084198feeed3f1a65', 'gw_port': {'id': 'e6f89500-a6ae-49db-a1c1-2cacb9d4918b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:70:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49da611b-6863-4348-9093-c5806ee29ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:47Z', 'updated_at': '2021-11-25T19:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c6dcf587-1fba-45b2-b191-b257dc5ee39a', 'name': '', 'network_id': '091b7bf0-ab1e-4d72-9469-58a7decafcaf', 'tenant_id': '62d30a7ca55c496084198feeed3f1a65', 'mac_address': 'fa:16:3e:b9:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49da611b-6863-4348-9093-c5806ee29ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3665d95-4686-4258-8642-9120334ac3bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:38Z', 'updated_at': '2021-11-25T19:08:42Z', 'revision_number': 5, 'project_id': '62d30a7ca55c496084198feeed3f1a65', 'subnets': [{'id': 'a3665d95-4686-4258-8642-9120334ac3bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ecc18b5-97ee-4d5a-bf7a-a48856725ebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:52.110653 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8832d1d1-f342-44d5-8132-3a99c1483d5f None None] The sync data for ids ['49da611b-6863-4348-9093-c5806ee29ff9'] in n-d-819349-5 is: [{'id': '49da611b-6863-4348-9093-c5806ee29ff9', 'name': 'router1', 'tenant_id': '62d30a7ca55c496084198feeed3f1a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': 'e6f89500-a6ae-49db-a1c1-2cacb9d4918b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:08:29Z', 'updated_at': '2021-11-25T19:08:47Z', 'revision_number': 4, 'project_id': '62d30a7ca55c496084198feeed3f1a65', 'gw_port': {'id': 'e6f89500-a6ae-49db-a1c1-2cacb9d4918b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:70:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49da611b-6863-4348-9093-c5806ee29ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:47Z', 'updated_at': '2021-11-25T19:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c6dcf587-1fba-45b2-b191-b257dc5ee39a', 'name': '', 'network_id': '091b7bf0-ab1e-4d72-9469-58a7decafcaf', 'tenant_id': '62d30a7ca55c496084198feeed3f1a65', 'mac_address': 'fa:16:3e:b9:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49da611b-6863-4348-9093-c5806ee29ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3665d95-4686-4258-8642-9120334ac3bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:38Z', 'updated_at': '2021-11-25T19:08:42Z', 'revision_number': 5, 'project_id': '62d30a7ca55c496084198feeed3f1a65', 'subnets': [{'id': 'a3665d95-4686-4258-8642-9120334ac3bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ecc18b5-97ee-4d5a-bf7a-a48856725ebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:08:53.726568 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e6f89500-a6ae-49db-a1c1-2cacb9d4918b up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:08:53.793952 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port e6f89500-a6ae-49db-a1c1-2cacb9d4918b triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:53.794398 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:53.881538 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:53.908420 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port e6f89500-a6ae-49db-a1c1-2cacb9d4918b, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e6f89500-a6ae-49db-a1c1-2cacb9d4918b,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:08:53.916730 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:53.981776 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=e6f89500-a6ae-49db-a1c1-2cacb9d4918b,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:55.707337 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e6f89500-a6ae-49db-a1c1-2cacb9d4918b up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:08:55.773513 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port e6f89500-a6ae-49db-a1c1-2cacb9d4918b triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:55.774253 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:59.142617 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fd9b2faa-8d9f-4a82-8004-0c975857c018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:01.644227 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5b377cad-b1d0-421b-8803-4a4dcf2da391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:03.418733 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:05.171187 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:05.390400 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:22.432142 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 5 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:09:29.108680 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2e896bf2-f186-4a79-b5c2-cac4ee7110fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:31.666869 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a6e4657-099b-47ea-b7e9-20d54c9de78d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:33.413615 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:35.177034 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:35.391786 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:59.106659 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-14ef0fb2-9e18-41b3-b3f0-c0e95f2261f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:59.434519 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 5 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:10:01.636941 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b928fd9f-1c1c-4a14-950d-34512a3fa01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:03.408896 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:05.168154 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:05.393709 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:29.100517 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-35553647-9220-4105-a38e-366f96e86c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:29.393093 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48312) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:29.457352 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a14e31d0-fcba-4717-b198-ffa81cc73d11 admin admin] GET failed (client error): The resource could not be found. Nov 25 19:10:29.458709 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a14e31d0-fcba-4717-b198-ffa81cc73d11 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0646343 Nov 25 19:10:29.713393 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cd6b4c-281d-4f1c-8fca-d980b9d6c611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:29.714997 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e9cd6b4c-281d-4f1c-8fca-d980b9d6c611 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2515690 Nov 25 19:10:31.630714 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-82e70b49-9d07-4afb-80c7-dac178516f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:32.217302 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48322) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:32.316523 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f2b45e-580e-48f5-bb1e-6c4db08f6e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:32.317942 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-60f2b45e-580e-48f5-bb1e-6c4db08f6e1c admin admin] 10.222.0.55 "GET /v2.0/subnets/a3665d95-4686-4258-8642-9120334ac3bb HTTP/1.1" status: 200 len: 849 time: 0.0996656 Nov 25 19:10:32.328261 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-fbb6c04a-a550-4c2d-8f58-58e342bcd1f4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:32.420211 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c04a-a550-4c2d-8f58-58e342bcd1f4 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:32.572294 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c04a-a550-4c2d-8f58-58e342bcd1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733167145584'] for subnet, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:32.606168 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb6c04a-a550-4c2d-8f58-58e342bcd1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:32.606168 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c04a-a550-4c2d-8f58-58e342bcd1f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:32.607433 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fbb6c04a-a550-4c2d-8f58-58e342bcd1f4 admin admin] 10.222.0.55 "PUT /v2.0/subnets/a3665d95-4686-4258-8642-9120334ac3bb HTTP/1.1" status: 200 len: 868 time: 0.2830110 Nov 25 19:10:32.609621 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89820dc-152d-477d-a949-6492c2a1b64e None None] Network 091b7bf0-ab1e-4d72-9469-58a7decafcaf requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:10:32.629774 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6c04a-a550-4c2d-8f58-58e342bcd1f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3665d95-4686-4258-8642-9120334ac3bb,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:32.638806 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb6c04a-a550-4c2d-8f58-58e342bcd1f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:32.639211 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb6c04a-a550-4c2d-8f58-58e342bcd1f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:32.639517 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb6c04a-a550-4c2d-8f58-58e342bcd1f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:32.639867 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb6c04a-a550-4c2d-8f58-58e342bcd1f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:32.640215 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb6c04a-a550-4c2d-8f58-58e342bcd1f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:32.640557 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb6c04a-a550-4c2d-8f58-58e342bcd1f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:32.640897 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb6c04a-a550-4c2d-8f58-58e342bcd1f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:32.641238 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb6c04a-a550-4c2d-8f58-58e342bcd1f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:32.641584 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb6c04a-a550-4c2d-8f58-58e342bcd1f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:32.641919 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb6c04a-a550-4c2d-8f58-58e342bcd1f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:32.642260 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb6c04a-a550-4c2d-8f58-58e342bcd1f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:32.642630 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb6c04a-a550-4c2d-8f58-58e342bcd1f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:32.994176 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5c82c15c-3057-411f-9542-34425e02e35f None None] Provisioning complete for port dd5d6cd5-b2bc-47e0-983c-e1a264b1be35 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:10:32.994782 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5c82c15c-3057-411f-9542-34425e02e35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:33.089330 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5c82c15c-3057-411f-9542-34425e02e35f None None] Provisioning complete for port c6dcf587-1fba-45b2-b191-b257dc5ee39a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:10:33.089625 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5c82c15c-3057-411f-9542-34425e02e35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:33.415566 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:35.147462 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48330) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:35.170448 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:35.363489 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cb5a32-8209-4ae8-aefb-09157cf50eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:35.363904 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cb5a32-8209-4ae8-aefb-09157cf50eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:35.365490 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-69cb5a32-8209-4ae8-aefb-09157cf50eec admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2170544 Nov 25 19:10:35.399514 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:36.434867 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 5 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:10:37.808230 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48338) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:37.940438 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc110a6d-b124-4b81-8bd7-2e8860ada063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:37.941503 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc110a6d-b124-4b81-8bd7-2e8860ada063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:37.943058 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fc110a6d-b124-4b81-8bd7-2e8860ada063 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1338482 Nov 25 19:10:40.431053 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48346) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:40.563440 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441b1f0b-3f3d-4270-ba15-d972093b2235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:40.564830 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-441b1f0b-3f3d-4270-ba15-d972093b2235 admin admin] 10.222.0.55 "GET /v2.0/networks/091b7bf0-ab1e-4d72-9469-58a7decafcaf HTTP/1.1" status: 200 len: 869 time: 0.1328235 Nov 25 19:10:43.012050 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48354) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:43.209646 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bbd05-e958-4042-8d5d-ed6b205f0c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:43.210979 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-002bbd05-e958-4042-8d5d-ed6b205f0c3c admin admin] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 886 time: 0.1978252 Nov 25 19:10:45.675864 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48364) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:45.807388 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037bba30-0f92-40c2-b777-143b5b4b194a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:45.807847 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037bba30-0f92-40c2-b777-143b5b4b194a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:45.809387 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-037bba30-0f92-40c2-b777-143b5b4b194a admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1325686 Nov 25 19:10:48.290978 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48372) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:48.382385 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0662ca-802c-4614-8c6f-38d6da5a1a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:48.382836 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0662ca-802c-4614-8c6f-38d6da5a1a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:48.384333 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1f0662ca-802c-4614-8c6f-38d6da5a1a78 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0924091 Nov 25 19:10:50.839973 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48380) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:50.928550 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fceb86-64cc-48ad-9e7d-37d38a09c2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:50.929919 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c7fceb86-64cc-48ad-9e7d-37d38a09c2ca admin admin] 10.222.0.55 "GET /v2.0/subnets/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6 HTTP/1.1" status: 200 len: 816 time: 0.0889845 Nov 25 19:10:53.402885 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48388) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:53.495117 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b89a52-c1ea-4a71-be59-54e3fac02253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:53.496468 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d1b89a52-c1ea-4a71-be59-54e3fac02253 admin admin] 10.222.0.55 "GET /v2.0/subnets/a3665d95-4686-4258-8642-9120334ac3bb HTTP/1.1" status: 200 len: 868 time: 0.0926113 Nov 25 19:10:59.106465 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-62eedb5f-4926-4120-8549-d433dd9d79ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:01.633968 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4b59-98ec-452c-a70a-8c324904f566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:03.417340 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:05.173119 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:05.393115 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:13.433745 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 5 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:11:19.253290 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48442) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:11:19.302838 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-d69b7a9d-27d9-4f75-be99-070732522d60 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:11:19.303914 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d69b7a9d-27d9-4f75-be99-070732522d60 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0496044 Nov 25 19:11:21.873681 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48450) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:11:21.936158 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9dad9cf-a69c-4c61-82a1-e162fd9ad8f6 admin admin] GET failed (client error): The resource could not be found. Nov 25 19:11:21.937491 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a9dad9cf-a69c-4c61-82a1-e162fd9ad8f6 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0628452 Nov 25 19:11:22.031631 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4658b031-fef9-416a-98ce-c1d28d2c421d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:22.033032 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4658b031-fef9-416a-98ce-c1d28d2c421d admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0903745 Nov 25 19:11:24.535736 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48458) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:11:24.583505 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-a59a8005-df41-42c0-9722-a71b30469830 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:11:24.606861 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59a8005-df41-42c0-9722-a71b30469830 admin admin] Made reservation on behalf of 25e32b3d1634427a80041d130f564517 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:11:24.609149 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a59a8005-df41-42c0-9722-a71b30469830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:24.636478 n-d-819349-5 neutron-server[103600]: WARNING neutron.services.revisions.revision_plugin [None req-a59a8005-df41-42c0-9722-a71b30469830 admin admin] Could not find related network for resource to bump revision. Nov 25 19:11:24.653247 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59a8005-df41-42c0-9722-a71b30469830 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:11:24.666738 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a59a8005-df41-42c0-9722-a71b30469830 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733167214623', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:24.667297 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a59a8005-df41-42c0-9722-a71b30469830 admin admin] Unsubscribe: segment precommit_create {{(pid=103600) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 25 19:11:24.667757 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-a59a8005-df41-42c0-9722-a71b30469830 admin admin] Added segment 03a648ed-31c7-4876-91b4-e33de643edaa of type vlan for network a3905438-596e-4fef-b928-b885d07707f8 Nov 25 19:11:24.715755 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a59a8005-df41-42c0-9722-a71b30469830 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:24.758155 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a59a8005-df41-42c0-9722-a71b30469830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:24.758155 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59a8005-df41-42c0-9722-a71b30469830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:24.758155 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a59a8005-df41-42c0-9722-a71b30469830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:24.810528 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a59a8005-df41-42c0-9722-a71b30469830 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2736461 Nov 25 19:11:24.853341 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a8005-df41-42c0-9722-a71b30469830 admin admin] Pushing event updated for resources: {'Network': ['ID=a3905438-596e-4fef-b928-b885d07707f8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:24.865366 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network a3905438-596e-4fef-b928-b885d07707f8 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:11:27.374136 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48466) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:11:27.461644 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-e688fcbb-1a15-4e95-9fcc-fa2bbc9ff1eb admin admin] GET failed (client error): The resource could not be found. Nov 25 19:11:27.463049 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e688fcbb-1a15-4e95-9fcc-fa2bbc9ff1eb admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0878973 Nov 25 19:11:27.542157 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ee979e-0eed-4d07-a787-2db06838145f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:27.543658 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-63ee979e-0eed-4d07-a787-2db06838145f admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0759084 Nov 25 19:11:27.556640 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-c456983f-f2b8-4f2d-b022-4256898a4825 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:11:27.584050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c456983f-f2b8-4f2d-b022-4256898a4825 admin admin] Made reservation on behalf of 25e32b3d1634427a80041d130f564517 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:11:27.587901 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c456983f-f2b8-4f2d-b022-4256898a4825 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:27.783146 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c456983f-f2b8-4f2d-b022-4256898a4825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:27.848237 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456983f-f2b8-4f2d-b022-4256898a4825 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43c3bb89-4cce-4b98-b16d-22c98c4ea281,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:27.860539 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c456983f-f2b8-4f2d-b022-4256898a4825 admin admin] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:11:27.861075 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c456983f-f2b8-4f2d-b022-4256898a4825 admin admin] Network hostable DHCP agents. Network: a3905438-596e-4fef-b928-b885d07707f8, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:11:27.884677 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c456983f-f2b8-4f2d-b022-4256898a4825 admin admin] Network a3905438-596e-4fef-b928-b885d07707f8 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:11:27.894720 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c456983f-f2b8-4f2d-b022-4256898a4825 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, a3905438-596e-4fef-b928-b885d07707f8) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:11:27.899729 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c456983f-f2b8-4f2d-b022-4256898a4825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:27.901117 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c456983f-f2b8-4f2d-b022-4256898a4825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:27.904316 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64da9915-cb18-45f3-a630-5f694c476dcc None None] Network a3905438-596e-4fef-b928-b885d07707f8 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:11:27.923065 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c456983f-f2b8-4f2d-b022-4256898a4825 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3699174 Nov 25 19:11:28.073958 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-a3905438-596e-4fef-b928-b885d07707f8', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'tenant_id': '25e32b3d1634427a80041d130f564517', 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:11:28.074980 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:28.234117 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Allocated IP 192.168.233.2 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/96cb6e91-ad65-4a91-a9ea-cc829ce154e6) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:11:28.405786 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:28.413292 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:28.461340 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:11:28.465617 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:11:28.467398 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Pushing event updated for resources: {'Port': ['ID=96cb6e91-ad65-4a91-a9ea-cc829ce154e6,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:28.469663 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:11:28.495139 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:28.495408 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:28.495753 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:28.496097 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:28.496489 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:28.496764 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:28.497094 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:28.497417 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:28.497744 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:28.498067 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:28.498486 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:28.498819 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:28.537079 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Attempting to bind port 96cb6e91-ad65-4a91-a9ea-cc829ce154e6 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:11:28.537449 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Attempting to bind port 96cb6e91-ad65-4a91-a9ea-cc829ce154e6 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:11:28.537814 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Attempting to bind port 96cb6e91-ad65-4a91-a9ea-cc829ce154e6 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:11:28.543261 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:11:28.543640 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:11:28.544042 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:28.544439 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:11:28.544914 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Bound port: 96cb6e91-ad65-4a91-a9ea-cc829ce154e6, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:11:28.545324 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:28.612134 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] For port 96cb6e91-ad65-4a91-a9ea-cc829ce154e6, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:11:28.619719 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] For port 96cb6e91-ad65-4a91-a9ea-cc829ce154e6, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=96cb6e91-ad65-4a91-a9ea-cc829ce154e6,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:11:28.625552 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:28.709713 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d88b17-111a-40c8-a774-324a0b11b70c None None] Pushing event updated for resources: {'Port': ['ID=96cb6e91-ad65-4a91-a9ea-cc829ce154e6,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:29.103291 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fce9ab80-a0e5-4f38-bf69-b3ed1daafc61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:29.617518 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8091165-3993-4d42-b671-58935eb2813f None None] Network a3905438-596e-4fef-b928-b885d07707f8 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:11:29.706116 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-07c80362-1044-4149-aec6-1d13d8a92621 None None] Provisioning complete for port 96cb6e91-ad65-4a91-a9ea-cc829ce154e6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:11:29.706514 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-07c80362-1044-4149-aec6-1d13d8a92621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:29.849395 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-07c80362-1044-4149-aec6-1d13d8a92621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:29.852878 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 96cb6e91-ad65-4a91-a9ea-cc829ce154e6 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:11:29.918466 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-07c80362-1044-4149-aec6-1d13d8a92621 None None] For port 96cb6e91-ad65-4a91-a9ea-cc829ce154e6, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=96cb6e91-ad65-4a91-a9ea-cc829ce154e6,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:11:29.926448 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-07c80362-1044-4149-aec6-1d13d8a92621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:29.966936 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 96cb6e91-ad65-4a91-a9ea-cc829ce154e6 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:11:29.967306 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:30.012449 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c80362-1044-4149-aec6-1d13d8a92621 None None] Pushing event updated for resources: {'Port': ['ID=96cb6e91-ad65-4a91-a9ea-cc829ce154e6,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:30.250837 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5f3826bc-2805-4c1e-9f2b-85d7593ddfdd None None] Provisioning complete for port 96cb6e91-ad65-4a91-a9ea-cc829ce154e6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:11:30.251523 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5f3826bc-2805-4c1e-9f2b-85d7593ddfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:31.649721 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1d4579c6-2109-416a-9e7d-c9141ded99f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:31.787290 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 96cb6e91-ad65-4a91-a9ea-cc829ce154e6 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:11:31.848341 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 96cb6e91-ad65-4a91-a9ea-cc829ce154e6 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:11:31.848714 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:33.428872 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:35.179261 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:35.396554 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:50.432519 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 5 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:11:59.106727 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-99c74b1b-da75-4acd-9a37-59de97aa9690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:01.633178 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-de88e653-4e04-4e2c-a80e-e848d7059ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:03.422136 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:05.181916 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:05.402463 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:27.431387 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 5 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:12:29.111958 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-51bc088e-d640-4759-b4c6-8786cde23cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:31.636433 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ec4f7d87-8be1-4235-9d8d-80a1ab075a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:33.435315 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:35.185458 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:35.406049 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:47.850204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48510) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:47.856197 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-52c07e9a-fc23-47d1-b1d2-c82c3f88fbd2 tempest-verify_tempest_config-708924713 tempest-verify_tempest_config-708924713-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:12:47.857193 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-52c07e9a-fc23-47d1-b1d2-c82c3f88fbd2 tempest-verify_tempest_config-708924713 tempest-verify_tempest_config-708924713-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059965 Nov 25 19:12:48.171589 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48528) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:48.396286 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a5f3bf2-df05-4654-a386-741db3530323 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:48.504044 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a5f3bf2-df05-4654-a386-741db3530323 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:48.508675 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a5f3bf2-df05-4654-a386-741db3530323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:48.553003 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f3bf2-df05-4654-a386-741db3530323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1d0060-ea00-449f-98bb-76febaa7839b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:48.556766 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0a5f3bf2-df05-4654-a386-741db3530323 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a421b255bdd24be7a19360b3c3f51c04&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3836691 Nov 25 19:12:48.559565 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48532) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:48.563220 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5f3bf2-df05-4654-a386-741db3530323 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.563572 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5f3bf2-df05-4654-a386-741db3530323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.564043 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5f3bf2-df05-4654-a386-741db3530323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.564556 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5f3bf2-df05-4654-a386-741db3530323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.564808 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5f3bf2-df05-4654-a386-741db3530323 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.565148 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5f3bf2-df05-4654-a386-741db3530323 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.565484 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5f3bf2-df05-4654-a386-741db3530323 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.565818 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5f3bf2-df05-4654-a386-741db3530323 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.566151 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5f3bf2-df05-4654-a386-741db3530323 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.566503 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5f3bf2-df05-4654-a386-741db3530323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.566838 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5f3bf2-df05-4654-a386-741db3530323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.567273 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5f3bf2-df05-4654-a386-741db3530323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.631528 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c9cd082-f767-437e-a58e-152cd82bab79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:48.656189 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c9cd082-f767-437e-a58e-152cd82bab79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:48.754930 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c9cd082-f767-437e-a58e-152cd82bab79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:48.760411 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c9cd082-f767-437e-a58e-152cd82bab79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:48.762436 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2c9cd082-f767-437e-a58e-152cd82bab79 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ae1d0060-ea00-449f-98bb-76febaa7839b HTTP/1.1" status: 204 len: 168 time: 0.1998277 Nov 25 19:12:48.771501 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9cd082-f767-437e-a58e-152cd82bab79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1d0060-ea00-449f-98bb-76febaa7839b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:48.778564 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9cd082-f767-437e-a58e-152cd82bab79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.778911 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9cd082-f767-437e-a58e-152cd82bab79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.779340 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9cd082-f767-437e-a58e-152cd82bab79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.779569 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9cd082-f767-437e-a58e-152cd82bab79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.779898 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9cd082-f767-437e-a58e-152cd82bab79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.780231 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9cd082-f767-437e-a58e-152cd82bab79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.780632 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9cd082-f767-437e-a58e-152cd82bab79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.780867 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9cd082-f767-437e-a58e-152cd82bab79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.781200 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9cd082-f767-437e-a58e-152cd82bab79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.781516 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9cd082-f767-437e-a58e-152cd82bab79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.781943 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9cd082-f767-437e-a58e-152cd82bab79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.782151 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9cd082-f767-437e-a58e-152cd82bab79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:59.104249 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0a1d4eb8-36fd-4e95-adde-d5adb63565c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:01.639933 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1659bb51-5e33-481a-872f-740fbc19fb42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:03.423405 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:04.430095 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 5 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:13:05.188560 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:05.410145 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:29.106823 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cdde076b-92c2-4562-b411-a936fbb820f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:31.641017 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac4f1-69e1-428f-8499-c728aedfad15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:33.426936 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:35.190458 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:35.412196 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:41.431836 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 5 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:13:59.110964 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-64b53104-8a90-4363-a6c5-a723dffb1485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:01.643583 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7c0e7dae-e105-4c48-873a-e638ae37eda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:03.430598 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:05.194282 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:05.415007 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:18.430708 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 5 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:14:29.112701 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ce82f6fd-4b94-4c93-889a-727b4df37b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:31.646632 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3caa2dfa-45d7-4edb-8cd6-112dfd2992e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:33.435010 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:35.199621 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:35.417393 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:55.428762 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 5 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:14:59.116556 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5196dfc8-17fd-4be1-9c64-f434cf54c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:01.648793 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0e340ef1-6933-4b6c-840b-0e821f475bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:03.436069 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:05.203668 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:05.421003 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:29.119316 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7d12332a-fc7d-4ddd-9f5c-18e2f30b2270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:31.650908 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-924a2030-4ff4-47de-ad8f-4f9cf706318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:32.427309 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 5 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:15:33.439670 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:35.207925 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:35.426167 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:53.123765 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2047524'] for agent, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:53.789849 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2047524'] for agent, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:59.121640 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6f2b37c1-5811-431a-a44e-ca7bd2bec8d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:01.652639 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3b153360-1b05-4906-909c-dbb7cc8c5f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:03.442133 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:05.210861 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:05.428722 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:09.426811 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:16:23.103075 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:23.756787 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:29.124847 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5f13eadc-b879-495d-99dc-481ceba921d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:31.653495 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-90f90f7c-69d4-4021-899b-f19692b361a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:33.447293 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:35.216581 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:35.432656 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:40.571011 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48590) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:16:40.687659 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a2950ed2-71bc-4fb8-820e-0ede24a3c521 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1155286 Nov 25 19:16:43.225348 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48600) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:16:43.284499 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5e3178de-fdf3-42a3-a83c-24cfd6ecf0e3 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0579665 Nov 25 19:16:46.427062 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:16:53.107900 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:53.755563 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:59.126988 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-521b3e1d-d051-4a33-ae20-e5a2b1de100e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:01.654467 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f0c69f80-9592-44c9-be01-de9512415bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:03.448398 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:05.213288 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:05.436255 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:23.123063 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:23.428424 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:17:23.762622 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:29.134052 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bf6dac3a-bc0e-4441-b851-4881499f5315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:31.665099 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0c616836-8cba-43bc-af48-c0033033377b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:33.463418 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:35.219348 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:35.440592 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:53.130548 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:53.775116 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:59.128493 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f2707d90-93e6-4b1b-a534-7621bca77f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:00.428894 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:18:01.679355 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-75ea796b-34e2-4481-ad56-1902c82f638f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:03.460435 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:05.232725 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:05.341660 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48804) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:05.446362 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:05.937248 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a39d0660-beac-4570-ad4f-dadb54d266a6 tempest-AutoAllocateNetworkTest-500131441 tempest-AutoAllocateNetworkTest-500131441-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=37bad2ff15134a74add89d0715d240f0&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5890758 Nov 25 19:18:05.937649 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48826) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:06.240844 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59de762f-27c9-4fdb-9529-17274124cb9e tempest-AutoAllocateNetworkTest-500131441 tempest-AutoAllocateNetworkTest-500131441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:06.245945 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48838) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:06.249327 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-59de762f-27c9-4fdb-9529-17274124cb9e tempest-AutoAllocateNetworkTest-500131441 tempest-AutoAllocateNetworkTest-500131441-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3088672 Nov 25 19:18:06.358834 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f1eb340a-01d2-4a98-8197-d0f4ae5d4d34 tempest-AutoAllocateNetworkTest-500131441 tempest-AutoAllocateNetworkTest-500131441-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1101334 Nov 25 19:18:06.363581 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48846) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:06.413741 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-900e0d4c-dac2-4c05-a12e-bf5f55207f6c tempest-AutoAllocateNetworkTest-500131441 tempest-AutoAllocateNetworkTest-500131441-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=37bad2ff15134a74add89d0715d240f0 HTTP/1.1" status: 200 len: 208 time: 0.0482633 Nov 25 19:18:07.281971 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48882) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:07.793943 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-98327ab2-3334-434e-970a-1a8b7a388adb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:07.959788 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-98327ab2-3334-434e-970a-1a8b7a388adb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:07.967496 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-98327ab2-3334-434e-970a-1a8b7a388adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:08.075630 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98327ab2-3334-434e-970a-1a8b7a388adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a278f3-a183-4a1e-88df-70092dd758e9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:08.116504 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98327ab2-3334-434e-970a-1a8b7a388adb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:08.117291 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98327ab2-3334-434e-970a-1a8b7a388adb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:08.117997 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98327ab2-3334-434e-970a-1a8b7a388adb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:08.118768 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98327ab2-3334-434e-970a-1a8b7a388adb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:08.119488 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98327ab2-3334-434e-970a-1a8b7a388adb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:08.120209 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98327ab2-3334-434e-970a-1a8b7a388adb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:08.120927 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98327ab2-3334-434e-970a-1a8b7a388adb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:08.121634 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98327ab2-3334-434e-970a-1a8b7a388adb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:08.122643 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98327ab2-3334-434e-970a-1a8b7a388adb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:08.123384 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98327ab2-3334-434e-970a-1a8b7a388adb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:08.124072 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98327ab2-3334-434e-970a-1a8b7a388adb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:08.124836 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98327ab2-3334-434e-970a-1a8b7a388adb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98327ab2-3334-434e-970a-1a8b7a388adb admin admin] Tracked resource versions report: Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: pushed versions: Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: { 'AddressGroup': {'1.2'}, Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: 'ConntrackHelper': {'1.0'}, Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: 'Log': {'1.0'}, Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: 'Network': {'1.1'}, Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: 'Port': {'1.7'}, Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: 'PortForwarding': {'1.2'}, Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: 'QosPolicy': {'1.10'}, Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: 'SecurityGroup': {'1.5'}, Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: 'SecurityGroupRule': {'1.2'}, Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: 'SubPort': {'1.0'}, Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: 'Subnet': {'1.1'}, Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: 'Trunk': {'1.1'}} Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: consumer versions: Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: { DHCP agent@n-d-819349-5: {}, Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: HyperV agent@n-h1-819349-5: {}, Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: HyperV agent@n-h2-819349-5: {}, Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: L3 agent@n-d-819349-5: {}, Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: Metadata agent@n-d-819349-5: {}, Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: Metering agent@n-d-819349-5: {}, Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: Open vSwitch agent@n-d-819349-5: { 'AddressGroup': '1.2', Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: 'ConntrackHelper': '1.0', Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: 'Log': '1.0', Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: 'Network': '1.1', Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: 'Port': '1.7', Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: 'PortForwarding': '1.2', Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: 'QosPolicy': '1.10', Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: 'SecurityGroup': '1.5', Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: 'SecurityGroupRule': '1.2', Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: 'SubPort': '1.0', Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: 'Subnet': '1.1', Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: 'Trunk': '1.1'}} Nov 25 19:18:08.127940 n-d-819349-5 neutron-server[103599]: {{(pid=103599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 19:18:08.144037 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-98327ab2-3334-434e-970a-1a8b7a388adb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=37bad2ff15134a74add89d0715d240f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8602016 Nov 25 19:18:08.146926 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48912) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:08.278161 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aaab3ad4-1cda-41ee-8e7e-394a575a82e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:08.324608 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aaab3ad4-1cda-41ee-8e7e-394a575a82e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:08.435465 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aaab3ad4-1cda-41ee-8e7e-394a575a82e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:08.447623 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aaab3ad4-1cda-41ee-8e7e-394a575a82e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:08.452738 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-aaab3ad4-1cda-41ee-8e7e-394a575a82e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/49a278f3-a183-4a1e-88df-70092dd758e9 HTTP/1.1" status: 204 len: 168 time: 0.3006392 Nov 25 19:18:08.477614 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab3ad4-1cda-41ee-8e7e-394a575a82e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a278f3-a183-4a1e-88df-70092dd758e9,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:08.496120 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab3ad4-1cda-41ee-8e7e-394a575a82e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:08.496715 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab3ad4-1cda-41ee-8e7e-394a575a82e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:08.497296 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab3ad4-1cda-41ee-8e7e-394a575a82e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:08.498243 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab3ad4-1cda-41ee-8e7e-394a575a82e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:08.499109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab3ad4-1cda-41ee-8e7e-394a575a82e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:08.499848 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab3ad4-1cda-41ee-8e7e-394a575a82e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:08.500412 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab3ad4-1cda-41ee-8e7e-394a575a82e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:08.501173 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab3ad4-1cda-41ee-8e7e-394a575a82e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:08.501760 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab3ad4-1cda-41ee-8e7e-394a575a82e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:08.502355 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab3ad4-1cda-41ee-8e7e-394a575a82e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:08.504780 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab3ad4-1cda-41ee-8e7e-394a575a82e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:08.505572 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab3ad4-1cda-41ee-8e7e-394a575a82e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab3ad4-1cda-41ee-8e7e-394a575a82e2 admin admin] Tracked resource versions report: Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: pushed versions: Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: { 'AddressGroup': {'1.2'}, Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: 'ConntrackHelper': {'1.0'}, Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: 'Log': {'1.0'}, Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: 'Network': {'1.1'}, Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: 'Port': {'1.7'}, Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: 'PortForwarding': {'1.2'}, Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: 'QosPolicy': {'1.10'}, Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: 'SecurityGroup': {'1.5'}, Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: 'SecurityGroupRule': {'1.2'}, Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: 'SubPort': {'1.0'}, Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: 'Subnet': {'1.1'}, Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: 'Trunk': {'1.1'}} Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: consumer versions: Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: { DHCP agent@n-d-819349-5: {}, Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: HyperV agent@n-h1-819349-5: {}, Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: HyperV agent@n-h2-819349-5: {}, Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: L3 agent@n-d-819349-5: {}, Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: Metadata agent@n-d-819349-5: {}, Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: Metering agent@n-d-819349-5: {}, Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: Open vSwitch agent@n-d-819349-5: { 'AddressGroup': '1.2', Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: 'ConntrackHelper': '1.0', Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: 'Log': '1.0', Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: 'Network': '1.1', Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: 'Port': '1.7', Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: 'PortForwarding': '1.2', Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: 'QosPolicy': '1.10', Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: 'SecurityGroup': '1.5', Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: 'SecurityGroupRule': '1.2', Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: 'SubPort': '1.0', Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: 'Subnet': '1.1', Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: 'Trunk': '1.1'}} Nov 25 19:18:08.515777 n-d-819349-5 neutron-server[103600]: {{(pid=103600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 19:18:11.159048 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49048) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:11.161419 n-d-819349-5 neutron-server[103599]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 25 19:18:11.194080 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-7a95cdaa-0a3b-4072-a2da-ecc99c6f3e3e tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d01bb9dabc174fd895376f5f4db92fda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338688 Nov 25 19:18:11.438919 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-27936748-b94c-4f97-b86d-77d34f8f82e3 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:11.440933 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-27936748-b94c-4f97-b86d-77d34f8f82e3 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2335401 Nov 25 19:18:11.460065 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-3c18ff84-e172-4328-a853-f2b6c004bcef tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/quotas/d01bb9dabc174fd895376f5f4db92fda HTTP/1.1" status: 200 len: 375 time: 0.0114534 Nov 25 19:18:11.525334 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-ba5d7b66-993c-4874-adc1-029705677624 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d01bb9dabc174fd895376f5f4db92fda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591738 Nov 25 19:18:11.981133 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d907debe-8adc-42b3-9daa-2d6aa621dddd req-933f0ae2-2494-474e-8515-82a3ca0fef3c tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=28e5f214-6546-4543-a256-3d9e4c3e374c HTTP/1.1" status: 200 len: 210 time: 0.0546985 Nov 25 19:18:13.119068 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49212) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:13.283199 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb0aabbb-411e-4329-a696-4d9a563ff22f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:13.442381 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb0aabbb-411e-4329-a696-4d9a563ff22f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:13.447697 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb0aabbb-411e-4329-a696-4d9a563ff22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:13.494764 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0aabbb-411e-4329-a696-4d9a563ff22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6816e5c-1f37-4cb2-bd71-32638b4fceec,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:13.499953 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cb0aabbb-411e-4329-a696-4d9a563ff22f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=63ff119c46f6481a90f0a5ee32d7c5da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3797092 Nov 25 19:18:13.503132 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49240) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:13.562733 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca839bc1-34ca-4014-a1f3-39af7a6e2745 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:13.599550 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca839bc1-34ca-4014-a1f3-39af7a6e2745 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:13.663232 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca839bc1-34ca-4014-a1f3-39af7a6e2745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:13.667966 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca839bc1-34ca-4014-a1f3-39af7a6e2745 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:13.669887 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ca839bc1-34ca-4014-a1f3-39af7a6e2745 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e6816e5c-1f37-4cb2-bd71-32638b4fceec HTTP/1.1" status: 204 len: 168 time: 0.1650610 Nov 25 19:18:13.684176 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca839bc1-34ca-4014-a1f3-39af7a6e2745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6816e5c-1f37-4cb2-bd71-32638b4fceec,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:13.757539 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49246) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:13.822436 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49250) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:13.956023 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49258) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:14.206472 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.85', 62564) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:14.236860 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-878160b7-6dbb-4fb4-beb1-ac17c717f047 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=d01bb9dabc174fd895376f5f4db92fda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290830 Nov 25 19:18:14.283098 n-d-819349-5 neutron-server[103600]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 25 19:18:14.354960 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8a95bd1d-6748-4cdf-aeb4-56bad3c932a9 req-a6152271-9dcd-4eb3-832b-bfdd6f39a6af tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=28e5f214-6546-4543-a256-3d9e4c3e374c HTTP/1.1" status: 200 len: 210 time: 0.5954998 Nov 25 19:18:14.444275 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6eeff199-7b1e-41fc-8e62-a526ecd71c17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:14.482156 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-b73e5a00-83e8-4c13-8b45-d19d31ba7e12 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:14.483800 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-b73e5a00-83e8-4c13-8b45-d19d31ba7e12 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2369585 Nov 25 19:18:14.506532 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49278) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:14.515199 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04246cc9-4611-4e95-b4a1-5d7d1bca3e5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:14.614577 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-955c62b2-447c-4547-ab3d-e4b22991671b tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Request body: {'port': {'device_id': '28e5f214-6546-4543-a256-3d9e4c3e374c', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': 'd01bb9dabc174fd895376f5f4db92fda'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:14.740520 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6eeff199-7b1e-41fc-8e62-a526ecd71c17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:14.761473 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6eeff199-7b1e-41fc-8e62-a526ecd71c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:14.768397 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ee0f5d7-becc-429d-897b-fb68b5598c05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:14.824236 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeff199-7b1e-41fc-8e62-a526ecd71c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed33cba-008a-4bba-95cf-0a2044857d0a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:14.824799 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49298) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:14.864031 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e20720f7-5ca9-4ee8-80d6-4fd8b4be7179 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:14.896557 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04246cc9-4611-4e95-b4a1-5d7d1bca3e5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:14.903318 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6eeff199-7b1e-41fc-8e62-a526ecd71c17 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1810745f510743cd99f7be2f6dcffadb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0795634 Nov 25 19:18:14.912455 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49300) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:14.946496 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04246cc9-4611-4e95-b4a1-5d7d1bca3e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.103688 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-04246cc9-4611-4e95-b4a1-5d7d1bca3e5e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cecc29a0d7e647da818c1180d3467b45&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1464176 Nov 25 19:18:15.111094 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49312) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:15.176726 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a29c8191-2d80-4aea-a890-c98b19e92ea9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.183166 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04246cc9-4611-4e95-b4a1-5d7d1bca3e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb98baf-1bad-4e3f-8fb5-e9516329344c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:15.185135 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-955c62b2-447c-4547-ab3d-e4b22991671b tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Made reservation on behalf of d01bb9dabc174fd895376f5f4db92fda for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:15.188897 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-955c62b2-447c-4547-ab3d-e4b22991671b tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.221497 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-955c62b2-447c-4547-ab3d-e4b22991671b tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.238651 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ee0f5d7-becc-429d-897b-fb68b5598c05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.255393 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a29c8191-2d80-4aea-a890-c98b19e92ea9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.259691 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e20720f7-5ca9-4ee8-80d6-4fd8b4be7179 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.261762 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ee0f5d7-becc-429d-897b-fb68b5598c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.284498 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e20720f7-5ca9-4ee8-80d6-4fd8b4be7179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.303157 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0dfec462-ba0d-4a5c-b14f-9d91b901a65b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.393022 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0dfec462-ba0d-4a5c-b14f-9d91b901a65b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.413881 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4ee0f5d7-becc-429d-897b-fb68b5598c05 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=46443daeab30460aa0ba9bbe6416bbeb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9061272 Nov 25 19:18:15.414582 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49330) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:15.419773 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a29c8191-2d80-4aea-a890-c98b19e92ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.426969 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a29c8191-2d80-4aea-a890-c98b19e92ea9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.427618 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e20720f7-5ca9-4ee8-80d6-4fd8b4be7179 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5609c779b34a4109988690788bc23ad3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6005514 Nov 25 19:18:15.429247 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a29c8191-2d80-4aea-a890-c98b19e92ea9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7ed33cba-008a-4bba-95cf-0a2044857d0a HTTP/1.1" status: 204 len: 168 time: 0.5150297 Nov 25 19:18:15.442275 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49332) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:15.459826 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c8191-2d80-4aea-a890-c98b19e92ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed33cba-008a-4bba-95cf-0a2044857d0a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:15.474481 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0f5d7-becc-429d-897b-fb68b5598c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6a1b22-a15c-4fb6-9db8-a8edae83903d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:15.568192 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e047e883-528e-4a62-b1d4-aead6284d004 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.618477 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a170fa82-aba9-4344-bf9b-d520e047e1cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.622862 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20720f7-5ca9-4ee8-80d6-4fd8b4be7179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa9f585-3aa3-449d-989a-026bdd27e306,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:15.647985 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e047e883-528e-4a62-b1d4-aead6284d004 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.648114 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-955c62b2-447c-4547-ab3d-e4b22991671b tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.665442 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-955c62b2-447c-4547-ab3d-e4b22991671b tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.681818 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a170fa82-aba9-4344-bf9b-d520e047e1cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.847469 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e047e883-528e-4a62-b1d4-aead6284d004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.850632 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e047e883-528e-4a62-b1d4-aead6284d004 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.860154 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e047e883-528e-4a62-b1d4-aead6284d004 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8d6a1b22-a15c-4fb6-9db8-a8edae83903d HTTP/1.1" status: 204 len: 168 time: 0.4352989 Nov 25 19:18:15.899316 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c62b2-447c-4547-ab3d-e4b22991671b tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:15.908599 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047e883-528e-4a62-b1d4-aead6284d004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6a1b22-a15c-4fb6-9db8-a8edae83903d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:15.921326 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a170fa82-aba9-4344-bf9b-d520e047e1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.942751 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a170fa82-aba9-4344-bf9b-d520e047e1cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.957929 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a170fa82-aba9-4344-bf9b-d520e047e1cb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0fa9f585-3aa3-449d-989a-026bdd27e306 HTTP/1.1" status: 204 len: 168 time: 0.5088499 Nov 25 19:18:15.965531 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0dfec462-ba0d-4a5c-b14f-9d91b901a65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.969312 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0dfec462-ba0d-4a5c-b14f-9d91b901a65b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.970993 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0dfec462-ba0d-4a5c-b14f-9d91b901a65b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/efb98baf-1bad-4e3f-8fb5-e9516329344c HTTP/1.1" status: 204 len: 168 time: 0.8525469 Nov 25 19:18:15.999702 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170fa82-aba9-4344-bf9b-d520e047e1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa9f585-3aa3-449d-989a-026bdd27e306,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:16.152150 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfec462-ba0d-4a5c-b14f-9d91b901a65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb98baf-1bad-4e3f-8fb5-e9516329344c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:16.238769 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-503a1343-8b29-440f-bf6d-b1d45a550f8e req-fbb69e5a-77c8-4505-9f2a-d8cd22c6f71d tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=28e5f214-6546-4543-a256-3d9e4c3e374c HTTP/1.1" status: 200 len: 210 time: 0.2080898 Nov 25 19:18:16.381498 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9138d32-214f-4177-8933-4988572c1d78 req-2b26c901-5431-4dde-b024-4b4f8b50bd77 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=1643e0c805eb4c7599b9c7db483389aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2324135 Nov 25 19:18:16.923880 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-955c62b2-447c-4547-ab3d-e4b22991671b tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Allocated IP 192.168.233.141 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/11cb7b02-a580-4fbe-9a8b-080c7296337c) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:18:17.200246 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-955c62b2-447c-4547-ab3d-e4b22991671b tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:17.311377 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-955c62b2-447c-4547-ab3d-e4b22991671b tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:17.402369 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49402) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:17.464257 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7280fedb-7bc8-4bff-a4d7-c6ff7501cacf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:17.581226 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-955c62b2-447c-4547-ab3d-e4b22991671b tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:18:17.623054 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-955c62b2-447c-4547-ab3d-e4b22991671b tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:17.644876 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793b64f-76df-4aa3-9f47-c62c5110def7 req-a4606aeb-86b8-48af-9352-9436776dee23 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:17.659168 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c62b2-447c-4547-ab3d-e4b22991671b tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Pushing event updated for resources: {'Port': ['ID=11cb7b02-a580-4fbe-9a8b-080c7296337c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:17.663022 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6793b64f-76df-4aa3-9f47-c62c5110def7 req-a4606aeb-86b8-48af-9352-9436776dee23 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=28e5f214-6546-4543-a256-3d9e4c3e374c HTTP/1.1" status: 200 len: 936 time: 0.1917732 Nov 25 19:18:17.692355 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49404) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:17.725495 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9138d32-214f-4177-8933-4988572c1d78 req-16fd9840-b857-4871-bb66-9f3e0de7858a tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:17.736636 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9138d32-214f-4177-8933-4988572c1d78 req-16fd9840-b857-4871-bb66-9f3e0de7858a tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3496048 Nov 25 19:18:17.739575 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-955c62b2-447c-4547-ab3d-e4b22991671b tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:18:17.750722 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-955c62b2-447c-4547-ab3d-e4b22991671b tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:17.751032 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-955c62b2-447c-4547-ab3d-e4b22991671b tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:17.809105 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9138d32-214f-4177-8933-4988572c1d78 req-0177bf73-50b1-42aa-a4d1-6232003b24f3 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/quotas/1643e0c805eb4c7599b9c7db483389aa HTTP/1.1" status: 200 len: 375 time: 0.0715115 Nov 25 19:18:17.820369 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-955c62b2-447c-4547-ab3d-e4b22991671b tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2153993 Nov 25 19:18:17.849014 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-b5459cf0-f286-4f26-ab88-92d7524bf364 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:18:17.850328 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-b5459cf0-f286-4f26-ab88-92d7524bf364 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076344 Nov 25 19:18:17.860209 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49408) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:17.898510 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9138d32-214f-4177-8933-4988572c1d78 req-b15cd710-baaf-456b-a00b-4be12a04bdb6 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1643e0c805eb4c7599b9c7db483389aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767190 Nov 25 19:18:17.911156 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-283ff058-e40d-4f2d-83df-1350d1460246 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:17.972050 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7280fedb-7bc8-4bff-a4d7-c6ff7501cacf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:17.990777 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7280fedb-7bc8-4bff-a4d7-c6ff7501cacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:18.071962 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ecb6ab3-b744-4e82-9367-c673b30f734a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:18.137987 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7280fedb-7bc8-4bff-a4d7-c6ff7501cacf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b5118e6aa7c74848ad42aafb49e42f50&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7339382 Nov 25 19:18:18.142251 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49412) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:18.162004 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-67044df7-a876-4c08-b5d7-a953a268d8e6 None None] Provisioning complete for port 11cb7b02-a580-4fbe-9a8b-080c7296337c triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:18.165017 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-67044df7-a876-4c08-b5d7-a953a268d8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:18.210437 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6793b64f-76df-4aa3-9f47-c62c5110def7 req-de14c203-cfd6-4d3d-ad09-a47efc287470 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5443468 Nov 25 19:18:18.211876 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-283ff058-e40d-4f2d-83df-1350d1460246 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:18.247283 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-283ff058-e40d-4f2d-83df-1350d1460246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:18.249984 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280fedb-7bc8-4bff-a4d7-c6ff7501cacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02901f6-1066-47b1-988f-d8664a8edafa,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:18.342072 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-67044df7-a876-4c08-b5d7-a953a268d8e6 None None] Port 11cb7b02-a580-4fbe-9a8b-080c7296337c cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:18:18.449036 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-283ff058-e40d-4f2d-83df-1350d1460246 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a48441c9e39546419b2612c3d609cb48&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5860889 Nov 25 19:18:18.456119 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ecb6ab3-b744-4e82-9367-c673b30f734a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:18.459067 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49426) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:18.470337 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ecb6ab3-b744-4e82-9367-c673b30f734a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:18.522171 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ff058-e40d-4f2d-83df-1350d1460246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb18521-4097-4b26-a9af-51545733bdf0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:18.629473 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49436) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:18.635540 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7ecb6ab3-b744-4e82-9367-c673b30f734a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9c2a836ea77f44e996b1a4454d9721f6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9415069 Nov 25 19:18:18.639108 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb6ab3-b744-4e82-9367-c673b30f734a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d356379e-a98d-44f4-8cf1-0817a7521383,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:18.653314 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a335f9ba-f0bd-4f0b-a76d-2dd3e79d947f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:18.722796 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ac64c125-3485-4940-9d06-fc3c42c0f4e6 req-0a4732f7-0701-40be-86e5-10d2d937b1ed tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5304b9c-5f77-4276-897c-03db5e660f12 HTTP/1.1" status: 200 len: 210 time: 0.0906727 Nov 25 19:18:18.752989 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a335f9ba-f0bd-4f0b-a76d-2dd3e79d947f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:18.832674 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9963d88e-1045-4104-907b-e9b2d879757e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:18.866913 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01603264-776b-45dc-ac38-a3a8eb11d6a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:18.887516 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9963d88e-1045-4104-907b-e9b2d879757e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:18.912684 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a335f9ba-f0bd-4f0b-a76d-2dd3e79d947f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:18.915195 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a335f9ba-f0bd-4f0b-a76d-2dd3e79d947f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:18.918949 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a335f9ba-f0bd-4f0b-a76d-2dd3e79d947f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c02901f6-1066-47b1-988f-d8664a8edafa HTTP/1.1" status: 204 len: 168 time: 0.7728939 Nov 25 19:18:18.922861 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01603264-776b-45dc-ac38-a3a8eb11d6a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:18.933782 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-513c32d8-8f50-4781-8bf3-5654908c0c35 service neutron] Request body: {'port': {'device_id': '28e5f214-6546-4543-a256-3d9e4c3e374c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:19.013067 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335f9ba-f0bd-4f0b-a76d-2dd3e79d947f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02901f6-1066-47b1-988f-d8664a8edafa,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:19.117245 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-513c32d8-8f50-4781-8bf3-5654908c0c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:19.146314 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9963d88e-1045-4104-907b-e9b2d879757e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:19.152298 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9963d88e-1045-4104-907b-e9b2d879757e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:19.153955 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9963d88e-1045-4104-907b-e9b2d879757e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ffb18521-4097-4b26-a9af-51545733bdf0 HTTP/1.1" status: 204 len: 168 time: 0.6916780 Nov 25 19:18:19.159363 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01603264-776b-45dc-ac38-a3a8eb11d6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:19.162274 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01603264-776b-45dc-ac38-a3a8eb11d6a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:19.163743 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-01603264-776b-45dc-ac38-a3a8eb11d6a4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d356379e-a98d-44f4-8cf1-0817a7521383 HTTP/1.1" status: 204 len: 168 time: 0.5312247 Nov 25 19:18:19.190729 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963d88e-1045-4104-907b-e9b2d879757e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb18521-4097-4b26-a9af-51545733bdf0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:19.289745 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01603264-776b-45dc-ac38-a3a8eb11d6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d356379e-a98d-44f4-8cf1-0817a7521383,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:19.933936 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-799ecbec-d47a-416b-b2b5-2f2ebdb70900 req-fdf05f8b-3087-4c74-a389-fc0f2b164fd8 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5304b9c-5f77-4276-897c-03db5e660f12 HTTP/1.1" status: 200 len: 210 time: 0.0783873 Nov 25 19:18:20.539364 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d5597-849f-4c75-90a8-4b907ee78ab8 req-7988e36f-eaad-4aba-9b90-0cff92f41e7b tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:20.567795 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a4d5597-849f-4c75-90a8-4b907ee78ab8 req-7988e36f-eaad-4aba-9b90-0cff92f41e7b tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=28e5f214-6546-4543-a256-3d9e4c3e374c HTTP/1.1" status: 200 len: 936 time: 0.7520108 Nov 25 19:18:20.938151 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-513c32d8-8f50-4781-8bf3-5654908c0c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11cb7b02-a580-4fbe-9a8b-080c7296337c {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:18:20.972547 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-513c32d8-8f50-4781-8bf3-5654908c0c35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:21.089930 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a4d5597-849f-4c75-90a8-4b907ee78ab8 req-b0431ced-eb4d-477c-84f7-48ffda152f6b tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5189021 Nov 25 19:18:21.110585 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-513c32d8-8f50-4781-8bf3-5654908c0c35 service neutron] Transition to ACTIVE for port object 11cb7b02-a580-4fbe-9a8b-080c7296337c will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:18:21.128606 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-513c32d8-8f50-4781-8bf3-5654908c0c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:21.161001 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d2dbf758-91a8-405f-b473-7cc73ffcb2b4 req-c0c3f10f-de66-4441-b2d0-08b876dec528 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5304b9c-5f77-4276-897c-03db5e660f12 HTTP/1.1" status: 200 len: 210 time: 0.0668468 Nov 25 19:18:21.307321 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49524) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:21.633209 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0daf-8611-4e75-98c7-f7195221ce28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:21.817198 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c32d8-8f50-4781-8bf3-5654908c0c35 service neutron] Pushing event updated for resources: {'Port': ['ID=11cb7b02-a580-4fbe-9a8b-080c7296337c,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:21.859084 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-513c32d8-8f50-4781-8bf3-5654908c0c35 service neutron] Attempting to bind port 11cb7b02-a580-4fbe-9a8b-080c7296337c on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:18:21.860297 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-513c32d8-8f50-4781-8bf3-5654908c0c35 service neutron] Attempting to bind port 11cb7b02-a580-4fbe-9a8b-080c7296337c by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:18:21.860923 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-513c32d8-8f50-4781-8bf3-5654908c0c35 service neutron] Attempting to bind port 11cb7b02-a580-4fbe-9a8b-080c7296337c on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:18:21.874615 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-513c32d8-8f50-4781-8bf3-5654908c0c35 service neutron] Port 11cb7b02-a580-4fbe-9a8b-080c7296337c on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:18:21.875507 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-513c32d8-8f50-4781-8bf3-5654908c0c35 service neutron] Attempting to bind port 11cb7b02-a580-4fbe-9a8b-080c7296337c on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:18:21.903438 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-513c32d8-8f50-4781-8bf3-5654908c0c35 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:18:21.904355 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-513c32d8-8f50-4781-8bf3-5654908c0c35 service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:18:21.906514 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-513c32d8-8f50-4781-8bf3-5654908c0c35 service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:18:21.914738 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-513c32d8-8f50-4781-8bf3-5654908c0c35 service neutron] Bound port: 11cb7b02-a580-4fbe-9a8b-080c7296337c, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:18:21.915363 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-513c32d8-8f50-4781-8bf3-5654908c0c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:22.089139 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-513c32d8-8f50-4781-8bf3-5654908c0c35 service neutron] For port 11cb7b02-a580-4fbe-9a8b-080c7296337c, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:18:22.098060 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-513c32d8-8f50-4781-8bf3-5654908c0c35 service neutron] For port 11cb7b02-a580-4fbe-9a8b-080c7296337c, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=11cb7b02-a580-4fbe-9a8b-080c7296337c,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:18:22.105491 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-513c32d8-8f50-4781-8bf3-5654908c0c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:22.139588 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0daf-8611-4e75-98c7-f7195221ce28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:22.146886 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0daf-8611-4e75-98c7-f7195221ce28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:22.232812 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-dc1a0daf-8611-4e75-98c7-f7195221ce28 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ccf3dbd58c424d9392ec5a245a00cec4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9210608 Nov 25 19:18:22.238889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49546) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:22.345303 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a0daf-8611-4e75-98c7-f7195221ce28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9bcba6-f705-4181-a689-293e92d85858,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:22.372374 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-513c32d8-8f50-4781-8bf3-5654908c0c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:22.373151 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-513c32d8-8f50-4781-8bf3-5654908c0c35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:22.376141 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-513c32d8-8f50-4781-8bf3-5654908c0c35 service neutron] 10.222.0.85 "PUT /v2.0/ports/11cb7b02-a580-4fbe-9a8b-080c7296337c HTTP/1.1" status: 200 len: 1096 time: 3.8448043 Nov 25 19:18:22.376919 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e5f214-6546-4543-a256-3d9e4c3e374c', 'tag': '11cb7b02-a580-4fbe-9a8b-080c7296337c'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:18:22.636339 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e552f7b8-60bb-45ec-90f3-5c613270a8bb req-031fa35e-2a12-4ef0-81d6-1860e3032465 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5304b9c-5f77-4276-897c-03db5e660f12 HTTP/1.1" status: 200 len: 210 time: 0.3219149 Nov 25 19:18:22.728795 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-16db2758-dac7-490e-b03e-42a901b4cdae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:22.768059 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.85', 62571) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:22.814948 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-16db2758-dac7-490e-b03e-42a901b4cdae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:22.852308 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9138d32-214f-4177-8933-4988572c1d78 req-0f8b792c-7ad7-4151-8402-ae3ff2802419 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=1643e0c805eb4c7599b9c7db483389aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618398 Nov 25 19:18:22.892357 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c32d8-8f50-4781-8bf3-5654908c0c35 service neutron] Pushing event updated for resources: {'Port': ['ID=11cb7b02-a580-4fbe-9a8b-080c7296337c,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:23.067941 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-16db2758-dac7-490e-b03e-42a901b4cdae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:23.071585 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-16db2758-dac7-490e-b03e-42a901b4cdae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:23.073919 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-16db2758-dac7-490e-b03e-42a901b4cdae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2b9bcba6-f705-4181-a689-293e92d85858 HTTP/1.1" status: 204 len: 168 time: 0.8250065 Nov 25 19:18:23.132531 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db2758-dac7-490e-b03e-42a901b4cdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9bcba6-f705-4181-a689-293e92d85858,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:23.166067 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:23.170466 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-fc84c5ec-94e8-435b-b0b6-fe06b61a0d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:23.173553 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-fc84c5ec-94e8-435b-b0b6-fe06b61a0d21 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d01bb9dabc174fd895376f5f4db92fda&device_id=28e5f214-6546-4543-a256-3d9e4c3e374c HTTP/1.1" status: 200 len: 1099 time: 0.5474916 Nov 25 19:18:23.186672 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb7671-22b3-4e99-9bdd-095bf44c06d4 req-98d83035-d6a9-4b33-bba7-2e04208b3bb6 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:23.208735 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-facb7671-22b3-4e99-9bdd-095bf44c06d4 req-98d83035-d6a9-4b33-bba7-2e04208b3bb6 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=28e5f214-6546-4543-a256-3d9e4c3e374c HTTP/1.1" status: 200 len: 948 time: 0.4096613 Nov 25 19:18:23.250577 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9138d32-214f-4177-8933-4988572c1d78 req-e8142f3b-5a4c-470f-ab19-942bf789feaf tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:23.252174 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9138d32-214f-4177-8933-4988572c1d78 req-e8142f3b-5a4c-470f-ab19-942bf789feaf tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3779821 Nov 25 19:18:23.319555 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-facb7671-22b3-4e99-9bdd-095bf44c06d4 req-9eb986af-ec18-4b82-99db-8661f09fe00e tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098156 Nov 25 19:18:23.331254 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-f9138d32-214f-4177-8933-4988572c1d78 req-fdb8fcc7-5778-45c3-9ebf-fb2b911c83a1 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Request body: {'port': {'device_id': 'b5304b9c-5f77-4276-897c-03db5e660f12', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '1643e0c805eb4c7599b9c7db483389aa'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:23.379904 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-8dd29842-664c-45ed-be6c-206dc07d39ce service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=11cb7b02-a580-4fbe-9a8b-080c7296337c HTTP/1.1" status: 200 len: 217 time: 0.1690443 Nov 25 19:18:23.524052 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b34d21f-231a-447b-9704-94d9670c695b" -d '{"events": [{"name": "network-changed", "server_uuid": "28e5f214-6546-4543-a256-3d9e4c3e374c", "tag": "11cb7b02-a580-4fbe-9a8b-080c7296337c"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:18:23.826094 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:23.863838 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9138d32-214f-4177-8933-4988572c1d78 req-fdb8fcc7-5778-45c3-9ebf-fb2b911c83a1 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Made reservation on behalf of 1643e0c805eb4c7599b9c7db483389aa for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:23.873915 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-09a2ec17-6919-4505-8813-457bfe9b8a9f req-19b42c11-6e3a-4037-b0f9-49aa9db0b2f7 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5304b9c-5f77-4276-897c-03db5e660f12 HTTP/1.1" status: 200 len: 210 time: 0.0519717 Nov 25 19:18:23.879080 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f9138d32-214f-4177-8933-4988572c1d78 req-fdb8fcc7-5778-45c3-9ebf-fb2b911c83a1 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:23.895778 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f9138d32-214f-4177-8933-4988572c1d78 req-fdb8fcc7-5778-45c3-9ebf-fb2b911c83a1 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:24.206361 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f9138d32-214f-4177-8933-4988572c1d78 req-fdb8fcc7-5778-45c3-9ebf-fb2b911c83a1 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:24.221507 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f9138d32-214f-4177-8933-4988572c1d78 req-fdb8fcc7-5778-45c3-9ebf-fb2b911c83a1 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:24.441325 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8fcc7-5778-45c3-9ebf-fb2b911c83a1 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd81839a-93ec-4efc-8d8a-62ea401b349a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:24.605289 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bedf71-6bd6-4dd1-beb4-ec1319c838fe req-58f29ad1-f9a4-4878-abe2-e39543049aa1 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:24.616500 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a7bedf71-6bd6-4dd1-beb4-ec1319c838fe req-58f29ad1-f9a4-4878-abe2-e39543049aa1 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=28e5f214-6546-4543-a256-3d9e4c3e374c HTTP/1.1" status: 200 len: 948 time: 0.1204858 Nov 25 19:18:24.638617 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba452f24-9257-4317-a980-f986ff72836a x-openstack-request-id: req-ba452f24-9257-4317-a980-f986ff72836a {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:18:24.639265 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e5f214-6546-4543-a256-3d9e4c3e374c", "tag": "11cb7b02-a580-4fbe-9a8b-080c7296337c", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:18:24.639825 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ba452f24-9257-4317-a980-f986ff72836a {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:18:24.640653 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e5f214-6546-4543-a256-3d9e4c3e374c', 'tag': '11cb7b02-a580-4fbe-9a8b-080c7296337c', 'status': 'completed', 'code': 200} Nov 25 19:18:24.708711 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a7bedf71-6bd6-4dd1-beb4-ec1319c838fe req-cc047012-4d2c-40b4-8841-929616378e53 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902023 Nov 25 19:18:24.821463 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-f9138d32-214f-4177-8933-4988572c1d78 req-fdb8fcc7-5778-45c3-9ebf-fb2b911c83a1 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Allocated IP 192.168.233.26 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/d03f793c-986a-46ab-850c-2b6497928015) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:18:24.892942 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49602) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:24.925800 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aae84777-67f1-4c64-87cf-2c536f61e400 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:25.210979 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f9138d32-214f-4177-8933-4988572c1d78 req-fdb8fcc7-5778-45c3-9ebf-fb2b911c83a1 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:25.316326 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-e2947291-ceb6-451a-b380-97f139ec66ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:25.321274 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-e2947291-ceb6-451a-b380-97f139ec66ee service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.2441139 Nov 25 19:18:25.377498 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f9138d32-214f-4177-8933-4988572c1d78 req-fdb8fcc7-5778-45c3-9ebf-fb2b911c83a1 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:25.414793 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd854f-2ce4-4292-8903-7e71919cee52 req-a011031d-ca6e-4a92-b877-3871cd81d5d4 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:25.424215 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-febd854f-2ce4-4292-8903-7e71919cee52 req-a011031d-ca6e-4a92-b877-3871cd81d5d4 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5304b9c-5f77-4276-897c-03db5e660f12 HTTP/1.1" status: 200 len: 935 time: 0.3734484 Nov 25 19:18:25.507003 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9138d32-214f-4177-8933-4988572c1d78 req-fdb8fcc7-5778-45c3-9ebf-fb2b911c83a1 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:18:25.716869 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aae84777-67f1-4c64-87cf-2c536f61e400 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:25.737705 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aae84777-67f1-4c64-87cf-2c536f61e400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:25.808275 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-aae84777-67f1-4c64-87cf-2c536f61e400 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9a9ecbd6bc8a4366887d4ba13effdbe7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9134421 Nov 25 19:18:25.825661 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49614) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:25.872476 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-f9138d32-214f-4177-8933-4988572c1d78 req-fdb8fcc7-5778-45c3-9ebf-fb2b911c83a1 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:25.879116 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9138d32-214f-4177-8933-4988572c1d78 req-fdb8fcc7-5778-45c3-9ebf-fb2b911c83a1 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:18:25.898956 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9138d32-214f-4177-8933-4988572c1d78 req-fdb8fcc7-5778-45c3-9ebf-fb2b911c83a1 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:25.898956 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f9138d32-214f-4177-8933-4988572c1d78 req-fdb8fcc7-5778-45c3-9ebf-fb2b911c83a1 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:25.956439 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-82f5c365-9694-4e6d-8bee-850f457fa1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:25.970648 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-82f5c365-9694-4e6d-8bee-850f457fa1e0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6283035 Nov 25 19:18:25.974168 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8fcc7-5778-45c3-9ebf-fb2b911c83a1 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Pushing event updated for resources: {'Port': ['ID=d03f793c-986a-46ab-850c-2b6497928015,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:25.993900 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9138d32-214f-4177-8933-4988572c1d78 req-fdb8fcc7-5778-45c3-9ebf-fb2b911c83a1 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6871624 Nov 25 19:18:25.998645 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae84777-67f1-4c64-87cf-2c536f61e400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7167f13e-e3d6-43b9-b6a7-dbc108ad057e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:26.071284 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-febd854f-2ce4-4292-8903-7e71919cee52 req-d45d9251-da4c-4099-817a-163c90c3937e tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd81839a-93ec-4efc-8d8a-62ea401b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6456318 Nov 25 19:18:26.160970 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55003ecf-5de5-4a9a-8e2b-6a5d0922e185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:26.209745 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55003ecf-5de5-4a9a-8e2b-6a5d0922e185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:26.306880 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac91b2f-e393-48f0-814f-41f58237c710 req-6961e19f-ad78-43de-a1a5-567739554e75 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:26.306880 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6ac91b2f-e393-48f0-814f-41f58237c710 req-6961e19f-ad78-43de-a1a5-567739554e75 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=28e5f214-6546-4543-a256-3d9e4c3e374c HTTP/1.1" status: 200 len: 948 time: 0.3070657 Nov 25 19:18:26.411549 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55003ecf-5de5-4a9a-8e2b-6a5d0922e185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:26.417272 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55003ecf-5de5-4a9a-8e2b-6a5d0922e185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:26.419687 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-55003ecf-5de5-4a9a-8e2b-6a5d0922e185 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7167f13e-e3d6-43b9-b6a7-dbc108ad057e HTTP/1.1" status: 204 len: 168 time: 0.5823064 Nov 25 19:18:26.427401 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9168e059-0c8d-4a99-9c13-4e5efa728bdb None None] Provisioning complete for port d03f793c-986a-46ab-850c-2b6497928015 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:26.428116 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9168e059-0c8d-4a99-9c13-4e5efa728bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:26.442085 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6ac91b2f-e393-48f0-814f-41f58237c710 req-df612d6c-ce4c-46a3-9440-944f8d44a558 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381857 Nov 25 19:18:26.445867 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55003ecf-5de5-4a9a-8e2b-6a5d0922e185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7167f13e-e3d6-43b9-b6a7-dbc108ad057e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:26.477817 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-f9138d32-214f-4177-8933-4988572c1d78 req-055670b5-19f8-4bf4-96ab-bb2bc24b7177 service neutron] Request body: {'port': {'device_id': 'b5304b9c-5f77-4276-897c-03db5e660f12', 'device_owner': 'compute:tempest-test_az-1181813443', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:26.573617 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-9168e059-0c8d-4a99-9c13-4e5efa728bdb None None] Port d03f793c-986a-46ab-850c-2b6497928015 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:18:26.608530 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f9138d32-214f-4177-8933-4988572c1d78 req-055670b5-19f8-4bf4-96ab-bb2bc24b7177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:26.751782 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-e60a8c4c-22a7-4537-ad5e-40918085cc08 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784371 Nov 25 19:18:27.086042 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f911446a-bcf9-4a46-9a18-176f7746dbea req-c82228ba-8d35-476b-aa2c-5a7dfe69fdaa service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195007 Nov 25 19:18:27.515663 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67befc1c-3955-4cf0-a880-4bc53ba1deeb req-cec1dc20-6e14-467c-a50f-7d9909d8b87c tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:27.556940 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-67befc1c-3955-4cf0-a880-4bc53ba1deeb req-cec1dc20-6e14-467c-a50f-7d9909d8b87c tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5304b9c-5f77-4276-897c-03db5e660f12 HTTP/1.1" status: 200 len: 935 time: 0.3027604 Nov 25 19:18:27.602114 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-f9138d32-214f-4177-8933-4988572c1d78 req-055670b5-19f8-4bf4-96ab-bb2bc24b7177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d03f793c-986a-46ab-850c-2b6497928015 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:18:27.649877 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f9138d32-214f-4177-8933-4988572c1d78 req-055670b5-19f8-4bf4-96ab-bb2bc24b7177 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:27.661285 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-67befc1c-3955-4cf0-a880-4bc53ba1deeb req-0442db8f-074b-45be-849b-bbadc1661e31 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd81839a-93ec-4efc-8d8a-62ea401b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011214 Nov 25 19:18:27.729162 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-f9138d32-214f-4177-8933-4988572c1d78 req-055670b5-19f8-4bf4-96ab-bb2bc24b7177 service neutron] Transition to ACTIVE for port object d03f793c-986a-46ab-850c-2b6497928015 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:18:27.737577 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f9138d32-214f-4177-8933-4988572c1d78 req-055670b5-19f8-4bf4-96ab-bb2bc24b7177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:28.026020 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34d21f-231a-447b-9704-94d9670c695b req-384b630d-08b0-4df9-bece-22e020cd3501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:28.033854 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7b34d21f-231a-447b-9704-94d9670c695b req-384b630d-08b0-4df9-bece-22e020cd3501 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d01bb9dabc174fd895376f5f4db92fda&device_id=28e5f214-6546-4543-a256-3d9e4c3e374c HTTP/1.1" status: 200 len: 1099 time: 0.2605073 Nov 25 19:18:28.059546 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055670b5-19f8-4bf4-96ab-bb2bc24b7177 service neutron] Pushing event updated for resources: {'Port': ['ID=d03f793c-986a-46ab-850c-2b6497928015,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:28.229702 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-f9138d32-214f-4177-8933-4988572c1d78 req-055670b5-19f8-4bf4-96ab-bb2bc24b7177 service neutron] Attempting to bind port d03f793c-986a-46ab-850c-2b6497928015 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:18:28.231635 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-f9138d32-214f-4177-8933-4988572c1d78 req-055670b5-19f8-4bf4-96ab-bb2bc24b7177 service neutron] Attempting to bind port d03f793c-986a-46ab-850c-2b6497928015 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:18:28.232375 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9138d32-214f-4177-8933-4988572c1d78 req-055670b5-19f8-4bf4-96ab-bb2bc24b7177 service neutron] Attempting to bind port d03f793c-986a-46ab-850c-2b6497928015 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:18:28.255522 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9138d32-214f-4177-8933-4988572c1d78 req-055670b5-19f8-4bf4-96ab-bb2bc24b7177 service neutron] Port d03f793c-986a-46ab-850c-2b6497928015 on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:18:28.256430 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9138d32-214f-4177-8933-4988572c1d78 req-055670b5-19f8-4bf4-96ab-bb2bc24b7177 service neutron] Attempting to bind port d03f793c-986a-46ab-850c-2b6497928015 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:18:28.298448 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9138d32-214f-4177-8933-4988572c1d78 req-055670b5-19f8-4bf4-96ab-bb2bc24b7177 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:18:28.307656 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9138d32-214f-4177-8933-4988572c1d78 req-055670b5-19f8-4bf4-96ab-bb2bc24b7177 service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:18:28.311058 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9138d32-214f-4177-8933-4988572c1d78 req-055670b5-19f8-4bf4-96ab-bb2bc24b7177 service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:18:28.314706 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-f9138d32-214f-4177-8933-4988572c1d78 req-055670b5-19f8-4bf4-96ab-bb2bc24b7177 service neutron] Bound port: d03f793c-986a-46ab-850c-2b6497928015, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:18:28.323155 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f9138d32-214f-4177-8933-4988572c1d78 req-055670b5-19f8-4bf4-96ab-bb2bc24b7177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:28.558086 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-f9138d32-214f-4177-8933-4988572c1d78 req-055670b5-19f8-4bf4-96ab-bb2bc24b7177 service neutron] For port d03f793c-986a-46ab-850c-2b6497928015, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:18:28.571719 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-f9138d32-214f-4177-8933-4988572c1d78 req-055670b5-19f8-4bf4-96ab-bb2bc24b7177 service neutron] For port d03f793c-986a-46ab-850c-2b6497928015, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d03f793c-986a-46ab-850c-2b6497928015,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:18:28.581535 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f9138d32-214f-4177-8933-4988572c1d78 req-055670b5-19f8-4bf4-96ab-bb2bc24b7177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:28.645998 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514632db-ecde-4374-bc2f-029a757ca44c req-3230a0f4-03c4-484c-9229-e65669931a29 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:28.663406 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-514632db-ecde-4374-bc2f-029a757ca44c req-3230a0f4-03c4-484c-9229-e65669931a29 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=28e5f214-6546-4543-a256-3d9e4c3e374c HTTP/1.1" status: 200 len: 948 time: 0.6648183 Nov 25 19:18:28.888565 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9138d32-214f-4177-8933-4988572c1d78 req-055670b5-19f8-4bf4-96ab-bb2bc24b7177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:28.890940 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f9138d32-214f-4177-8933-4988572c1d78 req-055670b5-19f8-4bf4-96ab-bb2bc24b7177 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:28.891795 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34d21f-231a-447b-9704-94d9670c695b req-5d4f11f5-9416-463b-b155-b0d4c4ff1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:28.893775 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7b34d21f-231a-447b-9704-94d9670c695b req-5d4f11f5-9416-463b-b155-b0d4c4ff1dbf service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.8102589 Nov 25 19:18:28.899250 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9138d32-214f-4177-8933-4988572c1d78 req-055670b5-19f8-4bf4-96ab-bb2bc24b7177 service neutron] 10.222.0.85 "PUT /v2.0/ports/d03f793c-986a-46ab-850c-2b6497928015 HTTP/1.1" status: 200 len: 1117 time: 2.4257851 Nov 25 19:18:28.899992 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5304b9c-5f77-4276-897c-03db5e660f12', 'tag': 'd03f793c-986a-46ab-850c-2b6497928015'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:18:29.048269 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-514632db-ecde-4374-bc2f-029a757ca44c req-4c39f276-d1ac-4e5d-8675-5254378a11ab tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948120 Nov 25 19:18:29.050827 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7b34d21f-231a-447b-9704-94d9670c695b req-ff732373-7bf9-4d9d-9429-d830b6464429 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=11cb7b02-a580-4fbe-9a8b-080c7296337c HTTP/1.1" status: 200 len: 217 time: 0.0918839 Nov 25 19:18:29.167965 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34d21f-231a-447b-9704-94d9670c695b req-7832c31c-b49d-4cfa-959c-893bd8e52a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:29.169399 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7b34d21f-231a-447b-9704-94d9670c695b req-7832c31c-b49d-4cfa-959c-893bd8e52a0d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1045387 Nov 25 19:18:29.173978 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-11b5ffa3-dd1e-49f6-9c18-29c14c373115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:29.349076 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34d21f-231a-447b-9704-94d9670c695b req-693f3bc1-5bc7-4f6a-82f0-acf0cab899d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:29.353086 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7b34d21f-231a-447b-9704-94d9670c695b req-693f3bc1-5bc7-4f6a-82f0-acf0cab899d9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1533763 Nov 25 19:18:29.395509 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055670b5-19f8-4bf4-96ab-bb2bc24b7177 service neutron] Pushing event updated for resources: {'Port': ['ID=d03f793c-986a-46ab-850c-2b6497928015,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:29.471553 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9138d32-214f-4177-8933-4988572c1d78 req-40429a46-adef-4cbd-bfd4-ca43d9e59e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:29.473092 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9138d32-214f-4177-8933-4988572c1d78 req-40429a46-adef-4cbd-bfd4-ca43d9e59e7a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1643e0c805eb4c7599b9c7db483389aa&device_id=b5304b9c-5f77-4276-897c-03db5e660f12 HTTP/1.1" status: 200 len: 1120 time: 0.3437879 Nov 25 19:18:29.481272 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f09ae2-b722-46bd-a299-c160b1aa78bd req-6901eb42-aeb6-48a5-8827-7db4e7ccf375 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:29.482883 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-74f09ae2-b722-46bd-a299-c160b1aa78bd req-6901eb42-aeb6-48a5-8827-7db4e7ccf375 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5304b9c-5f77-4276-897c-03db5e660f12 HTTP/1.1" status: 200 len: 969 time: 0.6003809 Nov 25 19:18:29.592186 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9138d32-214f-4177-8933-4988572c1d78 req-e6d8af21-dce3-4119-af9e-91846224e174 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=d03f793c-986a-46ab-850c-2b6497928015 HTTP/1.1" status: 200 len: 217 time: 0.0959234 Nov 25 19:18:29.701685 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-74f09ae2-b722-46bd-a299-c160b1aa78bd req-e9b893d0-2f2c-4ca5-8bdd-26d153c7d7d2 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd81839a-93ec-4efc-8d8a-62ea401b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535199 Nov 25 19:18:29.704978 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9138d32-214f-4177-8933-4988572c1d78 req-629a7335-d011-44f4-83bb-3488ae42c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:29.710511 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9138d32-214f-4177-8933-4988572c1d78 req-629a7335-d011-44f4-83bb-3488ae42c0ba service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1019220 Nov 25 19:18:29.711704 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7b34d21f-231a-447b-9704-94d9670c695b req-0f09150c-a1d8-4e89-badc-c64b52bc420d service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151012 Nov 25 19:18:29.752506 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f7bf1e-3799-474b-83c6-d7b255291f69" -d '{"events": [{"name": "network-changed", "server_uuid": "b5304b9c-5f77-4276-897c-03db5e660f12", "tag": "d03f793c-986a-46ab-850c-2b6497928015"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:18:29.849096 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9138d32-214f-4177-8933-4988572c1d78 req-ddbe1296-a954-4b3f-b790-6a07d6925196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:29.851284 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9138d32-214f-4177-8933-4988572c1d78 req-ddbe1296-a954-4b3f-b790-6a07d6925196 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0948894 Nov 25 19:18:29.872505 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7b34d21f-231a-447b-9704-94d9670c695b req-c5bcdb28-381d-4060-96d5-19198b09a1cf service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152892 Nov 25 19:18:30.206338 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9138d32-214f-4177-8933-4988572c1d78 req-5ec9e084-7943-47d9-9402-31f0de757317 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464916 Nov 25 19:18:30.399218 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9138d32-214f-4177-8933-4988572c1d78 req-01c67ee0-1e5e-413d-a425-a2b61ff99943 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846571 Nov 25 19:18:30.566370 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49718) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:30.616607 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49722) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:30.660969 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b52108a-9b95-41ad-9016-738bd987899b x-openstack-request-id: req-9b52108a-9b95-41ad-9016-738bd987899b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:18:30.661917 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5304b9c-5f77-4276-897c-03db5e660f12", "tag": "d03f793c-986a-46ab-850c-2b6497928015", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:18:30.662919 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b52108a-9b95-41ad-9016-738bd987899b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:18:30.663847 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5304b9c-5f77-4276-897c-03db5e660f12', 'tag': 'd03f793c-986a-46ab-850c-2b6497928015', 'status': 'completed', 'code': 200} Nov 25 19:18:30.806468 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7bf1e-3799-474b-83c6-d7b255291f69 req-9bb80323-40a3-456f-a17e-b8303f9b77c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:30.809180 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9f7bf1e-3799-474b-83c6-d7b255291f69 req-9bb80323-40a3-456f-a17e-b8303f9b77c1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1643e0c805eb4c7599b9c7db483389aa&device_id=b5304b9c-5f77-4276-897c-03db5e660f12 HTTP/1.1" status: 200 len: 1120 time: 0.1212318 Nov 25 19:18:30.944374 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3356cb4-7483-4347-b21e-c09e5c9271fd req-9a810d2e-df37-419c-9bce-760d1439623f tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:30.947088 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b3356cb4-7483-4347-b21e-c09e5c9271fd req-9a810d2e-df37-419c-9bce-760d1439623f tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=28e5f214-6546-4543-a256-3d9e4c3e374c HTTP/1.1" status: 200 len: 948 time: 0.1420267 Nov 25 19:18:30.957429 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8d5d3e2c-d984-4945-84bc-191297514027 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:30.986945 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d1d44860-79bd-4e40-9a25-f9915502ffb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:31.081978 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7bf1e-3799-474b-83c6-d7b255291f69 req-e6ad3c8a-cb06-4ced-9c50-a82acbd2039c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:31.084161 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9f7bf1e-3799-474b-83c6-d7b255291f69 req-e6ad3c8a-cb06-4ced-9c50-a82acbd2039c service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.2664595 Nov 25 19:18:31.166834 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9f7bf1e-3799-474b-83c6-d7b255291f69 req-9c481384-6bd1-4f39-b782-d8725ae1f176 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=d03f793c-986a-46ab-850c-2b6497928015 HTTP/1.1" status: 200 len: 217 time: 0.0748229 Nov 25 19:18:31.184998 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d1d44860-79bd-4e40-9a25-f9915502ffb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:31.203222 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d1d44860-79bd-4e40-9a25-f9915502ffb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:31.304735 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7bf1e-3799-474b-83c6-d7b255291f69 req-feaba7bc-7fa6-4627-aa95-bef3da1f6fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:31.307174 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9f7bf1e-3799-474b-83c6-d7b255291f69 req-feaba7bc-7fa6-4627-aa95-bef3da1f6fbd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1321931 Nov 25 19:18:31.386565 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7bf1e-3799-474b-83c6-d7b255291f69 req-9277fea8-1b3f-4c4a-b4c3-ea0336578ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:31.388567 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9f7bf1e-3799-474b-83c6-d7b255291f69 req-9277fea8-1b3f-4c4a-b4c3-ea0336578ecd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0699477 Nov 25 19:18:31.403736 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49744) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:31.411601 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25019c15-4d2a-4d19-9f8e-3dca3bb721ae req-5bbc3bc6-983a-4ef4-818a-1512fe1b5ec0 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:31.414119 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25019c15-4d2a-4d19-9f8e-3dca3bb721ae req-5bbc3bc6-983a-4ef4-818a-1512fe1b5ec0 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5304b9c-5f77-4276-897c-03db5e660f12 HTTP/1.1" status: 200 len: 969 time: 0.1122797 Nov 25 19:18:31.417520 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b3356cb4-7483-4347-b21e-c09e5c9271fd req-b52e9be7-04f2-4021-bd21-1fd212285a50 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4394374 Nov 25 19:18:31.422347 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d1d44860-79bd-4e40-9a25-f9915502ffb6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=94a10f6a1a2240c596774a6b79ce8530&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8026719 Nov 25 19:18:31.436148 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d44860-79bd-4e40-9a25-f9915502ffb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96787093-bb26-4f09-814e-d7492ce4cf46,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:31.459252 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49746) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:31.542005 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8d5d3e2c-d984-4945-84bc-191297514027 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:31.551990 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8d5d3e2c-d984-4945-84bc-191297514027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:31.599006 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d3e2c-d984-4945-84bc-191297514027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94fd509-d9f1-4f94-908c-ed9ee43c9c03,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:31.669631 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3eb1df5-4399-4aa3-9e2c-7076f2f1d304 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:31.673029 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d8411771-d421-4ede-a945-978b9f0bf45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:31.678562 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25019c15-4d2a-4d19-9f8e-3dca3bb721ae req-0ab2c907-9043-400f-aab9-ebb896e16960 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd81839a-93ec-4efc-8d8a-62ea401b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963696 Nov 25 19:18:31.686825 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9f7bf1e-3799-474b-83c6-d7b255291f69 req-b27069b3-bb3f-4dcf-97be-2c2212a71149 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713175 Nov 25 19:18:31.712860 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3eb1df5-4399-4aa3-9e2c-7076f2f1d304 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:31.754094 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8d5d3e2c-d984-4945-84bc-191297514027 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d43e44489438481cbdb5fe7fcf5032a8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1861124 Nov 25 19:18:31.758242 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49754) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:31.812528 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e815f10e-ca10-4f12-9cf5-442c00b2deec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:31.847789 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3eb1df5-4399-4aa3-9e2c-7076f2f1d304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:31.851119 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3eb1df5-4399-4aa3-9e2c-7076f2f1d304 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:31.855116 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a3eb1df5-4399-4aa3-9e2c-7076f2f1d304 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/96787093-bb26-4f09-814e-d7492ce4cf46 HTTP/1.1" status: 204 len: 168 time: 0.3888984 Nov 25 19:18:31.881292 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb1df5-4399-4aa3-9e2c-7076f2f1d304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96787093-bb26-4f09-814e-d7492ce4cf46,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:31.900180 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56098d05-c5f8-41c7-9d78-832067a35aef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:31.928231 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9f7bf1e-3799-474b-83c6-d7b255291f69 req-76739731-95f6-434e-a7a5-8aa9a316e779 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334199 Nov 25 19:18:31.943005 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56098d05-c5f8-41c7-9d78-832067a35aef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:32.002789 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e815f10e-ca10-4f12-9cf5-442c00b2deec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:32.010449 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e815f10e-ca10-4f12-9cf5-442c00b2deec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:32.060420 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49762) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:32.060662 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e815f10e-ca10-4f12-9cf5-442c00b2deec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=07a8accb11434b4caa64b2fe9af8473c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6500497 Nov 25 19:18:32.061223 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56098d05-c5f8-41c7-9d78-832067a35aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:32.064843 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56098d05-c5f8-41c7-9d78-832067a35aef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:32.066037 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-56098d05-c5f8-41c7-9d78-832067a35aef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f94fd509-d9f1-4f94-908c-ed9ee43c9c03 HTTP/1.1" status: 204 len: 168 time: 0.3067713 Nov 25 19:18:32.074999 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815f10e-ca10-4f12-9cf5-442c00b2deec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67849e9e-3147-497c-9379-67a93c2bfb90,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:32.090322 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56098d05-c5f8-41c7-9d78-832067a35aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94fd509-d9f1-4f94-908c-ed9ee43c9c03,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:32.114723 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49766) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:32.193747 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0190555d-2b95-427b-b461-0405e9495cd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:32.222232 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0190555d-2b95-427b-b461-0405e9495cd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:32.307444 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0190555d-2b95-427b-b461-0405e9495cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:32.312327 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0190555d-2b95-427b-b461-0405e9495cd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:32.313880 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0190555d-2b95-427b-b461-0405e9495cd0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/67849e9e-3147-497c-9379-67a93c2bfb90 HTTP/1.1" status: 204 len: 168 time: 0.2521207 Nov 25 19:18:32.325194 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190555d-2b95-427b-b461-0405e9495cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67849e9e-3147-497c-9379-67a93c2bfb90,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:32.598131 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0c05f-b5a4-42f2-a864-cb14c56aa823 req-449dac99-21fa-43bf-b681-9b5c6c32d92b tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:32.600266 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64f0c05f-b5a4-42f2-a864-cb14c56aa823 req-449dac99-21fa-43bf-b681-9b5c6c32d92b tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=28e5f214-6546-4543-a256-3d9e4c3e374c HTTP/1.1" status: 200 len: 948 time: 0.0755532 Nov 25 19:18:32.679955 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64f0c05f-b5a4-42f2-a864-cb14c56aa823 req-5eac9d30-5040-41d2-b1bd-1c426f1e6902 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639915 Nov 25 19:18:32.708827 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b6f07f2d-be38-4412-99d3-f09bb4c889c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:32.872403 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93e2dd-f948-49b9-a865-c301e499fe56 req-ece4b259-4953-4df2-b4ca-8780ddd3146c tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:32.875256 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4f93e2dd-f948-49b9-a865-c301e499fe56 req-ece4b259-4953-4df2-b4ca-8780ddd3146c tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5304b9c-5f77-4276-897c-03db5e660f12 HTTP/1.1" status: 200 len: 969 time: 0.0863457 Nov 25 19:18:32.899151 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b6f07f2d-be38-4412-99d3-f09bb4c889c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:32.907767 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b6f07f2d-be38-4412-99d3-f09bb4c889c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:32.910947 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49786) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:32.935907 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c5c2a85-4685-48b7-8332-4228b21110dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:32.986626 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b6f07f2d-be38-4412-99d3-f09bb4c889c1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=090841db31c246f4a45765cae1d9bedd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8691447 Nov 25 19:18:32.987213 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4f93e2dd-f948-49b9-a865-c301e499fe56 req-8ee0dc32-e310-4123-830b-464aec1424cd tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd81839a-93ec-4efc-8d8a-62ea401b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895948 Nov 25 19:18:32.991157 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49788) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:33.007875 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f07f2d-be38-4412-99d3-f09bb4c889c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9732e685-55bb-47aa-a06a-170196bf8276,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:33.068309 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-252dcf59-6f88-4a7f-b0c6-45f64620817e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:33.123274 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-252dcf59-6f88-4a7f-b0c6-45f64620817e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:33.125354 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c5c2a85-4685-48b7-8332-4228b21110dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:33.133670 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c5c2a85-4685-48b7-8332-4228b21110dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:33.173921 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c2a85-4685-48b7-8332-4228b21110dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086fb819-19b3-428f-ac94-e7df347c7b88,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:33.216418 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1c5c2a85-4685-48b7-8332-4228b21110dd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ade1fc0a91944258dfb19475705b895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042951 Nov 25 19:18:33.217069 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49792) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:33.269567 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-252dcf59-6f88-4a7f-b0c6-45f64620817e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:33.273917 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-252dcf59-6f88-4a7f-b0c6-45f64620817e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:33.276131 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-252dcf59-6f88-4a7f-b0c6-45f64620817e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9732e685-55bb-47aa-a06a-170196bf8276 HTTP/1.1" status: 204 len: 168 time: 0.2830575 Nov 25 19:18:33.287406 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252dcf59-6f88-4a7f-b0c6-45f64620817e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9732e685-55bb-47aa-a06a-170196bf8276,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:33.330116 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bed684cd-16e4-456b-8993-d20039e03429 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:33.355725 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49796) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:33.361882 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bed684cd-16e4-456b-8993-d20039e03429 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:33.379275 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25bbbc56-da71-4d16-9c9c-35042abcaaa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:33.478572 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bed684cd-16e4-456b-8993-d20039e03429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:33.484427 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bed684cd-16e4-456b-8993-d20039e03429 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:33.489167 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bed684cd-16e4-456b-8993-d20039e03429 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/086fb819-19b3-428f-ac94-e7df347c7b88 HTTP/1.1" status: 204 len: 168 time: 0.2705290 Nov 25 19:18:33.498578 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:33.511966 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed684cd-16e4-456b-8993-d20039e03429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086fb819-19b3-428f-ac94-e7df347c7b88,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:33.555443 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25bbbc56-da71-4d16-9c9c-35042abcaaa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:33.563458 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25bbbc56-da71-4d16-9c9c-35042abcaaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:33.570671 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49802) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:33.598196 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57a03696-d972-46fc-964a-58acb3e3614d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:33.677014 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-25bbbc56-da71-4d16-9c9c-35042abcaaa9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0bbd7d61b2974370bcde9dfa791ec817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186536 Nov 25 19:18:33.679724 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49804) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:33.691985 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbbc56-da71-4d16-9c9c-35042abcaaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3f8da9-0254-45d5-98ca-dfae45ba589c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:33.761677 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57a03696-d972-46fc-964a-58acb3e3614d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:33.768424 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57a03696-d972-46fc-964a-58acb3e3614d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:33.775401 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa4507e7-406c-479f-ac45-0325c1a9bb15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:33.820935 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-57a03696-d972-46fc-964a-58acb3e3614d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bdd31bc5cf84400b8b90afcaf4c42c9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479806 Nov 25 19:18:33.822396 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a03696-d972-46fc-964a-58acb3e3614d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b354a9-b196-4fb9-a358-059cb3310b7b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:33.825138 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49808) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:33.843991 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa4507e7-406c-479f-ac45-0325c1a9bb15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:33.901774 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fb1bd3c-4413-4781-b42e-9409cb22bedf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:33.947271 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device d03f793c-986a-46ab-850c-2b6497928015 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:18:33.951976 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fb1bd3c-4413-4781-b42e-9409cb22bedf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:34.164448 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa4507e7-406c-479f-ac45-0325c1a9bb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:34.168312 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa4507e7-406c-479f-ac45-0325c1a9bb15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:34.169711 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-aa4507e7-406c-479f-ac45-0325c1a9bb15 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c3f8da9-0254-45d5-98ca-dfae45ba589c HTTP/1.1" status: 204 len: 168 time: 0.4886689 Nov 25 19:18:34.190439 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1e323-bea4-406f-a344-d6ae7909bdf0 req-78f4ce22-247a-408f-9b4d-8b85501a93c2 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:34.192483 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-07a1e323-bea4-406f-a344-d6ae7909bdf0 req-78f4ce22-247a-408f-9b4d-8b85501a93c2 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=28e5f214-6546-4543-a256-3d9e4c3e374c HTTP/1.1" status: 200 len: 948 time: 0.2534962 Nov 25 19:18:34.195847 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fb1bd3c-4413-4781-b42e-9409cb22bedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:34.199263 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4507e7-406c-479f-ac45-0325c1a9bb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3f8da9-0254-45d5-98ca-dfae45ba589c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:34.200372 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fb1bd3c-4413-4781-b42e-9409cb22bedf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:34.201985 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8fb1bd3c-4413-4781-b42e-9409cb22bedf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/74b354a9-b196-4fb9-a358-059cb3310b7b HTTP/1.1" status: 204 len: 168 time: 0.3755267 Nov 25 19:18:34.221553 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1bd3c-4413-4781-b42e-9409cb22bedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b354a9-b196-4fb9-a358-059cb3310b7b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:34.246790 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port d03f793c-986a-46ab-850c-2b6497928015, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d03f793c-986a-46ab-850c-2b6497928015,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:34.257015 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f82dcd-7cba-40ba-9028-9ad2abab9334 req-2766430c-2987-4b84-aec3-2e8757824058 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:34.260208 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-09f82dcd-7cba-40ba-9028-9ad2abab9334 req-2766430c-2987-4b84-aec3-2e8757824058 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5304b9c-5f77-4276-897c-03db5e660f12 HTTP/1.1" status: 200 len: 969 time: 0.1243887 Nov 25 19:18:34.276808 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-07a1e323-bea4-406f-a344-d6ae7909bdf0 req-6c6028e3-9c9f-4341-8834-10fb91eba59d tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659018 Nov 25 19:18:34.290739 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'd03f793c-986a-46ab-850c-2b6497928015', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': 'd03f793c-986a-46ab-850c-2b6497928015', 'mac_address': 'fa:16:3e:3d:75:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:tempest-test_az-1181813443', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:18:34.360907 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:34.381062 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d03f793c-986a-46ab-850c-2b6497928015 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:18:34.399245 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-09f82dcd-7cba-40ba-9028-9ad2abab9334 req-069493d1-f9da-4462-a3be-1b051085c755 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd81839a-93ec-4efc-8d8a-62ea401b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315513 Nov 25 19:18:34.408300 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port d03f793c-986a-46ab-850c-2b6497928015, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d03f793c-986a-46ab-850c-2b6497928015,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:34.425215 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:34.426474 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 11cb7b02-a580-4fbe-9a8b-080c7296337c details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:18:34.511861 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 11cb7b02-a580-4fbe-9a8b-080c7296337c, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=11cb7b02-a580-4fbe-9a8b-080c7296337c,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:34.523490 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=d03f793c-986a-46ab-850c-2b6497928015,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:34.536833 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:34.537182 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:34.537520 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:34.537853 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:34.538204 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:34.538559 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:34.538878 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:34.539207 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:34.539520 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:34.540003 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:34.540489 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:34.540827 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Tracked resource versions report: Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: pushed versions: Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: { 'AddressGroup': {'1.2'}, Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: 'ConntrackHelper': {'1.0'}, Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: 'Log': {'1.0'}, Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: 'Network': {'1.1'}, Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: 'Port': {'1.7'}, Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: 'PortForwarding': {'1.2'}, Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: 'QosPolicy': {'1.10'}, Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: 'SecurityGroup': {'1.5'}, Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: 'SecurityGroupRule': {'1.2'}, Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: 'SubPort': {'1.0'}, Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: 'Subnet': {'1.1'}, Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: 'Trunk': {'1.1'}} Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: consumer versions: Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: { DHCP agent@n-d-819349-5: {}, Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: HyperV agent@n-h1-819349-5: {}, Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: HyperV agent@n-h2-819349-5: {}, Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: L3 agent@n-d-819349-5: {}, Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: Metadata agent@n-d-819349-5: {}, Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: Metering agent@n-d-819349-5: {}, Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: Open vSwitch agent@n-d-819349-5: { 'AddressGroup': '1.2', Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: 'ConntrackHelper': '1.0', Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: 'Log': '1.0', Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: 'Network': '1.1', Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: 'Port': '1.7', Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: 'PortForwarding': '1.2', Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: 'QosPolicy': '1.10', Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: 'SecurityGroup': '1.5', Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: 'SecurityGroupRule': '1.2', Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: 'SubPort': '1.0', Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: 'Subnet': '1.1', Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: 'Trunk': '1.1'}} Nov 25 19:18:34.541952 n-d-819349-5 neutron-server[103601]: {{(pid=103601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 19:18:34.545116 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '11cb7b02-a580-4fbe-9a8b-080c7296337c', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '11cb7b02-a580-4fbe-9a8b-080c7296337c', 'mac_address': 'fa:16:3e:23:e0:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:18:34.596886 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:34.618924 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11cb7b02-a580-4fbe-9a8b-080c7296337c {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:18:34.633014 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49828) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:34.656688 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-98697794-f0b0-4b5e-a2e4-fd1e0008fa12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:34.672896 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 11cb7b02-a580-4fbe-9a8b-080c7296337c, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=11cb7b02-a580-4fbe-9a8b-080c7296337c,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:34.680670 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:34.790580 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=11cb7b02-a580-4fbe-9a8b-080c7296337c,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:34.798981 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-98697794-f0b0-4b5e-a2e4-fd1e0008fa12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:34.804690 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-98697794-f0b0-4b5e-a2e4-fd1e0008fa12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:34.894785 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-98697794-f0b0-4b5e-a2e4-fd1e0008fa12 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=71dfe4c3d15c4482943f6cf02aa6220c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587643 Nov 25 19:18:34.896021 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49838) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:34.896762 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98697794-f0b0-4b5e-a2e4-fd1e0008fa12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7606ecba-1c26-4c20-8251-45f9a71c7f97,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:34.972651 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a18baf5-9dfc-4866-832a-9062acbae527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:34.998460 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a18baf5-9dfc-4866-832a-9062acbae527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:35.042007 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['d03f793c-986a-46ab-850c-2b6497928015'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:18:35.052392 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['11cb7b02-a580-4fbe-9a8b-080c7296337c'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:18:35.086105 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a18baf5-9dfc-4866-832a-9062acbae527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:35.092399 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a18baf5-9dfc-4866-832a-9062acbae527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:35.094816 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0a18baf5-9dfc-4866-832a-9062acbae527 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7606ecba-1c26-4c20-8251-45f9a71c7f97 HTTP/1.1" status: 204 len: 168 time: 0.1940844 Nov 25 19:18:35.123639 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18baf5-9dfc-4866-832a-9062acbae527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7606ecba-1c26-4c20-8251-45f9a71c7f97,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:35.301229 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:35.460175 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462939b-9e8a-49a7-9ecb-f88b5db6460b req-a238d411-abf4-4c11-bf59-7ca84e7cd710 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:35.469795 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1462939b-9e8a-49a7-9ecb-f88b5db6460b req-a238d411-abf4-4c11-bf59-7ca84e7cd710 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=28e5f214-6546-4543-a256-3d9e4c3e374c HTTP/1.1" status: 200 len: 949 time: 0.0923951 Nov 25 19:18:35.492213 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:35.546389 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1462939b-9e8a-49a7-9ecb-f88b5db6460b req-3d0724ac-9712-48b4-916a-19f573059da4 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751009 Nov 25 19:18:35.680154 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5cbbf-02a4-445c-ae6f-d585af0dfdc0 req-c107244b-a0b8-4e9a-acca-2d24bfcec917 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:35.682462 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c5e5cbbf-02a4-445c-ae6f-d585af0dfdc0 req-c107244b-a0b8-4e9a-acca-2d24bfcec917 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5304b9c-5f77-4276-897c-03db5e660f12 HTTP/1.1" status: 200 len: 970 time: 0.0721700 Nov 25 19:18:35.763521 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c5e5cbbf-02a4-445c-ae6f-d585af0dfdc0 req-fec71014-3938-434f-b8f9-b37045f69e8c tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd81839a-93ec-4efc-8d8a-62ea401b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708952 Nov 25 19:18:36.768392 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50421395-5f7c-424e-b67f-cb43684ab173 req-fd4226a5-1463-466a-b5bd-0cd038a23de1 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:36.771118 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50421395-5f7c-424e-b67f-cb43684ab173 req-fd4226a5-1463-466a-b5bd-0cd038a23de1 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=28e5f214-6546-4543-a256-3d9e4c3e374c HTTP/1.1" status: 200 len: 949 time: 0.0987716 Nov 25 19:18:36.881756 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50421395-5f7c-424e-b67f-cb43684ab173 req-459413df-a6cb-4361-86a9-9ddb46dd0290 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972466 Nov 25 19:18:37.070491 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b75391-6d89-48e8-b2fa-6340b9d255b0 req-4f8882ad-8ccf-4192-9bc0-fba65245b710 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:37.072368 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20b75391-6d89-48e8-b2fa-6340b9d255b0 req-4f8882ad-8ccf-4192-9bc0-fba65245b710 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5304b9c-5f77-4276-897c-03db5e660f12 HTTP/1.1" status: 200 len: 970 time: 0.0918603 Nov 25 19:18:37.147981 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20b75391-6d89-48e8-b2fa-6340b9d255b0 req-c7b93978-7918-4150-b934-d4c56c36c8d3 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd81839a-93ec-4efc-8d8a-62ea401b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636482 Nov 25 19:18:37.342627 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49930) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:37.436698 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:18:37.513087 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49938) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:37.739865 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-58ec4fc5-2d59-49a1-8bdc-c49306086e1a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-369081480-network', 'tenant_id': 'add7c5b3ff5b453f94df091d8db99f5d'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:37.798132 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ec4fc5-2d59-49a1-8bdc-c49306086e1a admin admin] Made reservation on behalf of add7c5b3ff5b453f94df091d8db99f5d for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:37.803006 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-58ec4fc5-2d59-49a1-8bdc-c49306086e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:37.831357 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-58ec4fc5-2d59-49a1-8bdc-c49306086e1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:37.929345 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device d03f793c-986a-46ab-850c-2b6497928015 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:18:37.944218 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-fb568def-b314-4918-8a07-6af96eae43a5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267379900-network', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:37.950730 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49966) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:38.012384 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb568def-b314-4918-8a07-6af96eae43a5 admin admin] Made reservation on behalf of 7a0774263f4e41ea9fe03c9d57378dcf for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:38.020735 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb568def-b314-4918-8a07-6af96eae43a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.026404 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port d03f793c-986a-46ab-850c-2b6497928015 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:18:38.032572 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port d03f793c-986a-46ab-850c-2b6497928015 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:38.033417 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.045231 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb568def-b314-4918-8a07-6af96eae43a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.171973 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-58ec4fc5-2d59-49a1-8bdc-c49306086e1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.189867 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-58ec4fc5-2d59-49a1-8bdc-c49306086e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.196017 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.237385 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ec4fc5-2d59-49a1-8bdc-c49306086e1a admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:18:38.243910 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5304b9c-5f77-4276-897c-03db5e660f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03f793c-986a-46ab-850c-2b6497928015'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:18:38.267323 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fb71b-01bb-4b5d-8ff9-5e98b63430fa req-0d49da12-555f-40ba-a9f6-1026c08c4511 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:38.289414 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8e5fb71b-01bb-4b5d-8ff9-5e98b63430fa req-0d49da12-555f-40ba-a9f6-1026c08c4511 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=28e5f214-6546-4543-a256-3d9e4c3e374c HTTP/1.1" status: 200 len: 949 time: 0.2082901 Nov 25 19:18:38.308548 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-58ec4fc5-2d59-49a1-8bdc-c49306086e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.309807 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-58ec4fc5-2d59-49a1-8bdc-c49306086e1a admin admin] Added segment d1f82a27-e661-4475-b32c-dc05fb07de3e of type vlan for network e27d2294-de95-4945-9062-292b41b6ea98 Nov 25 19:18:38.346920 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec4fc5-2d59-49a1-8bdc-c49306086e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0a9604-ef54-41ac-900b-3836f12a6666,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:38.421690 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8e5fb71b-01bb-4b5d-8ff9-5e98b63430fa req-61154b15-a0a9-4ef1-8876-7b0c326e5f79 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284778 Nov 25 19:18:38.456719 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port d03f793c-986a-46ab-850c-2b6497928015, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d03f793c-986a-46ab-850c-2b6497928015,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:38.460319 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-58ec4fc5-2d59-49a1-8bdc-c49306086e1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.464962 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.467033 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 11cb7b02-a580-4fbe-9a8b-080c7296337c up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:18:38.470896 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb568def-b314-4918-8a07-6af96eae43a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.484427 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb568def-b314-4918-8a07-6af96eae43a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.539193 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb568def-b314-4918-8a07-6af96eae43a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:18:38.550906 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-58ec4fc5-2d59-49a1-8bdc-c49306086e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.552054 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ec4fc5-2d59-49a1-8bdc-c49306086e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:38.552746 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-58ec4fc5-2d59-49a1-8bdc-c49306086e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.567807 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924b3c7-5357-4fc4-bf18-e2bfd4235eab req-3d7e9c0b-2358-48c8-865d-def7a0739bf5 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:38.569583 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4924b3c7-5357-4fc4-bf18-e2bfd4235eab req-3d7e9c0b-2358-48c8-865d-def7a0739bf5 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5304b9c-5f77-4276-897c-03db5e660f12 HTTP/1.1" status: 200 len: 970 time: 0.1729023 Nov 25 19:18:38.635416 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49982) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:38.640985 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec4fc5-2d59-49a1-8bdc-c49306086e1a admin admin] Pushing event updated for resources: {'Network': ['ID=e27d2294-de95-4945-9062-292b41b6ea98,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:38.643579 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb568def-b314-4918-8a07-6af96eae43a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b27b000-3f53-4129-aa4d-d6ab6ff5a254,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:38.661496 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb568def-b314-4918-8a07-6af96eae43a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.662142 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-fb568def-b314-4918-8a07-6af96eae43a5 admin admin] Added segment 7f8c6dc5-d64e-4c24-81a7-b06570806014 of type vlan for network 81f06cdb-aeea-4635-a663-2be121b0111d Nov 25 19:18:38.670950 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e71947de-7aef-4514-bed1-aa0a7c4b74a6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-7212515-network', 'tenant_id': '262c9068f7114685bbe303b0a4bfa945'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:38.733329 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49988) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:38.734456 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-58ec4fc5-2d59-49a1-8bdc-c49306086e1a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3894410 Nov 25 19:18:38.737944 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=d03f793c-986a-46ab-850c-2b6497928015,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:38.757693 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network e27d2294-de95-4945-9062-292b41b6ea98 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:18:38.770048 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-83dc1063-2f1c-4830-a47a-eb104a153254 admin admin] Request body: {'subnet': {'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-369081480-subnet', 'tenant_id': 'add7c5b3ff5b453f94df091d8db99f5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:38.802096 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb568def-b314-4918-8a07-6af96eae43a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.811142 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4924b3c7-5357-4fc4-bf18-e2bfd4235eab req-bc662950-7522-43ac-9c82-cc5e88944420 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd81839a-93ec-4efc-8d8a-62ea401b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472037 Nov 25 19:18:38.867856 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb568def-b314-4918-8a07-6af96eae43a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.869038 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb568def-b314-4918-8a07-6af96eae43a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:38.869751 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb568def-b314-4918-8a07-6af96eae43a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.883706 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 11cb7b02-a580-4fbe-9a8b-080c7296337c completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:18:38.894015 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71947de-7aef-4514-bed1-aa0a7c4b74a6 admin admin] Made reservation on behalf of 262c9068f7114685bbe303b0a4bfa945 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:38.900741 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e71947de-7aef-4514-bed1-aa0a7c4b74a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.904096 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 11cb7b02-a580-4fbe-9a8b-080c7296337c triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:38.904582 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.933857 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e71947de-7aef-4514-bed1-aa0a7c4b74a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.964710 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a9101a5-ff97-4da8-a941-9dfc97780120 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.975052 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb568def-b314-4918-8a07-6af96eae43a5 admin admin] Pushing event updated for resources: {'Network': ['ID=81f06cdb-aeea-4635-a663-2be121b0111d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:39.007838 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 81f06cdb-aeea-4635-a663-2be121b0111d details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:18:39.010830 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fb568def-b314-4918-8a07-6af96eae43a5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4919915 Nov 25 19:18:39.011500 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49994) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:39.018593 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-57168612-2b89-4b16-8d1b-f6df29e7145b admin admin] Request body: {'subnet': {'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267379900-subnet', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:39.060073 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dc1063-2f1c-4830-a47a-eb104a153254 admin admin] Made reservation on behalf of add7c5b3ff5b453f94df091d8db99f5d for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:39.062532 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57168612-2b89-4b16-8d1b-f6df29e7145b admin admin] Made reservation on behalf of 7a0774263f4e41ea9fe03c9d57378dcf for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:39.063842 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83dc1063-2f1c-4830-a47a-eb104a153254 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:39.074031 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57168612-2b89-4b16-8d1b-f6df29e7145b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:39.125900 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4115f6a-7b4f-4bd3-a7ec-5d7e01a4040d" -d '{"events": [{"server_uuid": "b5304b9c-5f77-4276-897c-03db5e660f12", "name": "network-vif-plugged", "status": "completed", "tag": "d03f793c-986a-46ab-850c-2b6497928015"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:18:39.229496 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a9101a5-ff97-4da8-a941-9dfc97780120 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:39.247722 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a9101a5-ff97-4da8-a941-9dfc97780120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:39.268303 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:39.341320 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3a9101a5-ff97-4da8-a941-9dfc97780120 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cd2aaa073e654c66ba1ae95acf199fb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7019453 Nov 25 19:18:39.344419 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50004) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:39.352612 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 11cb7b02-a580-4fbe-9a8b-080c7296337c, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=11cb7b02-a580-4fbe-9a8b-080c7296337c,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:39.354165 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57168612-2b89-4b16-8d1b-f6df29e7145b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:39.360684 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9101a5-ff97-4da8-a941-9dfc97780120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f6c9a0-62e4-459e-a8fa-d98742d51c45,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:39.363449 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:39.386951 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e71947de-7aef-4514-bed1-aa0a7c4b74a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:39.401291 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e71947de-7aef-4514-bed1-aa0a7c4b74a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:39.490817 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=11cb7b02-a580-4fbe-9a8b-080c7296337c,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:39.491656 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71947de-7aef-4514-bed1-aa0a7c4b74a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:18:39.509622 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165e3ade-5c6f-40fb-bc9d-e247549ef6e9 x-openstack-request-id: req-165e3ade-5c6f-40fb-bc9d-e247549ef6e9 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:18:39.510096 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5304b9c-5f77-4276-897c-03db5e660f12", "name": "network-vif-plugged", "status": "completed", "tag": "d03f793c-986a-46ab-850c-2b6497928015", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:18:39.510506 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57168612-2b89-4b16-8d1b-f6df29e7145b admin admin] Pushing event updated for resources: {'Subnet': ['ID=68fdbc47-c7a3-4311-9384-3fa809a3e5d7,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:39.511827 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-165e3ade-5c6f-40fb-bc9d-e247549ef6e9 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:18:39.515106 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e71947de-7aef-4514-bed1-aa0a7c4b74a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:39.515731 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-e71947de-7aef-4514-bed1-aa0a7c4b74a6 admin admin] Added segment 07e14638-8994-4d89-bb1d-f65f99a5d0f6 of type vlan for network 8d67ec54-beaa-4d69-a2dc-7cee2de291e0 Nov 25 19:18:39.515845 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5304b9c-5f77-4276-897c-03db5e660f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03f793c-986a-46ab-850c-2b6497928015', 'code': 200} Nov 25 19:18:39.561482 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57168612-2b89-4b16-8d1b-f6df29e7145b admin admin] Checking segment: {'id': '7f8c6dc5-d64e-4c24-81a7-b06570806014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:18:39.561848 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57168612-2b89-4b16-8d1b-f6df29e7145b admin admin] Network hostable DHCP agents. Network: 81f06cdb-aeea-4635-a663-2be121b0111d, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:18:39.606385 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-002b2bc5-c402-4d2e-84b0-afa6ca60c52e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:39.614165 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e71947de-7aef-4514-bed1-aa0a7c4b74a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:39.619748 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71947de-7aef-4514-bed1-aa0a7c4b74a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12010dc2-2278-4f65-94a4-329b0c657f53,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:39.677723 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-002b2bc5-c402-4d2e-84b0-afa6ca60c52e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:39.705715 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57168612-2b89-4b16-8d1b-f6df29e7145b admin admin] Network 81f06cdb-aeea-4635-a663-2be121b0111d is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:18:39.759099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60c57-18f2-4d9b-91cc-0a995dc1abdf req-f2a59604-578c-46ec-b3e9-1b9d70389365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:39.760714 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10b60c57-18f2-4d9b-91cc-0a995dc1abdf req-f2a59604-578c-46ec-b3e9-1b9d70389365 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b5304b9c-5f77-4276-897c-03db5e660f12 HTTP/1.1" status: 200 len: 1122 time: 0.1943340 Nov 25 19:18:39.763436 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-57168612-2b89-4b16-8d1b-f6df29e7145b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 81f06cdb-aeea-4635-a663-2be121b0111d) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:39.780980 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57168612-2b89-4b16-8d1b-f6df29e7145b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:39.781619 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57168612-2b89-4b16-8d1b-f6df29e7145b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:39.784229 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e71947de-7aef-4514-bed1-aa0a7c4b74a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:39.785212 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71947de-7aef-4514-bed1-aa0a7c4b74a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:39.785824 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e71947de-7aef-4514-bed1-aa0a7c4b74a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:39.790742 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc091eda-a4b3-423a-8913-7aa9f1665e5b None None] Network 81f06cdb-aeea-4635-a663-2be121b0111d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:18:39.804972 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-10b60c57-18f2-4d9b-91cc-0a995dc1abdf req-14be07bf-3a45-40b5-bc14-1bdb6b6c8c86 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:39.827964 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-57168612-2b89-4b16-8d1b-f6df29e7145b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8089728 Nov 25 19:18:39.831906 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412ba6b-2b4b-46ed-8657-4be83a389054 req-d24483bb-a9fe-4529-964d-186e97d96f2b tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:39.832920 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50018) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:39.834207 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1412ba6b-2b4b-46ed-8657-4be83a389054 req-d24483bb-a9fe-4529-964d-186e97d96f2b tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=28e5f214-6546-4543-a256-3d9e4c3e374c HTTP/1.1" status: 200 len: 950 time: 0.1618285 Nov 25 19:18:39.840970 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-432400a9-fbfd-4358-91b1-37888dec5d1d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267379900-router', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:39.849476 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83dc1063-2f1c-4830-a47a-eb104a153254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:39.855919 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e71947de-7aef-4514-bed1-aa0a7c4b74a6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9018381 Nov 25 19:18:39.860667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50022) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:39.865629 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-77a51d89-f1bf-4eec-983d-3844b608e33f admin admin] Request body: {'subnet': {'network_id': '8d67ec54-beaa-4d69-a2dc-7cee2de291e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-7212515-subnet', 'tenant_id': '262c9068f7114685bbe303b0a4bfa945', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:39.881254 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-002b2bc5-c402-4d2e-84b0-afa6ca60c52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:39.885541 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-002b2bc5-c402-4d2e-84b0-afa6ca60c52e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:39.887988 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-002b2bc5-c402-4d2e-84b0-afa6ca60c52e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/29f6c9a0-62e4-459e-a8fa-d98742d51c45 HTTP/1.1" status: 204 len: 168 time: 0.5418041 Nov 25 19:18:39.950379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b2bc5-c402-4d2e-84b0-afa6ca60c52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f6c9a0-62e4-459e-a8fa-d98742d51c45,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:39.977094 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a51d89-f1bf-4eec-983d-3844b608e33f admin admin] Made reservation on behalf of 262c9068f7114685bbe303b0a4bfa945 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:39.979609 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77a51d89-f1bf-4eec-983d-3844b608e33f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:40.030114 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1412ba6b-2b4b-46ed-8657-4be83a389054 req-3f203d79-e780-4813-9a74-e664596c83dc tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702974 Nov 25 19:18:40.169101 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71947de-7aef-4514-bed1-aa0a7c4b74a6 admin admin] Pushing event updated for resources: {'Network': ['ID=8d67ec54-beaa-4d69-a2dc-7cee2de291e0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:40.182455 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-432400a9-fbfd-4358-91b1-37888dec5d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:40.183681 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-432400a9-fbfd-4358-91b1-37888dec5d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:40.215684 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc1063-2f1c-4830-a47a-eb104a153254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=688fcc59-0345-41e4-9b88-cea9e7c21583,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:40.269232 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 8d67ec54-beaa-4d69-a2dc-7cee2de291e0 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:18:40.277877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e60bf-839f-4bc5-969b-95bd0b1e7702 req-351afb83-44d0-44cb-af10-6283f81dc1e8 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:40.286242 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a76e60bf-839f-4bc5-969b-95bd0b1e7702 req-351afb83-44d0-44cb-af10-6283f81dc1e8 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5304b9c-5f77-4276-897c-03db5e660f12 HTTP/1.1" status: 200 len: 971 time: 0.1930573 Nov 25 19:18:40.318399 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-10b60c57-18f2-4d9b-91cc-0a995dc1abdf req-14be07bf-3a45-40b5-bc14-1bdb6b6c8c86 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:40.329317 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-10b60c57-18f2-4d9b-91cc-0a995dc1abdf req-14be07bf-3a45-40b5-bc14-1bdb6b6c8c86 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:40.329583 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dc1063-2f1c-4830-a47a-eb104a153254 admin admin] Checking segment: {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:18:40.329583 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dc1063-2f1c-4830-a47a-eb104a153254 admin admin] Network hostable DHCP agents. Network: e27d2294-de95-4945-9062-292b41b6ea98, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:18:40.344572 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-432400a9-fbfd-4358-91b1-37888dec5d1d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:40.403376 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be07bf-3a45-40b5-bc14-1bdb6b6c8c86 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=22973953-2643-4b00-98d1-63ba92ee2a6d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:40.437651 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10b60c57-18f2-4d9b-91cc-0a995dc1abdf req-14be07bf-3a45-40b5-bc14-1bdb6b6c8c86 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=dd81839a-93ec-4efc-8d8a-62ea401b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6675789 Nov 25 19:18:40.500534 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443ec449-e120-479e-9777-a61f3496d88f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-81f06cdb-aeea-4635-a663-2be121b0111d', 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'fixed_ips': [{'subnet_id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:18:40.502606 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-443ec449-e120-479e-9777-a61f3496d88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:40.508186 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dc1063-2f1c-4830-a47a-eb104a153254 admin admin] Network e27d2294-de95-4945-9062-292b41b6ea98 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:18:40.544694 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a76e60bf-839f-4bc5-969b-95bd0b1e7702 req-e966c83a-32fd-4799-b0a7-e2ff9e12f5fd tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd81839a-93ec-4efc-8d8a-62ea401b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573884 Nov 25 19:18:40.598335 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-83dc1063-2f1c-4830-a47a-eb104a153254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, e27d2294-de95-4945-9062-292b41b6ea98) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:40.617424 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77a51d89-f1bf-4eec-983d-3844b608e33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:40.650040 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24219002-2393-477f-be6a-a69ec40cd3e9 None None] Network e27d2294-de95-4945-9062-292b41b6ea98 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:18:40.668070 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dc1063-2f1c-4830-a47a-eb104a153254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:40.669132 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83dc1063-2f1c-4830-a47a-eb104a153254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:40.699860 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a51d89-f1bf-4eec-983d-3844b608e33f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed17db31-8687-41a5-a166-9b87db1b343f,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:40.720229 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-83dc1063-2f1c-4830-a47a-eb104a153254 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9733713 Nov 25 19:18:40.726247 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-432400a9-fbfd-4358-91b1-37888dec5d1d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:40.737192 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a51d89-f1bf-4eec-983d-3844b608e33f admin admin] Checking segment: {'id': '07e14638-8994-4d89-bb1d-f65f99a5d0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8d67ec54-beaa-4d69-a2dc-7cee2de291e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:18:40.738169 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a51d89-f1bf-4eec-983d-3844b608e33f admin admin] Network hostable DHCP agents. Network: 8d67ec54-beaa-4d69-a2dc-7cee2de291e0, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:18:40.763417 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50030) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:40.771765 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a51d89-f1bf-4eec-983d-3844b608e33f admin admin] Network 8d67ec54-beaa-4d69-a2dc-7cee2de291e0 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:18:40.792045 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fd7fa7c3-70be-46e3-94b6-6125b4863838 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:40.811020 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-77a51d89-f1bf-4eec-983d-3844b608e33f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 8d67ec54-beaa-4d69-a2dc-7cee2de291e0) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:40.837345 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a51d89-f1bf-4eec-983d-3844b608e33f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:40.838670 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77a51d89-f1bf-4eec-983d-3844b608e33f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:40.839081 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e10521-a50f-4271-9f0f-a034d473b82e None None] Network 8d67ec54-beaa-4d69-a2dc-7cee2de291e0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:18:40.885440 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-77a51d89-f1bf-4eec-983d-3844b608e33f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0233891 Nov 25 19:18:40.962354 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-443ec449-e120-479e-9777-a61f3496d88f None None] Allocated IP 172.20.0.2 (81f06cdb-aeea-4635-a663-2be121b0111d/68fdbc47-c7a3-4311-9384-3fa809a3e5d7/f440fe18-40a1-42fa-9ec0-0bb58675f9cc) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:18:41.022780 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fd7fa7c3-70be-46e3-94b6-6125b4863838 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:41.031514 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fd7fa7c3-70be-46e3-94b6-6125b4863838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:41.073901 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fd7fa7c3-70be-46e3-94b6-6125b4863838 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7bfb4f51fd0a40179b55577083f9421b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091650 Nov 25 19:18:41.081619 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50036) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:41.085009 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd52899-351b-485f-943b-c0a6bd722424 None None] Network e27d2294-de95-4945-9062-292b41b6ea98 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:18:41.164888 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fa7c3-70be-46e3-94b6-6125b4863838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7107d025-6e26-4e07-b954-e10a02ec3b9c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:41.177755 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-24552465-9c76-435f-b504-32dbc276eaec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:41.209572 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-24552465-9c76-435f-b504-32dbc276eaec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:41.241555 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-432400a9-fbfd-4358-91b1-37888dec5d1d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:41.283285 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-432400a9-fbfd-4358-91b1-37888dec5d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:41.390762 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658ae15-5f09-4d66-b443-9923ae383d70 req-ecb1c4be-2aa0-464a-8f57-1b783dd3ac6d tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:41.394265 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d658ae15-5f09-4d66-b443-9923ae383d70 req-ecb1c4be-2aa0-464a-8f57-1b783dd3ac6d tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=28e5f214-6546-4543-a256-3d9e4c3e374c HTTP/1.1" status: 200 len: 950 time: 0.1750603 Nov 25 19:18:41.479382 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-24552465-9c76-435f-b504-32dbc276eaec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:41.486817 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-24552465-9c76-435f-b504-32dbc276eaec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:41.492258 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-24552465-9c76-435f-b504-32dbc276eaec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7107d025-6e26-4e07-b954-e10a02ec3b9c HTTP/1.1" status: 204 len: 168 time: 0.4078538 Nov 25 19:18:41.533082 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24552465-9c76-435f-b504-32dbc276eaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7107d025-6e26-4e07-b954-e10a02ec3b9c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:41.536248 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e5f214-6546-4543-a256-3d9e4c3e374c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cb7b02-a580-4fbe-9a8b-080c7296337c'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:18:41.541427 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2ba98c-8fb5-4545-a068-b72066b20c5b" -d '{"events": [{"server_uuid": "28e5f214-6546-4543-a256-3d9e4c3e374c", "name": "network-vif-plugged", "status": "completed", "tag": "11cb7b02-a580-4fbe-9a8b-080c7296337c"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:18:41.559918 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d658ae15-5f09-4d66-b443-9923ae383d70 req-9fa6f959-4f7d-49b4-be5d-d2084e3cb479 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587002 Nov 25 19:18:41.572077 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-432400a9-fbfd-4358-91b1-37888dec5d1d admin admin] Allocated IP 172.25.6.233 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/d7937e85-12ad-49fb-a932-0dba91560ad5) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:18:41.582042 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1eb598b-5ef9-4711-8dd7-3c4c063fcc5c None None] Network 8d67ec54-beaa-4d69-a2dc-7cee2de291e0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:18:41.811129 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63284244-acbd-4868-bdaa-42d400e14ea9 x-openstack-request-id: req-63284244-acbd-4868-bdaa-42d400e14ea9 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:18:41.812622 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e5f214-6546-4543-a256-3d9e4c3e374c", "name": "network-vif-plugged", "status": "completed", "tag": "11cb7b02-a580-4fbe-9a8b-080c7296337c", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:18:41.813087 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-63284244-acbd-4868-bdaa-42d400e14ea9 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:18:41.813722 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e5f214-6546-4543-a256-3d9e4c3e374c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cb7b02-a580-4fbe-9a8b-080c7296337c', 'code': 200} Nov 25 19:18:41.904364 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67df3b-219d-4aaf-9e5d-2145068adc6e req-d1aa232f-5432-43e5-a132-e93ebf1d1cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:41.907242 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2c67df3b-219d-4aaf-9e5d-2145068adc6e req-d1aa232f-5432-43e5-a132-e93ebf1d1cb5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=28e5f214-6546-4543-a256-3d9e4c3e374c HTTP/1.1" status: 200 len: 1101 time: 0.1052241 Nov 25 19:18:41.966753 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bf8e9-65fa-4051-916c-e0e690215632 req-04998838-5f55-4c0b-ba6d-5bcf1e3ff461 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:41.980599 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-417bf8e9-65fa-4051-916c-e0e690215632 req-04998838-5f55-4c0b-ba6d-5bcf1e3ff461 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5304b9c-5f77-4276-897c-03db5e660f12 HTTP/1.1" status: 200 len: 971 time: 0.2181120 Nov 25 19:18:41.990005 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2c67df3b-219d-4aaf-9e5d-2145068adc6e req-349cb808-a252-4bd7-8ee5-015ddb41ba1e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735569 Nov 25 19:18:42.026063 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-432400a9-fbfd-4358-91b1-37888dec5d1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:42.118212 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-417bf8e9-65fa-4051-916c-e0e690215632 req-6749e148-1c41-4760-a4ee-b5f2fd08cc32 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd81839a-93ec-4efc-8d8a-62ea401b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363859 Nov 25 19:18:42.150490 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-432400a9-fbfd-4358-91b1-37888dec5d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:42.192852 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-443ec449-e120-479e-9777-a61f3496d88f None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:42.204845 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-443ec449-e120-479e-9777-a61f3496d88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:42.262124 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432400a9-fbfd-4358-91b1-37888dec5d1d admin admin] Pushing event updated for resources: {'Port': ['ID=d7937e85-12ad-49fb-a932-0dba91560ad5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:42.278998 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ec449-e120-479e-9777-a61f3496d88f None None] Pushing event updated for resources: {'Port': ['ID=f440fe18-40a1-42fa-9ec0-0bb58675f9cc,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:42.295869 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443ec449-e120-479e-9777-a61f3496d88f None None] Network 81f06cdb-aeea-4635-a663-2be121b0111d is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:18:42.298181 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-443ec449-e120-479e-9777-a61f3496d88f None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:42.303391 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443ec449-e120-479e-9777-a61f3496d88f None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:18:42.342151 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432400a9-fbfd-4358-91b1-37888dec5d1d admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:18:42.344822 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-432400a9-fbfd-4358-91b1-37888dec5d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:42.356038 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432400a9-fbfd-4358-91b1-37888dec5d1d admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:18:42.369317 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50076) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:42.381101 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-443ec449-e120-479e-9777-a61f3496d88f None None] Attempting to bind port f440fe18-40a1-42fa-9ec0-0bb58675f9cc on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:18:42.381570 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-443ec449-e120-479e-9777-a61f3496d88f None None] Attempting to bind port f440fe18-40a1-42fa-9ec0-0bb58675f9cc by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '7f8c6dc5-d64e-4c24-81a7-b06570806014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:18:42.381822 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443ec449-e120-479e-9777-a61f3496d88f None None] Attempting to bind port f440fe18-40a1-42fa-9ec0-0bb58675f9cc on network 81f06cdb-aeea-4635-a663-2be121b0111d {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:18:42.388642 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443ec449-e120-479e-9777-a61f3496d88f None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:18:42.389119 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443ec449-e120-479e-9777-a61f3496d88f None None] Checking segment: {'id': '7f8c6dc5-d64e-4c24-81a7-b06570806014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:18:42.390632 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-443ec449-e120-479e-9777-a61f3496d88f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:42.391396 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443ec449-e120-479e-9777-a61f3496d88f None None] Bound using segment: {'id': '7f8c6dc5-d64e-4c24-81a7-b06570806014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:18:42.391959 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-443ec449-e120-479e-9777-a61f3496d88f None None] Bound port: f440fe18-40a1-42fa-9ec0-0bb58675f9cc, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8c6dc5-d64e-4c24-81a7-b06570806014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:18:42.392463 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-443ec449-e120-479e-9777-a61f3496d88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:42.407395 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-fe5aab2e-d35c-4bdd-aa4c-d59ee20fd43f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-633656003-network', 'tenant_id': '16473624a6684e329ca18f76d07e7b76'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:42.470098 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5aab2e-d35c-4bdd-aa4c-d59ee20fd43f admin admin] Made reservation on behalf of 16473624a6684e329ca18f76d07e7b76 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:42.478982 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe5aab2e-d35c-4bdd-aa4c-d59ee20fd43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:42.517634 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe5aab2e-d35c-4bdd-aa4c-d59ee20fd43f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:42.521226 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-443ec449-e120-479e-9777-a61f3496d88f None None] For port f440fe18-40a1-42fa-9ec0-0bb58675f9cc, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:18:42.529544 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-443ec449-e120-479e-9777-a61f3496d88f None None] For port f440fe18-40a1-42fa-9ec0-0bb58675f9cc, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f440fe18-40a1-42fa-9ec0-0bb58675f9cc,segment=NetworkSegment(7f8c6dc5-d64e-4c24-81a7-b06570806014),segment_id=7f8c6dc5-d64e-4c24-81a7-b06570806014)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:18:42.543624 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-443ec449-e120-479e-9777-a61f3496d88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:42.777452 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ec449-e120-479e-9777-a61f3496d88f None None] Pushing event updated for resources: {'Port': ['ID=f440fe18-40a1-42fa-9ec0-0bb58675f9cc,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:42.797544 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50088) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:42.832388 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-4f396c45-661d-4726-974d-700bd85a830f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-536476267-network', 'tenant_id': 'caf118fac84340fcb050750e4652e364'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:42.875329 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe5aab2e-d35c-4bdd-aa4c-d59ee20fd43f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:42.883086 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe5aab2e-d35c-4bdd-aa4c-d59ee20fd43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:42.988687 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f396c45-661d-4726-974d-700bd85a830f admin admin] Made reservation on behalf of caf118fac84340fcb050750e4652e364 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:42.992501 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4f396c45-661d-4726-974d-700bd85a830f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:43.005930 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe5aab2e-d35c-4bdd-aa4c-d59ee20fd43f admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:18:43.047368 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4f396c45-661d-4726-974d-700bd85a830f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:43.058397 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5aab2e-d35c-4bdd-aa4c-d59ee20fd43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb18d70-1dc9-4fe2-8b6f-f674b1f24cc2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:43.075890 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe5aab2e-d35c-4bdd-aa4c-d59ee20fd43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:43.076737 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-fe5aab2e-d35c-4bdd-aa4c-d59ee20fd43f admin admin] Added segment cd41eb73-0b33-44af-97e4-750960f4947a of type vlan for network abcd426a-2260-4ac9-b806-d0186bea2ee1 Nov 25 19:18:43.153023 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0f5ca-b746-4e59-8aee-1d1a75f7437d req-a676e69b-d15e-4631-8245-49e5fc77cacc tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:43.159468 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8dd0f5ca-b746-4e59-8aee-1d1a75f7437d req-a676e69b-d15e-4631-8245-49e5fc77cacc tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=28e5f214-6546-4543-a256-3d9e4c3e374c HTTP/1.1" status: 200 len: 950 time: 0.3095958 Nov 25 19:18:43.281993 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-432400a9-fbfd-4358-91b1-37888dec5d1d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:43.323789 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe5aab2e-d35c-4bdd-aa4c-d59ee20fd43f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:43.490052 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8dd0f5ca-b746-4e59-8aee-1d1a75f7437d req-ccd11513-48e8-4c34-8d1f-eab3ab9260e1 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858019 Nov 25 19:18:43.532351 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe5aab2e-d35c-4bdd-aa4c-d59ee20fd43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:43.533887 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5aab2e-d35c-4bdd-aa4c-d59ee20fd43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:43.534973 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe5aab2e-d35c-4bdd-aa4c-d59ee20fd43f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:43.622275 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fe5aab2e-d35c-4bdd-aa4c-d59ee20fd43f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2505779 Nov 25 19:18:43.622967 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50098) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:43.666485 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-8362bd42-5509-44ac-a999-60015bdec001 admin admin] Request body: {'subnet': {'network_id': 'abcd426a-2260-4ac9-b806-d0186bea2ee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-633656003-subnet', 'tenant_id': '16473624a6684e329ca18f76d07e7b76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:43.692123 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4f396c45-661d-4726-974d-700bd85a830f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:43.699502 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5aab2e-d35c-4bdd-aa4c-d59ee20fd43f admin admin] Pushing event updated for resources: {'Network': ['ID=abcd426a-2260-4ac9-b806-d0186bea2ee1,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:43.712334 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4f396c45-661d-4726-974d-700bd85a830f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:43.738924 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network abcd426a-2260-4ac9-b806-d0186bea2ee1 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:18:43.743377 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629f22b-8f43-4c40-a2d6-957e7cae2dbe req-c16a25c7-7237-4299-b340-8280779e7ea3 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:43.745326 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e629f22b-8f43-4c40-a2d6-957e7cae2dbe req-c16a25c7-7237-4299-b340-8280779e7ea3 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5304b9c-5f77-4276-897c-03db5e660f12 HTTP/1.1" status: 200 len: 971 time: 0.1207690 Nov 25 19:18:43.801905 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f396c45-661d-4726-974d-700bd85a830f admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:18:43.821947 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8362bd42-5509-44ac-a999-60015bdec001 admin admin] Made reservation on behalf of 16473624a6684e329ca18f76d07e7b76 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:43.826057 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8362bd42-5509-44ac-a999-60015bdec001 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:43.830171 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f396c45-661d-4726-974d-700bd85a830f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c85d5a6-c639-4eef-8355-103bf3b8baef,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:43.860800 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4f396c45-661d-4726-974d-700bd85a830f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:43.861704 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-4f396c45-661d-4726-974d-700bd85a830f admin admin] Added segment ac3b41d4-44ad-40d4-8643-b041efbd258e of type vlan for network bdc35017-6398-4cce-8e59-602991489745 Nov 25 19:18:43.983251 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e629f22b-8f43-4c40-a2d6-957e7cae2dbe req-f62d1abb-8b34-4baf-ad70-8c145be85cd8 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd81839a-93ec-4efc-8d8a-62ea401b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222691 Nov 25 19:18:44.012356 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-432400a9-fbfd-4358-91b1-37888dec5d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:44.027943 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4f396c45-661d-4726-974d-700bd85a830f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:44.126400 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4f396c45-661d-4726-974d-700bd85a830f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:44.130500 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f396c45-661d-4726-974d-700bd85a830f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:44.133875 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4f396c45-661d-4726-974d-700bd85a830f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:44.206039 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4f396c45-661d-4726-974d-700bd85a830f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4064963 Nov 25 19:18:44.212549 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50112) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:44.234834 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3796b7e5-6c64-4f7b-8273-804f5c04aadf admin admin] Request body: {'subnet': {'network_id': 'bdc35017-6398-4cce-8e59-602991489745', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-536476267-subnet', 'tenant_id': 'caf118fac84340fcb050750e4652e364', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:44.327123 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f396c45-661d-4726-974d-700bd85a830f admin admin] Pushing event updated for resources: {'Network': ['ID=bdc35017-6398-4cce-8e59-602991489745,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:44.353473 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad66b86-b5af-4188-acb6-345d9f7f5fb0 req-c40bf340-72ba-426c-a0a7-ce94aba89f42 tempest-AggregatesAdminTestJSON-1930056862 tempest-AggregatesAdminTestJSON-1930056862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:44.355471 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0ad66b86-b5af-4188-acb6-345d9f7f5fb0 req-c40bf340-72ba-426c-a0a7-ce94aba89f42 tempest-AggregatesAdminTestJSON-1930056862 tempest-AggregatesAdminTestJSON-1930056862-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b5304b9c-5f77-4276-897c-03db5e660f12 HTTP/1.1" status: 200 len: 1122 time: 0.1667948 Nov 25 19:18:44.366397 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network bdc35017-6398-4cce-8e59-602991489745 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:18:44.382715 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3796b7e5-6c64-4f7b-8273-804f5c04aadf admin admin] Made reservation on behalf of caf118fac84340fcb050750e4652e364 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:44.386739 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3796b7e5-6c64-4f7b-8273-804f5c04aadf admin admin] Publish callbacks [] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:44.464892 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0ad66b86-b5af-4188-acb6-345d9f7f5fb0 req-9d460ac8-7a7f-4524-9048-8324b40ef79d tempest-AggregatesAdminTestJSON-1930056862 tempest-AggregatesAdminTestJSON-1930056862-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:44.477107 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f440fe18-40a1-42fa-9ec0-0bb58675f9cc up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:18:44.489351 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8362bd42-5509-44ac-a999-60015bdec001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:44.664771 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362bd42-5509-44ac-a999-60015bdec001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70f23f6c-aca4-4a11-856d-a5818081b28e,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:44.746340 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8362bd42-5509-44ac-a999-60015bdec001 admin admin] Checking segment: {'id': 'cd41eb73-0b33-44af-97e4-750960f4947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'abcd426a-2260-4ac9-b806-d0186bea2ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:18:44.746926 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8362bd42-5509-44ac-a999-60015bdec001 admin admin] Network hostable DHCP agents. Network: abcd426a-2260-4ac9-b806-d0186bea2ee1, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:18:44.764106 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a26eb1-3945-40dc-936c-dacd416438a5 None None] Network 81f06cdb-aeea-4635-a663-2be121b0111d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:18:44.775068 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432400a9-fbfd-4358-91b1-37888dec5d1d admin admin] Router 74682712-63be-4d2d-9bc9-8b67ffcffb9d is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:18:44.825223 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0ad66b86-b5af-4188-acb6-345d9f7f5fb0 req-9d460ac8-7a7f-4524-9048-8324b40ef79d tempest-AggregatesAdminTestJSON-1930056862 tempest-AggregatesAdminTestJSON-1930056862-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:44.827249 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8362bd42-5509-44ac-a999-60015bdec001 admin admin] Network abcd426a-2260-4ac9-b806-d0186bea2ee1 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:18:44.839136 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0ad66b86-b5af-4188-acb6-345d9f7f5fb0 req-9d460ac8-7a7f-4524-9048-8324b40ef79d tempest-AggregatesAdminTestJSON-1930056862 tempest-AggregatesAdminTestJSON-1930056862-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:44.845756 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-8362bd42-5509-44ac-a999-60015bdec001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, abcd426a-2260-4ac9-b806-d0186bea2ee1) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:44.867886 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7e779966-8245-4ac1-80fb-59400a6ca7d9 None None] Provisioning complete for port f440fe18-40a1-42fa-9ec0-0bb58675f9cc triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:44.869036 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7e779966-8245-4ac1-80fb-59400a6ca7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:44.870867 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8362bd42-5509-44ac-a999-60015bdec001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:44.871858 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8362bd42-5509-44ac-a999-60015bdec001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:44.902474 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0ad66b86-b5af-4188-acb6-345d9f7f5fb0 req-9d460ac8-7a7f-4524-9048-8324b40ef79d tempest-AggregatesAdminTestJSON-1930056862 tempest-AggregatesAdminTestJSON-1930056862-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dd81839a-93ec-4efc-8d8a-62ea401b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996686 Nov 25 19:18:44.906157 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d460ac8-7a7f-4524-9048-8324b40ef79d tempest-AggregatesAdminTestJSON-1930056862 tempest-AggregatesAdminTestJSON-1930056862-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651d3e21-c70e-4878-b71d-3091dcb8d874,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:44.917404 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84a001b-000a-45fe-96f0-aee171999a4d None None] Network abcd426a-2260-4ac9-b806-d0186bea2ee1 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:18:44.922214 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port f440fe18-40a1-42fa-9ec0-0bb58675f9cc triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:44.923079 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:44.946277 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8362bd42-5509-44ac-a999-60015bdec001 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2867155 Nov 25 19:18:45.095250 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce645fe-c835-4646-bce7-217f8c14ced1 req-b583f4a2-b89c-4572-bb43-3ecf22343943 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:45.099304 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0ce645fe-c835-4646-bce7-217f8c14ced1 req-b583f4a2-b89c-4572-bb43-3ecf22343943 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=28e5f214-6546-4543-a256-3d9e4c3e374c HTTP/1.1" status: 200 len: 950 time: 0.3903065 Nov 25 19:18:45.182168 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3796b7e5-6c64-4f7b-8273-804f5c04aadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:45.279490 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50128) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:45.296144 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7e779966-8245-4ac1-80fb-59400a6ca7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:45.325586 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0ce645fe-c835-4646-bce7-217f8c14ced1 req-b83e82ef-1519-4f92-a034-8f7d4d38e390 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060263 Nov 25 19:18:45.395490 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c35498dd-9957-427b-9c78-9cacde566a7e admin admin] Deleting subnet ed17db31-8687-41a5-a166-9b87db1b343f {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:18:45.400741 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c35498dd-9957-427b-9c78-9cacde566a7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:45.404700 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432400a9-fbfd-4358-91b1-37888dec5d1d admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:18:45.415273 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796b7e5-6c64-4f7b-8273-804f5c04aadf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c7733c0-4f2c-45ce-bc09-6f4feccb21dd,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:45.418611 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b53578c-7294-41a2-9a4d-cb856b0447b3 None None] Sync routers for ids ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:18:45.452915 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b53578c-7294-41a2-9a4d-cb856b0447b3 None None] Routers {'74682712-63be-4d2d-9bc9-8b67ffcffb9d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:18:45.453963 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-4b53578c-7294-41a2-9a4d-cb856b0447b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:18:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:45.491675 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3796b7e5-6c64-4f7b-8273-804f5c04aadf admin admin] Checking segment: {'id': 'ac3b41d4-44ad-40d4-8643-b041efbd258e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'bdc35017-6398-4cce-8e59-602991489745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:18:45.492245 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3796b7e5-6c64-4f7b-8273-804f5c04aadf admin admin] Network hostable DHCP agents. Network: bdc35017-6398-4cce-8e59-602991489745, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:18:45.528729 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c35498dd-9957-427b-9c78-9cacde566a7e admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:45.535811 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-432400a9-fbfd-4358-91b1-37888dec5d1d admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:45.538507 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-432400a9-fbfd-4358-91b1-37888dec5d1d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.7035038 Nov 25 19:18:45.544627 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50140) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:45.557173 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c35498dd-9957-427b-9c78-9cacde566a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:45.569008 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce7e1fa-1685-4c96-a452-5bf482eb4103 None None] Network abcd426a-2260-4ac9-b806-d0186bea2ee1 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:18:45.582431 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7e779966-8245-4ac1-80fb-59400a6ca7d9 None None] For port f440fe18-40a1-42fa-9ec0-0bb58675f9cc, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f440fe18-40a1-42fa-9ec0-0bb58675f9cc,segment=NetworkSegment(7f8c6dc5-d64e-4c24-81a7-b06570806014),segment_id=7f8c6dc5-d64e-4c24-81a7-b06570806014)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:45.621282 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:45.632751 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7e779966-8245-4ac1-80fb-59400a6ca7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:45.708860 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3796b7e5-6c64-4f7b-8273-804f5c04aadf admin admin] Network bdc35017-6398-4cce-8e59-602991489745 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:18:45.739152 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3796b7e5-6c64-4f7b-8273-804f5c04aadf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, bdc35017-6398-4cce-8e59-602991489745) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:45.743199 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c35498dd-9957-427b-9c78-9cacde566a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:45.766061 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3796b7e5-6c64-4f7b-8273-804f5c04aadf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:45.766706 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3796b7e5-6c64-4f7b-8273-804f5c04aadf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:45.798389 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35498dd-9957-427b-9c78-9cacde566a7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed17db31-8687-41a5-a166-9b87db1b343f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:45.818374 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c35498dd-9957-427b-9c78-9cacde566a7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:45.821881 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c35498dd-9957-427b-9c78-9cacde566a7e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ed17db31-8687-41a5-a166-9b87db1b343f HTTP/1.1" status: 204 len: 168 time: 0.5400231 Nov 25 19:18:45.833946 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3796b7e5-6c64-4f7b-8273-804f5c04aadf admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6105874 Nov 25 19:18:45.833946 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50154) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:45.924347 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-4b53578c-7294-41a2-9a4d-cb856b0447b3 None None] Set router 74682712-63be-4d2d-9bc9-8b67ffcffb9d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:18:45.986491 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788a6d44-18ac-4e01-b3aa-2996824d81e3 None None] Network bdc35017-6398-4cce-8e59-602991489745 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:18:46.207912 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2ac3-f408-4da6-8205-3b34d4092a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:46.398973 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e779966-8245-4ac1-80fb-59400a6ca7d9 None None] Pushing event updated for resources: {'Port': ['ID=f440fe18-40a1-42fa-9ec0-0bb58675f9cc,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:46.519269 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:18:46.534088 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:18:46.657043 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-4b53578c-7294-41a2-9a4d-cb856b0447b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267379900-router', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:40Z', 'updated_at': '2021-11-25T19:18:42Z', 'revision_number': 3, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'gw_port': {'id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:41Z', 'updated_at': '2021-11-25T19:18:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:46.661221 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-66f4c986-da45-45c9-9437-00eca9e30d2f None None] Provisioning complete for port f440fe18-40a1-42fa-9ec0-0bb58675f9cc triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:46.661221 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-66f4c986-da45-45c9-9437-00eca9e30d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:46.737413 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2ac3-f408-4da6-8205-3b34d4092a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:46.772927 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b53578c-7294-41a2-9a4d-cb856b0447b3 None None] Checking router: 74682712-63be-4d2d-9bc9-8b67ffcffb9d for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:18:46.773766 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b53578c-7294-41a2-9a4d-cb856b0447b3 None None] Updating router 74682712-63be-4d2d-9bc9-8b67ffcffb9d port d7937e85-12ad-49fb-a932-0dba91560ad5 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:18:46.782277 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2ac3-f408-4da6-8205-3b34d4092a7a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:18:46.782681 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2ac3-f408-4da6-8205-3b34d4092a7a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:18:46.783537 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2ac3-f408-4da6-8205-3b34d4092a7a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:18:46.784457 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2ac3-f408-4da6-8205-3b34d4092a7a admin admin] Subscribe: > port after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:18:46.784457 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2ac3-f408-4da6-8205-3b34d4092a7a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:18:46.784759 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2ac3-f408-4da6-8205-3b34d4092a7a admin admin] Subscribe: > port after_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:18:46.785051 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2ac3-f408-4da6-8205-3b34d4092a7a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:18:46.785382 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2ac3-f408-4da6-8205-3b34d4092a7a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:18:46.785715 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2ac3-f408-4da6-8205-3b34d4092a7a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:18:46.786048 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2ac3-f408-4da6-8205-3b34d4092a7a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:18:46.803857 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d5e8af-c4a7-4a0e-8647-b2954063f8dc None None] Network bdc35017-6398-4cce-8e59-602991489745 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:18:46.868048 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b53578c-7294-41a2-9a4d-cb856b0447b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:47.002546 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2ac3-f408-4da6-8205-3b34d4092a7a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:18:47.003212 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2ac3-f408-4da6-8205-3b34d4092a7a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:18:47.004262 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2ac3-f408-4da6-8205-3b34d4092a7a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:18:47.004842 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2ac3-f408-4da6-8205-3b34d4092a7a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:18:47.005482 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-7c8a2ac3-f408-4da6-8205-3b34d4092a7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d67ec54-beaa-4d69-a2dc-7cee2de291e0']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:47.105670 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-7c8a2ac3-f408-4da6-8205-3b34d4092a7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e14638-8994-4d89-bb1d-f65f99a5d0f6') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:47.112672 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-7c8a2ac3-f408-4da6-8205-3b34d4092a7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e14638-8994-4d89-bb1d-f65f99a5d0f6') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:47.177111 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2ac3-f408-4da6-8205-3b34d4092a7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:47.233460 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2ac3-f408-4da6-8205-3b34d4092a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:47.270302 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8a2ac3-f408-4da6-8205-3b34d4092a7a admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:18:47.271182 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2ac3-f408-4da6-8205-3b34d4092a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: from cryptography.utils import int_from_bytes Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: from cryptography.utils import int_from_bytes Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:18:47.400742 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:18:47.581095 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2ac3-f408-4da6-8205-3b34d4092a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:47.663624 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f440fe18-40a1-42fa-9ec0-0bb58675f9cc up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:18:47.789755 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port f440fe18-40a1-42fa-9ec0-0bb58675f9cc triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:47.790138 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:47.842941 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a2ac3-f408-4da6-8205-3b34d4092a7a admin admin] Pushing event deleted for resources: {'Network': ['ID=8d67ec54-beaa-4d69-a2dc-7cee2de291e0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:47.859739 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b53578c-7294-41a2-9a4d-cb856b0447b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:47.860567 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2ac3-f408-4da6-8205-3b34d4092a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:47.870073 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7c8a2ac3-f408-4da6-8205-3b34d4092a7a admin admin] 10.222.0.55 "DELETE /v2.0/networks/8d67ec54-beaa-4d69-a2dc-7cee2de291e0 HTTP/1.1" status: 204 len: 168 time: 2.0354719 Nov 25 19:18:47.879367 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50224) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:47.881147 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93671d18-16d9-4112-9011-4dea6f98016e req-d980efac-c6d9-48de-899f-90b89867696a tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:47.883396 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b53578c-7294-41a2-9a4d-cb856b0447b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:47.888860 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-93671d18-16d9-4112-9011-4dea6f98016e req-d980efac-c6d9-48de-899f-90b89867696a tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 820 time: 0.5028019 Nov 25 19:18:47.944840 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-93671d18-16d9-4112-9011-4dea6f98016e req-b3a91e4e-9fb9-4731-bd27-0e515d01cb12 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/quotas/add7c5b3ff5b453f94df091d8db99f5d HTTP/1.1" status: 200 len: 375 time: 0.0230048 Nov 25 19:18:47.945658 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50228) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:48.001043 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e2c5f-0dd8-4aee-aa35-2f8c8827afbe None None] Pushing event updated for resources: {'Port': ['ID=d7937e85-12ad-49fb-a932-0dba91560ad5,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:48.017360 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-4b53578c-7294-41a2-9a4d-cb856b0447b3 None None] Attempting to bind port d7937e85-12ad-49fb-a932-0dba91560ad5 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:18:48.018106 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-4b53578c-7294-41a2-9a4d-cb856b0447b3 None None] Attempting to bind port d7937e85-12ad-49fb-a932-0dba91560ad5 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:18:48.018823 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53578c-7294-41a2-9a4d-cb856b0447b3 None None] Attempting to bind port d7937e85-12ad-49fb-a932-0dba91560ad5 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:18:48.023176 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547e2c5f-0dd8-4aee-aa35-2f8c8827afbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:48.023895 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547e2c5f-0dd8-4aee-aa35-2f8c8827afbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:48.024457 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547e2c5f-0dd8-4aee-aa35-2f8c8827afbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:48.025159 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547e2c5f-0dd8-4aee-aa35-2f8c8827afbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:48.025752 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547e2c5f-0dd8-4aee-aa35-2f8c8827afbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:48.026346 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547e2c5f-0dd8-4aee-aa35-2f8c8827afbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:48.026900 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547e2c5f-0dd8-4aee-aa35-2f8c8827afbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:48.027450 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547e2c5f-0dd8-4aee-aa35-2f8c8827afbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:48.028017 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547e2c5f-0dd8-4aee-aa35-2f8c8827afbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:48.028621 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547e2c5f-0dd8-4aee-aa35-2f8c8827afbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:48.029241 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547e2c5f-0dd8-4aee-aa35-2f8c8827afbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:48.030355 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547e2c5f-0dd8-4aee-aa35-2f8c8827afbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547e2c5f-0dd8-4aee-aa35-2f8c8827afbe None None] Tracked resource versions report: Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: pushed versions: Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: { 'AddressGroup': {'1.2'}, Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: 'ConntrackHelper': {'1.0'}, Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: 'Log': {'1.0'}, Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: 'Network': {'1.1'}, Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: 'Port': {'1.7'}, Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: 'PortForwarding': {'1.2'}, Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: 'QosPolicy': {'1.10'}, Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: 'SecurityGroup': {'1.5'}, Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: 'SecurityGroupRule': {'1.2'}, Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: 'SubPort': {'1.0'}, Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: 'Subnet': {'1.1'}, Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: 'Trunk': {'1.1'}} Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: consumer versions: Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: { DHCP agent@n-d-819349-5: {}, Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: HyperV agent@n-h1-819349-5: {}, Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: HyperV agent@n-h2-819349-5: {}, Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: L3 agent@n-d-819349-5: {}, Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: Metadata agent@n-d-819349-5: {}, Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: Metering agent@n-d-819349-5: {}, Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: Open vSwitch agent@n-d-819349-5: { 'AddressGroup': '1.2', Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: 'ConntrackHelper': '1.0', Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: 'Log': '1.0', Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: 'Network': '1.1', Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: 'Port': '1.7', Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: 'PortForwarding': '1.2', Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: 'QosPolicy': '1.10', Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: 'SecurityGroup': '1.5', Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: 'SecurityGroupRule': '1.2', Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: 'SubPort': '1.0', Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: 'Subnet': '1.1', Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: 'Trunk': '1.1'}} Nov 25 19:18:48.031750 n-d-819349-5 neutron-server[103602]: {{(pid=103602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 19:18:48.043253 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53578c-7294-41a2-9a4d-cb856b0447b3 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:18:48.044054 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53578c-7294-41a2-9a4d-cb856b0447b3 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:18:48.044737 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b53578c-7294-41a2-9a4d-cb856b0447b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:48.045608 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53578c-7294-41a2-9a4d-cb856b0447b3 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:18:48.046398 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-4b53578c-7294-41a2-9a4d-cb856b0447b3 None None] Bound port: d7937e85-12ad-49fb-a932-0dba91560ad5, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:18:48.047056 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b53578c-7294-41a2-9a4d-cb856b0447b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:48.086912 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-93671d18-16d9-4112-9011-4dea6f98016e req-bbd705c0-4868-4674-a50e-b231adcbc8d1 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1298239 Nov 25 19:18:48.129436 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-4b53578c-7294-41a2-9a4d-cb856b0447b3 None None] For port d7937e85-12ad-49fb-a932-0dba91560ad5, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:18:48.134822 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-4b53578c-7294-41a2-9a4d-cb856b0447b3 None None] For port d7937e85-12ad-49fb-a932-0dba91560ad5, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d7937e85-12ad-49fb-a932-0dba91560ad5,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:18:48.143190 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b53578c-7294-41a2-9a4d-cb856b0447b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:48.167968 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3301ebe-6129-4b2d-8f2d-976e37614546 req-7006d8d1-4d2d-42db-a9a4-fbf5558159ec tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:48.181625 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a3301ebe-6129-4b2d-8f2d-976e37614546 req-7006d8d1-4d2d-42db-a9a4-fbf5558159ec tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=28e5f214-6546-4543-a256-3d9e4c3e374c HTTP/1.1" status: 200 len: 950 time: 0.7707009 Nov 25 19:18:48.225557 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b53578c-7294-41a2-9a4d-cb856b0447b3 None None] Routers {'74682712-63be-4d2d-9bc9-8b67ffcffb9d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:18:48.226254 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-4b53578c-7294-41a2-9a4d-cb856b0447b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:18:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:48.230021 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e2c5f-0dd8-4aee-aa35-2f8c8827afbe None None] Pushing event updated for resources: {'Port': ['ID=d7937e85-12ad-49fb-a932-0dba91560ad5,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:48.250060 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f002b301-8384-4801-a059-d2d6409bf40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:48.252448 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8cec981-39c5-4681-b55c-bee8fb782ae7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:48.287626 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb48bbf-7f7d-4f69-acd6-37604252272b admin admin] Deleting subnet 70f23f6c-aca4-4a11-856d-a5818081b28e {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:18:48.308001 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4fb48bbf-7f7d-4f69-acd6-37604252272b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:48.319574 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-93671d18-16d9-4112-9011-4dea6f98016e req-da334345-73e7-4874-b65f-455df37af084 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:18:48.331278 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-93671d18-16d9-4112-9011-4dea6f98016e req-da334345-73e7-4874-b65f-455df37af084 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1257005 Nov 25 19:18:48.395269 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-4b53578c-7294-41a2-9a4d-cb856b0447b3 None None] Set router 74682712-63be-4d2d-9bc9-8b67ffcffb9d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:18:48.424941 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4fb48bbf-7f7d-4f69-acd6-37604252272b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:48.554318 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8cec981-39c5-4681-b55c-bee8fb782ae7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:48.554559 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a3301ebe-6129-4b2d-8f2d-976e37614546 req-01abc4f9-a733-4511-9740-47c4dc3b6b70 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711627 Nov 25 19:18:48.559697 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-93671d18-16d9-4112-9011-4dea6f98016e req-00b15d10-37d9-496e-93cf-fe6cdf6274c2 service neutron] 10.222.0.55 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176726 Nov 25 19:18:48.570438 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8cec981-39c5-4681-b55c-bee8fb782ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:48.711469 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-93671d18-16d9-4112-9011-4dea6f98016e req-16f2a974-e7a3-46de-8a33-ac24376ecc2e service neutron] 10.222.0.55 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364217 Nov 25 19:18:48.787574 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4fb48bbf-7f7d-4f69-acd6-37604252272b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:48.831488 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a8cec981-39c5-4681-b55c-bee8fb782ae7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=06539325a7924b5a82db36b96a51967b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8843882 Nov 25 19:18:48.836310 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50242) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:48.860232 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cec981-39c5-4681-b55c-bee8fb782ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0fedf2-0c0f-4053-98eb-43142f3ff654,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:48.891904 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-4b53578c-7294-41a2-9a4d-cb856b0447b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267379900-router', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:40Z', 'updated_at': '2021-11-25T19:18:42Z', 'revision_number': 3, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'gw_port': {'id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:41Z', 'updated_at': '2021-11-25T19:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:48.907246 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f66ca-87e2-4f3c-bb0e-9934e33ed532 req-83d82a1a-8771-4b08-914f-11e6cb7d4eea tempest-DeleteServersAdminTestJSON-2013756251 tempest-DeleteServersAdminTestJSON-2013756251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:48.927811 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-157f66ca-87e2-4f3c-bb0e-9934e33ed532 req-83d82a1a-8771-4b08-914f-11e6cb7d4eea tempest-DeleteServersAdminTestJSON-2013756251 tempest-DeleteServersAdminTestJSON-2013756251-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=28e5f214-6546-4543-a256-3d9e4c3e374c HTTP/1.1" status: 200 len: 1101 time: 0.2198446 Nov 25 19:18:48.965616 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4fb48bbf-7f7d-4f69-acd6-37604252272b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:48.981526 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b53578c-7294-41a2-9a4d-cb856b0447b3 None None] The sync data for ids ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'] in n-d-819349-5 is: [{'id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267379900-router', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:40Z', 'updated_at': '2021-11-25T19:18:42Z', 'revision_number': 3, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'gw_port': {'id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:41Z', 'updated_at': '2021-11-25T19:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:18:48.986790 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-f002b301-8384-4801-a059-d2d6409bf40c admin admin] Allocated IP 172.20.0.1 (81f06cdb-aeea-4635-a663-2be121b0111d/68fdbc47-c7a3-4311-9384-3fa809a3e5d7/f2d42d6c-fe39-4c4d-8170-5c6637a706f9) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:18:49.090996 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4fb48bbf-7f7d-4f69-acd6-37604252272b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:49.096427 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4fb48bbf-7f7d-4f69-acd6-37604252272b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/70f23f6c-aca4-4a11-856d-a5818081b28e HTTP/1.1" status: 204 len: 168 time: 1.2144816 Nov 25 19:18:49.114757 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50256) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:49.117252 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb48bbf-7f7d-4f69-acd6-37604252272b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70f23f6c-aca4-4a11-856d-a5818081b28e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:49.168310 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3512f6fd-48eb-491a-a456-8f6461470bb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:49.241292 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3512f6fd-48eb-491a-a456-8f6461470bb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:49.252698 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-157f66ca-87e2-4f3c-bb0e-9934e33ed532 req-4cff5edb-f942-4ea1-a36a-1284765ec40e tempest-DeleteServersAdminTestJSON-2013756251 tempest-DeleteServersAdminTestJSON-2013756251-project-admin] Deleting port 11cb7b02-a580-4fbe-9a8b-080c7296337c {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:18:49.253636 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-157f66ca-87e2-4f3c-bb0e-9934e33ed532 req-4cff5edb-f942-4ea1-a36a-1284765ec40e tempest-DeleteServersAdminTestJSON-2013756251 tempest-DeleteServersAdminTestJSON-2013756251-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:49.490361 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3512f6fd-48eb-491a-a456-8f6461470bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:49.494493 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3512f6fd-48eb-491a-a456-8f6461470bb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:49.496082 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3512f6fd-48eb-491a-a456-8f6461470bb3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7a0fedf2-0c0f-4053-98eb-43142f3ff654 HTTP/1.1" status: 204 len: 168 time: 0.6581919 Nov 25 19:18:49.525353 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-157f66ca-87e2-4f3c-bb0e-9934e33ed532 req-4cff5edb-f942-4ea1-a36a-1284765ec40e tempest-DeleteServersAdminTestJSON-2013756251 tempest-DeleteServersAdminTestJSON-2013756251-project-admin] For port 11cb7b02-a580-4fbe-9a8b-080c7296337c, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=11cb7b02-a580-4fbe-9a8b-080c7296337c,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:49.525951 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-157f66ca-87e2-4f3c-bb0e-9934e33ed532 req-4cff5edb-f942-4ea1-a36a-1284765ec40e tempest-DeleteServersAdminTestJSON-2013756251 tempest-DeleteServersAdminTestJSON-2013756251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:49.544347 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512f6fd-48eb-491a-a456-8f6461470bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0fedf2-0c0f-4053-98eb-43142f3ff654,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:49.563201 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-157f66ca-87e2-4f3c-bb0e-9934e33ed532 req-4cff5edb-f942-4ea1-a36a-1284765ec40e tempest-DeleteServersAdminTestJSON-2013756251 tempest-DeleteServersAdminTestJSON-2013756251-project-admin] Calling delete_port for 11cb7b02-a580-4fbe-9a8b-080c7296337c owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:18:49.721717 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4adb7967-3280-4321-a79d-25ea69de78e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:49.809021 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-362be5e5-4182-406c-9fce-1686ca4ae864 req-aa5f22c0-97c5-41e6-9fa5-82df6043947d tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 210 time: 0.6660137 Nov 25 19:18:50.008678 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d7937e85-12ad-49fb-a932-0dba91560ad5 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:18:50.138147 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-157f66ca-87e2-4f3c-bb0e-9934e33ed532 req-4cff5edb-f942-4ea1-a36a-1284765ec40e tempest-DeleteServersAdminTestJSON-2013756251 tempest-DeleteServersAdminTestJSON-2013756251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:50.156428 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['11cb7b02-a580-4fbe-9a8b-080c7296337c'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:18:50.188240 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f002b301-8384-4801-a059-d2d6409bf40c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:50.215699 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port d7937e85-12ad-49fb-a932-0dba91560ad5 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:50.215878 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:50.276661 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff5edb-f942-4ea1-a36a-1284765ec40e tempest-DeleteServersAdminTestJSON-2013756251 tempest-DeleteServersAdminTestJSON-2013756251-project-admin] Pushing event deleted for resources: {'Port': ['ID=11cb7b02-a580-4fbe-9a8b-080c7296337c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:50.316772 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50294) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:50.372738 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:50.413422 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port d7937e85-12ad-49fb-a932-0dba91560ad5, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d7937e85-12ad-49fb-a932-0dba91560ad5,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:50.421922 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:50.439994 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4adb7967-3280-4321-a79d-25ea69de78e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:50.449233 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bddf1408-9616-47ad-bcec-57c26a17b8e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:50.537437 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fec4c446-ec0d-40d3-b3c6-1a4828e6fafd req-04a0c982-fc6a-4f6f-8b43-dc584ed6ddbd tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=28e5f214-6546-4543-a256-3d9e4c3e374c HTTP/1.1" status: 200 len: 210 time: 0.5039608 Nov 25 19:18:50.540144 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=d7937e85-12ad-49fb-a932-0dba91560ad5,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:50.627106 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4adb7967-3280-4321-a79d-25ea69de78e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abcd426a-2260-4ac9-b806-d0186bea2ee1']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:50.641352 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-157f66ca-87e2-4f3c-bb0e-9934e33ed532 req-4cff5edb-f942-4ea1-a36a-1284765ec40e tempest-DeleteServersAdminTestJSON-2013756251 tempest-DeleteServersAdminTestJSON-2013756251-project-admin] No DVR routers for this DVR port 11cb7b02-a580-4fbe-9a8b-080c7296337c on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:18:50.641629 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f002b301-8384-4801-a059-d2d6409bf40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:50.657146 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-157f66ca-87e2-4f3c-bb0e-9934e33ed532 req-4cff5edb-f942-4ea1-a36a-1284765ec40e tempest-DeleteServersAdminTestJSON-2013756251 tempest-DeleteServersAdminTestJSON-2013756251-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:50.684463 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-157f66ca-87e2-4f3c-bb0e-9934e33ed532 req-4cff5edb-f942-4ea1-a36a-1284765ec40e tempest-DeleteServersAdminTestJSON-2013756251 tempest-DeleteServersAdminTestJSON-2013756251-project-admin] 10.222.0.85 "DELETE /v2.0/ports/11cb7b02-a580-4fbe-9a8b-080c7296337c HTTP/1.1" status: 204 len: 173 time: 1.7427311 Nov 25 19:18:50.685234 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e5f214-6546-4543-a256-3d9e4c3e374c', 'name': 'network-vif-deleted', 'tag': '11cb7b02-a580-4fbe-9a8b-080c7296337c'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:18:50.697621 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc8899a-4caa-47c0-8df4-aafd2b97e190" -d '{"events": [{"server_uuid": "28e5f214-6546-4543-a256-3d9e4c3e374c", "name": "network-vif-deleted", "tag": "11cb7b02-a580-4fbe-9a8b-080c7296337c"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:18:50.700559 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4adb7967-3280-4321-a79d-25ea69de78e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd41eb73-0b33-44af-97e4-750960f4947a') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:50.701426 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4adb7967-3280-4321-a79d-25ea69de78e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd41eb73-0b33-44af-97e4-750960f4947a') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:50.734685 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50306) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:50.765239 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4adb7967-3280-4321-a79d-25ea69de78e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:50.828475 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f002b301-8384-4801-a059-d2d6409bf40c admin admin] Network 81f06cdb-aeea-4635-a663-2be121b0111d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:18:50.831385 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bddf1408-9616-47ad-bcec-57c26a17b8e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:50.839660 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bddf1408-9616-47ad-bcec-57c26a17b8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:50.867645 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f002b301-8384-4801-a059-d2d6409bf40c admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:50.908160 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f002b301-8384-4801-a059-d2d6409bf40c admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:18:50.916035 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4adb7967-3280-4321-a79d-25ea69de78e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:50.982530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf1408-9616-47ad-bcec-57c26a17b8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ece144-106a-4cbe-ab57-0b262c196413,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:51.012859 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bddf1408-9616-47ad-bcec-57c26a17b8e2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=af33aa3bbd0b429f9290a069f2fbe1d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6929646 Nov 25 19:18:51.021473 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a516475-0419-47c5-a397-2109e04b2858 x-openstack-request-id: req-3a516475-0419-47c5-a397-2109e04b2858 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:18:51.021772 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e5f214-6546-4543-a256-3d9e4c3e374c", "name": "network-vif-deleted", "tag": "11cb7b02-a580-4fbe-9a8b-080c7296337c", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:18:51.022042 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3a516475-0419-47c5-a397-2109e04b2858 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:18:51.027451 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e5f214-6546-4543-a256-3d9e4c3e374c', 'name': 'network-vif-deleted', 'tag': '11cb7b02-a580-4fbe-9a8b-080c7296337c', 'status': 'completed', 'code': 200} Nov 25 19:18:51.028021 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50318) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:51.094474 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002b301-8384-4801-a059-d2d6409bf40c admin admin] Pushing event updated for resources: {'Port': ['ID=f2d42d6c-fe39-4c4d-8170-5c6637a706f9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:51.104157 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4adb7967-3280-4321-a79d-25ea69de78e2 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:18:51.109247 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4adb7967-3280-4321-a79d-25ea69de78e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:18:51.131004 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:18:51.258337 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9ed7281a-db01-4e21-8f28-9f3931907dc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:51.278716 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce968711-64ba-4ef4-a788-cf364389557d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:51.282765 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f002b301-8384-4801-a059-d2d6409bf40c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:51.319657 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9ed7281a-db01-4e21-8f28-9f3931907dc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:51.415935 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4adb7967-3280-4321-a79d-25ea69de78e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:51.432714 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4adb7967-3280-4321-a79d-25ea69de78e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:51.436875 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4adb7967-3280-4321-a79d-25ea69de78e2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/abcd426a-2260-4ac9-b806-d0186bea2ee1 HTTP/1.1" status: 204 len: 168 time: 2.3206708 Nov 25 19:18:51.563277 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a4a7fc71-a33d-4e79-b8ae-4c5c3eaef35a None None] Provisioning complete for port f2d42d6c-fe39-4c4d-8170-5c6637a706f9 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:51.564770 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a4a7fc71-a33d-4e79-b8ae-4c5c3eaef35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:51.595823 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6f5cf62d-9271-4297-9ada-bade5816d6e1 req-044fc0d2-d4e7-4e48-a4a3-0fa5baf8133c tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 210 time: 0.2293532 Nov 25 19:18:51.690268 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9ed7281a-db01-4e21-8f28-9f3931907dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:51.694247 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9ed7281a-db01-4e21-8f28-9f3931907dc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:51.711104 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9ed7281a-db01-4e21-8f28-9f3931907dc4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e3ece144-106a-4cbe-ab57-0b262c196413 HTTP/1.1" status: 204 len: 168 time: 0.6659627 Nov 25 19:18:51.730835 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a4a7fc71-a33d-4e79-b8ae-4c5c3eaef35a None None] Port f2d42d6c-fe39-4c4d-8170-5c6637a706f9 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:18:51.752033 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7281a-db01-4e21-8f28-9f3931907dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ece144-106a-4cbe-ab57-0b262c196413,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:51.774608 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d7937e85-12ad-49fb-a932-0dba91560ad5 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:18:51.868511 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce968711-64ba-4ef4-a788-cf364389557d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:51.898744 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.73', 63926) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:51.918727 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50340) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:52.065422 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8890a4d5-684c-491f-8d08-9b87011df7f9 req-b2968ff8-62a7-4f56-bd61-ce96a271e26f tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=28e5f214-6546-4543-a256-3d9e4c3e374c HTTP/1.1" status: 200 len: 210 time: 0.1479576 Nov 25 19:18:52.094278 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port d7937e85-12ad-49fb-a932-0dba91560ad5 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:52.095461 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:52.137823 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce968711-64ba-4ef4-a788-cf364389557d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:52.144513 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb7967-3280-4321-a79d-25ea69de78e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=abcd426a-2260-4ac9-b806-d0186bea2ee1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:52.500017 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ce968711-64ba-4ef4-a788-cf364389557d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=97ad86411ce74622aefa3da8facefa21&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7622874 Nov 25 19:18:52.505951 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50370) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:52.633548 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce968711-64ba-4ef4-a788-cf364389557d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f14056f-1489-4f4b-8f83-f59de7c74767,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:52.848667 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ede1254a-c492-4332-99b8-f5719a9cf324 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:52.851759 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f002b301-8384-4801-a059-d2d6409bf40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:52.963750 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93671d18-16d9-4112-9011-4dea6f98016e req-f193ed0a-fb44-42a4-b9af-f5ad18b35f2b tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:52.966097 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-93671d18-16d9-4112-9011-4dea6f98016e req-f193ed0a-fb44-42a4-b9af-f5ad18b35f2b tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.73 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 820 time: 1.0657022 Nov 25 19:18:52.984857 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f088dd6e-9e3f-46d0-bb06-3733d4dec731 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=262c9068f7114685bbe303b0a4bfa945&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0615222 Nov 25 19:18:52.985821 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50396) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:53.006918 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3073532c-1abd-42db-adaf-8a2f3d171636 req-dea41cb0-8f12-4662-831b-4c3c7354b2ed tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 210 time: 0.0909927 Nov 25 19:18:53.030466 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ede1254a-c492-4332-99b8-f5719a9cf324 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:53.132829 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2383c21-cb9f-467f-a555-03a61be4ce2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:53.180045 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:53.249229 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2383c21-cb9f-467f-a555-03a61be4ce2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:53.470576 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2383c21-cb9f-467f-a555-03a61be4ce2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:53.498401 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2383c21-cb9f-467f-a555-03a61be4ce2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:53.501194 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e2383c21-cb9f-467f-a555-03a61be4ce2f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/12010dc2-2278-4f65-94a4-329b0c657f53 HTTP/1.1" status: 204 len: 168 time: 0.5137577 Nov 25 19:18:53.549090 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2383c21-cb9f-467f-a555-03a61be4ce2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12010dc2-2278-4f65-94a4-329b0c657f53,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:53.642565 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ede1254a-c492-4332-99b8-f5719a9cf324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:53.646069 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ede1254a-c492-4332-99b8-f5719a9cf324 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:53.651183 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ede1254a-c492-4332-99b8-f5719a9cf324 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8f14056f-1489-4f4b-8f83-f59de7c74767 HTTP/1.1" status: 204 len: 168 time: 1.1429737 Nov 25 19:18:53.710892 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1254a-c492-4332-99b8-f5719a9cf324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f14056f-1489-4f4b-8f83-f59de7c74767,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:53.841341 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:53.849366 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f002b301-8384-4801-a059-d2d6409bf40c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:53.876044 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-43866f86-8415-4468-a14f-e2eca47f72ca tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d01bb9dabc174fd895376f5f4db92fda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0902555 Nov 25 19:18:53.878111 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f002b301-8384-4801-a059-d2d6409bf40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:54.042046 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 11cb7b02-a580-4fbe-9a8b-080c7296337c no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:18:54.100127 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 11cb7b02-a580-4fbe-9a8b-080c7296337c {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:18:54.100772 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 11cb7b02-a580-4fbe-9a8b-080c7296337c not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:18:54.270515 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f002b301-8384-4801-a059-d2d6409bf40c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:54.274340 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002b301-8384-4801-a059-d2d6409bf40c admin admin] Pushing event updated for resources: {'Port': ['ID=f2d42d6c-fe39-4c4d-8170-5c6637a706f9,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:54.289956 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec222b91-6249-4d02-858d-a47216fd39b8 req-c5f160c2-cd56-4522-b5e0-d5dce4472835 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 210 time: 0.0492268 Nov 25 19:18:54.472788 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50470) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:54.513825 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50472) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:54.548096 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-40cc488d-5ef1-4680-85ad-c586d19a0e4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:54.630974 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-13efa0ad-5839-407b-a0c8-816452cd3ecb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=16473624a6684e329ca18f76d07e7b76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1564486 Nov 25 19:18:54.636450 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50482) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:54.751308 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f4781cbd-1a2f-4d79-b5c1-af65cb05040e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:54.800755 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-40cc488d-5ef1-4680-85ad-c586d19a0e4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:54.804783 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f4781cbd-1a2f-4d79-b5c1-af65cb05040e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:54.814814 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-40cc488d-5ef1-4680-85ad-c586d19a0e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:54.892599 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-40cc488d-5ef1-4680-85ad-c586d19a0e4d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2eb3495ef0f24910a8fdf08b6d22c64a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3771665 Nov 25 19:18:54.895968 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50488) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:54.902812 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc488d-5ef1-4680-85ad-c586d19a0e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7eff016-ea4d-41ed-ab4b-05699d92517b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:54.945441 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f4781cbd-1a2f-4d79-b5c1-af65cb05040e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:54.950607 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f4781cbd-1a2f-4d79-b5c1-af65cb05040e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:54.950607 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f4781cbd-1a2f-4d79-b5c1-af65cb05040e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/afb18d70-1dc9-4fe2-8b6f-f674b1f24cc2 HTTP/1.1" status: 204 len: 168 time: 0.3119230 Nov 25 19:18:54.970713 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4781cbd-1a2f-4d79-b5c1-af65cb05040e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb18d70-1dc9-4fe2-8b6f-f674b1f24cc2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:54.993969 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-975ef0fc-4cd5-42f1-9729-2126e070ff2f tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:55.004964 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-975ef0fc-4cd5-42f1-9729-2126e070ff2f tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1276197 Nov 25 19:18:55.086604 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-aa4c54b1-6991-4590-9113-3d19c1fe0ff6 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/quotas/d01bb9dabc174fd895376f5f4db92fda HTTP/1.1" status: 200 len: 375 time: 0.0797179 Nov 25 19:18:55.150954 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f002b301-8384-4801-a059-d2d6409bf40c admin admin] Network 81f06cdb-aeea-4635-a663-2be121b0111d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:18:55.179255 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-94fa52c6-dbb4-4656-93b1-0318a4b5f516 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d01bb9dabc174fd895376f5f4db92fda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0910077 Nov 25 19:18:55.234422 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f002b301-8384-4801-a059-d2d6409bf40c admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:55.253746 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e0aa0c88-b7ce-4642-93ea-488bb5057120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:55.361559 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-09334b7e-8e32-46d1-93dc-5ca0e44d9386 req-88d90a19-0bd9-4d11-8540-26e27956072d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b5304b9c-5f77-4276-897c-03db5e660f12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1799233 Nov 25 19:18:55.561240 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d1a8a-4b85-4fc9-9b12-a5ade4c71061 req-f26fb94b-53b3-4065-a38c-5bc4115263c3 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:55.579741 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4e3d1a8a-4b85-4fc9-9b12-a5ade4c71061 req-f26fb94b-53b3-4065-a38c-5bc4115263c3 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5304b9c-5f77-4276-897c-03db5e660f12 HTTP/1.1" status: 200 len: 971 time: 0.1508386 Nov 25 19:18:55.713702 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0888b623-1ea8-4d99-ab25-0c5209b5a10f None None] Provisioning complete for port f2d42d6c-fe39-4c4d-8170-5c6637a706f9 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:55.715270 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0888b623-1ea8-4d99-ab25-0c5209b5a10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:55.730080 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09334b7e-8e32-46d1-93dc-5ca0e44d9386 req-15b88a5f-a3f8-4d76-88bd-a4b5df2d10aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:55.731715 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-09334b7e-8e32-46d1-93dc-5ca0e44d9386 req-15b88a5f-a3f8-4d76-88bd-a4b5df2d10aa service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1643e0c805eb4c7599b9c7db483389aa&device_id=b5304b9c-5f77-4276-897c-03db5e660f12 HTTP/1.1" status: 200 len: 1122 time: 0.2562151 Nov 25 19:18:55.754058 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4e3d1a8a-4b85-4fc9-9b12-a5ade4c71061 req-dc71acce-85c6-4072-9651-89655829a77a tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd81839a-93ec-4efc-8d8a-62ea401b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726589 Nov 25 19:18:55.847864 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-0888b623-1ea8-4d99-ab25-0c5209b5a10f None None] Port f2d42d6c-fe39-4c4d-8170-5c6637a706f9 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:18:55.913053 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e0aa0c88-b7ce-4642-93ea-488bb5057120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:55.927463 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-21ca70c2-1c9b-4131-8da3-2c23ab04725f req-2c666e07-357f-41b9-9131-f850e92ff300 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 210 time: 0.1124489 Nov 25 19:18:55.950790 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f002b301-8384-4801-a059-d2d6409bf40c admin admin] Router 74682712-63be-4d2d-9bc9-8b67ffcffb9d has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:18:56.056499 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6650be60-c1a1-46e4-9aba-3e67beb553f2 req-835a3e10-dc47-44bc-8972-fbadc36067e1 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff3f982d-871e-48c2-9930-19964ed0bc9e HTTP/1.1" status: 200 len: 210 time: 0.1700721 Nov 25 19:18:56.090560 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09334b7e-8e32-46d1-93dc-5ca0e44d9386 req-cc7457dd-035a-4820-b26b-22b5b66d4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:56.092790 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-09334b7e-8e32-46d1-93dc-5ca0e44d9386 req-cc7457dd-035a-4820-b26b-22b5b66d4548 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.3353202 Nov 25 19:18:56.180998 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e0aa0c88-b7ce-4642-93ea-488bb5057120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:56.184713 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e0aa0c88-b7ce-4642-93ea-488bb5057120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:56.188794 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e0aa0c88-b7ce-4642-93ea-488bb5057120 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b7eff016-ea4d-41ed-ab4b-05699d92517b HTTP/1.1" status: 204 len: 168 time: 1.2890182 Nov 25 19:18:56.205669 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa0c88-b7ce-4642-93ea-488bb5057120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7eff016-ea4d-41ed-ab4b-05699d92517b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:56.227297 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-09334b7e-8e32-46d1-93dc-5ca0e44d9386 req-7d4221ea-9b09-4452-b743-225379ff2b25 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=d03f793c-986a-46ab-850c-2b6497928015 HTTP/1.1" status: 200 len: 217 time: 0.1245887 Nov 25 19:18:56.261078 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f002b301-8384-4801-a059-d2d6409bf40c admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:18:56.268215 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f002b301-8384-4801-a059-d2d6409bf40c admin admin] 10.222.0.55 "PUT /v2.0/routers/74682712-63be-4d2d-9bc9-8b67ffcffb9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7220285 Nov 25 19:18:56.284688 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9839d08-9f03-4214-8478-221b3794c1dd None None] Sync routers for ids ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:18:56.321033 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09334b7e-8e32-46d1-93dc-5ca0e44d9386 req-dbcab9a1-dc5d-4c3c-ad62-0910a6a464cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:56.330323 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-09334b7e-8e32-46d1-93dc-5ca0e44d9386 req-dbcab9a1-dc5d-4c3c-ad62-0910a6a464cf service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.0929565 Nov 25 19:18:56.352728 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9839d08-9f03-4214-8478-221b3794c1dd None None] Routers {'74682712-63be-4d2d-9bc9-8b67ffcffb9d'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:18:56.358950 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d9839d08-9f03-4214-8478-221b3794c1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:18:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:56.449299 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09334b7e-8e32-46d1-93dc-5ca0e44d9386 req-4e3547d8-b37d-4e44-be15-baf5afe5e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:56.450951 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-09334b7e-8e32-46d1-93dc-5ca0e44d9386 req-4e3547d8-b37d-4e44-be15-baf5afe5e210 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1135247 Nov 25 19:18:56.601767 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-09334b7e-8e32-46d1-93dc-5ca0e44d9386 req-b6d4a7cd-7a31-4b42-a71f-8fa0e5689da5 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421061 Nov 25 19:18:56.679275 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-d9839d08-9f03-4214-8478-221b3794c1dd None None] Set router 74682712-63be-4d2d-9bc9-8b67ffcffb9d gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:18:56.781745 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfaf53a-7349-4349-9a05-217cabbf12d2 req-64f2e875-2ddd-4633-bf1a-461bd243a555 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:56.783538 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7cfaf53a-7349-4349-9a05-217cabbf12d2 req-64f2e875-2ddd-4633-bf1a-461bd243a555 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5304b9c-5f77-4276-897c-03db5e660f12 HTTP/1.1" status: 200 len: 971 time: 0.1264691 Nov 25 19:18:56.942187 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-09334b7e-8e32-46d1-93dc-5ca0e44d9386 req-09a52d39-c6fa-43b4-be1a-03ffb2ca2be7 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312559 Nov 25 19:18:57.332814 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2211057-743a-43fe-b088-7b3bbc7d0a08 req-e29c97f1-c8e1-484e-b1c4-6714c53b8fca tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:57.336100 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d2211057-743a-43fe-b088-7b3bbc7d0a08 req-e29c97f1-c8e1-484e-b1c4-6714c53b8fca tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5304b9c-5f77-4276-897c-03db5e660f12 HTTP/1.1" status: 200 len: 971 time: 0.1402071 Nov 25 19:18:57.357880 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-7cfaf53a-7349-4349-9a05-217cabbf12d2 req-7f4161c5-76bb-42f6-b09b-2bd42cf41db0 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Deleting port d03f793c-986a-46ab-850c-2b6497928015 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:18:57.358138 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7cfaf53a-7349-4349-9a05-217cabbf12d2 req-7f4161c5-76bb-42f6-b09b-2bd42cf41db0 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:57.475192 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-220f1477-1485-42d6-a9d8-36f7701b0a19 req-e4000c98-299d-4ece-b1e6-9f28aa2d8ff2 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 210 time: 0.1031995 Nov 25 19:18:57.567524 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d2211057-743a-43fe-b088-7b3bbc7d0a08 req-221ceea7-3d2b-4179-9a06-067368d2b2d8 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd81839a-93ec-4efc-8d8a-62ea401b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054896 Nov 25 19:18:57.572561 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-ec6877f6-6b1b-4e6d-9166-a2d1f365bf97 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=d01bb9dabc174fd895376f5f4db92fda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455139 Nov 25 19:18:57.661068 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d9839d08-9f03-4214-8478-221b3794c1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267379900-router', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:40Z', 'updated_at': '2021-11-25T19:18:52Z', 'revision_number': 4, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'gw_port': {'id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:41Z', 'updated_at': '2021-11-25T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'f2d42d6c-fe39-4c4d-8170-5c6637a706f9', 'name': '', 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'mac_address': 'fa:16:3e:aa:ff:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:48Z', 'updated_at': '2021-11-25T19:18:53Z', 'revision_number': 2, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'subnets': [{'id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:57.704496 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7cfaf53a-7349-4349-9a05-217cabbf12d2 req-7f4161c5-76bb-42f6-b09b-2bd42cf41db0 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] For port d03f793c-986a-46ab-850c-2b6497928015, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d03f793c-986a-46ab-850c-2b6497928015,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:57.706256 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7cfaf53a-7349-4349-9a05-217cabbf12d2 req-7f4161c5-76bb-42f6-b09b-2bd42cf41db0 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:57.771585 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-7e567f89-dc9a-44fe-8303-f0a7491ed5a0 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:57.772211 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-7e567f89-dc9a-44fe-8303-f0a7491ed5a0 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1851685 Nov 25 19:18:57.796135 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9839d08-9f03-4214-8478-221b3794c1dd None None] Checking router: 74682712-63be-4d2d-9bc9-8b67ffcffb9d for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:18:57.797420 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9839d08-9f03-4214-8478-221b3794c1dd None None] Updating router 74682712-63be-4d2d-9bc9-8b67ffcffb9d port f2d42d6c-fe39-4c4d-8170-5c6637a706f9 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:18:57.802438 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-c0e0310b-e937-4e3a-ba96-33be927f9848 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Request body: {'port': {'device_id': 'ff3f982d-871e-48c2-9930-19964ed0bc9e', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': 'd01bb9dabc174fd895376f5f4db92fda'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:57.860167 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-7cfaf53a-7349-4349-9a05-217cabbf12d2 req-7f4161c5-76bb-42f6-b09b-2bd42cf41db0 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Calling delete_port for d03f793c-986a-46ab-850c-2b6497928015 owned by compute:tempest-test_az-1181813443 {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:18:57.910229 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d9839d08-9f03-4214-8478-221b3794c1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:58.055947 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-15624244-493f-4a68-9259-185278b63cb7 req-aa702772-9379-451b-b38f-96692589214d tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff3f982d-871e-48c2-9930-19964ed0bc9e HTTP/1.1" status: 200 len: 210 time: 0.2575965 Nov 25 19:18:58.074419 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50608) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:58.188232 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-c0e0310b-e937-4e3a-ba96-33be927f9848 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Made reservation on behalf of d01bb9dabc174fd895376f5f4db92fda for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:58.193979 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-c0e0310b-e937-4e3a-ba96-33be927f9848 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:58.500362 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-c0e0310b-e937-4e3a-ba96-33be927f9848 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Allocated IP 192.168.233.192 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/6973a373-8f39-4648-ae94-1ade3aca9b2f) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:18:58.524254 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7cfaf53a-7349-4349-9a05-217cabbf12d2 req-7f4161c5-76bb-42f6-b09b-2bd42cf41db0 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:58.563527 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['d03f793c-986a-46ab-850c-2b6497928015'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:18:58.636872 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4161c5-76bb-42f6-b09b-2bd42cf41db0 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Pushing event deleted for resources: {'Port': ['ID=d03f793c-986a-46ab-850c-2b6497928015,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:58.645667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-767e32be-7acd-45b8-beef-0176b22110a2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-478175822-network', 'tenant_id': '12018ca1c64542299c2d57a199401db7'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:58.715890 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d9839d08-9f03-4214-8478-221b3794c1dd None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:58.735815 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d9839d08-9f03-4214-8478-221b3794c1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:58.820171 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767e32be-7acd-45b8-beef-0176b22110a2 admin admin] Made reservation on behalf of 12018ca1c64542299c2d57a199401db7 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:58.826091 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-767e32be-7acd-45b8-beef-0176b22110a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:58.907833 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-41664ad6-3abf-427c-aac2-6962eb56480b req-7d6bc7fe-4ae0-49ba-b157-c912aafa98d2 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 210 time: 0.1768286 Nov 25 19:18:58.911021 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-767e32be-7acd-45b8-beef-0176b22110a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:58.915940 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfaf53a-7349-4349-9a05-217cabbf12d2 req-7f4161c5-76bb-42f6-b09b-2bd42cf41db0 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] No DVR routers for this DVR port d03f793c-986a-46ab-850c-2b6497928015 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:18:58.929524 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7cfaf53a-7349-4349-9a05-217cabbf12d2 req-7f4161c5-76bb-42f6-b09b-2bd42cf41db0 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:58.942640 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7cfaf53a-7349-4349-9a05-217cabbf12d2 req-7f4161c5-76bb-42f6-b09b-2bd42cf41db0 tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.85 "DELETE /v2.0/ports/d03f793c-986a-46ab-850c-2b6497928015 HTTP/1.1" status: 204 len: 173 time: 2.1519306 Nov 25 19:18:58.943674 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5304b9c-5f77-4276-897c-03db5e660f12', 'name': 'network-vif-deleted', 'tag': 'd03f793c-986a-46ab-850c-2b6497928015'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:18:58.948641 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d454f27e-cbc6-4021-bee3-f8b28998f678" -d '{"events": [{"server_uuid": "b5304b9c-5f77-4276-897c-03db5e660f12", "name": "network-vif-deleted", "tag": "d03f793c-986a-46ab-850c-2b6497928015"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:18:59.040692 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c89837-a20b-4ba2-a65d-fe373c344242 None None] Pushing event updated for resources: {'Port': ['ID=f2d42d6c-fe39-4c4d-8170-5c6637a706f9,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:59.132395 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50640) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:59.137438 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e4309831-21c7-4479-8df4-4f55a5bc304d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-131768230-network', 'tenant_id': 'ba761cceff31463797c62c81131ad757'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:59.218244 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-d9839d08-9f03-4214-8478-221b3794c1dd None None] Attempting to bind port f2d42d6c-fe39-4c4d-8170-5c6637a706f9 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:18:59.220282 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-d9839d08-9f03-4214-8478-221b3794c1dd None None] Attempting to bind port f2d42d6c-fe39-4c4d-8170-5c6637a706f9 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '7f8c6dc5-d64e-4c24-81a7-b06570806014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:18:59.221639 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9839d08-9f03-4214-8478-221b3794c1dd None None] Attempting to bind port f2d42d6c-fe39-4c4d-8170-5c6637a706f9 on network 81f06cdb-aeea-4635-a663-2be121b0111d {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:18:59.240948 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4309831-21c7-4479-8df4-4f55a5bc304d admin admin] Made reservation on behalf of ba761cceff31463797c62c81131ad757 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:59.241675 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9839d08-9f03-4214-8478-221b3794c1dd None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:18:59.242485 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9839d08-9f03-4214-8478-221b3794c1dd None None] Checking segment: {'id': '7f8c6dc5-d64e-4c24-81a7-b06570806014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:18:59.243905 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d9839d08-9f03-4214-8478-221b3794c1dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:59.245780 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9839d08-9f03-4214-8478-221b3794c1dd None None] Bound using segment: {'id': '7f8c6dc5-d64e-4c24-81a7-b06570806014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:18:59.247088 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-d9839d08-9f03-4214-8478-221b3794c1dd None None] Bound port: f2d42d6c-fe39-4c4d-8170-5c6637a706f9, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8c6dc5-d64e-4c24-81a7-b06570806014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:18:59.251715 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4309831-21c7-4479-8df4-4f55a5bc304d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:59.252545 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d9839d08-9f03-4214-8478-221b3794c1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:59.298963 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cffd02d2-fb44-4a6b-bcdb-955288d8384d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:59.306153 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a140fc-9998-46ce-99d3-089b6037fadd x-openstack-request-id: req-25a140fc-9998-46ce-99d3-089b6037fadd {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:18:59.308931 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5304b9c-5f77-4276-897c-03db5e660f12", "name": "network-vif-deleted", "tag": "d03f793c-986a-46ab-850c-2b6497928015", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:18:59.309386 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-25a140fc-9998-46ce-99d3-089b6037fadd {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:18:59.317239 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5304b9c-5f77-4276-897c-03db5e660f12', 'name': 'network-vif-deleted', 'tag': 'd03f793c-986a-46ab-850c-2b6497928015', 'status': 'completed', 'code': 200} Nov 25 19:18:59.327779 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-c0e0310b-e937-4e3a-ba96-33be927f9848 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:59.386196 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-93671d18-16d9-4112-9011-4dea6f98016e req-24ca9e2b-00b8-421f-8c2b-ddc15adb10e0 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Request body: {'port': {'device_id': 'd0ef1a2b-7985-4604-9c3d-d408c8813719', 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98', 'admin_state_up': True, 'tenant_id': 'add7c5b3ff5b453f94df091d8db99f5d'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:59.403775 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4309831-21c7-4479-8df4-4f55a5bc304d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:59.410674 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-841d7cdf-a0ef-413a-b1db-5dc2876e6d05 req-a380805a-cbc8-4b6e-9584-c22f292bfa4d tempest-AggregatesAdminTestJSON-1395117379 tempest-AggregatesAdminTestJSON-1395117379-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5304b9c-5f77-4276-897c-03db5e660f12 HTTP/1.1" status: 200 len: 210 time: 0.1834581 Nov 25 19:18:59.442124 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-d9839d08-9f03-4214-8478-221b3794c1dd None None] For port f2d42d6c-fe39-4c4d-8170-5c6637a706f9, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:18:59.475944 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-d9839d08-9f03-4214-8478-221b3794c1dd None None] For port f2d42d6c-fe39-4c4d-8170-5c6637a706f9, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f2d42d6c-fe39-4c4d-8170-5c6637a706f9,segment=NetworkSegment(7f8c6dc5-d64e-4c24-81a7-b06570806014),segment_id=7f8c6dc5-d64e-4c24-81a7-b06570806014)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:18:59.482693 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-06255f77-4b61-4be6-b8c3-5abbea69f100 None None] Provisioning complete for port f2d42d6c-fe39-4c4d-8170-5c6637a706f9 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:59.483441 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-06255f77-4b61-4be6-b8c3-5abbea69f100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:59.489632 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d9839d08-9f03-4214-8478-221b3794c1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:59.541090 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-da31331a-23f8-4b6a-b7d5-c2d2a8b23f99 req-e907c655-1700-4ede-9505-34822a55b9c6 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff3f982d-871e-48c2-9930-19964ed0bc9e HTTP/1.1" status: 200 len: 210 time: 0.1313193 Nov 25 19:18:59.596883 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-767e32be-7acd-45b8-beef-0176b22110a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:59.614699 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-767e32be-7acd-45b8-beef-0176b22110a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:59.658053 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-c0e0310b-e937-4e3a-ba96-33be927f9848 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:59.726060 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9839d08-9f03-4214-8478-221b3794c1dd None None] Routers {'74682712-63be-4d2d-9bc9-8b67ffcffb9d'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:18:59.726936 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d9839d08-9f03-4214-8478-221b3794c1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:18:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:59.734678 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c89837-a20b-4ba2-a65d-fe373c344242 None None] Pushing event updated for resources: {'Port': ['ID=f2d42d6c-fe39-4c4d-8170-5c6637a706f9,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:59.804913 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4309831-21c7-4479-8df4-4f55a5bc304d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:59.813238 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e32be-7acd-45b8-beef-0176b22110a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:59.829003 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4309831-21c7-4479-8df4-4f55a5bc304d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:59.844873 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-c0e0310b-e937-4e3a-ba96-33be927f9848 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:18:59.855399 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50654) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:59.880425 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767e32be-7acd-45b8-beef-0176b22110a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:18:59.882928 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-c0e0310b-e937-4e3a-ba96-33be927f9848 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:59.917650 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-c0e0310b-e937-4e3a-ba96-33be927f9848 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:18:59.929710 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-c0e0310b-e937-4e3a-ba96-33be927f9848 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:59.931027 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-c0e0310b-e937-4e3a-ba96-33be927f9848 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:59.999751 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4309831-21c7-4479-8df4-4f55a5bc304d admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:19:00.025477 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4309831-21c7-4479-8df4-4f55a5bc304d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b153d45c-b1a6-4fc8-9942-d669fb9adba1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:00.049119 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-d9839d08-9f03-4214-8478-221b3794c1dd None None] Set router 74682712-63be-4d2d-9bc9-8b67ffcffb9d gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:19:00.080901 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-c0e0310b-e937-4e3a-ba96-33be927f9848 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2936013 Nov 25 19:19:00.094950 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4309831-21c7-4479-8df4-4f55a5bc304d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:00.106659 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-e4309831-21c7-4479-8df4-4f55a5bc304d admin admin] Added segment 6e6f9627-8505-4610-b792-96e9496a8dae of type vlan for network adb68dcd-3f5c-45cd-b266-48135fc585c2 Nov 25 19:19:00.144760 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-767e32be-7acd-45b8-beef-0176b22110a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:00.145631 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-767e32be-7acd-45b8-beef-0176b22110a2 admin admin] Added segment 2f2429dc-ce52-422f-91c9-eb0c335ba613 of type vlan for network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 Nov 25 19:19:00.155198 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-2a0ec99a-23c4-4150-966b-ec894d3351a6 service neutron] Request body: {'port': {'device_id': 'ff3f982d-871e-48c2-9930-19964ed0bc9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:00.307451 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0310b-e937-4e3a-ba96-33be927f9848 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Pushing event updated for resources: {'Port': ['ID=6973a373-8f39-4648-ae94-1ade3aca9b2f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:00.369267 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4309831-21c7-4479-8df4-4f55a5bc304d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:00.473264 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4309831-21c7-4479-8df4-4f55a5bc304d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:00.475558 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4309831-21c7-4479-8df4-4f55a5bc304d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:00.476972 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4309831-21c7-4479-8df4-4f55a5bc304d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:00.483658 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93671d18-16d9-4112-9011-4dea6f98016e req-24ca9e2b-00b8-421f-8c2b-ddc15adb10e0 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Made reservation on behalf of add7c5b3ff5b453f94df091d8db99f5d for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:00.488234 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-93671d18-16d9-4112-9011-4dea6f98016e req-24ca9e2b-00b8-421f-8c2b-ddc15adb10e0 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:00.549153 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-767e32be-7acd-45b8-beef-0176b22110a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:00.563258 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cfff19e2-f8f3-40b9-92ab-9e3d769aea13 req-40422505-7f90-42ea-9883-0619c2d81b3a tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 210 time: 0.1486907 Nov 25 19:19:00.596104 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-06255f77-4b61-4be6-b8c3-5abbea69f100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:00.631268 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4309831-21c7-4479-8df4-4f55a5bc304d admin admin] Pushing event updated for resources: {'Network': ['ID=adb68dcd-3f5c-45cd-b266-48135fc585c2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:00.652820 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network adb68dcd-3f5c-45cd-b266-48135fc585c2 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:19:00.673702 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37c50481-af06-4f1d-b596-779df3024aed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:00.720687 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-2a0ec99a-23c4-4150-966b-ec894d3351a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:00.876434 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-06255f77-4b61-4be6-b8c3-5abbea69f100 None None] For port f2d42d6c-fe39-4c4d-8170-5c6637a706f9, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f2d42d6c-fe39-4c4d-8170-5c6637a706f9,segment=NetworkSegment(7f8c6dc5-d64e-4c24-81a7-b06570806014),segment_id=7f8c6dc5-d64e-4c24-81a7-b06570806014)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:00.914188 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-06255f77-4b61-4be6-b8c3-5abbea69f100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:00.942035 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37c50481-af06-4f1d-b596-779df3024aed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:00.953182 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e4309831-21c7-4479-8df4-4f55a5bc304d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8193851 Nov 25 19:19:00.955494 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37c50481-af06-4f1d-b596-779df3024aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:00.969945 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50688) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:00.981803 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-767e32be-7acd-45b8-beef-0176b22110a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:00.982690 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06255f77-4b61-4be6-b8c3-5abbea69f100 None None] Pushing event updated for resources: {'Port': ['ID=f2d42d6c-fe39-4c4d-8170-5c6637a706f9,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:00.983766 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767e32be-7acd-45b8-beef-0176b22110a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:00.984475 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-767e32be-7acd-45b8-beef-0176b22110a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:01.020152 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-2e0da27e-cfac-48a8-a9b4-e152f0a3b7f6 admin admin] Request body: {'subnet': {'network_id': 'adb68dcd-3f5c-45cd-b266-48135fc585c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-131768230-subnet', 'tenant_id': 'ba761cceff31463797c62c81131ad757', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:01.024611 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-37c50481-af06-4f1d-b596-779df3024aed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dae0ebee0791466e8073406d64119921&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1638591 Nov 25 19:19:01.031748 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50692) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:01.047780 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4bca6f5b-1b1a-4a5a-bc90-880ec400aedf None None] Provisioning complete for port 6973a373-8f39-4648-ae94-1ade3aca9b2f triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:01.048504 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4bca6f5b-1b1a-4a5a-bc90-880ec400aedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:01.048720 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-767e32be-7acd-45b8-beef-0176b22110a2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.9685938 Nov 25 19:19:01.095602 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50696) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:01.097521 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4bca6f5b-1b1a-4a5a-bc90-880ec400aedf None None] Port 6973a373-8f39-4648-ae94-1ade3aca9b2f cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:19:01.102107 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d9839d08-9f03-4214-8478-221b3794c1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267379900-router', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:40Z', 'updated_at': '2021-11-25T19:18:52Z', 'revision_number': 4, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'gw_port': {'id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:41Z', 'updated_at': '2021-11-25T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'f2d42d6c-fe39-4c4d-8170-5c6637a706f9', 'name': '', 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'mac_address': 'fa:16:3e:aa:ff:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:48Z', 'updated_at': '2021-11-25T19:18:59Z', 'revision_number': 4, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'subnets': [{'id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:01.118759 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cca7df17-cf4b-43a1-9db8-09b7e4159d9b admin admin] Request body: {'subnet': {'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-478175822-subnet', 'tenant_id': '12018ca1c64542299c2d57a199401db7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:01.142365 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9839d08-9f03-4214-8478-221b3794c1dd None None] The sync data for ids ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'] in n-d-819349-5 is: [{'id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267379900-router', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:40Z', 'updated_at': '2021-11-25T19:18:52Z', 'revision_number': 4, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'gw_port': {'id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:41Z', 'updated_at': '2021-11-25T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'f2d42d6c-fe39-4c4d-8170-5c6637a706f9', 'name': '', 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'mac_address': 'fa:16:3e:aa:ff:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:48Z', 'updated_at': '2021-11-25T19:18:59Z', 'revision_number': 4, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'subnets': [{'id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:19:01.142742 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e365f1d-55e6-447e-95e7-680df5fdf6fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:01.146055 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4bca6f5b-1b1a-4a5a-bc90-880ec400aedf None None] Provisioning complete for port f2d42d6c-fe39-4c4d-8170-5c6637a706f9 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:01.146666 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4bca6f5b-1b1a-4a5a-bc90-880ec400aedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:01.189166 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e365f1d-55e6-447e-95e7-680df5fdf6fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:01.251267 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e32be-7acd-45b8-beef-0176b22110a2 admin admin] Pushing event updated for resources: {'Network': ['ID=4f1ae74c-ff92-4f6b-bdc2-b33a54676788,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:01.260587 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca7df17-cf4b-43a1-9db8-09b7e4159d9b admin admin] Made reservation on behalf of 12018ca1c64542299c2d57a199401db7 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:01.281451 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cca7df17-cf4b-43a1-9db8-09b7e4159d9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:01.288931 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:19:01.303069 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13151b6e-63a2-42ba-b377-c88cd600fa79 req-c2f00c39-ba01-431f-88b8-3a805a15d597 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:01.315621 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13151b6e-63a2-42ba-b377-c88cd600fa79 req-c2f00c39-ba01-431f-88b8-3a805a15d597 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff3f982d-871e-48c2-9930-19964ed0bc9e HTTP/1.1" status: 200 len: 936 time: 0.5415251 Nov 25 19:19:01.659742 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50700) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:01.660572 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50704) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:01.682457 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-672118ad-6546-4ecd-a21d-49a4569fe524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:01.715056 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f2d42d6c-fe39-4c4d-8170-5c6637a706f9 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:19:01.723469 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c50481-af06-4f1d-b596-779df3024aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3f2fbe-1da8-4c40-809f-9c2741a1e809,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:01.745565 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13151b6e-63a2-42ba-b377-c88cd600fa79 req-b8ead9a1-80b4-4129-a0a8-5870b82bf803 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817852 Nov 25 19:19:01.808125 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e365f1d-55e6-447e-95e7-680df5fdf6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:01.812590 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e365f1d-55e6-447e-95e7-680df5fdf6fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:01.814352 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8e365f1d-55e6-447e-95e7-680df5fdf6fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2e3f2fbe-1da8-4c40-809f-9c2741a1e809 HTTP/1.1" status: 204 len: 168 time: 0.7805126 Nov 25 19:19:01.840732 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e365f1d-55e6-447e-95e7-680df5fdf6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3f2fbe-1da8-4c40-809f-9c2741a1e809,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:01.864001 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0da27e-cfac-48a8-a9b4-e152f0a3b7f6 admin admin] Made reservation on behalf of ba761cceff31463797c62c81131ad757 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:01.868160 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2e0da27e-cfac-48a8-a9b4-e152f0a3b7f6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:01.964519 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port f2d42d6c-fe39-4c4d-8170-5c6637a706f9 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:01.966841 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:02.025348 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dee3fd42-a4e5-45ce-a5e9-cd1eede8ec9f req-89f77eb2-4750-40f2-a7d9-d8febfbe55f6 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 210 time: 0.1500859 Nov 25 19:19:02.083066 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-93671d18-16d9-4112-9011-4dea6f98016e req-24ca9e2b-00b8-421f-8c2b-ddc15adb10e0 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Allocated IP 172.20.0.12 (e27d2294-de95-4945-9062-292b41b6ea98/688fcc59-0345-41e4-9b88-cea9e7c21583/5fa77015-14c7-4747-824a-119838dab680) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:19:02.105660 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device d03f793c-986a-46ab-850c-2b6497928015 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:19:02.179767 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a67f740-0a4e-49bb-93c1-6159634945d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:02.182841 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: d03f793c-986a-46ab-850c-2b6497928015 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:19:02.183250 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device d03f793c-986a-46ab-850c-2b6497928015 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:19:02.399024 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a67f740-0a4e-49bb-93c1-6159634945d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:02.414044 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-18addf8c-7def-404e-b7f0-06f53ee04baf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1643e0c805eb4c7599b9c7db483389aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7438087 Nov 25 19:19:02.469353 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50722) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:02.471590 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a67f740-0a4e-49bb-93c1-6159634945d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:02.600994 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50728) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:02.658027 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cca7df17-cf4b-43a1-9db8-09b7e4159d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:02.691770 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6a67f740-0a4e-49bb-93c1-6159634945d7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=543336df33ec4378aa43d050d5f9f137&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0205188 Nov 25 19:19:02.694525 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67f740-0a4e-49bb-93c1-6159634945d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa54afd-9ed3-46a3-97c5-5595758d5a83,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:02.698113 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50734) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:02.705744 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f1f829f-1fd1-452c-91be-af0da8bd805e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:02.843611 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-2a0ec99a-23c4-4150-966b-ec894d3351a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6973a373-8f39-4648-ae94-1ade3aca9b2f {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:02.849775 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2e0da27e-cfac-48a8-a9b4-e152f0a3b7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:02.872272 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bb42d8b-e37c-4856-a87d-c8fd4499f875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:02.890334 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7df17-cf4b-43a1-9db8-09b7e4159d9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d22af38-4f63-40b1-a1f0-3aff6ec04048,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:02.913872 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-2a0ec99a-23c4-4150-966b-ec894d3351a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:02.916313 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da27e-cfac-48a8-a9b4-e152f0a3b7f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0efe5579-724d-4e26-bc65-9ad33d609db4,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:02.930172 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7df17-cf4b-43a1-9db8-09b7e4159d9b admin admin] Checking segment: {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:02.930781 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca7df17-cf4b-43a1-9db8-09b7e4159d9b admin admin] Network hostable DHCP agents. Network: 4f1ae74c-ff92-4f6b-bdc2-b33a54676788, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:19:02.960147 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bb42d8b-e37c-4856-a87d-c8fd4499f875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:02.983779 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-2a0ec99a-23c4-4150-966b-ec894d3351a6 service neutron] Transition to ACTIVE for port object 6973a373-8f39-4648-ae94-1ade3aca9b2f will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:19:02.996212 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0da27e-cfac-48a8-a9b4-e152f0a3b7f6 admin admin] Checking segment: {'id': '6e6f9627-8505-4610-b792-96e9496a8dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'adb68dcd-3f5c-45cd-b266-48135fc585c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:02.996747 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0da27e-cfac-48a8-a9b4-e152f0a3b7f6 admin admin] Network hostable DHCP agents. Network: adb68dcd-3f5c-45cd-b266-48135fc585c2, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:19:02.998960 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3dce9f0-2a5a-4aa6-a174-4820ef8de68f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:02.999178 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-2a0ec99a-23c4-4150-966b-ec894d3351a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.026531 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3dce9f0-2a5a-4aa6-a174-4820ef8de68f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.079660 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-93671d18-16d9-4112-9011-4dea6f98016e req-24ca9e2b-00b8-421f-8c2b-ddc15adb10e0 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.155023 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0da27e-cfac-48a8-a9b4-e152f0a3b7f6 admin admin] Network adb68dcd-3f5c-45cd-b266-48135fc585c2 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:19:03.170366 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca7df17-cf4b-43a1-9db8-09b7e4159d9b admin admin] Network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:19:03.175441 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3dce9f0-2a5a-4aa6-a174-4820ef8de68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.178248 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3dce9f0-2a5a-4aa6-a174-4820ef8de68f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.179556 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c3dce9f0-2a5a-4aa6-a174-4820ef8de68f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9aa54afd-9ed3-46a3-97c5-5595758d5a83 HTTP/1.1" status: 204 len: 168 time: 0.4750745 Nov 25 19:19:03.234075 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ec99a-23c4-4150-966b-ec894d3351a6 service neutron] Pushing event updated for resources: {'Port': ['ID=6973a373-8f39-4648-ae94-1ade3aca9b2f,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:03.252241 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-cca7df17-cf4b-43a1-9db8-09b7e4159d9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 4f1ae74c-ff92-4f6b-bdc2-b33a54676788) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:03.266713 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efc7df8-86e7-46a9-a8b4-89b6a0d00dc2 None None] Network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:19:03.277341 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-2e0da27e-cfac-48a8-a9b4-e152f0a3b7f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, adb68dcd-3f5c-45cd-b266-48135fc585c2) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:03.304293 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0da27e-cfac-48a8-a9b4-e152f0a3b7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:03.304293 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2e0da27e-cfac-48a8-a9b4-e152f0a3b7f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.314412 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50091042-8f6c-4d6f-8fb4-ddddb9ef4077 req-6d854511-6fb1-4b98-8e38-c3a68302f236 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:03.322934 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-50091042-8f6c-4d6f-8fb4-ddddb9ef4077 req-6d854511-6fb1-4b98-8e38-c3a68302f236 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff3f982d-871e-48c2-9930-19964ed0bc9e HTTP/1.1" status: 200 len: 948 time: 0.3603032 Nov 25 19:19:03.329185 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20dc5cf-26af-4c0f-951d-cc12007fdd0f None None] Network adb68dcd-3f5c-45cd-b266-48135fc585c2 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:19:03.330063 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dce9f0-2a5a-4aa6-a174-4820ef8de68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa54afd-9ed3-46a3-97c5-5595758d5a83,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:03.347135 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca7df17-cf4b-43a1-9db8-09b7e4159d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:03.347769 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cca7df17-cf4b-43a1-9db8-09b7e4159d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.374630 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-2a0ec99a-23c4-4150-966b-ec894d3351a6 service neutron] Attempting to bind port 6973a373-8f39-4648-ae94-1ade3aca9b2f on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:03.378058 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-2a0ec99a-23c4-4150-966b-ec894d3351a6 service neutron] Attempting to bind port 6973a373-8f39-4648-ae94-1ade3aca9b2f by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:03.381775 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-2a0ec99a-23c4-4150-966b-ec894d3351a6 service neutron] Attempting to bind port 6973a373-8f39-4648-ae94-1ade3aca9b2f on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:03.397084 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bb42d8b-e37c-4856-a87d-c8fd4499f875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.399310 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-2a0ec99a-23c4-4150-966b-ec894d3351a6 service neutron] Port 6973a373-8f39-4648-ae94-1ade3aca9b2f on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:19:03.399697 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-2a0ec99a-23c4-4150-966b-ec894d3351a6 service neutron] Attempting to bind port 6973a373-8f39-4648-ae94-1ade3aca9b2f on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:03.416130 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bb42d8b-e37c-4856-a87d-c8fd4499f875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.416341 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-2a0ec99a-23c4-4150-966b-ec894d3351a6 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:03.416521 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-2a0ec99a-23c4-4150-966b-ec894d3351a6 service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:03.416924 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-2a0ec99a-23c4-4150-966b-ec894d3351a6 service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:03.417386 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-2a0ec99a-23c4-4150-966b-ec894d3351a6 service neutron] Bound port: 6973a373-8f39-4648-ae94-1ade3aca9b2f, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:03.418429 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4bb42d8b-e37c-4856-a87d-c8fd4499f875 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dd81839a-93ec-4efc-8d8a-62ea401b349a HTTP/1.1" status: 204 len: 168 time: 0.9414227 Nov 25 19:19:03.421466 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-2a0ec99a-23c4-4150-966b-ec894d3351a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.427268 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f1f829f-1fd1-452c-91be-af0da8bd805e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.462209 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f1f829f-1fd1-452c-91be-af0da8bd805e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.487307 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-93671d18-16d9-4112-9011-4dea6f98016e req-24ca9e2b-00b8-421f-8c2b-ddc15adb10e0 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.500942 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2e0da27e-cfac-48a8-a9b4-e152f0a3b7f6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.5214851 Nov 25 19:19:03.501364 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cca7df17-cf4b-43a1-9db8-09b7e4159d9b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.3863337 Nov 25 19:19:03.520025 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb42d8b-e37c-4856-a87d-c8fd4499f875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd81839a-93ec-4efc-8d8a-62ea401b349a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:03.540139 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50752) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:03.566134 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b6c96a72-f40e-400d-b1ec-cfbdfe69787d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-131768230-router', 'tenant_id': 'ba761cceff31463797c62c81131ad757', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:03.620321 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-50091042-8f6c-4d6f-8fb4-ddddb9ef4077 req-11d1e07b-943d-4063-945c-25ce7183929e tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961226 Nov 25 19:19:03.653121 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2f1f829f-1fd1-452c-91be-af0da8bd805e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c37da0d0ee344d09bc6131b839208ac2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0352430 Nov 25 19:19:03.667035 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50756) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:03.686968 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f829f-1fd1-452c-91be-af0da8bd805e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a3f94f-65d9-4371-860f-051e53678360,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:03.699409 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b6c96a72-f40e-400d-b1ec-cfbdfe69787d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.700531 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b6c96a72-f40e-400d-b1ec-cfbdfe69787d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.750422 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca9e2b-00b8-421f-8c2b-ddc15adb10e0 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Pushing event updated for resources: {'Port': ['ID=5fa77015-14c7-4747-824a-119838dab680,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:03.822932 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.829148 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93671d18-16d9-4112-9011-4dea6f98016e req-24ca9e2b-00b8-421f-8c2b-ddc15adb10e0 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Network e27d2294-de95-4945-9062-292b41b6ea98 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:19:03.835790 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-93671d18-16d9-4112-9011-4dea6f98016e req-24ca9e2b-00b8-421f-8c2b-ddc15adb10e0 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:03.858480 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-93671d18-16d9-4112-9011-4dea6f98016e req-24ca9e2b-00b8-421f-8c2b-ddc15adb10e0 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:19:03.867189 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93671d18-16d9-4112-9011-4dea6f98016e req-24ca9e2b-00b8-421f-8c2b-ddc15adb10e0 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:03.867940 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-93671d18-16d9-4112-9011-4dea6f98016e req-24ca9e2b-00b8-421f-8c2b-ddc15adb10e0 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.913961 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b6c96a72-f40e-400d-b1ec-cfbdfe69787d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.970224 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-93671d18-16d9-4112-9011-4dea6f98016e req-24ca9e2b-00b8-421f-8c2b-ddc15adb10e0 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5922825 Nov 25 19:19:04.009287 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-93671d18-16d9-4112-9011-4dea6f98016e req-a6b031d3-bc1f-4848-b07b-24fa7304b3d0 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:19:04.011175 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-93671d18-16d9-4112-9011-4dea6f98016e req-a6b031d3-bc1f-4848-b07b-24fa7304b3d0 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0177224 Nov 25 19:19:04.033728 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-2a0ec99a-23c4-4150-966b-ec894d3351a6 service neutron] For port 6973a373-8f39-4648-ae94-1ade3aca9b2f, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:04.045010 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-2a0ec99a-23c4-4150-966b-ec894d3351a6 service neutron] For port 6973a373-8f39-4648-ae94-1ade3aca9b2f, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6973a373-8f39-4648-ae94-1ade3aca9b2f,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:04.068052 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8059aeb-8b96-4c3f-83a5-b76212b15eb1 req-62f75817-c07a-477a-8706-847e867158b9 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:04.075734 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8059aeb-8b96-4c3f-83a5-b76212b15eb1 req-62f75817-c07a-477a-8706-847e867158b9 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 932 time: 0.3054807 Nov 25 19:19:04.078887 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-2a0ec99a-23c4-4150-966b-ec894d3351a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.099743 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fcd035-3b81-48c8-bd2f-8d1ca21dca8e None None] Network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:19:04.112241 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2e4c1d81-d373-4b89-91d8-0105481b5a19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.156403 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-2a0ec99a-23c4-4150-966b-ec894d3351a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:04.159855 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-2a0ec99a-23c4-4150-966b-ec894d3351a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.162817 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-2a0ec99a-23c4-4150-966b-ec894d3351a6 service neutron] 10.222.0.85 "PUT /v2.0/ports/6973a373-8f39-4648-ae94-1ade3aca9b2f HTTP/1.1" status: 200 len: 1096 time: 4.0208058 Nov 25 19:19:04.199004 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3f982d-871e-48c2-9930-19964ed0bc9e', 'tag': '6973a373-8f39-4648-ae94-1ade3aca9b2f'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:04.205392 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1797c382-ccdc-4db5-b967-2dc4d6638388" -d '{"events": [{"name": "network-changed", "server_uuid": "ff3f982d-871e-48c2-9930-19964ed0bc9e", "tag": "6973a373-8f39-4648-ae94-1ade3aca9b2f"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:04.257183 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50772) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:04.274086 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2e4c1d81-d373-4b89-91d8-0105481b5a19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.364337 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceda346-0540-48d0-aec6-e104be38c20c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-adb68dcd-3f5c-45cd-b266-48135fc585c2', 'network_id': 'adb68dcd-3f5c-45cd-b266-48135fc585c2', 'tenant_id': 'ba761cceff31463797c62c81131ad757', 'fixed_ips': [{'subnet_id': '0efe5579-724d-4e26-bc65-9ad33d609db4'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:19:04.367989 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bceda346-0540-48d0-aec6-e104be38c20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.384301 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50774) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:04.459597 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b6c96a72-f40e-400d-b1ec-cfbdfe69787d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.487436 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-835d266c-1eef-43a5-97b9-112c5496975b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.507923 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-88e77301-3d28-4aef-87b7-61fb802f337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:04.511724 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-88e77301-3d28-4aef-87b7-61fb802f337a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d01bb9dabc174fd895376f5f4db92fda&device_id=ff3f982d-871e-48c2-9930-19964ed0bc9e HTTP/1.1" status: 200 len: 1099 time: 0.2526248 Nov 25 19:19:04.583341 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ec99a-23c4-4150-966b-ec894d3351a6 service neutron] Pushing event updated for resources: {'Port': ['ID=6973a373-8f39-4648-ae94-1ade3aca9b2f,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:04.601692 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8059aeb-8b96-4c3f-83a5-b76212b15eb1 req-48b2928c-cb99-430e-871d-88c24e6f08ec tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5040789 Nov 25 19:19:04.672238 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-3b580cd3-0717-4168-a83e-daf1f73fe147 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=6973a373-8f39-4648-ae94-1ade3aca9b2f HTTP/1.1" status: 200 len: 217 time: 0.1374199 Nov 25 19:19:04.696459 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-46ef1d7e-e024-44c4-a6d7-a51b6fbd30ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=80f388d899ec4708a40b7a629fb19a71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104396 Nov 25 19:19:04.701689 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50780) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:04.761408 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-fa993d73-49d6-4be4-aa1e-28ece806aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:04.765627 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-fa993d73-49d6-4be4-aa1e-28ece806aeaa service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.0878947 Nov 25 19:19:04.808748 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74ae6ce7-26ed-4d88-8a86-dcdfe2fd4354 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.816456 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2e4c1d81-d373-4b89-91d8-0105481b5a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.819313 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-bceda346-0540-48d0-aec6-e104be38c20c None None] Allocated IP 172.20.0.2 (adb68dcd-3f5c-45cd-b266-48135fc585c2/0efe5579-724d-4e26-bc65-9ad33d609db4/1ad6e8ab-cc81-4802-8759-0f1395fb4ccc) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:19:04.819623 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2e4c1d81-d373-4b89-91d8-0105481b5a19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.826207 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2e4c1d81-d373-4b89-91d8-0105481b5a19 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/88a3f94f-65d9-4371-860f-051e53678360 HTTP/1.1" status: 204 len: 168 time: 1.1499350 Nov 25 19:19:04.848516 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c1d81-d373-4b89-91d8-0105481b5a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a3f94f-65d9-4371-860f-051e53678360,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:04.894544 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102671c4-2428-4d30-a203-e7a68fcdbce6 x-openstack-request-id: req-102671c4-2428-4d30-a203-e7a68fcdbce6 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:04.895118 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff3f982d-871e-48c2-9930-19964ed0bc9e", "tag": "6973a373-8f39-4648-ae94-1ade3aca9b2f", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:04.895693 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-102671c4-2428-4d30-a203-e7a68fcdbce6 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:04.898002 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff3f982d-871e-48c2-9930-19964ed0bc9e', 'tag': '6973a373-8f39-4648-ae94-1ade3aca9b2f', 'status': 'completed', 'code': 200} Nov 25 19:19:04.924988 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74ae6ce7-26ed-4d88-8a86-dcdfe2fd4354 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.964288 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-835d266c-1eef-43a5-97b9-112c5496975b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.979142 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-835d266c-1eef-43a5-97b9-112c5496975b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.034886 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-835d266c-1eef-43a5-97b9-112c5496975b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=19becd7ebb7a412eb07993b2b9512030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7539299 Nov 25 19:19:05.058340 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50784) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:05.067370 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-2faec554-4f54-4e86-be1d-144fc5fcb87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:05.079676 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-2faec554-4f54-4e86-be1d-144fc5fcb87d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3036029 Nov 25 19:19:05.095539 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bceda346-0540-48d0-aec6-e104be38c20c None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.106732 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bceda346-0540-48d0-aec6-e104be38c20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.194565 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bceda346-0540-48d0-aec6-e104be38c20c None None] Network adb68dcd-3f5c-45cd-b266-48135fc585c2 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:19:05.198257 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d266c-1eef-43a5-97b9-112c5496975b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec09e105-6cf5-4a84-9047-611af3e7b8eb,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:05.212005 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-bceda346-0540-48d0-aec6-e104be38c20c None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:05.248875 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceda346-0540-48d0-aec6-e104be38c20c None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:19:05.253925 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74ae6ce7-26ed-4d88-8a86-dcdfe2fd4354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.257580 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74ae6ce7-26ed-4d88-8a86-dcdfe2fd4354 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.265362 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-74ae6ce7-26ed-4d88-8a86-dcdfe2fd4354 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/651d3e21-c70e-4878-b71d-3091dcb8d874 HTTP/1.1" status: 204 len: 168 time: 0.5596337 Nov 25 19:19:05.277453 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceda346-0540-48d0-aec6-e104be38c20c None None] Pushing event updated for resources: {'Port': ['ID=1ad6e8ab-cc81-4802-8759-0f1395fb4ccc,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:05.285732 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.323439 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae6ce7-26ed-4d88-8a86-dcdfe2fd4354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651d3e21-c70e-4878-b71d-3091dcb8d874,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:05.340198 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ad2ada31-bb19-41a4-9ceb-e870368f6164 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.367451 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b6c96a72-f40e-400d-b1ec-cfbdfe69787d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.393844 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-bceda346-0540-48d0-aec6-e104be38c20c None None] Attempting to bind port 1ad6e8ab-cc81-4802-8759-0f1395fb4ccc on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:05.396605 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-bceda346-0540-48d0-aec6-e104be38c20c None None] Attempting to bind port 1ad6e8ab-cc81-4802-8759-0f1395fb4ccc by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '6e6f9627-8505-4610-b792-96e9496a8dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'adb68dcd-3f5c-45cd-b266-48135fc585c2'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:05.397355 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceda346-0540-48d0-aec6-e104be38c20c None None] Attempting to bind port 1ad6e8ab-cc81-4802-8759-0f1395fb4ccc on network adb68dcd-3f5c-45cd-b266-48135fc585c2 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:05.407845 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ad2ada31-bb19-41a4-9ceb-e870368f6164 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.410485 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b6c96a72-f40e-400d-b1ec-cfbdfe69787d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.414666 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceda346-0540-48d0-aec6-e104be38c20c None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:05.415258 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceda346-0540-48d0-aec6-e104be38c20c None None] Checking segment: {'id': '6e6f9627-8505-4610-b792-96e9496a8dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'adb68dcd-3f5c-45cd-b266-48135fc585c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:05.415454 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bceda346-0540-48d0-aec6-e104be38c20c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.415857 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceda346-0540-48d0-aec6-e104be38c20c None None] Bound using segment: {'id': '6e6f9627-8505-4610-b792-96e9496a8dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'adb68dcd-3f5c-45cd-b266-48135fc585c2'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:05.416360 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-bceda346-0540-48d0-aec6-e104be38c20c None None] Bound port: 1ad6e8ab-cc81-4802-8759-0f1395fb4ccc, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6f9627-8505-4610-b792-96e9496a8dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'adb68dcd-3f5c-45cd-b266-48135fc585c2'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:05.417213 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bceda346-0540-48d0-aec6-e104be38c20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.483906 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e4152-9115-42c4-b94a-96a04a4f2937 req-ab2fee3e-f990-45f7-a5b4-032eabad6f18 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:05.483906 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2e8e4152-9115-42c4-b94a-96a04a4f2937 req-ab2fee3e-f990-45f7-a5b4-032eabad6f18 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff3f982d-871e-48c2-9930-19964ed0bc9e HTTP/1.1" status: 200 len: 948 time: 0.5139174 Nov 25 19:19:05.511335 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.543997 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-93671d18-16d9-4112-9011-4dea6f98016e req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Request body: {'port': {'device_id': 'd0ef1a2b-7985-4604-9c3d-d408c8813719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:05.609951 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-bceda346-0540-48d0-aec6-e104be38c20c None None] For port 1ad6e8ab-cc81-4802-8759-0f1395fb4ccc, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:05.621403 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-bceda346-0540-48d0-aec6-e104be38c20c None None] For port 1ad6e8ab-cc81-4802-8759-0f1395fb4ccc, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1ad6e8ab-cc81-4802-8759-0f1395fb4ccc,segment=NetworkSegment(6e6f9627-8505-4610-b792-96e9496a8dae),segment_id=6e6f9627-8505-4610-b792-96e9496a8dae)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:05.631753 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bceda346-0540-48d0-aec6-e104be38c20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.634560 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ad2ada31-bb19-41a4-9ceb-e870368f6164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.640276 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ad2ada31-bb19-41a4-9ceb-e870368f6164 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.650661 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ad2ada31-bb19-41a4-9ceb-e870368f6164 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ec09e105-6cf5-4a84-9047-611af3e7b8eb HTTP/1.1" status: 204 len: 168 time: 0.5805986 Nov 25 19:19:05.708274 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-b6c96a72-f40e-400d-b1ec-cfbdfe69787d admin admin] Allocated IP 172.25.6.157 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/df3acb7b-0cd0-4a94-9565-9797662c8ebd) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:19:05.711597 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceda346-0540-48d0-aec6-e104be38c20c None None] Pushing event updated for resources: {'Port': ['ID=1ad6e8ab-cc81-4802-8759-0f1395fb4ccc,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:05.712128 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ada31-bb19-41a4-9ceb-e870368f6164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec09e105-6cf5-4a84-9047-611af3e7b8eb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:05.784888 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-6b139b75-7daf-4bf8-b2cc-a91266355971 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6093638 Nov 25 19:19:05.980537 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b6c96a72-f40e-400d-b1ec-cfbdfe69787d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:06.010009 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-93671d18-16d9-4112-9011-4dea6f98016e req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:06.064267 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2e8e4152-9115-42c4-b94a-96a04a4f2937 req-7d8161ca-8e6a-4bd6-9738-73c402aecf41 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457018 Nov 25 19:19:06.084418 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b6c96a72-f40e-400d-b1ec-cfbdfe69787d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:06.187061 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4b1aadfb-7763-4b4f-afd9-bcf10fce1d9e req-4b8251ed-229a-48ce-9647-151a7e96eb82 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594236 Nov 25 19:19:06.268544 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c96a72-f40e-400d-b1ec-cfbdfe69787d admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:19:06.283762 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b6c96a72-f40e-400d-b1ec-cfbdfe69787d admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:06.290794 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c96a72-f40e-400d-b1ec-cfbdfe69787d admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:19:06.324989 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c96a72-f40e-400d-b1ec-cfbdfe69787d admin admin] Pushing event updated for resources: {'Port': ['ID=df3acb7b-0cd0-4a94-9565-9797662c8ebd,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:06.630845 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0413a3-ec12-44d2-8a50-ac07e2c104f0 req-08bd055a-569d-4fab-92ed-5a79248dd5ba tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:06.643128 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8b0413a3-ec12-44d2-8a50-ac07e2c104f0 req-08bd055a-569d-4fab-92ed-5a79248dd5ba tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 932 time: 0.3064964 Nov 25 19:19:06.659849 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797c382-ccdc-4db5-b967-2dc4d6638388 req-7cd5ea1e-a3d9-4b3b-8880-6962b536a8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:06.663238 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1797c382-ccdc-4db5-b967-2dc4d6638388 req-7cd5ea1e-a3d9-4b3b-8880-6962b536a8b4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d01bb9dabc174fd895376f5f4db92fda&device_id=ff3f982d-871e-48c2-9930-19964ed0bc9e HTTP/1.1" status: 200 len: 1099 time: 0.3068023 Nov 25 19:19:06.759373 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50816) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:06.784551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-ab3d4cd9-5893-4ae5-8207-9e0751c74caa admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1696951279-network', 'tenant_id': '1ce0d3144f554828a6f7044e55d8378f'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:06.948098 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8b0413a3-ec12-44d2-8a50-ac07e2c104f0 req-32dc9b12-4b4b-4d00-b50b-51fe5ffbf7b5 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795751 Nov 25 19:19:06.992379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3d4cd9-5893-4ae5-8207-9e0751c74caa admin admin] Made reservation on behalf of 1ce0d3144f554828a6f7044e55d8378f for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:06.995840 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab3d4cd9-5893-4ae5-8207-9e0751c74caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:07.024368 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab3d4cd9-5893-4ae5-8207-9e0751c74caa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:07.072448 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b6c96a72-f40e-400d-b1ec-cfbdfe69787d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:07.088020 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7e6b144e-a0f2-4ff1-b176-3c51690c7530 req-ff66c7be-64c9-4aa8-814d-9d46e97238c5 tempest-QuotasAdminNegativeTest-2104640060 tempest-QuotasAdminNegativeTest-2104640060-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f06bfd7b239948da855743fa78bdc0a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1389787 Nov 25 19:19:07.092036 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797c382-ccdc-4db5-b967-2dc4d6638388 req-f52609e6-5f90-4cb6-8cf2-324085ec415d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:07.094101 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1797c382-ccdc-4db5-b967-2dc4d6638388 req-f52609e6-5f90-4cb6-8cf2-324085ec415d service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.4112284 Nov 25 19:19:07.173282 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1797c382-ccdc-4db5-b967-2dc4d6638388 req-a3de63fd-b854-4f12-beef-be24d36ecb28 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=6973a373-8f39-4648-ae94-1ade3aca9b2f HTTP/1.1" status: 200 len: 217 time: 0.0665498 Nov 25 19:19:07.286553 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-93671d18-16d9-4112-9011-4dea6f98016e req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa77015-14c7-4747-824a-119838dab680 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:07.305029 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-93671d18-16d9-4112-9011-4dea6f98016e req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:07.361703 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797c382-ccdc-4db5-b967-2dc4d6638388 req-ce583783-7b63-48ab-af76-9e5b868e5090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:07.363308 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1797c382-ccdc-4db5-b967-2dc4d6638388 req-ce583783-7b63-48ab-af76-9e5b868e5090 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1599927 Nov 25 19:19:07.396403 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab3d4cd9-5893-4ae5-8207-9e0751c74caa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:07.401433 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-93671d18-16d9-4112-9011-4dea6f98016e req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Transition to ACTIVE for port object 5fa77015-14c7-4747-824a-119838dab680 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:19:07.433119 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab3d4cd9-5893-4ae5-8207-9e0751c74caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:07.447355 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3d4cd9-5893-4ae5-8207-9e0751c74caa admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:19:07.461096 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab3d4cd9-5893-4ae5-8207-9e0751c74caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:07.461706 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-ab3d4cd9-5893-4ae5-8207-9e0751c74caa admin admin] Added segment 15f5c8b8-bfdc-4cd7-a1cb-6e2f3bd64fa6 of type vlan for network 76fe9b34-0960-48f7-8e25-5277da511d06 Nov 25 19:19:07.521891 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab3d4cd9-5893-4ae5-8207-9e0751c74caa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:07.558797 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-93671d18-16d9-4112-9011-4dea6f98016e req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:07.573734 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab3d4cd9-5893-4ae5-8207-9e0751c74caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:07.574850 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3d4cd9-5893-4ae5-8207-9e0751c74caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:07.575407 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab3d4cd9-5893-4ae5-8207-9e0751c74caa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:07.618467 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef38d8-7f28-4c38-856b-a83fd57b89df req-0d97c19d-8ca3-4231-af03-2ee8dcdaf389 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:07.620379 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92ef38d8-7f28-4c38-856b-a83fd57b89df req-0d97c19d-8ca3-4231-af03-2ee8dcdaf389 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff3f982d-871e-48c2-9930-19964ed0bc9e HTTP/1.1" status: 200 len: 948 time: 0.3029215 Nov 25 19:19:07.741568 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d4cd9-5893-4ae5-8207-9e0751c74caa admin admin] Pushing event updated for resources: {'Network': ['ID=76fe9b34-0960-48f7-8e25-5277da511d06,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:07.765781 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ab3d4cd9-5893-4ae5-8207-9e0751c74caa admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9875216 Nov 25 19:19:07.776563 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 76fe9b34-0960-48f7-8e25-5277da511d06 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:19:07.787572 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d293b1-d177-43e9-9898-1be05ea5f7eb None None] Network adb68dcd-3f5c-45cd-b266-48135fc585c2 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:19:07.791095 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50850) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:07.841577 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-63b2417b-6789-485d-9e0f-e90d7a7f61e4 admin admin] Request body: {'subnet': {'network_id': '76fe9b34-0960-48f7-8e25-5277da511d06', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1696951279-subnet', 'tenant_id': '1ce0d3144f554828a6f7044e55d8378f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:07.952705 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92ef38d8-7f28-4c38-856b-a83fd57b89df req-4cf17755-46f2-4f62-9eb7-2a9468d1923e tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901312 Nov 25 19:19:07.957780 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d4cd9-5893-4ae5-8207-9e0751c74caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01f3c34-d1d9-46bf-98a9-4c0f997a8038,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:07.999733 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Pushing event updated for resources: {'Port': ['ID=5fa77015-14c7-4747-824a-119838dab680,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:08.163603 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1ad6e8ab-cc81-4802-8759-0f1395fb4ccc up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:19:08.281132 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b2417b-6789-485d-9e0f-e90d7a7f61e4 admin admin] Made reservation on behalf of 1ce0d3144f554828a6f7044e55d8378f for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:08.287847 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-63b2417b-6789-485d-9e0f-e90d7a7f61e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:08.351030 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-aa136861-d7c9-4376-8c21-4c31030366b5 None None] Provisioning complete for port 1ad6e8ab-cc81-4802-8759-0f1395fb4ccc triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:08.351646 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aa136861-d7c9-4376-8c21-4c31030366b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:08.408174 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797c382-ccdc-4db5-b967-2dc4d6638388 req-d73754be-4740-4970-88ec-d0db0aed3a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:08.410001 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1797c382-ccdc-4db5-b967-2dc4d6638388 req-d73754be-4740-4970-88ec-d0db0aed3a1c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0382652 Nov 25 19:19:08.541545 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1797c382-ccdc-4db5-b967-2dc4d6638388 req-6023a15c-578c-477e-8857-da0b7ad5db77 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238387 Nov 25 19:19:08.589418 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-93671d18-16d9-4112-9011-4dea6f98016e req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Attempting to bind port 5fa77015-14c7-4747-824a-119838dab680 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:08.589749 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-93671d18-16d9-4112-9011-4dea6f98016e req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Attempting to bind port 5fa77015-14c7-4747-824a-119838dab680 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:08.590090 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93671d18-16d9-4112-9011-4dea6f98016e req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Attempting to bind port 5fa77015-14c7-4747-824a-119838dab680 on network e27d2294-de95-4945-9062-292b41b6ea98 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:08.610141 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93671d18-16d9-4112-9011-4dea6f98016e req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Port 5fa77015-14c7-4747-824a-119838dab680 on network e27d2294-de95-4945-9062-292b41b6ea98 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:19:08.621815 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93671d18-16d9-4112-9011-4dea6f98016e req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Attempting to bind port 5fa77015-14c7-4747-824a-119838dab680 on network e27d2294-de95-4945-9062-292b41b6ea98 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:08.667321 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b144e-a0f2-4ff1-b176-3c51690c7530 req-6f93021d-4142-47f5-a41e-632a7d142a63 tempest-QuotasAdminNegativeTest-2104640060 tempest-QuotasAdminNegativeTest-2104640060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:08.670234 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7e6b144e-a0f2-4ff1-b176-3c51690c7530 req-6f93021d-4142-47f5-a41e-632a7d142a63 tempest-QuotasAdminNegativeTest-2104640060 tempest-QuotasAdminNegativeTest-2104640060-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5801222 Nov 25 19:19:08.681140 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-63b2417b-6789-485d-9e0f-e90d7a7f61e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:08.709505 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 1ad6e8ab-cc81-4802-8759-0f1395fb4ccc triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:08.710035 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:08.776560 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93671d18-16d9-4112-9011-4dea6f98016e req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:08.782401 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93671d18-16d9-4112-9011-4dea6f98016e req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Checking segment: {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:08.783074 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93671d18-16d9-4112-9011-4dea6f98016e req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Bound using segment: {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:08.785040 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-93671d18-16d9-4112-9011-4dea6f98016e req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Bound port: 5fa77015-14c7-4747-824a-119838dab680, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:08.785040 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-93671d18-16d9-4112-9011-4dea6f98016e req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:08.804749 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7e6b144e-a0f2-4ff1-b176-3c51690c7530 req-277ca29b-3880-45bc-b658-357823e26370 tempest-QuotasAdminNegativeTest-2104640060 tempest-QuotasAdminNegativeTest-2104640060-project] 10.222.0.55 "GET /v2.0/quotas/f06bfd7b239948da855743fa78bdc0a9 HTTP/1.1" status: 200 len: 375 time: 0.1175652 Nov 25 19:19:08.827096 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556b13b-dd8d-4f3c-9698-a86080fe7cbc req-50fb07ae-8961-452d-9a52-23df078573d6 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:08.829666 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1556b13b-dd8d-4f3c-9698-a86080fe7cbc req-50fb07ae-8961-452d-9a52-23df078573d6 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 944 time: 0.4179459 Nov 25 19:19:08.900376 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aa136861-d7c9-4376-8c21-4c31030366b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:08.984531 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7e6b144e-a0f2-4ff1-b176-3c51690c7530 req-680b62bf-f3a9-42a7-a07b-36e4ef4e7655 tempest-QuotasAdminNegativeTest-2104640060 tempest-QuotasAdminNegativeTest-2104640060-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f06bfd7b239948da855743fa78bdc0a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1212077 Nov 25 19:19:08.989571 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2417b-6789-485d-9e0f-e90d7a7f61e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf8c7b44-eb5c-4746-bae0-7087a00b8ca2,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:09.020736 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1797c382-ccdc-4db5-b967-2dc4d6638388 req-2e85f2f5-0342-4af2-a77a-95adfdf95263 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610591 Nov 25 19:19:09.033492 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b6c96a72-f40e-400d-b1ec-cfbdfe69787d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:09.045214 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b2417b-6789-485d-9e0f-e90d7a7f61e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:09.047013 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b2417b-6789-485d-9e0f-e90d7a7f61e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:09.047436 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b2417b-6789-485d-9e0f-e90d7a7f61e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:09.047793 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b2417b-6789-485d-9e0f-e90d7a7f61e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:09.048139 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b2417b-6789-485d-9e0f-e90d7a7f61e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:09.048486 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b2417b-6789-485d-9e0f-e90d7a7f61e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:09.048823 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b2417b-6789-485d-9e0f-e90d7a7f61e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:09.049922 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b2417b-6789-485d-9e0f-e90d7a7f61e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:09.050276 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b2417b-6789-485d-9e0f-e90d7a7f61e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:09.050668 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b2417b-6789-485d-9e0f-e90d7a7f61e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:09.051065 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b2417b-6789-485d-9e0f-e90d7a7f61e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:09.055978 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b2417b-6789-485d-9e0f-e90d7a7f61e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:09.097274 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-aa136861-d7c9-4376-8c21-4c31030366b5 None None] For port 1ad6e8ab-cc81-4802-8759-0f1395fb4ccc, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1ad6e8ab-cc81-4802-8759-0f1395fb4ccc,segment=NetworkSegment(6e6f9627-8505-4610-b792-96e9496a8dae),segment_id=6e6f9627-8505-4610-b792-96e9496a8dae)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:09.109121 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aa136861-d7c9-4376-8c21-4c31030366b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:09.113030 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:09.157532 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1556b13b-dd8d-4f3c-9698-a86080fe7cbc req-fce459fa-558e-4059-b520-06ad1af85dd2 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063204 Nov 25 19:19:09.212790 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-93671d18-16d9-4112-9011-4dea6f98016e req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] For port 5fa77015-14c7-4747-824a-119838dab680, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:09.226767 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-93671d18-16d9-4112-9011-4dea6f98016e req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] For port 5fa77015-14c7-4747-824a-119838dab680, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=5fa77015-14c7-4747-824a-119838dab680,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:09.239282 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-93671d18-16d9-4112-9011-4dea6f98016e req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:09.257064 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa136861-d7c9-4376-8c21-4c31030366b5 None None] Pushing event updated for resources: {'Port': ['ID=1ad6e8ab-cc81-4802-8759-0f1395fb4ccc,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:09.297020 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:19:09.297394 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:19:09.298179 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b2417b-6789-485d-9e0f-e90d7a7f61e4 admin admin] Checking segment: {'id': '15f5c8b8-bfdc-4cd7-a1cb-6e2f3bd64fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '76fe9b34-0960-48f7-8e25-5277da511d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:09.298695 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b2417b-6789-485d-9e0f-e90d7a7f61e4 admin admin] Network hostable DHCP agents. Network: 76fe9b34-0960-48f7-8e25-5277da511d06, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:19:09.346750 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93671d18-16d9-4112-9011-4dea6f98016e req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:09.358008 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-93671d18-16d9-4112-9011-4dea6f98016e req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:09.360538 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-93671d18-16d9-4112-9011-4dea6f98016e req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] 10.222.0.73 "PUT /v2.0/ports/5fa77015-14c7-4747-824a-119838dab680 HTTP/1.1" status: 200 len: 1092 time: 4.3366654 Nov 25 19:19:09.361297 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ef1a2b-7985-4604-9c3d-d408c8813719', 'tag': '5fa77015-14c7-4747-824a-119838dab680'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:09.399161 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7dc6d77-656a-48c6-8d70-95a89247ffa8" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ef1a2b-7985-4604-9c3d-d408c8813719", "tag": "5fa77015-14c7-4747-824a-119838dab680"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:09.486598 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b2417b-6789-485d-9e0f-e90d7a7f61e4 admin admin] Network 76fe9b34-0960-48f7-8e25-5277da511d06 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:19:09.527006 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588486f4-5ebd-4454-bdac-25e498530378 req-3e314884-03f3-43ef-bc97-c78c7ab1d0a0 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:09.530153 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-588486f4-5ebd-4454-bdac-25e498530378 req-3e314884-03f3-43ef-bc97-c78c7ab1d0a0 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff3f982d-871e-48c2-9930-19964ed0bc9e HTTP/1.1" status: 200 len: 948 time: 0.1516719 Nov 25 19:19:09.532132 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c96a72-f40e-400d-b1ec-cfbdfe69787d admin admin] Router aeee9b6b-9779-4c75-81de-65f4963b5a2d is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:19:09.536334 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-63b2417b-6789-485d-9e0f-e90d7a7f61e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 76fe9b34-0960-48f7-8e25-5277da511d06) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:09.547698 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b2417b-6789-485d-9e0f-e90d7a7f61e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:09.550117 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bac7cf-00ef-42b5-8fb6-fd967d7e90de None None] Network 76fe9b34-0960-48f7-8e25-5277da511d06 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:19:09.555916 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Pushing event updated for resources: {'Port': ['ID=5fa77015-14c7-4747-824a-119838dab680,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:09.560942 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-63b2417b-6789-485d-9e0f-e90d7a7f61e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:09.645182 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:09.646884 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:09.657634 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:09.658327 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:09.658828 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:09.659351 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:09.659853 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:09.660346 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:09.660851 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:09.661335 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:09.661836 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:09.662342 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0cc85e-9a76-4a39-99f0-b71bffa0b77b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:09.710934 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93671d18-16d9-4112-9011-4dea6f98016e req-914ea557-cdb4-4637-bef2-f7881e447dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:09.712694 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-93671d18-16d9-4112-9011-4dea6f98016e req-914ea557-cdb4-4637-bef2-f7881e447dc4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 1095 time: 0.2806590 Nov 25 19:19:09.726047 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-63b2417b-6789-485d-9e0f-e90d7a7f61e4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9023733 Nov 25 19:19:09.774903 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-588486f4-5ebd-4454-bdac-25e498530378 req-8ce019b2-f7fb-4f75-b9a6-592f5b4ec857 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999054 Nov 25 19:19:09.791870 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-cdf4edab-4206-432e-a0c1-de7aad082ff8 None None] Provisioning complete for port 1ad6e8ab-cc81-4802-8759-0f1395fb4ccc triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:09.792468 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cdf4edab-4206-432e-a0c1-de7aad082ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:09.806851 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-93671d18-16d9-4112-9011-4dea6f98016e req-eda7666c-bd1d-40ef-90ea-993262d81856 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa77015-14c7-4747-824a-119838dab680 HTTP/1.1" status: 200 len: 217 time: 0.0781105 Nov 25 19:19:09.854702 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f995f32-26bb-4d3d-8d2a-a92074b09cf4 x-openstack-request-id: req-9f995f32-26bb-4d3d-8d2a-a92074b09cf4 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:09.855381 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ef1a2b-7985-4604-9c3d-d408c8813719", "tag": "5fa77015-14c7-4747-824a-119838dab680", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:09.855782 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9f995f32-26bb-4d3d-8d2a-a92074b09cf4 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:09.856358 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ef1a2b-7985-4604-9c3d-d408c8813719', 'tag': '5fa77015-14c7-4747-824a-119838dab680', 'status': 'completed', 'code': 200} Nov 25 19:19:09.876206 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c96a72-f40e-400d-b1ec-cfbdfe69787d admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:19:09.888687 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556c1309-25d3-4cc5-9bfc-1417f4124cbc None None] Sync routers for ids ['aeee9b6b-9779-4c75-81de-65f4963b5a2d'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:19:09.912172 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556c1309-25d3-4cc5-9bfc-1417f4124cbc None None] Routers {'aeee9b6b-9779-4c75-81de-65f4963b5a2d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:19:09.915438 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b6c96a72-f40e-400d-b1ec-cfbdfe69787d admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:09.915822 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-556c1309-25d3-4cc5-9bfc-1417f4124cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:19:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['aeee9b6b-9779-4c75-81de-65f4963b5a2d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:09.920930 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b6c96a72-f40e-400d-b1ec-cfbdfe69787d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.3780944 Nov 25 19:19:09.924258 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50908) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:09.943804 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93671d18-16d9-4112-9011-4dea6f98016e req-f9f34237-7142-4da3-99b6-0c4d71d57ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:09.946340 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-93671d18-16d9-4112-9011-4dea6f98016e req-f9f34237-7142-4da3-99b6-0c4d71d57ee8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=688fcc59-0345-41e4-9b88-cea9e7c21583 HTTP/1.1" status: 200 len: 860 time: 0.1365292 Nov 25 19:19:10.005967 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c824cd-aecc-4af2-b37c-b1db58830e29 None None] Network 76fe9b34-0960-48f7-8e25-5277da511d06 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:19:10.071803 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-93671d18-16d9-4112-9011-4dea6f98016e req-eefc7aa5-6e52-4f1b-8d5d-e426868898ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e27d2294-de95-4945-9062-292b41b6ea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170769 Nov 25 19:19:10.190531 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-556c1309-25d3-4cc5-9bfc-1417f4124cbc None None] Set router aeee9b6b-9779-4c75-81de-65f4963b5a2d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:19:10.205895 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1ad6e8ab-cc81-4802-8759-0f1395fb4ccc up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:19:10.288127 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6973a373-8f39-4648-ae94-1ade3aca9b2f details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:19:10.345676 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-93671d18-16d9-4112-9011-4dea6f98016e req-ccb6e25d-db64-4449-82bc-0e2243a6dc1b service neutron] 10.222.0.73 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628911 Nov 25 19:19:10.369944 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 1ad6e8ab-cc81-4802-8759-0f1395fb4ccc triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:10.370365 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:10.555873 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1f23a-6a8c-43a4-b503-b0561154d2f9 req-00554b8a-ee80-47d7-9e74-eae76542f782 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:10.557514 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cdc1f23a-6a8c-43a4-b503-b0561154d2f9 req-00554b8a-ee80-47d7-9e74-eae76542f782 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 944 time: 0.2301619 Nov 25 19:19:10.593392 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:19:10.663216 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-93671d18-16d9-4112-9011-4dea6f98016e req-00f55f27-9811-4fc8-9cab-61c9879cc503 service neutron] 10.222.0.73 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085573 Nov 25 19:19:10.688425 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-556c1309-25d3-4cc5-9bfc-1417f4124cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeee9b6b-9779-4c75-81de-65f4963b5a2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-131768230-router', 'tenant_id': 'ba761cceff31463797c62c81131ad757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': 'df3acb7b-0cd0-4a94-9565-9797662c8ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:03Z', 'updated_at': '2021-11-25T19:19:06Z', 'revision_number': 3, 'project_id': 'ba761cceff31463797c62c81131ad757', 'gw_port': {'id': 'df3acb7b-0cd0-4a94-9565-9797662c8ebd', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeee9b6b-9779-4c75-81de-65f4963b5a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:05Z', 'updated_at': '2021-11-25T19:19:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:10.789147 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556c1309-25d3-4cc5-9bfc-1417f4124cbc None None] Checking router: aeee9b6b-9779-4c75-81de-65f4963b5a2d for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:19:10.789747 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556c1309-25d3-4cc5-9bfc-1417f4124cbc None None] Updating router aeee9b6b-9779-4c75-81de-65f4963b5a2d port df3acb7b-0cd0-4a94-9565-9797662c8ebd binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:19:10.817341 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cdc1f23a-6a8c-43a4-b503-b0561154d2f9 req-134f0156-3c34-44fa-b650-e11644726bb7 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306824 Nov 25 19:19:10.833426 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc6d77-656a-48c6-8d70-95a89247ffa8 req-daa92864-df66-476e-866f-c617d4507056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:10.835019 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c7dc6d77-656a-48c6-8d70-95a89247ffa8 req-daa92864-df66-476e-866f-c617d4507056 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 1095 time: 0.0881822 Nov 25 19:19:10.851442 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-556c1309-25d3-4cc5-9bfc-1417f4124cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:10.856957 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6973a373-8f39-4648-ae94-1ade3aca9b2f, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6973a373-8f39-4648-ae94-1ade3aca9b2f,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:10.889823 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '6973a373-8f39-4648-ae94-1ade3aca9b2f', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '6973a373-8f39-4648-ae94-1ade3aca9b2f', 'mac_address': 'fa:16:3e:5d:c2:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:19:10.985672 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:11.027303 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6973a373-8f39-4648-ae94-1ade3aca9b2f {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:11.032292 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc6d77-656a-48c6-8d70-95a89247ffa8 req-720f4e73-98b8-4d71-a129-8b97c04d70af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:11.034252 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c7dc6d77-656a-48c6-8d70-95a89247ffa8 req-720f4e73-98b8-4d71-a129-8b97c04d70af service neutron] 10.222.0.73 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 921 time: 0.1909323 Nov 25 19:19:11.052929 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6973a373-8f39-4648-ae94-1ade3aca9b2f, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6973a373-8f39-4648-ae94-1ade3aca9b2f,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:11.062714 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:11.108417 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2955c798-75ff-4d15-83bc-6cd1aad8b400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:11.135722 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c7dc6d77-656a-48c6-8d70-95a89247ffa8 req-74aa9d7b-1bf4-43dc-8961-5f4244067f4d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa77015-14c7-4747-824a-119838dab680 HTTP/1.1" status: 200 len: 217 time: 0.0929101 Nov 25 19:19:11.192320 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6973a373-8f39-4648-ae94-1ade3aca9b2f,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:11.237795 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc6d77-656a-48c6-8d70-95a89247ffa8 req-39c92755-065d-42aa-8088-75722dce4f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:11.240812 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c7dc6d77-656a-48c6-8d70-95a89247ffa8 req-39c92755-065d-42aa-8088-75722dce4f27 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=688fcc59-0345-41e4-9b88-cea9e7c21583 HTTP/1.1" status: 200 len: 860 time: 0.0932698 Nov 25 19:19:11.249049 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-556c1309-25d3-4cc5-9bfc-1417f4124cbc None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:11.259777 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-556c1309-25d3-4cc5-9bfc-1417f4124cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:11.276129 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['6973a373-8f39-4648-ae94-1ade3aca9b2f'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:19:11.345576 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-556c1309-25d3-4cc5-9bfc-1417f4124cbc None None] Attempting to bind port df3acb7b-0cd0-4a94-9565-9797662c8ebd on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:11.346021 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-556c1309-25d3-4cc5-9bfc-1417f4124cbc None None] Attempting to bind port df3acb7b-0cd0-4a94-9565-9797662c8ebd by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:11.346554 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556c1309-25d3-4cc5-9bfc-1417f4124cbc None None] Attempting to bind port df3acb7b-0cd0-4a94-9565-9797662c8ebd on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:11.347495 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c7dc6d77-656a-48c6-8d70-95a89247ffa8 req-ecd05f55-66d4-463b-b8d7-3f9ed162ac9e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e27d2294-de95-4945-9062-292b41b6ea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919895 Nov 25 19:19:11.351119 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e9471-f4fa-4c3e-85e1-32cc2a258a94 None None] Pushing event updated for resources: {'Port': ['ID=df3acb7b-0cd0-4a94-9565-9797662c8ebd,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:11.356694 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556c1309-25d3-4cc5-9bfc-1417f4124cbc None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:11.357075 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556c1309-25d3-4cc5-9bfc-1417f4124cbc None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:11.357495 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-556c1309-25d3-4cc5-9bfc-1417f4124cbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:11.357870 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556c1309-25d3-4cc5-9bfc-1417f4124cbc None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:11.358394 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-556c1309-25d3-4cc5-9bfc-1417f4124cbc None None] Bound port: df3acb7b-0cd0-4a94-9565-9797662c8ebd, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:11.358789 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-556c1309-25d3-4cc5-9bfc-1417f4124cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:11.475167 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-556c1309-25d3-4cc5-9bfc-1417f4124cbc None None] For port df3acb7b-0cd0-4a94-9565-9797662c8ebd, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:11.483123 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-556c1309-25d3-4cc5-9bfc-1417f4124cbc None None] For port df3acb7b-0cd0-4a94-9565-9797662c8ebd, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=df3acb7b-0cd0-4a94-9565-9797662c8ebd,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:11.493705 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-556c1309-25d3-4cc5-9bfc-1417f4124cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:11.644279 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-2955c798-75ff-4d15-83bc-6cd1aad8b400 admin admin] Allocated IP 172.20.0.1 (adb68dcd-3f5c-45cd-b266-48135fc585c2/0efe5579-724d-4e26-bc65-9ad33d609db4/ff28d209-28d2-4c75-adf8-3b758da69213) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:19:11.662047 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556c1309-25d3-4cc5-9bfc-1417f4124cbc None None] Routers {'aeee9b6b-9779-4c75-81de-65f4963b5a2d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:19:11.662730 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-556c1309-25d3-4cc5-9bfc-1417f4124cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:19:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['aeee9b6b-9779-4c75-81de-65f4963b5a2d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:11.670463 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e9471-f4fa-4c3e-85e1-32cc2a258a94 None None] Pushing event updated for resources: {'Port': ['ID=df3acb7b-0cd0-4a94-9565-9797662c8ebd,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:11.751009 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c7dc6d77-656a-48c6-8d70-95a89247ffa8 req-25d8e568-45fb-475c-9533-b1639bc05cf7 service neutron] 10.222.0.73 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978174 Nov 25 19:19:11.861383 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c7dc6d77-656a-48c6-8d70-95a89247ffa8 req-713e4396-658a-4f57-abbd-ff6f21fd3ea0 service neutron] 10.222.0.73 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009791 Nov 25 19:19:11.868792 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-556c1309-25d3-4cc5-9bfc-1417f4124cbc None None] Set router aeee9b6b-9779-4c75-81de-65f4963b5a2d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:19:11.883488 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2955c798-75ff-4d15-83bc-6cd1aad8b400 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:11.887630 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-6e9250da-a739-47f0-b387-8150337b7817 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:11.890092 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-6e9250da-a739-47f0-b387-8150337b7817 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 807 time: 0.4155827 Nov 25 19:19:11.915481 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-a7d18685-fa6f-49a2-a4cf-111ede594d97 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/quotas/12018ca1c64542299c2d57a199401db7 HTTP/1.1" status: 200 len: 375 time: 0.0132179 Nov 25 19:19:11.928018 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2955c798-75ff-4d15-83bc-6cd1aad8b400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:11.981692 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2955c798-75ff-4d15-83bc-6cd1aad8b400 admin admin] Network adb68dcd-3f5c-45cd-b266-48135fc585c2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:19:11.985893 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2955c798-75ff-4d15-83bc-6cd1aad8b400 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:11.990050 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2955c798-75ff-4d15-83bc-6cd1aad8b400 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:19:11.994197 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-668785a9-7996-4359-8bd2-d9bdcfdd06f4 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613203 Nov 25 19:19:12.042687 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955c798-75ff-4d15-83bc-6cd1aad8b400 admin admin] Pushing event updated for resources: {'Port': ['ID=ff28d209-28d2-4c75-adf8-3b758da69213,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:12.074486 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2955c798-75ff-4d15-83bc-6cd1aad8b400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:12.130099 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6973a373-8f39-4648-ae94-1ade3aca9b2f up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:19:12.177036 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-556c1309-25d3-4cc5-9bfc-1417f4124cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeee9b6b-9779-4c75-81de-65f4963b5a2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-131768230-router', 'tenant_id': 'ba761cceff31463797c62c81131ad757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': 'df3acb7b-0cd0-4a94-9565-9797662c8ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:03Z', 'updated_at': '2021-11-25T19:19:06Z', 'revision_number': 3, 'project_id': 'ba761cceff31463797c62c81131ad757', 'gw_port': {'id': 'df3acb7b-0cd0-4a94-9565-9797662c8ebd', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeee9b6b-9779-4c75-81de-65f4963b5a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:05Z', 'updated_at': '2021-11-25T19:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:12.218367 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-5688adb0-6c70-407d-95c1-66b31bd9715f service neutron] 10.222.0.55 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598289 Nov 25 19:19:12.242987 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 6973a373-8f39-4648-ae94-1ade3aca9b2f completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:19:12.251588 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 6973a373-8f39-4648-ae94-1ade3aca9b2f triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:12.251967 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:12.261860 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556c1309-25d3-4cc5-9bfc-1417f4124cbc None None] The sync data for ids ['aeee9b6b-9779-4c75-81de-65f4963b5a2d'] in n-d-819349-5 is: [{'id': 'aeee9b6b-9779-4c75-81de-65f4963b5a2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-131768230-router', 'tenant_id': 'ba761cceff31463797c62c81131ad757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': 'df3acb7b-0cd0-4a94-9565-9797662c8ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:03Z', 'updated_at': '2021-11-25T19:19:06Z', 'revision_number': 3, 'project_id': 'ba761cceff31463797c62c81131ad757', 'gw_port': {'id': 'df3acb7b-0cd0-4a94-9565-9797662c8ebd', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeee9b6b-9779-4c75-81de-65f4963b5a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:05Z', 'updated_at': '2021-11-25T19:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:19:12.373001 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:12.398180 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-4eea4637-fa6b-4a69-a1b2-787f37799ffb service neutron] 10.222.0.55 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713583 Nov 25 19:19:12.417530 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6973a373-8f39-4648-ae94-1ade3aca9b2f, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6973a373-8f39-4648-ae94-1ade3aca9b2f,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:12.418839 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3f982d-871e-48c2-9930-19964ed0bc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6973a373-8f39-4648-ae94-1ade3aca9b2f'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:12.423121 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5337070c-70e7-41ea-a359-4d005caf8b68" -d '{"events": [{"server_uuid": "ff3f982d-871e-48c2-9930-19964ed0bc9e", "name": "network-vif-plugged", "status": "completed", "tag": "6973a373-8f39-4648-ae94-1ade3aca9b2f"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:12.427876 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:12.490885 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e057deeb-9861-45df-9e1d-9c6479ee4998 None None] Provisioning complete for port ff28d209-28d2-4c75-adf8-3b758da69213 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:12.491383 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e057deeb-9861-45df-9e1d-9c6479ee4998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:12.530662 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6973a373-8f39-4648-ae94-1ade3aca9b2f,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:12.567498 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e057deeb-9861-45df-9e1d-9c6479ee4998 None None] Port ff28d209-28d2-4c75-adf8-3b758da69213 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:19:12.581127 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66640008-7c4d-4ed6-91db-02706205d563 req-82a6eac6-f4fa-4b6c-b67a-178a2c7724d6 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:12.588931 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-66640008-7c4d-4ed6-91db-02706205d563 req-82a6eac6-f4fa-4b6c-b67a-178a2c7724d6 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff3f982d-871e-48c2-9930-19964ed0bc9e HTTP/1.1" status: 200 len: 949 time: 0.4283116 Nov 25 19:19:12.664805 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-66640008-7c4d-4ed6-91db-02706205d563 req-f6550bc6-b762-4051-bac4-b8920c87a80e tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749424 Nov 25 19:19:12.716554 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2955c798-75ff-4d15-83bc-6cd1aad8b400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:12.873661 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0dee0-6b6f-469a-916e-42205ee5a349 req-31fe53f0-0a37-4874-890f-bb934fb8918d tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:12.881656 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a4b0dee0-6b6f-469a-916e-42205ee5a349 req-31fe53f0-0a37-4874-890f-bb934fb8918d tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 944 time: 0.1031103 Nov 25 19:19:13.026265 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a4b0dee0-6b6f-469a-916e-42205ee5a349 req-da8fb31a-835c-433c-9da7-c0931e28d36f tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433699 Nov 25 19:19:13.197264 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2955c798-75ff-4d15-83bc-6cd1aad8b400 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:13.206618 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2955c798-75ff-4d15-83bc-6cd1aad8b400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:13.355689 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2955c798-75ff-4d15-83bc-6cd1aad8b400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:13.398512 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955c798-75ff-4d15-83bc-6cd1aad8b400 admin admin] Pushing event updated for resources: {'Port': ['ID=ff28d209-28d2-4c75-adf8-3b758da69213,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:13.514659 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38cf8b4-67c5-4deb-9bc6-7c0f22acff7f x-openstack-request-id: req-c38cf8b4-67c5-4deb-9bc6-7c0f22acff7f {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:13.515428 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3f982d-871e-48c2-9930-19964ed0bc9e", "name": "network-vif-plugged", "status": "completed", "tag": "6973a373-8f39-4648-ae94-1ade3aca9b2f", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:13.516074 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c38cf8b4-67c5-4deb-9bc6-7c0f22acff7f {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:13.516811 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3f982d-871e-48c2-9930-19964ed0bc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6973a373-8f39-4648-ae94-1ade3aca9b2f', 'code': 200} Nov 25 19:19:13.596651 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2955c798-75ff-4d15-83bc-6cd1aad8b400 admin admin] Network adb68dcd-3f5c-45cd-b266-48135fc585c2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:19:13.604455 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2955c798-75ff-4d15-83bc-6cd1aad8b400 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:13.739538 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bb57edec-2c09-4315-a0d4-67db19e2545f req-d6fbc18d-e798-4c88-94c2-28e8e172c25e tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 210 time: 0.0814581 Nov 25 19:19:13.830764 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534f035-805c-47b3-8cd6-b60d6fb26cb7 req-3be17578-c12b-4f45-b308-8f9d9cd09070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:13.836230 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d534f035-805c-47b3-8cd6-b60d6fb26cb7 req-3be17578-c12b-4f45-b308-8f9d9cd09070 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ff3f982d-871e-48c2-9930-19964ed0bc9e HTTP/1.1" status: 200 len: 1101 time: 0.2182209 Nov 25 19:19:13.954278 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d534f035-805c-47b3-8cd6-b60d6fb26cb7 req-df239fcd-9de7-4600-bd42-5e4cd30fa33d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093693 Nov 25 19:19:14.010195 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2955c798-75ff-4d15-83bc-6cd1aad8b400 admin admin] Router aeee9b6b-9779-4c75-81de-65f4963b5a2d has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:19:14.090259 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c28c793c-93a9-46ef-b640-90dd78a75b0d req-b39a10d0-ea9b-439f-91a0-79bb5360af96 tempest-QuotasAdminNegativeTest-2104640060 tempest-QuotasAdminNegativeTest-2104640060-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f06bfd7b239948da855743fa78bdc0a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582569 Nov 25 19:19:14.180179 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device df3acb7b-0cd0-4a94-9565-9797662c8ebd up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:19:14.277335 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51028) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:14.320574 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297fda6-c585-474e-a0b2-f8710e897bea req-091a4c96-4887-46d8-9e3d-978a227f486b tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:14.328802 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4297fda6-c585-474e-a0b2-f8710e897bea req-091a4c96-4887-46d8-9e3d-978a227f486b tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff3f982d-871e-48c2-9930-19964ed0bc9e HTTP/1.1" status: 200 len: 950 time: 0.1068108 Nov 25 19:19:14.343208 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-33e44d3b-2632-430a-a53d-af6e330c7ae4 None None] Provisioning complete for port ff28d209-28d2-4c75-adf8-3b758da69213 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:14.343550 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-33e44d3b-2632-430a-a53d-af6e330c7ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:14.353721 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c793c-93a9-46ef-b640-90dd78a75b0d req-deac9031-7113-4ef2-8e7c-716bee526202 tempest-QuotasAdminNegativeTest-2104640060 tempest-QuotasAdminNegativeTest-2104640060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:14.356215 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c28c793c-93a9-46ef-b640-90dd78a75b0d req-deac9031-7113-4ef2-8e7c-716bee526202 tempest-QuotasAdminNegativeTest-2104640060 tempest-QuotasAdminNegativeTest-2104640060-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2096853 Nov 25 19:19:14.356726 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2955c798-75ff-4d15-83bc-6cd1aad8b400 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:19:14.364226 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2955c798-75ff-4d15-83bc-6cd1aad8b400 admin admin] 10.222.0.55 "PUT /v2.0/routers/aeee9b6b-9779-4c75-81de-65f4963b5a2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4384308 Nov 25 19:19:14.411128 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c28c793c-93a9-46ef-b640-90dd78a75b0d req-b9d3e4ee-42ad-4450-8e59-e7a2c214eabd tempest-QuotasAdminNegativeTest-2104640060 tempest-QuotasAdminNegativeTest-2104640060-project] 10.222.0.55 "GET /v2.0/quotas/f06bfd7b239948da855743fa78bdc0a9 HTTP/1.1" status: 200 len: 375 time: 0.0347900 Nov 25 19:19:14.432980 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:19:14.463644 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port df3acb7b-0cd0-4a94-9565-9797662c8ebd triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:14.464201 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:14.467731 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-33e44d3b-2632-430a-a53d-af6e330c7ae4 None None] Port ff28d209-28d2-4c75-adf8-3b758da69213 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:19:14.495233 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c28c793c-93a9-46ef-b640-90dd78a75b0d req-e4bfe191-1d1b-4712-8194-3005d345f22b tempest-QuotasAdminNegativeTest-2104640060 tempest-QuotasAdminNegativeTest-2104640060-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f06bfd7b239948da855743fa78bdc0a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636625 Nov 25 19:19:14.605508 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21d7180f-487d-4fe2-a2c6-8d11d9cb2764 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:14.610124 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:14.624129 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4297fda6-c585-474e-a0b2-f8710e897bea req-8d0bd651-4a8d-49e3-a335-5e965914211b tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897387 Nov 25 19:19:14.650743 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port df3acb7b-0cd0-4a94-9565-9797662c8ebd, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=df3acb7b-0cd0-4a94-9565-9797662c8ebd,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:14.671398 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-93a82113-ce69-4277-86b2-1438386bf3e4 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:14.674010 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-93a82113-ce69-4277-86b2-1438386bf3e4 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.85 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 807 time: 0.2922804 Nov 25 19:19:14.688814 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:14.689318 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-a72bf059-4081-4069-8edc-28b8c541ac9d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Request body: {'port': {'device_id': '0d918767-8e49-4554-a284-d0d3593701d0', 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788', 'admin_state_up': True, 'tenant_id': '12018ca1c64542299c2d57a199401db7'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:14.702194 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 5fa77015-14c7-4747-824a-119838dab680 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:19:14.817202 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21d7180f-487d-4fe2-a2c6-8d11d9cb2764 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:14.891536 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21d7180f-487d-4fe2-a2c6-8d11d9cb2764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:14.892999 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=df3acb7b-0cd0-4a94-9565-9797662c8ebd,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:14.961465 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-21d7180f-487d-4fe2-a2c6-8d11d9cb2764 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=70ec71aca80349339eeab9b7d5ef44e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6807647 Nov 25 19:19:14.966050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7180f-487d-4fe2-a2c6-8d11d9cb2764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262dfc0a-2850-4e69-ab0b-5329a897ce0d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:14.967127 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51048) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:14.992172 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869f228-68f1-469a-973e-9324432fd657 req-a54256d2-4b34-46d9-aa08-c54761978a83 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:14.993929 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2869f228-68f1-469a-973e-9324432fd657 req-a54256d2-4b34-46d9-aa08-c54761978a83 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 944 time: 0.2438321 Nov 25 19:19:15.015603 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 5fa77015-14c7-4747-824a-119838dab680, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=5fa77015-14c7-4747-824a-119838dab680,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:15.038713 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '5fa77015-14c7-4747-824a-119838dab680', 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98', 'port_id': '5fa77015-14c7-4747-824a-119838dab680', 'mac_address': 'fa:16:3e:c2:98:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688fcc59-0345-41e4-9b88-cea9e7c21583', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:19:15.109003 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2869f228-68f1-469a-973e-9324432fd657 req-7c12face-6761-44f3-83ce-e5e92c4d9d24 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002078 Nov 25 19:19:15.110225 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-a72bf059-4081-4069-8edc-28b8c541ac9d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Made reservation on behalf of 12018ca1c64542299c2d57a199401db7 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:15.114154 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-a72bf059-4081-4069-8edc-28b8c541ac9d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:15.160004 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:15.181908 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa77015-14c7-4747-824a-119838dab680 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:15.221803 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 5fa77015-14c7-4747-824a-119838dab680, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=5fa77015-14c7-4747-824a-119838dab680,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:15.226430 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83d0625f-2f68-4d1d-ad29-7619616338b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:15.228660 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:15.297903 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-a72bf059-4081-4069-8edc-28b8c541ac9d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Allocated IP 172.20.0.2 (4f1ae74c-ff92-4f6b-bdc2-b33a54676788/7d22af38-4f63-40b1-a1f0-3aff6ec04048/f357baea-35f8-4e94-8d9b-87f9a75cfd5d) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:19:15.312827 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83d0625f-2f68-4d1d-ad29-7619616338b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:15.336552 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=5fa77015-14c7-4747-824a-119838dab680,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:15.343953 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c45d983-96d3-46d0-842b-dfd2f198805b None None] Sync routers for ids ['aeee9b6b-9779-4c75-81de-65f4963b5a2d'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:19:15.385485 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c45d983-96d3-46d0-842b-dfd2f198805b None None] Routers {'aeee9b6b-9779-4c75-81de-65f4963b5a2d'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:19:15.387112 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83d0625f-2f68-4d1d-ad29-7619616338b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:15.387709 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9c45d983-96d3-46d0-842b-dfd2f198805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:19:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['aeee9b6b-9779-4c75-81de-65f4963b5a2d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:15.390898 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83d0625f-2f68-4d1d-ad29-7619616338b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:15.396332 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-83d0625f-2f68-4d1d-ad29-7619616338b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/262dfc0a-2850-4e69-ab0b-5329a897ce0d HTTP/1.1" status: 204 len: 168 time: 0.4270141 Nov 25 19:19:15.431269 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0625f-2f68-4d1d-ad29-7619616338b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262dfc0a-2850-4e69-ab0b-5329a897ce0d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:15.664325 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eb051e20-0a57-42be-b7d6-3eff804f8612 req-e1eff5d8-77a8-475c-adc7-4f198e7e0c81 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 210 time: 0.1881223 Nov 25 19:19:15.758342 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-a72bf059-4081-4069-8edc-28b8c541ac9d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:15.785196 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['5fa77015-14c7-4747-824a-119838dab680'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:19:15.793366 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-9c45d983-96d3-46d0-842b-dfd2f198805b None None] Set router aeee9b6b-9779-4c75-81de-65f4963b5a2d gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:19:15.804510 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-a72bf059-4081-4069-8edc-28b8c541ac9d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:15.858523 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-a72bf059-4081-4069-8edc-28b8c541ac9d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:19:15.864509 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-a72bf059-4081-4069-8edc-28b8c541ac9d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:15.874674 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-a72bf059-4081-4069-8edc-28b8c541ac9d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:19:15.884810 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-a72bf059-4081-4069-8edc-28b8c541ac9d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:15.885737 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-a72bf059-4081-4069-8edc-28b8c541ac9d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:15.924782 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-a72bf059-4081-4069-8edc-28b8c541ac9d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2402093 Nov 25 19:19:15.930721 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72bf059-4081-4069-8edc-28b8c541ac9d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Pushing event updated for resources: {'Port': ['ID=f357baea-35f8-4e94-8d9b-87f9a75cfd5d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:15.932614 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51070) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:15.943592 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-e150b642-852a-410b-90ae-ecb6cbbbeeb6 service neutron] Request body: {'port': {'device_id': '0d918767-8e49-4554-a284-d0d3593701d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:15.971012 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f371115-ac57-4241-91f1-fec131d32b65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:16.043102 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-e150b642-852a-410b-90ae-ecb6cbbbeeb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:16.123458 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51076) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:16.152356 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device df3acb7b-0cd0-4a94-9565-9797662c8ebd up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:19:16.275884 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f371115-ac57-4241-91f1-fec131d32b65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:16.286490 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f371115-ac57-4241-91f1-fec131d32b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:16.350560 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1f371115-ac57-4241-91f1-fec131d32b65 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=44ecb41df4c64ab7b42c739442a60ae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4155738 Nov 25 19:19:16.354194 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51082) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:16.388365 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port df3acb7b-0cd0-4a94-9565-9797662c8ebd triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:16.388743 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:16.443473 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f371115-ac57-4241-91f1-fec131d32b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb725453-3b90-47b5-93a1-d20a5ddf0046,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:16.477769 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9c45d983-96d3-46d0-842b-dfd2f198805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeee9b6b-9779-4c75-81de-65f4963b5a2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-131768230-router', 'tenant_id': 'ba761cceff31463797c62c81131ad757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': 'df3acb7b-0cd0-4a94-9565-9797662c8ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:03Z', 'updated_at': '2021-11-25T19:19:12Z', 'revision_number': 4, 'project_id': 'ba761cceff31463797c62c81131ad757', 'gw_port': {'id': 'df3acb7b-0cd0-4a94-9565-9797662c8ebd', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeee9b6b-9779-4c75-81de-65f4963b5a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:05Z', 'updated_at': '2021-11-25T19:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'ff28d209-28d2-4c75-adf8-3b758da69213', 'name': '', 'network_id': 'adb68dcd-3f5c-45cd-b266-48135fc585c2', 'tenant_id': 'ba761cceff31463797c62c81131ad757', 'mac_address': 'fa:16:3e:1d:97:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeee9b6b-9779-4c75-81de-65f4963b5a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '0efe5579-724d-4e26-bc65-9ad33d609db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:11Z', 'updated_at': '2021-11-25T19:19:12Z', 'revision_number': 2, 'project_id': 'ba761cceff31463797c62c81131ad757', 'subnets': [{'id': '0efe5579-724d-4e26-bc65-9ad33d609db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:16.496977 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a73a0de-5218-49f4-bbee-d0f048e65563 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:16.548031 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a73a0de-5218-49f4-bbee-d0f048e65563 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:16.570026 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c45d983-96d3-46d0-842b-dfd2f198805b None None] Checking router: aeee9b6b-9779-4c75-81de-65f4963b5a2d for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:19:16.570426 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c45d983-96d3-46d0-842b-dfd2f198805b None None] Updating router aeee9b6b-9779-4c75-81de-65f4963b5a2d port ff28d209-28d2-4c75-adf8-3b758da69213 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:19:16.625156 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9c45d983-96d3-46d0-842b-dfd2f198805b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:16.784119 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a73a0de-5218-49f4-bbee-d0f048e65563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:16.790179 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a73a0de-5218-49f4-bbee-d0f048e65563 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:16.804597 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9a73a0de-5218-49f4-bbee-d0f048e65563 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cb725453-3b90-47b5-93a1-d20a5ddf0046 HTTP/1.1" status: 204 len: 168 time: 0.4481959 Nov 25 19:19:16.846799 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73a0de-5218-49f4-bbee-d0f048e65563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb725453-3b90-47b5-93a1-d20a5ddf0046,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:16.863747 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095aadb-3dd3-47ef-af8a-6d7fef43a828 req-181b309d-69d0-4e75-a2f6-6a85a85a6f32 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:16.865415 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f095aadb-3dd3-47ef-af8a-6d7fef43a828 req-181b309d-69d0-4e75-a2f6-6a85a85a6f32 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff3f982d-871e-48c2-9930-19964ed0bc9e HTTP/1.1" status: 200 len: 950 time: 0.1618299 Nov 25 19:19:16.866243 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c7ee03c-c441-48a1-9e17-77c31e3bc062 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:16.963024 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f095aadb-3dd3-47ef-af8a-6d7fef43a828 req-725f9f47-5f23-4bb0-8aea-69f9a2d81bb6 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778022 Nov 25 19:19:17.004314 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c7ee03c-c441-48a1-9e17-77c31e3bc062 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:17.012638 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c7ee03c-c441-48a1-9e17-77c31e3bc062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:17.067006 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ee03c-c441-48a1-9e17-77c31e3bc062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12aa4ed-a90d-4479-bf08-224510a8d362,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:17.109711 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51102) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:17.110323 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5c7ee03c-c441-48a1-9e17-77c31e3bc062 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=02c98069b3f14b39838533a5f7f18ed5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9846892 Nov 25 19:19:17.201291 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc3462-bcd5-4c97-826b-4625fdb94931 req-29d96cf9-c118-46fe-a227-f98f8efe4af1 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:17.209118 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0dc3462-bcd5-4c97-826b-4625fdb94931 req-29d96cf9-c118-46fe-a227-f98f8efe4af1 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 945 time: 0.1811666 Nov 25 19:19:17.228494 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9c45d983-96d3-46d0-842b-dfd2f198805b None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:17.235327 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-e150b642-852a-410b-90ae-ecb6cbbbeeb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f357baea-35f8-4e94-8d9b-87f9a75cfd5d {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:17.253560 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9c45d983-96d3-46d0-842b-dfd2f198805b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:17.256868 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-e150b642-852a-410b-90ae-ecb6cbbbeeb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:17.278968 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09f13ee8-8654-4fd4-a4d3-94ab357672fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:17.304517 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09f13ee8-8654-4fd4-a4d3-94ab357672fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:17.362597 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046f574-3fdd-41a2-9cec-58004c8e06e5 None None] Pushing event updated for resources: {'Port': ['ID=ff28d209-28d2-4c75-adf8-3b758da69213,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:17.382721 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09f13ee8-8654-4fd4-a4d3-94ab357672fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:17.385391 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09f13ee8-8654-4fd4-a4d3-94ab357672fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:17.386778 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-09f13ee8-8654-4fd4-a4d3-94ab357672fc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f12aa4ed-a90d-4479-bf08-224510a8d362 HTTP/1.1" status: 204 len: 168 time: 0.2725940 Nov 25 19:19:17.392339 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-e150b642-852a-410b-90ae-ecb6cbbbeeb6 service neutron] Transition to ACTIVE for port object f357baea-35f8-4e94-8d9b-87f9a75cfd5d will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:19:17.412387 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0dc3462-bcd5-4c97-826b-4625fdb94931 req-ff921650-4a15-4f10-baa8-d99a88cf99cf tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021229 Nov 25 19:19:17.417771 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-9c45d983-96d3-46d0-842b-dfd2f198805b None None] Attempting to bind port ff28d209-28d2-4c75-adf8-3b758da69213 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:17.418214 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-9c45d983-96d3-46d0-842b-dfd2f198805b None None] Attempting to bind port ff28d209-28d2-4c75-adf8-3b758da69213 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '6e6f9627-8505-4610-b792-96e9496a8dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'adb68dcd-3f5c-45cd-b266-48135fc585c2'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:17.419351 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45d983-96d3-46d0-842b-dfd2f198805b None None] Attempting to bind port ff28d209-28d2-4c75-adf8-3b758da69213 on network adb68dcd-3f5c-45cd-b266-48135fc585c2 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:17.421779 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-e150b642-852a-410b-90ae-ecb6cbbbeeb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:17.426416 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f13ee8-8654-4fd4-a4d3-94ab357672fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12aa4ed-a90d-4479-bf08-224510a8d362,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:17.448718 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45d983-96d3-46d0-842b-dfd2f198805b None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:17.449325 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45d983-96d3-46d0-842b-dfd2f198805b None None] Checking segment: {'id': '6e6f9627-8505-4610-b792-96e9496a8dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'adb68dcd-3f5c-45cd-b266-48135fc585c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:17.452689 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9c45d983-96d3-46d0-842b-dfd2f198805b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:17.456348 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45d983-96d3-46d0-842b-dfd2f198805b None None] Bound using segment: {'id': '6e6f9627-8505-4610-b792-96e9496a8dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'adb68dcd-3f5c-45cd-b266-48135fc585c2'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:17.456914 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-9c45d983-96d3-46d0-842b-dfd2f198805b None None] Bound port: ff28d209-28d2-4c75-adf8-3b758da69213, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6f9627-8505-4610-b792-96e9496a8dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'adb68dcd-3f5c-45cd-b266-48135fc585c2'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:17.458500 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9c45d983-96d3-46d0-842b-dfd2f198805b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:17.568191 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150b642-852a-410b-90ae-ecb6cbbbeeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=f357baea-35f8-4e94-8d9b-87f9a75cfd5d,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:17.659109 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9c45d983-96d3-46d0-842b-dfd2f198805b None None] For port ff28d209-28d2-4c75-adf8-3b758da69213, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:17.663459 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9c45d983-96d3-46d0-842b-dfd2f198805b None None] For port ff28d209-28d2-4c75-adf8-3b758da69213, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=ff28d209-28d2-4c75-adf8-3b758da69213,segment=NetworkSegment(6e6f9627-8505-4610-b792-96e9496a8dae),segment_id=6e6f9627-8505-4610-b792-96e9496a8dae)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:17.682908 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9c45d983-96d3-46d0-842b-dfd2f198805b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:17.801344 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-e150b642-852a-410b-90ae-ecb6cbbbeeb6 service neutron] Attempting to bind port f357baea-35f8-4e94-8d9b-87f9a75cfd5d on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:17.801888 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-e150b642-852a-410b-90ae-ecb6cbbbeeb6 service neutron] Attempting to bind port f357baea-35f8-4e94-8d9b-87f9a75cfd5d by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:17.802650 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-e150b642-852a-410b-90ae-ecb6cbbbeeb6 service neutron] Attempting to bind port f357baea-35f8-4e94-8d9b-87f9a75cfd5d on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:17.849940 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7488386-13bd-46d3-a4bb-539869a32f53 req-c8af11a9-f7e6-429c-b5ff-79caff8a83ed tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:17.853210 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a7488386-13bd-46d3-a4bb-539869a32f53 req-c8af11a9-f7e6-429c-b5ff-79caff8a83ed tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 943 time: 0.1792874 Nov 25 19:19:17.856767 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-e150b642-852a-410b-90ae-ecb6cbbbeeb6 service neutron] Port f357baea-35f8-4e94-8d9b-87f9a75cfd5d on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:19:17.857499 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-e150b642-852a-410b-90ae-ecb6cbbbeeb6 service neutron] Attempting to bind port f357baea-35f8-4e94-8d9b-87f9a75cfd5d on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:17.933460 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-e150b642-852a-410b-90ae-ecb6cbbbeeb6 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:17.933794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-e150b642-852a-410b-90ae-ecb6cbbbeeb6 service neutron] Checking segment: {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:17.934179 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-e150b642-852a-410b-90ae-ecb6cbbbeeb6 service neutron] Bound using segment: {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:17.935580 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-e150b642-852a-410b-90ae-ecb6cbbbeeb6 service neutron] Bound port: f357baea-35f8-4e94-8d9b-87f9a75cfd5d, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:17.935971 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-e150b642-852a-410b-90ae-ecb6cbbbeeb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:17.967417 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c45d983-96d3-46d0-842b-dfd2f198805b None None] Routers {'aeee9b6b-9779-4c75-81de-65f4963b5a2d'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:19:17.974005 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9c45d983-96d3-46d0-842b-dfd2f198805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:19:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['aeee9b6b-9779-4c75-81de-65f4963b5a2d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:18.023528 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a7488386-13bd-46d3-a4bb-539869a32f53 req-f29a4d38-d747-4ef8-a997-774c494859ba tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517384 Nov 25 19:19:18.103697 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-e150b642-852a-410b-90ae-ecb6cbbbeeb6 service neutron] For port f357baea-35f8-4e94-8d9b-87f9a75cfd5d, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:18.108222 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-e150b642-852a-410b-90ae-ecb6cbbbeeb6 service neutron] For port f357baea-35f8-4e94-8d9b-87f9a75cfd5d, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=f357baea-35f8-4e94-8d9b-87f9a75cfd5d,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:18.119423 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-e150b642-852a-410b-90ae-ecb6cbbbeeb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:18.187353 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-e150b642-852a-410b-90ae-ecb6cbbbeeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:18.187996 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-e150b642-852a-410b-90ae-ecb6cbbbeeb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:18.189472 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-e150b642-852a-410b-90ae-ecb6cbbbeeb6 service neutron] 10.222.0.85 "PUT /v2.0/ports/f357baea-35f8-4e94-8d9b-87f9a75cfd5d HTTP/1.1" status: 200 len: 1091 time: 2.2525845 Nov 25 19:19:18.189957 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d918767-8e49-4554-a284-d0d3593701d0', 'tag': 'f357baea-35f8-4e94-8d9b-87f9a75cfd5d'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:18.196053 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33037a54-01e1-4cba-b35b-0b9e38a211d2" -d '{"events": [{"name": "network-changed", "server_uuid": "0d918767-8e49-4554-a284-d0d3593701d0", "tag": "f357baea-35f8-4e94-8d9b-87f9a75cfd5d"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:18.239343 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046f574-3fdd-41a2-9cec-58004c8e06e5 None None] Pushing event updated for resources: {'Port': ['ID=ff28d209-28d2-4c75-adf8-3b758da69213,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:18.315141 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150b642-852a-410b-90ae-ecb6cbbbeeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=f357baea-35f8-4e94-8d9b-87f9a75cfd5d,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:18.317758 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4e74200c-681f-44d2-b875-038aae32d2ee None None] Provisioning complete for port ff28d209-28d2-4c75-adf8-3b758da69213 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:18.318404 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4e74200c-681f-44d2-b875-038aae32d2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:18.322249 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11aedae-6b7e-4d3d-8c2b-f7910ce872ab req-a280e5c4-ce60-46a5-9d31-6de635d2fd73 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:18.326558 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e11aedae-6b7e-4d3d-8c2b-f7910ce872ab req-a280e5c4-ce60-46a5-9d31-6de635d2fd73 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff3f982d-871e-48c2-9930-19964ed0bc9e HTTP/1.1" status: 200 len: 950 time: 0.1622684 Nov 25 19:19:18.350468 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-55f113d5-96fc-43de-adcf-83247a38b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:18.352872 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-55f113d5-96fc-43de-adcf-83247a38b3e8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 1094 time: 0.0887225 Nov 25 19:19:18.414934 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e11aedae-6b7e-4d3d-8c2b-f7910ce872ab req-ecfd3ad9-1093-46f7-a169-9ef601281b27 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788419 Nov 25 19:19:18.470058 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-b7230dbb-7907-413d-a0c3-0b6d185b0a49 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f357baea-35f8-4e94-8d9b-87f9a75cfd5d HTTP/1.1" status: 200 len: 217 time: 0.1089704 Nov 25 19:19:18.495159 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-feaadae8-d9c4-4a69-b294-19e1a9677f03 req-0e7c874d-f33b-4e80-b8c2-c77f80274e7c tempest-QuotasAdminNegativeTest-2104640060 tempest-QuotasAdminNegativeTest-2104640060-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f06bfd7b239948da855743fa78bdc0a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433080 Nov 25 19:19:18.561750 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51148) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:18.594656 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51152) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:18.619120 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c8d3c87-80ba-4356-86b9-80bafdd4959f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:18.620633 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-9c45d983-96d3-46d0-842b-dfd2f198805b None None] Set router aeee9b6b-9779-4c75-81de-65f4963b5a2d gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:19:18.687693 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaadae8-d9c4-4a69-b294-19e1a9677f03 req-20dc3793-ef58-4e53-9406-07808ca29325 tempest-QuotasAdminNegativeTest-2104640060 tempest-QuotasAdminNegativeTest-2104640060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:18.699755 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-feaadae8-d9c4-4a69-b294-19e1a9677f03 req-20dc3793-ef58-4e53-9406-07808ca29325 tempest-QuotasAdminNegativeTest-2104640060 tempest-QuotasAdminNegativeTest-2104640060-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2032642 Nov 25 19:19:18.720910 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 5fa77015-14c7-4747-824a-119838dab680 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:19:18.755272 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-feaadae8-d9c4-4a69-b294-19e1a9677f03 req-e82041a3-06c9-4a14-b1b2-6b4785ace0b1 tempest-QuotasAdminNegativeTest-2104640060 tempest-QuotasAdminNegativeTest-2104640060-project] 10.222.0.55 "GET /v2.0/quotas/f06bfd7b239948da855743fa78bdc0a9 HTTP/1.1" status: 200 len: 375 time: 0.0535541 Nov 25 19:19:18.821973 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4e74200c-681f-44d2-b875-038aae32d2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:18.823863 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-feaadae8-d9c4-4a69-b294-19e1a9677f03 req-ff46a29e-862e-4704-9fa5-29f51c579822 tempest-QuotasAdminNegativeTest-2104640060 tempest-QuotasAdminNegativeTest-2104640060-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f06bfd7b239948da855743fa78bdc0a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673075 Nov 25 19:19:18.828212 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-5580fe38-db97-411d-b7ac-676f262617ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:18.832822 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-5580fe38-db97-411d-b7ac-676f262617ca service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7d22af38-4f63-40b1-a1f0-3aff6ec04048 HTTP/1.1" status: 200 len: 847 time: 0.3468945 Nov 25 19:19:18.842588 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c8d3c87-80ba-4356-86b9-80bafdd4959f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:18.850436 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c8d3c87-80ba-4356-86b9-80bafdd4959f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:18.908141 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-c11a69b8-5098-4e51-9de2-e65789758c65 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530062 Nov 25 19:19:18.955518 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7c8d3c87-80ba-4356-86b9-80bafdd4959f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e495fa76c8754c04a1b9c95cadf5e57d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3591669 Nov 25 19:19:18.962542 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51160) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:18.994526 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d3c87-80ba-4356-86b9-80bafdd4959f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09e382b-a4a9-4a10-8c98-bb98aa5f55bc,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:19.040539 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7b271cf2-a01b-461e-a8bb-b2cf635e13bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:19.042716 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51164) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:19.057274 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ba2d0820-7dc3-45c9-970f-956134041870 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--52652715', 'description': 'tempest-description--2010867808'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:19.147283 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deaa52c6-c165-473f-b64b-8745d2fe89cf x-openstack-request-id: req-deaa52c6-c165-473f-b64b-8745d2fe89cf {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:19.149419 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d918767-8e49-4554-a284-d0d3593701d0", "tag": "f357baea-35f8-4e94-8d9b-87f9a75cfd5d", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:19.150200 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-deaa52c6-c165-473f-b64b-8745d2fe89cf {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:19.152380 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d918767-8e49-4554-a284-d0d3593701d0', 'tag': 'f357baea-35f8-4e94-8d9b-87f9a75cfd5d', 'status': 'completed', 'code': 200} Nov 25 19:19:19.158548 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4e74200c-681f-44d2-b875-038aae32d2ee None None] For port ff28d209-28d2-4c75-adf8-3b758da69213, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=ff28d209-28d2-4c75-adf8-3b758da69213,segment=NetworkSegment(6e6f9627-8505-4610-b792-96e9496a8dae),segment_id=6e6f9627-8505-4610-b792-96e9496a8dae)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:19.175664 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba2d0820-7dc3-45c9-970f-956134041870 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:19.178016 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-9976c37a-d169-4ae0-9671-20c839a0c684 service neutron] 10.222.0.85 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683613 Nov 25 19:19:19.358446 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d474c704-248c-42a0-a0d2-edca0ada2f77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:19.375555 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4e74200c-681f-44d2-b875-038aae32d2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:19.395530 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d7ff2c8a-0631-4066-84d3-af9c5fc4781a req-0d2a7cb6-6b48-4025-903e-8fbb05f44915 service neutron] 10.222.0.85 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096953 Nov 25 19:19:19.467528 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 5fa77015-14c7-4747-824a-119838dab680 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:19:19.474526 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe7c4f-984e-4f8d-82b2-788651e7764a req-ff4aebd1-94bf-45ec-a1d1-37c57f9fb916 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:19.478604 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-25fe7c4f-984e-4f8d-82b2-788651e7764a req-ff4aebd1-94bf-45ec-a1d1-37c57f9fb916 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 945 time: 0.2802122 Nov 25 19:19:19.493976 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 5fa77015-14c7-4747-824a-119838dab680 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:19.494374 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:19.561955 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d474c704-248c-42a0-a0d2-edca0ada2f77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:19.574161 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7b271cf2-a01b-461e-a8bb-b2cf635e13bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:19.593336 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33037a54-01e1-4cba-b35b-0b9e38a211d2 req-65114980-6a15-4047-9f0c-95c3b9aa2346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:19.596213 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33037a54-01e1-4cba-b35b-0b9e38a211d2 req-65114980-6a15-4047-9f0c-95c3b9aa2346 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 1094 time: 0.1130934 Nov 25 19:19:19.597802 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba2d0820-7dc3-45c9-970f-956134041870 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:19.604080 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7b271cf2-a01b-461e-a8bb-b2cf635e13bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:19.668914 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2142a91a-9d5d-4704-b7f9-aaa4496d06ff None None] Provisioning complete for port ff28d209-28d2-4c75-adf8-3b758da69213 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:19.669149 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2142a91a-9d5d-4704-b7f9-aaa4496d06ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:19.680698 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e74200c-681f-44d2-b875-038aae32d2ee None None] Pushing event updated for resources: {'Port': ['ID=ff28d209-28d2-4c75-adf8-3b758da69213,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:19.691348 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba2d0820-7dc3-45c9-970f-956134041870 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:19.747434 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-25fe7c4f-984e-4f8d-82b2-788651e7764a req-cb6a9ac0-271a-468c-8d1f-6f26b083dd7e tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375419 Nov 25 19:19:19.822366 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33037a54-01e1-4cba-b35b-0b9e38a211d2 req-1d3b2407-05a8-4e85-9814-b50f37054d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:19.827640 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33037a54-01e1-4cba-b35b-0b9e38a211d2 req-1d3b2407-05a8-4e85-9814-b50f37054d2c service neutron] 10.222.0.85 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 908 time: 0.2165558 Nov 25 19:19:19.862649 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7b271cf2-a01b-461e-a8bb-b2cf635e13bb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a42864ad51bf41f9bd56a53299294b74&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2989168 Nov 25 19:19:19.866678 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba2d0820-7dc3-45c9-970f-956134041870 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:19.871452 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ba2d0820-7dc3-45c9-970f-956134041870 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8210936 Nov 25 19:19:19.872780 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51182) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:19.873097 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51184) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:19.878970 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b271cf2-a01b-461e-a8bb-b2cf635e13bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877e7663-bf90-4b8f-b9a9-f5177f3da775,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:19.890309 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-539ccbe6-28ad-4ff6-8ed5-11b4fc735e77 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Request body: {'security_group_rule': {'security_group_id': '97c5df74-f669-46a5-ab3f-4584cbece4cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:19.933329 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33037a54-01e1-4cba-b35b-0b9e38a211d2 req-4e9e5034-c6a9-4a10-bad8-41a77ffc4080 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f357baea-35f8-4e94-8d9b-87f9a75cfd5d HTTP/1.1" status: 200 len: 217 time: 0.0973530 Nov 25 19:19:19.935690 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d474c704-248c-42a0-a0d2-edca0ada2f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:19.938956 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d474c704-248c-42a0-a0d2-edca0ada2f77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:19.942584 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d474c704-248c-42a0-a0d2-edca0ada2f77 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d09e382b-a4a9-4a10-8c98-bb98aa5f55bc HTTP/1.1" status: 204 len: 168 time: 0.9759889 Nov 25 19:19:19.998145 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-539ccbe6-28ad-4ff6-8ed5-11b4fc735e77 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:20.005229 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9c45d983-96d3-46d0-842b-dfd2f198805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeee9b6b-9779-4c75-81de-65f4963b5a2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-131768230-router', 'tenant_id': 'ba761cceff31463797c62c81131ad757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': 'df3acb7b-0cd0-4a94-9565-9797662c8ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:03Z', 'updated_at': '2021-11-25T19:19:12Z', 'revision_number': 4, 'project_id': 'ba761cceff31463797c62c81131ad757', 'gw_port': {'id': 'df3acb7b-0cd0-4a94-9565-9797662c8ebd', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeee9b6b-9779-4c75-81de-65f4963b5a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:05Z', 'updated_at': '2021-11-25T19:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'ff28d209-28d2-4c75-adf8-3b758da69213', 'name': '', 'network_id': 'adb68dcd-3f5c-45cd-b266-48135fc585c2', 'tenant_id': 'ba761cceff31463797c62c81131ad757', 'mac_address': 'fa:16:3e:1d:97:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeee9b6b-9779-4c75-81de-65f4963b5a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '0efe5579-724d-4e26-bc65-9ad33d609db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:11Z', 'updated_at': '2021-11-25T19:19:17Z', 'revision_number': 4, 'project_id': 'ba761cceff31463797c62c81131ad757', 'subnets': [{'id': '0efe5579-724d-4e26-bc65-9ad33d609db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:20.045470 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d0820-7dc3-45c9-970f-956134041870 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c5df74-f669-46a5-ab3f-4584cbece4cf,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:20.066339 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474c704-248c-42a0-a0d2-edca0ada2f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09e382b-a4a9-4a10-8c98-bb98aa5f55bc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:20.113307 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0219e4c9-52a7-4eeb-939c-ff7f3c86a950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:20.123380 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb7ff9-fd4e-435d-8f70-928dd70609a4 req-38bff092-2672-4851-9d68-8c27f98ab1c3 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:20.124734 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33037a54-01e1-4cba-b35b-0b9e38a211d2 req-a9ab13b7-ef99-4abd-99d7-c1596d63a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:20.129288 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33037a54-01e1-4cba-b35b-0b9e38a211d2 req-a9ab13b7-ef99-4abd-99d7-c1596d63a5f0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7d22af38-4f63-40b1-a1f0-3aff6ec04048 HTTP/1.1" status: 200 len: 847 time: 0.1857145 Nov 25 19:19:20.132314 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-84fb7ff9-fd4e-435d-8f70-928dd70609a4 req-38bff092-2672-4851-9d68-8c27f98ab1c3 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 943 time: 0.2022817 Nov 25 19:19:20.174196 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c45d983-96d3-46d0-842b-dfd2f198805b None None] The sync data for ids ['aeee9b6b-9779-4c75-81de-65f4963b5a2d'] in n-d-819349-5 is: [{'id': 'aeee9b6b-9779-4c75-81de-65f4963b5a2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-131768230-router', 'tenant_id': 'ba761cceff31463797c62c81131ad757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': 'df3acb7b-0cd0-4a94-9565-9797662c8ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:03Z', 'updated_at': '2021-11-25T19:19:12Z', 'revision_number': 4, 'project_id': 'ba761cceff31463797c62c81131ad757', 'gw_port': {'id': 'df3acb7b-0cd0-4a94-9565-9797662c8ebd', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeee9b6b-9779-4c75-81de-65f4963b5a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:05Z', 'updated_at': '2021-11-25T19:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'ff28d209-28d2-4c75-adf8-3b758da69213', 'name': '', 'network_id': 'adb68dcd-3f5c-45cd-b266-48135fc585c2', 'tenant_id': 'ba761cceff31463797c62c81131ad757', 'mac_address': 'fa:16:3e:1d:97:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeee9b6b-9779-4c75-81de-65f4963b5a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '0efe5579-724d-4e26-bc65-9ad33d609db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:11Z', 'updated_at': '2021-11-25T19:19:17Z', 'revision_number': 4, 'project_id': 'ba761cceff31463797c62c81131ad757', 'subnets': [{'id': '0efe5579-724d-4e26-bc65-9ad33d609db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:19:20.213853 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33037a54-01e1-4cba-b35b-0b9e38a211d2 req-e606d074-c44d-4e5f-8308-56f86c9b88f3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693262 Nov 25 19:19:20.221263 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0219e4c9-52a7-4eeb-939c-ff7f3c86a950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:20.286184 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-539ccbe6-28ad-4ff6-8ed5-11b4fc735e77 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:20.301858 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-539ccbe6-28ad-4ff6-8ed5-11b4fc735e77 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:20.342588 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ccbe6-28ad-4ff6-8ed5-11b4fc735e77 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c92644-7ad6-4226-9898-2281c5a885d8,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:20.402647 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-84fb7ff9-fd4e-435d-8f70-928dd70609a4 req-b7737578-43af-4cb0-b71b-5a98faa8429e tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691941 Nov 25 19:19:20.413426 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-539ccbe6-28ad-4ff6-8ed5-11b4fc735e77 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:20.421055 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-539ccbe6-28ad-4ff6-8ed5-11b4fc735e77 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5435138 Nov 25 19:19:20.421727 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51196) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:20.436572 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c7ca334c-af11-4dbc-a3a7-a272ac9ae4f2 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Request body: {'security_group_rule': {'security_group_id': '97c5df74-f669-46a5-ab3f-4584cbece4cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:20.478563 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:20.481786 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7ca334c-af11-4dbc-a3a7-a272ac9ae4f2 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:20.501355 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0219e4c9-52a7-4eeb-939c-ff7f3c86a950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:20.504446 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0219e4c9-52a7-4eeb-939c-ff7f3c86a950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:20.505809 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0219e4c9-52a7-4eeb-939c-ff7f3c86a950 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/877e7663-bf90-4b8f-b9a9-f5177f3da775 HTTP/1.1" status: 204 len: 168 time: 0.6299362 Nov 25 19:19:20.522931 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219e4c9-52a7-4eeb-939c-ff7f3c86a950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877e7663-bf90-4b8f-b9a9-f5177f3da775,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:20.540132 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33037a54-01e1-4cba-b35b-0b9e38a211d2 req-e19868e5-3f07-41a0-9284-73b0206ad7f5 service neutron] 10.222.0.85 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151016 Nov 25 19:19:20.634100 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7ca334c-af11-4dbc-a3a7-a272ac9ae4f2 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:20.641727 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7ca334c-af11-4dbc-a3a7-a272ac9ae4f2 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:20.684338 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489adf8-650f-4d68-9dd8-d0e6a7d5f2b9 req-b1404e0d-f484-4cb8-97c7-e65dbd0c5e93 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:20.687159 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7489adf8-650f-4d68-9dd8-d0e6a7d5f2b9 req-b1404e0d-f484-4cb8-97c7-e65dbd0c5e93 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff3f982d-871e-48c2-9930-19964ed0bc9e HTTP/1.1" status: 200 len: 950 time: 0.3314252 Nov 25 19:19:20.706266 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca334c-af11-4dbc-a3a7-a272ac9ae4f2 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98909485-eb41-41f5-ae62-8283c01e1beb,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:20.753323 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7ca334c-af11-4dbc-a3a7-a272ac9ae4f2 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:20.759769 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c7ca334c-af11-4dbc-a3a7-a272ac9ae4f2 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3310146 Nov 25 19:19:20.761458 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51206) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:20.769145 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5878a307-a767-4f39-8a24-9dabe1b35476 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:20.820128 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33037a54-01e1-4cba-b35b-0b9e38a211d2 req-87f505de-7ffa-4804-bacb-4142afb4fae4 service neutron] 10.222.0.85 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577102 Nov 25 19:19:20.881542 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7489adf8-650f-4d68-9dd8-d0e6a7d5f2b9 req-da092998-af31-40ff-9511-6d057b4d0dff tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814408 Nov 25 19:19:20.894767 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 5fa77015-14c7-4747-824a-119838dab680, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=5fa77015-14c7-4747-824a-119838dab680,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:20.912286 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ef1a2b-7985-4604-9c3d-d408c8813719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa77015-14c7-4747-824a-119838dab680'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:20.916354 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4bff44-ac5d-40e2-bcd4-af20097624ad" -d '{"events": [{"server_uuid": "d0ef1a2b-7985-4604-9c3d-d408c8813719", "name": "network-vif-plugged", "status": "completed", "tag": "5fa77015-14c7-4747-824a-119838dab680"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:20.940847 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:20.985257 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5878a307-a767-4f39-8a24-9dabe1b35476 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:21.012641 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4252b76-d850-4095-8ac3-000e247f7d5b x-openstack-request-id: req-d4252b76-d850-4095-8ac3-000e247f7d5b {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:21.013088 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ef1a2b-7985-4604-9c3d-d408c8813719", "name": "network-vif-plugged", "status": "completed", "tag": "5fa77015-14c7-4747-824a-119838dab680", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:21.013381 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d4252b76-d850-4095-8ac3-000e247f7d5b {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:21.013820 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ef1a2b-7985-4604-9c3d-d408c8813719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa77015-14c7-4747-824a-119838dab680', 'code': 200} Nov 25 19:19:21.045193 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d639310-274c-4f71-a397-6bfc93006c5e req-3a800b46-51ee-494b-b98b-9856dac71ffa tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:21.046666 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d639310-274c-4f71-a397-6bfc93006c5e req-3a800b46-51ee-494b-b98b-9856dac71ffa tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 946 time: 0.1910872 Nov 25 19:19:21.111608 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=5fa77015-14c7-4747-824a-119838dab680,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:21.152658 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec56fe-4437-47b3-9f90-22234f5aa28e req-bab81b01-500e-4c62-bf34-f72824144dae tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:21.155518 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-44ec56fe-4437-47b3-9f90-22234f5aa28e req-bab81b01-500e-4c62-bf34-f72824144dae tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.85 "GET /v2.0/ports?device_id=ff3f982d-871e-48c2-9930-19964ed0bc9e HTTP/1.1" status: 200 len: 950 time: 0.2978358 Nov 25 19:19:21.166917 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2bfde-5782-4fb2-9e80-6e5a03b7a290 req-95a64efb-0313-4934-949b-89d6c9e27154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:21.168439 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-69b2bfde-5782-4fb2-9e80-6e5a03b7a290 req-95a64efb-0313-4934-949b-89d6c9e27154 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 1097 time: 0.0819502 Nov 25 19:19:21.248481 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-69b2bfde-5782-4fb2-9e80-6e5a03b7a290 req-2a40aa99-0ac2-4ad7-988d-cfd5b8a81b67 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712025 Nov 25 19:19:21.333388 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d639310-274c-4f71-a397-6bfc93006c5e req-ed80d044-1f08-49a7-9e0f-ffff5ed2cccb tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286382 Nov 25 19:19:21.426588 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-44ec56fe-4437-47b3-9f90-22234f5aa28e req-f4dd70d4-c488-49af-872a-49e42924b224 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Deleting port 6973a373-8f39-4648-ae94-1ade3aca9b2f {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:19:21.427657 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-44ec56fe-4437-47b3-9f90-22234f5aa28e req-f4dd70d4-c488-49af-872a-49e42924b224 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:21.479206 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5878a307-a767-4f39-8a24-9dabe1b35476 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:21.512201 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51224) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:21.658528 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51228) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:21.686571 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d38e6482-2690-4064-86fb-1b3df653d092 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:21.731751 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-44ec56fe-4437-47b3-9f90-22234f5aa28e req-f4dd70d4-c488-49af-872a-49e42924b224 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] For port 6973a373-8f39-4648-ae94-1ade3aca9b2f, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6973a373-8f39-4648-ae94-1ade3aca9b2f,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:21.732244 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-44ec56fe-4437-47b3-9f90-22234f5aa28e req-f4dd70d4-c488-49af-872a-49e42924b224 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:21.745401 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0faea8-e4b2-4dba-b76d-f8a91195d00b req-ec8516b7-7e3c-4d99-850b-8bce3f43f33c tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:21.748546 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8f0faea8-e4b2-4dba-b76d-f8a91195d00b req-ec8516b7-7e3c-4d99-850b-8bce3f43f33c tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 943 time: 0.2010376 Nov 25 19:19:21.769773 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-44ec56fe-4437-47b3-9f90-22234f5aa28e req-f4dd70d4-c488-49af-872a-49e42924b224 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Calling delete_port for 6973a373-8f39-4648-ae94-1ade3aca9b2f owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:19:21.791714 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-5878a307-a767-4f39-8a24-9dabe1b35476 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Allocated IP 172.25.6.171 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/04fe752d-441f-4971-a511-8e3df9152927) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:19:21.822521 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d38e6482-2690-4064-86fb-1b3df653d092 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:21.831625 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d38e6482-2690-4064-86fb-1b3df653d092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:21.938908 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8f0faea8-e4b2-4dba-b76d-f8a91195d00b req-eca787d9-6ec5-497f-8472-2d76c5f3bb00 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488616 Nov 25 19:19:22.006240 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d38e6482-2690-4064-86fb-1b3df653d092 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=23dc27aca6304d1da018bdbb8286e16b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3428793 Nov 25 19:19:22.006902 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51234) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:22.028532 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e6482-2690-4064-86fb-1b3df653d092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc4655b-38a3-4b6b-9ccd-23ac6cc4065b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:22.197869 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device f357baea-35f8-4e94-8d9b-87f9a75cfd5d details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:19:22.216168 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9bed31cf-8a65-45e1-bf85-5efcab4a2264 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:22.255209 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9bed31cf-8a65-45e1-bf85-5efcab4a2264 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:22.272405 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ff28d209-28d2-4c75-adf8-3b758da69213 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:19:22.337847 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ed49c-31a6-4985-9368-ed0736d32d62 req-d336d9dd-2182-4c70-a18d-6c6b445b84b4 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:22.348189 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c52ed49c-31a6-4985-9368-ed0736d32d62 req-d336d9dd-2182-4c70-a18d-6c6b445b84b4 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff3f982d-871e-48c2-9930-19964ed0bc9e HTTP/1.1" status: 200 len: 950 time: 0.2089734 Nov 25 19:19:22.414887 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5878a307-a767-4f39-8a24-9dabe1b35476 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:22.425100 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9bed31cf-8a65-45e1-bf85-5efcab4a2264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:22.438270 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9bed31cf-8a65-45e1-bf85-5efcab4a2264 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:22.440224 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9bed31cf-8a65-45e1-bf85-5efcab4a2264 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ecc4655b-38a3-4b6b-9ccd-23ac6cc4065b HTTP/1.1" status: 204 len: 168 time: 0.4318480 Nov 25 19:19:22.451665 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:19:22.478121 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3277436d-d3ad-49c4-8965-a972175c6a91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:22.478726 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-44ec56fe-4437-47b3-9f90-22234f5aa28e req-f4dd70d4-c488-49af-872a-49e42924b224 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:22.530342 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed31cf-8a65-45e1-bf85-5efcab4a2264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc4655b-38a3-4b6b-9ccd-23ac6cc4065b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:22.570021 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['6973a373-8f39-4648-ae94-1ade3aca9b2f'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:19:22.747381 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3277436d-d3ad-49c4-8965-a972175c6a91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:22.783503 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3277436d-d3ad-49c4-8965-a972175c6a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:22.824428 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port ff28d209-28d2-4c75-adf8-3b758da69213 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:22.826340 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:22.891898 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port f357baea-35f8-4e94-8d9b-87f9a75cfd5d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=f357baea-35f8-4e94-8d9b-87f9a75cfd5d,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:22.929280 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd70d4-c488-49af-872a-49e42924b224 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Pushing event deleted for resources: {'Port': ['ID=6973a373-8f39-4648-ae94-1ade3aca9b2f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:22.947493 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c52ed49c-31a6-4985-9368-ed0736d32d62 req-ec7b50f0-ec0a-4490-87c8-67246ce3c21f tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5937204 Nov 25 19:19:22.979380 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'f357baea-35f8-4e94-8d9b-87f9a75cfd5d', 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788', 'port_id': 'f357baea-35f8-4e94-8d9b-87f9a75cfd5d', 'mac_address': 'fa:16:3e:56:47:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d22af38-4f63-40b1-a1f0-3aff6ec04048', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:19:22.991426 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3277436d-d3ad-49c4-8965-a972175c6a91 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f06bfd7b239948da855743fa78bdc0a9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4732969 Nov 25 19:19:22.991426 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277436d-d3ad-49c4-8965-a972175c6a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e195b0-cdda-4e29-bc4b-12bd217e9a90,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:23.000443 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51250) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:23.079800 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad95384-24a9-4bd2-9dad-b0b4d66bb7b0 req-8771bbab-a6aa-4aea-bcca-2c2300cbd95b tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:23.097823 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aad95384-24a9-4bd2-9dad-b0b4d66bb7b0 req-8771bbab-a6aa-4aea-bcca-2c2300cbd95b tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 946 time: 0.3451951 Nov 25 19:19:23.153635 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ec56fe-4437-47b3-9f90-22234f5aa28e req-f4dd70d4-c488-49af-872a-49e42924b224 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] No DVR routers for this DVR port 6973a373-8f39-4648-ae94-1ade3aca9b2f on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:19:23.172978 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-44ec56fe-4437-47b3-9f90-22234f5aa28e req-f4dd70d4-c488-49af-872a-49e42924b224 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:23.178529 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-44ec56fe-4437-47b3-9f90-22234f5aa28e req-f4dd70d4-c488-49af-872a-49e42924b224 tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.85 "DELETE /v2.0/ports/6973a373-8f39-4648-ae94-1ade3aca9b2f HTTP/1.1" status: 204 len: 173 time: 1.9698811 Nov 25 19:19:23.210338 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3f982d-871e-48c2-9930-19964ed0bc9e', 'name': 'network-vif-deleted', 'tag': '6973a373-8f39-4648-ae94-1ade3aca9b2f'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:23.213074 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f50f3cd-eb16-42bc-ab90-711d8e86b899" -d '{"events": [{"server_uuid": "ff3f982d-871e-48c2-9930-19964ed0bc9e", "name": "network-vif-deleted", "tag": "6973a373-8f39-4648-ae94-1ade3aca9b2f"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:23.218752 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5878a307-a767-4f39-8a24-9dabe1b35476 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:23.222279 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aad95384-24a9-4bd2-9dad-b0b4d66bb7b0 req-f9bbee5b-a59b-4111-a2bf-f1a010cf2f53 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201789 Nov 25 19:19:23.352791 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:23.367013 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7268c3d7-853a-4412-8b90-15ec71f08feb x-openstack-request-id: req-7268c3d7-853a-4412-8b90-15ec71f08feb {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:23.367372 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3f982d-871e-48c2-9930-19964ed0bc9e", "name": "network-vif-deleted", "tag": "6973a373-8f39-4648-ae94-1ade3aca9b2f", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:23.367715 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7268c3d7-853a-4412-8b90-15ec71f08feb {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:23.368187 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3f982d-871e-48c2-9930-19964ed0bc9e', 'name': 'network-vif-deleted', 'tag': '6973a373-8f39-4648-ae94-1ade3aca9b2f', 'status': 'completed', 'code': 200} Nov 25 19:19:23.389835 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5878a307-a767-4f39-8a24-9dabe1b35476 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:19:23.399966 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5878a307-a767-4f39-8a24-9dabe1b35476 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:23.419724 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5878a307-a767-4f39-8a24-9dabe1b35476 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:19:23.457866 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878a307-a767-4f39-8a24-9dabe1b35476 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Pushing event updated for resources: {'Port': ['ID=04fe752d-441f-4971-a511-8e3df9152927,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:23.458167 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:23.460650 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d1b1fa95-2632-4cd5-945f-66b8793b410c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:23.476348 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f357baea-35f8-4e94-8d9b-87f9a75cfd5d {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:23.496578 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70c156-d51d-40dc-b339-815a457befc6 req-49551466-3382-435b-9d71-37ff7d3617c5 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:23.522851 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1b70c156-d51d-40dc-b339-815a457befc6 req-49551466-3382-435b-9d71-37ff7d3617c5 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 943 time: 0.3596828 Nov 25 19:19:23.534277 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port f357baea-35f8-4e94-8d9b-87f9a75cfd5d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=f357baea-35f8-4e94-8d9b-87f9a75cfd5d,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:23.554077 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d1b1fa95-2632-4cd5-945f-66b8793b410c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:23.560228 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:23.699525 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1b70c156-d51d-40dc-b339-815a457befc6 req-7d1298cf-ab1a-4302-bc18-3b2753d7e4f6 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756241 Nov 25 19:19:23.745531 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=f357baea-35f8-4e94-8d9b-87f9a75cfd5d,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:23.762246 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5878a307-a767-4f39-8a24-9dabe1b35476 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:23.766180 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['f357baea-35f8-4e94-8d9b-87f9a75cfd5d'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:19:23.769165 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d1b1fa95-2632-4cd5-945f-66b8793b410c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:23.770823 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d1b1fa95-2632-4cd5-945f-66b8793b410c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:23.772103 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d1b1fa95-2632-4cd5-945f-66b8793b410c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c0e195b0-cdda-4e29-bc4b-12bd217e9a90 HTTP/1.1" status: 204 len: 168 time: 0.7626641 Nov 25 19:19:23.790342 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1fa95-2632-4cd5-945f-66b8793b410c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e195b0-cdda-4e29-bc4b-12bd217e9a90,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:23.841533 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5878a307-a767-4f39-8a24-9dabe1b35476 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:23.860146 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:23.902628 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51274) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:24.155480 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6b613868-05e3-41a2-b96f-e50095109058 req-07217e3a-9ae9-451d-9023-88c62fbe8abc tempest-DeleteServersAdminTestJSON-2016433243 tempest-DeleteServersAdminTestJSON-2016433243-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff3f982d-871e-48c2-9930-19964ed0bc9e HTTP/1.1" status: 200 len: 210 time: 0.0506806 Nov 25 19:19:24.202158 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6973a373-8f39-4648-ae94-1ade3aca9b2f no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:19:24.231914 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 6973a373-8f39-4648-ae94-1ade3aca9b2f {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:19:24.232286 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6973a373-8f39-4648-ae94-1ade3aca9b2f not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:19:24.242161 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5878a307-a767-4f39-8a24-9dabe1b35476 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:24.250746 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5878a307-a767-4f39-8a24-9dabe1b35476 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:24.412711 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-345d4264-561a-4e68-9202-fa789e45b110 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:24.444540 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878a307-a767-4f39-8a24-9dabe1b35476 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Pushing event updated for resources: {'Port': ['ID=04fe752d-441f-4971-a511-8e3df9152927,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:24.462777 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5878a307-a767-4f39-8a24-9dabe1b35476 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:24.503332 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538eac32-af3a-4464-8693-1da6d34324e6 req-51125b80-c8b5-413b-a2f0-7be220f89423 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:24.504979 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-538eac32-af3a-4464-8693-1da6d34324e6 req-51125b80-c8b5-413b-a2f0-7be220f89423 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 946 time: 0.1513216 Nov 25 19:19:24.507788 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5878a307-a767-4f39-8a24-9dabe1b35476 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:24.509244 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5878a307-a767-4f39-8a24-9dabe1b35476 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7463050 Nov 25 19:19:24.576679 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-538eac32-af3a-4464-8693-1da6d34324e6 req-4213ca71-5bc8-4ec6-9d60-9874f4aeb03f tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647094 Nov 25 19:19:24.603033 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-345d4264-561a-4e68-9202-fa789e45b110 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:24.614827 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-345d4264-561a-4e68-9202-fa789e45b110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:24.661151 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-345d4264-561a-4e68-9202-fa789e45b110 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a217bd21921d47c5ab407f074feee272&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7560954 Nov 25 19:19:24.662152 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d4264-561a-4e68-9202-fa789e45b110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8b5ccf-8b1b-4914-b986-11766e79adf8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:24.664564 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51298) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:24.704544 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51300) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:24.736784 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e94cbf8b-f6fd-40bf-9b69-a996c303252d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:24.740810 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-316357d8-07fb-4d38-b828-ce48e776f050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:24.770322 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e94cbf8b-f6fd-40bf-9b69-a996c303252d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:24.930624 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e94cbf8b-f6fd-40bf-9b69-a996c303252d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:24.931124 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-316357d8-07fb-4d38-b828-ce48e776f050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:24.935267 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e94cbf8b-f6fd-40bf-9b69-a996c303252d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:24.937583 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-316357d8-07fb-4d38-b828-ce48e776f050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:24.943382 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e94cbf8b-f6fd-40bf-9b69-a996c303252d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ba8b5ccf-8b1b-4914-b986-11766e79adf8 HTTP/1.1" status: 204 len: 168 time: 0.2737570 Nov 25 19:19:24.966412 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51043f6-caa7-4c07-aac9-b24d21ea9a63 req-5c850c6e-31cf-4236-893e-e26fbb997fdc tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:24.974669 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d51043f6-caa7-4c07-aac9-b24d21ea9a63 req-5c850c6e-31cf-4236-893e-e26fbb997fdc tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 944 time: 0.1414661 Nov 25 19:19:24.977715 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94cbf8b-f6fd-40bf-9b69-a996c303252d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8b5ccf-8b1b-4914-b986-11766e79adf8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:24.993405 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316357d8-07fb-4d38-b828-ce48e776f050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cb4474-78c0-4996-bdb8-cc7c436cf723,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:25.035711 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-316357d8-07fb-4d38-b828-ce48e776f050 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=720ecd5a25b540cf8272785890856a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294764 Nov 25 19:19:25.038474 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51314) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:25.128620 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d51043f6-caa7-4c07-aac9-b24d21ea9a63 req-37741c67-7564-4da7-b53e-6be865cf4b2a tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527660 Nov 25 19:19:25.154407 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb33ddb2-2d36-46e5-9093-39aa0dbc9fd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:25.183641 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb33ddb2-2d36-46e5-9093-39aa0dbc9fd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:25.305099 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-1116472b-4ba8-4ac4-a401-3ec3d941279e tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--52652715&fields=id&tenant_id=7a0774263f4e41ea9fe03c9d57378dcf HTTP/1.1" status: 200 len: 267 time: 0.0771232 Nov 25 19:19:25.359900 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb33ddb2-2d36-46e5-9093-39aa0dbc9fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:25.365243 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb33ddb2-2d36-46e5-9093-39aa0dbc9fd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:25.367378 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bb33ddb2-2d36-46e5-9093-39aa0dbc9fd8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/89cb4474-78c0-4996-bdb8-cc7c436cf723 HTTP/1.1" status: 204 len: 168 time: 0.3269522 Nov 25 19:19:25.443341 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33ddb2-2d36-46e5-9093-39aa0dbc9fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cb4474-78c0-4996-bdb8-cc7c436cf723,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:25.474982 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b59dc-b68f-46fc-9f10-29499814db29 req-e64ea643-e556-4546-aa5e-97feb94bf01e tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:25.479618 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-155b59dc-b68f-46fc-9f10-29499814db29 req-e64ea643-e556-4546-aa5e-97feb94bf01e tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 1097 time: 0.1254900 Nov 25 19:19:25.588489 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-155b59dc-b68f-46fc-9f10-29499814db29 req-07d326c7-842f-4aa3-b7d4-529ad034ea60 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981035 Nov 25 19:19:25.703300 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-8fc39962-fdb6-4e9b-a493-f79d708097e7 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:25.704972 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-8fc39962-fdb6-4e9b-a493-f79d708097e7 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/networks?id=81f06cdb-aeea-4635-a663-2be121b0111d HTTP/1.1" status: 200 len: 824 time: 0.3892519 Nov 25 19:19:25.742976 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-5ce84821-22a7-4746-93da-6c0c93cb7099 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/quotas/7a0774263f4e41ea9fe03c9d57378dcf HTTP/1.1" status: 200 len: 375 time: 0.0190477 Nov 25 19:19:25.851818 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-a8be8a51-d45d-4768-897d-965f8838b10f tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a0774263f4e41ea9fe03c9d57378dcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844562 Nov 25 19:19:25.921573 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638fe75-77b7-4878-bd29-7a25145e6afb req-eaa0fb83-9f73-4d25-a58b-f41721cf6181 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:25.924695 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6638fe75-77b7-4878-bd29-7a25145e6afb req-eaa0fb83-9f73-4d25-a58b-f41721cf6181 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 1097 time: 0.0530231 Nov 25 19:19:25.940364 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51350) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:25.975204 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46c28d4a-70b2-46fa-975a-c5339c85c629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:25.992491 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6638fe75-77b7-4878-bd29-7a25145e6afb req-06c323cb-5abb-497f-8993-1d1fabcae137 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613973 Nov 25 19:19:26.119108 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46c28d4a-70b2-46fa-975a-c5339c85c629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:26.126710 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46c28d4a-70b2-46fa-975a-c5339c85c629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:26.179832 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c28d4a-70b2-46fa-975a-c5339c85c629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d701ead5-96ba-4779-8768-4dd5ceb75ab9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:26.188628 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-46c28d4a-70b2-46fa-975a-c5339c85c629 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ef06bdac573540b69962ecc8eaf720e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465556 Nov 25 19:19:26.190680 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device f357baea-35f8-4e94-8d9b-87f9a75cfd5d up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:19:26.191757 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51370) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:26.264832 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-69138b70-19b8-4d32-9d97-66f3746fe027 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:26.287617 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-a5759f6f-9b8a-4d5a-be29-ff5c2bbb1fce req-094f7e2f-cdcb-4af3-ac34-05657f2b257b service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:19:26.291363 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5759f6f-9b8a-4d5a-be29-ff5c2bbb1fce req-094f7e2f-cdcb-4af3-ac34-05657f2b257b service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093656 Nov 25 19:19:26.318260 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-69138b70-19b8-4d32-9d97-66f3746fe027 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:26.320196 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port f357baea-35f8-4e94-8d9b-87f9a75cfd5d completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:19:26.328378 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port f357baea-35f8-4e94-8d9b-87f9a75cfd5d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:26.329651 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:26.407336 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-69138b70-19b8-4d32-9d97-66f3746fe027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:26.411063 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-69138b70-19b8-4d32-9d97-66f3746fe027 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:26.412787 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-69138b70-19b8-4d32-9d97-66f3746fe027 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d701ead5-96ba-4779-8768-4dd5ceb75ab9 HTTP/1.1" status: 204 len: 168 time: 0.2196426 Nov 25 19:19:26.437025 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69138b70-19b8-4d32-9d97-66f3746fe027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d701ead5-96ba-4779-8768-4dd5ceb75ab9,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:26.512645 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:26.563934 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d918767-8e49-4554-a284-d0d3593701d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f357baea-35f8-4e94-8d9b-87f9a75cfd5d'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:26.567056 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc32704-65b5-4283-83f3-c8853661aec4" -d '{"events": [{"server_uuid": "0d918767-8e49-4554-a284-d0d3593701d0", "name": "network-vif-plugged", "status": "completed", "tag": "f357baea-35f8-4e94-8d9b-87f9a75cfd5d"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:26.574377 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port f357baea-35f8-4e94-8d9b-87f9a75cfd5d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=f357baea-35f8-4e94-8d9b-87f9a75cfd5d,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:26.582105 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:26.646649 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=f357baea-35f8-4e94-8d9b-87f9a75cfd5d,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:26.739050 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-6301086c-5610-4b5c-ab57-57aeb66fa0e9 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:19:26.740127 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-6301086c-5610-4b5c-ab57-57aeb66fa0e9 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3178701 Nov 25 19:19:26.868991 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-106bea7c-1778-418b-b6ca-922dedb9b784 service neutron] 10.222.0.55 "GET /v2.0/networks/81f06cdb-aeea-4635-a663-2be121b0111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207247 Nov 25 19:19:26.991736 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-01e189cc-5b97-40af-a320-cdd81c53cf16 service neutron] 10.222.0.55 "GET /v2.0/networks/81f06cdb-aeea-4635-a663-2be121b0111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125529 Nov 25 19:19:27.313213 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe88ba-10a8-4285-bce8-77955b03e324 req-aa647c46-c465-4be4-a0dd-f5d284264633 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:27.321062 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-52fe88ba-10a8-4285-bce8-77955b03e324 req-aa647c46-c465-4be4-a0dd-f5d284264633 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 945 time: 0.0727260 Nov 25 19:19:27.537338 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-52fe88ba-10a8-4285-bce8-77955b03e324 req-56fdf8fb-eebe-43e1-86d6-6f5b30fd9da5 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152085 Nov 25 19:19:28.183504 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b3106e-8b09-4395-ae7f-13240f92d107 x-openstack-request-id: req-47b3106e-8b09-4395-ae7f-13240f92d107 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:28.183504 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d918767-8e49-4554-a284-d0d3593701d0", "name": "network-vif-plugged", "status": "completed", "tag": "f357baea-35f8-4e94-8d9b-87f9a75cfd5d", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:28.185647 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-47b3106e-8b09-4395-ae7f-13240f92d107 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:28.185647 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d918767-8e49-4554-a284-d0d3593701d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f357baea-35f8-4e94-8d9b-87f9a75cfd5d', 'code': 200} Nov 25 19:19:28.279400 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b51af21a-7878-4932-9046-bb4cd046fcd1 req-1f98dcc6-dc7b-4a7b-bf4a-c13b394b0b90 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20dd4fe-d016-4236-823a-56f79e2f7d83 HTTP/1.1" status: 200 len: 210 time: 0.0606956 Nov 25 19:19:28.410156 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46041333-9933-48d9-9ad2-ca15942cbbc0 req-5d1b96e9-4eac-457e-8fd0-a08d03a4d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:28.411756 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-46041333-9933-48d9-9ad2-ca15942cbbc0 req-5d1b96e9-4eac-457e-8fd0-a08d03a4d684 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 1096 time: 0.1426904 Nov 25 19:19:28.503420 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-46041333-9933-48d9-9ad2-ca15942cbbc0 req-92c30a0b-cdd7-4cad-b511-226c0e53b8a9 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832038 Nov 25 19:19:28.947512 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51488) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:29.171708 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-501023ab-769c-4306-b0e2-6760188517b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:29.454565 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-463f8bab-6c97-4d44-bcbd-2aaa277c7c04 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d01bb9dabc174fd895376f5f4db92fda&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5055413 Nov 25 19:19:29.457347 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51502) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:29.502642 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51506) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:29.562550 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-912a249c-6e56-49cb-83c2-3f495b66aef1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:29.615576 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-912a249c-6e56-49cb-83c2-3f495b66aef1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:29.756322 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-912a249c-6e56-49cb-83c2-3f495b66aef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:29.760258 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-912a249c-6e56-49cb-83c2-3f495b66aef1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:29.762994 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-912a249c-6e56-49cb-83c2-3f495b66aef1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5 HTTP/1.1" status: 204 len: 168 time: 0.3032846 Nov 25 19:19:29.776476 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a249c-6e56-49cb-83c2-3f495b66aef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef8a77f-f754-4bc2-8fdd-a51a87f9d3a5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:30.050256 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-def560e4-5b8b-42eb-9002-a5d68c255026 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:19:30.060193 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-def560e4-5b8b-42eb-9002-a5d68c255026 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5536754 Nov 25 19:19:30.261297 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-27cbe1f9-32ac-45f3-b4ab-976e90f4a091 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:30.263874 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-27cbe1f9-32ac-45f3-b4ab-976e90f4a091 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.85 "GET /v2.0/networks?id=81f06cdb-aeea-4635-a663-2be121b0111d HTTP/1.1" status: 200 len: 824 time: 0.1623003 Nov 25 19:19:30.460001 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19d420-e7ac-4908-91ca-d7b940c99dba req-4d9392ae-88bd-43c1-b05e-4d6a42a6196a tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:30.462739 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5e19d420-e7ac-4908-91ca-d7b940c99dba req-4d9392ae-88bd-43c1-b05e-4d6a42a6196a tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 945 time: 0.1902013 Nov 25 19:19:30.485898 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-839c11f1-f812-4fb6-9eb9-bbed6da8d956 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a0774263f4e41ea9fe03c9d57378dcf HTTP/1.1" status: 200 len: 378 time: 0.1868994 Nov 25 19:19:30.505941 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-dc975213-3ce9-42be-b934-f0c7333cd9e1 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Request body: {'port': {'device_id': 'b20dd4fe-d016-4236-823a-56f79e2f7d83', 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d', 'admin_state_up': True, 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'security_groups': ['97c5df74-f669-46a5-ab3f-4584cbece4cf']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:30.551891 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51530) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:30.571877 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4d454981-1872-415d-8948-846294f8010a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:30.699716 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5e19d420-e7ac-4908-91ca-d7b940c99dba req-e051051c-b89f-4721-8b94-0c6ef152303d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246392 Nov 25 19:19:30.712819 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4d454981-1872-415d-8948-846294f8010a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:30.718833 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4d454981-1872-415d-8948-846294f8010a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:30.803033 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4d454981-1872-415d-8948-846294f8010a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0e2c55ab341d402181ec1e553da8093d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496908 Nov 25 19:19:30.807233 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d454981-1872-415d-8948-846294f8010a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ce9511-c204-4398-ab08-c0712bb44b8b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:30.811480 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51538) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:30.819716 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-dc975213-3ce9-42be-b934-f0c7333cd9e1 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Made reservation on behalf of 7a0774263f4e41ea9fe03c9d57378dcf for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:30.826638 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-dc975213-3ce9-42be-b934-f0c7333cd9e1 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:30.876108 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-ddd0f580-0055-4163-a7e4-b48d95c027bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:30.877673 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-ddd0f580-0055-4163-a7e4-b48d95c027bd service neutron] 10.222.0.55 "GET /v2.0/ports/5fa77015-14c7-4747-824a-119838dab680 HTTP/1.1" status: 200 len: 1094 time: 0.4649684 Nov 25 19:19:30.892038 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-de1cbd7f-89a4-41b1-90ad-1312cb76942a service neutron] Request body: {'binding': {'host': 'n-h2-819349-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:30.892741 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-de1cbd7f-89a4-41b1-90ad-1312cb76942a service neutron] Unknown quota resources ['binding']. {{(pid=103600) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 19:19:31.134358 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fccd8e24-9752-46af-bbd5-a641227ad4c8 req-1ae727de-d064-4c05-8e5d-82f69f43fd50 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20dd4fe-d016-4236-823a-56f79e2f7d83 HTTP/1.1" status: 200 len: 210 time: 0.2297943 Nov 25 19:19:31.135611 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-de1cbd7f-89a4-41b1-90ad-1312cb76942a service neutron] Attempting to bind port 5fa77015-14c7-4747-824a-119838dab680 on host n-h2-819349-5 for vnic_type normal with profile None {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:31.136166 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-de1cbd7f-89a4-41b1-90ad-1312cb76942a service neutron] Attempting to bind port 5fa77015-14c7-4747-824a-119838dab680 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:31.136716 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-de1cbd7f-89a4-41b1-90ad-1312cb76942a service neutron] Attempting to bind port 5fa77015-14c7-4747-824a-119838dab680 on network e27d2294-de95-4945-9062-292b41b6ea98 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:31.144376 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-de1cbd7f-89a4-41b1-90ad-1312cb76942a service neutron] Port 5fa77015-14c7-4747-824a-119838dab680 on network e27d2294-de95-4945-9062-292b41b6ea98 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:19:31.144711 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-de1cbd7f-89a4-41b1-90ad-1312cb76942a service neutron] Attempting to bind port 5fa77015-14c7-4747-824a-119838dab680 on network e27d2294-de95-4945-9062-292b41b6ea98 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:31.162221 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-de1cbd7f-89a4-41b1-90ad-1312cb76942a service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:31.162221 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-de1cbd7f-89a4-41b1-90ad-1312cb76942a service neutron] Checking segment: {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:31.162221 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-de1cbd7f-89a4-41b1-90ad-1312cb76942a service neutron] Bound using segment: {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:31.162221 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-de1cbd7f-89a4-41b1-90ad-1312cb76942a service neutron] Bound port: 5fa77015-14c7-4747-824a-119838dab680, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:31.225492 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccfa06f8-bed0-42fd-bf17-823942c79dba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:31.271067 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccfa06f8-bed0-42fd-bf17-823942c79dba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:31.273600 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-dc975213-3ce9-42be-b934-f0c7333cd9e1 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Allocated IP 172.20.0.12 (81f06cdb-aeea-4635-a663-2be121b0111d/68fdbc47-c7a3-4311-9384-3fa809a3e5d7/eb2ed96e-9975-40d2-a7e2-595627d7bfd7) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:19:31.280331 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-de1cbd7f-89a4-41b1-90ad-1312cb76942a service neutron] For port 5fa77015-14c7-4747-824a-119838dab680, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=5fa77015-14c7-4747-824a-119838dab680,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:31.290891 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-de1cbd7f-89a4-41b1-90ad-1312cb76942a service neutron] Publish callbacks [] for binding, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:31.294113 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-de1cbd7f-89a4-41b1-90ad-1312cb76942a service neutron] 10.222.0.55 "POST /v2.0/ports/5fa77015-14c7-4747-824a-119838dab680/bindings HTTP/1.1" status: 201 len: 389 time: 0.4050486 Nov 25 19:19:31.412178 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccfa06f8-bed0-42fd-bf17-823942c79dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:31.423877 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccfa06f8-bed0-42fd-bf17-823942c79dba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:31.428897 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ccfa06f8-bed0-42fd-bf17-823942c79dba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a8ce9511-c204-4398-ab08-c0712bb44b8b HTTP/1.1" status: 204 len: 168 time: 0.6154895 Nov 25 19:19:31.495183 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa06f8-bed0-42fd-bf17-823942c79dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ce9511-c204-4398-ab08-c0712bb44b8b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:31.610730 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-dc975213-3ce9-42be-b934-f0c7333cd9e1 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:31.657935 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-dc975213-3ce9-42be-b934-f0c7333cd9e1 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:31.689840 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d33fc427-1c1c-45c3-bad6-1075060569f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:31.695077 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-dc975213-3ce9-42be-b934-f0c7333cd9e1 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Network 81f06cdb-aeea-4635-a663-2be121b0111d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:19:31.703706 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-af113a6b-0cd8-4630-81d3-c20c2cc61b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:31.705251 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-af113a6b-0cd8-4630-81d3-c20c2cc61b95 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 1097 time: 0.0804303 Nov 25 19:19:31.736290 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-dc975213-3ce9-42be-b934-f0c7333cd9e1 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:31.745423 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-dc975213-3ce9-42be-b934-f0c7333cd9e1 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:19:31.834877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-55c43646-805a-43a8-87de-1118540a28b4 req-fc65da49-39c5-481c-a990-2564791302a2 tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] Request body: {'security_group': {'name': 'tempest-securitygroup-750575973', 'description': 'tempest-description-551376599'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:31.870821 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-b1a892dc-b236-421c-9933-f7e98ad9d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:31.874030 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-b1a892dc-b236-421c-9933-f7e98ad9d6ab service neutron] 10.222.0.85 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 921 time: 0.1610205 Nov 25 19:19:31.900747 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc975213-3ce9-42be-b934-f0c7333cd9e1 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Pushing event updated for resources: {'Port': ['ID=eb2ed96e-9975-40d2-a7e2-595627d7bfd7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:31.908017 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-55c43646-805a-43a8-87de-1118540a28b4 req-fc65da49-39c5-481c-a990-2564791302a2 tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:31.922160 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-55c43646-805a-43a8-87de-1118540a28b4 req-fc65da49-39c5-481c-a990-2564791302a2 tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:31.949736 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-e2bfa962-73a7-4a9b-ae91-87c443b0eeb8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa77015-14c7-4747-824a-119838dab680 HTTP/1.1" status: 200 len: 217 time: 0.0681460 Nov 25 19:19:31.958025 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-dc975213-3ce9-42be-b934-f0c7333cd9e1 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:31.958746 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-dc975213-3ce9-42be-b934-f0c7333cd9e1 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:32.010754 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-dc975213-3ce9-42be-b934-f0c7333cd9e1 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5115378 Nov 25 19:19:32.037247 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-b5fd4004-f090-48b1-99e3-493b33ee9a88 service neutron] Request body: {'port': {'device_id': 'b20dd4fe-d016-4236-823a-56f79e2f7d83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:32.090483 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-e9a8783c-b040-4d4f-8a87-b634036649b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:32.092686 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-e9a8783c-b040-4d4f-8a87-b634036649b7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=688fcc59-0345-41e4-9b88-cea9e7c21583 HTTP/1.1" status: 200 len: 860 time: 0.1281674 Nov 25 19:19:32.161235 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-29b07b68-10a1-4cac-8eda-fc7356f2acbd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e27d2294-de95-4945-9062-292b41b6ea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469880 Nov 25 19:19:32.171805 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-b5fd4004-f090-48b1-99e3-493b33ee9a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:32.191463 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8b779bac-2573-4852-a9e4-66211e65d7c8 None None] Provisioning complete for port eb2ed96e-9975-40d2-a7e2-595627d7bfd7 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:32.192803 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8b779bac-2573-4852-a9e4-66211e65d7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:32.205022 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fd23c-064a-4730-9c63-ac9e7d188be2 req-e6877089-1e57-4be8-9be7-88dc687c380b tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:32.208541 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e01fd23c-064a-4730-9c63-ac9e7d188be2 req-e6877089-1e57-4be8-9be7-88dc687c380b tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 1096 time: 0.2560070 Nov 25 19:19:32.249388 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-8b779bac-2573-4852-a9e4-66211e65d7c8 None None] Port eb2ed96e-9975-40d2-a7e2-595627d7bfd7 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:19:32.278909 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-55c43646-805a-43a8-87de-1118540a28b4 req-fc65da49-39c5-481c-a990-2564791302a2 tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:32.290474 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-55c43646-805a-43a8-87de-1118540a28b4 req-fc65da49-39c5-481c-a990-2564791302a2 tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:32.405581 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e01fd23c-064a-4730-9c63-ac9e7d188be2 req-f9651553-eea0-4147-ac14-873775c34601 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712329 Nov 25 19:19:32.446232 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65da49-39c5-481c-a990-2564791302a2 tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d86a6745-a417-40d3-99e8-f1cdc4e68656,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:32.483127 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-092ca521-3810-4904-b1d4-571ced7fa616 service neutron] 10.222.0.85 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990592 Nov 25 19:19:32.643261 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-55c43646-805a-43a8-87de-1118540a28b4 req-fc65da49-39c5-481c-a990-2564791302a2 tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:32.667139 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-55c43646-805a-43a8-87de-1118540a28b4 req-fc65da49-39c5-481c-a990-2564791302a2 tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:32.684829 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-c450ce5a-1702-4116-ac2e-0bcab86bf134 service neutron] 10.222.0.85 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922312 Nov 25 19:19:32.792948 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65da49-39c5-481c-a990-2564791302a2 tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=222ff695-86a6-43c6-acd6-bf91f2813e66,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:32.815046 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-55c43646-805a-43a8-87de-1118540a28b4 req-fc65da49-39c5-481c-a990-2564791302a2 tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:32.817220 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-55c43646-805a-43a8-87de-1118540a28b4 req-fc65da49-39c5-481c-a990-2564791302a2 tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0254753 Nov 25 19:19:32.977022 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-b5fd4004-f090-48b1-99e3-493b33ee9a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb2ed96e-9975-40d2-a7e2-595627d7bfd7 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:32.997538 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-b5fd4004-f090-48b1-99e3-493b33ee9a88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:33.024871 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-b5fd4004-f090-48b1-99e3-493b33ee9a88 service neutron] Transition to ACTIVE for port object eb2ed96e-9975-40d2-a7e2-595627d7bfd7 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:19:33.033156 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-b5fd4004-f090-48b1-99e3-493b33ee9a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:33.151816 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-97df8ccb-108f-4fd5-84b8-43d1d50432fd tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:33.161446 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-97df8ccb-108f-4fd5-84b8-43d1d50432fd tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719&tenant_id=add7c5b3ff5b453f94df091d8db99f5d&binding%3Ahost_id=n-h1-819349-5 HTTP/1.1" status: 200 len: 1097 time: 0.3054419 Nov 25 19:19:33.174054 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd4004-f090-48b1-99e3-493b33ee9a88 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2ed96e-9975-40d2-a7e2-595627d7bfd7,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:33.181459 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-2931f868-8948-419d-af00-dc6d2cacabbd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819349-5'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:33.365713 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-2931f868-8948-419d-af00-dc6d2cacabbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:33.471683 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-b5fd4004-f090-48b1-99e3-493b33ee9a88 service neutron] Attempting to bind port eb2ed96e-9975-40d2-a7e2-595627d7bfd7 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:33.472515 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-b5fd4004-f090-48b1-99e3-493b33ee9a88 service neutron] Attempting to bind port eb2ed96e-9975-40d2-a7e2-595627d7bfd7 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '7f8c6dc5-d64e-4c24-81a7-b06570806014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:33.473225 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-b5fd4004-f090-48b1-99e3-493b33ee9a88 service neutron] Attempting to bind port eb2ed96e-9975-40d2-a7e2-595627d7bfd7 on network 81f06cdb-aeea-4635-a663-2be121b0111d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:33.481967 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:33.489618 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-b5fd4004-f090-48b1-99e3-493b33ee9a88 service neutron] Port eb2ed96e-9975-40d2-a7e2-595627d7bfd7 on network 81f06cdb-aeea-4635-a663-2be121b0111d not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:19:33.490500 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-b5fd4004-f090-48b1-99e3-493b33ee9a88 service neutron] Attempting to bind port eb2ed96e-9975-40d2-a7e2-595627d7bfd7 on network 81f06cdb-aeea-4635-a663-2be121b0111d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:33.509983 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-b5fd4004-f090-48b1-99e3-493b33ee9a88 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:33.510358 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-b5fd4004-f090-48b1-99e3-493b33ee9a88 service neutron] Checking segment: {'id': '7f8c6dc5-d64e-4c24-81a7-b06570806014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:33.510911 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-b5fd4004-f090-48b1-99e3-493b33ee9a88 service neutron] Bound using segment: {'id': '7f8c6dc5-d64e-4c24-81a7-b06570806014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:33.513294 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-b5fd4004-f090-48b1-99e3-493b33ee9a88 service neutron] Bound port: eb2ed96e-9975-40d2-a7e2-595627d7bfd7, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f8c6dc5-d64e-4c24-81a7-b06570806014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:33.513914 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-b5fd4004-f090-48b1-99e3-493b33ee9a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:33.625776 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851bd45-3e35-4347-bbad-6299db4e5b86 req-64453396-4de7-4505-9813-dab77717b36f tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:33.628944 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d851bd45-3e35-4347-bbad-6299db4e5b86 req-64453396-4de7-4505-9813-dab77717b36f tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 946 time: 0.2670600 Nov 25 19:19:33.793956 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d851bd45-3e35-4347-bbad-6299db4e5b86 req-d952406e-feb0-4c37-83b4-93b6157c7db5 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417904 Nov 25 19:19:33.811588 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-b5fd4004-f090-48b1-99e3-493b33ee9a88 service neutron] For port eb2ed96e-9975-40d2-a7e2-595627d7bfd7, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:33.853991 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-b5fd4004-f090-48b1-99e3-493b33ee9a88 service neutron] For port eb2ed96e-9975-40d2-a7e2-595627d7bfd7, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=eb2ed96e-9975-40d2-a7e2-595627d7bfd7,segment=NetworkSegment(7f8c6dc5-d64e-4c24-81a7-b06570806014),segment_id=7f8c6dc5-d64e-4c24-81a7-b06570806014)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:33.854765 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-2931f868-8948-419d-af00-dc6d2cacabbd service neutron] For port 5fa77015-14c7-4747-824a-119838dab680, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=5fa77015-14c7-4747-824a-119838dab680,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:33.866652 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-b5fd4004-f090-48b1-99e3-493b33ee9a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:33.908175 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-2931f868-8948-419d-af00-dc6d2cacabbd service neutron] For port 5fa77015-14c7-4747-824a-119838dab680, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:33.956234 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-2931f868-8948-419d-af00-dc6d2cacabbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:33.959379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ef1a2b-7985-4604-9c3d-d408c8813719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fa77015-14c7-4747-824a-119838dab680'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:33.962048 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d290bd4-4e8b-4d64-b8af-7039358c99a9" -d '{"events": [{"server_uuid": "d0ef1a2b-7985-4604-9c3d-d408c8813719", "name": "network-vif-unplugged", "status": "completed", "tag": "5fa77015-14c7-4747-824a-119838dab680"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:33.972344 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d592d7-9299-4c57-aaa9-e7081f079aca req-aa396b31-55b2-43fe-970c-e0b23d40776d tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:33.973947 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-06d592d7-9299-4c57-aaa9-e7081f079aca req-aa396b31-55b2-43fe-970c-e0b23d40776d tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20dd4fe-d016-4236-823a-56f79e2f7d83 HTTP/1.1" status: 200 len: 944 time: 0.4955294 Nov 25 19:19:33.974488 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51596) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:33.982259 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-2931f868-8948-419d-af00-dc6d2cacabbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:34.102959 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-b5fd4004-f090-48b1-99e3-493b33ee9a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:34.103328 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-b5fd4004-f090-48b1-99e3-493b33ee9a88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:34.106609 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-b5fd4004-f090-48b1-99e3-493b33ee9a88 service neutron] 10.222.0.85 "PUT /v2.0/ports/eb2ed96e-9975-40d2-a7e2-595627d7bfd7 HTTP/1.1" status: 200 len: 1092 time: 2.0854495 Nov 25 19:19:34.106963 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20dd4fe-d016-4236-823a-56f79e2f7d83', 'tag': 'eb2ed96e-9975-40d2-a7e2-595627d7bfd7'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:34.111051 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d383a1-a5ea-4997-bb11-814b463f9c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "b20dd4fe-d016-4236-823a-56f79e2f7d83", "tag": "eb2ed96e-9975-40d2-a7e2-595627d7bfd7"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:34.129342 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd4004-f090-48b1-99e3-493b33ee9a88 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2ed96e-9975-40d2-a7e2-595627d7bfd7,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:34.143676 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931f868-8948-419d-af00-dc6d2cacabbd service neutron] Pushing event updated for resources: {'Port': ['ID=5fa77015-14c7-4747-824a-119838dab680,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:34.159064 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-06d592d7-9299-4c57-aaa9-e7081f079aca req-8dfcc9ab-742e-43f1-a52d-f5b4c0395937 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c5df74-f669-46a5-ab3f-4584cbece4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1378450 Nov 25 19:19:34.163377 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-2931f868-8948-419d-af00-dc6d2cacabbd service neutron] Attempting to bind port 5fa77015-14c7-4747-824a-119838dab680 on host n-h1-819349-5 for vnic_type normal with profile {"migrating_to": "n-h2-819349-5"} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:34.164319 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-2931f868-8948-419d-af00-dc6d2cacabbd service neutron] Attempting to bind port 5fa77015-14c7-4747-824a-119838dab680 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:34.164319 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-2931f868-8948-419d-af00-dc6d2cacabbd service neutron] Attempting to bind port 5fa77015-14c7-4747-824a-119838dab680 on network e27d2294-de95-4945-9062-292b41b6ea98 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:34.172285 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-2931f868-8948-419d-af00-dc6d2cacabbd service neutron] Port 5fa77015-14c7-4747-824a-119838dab680 on network e27d2294-de95-4945-9062-292b41b6ea98 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:19:34.172602 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-2931f868-8948-419d-af00-dc6d2cacabbd service neutron] Attempting to bind port 5fa77015-14c7-4747-824a-119838dab680 on network e27d2294-de95-4945-9062-292b41b6ea98 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:34.186641 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ba063-ecca-42a3-a1a8-c0ff50f25518 req-ae53dfe4-4ab4-4858-ae08-18ff6c6587d8 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:34.188180 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bf8ba063-ecca-42a3-a1a8-c0ff50f25518 req-ae53dfe4-4ab4-4858-ae08-18ff6c6587d8 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 1096 time: 0.1845994 Nov 25 19:19:34.195411 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-2931f868-8948-419d-af00-dc6d2cacabbd service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:34.195774 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-2931f868-8948-419d-af00-dc6d2cacabbd service neutron] Checking segment: {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:34.196273 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-2931f868-8948-419d-af00-dc6d2cacabbd service neutron] Bound using segment: {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:34.196725 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-2931f868-8948-419d-af00-dc6d2cacabbd service neutron] Bound port: 5fa77015-14c7-4747-824a-119838dab680, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:34.197088 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-2931f868-8948-419d-af00-dc6d2cacabbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:34.259842 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-50b33171-a698-4262-a228-933e591b6167 req-db061ed7-acd2-4913-8c56-ba1f5c059e27 tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1479413958', 'description': 'tempest-description-1537403574'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:34.327586 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-50b33171-a698-4262-a228-933e591b6167 req-db061ed7-acd2-4913-8c56-ba1f5c059e27 tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:34.327999 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-fcc2d987-6e34-4669-95ac-3b4ce9f83ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:34.331123 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-fcc2d987-6e34-4669-95ac-3b4ce9f83ec5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7a0774263f4e41ea9fe03c9d57378dcf&device_id=b20dd4fe-d016-4236-823a-56f79e2f7d83 HTTP/1.1" status: 200 len: 1095 time: 0.1466682 Nov 25 19:19:34.332525 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13f0035a-be15-443d-ad97-ce4d5eb48452 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:34.335983 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bf8ba063-ecca-42a3-a1a8-c0ff50f25518 req-923b2ecf-b9c8-4736-adac-77616a0b3a1c tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330841 Nov 25 19:19:34.403229 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-2931f868-8948-419d-af00-dc6d2cacabbd service neutron] For port 5fa77015-14c7-4747-824a-119838dab680, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:34.408113 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-2931f868-8948-419d-af00-dc6d2cacabbd service neutron] For port 5fa77015-14c7-4747-824a-119838dab680, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=5fa77015-14c7-4747-824a-119838dab680,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:34.421258 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-2931f868-8948-419d-af00-dc6d2cacabbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:34.426586 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-7bad31d5-7638-4cf5-ade6-03ef272545e6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb2ed96e-9975-40d2-a7e2-595627d7bfd7 HTTP/1.1" status: 200 len: 217 time: 0.0871654 Nov 25 19:19:34.526168 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-722c7447-546a-456b-bdec-27f86c10ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:34.528335 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-722c7447-546a-456b-bdec-27f86c10ef0c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=68fdbc47-c7a3-4311-9384-3fa809a3e5d7 HTTP/1.1" status: 200 len: 863 time: 0.0956285 Nov 25 19:19:34.585966 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-50b33171-a698-4262-a228-933e591b6167 req-db061ed7-acd2-4913-8c56-ba1f5c059e27 tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:34.599446 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-50b33171-a698-4262-a228-933e591b6167 req-db061ed7-acd2-4913-8c56-ba1f5c059e27 tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:34.632309 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-438dc234-c1b0-4687-b060-d37c0f130b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:34.635992 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-438dc234-c1b0-4687-b060-d37c0f130b10 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=81f06cdb-aeea-4635-a663-2be121b0111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994411 Nov 25 19:19:34.688340 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-50b33171-a698-4262-a228-933e591b6167 req-db061ed7-acd2-4913-8c56-ba1f5c059e27 tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:34.689617 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50b33171-a698-4262-a228-933e591b6167 req-db061ed7-acd2-4913-8c56-ba1f5c059e27 tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4545252 Nov 25 19:19:34.697293 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931f868-8948-419d-af00-dc6d2cacabbd service neutron] Pushing event updated for resources: {'Port': ['ID=5fa77015-14c7-4747-824a-119838dab680,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:34.717017 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db061ed7-acd2-4913-8c56-ba1f5c059e27 tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb511961-6c1c-450c-b0da-3e7569f8a268,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:34.736583 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-2931f868-8948-419d-af00-dc6d2cacabbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:34.737468 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-2931f868-8948-419d-af00-dc6d2cacabbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:34.739010 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-2931f868-8948-419d-af00-dc6d2cacabbd service neutron] 10.222.0.85 "PUT /v2.0/ports/5fa77015-14c7-4747-824a-119838dab680 HTTP/1.1" status: 200 len: 1122 time: 1.5728550 Nov 25 19:19:34.750954 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13f0035a-be15-443d-ad97-ce4d5eb48452 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:34.757007 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13f0035a-be15-443d-ad97-ce4d5eb48452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:34.808256 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['5fa77015-14c7-4747-824a-119838dab680'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:19:34.842161 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d921fc-f90c-4a80-89b3-0596e7f3770f x-openstack-request-id: req-b7d921fc-f90c-4a80-89b3-0596e7f3770f {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:34.842549 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ef1a2b-7985-4604-9c3d-d408c8813719", "name": "network-vif-unplugged", "status": "completed", "tag": "5fa77015-14c7-4747-824a-119838dab680", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:34.842838 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b7d921fc-f90c-4a80-89b3-0596e7f3770f {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:34.843191 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ef1a2b-7985-4604-9c3d-d408c8813719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fa77015-14c7-4747-824a-119838dab680', 'code': 200} Nov 25 19:19:34.874313 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79eced7c-fe56-4733-b91e-8aecf78e88f1 x-openstack-request-id: req-79eced7c-fe56-4733-b91e-8aecf78e88f1 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:34.877017 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20dd4fe-d016-4236-823a-56f79e2f7d83", "tag": "eb2ed96e-9975-40d2-a7e2-595627d7bfd7", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:34.877017 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-79eced7c-fe56-4733-b91e-8aecf78e88f1 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:34.880274 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20dd4fe-d016-4236-823a-56f79e2f7d83', 'tag': 'eb2ed96e-9975-40d2-a7e2-595627d7bfd7', 'status': 'completed', 'code': 200} Nov 25 19:19:34.883777 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-13f0035a-be15-443d-ad97-ce4d5eb48452 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d08f18def499433ca4d2ee67b341eeb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9063852 Nov 25 19:19:34.883777 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0035a-be15-443d-ad97-ce4d5eb48452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ae0046-a2ee-4c83-a603-e6f056e41a98,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:34.893736 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51622) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:35.009983 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-b4667b3a-b42a-42d1-a992-db9ed46eaf8e service neutron] 10.222.0.85 "GET /v2.0/networks/81f06cdb-aeea-4635-a663-2be121b0111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657916 Nov 25 19:19:35.075360 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6b82fe3-cfbc-40c4-ac6d-8503d19c3a23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:35.189834 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6b82fe3-cfbc-40c4-ac6d-8503d19c3a23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:35.266546 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:35.287885 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-232c30ce-0cb4-473f-aaf3-e2b27fe025fa req-65ce8109-c51b-4250-bc93-7b257a90a8e1 service neutron] 10.222.0.85 "GET /v2.0/networks/81f06cdb-aeea-4635-a663-2be121b0111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627413 Nov 25 19:19:35.365136 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6b82fe3-cfbc-40c4-ac6d-8503d19c3a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:35.368753 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6b82fe3-cfbc-40c4-ac6d-8503d19c3a23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:35.374421 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c6b82fe3-cfbc-40c4-ac6d-8503d19c3a23 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/58ae0046-a2ee-4c83-a603-e6f056e41a98 HTTP/1.1" status: 204 len: 168 time: 0.4740667 Nov 25 19:19:35.397940 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b82fe3-cfbc-40c4-ac6d-8503d19c3a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ae0046-a2ee-4c83-a603-e6f056e41a98,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:35.432743 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9051fee-2453-4a0c-81e5-b0ce74cdceae req-2994bbfd-189e-4b5f-a54f-2420b7bdb80a tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:35.442048 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9051fee-2453-4a0c-81e5-b0ce74cdceae req-2994bbfd-189e-4b5f-a54f-2420b7bdb80a tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 944 time: 0.1328554 Nov 25 19:19:35.455726 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-f9edc3c5-f65c-4d58-af94-ebbe9f727dd1 req-89d3862d-c62a-48e7-a585-263acad37ace tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-289325427', 'description': 'tempest-description-1560401819'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:35.482742 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d383a1-a5ea-4997-bb11-814b463f9c7d req-4971fb1c-f022-437e-9bec-8fc922a55ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:35.485427 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e9d383a1-a5ea-4997-bb11-814b463f9c7d req-4971fb1c-f022-437e-9bec-8fc922a55ef3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7a0774263f4e41ea9fe03c9d57378dcf&device_id=b20dd4fe-d016-4236-823a-56f79e2f7d83 HTTP/1.1" status: 200 len: 1095 time: 0.1016006 Nov 25 19:19:35.486226 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:35.527295 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f9edc3c5-f65c-4d58-af94-ebbe9f727dd1 req-89d3862d-c62a-48e7-a585-263acad37ace tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:35.551886 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9051fee-2453-4a0c-81e5-b0ce74cdceae req-afab21b7-7c92-468c-9819-d3abe693bfbc tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094794 Nov 25 19:19:35.561166 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f9edc3c5-f65c-4d58-af94-ebbe9f727dd1 req-89d3862d-c62a-48e7-a585-263acad37ace tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:35.656556 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d383a1-a5ea-4997-bb11-814b463f9c7d req-9ba30c31-31ec-45ac-b6d0-b07d5f0f2cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:35.663503 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e9d383a1-a5ea-4997-bb11-814b463f9c7d req-9ba30c31-31ec-45ac-b6d0-b07d5f0f2cb3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=81f06cdb-aeea-4635-a663-2be121b0111d HTTP/1.1" status: 200 len: 925 time: 0.1663294 Nov 25 19:19:35.731728 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e9d383a1-a5ea-4997-bb11-814b463f9c7d req-afb3da1a-f808-4ba2-8659-b5b8706d4284 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb2ed96e-9975-40d2-a7e2-595627d7bfd7 HTTP/1.1" status: 200 len: 217 time: 0.0573299 Nov 25 19:19:35.825299 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-d48488b6-0e72-43b0-bfd3-e291c7d98d09 req-d892beba-6f82-4ef1-8da8-b7d0b0a4effb service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:19:35.826446 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d48488b6-0e72-43b0-bfd3-e291c7d98d09 req-d892beba-6f82-4ef1-8da8-b7d0b0a4effb service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069211 Nov 25 19:19:35.835001 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f9edc3c5-f65c-4d58-af94-ebbe9f727dd1 req-89d3862d-c62a-48e7-a585-263acad37ace tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:35.839428 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d383a1-a5ea-4997-bb11-814b463f9c7d req-abf86eab-ad89-4269-bdc6-d68442bf00e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:35.841779 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e9d383a1-a5ea-4997-bb11-814b463f9c7d req-abf86eab-ad89-4269-bdc6-d68442bf00e3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=68fdbc47-c7a3-4311-9384-3fa809a3e5d7 HTTP/1.1" status: 200 len: 863 time: 0.1019940 Nov 25 19:19:35.843878 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f9edc3c5-f65c-4d58-af94-ebbe9f727dd1 req-89d3862d-c62a-48e7-a585-263acad37ace tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:35.908207 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3862d-c62a-48e7-a585-263acad37ace tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d08b6db-4d74-4c35-b17d-faf03394de79,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:35.970320 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f9edc3c5-f65c-4d58-af94-ebbe9f727dd1 req-89d3862d-c62a-48e7-a585-263acad37ace tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:35.977420 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f9edc3c5-f65c-4d58-af94-ebbe9f727dd1 req-89d3862d-c62a-48e7-a585-263acad37ace tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:35.987099 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d383a1-a5ea-4997-bb11-814b463f9c7d req-1a7447cd-4224-4624-a9ef-3fbae6fecedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:35.989884 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e9d383a1-a5ea-4997-bb11-814b463f9c7d req-1a7447cd-4224-4624-a9ef-3fbae6fecedd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=81f06cdb-aeea-4635-a663-2be121b0111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1393352 Nov 25 19:19:36.073999 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f9edc3c5-f65c-4d58-af94-ebbe9f727dd1 req-89d3862d-c62a-48e7-a585-263acad37ace tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:36.078996 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9edc3c5-f65c-4d58-af94-ebbe9f727dd1 req-89d3862d-c62a-48e7-a585-263acad37ace tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6329348 Nov 25 19:19:36.090236 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3862d-c62a-48e7-a585-263acad37ace tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf48e54f-6e62-4b01-8b2e-589d40b5f2c9,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:36.188980 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e9d383a1-a5ea-4997-bb11-814b463f9c7d req-91b2bae6-417e-4abd-a2b0-185058cf0fde service neutron] 10.222.0.85 "GET /v2.0/networks/81f06cdb-aeea-4635-a663-2be121b0111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903453 Nov 25 19:19:36.300935 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51660) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:36.323883 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8b75401-4a40-449a-82f2-6f4aa27e1ff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:36.481583 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8b75401-4a40-449a-82f2-6f4aa27e1ff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:36.488267 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e9d383a1-a5ea-4997-bb11-814b463f9c7d req-c5891d63-57e5-47bc-aebe-5e971010f98c service neutron] 10.222.0.85 "GET /v2.0/networks/81f06cdb-aeea-4635-a663-2be121b0111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848976 Nov 25 19:19:36.501522 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8b75401-4a40-449a-82f2-6f4aa27e1ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:36.523131 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88feb1-8468-4c37-ac50-a9b82bcd2b36 req-bcc9ada6-1a65-4297-a0c8-2de96da2a2e3 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:36.526035 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c88feb1-8468-4c37-ac50-a9b82bcd2b36 req-bcc9ada6-1a65-4297-a0c8-2de96da2a2e3 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20dd4fe-d016-4236-823a-56f79e2f7d83 HTTP/1.1" status: 200 len: 944 time: 0.1916866 Nov 25 19:19:36.643304 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b8b75401-4a40-449a-82f2-6f4aa27e1ff0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=84f7046d81e048ee97af3347821abf7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408029 Nov 25 19:19:36.646172 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b75401-4a40-449a-82f2-6f4aa27e1ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7515a59-a388-42ed-b8f3-f30eace3610f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:36.646593 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51672) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:36.729435 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c88feb1-8468-4c37-ac50-a9b82bcd2b36 req-332502d8-c6f7-42e2-97df-f051f0d6a884 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c5df74-f669-46a5-ab3f-4584cbece4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1736963 Nov 25 19:19:36.740916 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1609f5b-7a8e-41e5-ab01-f9464d48f980 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:36.765997 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51680) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:36.797410 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-c02f2d44-367c-4fce-9b0d-a883f28a0bff req-748c040a-f353-4941-890e-046bb294091d tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-413606746', 'description': 'tempest-description-1393131134'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:36.799383 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1609f5b-7a8e-41e5-ab01-f9464d48f980 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:36.827803 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c02f2d44-367c-4fce-9b0d-a883f28a0bff req-748c040a-f353-4941-890e-046bb294091d tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:36.844482 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ef1a2b-7985-4604-9c3d-d408c8813719', 'tag': '5fa77015-14c7-4747-824a-119838dab680'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:36.849585 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b4b7b2-adf7-49d6-8a7e-021fcba300f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ef1a2b-7985-4604-9c3d-d408c8813719", "tag": "5fa77015-14c7-4747-824a-119838dab680"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:36.902586 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1609f5b-7a8e-41e5-ab01-f9464d48f980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:36.913533 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1609f5b-7a8e-41e5-ab01-f9464d48f980 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:36.916403 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e1609f5b-7a8e-41e5-ab01-f9464d48f980 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c7515a59-a388-42ed-b8f3-f30eace3610f HTTP/1.1" status: 204 len: 168 time: 0.2685344 Nov 25 19:19:36.932880 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1609f5b-7a8e-41e5-ab01-f9464d48f980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7515a59-a388-42ed-b8f3-f30eace3610f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:36.982764 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c91d8a4-ded2-4920-999d-60a9ef0375fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:37.001456 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c02f2d44-367c-4fce-9b0d-a883f28a0bff req-748c040a-f353-4941-890e-046bb294091d tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:37.011236 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c02f2d44-367c-4fce-9b0d-a883f28a0bff req-748c040a-f353-4941-890e-046bb294091d tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:37.049206 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c02f2d44-367c-4fce-9b0d-a883f28a0bff req-748c040a-f353-4941-890e-046bb294091d tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:37.050483 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c02f2d44-367c-4fce-9b0d-a883f28a0bff req-748c040a-f353-4941-890e-046bb294091d tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2591968 Nov 25 19:19:37.068443 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c040a-f353-4941-890e-046bb294091d tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912835cb-0803-4d5c-9b60-0e3426600ff7,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:37.142971 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c91d8a4-ded2-4920-999d-60a9ef0375fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:37.149417 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c91d8a4-ded2-4920-999d-60a9ef0375fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:37.195204 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2c91d8a4-ded2-4920-999d-60a9ef0375fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f686481da96943c195bea4b9d781e3b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4280336 Nov 25 19:19:37.197640 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91d8a4-ded2-4920-999d-60a9ef0375fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49065a0d-e9e1-4750-8878-e2a3ae8cfb9b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:37.199804 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51702) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:37.296270 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-87c3d27a-b9e2-46fa-94e0-12fa4180af22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:37.328197 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-87c3d27a-b9e2-46fa-94e0-12fa4180af22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:37.407818 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-87c3d27a-b9e2-46fa-94e0-12fa4180af22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:37.410747 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-87c3d27a-b9e2-46fa-94e0-12fa4180af22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:37.411973 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-87c3d27a-b9e2-46fa-94e0-12fa4180af22 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/49065a0d-e9e1-4750-8878-e2a3ae8cfb9b HTTP/1.1" status: 204 len: 168 time: 0.2100508 Nov 25 19:19:37.424539 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3d27a-b9e2-46fa-94e0-12fa4180af22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49065a0d-e9e1-4750-8878-e2a3ae8cfb9b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:37.750153 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e08bb-552e-445b-b58e-358fdbdb3cd5 req-ac5f6ac3-d96d-4653-8c7b-a44a707587f9 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:37.752010 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ed1e08bb-552e-445b-b58e-358fdbdb3cd5 req-ac5f6ac3-d96d-4653-8c7b-a44a707587f9 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 944 time: 0.0743825 Nov 25 19:19:37.792466 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-63e6c1cb-4b47-446b-9031-87df882e6d0a tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:19:37.801658 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-63e6c1cb-4b47-446b-9031-87df882e6d0a tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0178282 Nov 25 19:19:37.860578 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-4e8bdb95-db92-4bfc-a2de-5c0ce836fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:37.862262 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-4e8bdb95-db92-4bfc-a2de-5c0ce836fa56 service neutron] 10.222.0.55 "GET /v2.0/ports/f357baea-35f8-4e94-8d9b-87f9a75cfd5d HTTP/1.1" status: 200 len: 1093 time: 0.0596678 Nov 25 19:19:37.882998 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-198f5528-447b-4065-9ea6-13a6a45f5a0b service neutron] Request body: {'binding': {'host': 'n-h1-819349-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:37.883463 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-198f5528-447b-4065-9ea6-13a6a45f5a0b service neutron] Unknown quota resources ['binding']. {{(pid=103600) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 19:19:37.923543 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ed1e08bb-552e-445b-b58e-358fdbdb3cd5 req-58beccd8-bef2-4e61-9051-d59e9218bc55 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558299 Nov 25 19:19:38.017897 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51734) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:38.036863 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12fb3edf-207c-4f55-b4c1-54fc1e1d5a09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:38.099287 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c23e85b-4ffb-45ef-984b-e3bcfdd8639a x-openstack-request-id: req-0c23e85b-4ffb-45ef-984b-e3bcfdd8639a {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:38.099747 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ef1a2b-7985-4604-9c3d-d408c8813719", "tag": "5fa77015-14c7-4747-824a-119838dab680", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:38.100161 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0c23e85b-4ffb-45ef-984b-e3bcfdd8639a {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:38.100801 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ef1a2b-7985-4604-9c3d-d408c8813719', 'tag': '5fa77015-14c7-4747-824a-119838dab680', 'status': 'completed', 'code': 200} Nov 25 19:19:38.143329 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12fb3edf-207c-4f55-b4c1-54fc1e1d5a09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:38.148769 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12fb3edf-207c-4f55-b4c1-54fc1e1d5a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:38.195186 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-12fb3edf-207c-4f55-b4c1-54fc1e1d5a09 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=58422871a0884e2eab844236b946f6c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1761098 Nov 25 19:19:38.197041 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb3edf-207c-4f55-b4c1-54fc1e1d5a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96e285a-97c2-4a90-9d31-2eb3421c7fd9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:38.201471 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51738) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:38.282796 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device eb2ed96e-9975-40d2-a7e2-595627d7bfd7 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:19:38.385362 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4b7b2-adf7-49d6-8a7e-021fcba300f9 req-2409fd37-5208-455b-9358-54e31c5456b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:38.389236 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7b4b7b2-adf7-49d6-8a7e-021fcba300f9 req-2409fd37-5208-455b-9358-54e31c5456b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 1125 time: 0.2929094 Nov 25 19:19:38.414758 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port eb2ed96e-9975-40d2-a7e2-595627d7bfd7, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=eb2ed96e-9975-40d2-a7e2-595627d7bfd7,segment=NetworkSegment(7f8c6dc5-d64e-4c24-81a7-b06570806014),segment_id=7f8c6dc5-d64e-4c24-81a7-b06570806014)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:38.436804 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'eb2ed96e-9975-40d2-a7e2-595627d7bfd7', 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d', 'port_id': 'eb2ed96e-9975-40d2-a7e2-595627d7bfd7', 'mac_address': 'fa:16:3e:36:e0:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:19:38.518561 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:38.547542 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2ed96e-9975-40d2-a7e2-595627d7bfd7 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:38.587540 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port eb2ed96e-9975-40d2-a7e2-595627d7bfd7, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=eb2ed96e-9975-40d2-a7e2-595627d7bfd7,segment=NetworkSegment(7f8c6dc5-d64e-4c24-81a7-b06570806014),segment_id=7f8c6dc5-d64e-4c24-81a7-b06570806014)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:38.588437 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-198f5528-447b-4065-9ea6-13a6a45f5a0b service neutron] Attempting to bind port f357baea-35f8-4e94-8d9b-87f9a75cfd5d on host n-h1-819349-5 for vnic_type normal with profile None {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:38.589108 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-198f5528-447b-4065-9ea6-13a6a45f5a0b service neutron] Attempting to bind port f357baea-35f8-4e94-8d9b-87f9a75cfd5d by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:38.590200 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-198f5528-447b-4065-9ea6-13a6a45f5a0b service neutron] Attempting to bind port f357baea-35f8-4e94-8d9b-87f9a75cfd5d on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:38.595593 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:38.596670 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 5fa77015-14c7-4747-824a-119838dab680 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:19:38.653317 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-198f5528-447b-4065-9ea6-13a6a45f5a0b service neutron] Port f357baea-35f8-4e94-8d9b-87f9a75cfd5d on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:19:38.653869 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-198f5528-447b-4065-9ea6-13a6a45f5a0b service neutron] Attempting to bind port f357baea-35f8-4e94-8d9b-87f9a75cfd5d on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:38.657472 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8405e15-ed18-42d6-9e54-43f51261f692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:38.714091 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-198f5528-447b-4065-9ea6-13a6a45f5a0b service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:38.714730 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-198f5528-447b-4065-9ea6-13a6a45f5a0b service neutron] Checking segment: {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:38.715385 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-198f5528-447b-4065-9ea6-13a6a45f5a0b service neutron] Bound using segment: {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:38.716178 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-198f5528-447b-4065-9ea6-13a6a45f5a0b service neutron] Bound port: f357baea-35f8-4e94-8d9b-87f9a75cfd5d, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:38.751326 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8405e15-ed18-42d6-9e54-43f51261f692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:38.784496 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=eb2ed96e-9975-40d2-a7e2-595627d7bfd7,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:38.802216 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:38.804134 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:38.804323 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:38.804921 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:38.805474 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:38.806270 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:38.806877 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:38.807454 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:38.808013 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:38.809190 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:38.809663 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:38.810161 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:38.874391 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 5fa77015-14c7-4747-824a-119838dab680, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=5fa77015-14c7-4747-824a-119838dab680,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:38.897807 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 5fa77015-14c7-4747-824a-119838dab680 has no active binding in host n-h2-819349-5 {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 19:19:38.919405 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4b7b2-adf7-49d6-8a7e-021fcba300f9 req-21a9ed9c-382f-431a-b239-9102c7e76868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:38.922156 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7b4b7b2-adf7-49d6-8a7e-021fcba300f9 req-21a9ed9c-382f-431a-b239-9102c7e76868 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 921 time: 0.5135517 Nov 25 19:19:39.049234 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7b4b7b2-adf7-49d6-8a7e-021fcba300f9 req-c39cd533-8e4c-4d3d-89b7-2c87d88db9a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa77015-14c7-4747-824a-119838dab680 HTTP/1.1" status: 200 len: 217 time: 0.1047680 Nov 25 19:19:39.057641 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-198f5528-447b-4065-9ea6-13a6a45f5a0b service neutron] For port f357baea-35f8-4e94-8d9b-87f9a75cfd5d, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=f357baea-35f8-4e94-8d9b-87f9a75cfd5d,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:39.106842 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-198f5528-447b-4065-9ea6-13a6a45f5a0b service neutron] Publish callbacks [] for binding, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:39.108908 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-198f5528-447b-4065-9ea6-13a6a45f5a0b service neutron] 10.222.0.55 "POST /v2.0/ports/f357baea-35f8-4e94-8d9b-87f9a75cfd5d/bindings HTTP/1.1" status: 201 len: 389 time: 1.2329111 Nov 25 19:19:39.168198 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['eb2ed96e-9975-40d2-a7e2-595627d7bfd7'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:19:39.190226 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8405e15-ed18-42d6-9e54-43f51261f692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:39.196652 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8405e15-ed18-42d6-9e54-43f51261f692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:39.199627 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e8405e15-ed18-42d6-9e54-43f51261f692 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e96e285a-97c2-4a90-9d31-2eb3421c7fd9 HTTP/1.1" status: 204 len: 168 time: 0.9956965 Nov 25 19:19:39.345589 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8405e15-ed18-42d6-9e54-43f51261f692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96e285a-97c2-4a90-9d31-2eb3421c7fd9,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:39.371789 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4b7b2-adf7-49d6-8a7e-021fcba300f9 req-586613b1-daa9-4d5e-a843-e4195632b6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:39.375509 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7b4b7b2-adf7-49d6-8a7e-021fcba300f9 req-586613b1-daa9-4d5e-a843-e4195632b6b3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=688fcc59-0345-41e4-9b88-cea9e7c21583 HTTP/1.1" status: 200 len: 860 time: 0.3060334 Nov 25 19:19:39.452163 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7b4b7b2-adf7-49d6-8a7e-021fcba300f9 req-682abf70-c501-4a34-b345-3d27bfa84559 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e27d2294-de95-4945-9062-292b41b6ea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602024 Nov 25 19:19:39.470237 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.73', 63961) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:39.485033 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d06a1a7-be1b-4062-acc8-67fa75a71efb req-c044f5c5-1246-4ff9-a5ad-2e50720dd3ac tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42614 time: 1.3905218 Nov 25 19:19:39.543177 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-350423ce-b668-410f-b847-2c1c61823a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:39.545269 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-350423ce-b668-410f-b847-2c1c61823a3f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 1096 time: 0.0738444 Nov 25 19:19:39.712385 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7b4b7b2-adf7-49d6-8a7e-021fcba300f9 req-4a338cb0-c43b-4bb9-b87c-7fab34975c80 service neutron] 10.222.0.73 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257063 Nov 25 19:19:39.748948 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-b72bb635-ce11-4249-9231-3c527ff3fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:39.751811 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-b72bb635-ce11-4249-9231-3c527ff3fa8b service neutron] 10.222.0.73 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 908 time: 0.1990228 Nov 25 19:19:39.837153 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51776) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:39.843517 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-6ed11c6d-9108-4e4f-9c4f-e7c9d312de69 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f357baea-35f8-4e94-8d9b-87f9a75cfd5d HTTP/1.1" status: 200 len: 217 time: 0.0842090 Nov 25 19:19:39.847186 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d06a1a7-be1b-4062-acc8-67fa75a71efb req-fae74b27-d3f7-475d-9c1d-308e4b532b66 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "GET /v2.0/security-groups/22973953-2643-4b00-98d1-63ba92ee2a6d HTTP/1.1" status: 200 len: 2998 time: 0.3256681 Nov 25 19:19:39.955947 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-92de7b0e-2c6f-4101-bcfa-9e2d3944eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:39.958464 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-92de7b0e-2c6f-4101-bcfa-9e2d3944eabb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7d22af38-4f63-40b1-a1f0-3aff6ec04048 HTTP/1.1" status: 200 len: 847 time: 0.1076181 Nov 25 19:19:39.997384 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d06a1a7-be1b-4062-acc8-67fa75a71efb req-3c3c43da-438f-495a-9823-bc3ca9a77fd6 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "GET /v2.0/security-groups/22973953-2643-4b00-98d1-63ba92ee2a6d HTTP/1.1" status: 200 len: 2998 time: 0.1356933 Nov 25 19:19:40.003325 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7b4b7b2-adf7-49d6-8a7e-021fcba300f9 req-44b3865d-b87d-4931-ac27-9c038eccc47a service neutron] 10.222.0.73 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824466 Nov 25 19:19:40.013211 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-0ddf45e1-be26-44e0-866b-aa782e7c62c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448406 Nov 25 19:19:40.109662 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d06a1a7-be1b-4062-acc8-67fa75a71efb req-734fab57-7b9a-48fe-ac86-e38b9db7d2f5 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "GET /v2.0/security-groups/237fb268-8390-4caa-a8f1-e35e1bf18942 HTTP/1.1" status: 200 len: 2994 time: 0.1059210 Nov 25 19:19:40.166824 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9768aa8b-d799-4fe6-bb6b-a38cb08c112e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.205807 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-c4d32cdf-b2b2-44c7-8f08-3cd53bf9cc36 service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828089 Nov 25 19:19:40.229213 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d06a1a7-be1b-4062-acc8-67fa75a71efb req-ff53dc23-e8d5-437b-b876-a0188f57b768 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "GET /v2.0/security-groups/237fb268-8390-4caa-a8f1-e35e1bf18942 HTTP/1.1" status: 200 len: 2994 time: 0.1128235 Nov 25 19:19:40.288242 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device eb2ed96e-9975-40d2-a7e2-595627d7bfd7 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:19:40.382660 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port eb2ed96e-9975-40d2-a7e2-595627d7bfd7 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:19:40.384806 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-866157b6-c62a-47d0-8ae8-798152cdb6cf service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685767 Nov 25 19:19:40.387727 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port eb2ed96e-9975-40d2-a7e2-595627d7bfd7 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:40.388234 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.466664 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d713de-1916-4fdd-a910-a5d5288a8a45 req-7119e093-89c2-41a2-a00e-631ae8312da6 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:40.468656 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-74d713de-1916-4fdd-a910-a5d5288a8a45 req-7119e093-89c2-41a2-a00e-631ae8312da6 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20dd4fe-d016-4236-823a-56f79e2f7d83 HTTP/1.1" status: 200 len: 945 time: 0.1228287 Nov 25 19:19:40.498621 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.507449 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d06a1a7-be1b-4062-acc8-67fa75a71efb req-a44dc3b9-3c07-4116-bf4f-f28792aedd7f tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "GET /v2.0/security-groups/2506b1e4-3cf6-469c-b2d6-261026ed78cf HTTP/1.1" status: 200 len: 2990 time: 0.2464173 Nov 25 19:19:40.558884 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port eb2ed96e-9975-40d2-a7e2-595627d7bfd7, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=eb2ed96e-9975-40d2-a7e2-595627d7bfd7,segment=NetworkSegment(7f8c6dc5-d64e-4c24-81a7-b06570806014),segment_id=7f8c6dc5-d64e-4c24-81a7-b06570806014)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:40.560380 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20dd4fe-d016-4236-823a-56f79e2f7d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2ed96e-9975-40d2-a7e2-595627d7bfd7'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:40.564710 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e13047-2a25-4d79-b195-77bc1f2f452c" -d '{"events": [{"server_uuid": "b20dd4fe-d016-4236-823a-56f79e2f7d83", "name": "network-vif-plugged", "status": "completed", "tag": "eb2ed96e-9975-40d2-a7e2-595627d7bfd7"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:40.570235 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.590396 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-99034110-8435-43f2-a19b-eae6557f1b01 service neutron] 10.222.0.73 "GET /v2.0/ports/5fa77015-14c7-4747-824a-119838dab680/bindings/n-h2-819349-5 HTTP/1.1" status: 200 len: 384 time: 0.2568657 Nov 25 19:19:40.610630 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9768aa8b-d799-4fe6-bb6b-a38cb08c112e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.622857 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-74d713de-1916-4fdd-a910-a5d5288a8a45 req-b167db6d-db45-4830-9284-1626ae7fc90a tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c5df74-f669-46a5-ab3f-4584cbece4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1139772 Nov 25 19:19:40.658493 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-3f3b878a-0a71-4cc0-8603-97d75fc55b00 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:40.663475 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9768aa8b-d799-4fe6-bb6b-a38cb08c112e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.664110 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-3f3b878a-0a71-4cc0-8603-97d75fc55b00 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0&tenant_id=12018ca1c64542299c2d57a199401db7&binding%3Ahost_id=n-h2-819349-5 HTTP/1.1" status: 200 len: 1096 time: 0.1936386 Nov 25 19:19:40.665301 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=eb2ed96e-9975-40d2-a7e2-595627d7bfd7,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:40.677082 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-588dda96-a0a4-41d9-84b1-e8bd0a325a5c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819349-5'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:40.788603 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9768aa8b-d799-4fe6-bb6b-a38cb08c112e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b48d00fb4743462da2a8a9cbdaf0d57e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9396832 Nov 25 19:19:40.792976 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d06a1a7-be1b-4062-acc8-67fa75a71efb req-5bd865ac-81da-4963-b8c6-14094b589871 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "GET /v2.0/security-groups/2506b1e4-3cf6-469c-b2d6-261026ed78cf HTTP/1.1" status: 200 len: 2990 time: 0.2604496 Nov 25 19:19:40.794712 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51800) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:40.795422 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768aa8b-d799-4fe6-bb6b-a38cb08c112e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b6ab96-2f8e-4dcb-94e0-28fdf3929e7a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:40.856807 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db188546-0a40-4420-b408-56f9ba0d80d5 req-3414e2c2-9e99-4e00-94a9-9b9a236c1fad tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:40.858438 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-db188546-0a40-4420-b408-56f9ba0d80d5 req-3414e2c2-9e99-4e00-94a9-9b9a236c1fad tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 944 time: 0.1393075 Nov 25 19:19:40.862513 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-588dda96-a0a4-41d9-84b1-e8bd0a325a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.931060 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d06a1a7-be1b-4062-acc8-67fa75a71efb req-d8000190-1aff-4530-8d38-242a4ccc78a2 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "GET /v2.0/security-groups/2c85d5a6-c639-4eef-8355-103bf3b8baef HTTP/1.1" status: 200 len: 2998 time: 0.0984054 Nov 25 19:19:40.971645 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-72bc2e56-629f-43e5-ad93-e71f61585fcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.984083 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-db188546-0a40-4420-b408-56f9ba0d80d5 req-3702dbe3-4f71-4644-b416-467ee013163d tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145153 Nov 25 19:19:41.013630 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-c992b5ef-74fa-48b6-9a40-5efc63cbf2e4 service neutron] For port 5fa77015-14c7-4747-824a-119838dab680, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=5fa77015-14c7-4747-824a-119838dab680,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:41.019790 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d06a1a7-be1b-4062-acc8-67fa75a71efb req-acb60652-ba7b-4801-bde3-33389d880832 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "GET /v2.0/security-groups/2c85d5a6-c639-4eef-8355-103bf3b8baef HTTP/1.1" status: 200 len: 2998 time: 0.0773640 Nov 25 19:19:41.058707 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-72bc2e56-629f-43e5-ad93-e71f61585fcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:41.102825 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-c992b5ef-74fa-48b6-9a40-5efc63cbf2e4 service neutron] For port 5fa77015-14c7-4747-824a-119838dab680, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:41.131263 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d06a1a7-be1b-4062-acc8-67fa75a71efb req-f978181f-36dd-4a35-81db-a88c31051b55 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "GET /v2.0/security-groups/4b27b000-3f53-4129-aa4d-d6ab6ff5a254 HTTP/1.1" status: 200 len: 2998 time: 0.0905831 Nov 25 19:19:41.148077 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-c992b5ef-74fa-48b6-9a40-5efc63cbf2e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa77015-14c7-4747-824a-119838dab680 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:41.172016 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-588dda96-a0a4-41d9-84b1-e8bd0a325a5c service neutron] For port f357baea-35f8-4e94-8d9b-87f9a75cfd5d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=f357baea-35f8-4e94-8d9b-87f9a75cfd5d,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:41.189668 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-c992b5ef-74fa-48b6-9a40-5efc63cbf2e4 service neutron] For port 5fa77015-14c7-4747-824a-119838dab680, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=5fa77015-14c7-4747-824a-119838dab680,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:41.231647 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043ff8f-4878-415d-a9a3-c8950aafb0c1 req-8442f478-f50e-4372-82f3-ec3561624a52 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:41.233268 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a043ff8f-4878-415d-a9a3-c8950aafb0c1 req-8442f478-f50e-4372-82f3-ec3561624a52 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 945 time: 0.1196046 Nov 25 19:19:41.236545 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-72bc2e56-629f-43e5-ad93-e71f61585fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:41.239171 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-72bc2e56-629f-43e5-ad93-e71f61585fcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:41.239544 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-c992b5ef-74fa-48b6-9a40-5efc63cbf2e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:41.244355 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-72bc2e56-629f-43e5-ad93-e71f61585fcb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b9b6ab96-2f8e-4dcb-94e0-28fdf3929e7a HTTP/1.1" status: 204 len: 168 time: 0.4236867 Nov 25 19:19:41.265419 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc2e56-629f-43e5-ad93-e71f61585fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b6ab96-2f8e-4dcb-94e0-28fdf3929e7a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:41.274612 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-588dda96-a0a4-41d9-84b1-e8bd0a325a5c service neutron] For port f357baea-35f8-4e94-8d9b-87f9a75cfd5d, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:41.284651 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d06a1a7-be1b-4062-acc8-67fa75a71efb req-e6e6ade4-6532-4df9-ada8-dfb44723b093 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "GET /v2.0/security-groups/4b27b000-3f53-4129-aa4d-d6ab6ff5a254 HTTP/1.1" status: 200 len: 2998 time: 0.1314008 Nov 25 19:19:41.361289 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d918767-8e49-4554-a284-d0d3593701d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f357baea-35f8-4e94-8d9b-87f9a75cfd5d'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:41.363701 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbfb149-7a80-48cc-8b83-9796404964ab" -d '{"events": [{"server_uuid": "0d918767-8e49-4554-a284-d0d3593701d0", "name": "network-vif-unplugged", "status": "completed", "tag": "f357baea-35f8-4e94-8d9b-87f9a75cfd5d"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:41.368400 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-588dda96-a0a4-41d9-84b1-e8bd0a325a5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:41.375947 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a043ff8f-4878-415d-a9a3-c8950aafb0c1 req-4afb88cd-038e-4dd4-bbdc-1e401544a5db tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301303 Nov 25 19:19:41.382407 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-588dda96-a0a4-41d9-84b1-e8bd0a325a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:41.475035 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d06a1a7-be1b-4062-acc8-67fa75a71efb req-1a1d5e2e-9c1a-4db8-b0bc-ea61c0b0f4ce tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "GET /v2.0/security-groups/4c12b64e-8437-4bb6-b5bc-f102a53b1ddc HTTP/1.1" status: 200 len: 2998 time: 0.1317613 Nov 25 19:19:41.484813 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588dda96-a0a4-41d9-84b1-e8bd0a325a5c service neutron] Pushing event updated for resources: {'Port': ['ID=f357baea-35f8-4e94-8d9b-87f9a75cfd5d,revision_number=7']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:41.499396 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-588dda96-a0a4-41d9-84b1-e8bd0a325a5c service neutron] Attempting to bind port f357baea-35f8-4e94-8d9b-87f9a75cfd5d on host n-h2-819349-5 for vnic_type normal with profile {"migrating_to": "n-h1-819349-5"} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:41.499673 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-588dda96-a0a4-41d9-84b1-e8bd0a325a5c service neutron] Attempting to bind port f357baea-35f8-4e94-8d9b-87f9a75cfd5d by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:41.499934 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-588dda96-a0a4-41d9-84b1-e8bd0a325a5c service neutron] Attempting to bind port f357baea-35f8-4e94-8d9b-87f9a75cfd5d on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:41.506650 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-c992b5ef-74fa-48b6-9a40-5efc63cbf2e4 service neutron] Transition to ACTIVE for port object 5fa77015-14c7-4747-824a-119838dab680 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:19:41.506955 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-588dda96-a0a4-41d9-84b1-e8bd0a325a5c service neutron] Port f357baea-35f8-4e94-8d9b-87f9a75cfd5d on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:19:41.506955 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-588dda96-a0a4-41d9-84b1-e8bd0a325a5c service neutron] Attempting to bind port f357baea-35f8-4e94-8d9b-87f9a75cfd5d on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:41.514769 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-588dda96-a0a4-41d9-84b1-e8bd0a325a5c service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:41.515128 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-588dda96-a0a4-41d9-84b1-e8bd0a325a5c service neutron] Checking segment: {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:41.515575 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-588dda96-a0a4-41d9-84b1-e8bd0a325a5c service neutron] Bound using segment: {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:41.516056 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-588dda96-a0a4-41d9-84b1-e8bd0a325a5c service neutron] Bound port: f357baea-35f8-4e94-8d9b-87f9a75cfd5d, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:41.516374 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-588dda96-a0a4-41d9-84b1-e8bd0a325a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:41.523699 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-c992b5ef-74fa-48b6-9a40-5efc63cbf2e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:41.646584 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d06a1a7-be1b-4062-acc8-67fa75a71efb req-367c2f6f-9e59-4f63-b1d1-70439f110ba9 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "GET /v2.0/security-groups/4c12b64e-8437-4bb6-b5bc-f102a53b1ddc HTTP/1.1" status: 200 len: 2998 time: 0.1517308 Nov 25 19:19:41.680527 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-c992b5ef-74fa-48b6-9a40-5efc63cbf2e4 service neutron] No DVR routers for this DVR port 5fa77015-14c7-4747-824a-119838dab680 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:19:41.723056 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992b5ef-74fa-48b6-9a40-5efc63cbf2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa77015-14c7-4747-824a-119838dab680,revision_number=10']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:41.783464 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-c992b5ef-74fa-48b6-9a40-5efc63cbf2e4 service neutron] 10.222.0.73 "PUT /v2.0/ports/5fa77015-14c7-4747-824a-119838dab680/bindings/n-h2-819349-5/activate HTTP/1.1" status: 200 len: 369 time: 1.1777532 Nov 25 19:19:41.813887 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d06a1a7-be1b-4062-acc8-67fa75a71efb req-f0436f94-0c0f-4cfa-8b1f-400d0ee6491b tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "GET /v2.0/security-groups/7d08b6db-4d74-4c35-b17d-faf03394de79 HTTP/1.1" status: 200 len: 2998 time: 0.1349604 Nov 25 19:19:41.893408 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d06a1a7-be1b-4062-acc8-67fa75a71efb req-af174931-1648-43d0-8eb8-bde706239c36 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "GET /v2.0/security-groups/7d08b6db-4d74-4c35-b17d-faf03394de79 HTTP/1.1" status: 200 len: 2998 time: 0.0775301 Nov 25 19:19:41.941291 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d06a1a7-be1b-4062-acc8-67fa75a71efb req-a691de90-51f1-4a28-9723-29f0a5008d49 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "GET /v2.0/security-groups/8d0a9604-ef54-41ac-900b-3836f12a6666 HTTP/1.1" status: 200 len: 2998 time: 0.0468278 Nov 25 19:19:41.983241 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-588dda96-a0a4-41d9-84b1-e8bd0a325a5c service neutron] For port f357baea-35f8-4e94-8d9b-87f9a75cfd5d, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:41.997031 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-588dda96-a0a4-41d9-84b1-e8bd0a325a5c service neutron] For port f357baea-35f8-4e94-8d9b-87f9a75cfd5d, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=f357baea-35f8-4e94-8d9b-87f9a75cfd5d,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:42.010949 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-687d294f-2fb4-491a-a6ad-afe3b44207d4 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:42.014015 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-687d294f-2fb4-491a-a6ad-afe3b44207d4 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719&tenant_id=add7c5b3ff5b453f94df091d8db99f5d&binding%3Ahost_id=n-h1-819349-5 HTTP/1.1" status: 200 len: 1096 time: 0.1242988 Nov 25 19:19:42.016359 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-588dda96-a0a4-41d9-84b1-e8bd0a325a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:42.034268 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51814) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:42.059414 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70247cf5-e7fe-4169-98b3-023af1388177 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:42.066192 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d06a1a7-be1b-4062-acc8-67fa75a71efb req-b54f6aa6-1304-48cf-8043-0a92a97e3c68 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "GET /v2.0/security-groups/8d0a9604-ef54-41ac-900b-3836f12a6666 HTTP/1.1" status: 200 len: 2998 time: 0.1152465 Nov 25 19:19:42.195444 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d06a1a7-be1b-4062-acc8-67fa75a71efb req-0710c446-e343-4198-af16-4da315521b64 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "GET /v2.0/security-groups/b01f3c34-d1d9-46bf-98a9-4c0f997a8038 HTTP/1.1" status: 200 len: 2998 time: 0.1179976 Nov 25 19:19:42.285444 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588dda96-a0a4-41d9-84b1-e8bd0a325a5c service neutron] Pushing event updated for resources: {'Port': ['ID=f357baea-35f8-4e94-8d9b-87f9a75cfd5d,revision_number=8']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:42.296686 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-588dda96-a0a4-41d9-84b1-e8bd0a325a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:42.297528 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-588dda96-a0a4-41d9-84b1-e8bd0a325a5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:42.299986 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-588dda96-a0a4-41d9-84b1-e8bd0a325a5c service neutron] 10.222.0.73 "PUT /v2.0/ports/f357baea-35f8-4e94-8d9b-87f9a75cfd5d HTTP/1.1" status: 200 len: 1121 time: 1.6282780 Nov 25 19:19:42.311742 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70247cf5-e7fe-4169-98b3-023af1388177 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:42.314447 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d06a1a7-be1b-4062-acc8-67fa75a71efb req-dd16a288-fd99-4526-b723-280eedb5dcf7 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "GET /v2.0/security-groups/b01f3c34-d1d9-46bf-98a9-4c0f997a8038 HTTP/1.1" status: 200 len: 2998 time: 0.1027143 Nov 25 19:19:42.317769 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70247cf5-e7fe-4169-98b3-023af1388177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:42.335650 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-6c40ceb6-f462-4f9e-a172-c11103108d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:42.338542 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-6c40ceb6-f462-4f9e-a172-c11103108d9b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719&tenant_id=add7c5b3ff5b453f94df091d8db99f5d HTTP/1.1" status: 200 len: 1096 time: 0.3072205 Nov 25 19:19:42.376016 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['f357baea-35f8-4e94-8d9b-87f9a75cfd5d'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:19:42.409713 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-70247cf5-e7fe-4169-98b3-023af1388177 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=19b30ccff8e444b88f04a2bcc81222e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3728426 Nov 25 19:19:42.410373 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51822) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:42.416485 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70247cf5-e7fe-4169-98b3-023af1388177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55ef9be-afc9-4ed2-b417-32a50a9b92ff,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:42.453407 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-89b3b362-5d3d-422b-86b5-531f439da8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:42.455175 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-89b3b362-5d3d-422b-86b5-531f439da8bb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 1096 time: 0.0805292 Nov 25 19:19:42.481227 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d06a1a7-be1b-4062-acc8-67fa75a71efb req-949272c5-173b-4475-88c7-d9cd9d31d44a tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "GET /v2.0/security-groups/b153d45c-b1a6-4fc8-9942-d669fb9adba1 HTTP/1.1" status: 200 len: 2998 time: 0.1395166 Nov 25 19:19:42.586659 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d06a1a7-be1b-4062-acc8-67fa75a71efb req-212a2577-5f7f-42c1-9a73-cdfdb358369b tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "GET /v2.0/security-groups/b153d45c-b1a6-4fc8-9942-d669fb9adba1 HTTP/1.1" status: 200 len: 2998 time: 0.0812664 Nov 25 19:19:42.604405 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-9a05ecf1-b2fb-4a0c-a9f4-7a6c0e67e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:42.606029 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-968e614d-83bf-4e24-a5d5-c96c6d6c4f98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:42.606937 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-9a05ecf1-b2fb-4a0c-a9f4-7a6c0e67e301 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 921 time: 0.1437213 Nov 25 19:19:42.679798 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-968e614d-83bf-4e24-a5d5-c96c6d6c4f98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:42.690835 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-d680971b-c8bc-49e8-92cb-670758a3b436 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa77015-14c7-4747-824a-119838dab680 HTTP/1.1" status: 200 len: 217 time: 0.0745409 Nov 25 19:19:42.736616 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d06a1a7-be1b-4062-acc8-67fa75a71efb req-84804933-9944-4421-be26-1b45a41e144e tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "GET /v2.0/security-groups/d86a6745-a417-40d3-99e8-f1cdc4e68656 HTTP/1.1" status: 200 len: 2998 time: 0.1251066 Nov 25 19:19:42.802800 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-968e614d-83bf-4e24-a5d5-c96c6d6c4f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:42.806002 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-968e614d-83bf-4e24-a5d5-c96c6d6c4f98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:42.813112 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-968e614d-83bf-4e24-a5d5-c96c6d6c4f98 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b55ef9be-afc9-4ed2-b417-32a50a9b92ff HTTP/1.1" status: 204 len: 168 time: 0.3918736 Nov 25 19:19:42.813315 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-c469ef32-2e1b-462c-83df-eb87cf461e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:42.813315 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-c469ef32-2e1b-462c-83df-eb87cf461e52 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=688fcc59-0345-41e4-9b88-cea9e7c21583 HTTP/1.1" status: 200 len: 860 time: 0.1106346 Nov 25 19:19:42.820961 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffc2abc-96cb-48c9-86cc-861d1c3224a5 x-openstack-request-id: req-9ffc2abc-96cb-48c9-86cc-861d1c3224a5 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:42.821696 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20dd4fe-d016-4236-823a-56f79e2f7d83", "name": "network-vif-plugged", "status": "completed", "tag": "eb2ed96e-9975-40d2-a7e2-595627d7bfd7", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:42.822328 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ffc2abc-96cb-48c9-86cc-861d1c3224a5 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:42.823313 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20dd4fe-d016-4236-823a-56f79e2f7d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2ed96e-9975-40d2-a7e2-595627d7bfd7', 'code': 200} Nov 25 19:19:42.833576 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d06a1a7-be1b-4062-acc8-67fa75a71efb req-6be9ecdf-7651-4233-b030-e771a6978d0f tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "GET /v2.0/security-groups/d86a6745-a417-40d3-99e8-f1cdc4e68656 HTTP/1.1" status: 200 len: 2998 time: 0.0847907 Nov 25 19:19:42.834948 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e614d-83bf-4e24-a5d5-c96c6d6c4f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55ef9be-afc9-4ed2-b417-32a50a9b92ff,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:42.886758 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [req-3d06a1a7-be1b-4062-acc8-67fa75a71efb req-84e9d0c9-6ff1-4cfd-b4ea-ceb57fd3ba33 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] show failed (client error): The resource could not be found. Nov 25 19:19:42.887872 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d06a1a7-be1b-4062-acc8-67fa75a71efb req-84e9d0c9-6ff1-4cfd-b4ea-ceb57fd3ba33 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "GET /v2.0/security-groups/e96e285a-97c2-4a90-9d31-2eb3421c7fd9 HTTP/1.1" status: 404 len: 352 time: 0.0351121 Nov 25 19:19:42.916373 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-ff41eccb-add0-4d8b-b8ab-bb1235e41653 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e27d2294-de95-4945-9062-292b41b6ea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896707 Nov 25 19:19:42.952039 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [req-3d06a1a7-be1b-4062-acc8-67fa75a71efb req-59eec6bf-56d6-459c-a7dd-bb99c7d3218a tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] show failed (client error): The resource could not be found. Nov 25 19:19:42.953790 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d06a1a7-be1b-4062-acc8-67fa75a71efb req-59eec6bf-56d6-459c-a7dd-bb99c7d3218a tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "GET /v2.0/security-groups/e96e285a-97c2-4a90-9d31-2eb3421c7fd9 HTTP/1.1" status: 404 len: 352 time: 0.0457947 Nov 25 19:19:43.010162 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33eb7db-3529-4a99-85eb-b87f83e5ffb2 req-610ac716-7837-48cd-9140-19d7390eab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:43.012638 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d33eb7db-3529-4a99-85eb-b87f83e5ffb2 req-610ac716-7837-48cd-9140-19d7390eab4e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b20dd4fe-d016-4236-823a-56f79e2f7d83 HTTP/1.1" status: 200 len: 1097 time: 0.0929549 Nov 25 19:19:43.081386 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d33eb7db-3529-4a99-85eb-b87f83e5ffb2 req-3be14f38-b633-41fe-9686-d1603967b2b9 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=97c5df74-f669-46a5-ab3f-4584cbece4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603938 Nov 25 19:19:43.087531 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7367b07b-063e-413b-81b7-1a66c2328636 x-openstack-request-id: req-7367b07b-063e-413b-81b7-1a66c2328636 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:43.088343 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d918767-8e49-4554-a284-d0d3593701d0", "name": "network-vif-unplugged", "status": "completed", "tag": "f357baea-35f8-4e94-8d9b-87f9a75cfd5d", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:43.088483 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7367b07b-063e-413b-81b7-1a66c2328636 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:43.088963 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d918767-8e49-4554-a284-d0d3593701d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f357baea-35f8-4e94-8d9b-87f9a75cfd5d', 'code': 200} Nov 25 19:19:43.100119 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-792efccb-2511-4643-ab2e-bac102811d9d service neutron] 10.222.0.85 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745346 Nov 25 19:19:43.226867 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd45a6-2745-4a1d-81e5-f08d0ac637f0 req-5cc08fae-fec5-4e65-a75e-894688bbeae9 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:43.229391 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1cd45a6-2745-4a1d-81e5-f08d0ac637f0 req-5cc08fae-fec5-4e65-a75e-894688bbeae9 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20dd4fe-d016-4236-823a-56f79e2f7d83 HTTP/1.1" status: 200 len: 946 time: 0.0841463 Nov 25 19:19:43.267083 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166de89-053a-42bb-9343-cf63e9ecfc58 req-2aacbeb3-00d2-4de8-8135-3a9463b45c88 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:43.269678 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6166de89-053a-42bb-9343-cf63e9ecfc58 req-2aacbeb3-00d2-4de8-8135-3a9463b45c88 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 945 time: 0.0941365 Nov 25 19:19:43.299068 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1cd45a6-2745-4a1d-81e5-f08d0ac637f0 req-3340d164-d390-43c0-b18f-04b4d4364abd tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c5df74-f669-46a5-ab3f-4584cbece4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603848 Nov 25 19:19:43.410927 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6166de89-053a-42bb-9343-cf63e9ecfc58 req-87ede404-7228-422b-9b57-66a37317354e tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302652 Nov 25 19:19:43.451474 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c687fa6-7bb7-48e2-b12f-f4862df12c54 req-b13e3602-65c9-48f8-9b19-d0c9a28e1e86 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:43.454364 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2c687fa6-7bb7-48e2-b12f-f4862df12c54 req-b13e3602-65c9-48f8-9b19-d0c9a28e1e86 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 943 time: 0.0852439 Nov 25 19:19:43.528728 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-19d2cc30-b758-487d-b864-ba8f9ebdff85 service neutron] 10.222.0.85 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376125 Nov 25 19:19:43.542137 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2c687fa6-7bb7-48e2-b12f-f4862df12c54 req-47bb4afd-700f-4a45-a01a-95b644cc14a3 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756907 Nov 25 19:19:43.880808 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-87e66398-1115-49b0-bc6b-26b1bc00f64d tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:43.882791 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-87e66398-1115-49b0-bc6b-26b1bc00f64d tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719&tenant_id=add7c5b3ff5b453f94df091d8db99f5d&binding%3Ahost_id=n-h2-819349-5 HTTP/1.1" status: 200 len: 1096 time: 0.0718422 Nov 25 19:19:44.164618 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b423aed8-81b6-4ede-8cc2-9f683fb98285 req-d67d5f44-4c3a-4987-87f1-0ac9afbb1dbe tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c13aa3796e4f4d73951e751f8f9d194e HTTP/1.1" status: 200 len: 6153 time: 0.2254133 Nov 25 19:19:44.353042 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b423aed8-81b6-4ede-8cc2-9f683fb98285 req-aabaa038-ba9e-44b5-b0bb-4966e7643dbd tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] 10.222.0.55 "GET /v2.0/security-groups/d86a6745-a417-40d3-99e8-f1cdc4e68656 HTTP/1.1" status: 200 len: 2998 time: 0.1733673 Nov 25 19:19:44.392769 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-d9a19b96-a2ae-403c-b533-b25ec9128430 service neutron] For port 5fa77015-14c7-4747-824a-119838dab680, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:44.405517 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-d9a19b96-a2ae-403c-b533-b25ec9128430 service neutron] Publish callbacks [] for binding, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:44.406589 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a96e6a-ad7d-4a23-a146-9b2671b7d29b req-d9a19b96-a2ae-403c-b533-b25ec9128430 service neutron] 10.222.0.85 "DELETE /v2.0/ports/5fa77015-14c7-4747-824a-119838dab680/bindings/n-h1-819349-5 HTTP/1.1" status: 204 len: 173 time: 0.5145299 Nov 25 19:19:44.428808 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b423aed8-81b6-4ede-8cc2-9f683fb98285 req-7b9d788c-c7d5-40e3-9f2a-ecc17b7c5abc tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] 10.222.0.55 "GET /v2.0/security-groups/d86a6745-a417-40d3-99e8-f1cdc4e68656 HTTP/1.1" status: 200 len: 2998 time: 0.0748258 Nov 25 19:19:44.685507 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5c84c-3af3-47ac-b22b-9e1c04023ec7 req-c43838f2-7d73-424a-9b56-d0568f06d945 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:44.688846 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b9f5c84c-3af3-47ac-b22b-9e1c04023ec7 req-c43838f2-7d73-424a-9b56-d0568f06d945 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20dd4fe-d016-4236-823a-56f79e2f7d83 HTTP/1.1" status: 200 len: 946 time: 0.0901949 Nov 25 19:19:44.740515 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4a78e53-1289-47cd-83dc-6c90a5cdc431 req-7f55540d-0e9b-4565-bfcf-6289d8ae1b72 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "GET /v2.0/security-groups/912835cb-0803-4d5c-9b60-0e3426600ff7 HTTP/1.1" status: 200 len: 1794 time: 0.0472538 Nov 25 19:19:44.787400 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b9f5c84c-3af3-47ac-b22b-9e1c04023ec7 req-ee9b113a-0665-4674-90b6-7f78318b0042 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c5df74-f669-46a5-ab3f-4584cbece4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0861020 Nov 25 19:19:44.793094 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device f357baea-35f8-4e94-8d9b-87f9a75cfd5d details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:19:44.851329 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a4a78e53-1289-47cd-83dc-6c90a5cdc431 req-cc74391d-cecf-44eb-ba85-cf8b36a6e673 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:44.885807 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 5fa77015-14c7-4747-824a-119838dab680 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:19:44.901097 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a4a78e53-1289-47cd-83dc-6c90a5cdc431 req-cc74391d-cecf-44eb-ba85-cf8b36a6e673 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:44.988877 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a4a78e53-1289-47cd-83dc-6c90a5cdc431 req-cc74391d-cecf-44eb-ba85-cf8b36a6e673 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:44.997575 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 5fa77015-14c7-4747-824a-119838dab680 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:19:44.999707 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a4a78e53-1289-47cd-83dc-6c90a5cdc431 req-cc74391d-cecf-44eb-ba85-cf8b36a6e673 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.002046 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4a78e53-1289-47cd-83dc-6c90a5cdc431 req-cc74391d-cecf-44eb-ba85-cf8b36a6e673 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/912835cb-0803-4d5c-9b60-0e3426600ff7 HTTP/1.1" status: 204 len: 173 time: 0.2430224 Nov 25 19:19:45.015397 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74391d-cecf-44eb-ba85-cf8b36a6e673 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912835cb-0803-4d5c-9b60-0e3426600ff7,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:45.046452 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port f357baea-35f8-4e94-8d9b-87f9a75cfd5d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=f357baea-35f8-4e94-8d9b-87f9a75cfd5d,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:45.060405 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df28ac7-b5dd-46ca-b631-cedfde7eeb36 req-0a4e0a95-9715-4f90-9ce8-47fa9301297d tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:45.062638 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9df28ac7-b5dd-46ca-b631-cedfde7eeb36 req-0a4e0a95-9715-4f90-9ce8-47fa9301297d tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 945 time: 0.1122680 Nov 25 19:19:45.076291 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device f357baea-35f8-4e94-8d9b-87f9a75cfd5d has no active binding in host n-h1-819349-5 {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 19:19:45.101095 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d918767-8e49-4554-a284-d0d3593701d0', 'tag': 'f357baea-35f8-4e94-8d9b-87f9a75cfd5d'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:45.106872 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cc4e5c-0e52-4056-8568-22031ec7b182" -d '{"events": [{"name": "network-changed", "server_uuid": "0d918767-8e49-4554-a284-d0d3593701d0", "tag": "f357baea-35f8-4e94-8d9b-87f9a75cfd5d"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:45.162416 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9df28ac7-b5dd-46ca-b631-cedfde7eeb36 req-99a5eee5-4b18-44e7-9285-04e63f5918f8 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828235 Nov 25 19:19:45.250495 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416279e-c8e1-420c-b9d2-8774e8a62e6d req-e8ee8a8f-9226-4531-b99b-d16c85c7ca0a tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:45.252220 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6416279e-c8e1-420c-b9d2-8774e8a62e6d req-e8ee8a8f-9226-4531-b99b-d16c85c7ca0a tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 943 time: 0.0579989 Nov 25 19:19:45.312177 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6416279e-c8e1-420c-b9d2-8774e8a62e6d req-48725d38-e407-4c68-af38-ad64b1203281 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498331 Nov 25 19:19:45.431206 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce851a3-f363-4e6a-9738-96d9138fe81f req-cf62d490-149b-49b5-af50-902ac56d19ad tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:45.433543 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8ce851a3-f363-4e6a-9738-96d9138fe81f req-cf62d490-149b-49b5-af50-902ac56d19ad tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20dd4fe-d016-4236-823a-56f79e2f7d83 HTTP/1.1" status: 200 len: 946 time: 0.0615842 Nov 25 19:19:45.444643 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51934) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:45.450843 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-82093fde-8041-4c8a-b7b4-ce2c6bad0a74 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Request body: {'floatingip': {'port_id': 'eb2ed96e-9975-40d2-a7e2-595627d7bfd7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:45.583526 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61f05a7d-37c6-42ed-b782-93676acf1b81 req-5edbf4c0-e6f5-459c-bc42-724c14f97773 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "GET /v2.0/security-groups/bf48e54f-6e62-4b01-8b2e-589d40b5f2c9 HTTP/1.1" status: 200 len: 1794 time: 0.1265426 Nov 25 19:19:45.648736 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-82093fde-8041-4c8a-b7b4-ce2c6bad0a74 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.719616 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e918055d-30ce-4eec-8ef1-5da43610c860 x-openstack-request-id: req-e918055d-30ce-4eec-8ef1-5da43610c860 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:45.720010 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d918767-8e49-4554-a284-d0d3593701d0", "tag": "f357baea-35f8-4e94-8d9b-87f9a75cfd5d", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:45.720488 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e918055d-30ce-4eec-8ef1-5da43610c860 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:45.721131 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d918767-8e49-4554-a284-d0d3593701d0', 'tag': 'f357baea-35f8-4e94-8d9b-87f9a75cfd5d', 'status': 'completed', 'code': 200} Nov 25 19:19:45.731904 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-61f05a7d-37c6-42ed-b782-93676acf1b81 req-060cc60c-4990-4722-9c75-1a5cfc1276c5 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.787697 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-61f05a7d-37c6-42ed-b782-93676acf1b81 req-060cc60c-4990-4722-9c75-1a5cfc1276c5 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.838254 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-61f05a7d-37c6-42ed-b782-93676acf1b81 req-060cc60c-4990-4722-9c75-1a5cfc1276c5 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.841760 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-61f05a7d-37c6-42ed-b782-93676acf1b81 req-060cc60c-4990-4722-9c75-1a5cfc1276c5 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.843091 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61f05a7d-37c6-42ed-b782-93676acf1b81 req-060cc60c-4990-4722-9c75-1a5cfc1276c5 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/bf48e54f-6e62-4b01-8b2e-589d40b5f2c9 HTTP/1.1" status: 204 len: 173 time: 0.2526360 Nov 25 19:19:45.855669 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cc60c-4990-4722-9c75-1a5cfc1276c5 tempest-SecurityGroupsTestAdminJSON-859815183 tempest-SecurityGroupsTestAdminJSON-859815183-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf48e54f-6e62-4b01-8b2e-589d40b5f2c9,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:45.959574 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc4e5c-0e52-4056-8568-22031ec7b182 req-7b581d52-3b05-431f-b88b-908819700f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:45.962128 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-30cc4e5c-0e52-4056-8568-22031ec7b182 req-7b581d52-3b05-431f-b88b-908819700f44 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 1124 time: 0.2461574 Nov 25 19:19:45.983544 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a90e0aa-77fd-4f3a-8459-aeaa7864b905 req-7eb44fe6-ab3a-4c3c-86e5-cc22e0579872 tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] 10.222.0.55 "GET /v2.0/security-groups/bb511961-6c1c-450c-b0da-3e7569f8a268 HTTP/1.1" status: 200 len: 1795 time: 0.0533907 Nov 25 19:19:46.047533 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1a90e0aa-77fd-4f3a-8459-aeaa7864b905 req-32121e65-22c0-400e-9c69-19fbd0e255f8 tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:46.101487 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0be7df-55ff-4544-b732-e0d3c3dbcb7c req-1b4012ba-3a6e-4495-9b79-0d1ef89e4448 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:46.109197 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bf0be7df-55ff-4544-b732-e0d3c3dbcb7c req-1b4012ba-3a6e-4495-9b79-0d1ef89e4448 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 1096 time: 0.2936568 Nov 25 19:19:46.109411 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1a90e0aa-77fd-4f3a-8459-aeaa7864b905 req-32121e65-22c0-400e-9c69-19fbd0e255f8 tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:46.219538 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1a90e0aa-77fd-4f3a-8459-aeaa7864b905 req-32121e65-22c0-400e-9c69-19fbd0e255f8 tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:46.229579 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1a90e0aa-77fd-4f3a-8459-aeaa7864b905 req-32121e65-22c0-400e-9c69-19fbd0e255f8 tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:46.245011 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a90e0aa-77fd-4f3a-8459-aeaa7864b905 req-32121e65-22c0-400e-9c69-19fbd0e255f8 tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] 10.222.0.55 "DELETE /v2.0/security-groups/bb511961-6c1c-450c-b0da-3e7569f8a268 HTTP/1.1" status: 204 len: 173 time: 0.2602308 Nov 25 19:19:46.278667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32121e65-22c0-400e-9c69-19fbd0e255f8 tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb511961-6c1c-450c-b0da-3e7569f8a268,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:46.302028 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc4e5c-0e52-4056-8568-22031ec7b182 req-d8ca49e7-90d3-4da8-8111-fa292c3b01c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:46.303607 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-30cc4e5c-0e52-4056-8568-22031ec7b182 req-d8ca49e7-90d3-4da8-8111-fa292c3b01c2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 908 time: 0.3099875 Nov 25 19:19:46.353366 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bf0be7df-55ff-4544-b732-e0d3c3dbcb7c req-bb1637d2-a063-47c9-818d-3c0ee46dc13d tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432435 Nov 25 19:19:46.643359 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51978) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:46.717350 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-30cc4e5c-0e52-4056-8568-22031ec7b182 req-e32d8b59-6432-40c3-9832-5a4ef509312e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f357baea-35f8-4e94-8d9b-87f9a75cfd5d HTTP/1.1" status: 200 len: 217 time: 0.3824782 Nov 25 19:19:46.920383 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc4e5c-0e52-4056-8568-22031ec7b182 req-745cfd90-0593-4696-9da3-39ec5f45e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:46.921879 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-30cc4e5c-0e52-4056-8568-22031ec7b182 req-745cfd90-0593-4696-9da3-39ec5f45e062 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7d22af38-4f63-40b1-a1f0-3aff6ec04048 HTTP/1.1" status: 200 len: 847 time: 0.1834319 Nov 25 19:19:46.930124 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8d106b17-eef8-49eb-b8e4-132a0c33091c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:46.934193 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-34c4f10d-a43b-46c3-a554-cb4a95282b40 req-3a046be6-ab7c-4001-aa25-199f3a676535 tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] 10.222.0.55 "GET /v2.0/security-groups/222ff695-86a6-43c6-acd6-bf91f2813e66 HTTP/1.1" status: 200 len: 1793 time: 0.2102468 Nov 25 19:19:46.979363 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-82093fde-8041-4c8a-b7b4-ce2c6bad0a74 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:19:46.983595 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-30cc4e5c-0e52-4056-8568-22031ec7b182 req-0d9afc8e-8eae-4b21-a2f8-ebed89f59f73 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531685 Nov 25 19:19:47.003080 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69e3bf-bebe-4170-80e3-4fbdc9eb524f req-c8537d59-a2c0-4d25-bf6f-510ada16ffa0 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:47.004725 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5d69e3bf-bebe-4170-80e3-4fbdc9eb524f req-c8537d59-a2c0-4d25-bf6f-510ada16ffa0 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 943 time: 0.0836205 Nov 25 19:19:47.095181 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5d69e3bf-bebe-4170-80e3-4fbdc9eb524f req-d94a0780-55f4-4d8f-8cd8-7fffb5495145 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790060 Nov 25 19:19:47.106140 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8d106b17-eef8-49eb-b8e4-132a0c33091c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.111191 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8d106b17-eef8-49eb-b8e4-132a0c33091c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.143142 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-82093fde-8041-4c8a-b7b4-ce2c6bad0a74 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.154455 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-82093fde-8041-4c8a-b7b4-ce2c6bad0a74 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.161404 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d106b17-eef8-49eb-b8e4-132a0c33091c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2051e42-6267-461a-9ce2-f0b2ce20a0c8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:47.190941 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8d106b17-eef8-49eb-b8e4-132a0c33091c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6ffe33aa64814fdd9ac70f17a86ba2b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5460942 Nov 25 19:19:47.192620 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51990) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:47.244426 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-34c4f10d-a43b-46c3-a554-cb4a95282b40 req-03744377-69d4-405b-bdc5-d3741463232b tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.270573 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b7d9ff9c-cd89-43ba-af33-8761d2bb3562 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.299917 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-34c4f10d-a43b-46c3-a554-cb4a95282b40 req-03744377-69d4-405b-bdc5-d3741463232b tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.304046 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-30cc4e5c-0e52-4056-8568-22031ec7b182 req-41572372-dd62-42bc-bbfb-b02d6ea53fea service neutron] 10.222.0.85 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910125 Nov 25 19:19:47.304943 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b7d9ff9c-cd89-43ba-af33-8761d2bb3562 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.368106 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b7d9ff9c-cd89-43ba-af33-8761d2bb3562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.371066 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b7d9ff9c-cd89-43ba-af33-8761d2bb3562 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.374828 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-82093fde-8041-4c8a-b7b4-ce2c6bad0a74 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Floating IP 4cd5caca-ed68-4dbc-8a59-f674ca2017c2 associated. External IP: 172.25.6.171, port: eb2ed96e-9975-40d2-a7e2-595627d7bfd7. Nov 25 19:19:47.375275 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b7d9ff9c-cd89-43ba-af33-8761d2bb3562 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f2051e42-6267-461a-9ce2-f0b2ce20a0c8 HTTP/1.1" status: 204 len: 168 time: 0.1811306 Nov 25 19:19:47.388697 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9ff9c-cd89-43ba-af33-8761d2bb3562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2051e42-6267-461a-9ce2-f0b2ce20a0c8,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:47.505673 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-34c4f10d-a43b-46c3-a554-cb4a95282b40 req-03744377-69d4-405b-bdc5-d3741463232b tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.508747 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-34c4f10d-a43b-46c3-a554-cb4a95282b40 req-03744377-69d4-405b-bdc5-d3741463232b tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.530694 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-34c4f10d-a43b-46c3-a554-cb4a95282b40 req-03744377-69d4-405b-bdc5-d3741463232b tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] 10.222.0.55 "DELETE /v2.0/security-groups/222ff695-86a6-43c6-acd6-bf91f2813e66 HTTP/1.1" status: 204 len: 173 time: 0.5817480 Nov 25 19:19:47.578687 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03744377-69d4-405b-bdc5-d3741463232b tempest-SecurityGroupsTestAdminJSON-1117694456 tempest-SecurityGroupsTestAdminJSON-1117694456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=222ff695-86a6-43c6-acd6-bf91f2813e66,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:47.584601 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-30cc4e5c-0e52-4056-8568-22031ec7b182 req-34086c5f-01ca-40e4-8dfa-012fde95a067 service neutron] 10.222.0.85 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664046 Nov 25 19:19:47.881981 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52022) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:47.897942 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-04db2ed9-ffa6-4058-a021-8ec634d8268c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.955825 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-6641594c-fefe-4d85-8db0-f1d3c1e3eb2c tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:47.963832 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-6641594c-fefe-4d85-8db0-f1d3c1e3eb2c tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 820 time: 0.2491810 Nov 25 19:19:47.989608 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-025d58cd-434c-47bc-bbe7-94cee5a4de42 service neutron] 10.222.0.85 "GET /v2.0/ports/f357baea-35f8-4e94-8d9b-87f9a75cfd5d/bindings/n-h1-819349-5 HTTP/1.1" status: 200 len: 384 time: 0.2140837 Nov 25 19:19:47.998681 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-65d89a31-b707-400f-b59a-e3969c68e8aa tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/quotas/add7c5b3ff5b453f94df091d8db99f5d HTTP/1.1" status: 200 len: 375 time: 0.0333419 Nov 25 19:19:48.020303 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82093fde-8041-4c8a-b7b4-ce2c6bad0a74 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Router 74682712-63be-4d2d-9bc9-8b67ffcffb9d has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:19:48.027782 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-04db2ed9-ffa6-4058-a021-8ec634d8268c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.035782 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-04db2ed9-ffa6-4058-a021-8ec634d8268c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.040195 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52024) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:48.087721 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db2ed9-ffa6-4058-a021-8ec634d8268c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffdaecd-9de8-48de-b838-4347e385e506,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:48.153980 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-04db2ed9-ffa6-4058-a021-8ec634d8268c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3643c6bf58104d9a84cd6afd67dbfaee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705271 Nov 25 19:19:48.157884 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52030) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:48.163015 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-c6304700-ec0c-4ef1-a937-d4e9df03501b tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1631296 Nov 25 19:19:48.266721 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03b21e69-1e2a-4282-a3d5-fdb49dc7db39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.330152 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03b21e69-1e2a-4282-a3d5-fdb49dc7db39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.457130 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2fc10740-72e6-448d-bea6-1e7a866680fb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c13aa3796e4f4d73951e751f8f9d194e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3843613 Nov 25 19:19:48.457960 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52044) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:48.503524 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb8990-88a5-4ef8-8c67-95c34b4df788 req-cae97f17-e331-4044-a5da-762290e066a1 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:48.505243 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aacb8990-88a5-4ef8-8c67-95c34b4df788 req-cae97f17-e331-4044-a5da-762290e066a1 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 943 time: 0.1321311 Nov 25 19:19:48.524891 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03b21e69-1e2a-4282-a3d5-fdb49dc7db39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.528340 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03b21e69-1e2a-4282-a3d5-fdb49dc7db39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.530716 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-03b21e69-1e2a-4282-a3d5-fdb49dc7db39 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9ffdaecd-9de8-48de-b838-4347e385e506 HTTP/1.1" status: 204 len: 168 time: 0.3706505 Nov 25 19:19:48.590261 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b21e69-1e2a-4282-a3d5-fdb49dc7db39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffdaecd-9de8-48de-b838-4347e385e506,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:48.673187 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-ded201bd-d0e5-4f7f-a199-dcb64cfcd5c7 service neutron] 10.222.0.55 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092518 Nov 25 19:19:48.680634 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82093fde-8041-4c8a-b7b4-ce2c6bad0a74 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:19:48.681809 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2ea3c17-0bb7-4452-a95a-d28b2276d2b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.687660 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-82093fde-8041-4c8a-b7b4-ce2c6bad0a74 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.718748 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031385b7-1a10-468a-91b0-821fe617ea67 None None] Sync routers for ids ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:19:48.720580 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2ea3c17-0bb7-4452-a95a-d28b2276d2b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.735276 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-d134ec3f-93b4-4f05-a49e-d9259d6b467c service neutron] For port f357baea-35f8-4e94-8d9b-87f9a75cfd5d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=f357baea-35f8-4e94-8d9b-87f9a75cfd5d,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:48.744148 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031385b7-1a10-468a-91b0-821fe617ea67 None None] Routers {'74682712-63be-4d2d-9bc9-8b67ffcffb9d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:19:48.745295 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-031385b7-1a10-468a-91b0-821fe617ea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:19:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:48.772143 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-82093fde-8041-4c8a-b7b4-ce2c6bad0a74 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "PUT /v2.0/floatingips/4cd5caca-ed68-4dbc-8a59-f674ca2017c2 HTTP/1.1" status: 200 len: 992 time: 3.3252544 Nov 25 19:19:48.798139 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aacb8990-88a5-4ef8-8c67-95c34b4df788 req-e5450552-7701-41a3-8c27-9977d3cfa442 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655787 Nov 25 19:19:48.805630 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20dd4fe-d016-4236-823a-56f79e2f7d83', 'tag': 'eb2ed96e-9975-40d2-a7e2-595627d7bfd7'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:48.806744 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2ea3c17-0bb7-4452-a95a-d28b2276d2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.813298 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74116482-c0b4-4735-bbf8-b5bc69a8a44b" -d '{"events": [{"name": "network-changed", "server_uuid": "b20dd4fe-d016-4236-823a-56f79e2f7d83", "tag": "eb2ed96e-9975-40d2-a7e2-595627d7bfd7"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:48.824498 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2ea3c17-0bb7-4452-a95a-d28b2276d2b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.828862 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e2ea3c17-0bb7-4452-a95a-d28b2276d2b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d86a6745-a417-40d3-99e8-f1cdc4e68656 HTTP/1.1" status: 204 len: 168 time: 0.3684254 Nov 25 19:19:48.838415 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-d134ec3f-93b4-4f05-a49e-d9259d6b467c service neutron] For port f357baea-35f8-4e94-8d9b-87f9a75cfd5d, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:48.848313 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea3c17-0bb7-4452-a95a-d28b2276d2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86a6745-a417-40d3-99e8-f1cdc4e68656,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:48.943116 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-d134ec3f-93b4-4f05-a49e-d9259d6b467c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f357baea-35f8-4e94-8d9b-87f9a75cfd5d {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:48.959382 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-1f5018f0-e6c2-4046-8767-e8ad0e47c319 service neutron] 10.222.0.55 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479818 Nov 25 19:19:48.970104 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-d134ec3f-93b4-4f05-a49e-d9259d6b467c service neutron] For port f357baea-35f8-4e94-8d9b-87f9a75cfd5d, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=f357baea-35f8-4e94-8d9b-87f9a75cfd5d,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:48.980082 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-031385b7-1a10-468a-91b0-821fe617ea67 None None] Set router 74682712-63be-4d2d-9bc9-8b67ffcffb9d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:19:49.018423 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-d134ec3f-93b4-4f05-a49e-d9259d6b467c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:49.358333 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-d134ec3f-93b4-4f05-a49e-d9259d6b467c service neutron] Transition to ACTIVE for port object f357baea-35f8-4e94-8d9b-87f9a75cfd5d will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:19:49.370610 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-d134ec3f-93b4-4f05-a49e-d9259d6b467c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:49.620357 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-031385b7-1a10-468a-91b0-821fe617ea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267379900-router', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:40Z', 'updated_at': '2021-11-25T19:18:52Z', 'revision_number': 4, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'gw_port': {'id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:41Z', 'updated_at': '2021-11-25T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '4cd5caca-ed68-4dbc-8a59-f674ca2017c2', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'floating_ip_address': '172.25.6.171', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'port_id': 'eb2ed96e-9975-40d2-a7e2-595627d7bfd7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d', 'mac_address': 'fa:16:3e:36:e0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20dd4fe-d016-4236-823a-56f79e2f7d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:19:23Z', 'updated_at': '2021-11-25T19:19:46Z', 'revision_number': 1, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d42d6c-fe39-4c4d-8170-5c6637a706f9', 'name': '', 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'mac_address': 'fa:16:3e:aa:ff:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:48Z', 'updated_at': '2021-11-25T19:19:00Z', 'revision_number': 5, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'subnets': [{'id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:49.625438 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc2ba9a-043e-4e97-bbf7-e057af65b02c x-openstack-request-id: req-3cc2ba9a-043e-4e97-bbf7-e057af65b02c {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:49.629767 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20dd4fe-d016-4236-823a-56f79e2f7d83", "tag": "eb2ed96e-9975-40d2-a7e2-595627d7bfd7", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:49.630382 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3cc2ba9a-043e-4e97-bbf7-e057af65b02c {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:49.631006 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20dd4fe-d016-4236-823a-56f79e2f7d83', 'tag': 'eb2ed96e-9975-40d2-a7e2-595627d7bfd7', 'status': 'completed', 'code': 200} Nov 25 19:19:49.634855 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-d134ec3f-93b4-4f05-a49e-d9259d6b467c service neutron] No DVR routers for this DVR port f357baea-35f8-4e94-8d9b-87f9a75cfd5d on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:19:49.682428 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031385b7-1a10-468a-91b0-821fe617ea67 None None] Checking router: 74682712-63be-4d2d-9bc9-8b67ffcffb9d for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:19:49.695419 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134ec3f-93b4-4f05-a49e-d9259d6b467c service neutron] Pushing event updated for resources: {'Port': ['ID=f357baea-35f8-4e94-8d9b-87f9a75cfd5d,revision_number=10']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:49.703427 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-d134ec3f-93b4-4f05-a49e-d9259d6b467c service neutron] 10.222.0.85 "PUT /v2.0/ports/f357baea-35f8-4e94-8d9b-87f9a75cfd5d/bindings/n-h1-819349-5/activate HTTP/1.1" status: 200 len: 369 time: 1.7007184 Nov 25 19:19:49.712340 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031385b7-1a10-468a-91b0-821fe617ea67 None None] Routers {'74682712-63be-4d2d-9bc9-8b67ffcffb9d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:19:49.713015 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-031385b7-1a10-468a-91b0-821fe617ea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:19:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:49.743573 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74116482-c0b4-4735-bbf8-b5bc69a8a44b req-9b91d973-f84c-4470-a917-abb0c75e75ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:49.749108 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-74116482-c0b4-4735-bbf8-b5bc69a8a44b req-9b91d973-f84c-4470-a917-abb0c75e75ee service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7a0774263f4e41ea9fe03c9d57378dcf&device_id=b20dd4fe-d016-4236-823a-56f79e2f7d83 HTTP/1.1" status: 200 len: 1097 time: 0.1619554 Nov 25 19:19:49.813660 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52082) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:49.865093 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-82b11a18-e6fb-40c2-a539-007a12e9269c tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:49.866916 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-82b11a18-e6fb-40c2-a539-007a12e9269c tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0&tenant_id=12018ca1c64542299c2d57a199401db7&binding%3Ahost_id=n-h2-819349-5 HTTP/1.1" status: 200 len: 1095 time: 0.0843351 Nov 25 19:19:49.942428 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-31fa47cb-9282-4dc3-8982-ac59f326fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:49.946244 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-31fa47cb-9282-4dc3-8982-ac59f326fab0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0&tenant_id=12018ca1c64542299c2d57a199401db7 HTTP/1.1" status: 200 len: 1095 time: 0.0705209 Nov 25 19:19:50.016166 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-031385b7-1a10-468a-91b0-821fe617ea67 None None] Set router 74682712-63be-4d2d-9bc9-8b67ffcffb9d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:19:50.049010 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-939fbd25-347b-4d24-9e0c-c01321756288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:50.051336 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-939fbd25-347b-4d24-9e0c-c01321756288 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 1095 time: 0.0797644 Nov 25 19:19:50.135413 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74116482-c0b4-4735-bbf8-b5bc69a8a44b req-eb25062e-7453-4e1b-b875-6fbe5f118225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:50.137105 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-74116482-c0b4-4735-bbf8-b5bc69a8a44b req-eb25062e-7453-4e1b-b875-6fbe5f118225 service neutron] 10.222.0.85 "GET /v2.0/networks?id=81f06cdb-aeea-4635-a663-2be121b0111d HTTP/1.1" status: 200 len: 925 time: 0.3795550 Nov 25 19:19:50.151255 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5c981ac4-9bd8-43b1-82fb-58e84719dbac admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3e4af89287bf4c33bd4418cd69087d4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3328347 Nov 25 19:19:50.153466 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52090) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:50.354545 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-8b029106-f1bf-4843-ba2e-e4e190e6c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:50.362200 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-8b029106-f1bf-4843-ba2e-e4e190e6c9b8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 908 time: 0.2996547 Nov 25 19:19:50.389333 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-74116482-c0b4-4735-bbf8-b5bc69a8a44b req-a5e87ec0-0640-448d-b447-c6d5f5a2f48e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb2ed96e-9975-40d2-a7e2-595627d7bfd7 HTTP/1.1" status: 200 len: 1000 time: 0.2333202 Nov 25 19:19:50.479189 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-6fa7f6d4-834c-401a-8c06-39bb7c95906a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f357baea-35f8-4e94-8d9b-87f9a75cfd5d HTTP/1.1" status: 200 len: 217 time: 0.1063080 Nov 25 19:19:50.534979 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-031385b7-1a10-468a-91b0-821fe617ea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267379900-router', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:40Z', 'updated_at': '2021-11-25T19:18:52Z', 'revision_number': 4, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'gw_port': {'id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:41Z', 'updated_at': '2021-11-25T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '4cd5caca-ed68-4dbc-8a59-f674ca2017c2', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'floating_ip_address': '172.25.6.171', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'port_id': 'eb2ed96e-9975-40d2-a7e2-595627d7bfd7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d', 'mac_address': 'fa:16:3e:36:e0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20dd4fe-d016-4236-823a-56f79e2f7d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:19:23Z', 'updated_at': '2021-11-25T19:19:46Z', 'revision_number': 1, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d42d6c-fe39-4c4d-8170-5c6637a706f9', 'name': '', 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'mac_address': 'fa:16:3e:aa:ff:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:48Z', 'updated_at': '2021-11-25T19:19:00Z', 'revision_number': 5, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'subnets': [{'id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:50.572360 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-5f2f7220-1f22-4a0d-b95c-719650ff242b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:50.576734 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-5f2f7220-1f22-4a0d-b95c-719650ff242b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7d22af38-4f63-40b1-a1f0-3aff6ec04048 HTTP/1.1" status: 200 len: 847 time: 0.0889337 Nov 25 19:19:50.623161 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-e31f78e6-dce9-47c0-83a8-f3fb381291e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381634 Nov 25 19:19:50.627203 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031385b7-1a10-468a-91b0-821fe617ea67 None None] The sync data for ids ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'] in n-d-819349-5 is: [{'id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267379900-router', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:40Z', 'updated_at': '2021-11-25T19:18:52Z', 'revision_number': 4, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'gw_port': {'id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:41Z', 'updated_at': '2021-11-25T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '4cd5caca-ed68-4dbc-8a59-f674ca2017c2', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'floating_ip_address': '172.25.6.171', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'port_id': 'eb2ed96e-9975-40d2-a7e2-595627d7bfd7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d', 'mac_address': 'fa:16:3e:36:e0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20dd4fe-d016-4236-823a-56f79e2f7d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:19:23Z', 'updated_at': '2021-11-25T19:19:46Z', 'revision_number': 1, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d42d6c-fe39-4c4d-8170-5c6637a706f9', 'name': '', 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'mac_address': 'fa:16:3e:aa:ff:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:48Z', 'updated_at': '2021-11-25T19:19:00Z', 'revision_number': 5, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'subnets': [{'id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:19:50.749767 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-831d651d-ca09-4d71-ad1a-e5c39a5d9778 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:50.791076 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-939e09f8-8aa7-4855-a4fd-fc3370d89a88 service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586516 Nov 25 19:19:50.807758 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cda560-ddb7-4edf-9971-f480cd7c1b78 req-97425158-bfec-4540-97c9-a58d207b84bd tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:50.809458 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-73cda560-ddb7-4edf-9971-f480cd7c1b78 req-97425158-bfec-4540-97c9-a58d207b84bd tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 944 time: 0.1417792 Nov 25 19:19:50.810596 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7b0b1e53-8824-40d4-9c91-6b53d3005696 req-48208ed2-7382-4ca1-a84e-691c2706d68f tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 210 time: 0.0677116 Nov 25 19:19:50.877966 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-831d651d-ca09-4d71-ad1a-e5c39a5d9778 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:50.883934 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74116482-c0b4-4735-bbf8-b5bc69a8a44b req-f883e12e-9eaf-42af-b02e-b764e749a4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:50.887754 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-74116482-c0b4-4735-bbf8-b5bc69a8a44b req-f883e12e-9eaf-42af-b02e-b764e749a4cd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=68fdbc47-c7a3-4311-9384-3fa809a3e5d7 HTTP/1.1" status: 200 len: 863 time: 0.4901855 Nov 25 19:19:51.010531 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-73cda560-ddb7-4edf-9971-f480cd7c1b78 req-259d1fb4-262e-4584-8b46-20f272bad942 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905661 Nov 25 19:19:51.013478 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-fe2c3e0d-e09f-49e2-8767-ffaad2b3334c service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030218 Nov 25 19:19:51.060126 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74116482-c0b4-4735-bbf8-b5bc69a8a44b req-1dd29be4-1ad5-442a-b6a4-19bc75aaa202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:51.063171 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-74116482-c0b4-4735-bbf8-b5bc69a8a44b req-1dd29be4-1ad5-442a-b6a4-19bc75aaa202 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=81f06cdb-aeea-4635-a663-2be121b0111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1635804 Nov 25 19:19:51.119298 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89cb027-0084-425b-883c-f7e1f0b26be7 None None] New status for floating IP 4cd5caca-ed68-4dbc-8a59-f674ca2017c2: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:19:51.228370 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-74116482-c0b4-4735-bbf8-b5bc69a8a44b req-c7dad26a-54b2-4832-aeef-1422bcf91e94 service neutron] 10.222.0.85 "GET /v2.0/networks/81f06cdb-aeea-4635-a663-2be121b0111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566017 Nov 25 19:19:51.235838 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-831d651d-ca09-4d71-ad1a-e5c39a5d9778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:51.239484 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-831d651d-ca09-4d71-ad1a-e5c39a5d9778 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:51.241867 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-831d651d-ca09-4d71-ad1a-e5c39a5d9778 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d08b6db-4d74-4c35-b17d-faf03394de79 HTTP/1.1" status: 204 len: 168 time: 1.0844374 Nov 25 19:19:51.403536 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-74116482-c0b4-4735-bbf8-b5bc69a8a44b req-3ceeeae6-712f-47cf-afef-1cec61285ec4 service neutron] 10.222.0.85 "GET /v2.0/networks/81f06cdb-aeea-4635-a663-2be121b0111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578860 Nov 25 19:19:51.406397 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d651d-ca09-4d71-ad1a-e5c39a5d9778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d08b6db-4d74-4c35-b17d-faf03394de79,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:51.424659 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:19:51.466755 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-e46d3048-35d9-4f75-8572-45b8619fabda tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:51.468685 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-e46d3048-35d9-4f75-8572-45b8619fabda tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.73 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 820 time: 0.3872445 Nov 25 19:19:51.485884 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-44d518e5-38e9-4b86-8bb8-91385efc06a6 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Request body: {'port': {'device_id': '73c8a8e5-0631-4401-8ae0-d74da2f8a51c', 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98', 'admin_state_up': True, 'tenant_id': 'add7c5b3ff5b453f94df091d8db99f5d'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:51.715808 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-62af6bff-b368-4042-8a42-b5354500149b tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:51.717458 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-62af6bff-b368-4042-8a42-b5354500149b tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0&tenant_id=12018ca1c64542299c2d57a199401db7&binding%3Ahost_id=n-h1-819349-5 HTTP/1.1" status: 200 len: 1095 time: 0.1160626 Nov 25 19:19:51.784597 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-44d518e5-38e9-4b86-8bb8-91385efc06a6 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Made reservation on behalf of add7c5b3ff5b453f94df091d8db99f5d for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:51.803388 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-44d518e5-38e9-4b86-8bb8-91385efc06a6 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:51.943286 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-55c48926-6884-4f0a-a430-134d0514a162 service neutron] For port f357baea-35f8-4e94-8d9b-87f9a75cfd5d, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:51.947675 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-55c48926-6884-4f0a-a430-134d0514a162 service neutron] Publish callbacks [] for binding, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:51.953198 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b8a0176c-87c7-43ab-b6bd-4c9eedbdc5e3 req-55c48926-6884-4f0a-a430-134d0514a162 service neutron] 10.222.0.73 "DELETE /v2.0/ports/f357baea-35f8-4e94-8d9b-87f9a75cfd5d/bindings/n-h2-819349-5 HTTP/1.1" status: 204 len: 173 time: 0.2230313 Nov 25 19:19:52.081662 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-040db583-614c-4a8f-abdc-8f10d574561f req-dd9f2a5f-4b35-4bcf-8e56-bde1d0480a2a tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 210 time: 0.0622823 Nov 25 19:19:52.105887 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-44d518e5-38e9-4b86-8bb8-91385efc06a6 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Allocated IP 172.20.0.3 (e27d2294-de95-4945-9062-292b41b6ea98/688fcc59-0345-41e4-9b88-cea9e7c21583/c3ee73f6-1823-4a0f-bb4a-d672b534e218) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:19:52.328874 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a9a17-dfbe-42c7-a079-df781387bc45 req-a4e24a99-119a-4bac-b8af-166527037f11 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:52.336687 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f63a9a17-dfbe-42c7-a079-df781387bc45 req-a4e24a99-119a-4bac-b8af-166527037f11 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 944 time: 0.0776300 Nov 25 19:19:52.375308 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device f357baea-35f8-4e94-8d9b-87f9a75cfd5d no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:19:52.424365 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f63a9a17-dfbe-42c7-a079-df781387bc45 req-9be6baed-b027-4f02-87ed-55e0e66cc589 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865617 Nov 25 19:19:52.447943 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device f357baea-35f8-4e94-8d9b-87f9a75cfd5d not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:19:52.475667 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-44d518e5-38e9-4b86-8bb8-91385efc06a6 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:52.589806 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-44d518e5-38e9-4b86-8bb8-91385efc06a6 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:52.663262 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-44d518e5-38e9-4b86-8bb8-91385efc06a6 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Network e27d2294-de95-4945-9062-292b41b6ea98 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:19:52.670012 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-44d518e5-38e9-4b86-8bb8-91385efc06a6 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:52.675198 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-44d518e5-38e9-4b86-8bb8-91385efc06a6 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:19:52.728919 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d518e5-38e9-4b86-8bb8-91385efc06a6 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Pushing event updated for resources: {'Port': ['ID=c3ee73f6-1823-4a0f-bb4a-d672b534e218,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:52.743141 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5efcb8-2f41-449e-b7a6-7dd6c59fac85 req-f633396c-85ac-46ed-bfd3-10ba9cf7906f tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:52.744907 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7b5efcb8-2f41-449e-b7a6-7dd6c59fac85 req-f633396c-85ac-46ed-bfd3-10ba9cf7906f tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 1095 time: 0.0568869 Nov 25 19:19:52.786070 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-44d518e5-38e9-4b86-8bb8-91385efc06a6 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:52.787593 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-44d518e5-38e9-4b86-8bb8-91385efc06a6 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:52.807421 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7b5efcb8-2f41-449e-b7a6-7dd6c59fac85 req-e25c32c0-393c-4667-af74-3a2828de37ff tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508437 Nov 25 19:19:52.808873 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52160) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:52.821750 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-44d518e5-38e9-4b86-8bb8-91385efc06a6 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3397849 Nov 25 19:19:52.846619 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-e0987556-3ff8-4cfb-9fc2-e56ee504e228 service neutron] Request body: {'port': {'device_id': '73c8a8e5-0631-4401-8ae0-d74da2f8a51c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:52.996205 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-e0987556-3ff8-4cfb-9fc2-e56ee504e228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.121210 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f10793a-e841-42fc-a3da-b17ce0655515 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.171336 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.367854 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f10793a-e841-42fc-a3da-b17ce0655515 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.382200 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f10793a-e841-42fc-a3da-b17ce0655515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.444978 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635bd35-b793-4b02-b233-6e4714e47850 req-fbb9f956-2a3c-4660-8318-d5c76d43986a tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:53.458001 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0635bd35-b793-4b02-b233-6e4714e47850 req-fbb9f956-2a3c-4660-8318-d5c76d43986a tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 931 time: 0.1578393 Nov 25 19:19:53.462516 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-e0987556-3ff8-4cfb-9fc2-e56ee504e228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ee73f6-1823-4a0f-bb4a-d672b534e218 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:53.474624 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-e0987556-3ff8-4cfb-9fc2-e56ee504e228 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.499694 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-e0987556-3ff8-4cfb-9fc2-e56ee504e228 service neutron] Transition to ACTIVE for port object c3ee73f6-1823-4a0f-bb4a-d672b534e218 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:19:53.506718 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-e0987556-3ff8-4cfb-9fc2-e56ee504e228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.542675 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9f10793a-e841-42fc-a3da-b17ce0655515 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=75e2a2fa31c2455e82f9c542afcb6199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7319732 Nov 25 19:19:53.544069 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52194) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:53.546199 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10793a-e841-42fc-a3da-b17ce0655515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dafbdc-3189-4e0b-be7f-75923b61ea77,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:53.608179 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0987556-3ff8-4cfb-9fc2-e56ee504e228 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ee73f6-1823-4a0f-bb4a-d672b534e218,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:53.652966 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0635bd35-b793-4b02-b233-6e4714e47850 req-673fe16f-ace0-4c58-9fad-bddf0533474c tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931617 Nov 25 19:19:53.685055 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-e0987556-3ff8-4cfb-9fc2-e56ee504e228 service neutron] Attempting to bind port c3ee73f6-1823-4a0f-bb4a-d672b534e218 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:53.685714 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-e0987556-3ff8-4cfb-9fc2-e56ee504e228 service neutron] Attempting to bind port c3ee73f6-1823-4a0f-bb4a-d672b534e218 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:53.686538 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-e0987556-3ff8-4cfb-9fc2-e56ee504e228 service neutron] Attempting to bind port c3ee73f6-1823-4a0f-bb4a-d672b534e218 on network e27d2294-de95-4945-9062-292b41b6ea98 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:53.692847 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-e0987556-3ff8-4cfb-9fc2-e56ee504e228 service neutron] Port c3ee73f6-1823-4a0f-bb4a-d672b534e218 on network e27d2294-de95-4945-9062-292b41b6ea98 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:19:53.694065 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-e0987556-3ff8-4cfb-9fc2-e56ee504e228 service neutron] Attempting to bind port c3ee73f6-1823-4a0f-bb4a-d672b534e218 on network e27d2294-de95-4945-9062-292b41b6ea98 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:53.701607 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-e0987556-3ff8-4cfb-9fc2-e56ee504e228 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:53.702054 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-e0987556-3ff8-4cfb-9fc2-e56ee504e228 service neutron] Checking segment: {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:53.702589 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-e0987556-3ff8-4cfb-9fc2-e56ee504e228 service neutron] Bound using segment: {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:53.703191 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-e0987556-3ff8-4cfb-9fc2-e56ee504e228 service neutron] Bound port: c3ee73f6-1823-4a0f-bb4a-d672b534e218, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:53.703945 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-e0987556-3ff8-4cfb-9fc2-e56ee504e228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.781746 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c1667d2-b21e-4495-90b7-ea4d7b9b6d47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.828230 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.858970 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c1667d2-b21e-4495-90b7-ea4d7b9b6d47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.862544 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-e0987556-3ff8-4cfb-9fc2-e56ee504e228 service neutron] For port c3ee73f6-1823-4a0f-bb4a-d672b534e218, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:53.867160 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-e0987556-3ff8-4cfb-9fc2-e56ee504e228 service neutron] For port c3ee73f6-1823-4a0f-bb4a-d672b534e218, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c3ee73f6-1823-4a0f-bb4a-d672b534e218,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:53.874441 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-e0987556-3ff8-4cfb-9fc2-e56ee504e228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.946864 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0987556-3ff8-4cfb-9fc2-e56ee504e228 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ee73f6-1823-4a0f-bb4a-d672b534e218,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:53.969961 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-e0987556-3ff8-4cfb-9fc2-e56ee504e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:53.970713 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-e0987556-3ff8-4cfb-9fc2-e56ee504e228 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.973260 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-e0987556-3ff8-4cfb-9fc2-e56ee504e228 service neutron] 10.222.0.73 "PUT /v2.0/ports/c3ee73f6-1823-4a0f-bb4a-d672b534e218 HTTP/1.1" status: 200 len: 1091 time: 1.1362729 Nov 25 19:19:53.973775 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c8a8e5-0631-4401-8ae0-d74da2f8a51c', 'tag': 'c3ee73f6-1823-4a0f-bb4a-d672b534e218'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:53.978115 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a83b988-e14e-4925-b571-bb3db149232c" -d '{"events": [{"name": "network-changed", "server_uuid": "73c8a8e5-0631-4401-8ae0-d74da2f8a51c", "tag": "c3ee73f6-1823-4a0f-bb4a-d672b534e218"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:54.103603 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c1667d2-b21e-4495-90b7-ea4d7b9b6d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:54.109009 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c1667d2-b21e-4495-90b7-ea4d7b9b6d47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:54.111459 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5c1667d2-b21e-4495-90b7-ea4d7b9b6d47 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f2dafbdc-3189-4e0b-be7f-75923b61ea77 HTTP/1.1" status: 204 len: 168 time: 0.5591426 Nov 25 19:19:54.131912 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-c2792c8d-0fc5-444b-b791-4cd47b2f6db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:54.133493 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-c2792c8d-0fc5-444b-b791-4cd47b2f6db4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 1094 time: 0.1019549 Nov 25 19:19:54.134008 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1667d2-b21e-4495-90b7-ea4d7b9b6d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dafbdc-3189-4e0b-be7f-75923b61ea77,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:54.146539 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-6b8b6dba-975f-46b9-a5a8-2be24799db8b tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:54.155577 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-6b8b6dba-975f-46b9-a5a8-2be24799db8b tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 807 time: 0.2936783 Nov 25 19:19:54.175338 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-39ebcccf-ea96-4673-8264-e92d43c3bbc9 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/quotas/12018ca1c64542299c2d57a199401db7 HTTP/1.1" status: 200 len: 375 time: 0.0186071 Nov 25 19:19:54.177164 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52216) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:54.209197 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-52cbf118-1276-45cd-b786-887effa0ea42 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3ee73f6-1823-4a0f-bb4a-d672b534e218 HTTP/1.1" status: 200 len: 217 time: 0.0633991 Nov 25 19:19:54.294992 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-991dff31-a568-4b0b-9452-75182ceacef6 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1181512 Nov 25 19:19:54.296852 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-51af2a4d-0cf1-47f8-b1ef-749a9e48b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:54.299597 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-51af2a4d-0cf1-47f8-b1ef-749a9e48b9f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=688fcc59-0345-41e4-9b88-cea9e7c21583 HTTP/1.1" status: 200 len: 860 time: 0.0816205 Nov 25 19:19:54.349367 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-7b81dee3-f760-477a-9db2-4eca92934d18 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e27d2294-de95-4945-9062-292b41b6ea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414660 Nov 25 19:19:54.426453 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-49d7b206-a545-4362-ae77-444076df1bd8 service neutron] 10.222.0.55 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291635 Nov 25 19:19:54.530160 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086a67f8-3cc1-4778-9e0e-f02d358dd19d x-openstack-request-id: req-086a67f8-3cc1-4778-9e0e-f02d358dd19d {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:54.530767 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c8a8e5-0631-4401-8ae0-d74da2f8a51c", "tag": "c3ee73f6-1823-4a0f-bb4a-d672b534e218", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:54.530767 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-086a67f8-3cc1-4778-9e0e-f02d358dd19d {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:54.531119 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c8a8e5-0631-4401-8ae0-d74da2f8a51c', 'tag': 'c3ee73f6-1823-4a0f-bb4a-d672b534e218', 'status': 'completed', 'code': 200} Nov 25 19:19:54.577618 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-e17656d5-09b3-440e-a442-c18d19d0c8c8 service neutron] 10.222.0.55 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435628 Nov 25 19:19:54.585002 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-efb18ad2-9341-4f8a-9c73-6a7b1ea1c5e9 service neutron] 10.222.0.73 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261908 Nov 25 19:19:54.636579 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5cec96d4-e7b5-46a3-a42a-3e49c7efbc34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:54.820952 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1429caab-f89d-436e-a5a4-8d8b29ec5b3d req-2c2644de-79f1-48ab-987a-8d7c829972b1 service neutron] 10.222.0.73 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267482 Nov 25 19:19:54.883704 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5cec96d4-e7b5-46a3-a42a-3e49c7efbc34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:54.899017 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6ff35601-390c-4198-89ba-44ebf846492d req-31ed762a-d2bf-44d6-92a1-5c79d411ba81 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 210 time: 0.0743492 Nov 25 19:19:54.900780 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5cec96d4-e7b5-46a3-a42a-3e49c7efbc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:54.960936 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5cec96d4-e7b5-46a3-a42a-3e49c7efbc34 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c8991292e1df4c03aa7e7e2f3806bf6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7818573 Nov 25 19:19:54.961696 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec96d4-e7b5-46a3-a42a-3e49c7efbc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e84570c-efa2-432a-9167-3a235c56c0de,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:54.964492 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52244) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:55.074037 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bd879e63-9e3d-4b10-a0bf-65dfbfea501e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:55.142259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bb6f1-5bbb-4efa-a195-11f479b08334 req-63c5fe58-3b48-4d59-8dc6-407f690fdb26 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:55.152006 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d71bb6f1-5bbb-4efa-a195-11f479b08334 req-63c5fe58-3b48-4d59-8dc6-407f690fdb26 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 943 time: 0.2974255 Nov 25 19:19:55.155492 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bd879e63-9e3d-4b10-a0bf-65dfbfea501e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:55.156876 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83b988-e14e-4925-b571-bb3db149232c req-e5f73b78-dbe6-4ba7-9a5f-b68231234dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:55.163098 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3a83b988-e14e-4925-b571-bb3db149232c req-e5f73b78-dbe6-4ba7-9a5f-b68231234dd9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 1094 time: 0.2308059 Nov 25 19:19:55.273886 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d71bb6f1-5bbb-4efa-a195-11f479b08334 req-f0c1b506-f16d-4aa7-abc7-eaf2f32e7aa2 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200395 Nov 25 19:19:55.280682 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9cfe8089-6837-4612-ae52-19e3b7c56919 req-ceebb34c-9181-4383-abdb-90e84d76dd3c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0968380 Nov 25 19:19:55.320493 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bd879e63-9e3d-4b10-a0bf-65dfbfea501e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:55.328037 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bd879e63-9e3d-4b10-a0bf-65dfbfea501e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:55.330032 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bd879e63-9e3d-4b10-a0bf-65dfbfea501e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e84570c-efa2-432a-9167-3a235c56c0de HTTP/1.1" status: 204 len: 168 time: 0.3646188 Nov 25 19:19:55.344109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd879e63-9e3d-4b10-a0bf-65dfbfea501e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e84570c-efa2-432a-9167-3a235c56c0de,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:55.447083 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe8089-6837-4612-ae52-19e3b7c56919 req-6e212bb5-2d5b-429f-898e-60c26952c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:55.449564 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9cfe8089-6837-4612-ae52-19e3b7c56919 req-6e212bb5-2d5b-429f-898e-60c26952c790 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 1096 time: 0.0823314 Nov 25 19:19:55.467336 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83b988-e14e-4925-b571-bb3db149232c req-aa301b2b-2ac2-4b23-b0c1-3fd7fbf1580d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:55.472223 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3a83b988-e14e-4925-b571-bb3db149232c req-aa301b2b-2ac2-4b23-b0c1-3fd7fbf1580d service neutron] 10.222.0.73 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 921 time: 0.2991605 Nov 25 19:19:55.610218 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3a83b988-e14e-4925-b571-bb3db149232c req-9670e687-cce9-41ce-986d-73101072f6e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3ee73f6-1823-4a0f-bb4a-d672b534e218 HTTP/1.1" status: 200 len: 217 time: 0.1279356 Nov 25 19:19:55.690183 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe8089-6837-4612-ae52-19e3b7c56919 req-8db9e3de-4101-4f56-bed3-51ebc68a2734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:55.692735 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9cfe8089-6837-4612-ae52-19e3b7c56919 req-8db9e3de-4101-4f56-bed3-51ebc68a2734 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 921 time: 0.1768510 Nov 25 19:19:55.734106 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83b988-e14e-4925-b571-bb3db149232c req-a5c1b1b8-2d1e-4c26-9e45-3a842161a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:55.736904 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3a83b988-e14e-4925-b571-bb3db149232c req-a5c1b1b8-2d1e-4c26-9e45-3a842161a889 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=688fcc59-0345-41e4-9b88-cea9e7c21583 HTTP/1.1" status: 200 len: 860 time: 0.1188705 Nov 25 19:19:55.737662 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52266) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:55.768362 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9cfe8089-6837-4612-ae52-19e3b7c56919 req-da509c6b-1b1f-4b5f-a4fc-cc55f1ff1987 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa77015-14c7-4747-824a-119838dab680 HTTP/1.1" status: 200 len: 217 time: 0.0603440 Nov 25 19:19:55.798668 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3a83b988-e14e-4925-b571-bb3db149232c req-cbf9f88c-0805-4b9a-8d0d-c233953e2110 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e27d2294-de95-4945-9062-292b41b6ea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490580 Nov 25 19:19:55.843232 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe8089-6837-4612-ae52-19e3b7c56919 req-3af029f7-3e57-498a-864f-528fdba8982e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:55.857629 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9cfe8089-6837-4612-ae52-19e3b7c56919 req-3af029f7-3e57-498a-864f-528fdba8982e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=688fcc59-0345-41e4-9b88-cea9e7c21583 HTTP/1.1" status: 200 len: 860 time: 0.0593369 Nov 25 19:19:55.906973 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9cfe8089-6837-4612-ae52-19e3b7c56919 req-ef929427-4bd8-4cc9-a5c1-720de1c0215d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e27d2294-de95-4945-9062-292b41b6ea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442100 Nov 25 19:19:56.056785 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3a83b988-e14e-4925-b571-bb3db149232c req-b2dff5aa-4824-46f0-a9f5-cf00309ea227 service neutron] 10.222.0.73 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451735 Nov 25 19:19:56.064975 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9cfe8089-6837-4612-ae52-19e3b7c56919 req-232ca31b-c84f-45e2-88b2-fe6edab5675a service neutron] 10.222.0.85 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492207 Nov 25 19:19:56.186820 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b02b97b4-12f7-4289-ab96-db2f90d5d862 req-7b9e0eac-7d89-4742-9dd0-846edea71278 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 210 time: 0.0977218 Nov 25 19:19:56.200838 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9cfe8089-6837-4612-ae52-19e3b7c56919 req-a3785ce1-f206-4c6f-94bd-189471756af5 service neutron] 10.222.0.85 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257472 Nov 25 19:19:56.312836 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-eaed5ada-f1bc-454a-98e6-b11e931c916a tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7c447b9322e24bbebac9648032bb6353&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314198 Nov 25 19:19:56.370922 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3a83b988-e14e-4925-b571-bb3db149232c req-3660e3a1-bc00-4c9b-b0ee-1b676648be81 service neutron] 10.222.0.73 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085291 Nov 25 19:19:56.397279 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-274de49e-ca68-46dc-b85f-fcedd917ff48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:56.602493 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c3f52-74c4-4ab7-bbec-b970ee8cd0b0 req-1bb5a5b9-b9e6-4b6d-abc7-94427db8a08f tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:56.606677 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-134c3f52-74c4-4ab7-bbec-b970ee8cd0b0 req-1bb5a5b9-b9e6-4b6d-abc7-94427db8a08f tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 943 time: 0.1224124 Nov 25 19:19:56.662527 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52290) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:56.735440 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-49ae48a8-3a15-49b1-a886-bcaa14be5fdd tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:56.739357 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-49ae48a8-3a15-49b1-a886-bcaa14be5fdd tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.85 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 807 time: 0.2400651 Nov 25 19:19:56.740239 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01a47802-e120-48ee-af21-c3b5f4fcc340 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:56.761267 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-2295bbaa-3de5-4eb7-8843-faf58f60b8d7 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Request body: {'port': {'device_id': '09678637-72f7-44a5-ab53-6a8545522f35', 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788', 'admin_state_up': True, 'tenant_id': '12018ca1c64542299c2d57a199401db7'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:56.868245 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-134c3f52-74c4-4ab7-bbec-b970ee8cd0b0 req-a78d7387-51da-476d-b9f4-83a950578cfe tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448859 Nov 25 19:19:56.946887 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-4e24cfda-9515-42cd-a58c-dc3e91d838a9 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:56.950953 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-4e24cfda-9515-42cd-a58c-dc3e91d838a9 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6230567 Nov 25 19:19:57.000537 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-3bcd501d-35e4-4237-ac80-8acbd42f7379 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/quotas/7c447b9322e24bbebac9648032bb6353 HTTP/1.1" status: 200 len: 375 time: 0.0271378 Nov 25 19:19:57.008622 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01a47802-e120-48ee-af21-c3b5f4fcc340 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:57.019078 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-274de49e-ca68-46dc-b85f-fcedd917ff48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:57.020889 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01a47802-e120-48ee-af21-c3b5f4fcc340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:57.033471 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-274de49e-ca68-46dc-b85f-fcedd917ff48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:57.064382 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-400fde9f-ee52-41f2-9faf-8554314edff6 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c447b9322e24bbebac9648032bb6353&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525844 Nov 25 19:19:57.129496 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-2295bbaa-3de5-4eb7-8843-faf58f60b8d7 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Made reservation on behalf of 12018ca1c64542299c2d57a199401db7 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:57.132432 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-274de49e-ca68-46dc-b85f-fcedd917ff48 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6ebe5cf8678d47b0a84defbaf02457ab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3933423 Nov 25 19:19:57.140452 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52302) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:57.148181 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-2295bbaa-3de5-4eb7-8843-faf58f60b8d7 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:57.148454 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-01a47802-e120-48ee-af21-c3b5f4fcc340 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bb8b1e3044064a229c6cb694cd688b9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4796605 Nov 25 19:19:57.155032 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52306) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:57.174473 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a47802-e120-48ee-af21-c3b5f4fcc340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bb31c6-0261-4c35-b11b-fa621c72f539,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:57.387625 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274de49e-ca68-46dc-b85f-fcedd917ff48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60070f0e-ae6b-417b-9f95-41de6db85a52,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:57.427011 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6ee4c709-eadd-4a7b-bd06-87793a9cfa13 req-6c629d5e-97b8-4a76-987f-f0cd632b1e43 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 210 time: 0.0521846 Nov 25 19:19:57.451022 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a84f89d7-e503-4f97-9cb5-4d62ff267463 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:57.465792 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd42e308-3922-4f35-96c8-49333938f354 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:57.502197 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a84f89d7-e503-4f97-9cb5-4d62ff267463 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:57.519987 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd42e308-3922-4f35-96c8-49333938f354 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:57.616663 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a84f89d7-e503-4f97-9cb5-4d62ff267463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:57.624344 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a84f89d7-e503-4f97-9cb5-4d62ff267463 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:57.630228 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a84f89d7-e503-4f97-9cb5-4d62ff267463 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/61bb31c6-0261-4c35-b11b-fa621c72f539 HTTP/1.1" status: 204 len: 168 time: 0.4660113 Nov 25 19:19:57.630228 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52320) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:57.645794 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7696012e-057a-4868-9fdf-ba5c3e9b864c req-6d8baf26-c26f-4a98-b78d-05c5298f1ea7 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d653b0c-bcc3-49ba-837e-9bc30461d995 HTTP/1.1" status: 200 len: 210 time: 0.0759845 Nov 25 19:19:57.663475 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd42e308-3922-4f35-96c8-49333938f354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:57.668631 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd42e308-3922-4f35-96c8-49333938f354 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:57.674338 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-dd42e308-3922-4f35-96c8-49333938f354 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/60070f0e-ae6b-417b-9f95-41de6db85a52 HTTP/1.1" status: 204 len: 168 time: 0.5275621 Nov 25 19:19:57.674338 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f89d7-e503-4f97-9cb5-4d62ff267463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bb31c6-0261-4c35-b11b-fa621c72f539,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:57.698868 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42e308-3922-4f35-96c8-49333938f354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60070f0e-ae6b-417b-9f95-41de6db85a52,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:57.712804 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-2295bbaa-3de5-4eb7-8843-faf58f60b8d7 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Allocated IP 172.20.0.5 (4f1ae74c-ff92-4f6b-bdc2-b33a54676788/7d22af38-4f63-40b1-a1f0-3aff6ec04048/56bbbeb8-552b-4f79-b054-15fb22851a8a) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:19:57.918066 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ec236112-6149-4308-880c-030dc8645e81 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1069658104-network', 'tenant_id': 'c6ad6a45839b47c3972f6976e832c252'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:57.974985 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec236112-6149-4308-880c-030dc8645e81 admin admin] Made reservation on behalf of c6ad6a45839b47c3972f6976e832c252 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:57.980776 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec236112-6149-4308-880c-030dc8645e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:58.004211 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec236112-6149-4308-880c-030dc8645e81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:58.174001 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-2295bbaa-3de5-4eb7-8843-faf58f60b8d7 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:58.230367 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-2295bbaa-3de5-4eb7-8843-faf58f60b8d7 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:58.254053 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a5536-beba-48af-b883-27700fccebc9 req-c461fe8e-74c2-40b6-9075-e3b47cfd07e6 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:58.264185 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bd6a5536-beba-48af-b883-27700fccebc9 req-c461fe8e-74c2-40b6-9075-e3b47cfd07e6 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 943 time: 0.1652207 Nov 25 19:19:58.285611 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-2295bbaa-3de5-4eb7-8843-faf58f60b8d7 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:19:58.290099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-2295bbaa-3de5-4eb7-8843-faf58f60b8d7 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:58.301929 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-2295bbaa-3de5-4eb7-8843-faf58f60b8d7 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:19:58.311616 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-2295bbaa-3de5-4eb7-8843-faf58f60b8d7 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:58.313534 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-2295bbaa-3de5-4eb7-8843-faf58f60b8d7 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:58.349478 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-2295bbaa-3de5-4eb7-8843-faf58f60b8d7 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5967586 Nov 25 19:19:58.350321 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295bbaa-3de5-4eb7-8843-faf58f60b8d7 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Pushing event updated for resources: {'Port': ['ID=56bbbeb8-552b-4f79-b054-15fb22851a8a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:58.360008 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec236112-6149-4308-880c-030dc8645e81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:58.379311 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-b48f0e92-7ab7-4d53-9d48-666cf08d3159 service neutron] Request body: {'port': {'device_id': '09678637-72f7-44a5-ab53-6a8545522f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:58.398115 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec236112-6149-4308-880c-030dc8645e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:58.489642 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec236112-6149-4308-880c-030dc8645e81 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:19:58.524718 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bd6a5536-beba-48af-b883-27700fccebc9 req-ed5971f8-86f6-4307-9079-3acd83d38f4c tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593608 Nov 25 19:19:58.542463 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec236112-6149-4308-880c-030dc8645e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:58.543214 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-ec236112-6149-4308-880c-030dc8645e81 admin admin] Added segment 4a9e4c8f-ca54-46bc-a8bd-1156a1de846a of type vlan for network b0852009-a1b0-48c0-b887-5be784061d47 Nov 25 19:19:58.546323 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec236112-6149-4308-880c-030dc8645e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bcf027-2015-4a74-98d8-f52b912af4d4,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:58.606342 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-b48f0e92-7ab7-4d53-9d48-666cf08d3159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:58.634584 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec236112-6149-4308-880c-030dc8645e81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:58.701611 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec236112-6149-4308-880c-030dc8645e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:58.703067 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec236112-6149-4308-880c-030dc8645e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:58.703659 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec236112-6149-4308-880c-030dc8645e81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:58.754716 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52354) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:58.788267 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-db68d7c0-71bc-42c8-a4b7-bc2f42df2ab3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:58.864046 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device c3ee73f6-1823-4a0f-bb4a-d672b534e218 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:19:58.886109 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ec236112-6149-4308-880c-030dc8645e81 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2494202 Nov 25 19:19:58.904468 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52356) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:58.905364 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6cd8ecb8-45d3-4aa7-ba93-c880a3027689 req-8dd83cfa-b1e8-4b7e-a1bc-846acc1ba2de tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d653b0c-bcc3-49ba-837e-9bc30461d995 HTTP/1.1" status: 200 len: 210 time: 0.1271980 Nov 25 19:19:58.919937 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-51b48ed4-aa23-417a-b10e-ef75b4705fe2 admin admin] Request body: {'subnet': {'network_id': 'b0852009-a1b0-48c0-b887-5be784061d47', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1069658104-subnet', 'tenant_id': 'c6ad6a45839b47c3972f6976e832c252', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:58.931680 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec236112-6149-4308-880c-030dc8645e81 admin admin] Pushing event updated for resources: {'Network': ['ID=b0852009-a1b0-48c0-b887-5be784061d47,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:59.027313 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network b0852009-a1b0-48c0-b887-5be784061d47 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:19:59.089209 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdf4e8-b989-404a-a212-770472577ff8 req-63b9fb33-da18-402b-a445-11e18a1c2bfa tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:59.102891 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10fdf4e8-b989-404a-a212-770472577ff8 req-63b9fb33-da18-402b-a445-11e18a1c2bfa tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 931 time: 0.3473151 Nov 25 19:19:59.256351 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b48ed4-aa23-417a-b10e-ef75b4705fe2 admin admin] Made reservation on behalf of c6ad6a45839b47c3972f6976e832c252 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:59.259980 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51b48ed4-aa23-417a-b10e-ef75b4705fe2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:59.350959 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a937bc89-5c4f-48df-981b-23893a4dbf15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:59.372608 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-07863432-1e58-45b2-873c-1db5174f3e4b tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4119481deacf425e9e44f81416c4cd0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1430500 Nov 25 19:19:59.373116 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port c3ee73f6-1823-4a0f-bb4a-d672b534e218, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c3ee73f6-1823-4a0f-bb4a-d672b534e218,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:59.402581 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'c3ee73f6-1823-4a0f-bb4a-d672b534e218', 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98', 'port_id': 'c3ee73f6-1823-4a0f-bb4a-d672b534e218', 'mac_address': 'fa:16:3e:d9:d4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688fcc59-0345-41e4-9b88-cea9e7c21583', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:19:59.489469 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:59.524903 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ee73f6-1823-4a0f-bb4a-d672b534e218 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:59.589432 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port c3ee73f6-1823-4a0f-bb4a-d672b534e218, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c3ee73f6-1823-4a0f-bb4a-d672b534e218,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:59.589853 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:59.624556 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9d21bcd8-bed0-4492-be3e-b08c2aff3120 req-0d2caf0b-ff4a-449f-ba63-d4791e102fc1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3038886 Nov 25 19:19:59.716974 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-6d90b72e-dcde-48aa-859f-601500ea0237 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:59.730027 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=c3ee73f6-1823-4a0f-bb4a-d672b534e218,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:59.735362 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-6d90b72e-dcde-48aa-859f-601500ea0237 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3610198 Nov 25 19:19:59.810973 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-eaa7a4e9-21cb-42d5-95c5-ae254c5a9289 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/quotas/4119481deacf425e9e44f81416c4cd0d HTTP/1.1" status: 200 len: 375 time: 0.0681927 Nov 25 19:19:59.814353 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-6a01996d-ab24-4dbc-9b46-da05461571d3 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7c447b9322e24bbebac9648032bb6353&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3547957 Nov 25 19:19:59.816229 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52388) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:59.817391 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-db68d7c0-71bc-42c8-a4b7-bc2f42df2ab3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:59.833417 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['c3ee73f6-1823-4a0f-bb4a-d672b534e218'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:19:59.847333 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-db68d7c0-71bc-42c8-a4b7-bc2f42df2ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:59.862442 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10fdf4e8-b989-404a-a212-770472577ff8 req-f9d815a3-85c7-4df3-845d-28cc7ea0352d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7308309 Nov 25 19:20:00.027052 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-db68d7c0-71bc-42c8-a4b7-bc2f42df2ab3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f16de242acfc4a46b7d1e4e0052c47ce&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2672031 Nov 25 19:20:00.046872 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68d7c0-71bc-42c8-a4b7-bc2f42df2ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e0d68a-984e-4d4b-966e-1f815d25650f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:00.049929 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52394) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:00.103663 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-b48f0e92-7ab7-4d53-9d48-666cf08d3159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56bbbeb8-552b-4f79-b054-15fb22851a8a {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:00.147555 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-6c73d894-d4af-4932-9da2-e7635a92ec26 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4119481deacf425e9e44f81416c4cd0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3321736 Nov 25 19:20:00.160813 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21bcd8-bed0-4492-be3e-b08c2aff3120 req-2a08c2c3-2523-4d78-8ab5-63e68d1ac3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:00.163741 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9d21bcd8-bed0-4492-be3e-b08c2aff3120 req-2a08c2c3-2523-4d78-8ab5-63e68d1ac3d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 1095 time: 0.4240303 Nov 25 19:20:00.204919 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-b48f0e92-7ab7-4d53-9d48-666cf08d3159 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:00.270119 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f9e63e7b-fb74-4d43-9f85-cdb9283e847b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-360299241-network', 'tenant_id': '048ee0bb09a4480a9d7c6c7708e0b961'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:00.344088 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21bcd8-bed0-4492-be3e-b08c2aff3120 req-d5a3df55-894e-4dc4-9330-656e7f505f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:00.345761 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9d21bcd8-bed0-4492-be3e-b08c2aff3120 req-d5a3df55-894e-4dc4-9330-656e7f505f2d service neutron] 10.222.0.73 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 908 time: 0.1601043 Nov 25 19:20:00.420754 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9d21bcd8-bed0-4492-be3e-b08c2aff3120 req-285dd524-7651-4759-99f1-88bec0a0ed36 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f357baea-35f8-4e94-8d9b-87f9a75cfd5d HTTP/1.1" status: 200 len: 217 time: 0.0636671 Nov 25 19:20:00.421987 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e63e7b-fb74-4d43-9f85-cdb9283e847b admin admin] Made reservation on behalf of 048ee0bb09a4480a9d7c6c7708e0b961 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:20:00.424443 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9e63e7b-fb74-4d43-9f85-cdb9283e847b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:00.465464 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8a146753-ee46-4b02-b59f-18fdcbc3df4f req-24b20182-bdf2-421f-befa-ecc51230f87d tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d653b0c-bcc3-49ba-837e-9bc30461d995 HTTP/1.1" status: 200 len: 210 time: 0.0471027 Nov 25 19:20:00.483161 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-0665b0be-ee42-42fa-bde1-92f977636e9c tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:00.484085 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-0665b0be-ee42-42fa-bde1-92f977636e9c tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6507630 Nov 25 19:20:00.498781 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9e63e7b-fb74-4d43-9f85-cdb9283e847b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:00.513475 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-a0d12ae8-4ddb-4530-8ab3-2431cb221d7d tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Request body: {'port': {'device_id': '7d653b0c-bcc3-49ba-837e-9bc30461d995', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '7c447b9322e24bbebac9648032bb6353'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:00.534688 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21bcd8-bed0-4492-be3e-b08c2aff3120 req-e5f837bb-07dc-434d-93d8-8914b1ae3db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:00.536419 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9d21bcd8-bed0-4492-be3e-b08c2aff3120 req-e5f837bb-07dc-434d-93d8-8914b1ae3db7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7d22af38-4f63-40b1-a1f0-3aff6ec04048 HTTP/1.1" status: 200 len: 847 time: 0.1025808 Nov 25 19:20:00.547646 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-b48f0e92-7ab7-4d53-9d48-666cf08d3159 service neutron] Transition to ACTIVE for port object 56bbbeb8-552b-4f79-b054-15fb22851a8a will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:20:00.565472 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-b48f0e92-7ab7-4d53-9d48-666cf08d3159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:00.590795 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9d21bcd8-bed0-4492-be3e-b08c2aff3120 req-f2989e52-7bf3-417b-b5a1-d9f91a7cb1c8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427606 Nov 25 19:20:00.704231 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-648a3be9-f8e9-46de-9e98-f013ed66287e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4119481deacf425e9e44f81416c4cd0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563178 Nov 25 19:20:00.710187 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d6658ade-9801-4690-80d2-1f5a70b3f942 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:00.732710 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585d436-ba1a-4a91-a520-a669f6be210b req-51970cbd-95b4-441f-b347-4087ce817ff9 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:00.734483 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d585d436-ba1a-4a91-a520-a669f6be210b req-51970cbd-95b4-441f-b347-4087ce817ff9 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 944 time: 0.5752769 Nov 25 19:20:00.750876 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51b48ed4-aa23-417a-b10e-ef75b4705fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:00.759639 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f0e92-7ab7-4d53-9d48-666cf08d3159 service neutron] Pushing event updated for resources: {'Port': ['ID=56bbbeb8-552b-4f79-b054-15fb22851a8a,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:00.862876 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d6658ade-9801-4690-80d2-1f5a70b3f942 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:00.866025 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9e63e7b-fb74-4d43-9f85-cdb9283e847b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:00.877571 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device c3ee73f6-1823-4a0f-bb4a-d672b534e218 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:00.892739 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9e63e7b-fb74-4d43-9f85-cdb9283e847b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:00.915776 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9d21bcd8-bed0-4492-be3e-b08c2aff3120 req-22245beb-226c-4977-8c15-131274235c20 service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174114 Nov 25 19:20:00.962997 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e63e7b-fb74-4d43-9f85-cdb9283e847b admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:20:00.972297 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port c3ee73f6-1823-4a0f-bb4a-d672b534e218 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:20:00.974783 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b48ed4-aa23-417a-b10e-ef75b4705fe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f352dc1-37ed-4336-87e9-5a25e1fcaba2,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:00.978003 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port c3ee73f6-1823-4a0f-bb4a-d672b534e218 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:00.978743 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-b48f0e92-7ab7-4d53-9d48-666cf08d3159 service neutron] Attempting to bind port 56bbbeb8-552b-4f79-b054-15fb22851a8a on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:00.979688 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-b48f0e92-7ab7-4d53-9d48-666cf08d3159 service neutron] Attempting to bind port 56bbbeb8-552b-4f79-b054-15fb22851a8a by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:00.980025 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-b48f0e92-7ab7-4d53-9d48-666cf08d3159 service neutron] Attempting to bind port 56bbbeb8-552b-4f79-b054-15fb22851a8a on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:00.980209 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:00.991626 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-a0d12ae8-4ddb-4530-8ab3-2431cb221d7d tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Made reservation on behalf of 7c447b9322e24bbebac9648032bb6353 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:20:00.996648 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-a0d12ae8-4ddb-4530-8ab3-2431cb221d7d tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:01.025178 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-b48f0e92-7ab7-4d53-9d48-666cf08d3159 service neutron] Port 56bbbeb8-552b-4f79-b054-15fb22851a8a on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:01.025500 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-b48f0e92-7ab7-4d53-9d48-666cf08d3159 service neutron] Attempting to bind port 56bbbeb8-552b-4f79-b054-15fb22851a8a on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:01.050789 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d585d436-ba1a-4a91-a520-a669f6be210b req-c93589a5-c77f-4aa2-9818-a2a86231251a tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757359 Nov 25 19:20:01.066373 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-a0d12ae8-4ddb-4530-8ab3-2431cb221d7d tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:01.072882 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9e63e7b-fb74-4d43-9f85-cdb9283e847b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:01.073971 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-f9e63e7b-fb74-4d43-9f85-cdb9283e847b admin admin] Added segment dc0b460c-9f86-499f-9a47-07eed00d6531 of type vlan for network c174bec4-7e19-4e46-b4e4-db9a86d87f01 Nov 25 19:20:01.077462 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b48ed4-aa23-417a-b10e-ef75b4705fe2 admin admin] Checking segment: {'id': '4a9e4c8f-ca54-46bc-a8bd-1156a1de846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b0852009-a1b0-48c0-b887-5be784061d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:01.077834 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b48ed4-aa23-417a-b10e-ef75b4705fe2 admin admin] Network hostable DHCP agents. Network: b0852009-a1b0-48c0-b887-5be784061d47, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:20:01.081400 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-b48f0e92-7ab7-4d53-9d48-666cf08d3159 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:01.081782 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-b48f0e92-7ab7-4d53-9d48-666cf08d3159 service neutron] Checking segment: {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:01.082512 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-b48f0e92-7ab7-4d53-9d48-666cf08d3159 service neutron] Bound using segment: {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:01.083099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-b48f0e92-7ab7-4d53-9d48-666cf08d3159 service neutron] Bound port: 56bbbeb8-552b-4f79-b054-15fb22851a8a, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:01.083467 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-b48f0e92-7ab7-4d53-9d48-666cf08d3159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:01.127885 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d6658ade-9801-4690-80d2-1f5a70b3f942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:01.130617 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d6658ade-9801-4690-80d2-1f5a70b3f942 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:01.134862 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d6658ade-9801-4690-80d2-1f5a70b3f942 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c0e0d68a-984e-4d4b-966e-1f815d25650f HTTP/1.1" status: 204 len: 168 time: 1.0788243 Nov 25 19:20:01.158146 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:01.164092 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e63e7b-fb74-4d43-9f85-cdb9283e847b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf246f23-e54a-4104-9134-2119473d3e8a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:01.180265 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6658ade-9801-4690-80d2-1f5a70b3f942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e0d68a-984e-4d4b-966e-1f815d25650f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:01.193935 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b48ed4-aa23-417a-b10e-ef75b4705fe2 admin admin] Network b0852009-a1b0-48c0-b887-5be784061d47 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:20:01.210106 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-b6f6e970-2d0f-40bd-95b7-736d30c5252c tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:01.224365 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-51b48ed4-aa23-417a-b10e-ef75b4705fe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, b0852009-a1b0-48c0-b887-5be784061d47) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:20:01.231975 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b48ed4-aa23-417a-b10e-ef75b4705fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:01.232464 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51b48ed4-aa23-417a-b10e-ef75b4705fe2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:01.234932 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-b6f6e970-2d0f-40bd-95b7-736d30c5252c tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5176275 Nov 25 19:20:01.256205 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec479e8-ee05-4777-b3da-f5517920a502 None None] Network b0852009-a1b0-48c0-b887-5be784061d47 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:20:01.321610 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c8a8e5-0631-4401-8ae0-d74da2f8a51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ee73f6-1823-4a0f-bb4a-d672b534e218'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:01.325035 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7daf249e-9257-46e3-95a7-b7f6819630ba" -d '{"events": [{"server_uuid": "73c8a8e5-0631-4401-8ae0-d74da2f8a51c", "name": "network-vif-plugged", "status": "completed", "tag": "c3ee73f6-1823-4a0f-bb4a-d672b534e218"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:01.341072 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-51b48ed4-aa23-417a-b10e-ef75b4705fe2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.4270093 Nov 25 19:20:01.343490 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52424) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:01.370482 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-b48f0e92-7ab7-4d53-9d48-666cf08d3159 service neutron] For port 56bbbeb8-552b-4f79-b054-15fb22851a8a, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:01.376575 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port c3ee73f6-1823-4a0f-bb4a-d672b534e218, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c3ee73f6-1823-4a0f-bb4a-d672b534e218,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:01.388945 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:01.390201 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0eba7d98-b9e7-4077-88ec-a98f5339b903 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1069658104-router', 'tenant_id': 'c6ad6a45839b47c3972f6976e832c252', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:01.406176 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-e8a30e9d-fb2f-456b-971a-2bb3508cc031 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/quotas/4119481deacf425e9e44f81416c4cd0d HTTP/1.1" status: 200 len: 375 time: 0.1689134 Nov 25 19:20:01.417122 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9e63e7b-fb74-4d43-9f85-cdb9283e847b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:01.461533 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=c3ee73f6-1823-4a0f-bb4a-d672b534e218,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:01.482617 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-b48f0e92-7ab7-4d53-9d48-666cf08d3159 service neutron] For port 56bbbeb8-552b-4f79-b054-15fb22851a8a, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=56bbbeb8-552b-4f79-b054-15fb22851a8a,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:01.505014 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d72c33-db63-40a6-91d4-aae2d24fff8a req-890c2465-e4fa-4347-8ae6-4dd4f5639788 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:01.508171 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94d72c33-db63-40a6-91d4-aae2d24fff8a req-890c2465-e4fa-4347-8ae6-4dd4f5639788 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 943 time: 0.2384732 Nov 25 19:20:01.519850 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-c3f548b4-4de2-4ea5-8b47-8f02728099d0 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4119481deacf425e9e44f81416c4cd0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0995171 Nov 25 19:20:01.531711 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-b48f0e92-7ab7-4d53-9d48-666cf08d3159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:01.538231 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9d21bcd8-bed0-4492-be3e-b08c2aff3120 req-62472833-fa13-4114-b65d-61493c067241 service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5994267 Nov 25 19:20:01.540627 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0eba7d98-b9e7-4077-88ec-a98f5339b903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:01.542110 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0eba7d98-b9e7-4077-88ec-a98f5339b903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:01.544193 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-a0d12ae8-4ddb-4530-8ab3-2431cb221d7d tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:01.546812 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9e63e7b-fb74-4d43-9f85-cdb9283e847b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:01.548680 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e63e7b-fb74-4d43-9f85-cdb9283e847b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:01.549482 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9e63e7b-fb74-4d43-9f85-cdb9283e847b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:01.608482 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-a0d12ae8-4ddb-4530-8ab3-2431cb221d7d tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:01.647227 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f9e63e7b-fb74-4d43-9f85-cdb9283e847b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8226523 Nov 25 19:20:01.652284 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52430) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:01.669186 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b86e391e-ce2c-4764-8370-eb1ec1b3ffd3 admin admin] Request body: {'subnet': {'network_id': 'c174bec4-7e19-4e46-b4e4-db9a86d87f01', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-360299241-subnet', 'tenant_id': '048ee0bb09a4480a9d7c6c7708e0b961', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:01.697270 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83bfa5c-6b5d-41dd-9d0e-c3ee42fb3d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-b0852009-a1b0-48c0-b887-5be784061d47', 'network_id': 'b0852009-a1b0-48c0-b887-5be784061d47', 'tenant_id': 'c6ad6a45839b47c3972f6976e832c252', 'fixed_ips': [{'subnet_id': '4f352dc1-37ed-4336-87e9-5a25e1fcaba2'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:20:01.698839 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c83bfa5c-6b5d-41dd-9d0e-c3ee42fb3d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:01.722784 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e63e7b-fb74-4d43-9f85-cdb9283e847b admin admin] Pushing event updated for resources: {'Network': ['ID=c174bec4-7e19-4e46-b4e4-db9a86d87f01,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:01.728785 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0eba7d98-b9e7-4077-88ec-a98f5339b903 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:01.743983 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7d84-0e7d-4ae8-9241-128d5cd128c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:01.810518 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86e391e-ce2c-4764-8370-eb1ec1b3ffd3 admin admin] Made reservation on behalf of 048ee0bb09a4480a9d7c6c7708e0b961 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:20:01.814734 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b86e391e-ce2c-4764-8370-eb1ec1b3ffd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:01.850025 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-b48f0e92-7ab7-4d53-9d48-666cf08d3159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:01.851288 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-b48f0e92-7ab7-4d53-9d48-666cf08d3159 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:01.870619 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-b48f0e92-7ab7-4d53-9d48-666cf08d3159 service neutron] 10.222.0.85 "PUT /v2.0/ports/56bbbeb8-552b-4f79-b054-15fb22851a8a HTTP/1.1" status: 200 len: 1091 time: 3.5054581 Nov 25 19:20:01.918327 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09678637-72f7-44a5-ab53-6a8545522f35', 'tag': '56bbbeb8-552b-4f79-b054-15fb22851a8a'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:01.923737 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf480ee7-be6f-4388-a0d6-f23b682402e5" -d '{"events": [{"name": "network-changed", "server_uuid": "09678637-72f7-44a5-ab53-6a8545522f35", "tag": "56bbbeb8-552b-4f79-b054-15fb22851a8a"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:02.133149 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52438) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:02.228436 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-c83bfa5c-6b5d-41dd-9d0e-c3ee42fb3d93 None None] Allocated IP 172.20.0.2 (b0852009-a1b0-48c0-b887-5be784061d47/4f352dc1-37ed-4336-87e9-5a25e1fcaba2/dcc15cf1-61bb-4da9-a3dc-68b29792bbc3) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:20:02.279046 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6116e951-fb4f-4def-92cc-854d98446390 x-openstack-request-id: req-6116e951-fb4f-4def-92cc-854d98446390 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:02.279523 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c8a8e5-0631-4401-8ae0-d74da2f8a51c", "name": "network-vif-plugged", "status": "completed", "tag": "c3ee73f6-1823-4a0f-bb4a-d672b534e218", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:02.287013 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6116e951-fb4f-4def-92cc-854d98446390 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:02.287972 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c8a8e5-0631-4401-8ae0-d74da2f8a51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ee73f6-1823-4a0f-bb4a-d672b534e218', 'code': 200} Nov 25 19:20:02.293194 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network c174bec4-7e19-4e46-b4e4-db9a86d87f01 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:20:02.302467 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44b9f987-2ad6-4482-ace8-9922be1c7dd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:02.317385 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d12ae8-4ddb-4530-8ab3-2431cb221d7d tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb68af6-644a-4d42-86bf-15a53977be5e,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:02.365854 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0eba7d98-b9e7-4077-88ec-a98f5339b903 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:02.410415 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f0e92-7ab7-4d53-9d48-666cf08d3159 service neutron] Pushing event updated for resources: {'Port': ['ID=56bbbeb8-552b-4f79-b054-15fb22851a8a,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:02.422147 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94d72c33-db63-40a6-91d4-aae2d24fff8a req-b52ae375-0642-4e0a-b975-3c419de5ed55 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9015677 Nov 25 19:20:02.443261 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-513eefa1-9230-45df-893d-50cd3e7e946e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:02.446711 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-513eefa1-9230-45df-893d-50cd3e7e946e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 1094 time: 0.4459491 Nov 25 19:20:02.492496 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dd5fe3a7-6e11-4ad2-85e2-74f3d28fd0de req-465eb7ed-8106-49a3-b7f1-141d37b7c92e tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d653b0c-bcc3-49ba-837e-9bc30461d995 HTTP/1.1" status: 200 len: 210 time: 0.1843309 Nov 25 19:20:02.617132 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-0c8a7f3c-8d23-454b-8568-039a400f076f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56bbbeb8-552b-4f79-b054-15fb22851a8a HTTP/1.1" status: 200 len: 217 time: 0.1613638 Nov 25 19:20:02.705639 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-a0d12ae8-4ddb-4530-8ab3-2431cb221d7d tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Allocated IP 192.168.233.4 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/5169bf23-f138-4b25-8839-deb30386f862) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:20:02.708773 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e469ff-854e-44e5-bd25-c1b95c889c9b x-openstack-request-id: req-c1e469ff-854e-44e5-bd25-c1b95c889c9b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:02.709075 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09678637-72f7-44a5-ab53-6a8545522f35", "tag": "56bbbeb8-552b-4f79-b054-15fb22851a8a", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:02.709358 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c1e469ff-854e-44e5-bd25-c1b95c889c9b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:02.709731 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09678637-72f7-44a5-ab53-6a8545522f35', 'tag': '56bbbeb8-552b-4f79-b054-15fb22851a8a', 'status': 'completed', 'code': 200} Nov 25 19:20:02.748317 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99e679c5-06c2-4969-b108-3ab8d7fa360f req-8af32a50-2beb-4cb6-8ca5-a7e5d55c7bdf tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=921347f0-02dd-4e52-84f8-47cd8fefe7a9 HTTP/1.1" status: 200 len: 210 time: 0.0338287 Nov 25 19:20:02.765519 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-07ce0b3b-fb1c-4bb3-8d42-9be62a23a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:02.767056 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-07ce0b3b-fb1c-4bb3-8d42-9be62a23a859 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7d22af38-4f63-40b1-a1f0-3aff6ec04048 HTTP/1.1" status: 200 len: 847 time: 0.1331325 Nov 25 19:20:02.832088 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-9c427556-25fb-441c-9da7-42a677f6f3b0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480974 Nov 25 19:20:02.955861 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb26263-66e1-4fc1-b7b5-ca8e7bc78b13 req-ec313049-3dce-4127-bc01-e31fac2a374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:02.961375 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0fb26263-66e1-4fc1-b7b5-ca8e7bc78b13 req-ec313049-3dce-4127-bc01-e31fac2a374b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 1096 time: 0.7279015 Nov 25 19:20:03.000839 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-b4f25d5e-5329-4d8b-aac9-3b151b9cf3ab tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=4119481deacf425e9e44f81416c4cd0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3340843 Nov 25 19:20:03.064220 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-95a4ece8-4e47-4a89-b5ac-32349eff0ea5 service neutron] 10.222.0.85 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196114 Nov 25 19:20:03.070804 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44b9f987-2ad6-4482-ace8-9922be1c7dd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:03.073378 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-a0d12ae8-4ddb-4530-8ab3-2431cb221d7d tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:03.122867 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44b9f987-2ad6-4482-ace8-9922be1c7dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:03.191172 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-a0d12ae8-4ddb-4530-8ab3-2431cb221d7d tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:03.193472 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9f987-2ad6-4482-ace8-9922be1c7dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74db3a08-d9ae-4656-b2b7-6f7a90cd42f6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:03.236821 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c83bfa5c-6b5d-41dd-9d0e-c3ee42fb3d93 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:03.257935 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-042eef6c-a94a-4ccb-8cac-15cf9648e0de req-e133bfe9-5162-4036-8581-3787a1ab6e0d service neutron] 10.222.0.85 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820116 Nov 25 19:20:03.258759 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c83bfa5c-6b5d-41dd-9d0e-c3ee42fb3d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:03.286150 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d12ae8-4ddb-4530-8ab3-2431cb221d7d tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Pushing event updated for resources: {'Port': ['ID=5169bf23-f138-4b25-8839-deb30386f862,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:03.311563 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-a0d12ae8-4ddb-4530-8ab3-2431cb221d7d tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:20:03.314109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-a0d12ae8-4ddb-4530-8ab3-2431cb221d7d tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:20:03.319857 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-a0d12ae8-4ddb-4530-8ab3-2431cb221d7d tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:20:03.333510 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-a0d12ae8-4ddb-4530-8ab3-2431cb221d7d tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:03.334966 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-a0d12ae8-4ddb-4530-8ab3-2431cb221d7d tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:03.364306 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-a0d12ae8-4ddb-4530-8ab3-2431cb221d7d tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8606882 Nov 25 19:20:03.377978 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83bfa5c-6b5d-41dd-9d0e-c3ee42fb3d93 None None] Network b0852009-a1b0-48c0-b887-5be784061d47 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:20:03.382877 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-5afc90ca-3a3c-4fb0-9c0e-70744f777385 service neutron] Request body: {'port': {'device_id': '7d653b0c-bcc3-49ba-837e-9bc30461d995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:03.389697 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-44b9f987-2ad6-4482-ace8-9922be1c7dd8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f44b82dc92534e4993e839c1f8d408e5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2544961 Nov 25 19:20:03.396336 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-c83bfa5c-6b5d-41dd-9d0e-c3ee42fb3d93 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:20:03.399602 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e64c2-f7d2-4d40-be64-52c8f74f77f3 req-9c068689-4b28-45f4-a4f2-49f0ba2bc84b tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:03.400985 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83bfa5c-6b5d-41dd-9d0e-c3ee42fb3d93 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:20:03.401700 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e62e64c2-f7d2-4d40-be64-52c8f74f77f3 req-9c068689-4b28-45f4-a4f2-49f0ba2bc84b tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 945 time: 0.4318290 Nov 25 19:20:03.407142 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52450) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:03.414755 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bfa5c-6b5d-41dd-9d0e-c3ee42fb3d93 None None] Pushing event updated for resources: {'Port': ['ID=dcc15cf1-61bb-4da9-a3dc-68b29792bbc3,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:03.528122 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-5afc90ca-3a3c-4fb0-9c0e-70744f777385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:03.539004 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:03.547041 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c83bfa5c-6b5d-41dd-9d0e-c3ee42fb3d93 None None] Attempting to bind port dcc15cf1-61bb-4da9-a3dc-68b29792bbc3 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:03.547652 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c83bfa5c-6b5d-41dd-9d0e-c3ee42fb3d93 None None] Attempting to bind port dcc15cf1-61bb-4da9-a3dc-68b29792bbc3 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '4a9e4c8f-ca54-46bc-a8bd-1156a1de846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b0852009-a1b0-48c0-b887-5be784061d47'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:03.548247 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83bfa5c-6b5d-41dd-9d0e-c3ee42fb3d93 None None] Attempting to bind port dcc15cf1-61bb-4da9-a3dc-68b29792bbc3 on network b0852009-a1b0-48c0-b887-5be784061d47 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:03.558696 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83bfa5c-6b5d-41dd-9d0e-c3ee42fb3d93 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:03.559302 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83bfa5c-6b5d-41dd-9d0e-c3ee42fb3d93 None None] Checking segment: {'id': '4a9e4c8f-ca54-46bc-a8bd-1156a1de846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b0852009-a1b0-48c0-b887-5be784061d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:03.559958 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c83bfa5c-6b5d-41dd-9d0e-c3ee42fb3d93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:03.560597 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83bfa5c-6b5d-41dd-9d0e-c3ee42fb3d93 None None] Bound using segment: {'id': '4a9e4c8f-ca54-46bc-a8bd-1156a1de846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b0852009-a1b0-48c0-b887-5be784061d47'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:03.561405 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c83bfa5c-6b5d-41dd-9d0e-c3ee42fb3d93 None None] Bound port: dcc15cf1-61bb-4da9-a3dc-68b29792bbc3, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9e4c8f-ca54-46bc-a8bd-1156a1de846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b0852009-a1b0-48c0-b887-5be784061d47'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:03.562022 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c83bfa5c-6b5d-41dd-9d0e-c3ee42fb3d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:03.573811 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf480ee7-be6f-4388-a0d6-f23b682402e5 req-3649643c-a8ee-41c2-9adc-b1ee97d4609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:03.576918 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cf480ee7-be6f-4388-a0d6-f23b682402e5 req-3649643c-a8ee-41c2-9adc-b1ee97d4609d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 1094 time: 0.1873884 Nov 25 19:20:03.665536 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0fb26263-66e1-4fc1-b7b5-ca8e7bc78b13 req-c340835c-f6df-43ef-bc41-a2bd1871aba8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6972575 Nov 25 19:20:03.699444 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.85', 62615) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:03.719931 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4544db56-2708-4d48-b7ed-02917d84fd10 None None] Provisioning complete for port 5169bf23-f138-4b25-8839-deb30386f862 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:03.720566 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4544db56-2708-4d48-b7ed-02917d84fd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:03.725611 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c83bfa5c-6b5d-41dd-9d0e-c3ee42fb3d93 None None] For port dcc15cf1-61bb-4da9-a3dc-68b29792bbc3, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:03.764463 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c83bfa5c-6b5d-41dd-9d0e-c3ee42fb3d93 None None] For port dcc15cf1-61bb-4da9-a3dc-68b29792bbc3, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=dcc15cf1-61bb-4da9-a3dc-68b29792bbc3,segment=NetworkSegment(4a9e4c8f-ca54-46bc-a8bd-1156a1de846a),segment_id=4a9e4c8f-ca54-46bc-a8bd-1156a1de846a)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:03.783235 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c83bfa5c-6b5d-41dd-9d0e-c3ee42fb3d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:03.827152 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4544db56-2708-4d48-b7ed-02917d84fd10 None None] Port 5169bf23-f138-4b25-8839-deb30386f862 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:20:03.863474 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e62e64c2-f7d2-4d40-be64-52c8f74f77f3 req-d6a03a8c-1e5c-4121-a7e4-81cb410cbe4d tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284759 Nov 25 19:20:03.870349 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bfa5c-6b5d-41dd-9d0e-c3ee42fb3d93 None None] Pushing event updated for resources: {'Port': ['ID=dcc15cf1-61bb-4da9-a3dc-68b29792bbc3,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:03.882620 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b86e391e-ce2c-4764-8370-eb1ec1b3ffd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:03.897628 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-1e7147e1-2f96-4e46-9a10-0b5b86fe6506 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=4119481deacf425e9e44f81416c4cd0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1793187 Nov 25 19:20:03.949138 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85c7c6-d237-458c-96fe-c449df3f589c req-31b4f129-5e32-4bde-9d37-92624d15380c tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:03.952775 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-37492550-5199-4434-82f1-7fd85d02044c tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:03.955265 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-37492550-5199-4434-82f1-7fd85d02044c tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8767650 Nov 25 19:20:03.957084 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d85c7c6-d237-458c-96fe-c449df3f589c req-31b4f129-5e32-4bde-9d37-92624d15380c tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 943 time: 0.3018026 Nov 25 19:20:04.044299 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Request body: {'port': {'device_id': '18275c83-1959-4c13-8504-0a7996bd75f6', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '4119481deacf425e9e44f81416c4cd0d'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:04.082408 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf480ee7-be6f-4388-a0d6-f23b682402e5 req-ecd4c18b-5ae8-4ff4-a1ea-667edc69460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:04.084094 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cf480ee7-be6f-4388-a0d6-f23b682402e5 req-ecd4c18b-5ae8-4ff4-a1ea-667edc69460a service neutron] 10.222.0.85 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 908 time: 0.4503250 Nov 25 19:20:04.203167 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d85c7c6-d237-458c-96fe-c449df3f589c req-3136658c-7861-4db9-a092-76687bfd318d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450755 Nov 25 19:20:04.235423 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cf480ee7-be6f-4388-a0d6-f23b682402e5 req-076f63d3-f0d9-4945-b5ab-62a7d9e3fa95 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56bbbeb8-552b-4f79-b054-15fb22851a8a HTTP/1.1" status: 200 len: 217 time: 0.1343651 Nov 25 19:20:04.249499 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-601c6d52-22ea-4a8c-b7a6-c9842d1f113f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:04.315801 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-601c6d52-22ea-4a8c-b7a6-c9842d1f113f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:04.351839 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf480ee7-be6f-4388-a0d6-f23b682402e5 req-7ef26d70-4523-4841-ac92-2869f957e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:04.353498 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cf480ee7-be6f-4388-a0d6-f23b682402e5 req-7ef26d70-4523-4841-ac92-2869f957e8ff service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7d22af38-4f63-40b1-a1f0-3aff6ec04048 HTTP/1.1" status: 200 len: 847 time: 0.1038680 Nov 25 19:20:04.361671 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79f1601a-6897-4484-8c7c-6b2442d50f6f req-3b2b7fcc-b4f5-44f2-957f-e0eeead59fc7 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=921347f0-02dd-4e52-84f8-47cd8fefe7a9 HTTP/1.1" status: 200 len: 210 time: 0.0494268 Nov 25 19:20:04.407812 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cf480ee7-be6f-4388-a0d6-f23b682402e5 req-5c6b28d7-116f-4657-bf99-bbb4df55fbcd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430579 Nov 25 19:20:04.543491 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-5afc90ca-3a3c-4fb0-9c0e-70744f777385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5169bf23-f138-4b25-8839-deb30386f862 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:04.561678 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-5afc90ca-3a3c-4fb0-9c0e-70744f777385 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:04.607398 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-5afc90ca-3a3c-4fb0-9c0e-70744f777385 service neutron] Transition to ACTIVE for port object 5169bf23-f138-4b25-8839-deb30386f862 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:20:04.613859 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cf480ee7-be6f-4388-a0d6-f23b682402e5 req-cb8e31bd-16c1-4404-a624-65a253ec7054 service neutron] 10.222.0.85 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983728 Nov 25 19:20:04.615595 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-5afc90ca-3a3c-4fb0-9c0e-70744f777385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:04.620939 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e391e-ce2c-4764-8370-eb1ec1b3ffd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69fc2c39-931a-43d5-99f1-83af2150ab2d,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:04.808073 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e391e-ce2c-4764-8370-eb1ec1b3ffd3 admin admin] Checking segment: {'id': 'dc0b460c-9f86-499f-9a47-07eed00d6531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c174bec4-7e19-4e46-b4e4-db9a86d87f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:04.808568 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86e391e-ce2c-4764-8370-eb1ec1b3ffd3 admin admin] Network hostable DHCP agents. Network: c174bec4-7e19-4e46-b4e4-db9a86d87f01, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:20:04.834665 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7ef5d-2d65-477c-bcc8-878dd1d05be6 req-5bf856df-634f-4864-8591-1b55b5e953db tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:04.842653 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-69a7ef5d-2d65-477c-bcc8-878dd1d05be6 req-5bf856df-634f-4864-8591-1b55b5e953db tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d653b0c-bcc3-49ba-837e-9bc30461d995 HTTP/1.1" status: 200 len: 934 time: 0.7899437 Nov 25 19:20:04.940192 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-48e1a485-4c99-480f-84eb-6bd68b463fcd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:04.940192 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-48e1a485-4c99-480f-84eb-6bd68b463fcd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0287459 Nov 25 19:20:04.967709 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-7f283839-f12c-4931-a12b-b1f781a2c4dd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Request body: {'port': {'device_id': '921347f0-02dd-4e52-84f8-47cd8fefe7a9', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '4119481deacf425e9e44f81416c4cd0d'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:05.039982 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0eba7d98-b9e7-4077-88ec-a98f5339b903 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:05.085826 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-601c6d52-22ea-4a8c-b7a6-c9842d1f113f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:05.090388 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-601c6d52-22ea-4a8c-b7a6-c9842d1f113f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:05.092500 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-601c6d52-22ea-4a8c-b7a6-c9842d1f113f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/74db3a08-d9ae-4656-b2b7-6f7a90cd42f6 HTTP/1.1" status: 204 len: 168 time: 1.6807148 Nov 25 19:20:05.094366 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86e391e-ce2c-4764-8370-eb1ec1b3ffd3 admin admin] Network c174bec4-7e19-4e46-b4e4-db9a86d87f01 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:20:05.192724 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0eba7d98-b9e7-4077-88ec-a98f5339b903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:05.238883 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3ae3d2-ff10-4eed-ab47-e13147c7e098 None None] Network b0852009-a1b0-48c0-b887-5be784061d47 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:20:05.291564 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:05.307179 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc90ca-3a3c-4fb0-9c0e-70744f777385 service neutron] Pushing event updated for resources: {'Port': ['ID=5169bf23-f138-4b25-8839-deb30386f862,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:05.346159 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-0eba7d98-b9e7-4077-88ec-a98f5339b903 admin admin] Allocated IP 172.25.6.181 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/1909e819-4adf-4e46-ae7a-3b697e131974) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:20:05.370652 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-aa51805a-fc36-457b-9b8a-15f69493a867 None None] Provisioning complete for port dcc15cf1-61bb-4da9-a3dc-68b29792bbc3 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:05.371545 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aa51805a-fc36-457b-9b8a-15f69493a867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:05.413248 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a51b5-f1b4-4c9d-a077-fa76aca73355 req-498b8fc3-cf2a-40c3-b4a6-2aff79af23b8 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:05.430417 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-680a51b5-f1b4-4c9d-a077-fa76aca73355 req-498b8fc3-cf2a-40c3-b4a6-2aff79af23b8 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 945 time: 0.3854616 Nov 25 19:20:05.451181 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-5afc90ca-3a3c-4fb0-9c0e-70744f777385 service neutron] Attempting to bind port 5169bf23-f138-4b25-8839-deb30386f862 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:05.452039 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-5afc90ca-3a3c-4fb0-9c0e-70744f777385 service neutron] Attempting to bind port 5169bf23-f138-4b25-8839-deb30386f862 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:05.453020 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-5afc90ca-3a3c-4fb0-9c0e-70744f777385 service neutron] Attempting to bind port 5169bf23-f138-4b25-8839-deb30386f862 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:05.488612 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-5afc90ca-3a3c-4fb0-9c0e-70744f777385 service neutron] Port 5169bf23-f138-4b25-8839-deb30386f862 on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:05.489526 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-5afc90ca-3a3c-4fb0-9c0e-70744f777385 service neutron] Attempting to bind port 5169bf23-f138-4b25-8839-deb30386f862 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:05.525432 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-5afc90ca-3a3c-4fb0-9c0e-70744f777385 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:05.526923 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-5afc90ca-3a3c-4fb0-9c0e-70744f777385 service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:05.527862 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-5afc90ca-3a3c-4fb0-9c0e-70744f777385 service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:05.529031 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-5afc90ca-3a3c-4fb0-9c0e-70744f777385 service neutron] Bound port: 5169bf23-f138-4b25-8839-deb30386f862, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:05.529912 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-5afc90ca-3a3c-4fb0-9c0e-70744f777385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:05.535138 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0eba7d98-b9e7-4077-88ec-a98f5339b903 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:05.594931 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-69a7ef5d-2d65-477c-bcc8-878dd1d05be6 req-84f6ea1e-cdd6-4cd1-afd7-3cbb58e54f48 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/security-groups?id=deb68af6-644a-4d42-86bf-15a53977be5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7512708 Nov 25 19:20:05.614733 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Made reservation on behalf of 4119481deacf425e9e44f81416c4cd0d for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:20:05.619243 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:05.624490 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c6d52-22ea-4a8c-b7a6-c9842d1f113f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74db3a08-d9ae-4656-b2b7-6f7a90cd42f6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:05.637748 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:05.646545 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cf480ee7-be6f-4388-a0d6-f23b682402e5 req-f602be3b-7587-43a4-9ac1-c75c4f2b2f28 service neutron] 10.222.0.85 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0089486 Nov 25 19:20:05.683318 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-680a51b5-f1b4-4c9d-a077-fa76aca73355 req-5e988457-85c0-44f6-81b5-01dbbb1142c0 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504995 Nov 25 19:20:05.733025 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aa51805a-fc36-457b-9b8a-15f69493a867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:05.754106 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b86e391e-ce2c-4764-8370-eb1ec1b3ffd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, c174bec4-7e19-4e46-b4e4-db9a86d87f01) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:20:05.763736 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:05.772867 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0eba7d98-b9e7-4077-88ec-a98f5339b903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:05.782421 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-5afc90ca-3a3c-4fb0-9c0e-70744f777385 service neutron] For port 5169bf23-f138-4b25-8839-deb30386f862, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:05.787612 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6930e9e7-e97f-46c1-ac48-d024eb5f2bef None None] Network c174bec4-7e19-4e46-b4e4-db9a86d87f01 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:20:05.789429 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e391e-ce2c-4764-8370-eb1ec1b3ffd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:05.790071 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b86e391e-ce2c-4764-8370-eb1ec1b3ffd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:05.806361 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-5afc90ca-3a3c-4fb0-9c0e-70744f777385 service neutron] For port 5169bf23-f138-4b25-8839-deb30386f862, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=5169bf23-f138-4b25-8839-deb30386f862,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:05.817708 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-5afc90ca-3a3c-4fb0-9c0e-70744f777385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:05.856834 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-aa51805a-fc36-457b-9b8a-15f69493a867 None None] For port dcc15cf1-61bb-4da9-a3dc-68b29792bbc3, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=dcc15cf1-61bb-4da9-a3dc-68b29792bbc3,segment=NetworkSegment(4a9e4c8f-ca54-46bc-a8bd-1156a1de846a),segment_id=4a9e4c8f-ca54-46bc-a8bd-1156a1de846a)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:05.868816 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aa51805a-fc36-457b-9b8a-15f69493a867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:05.931889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-5afc90ca-3a3c-4fb0-9c0e-70744f777385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:05.933234 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-5afc90ca-3a3c-4fb0-9c0e-70744f777385 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:05.936075 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-5afc90ca-3a3c-4fb0-9c0e-70744f777385 service neutron] 10.222.0.73 "PUT /v2.0/ports/5169bf23-f138-4b25-8839-deb30386f862 HTTP/1.1" status: 200 len: 1094 time: 2.5621135 Nov 25 19:20:05.937151 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d653b0c-bcc3-49ba-837e-9bc30461d995', 'tag': '5169bf23-f138-4b25-8839-deb30386f862'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:05.944035 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb90663-9e5b-45c1-9852-cd64d905947c" -d '{"events": [{"name": "network-changed", "server_uuid": "7d653b0c-bcc3-49ba-837e-9bc30461d995", "tag": "5169bf23-f138-4b25-8839-deb30386f862"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:05.975110 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eba7d98-b9e7-4077-88ec-a98f5339b903 admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:20:06.025084 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b86e391e-ce2c-4764-8370-eb1ec1b3ffd3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.3537183 Nov 25 19:20:06.026247 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eee92521-3865-4e5e-a002-b9aad3516232 req-e1098095-3ee1-45ca-ae8a-dabe91e4565d tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=921347f0-02dd-4e52-84f8-47cd8fefe7a9 HTTP/1.1" status: 200 len: 210 time: 0.1208177 Nov 25 19:20:06.038963 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0eba7d98-b9e7-4077-88ec-a98f5339b903 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:20:06.070223 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eba7d98-b9e7-4077-88ec-a98f5339b903 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:20:06.153364 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc90ca-3a3c-4fb0-9c0e-70744f777385 service neutron] Pushing event updated for resources: {'Port': ['ID=5169bf23-f138-4b25-8839-deb30386f862,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:06.188357 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51805a-fc36-457b-9b8a-15f69493a867 None None] Pushing event updated for resources: {'Port': ['ID=dcc15cf1-61bb-4da9-a3dc-68b29792bbc3,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:06.249304 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba7d98-b9e7-4077-88ec-a98f5339b903 admin admin] Pushing event updated for resources: {'Port': ['ID=1909e819-4adf-4e46-ae7a-3b697e131974,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:06.280501 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e3378-07b9-43de-a346-e56a7dbf1121 req-39b72f0b-ddb6-4d76-aab2-488612a2c1ca tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:06.295748 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-081e3378-07b9-43de-a346-e56a7dbf1121 req-39b72f0b-ddb6-4d76-aab2-488612a2c1ca tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 943 time: 0.5282319 Nov 25 19:20:06.317963 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-a2754308-c07d-4251-9ab1-ce70d90ff107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:06.320238 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device dcc15cf1-61bb-4da9-a3dc-68b29792bbc3 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:06.329478 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-a2754308-c07d-4251-9ab1-ce70d90ff107 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7c447b9322e24bbebac9648032bb6353&device_id=7d653b0c-bcc3-49ba-837e-9bc30461d995 HTTP/1.1" status: 200 len: 1097 time: 0.3325949 Nov 25 19:20:06.356369 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-7f283839-f12c-4931-a12b-b1f781a2c4dd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Made reservation on behalf of 4119481deacf425e9e44f81416c4cd0d for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:20:06.360258 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-7f283839-f12c-4931-a12b-b1f781a2c4dd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:06.456235 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 56bbbeb8-552b-4f79-b054-15fb22851a8a details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:06.474456 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-50760405-9010-430a-8668-d9967444f4c1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=5169bf23-f138-4b25-8839-deb30386f862 HTTP/1.1" status: 200 len: 217 time: 0.1375074 Nov 25 19:20:06.477083 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-7f283839-f12c-4931-a12b-b1f781a2c4dd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:06.575954 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:06.590915 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-081e3378-07b9-43de-a346-e56a7dbf1121 req-437484f9-c333-4691-968a-23f8047be08a tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941296 Nov 25 19:20:06.625237 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:06.688411 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa4cead-ae10-4c9d-bffc-52407dd34b62 x-openstack-request-id: req-9aa4cead-ae10-4c9d-bffc-52407dd34b62 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:06.688926 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d653b0c-bcc3-49ba-837e-9bc30461d995", "tag": "5169bf23-f138-4b25-8839-deb30386f862", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:06.689350 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9aa4cead-ae10-4c9d-bffc-52407dd34b62 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:06.690563 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d653b0c-bcc3-49ba-837e-9bc30461d995', 'tag': '5169bf23-f138-4b25-8839-deb30386f862', 'status': 'completed', 'code': 200} Nov 25 19:20:06.695769 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-9124ef46-e6d2-48f7-8045-63b3b2899370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:06.698624 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-9124ef46-e6d2-48f7-8045-63b3b2899370 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.2165041 Nov 25 19:20:06.732727 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e46c6b-56dd-46a1-bb04-9a87d8eec0b3 req-d301eb5b-809e-4454-ad42-2dcac98c9142 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:06.735941 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22e46c6b-56dd-46a1-bb04-9a87d8eec0b3 req-d301eb5b-809e-4454-ad42-2dcac98c9142 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 1096 time: 0.2158334 Nov 25 19:20:06.796840 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404d65df-7989-4b0c-98c4-d2e898384884 None None] Network c174bec4-7e19-4e46-b4e4-db9a86d87f01 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:20:06.834143 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.api [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-7f283839-f12c-4931-a12b-b1f781a2c4dd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 4119481deacf425e9e44f81416c4cd0d {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:20:06.834827 n-d-819349-5 neutron-server[103599]: DEBUG oslo_db.api [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-7f283839-f12c-4931-a12b-b1f781a2c4dd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:20:06.854819 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-2fa2c792-143a-4275-9bc7-9b0f2f6ea416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:06.857973 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-2fa2c792-143a-4275-9bc7-9b0f2f6ea416 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1503093 Nov 25 19:20:06.888173 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=435c3d9d-154f-47ae-ba58-f9aa40987870,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:06.902737 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22e46c6b-56dd-46a1-bb04-9a87d8eec0b3 req-96e0876f-fb60-4b22-bf28-c669fb10180d tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370540 Nov 25 19:20:06.976891 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 56bbbeb8-552b-4f79-b054-15fb22851a8a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=56bbbeb8-552b-4f79-b054-15fb22851a8a,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:07.009568 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '56bbbeb8-552b-4f79-b054-15fb22851a8a', 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788', 'port_id': '56bbbeb8-552b-4f79-b054-15fb22851a8a', 'mac_address': 'fa:16:3e:3b:bc:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d22af38-4f63-40b1-a1f0-3aff6ec04048', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:20:07.035613 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-72bbe057-0b39-4e4c-b94f-7a6fd4f1fb81 None None] Provisioning complete for port dcc15cf1-61bb-4da9-a3dc-68b29792bbc3 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:07.036228 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-72bbe057-0b39-4e4c-b94f-7a6fd4f1fb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:07.095820 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff145f2-ad0e-4b53-bd79-3490f98ebf84 req-9bc2a47b-ffd7-493c-b208-0c8ed1434919 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:07.101120 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-832a2210-6e44-44bd-9063-677e15d0b93a service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960146 Nov 25 19:20:07.104630 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0ff145f2-ad0e-4b53-bd79-3490f98ebf84 req-9bc2a47b-ffd7-493c-b208-0c8ed1434919 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d653b0c-bcc3-49ba-837e-9bc30461d995 HTTP/1.1" status: 200 len: 946 time: 0.2838612 Nov 25 19:20:07.167472 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port dcc15cf1-61bb-4da9-a3dc-68b29792bbc3 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:07.168248 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:07.173452 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Allocated IP 192.168.233.174 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/6b00030c-6766-4ea6-a6e4-4a785c574b20) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:20:07.182962 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0eba7d98-b9e7-4077-88ec-a98f5339b903 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:07.232492 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e4bf4-3183-4732-ba4e-2b5c62ec5337 req-2081858f-1968-46ba-a625-fd6a58368615 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:07.241244 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4d6e4bf4-3183-4732-ba4e-2b5c62ec5337 req-2081858f-1968-46ba-a625-fd6a58368615 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 1096 time: 0.1378412 Nov 25 19:20:07.296841 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0ff145f2-ad0e-4b53-bd79-3490f98ebf84 req-1fd7ccc7-955f-4ffb-b8ef-21d85a60692b tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/security-groups?id=deb68af6-644a-4d42-86bf-15a53977be5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909382 Nov 25 19:20:07.337199 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-7f283839-f12c-4931-a12b-b1f781a2c4dd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:07.360321 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4d6e4bf4-3183-4732-ba4e-2b5c62ec5337 req-c3fde6c9-6090-4665-aba2-12bfe14812d0 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178176 Nov 25 19:20:07.397280 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:07.435158 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53d07e44-8e68-4fec-b288-a75e61583c9b req-d23106c7-1794-40ef-ba6f-5f5fdd24ee32 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044560 Nov 25 19:20:07.541581 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56bbbeb8-552b-4f79-b054-15fb22851a8a {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:07.628785 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cf3ee1cd-fef1-49a5-9827-885c4e18b1f8 req-2890e570-cb6a-4213-b13d-a9cbf2accbcb tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=921347f0-02dd-4e52-84f8-47cd8fefe7a9 HTTP/1.1" status: 200 len: 210 time: 0.0372360 Nov 25 19:20:07.631668 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 56bbbeb8-552b-4f79-b054-15fb22851a8a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=56bbbeb8-552b-4f79-b054-15fb22851a8a,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:07.657840 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:07.701311 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb90663-9e5b-45c1-9852-cd64d905947c req-ab5f6c79-9930-4bde-8b11-90f06370a011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:07.714024 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-edb90663-9e5b-45c1-9852-cd64d905947c req-ab5f6c79-9930-4bde-8b11-90f06370a011 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7c447b9322e24bbebac9648032bb6353&device_id=7d653b0c-bcc3-49ba-837e-9bc30461d995 HTTP/1.1" status: 200 len: 1097 time: 0.1925693 Nov 25 19:20:07.877438 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:08.111660 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb90663-9e5b-45c1-9852-cd64d905947c req-8d016a82-9bc1-4704-a6ec-290326b76b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:08.113749 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-edb90663-9e5b-45c1-9852-cd64d905947c req-8d016a82-9bc1-4704-a6ec-290326b76b1e service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.3903396 Nov 25 19:20:08.156513 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['56bbbeb8-552b-4f79-b054-15fb22851a8a'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:08.227682 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-edb90663-9e5b-45c1-9852-cd64d905947c req-ac11c7ae-6a4b-4961-afe5-00b52e6d2988 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=5169bf23-f138-4b25-8839-deb30386f862 HTTP/1.1" status: 200 len: 217 time: 0.0990725 Nov 25 19:20:08.314653 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=56bbbeb8-552b-4f79-b054-15fb22851a8a,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:08.401964 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb90663-9e5b-45c1-9852-cd64d905947c req-90236f1d-5c5b-41f5-8c65-0bcfff997bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:08.433667 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-edb90663-9e5b-45c1-9852-cd64d905947c req-90236f1d-5c5b-41f5-8c65-0bcfff997bb1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1966741 Nov 25 19:20:08.473199 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e48a74-968b-4fe8-b7ff-84cbec16b7e3 req-ca021e50-51cb-4dac-b232-7441f5bf5963 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:08.492388 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92e48a74-968b-4fe8-b7ff-84cbec16b7e3 req-ca021e50-51cb-4dac-b232-7441f5bf5963 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 1096 time: 0.2568862 Nov 25 19:20:08.542107 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device dcc15cf1-61bb-4da9-a3dc-68b29792bbc3 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:08.602449 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1efed7-605b-4e10-92a0-bea28e4c0d17 req-c6f75df6-afa9-43f4-8c57-273721e4d685 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:08.605133 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ce1efed7-605b-4e10-92a0-bea28e4c0d17 req-c6f75df6-afa9-43f4-8c57-273721e4d685 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 944 time: 0.7074797 Nov 25 19:20:08.642342 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb90663-9e5b-45c1-9852-cd64d905947c req-a670bdef-1bda-458f-a218-19eb358882d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:08.644811 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-edb90663-9e5b-45c1-9852-cd64d905947c req-a670bdef-1bda-458f-a218-19eb358882d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1987152 Nov 25 19:20:08.676561 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:08.710623 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92e48a74-968b-4fe8-b7ff-84cbec16b7e3 req-23535965-25cc-4bfc-9c59-9b9925426786 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174888 Nov 25 19:20:08.729987 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52540) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:08.745710 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ab4b002a-5cbb-41f3-9a2a-c419bb9434ff admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-665808853-network', 'tenant_id': 'cb439e027286480f853452f54d79e44d'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:08.813027 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port dcc15cf1-61bb-4da9-a3dc-68b29792bbc3 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:08.815191 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:08.821755 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0eba7d98-b9e7-4077-88ec-a98f5339b903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:08.909618 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:20:08.940957 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-7f283839-f12c-4931-a12b-b1f781a2c4dd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Allocated IP 192.168.233.183 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/e758aa2f-a5d0-438f-be66-32b309667a22) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:20:08.943415 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-edb90663-9e5b-45c1-9852-cd64d905947c req-78603c7f-9eaa-48e3-b668-8a01f03dcb3f service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875566 Nov 25 19:20:09.157644 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-edb90663-9e5b-45c1-9852-cd64d905947c req-5fffed24-f22b-4957-8d9e-9063eb95f5a2 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059944 Nov 25 19:20:09.178773 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f31e80-2525-4d83-baf8-845b8f7a6d00 req-f9667794-3bac-45df-a2df-13b6bf2e4cd5 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:09.181437 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c4f31e80-2525-4d83-baf8-845b8f7a6d00 req-f9667794-3bac-45df-a2df-13b6bf2e4cd5 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d653b0c-bcc3-49ba-837e-9bc30461d995 HTTP/1.1" status: 200 len: 946 time: 0.2249160 Nov 25 19:20:09.294531 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c4f31e80-2525-4d83-baf8-845b8f7a6d00 req-f905c2ac-9875-4478-80f8-de4fd2eb036c tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/security-groups?id=deb68af6-644a-4d42-86bf-15a53977be5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024628 Nov 25 19:20:09.455435 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ce1efed7-605b-4e10-92a0-bea28e4c0d17 req-34725657-bd67-4bd8-9ef9-2ee359dd1b95 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8217034 Nov 25 19:20:09.547794 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:20:09.551364 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Pushing event updated for resources: {'Port': ['ID=6b00030c-6766-4ea6-a6e4-4a785c574b20,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:09.572222 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:20:09.593466 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9fb66c8d-70f6-4899-9fc7-f654a5332092 req-6ca5dab6-9187-4422-bdad-3eb26d46d6a7 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=921347f0-02dd-4e52-84f8-47cd8fefe7a9 HTTP/1.1" status: 200 len: 210 time: 0.0621803 Nov 25 19:20:09.616632 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:09.619520 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:09.619898 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:09.621654 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:09.622222 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:09.622875 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:09.623550 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:09.625155 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:09.625990 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:09.627340 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:09.628417 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:09.628936 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:09.704096 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4b002a-5cbb-41f3-9a2a-c419bb9434ff admin admin] Made reservation on behalf of cb439e027286480f853452f54d79e44d for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:20:09.708437 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab4b002a-5cbb-41f3-9a2a-c419bb9434ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:09.771626 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab4b002a-5cbb-41f3-9a2a-c419bb9434ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:09.967330 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:09.968384 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:09.975057 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-385859d1-1f25-4757-ae11-47c8ccefff0d tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3b68ab80691f4266879b3b37f8b52a80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1538699 Nov 25 19:20:09.984631 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6c68d-74ae-4de0-b8bc-e10756b6b18b req-204f9510-3bfd-4202-85b2-5474ca9e758f tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:09.987529 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b8e6c68d-74ae-4de0-b8bc-e10756b6b18b req-204f9510-3bfd-4202-85b2-5474ca9e758f tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 1096 time: 0.0929012 Nov 25 19:20:10.004294 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-cff0ca97-85c7-4498-8391-f01e41589453 None None] Provisioning complete for port 6b00030c-6766-4ea6-a6e4-4a785c574b20 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:10.005251 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cff0ca97-85c7-4498-8391-f01e41589453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:10.081767 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b8e6c68d-74ae-4de0-b8bc-e10756b6b18b req-99ee8e01-84ac-4f55-8b5b-d1b05368204b tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843480 Nov 25 19:20:10.082766 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-cff0ca97-85c7-4498-8391-f01e41589453 None None] Port 6b00030c-6766-4ea6-a6e4-4a785c574b20 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:20:10.145775 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-0f9750f3-d039-4c28-a450-fe29628a5b3e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.1291869 Nov 25 19:20:10.187383 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-6ae6c10b-6855-4c88-9181-af5c87d7fc6c service neutron] Request body: {'port': {'device_id': '18275c83-1959-4c13-8504-0a7996bd75f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:10.438206 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 56bbbeb8-552b-4f79-b054-15fb22851a8a up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:10.445532 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-7f283839-f12c-4931-a12b-b1f781a2c4dd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:10.505172 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 56bbbeb8-552b-4f79-b054-15fb22851a8a completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:20:10.510782 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 56bbbeb8-552b-4f79-b054-15fb22851a8a triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:10.511715 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:10.519656 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-6ae6c10b-6855-4c88-9181-af5c87d7fc6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:10.542929 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-79035e44-df3f-4b97-99db-9ffbcf324ac4 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:10.545759 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-79035e44-df3f-4b97-99db-9ffbcf324ac4 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5153055 Nov 25 19:20:10.592586 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab4b002a-5cbb-41f3-9a2a-c419bb9434ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:10.626990 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab4b002a-5cbb-41f3-9a2a-c419bb9434ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:10.635336 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:10.663149 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eba7d98-b9e7-4077-88ec-a98f5339b903 admin admin] Router 62b9437c-5ef7-41c5-bd52-56aafd6f49ab is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:20:10.668605 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09678637-72f7-44a5-ab53-6a8545522f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bbbeb8-552b-4f79-b054-15fb22851a8a'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:10.671066 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc69530d-ce7d-4794-8cce-fcfc0da2e483" -d '{"events": [{"server_uuid": "09678637-72f7-44a5-ab53-6a8545522f35", "name": "network-vif-plugged", "status": "completed", "tag": "56bbbeb8-552b-4f79-b054-15fb22851a8a"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:10.688235 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 56bbbeb8-552b-4f79-b054-15fb22851a8a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=56bbbeb8-552b-4f79-b054-15fb22851a8a,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:10.693530 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:10.713853 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-9154691e-e796-42b5-9987-556a9cc60b82 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/quotas/3b68ab80691f4266879b3b37f8b52a80 HTTP/1.1" status: 200 len: 375 time: 0.1338260 Nov 25 19:20:10.758098 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=56bbbeb8-552b-4f79-b054-15fb22851a8a,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:10.758746 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4b002a-5cbb-41f3-9a2a-c419bb9434ff admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:20:10.847926 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b002a-5cbb-41f3-9a2a-c419bb9434ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b169f9-6a89-433a-b6eb-16eaffe3fde6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:10.861281 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-7f283839-f12c-4931-a12b-b1f781a2c4dd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:10.864936 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-aec6ae39-8d03-44cc-bf34-1da3de38ce6e tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b68ab80691f4266879b3b37f8b52a80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1333501 Nov 25 19:20:10.868076 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab4b002a-5cbb-41f3-9a2a-c419bb9434ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:10.868410 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-ab4b002a-5cbb-41f3-9a2a-c419bb9434ff admin admin] Added segment f81ba440-c9d6-4c43-a691-647157946dc5 of type vlan for network 352280fd-e98a-45c2-a5fa-15d2dbbd123e Nov 25 19:20:10.975432 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 5169bf23-f138-4b25-8839-deb30386f862 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:11.242692 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 5169bf23-f138-4b25-8839-deb30386f862, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=5169bf23-f138-4b25-8839-deb30386f862,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:11.261339 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '5169bf23-f138-4b25-8839-deb30386f862', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '5169bf23-f138-4b25-8839-deb30386f862', 'mac_address': 'fa:16:3e:28:9f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:20:11.310924 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-7f283839-f12c-4931-a12b-b1f781a2c4dd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:20:11.323983 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:11.332866 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-7f283839-f12c-4931-a12b-b1f781a2c4dd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:20:11.342985 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab4b002a-5cbb-41f3-9a2a-c419bb9434ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:11.356371 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-7f283839-f12c-4931-a12b-b1f781a2c4dd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:20:11.356689 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5169bf23-f138-4b25-8839-deb30386f862 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:11.374040 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f283839-f12c-4931-a12b-b1f781a2c4dd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Pushing event updated for resources: {'Port': ['ID=e758aa2f-a5d0-438f-be66-32b309667a22,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:11.419185 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 5169bf23-f138-4b25-8839-deb30386f862, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=5169bf23-f138-4b25-8839-deb30386f862,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:11.429337 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:11.493288 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-ab4b002a-5cbb-41f3-9a2a-c419bb9434ff admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:20:11.555314 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=5169bf23-f138-4b25-8839-deb30386f862,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:11.676170 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f094fa-4e88-47b2-b89b-37bb1072cb23 req-0381f583-9315-4768-884d-4388b18a0ac8 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:11.678814 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a3f094fa-4e88-47b2-b89b-37bb1072cb23 req-0381f583-9315-4768-884d-4388b18a0ac8 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d653b0c-bcc3-49ba-837e-9bc30461d995 HTTP/1.1" status: 200 len: 946 time: 0.5373614 Nov 25 19:20:11.691154 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['5169bf23-f138-4b25-8839-deb30386f862'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:11.704405 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eba7d98-b9e7-4077-88ec-a98f5339b903 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:20:11.726763 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9db875-1cf0-41a6-94bd-0cef02b993fe None None] Sync routers for ids ['62b9437c-5ef7-41c5-bd52-56aafd6f49ab'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:20:11.747810 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-7f283839-f12c-4931-a12b-b1f781a2c4dd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:11.748882 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-7f283839-f12c-4931-a12b-b1f781a2c4dd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:11.755512 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9db875-1cf0-41a6-94bd-0cef02b993fe None None] Routers {'62b9437c-5ef7-41c5-bd52-56aafd6f49ab'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:20:11.757111 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ac9db875-1cf0-41a6-94bd-0cef02b993fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:20:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['62b9437c-5ef7-41c5-bd52-56aafd6f49ab'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:20:11.860684 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-38d75055-7ee4-4029-893f-327797d08ed3 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:20:11.862018 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-38d75055-7ee4-4029-893f-327797d08ed3 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059705 Nov 25 19:20:11.870030 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab4b002a-5cbb-41f3-9a2a-c419bb9434ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:11.872334 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4b002a-5cbb-41f3-9a2a-c419bb9434ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:11.873518 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab4b002a-5cbb-41f3-9a2a-c419bb9434ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:11.882581 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4854f7c8-c2e8-4499-a5a8-0f15d79e5b55 None None] Provisioning complete for port e758aa2f-a5d0-438f-be66-32b309667a22 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:11.883257 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4854f7c8-c2e8-4499-a5a8-0f15d79e5b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:11.909693 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-ac9db875-1cf0-41a6-94bd-0cef02b993fe None None] Set router 62b9437c-5ef7-41c5-bd52-56aafd6f49ab gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:20:11.931658 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0eba7d98-b9e7-4077-88ec-a98f5339b903 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:11.933738 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0eba7d98-b9e7-4077-88ec-a98f5339b903 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.5770645 Nov 25 19:20:11.959969 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-7f283839-f12c-4931-a12b-b1f781a2c4dd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.0026867 Nov 25 19:20:11.960737 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52604) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:11.984406 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-fca504fe-87e9-4277-a0ff-7d0b2569cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:11.986351 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-fca504fe-87e9-4277-a0ff-7d0b2569cf9a service neutron] 10.222.0.55 "GET /v2.0/ports/c3ee73f6-1823-4a0f-bb4a-d672b534e218 HTTP/1.1" status: 200 len: 1093 time: 0.0798488 Nov 25 19:20:12.003782 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-97b98f7d-57e8-4e10-a8d8-80310ffd7570 service neutron] Request body: {'binding': {'host': 'n-h2-819349-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:12.005222 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-97b98f7d-57e8-4e10-a8d8-80310ffd7570 service neutron] Unknown quota resources ['binding']. {{(pid=103600) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 19:20:12.011529 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-4df0efce-e939-47fd-8d79-f1172881a210 service neutron] Request body: {'port': {'device_id': '921347f0-02dd-4e52-84f8-47cd8fefe7a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:12.043676 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4854f7c8-c2e8-4499-a5a8-0f15d79e5b55 None None] Port e758aa2f-a5d0-438f-be66-32b309667a22 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:20:12.157809 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ac9db875-1cf0-41a6-94bd-0cef02b993fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9437c-5ef7-41c5-bd52-56aafd6f49ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-1069658104-router', 'tenant_id': 'c6ad6a45839b47c3972f6976e832c252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '1909e819-4adf-4e46-ae7a-3b697e131974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:20:01Z', 'updated_at': '2021-11-25T19:20:06Z', 'revision_number': 3, 'project_id': 'c6ad6a45839b47c3972f6976e832c252', 'gw_port': {'id': '1909e819-4adf-4e46-ae7a-3b697e131974', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9437c-5ef7-41c5-bd52-56aafd6f49ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:20:05Z', 'updated_at': '2021-11-25T19:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:20:12.190063 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9db875-1cf0-41a6-94bd-0cef02b993fe None None] Checking router: 62b9437c-5ef7-41c5-bd52-56aafd6f49ab for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:20:12.190423 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9db875-1cf0-41a6-94bd-0cef02b993fe None None] Updating router 62b9437c-5ef7-41c5-bd52-56aafd6f49ab port 1909e819-4adf-4e46-ae7a-3b697e131974 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:20:12.224100 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ac9db875-1cf0-41a6-94bd-0cef02b993fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:12.247935 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ab4b002a-5cbb-41f3-9a2a-c419bb9434ff admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.5099280 Nov 25 19:20:12.256324 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52606) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:12.266559 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-900c4106-6141-4f91-ab29-158570c5debb admin admin] Request body: {'subnet': {'network_id': '352280fd-e98a-45c2-a5fa-15d2dbbd123e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-665808853-subnet', 'tenant_id': 'cb439e027286480f853452f54d79e44d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:12.313537 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b002a-5cbb-41f3-9a2a-c419bb9434ff admin admin] Pushing event updated for resources: {'Network': ['ID=352280fd-e98a-45c2-a5fa-15d2dbbd123e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:12.330584 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 352280fd-e98a-45c2-a5fa-15d2dbbd123e details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:20:12.347082 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a3f094fa-4e88-47b2-b89b-37bb1072cb23 req-38dda597-4c59-4344-8191-48e6e27af591 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/security-groups?id=deb68af6-644a-4d42-86bf-15a53977be5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5710096 Nov 25 19:20:12.357595 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-97b98f7d-57e8-4e10-a8d8-80310ffd7570 service neutron] Attempting to bind port c3ee73f6-1823-4a0f-bb4a-d672b534e218 on host n-h2-819349-5 for vnic_type normal with profile None {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:12.358219 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-97b98f7d-57e8-4e10-a8d8-80310ffd7570 service neutron] Attempting to bind port c3ee73f6-1823-4a0f-bb4a-d672b534e218 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:12.358602 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-97b98f7d-57e8-4e10-a8d8-80310ffd7570 service neutron] Attempting to bind port c3ee73f6-1823-4a0f-bb4a-d672b534e218 on network e27d2294-de95-4945-9062-292b41b6ea98 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:12.366204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-97b98f7d-57e8-4e10-a8d8-80310ffd7570 service neutron] Port c3ee73f6-1823-4a0f-bb4a-d672b534e218 on network e27d2294-de95-4945-9062-292b41b6ea98 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:12.366558 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-97b98f7d-57e8-4e10-a8d8-80310ffd7570 service neutron] Attempting to bind port c3ee73f6-1823-4a0f-bb4a-d672b534e218 on network e27d2294-de95-4945-9062-292b41b6ea98 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:12.369560 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900c4106-6141-4f91-ab29-158570c5debb admin admin] Made reservation on behalf of cb439e027286480f853452f54d79e44d for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:20:12.373650 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-900c4106-6141-4f91-ab29-158570c5debb admin admin] Publish callbacks [] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:12.575157 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-97b98f7d-57e8-4e10-a8d8-80310ffd7570 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:12.575815 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-97b98f7d-57e8-4e10-a8d8-80310ffd7570 service neutron] Checking segment: {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:12.576512 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-97b98f7d-57e8-4e10-a8d8-80310ffd7570 service neutron] Bound using segment: {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:12.577147 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-97b98f7d-57e8-4e10-a8d8-80310ffd7570 service neutron] Bound port: c3ee73f6-1823-4a0f-bb4a-d672b534e218, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:12.605483 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-4df0efce-e939-47fd-8d79-f1172881a210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:12.705914 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-6ae6c10b-6855-4c88-9181-af5c87d7fc6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b00030c-6766-4ea6-a6e4-4a785c574b20 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:12.743444 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-900c4106-6141-4f91-ab29-158570c5debb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:12.751646 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-241af388-dfb7-49e3-a623-5c264c6e355f tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=3b68ab80691f4266879b3b37f8b52a80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1116123 Nov 25 19:20:12.785262 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ac9db875-1cf0-41a6-94bd-0cef02b993fe None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:12.802449 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ac9db875-1cf0-41a6-94bd-0cef02b993fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:12.823004 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-6ae6c10b-6855-4c88-9181-af5c87d7fc6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:12.919398 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-ac9db875-1cf0-41a6-94bd-0cef02b993fe None None] Attempting to bind port 1909e819-4adf-4e46-ae7a-3b697e131974 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:12.919995 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-ac9db875-1cf0-41a6-94bd-0cef02b993fe None None] Attempting to bind port 1909e819-4adf-4e46-ae7a-3b697e131974 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:12.920587 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9db875-1cf0-41a6-94bd-0cef02b993fe None None] Attempting to bind port 1909e819-4adf-4e46-ae7a-3b697e131974 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:12.924279 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c650b2-9979-4930-8ee4-13315b234b14 None None] Pushing event updated for resources: {'Port': ['ID=1909e819-4adf-4e46-ae7a-3b697e131974,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:12.926233 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c4106-6141-4f91-ab29-158570c5debb admin admin] Pushing event updated for resources: {'Subnet': ['ID=75ba5cbf-c4b5-4d60-8b22-346e678dd6db,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:12.942980 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9db875-1cf0-41a6-94bd-0cef02b993fe None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:12.943307 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9db875-1cf0-41a6-94bd-0cef02b993fe None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:12.943724 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ac9db875-1cf0-41a6-94bd-0cef02b993fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:12.944299 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9db875-1cf0-41a6-94bd-0cef02b993fe None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:12.945105 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-ac9db875-1cf0-41a6-94bd-0cef02b993fe None None] Bound port: 1909e819-4adf-4e46-ae7a-3b697e131974, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:12.945749 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ac9db875-1cf0-41a6-94bd-0cef02b993fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:12.952766 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-97b98f7d-57e8-4e10-a8d8-80310ffd7570 service neutron] For port c3ee73f6-1823-4a0f-bb4a-d672b534e218, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c3ee73f6-1823-4a0f-bb4a-d672b534e218,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:12.983517 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-97b98f7d-57e8-4e10-a8d8-80310ffd7570 service neutron] Publish callbacks [] for binding, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:12.987677 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 5169bf23-f138-4b25-8839-deb30386f862 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:12.988103 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c650b2-9979-4930-8ee4-13315b234b14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:12.988655 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c650b2-9979-4930-8ee4-13315b234b14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:12.989426 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c650b2-9979-4930-8ee4-13315b234b14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:12.989733 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c650b2-9979-4930-8ee4-13315b234b14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:12.990276 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c650b2-9979-4930-8ee4-13315b234b14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:12.991417 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c650b2-9979-4930-8ee4-13315b234b14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:12.991417 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c650b2-9979-4930-8ee4-13315b234b14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:12.991891 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c650b2-9979-4930-8ee4-13315b234b14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:12.992432 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c650b2-9979-4930-8ee4-13315b234b14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:12.992961 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c650b2-9979-4930-8ee4-13315b234b14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:12.994140 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c650b2-9979-4930-8ee4-13315b234b14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:12.994738 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c650b2-9979-4930-8ee4-13315b234b14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:12.995225 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-97b98f7d-57e8-4e10-a8d8-80310ffd7570 service neutron] 10.222.0.55 "POST /v2.0/ports/c3ee73f6-1823-4a0f-bb4a-d672b534e218/bindings HTTP/1.1" status: 201 len: 389 time: 0.9914985 Nov 25 19:20:12.997665 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c4106-6141-4f91-ab29-158570c5debb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:12.998204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c4106-6141-4f91-ab29-158570c5debb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:12.998767 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c4106-6141-4f91-ab29-158570c5debb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:12.999937 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c4106-6141-4f91-ab29-158570c5debb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:12.999937 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c4106-6141-4f91-ab29-158570c5debb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.000434 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c4106-6141-4f91-ab29-158570c5debb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.000866 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c4106-6141-4f91-ab29-158570c5debb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.007313 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c4106-6141-4f91-ab29-158570c5debb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.007594 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c4106-6141-4f91-ab29-158570c5debb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.008122 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c4106-6141-4f91-ab29-158570c5debb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.008686 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c4106-6141-4f91-ab29-158570c5debb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.009193 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c4106-6141-4f91-ab29-158570c5debb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.077070 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c4106-6141-4f91-ab29-158570c5debb admin admin] Checking segment: {'id': 'f81ba440-c9d6-4c43-a691-647157946dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '352280fd-e98a-45c2-a5fa-15d2dbbd123e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:13.077723 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900c4106-6141-4f91-ab29-158570c5debb admin admin] Network hostable DHCP agents. Network: 352280fd-e98a-45c2-a5fa-15d2dbbd123e, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:20:13.107698 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-ac9db875-1cf0-41a6-94bd-0cef02b993fe None None] For port 1909e819-4adf-4e46-ae7a-3b697e131974, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:13.120804 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-ac9db875-1cf0-41a6-94bd-0cef02b993fe None None] For port 1909e819-4adf-4e46-ae7a-3b697e131974, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1909e819-4adf-4e46-ae7a-3b697e131974,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:13.141081 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ac9db875-1cf0-41a6-94bd-0cef02b993fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:13.161075 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-40a9cca2-f63b-496b-af3d-4b86b707e174 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:13.166778 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-40a9cca2-f63b-496b-af3d-4b86b707e174 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3880432 Nov 25 19:20:13.183524 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900c4106-6141-4f91-ab29-158570c5debb admin admin] Network 352280fd-e98a-45c2-a5fa-15d2dbbd123e is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:20:13.191256 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-6ae6c10b-6855-4c88-9181-af5c87d7fc6c service neutron] Transition to ACTIVE for port object 6b00030c-6766-4ea6-a6e4-4a785c574b20 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:20:13.213691 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-68503c1f-e175-47b2-a787-7b0595f4172c tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Request body: {'port': {'device_id': '24b95665-fa11-4800-8df8-944695790f1c', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '3b68ab80691f4266879b3b37f8b52a80'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:13.233213 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 5169bf23-f138-4b25-8839-deb30386f862 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:20:13.243169 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 5169bf23-f138-4b25-8839-deb30386f862 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:13.243601 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:13.282000 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-900c4106-6141-4f91-ab29-158570c5debb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 352280fd-e98a-45c2-a5fa-15d2dbbd123e) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:20:13.328550 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97054af4-4d97-4518-9968-d3ac47a827fa None None] Network 352280fd-e98a-45c2-a5fa-15d2dbbd123e requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:20:13.331854 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89c57b-f471-4c72-9d22-51498f0b1726 req-7d345f13-7cc3-4fa3-bdc3-682d88e14e36 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:13.334177 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bc89c57b-f471-4c72-9d22-51498f0b1726 req-7d345f13-7cc3-4fa3-bdc3-682d88e14e36 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 945 time: 0.7219410 Nov 25 19:20:13.342378 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-6ae6c10b-6855-4c88-9181-af5c87d7fc6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:13.382070 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9db875-1cf0-41a6-94bd-0cef02b993fe None None] Routers {'62b9437c-5ef7-41c5-bd52-56aafd6f49ab'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:20:13.383668 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ac9db875-1cf0-41a6-94bd-0cef02b993fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:20:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['62b9437c-5ef7-41c5-bd52-56aafd6f49ab'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:20:13.386053 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900c4106-6141-4f91-ab29-158570c5debb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:13.386845 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-900c4106-6141-4f91-ab29-158570c5debb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:13.566687 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-900c4106-6141-4f91-ab29-158570c5debb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3086426 Nov 25 19:20:13.588722 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeab87d-5975-414e-be29-0b53322c46b1 req-59e10623-fb15-49cd-bfbb-5637317e5311 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:13.590909 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aaeab87d-5975-414e-be29-0b53322c46b1 req-59e10623-fb15-49cd-bfbb-5637317e5311 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=921347f0-02dd-4e52-84f8-47cd8fefe7a9 HTTP/1.1" status: 200 len: 936 time: 0.1730976 Nov 25 19:20:13.627677 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-3103b472-3e38-46e2-be89-9b836f39c4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:13.629719 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-3103b472-3e38-46e2-be89-9b836f39c4d1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 1096 time: 0.1947668 Nov 25 19:20:13.700284 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aaeab87d-5975-414e-be29-0b53322c46b1 req-f7840c92-a260-48c7-8985-b8b5d0eb0782 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922935 Nov 25 19:20:13.753513 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-68503c1f-e175-47b2-a787-7b0595f4172c tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Made reservation on behalf of 3b68ab80691f4266879b3b37f8b52a80 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:20:13.759091 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-68503c1f-e175-47b2-a787-7b0595f4172c tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:13.785708 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-68503c1f-e175-47b2-a787-7b0595f4172c tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:13.839497 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:13.846627 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa0514e-9284-4994-8093-3e13a7cde25b None None] Network 352280fd-e98a-45c2-a5fa-15d2dbbd123e requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:20:13.861062 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6c10b-6855-4c88-9181-af5c87d7fc6c service neutron] Pushing event updated for resources: {'Port': ['ID=6b00030c-6766-4ea6-a6e4-4a785c574b20,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:13.918624 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-ac9db875-1cf0-41a6-94bd-0cef02b993fe None None] Set router 62b9437c-5ef7-41c5-bd52-56aafd6f49ab gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:20:13.953968 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc49718-22e2-47e0-9b54-04538345b2cb x-openstack-request-id: req-6fc49718-22e2-47e0-9b54-04538345b2cb {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:13.953968 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09678637-72f7-44a5-ab53-6a8545522f35", "name": "network-vif-plugged", "status": "completed", "tag": "56bbbeb8-552b-4f79-b054-15fb22851a8a", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:13.964417 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6fc49718-22e2-47e0-9b54-04538345b2cb {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:13.964718 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-68503c1f-e175-47b2-a787-7b0595f4172c tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:13.965588 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09678637-72f7-44a5-ab53-6a8545522f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bbbeb8-552b-4f79-b054-15fb22851a8a', 'code': 200} Nov 25 19:20:13.986865 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-68503c1f-e175-47b2-a787-7b0595f4172c tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:14.049925 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 5169bf23-f138-4b25-8839-deb30386f862, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=5169bf23-f138-4b25-8839-deb30386f862,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:14.062271 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:14.085147 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.85', 62618) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:14.136649 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=5169bf23-f138-4b25-8839-deb30386f862,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:14.223545 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bc89c57b-f471-4c72-9d22-51498f0b1726 req-7cce1b2f-6d27-4f6c-9518-ea444f6e52c9 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8638408 Nov 25 19:20:14.274640 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5ea76c3a-1f61-4f54-9f7f-7645e95db18a req-01ab2c8c-179e-46a6-afd3-e6bd23f7db6a tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b95665-fa11-4800-8df8-944695790f1c HTTP/1.1" status: 200 len: 210 time: 0.1561000 Nov 25 19:20:14.276965 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-71e1cf7e-c6ee-4672-85af-6a9ccd8fa0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:14.279198 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-71e1cf7e-c6ee-4672-85af-6a9ccd8fa0d7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 921 time: 0.5874543 Nov 25 19:20:14.360165 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c650b2-9979-4930-8ee4-13315b234b14 None None] Pushing event updated for resources: {'Port': ['ID=1909e819-4adf-4e46-ae7a-3b697e131974,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:14.365995 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68503c1f-e175-47b2-a787-7b0595f4172c tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06030492-d001-4ec8-9dfe-fe0c4e93c30a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:14.372628 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-99ccc4f1-dfe4-4604-810d-5850481773c7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3ee73f6-1823-4a0f-bb4a-d672b534e218 HTTP/1.1" status: 200 len: 217 time: 0.0775063 Nov 25 19:20:14.463869 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ac9db875-1cf0-41a6-94bd-0cef02b993fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9437c-5ef7-41c5-bd52-56aafd6f49ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-1069658104-router', 'tenant_id': 'c6ad6a45839b47c3972f6976e832c252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '1909e819-4adf-4e46-ae7a-3b697e131974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:20:01Z', 'updated_at': '2021-11-25T19:20:06Z', 'revision_number': 3, 'project_id': 'c6ad6a45839b47c3972f6976e832c252', 'gw_port': {'id': '1909e819-4adf-4e46-ae7a-3b697e131974', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9437c-5ef7-41c5-bd52-56aafd6f49ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:20:05Z', 'updated_at': '2021-11-25T19:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:20:14.496194 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9db875-1cf0-41a6-94bd-0cef02b993fe None None] The sync data for ids ['62b9437c-5ef7-41c5-bd52-56aafd6f49ab'] in n-d-819349-5 is: [{'id': '62b9437c-5ef7-41c5-bd52-56aafd6f49ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-1069658104-router', 'tenant_id': 'c6ad6a45839b47c3972f6976e832c252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '1909e819-4adf-4e46-ae7a-3b697e131974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:20:01Z', 'updated_at': '2021-11-25T19:20:06Z', 'revision_number': 3, 'project_id': 'c6ad6a45839b47c3972f6976e832c252', 'gw_port': {'id': '1909e819-4adf-4e46-ae7a-3b697e131974', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9437c-5ef7-41c5-bd52-56aafd6f49ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:20:05Z', 'updated_at': '2021-11-25T19:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:20:14.536221 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a4cbb-dcfe-451e-98fc-8d502fe9f818 req-b4a8d3c2-504e-47c9-b2a4-62eb1fb4ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:14.546353 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b11a4cbb-dcfe-451e-98fc-8d502fe9f818 req-b4a8d3c2-504e-47c9-b2a4-62eb1fb4ba22 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 1096 time: 0.4469097 Nov 25 19:20:14.604736 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-6ae6c10b-6855-4c88-9181-af5c87d7fc6c service neutron] Attempting to bind port 6b00030c-6766-4ea6-a6e4-4a785c574b20 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:14.605249 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-6ae6c10b-6855-4c88-9181-af5c87d7fc6c service neutron] Attempting to bind port 6b00030c-6766-4ea6-a6e4-4a785c574b20 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:14.605577 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-6ae6c10b-6855-4c88-9181-af5c87d7fc6c service neutron] Attempting to bind port 6b00030c-6766-4ea6-a6e4-4a785c574b20 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:14.620606 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-4df0efce-e939-47fd-8d79-f1172881a210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e758aa2f-a5d0-438f-be66-32b309667a22 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:14.656146 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-4df0efce-e939-47fd-8d79-f1172881a210 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:14.662766 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-6ae6c10b-6855-4c88-9181-af5c87d7fc6c service neutron] Port 6b00030c-6766-4ea6-a6e4-4a785c574b20 on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:14.663296 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-6ae6c10b-6855-4c88-9181-af5c87d7fc6c service neutron] Attempting to bind port 6b00030c-6766-4ea6-a6e4-4a785c574b20 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:14.732854 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-dd6ad0d0-b962-4233-b460-d78505c3bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:14.734482 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-dd6ad0d0-b962-4233-b460-d78505c3bdc0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=688fcc59-0345-41e4-9b88-cea9e7c21583 HTTP/1.1" status: 200 len: 860 time: 0.3372424 Nov 25 19:20:14.749195 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bdf09-f55c-4e77-a464-2e18ad360253 req-87ba4cfa-9c9f-4a45-989d-f41ca40d3372 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:14.750994 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-806bdf09-f55c-4e77-a464-2e18ad360253 req-87ba4cfa-9c9f-4a45-989d-f41ca40d3372 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d653b0c-bcc3-49ba-837e-9bc30461d995 HTTP/1.1" status: 200 len: 948 time: 0.3744848 Nov 25 19:20:14.772254 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-6ae6c10b-6855-4c88-9181-af5c87d7fc6c service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:14.772966 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-6ae6c10b-6855-4c88-9181-af5c87d7fc6c service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:14.773628 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-6ae6c10b-6855-4c88-9181-af5c87d7fc6c service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:14.795032 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-6ae6c10b-6855-4c88-9181-af5c87d7fc6c service neutron] Bound port: 6b00030c-6766-4ea6-a6e4-4a785c574b20, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:14.795032 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-6ae6c10b-6855-4c88-9181-af5c87d7fc6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:14.795492 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-380a8f10-1f0f-48e2-83cc-1ff8653a7964 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e27d2294-de95-4945-9062-292b41b6ea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279474 Nov 25 19:20:14.795823 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-4df0efce-e939-47fd-8d79-f1172881a210 service neutron] Transition to ACTIVE for port object e758aa2f-a5d0-438f-be66-32b309667a22 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:20:14.862831 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b11a4cbb-dcfe-451e-98fc-8d502fe9f818 req-c2b4ac42-c200-47cc-b3c5-08d0f08b3214 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089681 Nov 25 19:20:14.870138 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-4df0efce-e939-47fd-8d79-f1172881a210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:14.889548 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc193f0-d9c8-4e20-bbb9-c099a4050c97 req-16f4922e-c9d0-439e-9297-acbe974b131f tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:14.891487 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6fc193f0-d9c8-4e20-bbb9-c099a4050c97 req-16f4922e-c9d0-439e-9297-acbe974b131f tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 945 time: 0.5573189 Nov 25 19:20:15.007274 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-68503c1f-e175-47b2-a787-7b0595f4172c tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Allocated IP 192.168.233.130 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/20b19bc5-90c8-4218-b38e-2c8c551efdf2) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:20:15.043124 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-806bdf09-f55c-4e77-a464-2e18ad360253 req-58cb29b7-3d0b-46e7-9499-645a3823b7e6 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/security-groups?id=deb68af6-644a-4d42-86bf-15a53977be5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617056 Nov 25 19:20:15.046899 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0efce-e939-47fd-8d79-f1172881a210 service neutron] Pushing event updated for resources: {'Port': ['ID=e758aa2f-a5d0-438f-be66-32b309667a22,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:15.072729 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-492256ff-1691-4a31-98a2-247314f8e7dc service neutron] 10.222.0.85 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842083 Nov 25 19:20:15.117760 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-6ae6c10b-6855-4c88-9181-af5c87d7fc6c service neutron] For port 6b00030c-6766-4ea6-a6e4-4a785c574b20, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:15.123808 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-6ae6c10b-6855-4c88-9181-af5c87d7fc6c service neutron] For port 6b00030c-6766-4ea6-a6e4-4a785c574b20, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b00030c-6766-4ea6-a6e4-4a785c574b20,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:15.128411 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-240a535b-bd2a-4189-99c9-ea6c648ddcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:15.231291 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6fc193f0-d9c8-4e20-bbb9-c099a4050c97 req-d0a03158-f226-4e42-8e95-858d5e34dfa9 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288724 Nov 25 19:20:15.233361 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-6ae6c10b-6855-4c88-9181-af5c87d7fc6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:15.365230 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-ff6596b7-a651-4acc-9747-1d4be9a04762 service neutron] 10.222.0.85 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836251 Nov 25 19:20:15.394649 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-68503c1f-e175-47b2-a787-7b0595f4172c tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:15.486891 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-6ae6c10b-6855-4c88-9181-af5c87d7fc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:15.487644 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-6ae6c10b-6855-4c88-9181-af5c87d7fc6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:15.489210 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-6ae6c10b-6855-4c88-9181-af5c87d7fc6c service neutron] 10.222.0.85 "PUT /v2.0/ports/6b00030c-6766-4ea6-a6e4-4a785c574b20 HTTP/1.1" status: 200 len: 1096 time: 5.3191206 Nov 25 19:20:15.503368 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18275c83-1959-4c13-8504-0a7996bd75f6', 'tag': '6b00030c-6766-4ea6-a6e4-4a785c574b20'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:15.507077 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a5f547-6d64-4d15-8692-f8228a3bb4a3" -d '{"events": [{"name": "network-changed", "server_uuid": "18275c83-1959-4c13-8504-0a7996bd75f6", "tag": "6b00030c-6766-4ea6-a6e4-4a785c574b20"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:15.599158 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-68503c1f-e175-47b2-a787-7b0595f4172c tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:15.633688 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6c10b-6855-4c88-9181-af5c87d7fc6c service neutron] Pushing event updated for resources: {'Port': ['ID=6b00030c-6766-4ea6-a6e4-4a785c574b20,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:15.701432 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-68503c1f-e175-47b2-a787-7b0595f4172c tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:20:15.715280 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-68503c1f-e175-47b2-a787-7b0595f4172c tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:20:15.720132 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-68503c1f-e175-47b2-a787-7b0595f4172c tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:20:15.725913 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-68503c1f-e175-47b2-a787-7b0595f4172c tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:15.726622 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-68503c1f-e175-47b2-a787-7b0595f4172c tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:15.739220 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b0396-41c8-4881-b123-0ef8b0791b9e req-d883bdd1-7096-441a-a221-43700610b539 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:15.747215 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18209300-bc9c-4064-af99-85b9920e3f17 req-9d6a213c-6e74-4cb8-80da-f04c0ac657fa tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:15.748580 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-271b0396-41c8-4881-b123-0ef8b0791b9e req-d883bdd1-7096-441a-a221-43700610b539 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=921347f0-02dd-4e52-84f8-47cd8fefe7a9 HTTP/1.1" status: 200 len: 948 time: 0.3707042 Nov 25 19:20:15.754758 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-18209300-bc9c-4064-af99-85b9920e3f17 req-9d6a213c-6e74-4cb8-80da-f04c0ac657fa tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.55 "GET /v2.0/networks?id=c174bec4-7e19-4e46-b4e4-db9a86d87f01 HTTP/1.1" status: 200 len: 814 time: 0.3260870 Nov 25 19:20:15.758366 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-783d7f01-eafb-4510-953f-9bbc34a144ba tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:15.760375 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-783d7f01-eafb-4510-953f-9bbc34a144ba tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c&tenant_id=add7c5b3ff5b453f94df091d8db99f5d&binding%3Ahost_id=n-h1-819349-5 HTTP/1.1" status: 200 len: 1096 time: 0.2945588 Nov 25 19:20:15.764766 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68503c1f-e175-47b2-a787-7b0595f4172c tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Pushing event updated for resources: {'Port': ['ID=20b19bc5-90c8-4218-b38e-2c8c551efdf2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:15.780562 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-4df0efce-e939-47fd-8d79-f1172881a210 service neutron] Attempting to bind port e758aa2f-a5d0-438f-be66-32b309667a22 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:15.781852 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-4df0efce-e939-47fd-8d79-f1172881a210 service neutron] Attempting to bind port e758aa2f-a5d0-438f-be66-32b309667a22 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:15.782570 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-4df0efce-e939-47fd-8d79-f1172881a210 service neutron] Attempting to bind port e758aa2f-a5d0-438f-be66-32b309667a22 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:15.794240 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-3a84b590-acbe-4a43-88fc-ddf1b743ee87 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819349-5'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:15.803897 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-68503c1f-e175-47b2-a787-7b0595f4172c tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6222699 Nov 25 19:20:15.808306 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-4df0efce-e939-47fd-8d79-f1172881a210 service neutron] Port e758aa2f-a5d0-438f-be66-32b309667a22 on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:15.809381 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-4df0efce-e939-47fd-8d79-f1172881a210 service neutron] Attempting to bind port e758aa2f-a5d0-438f-be66-32b309667a22 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:15.833324 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-18209300-bc9c-4064-af99-85b9920e3f17 req-266cfef8-1ad7-4cdd-b605-133aa1e40701 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.55 "GET /v2.0/quotas/048ee0bb09a4480a9d7c6c7708e0b961 HTTP/1.1" status: 200 len: 375 time: 0.0775769 Nov 25 19:20:15.842864 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-f5310336-a39e-430e-b0cf-8268f61de447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:15.844622 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-f5310336-a39e-430e-b0cf-8268f61de447 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4119481deacf425e9e44f81416c4cd0d&device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 1099 time: 0.2705698 Nov 25 19:20:15.850356 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-4df0efce-e939-47fd-8d79-f1172881a210 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:15.850916 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-4df0efce-e939-47fd-8d79-f1172881a210 service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:15.851409 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-d781fcf0-cea1-4781-97bf-022604457252 service neutron] Request body: {'port': {'device_id': '24b95665-fa11-4800-8df8-944695790f1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:15.851562 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-4df0efce-e939-47fd-8d79-f1172881a210 service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:15.851933 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-4df0efce-e939-47fd-8d79-f1172881a210 service neutron] Bound port: e758aa2f-a5d0-438f-be66-32b309667a22, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:15.852371 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-4df0efce-e939-47fd-8d79-f1172881a210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:15.901668 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-18209300-bc9c-4064-af99-85b9920e3f17 req-08523cc5-cddd-4fdf-bf92-cf7b2b6afa96 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=048ee0bb09a4480a9d7c6c7708e0b961&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672433 Nov 25 19:20:15.951996 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-e484550d-fd62-4101-bc6c-1e27dc6738bc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=6b00030c-6766-4ea6-a6e4-4a785c574b20 HTTP/1.1" status: 200 len: 217 time: 0.0821061 Nov 25 19:20:15.966724 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d653b0c-bcc3-49ba-837e-9bc30461d995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5169bf23-f138-4b25-8839-deb30386f862'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:15.973596 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c754697-53cf-4321-b8bd-92c46328cd1d" -d '{"events": [{"server_uuid": "7d653b0c-bcc3-49ba-837e-9bc30461d995", "name": "network-vif-plugged", "status": "completed", "tag": "5169bf23-f138-4b25-8839-deb30386f862"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:15.983873 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-271b0396-41c8-4881-b123-0ef8b0791b9e req-7a83a648-9338-4991-8b75-ec64696bb68e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342927 Nov 25 19:20:16.027742 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-3a84b590-acbe-4a43-88fc-ddf1b743ee87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:16.051662 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-d781fcf0-cea1-4781-97bf-022604457252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:16.085523 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-240a535b-bd2a-4189-99c9-ea6c648ddcc4 admin admin] Allocated IP 172.20.0.1 (b0852009-a1b0-48c0-b887-5be784061d47/4f352dc1-37ed-4336-87e9-5a25e1fcaba2/89264525-cab2-4913-943c-821dcdd8bc20) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:20:16.158011 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-f7c2da52-c0d7-41a6-8b07-d3689d526f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:16.159896 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-f7c2da52-c0d7-41a6-8b07-d3689d526f06 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1702840 Nov 25 19:20:16.194487 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-4df0efce-e939-47fd-8d79-f1172881a210 service neutron] For port e758aa2f-a5d0-438f-be66-32b309667a22, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:16.230358 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-18209300-bc9c-4064-af99-85b9920e3f17 req-6b50627f-a8e7-4311-a08d-b971f195460f service neutron] 10.222.0.55 "GET /v2.0/networks/c174bec4-7e19-4e46-b4e4-db9a86d87f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276725 Nov 25 19:20:16.250747 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f26cb7cc-da33-4f6c-9ebf-6be53abfb878 None None] Provisioning complete for port 20b19bc5-90c8-4218-b38e-2c8c551efdf2 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:16.251437 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f26cb7cc-da33-4f6c-9ebf-6be53abfb878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:16.286059 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-4df0efce-e939-47fd-8d79-f1172881a210 service neutron] For port e758aa2f-a5d0-438f-be66-32b309667a22, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=e758aa2f-a5d0-438f-be66-32b309667a22,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:16.310166 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-4df0efce-e939-47fd-8d79-f1172881a210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:16.336222 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-f26cb7cc-da33-4f6c-9ebf-6be53abfb878 None None] Port 20b19bc5-90c8-4218-b38e-2c8c551efdf2 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:20:16.384291 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-4df0efce-e939-47fd-8d79-f1172881a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:16.385561 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-4df0efce-e939-47fd-8d79-f1172881a210 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:16.387361 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-4df0efce-e939-47fd-8d79-f1172881a210 service neutron] 10.222.0.85 "PUT /v2.0/ports/e758aa2f-a5d0-438f-be66-32b309667a22 HTTP/1.1" status: 200 len: 1096 time: 4.3978400 Nov 25 19:20:16.427470 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-2e8779a3-b14e-4cce-a7e1-ff231bdb51cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:16.429163 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-2e8779a3-b14e-4cce-a7e1-ff231bdb51cd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2602234 Nov 25 19:20:16.453559 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5c18e-9388-459b-af68-6a2c70c2d228 req-e7d86334-f7eb-405c-90e0-023ae21e1bd6 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:16.456013 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-eee5c18e-9388-459b-af68-6a2c70c2d228 req-e7d86334-f7eb-405c-90e0-023ae21e1bd6 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 945 time: 0.2126851 Nov 25 19:20:16.580786 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0efce-e939-47fd-8d79-f1172881a210 service neutron] Pushing event updated for resources: {'Port': ['ID=e758aa2f-a5d0-438f-be66-32b309667a22,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:16.636399 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1909e819-4adf-4e46-ae7a-3b697e131974 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:16.646158 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-240a535b-bd2a-4189-99c9-ea6c648ddcc4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:16.694113 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 1909e819-4adf-4e46-ae7a-3b697e131974 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:16.694515 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:16.711777 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-18209300-bc9c-4064-af99-85b9920e3f17 req-2b59d13b-0133-4959-b129-6a1b2ef31b29 service neutron] 10.222.0.55 "GET /v2.0/networks/c174bec4-7e19-4e46-b4e4-db9a86d87f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548529 Nov 25 19:20:16.735319 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-3a84b590-acbe-4a43-88fc-ddf1b743ee87 service neutron] For port c3ee73f6-1823-4a0f-bb4a-d672b534e218, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c3ee73f6-1823-4a0f-bb4a-d672b534e218,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:16.746556 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-ffb8b79c-347c-4ecd-a9a8-63724999c477 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800128 Nov 25 19:20:16.816103 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-3a84b590-acbe-4a43-88fc-ddf1b743ee87 service neutron] For port c3ee73f6-1823-4a0f-bb4a-d672b534e218, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:16.842484 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:16.891583 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 1909e819-4adf-4e46-ae7a-3b697e131974, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1909e819-4adf-4e46-ae7a-3b697e131974,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:16.901421 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:16.924965 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c8a8e5-0631-4401-8ae0-d74da2f8a51c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3ee73f6-1823-4a0f-bb4a-d672b534e218'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:16.927921 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3723a5a-31bc-47b1-9a19-453ce9e1ef07" -d '{"events": [{"server_uuid": "73c8a8e5-0631-4401-8ae0-d74da2f8a51c", "name": "network-vif-unplugged", "status": "completed", "tag": "c3ee73f6-1823-4a0f-bb4a-d672b534e218"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:16.937553 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-3a84b590-acbe-4a43-88fc-ddf1b743ee87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:16.947815 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-d781fcf0-cea1-4781-97bf-022604457252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b19bc5-90c8-4218-b38e-2c8c551efdf2 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:16.958020 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-d781fcf0-cea1-4781-97bf-022604457252 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:16.972244 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-3a84b590-acbe-4a43-88fc-ddf1b743ee87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:16.974515 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-d781fcf0-cea1-4781-97bf-022604457252 service neutron] Transition to ACTIVE for port object 20b19bc5-90c8-4218-b38e-2c8c551efdf2 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:20:16.976506 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-eee5c18e-9388-459b-af68-6a2c70c2d228 req-e38b5371-5144-420e-9183-35bdb0380bd4 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998369 Nov 25 19:20:16.979778 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c998a99-b8a6-4993-b44b-e723dfab7552 req-e48d08af-7a3a-4410-9865-f16bced54051 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179880 Nov 25 19:20:16.988735 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-fb035f8f-64fa-415b-aa4b-f6baadef6e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:16.990783 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-fb035f8f-64fa-415b-aa4b-f6baadef6e4e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4119481deacf425e9e44f81416c4cd0d&device_id=921347f0-02dd-4e52-84f8-47cd8fefe7a9 HTTP/1.1" status: 200 len: 1099 time: 0.5262744 Nov 25 19:20:16.992826 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-240a535b-bd2a-4189-99c9-ea6c648ddcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:17.006074 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-d781fcf0-cea1-4781-97bf-022604457252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:17.132965 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=1909e819-4adf-4e46-ae7a-3b697e131974,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:17.184001 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a84b590-acbe-4a43-88fc-ddf1b743ee87 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ee73f6-1823-4a0f-bb4a-d672b534e218,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:17.221713 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37233274-0ef5-4c6a-a15c-17689b480181 x-openstack-request-id: req-37233274-0ef5-4c6a-a15c-17689b480181 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:17.222865 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d653b0c-bcc3-49ba-837e-9bc30461d995", "name": "network-vif-plugged", "status": "completed", "tag": "5169bf23-f138-4b25-8839-deb30386f862", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:17.223211 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-37233274-0ef5-4c6a-a15c-17689b480181 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:17.224456 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d653b0c-bcc3-49ba-837e-9bc30461d995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5169bf23-f138-4b25-8839-deb30386f862', 'code': 200} Nov 25 19:20:17.375245 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781fcf0-cea1-4781-97bf-022604457252 service neutron] Pushing event updated for resources: {'Port': ['ID=20b19bc5-90c8-4218-b38e-2c8c551efdf2,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:17.416705 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b3412b-d9fa-4a65-8f66-68cfe8a4919f x-openstack-request-id: req-65b3412b-d9fa-4a65-8f66-68cfe8a4919f {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:17.418539 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18275c83-1959-4c13-8504-0a7996bd75f6", "tag": "6b00030c-6766-4ea6-a6e4-4a785c574b20", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:17.418539 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-65b3412b-d9fa-4a65-8f66-68cfe8a4919f {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:17.418539 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18275c83-1959-4c13-8504-0a7996bd75f6', 'tag': '6b00030c-6766-4ea6-a6e4-4a785c574b20', 'status': 'completed', 'code': 200} Nov 25 19:20:17.418993 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-3a84b590-acbe-4a43-88fc-ddf1b743ee87 service neutron] Attempting to bind port c3ee73f6-1823-4a0f-bb4a-d672b534e218 on host n-h1-819349-5 for vnic_type normal with profile {"migrating_to": "n-h2-819349-5"} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:17.419809 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-3a84b590-acbe-4a43-88fc-ddf1b743ee87 service neutron] Attempting to bind port c3ee73f6-1823-4a0f-bb4a-d672b534e218 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:17.420959 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-3a84b590-acbe-4a43-88fc-ddf1b743ee87 service neutron] Attempting to bind port c3ee73f6-1823-4a0f-bb4a-d672b534e218 on network e27d2294-de95-4945-9062-292b41b6ea98 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:17.457356 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-d781fcf0-cea1-4781-97bf-022604457252 service neutron] Attempting to bind port 20b19bc5-90c8-4218-b38e-2c8c551efdf2 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:17.458422 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-d781fcf0-cea1-4781-97bf-022604457252 service neutron] Attempting to bind port 20b19bc5-90c8-4218-b38e-2c8c551efdf2 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:17.459311 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-d781fcf0-cea1-4781-97bf-022604457252 service neutron] Attempting to bind port 20b19bc5-90c8-4218-b38e-2c8c551efdf2 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:17.463199 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-3a84b590-acbe-4a43-88fc-ddf1b743ee87 service neutron] Port c3ee73f6-1823-4a0f-bb4a-d672b534e218 on network e27d2294-de95-4945-9062-292b41b6ea98 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:17.465010 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-3a84b590-acbe-4a43-88fc-ddf1b743ee87 service neutron] Attempting to bind port c3ee73f6-1823-4a0f-bb4a-d672b534e218 on network e27d2294-de95-4945-9062-292b41b6ea98 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:17.507711 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d747a-d2a6-4f5e-9cf2-b637c0e84290 req-c8e14105-ff81-4e2e-9f02-fe97a7e33fa7 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:17.522004 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-182d747a-d2a6-4f5e-9cf2-b637c0e84290 req-c8e14105-ff81-4e2e-9f02-fe97a7e33fa7 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b95665-fa11-4800-8df8-944695790f1c HTTP/1.1" status: 200 len: 948 time: 0.3558371 Nov 25 19:20:17.525908 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-3a84b590-acbe-4a43-88fc-ddf1b743ee87 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:17.526791 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-3a84b590-acbe-4a43-88fc-ddf1b743ee87 service neutron] Checking segment: {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:17.527709 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-3a84b590-acbe-4a43-88fc-ddf1b743ee87 service neutron] Bound using segment: {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:17.528787 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-3a84b590-acbe-4a43-88fc-ddf1b743ee87 service neutron] Bound port: c3ee73f6-1823-4a0f-bb4a-d672b534e218, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:17.529613 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-3a84b590-acbe-4a43-88fc-ddf1b743ee87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:17.549080 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-1d489466-0006-4caa-8882-3b1e7bd96024 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=e758aa2f-a5d0-438f-be66-32b309667a22 HTTP/1.1" status: 200 len: 217 time: 0.5485864 Nov 25 19:20:17.550876 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-d781fcf0-cea1-4781-97bf-022604457252 service neutron] Port 20b19bc5-90c8-4218-b38e-2c8c551efdf2 on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:17.551264 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-d781fcf0-cea1-4781-97bf-022604457252 service neutron] Attempting to bind port 20b19bc5-90c8-4218-b38e-2c8c551efdf2 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:17.581812 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-d781fcf0-cea1-4781-97bf-022604457252 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:17.582277 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-d781fcf0-cea1-4781-97bf-022604457252 service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:17.582853 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-d781fcf0-cea1-4781-97bf-022604457252 service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:17.583357 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-d781fcf0-cea1-4781-97bf-022604457252 service neutron] Bound port: 20b19bc5-90c8-4218-b38e-2c8c551efdf2, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:17.583882 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-d781fcf0-cea1-4781-97bf-022604457252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:17.590571 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240a535b-bd2a-4189-99c9-ea6c648ddcc4 admin admin] Network b0852009-a1b0-48c0-b887-5be784061d47 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:20:17.681458 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a535b-bd2a-4189-99c9-ea6c648ddcc4 admin admin] Pushing event updated for resources: {'Port': ['ID=89264525-cab2-4913-943c-821dcdd8bc20,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:17.686054 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-240a535b-bd2a-4189-99c9-ea6c648ddcc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:20:17.698255 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240a535b-bd2a-4189-99c9-ea6c648ddcc4 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:20:17.700459 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-182d747a-d2a6-4f5e-9cf2-b637c0e84290 req-5c093a27-f230-47cf-b3c3-871a3c899110 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770294 Nov 25 19:20:17.731745 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-3a84b590-acbe-4a43-88fc-ddf1b743ee87 service neutron] For port c3ee73f6-1823-4a0f-bb4a-d672b534e218, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:17.741099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-3a84b590-acbe-4a43-88fc-ddf1b743ee87 service neutron] For port c3ee73f6-1823-4a0f-bb4a-d672b534e218, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c3ee73f6-1823-4a0f-bb4a-d672b534e218,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:17.757376 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-3a84b590-acbe-4a43-88fc-ddf1b743ee87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:17.817925 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac4190-18df-4fb3-90af-7975c15cd385 req-d40cd02b-d5ff-4ba3-b36e-1ff57ceb70ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:17.820423 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dcac4190-18df-4fb3-90af-7975c15cd385 req-d40cd02b-d5ff-4ba3-b36e-1ff57ceb70ab service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7d653b0c-bcc3-49ba-837e-9bc30461d995 HTTP/1.1" status: 200 len: 1099 time: 0.4207664 Nov 25 19:20:17.835234 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-d781fcf0-cea1-4781-97bf-022604457252 service neutron] For port 20b19bc5-90c8-4218-b38e-2c8c551efdf2, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:17.843361 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a50cd7-7a64-4d4e-af04-d4b352dee294 req-3d1e3082-24ba-47de-b2cc-ea6895367da3 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:17.858775 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-12a50cd7-7a64-4d4e-af04-d4b352dee294 req-3d1e3082-24ba-47de-b2cc-ea6895367da3 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d653b0c-bcc3-49ba-837e-9bc30461d995 HTTP/1.1" status: 200 len: 948 time: 0.4568043 Nov 25 19:20:17.870485 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5f547-6d64-4d15-8692-f8228a3bb4a3 req-dfed08b4-3b95-482c-b5a2-51a73a174d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:17.873184 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-41a5f547-6d64-4d15-8692-f8228a3bb4a3 req-dfed08b4-3b95-482c-b5a2-51a73a174d2a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4119481deacf425e9e44f81416c4cd0d&device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 1099 time: 0.4764121 Nov 25 19:20:17.907309 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-d781fcf0-cea1-4781-97bf-022604457252 service neutron] For port 20b19bc5-90c8-4218-b38e-2c8c551efdf2, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=20b19bc5-90c8-4218-b38e-2c8c551efdf2,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:17.913096 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-fcd5b4db-a519-45c9-8e9b-eb1c1ed58cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:17.914224 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-fcd5b4db-a519-45c9-8e9b-eb1c1ed58cea service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.3398008 Nov 25 19:20:17.959733 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-d781fcf0-cea1-4781-97bf-022604457252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:17.965011 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-3a84b590-acbe-4a43-88fc-ddf1b743ee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:17.965664 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-3a84b590-acbe-4a43-88fc-ddf1b743ee87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:17.967217 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-3a84b590-acbe-4a43-88fc-ddf1b743ee87 service neutron] 10.222.0.85 "PUT /v2.0/ports/c3ee73f6-1823-4a0f-bb4a-d672b534e218 HTTP/1.1" status: 200 len: 1121 time: 2.1804521 Nov 25 19:20:17.968753 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a84b590-acbe-4a43-88fc-ddf1b743ee87 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ee73f6-1823-4a0f-bb4a-d672b534e218,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:18.017454 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-240a535b-bd2a-4189-99c9-ea6c648ddcc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:18.047805 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['c3ee73f6-1823-4a0f-bb4a-d672b534e218'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:18.062958 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-d781fcf0-cea1-4781-97bf-022604457252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:18.063594 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-d781fcf0-cea1-4781-97bf-022604457252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:18.065101 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-d781fcf0-cea1-4781-97bf-022604457252 service neutron] 10.222.0.73 "PUT /v2.0/ports/20b19bc5-90c8-4218-b38e-2c8c551efdf2 HTTP/1.1" status: 200 len: 1096 time: 2.2264490 Nov 25 19:20:18.148087 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a098e5-6ce6-4390-a7d4-7cd790c1b999 req-99467dc0-8f7a-49c8-832c-cd500b24736d tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:18.164296 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6a098e5-6ce6-4390-a7d4-7cd790c1b999 req-99467dc0-8f7a-49c8-832c-cd500b24736d tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 943 time: 0.2088640 Nov 25 19:20:18.168349 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781fcf0-cea1-4781-97bf-022604457252 service neutron] Pushing event updated for resources: {'Port': ['ID=20b19bc5-90c8-4218-b38e-2c8c551efdf2,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:18.229197 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4e1896f6-7c8c-49f2-a20e-c78d957bf314 None None] Provisioning complete for port 89264525-cab2-4913-943c-821dcdd8bc20 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:18.230716 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4e1896f6-7c8c-49f2-a20e-c78d957bf314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:18.288767 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dcac4190-18df-4fb3-90af-7975c15cd385 req-2ffd1c73-ffb7-49e9-ad81-82669de53388 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=deb68af6-644a-4d42-86bf-15a53977be5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141521 Nov 25 19:20:18.331505 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-12a50cd7-7a64-4d4e-af04-d4b352dee294 req-e0d9c406-d266-4abc-b6c3-88f992e5c93c tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/security-groups?id=deb68af6-644a-4d42-86bf-15a53977be5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712520 Nov 25 19:20:18.340747 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-5103baa6-8b02-40c3-90fb-0d109a136763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:18.346513 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-5103baa6-8b02-40c3-90fb-0d109a136763 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4122641 Nov 25 19:20:18.366458 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6a098e5-6ce6-4390-a7d4-7cd790c1b999 req-e8bafa93-58f4-47cb-bdcd-ad51c9b06d3e tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010019 Nov 25 19:20:18.406810 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-73448a30-46a4-4023-bf3b-840bf7f9bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:18.407421 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4e1896f6-7c8c-49f2-a20e-c78d957bf314 None None] Port 89264525-cab2-4913-943c-821dcdd8bc20 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:20:18.413773 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-73448a30-46a4-4023-bf3b-840bf7f9bea7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b68ab80691f4266879b3b37f8b52a80&device_id=24b95665-fa11-4800-8df8-944695790f1c HTTP/1.1" status: 200 len: 1099 time: 0.1843414 Nov 25 19:20:18.482276 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276334d9-9ee4-4033-870d-4d29e26396d4 x-openstack-request-id: req-276334d9-9ee4-4033-870d-4d29e26396d4 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:18.483072 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c8a8e5-0631-4401-8ae0-d74da2f8a51c", "name": "network-vif-unplugged", "status": "completed", "tag": "c3ee73f6-1823-4a0f-bb4a-d672b534e218", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:18.484109 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-276334d9-9ee4-4033-870d-4d29e26396d4 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:18.484785 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c8a8e5-0631-4401-8ae0-d74da2f8a51c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3ee73f6-1823-4a0f-bb4a-d672b534e218', 'code': 200} Nov 25 19:20:18.534259 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-49c35eaf-c667-48bb-a920-9a9c3dba9cf6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=20b19bc5-90c8-4218-b38e-2c8c551efdf2 HTTP/1.1" status: 200 len: 217 time: 0.0478466 Nov 25 19:20:18.550946 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5f547-6d64-4d15-8692-f8228a3bb4a3 req-31b752c5-858c-41d4-8653-3a923d78c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:18.552452 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-41a5f547-6d64-4d15-8692-f8228a3bb4a3 req-31b752c5-858c-41d4-8653-3a923d78c847 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.6495175 Nov 25 19:20:18.565007 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-51b3dc02-5c7b-4ee7-aa6c-04f6880d8c54 req-08a3db79-f7b7-44ac-8fef-931e08bbd05c tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7e659c1-225d-4c06-97b5-6d859b84a13b HTTP/1.1" status: 200 len: 210 time: 0.0683506 Nov 25 19:20:18.572697 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1909e819-4adf-4e46-ae7a-3b697e131974 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:18.611804 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-11cf401d-86a1-4ef2-96d4-323169889fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:18.619656 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-11cf401d-86a1-4ef2-96d4-323169889fff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.0765674 Nov 25 19:20:18.689021 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d8b96-1b58-4fd2-a338-f9df32d3d0b7 req-dce13dc5-5ec6-4ed0-86f6-ef2cf73c38b8 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:18.690816 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d0d8b96-1b58-4fd2-a338-f9df32d3d0b7 req-dce13dc5-5ec6-4ed0-86f6-ef2cf73c38b8 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=921347f0-02dd-4e52-84f8-47cd8fefe7a9 HTTP/1.1" status: 200 len: 948 time: 0.0958691 Nov 25 19:20:18.701984 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 1909e819-4adf-4e46-ae7a-3b697e131974 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:18.702628 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:18.704382 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-dea446bc-b9ba-41fc-bf24-6b275c59df57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:18.705971 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-dea446bc-b9ba-41fc-bf24-6b275c59df57 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0690184 Nov 25 19:20:18.717635 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-41a5f547-6d64-4d15-8692-f8228a3bb4a3 req-8d45ac36-4850-490b-a316-69ffc495281e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=6b00030c-6766-4ea6-a6e4-4a785c574b20 HTTP/1.1" status: 200 len: 217 time: 0.1515377 Nov 25 19:20:18.830106 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-240a535b-bd2a-4189-99c9-ea6c648ddcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:18.870217 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5f547-6d64-4d15-8692-f8228a3bb4a3 req-55965027-d894-475b-a4e0-e836c2e8102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:18.871917 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-41a5f547-6d64-4d15-8692-f8228a3bb4a3 req-55965027-d894-475b-a4e0-e836c2e8102b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1268883 Nov 25 19:20:18.882623 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d0d8b96-1b58-4fd2-a338-f9df32d3d0b7 req-5e8354c5-4067-4743-aac2-9314fcb90ac8 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755266 Nov 25 19:20:18.911769 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-10f8fd65-9f95-4e7e-b377-ff8fb66a0f34 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5557864 Nov 25 19:20:18.940794 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-52e02b9a-e52a-458e-86cd-0aa39612248d service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089818 Nov 25 19:20:19.006761 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e285c7-e41c-41f5-971c-abbdadb0ea6d req-0315ded0-7bfe-459a-b3c3-51642e4eee9d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:19.008401 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-39e285c7-e41c-41f5-971c-abbdadb0ea6d req-0315ded0-7bfe-459a-b3c3-51642e4eee9d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 945 time: 0.3026989 Nov 25 19:20:19.215322 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5f547-6d64-4d15-8692-f8228a3bb4a3 req-64647c47-8723-4334-adac-88885e704e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:19.216835 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-41a5f547-6d64-4d15-8692-f8228a3bb4a3 req-64647c47-8723-4334-adac-88885e704e1c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3369491 Nov 25 19:20:19.340390 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a44f6b9-9655-4c87-a608-bd58a55dab83 req-0720dacc-32ad-45b7-8c5a-d9f5f075d365 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844967 Nov 25 19:20:19.351104 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1c567-f858-4d1c-bebb-f9186bf75f15 req-44f6f8aa-e484-4de5-a590-c598c25a586f tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:19.360402 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-18a1c567-f858-4d1c-bebb-f9186bf75f15 req-44f6f8aa-e484-4de5-a590-c598c25a586f tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b95665-fa11-4800-8df8-944695790f1c HTTP/1.1" status: 200 len: 948 time: 0.3129873 Nov 25 19:20:19.444245 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-18a1c567-f858-4d1c-bebb-f9186bf75f15 req-af847475-992b-418b-8a88-0e78895fc8f7 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827105 Nov 25 19:20:19.450566 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1fffa5aa-3abb-4033-9f78-80fe1d068d5a req-6b43b2fc-5cd0-4d61-9bf1-e7a6ef7c3d7d service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918163 Nov 25 19:20:19.451022 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921347f0-02dd-4e52-84f8-47cd8fefe7a9', 'tag': 'e758aa2f-a5d0-438f-be66-32b309667a22'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:19.453393 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a360868b-c1ff-4937-b8ce-5fbb61beb2e4" -d '{"events": [{"name": "network-changed", "server_uuid": "921347f0-02dd-4e52-84f8-47cd8fefe7a9", "tag": "e758aa2f-a5d0-438f-be66-32b309667a22"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:19.464996 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-39e285c7-e41c-41f5-971c-abbdadb0ea6d req-c99a4fd7-a9e7-42d4-bd3b-66270dedc8f4 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984096 Nov 25 19:20:19.475712 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18209300-bc9c-4064-af99-85b9920e3f17 req-f83919d8-f780-45ee-b38f-20bc2386863b tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:19.477678 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-18209300-bc9c-4064-af99-85b9920e3f17 req-f83919d8-f780-45ee-b38f-20bc2386863b tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.73 "GET /v2.0/networks?id=c174bec4-7e19-4e46-b4e4-db9a86d87f01 HTTP/1.1" status: 200 len: 814 time: 0.5554914 Nov 25 19:20:19.512581 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-18209300-bc9c-4064-af99-85b9920e3f17 req-962730c4-da7e-4b7b-8b25-c73d3976f582 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Request body: {'port': {'device_id': 'f7e659c1-225d-4c06-97b5-6d859b84a13b', 'network_id': 'c174bec4-7e19-4e46-b4e4-db9a86d87f01', 'admin_state_up': True, 'tenant_id': '048ee0bb09a4480a9d7c6c7708e0b961'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:19.664195 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-41a5f547-6d64-4d15-8692-f8228a3bb4a3 req-7cce0d65-9d3f-43c8-92fd-be01fcd06f1e service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111733 Nov 25 19:20:19.677992 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-240a535b-bd2a-4189-99c9-ea6c648ddcc4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:19.710126 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-240a535b-bd2a-4189-99c9-ea6c648ddcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:19.790477 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba388feb-c09f-4710-9944-f31771325a3b req-2f664631-327a-4734-8c94-63cb52dd8bc8 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:19.792995 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba388feb-c09f-4710-9944-f31771325a3b req-2f664631-327a-4734-8c94-63cb52dd8bc8 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 943 time: 0.0998535 Nov 25 19:20:19.885106 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba388feb-c09f-4710-9944-f31771325a3b req-5538eadc-2aca-4745-9e74-fbc0210c2c10 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812063 Nov 25 19:20:20.060376 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4413a3-bfe9-4155-a605-1742739c1c54 x-openstack-request-id: req-1b4413a3-bfe9-4155-a605-1742739c1c54 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:20.060702 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921347f0-02dd-4e52-84f8-47cd8fefe7a9", "tag": "e758aa2f-a5d0-438f-be66-32b309667a22", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:20.061108 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1b4413a3-bfe9-4155-a605-1742739c1c54 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:20.061298 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921347f0-02dd-4e52-84f8-47cd8fefe7a9', 'tag': 'e758aa2f-a5d0-438f-be66-32b309667a22', 'status': 'completed', 'code': 200} Nov 25 19:20:20.098248 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d30ba-adf3-4313-af16-5dd86b7274a0 req-7fe086af-e63a-4f96-8b81-4518f1350051 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:20.100905 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9b1d30ba-adf3-4313-af16-5dd86b7274a0 req-7fe086af-e63a-4f96-8b81-4518f1350051 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 1096 time: 0.0627694 Nov 25 19:20:20.163283 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-240a535b-bd2a-4189-99c9-ea6c648ddcc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:20.178746 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a535b-bd2a-4189-99c9-ea6c648ddcc4 admin admin] Pushing event updated for resources: {'Port': ['ID=89264525-cab2-4913-943c-821dcdd8bc20,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:20.188539 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9b1d30ba-adf3-4313-af16-5dd86b7274a0 req-cd1464b7-d211-43c4-aab3-510bc8793bfe tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740643 Nov 25 19:20:20.209085 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc4394-bbab-407d-883f-66a86c7ffd67 req-e5000289-bae3-403f-bdbb-662fa8bf9a60 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:20.215503 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-76cc4394-bbab-407d-883f-66a86c7ffd67 req-e5000289-bae3-403f-bdbb-662fa8bf9a60 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d653b0c-bcc3-49ba-837e-9bc30461d995 HTTP/1.1" status: 200 len: 948 time: 0.5409336 Nov 25 19:20:20.271831 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18209300-bc9c-4064-af99-85b9920e3f17 req-962730c4-da7e-4b7b-8b25-c73d3976f582 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Made reservation on behalf of 048ee0bb09a4480a9d7c6c7708e0b961 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:20:20.278187 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-18209300-bc9c-4064-af99-85b9920e3f17 req-962730c4-da7e-4b7b-8b25-c73d3976f582 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:20.299678 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-15be86ee-b406-472e-8a56-8bfca19988ea req-ccbf68f3-eeaa-4509-9cd7-3d4d334b665d tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7e659c1-225d-4c06-97b5-6d859b84a13b HTTP/1.1" status: 200 len: 210 time: 0.0285451 Nov 25 19:20:20.347153 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360868b-c1ff-4937-b8ce-5fbb61beb2e4 req-eb617459-684d-4f96-b190-6e8a466e74db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:20.349859 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a360868b-c1ff-4937-b8ce-5fbb61beb2e4 req-eb617459-684d-4f96-b190-6e8a466e74db service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4119481deacf425e9e44f81416c4cd0d&device_id=921347f0-02dd-4e52-84f8-47cd8fefe7a9 HTTP/1.1" status: 200 len: 1099 time: 0.2875304 Nov 25 19:20:20.402006 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-41a5f547-6d64-4d15-8692-f8228a3bb4a3 req-db119ba1-256a-4b2e-8279-647371a022a5 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7195544 Nov 25 19:20:20.418269 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5f350-6c28-44e1-a717-ef4a4d6d63f7 req-23ed4bf3-5da6-4b0d-b915-4a0196e82e24 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:20.419858 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-63e5f350-6c28-44e1-a717-ef4a4d6d63f7 req-23ed4bf3-5da6-4b0d-b915-4a0196e82e24 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=921347f0-02dd-4e52-84f8-47cd8fefe7a9 HTTP/1.1" status: 200 len: 948 time: 0.0559318 Nov 25 19:20:20.481428 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-63e5f350-6c28-44e1-a717-ef4a4d6d63f7 req-2aeb91ab-86f1-41d5-aae8-c2ad586a9289 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482423 Nov 25 19:20:20.486584 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c8a8e5-0631-4401-8ae0-d74da2f8a51c', 'tag': 'c3ee73f6-1823-4a0f-bb4a-d672b534e218'}, {'name': 'network-changed', 'server_uuid': '24b95665-fa11-4800-8df8-944695790f1c', 'tag': '20b19bc5-90c8-4218-b38e-2c8c551efdf2'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:20.489269 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de23607-dcb1-4293-834e-d847e41e956a" -d '{"events": [{"name": "network-changed", "server_uuid": "73c8a8e5-0631-4401-8ae0-d74da2f8a51c", "tag": "c3ee73f6-1823-4a0f-bb4a-d672b534e218"}, {"name": "network-changed", "server_uuid": "24b95665-fa11-4800-8df8-944695790f1c", "tag": "20b19bc5-90c8-4218-b38e-2c8c551efdf2"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:20.490889 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b00030c-6766-4ea6-a6e4-4a785c574b20 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:20.641555 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d3f37-7ca7-49e4-a565-afad92e3960b req-f6762f14-5aa4-49df-ae0f-74ca803a8b36 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:20.644292 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b55d3f37-7ca7-49e4-a565-afad92e3960b req-f6762f14-5aa4-49df-ae0f-74ca803a8b36 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 1096 time: 0.0789697 Nov 25 19:20:20.661609 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b00030c-6766-4ea6-a6e4-4a785c574b20, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b00030c-6766-4ea6-a6e4-4a785c574b20,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:20.676427 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '6b00030c-6766-4ea6-a6e4-4a785c574b20', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '6b00030c-6766-4ea6-a6e4-4a785c574b20', 'mac_address': 'fa:16:3e:a2:7d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:20:20.701556 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-76cc4394-bbab-407d-883f-66a86c7ffd67 req-8b944e7b-8ce5-4106-819a-a6640089dd97 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/security-groups?id=deb68af6-644a-4d42-86bf-15a53977be5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748638 Nov 25 19:20:20.735230 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b55d3f37-7ca7-49e4-a565-afad92e3960b req-b137638f-c058-4d2c-9a6b-f9912a22b215 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824792 Nov 25 19:20:20.750218 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:20.772824 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b00030c-6766-4ea6-a6e4-4a785c574b20 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:20.776530 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240a535b-bd2a-4189-99c9-ea6c648ddcc4 admin admin] Network b0852009-a1b0-48c0-b887-5be784061d47 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:20:20.789896 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-240a535b-bd2a-4189-99c9-ea6c648ddcc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:20:20.794482 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a813715-4d91-4dd8-b097-8641a8bb2fed x-openstack-request-id: req-2a813715-4d91-4dd8-b097-8641a8bb2fed {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:20.794482 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c8a8e5-0631-4401-8ae0-d74da2f8a51c", "tag": "c3ee73f6-1823-4a0f-bb4a-d672b534e218", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "24b95665-fa11-4800-8df8-944695790f1c", "tag": "20b19bc5-90c8-4218-b38e-2c8c551efdf2", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:20.794909 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a813715-4d91-4dd8-b097-8641a8bb2fed {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:20.795864 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c8a8e5-0631-4401-8ae0-d74da2f8a51c', 'tag': 'c3ee73f6-1823-4a0f-bb4a-d672b534e218', 'status': 'completed', 'code': 200} Nov 25 19:20:20.795864 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b95665-fa11-4800-8df8-944695790f1c', 'tag': '20b19bc5-90c8-4218-b38e-2c8c551efdf2', 'status': 'completed', 'code': 200} Nov 25 19:20:20.841290 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b00030c-6766-4ea6-a6e4-4a785c574b20, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b00030c-6766-4ea6-a6e4-4a785c574b20,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:20.850304 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:20.855961 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device c3ee73f6-1823-4a0f-bb4a-d672b534e218 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:21.036086 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port c3ee73f6-1823-4a0f-bb4a-d672b534e218, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c3ee73f6-1823-4a0f-bb4a-d672b534e218,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:21.068694 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6b00030c-6766-4ea6-a6e4-4a785c574b20,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:21.078338 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device c3ee73f6-1823-4a0f-bb4a-d672b534e218 has no active binding in host n-h2-819349-5 {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 19:20:21.093975 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-18209300-bc9c-4064-af99-85b9920e3f17 req-962730c4-da7e-4b7b-8b25-c73d3976f582 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Allocated IP 172.20.0.11 (c174bec4-7e19-4e46-b4e4-db9a86d87f01/69fc2c39-931a-43d5-99f1-83af2150ab2d/155a71a0-1242-4490-bf9e-2007fe2b25a9) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:20:21.108888 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de23607-dcb1-4293-834e-d847e41e956a req-75d2f66b-bafb-4d7f-bd8b-945426735097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:21.110716 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5de23607-dcb1-4293-834e-d847e41e956a req-75d2f66b-bafb-4d7f-bd8b-945426735097 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 1124 time: 0.2625461 Nov 25 19:20:21.128029 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eaf0f4-74a6-407d-8d1f-c0b53c866e05 req-7d256921-c735-4864-95d1-5679ae445568 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:21.129788 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33eaf0f4-74a6-407d-8d1f-c0b53c866e05 req-7d256921-c735-4864-95d1-5679ae445568 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b95665-fa11-4800-8df8-944695790f1c HTTP/1.1" status: 200 len: 948 time: 0.2410145 Nov 25 19:20:21.182187 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360868b-c1ff-4937-b8ce-5fbb61beb2e4 req-6c0eeab1-894d-4284-8757-638f35b3dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:21.184352 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a360868b-c1ff-4937-b8ce-5fbb61beb2e4 req-6c0eeab1-894d-4284-8757-638f35b3dd7e service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.7809954 Nov 25 19:20:21.268882 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e7ab59c2-1bff-4900-9a1b-2c9af646d60c None None] Provisioning complete for port 89264525-cab2-4913-943c-821dcdd8bc20 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:21.269868 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e7ab59c2-1bff-4900-9a1b-2c9af646d60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:21.274401 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33eaf0f4-74a6-407d-8d1f-c0b53c866e05 req-c58629e3-929c-4d0a-a218-691fb0a904dc tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335135 Nov 25 19:20:21.301690 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de23607-dcb1-4293-834e-d847e41e956a req-4fb53439-ae48-4e42-88f8-805203fa9429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:21.303086 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a360868b-c1ff-4937-b8ce-5fbb61beb2e4 req-364dfddf-1db3-4101-b5e5-d893ed1f3c94 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=e758aa2f-a5d0-438f-be66-32b309667a22 HTTP/1.1" status: 200 len: 217 time: 0.1011872 Nov 25 19:20:21.303574 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5de23607-dcb1-4293-834e-d847e41e956a req-4fb53439-ae48-4e42-88f8-805203fa9429 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 921 time: 0.1720216 Nov 25 19:20:21.379434 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e7ab59c2-1bff-4900-9a1b-2c9af646d60c None None] Port 89264525-cab2-4913-943c-821dcdd8bc20 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:20:21.394857 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5de23607-dcb1-4293-834e-d847e41e956a req-a1d6ace8-aaf4-4c04-9e13-162a6380ff3a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3ee73f6-1823-4a0f-bb4a-d672b534e218 HTTP/1.1" status: 200 len: 217 time: 0.0676453 Nov 25 19:20:21.462098 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['6b00030c-6766-4ea6-a6e4-4a785c574b20'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:21.480569 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de23607-dcb1-4293-834e-d847e41e956a req-aeed2239-c8ae-485d-bab3-3967ade3cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:21.482810 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5de23607-dcb1-4293-834e-d847e41e956a req-aeed2239-c8ae-485d-bab3-3967ade3cb9e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=688fcc59-0345-41e4-9b88-cea9e7c21583 HTTP/1.1" status: 200 len: 860 time: 0.0731907 Nov 25 19:20:21.535338 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2aeb1-ed65-468b-a3a5-8c3b7c8d8cce req-4bcc48e1-d4e9-49db-84f4-87de563c2a84 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:21.539020 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8de2aeb1-ed65-468b-a3a5-8c3b7c8d8cce req-4bcc48e1-d4e9-49db-84f4-87de563c2a84 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 943 time: 0.4100955 Nov 25 19:20:21.553545 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240a535b-bd2a-4189-99c9-ea6c648ddcc4 admin admin] Router 62b9437c-5ef7-41c5-bd52-56aafd6f49ab has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:20:21.564105 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5de23607-dcb1-4293-834e-d847e41e956a req-c29818ef-b086-4b73-9120-6924777a04a6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e27d2294-de95-4945-9062-292b41b6ea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713017 Nov 25 19:20:21.596919 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41c615e5-d2e2-448c-b3d3-a41fcd920cbf req-d795ab35-3605-4755-ae46-429310fe26ef tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7e659c1-225d-4c06-97b5-6d859b84a13b HTTP/1.1" status: 200 len: 210 time: 0.0434263 Nov 25 19:20:21.649250 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360868b-c1ff-4937-b8ce-5fbb61beb2e4 req-6a6037c9-4d47-40c7-be41-ecd685c5c4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:21.652461 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a360868b-c1ff-4937-b8ce-5fbb61beb2e4 req-6a6037c9-4d47-40c7-be41-ecd685c5c4fb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.3390725 Nov 25 19:20:21.731653 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5de23607-dcb1-4293-834e-d847e41e956a req-8a4f4d26-c0b4-4d84-b17a-1c332797f812 service neutron] 10.222.0.73 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472843 Nov 25 19:20:21.854967 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8de2aeb1-ed65-468b-a3a5-8c3b7c8d8cce req-0304de71-e335-4acc-9a06-62b40a50e875 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946742 Nov 25 19:20:21.858091 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-18209300-bc9c-4064-af99-85b9920e3f17 req-962730c4-da7e-4b7b-8b25-c73d3976f582 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:21.901713 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5de23607-dcb1-4293-834e-d847e41e956a req-c92b2728-328b-47a6-825f-bb52b2a701ff service neutron] 10.222.0.73 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619358 Nov 25 19:20:21.905145 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba88e5-d9a3-4e3a-b94b-ad426d823039 req-7c58edd2-cf9a-4d12-9b76-2f72910a882f tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:21.906103 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360868b-c1ff-4937-b8ce-5fbb61beb2e4 req-86148d1a-217f-4851-80e1-48f77838eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:21.907992 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a360868b-c1ff-4937-b8ce-5fbb61beb2e4 req-86148d1a-217f-4851-80e1-48f77838eec7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2460270 Nov 25 19:20:21.912695 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-91ba88e5-d9a3-4e3a-b94b-ad426d823039 req-7c58edd2-cf9a-4d12-9b76-2f72910a882f tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 1096 time: 0.0872171 Nov 25 19:20:21.960429 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-18209300-bc9c-4064-af99-85b9920e3f17 req-962730c4-da7e-4b7b-8b25-c73d3976f582 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:21.975934 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240a535b-bd2a-4189-99c9-ea6c648ddcc4 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:20:21.995582 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238817d-2378-4cf0-ad65-ce04515eb9e9 None None] Sync routers for ids ['62b9437c-5ef7-41c5-bd52-56aafd6f49ab'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:20:22.014453 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-240a535b-bd2a-4189-99c9-ea6c648ddcc4 admin admin] 10.222.0.55 "PUT /v2.0/routers/62b9437c-5ef7-41c5-bd52-56aafd6f49ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0421066 Nov 25 19:20:22.029780 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a238817d-2378-4cf0-ad65-ce04515eb9e9 None None] Routers {'62b9437c-5ef7-41c5-bd52-56aafd6f49ab'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:20:22.030960 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a238817d-2378-4cf0-ad65-ce04515eb9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:20:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['62b9437c-5ef7-41c5-bd52-56aafd6f49ab'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:20:22.043285 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.73', 63982) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:22.086566 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-91ba88e5-d9a3-4e3a-b94b-ad426d823039 req-d1dffc62-070e-4624-9917-148d335d1ac7 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715841 Nov 25 19:20:22.172553 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18209300-bc9c-4064-af99-85b9920e3f17 req-962730c4-da7e-4b7b-8b25-c73d3976f582 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Network c174bec4-7e19-4e46-b4e4-db9a86d87f01 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:20:22.191728 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de23607-dcb1-4293-834e-d847e41e956a req-608d247c-637a-4101-8583-55197bcd9a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:22.194816 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5de23607-dcb1-4293-834e-d847e41e956a req-608d247c-637a-4101-8583-55197bcd9a51 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b68ab80691f4266879b3b37f8b52a80&device_id=24b95665-fa11-4800-8df8-944695790f1c HTTP/1.1" status: 200 len: 1099 time: 0.1991253 Nov 25 19:20:22.200410 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-18209300-bc9c-4064-af99-85b9920e3f17 req-962730c4-da7e-4b7b-8b25-c73d3976f582 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:20:22.204264 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-18209300-bc9c-4064-af99-85b9920e3f17 req-962730c4-da7e-4b7b-8b25-c73d3976f582 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:20:22.262473 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a238817d-2378-4cf0-ad65-ce04515eb9e9 None None] Set router 62b9437c-5ef7-41c5-bd52-56aafd6f49ab gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:20:22.280080 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-fb9cdf54-ebd5-477a-a804-4ad325ee782e service neutron] 10.222.0.73 "GET /v2.0/ports/c3ee73f6-1823-4a0f-bb4a-d672b534e218/bindings/n-h2-819349-5 HTTP/1.1" status: 200 len: 384 time: 0.2341502 Nov 25 19:20:22.292710 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962730c4-da7e-4b7b-8b25-c73d3976f582 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Pushing event updated for resources: {'Port': ['ID=155a71a0-1242-4490-bf9e-2007fe2b25a9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:22.319680 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18209300-bc9c-4064-af99-85b9920e3f17 req-962730c4-da7e-4b7b-8b25-c73d3976f582 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:22.320700 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-18209300-bc9c-4064-af99-85b9920e3f17 req-962730c4-da7e-4b7b-8b25-c73d3976f582 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:22.378108 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8c7bb-5e6c-4953-b6b4-2d20cff30a75 req-4bcfe7ea-739c-4d07-a694-9babf045863b tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:22.380050 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-93e8c7bb-5e6c-4953-b6b4-2d20cff30a75 req-4bcfe7ea-739c-4d07-a694-9babf045863b tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=921347f0-02dd-4e52-84f8-47cd8fefe7a9 HTTP/1.1" status: 200 len: 948 time: 0.3286490 Nov 25 19:20:22.387979 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-18209300-bc9c-4064-af99-85b9920e3f17 req-962730c4-da7e-4b7b-8b25-c73d3976f582 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8809130 Nov 25 19:20:22.391820 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a360868b-c1ff-4937-b8ce-5fbb61beb2e4 req-5251eb67-4545-4096-9e1c-bf537e814cdb service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696407 Nov 25 19:20:22.403571 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-18209300-bc9c-4064-af99-85b9920e3f17 req-76f9f927-693b-4d4b-80f2-24ed988e80b4 service neutron] Request body: {'port': {'device_id': 'f7e659c1-225d-4c06-97b5-6d859b84a13b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:22.407853 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eda88b-d825-4044-a0a3-2154efa6d98b req-496bdf80-0439-45d1-ab73-f956428326df tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:22.413524 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-07eda88b-d825-4044-a0a3-2154efa6d98b req-496bdf80-0439-45d1-ab73-f956428326df tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d653b0c-bcc3-49ba-837e-9bc30461d995 HTTP/1.1" status: 200 len: 948 time: 0.1973946 Nov 25 19:20:22.486492 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de23607-dcb1-4293-834e-d847e41e956a req-504c91c3-60fc-48fe-bd34-85ef5a646bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:22.488917 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device e758aa2f-a5d0-438f-be66-32b309667a22 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:22.489865 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5de23607-dcb1-4293-834e-d847e41e956a req-504c91c3-60fc-48fe-bd34-85ef5a646bde service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.2856994 Nov 25 19:20:22.494697 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b00030c-6766-4ea6-a6e4-4a785c574b20 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:22.584919 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5de23607-dcb1-4293-834e-d847e41e956a req-27cdcdfa-d4bb-498d-ada0-59a5284f74ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=20b19bc5-90c8-4218-b38e-2c8c551efdf2 HTTP/1.1" status: 200 len: 217 time: 0.0847895 Nov 25 19:20:22.710348 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-93e8c7bb-5e6c-4953-b6b4-2d20cff30a75 req-d16c0c37-0d16-4dfc-b1ed-da65c7ecd974 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000047 Nov 25 19:20:22.721673 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-07eda88b-d825-4044-a0a3-2154efa6d98b req-9c8847f3-fde8-439c-8d94-645a9c486f18 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/security-groups?id=deb68af6-644a-4d42-86bf-15a53977be5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866869 Nov 25 19:20:22.722610 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-18209300-bc9c-4064-af99-85b9920e3f17 req-76f9f927-693b-4d4b-80f2-24ed988e80b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:22.772286 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a360868b-c1ff-4937-b8ce-5fbb61beb2e4 req-f3b7c938-6770-405b-a39b-4f0fcc51bdcb service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650727 Nov 25 19:20:22.855878 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 6b00030c-6766-4ea6-a6e4-4a785c574b20 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:20:22.859248 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de23607-dcb1-4293-834e-d847e41e956a req-be39aa3c-dd64-4b35-93ea-aab232e69773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:22.863916 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5de23607-dcb1-4293-834e-d847e41e956a req-be39aa3c-dd64-4b35-93ea-aab232e69773 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.2408640 Nov 25 19:20:22.888379 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 6b00030c-6766-4ea6-a6e4-4a785c574b20 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:22.889140 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:22.944663 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a238817d-2378-4cf0-ad65-ce04515eb9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9437c-5ef7-41c5-bd52-56aafd6f49ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-1069658104-router', 'tenant_id': 'c6ad6a45839b47c3972f6976e832c252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '1909e819-4adf-4e46-ae7a-3b697e131974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:20:01Z', 'updated_at': '2021-11-25T19:20:18Z', 'revision_number': 4, 'project_id': 'c6ad6a45839b47c3972f6976e832c252', 'gw_port': {'id': '1909e819-4adf-4e46-ae7a-3b697e131974', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9437c-5ef7-41c5-bd52-56aafd6f49ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:20:05Z', 'updated_at': '2021-11-25T19:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '89264525-cab2-4913-943c-821dcdd8bc20', 'name': '', 'network_id': 'b0852009-a1b0-48c0-b887-5be784061d47', 'tenant_id': 'c6ad6a45839b47c3972f6976e832c252', 'mac_address': 'fa:16:3e:46:ea:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9437c-5ef7-41c5-bd52-56aafd6f49ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4f352dc1-37ed-4336-87e9-5a25e1fcaba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:20:15Z', 'updated_at': '2021-11-25T19:20:19Z', 'revision_number': 2, 'project_id': 'c6ad6a45839b47c3972f6976e832c252', 'subnets': [{'id': '4f352dc1-37ed-4336-87e9-5a25e1fcaba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:20:22.985859 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-0946eb36-7b3a-4d46-a733-4f0dd3729dd4 service neutron] For port c3ee73f6-1823-4a0f-bb4a-d672b534e218, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c3ee73f6-1823-4a0f-bb4a-d672b534e218,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:23.025577 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port e758aa2f-a5d0-438f-be66-32b309667a22, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=e758aa2f-a5d0-438f-be66-32b309667a22,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:23.030680 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 20b19bc5-90c8-4218-b38e-2c8c551efdf2 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:23.034862 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238817d-2378-4cf0-ad65-ce04515eb9e9 None None] Checking router: 62b9437c-5ef7-41c5-bd52-56aafd6f49ab for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:20:23.035537 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238817d-2378-4cf0-ad65-ce04515eb9e9 None None] Updating router 62b9437c-5ef7-41c5-bd52-56aafd6f49ab port 89264525-cab2-4913-943c-821dcdd8bc20 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:20:23.102584 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'e758aa2f-a5d0-438f-be66-32b309667a22', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': 'e758aa2f-a5d0-438f-be66-32b309667a22', 'mac_address': 'fa:16:3e:19:18:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:20:23.108316 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e00b8a08-6b10-4215-8a40-a77a6ce190fd req-6928b6c8-1dac-4ac3-b4ba-b0e980dfed61 tempest-FloatingIPsNegativeTestJSON-492394850 tempest-FloatingIPsNegativeTestJSON-492394850-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=c6ad6a45839b47c3972f6976e832c252 HTTP/1.1" status: 200 len: 217 time: 0.1032202 Nov 25 19:20:23.110349 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-0946eb36-7b3a-4d46-a733-4f0dd3729dd4 service neutron] For port c3ee73f6-1823-4a0f-bb4a-d672b534e218, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:23.164589 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-0946eb36-7b3a-4d46-a733-4f0dd3729dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ee73f6-1823-4a0f-bb4a-d672b534e218 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:23.182883 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-0946eb36-7b3a-4d46-a733-4f0dd3729dd4 service neutron] For port c3ee73f6-1823-4a0f-bb4a-d672b534e218, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c3ee73f6-1823-4a0f-bb4a-d672b534e218,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:23.202638 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20984d63-88d2-486d-a8c2-6330673732b2 req-740e36c7-cf1e-4635-997f-24a219f62069 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:23.208294 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-20984d63-88d2-486d-a8c2-6330673732b2 req-740e36c7-cf1e-4635-997f-24a219f62069 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b95665-fa11-4800-8df8-944695790f1c HTTP/1.1" status: 200 len: 948 time: 0.2036164 Nov 25 19:20:23.208590 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de23607-dcb1-4293-834e-d847e41e956a req-b842784f-4e64-4bb3-9226-5b1c0a8d329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:23.208590 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5de23607-dcb1-4293-834e-d847e41e956a req-b842784f-4e64-4bb3-9226-5b1c0a8d329f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2024534 Nov 25 19:20:23.229708 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:20:23.233607 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a238817d-2378-4cf0-ad65-ce04515eb9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:23.264907 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-0946eb36-7b3a-4d46-a733-4f0dd3729dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:23.269036 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:23.360643 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0495b31-6e1b-46c4-9134-c81f7b2b35ad req-fa7350ad-1d1f-41ad-a3ad-10e934ae8bce tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:23.362399 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f0495b31-6e1b-46c4-9134-c81f7b2b35ad req-fa7350ad-1d1f-41ad-a3ad-10e934ae8bce tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7e659c1-225d-4c06-97b5-6d859b84a13b HTTP/1.1" status: 200 len: 932 time: 0.1839035 Nov 25 19:20:23.366100 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-20984d63-88d2-486d-a8c2-6330673732b2 req-81101db1-d985-4bed-bc36-a3e266e8aeed tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334946 Nov 25 19:20:23.398652 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5de23607-dcb1-4293-834e-d847e41e956a req-6ed5ab69-c2cf-4dc1-9cd7-a8b8b66c959b service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686206 Nov 25 19:20:23.457798 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-18209300-bc9c-4064-af99-85b9920e3f17 req-76f9f927-693b-4d4b-80f2-24ed988e80b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155a71a0-1242-4490-bf9e-2007fe2b25a9 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:23.485313 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:23.499472 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-18209300-bc9c-4064-af99-85b9920e3f17 req-76f9f927-693b-4d4b-80f2-24ed988e80b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:23.541145 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-0946eb36-7b3a-4d46-a733-4f0dd3729dd4 service neutron] Transition to ACTIVE for port object c3ee73f6-1823-4a0f-bb4a-d672b534e218 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:20:23.547333 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:23.556386 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e758aa2f-a5d0-438f-be66-32b309667a22 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:23.559720 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-18209300-bc9c-4064-af99-85b9920e3f17 req-76f9f927-693b-4d4b-80f2-24ed988e80b4 service neutron] Transition to ACTIVE for port object 155a71a0-1242-4490-bf9e-2007fe2b25a9 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:20:23.567224 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-0946eb36-7b3a-4d46-a733-4f0dd3729dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:23.573454 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-18209300-bc9c-4064-af99-85b9920e3f17 req-76f9f927-693b-4d4b-80f2-24ed988e80b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:23.629997 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f0495b31-6e1b-46c4-9134-c81f7b2b35ad req-49686ce6-6f48-444b-8872-3a90be47bcd3 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf246f23-e54a-4104-9134-2119473d3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153070 Nov 25 19:20:23.674867 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 20b19bc5-90c8-4218-b38e-2c8c551efdf2, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=20b19bc5-90c8-4218-b38e-2c8c551efdf2,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:23.685880 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-0946eb36-7b3a-4d46-a733-4f0dd3729dd4 service neutron] No DVR routers for this DVR port c3ee73f6-1823-4a0f-bb4a-d672b534e218 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:20:23.694801 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5de23607-dcb1-4293-834e-d847e41e956a req-6b4ae6c3-d90d-42bb-a411-0ff8e61889aa service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881093 Nov 25 19:20:23.697989 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946eb36-7b3a-4d46-a733-4f0dd3729dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ee73f6-1823-4a0f-bb4a-d672b534e218,revision_number=10']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:23.698790 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18275c83-1959-4c13-8504-0a7996bd75f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b00030c-6766-4ea6-a6e4-4a785c574b20'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:23.701517 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a29df50-a12a-49eb-9e8e-e072b0ff1c65" -d '{"events": [{"server_uuid": "18275c83-1959-4c13-8504-0a7996bd75f6", "name": "network-vif-plugged", "status": "completed", "tag": "6b00030c-6766-4ea6-a6e4-4a785c574b20"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:23.706106 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port e758aa2f-a5d0-438f-be66-32b309667a22, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=e758aa2f-a5d0-438f-be66-32b309667a22,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:23.748615 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9f927-693b-4d4b-80f2-24ed988e80b4 service neutron] Pushing event updated for resources: {'Port': ['ID=155a71a0-1242-4490-bf9e-2007fe2b25a9,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:23.766676 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-0946eb36-7b3a-4d46-a733-4f0dd3729dd4 service neutron] 10.222.0.73 "PUT /v2.0/ports/c3ee73f6-1823-4a0f-bb4a-d672b534e218/bindings/n-h2-819349-5/activate HTTP/1.1" status: 200 len: 369 time: 1.4472966 Nov 25 19:20:23.772616 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '20b19bc5-90c8-4218-b38e-2c8c551efdf2', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '20b19bc5-90c8-4218-b38e-2c8c551efdf2', 'mac_address': 'fa:16:3e:31:45:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:20:23.775010 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:23.778499 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b00030c-6766-4ea6-a6e4-4a785c574b20, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b00030c-6766-4ea6-a6e4-4a785c574b20,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:23.795177 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:23.922976 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc40f68-b6a6-49e1-bd76-cb70fff48b3e req-cf647b8b-ced9-4857-905c-41572c5aacbc tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:23.930039 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7bc40f68-b6a6-49e1-bd76-cb70fff48b3e req-cf647b8b-ced9-4857-905c-41572c5aacbc tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 944 time: 0.1242654 Nov 25 19:20:23.952858 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:24.017521 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=e758aa2f-a5d0-438f-be66-32b309667a22,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:24.022802 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:24.043221 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-18209300-bc9c-4064-af99-85b9920e3f17 req-76f9f927-693b-4d4b-80f2-24ed988e80b4 service neutron] Attempting to bind port 155a71a0-1242-4490-bf9e-2007fe2b25a9 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:24.043754 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-18209300-bc9c-4064-af99-85b9920e3f17 req-76f9f927-693b-4d4b-80f2-24ed988e80b4 service neutron] Attempting to bind port 155a71a0-1242-4490-bf9e-2007fe2b25a9 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'dc0b460c-9f86-499f-9a47-07eed00d6531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c174bec4-7e19-4e46-b4e4-db9a86d87f01'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:24.044285 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18209300-bc9c-4064-af99-85b9920e3f17 req-76f9f927-693b-4d4b-80f2-24ed988e80b4 service neutron] Attempting to bind port 155a71a0-1242-4490-bf9e-2007fe2b25a9 on network c174bec4-7e19-4e46-b4e4-db9a86d87f01 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:24.058381 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['e758aa2f-a5d0-438f-be66-32b309667a22'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:24.065750 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7bc40f68-b6a6-49e1-bd76-cb70fff48b3e req-2fb05ae1-9b14-41b5-9866-a44a8d7fa104 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279089 Nov 25 19:20:24.075140 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18209300-bc9c-4064-af99-85b9920e3f17 req-76f9f927-693b-4d4b-80f2-24ed988e80b4 service neutron] Port 155a71a0-1242-4490-bf9e-2007fe2b25a9 on network c174bec4-7e19-4e46-b4e4-db9a86d87f01 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:24.076074 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18209300-bc9c-4064-af99-85b9920e3f17 req-76f9f927-693b-4d4b-80f2-24ed988e80b4 service neutron] Attempting to bind port 155a71a0-1242-4490-bf9e-2007fe2b25a9 on network c174bec4-7e19-4e46-b4e4-db9a86d87f01 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:24.103406 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-7c49d7ce-1d9c-4381-a5f8-e707d65df4c9 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:24.111314 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-7c49d7ce-1d9c-4381-a5f8-e707d65df4c9 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c&tenant_id=add7c5b3ff5b453f94df091d8db99f5d&binding%3Ahost_id=n-h1-819349-5 HTTP/1.1" status: 200 len: 1095 time: 0.2504897 Nov 25 19:20:24.111747 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18209300-bc9c-4064-af99-85b9920e3f17 req-76f9f927-693b-4d4b-80f2-24ed988e80b4 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:24.112259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18209300-bc9c-4064-af99-85b9920e3f17 req-76f9f927-693b-4d4b-80f2-24ed988e80b4 service neutron] Checking segment: {'id': 'dc0b460c-9f86-499f-9a47-07eed00d6531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c174bec4-7e19-4e46-b4e4-db9a86d87f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:24.113604 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18209300-bc9c-4064-af99-85b9920e3f17 req-76f9f927-693b-4d4b-80f2-24ed988e80b4 service neutron] Bound using segment: {'id': 'dc0b460c-9f86-499f-9a47-07eed00d6531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c174bec4-7e19-4e46-b4e4-db9a86d87f01'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:24.114908 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-18209300-bc9c-4064-af99-85b9920e3f17 req-76f9f927-693b-4d4b-80f2-24ed988e80b4 service neutron] Bound port: 155a71a0-1242-4490-bf9e-2007fe2b25a9, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc0b460c-9f86-499f-9a47-07eed00d6531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c174bec4-7e19-4e46-b4e4-db9a86d87f01'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:24.116590 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-18209300-bc9c-4064-af99-85b9920e3f17 req-76f9f927-693b-4d4b-80f2-24ed988e80b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:24.139220 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b19bc5-90c8-4218-b38e-2c8c551efdf2 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:24.176207 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-78a7fd02-d3d8-45cf-a158-4e97e4ed979f req-5d9ee712-5a3a-4033-a656-3289db38a3cb tempest-FloatingIPsNegativeTestJSON-492394850 tempest-FloatingIPsNegativeTestJSON-492394850-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0610285 Nov 25 19:20:24.210526 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 20b19bc5-90c8-4218-b38e-2c8c551efdf2, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=20b19bc5-90c8-4218-b38e-2c8c551efdf2,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:24.214385 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6b00030c-6766-4ea6-a6e4-4a785c574b20,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:24.230746 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:24.362628 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63992a31-29b4-4ad3-89ff-c3b03770cce6 req-253b3d43-bdff-443f-9b11-6524b67d80b0 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:24.364674 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-63992a31-29b4-4ad3-89ff-c3b03770cce6 req-253b3d43-bdff-443f-9b11-6524b67d80b0 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=921347f0-02dd-4e52-84f8-47cd8fefe7a9 HTTP/1.1" status: 200 len: 949 time: 0.0933025 Nov 25 19:20:24.371280 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=20b19bc5-90c8-4218-b38e-2c8c551efdf2,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:24.403035 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a238817d-2378-4cf0-ad65-ce04515eb9e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:24.421671 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a238817d-2378-4cf0-ad65-ce04515eb9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:24.471372 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-63992a31-29b4-4ad3-89ff-c3b03770cce6 req-4d4b5a67-faf4-449b-adcd-cf7ba02aaba1 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912910 Nov 25 19:20:24.483007 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['20b19bc5-90c8-4218-b38e-2c8c551efdf2'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:24.520855 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4701e-8ff3-47a3-a065-99efa5cc0a9c req-88f2c88d-45fe-4c3c-a417-a8fe067dd716 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:24.524071 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-06e4701e-8ff3-47a3-a065-99efa5cc0a9c req-88f2c88d-45fe-4c3c-a417-a8fe067dd716 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 1096 time: 0.5529747 Nov 25 19:20:24.569236 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7944f402-d0cd-4048-9b25-1608d51711a4 x-openstack-request-id: req-7944f402-d0cd-4048-9b25-1608d51711a4 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:24.569665 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18275c83-1959-4c13-8504-0a7996bd75f6", "name": "network-vif-plugged", "status": "completed", "tag": "6b00030c-6766-4ea6-a6e4-4a785c574b20", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:24.570010 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7944f402-d0cd-4048-9b25-1608d51711a4 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:24.570554 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18275c83-1959-4c13-8504-0a7996bd75f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b00030c-6766-4ea6-a6e4-4a785c574b20', 'code': 200} Nov 25 19:20:24.609296 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b76f8-d910-4b10-84e3-4003e2a31726 None None] Pushing event updated for resources: {'Port': ['ID=89264525-cab2-4913-943c-821dcdd8bc20,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:24.656163 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-18209300-bc9c-4064-af99-85b9920e3f17 req-76f9f927-693b-4d4b-80f2-24ed988e80b4 service neutron] For port 155a71a0-1242-4490-bf9e-2007fe2b25a9, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:24.661552 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-18209300-bc9c-4064-af99-85b9920e3f17 req-76f9f927-693b-4d4b-80f2-24ed988e80b4 service neutron] For port 155a71a0-1242-4490-bf9e-2007fe2b25a9, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=155a71a0-1242-4490-bf9e-2007fe2b25a9,segment=NetworkSegment(dc0b460c-9f86-499f-9a47-07eed00d6531),segment_id=dc0b460c-9f86-499f-9a47-07eed00d6531)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:24.684599 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-18209300-bc9c-4064-af99-85b9920e3f17 req-76f9f927-693b-4d4b-80f2-24ed988e80b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:24.800497 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a238817d-2378-4cf0-ad65-ce04515eb9e9 None None] Attempting to bind port 89264525-cab2-4913-943c-821dcdd8bc20 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:24.801002 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a238817d-2378-4cf0-ad65-ce04515eb9e9 None None] Attempting to bind port 89264525-cab2-4913-943c-821dcdd8bc20 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '4a9e4c8f-ca54-46bc-a8bd-1156a1de846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b0852009-a1b0-48c0-b887-5be784061d47'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:24.801611 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238817d-2378-4cf0-ad65-ce04515eb9e9 None None] Attempting to bind port 89264525-cab2-4913-943c-821dcdd8bc20 on network b0852009-a1b0-48c0-b887-5be784061d47 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:24.820913 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238817d-2378-4cf0-ad65-ce04515eb9e9 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:24.822127 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238817d-2378-4cf0-ad65-ce04515eb9e9 None None] Checking segment: {'id': '4a9e4c8f-ca54-46bc-a8bd-1156a1de846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b0852009-a1b0-48c0-b887-5be784061d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:24.822844 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a238817d-2378-4cf0-ad65-ce04515eb9e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:24.823514 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238817d-2378-4cf0-ad65-ce04515eb9e9 None None] Bound using segment: {'id': '4a9e4c8f-ca54-46bc-a8bd-1156a1de846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b0852009-a1b0-48c0-b887-5be784061d47'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:24.824854 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a238817d-2378-4cf0-ad65-ce04515eb9e9 None None] Bound port: 89264525-cab2-4913-943c-821dcdd8bc20, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9e4c8f-ca54-46bc-a8bd-1156a1de846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b0852009-a1b0-48c0-b887-5be784061d47'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:24.825495 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a238817d-2378-4cf0-ad65-ce04515eb9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:24.835224 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18209300-bc9c-4064-af99-85b9920e3f17 req-76f9f927-693b-4d4b-80f2-24ed988e80b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:24.835999 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-18209300-bc9c-4064-af99-85b9920e3f17 req-76f9f927-693b-4d4b-80f2-24ed988e80b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:24.839107 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-18209300-bc9c-4064-af99-85b9920e3f17 req-76f9f927-693b-4d4b-80f2-24ed988e80b4 service neutron] 10.222.0.73 "PUT /v2.0/ports/155a71a0-1242-4490-bf9e-2007fe2b25a9 HTTP/1.1" status: 200 len: 1092 time: 2.4415579 Nov 25 19:20:24.850453 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e659c1-225d-4c06-97b5-6d859b84a13b', 'tag': '155a71a0-1242-4490-bf9e-2007fe2b25a9'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:24.854809 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb5a6b0-044c-43bb-969b-8b797feb8674" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e659c1-225d-4c06-97b5-6d859b84a13b", "tag": "155a71a0-1242-4490-bf9e-2007fe2b25a9"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:24.903239 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-ce60983d-b249-4bfc-9404-a8fc44b8b1ce tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7c447b9322e24bbebac9648032bb6353&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592365 Nov 25 19:20:24.934538 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-a61fe08e-fd18-4a38-b464-d6f14de09f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:24.937226 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-a61fe08e-fd18-4a38-b464-d6f14de09f4b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c&tenant_id=add7c5b3ff5b453f94df091d8db99f5d HTTP/1.1" status: 200 len: 1095 time: 0.8150067 Nov 25 19:20:24.948017 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-06e4701e-8ff3-47a3-a065-99efa5cc0a9c req-c5e1e2af-70d3-4819-9f99-5159fcaefe28 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146939 Nov 25 19:20:24.990423 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9f927-693b-4d4b-80f2-24ed988e80b4 service neutron] Pushing event updated for resources: {'Port': ['ID=155a71a0-1242-4490-bf9e-2007fe2b25a9,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:24.990706 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e774334e-8c5c-4b08-a8e4-d4d8684ab9d2 None None] Provisioning complete for port 89264525-cab2-4913-943c-821dcdd8bc20 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:24.991003 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e774334e-8c5c-4b08-a8e4-d4d8684ab9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:25.041003 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device c3ee73f6-1823-4a0f-bb4a-d672b534e218 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:20:25.133046 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [req-624cbacf-f203-45b0-ad0d-ba8805496821 req-854b12cc-31c3-4db6-bf96-2ef3e57e2de2 tempest-FloatingIPsNegativeTestJSON-492394850 tempest-FloatingIPsNegativeTestJSON-492394850-project] show failed (client error): The resource could not be found. Nov 25 19:20:25.134725 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-624cbacf-f203-45b0-ad0d-ba8805496821 req-854b12cc-31c3-4db6-bf96-2ef3e57e2de2 tempest-FloatingIPsNegativeTestJSON-492394850 tempest-FloatingIPsNegativeTestJSON-492394850-project] 10.222.0.55 "GET /v2.0/floatingips/8811dc02-cce5-41ff-9690-4079e08413f0 HTTP/1.1" status: 404 len: 350 time: 0.0891023 Nov 25 19:20:25.135146 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-d855a7ee-cf42-482e-af09-7515578b3499 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:25.138071 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfabfb7-7ede-46bf-bb10-004317c10f1b req-b12f40d0-d6b4-4b88-b1d8-9efffa58f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:25.138776 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-d855a7ee-cf42-482e-af09-7515578b3499 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2277224 Nov 25 19:20:25.139783 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9dfabfb7-7ede-46bf-bb10-004317c10f1b req-b12f40d0-d6b4-4b88-b1d8-9efffa58f609 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 1101 time: 0.4292130 Nov 25 19:20:25.166273 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e774334e-8c5c-4b08-a8e4-d4d8684ab9d2 None None] Port 89264525-cab2-4913-943c-821dcdd8bc20 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:20:25.177341 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52756) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:25.184445 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a238817d-2378-4cf0-ad65-ce04515eb9e9 None None] For port 89264525-cab2-4913-943c-821dcdd8bc20, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:25.192044 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a238817d-2378-4cf0-ad65-ce04515eb9e9 None None] For port 89264525-cab2-4913-943c-821dcdd8bc20, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=89264525-cab2-4913-943c-821dcdd8bc20,segment=NetworkSegment(4a9e4c8f-ca54-46bc-a8bd-1156a1de846a),segment_id=4a9e4c8f-ca54-46bc-a8bd-1156a1de846a)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:25.203874 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18209300-bc9c-4064-af99-85b9920e3f17 req-cd9237ea-d068-424f-a43c-c0a362118b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:25.204559 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a238817d-2378-4cf0-ad65-ce04515eb9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:25.206837 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-18209300-bc9c-4064-af99-85b9920e3f17 req-cd9237ea-d068-424f-a43c-c0a362118b69 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=048ee0bb09a4480a9d7c6c7708e0b961&device_id=f7e659c1-225d-4c06-97b5-6d859b84a13b HTTP/1.1" status: 200 len: 1095 time: 0.3016622 Nov 25 19:20:25.214144 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device c3ee73f6-1823-4a0f-bb4a-d672b534e218 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:20:25.221045 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-c0180b86-5dcf-44d9-aff2-03e2d76374bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:25.223912 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-c0180b86-5dcf-44d9-aff2-03e2d76374bd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 1095 time: 0.2170205 Nov 25 19:20:25.228970 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-de3252a1-c7d2-4cfe-9f75-b2d843857c70 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/quotas/7c447b9322e24bbebac9648032bb6353 HTTP/1.1" status: 200 len: 375 time: 0.0620458 Nov 25 19:20:25.335909 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b76f8-d910-4b10-84e3-4003e2a31726 None None] Pushing event updated for resources: {'Port': ['ID=89264525-cab2-4913-943c-821dcdd8bc20,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:25.340675 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a238817d-2378-4cf0-ad65-ce04515eb9e9 None None] Routers {'62b9437c-5ef7-41c5-bd52-56aafd6f49ab'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:20:25.341676 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a238817d-2378-4cf0-ad65-ce04515eb9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:20:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['62b9437c-5ef7-41c5-bd52-56aafd6f49ab'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:20:25.364764 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9dfabfb7-7ede-46bf-bb10-004317c10f1b req-bd90a257-5bf0-499e-b314-7a3cd2bb55bd service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158709 Nov 25 19:20:25.367555 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-18209300-bc9c-4064-af99-85b9920e3f17 req-df8b52ba-12cd-4713-ad90-4332fef5c17b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=155a71a0-1242-4490-bf9e-2007fe2b25a9 HTTP/1.1" status: 200 len: 217 time: 0.0779974 Nov 25 19:20:25.499508 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a238817d-2378-4cf0-ad65-ce04515eb9e9 None None] Set router 62b9437c-5ef7-41c5-bd52-56aafd6f49ab gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:20:25.569153 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-3ddf24d0-ba25-4fa6-bf94-819c143d1958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:25.571908 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-3ddf24d0-ba25-4fa6-bf94-819c143d1958 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 921 time: 0.2850111 Nov 25 19:20:25.687310 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-8a310673-a1f5-48ad-8cef-2276df253d18 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3ee73f6-1823-4a0f-bb4a-d672b534e218 HTTP/1.1" status: 200 len: 217 time: 0.0924318 Nov 25 19:20:25.692415 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-50505591-67b8-489f-9749-4605d1ab5b24 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c447b9322e24bbebac9648032bb6353&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4302902 Nov 25 19:20:25.750113 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18209300-bc9c-4064-af99-85b9920e3f17 req-f87316fa-ec53-424a-8b00-d8dc3da64b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:25.753002 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-18209300-bc9c-4064-af99-85b9920e3f17 req-f87316fa-ec53-424a-8b00-d8dc3da64b3e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=69fc2c39-931a-43d5-99f1-83af2150ab2d HTTP/1.1" status: 200 len: 854 time: 0.1795850 Nov 25 19:20:25.784568 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-afc74a12-db27-4fcb-ab67-4d6e6d02e7bf None None] Provisioning complete for port 89264525-cab2-4913-943c-821dcdd8bc20 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:25.784951 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-afc74a12-db27-4fcb-ab67-4d6e6d02e7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:25.807133 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02ff4d-11bc-4a75-980e-fd748c30dfb8 req-4f6d06ec-d297-4cc5-84ae-0e5bbbea52e8 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:25.819482 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ce02ff4d-11bc-4a75-980e-fd748c30dfb8 req-4f6d06ec-d297-4cc5-84ae-0e5bbbea52e8 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b95665-fa11-4800-8df8-944695790f1c HTTP/1.1" status: 200 len: 949 time: 0.2662880 Nov 25 19:20:25.879631 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a238817d-2378-4cf0-ad65-ce04515eb9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9437c-5ef7-41c5-bd52-56aafd6f49ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-1069658104-router', 'tenant_id': 'c6ad6a45839b47c3972f6976e832c252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '1909e819-4adf-4e46-ae7a-3b697e131974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:20:01Z', 'updated_at': '2021-11-25T19:20:18Z', 'revision_number': 4, 'project_id': 'c6ad6a45839b47c3972f6976e832c252', 'gw_port': {'id': '1909e819-4adf-4e46-ae7a-3b697e131974', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9437c-5ef7-41c5-bd52-56aafd6f49ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:20:05Z', 'updated_at': '2021-11-25T19:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '89264525-cab2-4913-943c-821dcdd8bc20', 'name': '', 'network_id': 'b0852009-a1b0-48c0-b887-5be784061d47', 'tenant_id': 'c6ad6a45839b47c3972f6976e832c252', 'mac_address': 'fa:16:3e:46:ea:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9437c-5ef7-41c5-bd52-56aafd6f49ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4f352dc1-37ed-4336-87e9-5a25e1fcaba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:20:15Z', 'updated_at': '2021-11-25T19:20:25Z', 'revision_number': 4, 'project_id': 'c6ad6a45839b47c3972f6976e832c252', 'subnets': [{'id': '4f352dc1-37ed-4336-87e9-5a25e1fcaba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:20:25.889596 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-18209300-bc9c-4064-af99-85b9920e3f17 req-19971ece-c550-47c9-961f-e973546c5e7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c174bec4-7e19-4e46-b4e4-db9a86d87f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165435 Nov 25 19:20:25.902147 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-70137287-24cf-4a9f-afb8-8ddff99bd49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:25.903759 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-70137287-24cf-4a9f-afb8-8ddff99bd49d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=688fcc59-0345-41e4-9b88-cea9e7c21583 HTTP/1.1" status: 200 len: 860 time: 0.2080133 Nov 25 19:20:25.944530 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238817d-2378-4cf0-ad65-ce04515eb9e9 None None] The sync data for ids ['62b9437c-5ef7-41c5-bd52-56aafd6f49ab'] in n-d-819349-5 is: [{'id': '62b9437c-5ef7-41c5-bd52-56aafd6f49ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-1069658104-router', 'tenant_id': 'c6ad6a45839b47c3972f6976e832c252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '1909e819-4adf-4e46-ae7a-3b697e131974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:20:01Z', 'updated_at': '2021-11-25T19:20:18Z', 'revision_number': 4, 'project_id': 'c6ad6a45839b47c3972f6976e832c252', 'gw_port': {'id': '1909e819-4adf-4e46-ae7a-3b697e131974', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9437c-5ef7-41c5-bd52-56aafd6f49ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:20:05Z', 'updated_at': '2021-11-25T19:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '89264525-cab2-4913-943c-821dcdd8bc20', 'name': '', 'network_id': 'b0852009-a1b0-48c0-b887-5be784061d47', 'tenant_id': 'c6ad6a45839b47c3972f6976e832c252', 'mac_address': 'fa:16:3e:46:ea:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9437c-5ef7-41c5-bd52-56aafd6f49ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4f352dc1-37ed-4336-87e9-5a25e1fcaba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:20:15Z', 'updated_at': '2021-11-25T19:20:25Z', 'revision_number': 4, 'project_id': 'c6ad6a45839b47c3972f6976e832c252', 'subnets': [{'id': '4f352dc1-37ed-4336-87e9-5a25e1fcaba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:20:26.000816 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-afc74a12-db27-4fcb-ab67-4d6e6d02e7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:26.090078 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-18209300-bc9c-4064-af99-85b9920e3f17 req-33015e4a-f926-4e88-9a66-820966af2125 service neutron] 10.222.0.73 "GET /v2.0/networks/c174bec4-7e19-4e46-b4e4-db9a86d87f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926849 Nov 25 19:20:26.101355 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-afc74a12-db27-4fcb-ab67-4d6e6d02e7bf None None] For port 89264525-cab2-4913-943c-821dcdd8bc20, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=89264525-cab2-4913-943c-821dcdd8bc20,segment=NetworkSegment(4a9e4c8f-ca54-46bc-a8bd-1156a1de846a),segment_id=4a9e4c8f-ca54-46bc-a8bd-1156a1de846a)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:26.113625 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-afc74a12-db27-4fcb-ab67-4d6e6d02e7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:26.261613 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc74a12-db27-4fcb-ab67-4d6e6d02e7bf None None] Pushing event updated for resources: {'Port': ['ID=89264525-cab2-4913-943c-821dcdd8bc20,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:26.265699 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-3555bee2-3633-435d-bb9a-c863b961a376 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e27d2294-de95-4945-9062-292b41b6ea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1880002 Nov 25 19:20:26.300755 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ce02ff4d-11bc-4a75-980e-fd748c30dfb8 req-d96876ab-33eb-477c-b31f-8d203d8d967b tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791045 Nov 25 19:20:26.319461 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc18d98-3fb7-4c2b-8509-9dad31dd5a4c req-15dda1d1-663b-43d5-bcf0-ae185780ead8 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:26.334047 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bbc18d98-3fb7-4c2b-8509-9dad31dd5a4c req-15dda1d1-663b-43d5-bcf0-ae185780ead8 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7e659c1-225d-4c06-97b5-6d859b84a13b HTTP/1.1" status: 200 len: 944 time: 0.2889850 Nov 25 19:20:26.404740 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-18209300-bc9c-4064-af99-85b9920e3f17 req-bdb74b9c-964d-4f45-8444-d6c541fcac80 service neutron] 10.222.0.73 "GET /v2.0/networks/c174bec4-7e19-4e46-b4e4-db9a86d87f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947934 Nov 25 19:20:26.411220 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e394c6b-67e9-40e1-a0d4-998d9ec75ef0 x-openstack-request-id: req-6e394c6b-67e9-40e1-a0d4-998d9ec75ef0 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:26.411687 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e659c1-225d-4c06-97b5-6d859b84a13b", "tag": "155a71a0-1242-4490-bf9e-2007fe2b25a9", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:26.412278 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6e394c6b-67e9-40e1-a0d4-998d9ec75ef0 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:26.412585 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e659c1-225d-4c06-97b5-6d859b84a13b', 'tag': '155a71a0-1242-4490-bf9e-2007fe2b25a9', 'status': 'completed', 'code': 200} Nov 25 19:20:26.499551 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device e758aa2f-a5d0-438f-be66-32b309667a22 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:26.561067 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-65d3d479-7774-4b59-917d-ad3615b5ca5d service neutron] 10.222.0.85 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786543 Nov 25 19:20:26.641893 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bbc18d98-3fb7-4c2b-8509-9dad31dd5a4c req-40d62604-047f-4297-b69b-560241bd5c71 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf246f23-e54a-4104-9134-2119473d3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061695 Nov 25 19:20:26.672081 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port e758aa2f-a5d0-438f-be66-32b309667a22 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:20:26.707013 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 89264525-cab2-4913-943c-821dcdd8bc20 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:26.792758 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port e758aa2f-a5d0-438f-be66-32b309667a22 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:26.793292 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:26.885314 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5a6b0-044c-43bb-969b-8b797feb8674 req-b4107e83-8aa9-421a-82b8-916ac6b7bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:26.889724 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cbb5a6b0-044c-43bb-969b-8b797feb8674 req-b4107e83-8aa9-421a-82b8-916ac6b7bb5a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=048ee0bb09a4480a9d7c6c7708e0b961&device_id=f7e659c1-225d-4c06-97b5-6d859b84a13b HTTP/1.1" status: 200 len: 1095 time: 0.3724866 Nov 25 19:20:27.025392 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 20b19bc5-90c8-4218-b38e-2c8c551efdf2 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:27.048373 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43df6a69-9206-4a56-bb29-2dbd4e4ba7da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:27.059430 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870a49b-de71-42ef-90f4-ce905b325c94 req-375c5ea5-14df-49ab-8eda-a8442ffea73a tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:27.067653 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d870a49b-de71-42ef-90f4-ce905b325c94 req-375c5ea5-14df-49ab-8eda-a8442ffea73a tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 944 time: 0.2105570 Nov 25 19:20:27.286094 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-02e214b5-76cf-4326-93dd-baed6b7920d4 service neutron] 10.222.0.85 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6634438 Nov 25 19:20:27.287676 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d870a49b-de71-42ef-90f4-ce905b325c94 req-35e96480-df7a-4c25-b3d3-47bfe1715bce tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158239 Nov 25 19:20:27.402740 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5a6b0-044c-43bb-969b-8b797feb8674 req-2dcaafc5-78c6-4bb9-8b0f-80dfb1ab651a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:27.405044 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 89264525-cab2-4913-943c-821dcdd8bc20 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:27.405786 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:27.414986 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cbb5a6b0-044c-43bb-969b-8b797feb8674 req-2dcaafc5-78c6-4bb9-8b0f-80dfb1ab651a service neutron] 10.222.0.73 "GET /v2.0/networks?id=c174bec4-7e19-4e46-b4e4-db9a86d87f01 HTTP/1.1" status: 200 len: 915 time: 0.5089657 Nov 25 19:20:27.481074 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cbb5a6b0-044c-43bb-969b-8b797feb8674 req-b5b20619-8fb7-42ce-b612-6ee2594123d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=155a71a0-1242-4490-bf9e-2007fe2b25a9 HTTP/1.1" status: 200 len: 217 time: 0.0568774 Nov 25 19:20:27.599010 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:27.630259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5a6b0-044c-43bb-969b-8b797feb8674 req-a73f0c91-7145-48c1-9561-3fdbd2897301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:27.632785 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cbb5a6b0-044c-43bb-969b-8b797feb8674 req-a73f0c91-7145-48c1-9561-3fdbd2897301 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=69fc2c39-931a-43d5-99f1-83af2150ab2d HTTP/1.1" status: 200 len: 854 time: 0.1434457 Nov 25 19:20:27.674789 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port e758aa2f-a5d0-438f-be66-32b309667a22, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=e758aa2f-a5d0-438f-be66-32b309667a22,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:27.685842 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921347f0-02dd-4e52-84f8-47cd8fefe7a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e758aa2f-a5d0-438f-be66-32b309667a22'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:27.689740 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a467fbe9-727b-450d-99c8-bfca51bb5069" -d '{"events": [{"server_uuid": "921347f0-02dd-4e52-84f8-47cd8fefe7a9", "name": "network-vif-plugged", "status": "completed", "tag": "e758aa2f-a5d0-438f-be66-32b309667a22"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:27.711469 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:27.724705 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 20b19bc5-90c8-4218-b38e-2c8c551efdf2 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:20:27.736015 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 20b19bc5-90c8-4218-b38e-2c8c551efdf2 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:27.736897 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:27.740421 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cbb5a6b0-044c-43bb-969b-8b797feb8674 req-485073a2-183e-420c-b1a3-ecb1d6512e0f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c174bec4-7e19-4e46-b4e4-db9a86d87f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978231 Nov 25 19:20:27.792493 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bed64c-62f7-4c8c-b9ef-cda4da603e3e req-579c638c-53b5-43d0-b649-d59709b9bfd0 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:27.810806 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d0bed64c-62f7-4c8c-b9ef-cda4da603e3e req-579c638c-53b5-43d0-b649-d59709b9bfd0 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=921347f0-02dd-4e52-84f8-47cd8fefe7a9 HTTP/1.1" status: 200 len: 949 time: 0.2993689 Nov 25 19:20:27.941701 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-a81f263d-69fd-4118-8efb-a127f91d12a1 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=7c447b9322e24bbebac9648032bb6353&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442033 Nov 25 19:20:28.038711 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=e758aa2f-a5d0-438f-be66-32b309667a22,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:28.094826 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d0bed64c-62f7-4c8c-b9ef-cda4da603e3e req-316c5629-e0a7-45b2-a9fa-a4ff026c3bda tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802503 Nov 25 19:20:28.190198 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:28.230567 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-43df6a69-9206-4a56-bb29-2dbd4e4ba7da admin admin] Deleting port 89264525-cab2-4913-943c-821dcdd8bc20 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:20:28.230567 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43df6a69-9206-4a56-bb29-2dbd4e4ba7da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:28.277175 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-04fd26c0-353c-439c-91f0-548c31a56b1b tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:28.281345 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-04fd26c0-353c-439c-91f0-548c31a56b1b tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c&tenant_id=add7c5b3ff5b453f94df091d8db99f5d&binding%3Ahost_id=n-h2-819349-5 HTTP/1.1" status: 200 len: 1095 time: 0.3358212 Nov 25 19:20:28.281993 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 20b19bc5-90c8-4218-b38e-2c8c551efdf2, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=20b19bc5-90c8-4218-b38e-2c8c551efdf2,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:28.289235 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:28.327219 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-e3ab2581-4a15-464a-aa1a-30b06a79c616 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:20:28.336743 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-e3ab2581-4a15-464a-aa1a-30b06a79c616 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0214636 Nov 25 19:20:28.359122 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cbb5a6b0-044c-43bb-969b-8b797feb8674 req-1710c6b3-e031-4c46-9e62-43f0408bf868 service neutron] 10.222.0.73 "GET /v2.0/networks/c174bec4-7e19-4e46-b4e4-db9a86d87f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6109393 Nov 25 19:20:28.384126 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=20b19bc5-90c8-4218-b38e-2c8c551efdf2,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:28.411218 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-1707902d-2be0-45c0-8285-67b30cae3e9c tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:28.412840 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-1707902d-2be0-45c0-8285-67b30cae3e9c tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4153659 Nov 25 19:20:28.416961 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8d6738bb-a76c-42e5-8130-2e8ae26747de req-c58dec92-84f9-4e4c-8d03-3399c6c2145a tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?device_id=0868283d-ef0f-4f96-b297-9480676436a4 HTTP/1.1" status: 200 len: 210 time: 0.0443363 Nov 25 19:20:28.428462 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-5e4c92d1-9577-4e8e-ae54-33a39691f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:28.429300 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-3154d34b-1ceb-4d44-a03b-82f7cb9cec48 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Request body: {'port': {'device_id': '0868283d-ef0f-4f96-b297-9480676436a4', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '7c447b9322e24bbebac9648032bb6353'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:28.431053 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-5e4c92d1-9577-4e8e-ae54-33a39691f922 service neutron] 10.222.0.55 "GET /v2.0/ports/56bbbeb8-552b-4f79-b054-15fb22851a8a HTTP/1.1" status: 200 len: 1093 time: 0.0923357 Nov 25 19:20:28.444796 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:20:28.445635 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-d7268ab5-5e5a-4a69-a567-09b4bb47e175 service neutron] Request body: {'binding': {'host': 'n-h1-819349-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:28.445979 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-d7268ab5-5e5a-4a69-a567-09b4bb47e175 service neutron] Unknown quota resources ['binding']. {{(pid=103600) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 19:20:28.494219 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-43df6a69-9206-4a56-bb29-2dbd4e4ba7da admin admin] For port 89264525-cab2-4913-943c-821dcdd8bc20, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=89264525-cab2-4913-943c-821dcdd8bc20,segment=NetworkSegment(4a9e4c8f-ca54-46bc-a8bd-1156a1de846a),segment_id=4a9e4c8f-ca54-46bc-a8bd-1156a1de846a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:28.494662 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43df6a69-9206-4a56-bb29-2dbd4e4ba7da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:28.520952 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-43df6a69-9206-4a56-bb29-2dbd4e4ba7da admin admin] Calling delete_port for 89264525-cab2-4913-943c-821dcdd8bc20 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:20:28.640243 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cbb5a6b0-044c-43bb-969b-8b797feb8674 req-606564f1-9364-4240-8b7b-68cd703a278e service neutron] 10.222.0.73 "GET /v2.0/networks/c174bec4-7e19-4e46-b4e4-db9a86d87f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661264 Nov 25 19:20:28.681512 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-afff97e5-796f-47a4-9358-e6b3e2d16dd2 service neutron] For port c3ee73f6-1823-4a0f-bb4a-d672b534e218, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:28.690771 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-afff97e5-796f-47a4-9358-e6b3e2d16dd2 service neutron] Publish callbacks [] for binding, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:28.692601 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5737d8df-6102-4a23-af5d-df2c064b9845 req-afff97e5-796f-47a4-9358-e6b3e2d16dd2 service neutron] 10.222.0.85 "DELETE /v2.0/ports/c3ee73f6-1823-4a0f-bb4a-d672b534e218/bindings/n-h1-819349-5 HTTP/1.1" status: 204 len: 173 time: 0.3956578 Nov 25 19:20:28.706505 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-3154d34b-1ceb-4d44-a03b-82f7cb9cec48 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Made reservation on behalf of 7c447b9322e24bbebac9648032bb6353 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:20:28.715360 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-3154d34b-1ceb-4d44-a03b-82f7cb9cec48 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:28.722109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59724336-ac2f-428d-9fac-16116b54b12d req-25c11dfe-e39d-4491-bccf-89c60a80e80d tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:28.724511 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-59724336-ac2f-428d-9fac-16116b54b12d req-25c11dfe-e39d-4491-bccf-89c60a80e80d tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b95665-fa11-4800-8df8-944695790f1c HTTP/1.1" status: 200 len: 950 time: 0.1769481 Nov 25 19:20:28.827737 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-d7268ab5-5e5a-4a69-a567-09b4bb47e175 service neutron] Attempting to bind port 56bbbeb8-552b-4f79-b054-15fb22851a8a on host n-h1-819349-5 for vnic_type normal with profile None {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:28.828659 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-d7268ab5-5e5a-4a69-a567-09b4bb47e175 service neutron] Attempting to bind port 56bbbeb8-552b-4f79-b054-15fb22851a8a by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:28.828659 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-d7268ab5-5e5a-4a69-a567-09b4bb47e175 service neutron] Attempting to bind port 56bbbeb8-552b-4f79-b054-15fb22851a8a on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:28.869567 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-d7268ab5-5e5a-4a69-a567-09b4bb47e175 service neutron] Port 56bbbeb8-552b-4f79-b054-15fb22851a8a on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:28.870099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-d7268ab5-5e5a-4a69-a567-09b4bb47e175 service neutron] Attempting to bind port 56bbbeb8-552b-4f79-b054-15fb22851a8a on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:28.887439 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-3154d34b-1ceb-4d44-a03b-82f7cb9cec48 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Allocated IP 192.168.233.93 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/30843c65-093d-4183-b2be-1844b3f77fe6) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:20:28.892500 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-d7268ab5-5e5a-4a69-a567-09b4bb47e175 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:28.892895 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-d7268ab5-5e5a-4a69-a567-09b4bb47e175 service neutron] Checking segment: {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:28.893285 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-d7268ab5-5e5a-4a69-a567-09b4bb47e175 service neutron] Bound using segment: {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:28.893740 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-d7268ab5-5e5a-4a69-a567-09b4bb47e175 service neutron] Bound port: 56bbbeb8-552b-4f79-b054-15fb22851a8a, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:28.901134 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-59724336-ac2f-428d-9fac-16116b54b12d req-939dfa16-73c7-46bf-8782-0354eb8fe3bc tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268828 Nov 25 19:20:28.999183 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-d7268ab5-5e5a-4a69-a567-09b4bb47e175 service neutron] For port 56bbbeb8-552b-4f79-b054-15fb22851a8a, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=56bbbeb8-552b-4f79-b054-15fb22851a8a,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:29.004684 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0a1131-7bbc-437a-a9ce-99b28786e109 x-openstack-request-id: req-0b0a1131-7bbc-437a-a9ce-99b28786e109 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:29.007226 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921347f0-02dd-4e52-84f8-47cd8fefe7a9", "name": "network-vif-plugged", "status": "completed", "tag": "e758aa2f-a5d0-438f-be66-32b309667a22", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:29.011034 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0b0a1131-7bbc-437a-a9ce-99b28786e109 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:29.011230 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-d7268ab5-5e5a-4a69-a567-09b4bb47e175 service neutron] Publish callbacks [] for binding, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:29.011720 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921347f0-02dd-4e52-84f8-47cd8fefe7a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e758aa2f-a5d0-438f-be66-32b309667a22', 'code': 200} Nov 25 19:20:29.012785 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-d7268ab5-5e5a-4a69-a567-09b4bb47e175 service neutron] 10.222.0.55 "POST /v2.0/ports/56bbbeb8-552b-4f79-b054-15fb22851a8a/bindings HTTP/1.1" status: 201 len: 389 time: 0.5708854 Nov 25 19:20:29.028982 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43df6a69-9206-4a56-bb29-2dbd4e4ba7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:29.048373 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 155a71a0-1242-4490-bf9e-2007fe2b25a9 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:29.091180 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df6a69-9206-4a56-bb29-2dbd4e4ba7da admin admin] Pushing event deleted for resources: {'Port': ['ID=89264525-cab2-4913-943c-821dcdd8bc20,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:29.338781 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-53bc5600-bcaa-43d2-84f0-6cea99ad9c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:29.359784 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-3154d34b-1ceb-4d44-a03b-82f7cb9cec48 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:29.475968 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 155a71a0-1242-4490-bf9e-2007fe2b25a9, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=155a71a0-1242-4490-bf9e-2007fe2b25a9,segment=NetworkSegment(dc0b460c-9f86-499f-9a47-07eed00d6531),segment_id=dc0b460c-9f86-499f-9a47-07eed00d6531)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:29.515539 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '155a71a0-1242-4490-bf9e-2007fe2b25a9', 'network_id': 'c174bec4-7e19-4e46-b4e4-db9a86d87f01', 'port_id': '155a71a0-1242-4490-bf9e-2007fe2b25a9', 'mac_address': 'fa:16:3e:37:3f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69fc2c39-931a-43d5-99f1-83af2150ab2d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:20:29.562436 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3f36b-6cc7-4c35-82dd-30f8b5768f46 req-ae131d02-cd97-4d11-b993-247c0e902bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:29.566534 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-66c3f36b-6cc7-4c35-82dd-30f8b5768f46 req-ae131d02-cd97-4d11-b993-247c0e902bdb service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=921347f0-02dd-4e52-84f8-47cd8fefe7a9 HTTP/1.1" status: 200 len: 1101 time: 0.1982520 Nov 25 19:20:29.573855 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-3154d34b-1ceb-4d44-a03b-82f7cb9cec48 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:29.599115 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['5169bf23-f138-4b25-8839-deb30386f862'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:29.655716 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:29.688334 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155a71a0-1242-4490-bf9e-2007fe2b25a9 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:29.696762 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f92302-e4b1-479a-bfa9-f1da6bafea6c req-f3ff2e41-57e2-4bc3-a05e-33545e889d1b tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:29.705357 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e4f92302-e4b1-479a-bfa9-f1da6bafea6c req-f3ff2e41-57e2-4bc3-a05e-33545e889d1b tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 944 time: 0.3186214 Nov 25 19:20:29.754464 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-3154d34b-1ceb-4d44-a03b-82f7cb9cec48 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:20:29.762760 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 155a71a0-1242-4490-bf9e-2007fe2b25a9, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=155a71a0-1242-4490-bf9e-2007fe2b25a9,segment=NetworkSegment(dc0b460c-9f86-499f-9a47-07eed00d6531),segment_id=dc0b460c-9f86-499f-9a47-07eed00d6531)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:29.777003 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:29.793982 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-3154d34b-1ceb-4d44-a03b-82f7cb9cec48 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:20:29.826329 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-3154d34b-1ceb-4d44-a03b-82f7cb9cec48 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:20:29.863073 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed18c6b-c410-40a9-a257-7ecabff1c9a4 req-303a7df6-14c9-4057-ae6b-429e2ef9686b tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:29.875313 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5ed18c6b-c410-40a9-a257-7ecabff1c9a4 req-303a7df6-14c9-4057-ae6b-429e2ef9686b tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7e659c1-225d-4c06-97b5-6d859b84a13b HTTP/1.1" status: 200 len: 944 time: 0.6491184 Nov 25 19:20:29.879090 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=155a71a0-1242-4490-bf9e-2007fe2b25a9,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:29.905050 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-66c3f36b-6cc7-4c35-82dd-30f8b5768f46 req-54ac68a0-0c3f-4d2c-ad9f-3605bc309041 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128388 Nov 25 19:20:29.911986 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-3154d34b-1ceb-4d44-a03b-82f7cb9cec48 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:29.913090 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-3154d34b-1ceb-4d44-a03b-82f7cb9cec48 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:29.944610 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154d34b-1ceb-4d44-a03b-82f7cb9cec48 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Pushing event updated for resources: {'Port': ['ID=30843c65-093d-4183-b2be-1844b3f77fe6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:29.967396 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43df6a69-9206-4a56-bb29-2dbd4e4ba7da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:29.985946 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5ed18c6b-c410-40a9-a257-7ecabff1c9a4 req-600ee581-04d5-425e-8275-3e81cae536eb tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf246f23-e54a-4104-9134-2119473d3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097784 Nov 25 19:20:30.037986 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['155a71a0-1242-4490-bf9e-2007fe2b25a9'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:30.039381 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e4f92302-e4b1-479a-bfa9-f1da6bafea6c req-89523db6-3392-4a0e-b488-d50745346789 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004208 Nov 25 19:20:30.049901 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-3154d34b-1ceb-4d44-a03b-82f7cb9cec48 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6245267 Nov 25 19:20:30.056829 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-d6b8e715-eddf-4278-8e39-01e568d954b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:30.057063 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-d6b8e715-eddf-4278-8e39-01e568d954b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 1096 time: 0.3824863 Nov 25 19:20:30.132081 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-0a36287b-70ed-4278-8848-6f52a67d6560 service neutron] Request body: {'port': {'device_id': '0868283d-ef0f-4f96-b297-9480676436a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:30.360193 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-819e504b-f90b-4f3d-8571-bc6363251b3f None None] Provisioning complete for port 30843c65-093d-4183-b2be-1844b3f77fe6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:30.360960 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-819e504b-f90b-4f3d-8571-bc6363251b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:30.394148 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286496af-36c6-40af-a2f4-bd7b0873ebdb req-3cb17240-e938-4733-b1b1-4ad293708c10 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:30.398904 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-286496af-36c6-40af-a2f4-bd7b0873ebdb req-3cb17240-e938-4733-b1b1-4ad293708c10 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=921347f0-02dd-4e52-84f8-47cd8fefe7a9 HTTP/1.1" status: 200 len: 950 time: 0.1320543 Nov 25 19:20:30.466743 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-819e504b-f90b-4f3d-8571-bc6363251b3f None None] Port 30843c65-093d-4183-b2be-1844b3f77fe6 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:20:30.593035 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-286496af-36c6-40af-a2f4-bd7b0873ebdb req-0934ef9f-21da-42c0-bb73-7e6b54cd3e46 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820598 Nov 25 19:20:30.617790 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-0a36287b-70ed-4278-8848-6f52a67d6560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:30.625790 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43df6a69-9206-4a56-bb29-2dbd4e4ba7da admin admin] Router 62b9437c-5ef7-41c5-bd52-56aafd6f49ab has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:20:30.672727 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8eda2-8aca-4153-b798-7e8ff76fbb0c req-cc9dc181-4433-4299-9ddd-1a0de8a8691d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:30.675510 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-03c8eda2-8aca-4153-b798-7e8ff76fbb0c req-cc9dc181-4433-4299-9ddd-1a0de8a8691d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 945 time: 0.1734157 Nov 25 19:20:30.758730 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-cd29a655-f4df-4f12-b3b0-4f334fb6b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:30.761354 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-cd29a655-f4df-4f12-b3b0-4f334fb6b657 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 908 time: 0.6937881 Nov 25 19:20:30.783751 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43df6a69-9206-4a56-bb29-2dbd4e4ba7da admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:20:30.793595 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-43df6a69-9206-4a56-bb29-2dbd4e4ba7da admin admin] 10.222.0.55 "PUT /v2.0/routers/62b9437c-5ef7-41c5-bd52-56aafd6f49ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6138148 Nov 25 19:20:30.794784 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52812) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:30.800481 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32788e2-caf8-4fe1-9671-06674a8dc653 None None] Sync routers for ids ['62b9437c-5ef7-41c5-bd52-56aafd6f49ab'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:20:30.816035 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32788e2-caf8-4fe1-9671-06674a8dc653 None None] Routers {'62b9437c-5ef7-41c5-bd52-56aafd6f49ab'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:20:30.816678 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c32788e2-caf8-4fe1-9671-06674a8dc653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:20:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['62b9437c-5ef7-41c5-bd52-56aafd6f49ab'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:20:30.856066 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-81194ee1-9478-46d5-800f-e85f300a60a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56bbbeb8-552b-4f79-b054-15fb22851a8a HTTP/1.1" status: 200 len: 217 time: 0.0832560 Nov 25 19:20:30.984037 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-c32788e2-caf8-4fe1-9671-06674a8dc653 None None] Set router 62b9437c-5ef7-41c5-bd52-56aafd6f49ab gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:20:31.013638 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b95665-fa11-4800-8df8-944695790f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b19bc5-90c8-4218-b38e-2c8c551efdf2'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:31.017213 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebc8336-8035-4edf-89a2-dc60730a344b" -d '{"events": [{"server_uuid": "24b95665-fa11-4800-8df8-944695790f1c", "name": "network-vif-plugged", "status": "completed", "tag": "20b19bc5-90c8-4218-b38e-2c8c551efdf2"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:31.054721 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 155a71a0-1242-4490-bf9e-2007fe2b25a9 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:31.072378 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-03c8eda2-8aca-4153-b798-7e8ff76fbb0c req-bd18c891-d0c0-467a-9c39-06c3c9db65f2 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787658 Nov 25 19:20:31.099347 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68ad66d6-2917-4caf-a35d-9ea5a3e838d0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:31.130916 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-0832a52e-be6e-4124-bc5e-d73df5a46b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:31.133578 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-0832a52e-be6e-4124-bc5e-d73df5a46b29 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7d22af38-4f63-40b1-a1f0-3aff6ec04048 HTTP/1.1" status: 200 len: 847 time: 0.2649438 Nov 25 19:20:31.199843 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 155a71a0-1242-4490-bf9e-2007fe2b25a9 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:20:31.204309 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 155a71a0-1242-4490-bf9e-2007fe2b25a9 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:31.204836 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:31.273532 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a187a3b-b6b6-4ee6-84b2-40aa2c2cc35e req-379bbde3-1b60-46bb-a018-a1137ee76dfb tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:31.287128 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a187a3b-b6b6-4ee6-84b2-40aa2c2cc35e req-379bbde3-1b60-46bb-a018-a1137ee76dfb tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?device_id=0868283d-ef0f-4f96-b297-9480676436a4 HTTP/1.1" status: 200 len: 935 time: 0.4905365 Nov 25 19:20:31.353821 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:31.368718 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c32788e2-caf8-4fe1-9671-06674a8dc653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9437c-5ef7-41c5-bd52-56aafd6f49ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-1069658104-router', 'tenant_id': 'c6ad6a45839b47c3972f6976e832c252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '1909e819-4adf-4e46-ae7a-3b697e131974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:20:01Z', 'updated_at': '2021-11-25T19:20:28Z', 'revision_number': 5, 'project_id': 'c6ad6a45839b47c3972f6976e832c252', 'gw_port': {'id': '1909e819-4adf-4e46-ae7a-3b697e131974', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9437c-5ef7-41c5-bd52-56aafd6f49ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:20:05Z', 'updated_at': '2021-11-25T19:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:20:31.405154 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 155a71a0-1242-4490-bf9e-2007fe2b25a9, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=155a71a0-1242-4490-bf9e-2007fe2b25a9,segment=NetworkSegment(dc0b460c-9f86-499f-9a47-07eed00d6531),segment_id=dc0b460c-9f86-499f-9a47-07eed00d6531)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:31.409939 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-a86fb71b-36f2-4d68-9cbd-0f801433ebdb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1925550 Nov 25 19:20:31.412546 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:31.415981 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a187a3b-b6b6-4ee6-84b2-40aa2c2cc35e req-7d67fbb0-0e8d-4d47-bd6d-77ae0d97f157 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/security-groups?id=deb68af6-644a-4d42-86bf-15a53977be5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265945 Nov 25 19:20:31.421693 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68ad66d6-2917-4caf-a35d-9ea5a3e838d0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:31.433794 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32788e2-caf8-4fe1-9671-06674a8dc653 None None] Checking router: 62b9437c-5ef7-41c5-bd52-56aafd6f49ab for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:20:31.455350 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32788e2-caf8-4fe1-9671-06674a8dc653 None None] Routers {'62b9437c-5ef7-41c5-bd52-56aafd6f49ab'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:20:31.456706 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c32788e2-caf8-4fe1-9671-06674a8dc653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:20:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['62b9437c-5ef7-41c5-bd52-56aafd6f49ab'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:20:31.493721 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=155a71a0-1242-4490-bf9e-2007fe2b25a9,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:31.574942 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791210ef-cc26-40d8-a620-53f941ec8736 x-openstack-request-id: req-791210ef-cc26-40d8-a620-53f941ec8736 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:31.575539 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b95665-fa11-4800-8df8-944695790f1c", "name": "network-vif-plugged", "status": "completed", "tag": "20b19bc5-90c8-4218-b38e-2c8c551efdf2", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:31.575963 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-791210ef-cc26-40d8-a620-53f941ec8736 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:31.576622 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b95665-fa11-4800-8df8-944695790f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b19bc5-90c8-4218-b38e-2c8c551efdf2', 'code': 200} Nov 25 19:20:31.593659 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f1e26-5b60-4a51-b94c-bba00c2f0865 req-3589e61e-0baf-4df5-9273-b4b56aadc3ac tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:31.595877 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c94f1e26-5b60-4a51-b94c-bba00c2f0865 req-3589e61e-0baf-4df5-9273-b4b56aadc3ac tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b95665-fa11-4800-8df8-944695790f1c HTTP/1.1" status: 200 len: 950 time: 0.2452910 Nov 25 19:20:31.615478 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-68ad66d6-2917-4caf-a35d-9ea5a3e838d0 admin admin] Deleting port 1909e819-4adf-4e46-ae7a-3b697e131974 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:20:31.616851 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68ad66d6-2917-4caf-a35d-9ea5a3e838d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:31.640428 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-c32788e2-caf8-4fe1-9671-06674a8dc653 None None] Set router 62b9437c-5ef7-41c5-bd52-56aafd6f49ab gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:20:31.708576 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8dc3dfa7-d4fd-470d-83d5-bfb15da50442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:31.714087 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c32788e2-caf8-4fe1-9671-06674a8dc653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9437c-5ef7-41c5-bd52-56aafd6f49ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-1069658104-router', 'tenant_id': 'c6ad6a45839b47c3972f6976e832c252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:20:01Z', 'updated_at': '2021-11-25T19:20:31Z', 'revision_number': 6, 'project_id': 'c6ad6a45839b47c3972f6976e832c252', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:20:31.714351 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-09d1ec7c-6271-4e66-a20d-52d983933489 service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718797 Nov 25 19:20:31.745037 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32788e2-caf8-4fe1-9671-06674a8dc653 None None] The sync data for ids ['62b9437c-5ef7-41c5-bd52-56aafd6f49ab'] in n-d-819349-5 is: [{'id': '62b9437c-5ef7-41c5-bd52-56aafd6f49ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-1069658104-router', 'tenant_id': 'c6ad6a45839b47c3972f6976e832c252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:20:01Z', 'updated_at': '2021-11-25T19:20:31Z', 'revision_number': 6, 'project_id': 'c6ad6a45839b47c3972f6976e832c252', 'gw_port_host': None}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:20:31.803645 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c94f1e26-5b60-4a51-b94c-bba00c2f0865 req-860af391-4a58-4e21-90f6-7f8df80c0baa tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558571 Nov 25 19:20:31.850683 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-68ad66d6-2917-4caf-a35d-9ea5a3e838d0 admin admin] For port 1909e819-4adf-4e46-ae7a-3b697e131974, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1909e819-4adf-4e46-ae7a-3b697e131974,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:31.851072 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68ad66d6-2917-4caf-a35d-9ea5a3e838d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:31.860808 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-0a36287b-70ed-4278-8848-6f52a67d6560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30843c65-093d-4183-b2be-1844b3f77fe6 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:31.862437 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753a572-0efe-4af6-965a-42d099a63ba8 req-3f1b3a41-9a9c-4c8a-ac6b-6d5d64d28efe tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:31.864058 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1753a572-0efe-4af6-965a-42d099a63ba8 req-3f1b3a41-9a9c-4c8a-ac6b-6d5d64d28efe tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7e659c1-225d-4c06-97b5-6d859b84a13b HTTP/1.1" status: 200 len: 946 time: 0.1295428 Nov 25 19:20:31.866149 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1545d8-e450-4f05-b1ef-e38b0c469cc8 req-cae7b3b9-3ef7-4fd4-ad56-fc37c8ef6c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:31.867650 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af1545d8-e450-4f05-b1ef-e38b0c469cc8 req-cae7b3b9-3ef7-4fd4-ad56-fc37c8ef6c02 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=24b95665-fa11-4800-8df8-944695790f1c HTTP/1.1" status: 200 len: 1101 time: 0.1245563 Nov 25 19:20:31.873227 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-0a36287b-70ed-4278-8848-6f52a67d6560 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:31.905434 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-0a36287b-70ed-4278-8848-6f52a67d6560 service neutron] Transition to ACTIVE for port object 30843c65-093d-4183-b2be-1844b3f77fe6 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:20:31.909254 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-68ad66d6-2917-4caf-a35d-9ea5a3e838d0 admin admin] Calling delete_port for 1909e819-4adf-4e46-ae7a-3b697e131974 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:20:31.910819 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-0a36287b-70ed-4278-8848-6f52a67d6560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:32.024709 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1753a572-0efe-4af6-965a-42d099a63ba8 req-7510ab14-c13f-4330-a60e-e9def51e3a94 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf246f23-e54a-4104-9134-2119473d3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489334 Nov 25 19:20:32.027746 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-45b4b507-4f00-4940-b16d-943ad4e30fa4 service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941914 Nov 25 19:20:32.028671 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af1545d8-e450-4f05-b1ef-e38b0c469cc8 req-3b78f09c-ee83-42cd-a60f-8c9b62b8f70a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430750 Nov 25 19:20:32.044160 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36287b-70ed-4278-8848-6f52a67d6560 service neutron] Pushing event updated for resources: {'Port': ['ID=30843c65-093d-4183-b2be-1844b3f77fe6,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:32.147962 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02247352-520f-40e6-a670-d84a56defc41 req-402f2df8-dce4-4a5f-b5e0-9ea60c12beb3 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:32.151118 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02247352-520f-40e6-a670-d84a56defc41 req-402f2df8-dce4-4a5f-b5e0-9ea60c12beb3 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 1095 time: 0.2580292 Nov 25 19:20:32.207628 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-0a36287b-70ed-4278-8848-6f52a67d6560 service neutron] Attempting to bind port 30843c65-093d-4183-b2be-1844b3f77fe6 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:32.208157 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-0a36287b-70ed-4278-8848-6f52a67d6560 service neutron] Attempting to bind port 30843c65-093d-4183-b2be-1844b3f77fe6 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:32.208680 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-0a36287b-70ed-4278-8848-6f52a67d6560 service neutron] Attempting to bind port 30843c65-093d-4183-b2be-1844b3f77fe6 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:32.224818 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-0a36287b-70ed-4278-8848-6f52a67d6560 service neutron] Port 30843c65-093d-4183-b2be-1844b3f77fe6 on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:32.225277 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-0a36287b-70ed-4278-8848-6f52a67d6560 service neutron] Attempting to bind port 30843c65-093d-4183-b2be-1844b3f77fe6 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:32.245695 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-0a36287b-70ed-4278-8848-6f52a67d6560 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:32.246213 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-0a36287b-70ed-4278-8848-6f52a67d6560 service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:32.246856 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-0a36287b-70ed-4278-8848-6f52a67d6560 service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:32.247604 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-0a36287b-70ed-4278-8848-6f52a67d6560 service neutron] Bound port: 30843c65-093d-4183-b2be-1844b3f77fe6, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:32.248163 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-0a36287b-70ed-4278-8848-6f52a67d6560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:32.320284 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02247352-520f-40e6-a670-d84a56defc41 req-c388a284-f7af-4766-b9b6-8544a6e8cca8 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464701 Nov 25 19:20:32.361863 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68ad66d6-2917-4caf-a35d-9ea5a3e838d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:32.399463 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816662e-e881-429a-91d6-733e435318c4 req-6b2a4099-7a34-4ca0-8301-bde99f1c7da5 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:32.401324 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f816662e-e881-429a-91d6-733e435318c4 req-6b2a4099-7a34-4ca0-8301-bde99f1c7da5 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=921347f0-02dd-4e52-84f8-47cd8fefe7a9 HTTP/1.1" status: 200 len: 950 time: 0.2258315 Nov 25 19:20:32.453132 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-0a36287b-70ed-4278-8848-6f52a67d6560 service neutron] For port 30843c65-093d-4183-b2be-1844b3f77fe6, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:32.461175 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-0a36287b-70ed-4278-8848-6f52a67d6560 service neutron] For port 30843c65-093d-4183-b2be-1844b3f77fe6, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=30843c65-093d-4183-b2be-1844b3f77fe6,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:32.465766 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad66d6-2917-4caf-a35d-9ea5a3e838d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1909e819-4adf-4e46-ae7a-3b697e131974,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:32.469725 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-0a36287b-70ed-4278-8848-6f52a67d6560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:32.553449 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68ad66d6-2917-4caf-a35d-9ea5a3e838d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:32.566462 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-cff41395-9479-4c6f-8663-14efb9dfc7ae tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:32.570247 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-cff41395-9479-4c6f-8663-14efb9dfc7ae tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35&tenant_id=12018ca1c64542299c2d57a199401db7&binding%3Ahost_id=n-h2-819349-5 HTTP/1.1" status: 200 len: 1096 time: 0.2786491 Nov 25 19:20:32.615087 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-ba33b595-015a-42c8-854f-60c1fbd0bca9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819349-5'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:32.625921 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-0a36287b-70ed-4278-8848-6f52a67d6560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:32.627346 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-0a36287b-70ed-4278-8848-6f52a67d6560 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:32.629862 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-0a36287b-70ed-4278-8848-6f52a67d6560 service neutron] 10.222.0.85 "PUT /v2.0/ports/30843c65-093d-4183-b2be-1844b3f77fe6 HTTP/1.1" status: 200 len: 1095 time: 2.5207152 Nov 25 19:20:32.630737 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0868283d-ef0f-4f96-b297-9480676436a4', 'tag': '30843c65-093d-4183-b2be-1844b3f77fe6'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:32.638938 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ddb24e-9c80-40e2-98b0-dee26821c897" -d '{"events": [{"name": "network-changed", "server_uuid": "0868283d-ef0f-4f96-b297-9480676436a4", "tag": "30843c65-093d-4183-b2be-1844b3f77fe6"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:32.815490 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36287b-70ed-4278-8848-6f52a67d6560 service neutron] Pushing event updated for resources: {'Port': ['ID=30843c65-093d-4183-b2be-1844b3f77fe6,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:32.871770 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1909e819-4adf-4e46-ae7a-3b697e131974 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:20:32.895955 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f816662e-e881-429a-91d6-733e435318c4 req-745c4ceb-3e56-4666-8d01-4e5cae3bf360 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434268 Nov 25 19:20:32.905685 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-6fcac9cc-ba54-4ed8-8252-8b6990db74c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:32.907624 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-6fcac9cc-ba54-4ed8-8252-8b6990db74c3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7c447b9322e24bbebac9648032bb6353&device_id=0868283d-ef0f-4f96-b297-9480676436a4 HTTP/1.1" status: 200 len: 1098 time: 0.1532397 Nov 25 19:20:32.921454 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 1909e819-4adf-4e46-ae7a-3b697e131974 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:20:32.922078 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1909e819-4adf-4e46-ae7a-3b697e131974 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:20:32.922668 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68ad66d6-2917-4caf-a35d-9ea5a3e838d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:32.923052 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 89264525-cab2-4913-943c-821dcdd8bc20 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:20:32.927618 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68ad66d6-2917-4caf-a35d-9ea5a3e838d0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:32.942339 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125e0a0-02c3-4247-9e65-b7805d1f3f37 req-da0971c9-ae3b-412c-9cdf-5269b6219e72 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:32.944335 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5125e0a0-02c3-4247-9e65-b7805d1f3f37 req-da0971c9-ae3b-412c-9cdf-5269b6219e72 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 945 time: 0.2235923 Nov 25 19:20:32.959042 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 89264525-cab2-4913-943c-821dcdd8bc20 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:20:32.959403 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 89264525-cab2-4913-943c-821dcdd8bc20 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:20:33.033396 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-a3fd0b1f-05ef-4c60-9480-8fc0c1752a40 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=30843c65-093d-4183-b2be-1844b3f77fe6 HTTP/1.1" status: 200 len: 217 time: 0.0875108 Nov 25 19:20:33.127846 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-86577327-a53e-4585-baf2-11f5e81dc75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:33.130390 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-86577327-a53e-4585-baf2-11f5e81dc75c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.0780125 Nov 25 19:20:33.141551 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68ad66d6-2917-4caf-a35d-9ea5a3e838d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:33.142356 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ad66d6-2917-4caf-a35d-9ea5a3e838d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62b9437c-5ef7-41c5-bd52-56aafd6f49ab {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:20:33.146382 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-ba33b595-015a-42c8-854f-60c1fbd0bca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:33.151787 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5125e0a0-02c3-4247-9e65-b7805d1f3f37 req-c55118e5-4dfb-41aa-87c5-0eacba0d6301 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188502 Nov 25 19:20:33.154539 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68ad66d6-2917-4caf-a35d-9ea5a3e838d0 admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:33.158800 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-68ad66d6-2917-4caf-a35d-9ea5a3e838d0 admin admin] 10.222.0.55 "DELETE /v2.0/routers/62b9437c-5ef7-41c5-bd52-56aafd6f49ab HTTP/1.1" status: 204 len: 168 time: 2.3582628 Nov 25 19:20:33.159618 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52840) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:33.234714 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-dbc331ea-002c-439f-b44a-67062031cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:33.242698 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-dbc331ea-002c-439f-b44a-67062031cf9e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0896850 Nov 25 19:20:33.249914 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101d7de9-06f6-41ec-bd13-dd86c93f5049 x-openstack-request-id: req-101d7de9-06f6-41ec-bd13-dd86c93f5049 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:33.250254 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0868283d-ef0f-4f96-b297-9480676436a4", "tag": "30843c65-093d-4183-b2be-1844b3f77fe6", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:33.250488 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-101d7de9-06f6-41ec-bd13-dd86c93f5049 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:33.250901 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0868283d-ef0f-4f96-b297-9480676436a4', 'tag': '30843c65-093d-4183-b2be-1844b3f77fe6', 'status': 'completed', 'code': 200} Nov 25 19:20:33.259968 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157ad15-de84-4623-a224-b350b5c7656b req-2f740c25-4f9c-4be0-8ba1-7aa5107d4356 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:33.267635 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0157ad15-de84-4623-a224-b350b5c7656b req-2f740c25-4f9c-4be0-8ba1-7aa5107d4356 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?device_id=0868283d-ef0f-4f96-b297-9480676436a4 HTTP/1.1" status: 200 len: 947 time: 0.1944101 Nov 25 19:20:33.393632 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c366b24-eccb-4688-97fb-18a5b0e945b2 admin admin] Deleting subnet 4f352dc1-37ed-4336-87e9-5a25e1fcaba2 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:20:33.408985 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c366b24-eccb-4688-97fb-18a5b0e945b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:33.478867 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0157ad15-de84-4623-a224-b350b5c7656b req-fd8f1f7c-a4b0-4c4f-9f64-31533b39876e tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/security-groups?id=deb68af6-644a-4d42-86bf-15a53977be5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095861 Nov 25 19:20:33.484235 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-225ecfb6-6ffa-40f2-8293-9d0175b0c8fd service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323370 Nov 25 19:20:33.484779 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:33.488182 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-ba33b595-015a-42c8-854f-60c1fbd0bca9 service neutron] For port 56bbbeb8-552b-4f79-b054-15fb22851a8a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=56bbbeb8-552b-4f79-b054-15fb22851a8a,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:33.491697 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c366b24-eccb-4688-97fb-18a5b0e945b2 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:33.569996 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-bf375398-f081-4212-9a99-e599dcd49e34 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:33.572021 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-bf375398-f081-4212-9a99-e599dcd49e34 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 820 time: 0.1996603 Nov 25 19:20:33.578246 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e659c1-225d-4c06-97b5-6d859b84a13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155a71a0-1242-4490-bf9e-2007fe2b25a9'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:33.581300 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8e04da-e522-4478-b2bf-38e8ee2fafac" -d '{"events": [{"server_uuid": "f7e659c1-225d-4c06-97b5-6d859b84a13b", "name": "network-vif-plugged", "status": "completed", "tag": "155a71a0-1242-4490-bf9e-2007fe2b25a9"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:33.612180 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-3a6ead26-a86c-4f43-876c-8261f05197b2 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/quotas/add7c5b3ff5b453f94df091d8db99f5d HTTP/1.1" status: 200 len: 375 time: 0.0198808 Nov 25 19:20:33.624572 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d151fbec-1f4a-42c8-8b5d-396d231663ba req-6d1796eb-c0d8-4b9c-a3fd-f8270e2fec96 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330404 Nov 25 19:20:33.633038 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c366b24-eccb-4688-97fb-18a5b0e945b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:33.655250 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-ba33b595-015a-42c8-854f-60c1fbd0bca9 service neutron] For port 56bbbeb8-552b-4f79-b054-15fb22851a8a, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:33.732663 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09678637-72f7-44a5-ab53-6a8545522f35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56bbbeb8-552b-4f79-b054-15fb22851a8a'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:33.735001 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6b6288-ba9b-4063-a4c2-c665bfebe1e6" -d '{"events": [{"server_uuid": "09678637-72f7-44a5-ab53-6a8545522f35", "name": "network-vif-unplugged", "status": "completed", "tag": "56bbbeb8-552b-4f79-b054-15fb22851a8a"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:33.741725 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-ba33b595-015a-42c8-854f-60c1fbd0bca9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:33.750671 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd6e2e-6149-4526-8561-7de18d927d80 req-d215d4b6-bdbd-48dc-a6ce-b6f59bf6e2cc tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:33.752531 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-28dd6e2e-6149-4526-8561-7de18d927d80 req-d215d4b6-bdbd-48dc-a6ce-b6f59bf6e2cc tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b95665-fa11-4800-8df8-944695790f1c HTTP/1.1" status: 200 len: 950 time: 0.1641753 Nov 25 19:20:33.760651 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-ba33b595-015a-42c8-854f-60c1fbd0bca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:33.776061 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c366b24-eccb-4688-97fb-18a5b0e945b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:33.799407 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d93469ac-0b8d-45a6-9862-be18ed43f14c tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1735430 Nov 25 19:20:33.805010 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ddb24e-9c80-40e2-98b0-dee26821c897 req-5e5e9c0f-5730-4a6a-a271-41fbd5d9b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:33.807589 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f4ddb24e-9c80-40e2-98b0-dee26821c897 req-5e5e9c0f-5730-4a6a-a271-41fbd5d9b49f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7c447b9322e24bbebac9648032bb6353&device_id=0868283d-ef0f-4f96-b297-9480676436a4 HTTP/1.1" status: 200 len: 1098 time: 0.1196778 Nov 25 19:20:33.865262 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c366b24-eccb-4688-97fb-18a5b0e945b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f352dc1-37ed-4336-87e9-5a25e1fcaba2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:33.871397 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c366b24-eccb-4688-97fb-18a5b0e945b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:33.874764 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9de0951-7553-416f-85aa-084482f11ece None None] Network b0852009-a1b0-48c0-b887-5be784061d47 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:20:33.877683 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1c366b24-eccb-4688-97fb-18a5b0e945b2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4f352dc1-37ed-4336-87e9-5a25e1fcaba2 HTTP/1.1" status: 204 len: 168 time: 0.7053220 Nov 25 19:20:33.880725 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52856) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:33.930264 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33b595-015a-42c8-854f-60c1fbd0bca9 service neutron] Pushing event updated for resources: {'Port': ['ID=56bbbeb8-552b-4f79-b054-15fb22851a8a,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:33.998953 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-36251468-3267-4ad9-83a6-e5a5f9e1d89a service neutron] 10.222.0.55 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890161 Nov 25 19:20:34.012924 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ddb24e-9c80-40e2-98b0-dee26821c897 req-1cd99aba-b563-4d91-81f6-1ee4c8dcdc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:34.014455 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f4ddb24e-9c80-40e2-98b0-dee26821c897 req-1cd99aba-b563-4d91-81f6-1ee4c8dcdc67 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.1961021 Nov 25 19:20:34.086737 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f4ddb24e-9c80-40e2-98b0-dee26821c897 req-5d945a11-c27d-470d-8b49-e50ffa622aad service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=30843c65-093d-4183-b2be-1844b3f77fe6 HTTP/1.1" status: 200 len: 217 time: 0.0598173 Nov 25 19:20:34.112790 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d391cf8-2863-4481-be2e-2509c0cff105 None None] DHCP port deletion for b0852009-a1b0-48c0-b887-5be784061d47 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:20:34.175733 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-9d391cf8-2863-4481-be2e-2509c0cff105 None None] Deleting port dcc15cf1-61bb-4da9-a3dc-68b29792bbc3 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:20:34.176504 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9d391cf8-2863-4481-be2e-2509c0cff105 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:34.192936 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ddb24e-9c80-40e2-98b0-dee26821c897 req-511a379d-bd3b-41e8-a382-41441034cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:34.194910 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f4ddb24e-9c80-40e2-98b0-dee26821c897 req-511a379d-bd3b-41e8-a382-41441034cea2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.0813353 Nov 25 19:20:34.218693 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-ec5dc083-096f-4700-9c6c-01550ea22749 service neutron] 10.222.0.55 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187870 Nov 25 19:20:34.254191 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ddb24e-9c80-40e2-98b0-dee26821c897 req-e6cd4547-271d-46fc-a2ca-e005a28b0d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:34.256710 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f4ddb24e-9c80-40e2-98b0-dee26821c897 req-e6cd4547-271d-46fc-a2ca-e005a28b0d15 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0541465 Nov 25 19:20:34.258139 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-28dd6e2e-6149-4526-8561-7de18d927d80 req-9583b0b4-29e5-4dc8-b4b3-611a4ed43abd tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859269 Nov 25 19:20:34.286462 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9d391cf8-2863-4481-be2e-2509c0cff105 None None] For port dcc15cf1-61bb-4da9-a3dc-68b29792bbc3, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=dcc15cf1-61bb-4da9-a3dc-68b29792bbc3,segment=NetworkSegment(4a9e4c8f-ca54-46bc-a8bd-1156a1de846a),segment_id=4a9e4c8f-ca54-46bc-a8bd-1156a1de846a)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:34.287139 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9d391cf8-2863-4481-be2e-2509c0cff105 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:34.289950 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-ba33b595-015a-42c8-854f-60c1fbd0bca9 service neutron] Attempting to bind port 56bbbeb8-552b-4f79-b054-15fb22851a8a on host n-h2-819349-5 for vnic_type normal with profile {"migrating_to": "n-h1-819349-5"} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:34.289950 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-ba33b595-015a-42c8-854f-60c1fbd0bca9 service neutron] Attempting to bind port 56bbbeb8-552b-4f79-b054-15fb22851a8a by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:34.290365 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-ba33b595-015a-42c8-854f-60c1fbd0bca9 service neutron] Attempting to bind port 56bbbeb8-552b-4f79-b054-15fb22851a8a on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:34.297544 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:34.302605 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-ba33b595-015a-42c8-854f-60c1fbd0bca9 service neutron] Port 56bbbeb8-552b-4f79-b054-15fb22851a8a on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:34.302605 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-ba33b595-015a-42c8-854f-60c1fbd0bca9 service neutron] Attempting to bind port 56bbbeb8-552b-4f79-b054-15fb22851a8a on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:34.317272 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-9d391cf8-2863-4481-be2e-2509c0cff105 None None] Calling delete_port for dcc15cf1-61bb-4da9-a3dc-68b29792bbc3 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:20:34.320605 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-ba33b595-015a-42c8-854f-60c1fbd0bca9 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:34.321086 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-ba33b595-015a-42c8-854f-60c1fbd0bca9 service neutron] Checking segment: {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:34.322075 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-ba33b595-015a-42c8-854f-60c1fbd0bca9 service neutron] Bound using segment: {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:34.322864 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-ba33b595-015a-42c8-854f-60c1fbd0bca9 service neutron] Bound port: 56bbbeb8-552b-4f79-b054-15fb22851a8a, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:34.323236 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-ba33b595-015a-42c8-854f-60c1fbd0bca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:34.511484 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f4ddb24e-9c80-40e2-98b0-dee26821c897 req-b5dee373-73ff-4aa0-a1a5-a74a386fa221 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453952 Nov 25 19:20:34.514384 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9d391cf8-2863-4481-be2e-2509c0cff105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:34.534921 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d391cf8-2863-4481-be2e-2509c0cff105 None None] No DVR routers for this DVR port dcc15cf1-61bb-4da9-a3dc-68b29792bbc3 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:20:34.560733 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d391cf8-2863-4481-be2e-2509c0cff105 None None] Pushing event deleted for resources: {'Port': ['ID=dcc15cf1-61bb-4da9-a3dc-68b29792bbc3,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:34.611943 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device dcc15cf1-61bb-4da9-a3dc-68b29792bbc3 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:20:34.627067 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-ba33b595-015a-42c8-854f-60c1fbd0bca9 service neutron] For port 56bbbeb8-552b-4f79-b054-15fb22851a8a, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:34.631679 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-ba33b595-015a-42c8-854f-60c1fbd0bca9 service neutron] For port 56bbbeb8-552b-4f79-b054-15fb22851a8a, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=56bbbeb8-552b-4f79-b054-15fb22851a8a,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:34.640436 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: dcc15cf1-61bb-4da9-a3dc-68b29792bbc3 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:20:34.640789 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device dcc15cf1-61bb-4da9-a3dc-68b29792bbc3 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:20:34.645685 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-ba33b595-015a-42c8-854f-60c1fbd0bca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:34.661347 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883b0c1-32ba-4db0-bb9f-3c13d6a39107 req-ce0404e1-39d7-4510-befb-39ae9180aad5 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:34.671059 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4883b0c1-32ba-4db0-bb9f-3c13d6a39107 req-ce0404e1-39d7-4510-befb-39ae9180aad5 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.2665086 Nov 25 19:20:34.685627 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361bcae-2b45-4ac8-8c56-8f70674135ff req-8aa25cb2-87dc-4efa-a9c3-bbb7cca70957 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:34.687316 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8361bcae-2b45-4ac8-8c56-8f70674135ff req-8aa25cb2-87dc-4efa-a9c3-bbb7cca70957 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7e659c1-225d-4c06-97b5-6d859b84a13b HTTP/1.1" status: 200 len: 946 time: 0.1391060 Nov 25 19:20:34.722903 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Deleting port dcc15cf1-61bb-4da9-a3dc-68b29792bbc3 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:20:34.723343 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:34.774857 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f4ddb24e-9c80-40e2-98b0-dee26821c897 req-1c5b69c6-f981-4030-82d1-3b5c8c5e3f11 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558243 Nov 25 19:20:34.792281 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8361bcae-2b45-4ac8-8c56-8f70674135ff req-9cf22aec-a34e-4329-a851-218137654487 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf246f23-e54a-4104-9134-2119473d3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917656 Nov 25 19:20:34.907752 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33b595-015a-42c8-854f-60c1fbd0bca9 service neutron] Pushing event updated for resources: {'Port': ['ID=56bbbeb8-552b-4f79-b054-15fb22851a8a,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:34.935585 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fee0e27-f69f-4b01-9fea-3fb844abae06 x-openstack-request-id: req-5fee0e27-f69f-4b01-9fea-3fb844abae06 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:34.937466 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e659c1-225d-4c06-97b5-6d859b84a13b", "name": "network-vif-plugged", "status": "completed", "tag": "155a71a0-1242-4490-bf9e-2007fe2b25a9", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:34.938650 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5fee0e27-f69f-4b01-9fea-3fb844abae06 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:34.940571 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e659c1-225d-4c06-97b5-6d859b84a13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155a71a0-1242-4490-bf9e-2007fe2b25a9', 'code': 200} Nov 25 19:20:34.942755 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4883b0c1-32ba-4db0-bb9f-3c13d6a39107 req-e98bff4a-9b7c-490d-8ba0-a7dec31c156a tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704527 Nov 25 19:20:34.946503 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] For port dcc15cf1-61bb-4da9-a3dc-68b29792bbc3, host n-d-819349-5, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:34.947162 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:34.953045 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-ba33b595-015a-42c8-854f-60c1fbd0bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:34.954149 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-ba33b595-015a-42c8-854f-60c1fbd0bca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:34.969168 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-ba33b595-015a-42c8-854f-60c1fbd0bca9 service neutron] 10.222.0.73 "PUT /v2.0/ports/56bbbeb8-552b-4f79-b054-15fb22851a8a HTTP/1.1" status: 200 len: 1121 time: 2.3592777 Nov 25 19:20:34.998905 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d828c36-e893-432e-a0df-45bacc0d9542 x-openstack-request-id: req-9d828c36-e893-432e-a0df-45bacc0d9542 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:34.999976 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09678637-72f7-44a5-ab53-6a8545522f35", "name": "network-vif-unplugged", "status": "completed", "tag": "56bbbeb8-552b-4f79-b054-15fb22851a8a", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:35.001564 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d828c36-e893-432e-a0df-45bacc0d9542 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:35.002439 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09678637-72f7-44a5-ab53-6a8545522f35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56bbbeb8-552b-4f79-b054-15fb22851a8a', 'code': 200} Nov 25 19:20:35.027087 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Calling delete_port for dcc15cf1-61bb-4da9-a3dc-68b29792bbc3 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:20:35.038003 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Port dcc15cf1-61bb-4da9-a3dc-68b29792bbc3 was not found and therefore no delete operation was performed {{(pid=103600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:20:35.049724 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:35.051826 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['56bbbeb8-552b-4f79-b054-15fb22851a8a'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:35.104999 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcc15cf1-61bb-4da9-a3dc-68b29792bbc3,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:35.107214 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] No DVR routers for this DVR port dcc15cf1-61bb-4da9-a3dc-68b29792bbc3 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:20:35.211807 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583962b-4839-4a3f-8efa-0a2c54b99cc2 req-7fe0c1f6-3042-48bc-b8b2-576622b9e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:35.212109 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7583962b-4839-4a3f-8efa-0a2c54b99cc2 req-7fe0c1f6-3042-48bc-b8b2-576622b9e05a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f7e659c1-225d-4c06-97b5-6d859b84a13b HTTP/1.1" status: 200 len: 1097 time: 0.1706145 Nov 25 19:20:35.251617 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:35.294187 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:20:35.294570 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:20:35.295327 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:20:35.295661 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Subscribe: > port after_create 55550000 {{(pid=103600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:20:35.296047 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:20:35.296407 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Subscribe: > port after_update 55550000 {{(pid=103600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:20:35.296673 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:20:35.297044 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:20:35.297338 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:20:35.297610 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:20:35.307614 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:35.373456 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:20:35.373812 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:20:35.374156 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:20:35.374522 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:20:35.374900 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0852009-a1b0-48c0-b887-5be784061d47']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:20:35.407016 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9e4c8f-ca54-46bc-a8bd-1156a1de846a') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:20:35.407389 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9e4c8f-ca54-46bc-a8bd-1156a1de846a') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:20:35.418263 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7007798d-9066-4eb6-bab2-c690c49fcdc1 req-d7c70c44-e748-4d8d-a12e-b985a4289e68 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 210 time: 0.0680714 Nov 25 19:20:35.443951 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d37afc-eabc-4338-9e46-dbfc2b1422c8 req-21972c97-142e-4cc3-95ff-7d9fdff8d7c4 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:35.445896 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-75d37afc-eabc-4338-9e46-dbfc2b1422c8 req-21972c97-142e-4cc3-95ff-7d9fdff8d7c4 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 943 time: 0.2972260 Nov 25 19:20:35.448434 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7583962b-4839-4a3f-8efa-0a2c54b99cc2 req-2e1dd644-c6a1-478b-8dc6-0516d416fbbb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cf246f23-e54a-4104-9134-2119473d3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200654 Nov 25 19:20:35.456420 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:35.466362 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:35.493613 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:35.506932 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:20:35.507395 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: from cryptography.utils import int_from_bytes Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: from cryptography.utils import int_from_bytes Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:20:35.513108 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:20:35.594898 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574edd98-5b04-4ff9-9daf-e6aec5c96395 req-6fdad2f2-27a8-4d13-bc30-bddc1a8b6f13 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:35.596100 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-574edd98-5b04-4ff9-9daf-e6aec5c96395 req-6fdad2f2-27a8-4d13-bc30-bddc1a8b6f13 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?device_id=0868283d-ef0f-4f96-b297-9480676436a4 HTTP/1.1" status: 200 len: 947 time: 0.0904551 Nov 25 19:20:35.597128 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-75d37afc-eabc-4338-9e46-dbfc2b1422c8 req-be8044ed-e8a4-4b19-a907-a95809d81a43 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269407 Nov 25 19:20:35.603346 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:35.612891 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:35.616517 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b0852009-a1b0-48c0-b887-5be784061d47 HTTP/1.1" status: 204 len: 168 time: 1.7270806 Nov 25 19:20:35.627910 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9338e18-d142-4e97-91b3-598948e250a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0852009-a1b0-48c0-b887-5be784061d47,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:35.798051 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-031b6393-5aba-4f57-8c55-1e469fb9ebcf tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4119481deacf425e9e44f81416c4cd0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256922 Nov 25 19:20:35.873466 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52894) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:35.956850 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-82ff4bcd-69a7-49c9-8ae7-63729a96140a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c6ad6a45839b47c3972f6976e832c252&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0791943 Nov 25 19:20:35.957296 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52898) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:35.973247 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-5a6a6c12-791c-4558-96d4-d42e45c838e8 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:35.973578 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-574edd98-5b04-4ff9-9daf-e6aec5c96395 req-261b2395-721e-4ad0-a8fe-047d5d634e12 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/security-groups?id=deb68af6-644a-4d42-86bf-15a53977be5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662097 Nov 25 19:20:35.975250 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-5a6a6c12-791c-4558-96d4-d42e45c838e8 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1700606 Nov 25 19:20:36.007055 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-75c7cf16-8afb-4bc6-90d3-2117a033e71b tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/quotas/4119481deacf425e9e44f81416c4cd0d HTTP/1.1" status: 200 len: 375 time: 0.0159152 Nov 25 19:20:36.114123 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fecb33c6-1b1f-4272-9369-a54b52f7de54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:36.128138 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-7fee4506-79cf-4302-8b0e-c9dfe8c9fafb tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4119481deacf425e9e44f81416c4cd0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049550 Nov 25 19:20:36.184789 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29d1d3-4a55-4ac4-b8fa-3bf2d60c23df req-70a57ecb-e7e0-4ee5-b1eb-82672b5347bb tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:36.187807 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c29d1d3-4a55-4ac4-b8fa-3bf2d60c23df req-70a57ecb-e7e0-4ee5-b1eb-82672b5347bb tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b95665-fa11-4800-8df8-944695790f1c HTTP/1.1" status: 200 len: 950 time: 0.0910201 Nov 25 19:20:36.195389 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fecb33c6-1b1f-4272-9369-a54b52f7de54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:36.335403 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c29d1d3-4a55-4ac4-b8fa-3bf2d60c23df req-3b69926e-a88c-451e-b925-fba847b736a7 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300983 Nov 25 19:20:36.355861 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fecb33c6-1b1f-4272-9369-a54b52f7de54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:36.360777 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fecb33c6-1b1f-4272-9369-a54b52f7de54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:36.362693 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fecb33c6-1b1f-4272-9369-a54b52f7de54 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/36bcf027-2015-4a74-98d8-f52b912af4d4 HTTP/1.1" status: 204 len: 168 time: 0.4041483 Nov 25 19:20:36.414368 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-f455a908-2d0c-445b-b602-881c4e2b30d2 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:36.418249 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-f455a908-2d0c-445b-b602-881c4e2b30d2 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.73 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 820 time: 0.2751057 Nov 25 19:20:36.433556 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb33c6-1b1f-4272-9369-a54b52f7de54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bcf027-2015-4a74-98d8-f52b912af4d4,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:36.458454 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d213391c-0951-4193-8beb-5eef937433f7 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Request body: {'port': {'device_id': '008f78f2-2033-4a9a-b6f9-16b1c3738936', 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98', 'admin_state_up': True, 'tenant_id': 'add7c5b3ff5b453f94df091d8db99f5d'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:36.534940 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 30843c65-093d-4183-b2be-1844b3f77fe6 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:36.678957 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-997021ab-8b44-44cd-9ffb-0698d47dd2e0 req-168da3c4-ef93-4627-81fe-c0a47efd398b tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3f81ea5-aff5-4ace-a987-ac0fd9a8db67 HTTP/1.1" status: 200 len: 210 time: 0.1120360 Nov 25 19:20:36.752226 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80779d-7e82-42ff-9332-a72ecc38a74c req-a3fa8e9a-06c1-4388-b4f5-295da1a244be tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:36.754881 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af80779d-7e82-42ff-9332-a72ecc38a74c req-a3fa8e9a-06c1-4388-b4f5-295da1a244be tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7e659c1-225d-4c06-97b5-6d859b84a13b HTTP/1.1" status: 200 len: 946 time: 0.3064065 Nov 25 19:20:36.847011 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 30843c65-093d-4183-b2be-1844b3f77fe6, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=30843c65-093d-4183-b2be-1844b3f77fe6,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:36.873690 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '30843c65-093d-4183-b2be-1844b3f77fe6', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '30843c65-093d-4183-b2be-1844b3f77fe6', 'mac_address': 'fa:16:3e:0a:ba:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:20:36.900162 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0cd946db-719e-4aae-9a2a-007633132846 req-7fbe1bac-d524-42c1-a45f-501b1c7ea1bb tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 210 time: 0.0731823 Nov 25 19:20:36.903782 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af80779d-7e82-42ff-9332-a72ecc38a74c req-4a0350ea-c0e7-4b0f-8e83-68b89a595943 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf246f23-e54a-4104-9134-2119473d3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386008 Nov 25 19:20:36.914399 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d213391c-0951-4193-8beb-5eef937433f7 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Made reservation on behalf of add7c5b3ff5b453f94df091d8db99f5d for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:20:36.925220 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d213391c-0951-4193-8beb-5eef937433f7 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:37.024876 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:37.096969 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 56bbbeb8-552b-4f79-b054-15fb22851a8a details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:37.125352 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30843c65-093d-4183-b2be-1844b3f77fe6 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:37.205710 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 30843c65-093d-4183-b2be-1844b3f77fe6, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=30843c65-093d-4183-b2be-1844b3f77fe6,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:37.228306 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-c73e0f60-2bf1-41f6-bbda-c635a5dd6fe1 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3b68ab80691f4266879b3b37f8b52a80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0731080 Nov 25 19:20:37.282917 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09678637-72f7-44a5-ab53-6a8545522f35', 'tag': '56bbbeb8-552b-4f79-b054-15fb22851a8a'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:37.286040 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211fe13d-843b-4963-bd5a-f0e83e154407" -d '{"events": [{"name": "network-changed", "server_uuid": "09678637-72f7-44a5-ab53-6a8545522f35", "tag": "56bbbeb8-552b-4f79-b054-15fb22851a8a"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:37.364350 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:37.436964 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d213391c-0951-4193-8beb-5eef937433f7 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Allocated IP 172.20.0.10 (e27d2294-de95-4945-9062-292b41b6ea98/688fcc59-0345-41e4-9b88-cea9e7c21583/d1eee7a9-7ae9-4710-8992-aa33825b96ce) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:20:37.510985 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-aeb6d19a-05a5-4715-b528-ca0253e9a7b2 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:37.526540 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-aeb6d19a-05a5-4715-b528-ca0253e9a7b2 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2990654 Nov 25 19:20:37.549182 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a947e9-4280-4833-9446-35433e921a0b req-428e94ac-65ce-4bba-8f9d-ac03df8ff1f5 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:37.552686 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5a947e9-4280-4833-9446-35433e921a0b req-428e94ac-65ce-4bba-8f9d-ac03df8ff1f5 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 943 time: 0.2727134 Nov 25 19:20:37.563141 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-c7140934-a73f-4919-9a11-5b230bdbb5b6 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/quotas/3b68ab80691f4266879b3b37f8b52a80 HTTP/1.1" status: 200 len: 375 time: 0.0307205 Nov 25 19:20:37.695442 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-7d4ae6c2-ea32-4783-a5c5-790447803214 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b68ab80691f4266879b3b37f8b52a80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1306682 Nov 25 19:20:37.750731 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 56bbbeb8-552b-4f79-b054-15fb22851a8a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=56bbbeb8-552b-4f79-b054-15fb22851a8a,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:37.765077 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=30843c65-093d-4183-b2be-1844b3f77fe6,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:37.778420 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 56bbbeb8-552b-4f79-b054-15fb22851a8a has no active binding in host n-h1-819349-5 {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 19:20:37.835803 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5a947e9-4280-4833-9446-35433e921a0b req-ebc3a360-439a-4ff4-97b1-40f07e778904 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439160 Nov 25 19:20:37.839286 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['30843c65-093d-4183-b2be-1844b3f77fe6'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:38.020893 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d213391c-0951-4193-8beb-5eef937433f7 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:38.100898 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1ceb44-0cc6-417e-8ff4-d507bb399062 x-openstack-request-id: req-8a1ceb44-0cc6-417e-8ff4-d507bb399062 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:38.101533 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09678637-72f7-44a5-ab53-6a8545522f35", "tag": "56bbbeb8-552b-4f79-b054-15fb22851a8a", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:38.101926 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8a1ceb44-0cc6-417e-8ff4-d507bb399062 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:38.104256 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09678637-72f7-44a5-ab53-6a8545522f35', 'tag': '56bbbeb8-552b-4f79-b054-15fb22851a8a', 'status': 'completed', 'code': 200} Nov 25 19:20:38.166170 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d213391c-0951-4193-8beb-5eef937433f7 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:38.206150 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-9b95e4cb-d693-48fa-b657-393de89b4b1a tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=4119481deacf425e9e44f81416c4cd0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0902362 Nov 25 19:20:38.282355 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25514602-c8d9-4a72-bcf8-2d88af66a8f5 req-71c64fdf-6e1e-4ebd-95d3-890834e86803 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:38.286621 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25514602-c8d9-4a72-bcf8-2d88af66a8f5 req-71c64fdf-6e1e-4ebd-95d3-890834e86803 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?device_id=0868283d-ef0f-4f96-b297-9480676436a4 HTTP/1.1" status: 200 len: 948 time: 0.1888871 Nov 25 19:20:38.315949 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d213391c-0951-4193-8beb-5eef937433f7 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Network e27d2294-de95-4945-9062-292b41b6ea98 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:20:38.331958 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d213391c-0951-4193-8beb-5eef937433f7 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:20:38.364742 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d213391c-0951-4193-8beb-5eef937433f7 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:20:38.382219 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213391c-0951-4193-8beb-5eef937433f7 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Pushing event updated for resources: {'Port': ['ID=d1eee7a9-7ae9-4710-8992-aa33825b96ce,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:38.458999 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25514602-c8d9-4a72-bcf8-2d88af66a8f5 req-5f8518be-8a87-40d8-b289-4deb7d52df43 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/security-groups?id=deb68af6-644a-4d42-86bf-15a53977be5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229391 Nov 25 19:20:38.485078 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b532efbf-4c39-44cf-b7c5-f669912d4f37 req-340c86da-67c4-4052-99e6-d021e3be4ccb tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3f81ea5-aff5-4ace-a987-ac0fd9a8db67 HTTP/1.1" status: 200 len: 210 time: 0.1527903 Nov 25 19:20:38.530029 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d213391c-0951-4193-8beb-5eef937433f7 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:38.535929 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d213391c-0951-4193-8beb-5eef937433f7 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:38.576612 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d213391c-0951-4193-8beb-5eef937433f7 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1310546 Nov 25 19:20:38.606427 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d03c0702-cd62-4789-8789-0b300215fd1a service neutron] Request body: {'port': {'device_id': '008f78f2-2033-4a9a-b6f9-16b1c3738936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:38.707556 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-f41ee837-ca6f-4ccf-92c3-f0f7d13b5343 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:38.709236 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-f41ee837-ca6f-4ccf-92c3-f0f7d13b5343 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4649694 Nov 25 19:20:38.729501 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-55972e67-1ae9-4cfe-bcd1-c69c48439b51 req-cd5ebfc3-0cc7-49fc-97ca-c5e2b48ed22e tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=82965a2e-5cb6-4d31-bf0f-af06ab25d5ed HTTP/1.1" status: 200 len: 210 time: 0.0612252 Nov 25 19:20:38.733963 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-b89ddb01-073a-4823-a7d4-f4fb171ab46b tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Request body: {'port': {'device_id': 'd3f81ea5-aff5-4ace-a987-ac0fd9a8db67', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '4119481deacf425e9e44f81416c4cd0d'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:38.768543 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fe13d-843b-4963-bd5a-f0e83e154407 req-6c3ff4b9-3b0e-4b01-86d0-8e285d00704d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:38.770468 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-211fe13d-843b-4963-bd5a-f0e83e154407 req-6c3ff4b9-3b0e-4b01-86d0-8e285d00704d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 1124 time: 0.5610127 Nov 25 19:20:38.892871 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480bde1-feda-41bc-bb98-f9f66e3d5427 req-f1fe940b-a135-4e1e-a114-619c72f7c766 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:38.897892 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6480bde1-feda-41bc-bb98-f9f66e3d5427 req-f1fe940b-a135-4e1e-a114-619c72f7c766 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7e659c1-225d-4c06-97b5-6d859b84a13b HTTP/1.1" status: 200 len: 946 time: 0.2844861 Nov 25 19:20:38.902328 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d03c0702-cd62-4789-8789-0b300215fd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:39.005548 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fe13d-843b-4963-bd5a-f0e83e154407 req-81731cac-251c-49f3-9c67-6853590546f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:39.007446 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-211fe13d-843b-4963-bd5a-f0e83e154407 req-81731cac-251c-49f3-9c67-6853590546f4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 908 time: 0.1974928 Nov 25 19:20:39.023583 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-b89ddb01-073a-4823-a7d4-f4fb171ab46b tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Made reservation on behalf of 4119481deacf425e9e44f81416c4cd0d for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:20:39.028873 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-b89ddb01-073a-4823-a7d4-f4fb171ab46b tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:39.068844 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b638fc-c457-4eb8-a5de-f28149bfa07f req-1fcf3eb2-5f37-42c9-a92c-560b96ab278b tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:39.070506 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b4b638fc-c457-4eb8-a5de-f28149bfa07f req-1fcf3eb2-5f37-42c9-a92c-560b96ab278b tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 932 time: 0.1590533 Nov 25 19:20:39.115864 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-211fe13d-843b-4963-bd5a-f0e83e154407 req-174c5034-e85b-4383-b96c-74ed2c33b67b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56bbbeb8-552b-4f79-b054-15fb22851a8a HTTP/1.1" status: 200 len: 217 time: 0.0830126 Nov 25 19:20:39.227656 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6480bde1-feda-41bc-bb98-f9f66e3d5427 req-6091d6d9-340a-48d5-b362-b78301c4fbbf tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf246f23-e54a-4104-9134-2119473d3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198063 Nov 25 19:20:39.355809 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-19a8585d-e256-40a0-8ae9-740fefd9d25c service neutron] 10.222.0.85 "GET /v2.0/ports/56bbbeb8-552b-4f79-b054-15fb22851a8a/bindings/n-h1-819349-5 HTTP/1.1" status: 200 len: 384 time: 0.3148086 Nov 25 19:20:39.488599 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-b89ddb01-073a-4823-a7d4-f4fb171ab46b tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Allocated IP 192.168.233.199 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/9399f582-5e5b-420d-96da-1440ef198353) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:20:39.496793 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fe13d-843b-4963-bd5a-f0e83e154407 req-787004ef-0a57-4e46-8af3-8b89b66d6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:39.499074 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-211fe13d-843b-4963-bd5a-f0e83e154407 req-787004ef-0a57-4e46-8af3-8b89b66d6114 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7d22af38-4f63-40b1-a1f0-3aff6ec04048 HTTP/1.1" status: 200 len: 847 time: 0.3686860 Nov 25 19:20:39.504049 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b4b638fc-c457-4eb8-a5de-f28149bfa07f req-653e99ab-17f5-4e95-a822-32bfc2748aa4 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953011 Nov 25 19:20:39.544236 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-211fe13d-843b-4963-bd5a-f0e83e154407 req-bbf1e3db-8bf7-43e2-bd68-61fbb4c2a5f4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361602 Nov 25 19:20:39.805495 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-6b52c18b-fa9f-4b10-b74a-9e187aac8621 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=3b68ab80691f4266879b3b37f8b52a80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501750 Nov 25 19:20:39.811980 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-211fe13d-843b-4963-bd5a-f0e83e154407 req-e7297432-18df-4a5a-934a-704c61d7dd0b service neutron] 10.222.0.85 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603855 Nov 25 19:20:39.885717 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9304bb1-a94f-47cd-a3a6-4e27b796607d req-7ec8bf50-35b2-444d-ab49-e486d8edadc3 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:39.900555 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e9304bb1-a94f-47cd-a3a6-4e27b796607d req-7ec8bf50-35b2-444d-ab49-e486d8edadc3 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 943 time: 0.4659698 Nov 25 19:20:39.901342 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-b89ddb01-073a-4823-a7d4-f4fb171ab46b tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:39.958075 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d03c0702-cd62-4789-8789-0b300215fd1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1eee7a9-7ae9-4710-8992-aa33825b96ce {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:39.993015 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d03c0702-cd62-4789-8789-0b300215fd1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:40.094894 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e9304bb1-a94f-47cd-a3a6-4e27b796607d req-ef4be38a-3140-4abc-b151-007d19f6ffc1 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927953 Nov 25 19:20:40.101429 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d03c0702-cd62-4789-8789-0b300215fd1a service neutron] Transition to ACTIVE for port object d1eee7a9-7ae9-4710-8992-aa33825b96ce will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:20:40.109992 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d03c0702-cd62-4789-8789-0b300215fd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:40.187197 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c0702-cd62-4789-8789-0b300215fd1a service neutron] Pushing event updated for resources: {'Port': ['ID=d1eee7a9-7ae9-4710-8992-aa33825b96ce,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:40.250517 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-00542822-a5cb-4980-80ae-25096ff24593 service neutron] For port 56bbbeb8-552b-4f79-b054-15fb22851a8a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=56bbbeb8-552b-4f79-b054-15fb22851a8a,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:40.284397 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-a163c0c4-d027-4ca3-9fe2-44a68381c02d tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:40.285912 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-00542822-a5cb-4980-80ae-25096ff24593 service neutron] For port 56bbbeb8-552b-4f79-b054-15fb22851a8a, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:40.286278 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-a163c0c4-d027-4ca3-9fe2-44a68381c02d tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4667430 Nov 25 19:20:40.289108 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-211fe13d-843b-4963-bd5a-f0e83e154407 req-a71fc775-fbe6-4ff6-98a0-036ef12d4ccf service neutron] 10.222.0.85 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447652 Nov 25 19:20:40.304854 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-d81da7f7-47a6-48a5-a07e-7bf0bc3257a5 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Request body: {'port': {'device_id': '82965a2e-5cb6-4d31-bf0f-af06ab25d5ed', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '3b68ab80691f4266879b3b37f8b52a80'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:40.316761 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-b89ddb01-073a-4823-a7d4-f4fb171ab46b tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:40.328782 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['6b00030c-6766-4ea6-a6e4-4a785c574b20', 'e758aa2f-a5d0-438f-be66-32b309667a22'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:40.392825 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d03c0702-cd62-4789-8789-0b300215fd1a service neutron] Attempting to bind port d1eee7a9-7ae9-4710-8992-aa33825b96ce on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:40.393308 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d03c0702-cd62-4789-8789-0b300215fd1a service neutron] Attempting to bind port d1eee7a9-7ae9-4710-8992-aa33825b96ce by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:40.393794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d03c0702-cd62-4789-8789-0b300215fd1a service neutron] Attempting to bind port d1eee7a9-7ae9-4710-8992-aa33825b96ce on network e27d2294-de95-4945-9062-292b41b6ea98 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:40.409848 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-00542822-a5cb-4980-80ae-25096ff24593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56bbbeb8-552b-4f79-b054-15fb22851a8a {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:40.421663 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05dbb76-6716-4d55-9b3f-0a298f7649c3 req-3fc8f131-f2e6-4270-a8e9-034a7473c4a3 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:40.429680 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c05dbb76-6716-4d55-9b3f-0a298f7649c3 req-3fc8f131-f2e6-4270-a8e9-034a7473c4a3 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?device_id=0868283d-ef0f-4f96-b297-9480676436a4 HTTP/1.1" status: 200 len: 948 time: 0.4571457 Nov 25 19:20:40.439381 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-00542822-a5cb-4980-80ae-25096ff24593 service neutron] For port 56bbbeb8-552b-4f79-b054-15fb22851a8a, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=56bbbeb8-552b-4f79-b054-15fb22851a8a,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:40.445206 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d03c0702-cd62-4789-8789-0b300215fd1a service neutron] Port d1eee7a9-7ae9-4710-8992-aa33825b96ce on network e27d2294-de95-4945-9062-292b41b6ea98 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:40.446268 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d03c0702-cd62-4789-8789-0b300215fd1a service neutron] Attempting to bind port d1eee7a9-7ae9-4710-8992-aa33825b96ce on network e27d2294-de95-4945-9062-292b41b6ea98 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:40.468293 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d03c0702-cd62-4789-8789-0b300215fd1a service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:40.468801 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d03c0702-cd62-4789-8789-0b300215fd1a service neutron] Checking segment: {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:40.469423 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d03c0702-cd62-4789-8789-0b300215fd1a service neutron] Bound using segment: {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:40.470357 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d03c0702-cd62-4789-8789-0b300215fd1a service neutron] Bound port: d1eee7a9-7ae9-4710-8992-aa33825b96ce, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:40.470943 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d03c0702-cd62-4789-8789-0b300215fd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:40.542210 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-b89ddb01-073a-4823-a7d4-f4fb171ab46b tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:20:40.550732 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ddb01-073a-4823-a7d4-f4fb171ab46b tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Pushing event updated for resources: {'Port': ['ID=9399f582-5e5b-420d-96da-1440ef198353,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:40.556253 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-b89ddb01-073a-4823-a7d4-f4fb171ab46b tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:20:40.565347 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-b89ddb01-073a-4823-a7d4-f4fb171ab46b tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:20:40.623296 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-b89ddb01-073a-4823-a7d4-f4fb171ab46b tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:40.624465 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-b89ddb01-073a-4823-a7d4-f4fb171ab46b tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:40.671036 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 30843c65-093d-4183-b2be-1844b3f77fe6 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:40.698536 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-b89ddb01-073a-4823-a7d4-f4fb171ab46b tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9722145 Nov 25 19:20:40.709289 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c05dbb76-6716-4d55-9b3f-0a298f7649c3 req-18153986-e865-495b-827a-8e3d9e46665e tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/security-groups?id=deb68af6-644a-4d42-86bf-15a53977be5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762361 Nov 25 19:20:40.720138 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-e7c740b3-c06a-4076-a64f-ab0541f48642 service neutron] Request body: {'port': {'device_id': 'd3f81ea5-aff5-4ace-a987-ac0fd9a8db67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:40.881909 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 30843c65-093d-4183-b2be-1844b3f77fe6 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:20:40.891103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 30843c65-093d-4183-b2be-1844b3f77fe6 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:40.891732 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:40.914627 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f197e624-d18b-45f4-ad14-64539ca46032 req-8bfb22c8-790c-417c-85d5-9631d81c9db6 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=82965a2e-5cb6-4d31-bf0f-af06ab25d5ed HTTP/1.1" status: 200 len: 210 time: 0.0857973 Nov 25 19:20:40.961896 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d03c0702-cd62-4789-8789-0b300215fd1a service neutron] For port d1eee7a9-7ae9-4710-8992-aa33825b96ce, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:40.965374 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d03c0702-cd62-4789-8789-0b300215fd1a service neutron] For port d1eee7a9-7ae9-4710-8992-aa33825b96ce, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d1eee7a9-7ae9-4710-8992-aa33825b96ce,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:40.972371 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d03c0702-cd62-4789-8789-0b300215fd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:40.976139 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-00542822-a5cb-4980-80ae-25096ff24593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:40.998570 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-d81da7f7-47a6-48a5-a07e-7bf0bc3257a5 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Made reservation on behalf of 3b68ab80691f4266879b3b37f8b52a80 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:20:41.004794 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-d81da7f7-47a6-48a5-a07e-7bf0bc3257a5 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:41.031728 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-e7c740b3-c06a-4076-a64f-ab0541f48642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:41.049471 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4e195704-e77b-4b8c-bb4f-ef9fd55170ff None None] Provisioning complete for port 9399f582-5e5b-420d-96da-1440ef198353 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:41.050039 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4e195704-e77b-4b8c-bb4f-ef9fd55170ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:41.079192 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c0702-cd62-4789-8789-0b300215fd1a service neutron] Pushing event updated for resources: {'Port': ['ID=d1eee7a9-7ae9-4710-8992-aa33825b96ce,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:41.106674 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f0f31-797e-4f86-a4d5-772bae38fa98 req-f93fd653-757d-459d-854f-c629b39031bb tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:41.109842 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-541f0f31-797e-4f86-a4d5-772bae38fa98 req-f93fd653-757d-459d-854f-c629b39031bb tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3f81ea5-aff5-4ace-a987-ac0fd9a8db67 HTTP/1.1" status: 200 len: 936 time: 0.7981839 Nov 25 19:20:41.112488 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4e195704-e77b-4b8c-bb4f-ef9fd55170ff None None] Port 9399f582-5e5b-420d-96da-1440ef198353 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:20:41.119468 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d03c0702-cd62-4789-8789-0b300215fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:41.120529 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d03c0702-cd62-4789-8789-0b300215fd1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:41.129414 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d03c0702-cd62-4789-8789-0b300215fd1a service neutron] 10.222.0.73 "PUT /v2.0/ports/d1eee7a9-7ae9-4710-8992-aa33825b96ce HTTP/1.1" status: 200 len: 1092 time: 2.5350332 Nov 25 19:20:41.130276 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008f78f2-2033-4a9a-b6f9-16b1c3738936', 'tag': 'd1eee7a9-7ae9-4710-8992-aa33825b96ce'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:41.133141 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4826148e-3da4-4e85-b830-a6acbae919c2" -d '{"events": [{"name": "network-changed", "server_uuid": "008f78f2-2033-4a9a-b6f9-16b1c3738936", "tag": "d1eee7a9-7ae9-4710-8992-aa33825b96ce"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:41.210429 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:41.249039 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0868283d-ef0f-4f96-b297-9480676436a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30843c65-093d-4183-b2be-1844b3f77fe6'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:41.252027 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996fa741-52e9-4510-ade1-e6a1b9478e03" -d '{"events": [{"server_uuid": "0868283d-ef0f-4f96-b297-9480676436a4", "name": "network-vif-plugged", "status": "completed", "tag": "30843c65-093d-4183-b2be-1844b3f77fe6"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:41.272036 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 30843c65-093d-4183-b2be-1844b3f77fe6, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=30843c65-093d-4183-b2be-1844b3f77fe6,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:41.278808 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:41.280720 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 56bbbeb8-552b-4f79-b054-15fb22851a8a no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:20:41.426898 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=30843c65-093d-4183-b2be-1844b3f77fe6,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:41.449985 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-00542822-a5cb-4980-80ae-25096ff24593 service neutron] Transition to ACTIVE for port object 56bbbeb8-552b-4f79-b054-15fb22851a8a will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:20:41.468944 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-00542822-a5cb-4980-80ae-25096ff24593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:41.475487 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-3bb036df-d48f-4e57-8163-d370145bf5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:41.479602 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-3bb036df-d48f-4e57-8163-d370145bf5bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 1095 time: 0.2366650 Nov 25 19:20:41.494810 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:41.495196 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:41.496031 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:41.496648 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:41.497021 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:41.497367 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:41.497769 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:41.498038 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:41.498552 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:41.498897 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:41.499564 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:41.500086 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:41.504109 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-541f0f31-797e-4f86-a4d5-772bae38fa98 req-14da4a36-a980-4250-acf7-7d7eacb57a19 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595155 Nov 25 19:20:41.623807 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addb617-c6ff-4841-8718-ef3e67acfa18 req-8183f23e-e93a-4b48-b540-3ba84a0fc5bc tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:41.627640 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-d015cca6-2c96-4d6e-b672-1b3649009467 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1eee7a9-7ae9-4710-8992-aa33825b96ce HTTP/1.1" status: 200 len: 217 time: 0.1125107 Nov 25 19:20:41.652441 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2addb617-c6ff-4841-8718-ef3e67acfa18 req-8183f23e-e93a-4b48-b540-3ba84a0fc5bc tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 944 time: 0.4180009 Nov 25 19:20:41.746871 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-d81da7f7-47a6-48a5-a07e-7bf0bc3257a5 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Allocated IP 192.168.233.35 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/c7f2f542-5a5a-49d7-9899-3eee30b2af90) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:20:41.768618 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-00542822-a5cb-4980-80ae-25096ff24593 service neutron] No DVR routers for this DVR port 56bbbeb8-552b-4f79-b054-15fb22851a8a on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:20:41.788329 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00542822-a5cb-4980-80ae-25096ff24593 service neutron] Pushing event updated for resources: {'Port': ['ID=56bbbeb8-552b-4f79-b054-15fb22851a8a,revision_number=10']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:41.807631 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2addb617-c6ff-4841-8718-ef3e67acfa18 req-b07706e3-41db-43f1-80e8-949753b6f526 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537242 Nov 25 19:20:41.854014 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-0d4d4784-86b4-40bd-9422-cdd13b283552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:41.861140 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-0d4d4784-86b4-40bd-9422-cdd13b283552 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=688fcc59-0345-41e4-9b88-cea9e7c21583 HTTP/1.1" status: 200 len: 860 time: 0.2216301 Nov 25 19:20:41.871743 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-00542822-a5cb-4980-80ae-25096ff24593 service neutron] 10.222.0.85 "PUT /v2.0/ports/56bbbeb8-552b-4f79-b054-15fb22851a8a/bindings/n-h1-819349-5/activate HTTP/1.1" status: 200 len: 369 time: 2.5013514 Nov 25 19:20:41.950171 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-682870f5-5013-4441-a3a9-95e309bf2dbd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e27d2294-de95-4945-9062-292b41b6ea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735362 Nov 25 19:20:42.065746 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-92a057f9-3432-4ee3-863e-49a7b1d6b21e tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:42.067508 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-92a057f9-3432-4ee3-863e-49a7b1d6b21e tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35&tenant_id=12018ca1c64542299c2d57a199401db7&binding%3Ahost_id=n-h2-819349-5 HTTP/1.1" status: 200 len: 1095 time: 0.0997577 Nov 25 19:20:42.119692 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e897c6-530b-47e7-88c4-85342d93581d req-dae56beb-fa1a-4b0a-9cf1-e62a6fd462dd tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:42.122996 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-63e897c6-530b-47e7-88c4-85342d93581d req-dae56beb-fa1a-4b0a-9cf1-e62a6fd462dd tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 944 time: 0.1800556 Nov 25 19:20:42.165932 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-157e9a22-fe88-4e97-9554-1407943f2608 service neutron] 10.222.0.73 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043121 Nov 25 19:20:42.223348 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-a8b10fed-cc91-4c05-b1a1-e4a766e1b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:42.225284 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-a8b10fed-cc91-4c05-b1a1-e4a766e1b5c9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35&tenant_id=12018ca1c64542299c2d57a199401db7 HTTP/1.1" status: 200 len: 1095 time: 0.1457529 Nov 25 19:20:42.232448 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-d81da7f7-47a6-48a5-a07e-7bf0bc3257a5 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:42.293911 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-63e897c6-530b-47e7-88c4-85342d93581d req-beef4983-3f69-4ddb-a0a1-6ee7f265f216 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622832 Nov 25 19:20:42.344760 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2217b44b-6d2f-482c-a5f6-c36b4a6c16bc x-openstack-request-id: req-2217b44b-6d2f-482c-a5f6-c36b4a6c16bc {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:42.345347 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008f78f2-2033-4a9a-b6f9-16b1c3738936", "tag": "d1eee7a9-7ae9-4710-8992-aa33825b96ce", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:42.345871 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2217b44b-6d2f-482c-a5f6-c36b4a6c16bc {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:42.346811 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '008f78f2-2033-4a9a-b6f9-16b1c3738936', 'tag': 'd1eee7a9-7ae9-4710-8992-aa33825b96ce', 'status': 'completed', 'code': 200} Nov 25 19:20:42.396229 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-d81da7f7-47a6-48a5-a07e-7bf0bc3257a5 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:42.401867 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcf7fd4-218a-4a0d-93f4-66c89b66abb4 x-openstack-request-id: req-ddcf7fd4-218a-4a0d-93f4-66c89b66abb4 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:42.402218 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0868283d-ef0f-4f96-b297-9480676436a4", "name": "network-vif-plugged", "status": "completed", "tag": "30843c65-093d-4183-b2be-1844b3f77fe6", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:42.402636 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ddcf7fd4-218a-4a0d-93f4-66c89b66abb4 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:42.403061 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0868283d-ef0f-4f96-b297-9480676436a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30843c65-093d-4183-b2be-1844b3f77fe6', 'code': 200} Nov 25 19:20:42.413321 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['20b19bc5-90c8-4218-b38e-2c8c551efdf2'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:42.421178 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-5e50b5ae-0236-4a72-b902-472cc8ab9f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:42.424361 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-5e50b5ae-0236-4a72-b902-472cc8ab9f7c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 1095 time: 0.1389549 Nov 25 19:20:42.432199 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9ccc3cb0-9cd6-475f-98b9-7f1654afa051 req-2631c03a-dad4-4f2b-bfb3-b0ae2e49360b service neutron] 10.222.0.73 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564623 Nov 25 19:20:42.727560 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826148e-3da4-4e85-b830-a6acbae919c2 req-9ff9b035-1f54-489e-b366-ae58f41bc457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:42.729324 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4826148e-3da4-4e85-b830-a6acbae919c2 req-9ff9b035-1f54-489e-b366-ae58f41bc457 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 1095 time: 0.1752157 Nov 25 19:20:42.871134 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47ac19-d4d3-4366-982d-b085f3a33e4b req-98dfef03-2e35-4b8f-b6f8-e565778fa26c tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:42.872814 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bb47ac19-d4d3-4366-982d-b085f3a33e4b req-98dfef03-2e35-4b8f-b6f8-e565778fa26c tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?device_id=0868283d-ef0f-4f96-b297-9480676436a4 HTTP/1.1" status: 200 len: 949 time: 0.3769941 Nov 25 19:20:42.875018 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c98373-a463-44cd-aa40-4d1729653165 req-6dadbf3f-2e5e-4938-a604-a30d8077fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:42.876916 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f6c98373-a463-44cd-aa40-4d1729653165 req-6dadbf3f-2e5e-4938-a604-a30d8077fd33 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0868283d-ef0f-4f96-b297-9480676436a4 HTTP/1.1" status: 200 len: 1100 time: 0.2852426 Nov 25 19:20:42.912820 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-f20b2bf0-724d-4621-9d0b-807ac9b4d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:42.915027 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-f20b2bf0-724d-4621-9d0b-807ac9b4d3a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 908 time: 0.4805250 Nov 25 19:20:42.931757 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826148e-3da4-4e85-b830-a6acbae919c2 req-2368de53-39c8-4d75-80b9-b0b5df7154bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:42.933847 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4826148e-3da4-4e85-b830-a6acbae919c2 req-2368de53-39c8-4d75-80b9-b0b5df7154bd service neutron] 10.222.0.73 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 921 time: 0.1924450 Nov 25 19:20:43.042606 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4826148e-3da4-4e85-b830-a6acbae919c2 req-4b38a07b-32da-49d3-9cf3-77df460ff994 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1eee7a9-7ae9-4710-8992-aa33825b96ce HTTP/1.1" status: 200 len: 217 time: 0.0954845 Nov 25 19:20:43.043884 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-329ccaba-6f46-4911-a1d4-fe326bda8070 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56bbbeb8-552b-4f79-b054-15fb22851a8a HTTP/1.1" status: 200 len: 217 time: 0.1068916 Nov 25 19:20:43.077836 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81da7f7-47a6-48a5-a07e-7bf0bc3257a5 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Pushing event updated for resources: {'Port': ['ID=c7f2f542-5a5a-49d7-9899-3eee30b2af90,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:43.083873 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-d81da7f7-47a6-48a5-a07e-7bf0bc3257a5 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:20:43.090954 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f6c98373-a463-44cd-aa40-4d1729653165 req-c1414851-ce59-459c-9d0d-b4d64c9a4820 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=deb68af6-644a-4d42-86bf-15a53977be5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984832 Nov 25 19:20:43.093198 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-d81da7f7-47a6-48a5-a07e-7bf0bc3257a5 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:20:43.099543 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-d81da7f7-47a6-48a5-a07e-7bf0bc3257a5 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:20:43.136610 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bb47ac19-d4d3-4366-982d-b085f3a33e4b req-1a10b3c8-43ba-4cc2-adb6-ab70b829cc61 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/security-groups?id=deb68af6-644a-4d42-86bf-15a53977be5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429228 Nov 25 19:20:43.177210 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826148e-3da4-4e85-b830-a6acbae919c2 req-bfdf39b8-a562-4ebf-860c-3566a4997a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:43.178855 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4826148e-3da4-4e85-b830-a6acbae919c2 req-bfdf39b8-a562-4ebf-860c-3566a4997a7b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=688fcc59-0345-41e4-9b88-cea9e7c21583 HTTP/1.1" status: 200 len: 860 time: 0.1138222 Nov 25 19:20:43.180488 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b80d8b-9cd8-480f-b2ef-45ea7adde543 req-2c7c2ff1-77ad-419c-b13e-4b516cf5918f tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:43.181322 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-4b565c8b-fa76-46c2-8e1e-cbf35030c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:43.182126 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-4b565c8b-fa76-46c2-8e1e-cbf35030c340 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7d22af38-4f63-40b1-a1f0-3aff6ec04048 HTTP/1.1" status: 200 len: 847 time: 0.1160157 Nov 25 19:20:43.182314 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e7b80d8b-9cd8-480f-b2ef-45ea7adde543 req-2c7c2ff1-77ad-419c-b13e-4b516cf5918f tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=82965a2e-5cb6-4d31-bf0f-af06ab25d5ed HTTP/1.1" status: 200 len: 935 time: 0.1673739 Nov 25 19:20:43.224738 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-d81da7f7-47a6-48a5-a07e-7bf0bc3257a5 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:43.225507 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-d81da7f7-47a6-48a5-a07e-7bf0bc3257a5 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:43.251477 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-24696dcb-b045-4090-9d84-d5d7c33b533d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471163 Nov 25 19:20:43.253521 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4826148e-3da4-4e85-b830-a6acbae919c2 req-0205581a-fd00-492f-b63f-3e8eb8e9c13b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e27d2294-de95-4945-9062-292b41b6ea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579219 Nov 25 19:20:43.300226 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-d81da7f7-47a6-48a5-a07e-7bf0bc3257a5 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0004880 Nov 25 19:20:43.316791 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-e7c740b3-c06a-4076-a64f-ab0541f48642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9399f582-5e5b-420d-96da-1440ef198353 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:43.327662 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-e7c740b3-c06a-4076-a64f-ab0541f48642 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:43.343717 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-e7c740b3-c06a-4076-a64f-ab0541f48642 service neutron] Transition to ACTIVE for port object 9399f582-5e5b-420d-96da-1440ef198353 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:20:43.359880 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-1f991dee-ecc6-4cba-b3ad-dcc454f337b0 service neutron] Request body: {'port': {'device_id': '82965a2e-5cb6-4d31-bf0f-af06ab25d5ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:43.373464 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-e7c740b3-c06a-4076-a64f-ab0541f48642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:43.448899 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e7b80d8b-9cd8-480f-b2ef-45ea7adde543 req-92e07bec-69df-4674-b60d-428f9ab006b6 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525809 Nov 25 19:20:43.471977 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-11c22c65-fc4e-428a-8952-fff56e6e64c4 service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011414 Nov 25 19:20:43.480361 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4826148e-3da4-4e85-b830-a6acbae919c2 req-d49d2218-a134-4204-ac36-1f236372f8d3 service neutron] 10.222.0.73 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896727 Nov 25 19:20:43.510674 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-1f991dee-ecc6-4cba-b3ad-dcc454f337b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:43.514591 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c740b3-c06a-4076-a64f-ab0541f48642 service neutron] Pushing event updated for resources: {'Port': ['ID=9399f582-5e5b-420d-96da-1440ef198353,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:43.661680 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-44226330-cb55-405b-9a5b-222b202fac46 None None] Provisioning complete for port c7f2f542-5a5a-49d7-9899-3eee30b2af90 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:43.662604 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-44226330-cb55-405b-9a5b-222b202fac46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:43.731638 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-44226330-cb55-405b-9a5b-222b202fac46 None None] Port c7f2f542-5a5a-49d7-9899-3eee30b2af90 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:20:43.744225 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4826148e-3da4-4e85-b830-a6acbae919c2 req-163172ea-3e2a-445e-95a4-b6a21dfc1451 service neutron] 10.222.0.73 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432959 Nov 25 19:20:43.747244 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-e9ad6ffc-c060-45f2-9e3f-6202e6c75aa0 service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655931 Nov 25 19:20:44.004733 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944b0c9-3278-4f30-b99c-ae3e7f77cffe req-ec8052f9-cde4-4596-8991-f7c348a989d9 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:44.011327 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c944b0c9-3278-4f30-b99c-ae3e7f77cffe req-ec8052f9-cde4-4596-8991-f7c348a989d9 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3f81ea5-aff5-4ace-a987-ac0fd9a8db67 HTTP/1.1" status: 200 len: 948 time: 0.1605365 Nov 25 19:20:44.013692 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-e7c740b3-c06a-4076-a64f-ab0541f48642 service neutron] Attempting to bind port 9399f582-5e5b-420d-96da-1440ef198353 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:44.014466 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-e7c740b3-c06a-4076-a64f-ab0541f48642 service neutron] Attempting to bind port 9399f582-5e5b-420d-96da-1440ef198353 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:44.015185 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-e7c740b3-c06a-4076-a64f-ab0541f48642 service neutron] Attempting to bind port 9399f582-5e5b-420d-96da-1440ef198353 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:44.060668 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-e7c740b3-c06a-4076-a64f-ab0541f48642 service neutron] Port 9399f582-5e5b-420d-96da-1440ef198353 on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:44.060992 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-e7c740b3-c06a-4076-a64f-ab0541f48642 service neutron] Attempting to bind port 9399f582-5e5b-420d-96da-1440ef198353 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:44.082703 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-e7c740b3-c06a-4076-a64f-ab0541f48642 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:44.083035 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-e7c740b3-c06a-4076-a64f-ab0541f48642 service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:44.083427 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-e7c740b3-c06a-4076-a64f-ab0541f48642 service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:44.083872 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-e7c740b3-c06a-4076-a64f-ab0541f48642 service neutron] Bound port: 9399f582-5e5b-420d-96da-1440ef198353, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:44.084228 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-e7c740b3-c06a-4076-a64f-ab0541f48642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:44.166209 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-29777473-5f79-4796-9c93-1f9e87ac19f2 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:44.168972 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-29777473-5f79-4796-9c93-1f9e87ac19f2 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35&tenant_id=12018ca1c64542299c2d57a199401db7&binding%3Ahost_id=n-h1-819349-5 HTTP/1.1" status: 200 len: 1095 time: 0.1349225 Nov 25 19:20:44.172581 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c944b0c9-3278-4f30-b99c-ae3e7f77cffe req-f165587a-ecaf-476e-8afd-40a35952254a tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504993 Nov 25 19:20:44.189530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02403921-b120-4698-bbb4-b04a8f5f2588 req-713c20d3-d224-4d15-9056-e6ff234247b5 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:44.192553 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-02403921-b120-4698-bbb4-b04a8f5f2588 req-713c20d3-d224-4d15-9056-e6ff234247b5 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 944 time: 0.1424747 Nov 25 19:20:44.292172 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-e7c740b3-c06a-4076-a64f-ab0541f48642 service neutron] For port 9399f582-5e5b-420d-96da-1440ef198353, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:44.375859 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-e7c740b3-c06a-4076-a64f-ab0541f48642 service neutron] For port 9399f582-5e5b-420d-96da-1440ef198353, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=9399f582-5e5b-420d-96da-1440ef198353,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:44.391126 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-02403921-b120-4698-bbb4-b04a8f5f2588 req-7dcd8c17-f13b-4ed1-8f80-9088c504902d tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027386 Nov 25 19:20:44.416541 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-e7c740b3-c06a-4076-a64f-ab0541f48642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:44.461659 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-1f991dee-ecc6-4cba-b3ad-dcc454f337b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f2f542-5a5a-49d7-9899-3eee30b2af90 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:44.519703 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-1f991dee-ecc6-4cba-b3ad-dcc454f337b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:44.525853 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-14db2ec9-f55d-40d6-89a6-a387298e2034 service neutron] For port 56bbbeb8-552b-4f79-b054-15fb22851a8a, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:44.535162 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-14db2ec9-f55d-40d6-89a6-a387298e2034 service neutron] Publish callbacks [] for binding, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:44.537218 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-174176ef-e58e-44c5-8ba9-801623b2d97b req-14db2ec9-f55d-40d6-89a6-a387298e2034 service neutron] 10.222.0.73 "DELETE /v2.0/ports/56bbbeb8-552b-4f79-b054-15fb22851a8a/bindings/n-h2-819349-5 HTTP/1.1" status: 204 len: 173 time: 0.3433816 Nov 25 19:20:44.538085 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-e7c740b3-c06a-4076-a64f-ab0541f48642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:44.538652 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-e7c740b3-c06a-4076-a64f-ab0541f48642 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:44.541412 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-e7c740b3-c06a-4076-a64f-ab0541f48642 service neutron] 10.222.0.85 "PUT /v2.0/ports/9399f582-5e5b-420d-96da-1440ef198353 HTTP/1.1" status: 200 len: 1096 time: 3.8271873 Nov 25 19:20:44.558016 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f81ea5-aff5-4ace-a987-ac0fd9a8db67', 'tag': '9399f582-5e5b-420d-96da-1440ef198353'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:44.562010 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0dc0fd-8cbf-46b6-acce-3a5bb05319ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f81ea5-aff5-4ace-a987-ac0fd9a8db67", "tag": "9399f582-5e5b-420d-96da-1440ef198353"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:44.606444 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ca2db-9989-47dd-ad61-cdb83568f060 req-b92147bb-9672-4cee-807a-fc2e7b676990 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:44.609234 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-879ca2db-9989-47dd-ad61-cdb83568f060 req-b92147bb-9672-4cee-807a-fc2e7b676990 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 944 time: 0.2747900 Nov 25 19:20:44.617261 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-1f991dee-ecc6-4cba-b3ad-dcc454f337b0 service neutron] Transition to ACTIVE for port object c7f2f542-5a5a-49d7-9899-3eee30b2af90 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:20:44.648221 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-1f991dee-ecc6-4cba-b3ad-dcc454f337b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:44.744764 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c740b3-c06a-4076-a64f-ab0541f48642 service neutron] Pushing event updated for resources: {'Port': ['ID=9399f582-5e5b-420d-96da-1440ef198353,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:44.867890 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-31ce3826-6d86-4685-9ba4-70f37b08652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:44.869386 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-31ce3826-6d86-4685-9ba4-70f37b08652b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4119481deacf425e9e44f81416c4cd0d&device_id=d3f81ea5-aff5-4ace-a987-ac0fd9a8db67 HTTP/1.1" status: 200 len: 1099 time: 0.2234790 Nov 25 19:20:44.904402 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-879ca2db-9989-47dd-ad61-cdb83568f060 req-ddb53229-1d45-4d6e-9618-da0051df4568 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681909 Nov 25 19:20:44.924028 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f991dee-ecc6-4cba-b3ad-dcc454f337b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f2f542-5a5a-49d7-9899-3eee30b2af90,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:45.098866 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-48541de4-3169-4746-b86d-361c755de859 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=9399f582-5e5b-420d-96da-1440ef198353 HTTP/1.1" status: 200 len: 217 time: 0.2060337 Nov 25 19:20:45.129260 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device d1eee7a9-7ae9-4710-8992-aa33825b96ce details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:45.291010 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3a297-3beb-4e7f-b696-2f19f6b4befa req-9eb8c469-cc35-4519-a485-a771693fdeed tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:45.294107 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-73b3a297-3beb-4e7f-b696-2f19f6b4befa req-9eb8c469-cc35-4519-a485-a771693fdeed tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=82965a2e-5cb6-4d31-bf0f-af06ab25d5ed HTTP/1.1" status: 200 len: 947 time: 0.1268795 Nov 25 19:20:45.301498 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-1f991dee-ecc6-4cba-b3ad-dcc454f337b0 service neutron] Attempting to bind port c7f2f542-5a5a-49d7-9899-3eee30b2af90 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:45.302224 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-1f991dee-ecc6-4cba-b3ad-dcc454f337b0 service neutron] Attempting to bind port c7f2f542-5a5a-49d7-9899-3eee30b2af90 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:45.305366 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-1f991dee-ecc6-4cba-b3ad-dcc454f337b0 service neutron] Attempting to bind port c7f2f542-5a5a-49d7-9899-3eee30b2af90 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:45.321504 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-1f991dee-ecc6-4cba-b3ad-dcc454f337b0 service neutron] Port c7f2f542-5a5a-49d7-9899-3eee30b2af90 on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:45.322052 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-1f991dee-ecc6-4cba-b3ad-dcc454f337b0 service neutron] Attempting to bind port c7f2f542-5a5a-49d7-9899-3eee30b2af90 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:45.345451 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d59dc2-0bb9-417e-98fb-1d72c040518f req-1b542b2f-7149-4c43-a83d-e0f694441bad tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:45.353636 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02d59dc2-0bb9-417e-98fb-1d72c040518f req-1b542b2f-7149-4c43-a83d-e0f694441bad tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?device_id=0868283d-ef0f-4f96-b297-9480676436a4 HTTP/1.1" status: 200 len: 949 time: 0.1976624 Nov 25 19:20:45.358803 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-d6e3a970-9afc-4687-81bf-05c4e9f96884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:45.360082 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-d6e3a970-9afc-4687-81bf-05c4e9f96884 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.2191360 Nov 25 19:20:45.361859 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port d1eee7a9-7ae9-4710-8992-aa33825b96ce, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d1eee7a9-7ae9-4710-8992-aa33825b96ce,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:45.367011 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-1f991dee-ecc6-4cba-b3ad-dcc454f337b0 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:45.368214 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-1f991dee-ecc6-4cba-b3ad-dcc454f337b0 service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:45.368771 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-1f991dee-ecc6-4cba-b3ad-dcc454f337b0 service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:45.369410 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-1f991dee-ecc6-4cba-b3ad-dcc454f337b0 service neutron] Bound port: c7f2f542-5a5a-49d7-9899-3eee30b2af90, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:45.370031 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-1f991dee-ecc6-4cba-b3ad-dcc454f337b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:45.380608 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'd1eee7a9-7ae9-4710-8992-aa33825b96ce', 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98', 'port_id': 'd1eee7a9-7ae9-4710-8992-aa33825b96ce', 'mac_address': 'fa:16:3e:07:0b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688fcc59-0345-41e4-9b88-cea9e7c21583', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:20:45.428156 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:45.440093 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-73b3a297-3beb-4e7f-b696-2f19f6b4befa req-9e255b9c-6434-4f61-aaf7-4a67f24ddcc9 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147029 Nov 25 19:20:45.450669 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1eee7a9-7ae9-4710-8992-aa33825b96ce {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:45.492985 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port d1eee7a9-7ae9-4710-8992-aa33825b96ce, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d1eee7a9-7ae9-4710-8992-aa33825b96ce,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:45.495184 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:45.572358 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02d59dc2-0bb9-417e-98fb-1d72c040518f req-85f2a7f1-fdc1-4469-be4d-a43555df550f tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/security-groups?id=deb68af6-644a-4d42-86bf-15a53977be5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171686 Nov 25 19:20:45.586777 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=d1eee7a9-7ae9-4710-8992-aa33825b96ce,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:45.609899 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-fe5bf568-5dff-4dc6-9478-cefaf896b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:45.613741 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-fe5bf568-5dff-4dc6-9478-cefaf896b0ba service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2401373 Nov 25 19:20:45.616618 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84383ff3-89ed-4b50-b780-b3589518576d x-openstack-request-id: req-84383ff3-89ed-4b50-b780-b3589518576d {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:45.617943 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f81ea5-aff5-4ace-a987-ac0fd9a8db67", "tag": "9399f582-5e5b-420d-96da-1440ef198353", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:45.618428 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84383ff3-89ed-4b50-b780-b3589518576d {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:45.619289 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f81ea5-aff5-4ace-a987-ac0fd9a8db67', 'tag': '9399f582-5e5b-420d-96da-1440ef198353', 'status': 'completed', 'code': 200} Nov 25 19:20:45.713540 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-1f991dee-ecc6-4cba-b3ad-dcc454f337b0 service neutron] For port c7f2f542-5a5a-49d7-9899-3eee30b2af90, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:45.788094 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-1f991dee-ecc6-4cba-b3ad-dcc454f337b0 service neutron] For port c7f2f542-5a5a-49d7-9899-3eee30b2af90, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c7f2f542-5a5a-49d7-9899-3eee30b2af90,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:45.803302 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-1f991dee-ecc6-4cba-b3ad-dcc454f337b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:45.831475 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['d1eee7a9-7ae9-4710-8992-aa33825b96ce'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:45.962621 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-1f991dee-ecc6-4cba-b3ad-dcc454f337b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:45.963629 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-1f991dee-ecc6-4cba-b3ad-dcc454f337b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:45.965952 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-1f991dee-ecc6-4cba-b3ad-dcc454f337b0 service neutron] 10.222.0.73 "PUT /v2.0/ports/c7f2f542-5a5a-49d7-9899-3eee30b2af90 HTTP/1.1" status: 200 len: 1095 time: 2.6135674 Nov 25 19:20:46.101199 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-6ef60020-bc4e-4a4a-9625-c49770164f63 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716945 Nov 25 19:20:46.106856 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f991dee-ecc6-4cba-b3ad-dcc454f337b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f2f542-5a5a-49d7-9899-3eee30b2af90,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:46.232016 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-4bb8b03f-f460-42f1-b2ae-7b61d2c6b510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:46.234689 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-4bb8b03f-f460-42f1-b2ae-7b61d2c6b510 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b68ab80691f4266879b3b37f8b52a80&device_id=82965a2e-5cb6-4d31-bf0f-af06ab25d5ed HTTP/1.1" status: 200 len: 1098 time: 0.2011185 Nov 25 19:20:46.254526 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71740f-6c41-4fc3-9fa9-572deac33d42 req-9a86a293-632a-4e55-a760-e3ba55d8e6c9 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:46.257256 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bc71740f-6c41-4fc3-9fa9-572deac33d42 req-9a86a293-632a-4e55-a760-e3ba55d8e6c9 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3f81ea5-aff5-4ace-a987-ac0fd9a8db67 HTTP/1.1" status: 200 len: 948 time: 0.4370315 Nov 25 19:20:46.372408 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-4fa867f4-c51a-4471-b85a-72a19928a1a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=c7f2f542-5a5a-49d7-9899-3eee30b2af90 HTTP/1.1" status: 200 len: 217 time: 0.1073484 Nov 25 19:20:46.455305 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2a171f81-d551-41eb-affe-a8cce5bb0e52 req-21129fb5-2974-440c-bc51-695b3beb251a service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438277 Nov 25 19:20:46.489533 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bc71740f-6c41-4fc3-9fa9-572deac33d42 req-04049ca0-3912-4752-8f09-14bf838c4383 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098150 Nov 25 19:20:46.510653 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-0a3ed209-5b0b-4b1f-9858-7a083838e37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:46.514416 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-0a3ed209-5b0b-4b1f-9858-7a083838e37f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1267962 Nov 25 19:20:46.549759 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420bc24-308e-41d5-ae2c-9ef9b1d87ab7 req-c51f55ca-91c7-474a-81be-0743394b0929 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:46.559282 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a420bc24-308e-41d5-ae2c-9ef9b1d87ab7 req-c51f55ca-91c7-474a-81be-0743394b0929 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 945 time: 0.1045811 Nov 25 19:20:46.611204 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a420bc24-308e-41d5-ae2c-9ef9b1d87ab7 req-3588cb0d-548f-4dbb-974b-b76c79ac4646 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509639 Nov 25 19:20:46.642010 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0dc0fd-8cbf-46b6-acce-3a5bb05319ab req-6b5e8a24-384a-41b7-9e01-392da67d18e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:46.644554 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6f0dc0fd-8cbf-46b6-acce-3a5bb05319ab req-6b5e8a24-384a-41b7-9e01-392da67d18e2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4119481deacf425e9e44f81416c4cd0d&device_id=d3f81ea5-aff5-4ace-a987-ac0fd9a8db67 HTTP/1.1" status: 200 len: 1099 time: 0.1003938 Nov 25 19:20:46.655489 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-6d705681-0ea7-4891-928d-14d6fa9cca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:46.657323 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-6d705681-0ea7-4891-928d-14d6fa9cca76 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1339791 Nov 25 19:20:46.792146 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100617f7-4690-461f-a617-a26ca6e061bb req-f9ad578e-1e6f-4d16-bc3b-55552fdfda8b tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:46.794096 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-100617f7-4690-461f-a617-a26ca6e061bb req-f9ad578e-1e6f-4d16-bc3b-55552fdfda8b tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 1095 time: 0.0594087 Nov 25 19:20:46.869882 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-100617f7-4690-461f-a617-a26ca6e061bb req-a454cda1-5a1f-410d-a9dc-5aef538571e0 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630038 Nov 25 19:20:46.982128 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560350dd-c07f-4178-9a2a-908baf316fc0 req-4a1fa7a2-e777-4717-9c50-aaa658bad8f8 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:46.983760 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-560350dd-c07f-4178-9a2a-908baf316fc0 req-4a1fa7a2-e777-4717-9c50-aaa658bad8f8 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=82965a2e-5cb6-4d31-bf0f-af06ab25d5ed HTTP/1.1" status: 200 len: 947 time: 0.1231713 Nov 25 19:20:46.988828 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-0d05d029-bc34-4ee5-ac9d-661c57e75a59 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201821 Nov 25 19:20:46.993734 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0dc0fd-8cbf-46b6-acce-3a5bb05319ab req-6026096a-bb22-4620-8bd4-92f44d0a54fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:46.995698 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6f0dc0fd-8cbf-46b6-acce-3a5bb05319ab req-6026096a-bb22-4620-8bd4-92f44d0a54fd service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.3363619 Nov 25 19:20:47.045379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5beb46e-8c60-471a-bd8c-ff2aa4fd4dfc req-42709c7c-890e-4c84-ab3e-fc18abf4db89 tempest-ServersAdminNegativeTestJSON-1340770179 tempest-ServersAdminNegativeTestJSON-1340770179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:47.055119 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b5beb46e-8c60-471a-bd8c-ff2aa4fd4dfc req-42709c7c-890e-4c84-ab3e-fc18abf4db89 tempest-ServersAdminNegativeTestJSON-1340770179 tempest-ServersAdminNegativeTestJSON-1340770179-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0868283d-ef0f-4f96-b297-9480676436a4 HTTP/1.1" status: 200 len: 1100 time: 0.0836995 Nov 25 19:20:47.072728 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b5beb46e-8c60-471a-bd8c-ff2aa4fd4dfc req-1b6afe12-2082-4bb0-8ba1-8e67bb1b1d24 tempest-ServersAdminNegativeTestJSON-1340770179 tempest-ServersAdminNegativeTestJSON-1340770179-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:47.122472 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6f0dc0fd-8cbf-46b6-acce-3a5bb05319ab req-1bc69124-fdc4-4cf3-a847-61f74ac79ab0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=9399f582-5e5b-420d-96da-1440ef198353 HTTP/1.1" status: 200 len: 217 time: 0.1156495 Nov 25 19:20:47.139374 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device d1eee7a9-7ae9-4710-8992-aa33825b96ce up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:47.202993 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b5beb46e-8c60-471a-bd8c-ff2aa4fd4dfc req-1b6afe12-2082-4bb0-8ba1-8e67bb1b1d24 tempest-ServersAdminNegativeTestJSON-1340770179 tempest-ServersAdminNegativeTestJSON-1340770179-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:47.209702 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b5beb46e-8c60-471a-bd8c-ff2aa4fd4dfc req-1b6afe12-2082-4bb0-8ba1-8e67bb1b1d24 tempest-ServersAdminNegativeTestJSON-1340770179 tempest-ServersAdminNegativeTestJSON-1340770179-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:47.242141 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port d1eee7a9-7ae9-4710-8992-aa33825b96ce completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:20:47.261849 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port d1eee7a9-7ae9-4710-8992-aa33825b96ce triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:47.261849 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:47.310767 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-560350dd-c07f-4178-9a2a-908baf316fc0 req-346c4ecf-f63a-4106-8e7e-7984f3f6fb99 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112614 Nov 25 19:20:47.342266 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0dc0fd-8cbf-46b6-acce-3a5bb05319ab req-238b7b92-0447-4da3-8c9f-32e701b8ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:47.344075 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6f0dc0fd-8cbf-46b6-acce-3a5bb05319ab req-238b7b92-0447-4da3-8c9f-32e701b8ebec service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.2138286 Nov 25 19:20:47.351434 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6afe12-2082-4bb0-8ba1-8e67bb1b1d24 tempest-ServersAdminNegativeTestJSON-1340770179 tempest-ServersAdminNegativeTestJSON-1340770179-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbea2aac-3f50-4179-93c0-2dda4a35862f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:47.493532 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b5beb46e-8c60-471a-bd8c-ff2aa4fd4dfc req-1b6afe12-2082-4bb0-8ba1-8e67bb1b1d24 tempest-ServersAdminNegativeTestJSON-1340770179 tempest-ServersAdminNegativeTestJSON-1340770179-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=deb68af6-644a-4d42-86bf-15a53977be5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305389 Nov 25 19:20:47.497812 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-76e2cc3d-10f1-488a-8db8-40eae80a318b req-b9fe3483-7e37-4bb5-8a81-98497fda9664 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009778 Nov 25 19:20:47.530625 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0dc0fd-8cbf-46b6-acce-3a5bb05319ab req-83449be7-5dee-4c9b-ba47-f55077707ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:47.532873 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6f0dc0fd-8cbf-46b6-acce-3a5bb05319ab req-83449be7-5dee-4c9b-ba47-f55077707ad9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1673119 Nov 25 19:20:47.682875 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82965a2e-5cb6-4d31-bf0f-af06ab25d5ed', 'tag': 'c7f2f542-5a5a-49d7-9899-3eee30b2af90'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:47.687007 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b17d0b-e8d5-4d44-84e2-685d9dd82aba" -d '{"events": [{"name": "network-changed", "server_uuid": "82965a2e-5cb6-4d31-bf0f-af06ab25d5ed", "tag": "c7f2f542-5a5a-49d7-9899-3eee30b2af90"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:47.704314 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:47.768384 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008f78f2-2033-4a9a-b6f9-16b1c3738936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1eee7a9-7ae9-4710-8992-aa33825b96ce'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:47.775898 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f05a593-19cc-42c8-b385-82b8c5620037" -d '{"events": [{"server_uuid": "008f78f2-2033-4a9a-b6f9-16b1c3738936", "name": "network-vif-plugged", "status": "completed", "tag": "d1eee7a9-7ae9-4710-8992-aa33825b96ce"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:47.814080 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port d1eee7a9-7ae9-4710-8992-aa33825b96ce, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d1eee7a9-7ae9-4710-8992-aa33825b96ce,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:47.824460 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:47.841377 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6f0dc0fd-8cbf-46b6-acce-3a5bb05319ab req-f6368d14-9a19-4450-8d93-6e47a5a3f82e service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006372 Nov 25 19:20:47.980286 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=d1eee7a9-7ae9-4710-8992-aa33825b96ce,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:48.026349 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984dba14-d357-4a24-b155-4c381a57874a req-e85f8bbd-2cd0-45a1-9475-09517e228b46 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:48.028905 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-984dba14-d357-4a24-b155-4c381a57874a req-e85f8bbd-2cd0-45a1-9475-09517e228b46 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 807 time: 0.3187568 Nov 25 19:20:48.051776 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-984dba14-d357-4a24-b155-4c381a57874a req-6beb1935-8e9b-4d2d-a197-7fe0d358b31c tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/quotas/12018ca1c64542299c2d57a199401db7 HTTP/1.1" status: 200 len: 375 time: 0.0164764 Nov 25 19:20:48.121915 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-984dba14-d357-4a24-b155-4c381a57874a req-5b2aa9c9-e705-484f-8945-ff96ee052533 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689867 Nov 25 19:20:48.283428 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-984dba14-d357-4a24-b155-4c381a57874a req-ebac2db8-cf5b-464e-bd27-338a0e594c8a service neutron] 10.222.0.55 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594853 Nov 25 19:20:48.413563 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-984dba14-d357-4a24-b155-4c381a57874a req-e0bdef4d-c788-4d3e-ad7a-ae6c8e1bf2c4 service neutron] 10.222.0.55 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298358 Nov 25 19:20:48.521622 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41115a-4273-48e7-972c-52f75d02bd36 req-db359471-24b4-4e95-8b08-a2382168bd5f tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:48.526213 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2c41115a-4273-48e7-972c-52f75d02bd36 req-db359471-24b4-4e95-8b08-a2382168bd5f tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3f81ea5-aff5-4ace-a987-ac0fd9a8db67 HTTP/1.1" status: 200 len: 948 time: 0.1837327 Nov 25 19:20:48.568456 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6f0dc0fd-8cbf-46b6-acce-3a5bb05319ab req-bc9a0e96-062c-4660-8029-cf4a9ade20cd service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7194679 Nov 25 19:20:48.669803 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2c41115a-4273-48e7-972c-52f75d02bd36 req-079d9595-8455-4b85-870c-e7f9b59b9261 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313562 Nov 25 19:20:48.725987 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bfa547-cd05-42dd-94eb-0befc6894123 x-openstack-request-id: req-32bfa547-cd05-42dd-94eb-0befc6894123 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:48.726532 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82965a2e-5cb6-4d31-bf0f-af06ab25d5ed", "tag": "c7f2f542-5a5a-49d7-9899-3eee30b2af90", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:48.727824 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-32bfa547-cd05-42dd-94eb-0befc6894123 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:48.728483 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82965a2e-5cb6-4d31-bf0f-af06ab25d5ed', 'tag': 'c7f2f542-5a5a-49d7-9899-3eee30b2af90', 'status': 'completed', 'code': 200} Nov 25 19:20:48.795006 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f9817a-e2d2-4aa0-98bd-70292583ffd7 x-openstack-request-id: req-30f9817a-e2d2-4aa0-98bd-70292583ffd7 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:48.796074 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008f78f2-2033-4a9a-b6f9-16b1c3738936", "name": "network-vif-plugged", "status": "completed", "tag": "d1eee7a9-7ae9-4710-8992-aa33825b96ce", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:48.796570 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-30f9817a-e2d2-4aa0-98bd-70292583ffd7 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:48.797208 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008f78f2-2033-4a9a-b6f9-16b1c3738936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1eee7a9-7ae9-4710-8992-aa33825b96ce', 'code': 200} Nov 25 19:20:48.808478 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5b1c7-9dca-43dc-9167-009a8a28ef12 req-8701a661-feb4-421c-8ad2-b32ae443e091 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:48.811586 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1aa5b1c7-9dca-43dc-9167-009a8a28ef12 req-8701a661-feb4-421c-8ad2-b32ae443e091 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 946 time: 0.1169610 Nov 25 19:20:48.863185 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b17d0b-e8d5-4d44-84e2-685d9dd82aba req-939bab77-2ff0-4450-829e-aeebdd235533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:48.866900 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e7b17d0b-e8d5-4d44-84e2-685d9dd82aba req-939bab77-2ff0-4450-829e-aeebdd235533 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b68ab80691f4266879b3b37f8b52a80&device_id=82965a2e-5cb6-4d31-bf0f-af06ab25d5ed HTTP/1.1" status: 200 len: 1098 time: 0.1047678 Nov 25 19:20:48.999674 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1aa5b1c7-9dca-43dc-9167-009a8a28ef12 req-41a9a3d0-f48d-45ee-b055-315729a1e326 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625726 Nov 25 19:20:49.037754 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79120c7a-e019-49ee-a5d6-b05dafb0be66 req-08c38477-8ae0-485f-8c5b-339aaaffc96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:49.041036 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79120c7a-e019-49ee-a5d6-b05dafb0be66 req-08c38477-8ae0-485f-8c5b-339aaaffc96f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 1097 time: 0.1307116 Nov 25 19:20:49.115291 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d86e8f-c014-4dc1-b35f-650f4d28ccd6 req-c97d1e63-5a52-4b4d-9a01-5bbf8d68b25c tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:49.117204 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-58d86e8f-c014-4dc1-b35f-650f4d28ccd6 req-c97d1e63-5a52-4b4d-9a01-5bbf8d68b25c tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=82965a2e-5cb6-4d31-bf0f-af06ab25d5ed HTTP/1.1" status: 200 len: 947 time: 0.1310377 Nov 25 19:20:49.123863 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b17d0b-e8d5-4d44-84e2-685d9dd82aba req-781181e6-b067-4c1d-94ea-425d3a19564b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:49.125677 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e7b17d0b-e8d5-4d44-84e2-685d9dd82aba req-781181e6-b067-4c1d-94ea-425d3a19564b service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.2292745 Nov 25 19:20:49.187515 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e7b17d0b-e8d5-4d44-84e2-685d9dd82aba req-371ae3b2-dbe9-4016-a80b-78c7325565b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=c7f2f542-5a5a-49d7-9899-3eee30b2af90 HTTP/1.1" status: 200 len: 217 time: 0.0459759 Nov 25 19:20:49.203728 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79120c7a-e019-49ee-a5d6-b05dafb0be66 req-c81d5819-81bc-480c-8b2e-9827de932aa8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531022 Nov 25 19:20:49.307304 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b17d0b-e8d5-4d44-84e2-685d9dd82aba req-be47ac39-8966-4a40-b3ea-1173bc4fc597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:49.312180 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e7b17d0b-e8d5-4d44-84e2-685d9dd82aba req-be47ac39-8966-4a40-b3ea-1173bc4fc597 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1162148 Nov 25 19:20:49.333824 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-58d86e8f-c014-4dc1-b35f-650f4d28ccd6 req-cfda8433-3545-46aa-bb61-803875fbe8a1 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032526 Nov 25 19:20:49.395501 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d3a1b-cfb4-4ee0-acf5-01675b6c6759 req-ed22b608-6688-4857-8c9b-05b1bd5d720f tempest-ServersAdminNegativeTestJSON-1340770179 tempest-ServersAdminNegativeTestJSON-1340770179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:49.408187 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ed3d3a1b-cfb4-4ee0-acf5-01675b6c6759 req-ed22b608-6688-4857-8c9b-05b1bd5d720f tempest-ServersAdminNegativeTestJSON-1340770179 tempest-ServersAdminNegativeTestJSON-1340770179-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0868283d-ef0f-4f96-b297-9480676436a4 HTTP/1.1" status: 200 len: 1100 time: 0.1192298 Nov 25 19:20:49.492837 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ed3d3a1b-cfb4-4ee0-acf5-01675b6c6759 req-03a1c8be-73d7-4f06-b9c4-96b9aa959c62 tempest-ServersAdminNegativeTestJSON-1340770179 tempest-ServersAdminNegativeTestJSON-1340770179-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=deb68af6-644a-4d42-86bf-15a53977be5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831892 Nov 25 19:20:49.528439 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-766ef072-77e9-43f6-a99d-87389410a90e req-4bf51d8e-ea2d-4c6f-9027-7b7da468c7d7 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 210 time: 0.1104507 Nov 25 19:20:49.562745 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b17d0b-e8d5-4d44-84e2-685d9dd82aba req-d917df81-4400-4a19-a265-c16dcc7541cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:49.565015 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e7b17d0b-e8d5-4d44-84e2-685d9dd82aba req-d917df81-4400-4a19-a265-c16dcc7541cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1359227 Nov 25 19:20:49.779608 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e7b17d0b-e8d5-4d44-84e2-685d9dd82aba req-ee59fc23-62da-45af-b0e6-2b0f0970364e service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030056 Nov 25 19:20:49.963958 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5139b6-11ec-423e-933c-a2e267eacbd8 req-3446ba6b-cd3e-4340-947e-510b945ed94f tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:49.965743 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5b5139b6-11ec-423e-933c-a2e267eacbd8 req-3446ba6b-cd3e-4340-947e-510b945ed94f tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3f81ea5-aff5-4ace-a987-ac0fd9a8db67 HTTP/1.1" status: 200 len: 948 time: 0.1849384 Nov 25 19:20:50.042131 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e7b17d0b-e8d5-4d44-84e2-685d9dd82aba req-79b36b97-d38b-420b-93bd-2c7cd112106e service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355847 Nov 25 19:20:50.060165 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5b5139b6-11ec-423e-933c-a2e267eacbd8 req-a732f5e9-4c4d-4da8-9978-d56a7efe2811 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784509 Nov 25 19:20:50.265365 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3c484-beb5-44c7-b17d-37e3dadd01f1 req-46586624-cf73-4864-a734-35a193233434 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:50.278558 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2ce3c484-beb5-44c7-b17d-37e3dadd01f1 req-46586624-cf73-4864-a734-35a193233434 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 946 time: 0.0977750 Nov 25 19:20:50.382274 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2ce3c484-beb5-44c7-b17d-37e3dadd01f1 req-0a9795aa-7702-4ee7-ac96-570130e5e006 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008790 Nov 25 19:20:50.584531 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984dba14-d357-4a24-b155-4c381a57874a req-1ad03d00-5093-45ae-b375-2dc8906733fc tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:50.589043 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-984dba14-d357-4a24-b155-4c381a57874a req-1ad03d00-5093-45ae-b375-2dc8906733fc tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.85 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 807 time: 0.1790094 Nov 25 19:20:50.604997 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-984dba14-d357-4a24-b155-4c381a57874a req-a8b10367-95d4-42bf-9dc4-c0e4073918a1 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Request body: {'port': {'device_id': '4abaff4e-e28e-4732-8f8f-7ac1425f0380', 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788', 'admin_state_up': True, 'tenant_id': '12018ca1c64542299c2d57a199401db7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:50.638219 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 9399f582-5e5b-420d-96da-1440ef198353 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:50.854684 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631e4b4-5052-4752-b147-650aa0d240a2 req-7c6b564d-c737-4e74-add7-1a3840996cec tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:50.856426 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8631e4b4-5052-4752-b147-650aa0d240a2 req-7c6b564d-c737-4e74-add7-1a3840996cec tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=82965a2e-5cb6-4d31-bf0f-af06ab25d5ed HTTP/1.1" status: 200 len: 947 time: 0.1100819 Nov 25 19:20:50.886471 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 9399f582-5e5b-420d-96da-1440ef198353, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=9399f582-5e5b-420d-96da-1440ef198353,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:50.904880 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '9399f582-5e5b-420d-96da-1440ef198353', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '9399f582-5e5b-420d-96da-1440ef198353', 'mac_address': 'fa:16:3e:0b:98:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:20:50.916906 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984dba14-d357-4a24-b155-4c381a57874a req-a8b10367-95d4-42bf-9dc4-c0e4073918a1 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Made reservation on behalf of 12018ca1c64542299c2d57a199401db7 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:20:50.923618 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-984dba14-d357-4a24-b155-4c381a57874a req-a8b10367-95d4-42bf-9dc4-c0e4073918a1 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:50.971789 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8631e4b4-5052-4752-b147-650aa0d240a2 req-19e7c86d-0412-4c34-9b58-2e3e4ed5abf5 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049683 Nov 25 19:20:50.985395 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:51.033966 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9399f582-5e5b-420d-96da-1440ef198353 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:51.064500 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 9399f582-5e5b-420d-96da-1440ef198353, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=9399f582-5e5b-420d-96da-1440ef198353,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:51.078068 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:51.155903 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device c7f2f542-5a5a-49d7-9899-3eee30b2af90 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:51.173224 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=9399f582-5e5b-420d-96da-1440ef198353,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:51.235617 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-45342cc7-2779-4f97-9964-7c6e0fd3cc25 req-2fb53bf5-220d-4b9a-a1a7-689102eb9ab1 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 210 time: 0.0603049 Nov 25 19:20:51.249576 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-984dba14-d357-4a24-b155-4c381a57874a req-a8b10367-95d4-42bf-9dc4-c0e4073918a1 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Allocated IP 172.20.0.14 (4f1ae74c-ff92-4f6b-bdc2-b33a54676788/7d22af38-4f63-40b1-a1f0-3aff6ec04048/d0b85d8c-1a49-4cb3-82ff-70698009b789) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:20:51.426420 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port c7f2f542-5a5a-49d7-9899-3eee30b2af90, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c7f2f542-5a5a-49d7-9899-3eee30b2af90,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:51.444324 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'c7f2f542-5a5a-49d7-9899-3eee30b2af90', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': 'c7f2f542-5a5a-49d7-9899-3eee30b2af90', 'mac_address': 'fa:16:3e:cd:cd:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:20:51.491729 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['9399f582-5e5b-420d-96da-1440ef198353'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:51.537580 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7c325-2ba1-4ce2-91d1-9e6066f847a6 req-c4724b42-3ea4-4bac-978b-ad304c4d2a5e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:51.552977 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a3e7c325-2ba1-4ce2-91d1-9e6066f847a6 req-c4724b42-3ea4-4bac-978b-ad304c4d2a5e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3f81ea5-aff5-4ace-a987-ac0fd9a8db67 HTTP/1.1" status: 200 len: 949 time: 0.1147261 Nov 25 19:20:51.565490 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:51.601777 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f2f542-5a5a-49d7-9899-3eee30b2af90 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:51.653970 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a3e7c325-2ba1-4ce2-91d1-9e6066f847a6 req-0062e2e8-32a8-49ed-8c6e-f0fd122823ed tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959804 Nov 25 19:20:51.658209 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port c7f2f542-5a5a-49d7-9899-3eee30b2af90, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c7f2f542-5a5a-49d7-9899-3eee30b2af90,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:51.676938 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:51.688639 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff981b-0acb-4d01-8d0b-2c6dd0dc168a req-955e59ae-0dfa-4015-8b06-56963255fb24 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:51.690560 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-30ff981b-0acb-4d01-8d0b-2c6dd0dc168a req-955e59ae-0dfa-4015-8b06-56963255fb24 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?device_id=0868283d-ef0f-4f96-b297-9480676436a4 HTTP/1.1" status: 200 len: 949 time: 0.1299005 Nov 25 19:20:51.746045 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-984dba14-d357-4a24-b155-4c381a57874a req-a8b10367-95d4-42bf-9dc4-c0e4073918a1 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:51.832962 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-984dba14-d357-4a24-b155-4c381a57874a req-a8b10367-95d4-42bf-9dc4-c0e4073918a1 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:51.900083 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=c7f2f542-5a5a-49d7-9899-3eee30b2af90,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:51.931165 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-30ff981b-0acb-4d01-8d0b-2c6dd0dc168a req-3d9ea3d7-38fe-4588-b03a-82fcc2b038c2 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/security-groups?id=deb68af6-644a-4d42-86bf-15a53977be5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099421 Nov 25 19:20:51.954228 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b10367-95d4-42bf-9dc4-c0e4073918a1 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Pushing event updated for resources: {'Port': ['ID=d0b85d8c-1a49-4cb3-82ff-70698009b789,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:51.980851 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984dba14-d357-4a24-b155-4c381a57874a req-a8b10367-95d4-42bf-9dc4-c0e4073918a1 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:20:51.982494 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-984dba14-d357-4a24-b155-4c381a57874a req-a8b10367-95d4-42bf-9dc4-c0e4073918a1 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:20:51.985803 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-984dba14-d357-4a24-b155-4c381a57874a req-a8b10367-95d4-42bf-9dc4-c0e4073918a1 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:20:52.081910 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['c7f2f542-5a5a-49d7-9899-3eee30b2af90'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:52.090936 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984dba14-d357-4a24-b155-4c381a57874a req-a8b10367-95d4-42bf-9dc4-c0e4073918a1 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:52.091623 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-984dba14-d357-4a24-b155-4c381a57874a req-a8b10367-95d4-42bf-9dc4-c0e4073918a1 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:52.147641 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-984dba14-d357-4a24-b155-4c381a57874a req-a8b10367-95d4-42bf-9dc4-c0e4073918a1 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5477471 Nov 25 19:20:52.161628 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-984dba14-d357-4a24-b155-4c381a57874a req-24618a37-9d85-4faf-bba5-854ada72ce30 service neutron] Request body: {'port': {'device_id': '4abaff4e-e28e-4732-8f8f-7ac1425f0380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:52.236304 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bdee1-be64-4282-b617-baf35b0e34c0 req-27890be4-7577-4c97-b9da-948c3fb4784a tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:52.246573 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-274bdee1-be64-4282-b617-baf35b0e34c0 req-27890be4-7577-4c97-b9da-948c3fb4784a tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 946 time: 0.1498094 Nov 25 19:20:52.278067 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-984dba14-d357-4a24-b155-4c381a57874a req-24618a37-9d85-4faf-bba5-854ada72ce30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:52.428514 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-274bdee1-be64-4282-b617-baf35b0e34c0 req-f4149303-0dbf-424a-900f-fd5a2b8210df tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806116 Nov 25 19:20:52.634751 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f164406-31ff-4eee-94d0-b77241e0f2d2 req-1862315d-2402-4341-a528-73018bf4a451 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:52.642836 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7f164406-31ff-4eee-94d0-b77241e0f2d2 req-1862315d-2402-4341-a528-73018bf4a451 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 932 time: 0.0676985 Nov 25 19:20:52.647845 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2e6e0-da5d-4769-86c9-259655546d83 req-7c35909f-f797-44b6-b27a-af83eed915a8 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:52.655342 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3ce2e6e0-da5d-4769-86c9-259655546d83 req-7c35909f-f797-44b6-b27a-af83eed915a8 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=82965a2e-5cb6-4d31-bf0f-af06ab25d5ed HTTP/1.1" status: 200 len: 948 time: 0.1126695 Nov 25 19:20:52.705719 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7f164406-31ff-4eee-94d0-b77241e0f2d2 req-7518ca70-248f-4168-b690-5b898ed2dc35 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607731 Nov 25 19:20:52.835187 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3ce2e6e0-da5d-4769-86c9-259655546d83 req-cc03398f-71d9-4168-8d7a-7fc8f844d6e0 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629252 Nov 25 19:20:53.034267 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-984dba14-d357-4a24-b155-4c381a57874a req-24618a37-9d85-4faf-bba5-854ada72ce30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b85d8c-1a49-4cb3-82ff-70698009b789 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:53.051335 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-984dba14-d357-4a24-b155-4c381a57874a req-24618a37-9d85-4faf-bba5-854ada72ce30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:53.062085 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9b244-0589-4d87-bdf1-072da3e0c967 req-78497464-6e0d-4cde-9bb6-a260827ab59a tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:53.063777 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-eed9b244-0589-4d87-bdf1-072da3e0c967 req-78497464-6e0d-4cde-9bb6-a260827ab59a tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 1097 time: 0.1213627 Nov 25 19:20:53.139580 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-984dba14-d357-4a24-b155-4c381a57874a req-24618a37-9d85-4faf-bba5-854ada72ce30 service neutron] Transition to ACTIVE for port object d0b85d8c-1a49-4cb3-82ff-70698009b789 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:20:53.150458 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-984dba14-d357-4a24-b155-4c381a57874a req-24618a37-9d85-4faf-bba5-854ada72ce30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:53.159882 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205295f-045d-43b4-9630-3894487608e4 req-8cae8c23-021b-44e3-b891-49e1f58c8892 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:53.167719 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2205295f-045d-43b4-9630-3894487608e4 req-8cae8c23-021b-44e3-b891-49e1f58c8892 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.85 "GET /v2.0/ports?device_id=0868283d-ef0f-4f96-b297-9480676436a4 HTTP/1.1" status: 200 len: 949 time: 0.1460075 Nov 25 19:20:53.167962 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-eed9b244-0589-4d87-bdf1-072da3e0c967 req-14b7000e-296f-4235-9370-f218f1cf7106 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934470 Nov 25 19:20:53.191088 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:53.271898 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24618a37-9d85-4faf-bba5-854ada72ce30 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b85d8c-1a49-4cb3-82ff-70698009b789,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:53.440661 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b648e3-296d-4a34-aae8-891a08219aff req-465999b7-7ce5-4856-a7f7-b5a0033bb3ef tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:53.448857 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-73b648e3-296d-4a34-aae8-891a08219aff req-465999b7-7ce5-4856-a7f7-b5a0033bb3ef tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3f81ea5-aff5-4ace-a987-ac0fd9a8db67 HTTP/1.1" status: 200 len: 949 time: 0.0823588 Nov 25 19:20:53.497766 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-984dba14-d357-4a24-b155-4c381a57874a req-24618a37-9d85-4faf-bba5-854ada72ce30 service neutron] Attempting to bind port d0b85d8c-1a49-4cb3-82ff-70698009b789 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:53.498110 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-984dba14-d357-4a24-b155-4c381a57874a req-24618a37-9d85-4faf-bba5-854ada72ce30 service neutron] Attempting to bind port d0b85d8c-1a49-4cb3-82ff-70698009b789 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:53.498476 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984dba14-d357-4a24-b155-4c381a57874a req-24618a37-9d85-4faf-bba5-854ada72ce30 service neutron] Attempting to bind port d0b85d8c-1a49-4cb3-82ff-70698009b789 on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:53.515693 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984dba14-d357-4a24-b155-4c381a57874a req-24618a37-9d85-4faf-bba5-854ada72ce30 service neutron] Port d0b85d8c-1a49-4cb3-82ff-70698009b789 on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:53.516028 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984dba14-d357-4a24-b155-4c381a57874a req-24618a37-9d85-4faf-bba5-854ada72ce30 service neutron] Attempting to bind port d0b85d8c-1a49-4cb3-82ff-70698009b789 on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:53.529095 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-2205295f-045d-43b4-9630-3894487608e4 req-525e6548-9c48-4205-8e49-0e9969eba4a6 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Deleting port 30843c65-093d-4183-b2be-1844b3f77fe6 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:20:53.529429 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-2205295f-045d-43b4-9630-3894487608e4 req-525e6548-9c48-4205-8e49-0e9969eba4a6 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:53.540591 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984dba14-d357-4a24-b155-4c381a57874a req-24618a37-9d85-4faf-bba5-854ada72ce30 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:53.544422 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984dba14-d357-4a24-b155-4c381a57874a req-24618a37-9d85-4faf-bba5-854ada72ce30 service neutron] Checking segment: {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:53.545083 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984dba14-d357-4a24-b155-4c381a57874a req-24618a37-9d85-4faf-bba5-854ada72ce30 service neutron] Bound using segment: {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:53.545637 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-984dba14-d357-4a24-b155-4c381a57874a req-24618a37-9d85-4faf-bba5-854ada72ce30 service neutron] Bound port: d0b85d8c-1a49-4cb3-82ff-70698009b789, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:53.546029 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-984dba14-d357-4a24-b155-4c381a57874a req-24618a37-9d85-4faf-bba5-854ada72ce30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:53.600535 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-73b648e3-296d-4a34-aae8-891a08219aff req-70ca321e-2727-48bf-9064-848cf6eeb9e0 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508114 Nov 25 19:20:53.689742 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-984dba14-d357-4a24-b155-4c381a57874a req-24618a37-9d85-4faf-bba5-854ada72ce30 service neutron] For port d0b85d8c-1a49-4cb3-82ff-70698009b789, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:53.701495 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-984dba14-d357-4a24-b155-4c381a57874a req-24618a37-9d85-4faf-bba5-854ada72ce30 service neutron] For port d0b85d8c-1a49-4cb3-82ff-70698009b789, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d0b85d8c-1a49-4cb3-82ff-70698009b789,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:53.709252 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-984dba14-d357-4a24-b155-4c381a57874a req-24618a37-9d85-4faf-bba5-854ada72ce30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:53.788395 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984dba14-d357-4a24-b155-4c381a57874a req-24618a37-9d85-4faf-bba5-854ada72ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:53.790229 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-984dba14-d357-4a24-b155-4c381a57874a req-24618a37-9d85-4faf-bba5-854ada72ce30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:53.791862 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-984dba14-d357-4a24-b155-4c381a57874a req-24618a37-9d85-4faf-bba5-854ada72ce30 service neutron] 10.222.0.85 "PUT /v2.0/ports/d0b85d8c-1a49-4cb3-82ff-70698009b789 HTTP/1.1" status: 200 len: 1092 time: 1.6345286 Nov 25 19:20:53.792351 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4abaff4e-e28e-4732-8f8f-7ac1425f0380', 'tag': 'd0b85d8c-1a49-4cb3-82ff-70698009b789'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:53.794756 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2083d3-3906-490f-b8bc-eba6e6af0e62" -d '{"events": [{"name": "network-changed", "server_uuid": "4abaff4e-e28e-4732-8f8f-7ac1425f0380", "tag": "d0b85d8c-1a49-4cb3-82ff-70698009b789"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:53.840981 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:53.864277 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24618a37-9d85-4faf-bba5-854ada72ce30 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b85d8c-1a49-4cb3-82ff-70698009b789,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:53.997955 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984dba14-d357-4a24-b155-4c381a57874a req-661fa278-7d2c-4cc7-ac30-f0a82fe799ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:53.999462 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-984dba14-d357-4a24-b155-4c381a57874a req-661fa278-7d2c-4cc7-ac30-f0a82fe799ed service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 1095 time: 0.1006446 Nov 25 19:20:54.049984 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfad05-c312-4b10-8b4f-72c264de0b01 req-d1409bd4-7854-4b34-bc5e-8d6144a62990 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:54.058006 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7fdfad05-c312-4b10-8b4f-72c264de0b01 req-d1409bd4-7854-4b34-bc5e-8d6144a62990 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?device_id=0868283d-ef0f-4f96-b297-9480676436a4 HTTP/1.1" status: 200 len: 949 time: 0.4672453 Nov 25 19:20:54.063721 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-984dba14-d357-4a24-b155-4c381a57874a req-257b3d2a-4ebf-49dc-b4fd-65080c25b708 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0b85d8c-1a49-4cb3-82ff-70698009b789 HTTP/1.1" status: 200 len: 217 time: 0.0490301 Nov 25 19:20:54.088747 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-2205295f-045d-43b4-9630-3894487608e4 req-525e6548-9c48-4205-8e49-0e9969eba4a6 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] For port 30843c65-093d-4183-b2be-1844b3f77fe6, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=30843c65-093d-4183-b2be-1844b3f77fe6,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:54.089261 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-2205295f-045d-43b4-9630-3894487608e4 req-525e6548-9c48-4205-8e49-0e9969eba4a6 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:54.144385 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984dba14-d357-4a24-b155-4c381a57874a req-6763f537-463b-4b02-8a09-4e8a866d09c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:54.146067 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-984dba14-d357-4a24-b155-4c381a57874a req-6763f537-463b-4b02-8a09-4e8a866d09c4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7d22af38-4f63-40b1-a1f0-3aff6ec04048 HTTP/1.1" status: 200 len: 847 time: 0.0705872 Nov 25 19:20:54.150543 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7fdfad05-c312-4b10-8b4f-72c264de0b01 req-96cb6979-d26a-4f14-9676-6be023ed7954 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/security-groups?id=deb68af6-644a-4d42-86bf-15a53977be5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880933 Nov 25 19:20:54.155711 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-2205295f-045d-43b4-9630-3894487608e4 req-525e6548-9c48-4205-8e49-0e9969eba4a6 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Calling delete_port for 30843c65-093d-4183-b2be-1844b3f77fe6 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:20:54.253982 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-984dba14-d357-4a24-b155-4c381a57874a req-24c06002-e1f0-46dc-a23c-5cabba873e05 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867336 Nov 25 19:20:54.364886 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d997c-8ccc-4bd7-9fc1-b296092a313f req-3d0d77b3-b654-4ac5-9830-5276eeb4959b tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:54.367314 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-242d997c-8ccc-4bd7-9fc1-b296092a313f req-3d0d77b3-b654-4ac5-9830-5276eeb4959b tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 944 time: 0.1291463 Nov 25 19:20:54.472029 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-242d997c-8ccc-4bd7-9fc1-b296092a313f req-31048ef3-880c-4ac2-af77-81ccd76cd469 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981612 Nov 25 19:20:54.499701 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-984dba14-d357-4a24-b155-4c381a57874a req-bdc26b0a-088e-4930-b495-f0626e15e6ec service neutron] 10.222.0.85 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363274 Nov 25 19:20:54.511167 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-2205295f-045d-43b4-9630-3894487608e4 req-525e6548-9c48-4205-8e49-0e9969eba4a6 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:54.528572 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['30843c65-093d-4183-b2be-1844b3f77fe6'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:54.550086 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c65d1a0-54ab-4bbe-abd9-68f30fa3d64f x-openstack-request-id: req-6c65d1a0-54ab-4bbe-abd9-68f30fa3d64f {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:54.550490 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4abaff4e-e28e-4732-8f8f-7ac1425f0380", "tag": "d0b85d8c-1a49-4cb3-82ff-70698009b789", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:54.550657 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6c65d1a0-54ab-4bbe-abd9-68f30fa3d64f {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:54.551107 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4abaff4e-e28e-4732-8f8f-7ac1425f0380', 'tag': 'd0b85d8c-1a49-4cb3-82ff-70698009b789', 'status': 'completed', 'code': 200} Nov 25 19:20:54.560348 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['5169bf23-f138-4b25-8839-deb30386f862'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:54.659523 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e6548-9c48-4205-8e49-0e9969eba4a6 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Pushing event deleted for resources: {'Port': ['ID=30843c65-093d-4183-b2be-1844b3f77fe6,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:54.696737 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 9399f582-5e5b-420d-96da-1440ef198353 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:54.750281 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-984dba14-d357-4a24-b155-4c381a57874a req-0760c7a0-806f-4ddb-b2de-cdfb0039b9ed service neutron] 10.222.0.85 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330360 Nov 25 19:20:54.824750 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fb1d9-9a71-42b4-980b-66cd33927046 req-f7715ca9-8062-4c2f-aa7b-861dcbca9af7 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:54.834520 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ba8fb1d9-9a71-42b4-980b-66cd33927046 req-f7715ca9-8062-4c2f-aa7b-861dcbca9af7 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3f81ea5-aff5-4ace-a987-ac0fd9a8db67 HTTP/1.1" status: 200 len: 949 time: 0.1006987 Nov 25 19:20:54.848194 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 9399f582-5e5b-420d-96da-1440ef198353 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:20:54.861224 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 9399f582-5e5b-420d-96da-1440ef198353 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:54.861948 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:54.909560 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-2205295f-045d-43b4-9630-3894487608e4 req-525e6548-9c48-4205-8e49-0e9969eba4a6 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] No DVR routers for this DVR port 30843c65-093d-4183-b2be-1844b3f77fe6 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:20:54.921781 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-2205295f-045d-43b4-9630-3894487608e4 req-525e6548-9c48-4205-8e49-0e9969eba4a6 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:54.928409 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2205295f-045d-43b4-9630-3894487608e4 req-525e6548-9c48-4205-8e49-0e9969eba4a6 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.85 "DELETE /v2.0/ports/30843c65-093d-4183-b2be-1844b3f77fe6 HTTP/1.1" status: 204 len: 173 time: 1.7458739 Nov 25 19:20:54.945387 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c1f09-98af-4ce7-903b-a6a0ca15e9f4 req-4a14f496-09ad-4f1b-a98e-d96b7bdb7c47 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:54.948562 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e4c1f09-98af-4ce7-903b-a6a0ca15e9f4 req-4a14f496-09ad-4f1b-a98e-d96b7bdb7c47 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=82965a2e-5cb6-4d31-bf0f-af06ab25d5ed HTTP/1.1" status: 200 len: 948 time: 0.2770300 Nov 25 19:20:54.949607 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0868283d-ef0f-4f96-b297-9480676436a4', 'name': 'network-vif-deleted', 'tag': '30843c65-093d-4183-b2be-1844b3f77fe6'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:54.954051 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4965f01-48ae-44e3-b916-961087c5390e" -d '{"events": [{"server_uuid": "0868283d-ef0f-4f96-b297-9480676436a4", "name": "network-vif-deleted", "tag": "30843c65-093d-4183-b2be-1844b3f77fe6"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:54.956107 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ba8fb1d9-9a71-42b4-980b-66cd33927046 req-22940170-621a-47e3-8f10-4827dbbc53f5 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095221 Nov 25 19:20:54.964349 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2083d3-3906-490f-b8bc-eba6e6af0e62 req-41c591ed-7bd1-4e7e-9aa4-36c1641c9fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:54.966577 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dc2083d3-3906-490f-b8bc-eba6e6af0e62 req-41c591ed-7bd1-4e7e-9aa4-36c1641c9fca service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 1095 time: 0.1309369 Nov 25 19:20:55.091775 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e4c1f09-98af-4ce7-903b-a6a0ca15e9f4 req-1b37dc8b-a159-465a-bedd-5004f3a2dcc0 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248648 Nov 25 19:20:55.109834 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:55.224802 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f81ea5-aff5-4ace-a987-ac0fd9a8db67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9399f582-5e5b-420d-96da-1440ef198353'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:55.228143 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d9ff4a-e479-4236-8e6a-331221c77b60" -d '{"events": [{"server_uuid": "d3f81ea5-aff5-4ace-a987-ac0fd9a8db67", "name": "network-vif-plugged", "status": "completed", "tag": "9399f582-5e5b-420d-96da-1440ef198353"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:55.232212 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device c7f2f542-5a5a-49d7-9899-3eee30b2af90 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:55.245859 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 9399f582-5e5b-420d-96da-1440ef198353, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=9399f582-5e5b-420d-96da-1440ef198353,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:55.269055 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:55.270151 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 30843c65-093d-4183-b2be-1844b3f77fe6 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:20:55.281997 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2083d3-3906-490f-b8bc-eba6e6af0e62 req-65d48c34-1b5b-4694-91b8-a41ffcd32b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:55.284519 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dc2083d3-3906-490f-b8bc-eba6e6af0e62 req-65d48c34-1b5b-4694-91b8-a41ffcd32b8d service neutron] 10.222.0.85 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 908 time: 0.3065877 Nov 25 19:20:55.298458 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 30843c65-093d-4183-b2be-1844b3f77fe6 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:20:55.299112 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 30843c65-093d-4183-b2be-1844b3f77fe6 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:20:55.355233 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-90396f2d-2131-4e7e-9894-16432ba7b532 req-12abefdb-8c0d-4a22-88fd-d2d72d8ea224 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b20dd4fe-d016-4236-823a-56f79e2f7d83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1404524 Nov 25 19:20:55.389723 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=9399f582-5e5b-420d-96da-1440ef198353,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:55.403242 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port c7f2f542-5a5a-49d7-9899-3eee30b2af90 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:20:55.411168 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port c7f2f542-5a5a-49d7-9899-3eee30b2af90 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:55.412972 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:55.504037 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71778cc-d7a4-4a5b-8c13-188b4c88699b x-openstack-request-id: req-e71778cc-d7a4-4a5b-8c13-188b4c88699b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:55.504411 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0868283d-ef0f-4f96-b297-9480676436a4", "name": "network-vif-deleted", "tag": "30843c65-093d-4183-b2be-1844b3f77fe6", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:55.514629 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e71778cc-d7a4-4a5b-8c13-188b4c88699b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:55.515760 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0868283d-ef0f-4f96-b297-9480676436a4', 'name': 'network-vif-deleted', 'tag': '30843c65-093d-4183-b2be-1844b3f77fe6', 'status': 'completed', 'code': 200} Nov 25 19:20:55.532332 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90396f2d-2131-4e7e-9894-16432ba7b532 req-8846b484-9ac6-41a4-83f1-85edf4add33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:55.538108 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-90396f2d-2131-4e7e-9894-16432ba7b532 req-8846b484-9ac6-41a4-83f1-85edf4add33f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7a0774263f4e41ea9fe03c9d57378dcf&device_id=b20dd4fe-d016-4236-823a-56f79e2f7d83 HTTP/1.1" status: 200 len: 1097 time: 0.1559401 Nov 25 19:20:55.647146 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:55.753607 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port c7f2f542-5a5a-49d7-9899-3eee30b2af90, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c7f2f542-5a5a-49d7-9899-3eee30b2af90,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:55.764093 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:55.858240 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=c7f2f542-5a5a-49d7-9899-3eee30b2af90,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:55.901008 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e63c74d9-f34a-4956-8e9a-c480e452250a req-cdc0edaa-2ab9-451e-be4c-ae3b75ad9e42 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?device_id=0868283d-ef0f-4f96-b297-9480676436a4 HTTP/1.1" status: 200 len: 210 time: 0.1804061 Nov 25 19:20:55.910275 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dc2083d3-3906-490f-b8bc-eba6e6af0e62 req-491eac56-ca98-4190-ae3b-179462a6b36d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0b85d8c-1a49-4cb3-82ff-70698009b789 HTTP/1.1" status: 200 len: 217 time: 0.6107516 Nov 25 19:20:55.984144 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2083d3-3906-490f-b8bc-eba6e6af0e62 req-a66c9209-f635-451e-9ef4-7e6fe7419995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:55.985787 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ba7d5b-b018-41d4-a813-77a1fecef4f1 x-openstack-request-id: req-c6ba7d5b-b018-41d4-a813-77a1fecef4f1 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:55.986818 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f81ea5-aff5-4ace-a987-ac0fd9a8db67", "name": "network-vif-plugged", "status": "completed", "tag": "9399f582-5e5b-420d-96da-1440ef198353", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:55.987006 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90396f2d-2131-4e7e-9894-16432ba7b532 req-5e8915f7-21e1-4b91-a4f3-312c47fa7a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:55.987933 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c6ba7d5b-b018-41d4-a813-77a1fecef4f1 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:55.988703 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-90396f2d-2131-4e7e-9894-16432ba7b532 req-5e8915f7-21e1-4b91-a4f3-312c47fa7a12 service neutron] 10.222.0.85 "GET /v2.0/networks?id=81f06cdb-aeea-4635-a663-2be121b0111d HTTP/1.1" status: 200 len: 925 time: 0.4071836 Nov 25 19:20:55.989215 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f81ea5-aff5-4ace-a987-ac0fd9a8db67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9399f582-5e5b-420d-96da-1440ef198353', 'code': 200} Nov 25 19:20:55.997574 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dc2083d3-3906-490f-b8bc-eba6e6af0e62 req-a66c9209-f635-451e-9ef4-7e6fe7419995 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7d22af38-4f63-40b1-a1f0-3aff6ec04048 HTTP/1.1" status: 200 len: 847 time: 0.0660059 Nov 25 19:20:56.051712 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dc2083d3-3906-490f-b8bc-eba6e6af0e62 req-4de8be83-10e3-428b-bdb9-3350adeab18d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477414 Nov 25 19:20:56.149841 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-90396f2d-2131-4e7e-9894-16432ba7b532 req-3e57decc-ae0c-46d8-902a-ac5fc41bb1ff service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb2ed96e-9975-40d2-a7e2-595627d7bfd7 HTTP/1.1" status: 200 len: 1002 time: 0.1443918 Nov 25 19:20:56.176577 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3720c-5eaa-498d-93f6-8b7fb940e7ea req-a8cc56ff-337e-44c6-bc12-3ed9ecf3a153 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:56.180786 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-75a3720c-5eaa-498d-93f6-8b7fb940e7ea req-a8cc56ff-337e-44c6-bc12-3ed9ecf3a153 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 944 time: 0.0960224 Nov 25 19:20:56.280320 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4c18f-2e48-4eab-a06c-9416dc522099 req-c6aec099-451d-43ea-bf04-bed9dd43846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:56.281833 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-91e4c18f-2e48-4eab-a06c-9416dc522099 req-c6aec099-451d-43ea-bf04-bed9dd43846d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d3f81ea5-aff5-4ace-a987-ac0fd9a8db67 HTTP/1.1" status: 200 len: 1101 time: 0.1027246 Nov 25 19:20:56.288797 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dc2083d3-3906-490f-b8bc-eba6e6af0e62 req-8c92cf72-e5ed-4913-aad4-1a4c0128b21a service neutron] 10.222.0.85 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222769 Nov 25 19:20:56.297919 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b821cb-58b9-4ef7-8181-92f92f5ae29e req-c2fd849e-bca4-4938-a1b6-7acd35d5895e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:56.299469 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71b821cb-58b9-4ef7-8181-92f92f5ae29e req-c2fd849e-bca4-4938-a1b6-7acd35d5895e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3f81ea5-aff5-4ace-a987-ac0fd9a8db67 HTTP/1.1" status: 200 len: 950 time: 0.1214731 Nov 25 19:20:56.304374 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90396f2d-2131-4e7e-9894-16432ba7b532 req-41bd86e6-08d1-4a36-9c91-437eb564dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:56.306389 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-90396f2d-2131-4e7e-9894-16432ba7b532 req-41bd86e6-08d1-4a36-9c91-437eb564dbfe service neutron] 10.222.0.85 "GET /v2.0/subnets?id=68fdbc47-c7a3-4311-9384-3fa809a3e5d7 HTTP/1.1" status: 200 len: 863 time: 0.1242645 Nov 25 19:20:56.311676 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-75a3720c-5eaa-498d-93f6-8b7fb940e7ea req-1efb4b7b-70c1-4852-866d-3d16e239a0f8 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127422 Nov 25 19:20:56.390973 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90396f2d-2131-4e7e-9894-16432ba7b532 req-38d0da2d-24cd-4aeb-b19b-7551902dfc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:56.392997 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-90396f2d-2131-4e7e-9894-16432ba7b532 req-38d0da2d-24cd-4aeb-b19b-7551902dfc46 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=81f06cdb-aeea-4635-a663-2be121b0111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792549 Nov 25 19:20:56.450730 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-91e4c18f-2e48-4eab-a06c-9416dc522099 req-8f795426-82e1-48e0-bdb9-2ac8ddcb1540 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495218 Nov 25 19:20:56.509620 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dc2083d3-3906-490f-b8bc-eba6e6af0e62 req-177c5e63-aa45-4ba6-a435-1e727ed9a038 service neutron] 10.222.0.85 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007806 Nov 25 19:20:56.521099 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71b821cb-58b9-4ef7-8181-92f92f5ae29e req-94f9ec27-ef45-4a70-9b07-8841c32e0a3d tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097878 Nov 25 19:20:56.686334 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-90396f2d-2131-4e7e-9894-16432ba7b532 req-7e09736e-e192-4539-ba53-f20d02227589 service neutron] 10.222.0.85 "GET /v2.0/networks/81f06cdb-aeea-4635-a663-2be121b0111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833273 Nov 25 19:20:56.700074 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6a654-527a-456a-8df3-36353f04c397 req-f6ef4857-0029-4ade-ad29-2671ec097e08 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:56.701922 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f2f6a654-527a-456a-8df3-36353f04c397 req-f6ef4857-0029-4ade-ad29-2671ec097e08 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=82965a2e-5cb6-4d31-bf0f-af06ab25d5ed HTTP/1.1" status: 200 len: 949 time: 0.1283095 Nov 25 19:20:56.897989 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f2f6a654-527a-456a-8df3-36353f04c397 req-dac816aa-a21e-4029-bb75-ce62a05d8d5b tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649790 Nov 25 19:20:56.941254 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-90396f2d-2131-4e7e-9894-16432ba7b532 req-8e8382c9-d58d-436c-80e1-b2144bc4f691 service neutron] 10.222.0.85 "GET /v2.0/networks/81f06cdb-aeea-4635-a663-2be121b0111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379227 Nov 25 19:20:57.344086 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c51912-6964-423b-adaf-04a37c6733b8 req-567ed1cc-9a84-472c-856d-4e36cf9ddc64 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:57.346750 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-54c51912-6964-423b-adaf-04a37c6733b8 req-567ed1cc-9a84-472c-856d-4e36cf9ddc64 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d653b0c-bcc3-49ba-837e-9bc30461d995 HTTP/1.1" status: 200 len: 948 time: 0.0896685 Nov 25 19:20:57.401912 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53718) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:57.469330 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-54c51912-6964-423b-adaf-04a37c6733b8 req-7c3c7f8b-1352-4b97-862a-f2fa0d7b71cb tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/security-groups?id=deb68af6-644a-4d42-86bf-15a53977be5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133165 Nov 25 19:20:57.591445 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30e7ac2b-632b-4b54-b61d-e034e687af84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:57.615658 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67180590-6e18-4830-a6d1-de26940b98f4 req-87a89b32-4eb4-468a-a9de-68babecf2602 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:57.617362 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-67180590-6e18-4830-a6d1-de26940b98f4 req-87a89b32-4eb4-468a-a9de-68babecf2602 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 944 time: 0.1334751 Nov 25 19:20:57.708701 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-67180590-6e18-4830-a6d1-de26940b98f4 req-a2b3a0ed-c64f-4316-bdf7-4cace16ac706 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836499 Nov 25 19:20:57.762439 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b92bb9-d5dc-4370-8948-bbc17f7e964c req-88d41d79-8e7e-4109-8db9-d1a7ece74a6b tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:57.764740 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d0b92bb9-d5dc-4370-8948-bbc17f7e964c req-88d41d79-8e7e-4109-8db9-d1a7ece74a6b tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3f81ea5-aff5-4ace-a987-ac0fd9a8db67 HTTP/1.1" status: 200 len: 950 time: 0.0787761 Nov 25 19:20:57.765852 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30e7ac2b-632b-4b54-b61d-e034e687af84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:57.775701 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30e7ac2b-632b-4b54-b61d-e034e687af84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:57.865006 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7ac2b-632b-4b54-b61d-e034e687af84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2c65da-476f-459c-af08-8f519e106b91,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:57.937987 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-30e7ac2b-632b-4b54-b61d-e034e687af84 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ce587ed67609433ea6287cbbd6b9ffcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5333023 Nov 25 19:20:57.943829 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53732) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:57.962397 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d0b92bb9-d5dc-4370-8948-bbc17f7e964c req-54621cf3-0d96-49a1-bb65-b1aff15c2639 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862266 Nov 25 19:20:57.991090 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82965a2e-5cb6-4d31-bf0f-af06ab25d5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f2f542-5a5a-49d7-9899-3eee30b2af90'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:57.997774 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa44ae7-6022-4c1a-91de-e9f3330263f4" -d '{"events": [{"server_uuid": "82965a2e-5cb6-4d31-bf0f-af06ab25d5ed", "name": "network-vif-plugged", "status": "completed", "tag": "c7f2f542-5a5a-49d7-9899-3eee30b2af90"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:58.102617 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b12974-0aa3-4d17-8362-5fc31ce14698 x-openstack-request-id: req-e0b12974-0aa3-4d17-8362-5fc31ce14698 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:58.103047 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82965a2e-5cb6-4d31-bf0f-af06ab25d5ed", "name": "network-vif-plugged", "status": "completed", "tag": "c7f2f542-5a5a-49d7-9899-3eee30b2af90", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:58.103435 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e0b12974-0aa3-4d17-8362-5fc31ce14698 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:58.104048 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82965a2e-5cb6-4d31-bf0f-af06ab25d5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f2f542-5a5a-49d7-9899-3eee30b2af90', 'code': 200} Nov 25 19:20:58.120108 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d137ea50-91b6-4e83-88d9-223f6140237a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:58.172289 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffc1fe-6f88-42b0-87de-1f722fbc99d5 req-51a9b17d-398c-4136-8484-86bed7adfc22 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:58.174538 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-99ffc1fe-6f88-42b0-87de-1f722fbc99d5 req-51a9b17d-398c-4136-8484-86bed7adfc22 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=82965a2e-5cb6-4d31-bf0f-af06ab25d5ed HTTP/1.1" status: 200 len: 949 time: 0.1382782 Nov 25 19:20:58.183716 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d137ea50-91b6-4e83-88d9-223f6140237a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:58.308822 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-99ffc1fe-6f88-42b0-87de-1f722fbc99d5 req-25bf95dd-33be-4abb-b2b5-d7bb7fd7bd3e tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147327 Nov 25 19:20:58.323232 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a35d53-1c9a-41e2-8047-1d1fc4169072 req-a6891aa2-cac1-40dc-848b-e9e0133dc5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:58.326041 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d1a35d53-1c9a-41e2-8047-1d1fc4169072 req-a6891aa2-cac1-40dc-848b-e9e0133dc5bf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=82965a2e-5cb6-4d31-bf0f-af06ab25d5ed HTTP/1.1" status: 200 len: 1100 time: 0.1200013 Nov 25 19:20:58.327350 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d137ea50-91b6-4e83-88d9-223f6140237a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:58.330238 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d137ea50-91b6-4e83-88d9-223f6140237a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:58.331554 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d137ea50-91b6-4e83-88d9-223f6140237a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2b2c65da-476f-459c-af08-8f519e106b91 HTTP/1.1" status: 204 len: 168 time: 0.3862543 Nov 25 19:20:58.362863 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137ea50-91b6-4e83-88d9-223f6140237a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2c65da-476f-459c-af08-8f519e106b91,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:58.418994 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d1a35d53-1c9a-41e2-8047-1d1fc4169072 req-b0208040-49c6-4fe9-8035-c7c96f59f33c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704010 Nov 25 19:20:58.613242 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2db4b4-e473-41ae-bd47-77eb3bee61e5 req-b78b18b8-df88-4dc0-b171-09d5dbcd2cbe tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:58.615264 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fc2db4b4-e473-41ae-bd47-77eb3bee61e5 req-b78b18b8-df88-4dc0-b171-09d5dbcd2cbe tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d653b0c-bcc3-49ba-837e-9bc30461d995 HTTP/1.1" status: 200 len: 948 time: 0.0628505 Nov 25 19:20:58.654811 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device d0b85d8c-1a49-4cb3-82ff-70698009b789 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:58.712494 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fc2db4b4-e473-41ae-bd47-77eb3bee61e5 req-0e245eb1-f502-4590-8700-579605dd3ba0 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/security-groups?id=deb68af6-644a-4d42-86bf-15a53977be5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893710 Nov 25 19:20:58.896429 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c26d4-dc72-4219-ba95-53784defa359 req-04e03c95-aef2-4829-95ac-96581681ba21 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:58.898780 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-568c26d4-dc72-4219-ba95-53784defa359 req-04e03c95-aef2-4829-95ac-96581681ba21 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 944 time: 0.0634012 Nov 25 19:20:58.982825 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-568c26d4-dc72-4219-ba95-53784defa359 req-5f70b999-f562-4214-8917-28b2293a78d8 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702677 Nov 25 19:20:59.031386 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port d0b85d8c-1a49-4cb3-82ff-70698009b789, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d0b85d8c-1a49-4cb3-82ff-70698009b789,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:59.046039 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'd0b85d8c-1a49-4cb3-82ff-70698009b789', 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788', 'port_id': 'd0b85d8c-1a49-4cb3-82ff-70698009b789', 'mac_address': 'fa:16:3e:3a:26:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d22af38-4f63-40b1-a1f0-3aff6ec04048', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:20:59.055592 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f1f8c8ae-f2dd-4831-9591-c4a9651ced4e req-1f6327ce-a049-45a8-8538-30a4350c3276 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713258 Nov 25 19:20:59.135899 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:59.185601 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b85d8c-1a49-4cb3-82ff-70698009b789 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:59.202919 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76efa2ad-4071-4c9b-99d6-0234eca0d73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:59.218749 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d915a2d-2523-4249-9591-40c79306fa1e req-d61a9474-9189-4877-9ef6-0587806be978 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:59.220376 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8d915a2d-2523-4249-9591-40c79306fa1e req-d61a9474-9189-4877-9ef6-0587806be978 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3f81ea5-aff5-4ace-a987-ac0fd9a8db67 HTTP/1.1" status: 200 len: 950 time: 0.0923929 Nov 25 19:20:59.226698 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8c8ae-f2dd-4831-9591-c4a9651ced4e req-8b02d94a-0874-48eb-8e86-bc407965318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:59.231432 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f1f8c8ae-f2dd-4831-9591-c4a9651ced4e req-8b02d94a-0874-48eb-8e86-bc407965318b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 1095 time: 0.0896158 Nov 25 19:20:59.239265 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port d0b85d8c-1a49-4cb3-82ff-70698009b789, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d0b85d8c-1a49-4cb3-82ff-70698009b789,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:59.248109 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:59.363037 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=d0b85d8c-1a49-4cb3-82ff-70698009b789,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:59.371163 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8d915a2d-2523-4249-9591-40c79306fa1e req-0d9784c8-aac3-4318-858e-0dd30a38bd58 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408162 Nov 25 19:20:59.553391 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['d0b85d8c-1a49-4cb3-82ff-70698009b789'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:59.685907 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6813d18-0292-403f-ab1b-14971e22f96f req-174c75ce-e03b-4792-a29b-d35fdcd1e7d2 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:59.688702 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e6813d18-0292-403f-ab1b-14971e22f96f req-174c75ce-e03b-4792-a29b-d35fdcd1e7d2 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=82965a2e-5cb6-4d31-bf0f-af06ab25d5ed HTTP/1.1" status: 200 len: 949 time: 0.1884668 Nov 25 19:20:59.693760 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8c8ae-f2dd-4831-9591-c4a9651ced4e req-b7f7a1a3-43b1-4ef4-a207-a91343944d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:59.697235 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f1f8c8ae-f2dd-4831-9591-c4a9651ced4e req-b7f7a1a3-43b1-4ef4-a207-a91343944d73 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 908 time: 0.3944283 Nov 25 19:20:59.848308 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a3b11-1ce2-4bed-9d47-c55325635b6f req-aad89109-62aa-45e6-89b1-d15dd51e2acb tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:59.853411 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-320a3b11-1ce2-4bed-9d47-c55325635b6f req-aad89109-62aa-45e6-89b1-d15dd51e2acb tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d653b0c-bcc3-49ba-837e-9bc30461d995 HTTP/1.1" status: 200 len: 948 time: 0.1108906 Nov 25 19:20:59.854509 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f1f8c8ae-f2dd-4831-9591-c4a9651ced4e req-ac823bb0-aebe-4960-a3bb-6e082360be5e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f357baea-35f8-4e94-8d9b-87f9a75cfd5d HTTP/1.1" status: 200 len: 217 time: 0.1269307 Nov 25 19:21:00.043229 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e6813d18-0292-403f-ab1b-14971e22f96f req-9c150e41-6932-41f8-b045-9164cea71fe4 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405399 Nov 25 19:21:00.074988 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8c8ae-f2dd-4831-9591-c4a9651ced4e req-f7c47118-52f9-4cd6-9f25-b21c52b82a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:00.079552 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f1f8c8ae-f2dd-4831-9591-c4a9651ced4e req-f7c47118-52f9-4cd6-9f25-b21c52b82a94 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7d22af38-4f63-40b1-a1f0-3aff6ec04048 HTTP/1.1" status: 200 len: 847 time: 0.1902573 Nov 25 19:21:00.146628 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-320a3b11-1ce2-4bed-9d47-c55325635b6f req-29584e7a-7bdd-46d6-a3d8-0dbf533ebd36 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Deleting port 5169bf23-f138-4b25-8839-deb30386f862 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:21:00.148907 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-320a3b11-1ce2-4bed-9d47-c55325635b6f req-29584e7a-7bdd-46d6-a3d8-0dbf533ebd36 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:00.217088 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f1f8c8ae-f2dd-4831-9591-c4a9651ced4e req-a3286048-718d-4db6-a1d9-88a1200c916c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262217 Nov 25 19:21:00.337844 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-320a3b11-1ce2-4bed-9d47-c55325635b6f req-29584e7a-7bdd-46d6-a3d8-0dbf533ebd36 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] For port 5169bf23-f138-4b25-8839-deb30386f862, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=5169bf23-f138-4b25-8839-deb30386f862,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:00.338649 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-320a3b11-1ce2-4bed-9d47-c55325635b6f req-29584e7a-7bdd-46d6-a3d8-0dbf533ebd36 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:00.365791 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-320a3b11-1ce2-4bed-9d47-c55325635b6f req-29584e7a-7bdd-46d6-a3d8-0dbf533ebd36 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Calling delete_port for 5169bf23-f138-4b25-8839-deb30386f862 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:21:00.440346 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f876c8-43f2-4cf1-81f1-0056111cf65a req-c02471a8-cd2e-4815-82ee-d3bd3f22207d tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:00.453521 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-15f876c8-43f2-4cf1-81f1-0056111cf65a req-c02471a8-cd2e-4815-82ee-d3bd3f22207d tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d653b0c-bcc3-49ba-837e-9bc30461d995 HTTP/1.1" status: 200 len: 948 time: 0.2572551 Nov 25 19:21:00.564268 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-15f876c8-43f2-4cf1-81f1-0056111cf65a req-45758db5-3b43-48cf-993f-113daf1c3638 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/security-groups?id=deb68af6-644a-4d42-86bf-15a53977be5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088586 Nov 25 19:21:00.567123 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f1f8c8ae-f2dd-4831-9591-c4a9651ced4e req-041a944d-624a-4f97-88b2-4bbe70269809 service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006432 Nov 25 19:21:00.635074 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-a8e7bedd-3bef-4b5c-a7d3-3ee5cd6bf4eb tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3c8d7f56ade8456a831a418fc929f1d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634336 Nov 25 19:21:00.644693 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-320a3b11-1ce2-4bed-9d47-c55325635b6f req-29584e7a-7bdd-46d6-a3d8-0dbf533ebd36 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:00.665017 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['5169bf23-f138-4b25-8839-deb30386f862'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:00.710843 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29584e7a-7bdd-46d6-a3d8-0dbf533ebd36 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Pushing event deleted for resources: {'Port': ['ID=5169bf23-f138-4b25-8839-deb30386f862,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:00.718390 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f1f8c8ae-f2dd-4831-9591-c4a9651ced4e req-c2fab361-a6f5-41da-8556-dc6a73126e61 service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380303 Nov 25 19:21:00.910551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-320a3b11-1ce2-4bed-9d47-c55325635b6f req-29584e7a-7bdd-46d6-a3d8-0dbf533ebd36 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] No DVR routers for this DVR port 5169bf23-f138-4b25-8839-deb30386f862 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:21:00.915868 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf87a5-a2a9-4abf-9a1b-4e24576c4823 req-c276d830-ee54-4605-88e3-f3cd3610a77d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:00.916149 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-320a3b11-1ce2-4bed-9d47-c55325635b6f req-29584e7a-7bdd-46d6-a3d8-0dbf533ebd36 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:00.917480 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cabf87a5-a2a9-4abf-9a1b-4e24576c4823 req-c276d830-ee54-4605-88e3-f3cd3610a77d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 945 time: 0.0908837 Nov 25 19:21:00.922205 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-320a3b11-1ce2-4bed-9d47-c55325635b6f req-29584e7a-7bdd-46d6-a3d8-0dbf533ebd36 tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.73 "DELETE /v2.0/ports/5169bf23-f138-4b25-8839-deb30386f862 HTTP/1.1" status: 204 len: 173 time: 1.0490577 Nov 25 19:21:00.927522 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d653b0c-bcc3-49ba-837e-9bc30461d995', 'name': 'network-vif-deleted', 'tag': '5169bf23-f138-4b25-8839-deb30386f862'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:00.932085 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa19161-7b4e-40f5-bce8-0f5c33e85749" -d '{"events": [{"server_uuid": "7d653b0c-bcc3-49ba-837e-9bc30461d995", "name": "network-vif-deleted", "tag": "5169bf23-f138-4b25-8839-deb30386f862"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:01.020617 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-04a1bffd-c70b-46da-a0f2-b7a041bdb29f tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:01.043112 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-04a1bffd-c70b-46da-a0f2-b7a041bdb29f tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3353403 Nov 25 19:21:01.063384 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cabf87a5-a2a9-4abf-9a1b-4e24576c4823 req-8853f354-762b-4a30-a0ba-ef1a0c9bc39c tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118979 Nov 25 19:21:01.097773 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-5cfa33f3-42d8-4b46-b87e-c82e89f7864f tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/quotas/3c8d7f56ade8456a831a418fc929f1d2 HTTP/1.1" status: 200 len: 375 time: 0.0532184 Nov 25 19:21:01.190978 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-a4a87f45-31ce-4494-afc0-fa71dcf40d72 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3c8d7f56ade8456a831a418fc929f1d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826230 Nov 25 19:21:01.502605 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b38d5d-ccce-4e0b-a647-423083b1c1a2 x-openstack-request-id: req-e6b38d5d-ccce-4e0b-a647-423083b1c1a2 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:01.506795 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d653b0c-bcc3-49ba-837e-9bc30461d995", "name": "network-vif-deleted", "tag": "5169bf23-f138-4b25-8839-deb30386f862", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:01.509042 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e6b38d5d-ccce-4e0b-a647-423083b1c1a2 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:01.509603 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d653b0c-bcc3-49ba-837e-9bc30461d995', 'name': 'network-vif-deleted', 'tag': '5169bf23-f138-4b25-8839-deb30386f862', 'status': 'completed', 'code': 200} Nov 25 19:21:01.701028 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b40d2fdc-b905-4b06-885b-a9ac9fad0c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:01.740096 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40d063-6c5b-41e4-b56d-ef85b458d4cf req-9a02b254-d79e-468e-972f-65bc5e98f9dc tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:01.749706 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7b40d063-6c5b-41e4-b56d-ef85b458d4cf req-9a02b254-d79e-468e-972f-65bc5e98f9dc tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=82965a2e-5cb6-4d31-bf0f-af06ab25d5ed HTTP/1.1" status: 200 len: 949 time: 0.0940456 Nov 25 19:21:01.891147 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7b40d063-6c5b-41e4-b56d-ef85b458d4cf req-ca6fcea7-5805-421d-b1d9-6f0fa7a443dd tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339607 Nov 25 19:21:01.929547 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbef25-dd52-4d58-a6f0-7f18286cb487 req-0e648670-e58a-47b0-85c9-0b27bc7c82fe tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:01.930446 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbef25-dd52-4d58-a6f0-7f18286cb487 req-0e648670-e58a-47b0-85c9-0b27bc7c82fe tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:01.930594 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbef25-dd52-4d58-a6f0-7f18286cb487 req-0e648670-e58a-47b0-85c9-0b27bc7c82fe tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:01.930999 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbef25-dd52-4d58-a6f0-7f18286cb487 req-0e648670-e58a-47b0-85c9-0b27bc7c82fe tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:01.931485 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbef25-dd52-4d58-a6f0-7f18286cb487 req-0e648670-e58a-47b0-85c9-0b27bc7c82fe tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:01.945396 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbef25-dd52-4d58-a6f0-7f18286cb487 req-0e648670-e58a-47b0-85c9-0b27bc7c82fe tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:01.946306 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbef25-dd52-4d58-a6f0-7f18286cb487 req-0e648670-e58a-47b0-85c9-0b27bc7c82fe tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:01.946949 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbef25-dd52-4d58-a6f0-7f18286cb487 req-0e648670-e58a-47b0-85c9-0b27bc7c82fe tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:01.953190 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbef25-dd52-4d58-a6f0-7f18286cb487 req-0e648670-e58a-47b0-85c9-0b27bc7c82fe tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:01.955199 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbef25-dd52-4d58-a6f0-7f18286cb487 req-0e648670-e58a-47b0-85c9-0b27bc7c82fe tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:01.957560 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbef25-dd52-4d58-a6f0-7f18286cb487 req-0e648670-e58a-47b0-85c9-0b27bc7c82fe tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:01.958336 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbef25-dd52-4d58-a6f0-7f18286cb487 req-0e648670-e58a-47b0-85c9-0b27bc7c82fe tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:01.960439 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbef25-dd52-4d58-a6f0-7f18286cb487 req-0e648670-e58a-47b0-85c9-0b27bc7c82fe tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:01.981033 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a5cbef25-dd52-4d58-a6f0-7f18286cb487 req-0e648670-e58a-47b0-85c9-0b27bc7c82fe tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380&device_id=82965a2e-5cb6-4d31-bf0f-af06ab25d5ed&device_id=d3f81ea5-aff5-4ace-a987-ac0fd9a8db67&device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936&device_id=f7e659c1-225d-4c06-97b5-6d859b84a13b&device_id=24b95665-fa11-4800-8df8-944695790f1c&device_id=921347f0-02dd-4e52-84f8-47cd8fefe7a9&device_id=18275c83-1959-4c13-8504-0a7996bd75f6&device_id=7d653b0c-bcc3-49ba-837e-9bc30461d995&device_id=09678637-72f7-44a5-ab53-6a8545522f35&device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c&device_id=b20dd4fe-d016-4236-823a-56f79e2f7d83&device_id=0d918767-8e49-4554-a284-d0d3593701d0&device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 11754 time: 0.1733303 Nov 25 19:21:02.053450 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a5cbef25-dd52-4d58-a6f0-7f18286cb487 req-7d055193-4db0-4594-af44-322d9ac14c86 tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:02.095675 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5d41419-8b6e-4307-b0e9-a21ac1a40593 req-45551e51-d9e0-46d1-bf7c-331c5f7208c2 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/ports?device_id=8993ef04-7640-4935-b7fa-65f4c6c6a9f0 HTTP/1.1" status: 200 len: 210 time: 0.1255405 Nov 25 19:21:02.334052 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53d85b46-ad1f-4e43-971c-029ce41e262d req-1507016f-5177-4045-bb02-e77d58395b2d tempest-ServersAdminNegativeTestJSON-2126266760 tempest-ServersAdminNegativeTestJSON-2126266760-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d653b0c-bcc3-49ba-837e-9bc30461d995 HTTP/1.1" status: 200 len: 210 time: 0.0522089 Nov 25 19:21:02.341276 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a5cbef25-dd52-4d58-a6f0-7f18286cb487 req-7d055193-4db0-4594-af44-322d9ac14c86 tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:02.347926 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a5cbef25-dd52-4d58-a6f0-7f18286cb487 req-7d055193-4db0-4594-af44-322d9ac14c86 tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:02.510399 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d055193-4db0-4594-af44-322d9ac14c86 tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccb7b2e-86d4-441b-bbb3-4fd9d98058a9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:02.571020 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a5cbef25-dd52-4d58-a6f0-7f18286cb487 req-7d055193-4db0-4594-af44-322d9ac14c86 tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&id=8d0a9604-ef54-41ac-900b-3836f12a6666&id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&id=cf246f23-e54a-4104-9134-2119473d3e8a&id=97c5df74-f669-46a5-ab3f-4584cbece4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 646 time: 0.5795233 Nov 25 19:21:02.700823 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device d0b85d8c-1a49-4cb3-82ff-70698009b789 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:21:02.821327 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port d0b85d8c-1a49-4cb3-82ff-70698009b789 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:21:02.833796 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port d0b85d8c-1a49-4cb3-82ff-70698009b789 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:21:02.834170 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:03.020886 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:03.107365 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port d0b85d8c-1a49-4cb3-82ff-70698009b789, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d0b85d8c-1a49-4cb3-82ff-70698009b789,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:03.114190 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abaff4e-e28e-4732-8f8f-7ac1425f0380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b85d8c-1a49-4cb3-82ff-70698009b789'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:03.120990 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d476fdd-ed46-4b63-8a46-0c552bbdf92a" -d '{"events": [{"server_uuid": "4abaff4e-e28e-4732-8f8f-7ac1425f0380", "name": "network-vif-plugged", "status": "completed", "tag": "d0b85d8c-1a49-4cb3-82ff-70698009b789"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:03.128650 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:03.206243 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 5169bf23-f138-4b25-8839-deb30386f862 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:21:03.211695 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dd777-580e-4ae3-b824-2cec4ac5a166 req-af795ba9-ff1b-4606-97ab-75cc4c8575ea tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:03.231317 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-933dd777-580e-4ae3-b824-2cec4ac5a166 req-af795ba9-ff1b-4606-97ab-75cc4c8575ea tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 945 time: 0.1881514 Nov 25 19:21:03.293340 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 5169bf23-f138-4b25-8839-deb30386f862 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:21:03.295573 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 5169bf23-f138-4b25-8839-deb30386f862 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:21:03.298192 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=d0b85d8c-1a49-4cb3-82ff-70698009b789,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:03.384550 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-933dd777-580e-4ae3-b824-2cec4ac5a166 req-acf0857e-c659-48b5-9b52-51006faf650b tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451759 Nov 25 19:21:03.488068 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:03.614140 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-3a281171-3a1d-4e43-a984-23375f5fb709 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=3c8d7f56ade8456a831a418fc929f1d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793557 Nov 25 19:21:03.835644 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-9cb7194c-220b-4597-b357-17aaf095cc4a tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:03.837426 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-9cb7194c-220b-4597-b357-17aaf095cc4a tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2016351 Nov 25 19:21:03.838403 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7570e40a-4f9d-4ea7-b0d7-249110cb98f0 req-cacf6aaa-3629-4610-b27f-926d654b944a tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/ports?device_id=8993ef04-7640-4935-b7fa-65f4c6c6a9f0 HTTP/1.1" status: 200 len: 210 time: 0.1223297 Nov 25 19:21:03.867456 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-a29f6a5a-f866-4d76-9a9c-de6cc7b509fc tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Request body: {'port': {'device_id': '8993ef04-7640-4935-b7fa-65f4c6c6a9f0', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '3c8d7f56ade8456a831a418fc929f1d2'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:03.892976 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0534ed-d612-4f17-83ac-d6cf1187d796 x-openstack-request-id: req-5b0534ed-d612-4f17-83ac-d6cf1187d796 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:03.893536 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abaff4e-e28e-4732-8f8f-7ac1425f0380", "name": "network-vif-plugged", "status": "completed", "tag": "d0b85d8c-1a49-4cb3-82ff-70698009b789", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:03.893536 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b0534ed-d612-4f17-83ac-d6cf1187d796 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:03.893942 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abaff4e-e28e-4732-8f8f-7ac1425f0380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b85d8c-1a49-4cb3-82ff-70698009b789', 'code': 200} Nov 25 19:21:04.023987 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92ff2f-a818-4967-8a15-b602d771ff29 req-49f2f51f-636c-4e51-b7d6-a200dc4560bf tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:04.027067 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-de92ff2f-a818-4967-8a15-b602d771ff29 req-49f2f51f-636c-4e51-b7d6-a200dc4560bf tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=82965a2e-5cb6-4d31-bf0f-af06ab25d5ed HTTP/1.1" status: 200 len: 949 time: 0.4269378 Nov 25 19:21:04.136684 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ef5e3-8aca-4ee2-abe7-23d9f2d8cc6d req-2c90dbcf-826e-4d85-952f-cdfbac5777dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:04.140714 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fe6ef5e3-8aca-4ee2-abe7-23d9f2d8cc6d req-2c90dbcf-826e-4d85-952f-cdfbac5777dd service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 1097 time: 0.1028965 Nov 25 19:21:04.220174 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-de92ff2f-a818-4967-8a15-b602d771ff29 req-8016cec9-0259-40b3-9cf1-6e71b32f1571 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771750 Nov 25 19:21:04.256280 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-a29f6a5a-f866-4d76-9a9c-de6cc7b509fc tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Made reservation on behalf of 3c8d7f56ade8456a831a418fc929f1d2 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:21:04.262012 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-a29f6a5a-f866-4d76-9a9c-de6cc7b509fc tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:04.265410 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fe6ef5e3-8aca-4ee2-abe7-23d9f2d8cc6d req-45d1d1f8-d558-4ee5-9692-f43744254d76 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130610 Nov 25 19:21:04.282630 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-a29f6a5a-f866-4d76-9a9c-de6cc7b509fc tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:04.419251 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc284da-5576-42f4-9325-44dfbe52057d req-f0dfd092-a4cc-41f5-82f9-7a4096863d01 tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:04.421101 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc284da-5576-42f4-9325-44dfbe52057d req-f0dfd092-a4cc-41f5-82f9-7a4096863d01 tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:04.421330 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc284da-5576-42f4-9325-44dfbe52057d req-f0dfd092-a4cc-41f5-82f9-7a4096863d01 tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:04.433634 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ffc284da-5576-42f4-9325-44dfbe52057d req-f0dfd092-a4cc-41f5-82f9-7a4096863d01 tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d3f81ea5-aff5-4ace-a987-ac0fd9a8db67&device_id=921347f0-02dd-4e52-84f8-47cd8fefe7a9&device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 2884 time: 0.1159708 Nov 25 19:21:04.486010 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-a29f6a5a-f866-4d76-9a9c-de6cc7b509fc tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:04.494044 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-a29f6a5a-f866-4d76-9a9c-de6cc7b509fc tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:04.533131 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ffc284da-5576-42f4-9325-44dfbe52057d req-72fe542f-1926-4bfd-9fd0-cda9f74cabdd tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937915 Nov 25 19:21:04.667906 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53874) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:04.743713 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f364437-7657-496d-89ab-5edca15588a1 req-5c5bbc06-d781-4231-ab07-04f584f8aff8 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:04.751929 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7f364437-7657-496d-89ab-5edca15588a1 req-5c5bbc06-d781-4231-ab07-04f584f8aff8 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 946 time: 0.1454198 Nov 25 19:21:04.779703 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-a29f6a5a-f866-4d76-9a9c-de6cc7b509fc tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Allocated IP 192.168.233.118 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/5e7b8860-34b7-48f7-b8e2-d7b09ab649c7) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:21:04.867197 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7f364437-7657-496d-89ab-5edca15588a1 req-42bb2211-2b3d-4f1c-b13e-6ed14c37428a tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073611 Nov 25 19:21:04.986346 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8b7553b4-efc9-4aa2-9e9c-41aede36714c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7c447b9322e24bbebac9648032bb6353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144758 Nov 25 19:21:04.990185 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53882) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:04.998181 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-a29f6a5a-f866-4d76-9a9c-de6cc7b509fc tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:05.042661 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f6a5a-f866-4d76-9a9c-de6cc7b509fc tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f4dadc-6be1-4c75-9aff-6aa911e9a34b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:05.058584 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-a29f6a5a-f866-4d76-9a9c-de6cc7b509fc tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:05.132629 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-a29f6a5a-f866-4d76-9a9c-de6cc7b509fc tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:21:05.140073 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-a29f6a5a-f866-4d76-9a9c-de6cc7b509fc tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:21:05.157558 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-a29f6a5a-f866-4d76-9a9c-de6cc7b509fc tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:21:05.181787 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d49ecd-0b8e-4837-9ca0-be61060ce0aa req-66227b3e-7cdd-417e-b7e9-f2ab8510d45e tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:05.201519 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-12d49ecd-0b8e-4837-9ca0-be61060ce0aa req-66227b3e-7cdd-417e-b7e9-f2ab8510d45e tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/ports?device_id=8993ef04-7640-4935-b7fa-65f4c6c6a9f0 HTTP/1.1" status: 200 len: 936 time: 0.1658990 Nov 25 19:21:05.218225 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f6a5a-f866-4d76-9a9c-de6cc7b509fc tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Pushing event updated for resources: {'Port': ['ID=5e7b8860-34b7-48f7-b8e2-d7b09ab649c7,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:05.264331 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-caae33d2-a1f8-46bf-bfda-49da6088139d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:05.269087 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-a29f6a5a-f866-4d76-9a9c-de6cc7b509fc tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:05.280698 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-a29f6a5a-f866-4d76-9a9c-de6cc7b509fc tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:05.285716 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:05.317054 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-a29f6a5a-f866-4d76-9a9c-de6cc7b509fc tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4616959 Nov 25 19:21:05.328053 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-caae33d2-a1f8-46bf-bfda-49da6088139d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:05.337786 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-b668d895-e484-4c3a-b764-4dcab6725763 service neutron] Request body: {'port': {'device_id': '8993ef04-7640-4935-b7fa-65f4c6c6a9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:05.409633 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-12d49ecd-0b8e-4837-9ca0-be61060ce0aa req-be50158c-b87d-4511-8762-b72120e0ba86 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f4dadc-6be1-4c75-9aff-6aa911e9a34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070777 Nov 25 19:21:05.412972 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-caae33d2-a1f8-46bf-bfda-49da6088139d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:05.425431 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:21:05.446922 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-caae33d2-a1f8-46bf-bfda-49da6088139d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:05.449318 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-caae33d2-a1f8-46bf-bfda-49da6088139d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/deb68af6-644a-4d42-86bf-15a53977be5e HTTP/1.1" status: 204 len: 168 time: 0.4570243 Nov 25 19:21:05.465445 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-b668d895-e484-4c3a-b764-4dcab6725763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:05.476238 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae33d2-a1f8-46bf-bfda-49da6088139d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb68af6-644a-4d42-86bf-15a53977be5e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:05.613689 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:05.657957 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d179268d-1c24-4a37-9998-4267c26a4fcf None None] Provisioning complete for port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:21:05.659583 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d179268d-1c24-4a37-9998-4267c26a4fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:05.711788 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d179268d-1c24-4a37-9998-4267c26a4fcf None None] Port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:21:05.770540 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2294f-9a6d-4d2d-ab5b-5c6ced8b06eb req-03697c93-9611-452c-b164-754a3ac534f0 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:05.772488 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64f2294f-9a6d-4d2d-ab5b-5c6ced8b06eb req-03697c93-9611-452c-b164-754a3ac534f0 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=82965a2e-5cb6-4d31-bf0f-af06ab25d5ed HTTP/1.1" status: 200 len: 949 time: 0.1169469 Nov 25 19:21:05.881614 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64f2294f-9a6d-4d2d-ab5b-5c6ced8b06eb req-46bc2ab8-00dc-4809-b35d-cc556e865315 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927608 Nov 25 19:21:06.152324 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687c30c-52cf-46d3-837f-650ce253e424 req-14923f31-ccf7-4b30-b898-7226eee8bba7 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:06.153994 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4687c30c-52cf-46d3-837f-650ce253e424 req-14923f31-ccf7-4b30-b898-7226eee8bba7 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 946 time: 0.1200609 Nov 25 19:21:06.179611 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-b668d895-e484-4c3a-b764-4dcab6725763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:06.201010 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-b668d895-e484-4c3a-b764-4dcab6725763 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:06.231452 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-b668d895-e484-4c3a-b764-4dcab6725763 service neutron] Transition to ACTIVE for port object 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:21:06.246108 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-b668d895-e484-4c3a-b764-4dcab6725763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:06.254153 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4687c30c-52cf-46d3-837f-650ce253e424 req-326aeafb-451d-46f4-b2f3-e5e86421277b tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850132 Nov 25 19:21:06.285622 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53914) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:06.310327 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668d895-e484-4c3a-b764-4dcab6725763 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7b8860-34b7-48f7-b8e2-d7b09ab649c7,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:06.365270 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-56f8cf69-10d0-447e-8355-30f972dcaf20 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=02ff204975084dc0b2e512615f7694df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0740843 Nov 25 19:21:06.370002 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53920) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:06.372369 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5727e8-0ca9-45e1-b31e-5d503ba0e825 req-181f20d0-3328-4c48-ae63-a33bcb4ee4b8 tempest-LiveMigrationNegativeTest-1025928537 tempest-LiveMigrationNegativeTest-1025928537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:06.374026 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-df5727e8-0ca9-45e1-b31e-5d503ba0e825 req-181f20d0-3328-4c48-ae63-a33bcb4ee4b8 tempest-LiveMigrationNegativeTest-1025928537 tempest-LiveMigrationNegativeTest-1025928537-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=82965a2e-5cb6-4d31-bf0f-af06ab25d5ed HTTP/1.1" status: 200 len: 1100 time: 0.1528718 Nov 25 19:21:06.486257 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-b668d895-e484-4c3a-b764-4dcab6725763 service neutron] Attempting to bind port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:21:06.489247 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-b668d895-e484-4c3a-b764-4dcab6725763 service neutron] Attempting to bind port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:21:06.489586 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-b668d895-e484-4c3a-b764-4dcab6725763 service neutron] Attempting to bind port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:06.510657 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-b668d895-e484-4c3a-b764-4dcab6725763 service neutron] Port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:21:06.510984 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-b668d895-e484-4c3a-b764-4dcab6725763 service neutron] Attempting to bind port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:06.519038 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-b668d895-e484-4c3a-b764-4dcab6725763 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:21:06.519373 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-b668d895-e484-4c3a-b764-4dcab6725763 service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:21:06.519762 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-b668d895-e484-4c3a-b764-4dcab6725763 service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:21:06.520202 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-b668d895-e484-4c3a-b764-4dcab6725763 service neutron] Bound port: 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:21:06.520572 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-b668d895-e484-4c3a-b764-4dcab6725763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:06.527939 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-df5727e8-0ca9-45e1-b31e-5d503ba0e825 req-d5f483eb-691b-44f3-8f80-65e68c7d86a3 tempest-LiveMigrationNegativeTest-1025928537 tempest-LiveMigrationNegativeTest-1025928537-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:06.597830 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68bd44cc-4a50-45ec-823d-0446a4531ca6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:06.639376 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c58569-4240-499a-8721-3741d8573469 req-0300e99b-0c7d-4295-850f-016dd4dc9f70 tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:06.648483 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79c58569-4240-499a-8721-3741d8573469 req-0300e99b-0c7d-4295-850f-016dd4dc9f70 tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 1101 time: 0.1514318 Nov 25 19:21:06.702243 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68bd44cc-4a50-45ec-823d-0446a4531ca6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:06.702659 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-b668d895-e484-4c3a-b764-4dcab6725763 service neutron] For port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:21:06.730535 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-b668d895-e484-4c3a-b764-4dcab6725763 service neutron] For port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=5e7b8860-34b7-48f7-b8e2-d7b09ab649c7,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:21:06.742028 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-b668d895-e484-4c3a-b764-4dcab6725763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:06.751348 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79c58569-4240-499a-8721-3741d8573469 req-2a4e325d-63da-40a1-8fda-49d359a909b5 tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890923 Nov 25 19:21:06.789869 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-b668d895-e484-4c3a-b764-4dcab6725763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:06.790717 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-b668d895-e484-4c3a-b764-4dcab6725763 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:06.792418 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-b668d895-e484-4c3a-b764-4dcab6725763 service neutron] 10.222.0.85 "PUT /v2.0/ports/5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 HTTP/1.1" status: 200 len: 1096 time: 1.4611175 Nov 25 19:21:06.793022 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8993ef04-7640-4935-b7fa-65f4c6c6a9f0', 'tag': '5e7b8860-34b7-48f7-b8e2-d7b09ab649c7'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:06.796115 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8269f1-3bb4-4f2f-a904-1d76dc469f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "8993ef04-7640-4935-b7fa-65f4c6c6a9f0", "tag": "5e7b8860-34b7-48f7-b8e2-d7b09ab649c7"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:06.830943 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668d895-e484-4c3a-b764-4dcab6725763 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7b8860-34b7-48f7-b8e2-d7b09ab649c7,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:06.878035 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-df5727e8-0ca9-45e1-b31e-5d503ba0e825 req-d5f483eb-691b-44f3-8f80-65e68c7d86a3 tempest-LiveMigrationNegativeTest-1025928537 tempest-LiveMigrationNegativeTest-1025928537-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:06.906977 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-df5727e8-0ca9-45e1-b31e-5d503ba0e825 req-d5f483eb-691b-44f3-8f80-65e68c7d86a3 tempest-LiveMigrationNegativeTest-1025928537 tempest-LiveMigrationNegativeTest-1025928537-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:06.958611 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-61f60abd-6a7f-444c-8c88-ed9ea5a7590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:06.971097 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-61f60abd-6a7f-444c-8c88-ed9ea5a7590e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3c8d7f56ade8456a831a418fc929f1d2&device_id=8993ef04-7640-4935-b7fa-65f4c6c6a9f0 HTTP/1.1" status: 200 len: 1099 time: 0.0982971 Nov 25 19:21:06.974562 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68bd44cc-4a50-45ec-823d-0446a4531ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:06.984415 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68bd44cc-4a50-45ec-823d-0446a4531ca6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:06.989806 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-68bd44cc-4a50-45ec-823d-0446a4531ca6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fbea2aac-3f50-4179-93c0-2dda4a35862f HTTP/1.1" status: 204 len: 168 time: 0.6107523 Nov 25 19:21:07.030711 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-ef63a03c-67fa-40d4-b2cd-aa590bfbe7c7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 HTTP/1.1" status: 200 len: 217 time: 0.0504389 Nov 25 19:21:07.037099 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-df5727e8-0ca9-45e1-b31e-5d503ba0e825 req-d5f483eb-691b-44f3-8f80-65e68c7d86a3 tempest-LiveMigrationNegativeTest-1025928537 tempest-LiveMigrationNegativeTest-1025928537-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5681524 Nov 25 19:21:07.038793 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f483eb-691b-44f3-8f80-65e68c7d86a3 tempest-LiveMigrationNegativeTest-1025928537 tempest-LiveMigrationNegativeTest-1025928537-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a140e90-262b-46d4-8b7f-2f354bdb7269,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:07.075710 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd44cc-4a50-45ec-823d-0446a4531ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbea2aac-3f50-4179-93c0-2dda4a35862f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:07.149580 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-17bb27a8-b626-4e75-8984-8c2122fec7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:07.151674 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-17bb27a8-b626-4e75-8984-8c2122fec7a6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1081769 Nov 25 19:21:07.309351 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349f945-3851-457d-98d3-416f12923d01 req-35072c35-b888-460d-bfb0-c35094d98f83 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:07.316861 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3349f945-3851-457d-98d3-416f12923d01 req-35072c35-b888-460d-bfb0-c35094d98f83 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 1097 time: 0.1499615 Nov 25 19:21:07.377196 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8711d0-1210-4cde-b5fa-d93292ee4402 req-b3e2b518-fd00-4cd7-8ce3-e58b2201c18a tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:07.389030 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fb8711d0-1210-4cde-b5fa-d93292ee4402 req-b3e2b518-fd00-4cd7-8ce3-e58b2201c18a tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/ports?device_id=8993ef04-7640-4935-b7fa-65f4c6c6a9f0 HTTP/1.1" status: 200 len: 948 time: 0.1311142 Nov 25 19:21:07.393945 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-1083996e-9604-48b7-bb21-0d14fdbbaea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:07.396330 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-1083996e-9604-48b7-bb21-0d14fdbbaea6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1932149 Nov 25 19:21:07.447536 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3349f945-3851-457d-98d3-416f12923d01 req-30671d58-a409-4103-9206-494ca92f6589 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109965 Nov 25 19:21:07.499328 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fb8711d0-1210-4cde-b5fa-d93292ee4402 req-7d293986-c2db-46d0-b574-4abb6d5b778d tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f4dadc-6be1-4c75-9aff-6aa911e9a34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092815 Nov 25 19:21:07.629661 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6025a3-12af-4809-ba1c-f3c959239179 x-openstack-request-id: req-bc6025a3-12af-4809-ba1c-f3c959239179 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:07.630154 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8993ef04-7640-4935-b7fa-65f4c6c6a9f0", "tag": "5e7b8860-34b7-48f7-b8e2-d7b09ab649c7", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:07.631145 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc6025a3-12af-4809-ba1c-f3c959239179 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:07.632798 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8993ef04-7640-4935-b7fa-65f4c6c6a9f0', 'tag': '5e7b8860-34b7-48f7-b8e2-d7b09ab649c7', 'status': 'completed', 'code': 200} Nov 25 19:21:07.642549 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-4f90581f-5b95-4dc7-bdde-af600decbafb service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343421 Nov 25 19:21:07.740948 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee277c6-b6a8-4412-9ea3-a174c74ad441 req-e633dcbe-5115-4c39-9fee-29b88869c484 tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:07.745493 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-eee277c6-b6a8-4412-9ea3-a174c74ad441 req-e633dcbe-5115-4c39-9fee-29b88869c484 tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 1101 time: 0.1313789 Nov 25 19:21:07.890370 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db4aa567-439b-40b8-a9e7-1ff9895c1a3c req-ab93b41d-2f2c-4a73-a65d-7764a4b9f979 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408738 Nov 25 19:21:07.924870 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-eee277c6-b6a8-4412-9ea3-a174c74ad441 req-c04b3c42-34ad-405b-930e-47c5aa3a5bb1 tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698992 Nov 25 19:21:08.497813 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8269f1-3bb4-4f2f-a904-1d76dc469f6c req-5e306240-af5c-4b3a-9bda-29e5078cd5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:08.499487 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3b8269f1-3bb4-4f2f-a904-1d76dc469f6c req-5e306240-af5c-4b3a-9bda-29e5078cd5da service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3c8d7f56ade8456a831a418fc929f1d2&device_id=8993ef04-7640-4935-b7fa-65f4c6c6a9f0 HTTP/1.1" status: 200 len: 1099 time: 0.5200469 Nov 25 19:21:08.776087 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8269f1-3bb4-4f2f-a904-1d76dc469f6c req-e414d396-061a-4283-b05c-38e794f43159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:08.778124 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3b8269f1-3bb4-4f2f-a904-1d76dc469f6c req-e414d396-061a-4283-b05c-38e794f43159 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.2694879 Nov 25 19:21:08.935980 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3b8269f1-3bb4-4f2f-a904-1d76dc469f6c req-e0ebb6a2-95a4-45bd-8d63-644cb80e0f4a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 HTTP/1.1" status: 200 len: 217 time: 0.1435850 Nov 25 19:21:09.156799 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bc8d3-4d9b-4851-9fd2-70e4a8352d2e req-c3e4f689-862c-475b-88d2-aa986c74ead6 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:09.163441 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e34bc8d3-4d9b-4851-9fd2-70e4a8352d2e req-c3e4f689-862c-475b-88d2-aa986c74ead6 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/ports?device_id=8993ef04-7640-4935-b7fa-65f4c6c6a9f0 HTTP/1.1" status: 200 len: 948 time: 0.1938014 Nov 25 19:21:09.215909 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8269f1-3bb4-4f2f-a904-1d76dc469f6c req-9fab7039-faec-4f9f-bc3c-4421e57a58eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:09.222456 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3b8269f1-3bb4-4f2f-a904-1d76dc469f6c req-9fab7039-faec-4f9f-bc3c-4421e57a58eb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.2713161 Nov 25 19:21:09.235994 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e34bc8d3-4d9b-4851-9fd2-70e4a8352d2e req-01584675-89c2-490a-9d56-df1ed433d9a6 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f4dadc-6be1-4c75-9aff-6aa911e9a34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711956 Nov 25 19:21:09.328266 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06290c32-8cb0-46f0-bb51-0225e5d6ce06 req-a99e1c15-e0ee-4fce-a715-a0ff17ac27b3 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:09.343206 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-06290c32-8cb0-46f0-bb51-0225e5d6ce06 req-a99e1c15-e0ee-4fce-a715-a0ff17ac27b3 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=82965a2e-5cb6-4d31-bf0f-af06ab25d5ed HTTP/1.1" status: 200 len: 949 time: 0.2981632 Nov 25 19:21:09.406238 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8269f1-3bb4-4f2f-a904-1d76dc469f6c req-8df1dc31-4e59-41bf-a321-674604f814e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:09.409349 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3b8269f1-3bb4-4f2f-a904-1d76dc469f6c req-8df1dc31-4e59-41bf-a321-674604f814e4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1726670 Nov 25 19:21:09.494815 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-06290c32-8cb0-46f0-bb51-0225e5d6ce06 req-2b3c1716-3427-439b-959c-43507890eaa2 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497872 Nov 25 19:21:09.703620 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3b8269f1-3bb4-4f2f-a904-1d76dc469f6c req-e698880b-e1c3-4113-8b06-400c13e4acbb service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577314 Nov 25 19:21:09.934745 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3b8269f1-3bb4-4f2f-a904-1d76dc469f6c req-709b13d6-943b-4ba7-a70b-44f0a2708722 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124312 Nov 25 19:21:10.359086 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d46bc4-c8fe-41b4-b314-7cced0014fb4 req-e398ed72-7752-4426-bef7-1e8d172e41d2 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:10.373033 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-59d46bc4-c8fe-41b4-b314-7cced0014fb4 req-e398ed72-7752-4426-bef7-1e8d172e41d2 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.1240041 Nov 25 19:21:10.535332 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c152075-858e-4c7b-8511-dc91a8a5934c req-48a0dfbe-ccd1-4ac1-b37d-05a376b41d03 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:10.539753 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-59d46bc4-c8fe-41b4-b314-7cced0014fb4 req-90cfd50c-e9c8-4d6b-a19a-c9085101b56d tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643226 Nov 25 19:21:10.562911 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c152075-858e-4c7b-8511-dc91a8a5934c req-48a0dfbe-ccd1-4ac1-b37d-05a376b41d03 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/ports?device_id=8993ef04-7640-4935-b7fa-65f4c6c6a9f0 HTTP/1.1" status: 200 len: 948 time: 0.1834774 Nov 25 19:21:10.734101 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c152075-858e-4c7b-8511-dc91a8a5934c req-9a472408-43ea-4028-8832-30ba86295a1c tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f4dadc-6be1-4c75-9aff-6aa911e9a34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724563 Nov 25 19:21:10.785050 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:21:10.880682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc503aa-4727-442b-ae13-272050fd6cce req-8b494a6a-8537-4234-9f35-bec893f661ec tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:10.884601 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-efc503aa-4727-442b-ae13-272050fd6cce req-8b494a6a-8537-4234-9f35-bec893f661ec tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.73 "GET /v2.0/ports?device_id=82965a2e-5cb6-4d31-bf0f-af06ab25d5ed HTTP/1.1" status: 200 len: 949 time: 0.1328013 Nov 25 19:21:10.922961 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2b576-321c-408f-9ea4-021ffa0f654d req-a1ffa50f-a9c2-4167-bcb8-dd5a88ef61bd tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:10.942835 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d3f2b576-321c-408f-9ea4-021ffa0f654d req-a1ffa50f-a9c2-4167-bcb8-dd5a88ef61bd tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=82965a2e-5cb6-4d31-bf0f-af06ab25d5ed HTTP/1.1" status: 200 len: 949 time: 0.2103555 Nov 25 19:21:11.002132 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=5e7b8860-34b7-48f7-b8e2-d7b09ab649c7,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:11.018591 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '5e7b8860-34b7-48f7-b8e2-d7b09ab649c7', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '5e7b8860-34b7-48f7-b8e2-d7b09ab649c7', 'mac_address': 'fa:16:3e:15:e7:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:21:11.046915 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d3f2b576-321c-408f-9ea4-021ffa0f654d req-d6428caa-8135-4d03-a1e1-19dd0794c40c tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030843 Nov 25 19:21:11.129937 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79831dac-8a40-4e6c-a73b-be63c7cf2dac req-95e330d3-d539-43a9-81e5-135a43c32678 tempest-FlavorsV2NegativeTest-1273648696 tempest-FlavorsV2NegativeTest-1273648696-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=83d6e01570404131ba0a9458a54b03bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569093 Nov 25 19:21:11.131245 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:11.178332 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:11.219011 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=5e7b8860-34b7-48f7-b8e2-d7b09ab649c7,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:11.224722 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:11.263886 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-efc503aa-4727-442b-ae13-272050fd6cce req-e24fbf27-7927-480b-bad8-366ea36724cd tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Deleting port c7f2f542-5a5a-49d7-9899-3eee30b2af90 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:21:11.264530 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-efc503aa-4727-442b-ae13-272050fd6cce req-e24fbf27-7927-480b-bad8-366ea36724cd tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:11.328761 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=5e7b8860-34b7-48f7-b8e2-d7b09ab649c7,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:11.410852 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79831dac-8a40-4e6c-a73b-be63c7cf2dac req-45fbea9f-e76b-4f14-8671-958ebdf33bc6 tempest-FlavorsV2NegativeTest-1273648696 tempest-FlavorsV2NegativeTest-1273648696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:11.412299 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79831dac-8a40-4e6c-a73b-be63c7cf2dac req-45fbea9f-e76b-4f14-8671-958ebdf33bc6 tempest-FlavorsV2NegativeTest-1273648696 tempest-FlavorsV2NegativeTest-1273648696-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2814977 Nov 25 19:21:11.429521 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-efc503aa-4727-442b-ae13-272050fd6cce req-e24fbf27-7927-480b-bad8-366ea36724cd tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] For port c7f2f542-5a5a-49d7-9899-3eee30b2af90, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c7f2f542-5a5a-49d7-9899-3eee30b2af90,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:11.429961 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-efc503aa-4727-442b-ae13-272050fd6cce req-e24fbf27-7927-480b-bad8-366ea36724cd tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:11.461818 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-efc503aa-4727-442b-ae13-272050fd6cce req-e24fbf27-7927-480b-bad8-366ea36724cd tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Calling delete_port for c7f2f542-5a5a-49d7-9899-3eee30b2af90 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:21:11.465004 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79831dac-8a40-4e6c-a73b-be63c7cf2dac req-b6b82655-904f-4347-b0d7-2edb275aa4cb tempest-FlavorsV2NegativeTest-1273648696 tempest-FlavorsV2NegativeTest-1273648696-project] 10.222.0.55 "GET /v2.0/quotas/83d6e01570404131ba0a9458a54b03bb HTTP/1.1" status: 200 len: 375 time: 0.0320857 Nov 25 19:21:11.556097 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79831dac-8a40-4e6c-a73b-be63c7cf2dac req-bb49086e-7db1-4eaa-911f-185cc4db825c tempest-FlavorsV2NegativeTest-1273648696 tempest-FlavorsV2NegativeTest-1273648696-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=83d6e01570404131ba0a9458a54b03bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754871 Nov 25 19:21:11.594935 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['5e7b8860-34b7-48f7-b8e2-d7b09ab649c7'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:11.822463 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-efc503aa-4727-442b-ae13-272050fd6cce req-e24fbf27-7927-480b-bad8-366ea36724cd tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:11.844599 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['20b19bc5-90c8-4218-b38e-2c8c551efdf2', 'c7f2f542-5a5a-49d7-9899-3eee30b2af90'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:11.870124 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fbf27-7927-480b-bad8-366ea36724cd tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Pushing event deleted for resources: {'Port': ['ID=c7f2f542-5a5a-49d7-9899-3eee30b2af90,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:11.931628 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc503aa-4727-442b-ae13-272050fd6cce req-e24fbf27-7927-480b-bad8-366ea36724cd tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] No DVR routers for this DVR port c7f2f542-5a5a-49d7-9899-3eee30b2af90 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:21:11.935032 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-efc503aa-4727-442b-ae13-272050fd6cce req-e24fbf27-7927-480b-bad8-366ea36724cd tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:11.939136 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-efc503aa-4727-442b-ae13-272050fd6cce req-e24fbf27-7927-480b-bad8-366ea36724cd tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.73 "DELETE /v2.0/ports/c7f2f542-5a5a-49d7-9899-3eee30b2af90 HTTP/1.1" status: 204 len: 173 time: 1.0452666 Nov 25 19:21:11.940377 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82965a2e-5cb6-4d31-bf0f-af06ab25d5ed', 'name': 'network-vif-deleted', 'tag': 'c7f2f542-5a5a-49d7-9899-3eee30b2af90'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:11.943518 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e51d1c9-d9fa-486a-abe7-735bf53e63c1" -d '{"events": [{"server_uuid": "82965a2e-5cb6-4d31-bf0f-af06ab25d5ed", "name": "network-vif-deleted", "tag": "c7f2f542-5a5a-49d7-9899-3eee30b2af90"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:12.120784 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b46221-d2fb-49f4-8fa7-dffca401d2fc req-3b09f036-463d-42e3-8adb-e0ec9616f4fb tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:12.137415 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b6b46221-d2fb-49f4-8fa7-dffca401d2fc req-3b09f036-463d-42e3-8adb-e0ec9616f4fb tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.3449936 Nov 25 19:21:12.304636 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0efe4e-248c-4fe7-b3b3-9455289c8440 req-fd9bad92-35ca-4363-bdb7-5565dc58a83c tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:12.322913 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d0efe4e-248c-4fe7-b3b3-9455289c8440 req-fd9bad92-35ca-4363-bdb7-5565dc58a83c tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/ports?device_id=8993ef04-7640-4935-b7fa-65f4c6c6a9f0 HTTP/1.1" status: 200 len: 949 time: 0.3482306 Nov 25 19:21:12.327091 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b6b46221-d2fb-49f4-8fa7-dffca401d2fc req-d5e6aa55-791c-4a5b-b04e-6bc6a10d4936 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862895 Nov 25 19:21:12.488709 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d0efe4e-248c-4fe7-b3b3-9455289c8440 req-4845377c-7ecd-48f9-bd6a-f710be4311cd tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f4dadc-6be1-4c75-9aff-6aa911e9a34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578395 Nov 25 19:21:12.612746 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f26ab79-3b66-421c-9353-c1fc29165aea x-openstack-request-id: req-3f26ab79-3b66-421c-9353-c1fc29165aea {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:12.613723 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82965a2e-5cb6-4d31-bf0f-af06ab25d5ed", "name": "network-vif-deleted", "tag": "c7f2f542-5a5a-49d7-9899-3eee30b2af90", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:12.614474 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3f26ab79-3b66-421c-9353-c1fc29165aea {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:12.615490 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82965a2e-5cb6-4d31-bf0f-af06ab25d5ed', 'name': 'network-vif-deleted', 'tag': 'c7f2f542-5a5a-49d7-9899-3eee30b2af90', 'status': 'completed', 'code': 200} Nov 25 19:21:12.769723 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-45333933-e3fa-455e-bb22-8df3ad6df1f8 req-e3561b79-e458-4350-83ee-0504317c9817 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=82965a2e-5cb6-4d31-bf0f-af06ab25d5ed HTTP/1.1" status: 200 len: 210 time: 0.0712588 Nov 25 19:21:12.999916 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 54110) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:13.180816 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ced6887a-ee4c-47f0-97b4-c74819d6eec7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:13.309509 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ced6887a-ee4c-47f0-97b4-c74819d6eec7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:13.314972 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ced6887a-ee4c-47f0-97b4-c74819d6eec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:13.369308 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ced6887a-ee4c-47f0-97b4-c74819d6eec7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=83d6e01570404131ba0a9458a54b03bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3670902 Nov 25 19:21:13.370349 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6887a-ee4c-47f0-97b4-c74819d6eec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c46ae44-f9cf-485a-93a9-61d4e8c5c8d9,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:13.373623 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 54116) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:13.387323 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6887a-ee4c-47f0-97b4-c74819d6eec7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:13.387685 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6887a-ee4c-47f0-97b4-c74819d6eec7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:13.388032 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6887a-ee4c-47f0-97b4-c74819d6eec7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:13.388377 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6887a-ee4c-47f0-97b4-c74819d6eec7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:13.388716 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6887a-ee4c-47f0-97b4-c74819d6eec7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:13.389054 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6887a-ee4c-47f0-97b4-c74819d6eec7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:13.389389 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6887a-ee4c-47f0-97b4-c74819d6eec7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:13.389721 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6887a-ee4c-47f0-97b4-c74819d6eec7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:13.390050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6887a-ee4c-47f0-97b4-c74819d6eec7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:13.390413 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6887a-ee4c-47f0-97b4-c74819d6eec7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:13.390744 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6887a-ee4c-47f0-97b4-c74819d6eec7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:13.391071 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6887a-ee4c-47f0-97b4-c74819d6eec7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:13.450871 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1ced34f-2813-4f45-8832-1231ad840eda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:13.488903 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1ced34f-2813-4f45-8832-1231ad840eda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:13.550403 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20548-4221-4094-a385-41a9c3425401 req-435bf96a-f90e-46f0-af5f-a9a9279bc0cc tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:13.553094 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-05b20548-4221-4094-a385-41a9c3425401 req-435bf96a-f90e-46f0-af5f-a9a9279bc0cc tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.1191516 Nov 25 19:21:13.556369 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1ced34f-2813-4f45-8832-1231ad840eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:13.565259 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1ced34f-2813-4f45-8832-1231ad840eda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:13.566925 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e1ced34f-2813-4f45-8832-1231ad840eda admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9c46ae44-f9cf-485a-93a9-61d4e8c5c8d9 HTTP/1.1" status: 204 len: 168 time: 0.1920180 Nov 25 19:21:13.587728 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ced34f-2813-4f45-8832-1231ad840eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c46ae44-f9cf-485a-93a9-61d4e8c5c8d9,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:13.666466 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-05b20548-4221-4094-a385-41a9c3425401 req-2924ed04-5f82-4bc2-be8c-d98b081c736a tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051102 Nov 25 19:21:13.721443 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9379e-f528-40fe-8c7b-11830fb9c9be req-384ac262-ba5a-48c2-8032-8f3b20e83a5c tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:13.723270 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d1d9379e-f528-40fe-8c7b-11830fb9c9be req-384ac262-ba5a-48c2-8032-8f3b20e83a5c tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/ports?device_id=8993ef04-7640-4935-b7fa-65f4c6c6a9f0 HTTP/1.1" status: 200 len: 949 time: 0.0689926 Nov 25 19:21:13.821625 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d1d9379e-f528-40fe-8c7b-11830fb9c9be req-9bf4aefb-9c7b-41d2-be23-44f284844a85 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f4dadc-6be1-4c75-9aff-6aa911e9a34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880926 Nov 25 19:21:14.385703 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1b472-8078-4040-a997-6abe8eb97651 req-2872cc06-f562-42ab-a37e-1f441be859e0 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:14.387440 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-98b1b472-8078-4040-a997-6abe8eb97651 req-2872cc06-f562-42ab-a37e-1f441be859e0 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b95665-fa11-4800-8df8-944695790f1c HTTP/1.1" status: 200 len: 950 time: 0.1136622 Nov 25 19:21:14.426432 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d94de9-4e35-4952-b679-f819bf266e00 req-8aced998-5e28-4ab6-91f6-ce7db42fb074 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:14.429815 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e2d94de9-4e35-4952-b679-f819bf266e00 req-8aced998-5e28-4ab6-91f6-ce7db42fb074 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 1097 time: 0.0902104 Nov 25 19:21:14.454856 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-98b1b472-8078-4040-a997-6abe8eb97651 req-c784a703-6c8b-4376-b636-65912e588200 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538683 Nov 25 19:21:14.511415 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e2d94de9-4e35-4952-b679-f819bf266e00 req-0eda017d-fbb9-4fdd-bdf9-9314e531805b tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670781 Nov 25 19:21:14.780440 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:21:14.845667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8ef88-5c37-441f-a1f7-bf07258329cd req-c69ed2f2-19e0-40ff-af43-c93d55e75c59 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:14.847238 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36a8ef88-5c37-441f-a1f7-bf07258329cd req-c69ed2f2-19e0-40ff-af43-c93d55e75c59 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.0714421 Nov 25 19:21:14.886126 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:21:14.891868 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:21:14.892543 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:14.920303 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36a8ef88-5c37-441f-a1f7-bf07258329cd req-48110e0d-4066-448e-9f7d-7204afa50f4f tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598130 Nov 25 19:21:15.020462 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:15.048466 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8993ef04-7640-4935-b7fa-65f4c6c6a9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7b8860-34b7-48f7-b8e2-d7b09ab649c7'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:15.051160 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7a9938-3283-4ee0-b254-b4e82a75f554" -d '{"events": [{"server_uuid": "8993ef04-7640-4935-b7fa-65f4c6c6a9f0", "name": "network-vif-plugged", "status": "completed", "tag": "5e7b8860-34b7-48f7-b8e2-d7b09ab649c7"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:15.069655 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=5e7b8860-34b7-48f7-b8e2-d7b09ab649c7,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:15.076498 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:15.158747 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=5e7b8860-34b7-48f7-b8e2-d7b09ab649c7,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:15.266646 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device c7f2f542-5a5a-49d7-9899-3eee30b2af90 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:21:15.301160 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: c7f2f542-5a5a-49d7-9899-3eee30b2af90 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:21:15.301582 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device c7f2f542-5a5a-49d7-9899-3eee30b2af90 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:21:15.375590 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a0a67-21a4-480f-8d00-d4f7f4313343 req-5cc7cbc5-a722-495f-b756-732f3e233dc7 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:15.383641 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-305a0a67-21a4-480f-8d00-d4f7f4313343 req-5cc7cbc5-a722-495f-b756-732f3e233dc7 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/ports?device_id=8993ef04-7640-4935-b7fa-65f4c6c6a9f0 HTTP/1.1" status: 200 len: 950 time: 0.0995407 Nov 25 19:21:15.483793 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-305a0a67-21a4-480f-8d00-d4f7f4313343 req-7f8e202a-4f9b-4da2-a8e5-570f09876e55 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f4dadc-6be1-4c75-9aff-6aa911e9a34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980909 Nov 25 19:21:15.562717 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98937aee-f128-47bd-9de0-0a94423a0496 x-openstack-request-id: req-98937aee-f128-47bd-9de0-0a94423a0496 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:15.563913 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8993ef04-7640-4935-b7fa-65f4c6c6a9f0", "name": "network-vif-plugged", "status": "completed", "tag": "5e7b8860-34b7-48f7-b8e2-d7b09ab649c7", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:15.564769 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-98937aee-f128-47bd-9de0-0a94423a0496 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:15.565912 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8993ef04-7640-4935-b7fa-65f4c6c6a9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7b8860-34b7-48f7-b8e2-d7b09ab649c7', 'code': 200} Nov 25 19:21:15.771171 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d50ad-642e-4b89-aedd-3247d81a992e req-fac746f9-7ddb-41ec-886e-bb97ac1016cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:15.782525 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-547d50ad-642e-4b89-aedd-3247d81a992e req-fac746f9-7ddb-41ec-886e-bb97ac1016cd service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8993ef04-7640-4935-b7fa-65f4c6c6a9f0 HTTP/1.1" status: 200 len: 1101 time: 0.1229165 Nov 25 19:21:15.878857 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-547d50ad-642e-4b89-aedd-3247d81a992e req-ee24e452-b926-4787-a333-267d07ac5ddd service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b8f4dadc-6be1-4c75-9aff-6aa911e9a34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888274 Nov 25 19:21:16.010170 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde87e5-fbb6-4911-8797-d6eaf2cef8c7 req-bfd9fa2a-b8e5-42d4-ad4e-85c1e19bedd7 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:16.012014 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5cde87e5-fbb6-4911-8797-d6eaf2cef8c7 req-bfd9fa2a-b8e5-42d4-ad4e-85c1e19bedd7 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b95665-fa11-4800-8df8-944695790f1c HTTP/1.1" status: 200 len: 950 time: 0.1048598 Nov 25 19:21:16.027011 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936d69c-64b8-4961-971d-b8e65812a246 req-522b606e-c6af-45d4-9d12-d1dc60972586 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:16.028928 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c936d69c-64b8-4961-971d-b8e65812a246 req-522b606e-c6af-45d4-9d12-d1dc60972586 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.73 "GET /v2.0/ports?device_id=24b95665-fa11-4800-8df8-944695790f1c HTTP/1.1" status: 200 len: 950 time: 0.0869691 Nov 25 19:21:16.239353 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5cde87e5-fbb6-4911-8797-d6eaf2cef8c7 req-35ac4e59-55d6-4a4f-a935-81b4cde731a6 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/security-groups?id=06030492-d001-4ec8-9dfe-fe0c4e93c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091334 Nov 25 19:21:16.281508 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-c936d69c-64b8-4961-971d-b8e65812a246 req-49a654c2-0ae9-4cad-9d03-af87be9f24d7 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Deleting port 20b19bc5-90c8-4218-b38e-2c8c551efdf2 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:21:16.282224 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c936d69c-64b8-4961-971d-b8e65812a246 req-49a654c2-0ae9-4cad-9d03-af87be9f24d7 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:16.493025 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54218) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:16.549204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-c936d69c-64b8-4961-971d-b8e65812a246 req-49a654c2-0ae9-4cad-9d03-af87be9f24d7 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] For port 20b19bc5-90c8-4218-b38e-2c8c551efdf2, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=20b19bc5-90c8-4218-b38e-2c8c551efdf2,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:16.552131 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c936d69c-64b8-4961-971d-b8e65812a246 req-49a654c2-0ae9-4cad-9d03-af87be9f24d7 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:16.585127 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-c936d69c-64b8-4961-971d-b8e65812a246 req-49a654c2-0ae9-4cad-9d03-af87be9f24d7 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Calling delete_port for 20b19bc5-90c8-4218-b38e-2c8c551efdf2 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:21:16.682938 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-aff771ff-aaed-4454-8e57-dedf9f27682e tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:21:16.684295 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-aff771ff-aaed-4454-8e57-dedf9f27682e tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1895196 Nov 25 19:21:16.866311 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-be0ad7c1-edc6-4c8e-89fc-d0c2fbf2308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:16.879466 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-be0ad7c1-edc6-4c8e-89fc-d0c2fbf2308b service neutron] 10.222.0.55 "GET /v2.0/ports/d1eee7a9-7ae9-4710-8992-aa33825b96ce HTTP/1.1" status: 200 len: 1094 time: 0.1390340 Nov 25 19:21:16.888832 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-61d98ca5-cb9e-498c-9145-95bdd3504762 service neutron] Request body: {'binding': {'host': 'n-h2-819349-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:16.890011 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-61d98ca5-cb9e-498c-9145-95bdd3504762 service neutron] Unknown quota resources ['binding']. {{(pid=103599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 19:21:17.000681 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c936d69c-64b8-4961-971d-b8e65812a246 req-49a654c2-0ae9-4cad-9d03-af87be9f24d7 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:17.016923 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['20b19bc5-90c8-4218-b38e-2c8c551efdf2'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:17.084426 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a654c2-0ae9-4cad-9d03-af87be9f24d7 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Pushing event deleted for resources: {'Port': ['ID=20b19bc5-90c8-4218-b38e-2c8c551efdf2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:17.210829 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63901b4a-ddcb-4cfc-b825-799351869b14 req-7ef424ab-8fa3-4e2b-98dd-b3c2daec858e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:17.235167 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-63901b4a-ddcb-4cfc-b825-799351869b14 req-7ef424ab-8fa3-4e2b-98dd-b3c2daec858e tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.4193876 Nov 25 19:21:17.268882 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-61d98ca5-cb9e-498c-9145-95bdd3504762 service neutron] Attempting to bind port d1eee7a9-7ae9-4710-8992-aa33825b96ce on host n-h2-819349-5 for vnic_type normal with profile None {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:21:17.269787 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-61d98ca5-cb9e-498c-9145-95bdd3504762 service neutron] Attempting to bind port d1eee7a9-7ae9-4710-8992-aa33825b96ce by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:21:17.270643 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-61d98ca5-cb9e-498c-9145-95bdd3504762 service neutron] Attempting to bind port d1eee7a9-7ae9-4710-8992-aa33825b96ce on network e27d2294-de95-4945-9062-292b41b6ea98 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:17.282263 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-61d98ca5-cb9e-498c-9145-95bdd3504762 service neutron] Port d1eee7a9-7ae9-4710-8992-aa33825b96ce on network e27d2294-de95-4945-9062-292b41b6ea98 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:21:17.286039 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-61d98ca5-cb9e-498c-9145-95bdd3504762 service neutron] Attempting to bind port d1eee7a9-7ae9-4710-8992-aa33825b96ce on network e27d2294-de95-4945-9062-292b41b6ea98 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:17.310854 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-61d98ca5-cb9e-498c-9145-95bdd3504762 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:21:17.311849 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-61d98ca5-cb9e-498c-9145-95bdd3504762 service neutron] Checking segment: {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:21:17.312661 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-61d98ca5-cb9e-498c-9145-95bdd3504762 service neutron] Bound using segment: {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:21:17.312958 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c936d69c-64b8-4961-971d-b8e65812a246 req-49a654c2-0ae9-4cad-9d03-af87be9f24d7 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] No DVR routers for this DVR port 20b19bc5-90c8-4218-b38e-2c8c551efdf2 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:21:17.313877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-61d98ca5-cb9e-498c-9145-95bdd3504762 service neutron] Bound port: d1eee7a9-7ae9-4710-8992-aa33825b96ce, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:21:17.326526 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c936d69c-64b8-4961-971d-b8e65812a246 req-49a654c2-0ae9-4cad-9d03-af87be9f24d7 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:17.336335 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c936d69c-64b8-4961-971d-b8e65812a246 req-49a654c2-0ae9-4cad-9d03-af87be9f24d7 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.73 "DELETE /v2.0/ports/20b19bc5-90c8-4218-b38e-2c8c551efdf2 HTTP/1.1" status: 204 len: 173 time: 1.2906659 Nov 25 19:21:17.337103 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b95665-fa11-4800-8df8-944695790f1c', 'name': 'network-vif-deleted', 'tag': '20b19bc5-90c8-4218-b38e-2c8c551efdf2'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:17.341091 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb4fa95-ddf0-4fdd-917a-2b23d709484e" -d '{"events": [{"server_uuid": "24b95665-fa11-4800-8df8-944695790f1c", "name": "network-vif-deleted", "tag": "20b19bc5-90c8-4218-b38e-2c8c551efdf2"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:17.453011 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-61d98ca5-cb9e-498c-9145-95bdd3504762 service neutron] For port d1eee7a9-7ae9-4710-8992-aa33825b96ce, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d1eee7a9-7ae9-4710-8992-aa33825b96ce,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:21:17.462657 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-61d98ca5-cb9e-498c-9145-95bdd3504762 service neutron] Publish callbacks [] for binding, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:17.463890 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-61d98ca5-cb9e-498c-9145-95bdd3504762 service neutron] 10.222.0.55 "POST /v2.0/ports/d1eee7a9-7ae9-4710-8992-aa33825b96ce/bindings HTTP/1.1" status: 201 len: 389 time: 0.5829968 Nov 25 19:21:17.477988 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-63901b4a-ddcb-4cfc-b825-799351869b14 req-ba418023-c118-4b00-8e61-9d552f1457c6 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760769 Nov 25 19:21:17.930911 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe7dc1-5756-49cf-b34f-bfed90c45760 req-ec5aeb67-306b-4fb4-bb94-8a9ad99b5099 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:17.933589 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7dfe7dc1-5756-49cf-b34f-bfed90c45760 req-ec5aeb67-306b-4fb4-bb94-8a9ad99b5099 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/ports?device_id=8993ef04-7640-4935-b7fa-65f4c6c6a9f0 HTTP/1.1" status: 200 len: 950 time: 0.1634135 Nov 25 19:21:17.944764 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-80895a2d-6476-484b-9d6c-1aae3dcdd31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:17.946594 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-80895a2d-6476-484b-9d6c-1aae3dcdd31d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 1097 time: 0.0849159 Nov 25 19:21:18.072153 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7dfe7dc1-5756-49cf-b34f-bfed90c45760 req-5a98e1ed-9ff4-4bf4-a377-ced254d4240d tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f4dadc-6be1-4c75-9aff-6aa911e9a34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298890 Nov 25 19:21:18.229099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-c3bf9ea2-ea9a-4254-a03e-c2dfede65d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:18.230739 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-c3bf9ea2-ea9a-4254-a03e-c2dfede65d8e service neutron] 10.222.0.85 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 921 time: 0.2758667 Nov 25 19:21:18.306946 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-b49af36c-1db2-4050-adf7-7c63cabe8d80 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1eee7a9-7ae9-4710-8992-aa33825b96ce HTTP/1.1" status: 200 len: 217 time: 0.0647337 Nov 25 19:21:18.309394 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4bd64d-d38c-4cfa-bc24-2da577f3397c x-openstack-request-id: req-be4bd64d-d38c-4cfa-bc24-2da577f3397c {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:18.309852 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b95665-fa11-4800-8df8-944695790f1c", "name": "network-vif-deleted", "tag": "20b19bc5-90c8-4218-b38e-2c8c551efdf2", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:18.310264 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-be4bd64d-d38c-4cfa-bc24-2da577f3397c {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:18.310911 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b95665-fa11-4800-8df8-944695790f1c', 'name': 'network-vif-deleted', 'tag': '20b19bc5-90c8-4218-b38e-2c8c551efdf2', 'status': 'completed', 'code': 200} Nov 25 19:21:18.311499 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b0d88203-46e4-4c56-9d42-e1ae3c1f5dd5 req-317bb1a3-1889-4ec5-ac8f-4a583f423ad1 tempest-LiveMigrationNegativeTest-1350317204 tempest-LiveMigrationNegativeTest-1350317204-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b95665-fa11-4800-8df8-944695790f1c HTTP/1.1" status: 200 len: 210 time: 0.0636029 Nov 25 19:21:18.485397 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-66cbb35e-1904-43f3-a27c-461a10744f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:18.488031 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-66cbb35e-1904-43f3-a27c-461a10744f9a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=688fcc59-0345-41e4-9b88-cea9e7c21583 HTTP/1.1" status: 200 len: 860 time: 0.1736622 Nov 25 19:21:18.509021 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da45f49-2a9b-4a5a-bae6-a74f3b27ba05 req-8fd6f034-4ccd-4040-b327-51ec237f14f5 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:18.511633 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0da45f49-2a9b-4a5a-bae6-a74f3b27ba05 req-8fd6f034-4ccd-4040-b327-51ec237f14f5 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 946 time: 0.1280878 Nov 25 19:21:18.561113 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-7eee0e6d-6524-424e-9684-dd3ea271c8c1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e27d2294-de95-4945-9062-292b41b6ea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479023 Nov 25 19:21:18.747131 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0da45f49-2a9b-4a5a-bae6-a74f3b27ba05 req-49695601-0ec6-4b40-9e03-2b18d74b8f2c tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911242 Nov 25 19:21:18.813684 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-5194f6ff-2803-4e8f-a3da-f8863055ff1d service neutron] 10.222.0.85 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420113 Nov 25 19:21:19.079830 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84387298-aed5-4a6b-9289-8719a9606010 req-ec67e898-2122-4c27-8877-826d911c9ebc tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:19.082525 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-84387298-aed5-4a6b-9289-8719a9606010 req-ec67e898-2122-4c27-8877-826d911c9ebc tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.1468375 Nov 25 19:21:19.113933 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-67d213ae-e46d-490f-821e-b1c3dcd10765 service neutron] 10.222.0.85 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904043 Nov 25 19:21:19.190145 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-84387298-aed5-4a6b-9289-8719a9606010 req-bdaeef78-a361-4ad8-8ff6-fc8d1e503a53 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972412 Nov 25 19:21:19.296176 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 20b19bc5-90c8-4218-b38e-2c8c551efdf2 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:21:19.336976 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 20b19bc5-90c8-4218-b38e-2c8c551efdf2 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:21:19.337239 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 20b19bc5-90c8-4218-b38e-2c8c551efdf2 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:21:19.939729 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54302) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:19.966269 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54306) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:20.051142 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f07e78-978c-4a87-9c61-f4183fd46988 req-225776be-b615-4038-a433-5c94d45ad9a3 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:20.053064 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-87f07e78-978c-4a87-9c61-f4183fd46988 req-225776be-b615-4038-a433-5c94d45ad9a3 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 946 time: 0.1474266 Nov 25 19:21:20.241383 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07be6063-5456-48fe-9888-2199a68ad06b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:20.277896 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-87f07e78-978c-4a87-9c61-f4183fd46988 req-63961c0d-5086-48ec-9ac6-02096885fc01 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131262 Nov 25 19:21:20.329718 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-96025f4a-8616-4ea1-9b6f-7734d8a4e77e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3b68ab80691f4266879b3b37f8b52a80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3614004 Nov 25 19:21:20.332605 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 54318) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:20.473656 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07be6063-5456-48fe-9888-2199a68ad06b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:20.538122 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07be6063-5456-48fe-9888-2199a68ad06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:20.540236 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-637f12c6-3669-4f48-b138-98bc2b1425e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:20.571559 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-07be6063-5456-48fe-9888-2199a68ad06b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1af3b774e4bf4ea2bb305511d3e9ed94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6300590 Nov 25 19:21:20.573410 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54328) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:20.590374 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-637f12c6-3669-4f48-b138-98bc2b1425e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:20.667477 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b726fd5-61ec-42b1-9278-8c4360d44d58 req-ef9efebf-17d6-469a-95b7-beaca2a0b67b tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:20.669525 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9b726fd5-61ec-42b1-9278-8c4360d44d58 req-ef9efebf-17d6-469a-95b7-beaca2a0b67b tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.2036994 Nov 25 19:21:20.670540 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-89061212-d44c-4196-a279-c0405e832bb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:20.698508 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-637f12c6-3669-4f48-b138-98bc2b1425e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:20.700827 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-89061212-d44c-4196-a279-c0405e832bb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:20.704725 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-637f12c6-3669-4f48-b138-98bc2b1425e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:20.709854 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-637f12c6-3669-4f48-b138-98bc2b1425e1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/06030492-d001-4ec8-9dfe-fe0c4e93c30a HTTP/1.1" status: 204 len: 168 time: 0.3739026 Nov 25 19:21:20.729274 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f12c6-3669-4f48-b138-98bc2b1425e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06030492-d001-4ec8-9dfe-fe0c4e93c30a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:20.780393 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be6063-5456-48fe-9888-2199a68ad06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c09db9-7da9-4cc8-b768-46fa06b08f26,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:20.799955 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be6063-5456-48fe-9888-2199a68ad06b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:20.802234 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be6063-5456-48fe-9888-2199a68ad06b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:20.803709 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be6063-5456-48fe-9888-2199a68ad06b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:20.804631 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be6063-5456-48fe-9888-2199a68ad06b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:20.806055 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be6063-5456-48fe-9888-2199a68ad06b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:20.806918 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be6063-5456-48fe-9888-2199a68ad06b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:20.807815 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be6063-5456-48fe-9888-2199a68ad06b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:20.808717 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be6063-5456-48fe-9888-2199a68ad06b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:20.809416 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be6063-5456-48fe-9888-2199a68ad06b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:20.810461 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be6063-5456-48fe-9888-2199a68ad06b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:20.811434 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be6063-5456-48fe-9888-2199a68ad06b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:20.812109 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be6063-5456-48fe-9888-2199a68ad06b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:20.821839 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-89061212-d44c-4196-a279-c0405e832bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:20.824958 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-89061212-d44c-4196-a279-c0405e832bb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:20.829626 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-89061212-d44c-4196-a279-c0405e832bb5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b7c09db9-7da9-4cc8-b768-46fa06b08f26 HTTP/1.1" status: 204 len: 168 time: 0.2545607 Nov 25 19:21:20.845599 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89061212-d44c-4196-a279-c0405e832bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c09db9-7da9-4cc8-b768-46fa06b08f26,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:20.906646 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9b726fd5-61ec-42b1-9278-8c4360d44d58 req-9c794842-7904-47d8-9a3e-d308fa7af610 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152279 Nov 25 19:21:21.321054 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 54338) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:21.470149 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ac2d8e23-94bc-4bd8-af64-acc49c04b68a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fcea8ec2c0eb440c8a35aa086c044373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1469223 Nov 25 19:21:21.475092 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54346) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:21.662812 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68ea2ceb-d4dd-4d45-b25d-795b745884ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:21.694584 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22265cc-e19e-4592-b3ea-324d588b2e13 req-10c6c56a-af21-43c1-9e62-b1d154fe0bbf tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:21.704155 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d22265cc-e19e-4592-b3ea-324d588b2e13 req-10c6c56a-af21-43c1-9e62-b1d154fe0bbf tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 946 time: 0.2083197 Nov 25 19:21:21.737786 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68ea2ceb-d4dd-4d45-b25d-795b745884ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:21.849472 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d22265cc-e19e-4592-b3ea-324d588b2e13 req-942d5a6c-4393-48bb-b997-7a75c272f4b0 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432049 Nov 25 19:21:21.940847 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68ea2ceb-d4dd-4d45-b25d-795b745884ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:21.947783 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68ea2ceb-d4dd-4d45-b25d-795b745884ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:21.949899 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-68ea2ceb-d4dd-4d45-b25d-795b745884ee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9a140e90-262b-46d4-8b7f-2f354bdb7269 HTTP/1.1" status: 204 len: 168 time: 0.4722898 Nov 25 19:21:21.971070 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea2ceb-d4dd-4d45-b25d-795b745884ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a140e90-262b-46d4-8b7f-2f354bdb7269,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:22.212742 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f295e6-0b7e-4f01-bd19-f5fde80e01b2 req-a4a5954d-ff64-4e8a-8751-20de189b0021 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:22.226244 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16f295e6-0b7e-4f01-bd19-f5fde80e01b2 req-a4a5954d-ff64-4e8a-8751-20de189b0021 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.1449096 Nov 25 19:21:22.325348 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54378) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:22.357747 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16f295e6-0b7e-4f01-bd19-f5fde80e01b2 req-aec17114-2f22-4737-97df-f28c4e55071d tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279199 Nov 25 19:21:22.515604 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-629d82d7-89a2-4fa1-9262-6902b73d4b0b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-287525196-network', 'tenant_id': 'eb78d639542145a4b4cc8ce429ae706c'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:22.627797 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629d82d7-89a2-4fa1-9262-6902b73d4b0b admin admin] Made reservation on behalf of eb78d639542145a4b4cc8ce429ae706c for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:21:22.639105 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-629d82d7-89a2-4fa1-9262-6902b73d4b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:22.667862 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-629d82d7-89a2-4fa1-9262-6902b73d4b0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:22.826867 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:21:22.890618 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-629d82d7-89a2-4fa1-9262-6902b73d4b0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:22.896288 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-629d82d7-89a2-4fa1-9262-6902b73d4b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:22.916223 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629d82d7-89a2-4fa1-9262-6902b73d4b0b admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:21:22.984412 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-629d82d7-89a2-4fa1-9262-6902b73d4b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:22.984992 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-629d82d7-89a2-4fa1-9262-6902b73d4b0b admin admin] Added segment 3e4da1fc-453c-45a4-97b6-3f680964d19b of type vlan for network 50a15165-ea87-4b3c-ab6e-07ee6722cc00 Nov 25 19:21:23.138693 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-629d82d7-89a2-4fa1-9262-6902b73d4b0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:23.203523 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=5e7b8860-34b7-48f7-b8e2-d7b09ab649c7,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:23.258748 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d82d7-89a2-4fa1-9262-6902b73d4b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb967aa-a8f2-43c0-a61d-634e00c75bab,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:23.276768 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-629d82d7-89a2-4fa1-9262-6902b73d4b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:23.277770 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629d82d7-89a2-4fa1-9262-6902b73d4b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:23.278428 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-629d82d7-89a2-4fa1-9262-6902b73d4b0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:23.286711 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '5e7b8860-34b7-48f7-b8e2-d7b09ab649c7', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '5e7b8860-34b7-48f7-b8e2-d7b09ab649c7', 'mac_address': 'fa:16:3e:15:e7:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:21:23.327911 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:23.393845 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-629d82d7-89a2-4fa1-9262-6902b73d4b0b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0668344 Nov 25 19:21:23.396976 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 54430) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:23.403202 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-68b8d156-00e9-4be6-a78a-ea7c3765d8c4 admin admin] Request body: {'subnet': {'network_id': '50a15165-ea87-4b3c-ab6e-07ee6722cc00', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-287525196-subnet', 'tenant_id': 'eb78d639542145a4b4cc8ce429ae706c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:23.419603 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb569826-da95-4bf5-93d3-466baabc562a req-e6044c4e-237a-47c7-838f-cbff0dd50ece tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:23.432504 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bb569826-da95-4bf5-93d3-466baabc562a req-e6044c4e-237a-47c7-838f-cbff0dd50ece tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 946 time: 0.2400508 Nov 25 19:21:23.468563 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b8d156-00e9-4be6-a78a-ea7c3765d8c4 admin admin] Made reservation on behalf of eb78d639542145a4b4cc8ce429ae706c for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:21:23.475113 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:23.479703 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68b8d156-00e9-4be6-a78a-ea7c3765d8c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:23.520975 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:23.586089 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=5e7b8860-34b7-48f7-b8e2-d7b09ab649c7,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:23.591432 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:23.607486 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d82d7-89a2-4fa1-9262-6902b73d4b0b admin admin] Pushing event updated for resources: {'Network': ['ID=50a15165-ea87-4b3c-ab6e-07ee6722cc00,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:23.653480 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bb569826-da95-4bf5-93d3-466baabc562a req-f349b84b-b56c-47f3-9791-5f762d5ae101 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194302 Nov 25 19:21:23.827840 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=5e7b8860-34b7-48f7-b8e2-d7b09ab649c7,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:23.843674 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 50a15165-ea87-4b3c-ab6e-07ee6722cc00 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:21:23.996879 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68b8d156-00e9-4be6-a78a-ea7c3765d8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:24.143777 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['5e7b8860-34b7-48f7-b8e2-d7b09ab649c7'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:24.238969 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8d156-00e9-4be6-a78a-ea7c3765d8c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04cec4b1-1040-4dfb-a89b-abffed8a2478,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:24.279714 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:24.332994 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346430a-a17c-4f2e-8813-bae633f3ff1f req-f2e31240-3090-44e6-81fb-f1fc4b777b98 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:24.345155 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3346430a-a17c-4f2e-8813-bae633f3ff1f req-f2e31240-3090-44e6-81fb-f1fc4b777b98 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.3775282 Nov 25 19:21:24.409233 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b8d156-00e9-4be6-a78a-ea7c3765d8c4 admin admin] Checking segment: {'id': '3e4da1fc-453c-45a4-97b6-3f680964d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '50a15165-ea87-4b3c-ab6e-07ee6722cc00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:21:24.415323 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b8d156-00e9-4be6-a78a-ea7c3765d8c4 admin admin] Network hostable DHCP agents. Network: 50a15165-ea87-4b3c-ab6e-07ee6722cc00, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:21:24.498973 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3346430a-a17c-4f2e-8813-bae633f3ff1f req-a2c47cf8-b77b-4da5-8e9d-81eb69f2b9bd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524634 Nov 25 19:21:24.500598 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b8d156-00e9-4be6-a78a-ea7c3765d8c4 admin admin] Network 50a15165-ea87-4b3c-ab6e-07ee6722cc00 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:21:24.538674 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-68b8d156-00e9-4be6-a78a-ea7c3765d8c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 50a15165-ea87-4b3c-ab6e-07ee6722cc00) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:21:24.544663 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b8d156-00e9-4be6-a78a-ea7c3765d8c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:24.547414 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68b8d156-00e9-4be6-a78a-ea7c3765d8c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:24.557915 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644483f2-c212-4e31-9e1c-48da3f62f720 None None] Network 50a15165-ea87-4b3c-ab6e-07ee6722cc00 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:21:24.588493 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-68b8d156-00e9-4be6-a78a-ea7c3765d8c4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1903191 Nov 25 19:21:25.138532 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2809e54c-e6ec-4486-bd1b-dde44390f25f None None] Network 50a15165-ea87-4b3c-ab6e-07ee6722cc00 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:21:25.154783 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10063661-27cc-4dce-896c-824316bc4abc req-9ebdd70e-f756-4e90-a42f-ca9315c31451 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:25.219594 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-10063661-27cc-4dce-896c-824316bc4abc req-9ebdd70e-f756-4e90-a42f-ca9315c31451 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 946 time: 0.2667117 Nov 25 19:21:25.261948 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [req-0f3ea534-557e-4700-8202-8c9e773c3c2f req-25eac526-ffab-422c-a360-7a0c9962c6ca tempest-SecurityGroupsNegativeTestJSON-1327976083 tempest-SecurityGroupsNegativeTestJSON-1327976083-project] show failed (client error): The resource could not be found. Nov 25 19:21:25.283792 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0f3ea534-557e-4700-8202-8c9e773c3c2f req-25eac526-ffab-422c-a360-7a0c9962c6ca tempest-SecurityGroupsNegativeTestJSON-1327976083 tempest-SecurityGroupsNegativeTestJSON-1327976083-project] 10.222.0.55 "GET /v2.0/security-groups/9776df21-4a21-46c4-9ef7-31f110d1d7c3 HTTP/1.1" status: 404 len: 352 time: 0.0547047 Nov 25 19:21:25.427462 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-10063661-27cc-4dce-896c-824316bc4abc req-f967c4d8-7825-468b-a828-8254c4650424 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068977 Nov 25 19:21:25.735329 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cb2016e9-74e6-43f8-8395-0b3a7365a868 req-55f41fbb-90d9-422f-9790-6f5ce4ece042 tempest-SecurityGroupsNegativeTestJSON-1327976083 tempest-SecurityGroupsNegativeTestJSON-1327976083-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb78d639542145a4b4cc8ce429ae706c HTTP/1.1" status: 200 len: 3001 time: 0.2077513 Nov 25 19:21:25.878698 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cb2016e9-74e6-43f8-8395-0b3a7365a868 req-6af9bead-89c8-4176-aa0a-e44d5e715e5c tempest-SecurityGroupsNegativeTestJSON-1327976083 tempest-SecurityGroupsNegativeTestJSON-1327976083-project] 10.222.0.55 "GET /v2.0/security-groups/acb967aa-a8f2-43c0-a61d-634e00c75bab HTTP/1.1" status: 200 len: 2998 time: 0.1391637 Nov 25 19:21:25.901647 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ecf6c-f693-4bc4-a8d4-9fb2af9144a4 req-f008f8b6-7e42-4129-ad55-e425ae807cdd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:25.906798 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-767ecf6c-f693-4bc4-a8d4-9fb2af9144a4 req-f008f8b6-7e42-4129-ad55-e425ae807cdd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.1104519 Nov 25 19:21:26.029689 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cb2016e9-74e6-43f8-8395-0b3a7365a868 req-246fc7b4-2ab9-411f-a4c8-2da793f75adb tempest-SecurityGroupsNegativeTestJSON-1327976083 tempest-SecurityGroupsNegativeTestJSON-1327976083-project] 10.222.0.55 "GET /v2.0/security-groups/acb967aa-a8f2-43c0-a61d-634e00c75bab HTTP/1.1" status: 200 len: 2998 time: 0.1481714 Nov 25 19:21:26.051432 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-767ecf6c-f693-4bc4-a8d4-9fb2af9144a4 req-031ee210-b838-4f1b-82da-f7c89bdcdeac tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283762 Nov 25 19:21:26.174201 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1cb1ac02-d6d2-4fa9-8100-8c48fcaa52e0 req-8f9c6b77-0319-489d-b45f-e55ab920968b tempest-SecurityGroupsNegativeTestJSON-1327976083 tempest-SecurityGroupsNegativeTestJSON-1327976083-project] 10.222.0.55 "GET /v2.0/security-groups/acb967aa-a8f2-43c0-a61d-634e00c75bab HTTP/1.1" status: 200 len: 2998 time: 0.1041074 Nov 25 19:21:26.242522 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [req-1cb1ac02-d6d2-4fa9-8100-8c48fcaa52e0 req-636e1dc2-e2f9-4d54-90da-dbd4513076ab tempest-SecurityGroupsNegativeTestJSON-1327976083 tempest-SecurityGroupsNegativeTestJSON-1327976083-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 19:21:26.261182 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1cb1ac02-d6d2-4fa9-8100-8c48fcaa52e0 req-636e1dc2-e2f9-4d54-90da-dbd4513076ab tempest-SecurityGroupsNegativeTestJSON-1327976083 tempest-SecurityGroupsNegativeTestJSON-1327976083-project] 10.222.0.55 "DELETE /v2.0/security-groups/acb967aa-a8f2-43c0-a61d-634e00c75bab HTTP/1.1" status: 409 len: 352 time: 0.0730422 Nov 25 19:21:26.383355 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [req-c6c50c69-736a-4325-98c0-158dc0693c65 req-f12b3e9f-4791-4e10-b11e-4c2239cf81fd tempest-SecurityGroupsNegativeTestJSON-1327976083 tempest-SecurityGroupsNegativeTestJSON-1327976083-project] show failed (client error): The resource could not be found. Nov 25 19:21:26.385225 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6c50c69-736a-4325-98c0-158dc0693c65 req-f12b3e9f-4791-4e10-b11e-4c2239cf81fd tempest-SecurityGroupsNegativeTestJSON-1327976083 tempest-SecurityGroupsNegativeTestJSON-1327976083-project] 10.222.0.55 "GET /v2.0/security-groups/231fda7e-5e42-49d3-aec0-580483721b01 HTTP/1.1" status: 404 len: 352 time: 0.0427287 Nov 25 19:21:26.506442 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [req-00d745b0-4b82-4b57-a553-3911db9bab7e req-50de2453-c06d-417d-81c1-1ae4ac141ec5 tempest-SecurityGroupsNegativeTestJSON-1327976083 tempest-SecurityGroupsNegativeTestJSON-1327976083-project] show failed (client error): The resource could not be found. Nov 25 19:21:26.507482 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-00d745b0-4b82-4b57-a553-3911db9bab7e req-50de2453-c06d-417d-81c1-1ae4ac141ec5 tempest-SecurityGroupsNegativeTestJSON-1327976083 tempest-SecurityGroupsNegativeTestJSON-1327976083-project] 10.222.0.55 "GET /v2.0/security-groups/423e168a-4d2f-47ae-bebb-39db29309dda HTTP/1.1" status: 404 len: 352 time: 0.0330172 Nov 25 19:21:26.544493 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54522) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:26.678515 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bbf00bb-fd87-4bee-b375-4085aba4d121 admin admin] Deleting subnet 04cec4b1-1040-4dfb-a89b-abffed8a2478 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:21:26.684808 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bbf00bb-fd87-4bee-b375-4085aba4d121 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:26.739397 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bbf00bb-fd87-4bee-b375-4085aba4d121 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:26.809687 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:21:26.846478 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bbf00bb-fd87-4bee-b375-4085aba4d121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:27.003886 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:21:27.004354 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:27.188557 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-4acd4463-b573-4f04-9f2b-722b83e34e62 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7fc10b0ef5ae4e40905670a8e37daa54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548496 Nov 25 19:21:27.307252 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bbf00bb-fd87-4bee-b375-4085aba4d121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:27.315613 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:27.419871 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf00bb-fd87-4bee-b375-4085aba4d121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04cec4b1-1040-4dfb-a89b-abffed8a2478,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:27.428094 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bbf00bb-fd87-4bee-b375-4085aba4d121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:27.441660 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4bbf00bb-fd87-4bee-b375-4085aba4d121 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/04cec4b1-1040-4dfb-a89b-abffed8a2478 HTTP/1.1" status: 204 len: 168 time: 0.8859475 Nov 25 19:21:27.443901 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54544) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:27.462512 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8993ef04-7640-4935-b7fa-65f4c6c6a9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7b8860-34b7-48f7-b8e2-d7b09ab649c7'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:27.466717 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e3e8a9-cf46-4123-8f49-d544ff213268" -d '{"events": [{"server_uuid": "8993ef04-7640-4935-b7fa-65f4c6c6a9f0", "name": "network-vif-plugged", "status": "completed", "tag": "5e7b8860-34b7-48f7-b8e2-d7b09ab649c7"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:27.486807 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-f9504b88-9526-420f-8595-43a84cd5418a tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:27.498154 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-f9504b88-9526-420f-8595-43a84cd5418a tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3073819 Nov 25 19:21:27.511743 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50926b-68d7-4982-aa0f-903b3eb6fa8c req-f6c65dd3-019e-4e52-abd2-1e3f2ffde225 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:27.523791 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=5e7b8860-34b7-48f7-b8e2-d7b09ab649c7,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:27.527975 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d50926b-68d7-4982-aa0f-903b3eb6fa8c req-f6c65dd3-019e-4e52-abd2-1e3f2ffde225 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 946 time: 0.6143079 Nov 25 19:21:27.528603 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-2500b2ce-1928-409f-bbbf-a28db14692e4 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.55 "GET /v2.0/quotas/7fc10b0ef5ae4e40905670a8e37daa54 HTTP/1.1" status: 200 len: 375 time: 0.0293343 Nov 25 19:21:27.533467 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:27.609226 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=5e7b8860-34b7-48f7-b8e2-d7b09ab649c7,revision_number=7']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:27.647169 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-cde3679f-2b79-42b0-88e5-399c7fd30f5b tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fc10b0ef5ae4e40905670a8e37daa54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1143415 Nov 25 19:21:27.754093 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5f1a04f-6fd2-436c-bf1f-3f101df33999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:27.779188 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d50926b-68d7-4982-aa0f-903b3eb6fa8c req-126d756d-4e00-4bb7-abd2-4c76f6ab924c tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246749 Nov 25 19:21:27.965444 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5f1a04f-6fd2-436c-bf1f-3f101df33999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:28.085017 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b5f1a04f-6fd2-436c-bf1f-3f101df33999 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a15165-ea87-4b3c-ab6e-07ee6722cc00']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:21:28.119223 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d04ab-ac61-417d-a7d3-36d171297236 req-888a4575-f099-4001-a719-02345b2ba0eb tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:28.120116 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46fb85a-20e3-4061-b238-75cfd2deb892 x-openstack-request-id: req-a46fb85a-20e3-4061-b238-75cfd2deb892 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:28.120601 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8993ef04-7640-4935-b7fa-65f4c6c6a9f0", "name": "network-vif-plugged", "status": "completed", "tag": "5e7b8860-34b7-48f7-b8e2-d7b09ab649c7", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:28.120683 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a46fb85a-20e3-4061-b238-75cfd2deb892 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:28.121090 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8993ef04-7640-4935-b7fa-65f4c6c6a9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7b8860-34b7-48f7-b8e2-d7b09ab649c7', 'code': 200} Nov 25 19:21:28.122967 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c55d04ab-ac61-417d-a7d3-36d171297236 req-888a4575-f099-4001-a719-02345b2ba0eb tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.1587961 Nov 25 19:21:28.125593 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b5f1a04f-6fd2-436c-bf1f-3f101df33999 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e4da1fc-453c-45a4-97b6-3f680964d19b') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:21:28.126375 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b5f1a04f-6fd2-436c-bf1f-3f101df33999 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e4da1fc-453c-45a4-97b6-3f680964d19b') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:21:28.166270 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5f1a04f-6fd2-436c-bf1f-3f101df33999 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:28.233012 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5f1a04f-6fd2-436c-bf1f-3f101df33999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:28.248862 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f1a04f-6fd2-436c-bf1f-3f101df33999 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:21:28.259277 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5f1a04f-6fd2-436c-bf1f-3f101df33999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:21:28.262864 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:21:28.287407 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c55d04ab-ac61-417d-a7d3-36d171297236 req-40a7be47-f917-4664-a73e-a888f56365af tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567593 Nov 25 19:21:28.404065 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-63db2618-d4af-40f5-9b2f-813097ab8cbf req-7ef20e25-4592-4e93-ad36-1c3b8d73713d tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.55 "GET /v2.0/ports?device_id=94c4f81f-fbc1-4a89-abf5-947121c95110 HTTP/1.1" status: 200 len: 210 time: 0.0425663 Nov 25 19:21:28.415657 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5f1a04f-6fd2-436c-bf1f-3f101df33999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:28.426835 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5f1a04f-6fd2-436c-bf1f-3f101df33999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:28.439514 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b5f1a04f-6fd2-436c-bf1f-3f101df33999 admin admin] 10.222.0.55 "DELETE /v2.0/networks/50a15165-ea87-4b3c-ab6e-07ee6722cc00 HTTP/1.1" status: 204 len: 168 time: 0.9940333 Nov 25 19:21:28.463293 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1a04f-6fd2-436c-bf1f-3f101df33999 admin admin] Pushing event deleted for resources: {'Network': ['ID=50a15165-ea87-4b3c-ab6e-07ee6722cc00,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:28.821600 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 54574) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:28.958306 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bec0048d-34ed-45b8-bea5-ef08b1375a71 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb78d639542145a4b4cc8ce429ae706c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350384 Nov 25 19:21:28.961610 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 54578) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:29.035275 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3318c1e-415b-45fc-8de0-f47200c77758 req-2e0eeb10-daf0-4ce7-9b17-99116ff9fb9c tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:29.043821 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a3318c1e-415b-45fc-8de0-f47200c77758 req-2e0eeb10-daf0-4ce7-9b17-99116ff9fb9c tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 946 time: 0.0984163 Nov 25 19:21:29.254036 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a3318c1e-415b-45fc-8de0-f47200c77758 req-5b22016a-f1fa-4319-aae8-14729860149f tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088263 Nov 25 19:21:29.255624 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-94c2ef1b-53fb-4e8a-bf3b-92d61e52ac23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:29.327376 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-94c2ef1b-53fb-4e8a-bf3b-92d61e52ac23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:29.413459 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-94c2ef1b-53fb-4e8a-bf3b-92d61e52ac23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:29.427731 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-94c2ef1b-53fb-4e8a-bf3b-92d61e52ac23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:29.433427 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-94c2ef1b-53fb-4e8a-bf3b-92d61e52ac23 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/acb967aa-a8f2-43c0-a61d-634e00c75bab HTTP/1.1" status: 204 len: 168 time: 0.4700878 Nov 25 19:21:29.493578 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2ef1b-53fb-4e8a-bf3b-92d61e52ac23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb967aa-a8f2-43c0-a61d-634e00c75bab,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:29.642723 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b2e0a541-accb-4964-8367-16b936097113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:29.791948 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b7e5b-8271-4d38-b061-fdf7e7b90a62 req-46eeab8c-3cd9-440a-9302-fd7b49402292 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:29.815522 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2a5b7e5b-8271-4d38-b061-fdf7e7b90a62 req-46eeab8c-3cd9-440a-9302-fd7b49402292 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.2943470 Nov 25 19:21:29.966872 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3ada5e52-95cd-4945-be94-d2f0b13f2902 req-9921484a-eeea-4647-85ad-d11b5d5ab5e5 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.55 "GET /v2.0/ports?device_id=94c4f81f-fbc1-4a89-abf5-947121c95110 HTTP/1.1" status: 200 len: 210 time: 0.1263993 Nov 25 19:21:29.988494 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-0063df44-2945-44c0-9ade-20a99260ffe3 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7fc10b0ef5ae4e40905670a8e37daa54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1307061 Nov 25 19:21:30.147530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-fa749c82-146e-4715-8857-65566abdc2d2 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:30.149100 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-fa749c82-146e-4715-8857-65566abdc2d2 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1534009 Nov 25 19:21:30.181992 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-ff9019e9-4815-4f0e-b629-46ebeeeaca59 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Request body: {'port': {'device_id': '94c4f81f-fbc1-4a89-abf5-947121c95110', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '7fc10b0ef5ae4e40905670a8e37daa54'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:30.392168 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7679428-69c4-4991-9788-eeea92c0b6ec req-fa3d446b-218d-40ea-ac26-316ffa9d9c9e tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:30.419427 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b7679428-69c4-4991-9788-eeea92c0b6ec req-fa3d446b-218d-40ea-ac26-316ffa9d9c9e tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20dd4fe-d016-4236-823a-56f79e2f7d83 HTTP/1.1" status: 200 len: 946 time: 0.2043407 Nov 25 19:21:30.452813 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2a5b7e5b-8271-4d38-b061-fdf7e7b90a62 req-0d30fad5-0451-4124-8ed4-e5194f4896b9 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6076946 Nov 25 19:21:30.671597 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b7679428-69c4-4991-9788-eeea92c0b6ec req-cc99cbdb-9010-485f-bef3-c2832ae703cf tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c5df74-f669-46a5-ab3f-4584cbece4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2475369 Nov 25 19:21:30.936310 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440ee2d-38ac-47ba-81d8-d01b44fcf63f req-c106a13c-7f9b-43a3-ada9-c39281676d2f tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:30.950786 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b440ee2d-38ac-47ba-81d8-d01b44fcf63f req-c106a13c-7f9b-43a3-ada9-c39281676d2f tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 1097 time: 0.1879742 Nov 25 19:21:30.963766 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-ff9019e9-4815-4f0e-b629-46ebeeeaca59 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Made reservation on behalf of 7fc10b0ef5ae4e40905670a8e37daa54 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:21:30.978276 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-ff9019e9-4815-4f0e-b629-46ebeeeaca59 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:31.015821 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-ff9019e9-4815-4f0e-b629-46ebeeeaca59 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:31.093576 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b440ee2d-38ac-47ba-81d8-d01b44fcf63f req-ac004164-87ce-409f-b017-ce7d26a4579a tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408381 Nov 25 19:21:31.224795 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83af059-e639-481c-bce8-39bb1e1d1434 req-4f86a5b6-edd8-4c54-b664-6f1cbaa94074 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:31.236908 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a83af059-e639-481c-bce8-39bb1e1d1434 req-4f86a5b6-edd8-4c54-b664-6f1cbaa94074 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 946 time: 0.2582128 Nov 25 19:21:31.382165 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a83af059-e639-481c-bce8-39bb1e1d1434 req-6ebd03bc-b496-4a4d-a328-fdb5a22b6a28 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403677 Nov 25 19:21:31.429377 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b95e761-d441-4409-898e-43d1f60dcabf req-efa886c5-7b5e-4992-a6a8-534b15c3d86d tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.55 "GET /v2.0/ports?device_id=94c4f81f-fbc1-4a89-abf5-947121c95110 HTTP/1.1" status: 200 len: 210 time: 0.1485877 Nov 25 19:21:31.613853 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-ff9019e9-4815-4f0e-b629-46ebeeeaca59 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:31.621637 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-ff9019e9-4815-4f0e-b629-46ebeeeaca59 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:31.711503 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe66538b-cd1e-4c28-97fb-6c6b8984aa36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:31.844673 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54652) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:31.885015 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-ff9019e9-4815-4f0e-b629-46ebeeeaca59 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Allocated IP 192.168.233.197 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/a0c7e858-132f-4b61-bf90-357734ff98bc) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:21:32.091062 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a4d35708-41ab-4630-be26-d5167d6ccbe8 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1208017279-network', 'tenant_id': '016efd3ce7bf4b838e8112b9af9eb1a5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:32.153959 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d35708-41ab-4630-be26-d5167d6ccbe8 admin admin] Made reservation on behalf of 016efd3ce7bf4b838e8112b9af9eb1a5 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:21:32.156967 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4d35708-41ab-4630-be26-d5167d6ccbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:32.186574 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4d35708-41ab-4630-be26-d5167d6ccbe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:32.203552 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-ff9019e9-4815-4f0e-b629-46ebeeeaca59 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:32.392060 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9019e9-4815-4f0e-b629-46ebeeeaca59 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83ba4f4c-050f-4b9c-a8d1-a5d57d7ab5eb,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:32.401461 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-ff9019e9-4815-4f0e-b629-46ebeeeaca59 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:32.473569 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4d35708-41ab-4630-be26-d5167d6ccbe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:32.481794 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4d35708-41ab-4630-be26-d5167d6ccbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:32.591596 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-ff9019e9-4815-4f0e-b629-46ebeeeaca59 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:21:32.602481 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d35708-41ab-4630-be26-d5167d6ccbe8 admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:21:32.607634 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-ff9019e9-4815-4f0e-b629-46ebeeeaca59 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:21:32.618193 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-ff9019e9-4815-4f0e-b629-46ebeeeaca59 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:21:32.629722 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9019e9-4815-4f0e-b629-46ebeeeaca59 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Pushing event updated for resources: {'Port': ['ID=a0c7e858-132f-4b61-bf90-357734ff98bc,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:32.638449 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d35708-41ab-4630-be26-d5167d6ccbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699017fb-4910-43fe-9983-7be8886f273c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:32.667953 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4d35708-41ab-4630-be26-d5167d6ccbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:32.668616 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-a4d35708-41ab-4630-be26-d5167d6ccbe8 admin admin] Added segment 1b8474db-7669-45be-be6b-b8665e364f83 of type vlan for network a0415a8e-21f3-452d-932c-0a5bcf4b7b81 Nov 25 19:21:32.707063 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc09bff-d67c-4ab1-87ea-a5a8b5ef7740 req-cd29ae8c-76dc-45fa-909a-f214d7231c63 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:32.718336 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6dc09bff-d67c-4ab1-87ea-a5a8b5ef7740 req-cd29ae8c-76dc-45fa-909a-f214d7231c63 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.4358001 Nov 25 19:21:32.813239 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-ff9019e9-4815-4f0e-b629-46ebeeeaca59 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:32.813981 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-ff9019e9-4815-4f0e-b629-46ebeeeaca59 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:32.943710 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4d35708-41ab-4630-be26-d5167d6ccbe8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:32.969571 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-ff9019e9-4815-4f0e-b629-46ebeeeaca59 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7961650 Nov 25 19:21:32.984485 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6dc09bff-d67c-4ab1-87ea-a5a8b5ef7740 req-c9562361-ecf2-44a1-9abe-3809fb6e0617 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623863 Nov 25 19:21:33.005532 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-6827da53-78a9-4d7c-a304-87ebc3c8d7d1 service neutron] Request body: {'port': {'device_id': '94c4f81f-fbc1-4a89-abf5-947121c95110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:33.096529 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4d35708-41ab-4630-be26-d5167d6ccbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:33.098188 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d35708-41ab-4630-be26-d5167d6ccbe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:33.100024 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4d35708-41ab-4630-be26-d5167d6ccbe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:33.212387 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-6827da53-78a9-4d7c-a304-87ebc3c8d7d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:33.295143 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f714230d-b738-4828-b859-5718d0e7433f None None] Provisioning complete for port a0c7e858-132f-4b61-bf90-357734ff98bc triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:21:33.304146 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f714230d-b738-4828-b859-5718d0e7433f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:33.479322 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a4d35708-41ab-4630-be26-d5167d6ccbe8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6331923 Nov 25 19:21:33.480460 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54690) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:33.499867 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-f714230d-b738-4828-b859-5718d0e7433f None None] Port a0c7e858-132f-4b61-bf90-357734ff98bc cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:21:33.508628 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:33.529681 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-097aaa20-d89b-4514-be09-30cfca8dd57b admin admin] Request body: {'subnet': {'network_id': 'a0415a8e-21f3-452d-932c-0a5bcf4b7b81', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1208017279-subnet', 'tenant_id': '016efd3ce7bf4b838e8112b9af9eb1a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:33.592403 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d35708-41ab-4630-be26-d5167d6ccbe8 admin admin] Pushing event updated for resources: {'Network': ['ID=a0415a8e-21f3-452d-932c-0a5bcf4b7b81,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:33.613818 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network a0415a8e-21f3-452d-932c-0a5bcf4b7b81 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:21:33.650101 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097aaa20-d89b-4514-be09-30cfca8dd57b admin admin] Made reservation on behalf of 016efd3ce7bf4b838e8112b9af9eb1a5 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:21:33.654401 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-097aaa20-d89b-4514-be09-30cfca8dd57b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:33.935280 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-6cbbda02-a789-4791-90d2-cd4a715e62cf tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:21:33.936693 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-6cbbda02-a789-4791-90d2-cd4a715e62cf tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134857 Nov 25 19:21:34.108724 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-e44cea9c-af9a-4faa-ae22-b70f411b28c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:34.139603 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-e44cea9c-af9a-4faa-ae22-b70f411b28c5 service neutron] 10.222.0.55 "GET /v2.0/ports/d0b85d8c-1a49-4cb3-82ff-70698009b789 HTTP/1.1" status: 200 len: 1094 time: 0.1905179 Nov 25 19:21:34.161587 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-6827da53-78a9-4d7c-a304-87ebc3c8d7d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c7e858-132f-4b61-bf90-357734ff98bc {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:34.171251 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-6827da53-78a9-4d7c-a304-87ebc3c8d7d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:34.189950 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-6827da53-78a9-4d7c-a304-87ebc3c8d7d1 service neutron] Transition to ACTIVE for port object a0c7e858-132f-4b61-bf90-357734ff98bc will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:21:34.231822 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-ce20f347-ff9c-4476-9db6-e494db604b0a service neutron] Request body: {'binding': {'host': 'n-h1-819349-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:34.232285 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-ce20f347-ff9c-4476-9db6-e494db604b0a service neutron] Unknown quota resources ['binding']. {{(pid=103599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 19:21:34.252157 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-6827da53-78a9-4d7c-a304-87ebc3c8d7d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:34.385271 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827da53-78a9-4d7c-a304-87ebc3c8d7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c7e858-132f-4b61-bf90-357734ff98bc,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:34.454842 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-ce20f347-ff9c-4476-9db6-e494db604b0a service neutron] Attempting to bind port d0b85d8c-1a49-4cb3-82ff-70698009b789 on host n-h1-819349-5 for vnic_type normal with profile None {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:21:34.455400 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-ce20f347-ff9c-4476-9db6-e494db604b0a service neutron] Attempting to bind port d0b85d8c-1a49-4cb3-82ff-70698009b789 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:21:34.455987 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-ce20f347-ff9c-4476-9db6-e494db604b0a service neutron] Attempting to bind port d0b85d8c-1a49-4cb3-82ff-70698009b789 on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:34.459242 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-097aaa20-d89b-4514-be09-30cfca8dd57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:34.515625 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-ce20f347-ff9c-4476-9db6-e494db604b0a service neutron] Port d0b85d8c-1a49-4cb3-82ff-70698009b789 on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:21:34.516798 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-ce20f347-ff9c-4476-9db6-e494db604b0a service neutron] Attempting to bind port d0b85d8c-1a49-4cb3-82ff-70698009b789 on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:34.526354 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-ce20f347-ff9c-4476-9db6-e494db604b0a service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:21:34.527186 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-ce20f347-ff9c-4476-9db6-e494db604b0a service neutron] Checking segment: {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:21:34.527759 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-ce20f347-ff9c-4476-9db6-e494db604b0a service neutron] Bound using segment: {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:21:34.528399 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-ce20f347-ff9c-4476-9db6-e494db604b0a service neutron] Bound port: d0b85d8c-1a49-4cb3-82ff-70698009b789, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:21:34.645399 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-ce20f347-ff9c-4476-9db6-e494db604b0a service neutron] For port d0b85d8c-1a49-4cb3-82ff-70698009b789, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d0b85d8c-1a49-4cb3-82ff-70698009b789,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:21:34.658463 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-ce20f347-ff9c-4476-9db6-e494db604b0a service neutron] Publish callbacks [] for binding, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:34.664064 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-ce20f347-ff9c-4476-9db6-e494db604b0a service neutron] 10.222.0.55 "POST /v2.0/ports/d0b85d8c-1a49-4cb3-82ff-70698009b789/bindings HTTP/1.1" status: 201 len: 389 time: 0.5234783 Nov 25 19:21:34.714361 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467dc06-2bbc-48d7-a216-086cfb119b6a req-2baee40f-ebdb-4236-990e-9435e415e028 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:34.727997 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7467dc06-2bbc-48d7-a216-086cfb119b6a req-2baee40f-ebdb-4236-990e-9435e415e028 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 946 time: 0.5357625 Nov 25 19:21:34.773379 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097aaa20-d89b-4514-be09-30cfca8dd57b admin admin] Pushing event updated for resources: {'Subnet': ['ID=668d05a5-86fe-4b7a-a808-c175910057f2,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:34.804393 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097aaa20-d89b-4514-be09-30cfca8dd57b admin admin] Checking segment: {'id': '1b8474db-7669-45be-be6b-b8665e364f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a0415a8e-21f3-452d-932c-0a5bcf4b7b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:21:34.804738 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097aaa20-d89b-4514-be09-30cfca8dd57b admin admin] Network hostable DHCP agents. Network: a0415a8e-21f3-452d-932c-0a5bcf4b7b81, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:21:34.921928 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-6827da53-78a9-4d7c-a304-87ebc3c8d7d1 service neutron] Attempting to bind port a0c7e858-132f-4b61-bf90-357734ff98bc on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:21:34.922241 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-6827da53-78a9-4d7c-a304-87ebc3c8d7d1 service neutron] Attempting to bind port a0c7e858-132f-4b61-bf90-357734ff98bc by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:21:34.922471 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-6827da53-78a9-4d7c-a304-87ebc3c8d7d1 service neutron] Attempting to bind port a0c7e858-132f-4b61-bf90-357734ff98bc on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:34.955972 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-6827da53-78a9-4d7c-a304-87ebc3c8d7d1 service neutron] Port a0c7e858-132f-4b61-bf90-357734ff98bc on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:21:34.966755 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097aaa20-d89b-4514-be09-30cfca8dd57b admin admin] Network a0415a8e-21f3-452d-932c-0a5bcf4b7b81 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:21:34.967074 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-6827da53-78a9-4d7c-a304-87ebc3c8d7d1 service neutron] Attempting to bind port a0c7e858-132f-4b61-bf90-357734ff98bc on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:34.997886 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7467dc06-2bbc-48d7-a216-086cfb119b6a req-6c4dfa47-44b1-4f59-8043-138354ea9905 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616017 Nov 25 19:21:34.999735 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-6827da53-78a9-4d7c-a304-87ebc3c8d7d1 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:21:35.003890 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-6827da53-78a9-4d7c-a304-87ebc3c8d7d1 service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:21:35.003890 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-6827da53-78a9-4d7c-a304-87ebc3c8d7d1 service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:21:35.003890 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-6827da53-78a9-4d7c-a304-87ebc3c8d7d1 service neutron] Bound port: a0c7e858-132f-4b61-bf90-357734ff98bc, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:21:35.003890 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-6827da53-78a9-4d7c-a304-87ebc3c8d7d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:35.025119 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-097aaa20-d89b-4514-be09-30cfca8dd57b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, a0415a8e-21f3-452d-932c-0a5bcf4b7b81) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:21:35.056426 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdeda25-578d-4f12-a243-01675f152453 None None] Network a0415a8e-21f3-452d-932c-0a5bcf4b7b81 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:21:35.107783 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097aaa20-d89b-4514-be09-30cfca8dd57b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:35.107783 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-097aaa20-d89b-4514-be09-30cfca8dd57b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:35.375103 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-097aaa20-d89b-4514-be09-30cfca8dd57b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8757038 Nov 25 19:21:35.382769 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:35.437501 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d0462-1d0c-4abd-ab06-067dc791a154 req-cbefae5f-a7d5-4d39-8e3d-72ed6508cfe0 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:35.452696 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-495d0462-1d0c-4abd-ab06-067dc791a154 req-cbefae5f-a7d5-4d39-8e3d-72ed6508cfe0 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.55 "GET /v2.0/ports?device_id=94c4f81f-fbc1-4a89-abf5-947121c95110 HTTP/1.1" status: 200 len: 948 time: 0.3087008 Nov 25 19:21:35.457687 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-36298467-cef1-47df-a701-75522f3e08a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:35.459365 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-36298467-cef1-47df-a701-75522f3e08a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 1097 time: 0.4165969 Nov 25 19:21:35.492338 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:35.584600 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed993ec1-ac16-4155-a00c-c6a6baecdd77 None None] Network a0415a8e-21f3-452d-932c-0a5bcf4b7b81 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:21:35.743074 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-495d0462-1d0c-4abd-ab06-067dc791a154 req-cd4fe00b-c9f1-4d32-912e-482eab5980bb tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ba4f4c-050f-4b9c-a8d1-a5d57d7ab5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887623 Nov 25 19:21:35.809745 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-d5ca1354-e966-4f95-9486-2cc5166d6d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:35.811896 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-d5ca1354-e966-4f95-9486-2cc5166d6d82 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 908 time: 0.3355427 Nov 25 19:21:35.909844 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-2b1e3646-886d-4f5f-9d3f-4f0701ae7c8d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0b85d8c-1a49-4cb3-82ff-70698009b789 HTTP/1.1" status: 200 len: 217 time: 0.0890937 Nov 25 19:21:36.052766 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c055480-5591-4c6f-a1d8-aaeb8f93c38f req-e61c4241-c683-4edf-b0a1-1e20eae348a3 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:36.057187 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c055480-5591-4c6f-a1d8-aaeb8f93c38f req-e61c4241-c683-4edf-b0a1-1e20eae348a3 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.1585708 Nov 25 19:21:36.064273 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-a2745ea3-f54b-401d-ab1e-41f90ebd8f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:36.070518 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-a2745ea3-f54b-401d-ab1e-41f90ebd8f57 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7d22af38-4f63-40b1-a1f0-3aff6ec04048 HTTP/1.1" status: 200 len: 847 time: 0.1171072 Nov 25 19:21:36.182331 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-6827da53-78a9-4d7c-a304-87ebc3c8d7d1 service neutron] For port a0c7e858-132f-4b61-bf90-357734ff98bc, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:21:36.361181 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-c5ca4c78-1164-4ee9-a12f-2049e20e6208 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1521964 Nov 25 19:21:36.381719 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-0b97dc7b-c9b5-4f2d-957d-4800b922c238 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--52652715&fields=id&tenant_id=7a0774263f4e41ea9fe03c9d57378dcf HTTP/1.1" status: 200 len: 267 time: 1.0902143 Nov 25 19:21:36.409063 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-6827da53-78a9-4d7c-a304-87ebc3c8d7d1 service neutron] For port a0c7e858-132f-4b61-bf90-357734ff98bc, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=a0c7e858-132f-4b61-bf90-357734ff98bc,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:21:36.441278 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-6827da53-78a9-4d7c-a304-87ebc3c8d7d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:36.510866 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c055480-5591-4c6f-a1d8-aaeb8f93c38f req-d719a1cb-f1ca-4b2d-9c7d-e431ae634641 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384742 Nov 25 19:21:36.586707 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f56fb5-0ed7-4de2-91a2-ce3464f2ba54 req-773ad3a2-b987-48d0-96e2-0827d64b0aac tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:36.589120 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d9f56fb5-0ed7-4de2-91a2-ce3464f2ba54 req-773ad3a2-b987-48d0-96e2-0827d64b0aac tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.85 "GET /v2.0/ports?device_id=b20dd4fe-d016-4236-823a-56f79e2f7d83 HTTP/1.1" status: 200 len: 946 time: 1.2531581 Nov 25 19:21:36.620521 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-6827da53-78a9-4d7c-a304-87ebc3c8d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:36.621169 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-6827da53-78a9-4d7c-a304-87ebc3c8d7d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:36.623133 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-6827da53-78a9-4d7c-a304-87ebc3c8d7d1 service neutron] 10.222.0.73 "PUT /v2.0/ports/a0c7e858-132f-4b61-bf90-357734ff98bc HTTP/1.1" status: 200 len: 1096 time: 3.6374876 Nov 25 19:21:36.688869 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c4f81f-fbc1-4a89-abf5-947121c95110', 'tag': 'a0c7e858-132f-4b61-bf90-357734ff98bc'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:36.694373 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b8239e-e25c-4efd-92a1-cfe7c651a955" -d '{"events": [{"name": "network-changed", "server_uuid": "94c4f81f-fbc1-4a89-abf5-947121c95110", "tag": "a0c7e858-132f-4b61-bf90-357734ff98bc"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:36.697530 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-6688cd1d-e91c-4557-aa57-781df914f655 service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250475 Nov 25 19:21:36.806688 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b00030c-6766-4ea6-a6e4-4a785c574b20 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:21:36.811100 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b00030c-6766-4ea6-a6e4-4a785c574b20 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:21:36.974195 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827da53-78a9-4d7c-a304-87ebc3c8d7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c7e858-132f-4b61-bf90-357734ff98bc,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:37.037531 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-6494bb3c-e673-4fe2-9d64-29dea6a32375 service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282287 Nov 25 19:21:37.093381 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-614f7d24-c14f-4a66-9ee4-7660468e7e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:37.102908 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-614f7d24-c14f-4a66-9ee4-7660468e7e1a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7fc10b0ef5ae4e40905670a8e37daa54&device_id=94c4f81f-fbc1-4a89-abf5-947121c95110 HTTP/1.1" status: 200 len: 1099 time: 0.3989656 Nov 25 19:21:37.129285 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-4f811f61-1fa0-4b3d-834c-f1e70bb13f75 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:37.159204 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-4f811f61-1fa0-4b3d-834c-f1e70bb13f75 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/networks?id=81f06cdb-aeea-4635-a663-2be121b0111d HTTP/1.1" status: 200 len: 824 time: 0.7759686 Nov 25 19:21:37.192699 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b00030c-6766-4ea6-a6e4-4a785c574b20, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b00030c-6766-4ea6-a6e4-4a785c574b20,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:37.216394 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '6b00030c-6766-4ea6-a6e4-4a785c574b20', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '6b00030c-6766-4ea6-a6e4-4a785c574b20', 'mac_address': 'fa:16:3e:a2:7d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:21:37.236648 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:37.283069 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90880b26-ba32-451e-bac1-4d89088b5563 req-3d042dcb-b251-4ddc-b2ba-b7e676bb7a69 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:37.289185 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-90880b26-ba32-451e-bac1-4d89088b5563 req-3d042dcb-b251-4ddc-b2ba-b7e676bb7a69 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 946 time: 0.1861315 Nov 25 19:21:37.355025 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-c45c8993-0459-473f-9192-75e51952ec67 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/quotas/7a0774263f4e41ea9fe03c9d57378dcf HTTP/1.1" status: 200 len: 375 time: 0.1941793 Nov 25 19:21:37.373370 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-d7f8d882-ae43-4db6-a95f-585383f895d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=a0c7e858-132f-4b61-bf90-357734ff98bc HTTP/1.1" status: 200 len: 217 time: 0.1967800 Nov 25 19:21:37.387047 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18275c83-1959-4c13-8504-0a7996bd75f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b00030c-6766-4ea6-a6e4-4a785c574b20'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:37.393628 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6092a383-bc16-406b-88b6-54bcbd1fcf54" -d '{"events": [{"server_uuid": "18275c83-1959-4c13-8504-0a7996bd75f6", "name": "network-vif-unplugged", "status": "completed", "tag": "6b00030c-6766-4ea6-a6e4-4a785c574b20"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:37.430505 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-90880b26-ba32-451e-bac1-4d89088b5563 req-d91b27ac-1322-4a8a-8af2-c561a161cf0a tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295106 Nov 25 19:21:37.433462 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:37.437066 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b00030c-6766-4ea6-a6e4-4a785c574b20, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b00030c-6766-4ea6-a6e4-4a785c574b20,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:37.454171 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b00030c-6766-4ea6-a6e4-4a785c574b20 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:37.512313 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:37.630404 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-d9f56fb5-0ed7-4de2-91a2-ce3464f2ba54 req-cac17325-ac83-4d7f-ae4c-53823d53df23 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Deleting port eb2ed96e-9975-40d2-a7e2-595627d7bfd7 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:21:37.637890 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d9f56fb5-0ed7-4de2-91a2-ce3464f2ba54 req-cac17325-ac83-4d7f-ae4c-53823d53df23 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:37.642381 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6b00030c-6766-4ea6-a6e4-4a785c574b20,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:37.645741 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-1822ee51-f1f1-4f44-bb22-bf549c804900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:37.647676 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-1822ee51-f1f1-4f44-bb22-bf549c804900 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1811385 Nov 25 19:21:37.667388 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-935d111b-7d7f-4ec5-b609-9797a1727491 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a0774263f4e41ea9fe03c9d57378dcf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3086891 Nov 25 19:21:37.683554 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:21:37.685972 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:21:37.871862 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-d9f56fb5-0ed7-4de2-91a2-ce3464f2ba54 req-cac17325-ac83-4d7f-ae4c-53823d53df23 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] For port eb2ed96e-9975-40d2-a7e2-595627d7bfd7, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=eb2ed96e-9975-40d2-a7e2-595627d7bfd7,segment=NetworkSegment(7f8c6dc5-d64e-4c24-81a7-b06570806014),segment_id=7f8c6dc5-d64e-4c24-81a7-b06570806014)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:37.872490 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d9f56fb5-0ed7-4de2-91a2-ce3464f2ba54 req-cac17325-ac83-4d7f-ae4c-53823d53df23 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:38.297582 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:38.344147 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b00030c-6766-4ea6-a6e4-4a785c574b20 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:38.370651 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-820a00c1-f287-4d42-a75a-eefb17d7706b service neutron] 10.222.0.55 "GET /v2.0/networks/81f06cdb-aeea-4635-a663-2be121b0111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004519 Nov 25 19:21:38.404312 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b00030c-6766-4ea6-a6e4-4a785c574b20, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b00030c-6766-4ea6-a6e4-4a785c574b20,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:38.415520 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:38.486065 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-2906c55e-4a60-405c-9d37-98624e38ae71 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:38.500876 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-2906c55e-4a60-405c-9d37-98624e38ae71 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/networks?id=a0415a8e-21f3-452d-932c-0a5bcf4b7b81 HTTP/1.1" status: 200 len: 813 time: 0.3514316 Nov 25 19:21:38.527577 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-8ee0ce72-76f1-4d33-adfd-09a4441801ab tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/quotas/016efd3ce7bf4b838e8112b9af9eb1a5 HTTP/1.1" status: 200 len: 375 time: 0.0215874 Nov 25 19:21:38.562242 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6b00030c-6766-4ea6-a6e4-4a785c574b20,revision_number=7']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:38.588265 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-2e4e59e6-7401-4c6f-8c9d-d5257c81ff58 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=016efd3ce7bf4b838e8112b9af9eb1a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590804 Nov 25 19:21:38.655748 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-a61b7ee4-dbe5-4666-97dc-eabcf03c8556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:38.657587 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-a61b7ee4-dbe5-4666-97dc-eabcf03c8556 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9874530 Nov 25 19:21:38.762316 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-4b005134-204c-4a20-90eb-5720b0a96bc9 service neutron] 10.222.0.55 "GET /v2.0/networks/a0415a8e-21f3-452d-932c-0a5bcf4b7b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647830 Nov 25 19:21:38.787477 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['6b00030c-6766-4ea6-a6e4-4a785c574b20'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:38.832581 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device eb2ed96e-9975-40d2-a7e2-595627d7bfd7 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:21:38.924389 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d9f56fb5-0ed7-4de2-91a2-ce3464f2ba54 req-cac17325-ac83-4d7f-ae4c-53823d53df23 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:38.926845 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d9f56fb5-0ed7-4de2-91a2-ce3464f2ba54 req-cac17325-ac83-4d7f-ae4c-53823d53df23 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:38.928812 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [req-d9f56fb5-0ed7-4de2-91a2-ce3464f2ba54 req-cac17325-ac83-4d7f-ae4c-53823d53df23 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Floating IP 4cd5caca-ed68-4dbc-8a59-f674ca2017c2 disassociated. External IP: 172.25.6.171, port: eb2ed96e-9975-40d2-a7e2-595627d7bfd7. Nov 25 19:21:38.929079 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-d9f56fb5-0ed7-4de2-91a2-ce3464f2ba54 req-cac17325-ac83-4d7f-ae4c-53823d53df23 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Calling delete_port for eb2ed96e-9975-40d2-a7e2-595627d7bfd7 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:21:38.981697 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-93f4c411-f2c5-4d2e-bec4-9fb517201a62 service neutron] 10.222.0.55 "GET /v2.0/networks/81f06cdb-aeea-4635-a663-2be121b0111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6094208 Nov 25 19:21:39.019068 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-f749d2ae-5127-4865-a948-8c10a2c40ad2 service neutron] 10.222.0.55 "GET /v2.0/networks/a0415a8e-21f3-452d-932c-0a5bcf4b7b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554541 Nov 25 19:21:39.162744 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-e7493ad9-7147-446e-bcd6-059f991c567c service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894793 Nov 25 19:21:39.193797 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:39.352917 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port eb2ed96e-9975-40d2-a7e2-595627d7bfd7, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=eb2ed96e-9975-40d2-a7e2-595627d7bfd7,segment=NetworkSegment(7f8c6dc5-d64e-4c24-81a7-b06570806014),segment_id=7f8c6dc5-d64e-4c24-81a7-b06570806014)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:39.371260 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:39.575039 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472ad97-b527-44d4-9dad-086f92265284 req-bd81e531-f0d3-4832-b21a-aef4dc1f4cb8 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:39.584360 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1472ad97-b527-44d4-9dad-086f92265284 req-bd81e531-f0d3-4832-b21a-aef4dc1f4cb8 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 946 time: 0.2537968 Nov 25 19:21:39.591188 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0df6e1e3-d24b-469b-aed7-7d09c04f2a19 req-0dfbcd4a-8b04-48f6-9e25-a72feae80262 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033051 Nov 25 19:21:39.625798 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d9f56fb5-0ed7-4de2-91a2-ce3464f2ba54 req-cac17325-ac83-4d7f-ae4c-53823d53df23 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:39.642059 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=eb2ed96e-9975-40d2-a7e2-595627d7bfd7,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:39.722102 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1472ad97-b527-44d4-9dad-086f92265284 req-5cf7f934-73e5-4fc9-ab82-d1d338579741 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366053 Nov 25 19:21:39.792965 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac17325-ac83-4d7f-ae4c-53823d53df23 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Pushing event deleted for resources: {'Port': ['ID=eb2ed96e-9975-40d2-a7e2-595627d7bfd7,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:39.906262 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811ae208-a9eb-4d8f-a47e-d6e30348c9a3 x-openstack-request-id: req-811ae208-a9eb-4d8f-a47e-d6e30348c9a3 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:39.906600 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c4f81f-fbc1-4a89-abf5-947121c95110", "tag": "a0c7e858-132f-4b61-bf90-357734ff98bc", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:39.906933 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-811ae208-a9eb-4d8f-a47e-d6e30348c9a3 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:39.907347 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c4f81f-fbc1-4a89-abf5-947121c95110', 'tag': 'a0c7e858-132f-4b61-bf90-357734ff98bc', 'status': 'completed', 'code': 200} Nov 25 19:21:39.955379 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0afa470-5d21-42c7-9922-52f513e04af1 x-openstack-request-id: req-c0afa470-5d21-42c7-9922-52f513e04af1 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:39.956006 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18275c83-1959-4c13-8504-0a7996bd75f6", "name": "network-vif-unplugged", "status": "completed", "tag": "6b00030c-6766-4ea6-a6e4-4a785c574b20", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:39.956437 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c0afa470-5d21-42c7-9922-52f513e04af1 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:39.957605 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18275c83-1959-4c13-8504-0a7996bd75f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b00030c-6766-4ea6-a6e4-4a785c574b20', 'code': 200} Nov 25 19:21:40.123396 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8239e-e25c-4efd-92a1-cfe7c651a955 req-e738c269-3a6d-4060-a46d-8b0e14745fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:40.126547 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e7b8239e-e25c-4efd-92a1-cfe7c651a955 req-e738c269-3a6d-4060-a46d-8b0e14745fa5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7fc10b0ef5ae4e40905670a8e37daa54&device_id=94c4f81f-fbc1-4a89-abf5-947121c95110 HTTP/1.1" status: 200 len: 1099 time: 0.2176607 Nov 25 19:21:40.168588 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fc731-8f26-43c9-a03d-7e07afb127b3 req-cf4688b9-4e46-40af-81c2-8c8acdbac96d tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:40.186641 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-794fc731-8f26-43c9-a03d-7e07afb127b3 req-cf4688b9-4e46-40af-81c2-8c8acdbac96d tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.55 "GET /v2.0/ports?device_id=94c4f81f-fbc1-4a89-abf5-947121c95110 HTTP/1.1" status: 200 len: 948 time: 0.1441739 Nov 25 19:21:40.272427 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9f56fb5-0ed7-4de2-91a2-ce3464f2ba54 req-cac17325-ac83-4d7f-ae4c-53823d53df23 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Router 74682712-63be-4d2d-9bc9-8b67ffcffb9d has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:21:40.348874 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-794fc731-8f26-43c9-a03d-7e07afb127b3 req-3a7a0995-04d2-4513-a128-7f31223627b4 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ba4f4c-050f-4b9c-a8d1-a5d57d7ab5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612113 Nov 25 19:21:40.786371 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677664ee-60c2-4917-949e-ab7c2fbd54b9 req-9e6ed53a-ac8c-4c87-84d6-bfca9b8bfa19 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:40.794529 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-677664ee-60c2-4917-949e-ab7c2fbd54b9 req-9e6ed53a-ac8c-4c87-84d6-bfca9b8bfa19 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 946 time: 0.1425767 Nov 25 19:21:40.809765 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b00030c-6766-4ea6-a6e4-4a785c574b20 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:21:40.897057 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-677664ee-60c2-4917-949e-ab7c2fbd54b9 req-6c50c738-e1cc-4622-a754-37f6644506dd tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014791 Nov 25 19:21:40.956823 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 6b00030c-6766-4ea6-a6e4-4a785c574b20 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:21:40.959039 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:41.098467 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-53ce9e71-3179-4944-aeda-863f93522d9b req-98a94f94-2787-4457-be2f-da374eb9d988 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?device_id=287a5e49-4a75-4d90-b249-442f6162ad3d HTTP/1.1" status: 200 len: 210 time: 0.0606692 Nov 25 19:21:41.239118 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8239e-e25c-4efd-92a1-cfe7c651a955 req-935c8c0d-6817-4bbc-ab99-692843040d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:41.241050 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e7b8239e-e25c-4efd-92a1-cfe7c651a955 req-935c8c0d-6817-4bbc-ab99-692843040d30 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 1.0580351 Nov 25 19:21:41.310477 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:41.378934 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b00030c-6766-4ea6-a6e4-4a785c574b20, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b00030c-6766-4ea6-a6e4-4a785c574b20,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:41.386323 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:41.448399 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b5c75-3543-444a-b4d9-7de15fad0e2b req-50d8fa78-4320-41a1-b092-db516b3fe1ca tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:41.458548 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-383b5c75-3543-444a-b4d9-7de15fad0e2b req-50d8fa78-4320-41a1-b092-db516b3fe1ca tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 949 time: 1.3242412 Nov 25 19:21:41.461908 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e7b8239e-e25c-4efd-92a1-cfe7c651a955 req-85d08212-8b95-41f3-a8e2-b0284c327c11 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=a0c7e858-132f-4b61-bf90-357734ff98bc HTTP/1.1" status: 200 len: 217 time: 0.2044287 Nov 25 19:21:41.628393 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8239e-e25c-4efd-92a1-cfe7c651a955 req-615265c0-d6cc-49ae-9c1a-71c7a67e105b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:41.631560 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e7b8239e-e25c-4efd-92a1-cfe7c651a955 req-615265c0-d6cc-49ae-9c1a-71c7a67e105b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1345811 Nov 25 19:21:41.659832 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-383b5c75-3543-444a-b4d9-7de15fad0e2b req-dc078dd5-38e0-4ce7-a965-a8ffbe3036cb tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997657 Nov 25 19:21:41.668253 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6b00030c-6766-4ea6-a6e4-4a785c574b20,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:41.708894 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:41.719458 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:41.726897 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:41.727634 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:41.728207 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:41.728778 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:41.729353 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:41.729945 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:41.730553 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:41.733096 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:41.736205 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:41.739709 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:41.741890 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3c3ac-aa2f-4d7f-8413-5d3113c6f424 req-1228de62-a909-43bd-ac68-c06cd408c992 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:41.760795 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b3e3c3ac-aa2f-4d7f-8413-5d3113c6f424 req-1228de62-a909-43bd-ac68-c06cd408c992 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7e659c1-225d-4c06-97b5-6d859b84a13b HTTP/1.1" status: 200 len: 946 time: 0.1888182 Nov 25 19:21:41.961406 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20dd4fe-d016-4236-823a-56f79e2f7d83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb2ed96e-9975-40d2-a7e2-595627d7bfd7'}, {'server_uuid': '18275c83-1959-4c13-8504-0a7996bd75f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b00030c-6766-4ea6-a6e4-4a785c574b20'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:41.964351 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e27db00-da8f-4d9a-bfe8-f5ee057d9d27" -d '{"events": [{"server_uuid": "b20dd4fe-d016-4236-823a-56f79e2f7d83", "name": "network-vif-unplugged", "status": "completed", "tag": "eb2ed96e-9975-40d2-a7e2-595627d7bfd7"}, {"server_uuid": "18275c83-1959-4c13-8504-0a7996bd75f6", "name": "network-vif-plugged", "status": "completed", "tag": "6b00030c-6766-4ea6-a6e4-4a785c574b20"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:42.009669 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9f56fb5-0ed7-4de2-91a2-ce3464f2ba54 req-cac17325-ac83-4d7f-ae4c-53823d53df23 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:21:42.031108 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8239e-e25c-4efd-92a1-cfe7c651a955 req-dbd68c0c-ae95-4cca-bf56-7dd74bcbbce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:42.034473 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e7b8239e-e25c-4efd-92a1-cfe7c651a955 req-dbd68c0c-ae95-4cca-bf56-7dd74bcbbce3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3729939 Nov 25 19:21:42.037025 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cdd0df-05ec-4ade-a5ad-c8bc498cbe22 None None] Sync routers for ids ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:21:42.064223 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cdd0df-05ec-4ade-a5ad-c8bc498cbe22 None None] Routers {'74682712-63be-4d2d-9bc9-8b67ffcffb9d'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:21:42.064896 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b3cdd0df-05ec-4ade-a5ad-c8bc498cbe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:21:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:21:42.147682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a108bf0-e7fa-49d1-9c7b-a5dcefc1c0d0 req-aba3acaf-0ba6-4043-9c02-cc8743d4e4a8 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:42.152878 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a108bf0-e7fa-49d1-9c7b-a5dcefc1c0d0 req-aba3acaf-0ba6-4043-9c02-cc8743d4e4a8 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 946 time: 0.2782378 Nov 25 19:21:42.231462 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb40fc-0461-48d5-a13b-0b38b61841a9 req-689a1638-6fd2-467a-8465-3f3e2a46ca72 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:42.252847 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f7fb40fc-0461-48d5-a13b-0b38b61841a9 req-689a1638-6fd2-467a-8465-3f3e2a46ca72 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7e659c1-225d-4c06-97b5-6d859b84a13b HTTP/1.1" status: 200 len: 946 time: 0.3627198 Nov 25 19:21:42.365635 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.73', 64021) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:42.457973 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:21:42.496822 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f56fb5-0ed7-4de2-91a2-ce3464f2ba54 req-cac17325-ac83-4d7f-ae4c-53823d53df23 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] No DVR routers for this DVR port eb2ed96e-9975-40d2-a7e2-595627d7bfd7 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:21:42.533160 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b3cdd0df-05ec-4ade-a5ad-c8bc498cbe22 None None] Set router 74682712-63be-4d2d-9bc9-8b67ffcffb9d gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:21:42.541751 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-b3e3c3ac-aa2f-4d7f-8413-5d3113c6f424 req-6993147b-3c7d-4390-bf3c-7568a497d80e tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Deleting port 155a71a0-1242-4490-bf9e-2007fe2b25a9 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:21:42.542097 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b3e3c3ac-aa2f-4d7f-8413-5d3113c6f424 req-6993147b-3c7d-4390-bf3c-7568a497d80e tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:42.573596 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f7fb40fc-0461-48d5-a13b-0b38b61841a9 req-0c94c8fb-10ef-46d0-8adf-219ae0131787 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf246f23-e54a-4104-9134-2119473d3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172350 Nov 25 19:21:42.670773 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d9f56fb5-0ed7-4de2-91a2-ce3464f2ba54 req-cac17325-ac83-4d7f-ae4c-53823d53df23 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:42.675377 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d9f56fb5-0ed7-4de2-91a2-ce3464f2ba54 req-cac17325-ac83-4d7f-ae4c-53823d53df23 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.85 "DELETE /v2.0/ports/eb2ed96e-9975-40d2-a7e2-595627d7bfd7 HTTP/1.1" status: 204 len: 173 time: 6.0730119 Nov 25 19:21:42.677752 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e7b8239e-e25c-4efd-92a1-cfe7c651a955 req-52a082c2-bcdd-4b33-9eb6-07c97127114e service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439275 Nov 25 19:21:42.679241 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20dd4fe-d016-4236-823a-56f79e2f7d83', 'name': 'network-vif-deleted', 'tag': 'eb2ed96e-9975-40d2-a7e2-595627d7bfd7'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:42.682749 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994ad81e-6932-4a0b-b483-bfe5b9439cf7" -d '{"events": [{"server_uuid": "b20dd4fe-d016-4236-823a-56f79e2f7d83", "name": "network-vif-deleted", "tag": "eb2ed96e-9975-40d2-a7e2-595627d7bfd7"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:42.793455 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a108bf0-e7fa-49d1-9c7b-a5dcefc1c0d0 req-e58c337d-f6f4-417f-a663-755bab9e3ed6 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290709 Nov 25 19:21:42.885039 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-0ee52791-0baf-4f0d-ad00-7bf4e0c86660 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:42.887753 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-0ee52791-0baf-4f0d-ad00-7bf4e0c86660 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.73 "GET /v2.0/networks?id=81f06cdb-aeea-4635-a663-2be121b0111d HTTP/1.1" status: 200 len: 824 time: 1.0758994 Nov 25 19:21:42.956714 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-f3642116-30e8-4e05-ad92-62078f9dcdc2 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:42.967658 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-f3642116-30e8-4e05-ad92-62078f9dcdc2 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936&tenant_id=add7c5b3ff5b453f94df091d8db99f5d&binding%3Ahost_id=n-h1-819349-5 HTTP/1.1" status: 200 len: 1097 time: 0.4292085 Nov 25 19:21:42.988984 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-a9a174ff-bfa1-4408-87f3-fd9476500f8a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819349-5'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:43.011096 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-53bbc943-fd97-407c-8048-005f583ccf4a tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:43.029444 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-53bbc943-fd97-407c-8048-005f583ccf4a tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.73 "GET /v2.0/networks?id=a0415a8e-21f3-452d-932c-0a5bcf4b7b81 HTTP/1.1" status: 200 len: 813 time: 0.6292574 Nov 25 19:21:43.042675 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-ea180a3a-f788-4536-8751-73872c2b3b99 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Request body: {'port': {'device_id': 'ad4ff805-6d1e-4945-beb7-0f44b1190987', 'network_id': 'a0415a8e-21f3-452d-932c-0a5bcf4b7b81', 'admin_state_up': True, 'tenant_id': '016efd3ce7bf4b838e8112b9af9eb1a5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:43.084994 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e7b8239e-e25c-4efd-92a1-cfe7c651a955 req-1ce96276-b71f-448f-aeb8-661b7bc51401 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978817 Nov 25 19:21:43.088975 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3b155-8753-4d4c-9557-4b0dea6fbc9c req-70e7faf6-1291-43dc-a8b6-342d674d755b tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:43.105239 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b1c3b155-8753-4d4c-9557-4b0dea6fbc9c req-70e7faf6-1291-43dc-a8b6-342d674d755b tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.55 "GET /v2.0/ports?device_id=94c4f81f-fbc1-4a89-abf5-947121c95110 HTTP/1.1" status: 200 len: 948 time: 0.3605523 Nov 25 19:21:43.152672 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-36b79584-e759-4a50-aec0-d7b2c0bc1a3d tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a0774263f4e41ea9fe03c9d57378dcf HTTP/1.1" status: 200 len: 378 time: 0.2545707 Nov 25 19:21:43.170479 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-4bd427a6-a408-43ac-9ae9-10f32e96f60d tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Request body: {'port': {'device_id': '287a5e49-4a75-4d90-b249-442f6162ad3d', 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d', 'admin_state_up': True, 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'security_groups': ['97c5df74-f669-46a5-ab3f-4584cbece4cf']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:43.295451 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b3cdd0df-05ec-4ade-a5ad-c8bc498cbe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267379900-router', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:40Z', 'updated_at': '2021-11-25T19:18:52Z', 'revision_number': 4, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'gw_port': {'id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:41Z', 'updated_at': '2021-11-25T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'f2d42d6c-fe39-4c4d-8170-5c6637a706f9', 'name': '', 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'mac_address': 'fa:16:3e:aa:ff:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:48Z', 'updated_at': '2021-11-25T19:19:00Z', 'revision_number': 5, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'subnets': [{'id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:21:43.296952 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a93e1b2-3cb2-40c0-a65f-9c890b05d2bb req-9e6fc5ca-6633-4874-abb6-e2755654a7f4 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad4ff805-6d1e-4945-beb7-0f44b1190987 HTTP/1.1" status: 200 len: 210 time: 0.0957296 Nov 25 19:21:43.455050 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cdd0df-05ec-4ade-a5ad-c8bc498cbe22 None None] Checking router: 74682712-63be-4d2d-9bc9-8b67ffcffb9d for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:21:43.496644 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b3e3c3ac-aa2f-4d7f-8413-5d3113c6f424 req-6993147b-3c7d-4390-bf3c-7568a497d80e tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] For port 155a71a0-1242-4490-bf9e-2007fe2b25a9, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=155a71a0-1242-4490-bf9e-2007fe2b25a9,segment=NetworkSegment(dc0b460c-9f86-499f-9a47-07eed00d6531),segment_id=dc0b460c-9f86-499f-9a47-07eed00d6531)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:43.505368 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b3e3c3ac-aa2f-4d7f-8413-5d3113c6f424 req-6993147b-3c7d-4390-bf3c-7568a497d80e tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:43.515516 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cdd0df-05ec-4ade-a5ad-c8bc498cbe22 None None] Routers {'74682712-63be-4d2d-9bc9-8b67ffcffb9d'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:21:43.519140 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b3cdd0df-05ec-4ade-a5ad-c8bc498cbe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:21:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:21:43.549882 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b1c3b155-8753-4d4c-9557-4b0dea6fbc9c req-35f853e4-f78d-45a5-bb25-cb803a7c33b3 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ba4f4c-050f-4b9c-a8d1-a5d57d7ab5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430254 Nov 25 19:21:43.699992 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-b3e3c3ac-aa2f-4d7f-8413-5d3113c6f424 req-6993147b-3c7d-4390-bf3c-7568a497d80e tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Calling delete_port for 155a71a0-1242-4490-bf9e-2007fe2b25a9 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:21:43.733448 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-a9a174ff-bfa1-4408-87f3-fd9476500f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:43.964478 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-4bd427a6-a408-43ac-9ae9-10f32e96f60d tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Made reservation on behalf of 7a0774263f4e41ea9fe03c9d57378dcf for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:21:43.971059 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-4bd427a6-a408-43ac-9ae9-10f32e96f60d tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:44.040782 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ab495-eb2d-459a-927c-20cc859a011b req-dbbc7c4f-1a98-40b8-93d6-1ea82ea32766 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:44.055458 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-931ab495-eb2d-459a-927c-20cc859a011b req-dbbc7c4f-1a98-40b8-93d6-1ea82ea32766 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 946 time: 0.4203146 Nov 25 19:21:44.075861 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b3cdd0df-05ec-4ade-a5ad-c8bc498cbe22 None None] Set router 74682712-63be-4d2d-9bc9-8b67ffcffb9d gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:21:44.078082 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device a0c7e858-132f-4b61-bf90-357734ff98bc details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:21:44.115668 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-713871a2-8bbc-4dff-9bf2-e166f10ad9e1 req-a9aba497-b568-4434-9da3-b88c9eaf50b1 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?device_id=287a5e49-4a75-4d90-b249-442f6162ad3d HTTP/1.1" status: 200 len: 210 time: 0.2789338 Nov 25 19:21:44.129340 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa16e1bf-ae3a-4b20-b919-f3e0740ddfbd x-openstack-request-id: req-aa16e1bf-ae3a-4b20-b919-f3e0740ddfbd {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:44.130626 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20dd4fe-d016-4236-823a-56f79e2f7d83", "name": "network-vif-unplugged", "status": "completed", "tag": "eb2ed96e-9975-40d2-a7e2-595627d7bfd7", "code": 200}, {"server_uuid": "18275c83-1959-4c13-8504-0a7996bd75f6", "name": "network-vif-plugged", "status": "completed", "tag": "6b00030c-6766-4ea6-a6e4-4a785c574b20", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:44.131906 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aa16e1bf-ae3a-4b20-b919-f3e0740ddfbd {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:44.132699 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20dd4fe-d016-4236-823a-56f79e2f7d83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb2ed96e-9975-40d2-a7e2-595627d7bfd7', 'code': 200} Nov 25 19:21:44.133198 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18275c83-1959-4c13-8504-0a7996bd75f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b00030c-6766-4ea6-a6e4-4a785c574b20', 'code': 200} Nov 25 19:21:44.293328 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:21:44.297530 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-ea180a3a-f788-4536-8751-73872c2b3b99 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Made reservation on behalf of 016efd3ce7bf4b838e8112b9af9eb1a5 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:21:44.303037 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-ea180a3a-f788-4536-8751-73872c2b3b99 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:44.442503 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-4bd427a6-a408-43ac-9ae9-10f32e96f60d tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Allocated IP 172.20.0.12 (81f06cdb-aeea-4635-a663-2be121b0111d/68fdbc47-c7a3-4311-9384-3fa809a3e5d7/ee8745c4-6700-4272-9795-3de172bb1db0) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:21:44.562323 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-a9a174ff-bfa1-4408-87f3-fd9476500f8a service neutron] For port d1eee7a9-7ae9-4710-8992-aa33825b96ce, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d1eee7a9-7ae9-4710-8992-aa33825b96ce,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:44.649160 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-a9a174ff-bfa1-4408-87f3-fd9476500f8a service neutron] For port d1eee7a9-7ae9-4710-8992-aa33825b96ce, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:21:44.652618 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85ee26e-9a82-4446-bd4e-00227404486e x-openstack-request-id: req-a85ee26e-9a82-4446-bd4e-00227404486e {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:44.652959 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20dd4fe-d016-4236-823a-56f79e2f7d83", "name": "network-vif-deleted", "tag": "eb2ed96e-9975-40d2-a7e2-595627d7bfd7", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:44.653375 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a85ee26e-9a82-4446-bd4e-00227404486e {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:44.653606 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20dd4fe-d016-4236-823a-56f79e2f7d83', 'name': 'network-vif-deleted', 'tag': 'eb2ed96e-9975-40d2-a7e2-595627d7bfd7', 'status': 'completed', 'code': 200} Nov 25 19:21:44.716400 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port a0c7e858-132f-4b61-bf90-357734ff98bc, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=a0c7e858-132f-4b61-bf90-357734ff98bc,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:44.736938 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'a0c7e858-132f-4b61-bf90-357734ff98bc', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': 'a0c7e858-132f-4b61-bf90-357734ff98bc', 'mac_address': 'fa:16:3e:eb:3e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:21:44.773961 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-ca0530e3-5068-44d3-9565-10fcbbe1bef0 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:44.777353 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-ca0530e3-5068-44d3-9565-10fcbbe1bef0 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.73 "GET /v2.0/networks?id=a0415a8e-21f3-452d-932c-0a5bcf4b7b81 HTTP/1.1" status: 200 len: 813 time: 1.5994155 Nov 25 19:21:44.790727 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b3cdd0df-05ec-4ade-a5ad-c8bc498cbe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267379900-router', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:40Z', 'updated_at': '2021-11-25T19:18:52Z', 'revision_number': 4, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'gw_port': {'id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:41Z', 'updated_at': '2021-11-25T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'f2d42d6c-fe39-4c4d-8170-5c6637a706f9', 'name': '', 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'mac_address': 'fa:16:3e:aa:ff:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:48Z', 'updated_at': '2021-11-25T19:19:00Z', 'revision_number': 5, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'subnets': [{'id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:21:44.820061 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-87d11654-a770-4c0a-b629-bd64d204f59d tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Request body: {'port': {'device_id': 'd76c491f-b75d-429b-a249-dc7b8d3e1946', 'network_id': 'a0415a8e-21f3-452d-932c-0a5bcf4b7b81', 'admin_state_up': True, 'tenant_id': '016efd3ce7bf4b838e8112b9af9eb1a5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:44.842046 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:44.848977 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cdd0df-05ec-4ade-a5ad-c8bc498cbe22 None None] The sync data for ids ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'] in n-d-819349-5 is: [{'id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267379900-router', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:40Z', 'updated_at': '2021-11-25T19:18:52Z', 'revision_number': 4, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'gw_port': {'id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:41Z', 'updated_at': '2021-11-25T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'f2d42d6c-fe39-4c4d-8170-5c6637a706f9', 'name': '', 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'mac_address': 'fa:16:3e:aa:ff:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:48Z', 'updated_at': '2021-11-25T19:19:00Z', 'revision_number': 5, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'subnets': [{'id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:21:44.877564 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device d1eee7a9-7ae9-4710-8992-aa33825b96ce details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:21:44.988738 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-4bd427a6-a408-43ac-9ae9-10f32e96f60d tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:45.104321 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c7e858-132f-4b61-bf90-357734ff98bc {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:45.117053 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-931ab495-eb2d-459a-927c-20cc859a011b req-b6d52a96-5686-4d59-bdab-56b1c65e7dab tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0418179 Nov 25 19:21:45.169573 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846039-7413-4f13-b1e0-c8cb4879cb7a req-41a043f7-a1b7-4ef6-80f7-7239fb306e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:45.171414 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-81846039-7413-4f13-b1e0-c8cb4879cb7a req-41a043f7-a1b7-4ef6-80f7-7239fb306e2a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 1101 time: 0.4858389 Nov 25 19:21:45.180435 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-4bd427a6-a408-43ac-9ae9-10f32e96f60d tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:45.334355 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-4bd427a6-a408-43ac-9ae9-10f32e96f60d tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Network 81f06cdb-aeea-4635-a663-2be121b0111d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:21:45.339061 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port a0c7e858-132f-4b61-bf90-357734ff98bc, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=a0c7e858-132f-4b61-bf90-357734ff98bc,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:45.351835 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-81846039-7413-4f13-b1e0-c8cb4879cb7a req-436d81e0-4961-48b0-8437-4ea70b03d12a service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623936 Nov 25 19:21:45.356663 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-4bd427a6-a408-43ac-9ae9-10f32e96f60d tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:21:45.361862 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd427a6-a408-43ac-9ae9-10f32e96f60d tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Pushing event updated for resources: {'Port': ['ID=ee8745c4-6700-4272-9795-3de172bb1db0,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:45.381754 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:45.400897 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-4bd427a6-a408-43ac-9ae9-10f32e96f60d tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:21:45.408873 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008f78f2-2033-4a9a-b6f9-16b1c3738936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1eee7a9-7ae9-4710-8992-aa33825b96ce'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:45.436937 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f917e5f6-d146-4467-8666-6962dad5b1f8" -d '{"events": [{"server_uuid": "008f78f2-2033-4a9a-b6f9-16b1c3738936", "name": "network-vif-unplugged", "status": "completed", "tag": "d1eee7a9-7ae9-4710-8992-aa33825b96ce"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:45.485512 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-a9a174ff-bfa1-4408-87f3-fd9476500f8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:45.496285 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-87d11654-a770-4c0a-b629-bd64d204f59d tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Made reservation on behalf of 016efd3ce7bf4b838e8112b9af9eb1a5 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:21:45.499832 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-87d11654-a770-4c0a-b629-bd64d204f59d tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:45.542082 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-a9a174ff-bfa1-4408-87f3-fd9476500f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:45.580172 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd91509-b5eb-4573-b2d5-99a869fab2a5 None None] New status for floating IP 4cd5caca-ed68-4dbc-8a59-f674ca2017c2: DOWN {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:21:45.592216 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf27b3b-88b8-42f3-8f8d-b59ba13fee7b req-46dcabbb-f4ef-41f3-ba66-2fbf045ba68c tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:45.607345 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bcf27b3b-88b8-42f3-8f8d-b59ba13fee7b req-46dcabbb-f4ef-41f3-ba66-2fbf045ba68c tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.9760230 Nov 25 19:21:45.649640 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=a0c7e858-132f-4b61-bf90-357734ff98bc,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:45.663588 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 155a71a0-1242-4490-bf9e-2007fe2b25a9 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:21:45.721001 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-4bd427a6-a408-43ac-9ae9-10f32e96f60d tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:45.722155 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-4bd427a6-a408-43ac-9ae9-10f32e96f60d tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:45.794249 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['a0c7e858-132f-4b61-bf90-357734ff98bc'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:45.829782 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926af70e-f66e-4ce1-ac7d-f64a1a000ae3 req-9ff1b812-e976-4570-8598-7e8bec79f1a5 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:45.839991 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-926af70e-f66e-4ce1-ac7d-f64a1a000ae3 req-9ff1b812-e976-4570-8598-7e8bec79f1a5 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7e659c1-225d-4c06-97b5-6d859b84a13b HTTP/1.1" status: 200 len: 946 time: 0.4331751 Nov 25 19:21:45.881791 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-4bd427a6-a408-43ac-9ae9-10f32e96f60d tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7173383 Nov 25 19:21:45.915726 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-6fea9c65-7d8b-4973-a455-5ee50f67e985 service neutron] Request body: {'port': {'device_id': '287a5e49-4a75-4d90-b249-442f6162ad3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:45.929339 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port d1eee7a9-7ae9-4710-8992-aa33825b96ce, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d1eee7a9-7ae9-4710-8992-aa33825b96ce,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:46.003442 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9bc3406e-bc84-42bb-9830-22414ed6d9d4 None None] Provisioning complete for port ee8745c4-6700-4272-9795-3de172bb1db0 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:21:46.004086 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9bc3406e-bc84-42bb-9830-22414ed6d9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:46.120590 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a174ff-bfa1-4408-87f3-fd9476500f8a service neutron] Pushing event updated for resources: {'Port': ['ID=d1eee7a9-7ae9-4710-8992-aa33825b96ce,revision_number=7']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:46.150438 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-926af70e-f66e-4ce1-ac7d-f64a1a000ae3 req-08fa10e7-ea18-419f-8db6-86b929331562 tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf246f23-e54a-4104-9134-2119473d3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090842 Nov 25 19:21:46.153377 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-6fea9c65-7d8b-4973-a455-5ee50f67e985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:46.196338 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-9bc3406e-bc84-42bb-9830-22414ed6d9d4 None None] Port ee8745c4-6700-4272-9795-3de172bb1db0 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:21:46.247839 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b3e3c3ac-aa2f-4d7f-8413-5d3113c6f424 req-6993147b-3c7d-4390-bf3c-7568a497d80e tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:46.266573 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-ea180a3a-f788-4536-8751-73872c2b3b99 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Allocated IP 172.20.0.10 (a0415a8e-21f3-452d-932c-0a5bcf4b7b81/668d05a5-86fe-4b7a-a808-c175910057f2/9d4e1127-ffd6-4515-993a-bb259b549f01) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:21:46.335285 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device d1eee7a9-7ae9-4710-8992-aa33825b96ce has no active binding in host n-h2-819349-5 {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 19:21:46.350141 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Port 155a71a0-1242-4490-bf9e-2007fe2b25a9 update to DOWN by agent not found {{(pid=103601) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 19:21:46.446494 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bcf27b3b-88b8-42f3-8f8d-b59ba13fee7b req-25638def-8dd0-442c-970a-057353df9d18 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8326228 Nov 25 19:21:46.556845 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-a9a174ff-bfa1-4408-87f3-fd9476500f8a service neutron] Attempting to bind port d1eee7a9-7ae9-4710-8992-aa33825b96ce on host n-h1-819349-5 for vnic_type normal with profile {"migrating_to": "n-h2-819349-5"} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:21:46.557811 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-a9a174ff-bfa1-4408-87f3-fd9476500f8a service neutron] Attempting to bind port d1eee7a9-7ae9-4710-8992-aa33825b96ce by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:21:46.558178 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-a9a174ff-bfa1-4408-87f3-fd9476500f8a service neutron] Attempting to bind port d1eee7a9-7ae9-4710-8992-aa33825b96ce on network e27d2294-de95-4945-9062-292b41b6ea98 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:46.561877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993147b-3c7d-4390-bf3c-7568a497d80e tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Pushing event deleted for resources: {'Port': ['ID=155a71a0-1242-4490-bf9e-2007fe2b25a9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:46.601422 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-a9a174ff-bfa1-4408-87f3-fd9476500f8a service neutron] Port d1eee7a9-7ae9-4710-8992-aa33825b96ce on network e27d2294-de95-4945-9062-292b41b6ea98 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:21:46.601751 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-a9a174ff-bfa1-4408-87f3-fd9476500f8a service neutron] Attempting to bind port d1eee7a9-7ae9-4710-8992-aa33825b96ce on network e27d2294-de95-4945-9062-292b41b6ea98 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:46.654264 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656579fe-0a80-4abb-8210-6418342c1509 req-2c346fb5-c6a0-40df-bb52-514ecf7fec33 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:46.656286 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-656579fe-0a80-4abb-8210-6418342c1509 req-2c346fb5-c6a0-40df-bb52-514ecf7fec33 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 944 time: 0.2383318 Nov 25 19:21:46.701679 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-a9a174ff-bfa1-4408-87f3-fd9476500f8a service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:21:46.702035 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-a9a174ff-bfa1-4408-87f3-fd9476500f8a service neutron] Checking segment: {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:21:46.703097 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-a9a174ff-bfa1-4408-87f3-fd9476500f8a service neutron] Bound using segment: {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:21:46.704065 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-a9a174ff-bfa1-4408-87f3-fd9476500f8a service neutron] Bound port: d1eee7a9-7ae9-4710-8992-aa33825b96ce, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:21:46.704456 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-a9a174ff-bfa1-4408-87f3-fd9476500f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:46.755400 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e3c3ac-aa2f-4d7f-8413-5d3113c6f424 req-6993147b-3c7d-4390-bf3c-7568a497d80e tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] No DVR routers for this DVR port 155a71a0-1242-4490-bf9e-2007fe2b25a9 on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:21:46.768159 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b3e3c3ac-aa2f-4d7f-8413-5d3113c6f424 req-6993147b-3c7d-4390-bf3c-7568a497d80e tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:46.772862 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b3e3c3ac-aa2f-4d7f-8413-5d3113c6f424 req-6993147b-3c7d-4390-bf3c-7568a497d80e tempest-VolumesAdminNegativeTest-1813263540 tempest-VolumesAdminNegativeTest-1813263540-project] 10.222.0.73 "DELETE /v2.0/ports/155a71a0-1242-4490-bf9e-2007fe2b25a9 HTTP/1.1" status: 204 len: 173 time: 5.0046403 Nov 25 19:21:46.882880 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-656579fe-0a80-4abb-8210-6418342c1509 req-53aad988-cac5-4cce-82e1-c9347116da5c tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170334 Nov 25 19:21:46.954266 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c6745102-9d9a-4fa1-a74a-f53251fe7e5b req-295ce677-e3b0-4d61-b15c-87566b42db40 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad4ff805-6d1e-4945-beb7-0f44b1190987 HTTP/1.1" status: 200 len: 210 time: 0.1120012 Nov 25 19:21:47.014691 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-a9a174ff-bfa1-4408-87f3-fd9476500f8a service neutron] For port d1eee7a9-7ae9-4710-8992-aa33825b96ce, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:21:47.021948 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-a9a174ff-bfa1-4408-87f3-fd9476500f8a service neutron] For port d1eee7a9-7ae9-4710-8992-aa33825b96ce, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d1eee7a9-7ae9-4710-8992-aa33825b96ce,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:21:47.049728 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-a9a174ff-bfa1-4408-87f3-fd9476500f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:47.069671 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-ea180a3a-f788-4536-8751-73872c2b3b99 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:47.225792 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a174ff-bfa1-4408-87f3-fd9476500f8a service neutron] Pushing event updated for resources: {'Port': ['ID=d1eee7a9-7ae9-4710-8992-aa33825b96ce,revision_number=8']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:47.229775 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-a9a174ff-bfa1-4408-87f3-fd9476500f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:47.238757 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-a9a174ff-bfa1-4408-87f3-fd9476500f8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:47.240811 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-a9a174ff-bfa1-4408-87f3-fd9476500f8a service neutron] 10.222.0.85 "PUT /v2.0/ports/d1eee7a9-7ae9-4710-8992-aa33825b96ce HTTP/1.1" status: 200 len: 1122 time: 4.2561069 Nov 25 19:21:47.313264 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-ea180a3a-f788-4536-8751-73872c2b3b99 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:47.326504 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['d1eee7a9-7ae9-4710-8992-aa33825b96ce'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:47.412521 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['d1eee7a9-7ae9-4710-8992-aa33825b96ce'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:47.438118 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-ea180a3a-f788-4536-8751-73872c2b3b99 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Network a0415a8e-21f3-452d-932c-0a5bcf4b7b81 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:21:47.462619 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-ea180a3a-f788-4536-8751-73872c2b3b99 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:21:47.469032 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-ea180a3a-f788-4536-8751-73872c2b3b99 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:21:47.540520 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64200c-43ec-49f2-9cef-c6e64f347417 req-cae2e70d-42d5-42a4-98d7-5b656281c269 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:47.546694 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e64200c-43ec-49f2-9cef-c6e64f347417 req-cae2e70d-42d5-42a4-98d7-5b656281c269 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.55 "GET /v2.0/ports?device_id=94c4f81f-fbc1-4a89-abf5-947121c95110 HTTP/1.1" status: 200 len: 949 time: 0.4120615 Nov 25 19:21:47.567997 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device a0c7e858-132f-4b61-bf90-357734ff98bc up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:21:47.603127 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea180a3a-f788-4536-8751-73872c2b3b99 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Pushing event updated for resources: {'Port': ['ID=9d4e1127-ffd6-4515-993a-bb259b549f01,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:47.653269 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe76d4-203c-4865-b6d7-f1ac170d205a req-862d2e6d-0ef7-4d88-8111-44fc469fb1ed tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:47.662105 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-44fe76d4-203c-4865-b6d7-f1ac170d205a req-862d2e6d-0ef7-4d88-8111-44fc469fb1ed tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?device_id=287a5e49-4a75-4d90-b249-442f6162ad3d HTTP/1.1" status: 200 len: 932 time: 0.4041696 Nov 25 19:21:47.667353 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-6fea9c65-7d8b-4973-a455-5ee50f67e985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee8745c4-6700-4272-9795-3de172bb1db0 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:47.732169 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-6fea9c65-7d8b-4973-a455-5ee50f67e985 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:47.781707 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-87d11654-a770-4c0a-b629-bd64d204f59d tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Allocated IP 172.20.0.13 (a0415a8e-21f3-452d-932c-0a5bcf4b7b81/668d05a5-86fe-4b7a-a808-c175910057f2/16b85975-3ee0-4479-a54f-8d0b4f418f5e) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:21:47.784150 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-ea180a3a-f788-4536-8751-73872c2b3b99 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:47.784976 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-ea180a3a-f788-4536-8751-73872c2b3b99 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:47.819917 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-6fea9c65-7d8b-4973-a455-5ee50f67e985 service neutron] Transition to ACTIVE for port object ee8745c4-6700-4272-9795-3de172bb1db0 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:21:47.831104 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e64200c-43ec-49f2-9cef-c6e64f347417 req-dcb4f4bf-a1d8-4a3f-84b0-c645dd9eb204 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ba4f4c-050f-4b9c-a8d1-a5d57d7ab5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689869 Nov 25 19:21:47.835594 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port a0c7e858-132f-4b61-bf90-357734ff98bc completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:21:47.838821 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-6fea9c65-7d8b-4973-a455-5ee50f67e985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:47.864683 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port a0c7e858-132f-4b61-bf90-357734ff98bc triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:21:47.865222 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:47.954367 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-44fe76d4-203c-4865-b6d7-f1ac170d205a req-fe645c8e-f059-4d97-a2ff-694e65bd887f tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c5df74-f669-46a5-ab3f-4584cbece4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2843184 Nov 25 19:21:47.976831 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-ea180a3a-f788-4536-8751-73872c2b3b99 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9461956 Nov 25 19:21:47.998393 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-a9b360bb-4dda-481b-a6b1-1d5d543c501b service neutron] Request body: {'port': {'device_id': 'ad4ff805-6d1e-4945-beb7-0f44b1190987', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:48.096494 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea9c65-7d8b-4973-a455-5ee50f67e985 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8745c4-6700-4272-9795-3de172bb1db0,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:48.150248 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 54868) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:48.165079 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:48.221598 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f039aaf3-6f4e-48c6-ac9a-509e67f0bd8d x-openstack-request-id: req-f039aaf3-6f4e-48c6-ac9a-509e67f0bd8d {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:48.221954 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008f78f2-2033-4a9a-b6f9-16b1c3738936", "name": "network-vif-unplugged", "status": "completed", "tag": "d1eee7a9-7ae9-4710-8992-aa33825b96ce", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:48.222221 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f039aaf3-6f4e-48c6-ac9a-509e67f0bd8d {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:48.222928 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c4f81f-fbc1-4a89-abf5-947121c95110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c7e858-132f-4b61-bf90-357734ff98bc'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:48.224028 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008f78f2-2033-4a9a-b6f9-16b1c3738936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1eee7a9-7ae9-4710-8992-aa33825b96ce', 'code': 200} Nov 25 19:21:48.228348 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7539f58b-c96e-4f9e-b704-b822a6618df3" -d '{"events": [{"server_uuid": "94c4f81f-fbc1-4a89-abf5-947121c95110", "name": "network-vif-plugged", "status": "completed", "tag": "a0c7e858-132f-4b61-bf90-357734ff98bc"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:48.247355 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-a9b360bb-4dda-481b-a6b1-1d5d543c501b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:48.283564 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port a0c7e858-132f-4b61-bf90-357734ff98bc, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=a0c7e858-132f-4b61-bf90-357734ff98bc,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:48.289432 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:48.446322 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=a0c7e858-132f-4b61-bf90-357734ff98bc,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:48.486106 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37167ae2-35b9-452e-add7-d3c853ef4e4c req-2df9a0b0-26f7-4ee3-8f99-db34fe068c01 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:48.489786 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-37167ae2-35b9-452e-add7-d3c853ef4e4c req-2df9a0b0-26f7-4ee3-8f99-db34fe068c01 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 946 time: 0.2648339 Nov 25 19:21:48.539603 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-87d11654-a770-4c0a-b629-bd64d204f59d tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:48.578117 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-37167ae2-35b9-452e-add7-d3c853ef4e4c req-00d37684-531e-44e0-9d0b-a01c27b6e616 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691283 Nov 25 19:21:48.656434 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f11109-cacb-4645-9257-4730a9b7d733 admin admin] Deleting subnet 69fc2c39-931a-43d5-99f1-83af2150ab2d {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:21:48.720444 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4f11109-cacb-4645-9257-4730a9b7d733 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:48.724342 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-6fea9c65-7d8b-4973-a455-5ee50f67e985 service neutron] Attempting to bind port ee8745c4-6700-4272-9795-3de172bb1db0 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:21:48.724912 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-6fea9c65-7d8b-4973-a455-5ee50f67e985 service neutron] Attempting to bind port ee8745c4-6700-4272-9795-3de172bb1db0 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '7f8c6dc5-d64e-4c24-81a7-b06570806014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:21:48.725363 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-6fea9c65-7d8b-4973-a455-5ee50f67e985 service neutron] Attempting to bind port ee8745c4-6700-4272-9795-3de172bb1db0 on network 81f06cdb-aeea-4635-a663-2be121b0111d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:48.755843 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea35ee9-6970-4eaa-8692-06832aa324e7 req-bd9a04b7-d5c5-4d27-8603-6f3e4962d35c tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:48.770651 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2ea35ee9-6970-4eaa-8692-06832aa324e7 req-bd9a04b7-d5c5-4d27-8603-6f3e4962d35c tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.4424996 Nov 25 19:21:48.856614 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-87d11654-a770-4c0a-b629-bd64d204f59d tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:48.886471 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-6fea9c65-7d8b-4973-a455-5ee50f67e985 service neutron] Port ee8745c4-6700-4272-9795-3de172bb1db0 on network 81f06cdb-aeea-4635-a663-2be121b0111d not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:21:48.886823 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-6fea9c65-7d8b-4973-a455-5ee50f67e985 service neutron] Attempting to bind port ee8745c4-6700-4272-9795-3de172bb1db0 on network 81f06cdb-aeea-4635-a663-2be121b0111d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:48.904028 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-87d11654-a770-4c0a-b629-bd64d204f59d tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Network a0415a8e-21f3-452d-932c-0a5bcf4b7b81 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:21:48.911913 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-87d11654-a770-4c0a-b629-bd64d204f59d tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:21:48.938107 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-87d11654-a770-4c0a-b629-bd64d204f59d tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:21:49.042267 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-6fea9c65-7d8b-4973-a455-5ee50f67e985 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:21:49.042650 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-6fea9c65-7d8b-4973-a455-5ee50f67e985 service neutron] Checking segment: {'id': '7f8c6dc5-d64e-4c24-81a7-b06570806014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:21:49.043048 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-6fea9c65-7d8b-4973-a455-5ee50f67e985 service neutron] Bound using segment: {'id': '7f8c6dc5-d64e-4c24-81a7-b06570806014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:21:49.043512 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-6fea9c65-7d8b-4973-a455-5ee50f67e985 service neutron] Bound port: ee8745c4-6700-4272-9795-3de172bb1db0, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f8c6dc5-d64e-4c24-81a7-b06570806014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:21:49.043883 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-6fea9c65-7d8b-4973-a455-5ee50f67e985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:49.102107 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4f11109-cacb-4645-9257-4730a9b7d733 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:49.113367 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2ea35ee9-6970-4eaa-8692-06832aa324e7 req-0a51e6f3-85d4-41a7-9bd4-16ae58a13913 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638648 Nov 25 19:21:49.156717 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbf394-053e-429e-ba37-e2abab1da99b req-06220a29-14da-414d-9bf3-363d3c62d5bd tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:49.170472 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9ccbf394-053e-429e-ba37-e2abab1da99b req-06220a29-14da-414d-9bf3-363d3c62d5bd tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 944 time: 0.3003402 Nov 25 19:21:49.191984 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-a9b360bb-4dda-481b-a6b1-1d5d543c501b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d4e1127-ffd6-4515-993a-bb259b549f01 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:49.205284 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-87d11654-a770-4c0a-b629-bd64d204f59d tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:49.207465 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-87d11654-a770-4c0a-b629-bd64d204f59d tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:49.221154 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-a9b360bb-4dda-481b-a6b1-1d5d543c501b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:49.294000 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9ccbf394-053e-429e-ba37-e2abab1da99b req-79858643-07f3-4bd7-8eb2-7bdb46cd722a tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157181 Nov 25 19:21:49.304350 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-a9b360bb-4dda-481b-a6b1-1d5d543c501b service neutron] Transition to ACTIVE for port object 9d4e1127-ffd6-4515-993a-bb259b549f01 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:21:49.313644 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-a9b360bb-4dda-481b-a6b1-1d5d543c501b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:49.456332 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69d8145-0ab9-478e-979d-f220f7206ee0 x-openstack-request-id: req-f69d8145-0ab9-478e-979d-f220f7206ee0 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:49.457914 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c4f81f-fbc1-4a89-abf5-947121c95110", "name": "network-vif-plugged", "status": "completed", "tag": "a0c7e858-132f-4b61-bf90-357734ff98bc", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:49.459190 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f69d8145-0ab9-478e-979d-f220f7206ee0 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:49.460963 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c4f81f-fbc1-4a89-abf5-947121c95110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c7e858-132f-4b61-bf90-357734ff98bc', 'code': 200} Nov 25 19:21:49.545794 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b360bb-4dda-481b-a6b1-1d5d543c501b service neutron] Pushing event updated for resources: {'Port': ['ID=9d4e1127-ffd6-4515-993a-bb259b549f01,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:49.726427 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059e7e8-cb29-4d2f-a658-dbececefd2ec req-f8ea19c0-9f58-43df-a3ae-dedf5c035ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:49.727943 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e059e7e8-cb29-4d2f-a658-dbececefd2ec req-f8ea19c0-9f58-43df-a3ae-dedf5c035ac2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=94c4f81f-fbc1-4a89-abf5-947121c95110 HTTP/1.1" status: 200 len: 1101 time: 0.1390169 Nov 25 19:21:49.760415 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652c7b4-96f0-4f4d-9a4e-e36b529b9398 req-fe12610a-12ca-49f5-a8a1-a51a642577e4 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:49.762116 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3652c7b4-96f0-4f4d-9a4e-e36b529b9398 req-fe12610a-12ca-49f5-a8a1-a51a642577e4 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.55 "GET /v2.0/ports?device_id=94c4f81f-fbc1-4a89-abf5-947121c95110 HTTP/1.1" status: 200 len: 950 time: 0.1283088 Nov 25 19:21:49.777678 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d11654-a770-4c0a-b629-bd64d204f59d tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Pushing event updated for resources: {'Port': ['ID=16b85975-3ee0-4479-a54f-8d0b4f418f5e,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:49.803810 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-87d11654-a770-4c0a-b629-bd64d204f59d tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9940660 Nov 25 19:21:49.806747 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-a9b360bb-4dda-481b-a6b1-1d5d543c501b service neutron] Attempting to bind port 9d4e1127-ffd6-4515-993a-bb259b549f01 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:21:49.807099 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-a9b360bb-4dda-481b-a6b1-1d5d543c501b service neutron] Attempting to bind port 9d4e1127-ffd6-4515-993a-bb259b549f01 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '1b8474db-7669-45be-be6b-b8665e364f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a0415a8e-21f3-452d-932c-0a5bcf4b7b81'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:21:49.807485 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-a9b360bb-4dda-481b-a6b1-1d5d543c501b service neutron] Attempting to bind port 9d4e1127-ffd6-4515-993a-bb259b549f01 on network a0415a8e-21f3-452d-932c-0a5bcf4b7b81 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:49.823923 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-a9b360bb-4dda-481b-a6b1-1d5d543c501b service neutron] Port 9d4e1127-ffd6-4515-993a-bb259b549f01 on network a0415a8e-21f3-452d-932c-0a5bcf4b7b81 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:21:49.824352 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-a9b360bb-4dda-481b-a6b1-1d5d543c501b service neutron] Attempting to bind port 9d4e1127-ffd6-4515-993a-bb259b549f01 on network a0415a8e-21f3-452d-932c-0a5bcf4b7b81 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:49.826478 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-476f3b2f-bf0d-4382-9e7e-4f2c4aab86d7 service neutron] Request body: {'port': {'device_id': 'd76c491f-b75d-429b-a249-dc7b8d3e1946', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:49.861826 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-a9b360bb-4dda-481b-a6b1-1d5d543c501b service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:21:49.862168 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-a9b360bb-4dda-481b-a6b1-1d5d543c501b service neutron] Checking segment: {'id': '1b8474db-7669-45be-be6b-b8665e364f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a0415a8e-21f3-452d-932c-0a5bcf4b7b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:21:49.862621 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-a9b360bb-4dda-481b-a6b1-1d5d543c501b service neutron] Bound using segment: {'id': '1b8474db-7669-45be-be6b-b8665e364f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a0415a8e-21f3-452d-932c-0a5bcf4b7b81'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:21:49.863237 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-a9b360bb-4dda-481b-a6b1-1d5d543c501b service neutron] Bound port: 9d4e1127-ffd6-4515-993a-bb259b549f01, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8474db-7669-45be-be6b-b8665e364f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a0415a8e-21f3-452d-932c-0a5bcf4b7b81'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:21:49.864313 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-a9b360bb-4dda-481b-a6b1-1d5d543c501b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:49.922197 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4f11109-cacb-4645-9257-4730a9b7d733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:49.934219 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3652c7b4-96f0-4f4d-9a4e-e36b529b9398 req-fd6be53f-c487-439c-8404-8e1130c10bcc tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ba4f4c-050f-4b9c-a8d1-a5d57d7ab5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576643 Nov 25 19:21:49.939704 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e059e7e8-cb29-4d2f-a658-dbececefd2ec req-67761069-880e-4660-a7a1-6d0e28ef8a3c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=83ba4f4c-050f-4b9c-a8d1-a5d57d7ab5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040534 Nov 25 19:21:49.996815 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-a9b360bb-4dda-481b-a6b1-1d5d543c501b service neutron] For port 9d4e1127-ffd6-4515-993a-bb259b549f01, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:21:50.001214 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-a9b360bb-4dda-481b-a6b1-1d5d543c501b service neutron] For port 9d4e1127-ffd6-4515-993a-bb259b549f01, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=9d4e1127-ffd6-4515-993a-bb259b549f01,segment=NetworkSegment(1b8474db-7669-45be-be6b-b8665e364f83),segment_id=1b8474db-7669-45be-be6b-b8665e364f83)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:21:50.007592 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-a9b360bb-4dda-481b-a6b1-1d5d543c501b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:50.052872 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-a9b360bb-4dda-481b-a6b1-1d5d543c501b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:50.059431 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-a9b360bb-4dda-481b-a6b1-1d5d543c501b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:50.061413 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-a9b360bb-4dda-481b-a6b1-1d5d543c501b service neutron] 10.222.0.73 "PUT /v2.0/ports/9d4e1127-ffd6-4515-993a-bb259b549f01 HTTP/1.1" status: 200 len: 1092 time: 2.0784190 Nov 25 19:21:50.083999 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26a998-b789-44f5-970b-a4cfcfc19f94 req-e9472b4e-64ab-47a6-aced-3a902922bb9e tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:50.087479 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f26a998-b789-44f5-970b-a4cfcfc19f94 req-e9472b4e-64ab-47a6-aced-3a902922bb9e tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad4ff805-6d1e-4945-beb7-0f44b1190987 HTTP/1.1" status: 200 len: 932 time: 0.8264997 Nov 25 19:21:50.109716 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b360bb-4dda-481b-a6b1-1d5d543c501b service neutron] Pushing event updated for resources: {'Port': ['ID=9d4e1127-ffd6-4515-993a-bb259b549f01,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:50.172886 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-6fea9c65-7d8b-4973-a455-5ee50f67e985 service neutron] For port ee8745c4-6700-4272-9795-3de172bb1db0, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:21:50.242037 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-6fea9c65-7d8b-4973-a455-5ee50f67e985 service neutron] For port ee8745c4-6700-4272-9795-3de172bb1db0, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=ee8745c4-6700-4272-9795-3de172bb1db0,segment=NetworkSegment(7f8c6dc5-d64e-4c24-81a7-b06570806014),segment_id=7f8c6dc5-d64e-4c24-81a7-b06570806014)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:21:50.243700 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-476f3b2f-bf0d-4382-9e7e-4f2c4aab86d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:50.248360 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e659c1-225d-4c06-97b5-6d859b84a13b', 'name': 'network-vif-deleted', 'tag': '155a71a0-1242-4490-bf9e-2007fe2b25a9'}, {'name': 'network-changed', 'server_uuid': '008f78f2-2033-4a9a-b6f9-16b1c3738936', 'tag': 'd1eee7a9-7ae9-4710-8992-aa33825b96ce'}, {'name': 'network-changed', 'server_uuid': 'ad4ff805-6d1e-4945-beb7-0f44b1190987', 'tag': '9d4e1127-ffd6-4515-993a-bb259b549f01'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:50.253488 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4419b5-7b7a-4e9c-8405-4420f4fe8886" -d '{"events": [{"server_uuid": "f7e659c1-225d-4c06-97b5-6d859b84a13b", "name": "network-vif-deleted", "tag": "155a71a0-1242-4490-bf9e-2007fe2b25a9"}, {"name": "network-changed", "server_uuid": "008f78f2-2033-4a9a-b6f9-16b1c3738936", "tag": "d1eee7a9-7ae9-4710-8992-aa33825b96ce"}, {"name": "network-changed", "server_uuid": "ad4ff805-6d1e-4945-beb7-0f44b1190987", "tag": "9d4e1127-ffd6-4515-993a-bb259b549f01"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:50.303964 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0983ea6-f07e-4746-a4dc-1c26f6694077 req-d621144e-958f-4023-962d-3f87c3333851 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:50.306407 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e0983ea6-f07e-4746-a4dc-1c26f6694077 req-d621144e-958f-4023-962d-3f87c3333851 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?device_id=287a5e49-4a75-4d90-b249-442f6162ad3d HTTP/1.1" status: 200 len: 944 time: 0.1756938 Nov 25 19:21:50.313453 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-1e8b15dc-27c2-41be-a27b-f38ae880bb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:50.317273 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-1e8b15dc-27c2-41be-a27b-f38ae880bb76 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=016efd3ce7bf4b838e8112b9af9eb1a5&device_id=ad4ff805-6d1e-4945-beb7-0f44b1190987 HTTP/1.1" status: 200 len: 1095 time: 0.1157062 Nov 25 19:21:50.333866 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f26a998-b789-44f5-970b-a4cfcfc19f94 req-a0ce1e8c-bb5b-4107-a861-d59291b132dd tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/security-groups?id=699017fb-4910-43fe-9983-7be8886f273c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382519 Nov 25 19:21:50.340092 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-6fea9c65-7d8b-4973-a455-5ee50f67e985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:50.433559 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-584505fe-f5df-4f1c-be1e-f097f05d30ff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d4e1127-ffd6-4515-993a-bb259b549f01 HTTP/1.1" status: 200 len: 217 time: 0.1025231 Nov 25 19:21:50.483507 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-6fea9c65-7d8b-4973-a455-5ee50f67e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:50.484755 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-6fea9c65-7d8b-4973-a455-5ee50f67e985 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:50.487099 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-6fea9c65-7d8b-4973-a455-5ee50f67e985 service neutron] 10.222.0.73 "PUT /v2.0/ports/ee8745c4-6700-4272-9795-3de172bb1db0 HTTP/1.1" status: 200 len: 1092 time: 4.5827732 Nov 25 19:21:50.488495 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287a5e49-4a75-4d90-b249-442f6162ad3d', 'tag': 'ee8745c4-6700-4272-9795-3de172bb1db0'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:50.494272 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb3b35e-e6eb-41f0-bd31-2bfbaa4a1c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "287a5e49-4a75-4d90-b249-442f6162ad3d", "tag": "ee8745c4-6700-4272-9795-3de172bb1db0"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:50.511239 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4f11109-cacb-4645-9257-4730a9b7d733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:50.627272 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e0983ea6-f07e-4746-a4dc-1c26f6694077 req-018e9cdd-6bce-42f3-8a8d-c839643fc24e tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c5df74-f669-46a5-ab3f-4584cbece4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2904398 Nov 25 19:21:50.638261 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4f11109-cacb-4645-9257-4730a9b7d733 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:50.651853 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-e3ca325d-010e-4f3c-8915-d7957e2dec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:50.655608 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b4f11109-cacb-4645-9257-4730a9b7d733 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/69fc2c39-931a-43d5-99f1-83af2150ab2d HTTP/1.1" status: 204 len: 168 time: 2.5027814 Nov 25 19:21:50.656327 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-e3ca325d-010e-4f3c-8915-d7957e2dec56 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=668d05a5-86fe-4b7a-a808-c175910057f2 HTTP/1.1" status: 200 len: 853 time: 0.2068181 Nov 25 19:21:50.659858 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54896) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:50.762945 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f11109-cacb-4645-9257-4730a9b7d733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69fc2c39-931a-43d5-99f1-83af2150ab2d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:50.765330 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea9c65-7d8b-4973-a455-5ee50f67e985 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8745c4-6700-4272-9795-3de172bb1db0,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:50.766048 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-073e4385-be55-4494-b58d-a35b04b5f996 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a0415a8e-21f3-452d-932c-0a5bcf4b7b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884528 Nov 25 19:21:50.925876 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba094ae6-e52c-4bde-8c21-cef9d13520d3 req-26cf9591-81fa-49d8-9764-09e9d07afab2 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:50.934857 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba094ae6-e52c-4bde-8c21-cef9d13520d3 req-26cf9591-81fa-49d8-9764-09e9d07afab2 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.3940759 Nov 25 19:21:50.971835 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-700d1e37-cc7d-495a-af8e-567b14fe1571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:50.974338 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-700d1e37-cc7d-495a-af8e-567b14fe1571 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7a0774263f4e41ea9fe03c9d57378dcf&device_id=287a5e49-4a75-4d90-b249-442f6162ad3d HTTP/1.1" status: 200 len: 1095 time: 0.4006054 Nov 25 19:21:51.000536 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459e196-d937-46a8-ad34-0851d2c1c05f req-f255b0f8-9a24-4d46-9dfe-970e0c687e3d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:51.014627 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0459e196-d937-46a8-ad34-0851d2c1c05f req-f255b0f8-9a24-4d46-9dfe-970e0c687e3d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 946 time: 0.2385077 Nov 25 19:21:51.039429 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-1b5629e0-21af-41bb-b695-6c8c9ce88d7d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee8745c4-6700-4272-9795-3de172bb1db0 HTTP/1.1" status: 200 len: 217 time: 0.0447671 Nov 25 19:21:51.086065 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41b99d9d-2b7d-4383-aae9-8cbee3db2544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:51.155741 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba094ae6-e52c-4bde-8c21-cef9d13520d3 req-ec07c036-a6ea-4923-afab-2c5c3b45e14f tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195129 Nov 25 19:21:51.158540 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0459e196-d937-46a8-ad34-0851d2c1c05f req-8e74611c-39e9-407e-9b66-d357318647fa tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863767 Nov 25 19:21:51.181623 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-cb91ff78-fc99-4b94-a7a0-0324aa8a8eee service neutron] 10.222.0.73 "GET /v2.0/networks/a0415a8e-21f3-452d-932c-0a5bcf4b7b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265119 Nov 25 19:21:51.201883 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-a393768e-7f8f-4752-ae04-fce13a735334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:51.203805 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-a393768e-7f8f-4752-ae04-fce13a735334 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=68fdbc47-c7a3-4311-9384-3fa809a3e5d7 HTTP/1.1" status: 200 len: 863 time: 0.1251719 Nov 25 19:21:51.335615 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41b99d9d-2b7d-4383-aae9-8cbee3db2544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:51.339816 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aba9975-214a-410e-9f27-f4642d39b8a0 x-openstack-request-id: req-2aba9975-214a-410e-9f27-f4642d39b8a0 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:51.340257 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e659c1-225d-4c06-97b5-6d859b84a13b", "name": "network-vif-deleted", "tag": "155a71a0-1242-4490-bf9e-2007fe2b25a9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "008f78f2-2033-4a9a-b6f9-16b1c3738936", "tag": "d1eee7a9-7ae9-4710-8992-aa33825b96ce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ad4ff805-6d1e-4945-beb7-0f44b1190987", "tag": "9d4e1127-ffd6-4515-993a-bb259b549f01", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:51.340623 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2aba9975-214a-410e-9f27-f4642d39b8a0 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:51.341159 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e659c1-225d-4c06-97b5-6d859b84a13b', 'name': 'network-vif-deleted', 'tag': '155a71a0-1242-4490-bf9e-2007fe2b25a9', 'status': 'completed', 'code': 200} Nov 25 19:21:51.341521 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '008f78f2-2033-4a9a-b6f9-16b1c3738936', 'tag': 'd1eee7a9-7ae9-4710-8992-aa33825b96ce', 'status': 'completed', 'code': 200} Nov 25 19:21:51.341885 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad4ff805-6d1e-4945-beb7-0f44b1190987', 'tag': '9d4e1127-ffd6-4515-993a-bb259b549f01', 'status': 'completed', 'code': 200} Nov 25 19:21:51.402327 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-41b99d9d-2b7d-4383-aae9-8cbee3db2544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c174bec4-7e19-4e46-b4e4-db9a86d87f01']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:21:51.425232 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-41b99d9d-2b7d-4383-aae9-8cbee3db2544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0b460c-9f86-499f-9a47-07eed00d6531') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:21:51.427243 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-41b99d9d-2b7d-4383-aae9-8cbee3db2544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0b460c-9f86-499f-9a47-07eed00d6531') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:21:51.433833 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-51898061-1545-4f24-ae78-3d288b8de408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:51.435421 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-51898061-1545-4f24-ae78-3d288b8de408 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81f06cdb-aeea-4635-a663-2be121b0111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2042503 Nov 25 19:21:51.437607 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d5cef4-c49c-409e-9db4-52be2985968d x-openstack-request-id: req-63d5cef4-c49c-409e-9db4-52be2985968d {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:51.437607 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287a5e49-4a75-4d90-b249-442f6162ad3d", "tag": "ee8745c4-6700-4272-9795-3de172bb1db0", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:51.437607 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-63d5cef4-c49c-409e-9db4-52be2985968d {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:51.438004 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287a5e49-4a75-4d90-b249-442f6162ad3d', 'tag': 'ee8745c4-6700-4272-9795-3de172bb1db0', 'status': 'completed', 'code': 200} Nov 25 19:21:51.467889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-476f3b2f-bf0d-4382-9e7e-4f2c4aab86d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16b85975-3ee0-4479-a54f-8d0b4f418f5e {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:51.468575 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41b99d9d-2b7d-4383-aae9-8cbee3db2544 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:51.478783 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-476f3b2f-bf0d-4382-9e7e-4f2c4aab86d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:51.496309 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-476f3b2f-bf0d-4382-9e7e-4f2c4aab86d7 service neutron] Transition to ACTIVE for port object 16b85975-3ee0-4479-a54f-8d0b4f418f5e will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:21:51.506175 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-c2cd397b-6ef4-48b2-a9b2-abe2a086dd61 service neutron] 10.222.0.73 "GET /v2.0/networks/a0415a8e-21f3-452d-932c-0a5bcf4b7b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056479 Nov 25 19:21:51.507977 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41b99d9d-2b7d-4383-aae9-8cbee3db2544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:51.514233 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4419b5-7b7a-4e9c-8405-4420f4fe8886 req-8177748a-2c37-4898-9e72-27a210d550a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:51.517183 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc4419b5-7b7a-4e9c-8405-4420f4fe8886 req-8177748a-2c37-4898-9e72-27a210d550a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 1125 time: 0.1643486 Nov 25 19:21:51.528829 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b99d9d-2b7d-4383-aae9-8cbee3db2544 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:21:51.529176 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41b99d9d-2b7d-4383-aae9-8cbee3db2544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:21:51.534926 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:21:51.546417 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-476f3b2f-bf0d-4382-9e7e-4f2c4aab86d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:51.653193 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56604541-7e16-44a0-bbf2-36a964574729 req-5bffaffc-8949-4fa4-bee0-5430b9ed7c2a tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:51.662244 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-56604541-7e16-44a0-bbf2-36a964574729 req-5bffaffc-8949-4fa4-bee0-5430b9ed7c2a tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 944 time: 0.1528409 Nov 25 19:21:51.736221 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f3b2f-bf0d-4382-9e7e-4f2c4aab86d7 service neutron] Pushing event updated for resources: {'Port': ['ID=16b85975-3ee0-4479-a54f-8d0b4f418f5e,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:51.780016 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41b99d9d-2b7d-4383-aae9-8cbee3db2544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:51.786243 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41b99d9d-2b7d-4383-aae9-8cbee3db2544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:51.791751 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-41b99d9d-2b7d-4383-aae9-8cbee3db2544 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c174bec4-7e19-4e46-b4e4-db9a86d87f01 HTTP/1.1" status: 204 len: 168 time: 1.1291246 Nov 25 19:21:51.804382 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 54914) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:51.813720 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b99d9d-2b7d-4383-aae9-8cbee3db2544 admin admin] Pushing event deleted for resources: {'Network': ['ID=c174bec4-7e19-4e46-b4e4-db9a86d87f01,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:51.836719 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9107cd-a535-4854-8141-0e2fb4d801e3 req-3fcbec68-47ea-42cd-9946-5578cfe28ca0 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:51.838567 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ab9107cd-a535-4854-8141-0e2fb4d801e3 req-3fcbec68-47ea-42cd-9946-5578cfe28ca0 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.55 "GET /v2.0/ports?device_id=94c4f81f-fbc1-4a89-abf5-947121c95110 HTTP/1.1" status: 200 len: 950 time: 0.1800985 Nov 25 19:21:51.871866 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4419b5-7b7a-4e9c-8405-4420f4fe8886 req-63762700-3ad3-4eeb-8ebb-04d84b16cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:51.873631 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc4419b5-7b7a-4e9c-8405-4420f4fe8886 req-63762700-3ad3-4eeb-8ebb-04d84b16cb4d service neutron] 10.222.0.73 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 921 time: 0.3364229 Nov 25 19:21:51.928855 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd3f2df1-d711-449b-9eed-7ccba6d57168 admin admin] Deleting subnet 75ba5cbf-c4b5-4d60-8b22-346e678dd6db {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:21:51.937996 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-56604541-7e16-44a0-bbf2-36a964574729 req-ad415bfd-db1f-46e3-8da6-4025fe2abbab tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746520 Nov 25 19:21:51.942077 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd3f2df1-d711-449b-9eed-7ccba6d57168 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:51.952699 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-3648627d-121c-41e8-92da-88e296d21270 service neutron] 10.222.0.73 "GET /v2.0/networks/81f06cdb-aeea-4635-a663-2be121b0111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545600 Nov 25 19:21:52.061385 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc4419b5-7b7a-4e9c-8405-4420f4fe8886 req-8e2284a0-ff36-4bf3-95ff-083ad72babf6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1eee7a9-7ae9-4710-8992-aa33825b96ce HTTP/1.1" status: 200 len: 217 time: 0.1471190 Nov 25 19:21:52.188152 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-476f3b2f-bf0d-4382-9e7e-4f2c4aab86d7 service neutron] Attempting to bind port 16b85975-3ee0-4479-a54f-8d0b4f418f5e on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:21:52.188904 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-476f3b2f-bf0d-4382-9e7e-4f2c4aab86d7 service neutron] Attempting to bind port 16b85975-3ee0-4479-a54f-8d0b4f418f5e by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '1b8474db-7669-45be-be6b-b8665e364f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a0415a8e-21f3-452d-932c-0a5bcf4b7b81'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:21:52.189548 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-476f3b2f-bf0d-4382-9e7e-4f2c4aab86d7 service neutron] Attempting to bind port 16b85975-3ee0-4479-a54f-8d0b4f418f5e on network a0415a8e-21f3-452d-932c-0a5bcf4b7b81 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:52.189750 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ab9107cd-a535-4854-8141-0e2fb4d801e3 req-952412ae-5c22-4e69-a31a-c06eecb838d2 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ba4f4c-050f-4b9c-a8d1-a5d57d7ab5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133850 Nov 25 19:21:52.212365 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd3f2df1-d711-449b-9eed-7ccba6d57168 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:52.217098 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-476f3b2f-bf0d-4382-9e7e-4f2c4aab86d7 service neutron] Port 16b85975-3ee0-4479-a54f-8d0b4f418f5e on network a0415a8e-21f3-452d-932c-0a5bcf4b7b81 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:21:52.217580 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-476f3b2f-bf0d-4382-9e7e-4f2c4aab86d7 service neutron] Attempting to bind port 16b85975-3ee0-4479-a54f-8d0b4f418f5e on network a0415a8e-21f3-452d-932c-0a5bcf4b7b81 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:52.245980 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4419b5-7b7a-4e9c-8405-4420f4fe8886 req-3deeea14-ab74-473c-a576-0990bf104327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:52.262904 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc4419b5-7b7a-4e9c-8405-4420f4fe8886 req-3deeea14-ab74-473c-a576-0990bf104327 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=688fcc59-0345-41e4-9b88-cea9e7c21583 HTTP/1.1" status: 200 len: 860 time: 0.1881816 Nov 25 19:21:52.270969 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-476f3b2f-bf0d-4382-9e7e-4f2c4aab86d7 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:21:52.272478 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-476f3b2f-bf0d-4382-9e7e-4f2c4aab86d7 service neutron] Checking segment: {'id': '1b8474db-7669-45be-be6b-b8665e364f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a0415a8e-21f3-452d-932c-0a5bcf4b7b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:21:52.272478 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-476f3b2f-bf0d-4382-9e7e-4f2c4aab86d7 service neutron] Bound using segment: {'id': '1b8474db-7669-45be-be6b-b8665e364f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a0415a8e-21f3-452d-932c-0a5bcf4b7b81'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:21:52.272858 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-476f3b2f-bf0d-4382-9e7e-4f2c4aab86d7 service neutron] Bound port: 16b85975-3ee0-4479-a54f-8d0b4f418f5e, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8474db-7669-45be-be6b-b8665e364f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a0415a8e-21f3-452d-932c-0a5bcf4b7b81'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:21:52.273426 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-476f3b2f-bf0d-4382-9e7e-4f2c4aab86d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:52.425395 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc4419b5-7b7a-4e9c-8405-4420f4fe8886 req-87633210-9d92-43ed-b203-559db69c2dbc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e27d2294-de95-4945-9062-292b41b6ea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1460099 Nov 25 19:21:52.442232 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eaa77484-a606-46af-8fcc-a6d3f2a21a79 req-9be30558-7168-4979-9333-2a8cdfdbe38b service neutron] 10.222.0.73 "GET /v2.0/networks/81f06cdb-aeea-4635-a663-2be121b0111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655936 Nov 25 19:21:52.454388 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd3f2df1-d711-449b-9eed-7ccba6d57168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:52.755425 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-476f3b2f-bf0d-4382-9e7e-4f2c4aab86d7 service neutron] For port 16b85975-3ee0-4479-a54f-8d0b4f418f5e, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:21:52.856890 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88845ec2-5dce-43d8-8be1-2146641792d6 req-f92fab42-a8c1-43d2-ac68-c8dccaa816cd tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:52.874932 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-88845ec2-5dce-43d8-8be1-2146641792d6 req-f92fab42-a8c1-43d2-ac68-c8dccaa816cd tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad4ff805-6d1e-4945-beb7-0f44b1190987 HTTP/1.1" status: 200 len: 944 time: 0.2409439 Nov 25 19:21:52.876226 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-476f3b2f-bf0d-4382-9e7e-4f2c4aab86d7 service neutron] For port 16b85975-3ee0-4479-a54f-8d0b4f418f5e, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=16b85975-3ee0-4479-a54f-8d0b4f418f5e,segment=NetworkSegment(1b8474db-7669-45be-be6b-b8665e364f83),segment_id=1b8474db-7669-45be-be6b-b8665e364f83)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:21:52.890354 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3b35e-e6eb-41f0-bd31-2bfbaa4a1c8d req-88fbd1d0-d551-4f5d-a06f-467bd2f60ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:52.893074 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8bb3b35e-e6eb-41f0-bd31-2bfbaa4a1c8d req-88fbd1d0-d551-4f5d-a06f-467bd2f60ab1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7a0774263f4e41ea9fe03c9d57378dcf&device_id=287a5e49-4a75-4d90-b249-442f6162ad3d HTTP/1.1" status: 200 len: 1095 time: 0.3237364 Nov 25 19:21:52.899415 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-476f3b2f-bf0d-4382-9e7e-4f2c4aab86d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:52.924458 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc4419b5-7b7a-4e9c-8405-4420f4fe8886 req-99f2d31d-feb9-4808-8917-03e34d96d7cd service neutron] 10.222.0.73 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941616 Nov 25 19:21:53.031172 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-476f3b2f-bf0d-4382-9e7e-4f2c4aab86d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:53.032174 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-476f3b2f-bf0d-4382-9e7e-4f2c4aab86d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:53.034577 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-476f3b2f-bf0d-4382-9e7e-4f2c4aab86d7 service neutron] 10.222.0.73 "PUT /v2.0/ports/16b85975-3ee0-4479-a54f-8d0b4f418f5e HTTP/1.1" status: 200 len: 1092 time: 3.2171071 Nov 25 19:21:53.040317 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd3f2df1-d711-449b-9eed-7ccba6d57168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:53.046576 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-88845ec2-5dce-43d8-8be1-2146641792d6 req-deed1e1d-0b1c-4f09-b2ab-72b54a613d1d tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/security-groups?id=699017fb-4910-43fe-9983-7be8886f273c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698539 Nov 25 19:21:53.141883 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c9760-7834-4433-af36-7ba0900a1d0f req-b8a347e5-1ec3-4bea-b858-6e26dd91ca73 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:53.149576 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b60c9760-7834-4433-af36-7ba0900a1d0f req-b8a347e5-1ec3-4bea-b858-6e26dd91ca73 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?device_id=287a5e49-4a75-4d90-b249-442f6162ad3d HTTP/1.1" status: 200 len: 944 time: 0.3345516 Nov 25 19:21:53.204880 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f2df1-d711-449b-9eed-7ccba6d57168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75ba5cbf-c4b5-4d60-8b22-346e678dd6db,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:53.212884 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd3f2df1-d711-449b-9eed-7ccba6d57168 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:53.214031 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:53.216906 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-dd3f2df1-d711-449b-9eed-7ccba6d57168 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/75ba5cbf-c4b5-4d60-8b22-346e678dd6db HTTP/1.1" status: 204 len: 168 time: 1.3948967 Nov 25 19:21:53.224699 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54936) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:53.262968 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f3b2f-bf0d-4382-9e7e-4f2c4aab86d7 service neutron] Pushing event updated for resources: {'Port': ['ID=16b85975-3ee0-4479-a54f-8d0b4f418f5e,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:53.266123 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3b35e-e6eb-41f0-bd31-2bfbaa4a1c8d req-f8acb04e-8c6d-42be-91f1-641a95016cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:53.267678 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8bb3b35e-e6eb-41f0-bd31-2bfbaa4a1c8d req-f8acb04e-8c6d-42be-91f1-641a95016cf1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=81f06cdb-aeea-4635-a663-2be121b0111d HTTP/1.1" status: 200 len: 925 time: 0.3532436 Nov 25 19:21:53.310438 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc4419b5-7b7a-4e9c-8405-4420f4fe8886 req-d1d84967-a874-4638-82c4-2cdf96ff14e3 service neutron] 10.222.0.73 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769302 Nov 25 19:21:53.451511 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76c491f-b75d-429b-a249-dc7b8d3e1946', 'tag': '16b85975-3ee0-4479-a54f-8d0b4f418f5e'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:53.456938 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3005878-dfa3-43bc-bfac-168fe97f8e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "d76c491f-b75d-429b-a249-dc7b8d3e1946", "tag": "16b85975-3ee0-4479-a54f-8d0b4f418f5e"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:53.464116 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8bb3b35e-e6eb-41f0-bd31-2bfbaa4a1c8d req-6f8d37bd-dffa-4cce-95ca-c5bada13e194 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee8745c4-6700-4272-9795-3de172bb1db0 HTTP/1.1" status: 200 len: 217 time: 0.1606655 Nov 25 19:21:53.469794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-3b62b4c1-55f4-447a-a0a0-8fd98e6d5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:53.473609 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-3b62b4c1-55f4-447a-a0a0-8fd98e6d5940 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=016efd3ce7bf4b838e8112b9af9eb1a5&device_id=d76c491f-b75d-429b-a249-dc7b8d3e1946 HTTP/1.1" status: 200 len: 1095 time: 0.2040710 Nov 25 19:21:53.492589 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b60c9760-7834-4433-af36-7ba0900a1d0f req-f0565004-2c83-4c5e-b0c6-1d918bd106ef tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c5df74-f669-46a5-ab3f-4584cbece4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3417528 Nov 25 19:21:53.554686 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 9d4e1127-ffd6-4515-993a-bb259b549f01 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:21:53.777845 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-f6464a83-b59a-4cc8-9527-8413ce09d6ee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16b85975-3ee0-4479-a54f-8d0b4f418f5e HTTP/1.1" status: 200 len: 217 time: 0.2450633 Nov 25 19:21:53.885193 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 9d4e1127-ffd6-4515-993a-bb259b549f01, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=9d4e1127-ffd6-4515-993a-bb259b549f01,segment=NetworkSegment(1b8474db-7669-45be-be6b-b8665e364f83),segment_id=1b8474db-7669-45be-be6b-b8665e364f83)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:53.886955 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3b35e-e6eb-41f0-bd31-2bfbaa4a1c8d req-d70651b8-c3c8-4279-8be4-abe43f2b7858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:53.888519 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8bb3b35e-e6eb-41f0-bd31-2bfbaa4a1c8d req-d70651b8-c3c8-4279-8be4-abe43f2b7858 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=68fdbc47-c7a3-4311-9384-3fa809a3e5d7 HTTP/1.1" status: 200 len: 863 time: 0.3945482 Nov 25 19:21:53.928980 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-acdc9c36-9bb5-4106-8f85-e63f47c412c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:53.930533 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-acdc9c36-9bb5-4106-8f85-e63f47c412c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=668d05a5-86fe-4b7a-a808-c175910057f2 HTTP/1.1" status: 200 len: 853 time: 0.1457663 Nov 25 19:21:53.935732 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '9d4e1127-ffd6-4515-993a-bb259b549f01', 'network_id': 'a0415a8e-21f3-452d-932c-0a5bcf4b7b81', 'port_id': '9d4e1127-ffd6-4515-993a-bb259b549f01', 'mac_address': 'fa:16:3e:5d:71:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668d05a5-86fe-4b7a-a808-c175910057f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:21:53.939803 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:53.940904 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c2262-cb21-494f-b92d-72eb7f7842e3 req-828e833e-cceb-4d08-86c8-f288b009cb48 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:53.949145 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-859c2262-cb21-494f-b92d-72eb7f7842e3 req-828e833e-cceb-4d08-86c8-f288b009cb48 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.1343591 Nov 25 19:21:54.015233 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-2910e757-c023-4e2e-804e-5e2a6c04c145 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a0415a8e-21f3-452d-932c-0a5bcf4b7b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455675 Nov 25 19:21:54.042621 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35762b69-0011-4e7b-9445-bda71fb8beda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:54.048835 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3b35e-e6eb-41f0-bd31-2bfbaa4a1c8d req-99508e96-bc6c-4c5c-90ac-b605d6ca74df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:54.049422 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:54.052051 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8bb3b35e-e6eb-41f0-bd31-2bfbaa4a1c8d req-99508e96-bc6c-4c5c-90ac-b605d6ca74df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81f06cdb-aeea-4635-a663-2be121b0111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1530530 Nov 25 19:21:54.106371 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-859c2262-cb21-494f-b92d-72eb7f7842e3 req-abf84f33-b0ff-4892-b1e9-2c7f1048939f tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559587 Nov 25 19:21:54.113125 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e6f4c-1657-4955-a93e-18c162dc1936 req-a78ebcf4-e8db-4a06-a6be-3ff5240493ae tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:54.123582 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e59e6f4c-1657-4955-a93e-18c162dc1936 req-a78ebcf4-e8db-4a06-a6be-3ff5240493ae tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 946 time: 0.8117952 Nov 25 19:21:54.134183 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d4e1127-ffd6-4515-993a-bb259b549f01 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:54.189652 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e59e6f4c-1657-4955-a93e-18c162dc1936 req-9b3353e1-3e25-409e-846f-158c89a5d9e4 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650506 Nov 25 19:21:54.259227 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4419b5-7b7a-4e9c-8405-4420f4fe8886 req-8aa0bf7f-9b0c-42d4-aa98-c75c818701d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:54.265263 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc4419b5-7b7a-4e9c-8405-4420f4fe8886 req-8aa0bf7f-9b0c-42d4-aa98-c75c818701d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=016efd3ce7bf4b838e8112b9af9eb1a5&device_id=ad4ff805-6d1e-4945-beb7-0f44b1190987 HTTP/1.1" status: 200 len: 1095 time: 0.8701401 Nov 25 19:21:54.323887 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 9d4e1127-ffd6-4515-993a-bb259b549f01, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=9d4e1127-ffd6-4515-993a-bb259b549f01,segment=NetworkSegment(1b8474db-7669-45be-be6b-b8665e364f83),segment_id=1b8474db-7669-45be-be6b-b8665e364f83)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:54.329748 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:54.350405 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8bb3b35e-e6eb-41f0-bd31-2bfbaa4a1c8d req-5e5a8ed7-7cfd-473e-a9f2-fccf4afae3cd service neutron] 10.222.0.73 "GET /v2.0/networks/81f06cdb-aeea-4635-a663-2be121b0111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808516 Nov 25 19:21:54.394448 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4419b5-7b7a-4e9c-8405-4420f4fe8886 req-8af61e12-668b-41b5-b118-6ce4a64a8374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:54.396831 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc4419b5-7b7a-4e9c-8405-4420f4fe8886 req-8af61e12-668b-41b5-b118-6ce4a64a8374 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a0415a8e-21f3-452d-932c-0a5bcf4b7b81 HTTP/1.1" status: 200 len: 914 time: 0.1172962 Nov 25 19:21:54.485105 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=9d4e1127-ffd6-4515-993a-bb259b549f01,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:54.587178 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc4419b5-7b7a-4e9c-8405-4420f4fe8886 req-8266913b-d30d-43d6-8058-f75c99eb4536 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d4e1127-ffd6-4515-993a-bb259b549f01 HTTP/1.1" status: 200 len: 217 time: 0.1528349 Nov 25 19:21:54.589810 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35762b69-0011-4e7b-9445-bda71fb8beda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:54.606940 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['9d4e1127-ffd6-4515-993a-bb259b549f01'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:54.620224 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8bb3b35e-e6eb-41f0-bd31-2bfbaa4a1c8d req-f27f89bf-8ddf-4bd3-abe9-e3e7c191354e service neutron] 10.222.0.73 "GET /v2.0/networks/81f06cdb-aeea-4635-a663-2be121b0111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913500 Nov 25 19:21:54.730697 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a015f8-3990-46a0-805c-bf07edd6062e req-1756f73b-d107-4b0d-935a-ee42eab4831d tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:54.734604 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-35a015f8-3990-46a0-805c-bf07edd6062e req-1756f73b-d107-4b0d-935a-ee42eab4831d tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 944 time: 0.3825951 Nov 25 19:21:54.764090 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-56a44233-1525-4435-89ce-9947dcdaa12e service neutron] 10.222.0.73 "GET /v2.0/networks/a0415a8e-21f3-452d-932c-0a5bcf4b7b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7364626 Nov 25 19:21:54.804097 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-35762b69-0011-4e7b-9445-bda71fb8beda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352280fd-e98a-45c2-a5fa-15d2dbbd123e']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:21:54.891500 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc588db-83ae-40ca-ab78-3320a27b1747 req-67bd2aad-06a9-45e8-bc3c-1e744b530d6b tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:54.916097 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0bc588db-83ae-40ca-ab78-3320a27b1747 req-67bd2aad-06a9-45e8-bc3c-1e744b530d6b tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.55 "GET /v2.0/ports?device_id=94c4f81f-fbc1-4a89-abf5-947121c95110 HTTP/1.1" status: 200 len: 950 time: 0.5176890 Nov 25 19:21:54.969498 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4419b5-7b7a-4e9c-8405-4420f4fe8886 req-5750060d-82b3-47bd-9d64-03682c59846b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:54.976980 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc4419b5-7b7a-4e9c-8405-4420f4fe8886 req-5750060d-82b3-47bd-9d64-03682c59846b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=668d05a5-86fe-4b7a-a808-c175910057f2 HTTP/1.1" status: 200 len: 853 time: 0.3797178 Nov 25 19:21:55.069643 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-35762b69-0011-4e7b-9445-bda71fb8beda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f81ba440-c9d6-4c43-a691-647157946dc5') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:21:55.082932 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-35762b69-0011-4e7b-9445-bda71fb8beda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f81ba440-c9d6-4c43-a691-647157946dc5') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:21:55.166849 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d83bfa0b-fc9d-43e9-85bf-faec8e43671d req-c10c86e0-f8bb-4ffa-ada5-9d6390744528 service neutron] 10.222.0.73 "GET /v2.0/networks/a0415a8e-21f3-452d-932c-0a5bcf4b7b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939097 Nov 25 19:21:55.187042 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-35a015f8-3990-46a0-805c-bf07edd6062e req-97470e31-30a3-4d79-aa14-66b80e205358 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214230 Nov 25 19:21:55.299106 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0bc588db-83ae-40ca-ab78-3320a27b1747 req-bba22636-66c9-4515-a86e-a49d2c5806a0 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ba4f4c-050f-4b9c-a8d1-a5d57d7ab5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771424 Nov 25 19:21:55.304455 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35762b69-0011-4e7b-9445-bda71fb8beda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:55.310675 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc4419b5-7b7a-4e9c-8405-4420f4fe8886 req-314c5cfe-403d-4560-b7c4-14a15cc30027 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a0415a8e-21f3-452d-932c-0a5bcf4b7b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2245326 Nov 25 19:21:55.374809 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abc0a4e-9120-46bf-badc-1ef1b2e02224 x-openstack-request-id: req-0abc0a4e-9120-46bf-badc-1ef1b2e02224 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:55.375106 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d76c491f-b75d-429b-a249-dc7b8d3e1946", "tag": "16b85975-3ee0-4479-a54f-8d0b4f418f5e", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:55.375670 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0abc0a4e-9120-46bf-badc-1ef1b2e02224 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:55.376095 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76c491f-b75d-429b-a249-dc7b8d3e1946', 'tag': '16b85975-3ee0-4479-a54f-8d0b4f418f5e', 'status': 'completed', 'code': 200} Nov 25 19:21:55.379231 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35762b69-0011-4e7b-9445-bda71fb8beda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:55.503641 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35762b69-0011-4e7b-9445-bda71fb8beda admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:21:55.509789 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35762b69-0011-4e7b-9445-bda71fb8beda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:21:55.515264 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:21:55.569719 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device ee8745c4-6700-4272-9795-3de172bb1db0 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:21:55.834780 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3005878-dfa3-43bc-bfac-168fe97f8e6e req-aca09eff-24fd-4114-ae59-2d9d74d18662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:55.837186 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d3005878-dfa3-43bc-bfac-168fe97f8e6e req-aca09eff-24fd-4114-ae59-2d9d74d18662 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=016efd3ce7bf4b838e8112b9af9eb1a5&device_id=d76c491f-b75d-429b-a249-dc7b8d3e1946 HTTP/1.1" status: 200 len: 1095 time: 0.4601340 Nov 25 19:21:55.838461 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35762b69-0011-4e7b-9445-bda71fb8beda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:55.877197 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35762b69-0011-4e7b-9445-bda71fb8beda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:55.888091 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-35762b69-0011-4e7b-9445-bda71fb8beda admin admin] 10.222.0.55 "DELETE /v2.0/networks/352280fd-e98a-45c2-a5fa-15d2dbbd123e HTTP/1.1" status: 204 len: 168 time: 2.6460190 Nov 25 19:21:55.901596 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port ee8745c4-6700-4272-9795-3de172bb1db0, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=ee8745c4-6700-4272-9795-3de172bb1db0,segment=NetworkSegment(7f8c6dc5-d64e-4c24-81a7-b06570806014),segment_id=7f8c6dc5-d64e-4c24-81a7-b06570806014)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:55.945628 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912f2ea-083c-4532-aa7f-ce7fe361b0e2 req-cdc81de5-be9d-4b5c-8b93-b03002f00ab5 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:55.948873 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a912f2ea-083c-4532-aa7f-ce7fe361b0e2 req-cdc81de5-be9d-4b5c-8b93-b03002f00ab5 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad4ff805-6d1e-4945-beb7-0f44b1190987 HTTP/1.1" status: 200 len: 945 time: 0.3523138 Nov 25 19:21:55.955436 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'ee8745c4-6700-4272-9795-3de172bb1db0', 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d', 'port_id': 'ee8745c4-6700-4272-9795-3de172bb1db0', 'mac_address': 'fa:16:3e:05:c0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:21:55.970522 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35762b69-0011-4e7b-9445-bda71fb8beda admin admin] Pushing event deleted for resources: {'Network': ['ID=352280fd-e98a-45c2-a5fa-15d2dbbd123e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:56.025894 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9534563-10b4-4232-a8a1-1c05caa3c29b req-9e83fcbf-6f38-46bc-bbfb-e69e8b7d499f tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:56.037429 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9534563-10b4-4232-a8a1-1c05caa3c29b req-9e83fcbf-6f38-46bc-bbfb-e69e8b7d499f tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?device_id=287a5e49-4a75-4d90-b249-442f6162ad3d HTTP/1.1" status: 200 len: 944 time: 0.2618957 Nov 25 19:21:56.047833 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:56.079256 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc4419b5-7b7a-4e9c-8405-4420f4fe8886 req-df8bd6ad-7317-4ba1-86a6-408035a21ccf service neutron] 10.222.0.73 "GET /v2.0/networks/a0415a8e-21f3-452d-932c-0a5bcf4b7b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7553139 Nov 25 19:21:56.082001 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee8745c4-6700-4272-9795-3de172bb1db0 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:56.169266 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port ee8745c4-6700-4272-9795-3de172bb1db0, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=ee8745c4-6700-4272-9795-3de172bb1db0,segment=NetworkSegment(7f8c6dc5-d64e-4c24-81a7-b06570806014),segment_id=7f8c6dc5-d64e-4c24-81a7-b06570806014)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:56.172257 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a912f2ea-083c-4532-aa7f-ce7fe361b0e2 req-442a079f-3438-41b5-b133-624148260e6c tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/security-groups?id=699017fb-4910-43fe-9983-7be8886f273c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730969 Nov 25 19:21:56.177691 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:56.257365 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54968) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:56.289521 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3005878-dfa3-43bc-bfac-168fe97f8e6e req-e8897f6d-258e-41f1-a11a-ae44add1daff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:56.296429 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d3005878-dfa3-43bc-bfac-168fe97f8e6e req-e8897f6d-258e-41f1-a11a-ae44add1daff service neutron] 10.222.0.73 "GET /v2.0/networks?id=a0415a8e-21f3-452d-932c-0a5bcf4b7b81 HTTP/1.1" status: 200 len: 914 time: 0.4502892 Nov 25 19:21:56.326830 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=ee8745c4-6700-4272-9795-3de172bb1db0,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:56.386221 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0530afcb-eb2b-40d1-b77c-0744ea4d4d69 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=048ee0bb09a4480a9d7c6c7708e0b961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1271915 Nov 25 19:21:56.390178 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54980) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:56.538592 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d3005878-dfa3-43bc-bfac-168fe97f8e6e req-d1bdadef-17a0-4703-a8dc-2c09817abd1a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16b85975-3ee0-4479-a54f-8d0b4f418f5e HTTP/1.1" status: 200 len: 217 time: 0.1767614 Nov 25 19:21:56.552223 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc4419b5-7b7a-4e9c-8405-4420f4fe8886 req-1d509416-2abb-4cda-adda-61ad18e523ea service neutron] 10.222.0.73 "GET /v2.0/networks/a0415a8e-21f3-452d-932c-0a5bcf4b7b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462824 Nov 25 19:21:56.670067 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9534563-10b4-4232-a8a1-1c05caa3c29b req-b3fc57c0-9e00-4635-9a0b-e2dcbf32d98b tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c5df74-f669-46a5-ab3f-4584cbece4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6314454 Nov 25 19:21:56.685169 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd0d47-81f3-4682-aafa-825fe71e6d2f req-b7f32e55-e802-473a-95dd-55dcf88e63fd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:56.700854 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3ccd0d47-81f3-4682-aafa-825fe71e6d2f req-b7f32e55-e802-473a-95dd-55dcf88e63fd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.2060652 Nov 25 19:21:56.723056 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['ee8745c4-6700-4272-9795-3de172bb1db0'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:56.740041 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd52331f-2c4f-45c0-9087-168a558e5fbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:56.795237 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3005878-dfa3-43bc-bfac-168fe97f8e6e req-b62bc665-4689-4bcc-bf47-b2b9057a6999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:56.811201 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d3005878-dfa3-43bc-bfac-168fe97f8e6e req-b62bc665-4689-4bcc-bf47-b2b9057a6999 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=668d05a5-86fe-4b7a-a808-c175910057f2 HTTP/1.1" status: 200 len: 853 time: 0.2564209 Nov 25 19:21:56.907551 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd52331f-2c4f-45c0-9087-168a558e5fbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:56.934683 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d3005878-dfa3-43bc-bfac-168fe97f8e6e req-f13d2f53-61d8-4ca2-a1e5-90a83ffd1ce9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a0415a8e-21f3-452d-932c-0a5bcf4b7b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012580 Nov 25 19:21:56.957633 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3ccd0d47-81f3-4682-aafa-825fe71e6d2f req-1606a426-3148-4c8e-a0db-f853f94e1e27 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537613 Nov 25 19:21:57.043018 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd52331f-2c4f-45c0-9087-168a558e5fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:57.046556 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd52331f-2c4f-45c0-9087-168a558e5fbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:57.058784 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-dd52331f-2c4f-45c0-9087-168a558e5fbb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf246f23-e54a-4104-9134-2119473d3e8a HTTP/1.1" status: 204 len: 168 time: 0.6513338 Nov 25 19:21:57.095189 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52331f-2c4f-45c0-9087-168a558e5fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf246f23-e54a-4104-9134-2119473d3e8a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:57.181474 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7337966-d569-4167-8a3c-18b76db39bb7 req-34323a88-fba6-4388-9066-1a38978791c1 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:57.183345 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b7337966-d569-4167-8a3c-18b76db39bb7 req-34323a88-fba6-4388-9066-1a38978791c1 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 946 time: 0.2521286 Nov 25 19:21:57.193117 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d3005878-dfa3-43bc-bfac-168fe97f8e6e req-93828df1-23d3-4f8e-8be4-d30a7306269d service neutron] 10.222.0.73 "GET /v2.0/networks/a0415a8e-21f3-452d-932c-0a5bcf4b7b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469602 Nov 25 19:21:57.272135 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-9b1d9d02-a50e-4f76-9628-c43f79adbf30 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:57.296212 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-9b1d9d02-a50e-4f76-9628-c43f79adbf30 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380&tenant_id=12018ca1c64542299c2d57a199401db7&binding%3Ahost_id=n-h2-819349-5 HTTP/1.1" status: 200 len: 1097 time: 0.1395159 Nov 25 19:21:57.308422 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-bd0bf228-0e0a-43c3-ace3-a013578fcd24 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819349-5'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:57.338225 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b7337966-d569-4167-8a3c-18b76db39bb7 req-1875e590-c204-4e18-be55-1ab265869571 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429176 Nov 25 19:21:57.385052 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d3005878-dfa3-43bc-bfac-168fe97f8e6e req-ade87231-d7d8-4334-a685-b37d02ce0785 service neutron] 10.222.0.73 "GET /v2.0/networks/a0415a8e-21f3-452d-932c-0a5bcf4b7b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764886 Nov 25 19:21:57.481129 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-bd0bf228-0e0a-43c3-ace3-a013578fcd24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:57.493148 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbc587-cc4f-4d71-8e63-76783ae9fa36 req-f3bd6886-a4d7-4774-bbc1-d77b50b6f3ea tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:57.502063 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1afbc587-cc4f-4d71-8e63-76783ae9fa36 req-f3bd6886-a4d7-4774-bbc1-d77b50b6f3ea tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 944 time: 0.3029993 Nov 25 19:21:57.556521 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-49f4be28-30f4-4c96-a57d-7c7b8bb067a0 req-9e3fa69b-11b2-4471-96ae-2b71872d064c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1757112 Nov 25 19:21:57.585527 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 16b85975-3ee0-4479-a54f-8d0b4f418f5e details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:21:57.594576 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 9d4e1127-ffd6-4515-993a-bb259b549f01 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:21:57.647083 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1afbc587-cc4f-4d71-8e63-76783ae9fa36 req-ca83e1cc-1a38-4602-b6a5-8b92608efde5 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439590 Nov 25 19:21:57.716610 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55008) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:57.829453 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-bd0bf228-0e0a-43c3-ace3-a013578fcd24 service neutron] For port d0b85d8c-1a49-4cb3-82ff-70698009b789, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d0b85d8c-1a49-4cb3-82ff-70698009b789,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:57.881440 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5b053fc3-51b4-4ad3-92c1-1d4d4da98f1d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cb439e027286480f853452f54d79e44d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1594319 Nov 25 19:21:57.881802 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 9d4e1127-ffd6-4515-993a-bb259b549f01 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:21:57.882479 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-bd0bf228-0e0a-43c3-ace3-a013578fcd24 service neutron] For port d0b85d8c-1a49-4cb3-82ff-70698009b789, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:21:57.883226 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55018) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:57.888133 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 9d4e1127-ffd6-4515-993a-bb259b549f01 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:21:57.888623 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:57.958207 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 16b85975-3ee0-4479-a54f-8d0b4f418f5e, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=16b85975-3ee0-4479-a54f-8d0b4f418f5e,segment=NetworkSegment(1b8474db-7669-45be-be6b-b8665e364f83),segment_id=1b8474db-7669-45be-be6b-b8665e364f83)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:57.965102 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c5cf0-ea3f-469c-8fd6-7f233cb76edd req-f589f549-f209-4f1d-94db-aac5c9653369 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:57.968123 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b37c5cf0-ea3f-469c-8fd6-7f233cb76edd req-f589f549-f209-4f1d-94db-aac5c9653369 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad4ff805-6d1e-4945-beb7-0f44b1190987 HTTP/1.1" status: 200 len: 945 time: 0.2051358 Nov 25 19:21:57.983525 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '16b85975-3ee0-4479-a54f-8d0b4f418f5e', 'network_id': 'a0415a8e-21f3-452d-932c-0a5bcf4b7b81', 'port_id': '16b85975-3ee0-4479-a54f-8d0b4f418f5e', 'mac_address': 'fa:16:3e:c7:28:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668d05a5-86fe-4b7a-a808-c175910057f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:21:58.005528 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abaff4e-e28e-4732-8f8f-7ac1425f0380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0b85d8c-1a49-4cb3-82ff-70698009b789'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:58.008183 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd529a2-4159-49fb-8772-0804d1ca5a22" -d '{"events": [{"server_uuid": "4abaff4e-e28e-4732-8f8f-7ac1425f0380", "name": "network-vif-unplugged", "status": "completed", "tag": "d0b85d8c-1a49-4cb3-82ff-70698009b789"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:58.014233 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-bd0bf228-0e0a-43c3-ace3-a013578fcd24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:58.026842 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-bd0bf228-0e0a-43c3-ace3-a013578fcd24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:58.034305 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4be28-30f4-4c96-a57d-7c7b8bb067a0 req-ba297351-d953-4fc6-94bd-e537af1c03a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:58.037070 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-49f4be28-30f4-4c96-a57d-7c7b8bb067a0 req-ba297351-d953-4fc6-94bd-e537af1c03a3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 1096 time: 0.1274960 Nov 25 19:21:58.062306 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-e58fbea7-7e4f-46b6-aac5-22cf22c14226 service neutron] 10.222.0.73 "GET /v2.0/ports/d1eee7a9-7ae9-4710-8992-aa33825b96ce/bindings/n-h2-819349-5 HTTP/1.1" status: 200 len: 384 time: 0.1810644 Nov 25 19:21:58.064653 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:58.073405 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:58.074397 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47234b67-9edb-4a12-ae77-f0ea0f1a3e3f req-8007d844-76ec-4952-9c4d-52e7e44b998a tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:58.081975 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-47234b67-9edb-4a12-ae77-f0ea0f1a3e3f req-8007d844-76ec-4952-9c4d-52e7e44b998a tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.55 "GET /v2.0/ports?device_id=94c4f81f-fbc1-4a89-abf5-947121c95110 HTTP/1.1" status: 200 len: 950 time: 0.1703207 Nov 25 19:21:58.109586 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b85975-3ee0-4479-a54f-8d0b4f418f5e {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:58.122324 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcef6-f7d8-4c61-8033-13e69fc1bee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:58.130863 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4ff805-6d1e-4945-beb7-0f44b1190987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4e1127-ffd6-4515-993a-bb259b549f01'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:58.133623 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca45f1c6-846f-4971-851a-6e8dc065259b" -d '{"events": [{"server_uuid": "ad4ff805-6d1e-4945-beb7-0f44b1190987", "name": "network-vif-plugged", "status": "completed", "tag": "9d4e1127-ffd6-4515-993a-bb259b549f01"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:58.155127 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 9d4e1127-ffd6-4515-993a-bb259b549f01, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=9d4e1127-ffd6-4515-993a-bb259b549f01,segment=NetworkSegment(1b8474db-7669-45be-be6b-b8665e364f83),segment_id=1b8474db-7669-45be-be6b-b8665e364f83)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:58.157794 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 16b85975-3ee0-4479-a54f-8d0b4f418f5e, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=16b85975-3ee0-4479-a54f-8d0b4f418f5e,segment=NetworkSegment(1b8474db-7669-45be-be6b-b8665e364f83),segment_id=1b8474db-7669-45be-be6b-b8665e364f83)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:58.163361 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:58.165016 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device d1eee7a9-7ae9-4710-8992-aa33825b96ce no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:21:58.172601 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:58.178681 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b37c5cf0-ea3f-469c-8fd6-7f233cb76edd req-b32601b6-3d18-44ee-818c-e585ded3090b tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/security-groups?id=699017fb-4910-43fe-9983-7be8886f273c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748998 Nov 25 19:21:58.182669 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcef6-f7d8-4c61-8033-13e69fc1bee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:58.244313 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bf228-0e0a-43c3-ace3-a013578fcd24 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b85d8c-1a49-4cb3-82ff-70698009b789,revision_number=7']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:58.268162 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=9d4e1127-ffd6-4515-993a-bb259b549f01,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:58.272077 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-47234b67-9edb-4a12-ae77-f0ea0f1a3e3f req-178ef8dd-820e-437a-ab21-35f9a1eac2ba tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ba4f4c-050f-4b9c-a8d1-a5d57d7ab5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867630 Nov 25 19:21:58.332543 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-bd0bf228-0e0a-43c3-ace3-a013578fcd24 service neutron] Attempting to bind port d0b85d8c-1a49-4cb3-82ff-70698009b789 on host n-h2-819349-5 for vnic_type normal with profile {"migrating_to": "n-h1-819349-5"} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:21:58.332937 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-bd0bf228-0e0a-43c3-ace3-a013578fcd24 service neutron] Attempting to bind port d0b85d8c-1a49-4cb3-82ff-70698009b789 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:21:58.333438 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-bd0bf228-0e0a-43c3-ace3-a013578fcd24 service neutron] Attempting to bind port d0b85d8c-1a49-4cb3-82ff-70698009b789 on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:58.336417 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4be28-30f4-4c96-a57d-7c7b8bb067a0 req-ccf3adda-41f3-49d6-a287-5f6ec3b20515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:58.337913 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-49f4be28-30f4-4c96-a57d-7c7b8bb067a0 req-ccf3adda-41f3-49d6-a287-5f6ec3b20515 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 921 time: 0.2314811 Nov 25 19:21:58.344193 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-bd0bf228-0e0a-43c3-ace3-a013578fcd24 service neutron] Port d0b85d8c-1a49-4cb3-82ff-70698009b789 on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:21:58.344857 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-bd0bf228-0e0a-43c3-ace3-a013578fcd24 service neutron] Attempting to bind port d0b85d8c-1a49-4cb3-82ff-70698009b789 on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:58.384938 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=16b85975-3ee0-4479-a54f-8d0b4f418f5e,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:58.399314 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-bd0bf228-0e0a-43c3-ace3-a013578fcd24 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:21:58.399655 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-bd0bf228-0e0a-43c3-ace3-a013578fcd24 service neutron] Checking segment: {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:21:58.400032 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-bd0bf228-0e0a-43c3-ace3-a013578fcd24 service neutron] Bound using segment: {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:21:58.400481 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-bd0bf228-0e0a-43c3-ace3-a013578fcd24 service neutron] Bound port: d0b85d8c-1a49-4cb3-82ff-70698009b789, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:21:58.400837 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-bd0bf228-0e0a-43c3-ace3-a013578fcd24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:58.405492 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-49f4be28-30f4-4c96-a57d-7c7b8bb067a0 req-c7f26261-9f72-415e-8572-c2e050f4ff6f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa77015-14c7-4747-824a-119838dab680 HTTP/1.1" status: 200 len: 217 time: 0.0571291 Nov 25 19:21:58.510194 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['16b85975-3ee0-4479-a54f-8d0b4f418f5e'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:58.510915 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4be28-30f4-4c96-a57d-7c7b8bb067a0 req-2034b2fb-0667-456d-a2ab-d7d88edd9e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:58.514395 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-49f4be28-30f4-4c96-a57d-7c7b8bb067a0 req-2034b2fb-0667-456d-a2ab-d7d88edd9e2b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=688fcc59-0345-41e4-9b88-cea9e7c21583 HTTP/1.1" status: 200 len: 860 time: 0.0982144 Nov 25 19:21:58.564604 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df3f91-5482-40a4-b17c-9353806bdbf9 req-7921c28e-f276-4613-b9b2-b2cce96511df tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:58.567917 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-01df3f91-5482-40a4-b17c-9353806bdbf9 req-7921c28e-f276-4613-b9b2-b2cce96511df tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?device_id=287a5e49-4a75-4d90-b249-442f6162ad3d HTTP/1.1" status: 200 len: 945 time: 0.1827753 Nov 25 19:21:58.580635 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-bd0bf228-0e0a-43c3-ace3-a013578fcd24 service neutron] For port d0b85d8c-1a49-4cb3-82ff-70698009b789, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:21:58.585117 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-49f4be28-30f4-4c96-a57d-7c7b8bb067a0 req-ef89d9f6-34cc-419f-bea3-3efe1dee695a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e27d2294-de95-4945-9062-292b41b6ea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603774 Nov 25 19:21:58.595684 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcef6-f7d8-4c61-8033-13e69fc1bee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:58.599285 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcef6-f7d8-4c61-8033-13e69fc1bee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:58.604431 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8dcbcef6-f7d8-4c61-8033-13e69fc1bee2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f4b169f9-6a89-433a-b6eb-16eaffe3fde6 HTTP/1.1" status: 204 len: 168 time: 0.7156713 Nov 25 19:21:58.609775 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-bd0bf228-0e0a-43c3-ace3-a013578fcd24 service neutron] For port d0b85d8c-1a49-4cb3-82ff-70698009b789, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d0b85d8c-1a49-4cb3-82ff-70698009b789,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:21:58.642109 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-bd0bf228-0e0a-43c3-ace3-a013578fcd24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:58.710548 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-01df3f91-5482-40a4-b17c-9353806bdbf9 req-a9bc38d2-7343-4a3d-a42c-3a25d7584b6d tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c5df74-f669-46a5-ab3f-4584cbece4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1150286 Nov 25 19:21:58.722098 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-667c8200-d591-46e1-b93c-1ff90f753923 service neutron] For port d1eee7a9-7ae9-4710-8992-aa33825b96ce, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d1eee7a9-7ae9-4710-8992-aa33825b96ce,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:58.722496 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba89c3-12ae-46c1-a63a-6faed44b6c30 req-f7f0643f-164c-44f3-8827-906fe9f11e2b tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:58.724251 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-27ba89c3-12ae-46c1-a63a-6faed44b6c30 req-f7f0643f-164c-44f3-8827-906fe9f11e2b tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.2358520 Nov 25 19:21:58.742508 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbcef6-f7d8-4c61-8033-13e69fc1bee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b169f9-6a89-433a-b6eb-16eaffe3fde6,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:58.820952 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-667c8200-d591-46e1-b93c-1ff90f753923 service neutron] For port d1eee7a9-7ae9-4710-8992-aa33825b96ce, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:21:58.853274 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62b2e8b-bc4c-4a75-b08a-2fd5b6bb4c37 x-openstack-request-id: req-e62b2e8b-bc4c-4a75-b08a-2fd5b6bb4c37 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:58.853645 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abaff4e-e28e-4732-8f8f-7ac1425f0380", "name": "network-vif-unplugged", "status": "completed", "tag": "d0b85d8c-1a49-4cb3-82ff-70698009b789", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:58.853861 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e62b2e8b-bc4c-4a75-b08a-2fd5b6bb4c37 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:58.854221 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abaff4e-e28e-4732-8f8f-7ac1425f0380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0b85d8c-1a49-4cb3-82ff-70698009b789', 'code': 200} Nov 25 19:21:58.861116 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-49f4be28-30f4-4c96-a57d-7c7b8bb067a0 req-2d587a57-84e1-4e3e-9d44-353b31706711 service neutron] 10.222.0.85 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667296 Nov 25 19:21:58.867904 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-bd0bf228-0e0a-43c3-ace3-a013578fcd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:58.868546 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-bd0bf228-0e0a-43c3-ace3-a013578fcd24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:58.869980 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-bd0bf228-0e0a-43c3-ace3-a013578fcd24 service neutron] 10.222.0.73 "PUT /v2.0/ports/d0b85d8c-1a49-4cb3-82ff-70698009b789 HTTP/1.1" status: 200 len: 1122 time: 1.5726004 Nov 25 19:21:58.870878 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bf228-0e0a-43c3-ace3-a013578fcd24 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b85d8c-1a49-4cb3-82ff-70698009b789,revision_number=8']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:58.892987 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-27ba89c3-12ae-46c1-a63a-6faed44b6c30 req-1bcf468d-3f90-4ec8-8153-7ea72866f663 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407216 Nov 25 19:21:58.960297 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-667c8200-d591-46e1-b93c-1ff90f753923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1eee7a9-7ae9-4710-8992-aa33825b96ce {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:58.987072 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-667c8200-d591-46e1-b93c-1ff90f753923 service neutron] For port d1eee7a9-7ae9-4710-8992-aa33825b96ce, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d1eee7a9-7ae9-4710-8992-aa33825b96ce,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:59.002997 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['d0b85d8c-1a49-4cb3-82ff-70698009b789'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:59.022280 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-667c8200-d591-46e1-b93c-1ff90f753923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:59.112656 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f03bcf-1c6c-403b-af41-3c6586fadb53 x-openstack-request-id: req-21f03bcf-1c6c-403b-af41-3c6586fadb53 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:59.114044 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4ff805-6d1e-4945-beb7-0f44b1190987", "name": "network-vif-plugged", "status": "completed", "tag": "9d4e1127-ffd6-4515-993a-bb259b549f01", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:59.119110 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-21f03bcf-1c6c-403b-af41-3c6586fadb53 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:59.119662 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4ff805-6d1e-4945-beb7-0f44b1190987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4e1127-ffd6-4515-993a-bb259b549f01', 'code': 200} Nov 25 19:21:59.127664 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['d0b85d8c-1a49-4cb3-82ff-70698009b789'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:59.208539 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e6c4f85a-7f4c-45fd-934c-0e51de426bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:59.282234 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-49f4be28-30f4-4c96-a57d-7c7b8bb067a0 req-b3a7edda-b8cc-4f74-9b64-f4727e7dec50 service neutron] 10.222.0.85 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038508 Nov 25 19:21:59.300938 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428bcde-3145-4c53-bb01-7ac9cd46ed08 req-fe0f3c57-542c-488c-a48c-c6510f1dd9a7 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:59.303185 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d428bcde-3145-4c53-bb01-7ac9cd46ed08 req-fe0f3c57-542c-488c-a48c-c6510f1dd9a7 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.73 "GET /v2.0/ports?device_id=94c4f81f-fbc1-4a89-abf5-947121c95110 HTTP/1.1" status: 200 len: 950 time: 0.1665642 Nov 25 19:21:59.321322 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5084c19-c08f-4a28-a0c0-cbb0fba20ca1 req-118ce46f-cad5-46a5-8929-6ea7d4e2a17c tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:59.323024 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b5084c19-c08f-4a28-a0c0-cbb0fba20ca1 req-118ce46f-cad5-46a5-8929-6ea7d4e2a17c tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 944 time: 0.1944501 Nov 25 19:21:59.326446 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d903587-eb0d-4b05-9f5a-f49c50d5cba0 req-378aa7a0-5b28-4c87-a8b1-116fb641ccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:59.328440 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5d903587-eb0d-4b05-9f5a-f49c50d5cba0 req-378aa7a0-5b28-4c87-a8b1-116fb641ccdc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ad4ff805-6d1e-4945-beb7-0f44b1190987 HTTP/1.1" status: 200 len: 1097 time: 0.1938310 Nov 25 19:21:59.333591 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-667c8200-d591-46e1-b93c-1ff90f753923 service neutron] Transition to ACTIVE for port object d1eee7a9-7ae9-4710-8992-aa33825b96ce will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:21:59.362277 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-667c8200-d591-46e1-b93c-1ff90f753923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:59.383191 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fcb9a-0e91-485f-aa89-50ad98ca6b47 req-895d5182-6120-4747-a757-bcec2ad51f44 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:59.386561 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-400fcb9a-0e91-485f-aa89-50ad98ca6b47 req-895d5182-6120-4747-a757-bcec2ad51f44 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/ports?device_id=8993ef04-7640-4935-b7fa-65f4c6c6a9f0 HTTP/1.1" status: 200 len: 950 time: 0.1740639 Nov 25 19:21:59.429435 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5d903587-eb0d-4b05-9f5a-f49c50d5cba0 req-6e1290d7-e9fe-4cf9-9439-7ae14132d0c6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=699017fb-4910-43fe-9983-7be8886f273c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895343 Nov 25 19:21:59.439806 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b5084c19-c08f-4a28-a0c0-cbb0fba20ca1 req-e84bb681-77aa-41b0-be5b-f7f6cb3d04e7 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099458 Nov 25 19:21:59.562639 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-667c8200-d591-46e1-b93c-1ff90f753923 service neutron] No DVR routers for this DVR port d1eee7a9-7ae9-4710-8992-aa33825b96ce on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:21:59.594844 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c8200-d591-46e1-b93c-1ff90f753923 service neutron] Pushing event updated for resources: {'Port': ['ID=d1eee7a9-7ae9-4710-8992-aa33825b96ce,revision_number=10']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:59.595806 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device d0b85d8c-1a49-4cb3-82ff-70698009b789 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:21:59.598700 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device ee8745c4-6700-4272-9795-3de172bb1db0 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:21:59.661998 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-667c8200-d591-46e1-b93c-1ff90f753923 service neutron] 10.222.0.73 "PUT /v2.0/ports/d1eee7a9-7ae9-4710-8992-aa33825b96ce/bindings/n-h2-819349-5/activate HTTP/1.1" status: 200 len: 369 time: 1.5837514 Nov 25 19:21:59.675796 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-400fcb9a-0e91-485f-aa89-50ad98ca6b47 req-5dc60547-2418-4689-bb1e-84b17388d026 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f4dadc-6be1-4c75-9aff-6aa911e9a34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927512 Nov 25 19:21:59.684447 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-d428bcde-3145-4c53-bb01-7ac9cd46ed08 req-d5f9ff89-70da-4c93-982a-41c113894e31 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Deleting port a0c7e858-132f-4b61-bf90-357734ff98bc {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:21:59.684770 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d428bcde-3145-4c53-bb01-7ac9cd46ed08 req-d5f9ff89-70da-4c93-982a-41c113894e31 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:59.699271 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee12ab-f1d7-4c4f-8bce-97cfe9d8dbf1 req-1f4ba112-5140-4ec8-b456-dd0ac7ea28aa tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:59.704038 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-56ee12ab-f1d7-4c4f-8bce-97cfe9d8dbf1 req-1f4ba112-5140-4ec8-b456-dd0ac7ea28aa tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 945 time: 0.1426256 Nov 25 19:21:59.749363 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port ee8745c4-6700-4272-9795-3de172bb1db0 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:21:59.795855 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port d0b85d8c-1a49-4cb3-82ff-70698009b789, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d0b85d8c-1a49-4cb3-82ff-70698009b789,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:59.825404 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device d0b85d8c-1a49-4cb3-82ff-70698009b789 has no active binding in host n-h1-819349-5 {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 19:21:59.829177 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port ee8745c4-6700-4272-9795-3de172bb1db0 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:21:59.830110 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:59.855916 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13c395-9a1c-40f5-b0f9-c1d48dd094d6 req-a237b697-b431-444e-a7dc-ed505877bb49 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:59.857273 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a13c395-9a1c-40f5-b0f9-c1d48dd094d6 req-a237b697-b431-444e-a7dc-ed505877bb49 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad4ff805-6d1e-4945-beb7-0f44b1190987 HTTP/1.1" status: 200 len: 946 time: 0.0826299 Nov 25 19:21:59.872522 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-d428bcde-3145-4c53-bb01-7ac9cd46ed08 req-d5f9ff89-70da-4c93-982a-41c113894e31 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] For port a0c7e858-132f-4b61-bf90-357734ff98bc, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=a0c7e858-132f-4b61-bf90-357734ff98bc,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:59.872946 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d428bcde-3145-4c53-bb01-7ac9cd46ed08 req-d5f9ff89-70da-4c93-982a-41c113894e31 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:59.896962 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-d428bcde-3145-4c53-bb01-7ac9cd46ed08 req-d5f9ff89-70da-4c93-982a-41c113894e31 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Calling delete_port for a0c7e858-132f-4b61-bf90-357734ff98bc owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:21:59.912962 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-e5299385-d2f2-4f22-9b26-47a66c20e22d tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:59.916116 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-e5299385-d2f2-4f22-9b26-47a66c20e22d tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936&tenant_id=add7c5b3ff5b453f94df091d8db99f5d&binding%3Ahost_id=n-h1-819349-5 HTTP/1.1" status: 200 len: 1096 time: 0.1769989 Nov 25 19:21:59.923384 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-56ee12ab-f1d7-4c4f-8bce-97cfe9d8dbf1 req-b3fa5931-61e9-45e5-8eaf-ba07a87b483d tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091427 Nov 25 19:21:59.940399 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:00.002376 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port ee8745c4-6700-4272-9795-3de172bb1db0, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=ee8745c4-6700-4272-9795-3de172bb1db0,segment=NetworkSegment(7f8c6dc5-d64e-4c24-81a7-b06570806014),segment_id=7f8c6dc5-d64e-4c24-81a7-b06570806014)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:00.008002 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:00.009006 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-a4347004-1944-4ab4-b3e8-6c1799243725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:00.010868 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-a4347004-1944-4ab4-b3e8-6c1799243725 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936&tenant_id=add7c5b3ff5b453f94df091d8db99f5d HTTP/1.1" status: 200 len: 1096 time: 0.0861216 Nov 25 19:22:00.076256 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a13c395-9a1c-40f5-b0f9-c1d48dd094d6 req-247d7044-4ca2-411b-9bc9-06b8bbee0f62 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/security-groups?id=699017fb-4910-43fe-9983-7be8886f273c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974688 Nov 25 19:22:00.097988 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=ee8745c4-6700-4272-9795-3de172bb1db0,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:00.206673 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-e16c4050-cc55-4881-bf5e-abc2b2501cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:00.208994 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-e16c4050-cc55-4881-bf5e-abc2b2501cf7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 1096 time: 0.1649578 Nov 25 19:22:00.222497 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec54f94-4761-4e59-9da2-48963a06bde1 req-1f5eec94-ce47-4b57-928e-51d104f584b6 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:00.224222 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9ec54f94-4761-4e59-9da2-48963a06bde1 req-1f5eec94-ce47-4b57-928e-51d104f584b6 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.55 "GET /v2.0/ports?device_id=94c4f81f-fbc1-4a89-abf5-947121c95110 HTTP/1.1" status: 200 len: 950 time: 0.1234307 Nov 25 19:22:00.373688 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55082) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:00.380307 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9ec54f94-4761-4e59-9da2-48963a06bde1 req-dd8a4b11-3e9f-49e4-b63d-7e8b198d7225 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ba4f4c-050f-4b9c-a8d1-a5d57d7ab5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431816 Nov 25 19:22:00.393095 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-adbfb795-a56f-4bb5-be53-817d0c737b70 req-363e9936-a132-45e1-883e-f80f1d3c46e8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2444878 Nov 25 19:22:00.402906 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d428bcde-3145-4c53-bb01-7ac9cd46ed08 req-d5f9ff89-70da-4c93-982a-41c113894e31 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:00.414644 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af44d1d-fe55-4169-9e85-c01339bbb6bf req-5c9ff8b7-9953-4ea4-bd4d-b833f18a6008 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:00.418393 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6af44d1d-fe55-4169-9e85-c01339bbb6bf req-5c9ff8b7-9953-4ea4-bd4d-b833f18a6008 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?device_id=287a5e49-4a75-4d90-b249-442f6162ad3d HTTP/1.1" status: 200 len: 946 time: 0.1634469 Nov 25 19:22:00.421083 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['a0c7e858-132f-4b61-bf90-357734ff98bc'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:22:00.443856 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-6dc64cb6-9499-4bb0-acef-22888b4ea32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:00.446282 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-6dc64cb6-9499-4bb0-acef-22888b4ea32b service neutron] 10.222.0.85 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 921 time: 0.2200520 Nov 25 19:22:00.545839 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-f02b780f-0a60-41d2-8f9c-7ebaa3882c6e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1eee7a9-7ae9-4710-8992-aa33825b96ce HTTP/1.1" status: 200 len: 217 time: 0.0898931 Nov 25 19:22:00.549244 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9ff89-70da-4c93-982a-41c113894e31 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Pushing event deleted for resources: {'Port': ['ID=a0c7e858-132f-4b61-bf90-357734ff98bc,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:00.662836 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-56b6fe21-f523-4f89-a0a4-b12b9ee15d0b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-342965009-network', 'tenant_id': '2139d117c8434b7d806327ebf3dfdaf4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:00.711625 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-d428bcde-3145-4c53-bb01-7ac9cd46ed08 req-d5f9ff89-70da-4c93-982a-41c113894e31 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] No DVR routers for this DVR port a0c7e858-132f-4b61-bf90-357734ff98bc on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:22:00.718538 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d428bcde-3145-4c53-bb01-7ac9cd46ed08 req-d5f9ff89-70da-4c93-982a-41c113894e31 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:00.726120 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d428bcde-3145-4c53-bb01-7ac9cd46ed08 req-d5f9ff89-70da-4c93-982a-41c113894e31 tempest-ServerDiagnosticsNegativeTest-1212500929 tempest-ServerDiagnosticsNegativeTest-1212500929-project] 10.222.0.73 "DELETE /v2.0/ports/a0c7e858-132f-4b61-bf90-357734ff98bc HTTP/1.1" status: 204 len: 173 time: 1.4115310 Nov 25 19:22:00.730109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfb795-a56f-4bb5-be53-817d0c737b70 req-76c397f1-0b1c-4222-b387-f8fdfe58648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:00.734076 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-adbfb795-a56f-4bb5-be53-817d0c737b70 req-76c397f1-0b1c-4222-b387-f8fdfe58648d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 1095 time: 0.3010530 Nov 25 19:22:00.734902 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c4f81f-fbc1-4a89-abf5-947121c95110', 'name': 'network-vif-deleted', 'tag': 'a0c7e858-132f-4b61-bf90-357734ff98bc'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:00.739838 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2a7c69-24ed-4b3c-86a6-ac0c68bb09e3" -d '{"events": [{"server_uuid": "94c4f81f-fbc1-4a89-abf5-947121c95110", "name": "network-vif-deleted", "tag": "a0c7e858-132f-4b61-bf90-357734ff98bc"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:00.740199 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-e95b7c7e-aec3-437c-985c-a361a4c1de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:00.745073 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-e95b7c7e-aec3-437c-985c-a361a4c1de07 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=688fcc59-0345-41e4-9b88-cea9e7c21583 HTTP/1.1" status: 200 len: 860 time: 0.1834822 Nov 25 19:22:00.764256 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6af44d1d-fe55-4169-9e85-c01339bbb6bf req-efd3dc43-7e40-419e-a11b-9f0e0d363f2a tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c5df74-f669-46a5-ab3f-4584cbece4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3353302 Nov 25 19:22:00.780665 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b6fe21-f523-4f89-a0a4-b12b9ee15d0b admin admin] Made reservation on behalf of 2139d117c8434b7d806327ebf3dfdaf4 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:22:00.787480 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56b6fe21-f523-4f89-a0a4-b12b9ee15d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:00.829362 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56b6fe21-f523-4f89-a0a4-b12b9ee15d0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:00.901842 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87e426-5755-42da-96f3-657e66ef2cd2 req-0f0a2bb5-b6bd-42cd-98ac-fc6065b2f72d tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:00.919035 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:22:00.930887 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cf87e426-5755-42da-96f3-657e66ef2cd2 req-0f0a2bb5-b6bd-42cd-98ac-fc6065b2f72d tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.3900199 Nov 25 19:22:00.972266 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4abaff4e-e28e-4732-8f8f-7ac1425f0380', 'tag': 'd0b85d8c-1a49-4cb3-82ff-70698009b789'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:00.976322 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec98258b-7480-41ac-a5ec-2ae5bc2b23ae" -d '{"events": [{"name": "network-changed", "server_uuid": "4abaff4e-e28e-4732-8f8f-7ac1425f0380", "tag": "d0b85d8c-1a49-4cb3-82ff-70698009b789"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:00.986173 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-9301be36-8fca-493c-b37e-afd24e91a4f9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e27d2294-de95-4945-9062-292b41b6ea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2326479 Nov 25 19:22:01.150073 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfb795-a56f-4bb5-be53-817d0c737b70 req-889445e4-a7ba-401d-80bb-9aa6b566749e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:01.153813 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-adbfb795-a56f-4bb5-be53-817d0c737b70 req-889445e4-a7ba-401d-80bb-9aa6b566749e service neutron] 10.222.0.73 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 908 time: 0.3305631 Nov 25 19:22:01.170448 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287a5e49-4a75-4d90-b249-442f6162ad3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8745c4-6700-4272-9795-3de172bb1db0'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:01.174842 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4b87f9-d8f6-4b79-ab13-098b02c3ce2f" -d '{"events": [{"server_uuid": "287a5e49-4a75-4d90-b249-442f6162ad3d", "name": "network-vif-plugged", "status": "completed", "tag": "ee8745c4-6700-4272-9795-3de172bb1db0"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:01.180661 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:01.190433 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd660cc-2f18-49c3-9b90-e38bf5c4fee4 req-9632b3b2-7796-4f6f-9bd2-76662bdc3886 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:01.194124 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8bd660cc-2f18-49c3-9b90-e38bf5c4fee4 req-9632b3b2-7796-4f6f-9bd2-76662bdc3886 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 944 time: 0.1452196 Nov 25 19:22:01.200045 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56b6fe21-f523-4f89-a0a4-b12b9ee15d0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:01.212396 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cf87e426-5755-42da-96f3-657e66ef2cd2 req-188a3661-64d2-4cf6-8fcd-757f43909a56 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318332 Nov 25 19:22:01.233017 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56b6fe21-f523-4f89-a0a4-b12b9ee15d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:01.255033 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-adbfb795-a56f-4bb5-be53-817d0c737b70 req-52a6916b-7511-4127-a92d-e1cddbeb42d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56bbbeb8-552b-4f79-b054-15fb22851a8a HTTP/1.1" status: 200 len: 217 time: 0.0924017 Nov 25 19:22:01.257924 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=5e7b8860-34b7-48f7-b8e2-d7b09ab649c7,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:01.267288 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:01.290306 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdfb5d7-9826-4bbd-be3d-bd3398f1295b x-openstack-request-id: req-0bdfb5d7-9826-4bbd-be3d-bd3398f1295b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:01.290598 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c4f81f-fbc1-4a89-abf5-947121c95110", "name": "network-vif-deleted", "tag": "a0c7e858-132f-4b61-bf90-357734ff98bc", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:01.290858 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0bdfb5d7-9826-4bbd-be3d-bd3398f1295b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:01.291267 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c4f81f-fbc1-4a89-abf5-947121c95110', 'name': 'network-vif-deleted', 'tag': 'a0c7e858-132f-4b61-bf90-357734ff98bc', 'status': 'completed', 'code': 200} Nov 25 19:22:01.304322 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b6fe21-f523-4f89-a0a4-b12b9ee15d0b admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:22:01.329906 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-db64be37-ef4c-4909-a5b2-238e8e5f44fa service neutron] 10.222.0.85 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903018 Nov 25 19:22:01.398394 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=5e7b8860-34b7-48f7-b8e2-d7b09ab649c7,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:01.412827 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfb795-a56f-4bb5-be53-817d0c737b70 req-3debc07f-ad4f-44cd-8865-354497ef85f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:01.415683 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-adbfb795-a56f-4bb5-be53-817d0c737b70 req-3debc07f-ad4f-44cd-8865-354497ef85f2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7d22af38-4f63-40b1-a1f0-3aff6ec04048 HTTP/1.1" status: 200 len: 847 time: 0.1456647 Nov 25 19:22:01.428480 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8bd660cc-2f18-49c3-9b90-e38bf5c4fee4 req-e8e2d4c9-b76b-4124-b858-9afbaf0a359a tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748965 Nov 25 19:22:01.517181 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-adbfb795-a56f-4bb5-be53-817d0c737b70 req-e4f37363-b8ae-4bb3-a6f4-a2be0fa1b2ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846379 Nov 25 19:22:01.624480 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 16b85975-3ee0-4479-a54f-8d0b4f418f5e up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:01.709602 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56b6fe21-f523-4f89-a0a4-b12b9ee15d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:01.711035 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-56b6fe21-f523-4f89-a0a4-b12b9ee15d0b admin admin] Added segment dcd9c914-7acd-412c-882d-15328cd62754 of type vlan for network 569a69a8-c1bd-4c7b-ab42-915e8e5390a5 Nov 25 19:22:01.724618 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-adbfb795-a56f-4bb5-be53-817d0c737b70 req-b38295f8-b2f3-43e5-879e-9390742b698b service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910841 Nov 25 19:22:01.725443 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6fe21-f523-4f89-a0a4-b12b9ee15d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87209f5b-6c9e-4a70-87ed-477b578a0866,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:01.814228 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-51135629-e513-4e61-b862-877e6ef7c846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:01.829982 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56b6fe21-f523-4f89-a0a4-b12b9ee15d0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:01.859185 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 16b85975-3ee0-4479-a54f-8d0b4f418f5e completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:22:01.873767 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 16b85975-3ee0-4479-a54f-8d0b4f418f5e triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:01.875766 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:01.883328 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-9e074ffc-3821-433c-b672-237066c2ac9c service neutron] 10.222.0.85 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410781 Nov 25 19:22:01.885366 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56b6fe21-f523-4f89-a0a4-b12b9ee15d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:01.886580 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b6fe21-f523-4f89-a0a4-b12b9ee15d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:01.887301 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56b6fe21-f523-4f89-a0a4-b12b9ee15d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:01.935085 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-56b6fe21-f523-4f89-a0a4-b12b9ee15d0b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5549893 Nov 25 19:22:01.936169 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55114) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:01.951213 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-3d6fbc67-628b-4c72-80fe-67f081f24971 admin admin] Request body: {'subnet': {'network_id': '569a69a8-c1bd-4c7b-ab42-915e8e5390a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-342965009-subnet', 'tenant_id': '2139d117c8434b7d806327ebf3dfdaf4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:01.967442 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6fe21-f523-4f89-a0a4-b12b9ee15d0b admin admin] Pushing event updated for resources: {'Network': ['ID=569a69a8-c1bd-4c7b-ab42-915e8e5390a5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:01.993952 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360c188-ee05-450d-93e6-60a02928ff6a req-093a759e-709c-402e-b015-6a1ab55bafb7 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:01.999250 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d360c188-ee05-450d-93e6-60a02928ff6a req-093a759e-709c-402e-b015-6a1ab55bafb7 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 945 time: 0.2728424 Nov 25 19:22:02.008029 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 569a69a8-c1bd-4c7b-ab42-915e8e5390a5 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:22:02.094916 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6fbc67-628b-4c72-80fe-67f081f24971 admin admin] Made reservation on behalf of 2139d117c8434b7d806327ebf3dfdaf4 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:22:02.102153 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3d6fbc67-628b-4c72-80fe-67f081f24971 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:02.170188 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-adbfb795-a56f-4bb5-be53-817d0c737b70 req-c6701d51-d744-4ca4-9bfd-3a38f40b41b2 service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274545 Nov 25 19:22:02.228355 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d360c188-ee05-450d-93e6-60a02928ff6a req-27b35c45-f788-4de2-87a8-c530cdd91368 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039216 Nov 25 19:22:02.265915 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:02.354955 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 16b85975-3ee0-4479-a54f-8d0b4f418f5e, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=16b85975-3ee0-4479-a54f-8d0b4f418f5e,segment=NetworkSegment(1b8474db-7669-45be-be6b-b8665e364f83),segment_id=1b8474db-7669-45be-be6b-b8665e364f83)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:02.365987 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:02.386236 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device a0c7e858-132f-4b61-bf90-357734ff98bc no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:22:02.434785 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef636f91-4315-4d9e-8bae-61ab039f5090 x-openstack-request-id: req-ef636f91-4315-4d9e-8bae-61ab039f5090 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:02.435061 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4abaff4e-e28e-4732-8f8f-7ac1425f0380", "tag": "d0b85d8c-1a49-4cb3-82ff-70698009b789", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:02.446498 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ef636f91-4315-4d9e-8bae-61ab039f5090 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:02.447280 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4abaff4e-e28e-4732-8f8f-7ac1425f0380', 'tag': 'd0b85d8c-1a49-4cb3-82ff-70698009b789', 'status': 'completed', 'code': 200} Nov 25 19:22:02.451844 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: a0c7e858-132f-4b61-bf90-357734ff98bc {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:22:02.451844 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device a0c7e858-132f-4b61-bf90-357734ff98bc not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:22:02.508363 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-bc039efa-7e96-4b16-bbc7-98a8ba9075d1 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:02.511692 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-bc039efa-7e96-4b16-bbc7-98a8ba9075d1 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936&tenant_id=add7c5b3ff5b453f94df091d8db99f5d&binding%3Ahost_id=n-h2-819349-5 HTTP/1.1" status: 200 len: 1096 time: 0.1756649 Nov 25 19:22:02.522766 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98258b-7480-41ac-a5ec-2ae5bc2b23ae req-cb4f3391-4a1c-4017-8a83-46bf725204ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:02.524637 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec98258b-7480-41ac-a5ec-2ae5bc2b23ae req-cb4f3391-4a1c-4017-8a83-46bf725204ef service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 1125 time: 0.1061795 Nov 25 19:22:02.564035 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=16b85975-3ee0-4479-a54f-8d0b4f418f5e,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:02.620325 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3d6fbc67-628b-4c72-80fe-67f081f24971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:02.729918 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-46e2a61d-0039-4ff0-bf3d-2500d7296efa service neutron] For port d1eee7a9-7ae9-4710-8992-aa33825b96ce, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:02.735591 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-46e2a61d-0039-4ff0-bf3d-2500d7296efa service neutron] Publish callbacks [] for binding, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:02.737534 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-075b5f24-c217-46b8-a4ab-f26ccc4306e6 req-46e2a61d-0039-4ff0-bf3d-2500d7296efa service neutron] 10.222.0.85 "DELETE /v2.0/ports/d1eee7a9-7ae9-4710-8992-aa33825b96ce/bindings/n-h1-819349-5 HTTP/1.1" status: 204 len: 173 time: 0.2138886 Nov 25 19:22:02.814182 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fbc67-628b-4c72-80fe-67f081f24971 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec70ee95-b162-46f9-9647-8be2232cb568,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:02.842424 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdc3d4-0a97-4373-9cd2-028b62c49baa req-91ac381a-b08f-4c32-b72f-213c99a663de tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:02.844050 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71fdc3d4-0a97-4373-9cd2-028b62c49baa req-91ac381a-b08f-4c32-b72f-213c99a663de tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad4ff805-6d1e-4945-beb7-0f44b1190987 HTTP/1.1" status: 200 len: 946 time: 0.2479010 Nov 25 19:22:02.851515 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543cdaf4-8862-4c2d-8347-6c7fbda208fa x-openstack-request-id: req-543cdaf4-8862-4c2d-8347-6c7fbda208fa {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:02.851968 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287a5e49-4a75-4d90-b249-442f6162ad3d", "name": "network-vif-plugged", "status": "completed", "tag": "ee8745c4-6700-4272-9795-3de172bb1db0", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:02.852391 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-543cdaf4-8862-4c2d-8347-6c7fbda208fa {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:02.853026 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287a5e49-4a75-4d90-b249-442f6162ad3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8745c4-6700-4272-9795-3de172bb1db0', 'code': 200} Nov 25 19:22:02.866562 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98258b-7480-41ac-a5ec-2ae5bc2b23ae req-4cb3b67e-a729-4bcd-9743-2bd358c94c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:02.868121 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec98258b-7480-41ac-a5ec-2ae5bc2b23ae req-4cb3b67e-a729-4bcd-9743-2bd358c94c8e service neutron] 10.222.0.85 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 908 time: 0.3243866 Nov 25 19:22:02.870353 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6fbc67-628b-4c72-80fe-67f081f24971 admin admin] Checking segment: {'id': 'dcd9c914-7acd-412c-882d-15328cd62754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '569a69a8-c1bd-4c7b-ab42-915e8e5390a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:22:02.870958 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6fbc67-628b-4c72-80fe-67f081f24971 admin admin] Network hostable DHCP agents. Network: 569a69a8-c1bd-4c7b-ab42-915e8e5390a5, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:22:02.954451 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec98258b-7480-41ac-a5ec-2ae5bc2b23ae req-9f67175e-b708-4ef3-8d71-fe2668667166 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0b85d8c-1a49-4cb3-82ff-70698009b789 HTTP/1.1" status: 200 len: 217 time: 0.0722687 Nov 25 19:22:03.072091 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6fbc67-628b-4c72-80fe-67f081f24971 admin admin] Network 569a69a8-c1bd-4c7b-ab42-915e8e5390a5 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:22:03.077488 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71fdc3d4-0a97-4373-9cd2-028b62c49baa req-a3105e5f-4acf-4c10-b115-edb24dbbda6e tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/security-groups?id=699017fb-4910-43fe-9983-7be8886f273c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127886 Nov 25 19:22:03.098937 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98258b-7480-41ac-a5ec-2ae5bc2b23ae req-9918630d-0664-4b80-a6e7-51e73f931456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:03.101925 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec98258b-7480-41ac-a5ec-2ae5bc2b23ae req-9918630d-0664-4b80-a6e7-51e73f931456 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7d22af38-4f63-40b1-a1f0-3aff6ec04048 HTTP/1.1" status: 200 len: 847 time: 0.1358883 Nov 25 19:22:03.103180 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-3d6fbc67-628b-4c72-80fe-67f081f24971 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 569a69a8-c1bd-4c7b-ab42-915e8e5390a5) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:03.108950 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba27090-6fb6-4219-bd77-8a69e0ccc1e3 req-3a53b078-2473-42aa-9358-fb916ca26c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:03.110689 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7ba27090-6fb6-4219-bd77-8a69e0ccc1e3 req-3a53b078-2473-42aa-9358-fb916ca26c2e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=287a5e49-4a75-4d90-b249-442f6162ad3d HTTP/1.1" status: 200 len: 1097 time: 0.1435497 Nov 25 19:22:03.113341 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6fbc67-628b-4c72-80fe-67f081f24971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:03.114569 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3d6fbc67-628b-4c72-80fe-67f081f24971 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:03.138659 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0261c9-458f-4a34-9420-77215916fbc8 None None] Network 569a69a8-c1bd-4c7b-ab42-915e8e5390a5 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:22:03.155380 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec98258b-7480-41ac-a5ec-2ae5bc2b23ae req-58ccdf48-7b72-417f-9edf-24dfa6ccef54 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435917 Nov 25 19:22:03.192380 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3d6fbc67-628b-4c72-80fe-67f081f24971 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2510941 Nov 25 19:22:03.195587 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55152) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:03.230869 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-c5c9538a-276e-48bb-97b6-bc3c6fe16172 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-342965009-router', 'tenant_id': '2139d117c8434b7d806327ebf3dfdaf4', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:03.342862 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9955b5-0ba5-4c9f-8e94-39ecb7d8d023 req-425657a2-44a7-4266-ad33-3626db34f8f2 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:03.349658 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bc9955b5-0ba5-4c9f-8e94-39ecb7d8d023 req-425657a2-44a7-4266-ad33-3626db34f8f2 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?device_id=287a5e49-4a75-4d90-b249-442f6162ad3d HTTP/1.1" status: 200 len: 946 time: 0.2778885 Nov 25 19:22:03.464075 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bc9955b5-0ba5-4c9f-8e94-39ecb7d8d023 req-064355a5-4b7e-4783-bd87-0014373c084c tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c5df74-f669-46a5-ab3f-4584cbece4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1006389 Nov 25 19:22:03.487577 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55158) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:03.553227 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40a54cc-4966-4ad5-8267-bab0069431f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-569a69a8-c1bd-4c7b-ab42-915e8e5390a5', 'network_id': '569a69a8-c1bd-4c7b-ab42-915e8e5390a5', 'tenant_id': '2139d117c8434b7d806327ebf3dfdaf4', 'fixed_ips': [{'subnet_id': 'ec70ee95-b162-46f9-9647-8be2232cb568'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:22:03.555698 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e40a54cc-4966-4ad5-8267-bab0069431f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:03.588421 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:03.664192 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7ba27090-6fb6-4219-bd77-8a69e0ccc1e3 req-9815a8a7-5f64-49fc-989e-76f3aae3ff12 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=97c5df74-f669-46a5-ab3f-4584cbece4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5358124 Nov 25 19:22:03.674115 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5c9538a-276e-48bb-97b6-bc3c6fe16172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:03.675269 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5c9538a-276e-48bb-97b6-bc3c6fe16172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:03.702592 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec98258b-7480-41ac-a5ec-2ae5bc2b23ae req-09cbb66e-8704-42e6-8fb6-1ee19dc2dafe service neutron] 10.222.0.85 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334499 Nov 25 19:22:03.761115 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebadd7e-4d0e-4d3a-bbb9-8fd582f5038d req-894e002d-c657-4e47-be74-9a49c2e92eaf tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:03.771121 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7ebadd7e-4d0e-4d3a-bbb9-8fd582f5038d req-894e002d-c657-4e47-be74-9a49c2e92eaf tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 944 time: 0.1371908 Nov 25 19:22:03.797378 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee13550-fdc1-4250-891c-41e5acb9fcb0 req-2c85974a-e070-4814-b1f3-1482e16e8db8 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:03.800392 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eee13550-fdc1-4250-891c-41e5acb9fcb0 req-2c85974a-e070-4814-b1f3-1482e16e8db8 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.5198901 Nov 25 19:22:03.867223 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-e40a54cc-4966-4ad5-8267-bab0069431f6 None None] Allocated IP 172.20.0.2 (569a69a8-c1bd-4c7b-ab42-915e8e5390a5/ec70ee95-b162-46f9-9647-8be2232cb568/cdbc3e2f-7f86-4de8-9f85-474639c12b4f) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:22:03.906921 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7ebadd7e-4d0e-4d3a-bbb9-8fd582f5038d req-b4546745-2bc1-484c-9c5f-b65dc2ffdf7e tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342149 Nov 25 19:22:03.916936 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-18fab688-fc60-419a-9520-55520b1d6986 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7fc10b0ef5ae4e40905670a8e37daa54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4262462 Nov 25 19:22:03.917961 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55162) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:03.960187 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5c9538a-276e-48bb-97b6-bc3c6fe16172 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:04.062713 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02bc9586-87a0-4d2e-8afd-52ebb131ac85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:04.136988 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02bc9586-87a0-4d2e-8afd-52ebb131ac85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:04.147387 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e40a54cc-4966-4ad5-8267-bab0069431f6 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:04.156098 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e40a54cc-4966-4ad5-8267-bab0069431f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:04.203109 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40a54cc-4966-4ad5-8267-bab0069431f6 None None] Network 569a69a8-c1bd-4c7b-ab42-915e8e5390a5 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:22:04.207860 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-e40a54cc-4966-4ad5-8267-bab0069431f6 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:04.208955 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf6b94-1504-4310-9625-4d52c9a6fd0c req-c7668cd5-d5f7-4ec5-a713-c329b817572a tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:04.212800 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c0cf6b94-1504-4310-9625-4d52c9a6fd0c req-c7668cd5-d5f7-4ec5-a713-c329b817572a tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76c491f-b75d-429b-a249-dc7b8d3e1946 HTTP/1.1" status: 200 len: 946 time: 0.1727321 Nov 25 19:22:04.224610 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40a54cc-4966-4ad5-8267-bab0069431f6 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:22:04.314926 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e40a54cc-4966-4ad5-8267-bab0069431f6 None None] Attempting to bind port cdbc3e2f-7f86-4de8-9f85-474639c12b4f on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:22:04.315419 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e40a54cc-4966-4ad5-8267-bab0069431f6 None None] Attempting to bind port cdbc3e2f-7f86-4de8-9f85-474639c12b4f by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'dcd9c914-7acd-412c-882d-15328cd62754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '569a69a8-c1bd-4c7b-ab42-915e8e5390a5'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:22:04.315721 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40a54cc-4966-4ad5-8267-bab0069431f6 None None] Attempting to bind port cdbc3e2f-7f86-4de8-9f85-474639c12b4f on network 569a69a8-c1bd-4c7b-ab42-915e8e5390a5 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:04.324159 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40a54cc-4966-4ad5-8267-bab0069431f6 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:22:04.324560 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40a54cc-4966-4ad5-8267-bab0069431f6 None None] Checking segment: {'id': 'dcd9c914-7acd-412c-882d-15328cd62754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '569a69a8-c1bd-4c7b-ab42-915e8e5390a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:22:04.324967 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e40a54cc-4966-4ad5-8267-bab0069431f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:04.325507 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40a54cc-4966-4ad5-8267-bab0069431f6 None None] Bound using segment: {'id': 'dcd9c914-7acd-412c-882d-15328cd62754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '569a69a8-c1bd-4c7b-ab42-915e8e5390a5'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:22:04.325889 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e40a54cc-4966-4ad5-8267-bab0069431f6 None None] Bound port: cdbc3e2f-7f86-4de8-9f85-474639c12b4f, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd9c914-7acd-412c-882d-15328cd62754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '569a69a8-c1bd-4c7b-ab42-915e8e5390a5'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:22:04.326317 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e40a54cc-4966-4ad5-8267-bab0069431f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:04.328600 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a54cc-4966-4ad5-8267-bab0069431f6 None None] Pushing event updated for resources: {'Port': ['ID=cdbc3e2f-7f86-4de8-9f85-474639c12b4f,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:04.339592 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eee13550-fdc1-4250-891c-41e5acb9fcb0 req-5253f906-fc7b-4575-b38c-ede0750ffad5 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291669 Nov 25 19:22:04.341018 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c0cf6b94-1504-4310-9625-4d52c9a6fd0c req-6a732d0e-33de-4437-bf7b-1a1b18ef0b88 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/security-groups?id=699017fb-4910-43fe-9983-7be8886f273c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178029 Nov 25 19:22:04.352830 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02bc9586-87a0-4d2e-8afd-52ebb131ac85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:04.357848 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02bc9586-87a0-4d2e-8afd-52ebb131ac85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:04.381755 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-02bc9586-87a0-4d2e-8afd-52ebb131ac85 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/83ba4f4c-050f-4b9c-a8d1-a5d57d7ab5eb HTTP/1.1" status: 204 len: 168 time: 0.4619160 Nov 25 19:22:04.394919 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec98258b-7480-41ac-a5ec-2ae5bc2b23ae req-34f3f6f0-0ed2-427c-8f19-dac6f3fbf943 service neutron] 10.222.0.85 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6794450 Nov 25 19:22:04.403097 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5c9538a-276e-48bb-97b6-bc3c6fe16172 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:04.436240 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc9586-87a0-4d2e-8afd-52ebb131ac85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ba4f4c-050f-4b9c-a8d1-a5d57d7ab5eb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:04.536630 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e40a54cc-4966-4ad5-8267-bab0069431f6 None None] For port cdbc3e2f-7f86-4de8-9f85-474639c12b4f, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:04.592482 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e40a54cc-4966-4ad5-8267-bab0069431f6 None None] For port cdbc3e2f-7f86-4de8-9f85-474639c12b4f, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=cdbc3e2f-7f86-4de8-9f85-474639c12b4f,segment=NetworkSegment(dcd9c914-7acd-412c-882d-15328cd62754),segment_id=dcd9c914-7acd-412c-882d-15328cd62754)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:22:04.616678 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e40a54cc-4966-4ad5-8267-bab0069431f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:04.647143 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f0414-f48e-44fe-8a64-9830bb141362 req-8693cb9f-ef21-43e9-a90a-2e4a792dab42 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:04.649981 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-456f0414-f48e-44fe-8a64-9830bb141362 req-8693cb9f-ef21-43e9-a90a-2e4a792dab42 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 945 time: 0.0984061 Nov 25 19:22:04.739025 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-456f0414-f48e-44fe-8a64-9830bb141362 req-36dd6deb-2e07-4b89-aed3-e26ec071dc3b tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780103 Nov 25 19:22:04.802747 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a54cc-4966-4ad5-8267-bab0069431f6 None None] Pushing event updated for resources: {'Port': ['ID=cdbc3e2f-7f86-4de8-9f85-474639c12b4f,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:04.854656 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8993ef04-7640-4935-b7fa-65f4c6c6a9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e7b8860-34b7-48f7-b8e2-d7b09ab649c7'}, {'server_uuid': 'd76c491f-b75d-429b-a249-dc7b8d3e1946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b85975-3ee0-4479-a54f-8d0b4f418f5e'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:04.857409 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9121291-b3f2-4b1d-83b1-e16edfe2ad4d" -d '{"events": [{"server_uuid": "8993ef04-7640-4935-b7fa-65f4c6c6a9f0", "name": "network-vif-unplugged", "status": "completed", "tag": "5e7b8860-34b7-48f7-b8e2-d7b09ab649c7"}, {"server_uuid": "d76c491f-b75d-429b-a249-dc7b8d3e1946", "name": "network-vif-plugged", "status": "completed", "tag": "16b85975-3ee0-4479-a54f-8d0b4f418f5e"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:05.146586 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fd6f3-2ec8-4c87-bc85-5996a2b17bb6 req-aa96f2aa-035c-421c-8685-1c82c35e091f tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:05.157392 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5c9538a-276e-48bb-97b6-bc3c6fe16172 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:05.162723 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-337fd6f3-2ec8-4c87-bc85-5996a2b17bb6 req-aa96f2aa-035c-421c-8685-1c82c35e091f tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?device_id=287a5e49-4a75-4d90-b249-442f6162ad3d HTTP/1.1" status: 200 len: 946 time: 0.1670947 Nov 25 19:22:05.256287 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55190) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:05.284861 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:05.286541 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5c9538a-276e-48bb-97b6-bc3c6fe16172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:05.330683 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-337fd6f3-2ec8-4c87-bc85-5996a2b17bb6 req-9a1ba736-65ba-480e-b4bc-07677ad76b90 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c5df74-f669-46a5-ab3f-4584cbece4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1664908 Nov 25 19:22:05.355985 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3776fc7-8032-4445-b7dd-83b494151d0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:05.481779 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:05.507496 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610fd86d-ea0d-48fd-8f61-e7049986cd48 x-openstack-request-id: req-610fd86d-ea0d-48fd-8f61-e7049986cd48 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:05.508082 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8993ef04-7640-4935-b7fa-65f4c6c6a9f0", "name": "network-vif-unplugged", "status": "completed", "tag": "5e7b8860-34b7-48f7-b8e2-d7b09ab649c7", "code": 200}, {"server_uuid": "d76c491f-b75d-429b-a249-dc7b8d3e1946", "name": "network-vif-plugged", "status": "completed", "tag": "16b85975-3ee0-4479-a54f-8d0b4f418f5e", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:05.508521 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-610fd86d-ea0d-48fd-8f61-e7049986cd48 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:05.509108 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8993ef04-7640-4935-b7fa-65f4c6c6a9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e7b8860-34b7-48f7-b8e2-d7b09ab649c7', 'code': 200} Nov 25 19:22:05.509522 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76c491f-b75d-429b-a249-dc7b8d3e1946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b85975-3ee0-4479-a54f-8d0b4f418f5e', 'code': 200} Nov 25 19:22:05.695988 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3776fc7-8032-4445-b7dd-83b494151d0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:05.722207 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-c5c9538a-276e-48bb-97b6-bc3c6fe16172 admin admin] Allocated IP 172.25.6.35 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/87b2201a-5ea3-4cb7-8fb7-70f0ec44753e) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:22:05.724070 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3776fc7-8032-4445-b7dd-83b494151d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:05.804167 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3776fc7-8032-4445-b7dd-83b494151d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97279069-f6a6-488b-8c75-1e9c8140d3ad,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:05.848180 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000cba6-fa52-426e-b877-4188f3be1e94 req-83590c91-15e6-424d-8951-56ff58813f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:05.849822 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3000cba6-fa52-426e-b877-4188f3be1e94 req-83590c91-15e6-424d-8951-56ff58813f49 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d76c491f-b75d-429b-a249-dc7b8d3e1946 HTTP/1.1" status: 200 len: 1097 time: 0.1453686 Nov 25 19:22:05.897686 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c3776fc7-8032-4445-b7dd-83b494151d0e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b5703bad3f440d699d70a998387c77c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6397555 Nov 25 19:22:05.906073 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55200) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:05.916780 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977f16b-0ca3-47cc-8734-8d54f036926b req-e2f35d05-c396-47c0-a6a8-9c5c75ad0506 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:05.918454 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c977f16b-0ca3-47cc-8734-8d54f036926b req-e2f35d05-c396-47c0-a6a8-9c5c75ad0506 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 944 time: 0.2312829 Nov 25 19:22:05.936779 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85171c1c-3f92-4f4e-9af0-4775421d67e3 req-bbac0aad-6aa5-451c-ae4b-f16276ec0d1b tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:05.946977 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-85171c1c-3f92-4f4e-9af0-4775421d67e3 req-bbac0aad-6aa5-451c-ae4b-f16276ec0d1b tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76c491f-b75d-429b-a249-dc7b8d3e1946 HTTP/1.1" status: 200 len: 946 time: 0.2479470 Nov 25 19:22:06.029556 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3000cba6-fa52-426e-b877-4188f3be1e94 req-26fb55e4-2cb0-4505-915f-da1f4c27b6c4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=699017fb-4910-43fe-9983-7be8886f273c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333425 Nov 25 19:22:06.037546 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5c9538a-276e-48bb-97b6-bc3c6fe16172 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:06.046241 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c977f16b-0ca3-47cc-8734-8d54f036926b req-450ff564-e150-4179-8e5d-2d3a0b2b542b tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136315 Nov 25 19:22:06.091061 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac03f375-d1dd-427c-b2e5-2fd850d24613 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:06.136495 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-85171c1c-3f92-4f4e-9af0-4775421d67e3 req-9df45750-df5f-4e2a-92c1-841938b891db tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/security-groups?id=699017fb-4910-43fe-9983-7be8886f273c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804328 Nov 25 19:22:06.138088 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5c9538a-276e-48bb-97b6-bc3c6fe16172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:06.155603 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac03f375-d1dd-427c-b2e5-2fd850d24613 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:06.251587 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c9538a-276e-48bb-97b6-bc3c6fe16172 admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:22:06.261067 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac03f375-d1dd-427c-b2e5-2fd850d24613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:06.264759 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac03f375-d1dd-427c-b2e5-2fd850d24613 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:06.271529 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ac03f375-d1dd-427c-b2e5-2fd850d24613 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/97279069-f6a6-488b-8c75-1e9c8140d3ad HTTP/1.1" status: 204 len: 168 time: 0.3584685 Nov 25 19:22:06.271810 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c5c9538a-276e-48bb-97b6-bc3c6fe16172 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:06.285480 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03f375-d1dd-427c-b2e5-2fd850d24613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97279069-f6a6-488b-8c75-1e9c8140d3ad,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:06.296754 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c9538a-276e-48bb-97b6-bc3c6fe16172 admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:22:06.299968 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9538a-276e-48bb-97b6-bc3c6fe16172 admin admin] Pushing event updated for resources: {'Port': ['ID=87b2201a-5ea3-4cb7-8fb7-70f0ec44753e,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:06.386876 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35833a95-44e4-4bee-a079-e72997ad18c4 req-1266e757-1c4b-4d06-8fa8-b6a3b580401a tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:06.396517 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-35833a95-44e4-4bee-a079-e72997ad18c4 req-1266e757-1c4b-4d06-8fa8-b6a3b580401a tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 1096 time: 0.2517879 Nov 25 19:22:06.470713 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e08f1-0bf9-47f4-bc40-33cdbd4647eb req-04f66b37-d303-4774-bb12-bd222391adef tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:06.474196 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-35833a95-44e4-4bee-a079-e72997ad18c4 req-b3361e8e-9a0e-4717-8a0e-1ad1bd8ea2d8 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765500 Nov 25 19:22:06.476073 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c15e08f1-0bf9-47f4-bc40-33cdbd4647eb req-04f66b37-d303-4774-bb12-bd222391adef tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.1605091 Nov 25 19:22:06.654548 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c15e08f1-0bf9-47f4-bc40-33cdbd4647eb req-7adfd7f2-6f6d-4ca4-85c8-deb6d590f750 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701887 Nov 25 19:22:06.736873 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78062f61-537a-4c65-8f43-715ab4980539 None None] Network 569a69a8-c1bd-4c7b-ab42-915e8e5390a5 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:22:06.911809 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312d802-eb28-411d-9af6-854e4d2f7639 req-701e559c-d561-46cf-ac8a-ab7281e97035 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:06.918825 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f312d802-eb28-411d-9af6-854e4d2f7639 req-701e559c-d561-46cf-ac8a-ab7281e97035 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?device_id=287a5e49-4a75-4d90-b249-442f6162ad3d HTTP/1.1" status: 200 len: 946 time: 0.1353149 Nov 25 19:22:06.995857 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device cdbc3e2f-7f86-4de8-9f85-474639c12b4f up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:07.036366 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7e5a2-03bb-41a9-8a45-24cbd8d9bbb6 req-5aa39482-76a0-4aa9-9600-860d43b25654 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:07.039268 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bbe7e5a2-03bb-41a9-8a45-24cbd8d9bbb6 req-5aa39482-76a0-4aa9-9600-860d43b25654 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 1096 time: 0.1225131 Nov 25 19:22:07.058074 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-68aa7895-a1e6-444a-90b5-6fb54753945c None None] Provisioning complete for port cdbc3e2f-7f86-4de8-9f85-474639c12b4f triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:07.058526 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-68aa7895-a1e6-444a-90b5-6fb54753945c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:07.203215 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bbe7e5a2-03bb-41a9-8a45-24cbd8d9bbb6 req-1249c27c-48ae-491a-b6c1-197977cfd5c4 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393015 Nov 25 19:22:07.306659 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port cdbc3e2f-7f86-4de8-9f85-474639c12b4f triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:07.307704 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:07.324992 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f312d802-eb28-411d-9af6-854e4d2f7639 req-36e6e9a0-7ddb-467c-8711-de81c527a2a3 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c5df74-f669-46a5-ab3f-4584cbece4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3996055 Nov 25 19:22:07.406796 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5c9538a-276e-48bb-97b6-bc3c6fe16172 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:07.699839 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f6263-3252-45aa-a6c9-18fe6e78547c req-43d823e9-5a4b-4b1d-a5e1-b9a5c3bb46bb tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:07.703151 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-780f6263-3252-45aa-a6c9-18fe6e78547c req-43d823e9-5a4b-4b1d-a5e1-b9a5c3bb46bb tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 944 time: 0.1409698 Nov 25 19:22:07.885454 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-68aa7895-a1e6-444a-90b5-6fb54753945c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:07.932230 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab95c5c-1b4f-430f-bb3a-74966c5ece59 req-b54e3186-258a-4d32-a06a-d26fac680ecd tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:07.935250 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-780f6263-3252-45aa-a6c9-18fe6e78547c req-6a54ebd7-1111-415d-a867-17d408a097de tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163670 Nov 25 19:22:07.938262 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3ab95c5c-1b4f-430f-bb3a-74966c5ece59 req-b54e3186-258a-4d32-a06a-d26fac680ecd tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76c491f-b75d-429b-a249-dc7b8d3e1946 HTTP/1.1" status: 200 len: 946 time: 0.2840176 Nov 25 19:22:07.982638 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:08.063524 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-68aa7895-a1e6-444a-90b5-6fb54753945c None None] For port cdbc3e2f-7f86-4de8-9f85-474639c12b4f, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=cdbc3e2f-7f86-4de8-9f85-474639c12b4f,segment=NetworkSegment(dcd9c914-7acd-412c-882d-15328cd62754),segment_id=dcd9c914-7acd-412c-882d-15328cd62754)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:08.086813 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-68aa7895-a1e6-444a-90b5-6fb54753945c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:08.229928 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa7895-a1e6-444a-90b5-6fb54753945c None None] Pushing event updated for resources: {'Port': ['ID=cdbc3e2f-7f86-4de8-9f85-474639c12b4f,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:08.235657 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:22:08.236415 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:22:08.260596 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97873600-1c50-4a2c-bd2e-53cfe917890d req-410545f4-44ba-4035-820c-18c9ab3d87d4 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:08.263413 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-97873600-1c50-4a2c-bd2e-53cfe917890d req-410545f4-44ba-4035-820c-18c9ab3d87d4 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?device_id=287a5e49-4a75-4d90-b249-442f6162ad3d HTTP/1.1" status: 200 len: 946 time: 0.1547818 Nov 25 19:22:08.279898 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55250) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:08.282062 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3ab95c5c-1b4f-430f-bb3a-74966c5ece59 req-a4b7e830-d33e-4c0d-a6c3-76639f54486d tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/security-groups?id=699017fb-4910-43fe-9983-7be8886f273c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348424 Nov 25 19:22:08.288673 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1c87cc9f-fbf4-480a-93ef-f3a8c5cc75dc tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Request body: {'floatingip': {'port_id': 'ee8745c4-6700-4272-9795-3de172bb1db0'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:08.322814 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ed070c3e-6c08-4f4f-954a-a1bf14401fbe None None] Provisioning complete for port cdbc3e2f-7f86-4de8-9f85-474639c12b4f triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:08.323187 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ed070c3e-6c08-4f4f-954a-a1bf14401fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:08.377647 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5c9538a-276e-48bb-97b6-bc3c6fe16172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:08.440093 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c87cc9f-fbf4-480a-93ef-f3a8c5cc75dc tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:08.696606 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c9538a-276e-48bb-97b6-bc3c6fe16172 admin admin] Router 36e23773-85fc-48e7-b77f-22684aac9178 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:22:08.713032 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2488f-7951-46ac-9a4a-16dcc340ba1d req-bc2ede3d-f67d-4449-b8eb-44b051b0a48a tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:08.715895 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92a2488f-7951-46ac-9a4a-16dcc340ba1d req-bc2ede3d-f67d-4449-b8eb-44b051b0a48a tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.1253626 Nov 25 19:22:08.944945 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92a2488f-7951-46ac-9a4a-16dcc340ba1d req-f54f3b68-3196-40c5-8187-45dd67f49ae4 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216752 Nov 25 19:22:08.964503 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:22:08.967928 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device d0b85d8c-1a49-4cb3-82ff-70698009b789 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:22:08.991898 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c9538a-276e-48bb-97b6-bc3c6fe16172 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:22:09.002969 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device cdbc3e2f-7f86-4de8-9f85-474639c12b4f up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:09.027888 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5c9538a-276e-48bb-97b6-bc3c6fe16172 admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:09.032851 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c5c9538a-276e-48bb-97b6-bc3c6fe16172 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8361633 Nov 25 19:22:09.036346 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55268) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:09.063993 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4313165f-5e3e-4d12-a048-1379387a1050 None None] Sync routers for ids ['36e23773-85fc-48e7-b77f-22684aac9178'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:22:09.143481 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4313165f-5e3e-4d12-a048-1379387a1050 None None] Routers {'36e23773-85fc-48e7-b77f-22684aac9178'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:22:09.145208 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4313165f-5e3e-4d12-a048-1379387a1050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:22:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['36e23773-85fc-48e7-b77f-22684aac9178'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:09.208067 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c87cc9f-fbf4-480a-93ef-f3a8c5cc75dc tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:09.214729 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c87cc9f-fbf4-480a-93ef-f3a8c5cc75dc tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:09.453498 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-1c87cc9f-fbf4-480a-93ef-f3a8c5cc75dc tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Floating IP 4cd5caca-ed68-4dbc-8a59-f674ca2017c2 associated. External IP: 172.25.6.171, port: ee8745c4-6700-4272-9795-3de172bb1db0. Nov 25 19:22:09.477150 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-4313165f-5e3e-4d12-a048-1379387a1050 None None] Set router 36e23773-85fc-48e7-b77f-22684aac9178 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:22:09.859750 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80378ddd-80b7-4577-bafb-eb37afcf270a req-42539903-180c-431b-b51b-d3047eab7a21 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:09.861642 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-80378ddd-80b7-4577-bafb-eb37afcf270a req-42539903-180c-431b-b51b-d3047eab7a21 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 944 time: 0.2769635 Nov 25 19:22:10.057816 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port cdbc3e2f-7f86-4de8-9f85-474639c12b4f triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:10.058867 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:10.118593 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-80378ddd-80b7-4577-bafb-eb37afcf270a req-b7c31c3d-292b-428e-bf32-9b3c176f0be5 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267268 Nov 25 19:22:10.150769 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c87cc9f-fbf4-480a-93ef-f3a8c5cc75dc tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Router 74682712-63be-4d2d-9bc9-8b67ffcffb9d has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:22:10.185096 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=5e7b8860-34b7-48f7-b8e2-d7b09ab649c7,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:10.215941 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '5e7b8860-34b7-48f7-b8e2-d7b09ab649c7', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '5e7b8860-34b7-48f7-b8e2-d7b09ab649c7', 'mac_address': 'fa:16:3e:15:e7:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:22:10.336920 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:10.344520 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4313165f-5e3e-4d12-a048-1379387a1050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e23773-85fc-48e7-b77f-22684aac9178', 'name': 'tempest-FloatingIPsTestJSON-342965009-router', 'tenant_id': '2139d117c8434b7d806327ebf3dfdaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '87b2201a-5ea3-4cb7-8fb7-70f0ec44753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:03Z', 'updated_at': '2021-11-25T19:22:06Z', 'revision_number': 3, 'project_id': '2139d117c8434b7d806327ebf3dfdaf4', 'gw_port': {'id': '87b2201a-5ea3-4cb7-8fb7-70f0ec44753e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e23773-85fc-48e7-b77f-22684aac9178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:05Z', 'updated_at': '2021-11-25T19:22:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:10.429010 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4313165f-5e3e-4d12-a048-1379387a1050 None None] Checking router: 36e23773-85fc-48e7-b77f-22684aac9178 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:22:10.429360 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4313165f-5e3e-4d12-a048-1379387a1050 None None] Updating router 36e23773-85fc-48e7-b77f-22684aac9178 port 87b2201a-5ea3-4cb7-8fb7-70f0ec44753e binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:22:10.518270 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:22:10.570351 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4313165f-5e3e-4d12-a048-1379387a1050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:10.574201 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-23519295-863a-48b5-b50e-e296ccb31c00 service neutron] 10.222.0.85 "GET /v2.0/ports/d0b85d8c-1a49-4cb3-82ff-70698009b789/bindings/n-h1-819349-5 HTTP/1.1" status: 200 len: 384 time: 0.6603632 Nov 25 19:22:10.639750 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=5e7b8860-34b7-48f7-b8e2-d7b09ab649c7,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:10.659207 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:10.677442 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c87cc9f-fbf4-480a-93ef-f3a8c5cc75dc tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:22:10.685990 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c87cc9f-fbf4-480a-93ef-f3a8c5cc75dc tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:10.695456 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61eadba-b3d7-46ad-81a4-492dda8c8e01 None None] Sync routers for ids ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:22:10.721965 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61eadba-b3d7-46ad-81a4-492dda8c8e01 None None] Routers {'74682712-63be-4d2d-9bc9-8b67ffcffb9d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:22:10.723517 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f61eadba-b3d7-46ad-81a4-492dda8c8e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:22:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:10.732732 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13887b30-b89e-4e90-af6d-c7b91f035821 req-6d4ec680-4b59-4eeb-96e4-1faa9f4f8672 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:10.734391 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-13887b30-b89e-4e90-af6d-c7b91f035821 req-6d4ec680-4b59-4eeb-96e4-1faa9f4f8672 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.1676819 Nov 25 19:22:10.832552 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1c87cc9f-fbf4-480a-93ef-f3a8c5cc75dc tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "PUT /v2.0/floatingips/4cd5caca-ed68-4dbc-8a59-f674ca2017c2 HTTP/1.1" status: 200 len: 992 time: 2.5507922 Nov 25 19:22:10.834463 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287a5e49-4a75-4d90-b249-442f6162ad3d', 'tag': 'ee8745c4-6700-4272-9795-3de172bb1db0'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:10.846533 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f2bf32-7ba9-4737-b832-e66128e4436e" -d '{"events": [{"name": "network-changed", "server_uuid": "287a5e49-4a75-4d90-b249-442f6162ad3d", "tag": "ee8745c4-6700-4272-9795-3de172bb1db0"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:10.859245 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['5e7b8860-34b7-48f7-b8e2-d7b09ab649c7'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:22:10.881023 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9708964-2b04-48b0-ae04-5439073b0545 req-2c071957-bb3b-47bd-b201-cf9d65b46ca9 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:10.890400 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9708964-2b04-48b0-ae04-5439073b0545 req-2c071957-bb3b-47bd-b201-cf9d65b46ca9 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76c491f-b75d-429b-a249-dc7b8d3e1946 HTTP/1.1" status: 200 len: 946 time: 0.8962836 Nov 25 19:22:10.909790 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-13887b30-b89e-4e90-af6d-c7b91f035821 req-96a52811-efe3-458e-83ac-dafc6f0451fd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326649 Nov 25 19:22:10.922662 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-f61eadba-b3d7-46ad-81a4-492dda8c8e01 None None] Set router 74682712-63be-4d2d-9bc9-8b67ffcffb9d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:22:10.986552 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=5e7b8860-34b7-48f7-b8e2-d7b09ab649c7,revision_number=9']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:11.239761 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f61eadba-b3d7-46ad-81a4-492dda8c8e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267379900-router', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:40Z', 'updated_at': '2021-11-25T19:18:52Z', 'revision_number': 4, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'gw_port': {'id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:41Z', 'updated_at': '2021-11-25T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '4cd5caca-ed68-4dbc-8a59-f674ca2017c2', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'floating_ip_address': '172.25.6.171', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'port_id': 'ee8745c4-6700-4272-9795-3de172bb1db0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d', 'mac_address': 'fa:16:3e:05:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287a5e49-4a75-4d90-b249-442f6162ad3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:19:23Z', 'updated_at': '2021-11-25T19:22:09Z', 'revision_number': 5, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d42d6c-fe39-4c4d-8170-5c6637a706f9', 'name': '', 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'mac_address': 'fa:16:3e:aa:ff:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:48Z', 'updated_at': '2021-11-25T19:19:00Z', 'revision_number': 5, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'subnets': [{'id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:11.298784 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61eadba-b3d7-46ad-81a4-492dda8c8e01 None None] Checking router: 74682712-63be-4d2d-9bc9-8b67ffcffb9d for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:22:11.323864 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61eadba-b3d7-46ad-81a4-492dda8c8e01 None None] Routers {'74682712-63be-4d2d-9bc9-8b67ffcffb9d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:22:11.324775 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f61eadba-b3d7-46ad-81a4-492dda8c8e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:22:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:11.486698 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4313165f-5e3e-4d12-a048-1379387a1050 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:11.496798 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4313165f-5e3e-4d12-a048-1379387a1050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:11.541135 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa4ddd9-6808-440e-a864-7f263d9ec269 x-openstack-request-id: req-ffa4ddd9-6808-440e-a864-7f263d9ec269 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:11.543220 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287a5e49-4a75-4d90-b249-442f6162ad3d", "tag": "ee8745c4-6700-4272-9795-3de172bb1db0", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:11.543220 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ffa4ddd9-6808-440e-a864-7f263d9ec269 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:11.543220 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287a5e49-4a75-4d90-b249-442f6162ad3d', 'tag': 'ee8745c4-6700-4272-9795-3de172bb1db0', 'status': 'completed', 'code': 200} Nov 25 19:22:11.543799 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-70cd2d45-e819-422f-b5be-0a0ccb2f53ba service neutron] For port d0b85d8c-1a49-4cb3-82ff-70698009b789, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d0b85d8c-1a49-4cb3-82ff-70698009b789,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:11.569653 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9708964-2b04-48b0-ae04-5439073b0545 req-0f9d7799-daf3-4bf0-97c9-78aedaf2fdb4 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/security-groups?id=699017fb-4910-43fe-9983-7be8886f273c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6776669 Nov 25 19:22:11.656098 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-f61eadba-b3d7-46ad-81a4-492dda8c8e01 None None] Set router 74682712-63be-4d2d-9bc9-8b67ffcffb9d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:22:11.664995 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-70cd2d45-e819-422f-b5be-0a0ccb2f53ba service neutron] For port d0b85d8c-1a49-4cb3-82ff-70698009b789, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:11.745496 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4313165f-5e3e-4d12-a048-1379387a1050 None None] Attempting to bind port 87b2201a-5ea3-4cb7-8fb7-70f0ec44753e on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:22:11.746083 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4313165f-5e3e-4d12-a048-1379387a1050 None None] Attempting to bind port 87b2201a-5ea3-4cb7-8fb7-70f0ec44753e by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:22:11.746761 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4313165f-5e3e-4d12-a048-1379387a1050 None None] Attempting to bind port 87b2201a-5ea3-4cb7-8fb7-70f0ec44753e on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:11.775681 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4313165f-5e3e-4d12-a048-1379387a1050 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:22:11.780960 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4313165f-5e3e-4d12-a048-1379387a1050 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:22:11.786107 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4313165f-5e3e-4d12-a048-1379387a1050 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:11.786830 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4313165f-5e3e-4d12-a048-1379387a1050 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:22:11.788063 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4313165f-5e3e-4d12-a048-1379387a1050 None None] Bound port: 87b2201a-5ea3-4cb7-8fb7-70f0ec44753e, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:22:11.788675 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4313165f-5e3e-4d12-a048-1379387a1050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:11.792677 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16acf6-6f2c-4f24-b24b-444e70d9733c None None] Pushing event updated for resources: {'Port': ['ID=87b2201a-5ea3-4cb7-8fb7-70f0ec44753e,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:11.864366 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-70cd2d45-e819-422f-b5be-0a0ccb2f53ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b85d8c-1a49-4cb3-82ff-70698009b789 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:22:11.871896 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:11.913491 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-70cd2d45-e819-422f-b5be-0a0ccb2f53ba service neutron] For port d0b85d8c-1a49-4cb3-82ff-70698009b789, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d0b85d8c-1a49-4cb3-82ff-70698009b789,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:11.949410 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2bf32-7ba9-4737-b832-e66128e4436e req-285b5d1e-4719-438b-afd7-ecf3e86bc7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:11.951155 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33f2bf32-7ba9-4737-b832-e66128e4436e req-285b5d1e-4719-438b-afd7-ecf3e86bc7c5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7a0774263f4e41ea9fe03c9d57378dcf&device_id=287a5e49-4a75-4d90-b249-442f6162ad3d HTTP/1.1" status: 200 len: 1097 time: 0.3800998 Nov 25 19:22:11.982816 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4313165f-5e3e-4d12-a048-1379387a1050 None None] For port 87b2201a-5ea3-4cb7-8fb7-70f0ec44753e, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:11.992853 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4313165f-5e3e-4d12-a048-1379387a1050 None None] For port 87b2201a-5ea3-4cb7-8fb7-70f0ec44753e, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=87b2201a-5ea3-4cb7-8fb7-70f0ec44753e,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:22:12.013757 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4313165f-5e3e-4d12-a048-1379387a1050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:12.386408 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f61eadba-b3d7-46ad-81a4-492dda8c8e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267379900-router', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:40Z', 'updated_at': '2021-11-25T19:18:52Z', 'revision_number': 4, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'gw_port': {'id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:41Z', 'updated_at': '2021-11-25T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '4cd5caca-ed68-4dbc-8a59-f674ca2017c2', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'floating_ip_address': '172.25.6.171', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'port_id': 'ee8745c4-6700-4272-9795-3de172bb1db0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d', 'mac_address': 'fa:16:3e:05:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287a5e49-4a75-4d90-b249-442f6162ad3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:19:23Z', 'updated_at': '2021-11-25T19:22:09Z', 'revision_number': 5, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d42d6c-fe39-4c4d-8170-5c6637a706f9', 'name': '', 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'mac_address': 'fa:16:3e:aa:ff:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:48Z', 'updated_at': '2021-11-25T19:19:00Z', 'revision_number': 5, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'subnets': [{'id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:12.459853 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61eadba-b3d7-46ad-81a4-492dda8c8e01 None None] The sync data for ids ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'] in n-d-819349-5 is: [{'id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267379900-router', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:40Z', 'updated_at': '2021-11-25T19:18:52Z', 'revision_number': 4, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'gw_port': {'id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:41Z', 'updated_at': '2021-11-25T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '4cd5caca-ed68-4dbc-8a59-f674ca2017c2', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'floating_ip_address': '172.25.6.171', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'port_id': 'ee8745c4-6700-4272-9795-3de172bb1db0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d', 'mac_address': 'fa:16:3e:05:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287a5e49-4a75-4d90-b249-442f6162ad3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:19:23Z', 'updated_at': '2021-11-25T19:22:09Z', 'revision_number': 5, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d42d6c-fe39-4c4d-8170-5c6637a706f9', 'name': '', 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'mac_address': 'fa:16:3e:aa:ff:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:48Z', 'updated_at': '2021-11-25T19:19:00Z', 'revision_number': 5, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'subnets': [{'id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:22:12.472519 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2bf32-7ba9-4737-b832-e66128e4436e req-2b11f805-25cc-4cc3-bf96-f9f3e8a2b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:12.474703 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33f2bf32-7ba9-4737-b832-e66128e4436e req-2b11f805-25cc-4cc3-bf96-f9f3e8a2b574 service neutron] 10.222.0.73 "GET /v2.0/networks?id=81f06cdb-aeea-4635-a663-2be121b0111d HTTP/1.1" status: 200 len: 925 time: 0.4682014 Nov 25 19:22:12.480599 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-70cd2d45-e819-422f-b5be-0a0ccb2f53ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:12.593665 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16acf6-6f2c-4f24-b24b-444e70d9733c None None] Pushing event updated for resources: {'Port': ['ID=87b2201a-5ea3-4cb7-8fb7-70f0ec44753e,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:12.663458 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4313165f-5e3e-4d12-a048-1379387a1050 None None] Routers {'36e23773-85fc-48e7-b77f-22684aac9178'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:22:12.664303 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4313165f-5e3e-4d12-a048-1379387a1050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:22:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['36e23773-85fc-48e7-b77f-22684aac9178'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:12.684566 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87d827-1602-4e8f-80cf-b7487c056ac0 req-30baca8c-5cff-4b6e-b681-d4e6fd4087c6 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:12.706708 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ab87d827-1602-4e8f-80cf-b7487c056ac0 req-30baca8c-5cff-4b6e-b681-d4e6fd4087c6 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.2298522 Nov 25 19:22:12.756587 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77399e-9955-4e54-b0eb-9858ef26f49a req-d9a55f4f-576b-48a4-bc39-05a11bb1fb4e tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:12.759729 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9f77399e-9955-4e54-b0eb-9858ef26f49a req-d9a55f4f-576b-48a4-bc39-05a11bb1fb4e tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 944 time: 0.8756819 Nov 25 19:22:12.812696 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ab87d827-1602-4e8f-80cf-b7487c056ac0 req-171bf1b4-6425-435f-af0f-a92b81cb1605 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962646 Nov 25 19:22:12.991806 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5d270b-e506-43b7-895e-62dad6c1b74c None None] New status for floating IP 4cd5caca-ed68-4dbc-8a59-f674ca2017c2: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:22:13.001036 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:13.112132 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33f2bf32-7ba9-4737-b832-e66128e4436e req-9ce30df0-bbab-4d17-a3e1-f0b3fdf72d7e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee8745c4-6700-4272-9795-3de172bb1db0 HTTP/1.1" status: 200 len: 1000 time: 0.6105347 Nov 25 19:22:13.139554 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9f77399e-9955-4e54-b0eb-9858ef26f49a req-9197d4b1-f4e8-4771-82ed-aa3d725f3687 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347826 Nov 25 19:22:13.345612 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Allocated IP 172.20.0.1 (569a69a8-c1bd-4c7b-ab42-915e8e5390a5/ec70ee95-b162-46f9-9647-8be2232cb568/b649f6a7-09fb-4082-badc-b3f3d26c36f0) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:22:13.475619 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:13.527247 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:13.532028 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-70cd2d45-e819-422f-b5be-0a0ccb2f53ba service neutron] Transition to ACTIVE for port object d0b85d8c-1a49-4cb3-82ff-70698009b789 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:22:13.565947 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-4313165f-5e3e-4d12-a048-1379387a1050 None None] Set router 36e23773-85fc-48e7-b77f-22684aac9178 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:22:13.568113 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-70cd2d45-e819-422f-b5be-0a0ccb2f53ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:13.591767 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2bf32-7ba9-4737-b832-e66128e4436e req-ab6fe0d7-b760-441f-a8b8-76bdc593e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:13.593483 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33f2bf32-7ba9-4737-b832-e66128e4436e req-ab6fe0d7-b760-441f-a8b8-76bdc593e02e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=68fdbc47-c7a3-4311-9384-3fa809a3e5d7 HTTP/1.1" status: 200 len: 863 time: 0.4411275 Nov 25 19:22:13.601452 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Network 569a69a8-c1bd-4c7b-ab42-915e8e5390a5 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:22:13.637566 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:13.728813 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:22:13.884425 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:13.885205 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:13.894648 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Pushing event updated for resources: {'Port': ['ID=b649f6a7-09fb-4082-badc-b3f3d26c36f0,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:14.046573 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-70cd2d45-e819-422f-b5be-0a0ccb2f53ba service neutron] No DVR routers for this DVR port d0b85d8c-1a49-4cb3-82ff-70698009b789 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:22:14.060471 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7970b-3b38-4bbb-bba0-6080592ace22 req-0f67975c-4566-498e-b370-bfa35e6121f8 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:14.070830 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2dc7970b-3b38-4bbb-bba0-6080592ace22 req-0f67975c-4566-498e-b370-bfa35e6121f8 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.0933754 Nov 25 19:22:14.162114 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2dc7970b-3b38-4bbb-bba0-6080592ace22 req-7cfd51c9-17b9-4899-a0e1-c49a23a6ea1d tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831401 Nov 25 19:22:14.207279 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:14.207279 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:14.208073 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:14.208297 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:14.208651 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:14.208975 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:14.209306 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:14.209637 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:14.209971 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:14.210320 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:14.210658 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:14.210987 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:14.241130 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-70cd2d45-e819-422f-b5be-0a0ccb2f53ba service neutron] 10.222.0.85 "PUT /v2.0/ports/d0b85d8c-1a49-4cb3-82ff-70698009b789/bindings/n-h1-819349-5/activate HTTP/1.1" status: 200 len: 369 time: 3.6423659 Nov 25 19:22:14.323866 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e4749647-9f50-4e62-87c4-9ab13b138b6c None None] Provisioning complete for port b649f6a7-09fb-4082-badc-b3f3d26c36f0 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:14.324588 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e4749647-9f50-4e62-87c4-9ab13b138b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:14.336318 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55400) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:14.363611 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:14.423796 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e4749647-9f50-4e62-87c4-9ab13b138b6c None None] Port b649f6a7-09fb-4082-badc-b3f3d26c36f0 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:22:14.463257 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:14.541598 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8993ef04-7640-4935-b7fa-65f4c6c6a9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7b8860-34b7-48f7-b8e2-d7b09ab649c7'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:14.544003 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c17eef5-aefd-44e0-8e94-96293c36d990" -d '{"events": [{"server_uuid": "8993ef04-7640-4935-b7fa-65f4c6c6a9f0", "name": "network-vif-plugged", "status": "completed", "tag": "5e7b8860-34b7-48f7-b8e2-d7b09ab649c7"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:14.554348 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4313165f-5e3e-4d12-a048-1379387a1050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e23773-85fc-48e7-b77f-22684aac9178', 'name': 'tempest-FloatingIPsTestJSON-342965009-router', 'tenant_id': '2139d117c8434b7d806327ebf3dfdaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '87b2201a-5ea3-4cb7-8fb7-70f0ec44753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:03Z', 'updated_at': '2021-11-25T19:22:06Z', 'revision_number': 3, 'project_id': '2139d117c8434b7d806327ebf3dfdaf4', 'gw_port': {'id': '87b2201a-5ea3-4cb7-8fb7-70f0ec44753e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e23773-85fc-48e7-b77f-22684aac9178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:05Z', 'updated_at': '2021-11-25T19:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:14.600506 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4313165f-5e3e-4d12-a048-1379387a1050 None None] The sync data for ids ['36e23773-85fc-48e7-b77f-22684aac9178'] in n-d-819349-5 is: [{'id': '36e23773-85fc-48e7-b77f-22684aac9178', 'name': 'tempest-FloatingIPsTestJSON-342965009-router', 'tenant_id': '2139d117c8434b7d806327ebf3dfdaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '87b2201a-5ea3-4cb7-8fb7-70f0ec44753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:03Z', 'updated_at': '2021-11-25T19:22:06Z', 'revision_number': 3, 'project_id': '2139d117c8434b7d806327ebf3dfdaf4', 'gw_port': {'id': '87b2201a-5ea3-4cb7-8fb7-70f0ec44753e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e23773-85fc-48e7-b77f-22684aac9178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:05Z', 'updated_at': '2021-11-25T19:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:22:14.605083 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=5e7b8860-34b7-48f7-b8e2-d7b09ab649c7,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:14.610283 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:14.693384 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-5ae886ff-7afc-48dc-ade2-6d4b7a5ffde9 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:14.698659 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=5e7b8860-34b7-48f7-b8e2-d7b09ab649c7,revision_number=10']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:14.714813 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-5ae886ff-7afc-48dc-ade2-6d4b7a5ffde9 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/networks?id=a0415a8e-21f3-452d-932c-0a5bcf4b7b81 HTTP/1.1" status: 200 len: 813 time: 0.8083496 Nov 25 19:22:14.721511 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e928800b-06c7-46e0-91a7-fd54d2aec4b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:14.847235 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-c8a62816-2532-4492-8432-87da2ae580cc tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/quotas/016efd3ce7bf4b838e8112b9af9eb1a5 HTTP/1.1" status: 200 len: 375 time: 0.1309490 Nov 25 19:22:14.859982 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817559c8-be20-4547-a9ed-73878174dc54 req-cd3ab600-851c-4285-9e32-c6a99e6c1e15 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:14.875814 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-817559c8-be20-4547-a9ed-73878174dc54 req-cd3ab600-851c-4285-9e32-c6a99e6c1e15 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 945 time: 0.2696972 Nov 25 19:22:14.882697 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-2f107eca-8405-40ae-9caa-8390d8a0fc01 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:14.885289 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-2f107eca-8405-40ae-9caa-8390d8a0fc01 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380&tenant_id=12018ca1c64542299c2d57a199401db7&binding%3Ahost_id=n-h2-819349-5 HTTP/1.1" status: 200 len: 1096 time: 0.5157609 Nov 25 19:22:15.057427 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2bf32-7ba9-4737-b832-e66128e4436e req-e229601a-81cf-4840-9b17-1c634d809163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:15.057427 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33f2bf32-7ba9-4737-b832-e66128e4436e req-e229601a-81cf-4840-9b17-1c634d809163 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81f06cdb-aeea-4635-a663-2be121b0111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4471977 Nov 25 19:22:15.100757 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834f1fe-2b2d-4a10-a14f-58165145f657 req-594c9f73-02d7-42b0-8d8f-6289c752081b tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:15.102827 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c834f1fe-2b2d-4a10-a14f-58165145f657 req-594c9f73-02d7-42b0-8d8f-6289c752081b tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.73 "GET /v2.0/ports?device_id=d76c491f-b75d-429b-a249-dc7b8d3e1946 HTTP/1.1" status: 200 len: 946 time: 0.9372513 Nov 25 19:22:15.109732 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd2d45-e819-422f-b5be-0a0ccb2f53ba service neutron] Pushing event updated for resources: {'Port': ['ID=d0b85d8c-1a49-4cb3-82ff-70698009b789,revision_number=10']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:15.242889 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e928800b-06c7-46e0-91a7-fd54d2aec4b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:15.268247 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e928800b-06c7-46e0-91a7-fd54d2aec4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:15.309665 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:15.357731 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-817559c8-be20-4547-a9ed-73878174dc54 req-7aed054f-7659-4a3e-a107-d8edfc406140 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805000 Nov 25 19:22:15.379141 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5e9be-5b7f-4483-afa5-49e2d62697b3 req-980c47ba-9352-4a1b-ad08-8e70512b8d1b tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:15.381647 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1cf5e9be-5b7f-4483-afa5-49e2d62697b3 req-980c47ba-9352-4a1b-ad08-8e70512b8d1b tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad4ff805-6d1e-4945-beb7-0f44b1190987 HTTP/1.1" status: 200 len: 946 time: 0.4002883 Nov 25 19:22:15.394503 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-a756e655-bdd6-4c23-93da-e1ec3d5089b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:15.397057 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-a756e655-bdd6-4c23-93da-e1ec3d5089b1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380&tenant_id=12018ca1c64542299c2d57a199401db7 HTTP/1.1" status: 200 len: 1096 time: 0.4961019 Nov 25 19:22:15.403105 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33f2bf32-7ba9-4737-b832-e66128e4436e req-9541dff2-0137-4f32-a34b-c279de1514b8 service neutron] 10.222.0.73 "GET /v2.0/networks/81f06cdb-aeea-4635-a663-2be121b0111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967453 Nov 25 19:22:15.529616 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-4499a6a9-64a5-45ef-8a59-7d218704752e tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=016efd3ce7bf4b838e8112b9af9eb1a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6563790 Nov 25 19:22:15.680861 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e928800b-06c7-46e0-91a7-fd54d2aec4b4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1864894cc5854abf91870ad68e5488f8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3404031 Nov 25 19:22:15.712400 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b01904e-742a-4dd5-a788-0b84b559055e x-openstack-request-id: req-2b01904e-742a-4dd5-a788-0b84b559055e {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:15.713374 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8993ef04-7640-4935-b7fa-65f4c6c6a9f0", "name": "network-vif-plugged", "status": "completed", "tag": "5e7b8860-34b7-48f7-b8e2-d7b09ab649c7", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:15.713825 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2b01904e-742a-4dd5-a788-0b84b559055e {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:15.714630 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8993ef04-7640-4935-b7fa-65f4c6c6a9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7b8860-34b7-48f7-b8e2-d7b09ab649c7', 'code': 200} Nov 25 19:22:15.727729 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55420) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:15.754588 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928800b-06c7-46e0-91a7-fd54d2aec4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3743184-b6e0-4dc9-9080-4998ac332837,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:15.998990 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-c01bc269-fa5e-4371-b169-78fb0b1f4e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:16.002422 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-c01bc269-fa5e-4371-b169-78fb0b1f4e26 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 1096 time: 0.5503962 Nov 25 19:22:16.198424 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-97441135-6b3c-4d18-98a3-838ab6b7c94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:16.199960 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-97441135-6b3c-4d18-98a3-838ab6b7c94e service neutron] 10.222.0.73 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 908 time: 0.1818779 Nov 25 19:22:16.257436 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-57012c78-b082-4a1e-bfa5-817cf42cdce7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0b85d8c-1a49-4cb3-82ff-70698009b789 HTTP/1.1" status: 200 len: 217 time: 0.0421050 Nov 25 19:22:16.358145 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-ac039aa2-43c5-4e44-8291-be2132955730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:16.359688 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-ac039aa2-43c5-4e44-8291-be2132955730 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7d22af38-4f63-40b1-a1f0-3aff6ec04048 HTTP/1.1" status: 200 len: 847 time: 0.0830429 Nov 25 19:22:16.387129 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e5f53-c364-4adc-9027-f233d15ec62d req-d4948f2b-ad2f-4a47-a13b-09881dabc4d4 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:16.395835 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1c3e5f53-c364-4adc-9027-f233d15ec62d req-d4948f2b-ad2f-4a47-a13b-09881dabc4d4 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.5647144 Nov 25 19:22:16.399668 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33f2bf32-7ba9-4737-b832-e66128e4436e req-53bf0922-f4ab-4309-91b7-0480099cb09f service neutron] 10.222.0.73 "GET /v2.0/networks/81f06cdb-aeea-4635-a663-2be121b0111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9733539 Nov 25 19:22:16.503859 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-c834f1fe-2b2d-4a10-a14f-58165145f657 req-c061c629-7d24-4eec-af78-a10e6a229186 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Deleting port 16b85975-3ee0-4479-a54f-8d0b4f418f5e {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:22:16.504459 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c834f1fe-2b2d-4a10-a14f-58165145f657 req-c061c629-7d24-4eec-af78-a10e6a229186 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:16.517886 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-a72e52e4-9d22-47c7-8c36-51339b2dcfc3 service neutron] 10.222.0.55 "GET /v2.0/networks/a0415a8e-21f3-452d-932c-0a5bcf4b7b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9872727 Nov 25 19:22:16.536221 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3531786-8bdd-49d6-a264-36bbaaf75cce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:16.575420 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3531786-8bdd-49d6-a264-36bbaaf75cce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:16.635532 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-729bd94e-c0d7-4579-ab3c-989f1c3ae550 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2063544 Nov 25 19:22:16.739570 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-c834f1fe-2b2d-4a10-a14f-58165145f657 req-c061c629-7d24-4eec-af78-a10e6a229186 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] For port 16b85975-3ee0-4479-a54f-8d0b4f418f5e, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=16b85975-3ee0-4479-a54f-8d0b4f418f5e,segment=NetworkSegment(1b8474db-7669-45be-be6b-b8665e364f83),segment_id=1b8474db-7669-45be-be6b-b8665e364f83)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:16.740400 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c834f1fe-2b2d-4a10-a14f-58165145f657 req-c061c629-7d24-4eec-af78-a10e6a229186 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:16.779140 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:16.788334 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-c834f1fe-2b2d-4a10-a14f-58165145f657 req-c061c629-7d24-4eec-af78-a10e6a229186 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Calling delete_port for 16b85975-3ee0-4479-a54f-8d0b4f418f5e owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:22:16.791016 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:16.840161 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-b87bc411-accc-497b-8bd2-65882c09c3cc service neutron] 10.222.0.55 "GET /v2.0/networks/a0415a8e-21f3-452d-932c-0a5bcf4b7b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203518 Nov 25 19:22:17.107955 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-1cf5e9be-5b7f-4483-afa5-49e2d62697b3 req-f7c05988-fc96-46e7-a28c-fcbee5f05bb0 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Deleting port 9d4e1127-ffd6-4515-993a-bb259b549f01 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:22:17.110311 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1cf5e9be-5b7f-4483-afa5-49e2d62697b3 req-f7c05988-fc96-46e7-a28c-fcbee5f05bb0 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:17.120369 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:17.185013 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Pushing event updated for resources: {'Port': ['ID=b649f6a7-09fb-4082-badc-b3f3d26c36f0,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:17.481600 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-1cf5e9be-5b7f-4483-afa5-49e2d62697b3 req-f7c05988-fc96-46e7-a28c-fcbee5f05bb0 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] For port 9d4e1127-ffd6-4515-993a-bb259b549f01, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=9d4e1127-ffd6-4515-993a-bb259b549f01,segment=NetworkSegment(1b8474db-7669-45be-be6b-b8665e364f83),segment_id=1b8474db-7669-45be-be6b-b8665e364f83)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:17.482438 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1cf5e9be-5b7f-4483-afa5-49e2d62697b3 req-f7c05988-fc96-46e7-a28c-fcbee5f05bb0 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:17.568655 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-1cf5e9be-5b7f-4483-afa5-49e2d62697b3 req-f7c05988-fc96-46e7-a28c-fcbee5f05bb0 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Calling delete_port for 9d4e1127-ffd6-4515-993a-bb259b549f01 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:22:17.710048 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 16b85975-3ee0-4479-a54f-8d0b4f418f5e no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:22:17.848071 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 87b2201a-5ea3-4cb7-8fb7-70f0ec44753e up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:17.889073 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3531786-8bdd-49d6-a264-36bbaaf75cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:17.896202 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3531786-8bdd-49d6-a264-36bbaaf75cce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:17.899266 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a3531786-8bdd-49d6-a264-36bbaaf75cce admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a3743184-b6e0-4dc9-9080-4998ac332837 HTTP/1.1" status: 204 len: 168 time: 2.1688898 Nov 25 19:22:17.946633 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3531786-8bdd-49d6-a264-36bbaaf75cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3743184-b6e0-4dc9-9080-4998ac332837,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:18.114897 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-a65f0511-7938-49dd-ad82-e00d45391660 service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4639432 Nov 25 19:22:18.161294 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1c3e5f53-c364-4adc-9027-f233d15ec62d req-8307feea-1f84-4116-ab95-d92c29e433ff tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7642472 Nov 25 19:22:18.186872 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Network 569a69a8-c1bd-4c7b-ab42-915e8e5390a5 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:22:18.212571 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:18.216477 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 87b2201a-5ea3-4cb7-8fb7-70f0ec44753e triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:18.216915 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:18.281763 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c834f1fe-2b2d-4a10-a14f-58165145f657 req-c061c629-7d24-4eec-af78-a10e6a229186 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:18.318410 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:18.668410 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061c629-7d24-4eec-af78-a10e6a229186 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Pushing event deleted for resources: {'Port': ['ID=16b85975-3ee0-4479-a54f-8d0b4f418f5e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:18.700641 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:18.820230 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cee14-b5d5-41e9-aa7f-eef8f6ef59f0 req-c4b8f3b9-59e0-49ee-8c05-e253f4bc194d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:18.847225 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd8cee14-b5d5-41e9-aa7f-eef8f6ef59f0 req-c4b8f3b9-59e0-49ee-8c05-e253f4bc194d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 945 time: 1.0117533 Nov 25 19:22:18.930026 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 87b2201a-5ea3-4cb7-8fb7-70f0ec44753e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=87b2201a-5ea3-4cb7-8fb7-70f0ec44753e,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:18.977819 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:19.026433 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c834f1fe-2b2d-4a10-a14f-58165145f657 req-c061c629-7d24-4eec-af78-a10e6a229186 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] No DVR routers for this DVR port 16b85975-3ee0-4479-a54f-8d0b4f418f5e on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:22:19.044542 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c834f1fe-2b2d-4a10-a14f-58165145f657 req-c061c629-7d24-4eec-af78-a10e6a229186 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:19.052766 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c834f1fe-2b2d-4a10-a14f-58165145f657 req-c061c629-7d24-4eec-af78-a10e6a229186 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.73 "DELETE /v2.0/ports/16b85975-3ee0-4479-a54f-8d0b4f418f5e HTTP/1.1" status: 204 len: 173 time: 3.7787857 Nov 25 19:22:19.053876 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76c491f-b75d-429b-a249-dc7b8d3e1946', 'name': 'network-vif-deleted', 'tag': '16b85975-3ee0-4479-a54f-8d0b4f418f5e'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:19.078186 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-56cd70dc-e2ea-4e3b-aca2-b83b8098bca8 service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9077227 Nov 25 19:22:19.101212 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd54bd4d-0083-438b-9300-a675223e5ba6" -d '{"events": [{"server_uuid": "d76c491f-b75d-429b-a249-dc7b8d3e1946", "name": "network-vif-deleted", "tag": "16b85975-3ee0-4479-a54f-8d0b4f418f5e"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:19.113125 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1cf5e9be-5b7f-4483-afa5-49e2d62697b3 req-f7c05988-fc96-46e7-a28c-fcbee5f05bb0 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:19.170167 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0e6a96ea-613c-4c05-82c5-5fcccc92174f None None] Provisioning complete for port b649f6a7-09fb-4082-badc-b3f3d26c36f0 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:19.174378 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0e6a96ea-613c-4c05-82c5-5fcccc92174f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:19.398750 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-0e6a96ea-613c-4c05-82c5-5fcccc92174f None None] Port b649f6a7-09fb-4082-badc-b3f3d26c36f0 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:22:19.444649 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:22:19.464284 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd8cee14-b5d5-41e9-aa7f-eef8f6ef59f0 req-e0f6f427-7e41-41ef-9327-38fae6df480a tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6138234 Nov 25 19:22:19.577965 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=87b2201a-5ea3-4cb7-8fb7-70f0ec44753e,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:19.641963 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Router 36e23773-85fc-48e7-b77f-22684aac9178 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:22:19.652532 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c05988-fc96-46e7-a28c-fcbee5f05bb0 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Pushing event deleted for resources: {'Port': ['ID=9d4e1127-ffd6-4515-993a-bb259b549f01,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:19.682811 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf5e9be-5b7f-4483-afa5-49e2d62697b3 req-f7c05988-fc96-46e7-a28c-fcbee5f05bb0 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] No DVR routers for this DVR port 9d4e1127-ffd6-4515-993a-bb259b549f01 on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:22:19.690816 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1cf5e9be-5b7f-4483-afa5-49e2d62697b3 req-f7c05988-fc96-46e7-a28c-fcbee5f05bb0 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:19.698107 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1cf5e9be-5b7f-4483-afa5-49e2d62697b3 req-f7c05988-fc96-46e7-a28c-fcbee5f05bb0 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.73 "DELETE /v2.0/ports/9d4e1127-ffd6-4515-993a-bb259b549f01 HTTP/1.1" status: 204 len: 173 time: 4.2995110 Nov 25 19:22:19.713102 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 9d4e1127-ffd6-4515-993a-bb259b549f01 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:22:19.717267 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4ff805-6d1e-4945-beb7-0f44b1190987', 'name': 'network-vif-deleted', 'tag': '9d4e1127-ffd6-4515-993a-bb259b549f01'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:19.722248 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ac13f3-6519-4acf-ad1f-d853e8840cd2" -d '{"events": [{"server_uuid": "ad4ff805-6d1e-4945-beb7-0f44b1190987", "name": "network-vif-deleted", "tag": "9d4e1127-ffd6-4515-993a-bb259b549f01"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:19.733348 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6ffd4e-103c-4517-873f-1457ad9c8376 x-openstack-request-id: req-1e6ffd4e-103c-4517-873f-1457ad9c8376 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:19.733873 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76c491f-b75d-429b-a249-dc7b8d3e1946", "name": "network-vif-deleted", "tag": "16b85975-3ee0-4479-a54f-8d0b4f418f5e", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:19.739419 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1e6ffd4e-103c-4517-873f-1457ad9c8376 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:19.743248 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76c491f-b75d-429b-a249-dc7b8d3e1946', 'name': 'network-vif-deleted', 'tag': '16b85975-3ee0-4479-a54f-8d0b4f418f5e', 'status': 'completed', 'code': 200} Nov 25 19:22:19.819344 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6aad5c90-6189-40c0-9a06-190a9e65b1f0 req-5eeb8d03-f89f-41bc-935f-cc93f58aeb98 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/ports?device_id=31cb5b24-bc16-41ca-9e4e-596198a0a15e HTTP/1.1" status: 200 len: 210 time: 0.1759489 Nov 25 19:22:19.858551 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 9d4e1127-ffd6-4515-993a-bb259b549f01 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:22:19.859237 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 9d4e1127-ffd6-4515-993a-bb259b549f01 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:22:20.205453 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:22:20.223327 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128bbeb8-a2fa-4824-9767-973205274e4f None None] Sync routers for ids ['36e23773-85fc-48e7-b77f-22684aac9178'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:22:20.232658 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-07291382-2031-48cb-9f79-64ef316e2999 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:20.237231 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-07291382-2031-48cb-9f79-64ef316e2999 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380&tenant_id=12018ca1c64542299c2d57a199401db7&binding%3Ahost_id=n-h1-819349-5 HTTP/1.1" status: 200 len: 1096 time: 0.2854102 Nov 25 19:22:20.299138 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-03748378-03e2-4c72-83d6-b74bb524a0d8 admin admin] 10.222.0.55 "PUT /v2.0/routers/36e23773-85fc-48e7-b77f-22684aac9178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2588749 Nov 25 19:22:20.338819 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128bbeb8-a2fa-4824-9767-973205274e4f None None] Routers {'36e23773-85fc-48e7-b77f-22684aac9178'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:22:20.340577 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-128bbeb8-a2fa-4824-9767-973205274e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:22:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['36e23773-85fc-48e7-b77f-22684aac9178'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:20.451191 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442d738f-9927-4d7f-8f01-0454f5f27e1e x-openstack-request-id: req-442d738f-9927-4d7f-8f01-0454f5f27e1e {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:20.451690 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4ff805-6d1e-4945-beb7-0f44b1190987", "name": "network-vif-deleted", "tag": "9d4e1127-ffd6-4515-993a-bb259b549f01", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:20.452083 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-442d738f-9927-4d7f-8f01-0454f5f27e1e {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:20.452691 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4ff805-6d1e-4945-beb7-0f44b1190987', 'name': 'network-vif-deleted', 'tag': '9d4e1127-ffd6-4515-993a-bb259b549f01', 'status': 'completed', 'code': 200} Nov 25 19:22:20.579527 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade74c54-a841-4ca0-b784-4192a66a8ab1 req-ecb29f23-e810-44c9-acb9-471b6e6acac7 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:20.606990 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ade74c54-a841-4ca0-b784-4192a66a8ab1 req-ecb29f23-e810-44c9-acb9-471b6e6acac7 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.3926399 Nov 25 19:22:20.739645 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-128bbeb8-a2fa-4824-9767-973205274e4f None None] Set router 36e23773-85fc-48e7-b77f-22684aac9178 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:22:21.012015 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ade74c54-a841-4ca0-b784-4192a66a8ab1 req-ae205e2e-d14f-4be4-9288-0b38045ac5c9 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986552 Nov 25 19:22:21.051484 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-5419a81c-c75d-4f30-b637-55a509e2f844 service neutron] For port d0b85d8c-1a49-4cb3-82ff-70698009b789, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:21.065765 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-5419a81c-c75d-4f30-b637-55a509e2f844 service neutron] Publish callbacks [] for binding, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:21.087640 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23a24666-8a45-44ce-b652-3a73a2d03dec req-5419a81c-c75d-4f30-b637-55a509e2f844 service neutron] 10.222.0.73 "DELETE /v2.0/ports/d0b85d8c-1a49-4cb3-82ff-70698009b789/bindings/n-h2-819349-5 HTTP/1.1" status: 204 len: 173 time: 0.8167491 Nov 25 19:22:21.276838 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 87b2201a-5ea3-4cb7-8fb7-70f0ec44753e up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:21.417243 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3944549-633c-4792-9985-75940270c9e0 req-6b246d1f-fdf4-4a8e-9002-6ee50a421fff tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:21.437465 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e3944549-633c-4792-9985-75940270c9e0 req-6b246d1f-fdf4-4a8e-9002-6ee50a421fff tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 945 time: 0.3433146 Nov 25 19:22:21.474670 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55e58a76-d94c-4770-979d-b4aed2baa5f8 req-80f81b56-bd4e-4f6c-8ffd-1a0a9e96afe5 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/ports?device_id=31cb5b24-bc16-41ca-9e4e-596198a0a15e HTTP/1.1" status: 200 len: 210 time: 0.2400417 Nov 25 19:22:21.576701 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 87b2201a-5ea3-4cb7-8fb7-70f0ec44753e triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:21.584357 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:21.682305 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-128bbeb8-a2fa-4824-9767-973205274e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e23773-85fc-48e7-b77f-22684aac9178', 'name': 'tempest-FloatingIPsTestJSON-342965009-router', 'tenant_id': '2139d117c8434b7d806327ebf3dfdaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '87b2201a-5ea3-4cb7-8fb7-70f0ec44753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:03Z', 'updated_at': '2021-11-25T19:22:14Z', 'revision_number': 4, 'project_id': '2139d117c8434b7d806327ebf3dfdaf4', 'gw_port': {'id': '87b2201a-5ea3-4cb7-8fb7-70f0ec44753e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e23773-85fc-48e7-b77f-22684aac9178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:05Z', 'updated_at': '2021-11-25T19:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'b649f6a7-09fb-4082-badc-b3f3d26c36f0', 'name': '', 'network_id': '569a69a8-c1bd-4c7b-ab42-915e8e5390a5', 'tenant_id': '2139d117c8434b7d806327ebf3dfdaf4', 'mac_address': 'fa:16:3e:96:e4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e23773-85fc-48e7-b77f-22684aac9178', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ec70ee95-b162-46f9-9647-8be2232cb568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:12Z', 'updated_at': '2021-11-25T19:22:16Z', 'revision_number': 2, 'project_id': '2139d117c8434b7d806327ebf3dfdaf4', 'subnets': [{'id': 'ec70ee95-b162-46f9-9647-8be2232cb568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:21.749596 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128bbeb8-a2fa-4824-9767-973205274e4f None None] Checking router: 36e23773-85fc-48e7-b77f-22684aac9178 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:22:21.752919 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128bbeb8-a2fa-4824-9767-973205274e4f None None] Updating router 36e23773-85fc-48e7-b77f-22684aac9178 port b649f6a7-09fb-4082-badc-b3f3d26c36f0 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:22:21.794962 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e3944549-633c-4792-9985-75940270c9e0 req-e2d42f6c-60bc-4e1d-a0ac-b154b0eb07d3 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490922 Nov 25 19:22:21.920505 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-128bbeb8-a2fa-4824-9767-973205274e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:22.477358 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-128bbeb8-a2fa-4824-9767-973205274e4f None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:22.512186 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-128bbeb8-a2fa-4824-9767-973205274e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:22.874319 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-a4405064-53cd-48d7-ba39-d3c645017657 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:22.877120 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-a4405064-53cd-48d7-ba39-d3c645017657 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.85 "GET /v2.0/networks?id=a0415a8e-21f3-452d-932c-0a5bcf4b7b81 HTTP/1.1" status: 200 len: 813 time: 0.4292779 Nov 25 19:22:22.897062 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-a6a03f25-d545-482a-865b-f4375481b2a6 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Request body: {'port': {'device_id': '8776f3cd-4a87-4e85-8e97-458c7c34cc63', 'network_id': 'a0415a8e-21f3-452d-932c-0a5bcf4b7b81', 'admin_state_up': True, 'tenant_id': '016efd3ce7bf4b838e8112b9af9eb1a5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:22.991389 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10553a02-150b-4e0e-8c37-386a7784f92b req-19e3e9cd-4c31-47fd-a68a-fb13a2ce15f5 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7d7baf0fde394da799a1b2bcf5e40b32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832021 Nov 25 19:22:23.232730 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062c139-2719-4c05-a515-6c21fc8d02e3 None None] Pushing event updated for resources: {'Port': ['ID=b649f6a7-09fb-4082-badc-b3f3d26c36f0,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:23.270943 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:23.294435 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ca8b0ab6-23ef-4484-b423-b8b9a035cc48 req-9ac1a6e9-8e21-446f-b4b6-b2b160f2ca4b tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8678722 Nov 25 19:22:23.319257 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062c139-2719-4c05-a515-6c21fc8d02e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:23.320054 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062c139-2719-4c05-a515-6c21fc8d02e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:23.321070 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062c139-2719-4c05-a515-6c21fc8d02e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:23.321838 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062c139-2719-4c05-a515-6c21fc8d02e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:23.324224 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062c139-2719-4c05-a515-6c21fc8d02e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:23.328488 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062c139-2719-4c05-a515-6c21fc8d02e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:23.329367 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062c139-2719-4c05-a515-6c21fc8d02e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:23.330120 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062c139-2719-4c05-a515-6c21fc8d02e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:23.331222 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062c139-2719-4c05-a515-6c21fc8d02e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:23.333521 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062c139-2719-4c05-a515-6c21fc8d02e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:23.336402 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062c139-2719-4c05-a515-6c21fc8d02e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:23.345642 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062c139-2719-4c05-a515-6c21fc8d02e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:23.499513 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-128bbeb8-a2fa-4824-9767-973205274e4f None None] Attempting to bind port b649f6a7-09fb-4082-badc-b3f3d26c36f0 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:22:23.501420 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-128bbeb8-a2fa-4824-9767-973205274e4f None None] Attempting to bind port b649f6a7-09fb-4082-badc-b3f3d26c36f0 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'dcd9c914-7acd-412c-882d-15328cd62754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '569a69a8-c1bd-4c7b-ab42-915e8e5390a5'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:22:23.504395 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128bbeb8-a2fa-4824-9767-973205274e4f None None] Attempting to bind port b649f6a7-09fb-4082-badc-b3f3d26c36f0 on network 569a69a8-c1bd-4c7b-ab42-915e8e5390a5 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:23.516289 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128bbeb8-a2fa-4824-9767-973205274e4f None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:22:23.520338 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128bbeb8-a2fa-4824-9767-973205274e4f None None] Checking segment: {'id': 'dcd9c914-7acd-412c-882d-15328cd62754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '569a69a8-c1bd-4c7b-ab42-915e8e5390a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:22:23.522113 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-128bbeb8-a2fa-4824-9767-973205274e4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:23.523099 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128bbeb8-a2fa-4824-9767-973205274e4f None None] Bound using segment: {'id': 'dcd9c914-7acd-412c-882d-15328cd62754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '569a69a8-c1bd-4c7b-ab42-915e8e5390a5'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:22:23.524246 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-ca8b0ab6-23ef-4484-b423-b8b9a035cc48 req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:23.528933 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-128bbeb8-a2fa-4824-9767-973205274e4f None None] Bound port: b649f6a7-09fb-4082-badc-b3f3d26c36f0, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd9c914-7acd-412c-882d-15328cd62754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '569a69a8-c1bd-4c7b-ab42-915e8e5390a5'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:22:23.530795 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-128bbeb8-a2fa-4824-9767-973205274e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:23.583728 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10553a02-150b-4e0e-8c37-386a7784f92b req-d9155247-84ba-4c91-896e-fe684099fa33 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:23.586549 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10553a02-150b-4e0e-8c37-386a7784f92b req-d9155247-84ba-4c91-896e-fe684099fa33 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5678790 Nov 25 19:22:23.616454 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-40a7bf87-8267-4429-803e-cabc325c7175 None None] Provisioning complete for port b649f6a7-09fb-4082-badc-b3f3d26c36f0 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:23.617089 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-40a7bf87-8267-4429-803e-cabc325c7175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:23.634551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-a6a03f25-d545-482a-865b-f4375481b2a6 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Made reservation on behalf of 016efd3ce7bf4b838e8112b9af9eb1a5 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:22:23.637286 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-a6a03f25-d545-482a-865b-f4375481b2a6 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:23.659530 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10553a02-150b-4e0e-8c37-386a7784f92b req-2fee7b4c-9151-4218-93bf-d43da01521e4 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] 10.222.0.55 "GET /v2.0/quotas/7d7baf0fde394da799a1b2bcf5e40b32 HTTP/1.1" status: 200 len: 375 time: 0.0359168 Nov 25 19:22:23.679380 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-2e8380e1-a572-4873-a0c7-62369709adc4 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:23.682453 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-2e8380e1-a572-4873-a0c7-62369709adc4 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.73 "GET /v2.0/networks?id=a0415a8e-21f3-452d-932c-0a5bcf4b7b81 HTTP/1.1" status: 200 len: 813 time: 0.3849938 Nov 25 19:22:23.684727 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ca8b0ab6-23ef-4484-b423-b8b9a035cc48 req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:23.709530 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-128bbeb8-a2fa-4824-9767-973205274e4f None None] For port b649f6a7-09fb-4082-badc-b3f3d26c36f0, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:23.719316 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-128bbeb8-a2fa-4824-9767-973205274e4f None None] For port b649f6a7-09fb-4082-badc-b3f3d26c36f0, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b649f6a7-09fb-4082-badc-b3f3d26c36f0,segment=NetworkSegment(dcd9c914-7acd-412c-882d-15328cd62754),segment_id=dcd9c914-7acd-412c-882d-15328cd62754)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:22:23.728099 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-128bbeb8-a2fa-4824-9767-973205274e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:23.751684 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-40a7bf87-8267-4429-803e-cabc325c7175 None None] Port b649f6a7-09fb-4082-badc-b3f3d26c36f0 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:22:23.755556 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-1148f7e6-b37d-4f8a-b2ea-43ca73849874 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Request body: {'port': {'device_id': '31cb5b24-bc16-41ca-9e4e-596198a0a15e', 'network_id': 'a0415a8e-21f3-452d-932c-0a5bcf4b7b81', 'admin_state_up': True, 'tenant_id': '016efd3ce7bf4b838e8112b9af9eb1a5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:23.857247 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:23.875042 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062c139-2719-4c05-a515-6c21fc8d02e3 None None] Pushing event updated for resources: {'Port': ['ID=b649f6a7-09fb-4082-badc-b3f3d26c36f0,revision_number=4']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:23.971932 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128bbeb8-a2fa-4824-9767-973205274e4f None None] Routers {'36e23773-85fc-48e7-b77f-22684aac9178'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:22:23.974184 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-128bbeb8-a2fa-4824-9767-973205274e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:22:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['36e23773-85fc-48e7-b77f-22684aac9178'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:24.003598 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10553a02-150b-4e0e-8c37-386a7784f92b req-4038339a-4ab9-4b94-9a8f-4072fd663fee tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d7baf0fde394da799a1b2bcf5e40b32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3283372 Nov 25 19:22:24.145498 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-a6a03f25-d545-482a-865b-f4375481b2a6 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Allocated IP 172.20.0.7 (a0415a8e-21f3-452d-932c-0a5bcf4b7b81/668d05a5-86fe-4b7a-a808-c175910057f2/ea54b6a4-4404-4dc7-bb97-8f245dc47048) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:22:24.258388 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-1148f7e6-b37d-4f8a-b2ea-43ca73849874 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Made reservation on behalf of 016efd3ce7bf4b838e8112b9af9eb1a5 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:22:24.269666 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-1148f7e6-b37d-4f8a-b2ea-43ca73849874 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:24.443278 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-128bbeb8-a2fa-4824-9767-973205274e4f None None] Set router 36e23773-85fc-48e7-b77f-22684aac9178 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:22:24.517532 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6f7ad6e3-366b-4303-9603-fe8d3f420813 None None] Provisioning complete for port b649f6a7-09fb-4082-badc-b3f3d26c36f0 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:24.519726 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad6e3-366b-4303-9603-fe8d3f420813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:24.564094 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ca8b0ab6-23ef-4484-b423-b8b9a035cc48 req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:24.753906 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad6e3-366b-4303-9603-fe8d3f420813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:24.876585 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-ca8b0ab6-23ef-4484-b423-b8b9a035cc48 req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Allocated IP 172.25.6.222 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/51f41d0b-f6d3-46ec-a722-d53d0d187f42) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:22:24.891800 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-6f7ad6e3-366b-4303-9603-fe8d3f420813 None None] For port b649f6a7-09fb-4082-badc-b3f3d26c36f0, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b649f6a7-09fb-4082-badc-b3f3d26c36f0,segment=NetworkSegment(dcd9c914-7acd-412c-882d-15328cd62754),segment_id=dcd9c914-7acd-412c-882d-15328cd62754)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:24.903091 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad6e3-366b-4303-9603-fe8d3f420813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:24.936292 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-a6a03f25-d545-482a-865b-f4375481b2a6 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:25.059259 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-a6a03f25-d545-482a-865b-f4375481b2a6 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:25.072925 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92770f13-e4c5-418e-982f-97e261167e1c req-920d7ab5-72f0-4892-82a2-a7e25ef83ecf tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:25.081339 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92770f13-e4c5-418e-982f-97e261167e1c req-920d7ab5-72f0-4892-82a2-a7e25ef83ecf tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.2629366 Nov 25 19:22:25.125848 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ad6e3-366b-4303-9603-fe8d3f420813 None None] Pushing event updated for resources: {'Port': ['ID=b649f6a7-09fb-4082-badc-b3f3d26c36f0,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:25.207285 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-a6a03f25-d545-482a-865b-f4375481b2a6 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Network a0415a8e-21f3-452d-932c-0a5bcf4b7b81 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:22:25.221630 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-a6a03f25-d545-482a-865b-f4375481b2a6 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:25.235524 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-a6a03f25-d545-482a-865b-f4375481b2a6 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:22:25.264757 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-128bbeb8-a2fa-4824-9767-973205274e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e23773-85fc-48e7-b77f-22684aac9178', 'name': 'tempest-FloatingIPsTestJSON-342965009-router', 'tenant_id': '2139d117c8434b7d806327ebf3dfdaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '87b2201a-5ea3-4cb7-8fb7-70f0ec44753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:03Z', 'updated_at': '2021-11-25T19:22:14Z', 'revision_number': 4, 'project_id': '2139d117c8434b7d806327ebf3dfdaf4', 'gw_port': {'id': '87b2201a-5ea3-4cb7-8fb7-70f0ec44753e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e23773-85fc-48e7-b77f-22684aac9178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:05Z', 'updated_at': '2021-11-25T19:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'b649f6a7-09fb-4082-badc-b3f3d26c36f0', 'name': '', 'network_id': '569a69a8-c1bd-4c7b-ab42-915e8e5390a5', 'tenant_id': '2139d117c8434b7d806327ebf3dfdaf4', 'mac_address': 'fa:16:3e:96:e4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e23773-85fc-48e7-b77f-22684aac9178', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ec70ee95-b162-46f9-9647-8be2232cb568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:12Z', 'updated_at': '2021-11-25T19:22:23Z', 'revision_number': 4, 'project_id': '2139d117c8434b7d806327ebf3dfdaf4', 'subnets': [{'id': 'ec70ee95-b162-46f9-9647-8be2232cb568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:25.303370 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-a6a03f25-d545-482a-865b-f4375481b2a6 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:25.304074 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-a6a03f25-d545-482a-865b-f4375481b2a6 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:25.312683 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a03f25-d545-482a-865b-f4375481b2a6 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Pushing event updated for resources: {'Port': ['ID=ea54b6a4-4404-4dc7-bb97-8f245dc47048,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:25.319738 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128bbeb8-a2fa-4824-9767-973205274e4f None None] The sync data for ids ['36e23773-85fc-48e7-b77f-22684aac9178'] in n-d-819349-5 is: [{'id': '36e23773-85fc-48e7-b77f-22684aac9178', 'name': 'tempest-FloatingIPsTestJSON-342965009-router', 'tenant_id': '2139d117c8434b7d806327ebf3dfdaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '87b2201a-5ea3-4cb7-8fb7-70f0ec44753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:03Z', 'updated_at': '2021-11-25T19:22:14Z', 'revision_number': 4, 'project_id': '2139d117c8434b7d806327ebf3dfdaf4', 'gw_port': {'id': '87b2201a-5ea3-4cb7-8fb7-70f0ec44753e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e23773-85fc-48e7-b77f-22684aac9178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:05Z', 'updated_at': '2021-11-25T19:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'b649f6a7-09fb-4082-badc-b3f3d26c36f0', 'name': '', 'network_id': '569a69a8-c1bd-4c7b-ab42-915e8e5390a5', 'tenant_id': '2139d117c8434b7d806327ebf3dfdaf4', 'mac_address': 'fa:16:3e:96:e4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e23773-85fc-48e7-b77f-22684aac9178', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ec70ee95-b162-46f9-9647-8be2232cb568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:12Z', 'updated_at': '2021-11-25T19:22:23Z', 'revision_number': 4, 'project_id': '2139d117c8434b7d806327ebf3dfdaf4', 'subnets': [{'id': 'ec70ee95-b162-46f9-9647-8be2232cb568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:22:25.342974 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92770f13-e4c5-418e-982f-97e261167e1c req-2a3c8e87-6ede-4ab2-9027-9d198261ab31 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604113 Nov 25 19:22:25.373338 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-a6a03f25-d545-482a-865b-f4375481b2a6 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4845209 Nov 25 19:22:25.374232 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-1148f7e6-b37d-4f8a-b2ea-43ca73849874 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Allocated IP 172.20.0.4 (a0415a8e-21f3-452d-932c-0a5bcf4b7b81/668d05a5-86fe-4b7a-a808-c175910057f2/b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:22:25.388779 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-f730fd0e-32f4-4898-890c-c314e5054cc5 service neutron] Request body: {'port': {'device_id': '8776f3cd-4a87-4e85-8e97-458c7c34cc63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:25.596247 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-f730fd0e-32f4-4898-890c-c314e5054cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:25.628083 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cba6c0-1609-4b24-a839-10d0673e19fd req-a6b85c12-063f-4269-afcf-2717118241f4 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:25.630577 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ca8b0ab6-23ef-4484-b423-b8b9a035cc48 req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:25.638007 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17cba6c0-1609-4b24-a839-10d0673e19fd req-a6b85c12-063f-4269-afcf-2717118241f4 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 1096 time: 0.0996194 Nov 25 19:22:25.803859 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17cba6c0-1609-4b24-a839-10d0673e19fd req-75c13c0a-d498-43e0-b0aa-98ab3feaba35 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640882 Nov 25 19:22:25.983729 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ca8b0ab6-23ef-4484-b423-b8b9a035cc48 req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:26.078625 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-1148f7e6-b37d-4f8a-b2ea-43ca73849874 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:26.093002 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3ff657bc-afa8-4f22-8816-50894201466e req-e2b3f153-77cf-4bb0-b028-75e8c2abb9af tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/ports?device_id=31cb5b24-bc16-41ca-9e4e-596198a0a15e HTTP/1.1" status: 200 len: 210 time: 0.0769529 Nov 25 19:22:26.104040 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8b0ab6-23ef-4484-b423-b8b9a035cc48 req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:22:26.118630 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-ca8b0ab6-23ef-4484-b423-b8b9a035cc48 req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:26.123929 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8b0ab6-23ef-4484-b423-b8b9a035cc48 req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:22:26.296347 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Pushing event updated for resources: {'Port': ['ID=51f41d0b-f6d3-46ec-a722-d53d0d187f42,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:26.334310 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:26.335454 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:26.336659 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:26.337570 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:26.338437 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:26.339308 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:26.340532 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:26.341662 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:26.342784 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:26.343899 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:26.344682 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:26.345250 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:26.529025 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ca8b0ab6-23ef-4484-b423-b8b9a035cc48 req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:26.559344 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-1148f7e6-b37d-4f8a-b2ea-43ca73849874 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:26.796728 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-1148f7e6-b37d-4f8a-b2ea-43ca73849874 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Network a0415a8e-21f3-452d-932c-0a5bcf4b7b81 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:22:26.865938 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-1148f7e6-b37d-4f8a-b2ea-43ca73849874 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:26.886363 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-1148f7e6-b37d-4f8a-b2ea-43ca73849874 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:22:26.914639 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-f730fd0e-32f4-4898-890c-c314e5054cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea54b6a4-4404-4dc7-bb97-8f245dc47048 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:22:26.943467 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-f730fd0e-32f4-4898-890c-c314e5054cc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:26.971759 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148f7e6-b37d-4f8a-b2ea-43ca73849874 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Pushing event updated for resources: {'Port': ['ID=b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:26.983201 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ca8b0ab6-23ef-4484-b423-b8b9a035cc48 req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:26.995231 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b00030c-6766-4ea6-a6e4-4a785c574b20 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:22:27.014224 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-f730fd0e-32f4-4898-890c-c314e5054cc5 service neutron] Transition to ACTIVE for port object ea54b6a4-4404-4dc7-bb97-8f245dc47048 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:22:27.034761 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-f730fd0e-32f4-4898-890c-c314e5054cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:27.315165 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-1148f7e6-b37d-4f8a-b2ea-43ca73849874 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:27.316214 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-1148f7e6-b37d-4f8a-b2ea-43ca73849874 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:27.352145 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730fd0e-32f4-4898-890c-c314e5054cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=ea54b6a4-4404-4dc7-bb97-8f245dc47048,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:27.422229 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-694c5636-b7ef-4c30-bdb8-41937f5be0c3 req-cdec5974-e01a-453a-a260-5301904435e4 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e06cfb7-ac34-4c61-9051-cffea36c328d HTTP/1.1" status: 200 len: 210 time: 0.3988419 Nov 25 19:22:27.428770 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-10553a02-150b-4e0e-8c37-386a7784f92b req-8a95664d-4a91-4d6c-9fb9-9d827d0af3d0 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7d7baf0fde394da799a1b2bcf5e40b32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1930096 Nov 25 19:22:27.556969 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b649f6a7-09fb-4082-badc-b3f3d26c36f0 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:27.605332 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-1148f7e6-b37d-4f8a-b2ea-43ca73849874 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8656185 Nov 25 19:22:27.833979 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-f730fd0e-32f4-4898-890c-c314e5054cc5 service neutron] Attempting to bind port ea54b6a4-4404-4dc7-bb97-8f245dc47048 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:22:27.834742 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-f730fd0e-32f4-4898-890c-c314e5054cc5 service neutron] Attempting to bind port ea54b6a4-4404-4dc7-bb97-8f245dc47048 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '1b8474db-7669-45be-be6b-b8665e364f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a0415a8e-21f3-452d-932c-0a5bcf4b7b81'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:22:27.835301 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-f730fd0e-32f4-4898-890c-c314e5054cc5 service neutron] Attempting to bind port ea54b6a4-4404-4dc7-bb97-8f245dc47048 on network a0415a8e-21f3-452d-932c-0a5bcf4b7b81 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:27.841938 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-3a2d37b6-ac7d-4575-a057-57d83bb222e6 service neutron] Request body: {'port': {'device_id': '31cb5b24-bc16-41ca-9e4e-596198a0a15e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:27.858097 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-f730fd0e-32f4-4898-890c-c314e5054cc5 service neutron] Port ea54b6a4-4404-4dc7-bb97-8f245dc47048 on network a0415a8e-21f3-452d-932c-0a5bcf4b7b81 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:22:27.858721 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-f730fd0e-32f4-4898-890c-c314e5054cc5 service neutron] Attempting to bind port ea54b6a4-4404-4dc7-bb97-8f245dc47048 on network a0415a8e-21f3-452d-932c-0a5bcf4b7b81 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:27.887819 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876fab9-2ea5-4084-b25e-57f71775bfa3 req-225bb44a-6ee1-4bf2-8b95-d9a1b8eb4b6c tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:27.902804 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7876fab9-2ea5-4084-b25e-57f71775bfa3 req-225bb44a-6ee1-4bf2-8b95-d9a1b8eb4b6c tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 1096 time: 0.1708753 Nov 25 19:22:27.945238 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-f730fd0e-32f4-4898-890c-c314e5054cc5 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:22:27.945622 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-f730fd0e-32f4-4898-890c-c314e5054cc5 service neutron] Checking segment: {'id': '1b8474db-7669-45be-be6b-b8665e364f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a0415a8e-21f3-452d-932c-0a5bcf4b7b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:22:27.946229 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-f730fd0e-32f4-4898-890c-c314e5054cc5 service neutron] Bound using segment: {'id': '1b8474db-7669-45be-be6b-b8665e364f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a0415a8e-21f3-452d-932c-0a5bcf4b7b81'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:22:27.947052 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-f730fd0e-32f4-4898-890c-c314e5054cc5 service neutron] Bound port: ea54b6a4-4404-4dc7-bb97-8f245dc47048, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8474db-7669-45be-be6b-b8665e364f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a0415a8e-21f3-452d-932c-0a5bcf4b7b81'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:22:27.947621 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-f730fd0e-32f4-4898-890c-c314e5054cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:27.990690 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b00030c-6766-4ea6-a6e4-4a785c574b20, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b00030c-6766-4ea6-a6e4-4a785c574b20,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:28.012429 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '6b00030c-6766-4ea6-a6e4-4a785c574b20', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '6b00030c-6766-4ea6-a6e4-4a785c574b20', 'mac_address': 'fa:16:3e:a2:7d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:22:28.024545 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7876fab9-2ea5-4084-b25e-57f71775bfa3 req-cc53c9a4-a0be-4c79-8244-62fb55b91c8c tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197608 Nov 25 19:22:28.152668 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port b649f6a7-09fb-4082-badc-b3f3d26c36f0 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:28.154503 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:28.241958 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10553a02-150b-4e0e-8c37-386a7784f92b req-53985984-7969-4dfe-9b12-55bc25c151da tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:28.246437 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-10553a02-150b-4e0e-8c37-386a7784f92b req-53985984-7969-4dfe-9b12-55bc25c151da tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8072391 Nov 25 19:22:28.271549 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-10553a02-150b-4e0e-8c37-386a7784f92b req-d919f14e-ad01-4f53-ac20-81a9fdb6ece4 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Request body: {'port': {'device_id': '3e06cfb7-ac34-4c61-9051-cffea36c328d', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '7d7baf0fde394da799a1b2bcf5e40b32'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:28.369512 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-f730fd0e-32f4-4898-890c-c314e5054cc5 service neutron] For port ea54b6a4-4404-4dc7-bb97-8f245dc47048, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:28.428010 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:28.428842 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-f730fd0e-32f4-4898-890c-c314e5054cc5 service neutron] For port ea54b6a4-4404-4dc7-bb97-8f245dc47048, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=ea54b6a4-4404-4dc7-bb97-8f245dc47048,segment=NetworkSegment(1b8474db-7669-45be-be6b-b8665e364f83),segment_id=1b8474db-7669-45be-be6b-b8665e364f83)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:22:28.447959 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-f730fd0e-32f4-4898-890c-c314e5054cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:28.479796 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b00030c-6766-4ea6-a6e4-4a785c574b20 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:22:28.583926 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b00030c-6766-4ea6-a6e4-4a785c574b20, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b00030c-6766-4ea6-a6e4-4a785c574b20,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:28.599081 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:28.626754 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a862d-1a0a-454c-a964-c0077880ed09 req-303e489f-7e5e-4b14-a029-1903bd1be893 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:28.641819 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b9a862d-1a0a-454c-a964-c0077880ed09 req-303e489f-7e5e-4b14-a029-1903bd1be893 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 950 time: 0.3617706 Nov 25 19:22:28.652634 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730fd0e-32f4-4898-890c-c314e5054cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=ea54b6a4-4404-4dc7-bb97-8f245dc47048,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:28.812958 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b9a862d-1a0a-454c-a964-c0077880ed09 req-f6841521-ca22-488d-86fa-d2671334672a tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485283 Nov 25 19:22:28.840483 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-f730fd0e-32f4-4898-890c-c314e5054cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:28.842708 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-f730fd0e-32f4-4898-890c-c314e5054cc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:28.853690 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-f730fd0e-32f4-4898-890c-c314e5054cc5 service neutron] 10.222.0.85 "PUT /v2.0/ports/ea54b6a4-4404-4dc7-bb97-8f245dc47048 HTTP/1.1" status: 200 len: 1091 time: 3.4619079 Nov 25 19:22:28.853690 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8776f3cd-4a87-4e85-8e97-458c7c34cc63', 'tag': 'ea54b6a4-4404-4dc7-bb97-8f245dc47048'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:28.863726 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274081be-2b71-4661-8b32-a9f253ad8fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "8776f3cd-4a87-4e85-8e97-458c7c34cc63", "tag": "ea54b6a4-4404-4dc7-bb97-8f245dc47048"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:28.899425 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6b00030c-6766-4ea6-a6e4-4a785c574b20,revision_number=9']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:29.013557 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10553a02-150b-4e0e-8c37-386a7784f92b req-d919f14e-ad01-4f53-ac20-81a9fdb6ece4 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Made reservation on behalf of 7d7baf0fde394da799a1b2bcf5e40b32 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:22:29.027252 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b00030c-6766-4ea6-a6e4-4a785c574b20 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:22:29.031227 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-10553a02-150b-4e0e-8c37-386a7784f92b req-d919f14e-ad01-4f53-ac20-81a9fdb6ece4 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:29.045711 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ca8b0ab6-23ef-4484-b423-b8b9a035cc48 req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:29.058373 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-3a2d37b6-ac7d-4575-a057-57d83bb222e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:29.107753 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-feb0f746-6534-43bd-98e7-c71eb52645f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:29.109854 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-feb0f746-6534-43bd-98e7-c71eb52645f7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=016efd3ce7bf4b838e8112b9af9eb1a5&device_id=8776f3cd-4a87-4e85-8e97-458c7c34cc63 HTTP/1.1" status: 200 len: 1094 time: 0.1732795 Nov 25 19:22:29.142793 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ca8b0ab6-23ef-4484-b423-b8b9a035cc48 req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:29.147541 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-10553a02-150b-4e0e-8c37-386a7784f92b req-d919f14e-ad01-4f53-ac20-81a9fdb6ece4 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:29.201061 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['6b00030c-6766-4ea6-a6e4-4a785c574b20'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:22:29.328128 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-6f7e3255-2a7c-41e1-a1bd-4a0d807f6f6b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea54b6a4-4404-4dc7-bb97-8f245dc47048 HTTP/1.1" status: 200 len: 217 time: 0.1402774 Nov 25 19:22:29.353472 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10362392-d431-45cd-82e6-7501753f3afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:29.454391 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-38790cf8-8fcd-4545-87f4-318d0c4e8deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:29.460917 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-38790cf8-8fcd-4545-87f4-318d0c4e8deb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=668d05a5-86fe-4b7a-a808-c175910057f2 HTTP/1.1" status: 200 len: 853 time: 0.1171639 Nov 25 19:22:29.473951 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Pushing event updated for resources: {'Port': ['ID=51f41d0b-f6d3-46ec-a722-d53d0d187f42,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:29.550756 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaafba9-2f84-4c90-87dd-ebbc49189b0f req-f0b03a2b-a472-4655-ae00-1d593022c845 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:29.565255 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0aaafba9-2f84-4c90-87dd-ebbc49189b0f req-f0b03a2b-a472-4655-ae00-1d593022c845 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/ports?device_id=31cb5b24-bc16-41ca-9e4e-596198a0a15e HTTP/1.1" status: 200 len: 931 time: 0.4534512 Nov 25 19:22:29.569537 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:29.587885 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-713adb8c-43c0-4fb8-aae9-54e8bdd083cf service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a0415a8e-21f3-452d-932c-0a5bcf4b7b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036007 Nov 25 19:22:29.677246 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6b00030c-6766-4ea6-a6e4-4a785c574b20 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:22:29.775997 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b00030c-6766-4ea6-a6e4-4a785c574b20, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b00030c-6766-4ea6-a6e4-4a785c574b20,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:29.792377 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:29.855084 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0aaafba9-2f84-4c90-87dd-ebbc49189b0f req-a6d6e348-be1e-49b6-9751-f5447df5b5fb tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/security-groups?id=699017fb-4910-43fe-9983-7be8886f273c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823751 Nov 25 19:22:29.898547 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ca8b0ab6-23ef-4484-b423-b8b9a035cc48 req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:29.947781 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6b00030c-6766-4ea6-a6e4-4a785c574b20,revision_number=10']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:29.960926 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-f074705e-32f3-4ee8-a5b0-8861e0be9d2e service neutron] 10.222.0.85 "GET /v2.0/networks/a0415a8e-21f3-452d-932c-0a5bcf4b7b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535104 Nov 25 19:22:30.022626 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ca8b0ab6-23ef-4484-b423-b8b9a035cc48 req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:30.023443 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ca8b0ab6-23ef-4484-b423-b8b9a035cc48 req-bdff586f-88e4-44e2-aa08-d2e33657aeac tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.5052812 Nov 25 19:22:30.030805 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-10553a02-150b-4e0e-8c37-386a7784f92b req-d919f14e-ad01-4f53-ac20-81a9fdb6ece4 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:30.160011 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-10553a02-150b-4e0e-8c37-386a7784f92b req-d919f14e-ad01-4f53-ac20-81a9fdb6ece4 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:30.235191 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-b6129d64-a41a-4ca8-8e20-719123504d7c service neutron] 10.222.0.85 "GET /v2.0/networks/a0415a8e-21f3-452d-932c-0a5bcf4b7b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619567 Nov 25 19:22:30.465905 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ca8b0ab6-23ef-4484-b423-b8b9a035cc48 req-f71dfd89-80db-4f27-920f-3a35e8bd87f1 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.222 HTTP/1.1" status: 200 len: 696 time: 0.3711243 Nov 25 19:22:30.882313 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919f14e-ad01-4f53-ac20-81a9fdb6ece4 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fe2b67-c099-4e6f-89c6-59000a1aaecd,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:31.035171 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b00030c-6766-4ea6-a6e4-4a785c574b20 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:31.049639 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-10553a02-150b-4e0e-8c37-386a7784f92b req-d919f14e-ad01-4f53-ac20-81a9fdb6ece4 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Allocated IP 192.168.233.172 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/3d6094cd-1a7a-4afc-aca0-ff0c830d18c5) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:22:31.178065 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 6b00030c-6766-4ea6-a6e4-4a785c574b20 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:31.178522 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:31.330809 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b0ab6-23ef-4484-b423-b8b9a035cc48 req-bedb4813-cbcd-4e69-b552-3480a7e472f0 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:31.333460 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ca8b0ab6-23ef-4484-b423-b8b9a035cc48 req-bedb4813-cbcd-4e69-b552-3480a7e472f0 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.8338127 Nov 25 19:22:31.414475 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-ca8b0ab6-23ef-4484-b423-b8b9a035cc48 req-2fd61486-0836-480b-8765-9df2e1e0ed13 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:22:31.416263 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ca8b0ab6-23ef-4484-b423-b8b9a035cc48 req-2fd61486-0836-480b-8765-9df2e1e0ed13 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0642207 Nov 25 19:22:31.563239 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:31.763571 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-3a2d37b6-ac7d-4575-a057-57d83bb222e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:22:31.772914 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b00030c-6766-4ea6-a6e4-4a785c574b20, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b00030c-6766-4ea6-a6e4-4a785c574b20,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:31.780999 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18275c83-1959-4c13-8504-0a7996bd75f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b00030c-6766-4ea6-a6e4-4a785c574b20'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:31.789978 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ef36ab-1dad-49da-be9d-40d7e841d447" -d '{"events": [{"server_uuid": "18275c83-1959-4c13-8504-0a7996bd75f6", "name": "network-vif-plugged", "status": "completed", "tag": "6b00030c-6766-4ea6-a6e4-4a785c574b20"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:31.820185 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:31.847659 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-3a2d37b6-ac7d-4575-a057-57d83bb222e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:31.906556 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-3a2d37b6-ac7d-4575-a057-57d83bb222e6 service neutron] Transition to ACTIVE for port object b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:22:31.925042 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-3a2d37b6-ac7d-4575-a057-57d83bb222e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:31.929364 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b30339de-6e24-443f-8ec3-7d44596bc0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:32.001268 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6b00030c-6766-4ea6-a6e4-4a785c574b20,revision_number=11']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:32.125894 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-10553a02-150b-4e0e-8c37-386a7784f92b req-d919f14e-ad01-4f53-ac20-81a9fdb6ece4 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:32.135706 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d37b6-ac7d-4575-a057-57d83bb222e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:32.330681 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-10553a02-150b-4e0e-8c37-386a7784f92b req-d919f14e-ad01-4f53-ac20-81a9fdb6ece4 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:32.499991 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-3a2d37b6-ac7d-4575-a057-57d83bb222e6 service neutron] Attempting to bind port b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:22:32.501301 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-3a2d37b6-ac7d-4575-a057-57d83bb222e6 service neutron] Attempting to bind port b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '1b8474db-7669-45be-be6b-b8665e364f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a0415a8e-21f3-452d-932c-0a5bcf4b7b81'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:22:32.502880 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-3a2d37b6-ac7d-4575-a057-57d83bb222e6 service neutron] Attempting to bind port b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba on network a0415a8e-21f3-452d-932c-0a5bcf4b7b81 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:32.528086 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10553a02-150b-4e0e-8c37-386a7784f92b req-d919f14e-ad01-4f53-ac20-81a9fdb6ece4 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:22:32.552203 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-10553a02-150b-4e0e-8c37-386a7784f92b req-d919f14e-ad01-4f53-ac20-81a9fdb6ece4 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:32.555716 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-3a2d37b6-ac7d-4575-a057-57d83bb222e6 service neutron] Port b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba on network a0415a8e-21f3-452d-932c-0a5bcf4b7b81 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:22:32.556698 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-3a2d37b6-ac7d-4575-a057-57d83bb222e6 service neutron] Attempting to bind port b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba on network a0415a8e-21f3-452d-932c-0a5bcf4b7b81 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:32.565135 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-10553a02-150b-4e0e-8c37-386a7784f92b req-d919f14e-ad01-4f53-ac20-81a9fdb6ece4 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:22:32.646880 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919f14e-ad01-4f53-ac20-81a9fdb6ece4 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Pushing event updated for resources: {'Port': ['ID=3d6094cd-1a7a-4afc-aca0-ff0c830d18c5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:32.656747 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-3a2d37b6-ac7d-4575-a057-57d83bb222e6 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:22:32.657179 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-3a2d37b6-ac7d-4575-a057-57d83bb222e6 service neutron] Checking segment: {'id': '1b8474db-7669-45be-be6b-b8665e364f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a0415a8e-21f3-452d-932c-0a5bcf4b7b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:22:32.657756 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-3a2d37b6-ac7d-4575-a057-57d83bb222e6 service neutron] Bound using segment: {'id': '1b8474db-7669-45be-be6b-b8665e364f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a0415a8e-21f3-452d-932c-0a5bcf4b7b81'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:22:32.659305 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-3a2d37b6-ac7d-4575-a057-57d83bb222e6 service neutron] Bound port: b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8474db-7669-45be-be6b-b8665e364f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a0415a8e-21f3-452d-932c-0a5bcf4b7b81'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:22:32.659891 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-3a2d37b6-ac7d-4575-a057-57d83bb222e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:32.684735 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989ae86-b490-49df-911e-368dcf04f3ad req-fd477bbb-fd3f-48c5-a96b-e4f69939da00 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:32.699170 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2989ae86-b490-49df-911e-368dcf04f3ad req-fd477bbb-fd3f-48c5-a96b-e4f69939da00 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e06cfb7-ac34-4c61-9051-cffea36c328d HTTP/1.1" status: 200 len: 936 time: 0.3310990 Nov 25 19:22:32.905837 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10553a02-150b-4e0e-8c37-386a7784f92b req-d919f14e-ad01-4f53-ac20-81a9fdb6ece4 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:32.906983 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-10553a02-150b-4e0e-8c37-386a7784f92b req-d919f14e-ad01-4f53-ac20-81a9fdb6ece4 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:32.999955 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-10553a02-150b-4e0e-8c37-386a7784f92b req-d919f14e-ad01-4f53-ac20-81a9fdb6ece4 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7395709 Nov 25 19:22:33.024062 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-10553a02-150b-4e0e-8c37-386a7784f92b req-09863cdd-3e7d-4c55-ab42-de5a11381e96 service neutron] Request body: {'port': {'device_id': '3e06cfb7-ac34-4c61-9051-cffea36c328d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:33.033579 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device ea54b6a4-4404-4dc7-bb97-8f245dc47048 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:22:33.089273 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2989ae86-b490-49df-911e-368dcf04f3ad req-b3b062f4-1b70-4417-9b28-091dc60ec0f9 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] 10.222.0.55 "GET /v2.0/security-groups?id=c9fe2b67-c099-4e6f-89c6-59000a1aaecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837759 Nov 25 19:22:33.215932 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-3a2d37b6-ac7d-4575-a057-57d83bb222e6 service neutron] For port b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:33.226791 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64238853-a452-4287-a417-b3020d0e7b6b x-openstack-request-id: req-64238853-a452-4287-a417-b3020d0e7b6b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:33.227408 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8776f3cd-4a87-4e85-8e97-458c7c34cc63", "tag": "ea54b6a4-4404-4dc7-bb97-8f245dc47048", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:33.228067 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-64238853-a452-4287-a417-b3020d0e7b6b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:33.229197 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8776f3cd-4a87-4e85-8e97-458c7c34cc63', 'tag': 'ea54b6a4-4404-4dc7-bb97-8f245dc47048', 'status': 'completed', 'code': 200} Nov 25 19:22:33.293418 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-3a2d37b6-ac7d-4575-a057-57d83bb222e6 service neutron] For port b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba,segment=NetworkSegment(1b8474db-7669-45be-be6b-b8665e364f83),segment_id=1b8474db-7669-45be-be6b-b8665e364f83)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:22:33.365203 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-3a2d37b6-ac7d-4575-a057-57d83bb222e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:33.490397 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274081be-2b71-4661-8b32-a9f253ad8fd0 req-9547d3e7-415b-4996-9b00-e6459af3d0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:33.492103 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-274081be-2b71-4661-8b32-a9f253ad8fd0 req-9547d3e7-415b-4996-9b00-e6459af3d0cc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=016efd3ce7bf4b838e8112b9af9eb1a5&device_id=8776f3cd-4a87-4e85-8e97-458c7c34cc63 HTTP/1.1" status: 200 len: 1094 time: 0.1940813 Nov 25 19:22:33.504183 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f936c5e3-9103-44b1-9888-75dcf6501018 None None] Provisioning complete for port 3d6094cd-1a7a-4afc-aca0-ff0c830d18c5 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:33.509813 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f936c5e3-9103-44b1-9888-75dcf6501018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:33.574897 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-10553a02-150b-4e0e-8c37-386a7784f92b req-09863cdd-3e7d-4c55-ab42-de5a11381e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:33.649128 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-3a2d37b6-ac7d-4575-a057-57d83bb222e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:33.650628 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-3a2d37b6-ac7d-4575-a057-57d83bb222e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:33.653489 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-3a2d37b6-ac7d-4575-a057-57d83bb222e6 service neutron] 10.222.0.73 "PUT /v2.0/ports/b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba HTTP/1.1" status: 200 len: 1091 time: 5.9900043 Nov 25 19:22:33.662159 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31cb5b24-bc16-41ca-9e4e-596198a0a15e', 'tag': 'b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:33.684901 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bb1ead-d87d-421e-aa22-86c573b27dca" -d '{"events": [{"name": "network-changed", "server_uuid": "31cb5b24-bc16-41ca-9e4e-596198a0a15e", "tag": "b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:33.747004 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port ea54b6a4-4404-4dc7-bb97-8f245dc47048, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=ea54b6a4-4404-4dc7-bb97-8f245dc47048,segment=NetworkSegment(1b8474db-7669-45be-be6b-b8665e364f83),segment_id=1b8474db-7669-45be-be6b-b8665e364f83)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:33.799414 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'ea54b6a4-4404-4dc7-bb97-8f245dc47048', 'network_id': 'a0415a8e-21f3-452d-932c-0a5bcf4b7b81', 'port_id': 'ea54b6a4-4404-4dc7-bb97-8f245dc47048', 'mac_address': 'fa:16:3e:69:f3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668d05a5-86fe-4b7a-a808-c175910057f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:22:33.857708 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274081be-2b71-4661-8b32-a9f253ad8fd0 req-d4ad829c-bec1-4ddb-9383-f15428f5e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:33.863031 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:33.868753 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-274081be-2b71-4661-8b32-a9f253ad8fd0 req-d4ad829c-bec1-4ddb-9383-f15428f5e189 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a0415a8e-21f3-452d-932c-0a5bcf4b7b81 HTTP/1.1" status: 200 len: 914 time: 0.3685133 Nov 25 19:22:33.916513 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-f936c5e3-9103-44b1-9888-75dcf6501018 None None] Port 3d6094cd-1a7a-4afc-aca0-ff0c830d18c5 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:22:33.926165 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d37b6-ac7d-4575-a057-57d83bb222e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:33.950944 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:33.996896 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea54b6a4-4404-4dc7-bb97-8f245dc47048 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:22:34.037568 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f368ab2-0b96-47eb-9078-efcca726f8fe req-8d03d6a2-ea2e-48eb-85f6-a1eadcc0f64f tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:34.047256 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3f368ab2-0b96-47eb-9078-efcca726f8fe req-8d03d6a2-ea2e-48eb-85f6-a1eadcc0f64f tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 951 time: 0.5209451 Nov 25 19:22:34.068977 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port ea54b6a4-4404-4dc7-bb97-8f245dc47048, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=ea54b6a4-4404-4dc7-bb97-8f245dc47048,segment=NetworkSegment(1b8474db-7669-45be-be6b-b8665e364f83),segment_id=1b8474db-7669-45be-be6b-b8665e364f83)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:34.092071 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:34.115170 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-274081be-2b71-4661-8b32-a9f253ad8fd0 req-6311f974-be90-49f4-8c6c-84831aa78fb6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea54b6a4-4404-4dc7-bb97-8f245dc47048 HTTP/1.1" status: 200 len: 217 time: 0.2345948 Nov 25 19:22:34.219273 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=ea54b6a4-4404-4dc7-bb97-8f245dc47048,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:34.293392 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-afe51083-bcac-4f87-8690-060c03062da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:34.306979 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-afe51083-bcac-4f87-8690-060c03062da9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=016efd3ce7bf4b838e8112b9af9eb1a5&device_id=31cb5b24-bc16-41ca-9e4e-596198a0a15e HTTP/1.1" status: 200 len: 1094 time: 0.5538552 Nov 25 19:22:34.344313 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274081be-2b71-4661-8b32-a9f253ad8fd0 req-daab38ef-756f-4202-8c9e-d3f50ed7251a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:34.349683 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-274081be-2b71-4661-8b32-a9f253ad8fd0 req-daab38ef-756f-4202-8c9e-d3f50ed7251a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=668d05a5-86fe-4b7a-a808-c175910057f2 HTTP/1.1" status: 200 len: 853 time: 0.2289762 Nov 25 19:22:34.420651 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['ea54b6a4-4404-4dc7-bb97-8f245dc47048'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:22:34.421594 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3f368ab2-0b96-47eb-9078-efcca726f8fe req-c5c3dbb8-040c-4fdd-957e-68ee4812384d tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733687 Nov 25 19:22:34.431512 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-1c0548ad-076d-4933-9c59-33419b307812 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba HTTP/1.1" status: 200 len: 217 time: 0.0884190 Nov 25 19:22:34.474037 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-274081be-2b71-4661-8b32-a9f253ad8fd0 req-898d7719-82a4-47ac-85ec-5e877bf468d4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a0415a8e-21f3-452d-932c-0a5bcf4b7b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156147 Nov 25 19:22:34.677178 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-e8983c78-deac-4231-9761-2dd3194b83f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:34.679164 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-e8983c78-deac-4231-9761-2dd3194b83f2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=668d05a5-86fe-4b7a-a808-c175910057f2 HTTP/1.1" status: 200 len: 853 time: 0.1819413 Nov 25 19:22:34.773961 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-6bf1b1c1-1ae1-4bd6-8c8b-16e0f13b9e95 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a0415a8e-21f3-452d-932c-0a5bcf4b7b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682623 Nov 25 19:22:34.843580 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-274081be-2b71-4661-8b32-a9f253ad8fd0 req-e1c4e22e-1886-41d4-badf-0c19f463a059 service neutron] 10.222.0.85 "GET /v2.0/networks/a0415a8e-21f3-452d-932c-0a5bcf4b7b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595886 Nov 25 19:22:34.981863 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-10553a02-150b-4e0e-8c37-386a7784f92b req-09863cdd-3e7d-4c55-ab42-de5a11381e96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d6094cd-1a7a-4afc-aca0-ff0c830d18c5 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:22:34.993864 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-10553a02-150b-4e0e-8c37-386a7784f92b req-09863cdd-3e7d-4c55-ab42-de5a11381e96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:35.010365 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-10553a02-150b-4e0e-8c37-386a7784f92b req-09863cdd-3e7d-4c55-ab42-de5a11381e96 service neutron] Transition to ACTIVE for port object 3d6094cd-1a7a-4afc-aca0-ff0c830d18c5 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:22:35.015575 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-954981b6-68fe-4bfa-9126-41dc939b7447 service neutron] 10.222.0.73 "GET /v2.0/networks/a0415a8e-21f3-452d-932c-0a5bcf4b7b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262485 Nov 25 19:22:35.027261 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b150f-b9d5-46d2-bebd-deebffe59964 req-151a9c10-6593-47b8-8afa-0fdfb75bd272 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:35.036147 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7a3b150f-b9d5-46d2-bebd-deebffe59964 req-151a9c10-6593-47b8-8afa-0fdfb75bd272 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/ports?device_id=31cb5b24-bc16-41ca-9e4e-596198a0a15e HTTP/1.1" status: 200 len: 943 time: 0.4845889 Nov 25 19:22:35.063485 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-10553a02-150b-4e0e-8c37-386a7784f92b req-09863cdd-3e7d-4c55-ab42-de5a11381e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:35.187651 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-274081be-2b71-4661-8b32-a9f253ad8fd0 req-aa261e53-cb33-4ac6-9d6e-17aa8375e518 service neutron] 10.222.0.85 "GET /v2.0/networks/a0415a8e-21f3-452d-932c-0a5bcf4b7b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215687 Nov 25 19:22:35.307327 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:35.478917 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:35.650743 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09863cdd-3e7d-4c55-ab42-de5a11381e96 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6094cd-1a7a-4afc-aca0-ff0c830d18c5,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:35.660497 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-db152cd4-188e-4554-94ff-3cdac81bccfc req-aa7ecb5a-2c98-46a5-9792-03a1c0e07255 service neutron] 10.222.0.73 "GET /v2.0/networks/a0415a8e-21f3-452d-932c-0a5bcf4b7b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6222410 Nov 25 19:22:35.743331 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7a3b150f-b9d5-46d2-bebd-deebffe59964 req-f2f4d5ee-cdf6-4e87-803c-b1e0266e6cc1 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/security-groups?id=699017fb-4910-43fe-9983-7be8886f273c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7037287 Nov 25 19:22:35.814700 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-10553a02-150b-4e0e-8c37-386a7784f92b req-09863cdd-3e7d-4c55-ab42-de5a11381e96 service neutron] Attempting to bind port 3d6094cd-1a7a-4afc-aca0-ff0c830d18c5 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:22:35.815350 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-10553a02-150b-4e0e-8c37-386a7784f92b req-09863cdd-3e7d-4c55-ab42-de5a11381e96 service neutron] Attempting to bind port 3d6094cd-1a7a-4afc-aca0-ff0c830d18c5 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:22:35.815799 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10553a02-150b-4e0e-8c37-386a7784f92b req-09863cdd-3e7d-4c55-ab42-de5a11381e96 service neutron] Attempting to bind port 3d6094cd-1a7a-4afc-aca0-ff0c830d18c5 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:35.831915 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10553a02-150b-4e0e-8c37-386a7784f92b req-09863cdd-3e7d-4c55-ab42-de5a11381e96 service neutron] Port 3d6094cd-1a7a-4afc-aca0-ff0c830d18c5 on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:22:35.832191 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10553a02-150b-4e0e-8c37-386a7784f92b req-09863cdd-3e7d-4c55-ab42-de5a11381e96 service neutron] Attempting to bind port 3d6094cd-1a7a-4afc-aca0-ff0c830d18c5 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:35.841730 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10553a02-150b-4e0e-8c37-386a7784f92b req-09863cdd-3e7d-4c55-ab42-de5a11381e96 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:22:35.842071 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10553a02-150b-4e0e-8c37-386a7784f92b req-09863cdd-3e7d-4c55-ab42-de5a11381e96 service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:22:35.843329 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10553a02-150b-4e0e-8c37-386a7784f92b req-09863cdd-3e7d-4c55-ab42-de5a11381e96 service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:22:35.850197 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-10553a02-150b-4e0e-8c37-386a7784f92b req-09863cdd-3e7d-4c55-ab42-de5a11381e96 service neutron] Bound port: 3d6094cd-1a7a-4afc-aca0-ff0c830d18c5, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:22:35.850609 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-10553a02-150b-4e0e-8c37-386a7784f92b req-09863cdd-3e7d-4c55-ab42-de5a11381e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:36.159237 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d3163fc0-877e-4fed-a1dc-7f9e81c6c7af req-b33d4291-c51a-413d-b1be-7651e0f9b07c tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "GET /v2.0/floatingips/90764bd3-89de-4aaa-8a2e-50e067231e4a HTTP/1.1" status: 200 len: 693 time: 0.1303422 Nov 25 19:22:36.293916 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-10553a02-150b-4e0e-8c37-386a7784f92b req-09863cdd-3e7d-4c55-ab42-de5a11381e96 service neutron] For port 3d6094cd-1a7a-4afc-aca0-ff0c830d18c5, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:36.339208 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-10553a02-150b-4e0e-8c37-386a7784f92b req-09863cdd-3e7d-4c55-ab42-de5a11381e96 service neutron] For port 3d6094cd-1a7a-4afc-aca0-ff0c830d18c5, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=3d6094cd-1a7a-4afc-aca0-ff0c830d18c5,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:22:36.357828 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-10553a02-150b-4e0e-8c37-386a7784f92b req-09863cdd-3e7d-4c55-ab42-de5a11381e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:36.498541 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10553a02-150b-4e0e-8c37-386a7784f92b req-09863cdd-3e7d-4c55-ab42-de5a11381e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:36.499449 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-10553a02-150b-4e0e-8c37-386a7784f92b req-09863cdd-3e7d-4c55-ab42-de5a11381e96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:36.506470 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-10553a02-150b-4e0e-8c37-386a7784f92b req-09863cdd-3e7d-4c55-ab42-de5a11381e96 service neutron] 10.222.0.73 "PUT /v2.0/ports/3d6094cd-1a7a-4afc-aca0-ff0c830d18c5 HTTP/1.1" status: 200 len: 1096 time: 3.4934034 Nov 25 19:22:36.596936 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3163fc0-877e-4fed-a1dc-7f9e81c6c7af req-9e0b1ff5-8af5-4eff-a928-ef7994ca0074 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:36.618909 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d3163fc0-877e-4fed-a1dc-7f9e81c6c7af req-9e0b1ff5-8af5-4eff-a928-ef7994ca0074 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.4557145 Nov 25 19:22:36.620335 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09863cdd-3e7d-4c55-ab42-de5a11381e96 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6094cd-1a7a-4afc-aca0-ff0c830d18c5,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:36.712654 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-d3163fc0-877e-4fed-a1dc-7f9e81c6c7af req-2e107bb0-5610-441a-a0ed-fa4417a3321e tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:22:36.750796 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d3163fc0-877e-4fed-a1dc-7f9e81c6c7af req-2e107bb0-5610-441a-a0ed-fa4417a3321e tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1212020 Nov 25 19:22:36.856301 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10553a02-150b-4e0e-8c37-386a7784f92b req-9b00e651-f534-4f41-9ab0-cdbe58e25ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:36.859368 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-10553a02-150b-4e0e-8c37-386a7784f92b req-9b00e651-f534-4f41-9ab0-cdbe58e25ce9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7d7baf0fde394da799a1b2bcf5e40b32&device_id=3e06cfb7-ac34-4c61-9051-cffea36c328d HTTP/1.1" status: 200 len: 1099 time: 0.2277579 Nov 25 19:22:36.944968 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809e578d-98b0-45a7-adfb-8f27b975a36e x-openstack-request-id: req-809e578d-98b0-45a7-adfb-8f27b975a36e {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:36.945759 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18275c83-1959-4c13-8504-0a7996bd75f6", "name": "network-vif-plugged", "status": "completed", "tag": "6b00030c-6766-4ea6-a6e4-4a785c574b20", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:36.945892 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-809e578d-98b0-45a7-adfb-8f27b975a36e {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:36.947045 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18275c83-1959-4c13-8504-0a7996bd75f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b00030c-6766-4ea6-a6e4-4a785c574b20', 'code': 200} Nov 25 19:22:37.082822 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device ea54b6a4-4404-4dc7-bb97-8f245dc47048 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:37.154797 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-10553a02-150b-4e0e-8c37-386a7784f92b req-1df1bb26-ef25-40ca-b30d-a95a338ccc91 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=3d6094cd-1a7a-4afc-aca0-ff0c830d18c5 HTTP/1.1" status: 200 len: 217 time: 0.2840490 Nov 25 19:22:37.389272 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a5cb0-a6c7-4d4f-bf7b-0c6166b71ea2 req-ef4c802d-8e78-449f-81c5-b82ad868ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:37.396767 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port ea54b6a4-4404-4dc7-bb97-8f245dc47048 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:22:37.398527 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-741a5cb0-a6c7-4d4f-bf7b-0c6166b71ea2 req-ef4c802d-8e78-449f-81c5-b82ad868ff2d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 1102 time: 0.1208363 Nov 25 19:22:37.415211 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8090f2-6798-4d60-abd5-bc1ab115c789 x-openstack-request-id: req-5a8090f2-6798-4d60-abd5-bc1ab115c789 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:37.415638 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31cb5b24-bc16-41ca-9e4e-596198a0a15e", "tag": "b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:37.416026 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5a8090f2-6798-4d60-abd5-bc1ab115c789 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:37.416745 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31cb5b24-bc16-41ca-9e4e-596198a0a15e', 'tag': 'b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba', 'status': 'completed', 'code': 200} Nov 25 19:22:37.421318 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port ea54b6a4-4404-4dc7-bb97-8f245dc47048 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:37.422506 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:37.499945 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-741a5cb0-a6c7-4d4f-bf7b-0c6166b71ea2 req-1cd883bf-7ad7-4116-a90d-9aaaaf199863 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915565 Nov 25 19:22:37.669423 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10553a02-150b-4e0e-8c37-386a7784f92b req-8ba93a5b-b35f-43d4-85c8-88a1b7a45daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:37.675797 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-10553a02-150b-4e0e-8c37-386a7784f92b req-8ba93a5b-b35f-43d4-85c8-88a1b7a45daa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.5114155 Nov 25 19:22:37.833803 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb1ead-d87d-421e-aa22-86c573b27dca req-d0d02cb9-7f42-4ef3-a991-219f21e7e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:37.838365 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f1bb1ead-d87d-421e-aa22-86c573b27dca req-d0d02cb9-7f42-4ef3-a991-219f21e7e45e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=016efd3ce7bf4b838e8112b9af9eb1a5&device_id=31cb5b24-bc16-41ca-9e4e-596198a0a15e HTTP/1.1" status: 200 len: 1094 time: 0.4201853 Nov 25 19:22:37.867155 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:22:37.891367 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:38.240816 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba,segment=NetworkSegment(1b8474db-7669-45be-be6b-b8665e364f83),segment_id=1b8474db-7669-45be-be6b-b8665e364f83)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:38.289280 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port ea54b6a4-4404-4dc7-bb97-8f245dc47048, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=ea54b6a4-4404-4dc7-bb97-8f245dc47048,segment=NetworkSegment(1b8474db-7669-45be-be6b-b8665e364f83),segment_id=1b8474db-7669-45be-be6b-b8665e364f83)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:38.293956 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba', 'network_id': 'a0415a8e-21f3-452d-932c-0a5bcf4b7b81', 'port_id': 'b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba', 'mac_address': 'fa:16:3e:73:e4:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668d05a5-86fe-4b7a-a808-c175910057f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:22:38.313099 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:38.517145 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:38.522389 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=ea54b6a4-4404-4dc7-bb97-8f245dc47048,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:38.582331 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:22:38.716576 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba,segment=NetworkSegment(1b8474db-7669-45be-be6b-b8665e364f83),segment_id=1b8474db-7669-45be-be6b-b8665e364f83)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:38.726417 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:38.934649 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb1ead-d87d-421e-aa22-86c573b27dca req-65f4ca0d-edda-4633-8f81-84121ee87ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:38.937342 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f1bb1ead-d87d-421e-aa22-86c573b27dca req-65f4ca0d-edda-4633-8f81-84121ee87ac4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a0415a8e-21f3-452d-932c-0a5bcf4b7b81 HTTP/1.1" status: 200 len: 914 time: 1.0699372 Nov 25 19:22:38.951388 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8776f3cd-4a87-4e85-8e97-458c7c34cc63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea54b6a4-4404-4dc7-bb97-8f245dc47048'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:38.955531 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9abab2-e344-4bd7-8043-4c803226a9e6" -d '{"events": [{"server_uuid": "8776f3cd-4a87-4e85-8e97-458c7c34cc63", "name": "network-vif-plugged", "status": "completed", "tag": "ea54b6a4-4404-4dc7-bb97-8f245dc47048"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:38.961567 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:38.980356 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88f97f-6f3d-44fe-bbfc-0efc82c61f11 req-b0eaad98-25d7-4d22-a2b6-ed7f74d31b08 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:38.984814 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ce88f97f-6f3d-44fe-bbfc-0efc82c61f11 req-b0eaad98-25d7-4d22-a2b6-ed7f74d31b08 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e06cfb7-ac34-4c61-9051-cffea36c328d HTTP/1.1" status: 200 len: 948 time: 1.4133482 Nov 25 19:22:39.047526 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:22:39.106764 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f1bb1ead-d87d-421e-aa22-86c573b27dca req-4b29e1c7-87a0-432f-97fb-a265a38cacdc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba HTTP/1.1" status: 200 len: 217 time: 0.1572149 Nov 25 19:22:39.114831 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10553a02-150b-4e0e-8c37-386a7784f92b req-1f60612e-dacb-4502-af29-24ad2adfe33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:39.117485 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-10553a02-150b-4e0e-8c37-386a7784f92b req-1f60612e-dacb-4502-af29-24ad2adfe33b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3518708 Nov 25 19:22:39.209815 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ce88f97f-6f3d-44fe-bbfc-0efc82c61f11 req-2c0a5e22-5d34-4a0f-a4b8-053477548b81 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] 10.222.0.55 "GET /v2.0/security-groups?id=c9fe2b67-c099-4e6f-89c6-59000a1aaecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114081 Nov 25 19:22:39.466555 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e06cfb7-ac34-4c61-9051-cffea36c328d', 'tag': '3d6094cd-1a7a-4afc-aca0-ff0c830d18c5'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:39.469847 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020e9bfa-5566-45a4-9b6e-05a5b6c61ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "3e06cfb7-ac34-4c61-9051-cffea36c328d", "tag": "3d6094cd-1a7a-4afc-aca0-ff0c830d18c5"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:39.617680 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb1ead-d87d-421e-aa22-86c573b27dca req-1d5a6ab1-0152-48d8-9e43-1083ef0baf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:39.620236 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f1bb1ead-d87d-421e-aa22-86c573b27dca req-1d5a6ab1-0152-48d8-9e43-1083ef0baf77 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=668d05a5-86fe-4b7a-a808-c175910057f2 HTTP/1.1" status: 200 len: 853 time: 0.5011771 Nov 25 19:22:39.711738 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f1bb1ead-d87d-421e-aa22-86c573b27dca req-a418ecdc-651c-41e4-8beb-e966bb3a2fb1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a0415a8e-21f3-452d-932c-0a5bcf4b7b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799775 Nov 25 19:22:39.728400 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-10553a02-150b-4e0e-8c37-386a7784f92b req-254fcfef-6e86-4f27-a71a-5734c3cbbb20 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5484989 Nov 25 19:22:39.792862 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db75a9-0bf8-40a1-99ef-55a42831f3d0 req-77ab1314-b1d6-4513-90c7-76a996c55749 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:39.806512 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-28db75a9-0bf8-40a1-99ef-55a42831f3d0 req-77ab1314-b1d6-4513-90c7-76a996c55749 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 951 time: 0.2916076 Nov 25 19:22:40.145197 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-28db75a9-0bf8-40a1-99ef-55a42831f3d0 req-ed881178-f5b7-4d5f-b3e2-380b8109b0fd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362081 Nov 25 19:22:40.170644 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f1bb1ead-d87d-421e-aa22-86c573b27dca req-1c4fdaa9-a25b-4318-996c-51262219b8e8 service neutron] 10.222.0.73 "GET /v2.0/networks/a0415a8e-21f3-452d-932c-0a5bcf4b7b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478643 Nov 25 19:22:40.314474 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-10553a02-150b-4e0e-8c37-386a7784f92b req-392fec25-ba39-4c79-a152-cec6cc3d6baf service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5692909 Nov 25 19:22:40.504709 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-984f7afc-39e6-4590-9ddb-f4d231d903fe req-cabe0d15-8819-4699-b270-7a85741a9275 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=2139d117c8434b7d806327ebf3dfdaf4 HTTP/1.1" status: 200 len: 696 time: 0.2732038 Nov 25 19:22:40.609367 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f1bb1ead-d87d-421e-aa22-86c573b27dca req-d3b7a035-56c2-427e-9cbe-a96d56ab4d40 service neutron] 10.222.0.73 "GET /v2.0/networks/a0415a8e-21f3-452d-932c-0a5bcf4b7b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159465 Nov 25 19:22:40.775967 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f7afc-39e6-4590-9ddb-f4d231d903fe req-e6b6934b-0aeb-4e6f-a459-2a33aa275850 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:40.789668 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-984f7afc-39e6-4590-9ddb-f4d231d903fe req-e6b6934b-0aeb-4e6f-a459-2a33aa275850 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "GET /v2.0/networks?id=f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 787 time: 0.2838709 Nov 25 19:22:40.828645 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-984f7afc-39e6-4590-9ddb-f4d231d903fe req-c8a5fe44-a44f-4208-b26d-5fb57329312f tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:22:40.839212 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-984f7afc-39e6-4590-9ddb-f4d231d903fe req-c8a5fe44-a44f-4208-b26d-5fb57329312f tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0338635 Nov 25 19:22:41.094598 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e425328-4891-4777-bf5e-bbd990b5b4da req-9ab00f69-ede9-4555-94a9-83c8d0b70aba tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:41.104903 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3e425328-4891-4777-bf5e-bbd990b5b4da req-9ab00f69-ede9-4555-94a9-83c8d0b70aba tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/ports?device_id=31cb5b24-bc16-41ca-9e4e-596198a0a15e HTTP/1.1" status: 200 len: 944 time: 0.1377168 Nov 25 19:22:41.175454 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3e425328-4891-4777-bf5e-bbd990b5b4da req-232c9ef9-a8fe-4867-b543-6baf207386fc tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/security-groups?id=699017fb-4910-43fe-9983-7be8886f273c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689552 Nov 25 19:22:41.518782 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b9f938-09a8-4be0-a0fc-6844a14e0b62 x-openstack-request-id: req-e9b9f938-09a8-4be0-a0fc-6844a14e0b62 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:41.519706 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8776f3cd-4a87-4e85-8e97-458c7c34cc63", "name": "network-vif-plugged", "status": "completed", "tag": "ea54b6a4-4404-4dc7-bb97-8f245dc47048", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:41.519706 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e9b9f938-09a8-4be0-a0fc-6844a14e0b62 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:41.520355 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8776f3cd-4a87-4e85-8e97-458c7c34cc63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea54b6a4-4404-4dc7-bb97-8f245dc47048', 'code': 200} Nov 25 19:22:41.608398 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de91640f-ff0b-400c-aff0-df549708a241 x-openstack-request-id: req-de91640f-ff0b-400c-aff0-df549708a241 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:41.609378 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e06cfb7-ac34-4c61-9051-cffea36c328d", "tag": "3d6094cd-1a7a-4afc-aca0-ff0c830d18c5", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:41.610027 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-de91640f-ff0b-400c-aff0-df549708a241 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:41.611564 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e06cfb7-ac34-4c61-9051-cffea36c328d', 'tag': '3d6094cd-1a7a-4afc-aca0-ff0c830d18c5', 'status': 'completed', 'code': 200} Nov 25 19:22:41.787119 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:41.800265 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e9bfa-5566-45a4-9b6e-05a5b6c61ef0 req-0f59d66d-0ca8-4bb2-b445-051ebcc3424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:41.812008 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-020e9bfa-5566-45a4-9b6e-05a5b6c61ef0 req-0f59d66d-0ca8-4bb2-b445-051ebcc3424f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7d7baf0fde394da799a1b2bcf5e40b32&device_id=3e06cfb7-ac34-4c61-9051-cffea36c328d HTTP/1.1" status: 200 len: 1099 time: 0.1824179 Nov 25 19:22:42.047653 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:22:42.062043 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:42.063800 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:42.237294 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e9bfa-5566-45a4-9b6e-05a5b6c61ef0 req-b89b9c09-6a1a-4669-979a-c829a8fc92c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:42.246786 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-020e9bfa-5566-45a4-9b6e-05a5b6c61ef0 req-b89b9c09-6a1a-4669-979a-c829a8fc92c9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.4250708 Nov 25 19:22:42.267185 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:42.368742 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba,segment=NetworkSegment(1b8474db-7669-45be-be6b-b8665e364f83),segment_id=1b8474db-7669-45be-be6b-b8665e364f83)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:42.382028 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:42.458988 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-020e9bfa-5566-45a4-9b6e-05a5b6c61ef0 req-e8c918b3-e7cf-4099-9020-d692bdd4f359 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=3d6094cd-1a7a-4afc-aca0-ff0c830d18c5 HTTP/1.1" status: 200 len: 217 time: 0.1984129 Nov 25 19:22:42.464821 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb29ae-2518-46f2-8748-0bd4645be0b0 req-0714626c-6947-4995-8f1f-e8eb9b1afa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:42.482391 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0ceb29ae-2518-46f2-8748-0bd4645be0b0 req-0714626c-6947-4995-8f1f-e8eb9b1afa52 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8776f3cd-4a87-4e85-8e97-458c7c34cc63 HTTP/1.1" status: 200 len: 1096 time: 0.8724959 Nov 25 19:22:42.509700 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7657315-9989-4d43-9146-71a5277bb99d req-6e6a2f0a-26fe-46b9-be4c-65c24e77846d tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:42.531090 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a7657315-9989-4d43-9146-71a5277bb99d req-6e6a2f0a-26fe-46b9-be4c-65c24e77846d tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e06cfb7-ac34-4c61-9051-cffea36c328d HTTP/1.1" status: 200 len: 948 time: 0.4613738 Nov 25 19:22:42.566064 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:42.588699 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:42.589051 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:42.589400 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:42.589744 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:42.590085 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:42.590457 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:42.590873 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:42.591207 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:42.591540 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:42.591870 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:42.592201 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:42.592530 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:42.620701 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0ceb29ae-2518-46f2-8748-0bd4645be0b0 req-bd2b7307-44e8-4deb-975d-2c1ede33a98c service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=699017fb-4910-43fe-9983-7be8886f273c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372917 Nov 25 19:22:42.694360 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e9bfa-5566-45a4-9b6e-05a5b6c61ef0 req-20af797c-3204-44b5-9a04-01180256be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:42.696190 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-020e9bfa-5566-45a4-9b6e-05a5b6c61ef0 req-20af797c-3204-44b5-9a04-01180256be74 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.2160263 Nov 25 19:22:42.753110 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a7657315-9989-4d43-9146-71a5277bb99d req-9b7b500d-29d1-48b1-8692-a438ad878672 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] 10.222.0.55 "GET /v2.0/security-groups?id=c9fe2b67-c099-4e6f-89c6-59000a1aaecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164826 Nov 25 19:22:42.929952 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-10aa492d-d7d3-444a-b5ab-38871f87722e req-7c8df477-b77b-44f0-b286-5080e0b38590 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "GET /v2.0/floatingips/90764bd3-89de-4aaa-8a2e-50e067231e4a HTTP/1.1" status: 200 len: 693 time: 0.1377852 Nov 25 19:22:43.044684 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e9bfa-5566-45a4-9b6e-05a5b6c61ef0 req-475468e4-babb-467a-b33c-5da2dd1fb348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:43.046320 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-020e9bfa-5566-45a4-9b6e-05a5b6c61ef0 req-475468e4-babb-467a-b33c-5da2dd1fb348 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3064981 Nov 25 19:22:43.191567 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa492d-d7d3-444a-b5ab-38871f87722e req-c739ba38-ef3e-4f33-b601-223967a9ce37 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:43.193585 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-10aa492d-d7d3-444a-b5ab-38871f87722e req-c739ba38-ef3e-4f33-b601-223967a9ce37 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.2626889 Nov 25 19:22:43.263023 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-10aa492d-d7d3-444a-b5ab-38871f87722e req-c28f472f-211f-48ad-af9d-dc2ca34c52ee tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:22:43.264391 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-10aa492d-d7d3-444a-b5ab-38871f87722e req-c28f472f-211f-48ad-af9d-dc2ca34c52ee tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084183 Nov 25 19:22:43.330508 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-10aa492d-d7d3-444a-b5ab-38871f87722e req-444c7ca7-77df-4f06-8e79-ca0002e66554 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.222 HTTP/1.1" status: 200 len: 696 time: 0.0581117 Nov 25 19:22:43.411211 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-10aa492d-d7d3-444a-b5ab-38871f87722e req-171e7a7f-ed4c-4aa2-8c24-b904a5084236 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.222 HTTP/1.1" status: 200 len: 696 time: 0.0725095 Nov 25 19:22:43.414458 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-020e9bfa-5566-45a4-9b6e-05a5b6c61ef0 req-76b8bcd7-70a2-470a-a50e-6a5d3585f6ff service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049018 Nov 25 19:22:43.522004 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31cb5b24-bc16-41ca-9e4e-596198a0a15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:43.524711 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a486d9c-4a78-487c-a93b-fa7311ad9d6b" -d '{"events": [{"server_uuid": "31cb5b24-bc16-41ca-9e4e-596198a0a15e", "name": "network-vif-plugged", "status": "completed", "tag": "b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:43.630803 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-020e9bfa-5566-45a4-9b6e-05a5b6c61ef0 req-53b7cbeb-82b6-4e39-b722-d5a836dbcc45 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045586 Nov 25 19:22:43.666959 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-10aa492d-d7d3-444a-b5ab-38871f87722e req-4e9be445-3267-4f54-a195-3b05a524d9e8 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Deleting port 51f41d0b-f6d3-46ec-a722-d53d0d187f42 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:22:43.667381 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-10aa492d-d7d3-444a-b5ab-38871f87722e req-4e9be445-3267-4f54-a195-3b05a524d9e8 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:43.766009 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-10aa492d-d7d3-444a-b5ab-38871f87722e req-4e9be445-3267-4f54-a195-3b05a524d9e8 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:43.766572 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-10aa492d-d7d3-444a-b5ab-38871f87722e req-4e9be445-3267-4f54-a195-3b05a524d9e8 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:43.797528 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 3d6094cd-1a7a-4afc-aca0-ff0c830d18c5 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:22:43.817928 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-10aa492d-d7d3-444a-b5ab-38871f87722e req-4e9be445-3267-4f54-a195-3b05a524d9e8 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Calling delete_port for 51f41d0b-f6d3-46ec-a722-d53d0d187f42 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:22:43.983246 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 3d6094cd-1a7a-4afc-aca0-ff0c830d18c5, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=3d6094cd-1a7a-4afc-aca0-ff0c830d18c5,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:44.001983 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '3d6094cd-1a7a-4afc-aca0-ff0c830d18c5', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '3d6094cd-1a7a-4afc-aca0-ff0c830d18c5', 'mac_address': 'fa:16:3e:ab:65:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:22:44.073906 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:44.090962 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d6094cd-1a7a-4afc-aca0-ff0c830d18c5 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:22:44.108676 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-10aa492d-d7d3-444a-b5ab-38871f87722e req-4e9be445-3267-4f54-a195-3b05a524d9e8 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:44.123829 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 3d6094cd-1a7a-4afc-aca0-ff0c830d18c5, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=3d6094cd-1a7a-4afc-aca0-ff0c830d18c5,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:44.131536 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:44.142816 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9be445-3267-4f54-a195-3b05a524d9e8 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Pushing event deleted for resources: {'Port': ['ID=51f41d0b-f6d3-46ec-a722-d53d0d187f42,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:44.219400 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=3d6094cd-1a7a-4afc-aca0-ff0c830d18c5,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:44.268008 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-10aa492d-d7d3-444a-b5ab-38871f87722e req-4e9be445-3267-4f54-a195-3b05a524d9e8 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:44.272712 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-10aa492d-d7d3-444a-b5ab-38871f87722e req-4e9be445-3267-4f54-a195-3b05a524d9e8 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:44.274491 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-10aa492d-d7d3-444a-b5ab-38871f87722e req-4e9be445-3267-4f54-a195-3b05a524d9e8 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "DELETE /v2.0/floatingips/90764bd3-89de-4aaa-8a2e-50e067231e4a HTTP/1.1" status: 204 len: 173 time: 0.8555858 Nov 25 19:22:44.399339 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e18448-f369-43a9-81b1-11e8fd453adc req-660034b5-9dfc-4e63-ad9d-2b1617957ae7 tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:44.402917 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-00e18448-f369-43a9-81b1-11e8fd453adc req-660034b5-9dfc-4e63-ad9d-2b1617957ae7 tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 1102 time: 0.0744078 Nov 25 19:22:44.427573 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['3d6094cd-1a7a-4afc-aca0-ff0c830d18c5'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:22:44.432412 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff32db0-a330-450b-a3ed-14f32ddbe5bb req-2165e343-9661-4da2-acd4-42df376d3796 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:44.434042 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9ff32db0-a330-450b-a3ed-14f32ddbe5bb req-2165e343-9661-4da2-acd4-42df376d3796 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/ports?device_id=31cb5b24-bc16-41ca-9e4e-596198a0a15e HTTP/1.1" status: 200 len: 945 time: 0.0621524 Nov 25 19:22:44.531950 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-00e18448-f369-43a9-81b1-11e8fd453adc req-11252900-78fe-4e51-8f43-591d22165e58 tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201200 Nov 25 19:22:44.542537 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9ff32db0-a330-450b-a3ed-14f32ddbe5bb req-e084152f-6737-49db-a3ac-845b12c47f42 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/security-groups?id=699017fb-4910-43fe-9983-7be8886f273c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955586 Nov 25 19:22:44.747378 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c619f02f-b4a4-4495-8a17-484370566720 x-openstack-request-id: req-c619f02f-b4a4-4495-8a17-484370566720 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:44.748231 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31cb5b24-bc16-41ca-9e4e-596198a0a15e", "name": "network-vif-plugged", "status": "completed", "tag": "b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:44.748669 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c619f02f-b4a4-4495-8a17-484370566720 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:44.749033 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31cb5b24-bc16-41ca-9e4e-596198a0a15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba', 'code': 200} Nov 25 19:22:44.879132 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3637081-a192-4481-a079-85e5bfb233ea req-5da51bbb-6fcb-4bb6-b0e9-8252a8a29f81 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:44.897164 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f3637081-a192-4481-a079-85e5bfb233ea req-5da51bbb-6fcb-4bb6-b0e9-8252a8a29f81 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e06cfb7-ac34-4c61-9051-cffea36c328d HTTP/1.1" status: 200 len: 949 time: 0.1072357 Nov 25 19:22:44.921547 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19362d6c-6245-4c7d-bb4b-4b413ef0cec1 req-7cd3a7bb-cd73-42df-b00f-01e171f297b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:44.926916 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-19362d6c-6245-4c7d-bb4b-4b413ef0cec1 req-7cd3a7bb-cd73-42df-b00f-01e171f297b8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=31cb5b24-bc16-41ca-9e4e-596198a0a15e HTTP/1.1" status: 200 len: 1096 time: 0.0785902 Nov 25 19:22:44.988555 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f3637081-a192-4481-a079-85e5bfb233ea req-20aab468-ff35-4d09-8e02-258c126ecb9d tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] 10.222.0.55 "GET /v2.0/security-groups?id=c9fe2b67-c099-4e6f-89c6-59000a1aaecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937593 Nov 25 19:22:45.097195 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-19362d6c-6245-4c7d-bb4b-4b413ef0cec1 req-f4773012-f5a8-4b22-9ba0-3f880796912f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=699017fb-4910-43fe-9983-7be8886f273c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583085 Nov 25 19:22:45.172229 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1b9c657b-ff75-49c7-b056-2088137835bc req-f754f11f-0e9c-4aa3-9ac2-b4014bdc5ae3 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2040687 Nov 25 19:22:45.179139 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-1b9c657b-ff75-49c7-b056-2088137835bc req-3c5cc90a-5504-4eab-85e8-407519117571 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:45.211601 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b9c657b-ff75-49c7-b056-2088137835bc req-3c5cc90a-5504-4eab-85e8-407519117571 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:45.433578 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b9c657b-ff75-49c7-b056-2088137835bc req-3c5cc90a-5504-4eab-85e8-407519117571 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:45.447903 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ffca8-d812-4567-98ec-d19657c3d986 req-defb89e3-fe69-48d5-b023-a7129b11db82 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:45.449911 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-573ffca8-d812-4567-98ec-d19657c3d986 req-defb89e3-fe69-48d5-b023-a7129b11db82 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/ports?device_id=8993ef04-7640-4935-b7fa-65f4c6c6a9f0 HTTP/1.1" status: 200 len: 951 time: 0.0780613 Nov 25 19:22:45.566521 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-573ffca8-d812-4567-98ec-d19657c3d986 req-c49a745c-2566-4e86-9df8-390203aa0b97 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f4dadc-6be1-4c75-9aff-6aa911e9a34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074917 Nov 25 19:22:45.625574 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-1b9c657b-ff75-49c7-b056-2088137835bc req-3c5cc90a-5504-4eab-85e8-407519117571 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Allocated IP 172.25.6.106 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/a0142b5a-8cbb-4f6b-8092-009921d6ea53) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:22:45.717354 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ee367-803c-4772-9e53-f2c6acf599ef req-6d89bead-6809-4a6d-8576-6de5456e7607 tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:45.720594 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-123ee367-803c-4772-9e53-f2c6acf599ef req-6d89bead-6809-4a6d-8576-6de5456e7607 tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 1102 time: 0.0860982 Nov 25 19:22:45.810788 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 3d6094cd-1a7a-4afc-aca0-ff0c830d18c5 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:45.871225 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-123ee367-803c-4772-9e53-f2c6acf599ef req-e822127d-6894-4bac-a624-5a7b1ab051ea tempest-ServersAdminTestJSON-681956558 tempest-ServersAdminTestJSON-681956558-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335971 Nov 25 19:22:45.952849 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 3d6094cd-1a7a-4afc-aca0-ff0c830d18c5 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:22:45.959732 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 3d6094cd-1a7a-4afc-aca0-ff0c830d18c5 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:45.961794 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:45.980959 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b9c657b-ff75-49c7-b056-2088137835bc req-3c5cc90a-5504-4eab-85e8-407519117571 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:46.024446 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b9c657b-ff75-49c7-b056-2088137835bc req-3c5cc90a-5504-4eab-85e8-407519117571 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:46.079532 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b9c657b-ff75-49c7-b056-2088137835bc req-3c5cc90a-5504-4eab-85e8-407519117571 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:22:46.082927 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-1b9c657b-ff75-49c7-b056-2088137835bc req-3c5cc90a-5504-4eab-85e8-407519117571 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:46.087811 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9c657b-ff75-49c7-b056-2088137835bc req-3c5cc90a-5504-4eab-85e8-407519117571 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:22:46.150162 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:46.185762 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc5ad2-9537-4287-8ae1-075e2cadf876 req-d84026eb-2459-4496-aaeb-3e386ad2a1be tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:46.188764 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64cc5ad2-9537-4287-8ae1-075e2cadf876 req-d84026eb-2459-4496-aaeb-3e386ad2a1be tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/ports?device_id=31cb5b24-bc16-41ca-9e4e-596198a0a15e HTTP/1.1" status: 200 len: 945 time: 0.1721830 Nov 25 19:22:46.213845 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 3d6094cd-1a7a-4afc-aca0-ff0c830d18c5, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=3d6094cd-1a7a-4afc-aca0-ff0c830d18c5,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:46.224756 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:46.275749 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64cc5ad2-9537-4287-8ae1-075e2cadf876 req-2de54607-9c93-4686-9fe1-98297185b9b9 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/security-groups?id=699017fb-4910-43fe-9983-7be8886f273c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736322 Nov 25 19:22:46.348265 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=3d6094cd-1a7a-4afc-aca0-ff0c830d18c5,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:46.537938 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5cc90a-5504-4eab-85e8-407519117571 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Pushing event updated for resources: {'Port': ['ID=a0142b5a-8cbb-4f6b-8092-009921d6ea53,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:46.650701 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b9c657b-ff75-49c7-b056-2088137835bc req-3c5cc90a-5504-4eab-85e8-407519117571 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:46.696178 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b9c657b-ff75-49c7-b056-2088137835bc req-3c5cc90a-5504-4eab-85e8-407519117571 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:46.750327 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e06cfb7-ac34-4c61-9051-cffea36c328d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6094cd-1a7a-4afc-aca0-ff0c830d18c5'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:46.755927 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498693d8-7ef8-417e-b32e-17cfbf687856" -d '{"events": [{"server_uuid": "3e06cfb7-ac34-4c61-9051-cffea36c328d", "name": "network-vif-plugged", "status": "completed", "tag": "3d6094cd-1a7a-4afc-aca0-ff0c830d18c5"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:46.957195 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b9c657b-ff75-49c7-b056-2088137835bc req-3c5cc90a-5504-4eab-85e8-407519117571 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:46.972839 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b9c657b-ff75-49c7-b056-2088137835bc req-3c5cc90a-5504-4eab-85e8-407519117571 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:47.051448 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5cc90a-5504-4eab-85e8-407519117571 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Pushing event updated for resources: {'Port': ['ID=a0142b5a-8cbb-4f6b-8092-009921d6ea53,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:47.089552 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b9c657b-ff75-49c7-b056-2088137835bc req-3c5cc90a-5504-4eab-85e8-407519117571 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:47.115847 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b9c657b-ff75-49c7-b056-2088137835bc req-3c5cc90a-5504-4eab-85e8-407519117571 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:47.117961 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1b9c657b-ff75-49c7-b056-2088137835bc req-3c5cc90a-5504-4eab-85e8-407519117571 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9447162 Nov 25 19:22:47.143535 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:22:47.199927 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1b9c657b-ff75-49c7-b056-2088137835bc req-2d2d335f-a4a9-4278-81fd-61faf34a1ae6 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 696 time: 0.0741374 Nov 25 19:22:47.307444 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:47.385646 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=5e7b8860-34b7-48f7-b8e2-d7b09ab649c7,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:47.393411 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:47.432605 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c657b-ff75-49c7-b056-2088137835bc req-dda24191-7069-40e4-ad86-00bd0f673799 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:47.435316 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1b9c657b-ff75-49c7-b056-2088137835bc req-dda24191-7069-40e4-ad86-00bd0f673799 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.2255399 Nov 25 19:22:47.549586 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=5e7b8860-34b7-48f7-b8e2-d7b09ab649c7,revision_number=11']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:47.870852 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8b54b-4eac-48b6-a508-ef09d7808d6b req-9a405ece-96f0-49af-894d-b273bf530ec1 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:47.873426 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-06b8b54b-4eac-48b6-a508-ef09d7808d6b req-9a405ece-96f0-49af-894d-b273bf530ec1 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e06cfb7-ac34-4c61-9051-cffea36c328d HTTP/1.1" status: 200 len: 950 time: 0.0809197 Nov 25 19:22:47.972628 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-06b8b54b-4eac-48b6-a508-ef09d7808d6b req-d141a0ba-f83d-42b0-aab8-bdb5fce35e60 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] 10.222.0.55 "GET /v2.0/security-groups?id=c9fe2b67-c099-4e6f-89c6-59000a1aaecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834782 Nov 25 19:22:48.075143 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdf8ba1-5efb-4761-8350-9a594d1f0662 x-openstack-request-id: req-bbdf8ba1-5efb-4761-8350-9a594d1f0662 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:48.076195 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e06cfb7-ac34-4c61-9051-cffea36c328d", "name": "network-vif-plugged", "status": "completed", "tag": "3d6094cd-1a7a-4afc-aca0-ff0c830d18c5", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:48.077986 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bbdf8ba1-5efb-4761-8350-9a594d1f0662 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:48.080550 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e06cfb7-ac34-4c61-9051-cffea36c328d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6094cd-1a7a-4afc-aca0-ff0c830d18c5', 'code': 200} Nov 25 19:22:48.273438 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677cb77-c1c0-4d38-8529-ca2533fc48df req-8ae45759-3ab0-4447-93fa-592b60bf5f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:48.275020 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4677cb77-c1c0-4d38-8529-ca2533fc48df req-8ae45759-3ab0-4447-93fa-592b60bf5f61 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3e06cfb7-ac34-4c61-9051-cffea36c328d HTTP/1.1" status: 200 len: 1101 time: 0.0854278 Nov 25 19:22:48.290699 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535024f3-5afa-4f5d-b4e0-895d631a315c req-f525ab36-060a-44fd-9a72-db6e98d971f0 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:48.293145 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-535024f3-5afa-4f5d-b4e0-895d631a315c req-f525ab36-060a-44fd-9a72-db6e98d971f0 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/ports?device_id=31cb5b24-bc16-41ca-9e4e-596198a0a15e HTTP/1.1" status: 200 len: 945 time: 0.0915678 Nov 25 19:22:48.403168 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4677cb77-c1c0-4d38-8529-ca2533fc48df req-97394532-8d72-439a-a3a5-6f0c19dabac7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c9fe2b67-c099-4e6f-89c6-59000a1aaecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083751 Nov 25 19:22:48.426340 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-535024f3-5afa-4f5d-b4e0-895d631a315c req-fb94f4ec-fd97-45ea-9454-85e7930a8355 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/security-groups?id=699017fb-4910-43fe-9983-7be8886f273c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037047 Nov 25 19:22:48.536145 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-97e93bb8-6d97-47ec-8610-30cbfb64fd4f req-cfd02b2f-9463-4a7e-b1d2-e58aa9db0c3a tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "GET /v2.0/floatingips/f64c513a-4f76-4a57-b18f-7e5bcaba0c77 HTTP/1.1" status: 200 len: 693 time: 0.0667975 Nov 25 19:22:48.746444 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e93bb8-6d97-47ec-8610-30cbfb64fd4f req-b2c9a320-2a13-462e-860b-e3ec2bea8d28 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:48.755292 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-97e93bb8-6d97-47ec-8610-30cbfb64fd4f req-b2c9a320-2a13-462e-860b-e3ec2bea8d28 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.2088673 Nov 25 19:22:48.826800 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-97e93bb8-6d97-47ec-8610-30cbfb64fd4f req-d5544538-c203-4282-a914-ffdb5de251c2 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 696 time: 0.0666902 Nov 25 19:22:48.940509 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-97e93bb8-6d97-47ec-8610-30cbfb64fd4f req-ce1c4f74-ea70-4855-afb8-adf634a96deb tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 696 time: 0.0995150 Nov 25 19:22:49.143543 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-97e93bb8-6d97-47ec-8610-30cbfb64fd4f req-2480b0bf-ec72-4a6b-93f8-5d7d11cce855 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Deleting port a0142b5a-8cbb-4f6b-8092-009921d6ea53 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:22:49.143905 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-97e93bb8-6d97-47ec-8610-30cbfb64fd4f req-2480b0bf-ec72-4a6b-93f8-5d7d11cce855 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:49.161836 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4030149-9265-4226-a3ef-50f93237095b req-c616b05e-1df0-4897-9e26-6980fc287bf7 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:49.163477 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b4030149-9265-4226-a3ef-50f93237095b req-c616b05e-1df0-4897-9e26-6980fc287bf7 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.85 "GET /v2.0/ports?device_id=d3f81ea5-aff5-4ace-a987-ac0fd9a8db67 HTTP/1.1" status: 200 len: 950 time: 0.0698705 Nov 25 19:22:49.302820 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-97e93bb8-6d97-47ec-8610-30cbfb64fd4f req-2480b0bf-ec72-4a6b-93f8-5d7d11cce855 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:49.303416 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-97e93bb8-6d97-47ec-8610-30cbfb64fd4f req-2480b0bf-ec72-4a6b-93f8-5d7d11cce855 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:49.335965 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-97e93bb8-6d97-47ec-8610-30cbfb64fd4f req-2480b0bf-ec72-4a6b-93f8-5d7d11cce855 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Calling delete_port for a0142b5a-8cbb-4f6b-8092-009921d6ea53 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:22:49.398230 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-b4030149-9265-4226-a3ef-50f93237095b req-33dc24c0-959e-4509-9f1b-a6bd3bf61f36 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Deleting port 9399f582-5e5b-420d-96da-1440ef198353 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:22:49.399008 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b4030149-9265-4226-a3ef-50f93237095b req-33dc24c0-959e-4509-9f1b-a6bd3bf61f36 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:49.575449 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-b4030149-9265-4226-a3ef-50f93237095b req-33dc24c0-959e-4509-9f1b-a6bd3bf61f36 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] For port 9399f582-5e5b-420d-96da-1440ef198353, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=9399f582-5e5b-420d-96da-1440ef198353,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:49.576140 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b4030149-9265-4226-a3ef-50f93237095b req-33dc24c0-959e-4509-9f1b-a6bd3bf61f36 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:49.602057 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-b4030149-9265-4226-a3ef-50f93237095b req-33dc24c0-959e-4509-9f1b-a6bd3bf61f36 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Calling delete_port for 9399f582-5e5b-420d-96da-1440ef198353 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:22:49.602756 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-97e93bb8-6d97-47ec-8610-30cbfb64fd4f req-2480b0bf-ec72-4a6b-93f8-5d7d11cce855 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:49.657223 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480b0bf-ec72-4a6b-93f8-5d7d11cce855 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Pushing event deleted for resources: {'Port': ['ID=a0142b5a-8cbb-4f6b-8092-009921d6ea53,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:49.774971 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-97e93bb8-6d97-47ec-8610-30cbfb64fd4f req-2480b0bf-ec72-4a6b-93f8-5d7d11cce855 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:49.779750 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-97e93bb8-6d97-47ec-8610-30cbfb64fd4f req-2480b0bf-ec72-4a6b-93f8-5d7d11cce855 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:49.789653 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-97e93bb8-6d97-47ec-8610-30cbfb64fd4f req-2480b0bf-ec72-4a6b-93f8-5d7d11cce855 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "DELETE /v2.0/floatingips/f64c513a-4f76-4a57-b18f-7e5bcaba0c77 HTTP/1.1" status: 204 len: 173 time: 0.8472705 Nov 25 19:22:49.892099 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b4030149-9265-4226-a3ef-50f93237095b req-33dc24c0-959e-4509-9f1b-a6bd3bf61f36 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:49.915629 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['e758aa2f-a5d0-438f-be66-32b309667a22', '9399f582-5e5b-420d-96da-1440ef198353', '6b00030c-6766-4ea6-a6e4-4a785c574b20'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:22:49.949810 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc24c0-959e-4509-9f1b-a6bd3bf61f36 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Pushing event deleted for resources: {'Port': ['ID=9399f582-5e5b-420d-96da-1440ef198353,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:49.962647 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b3c3c47f-88aa-497d-bb37-20a73511dc57 req-4f8e75ce-0874-419c-a955-c3860e578b74 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3f81ea5-aff5-4ace-a987-ac0fd9a8db67 HTTP/1.1" status: 200 len: 210 time: 0.0608442 Nov 25 19:22:50.040593 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4030149-9265-4226-a3ef-50f93237095b req-33dc24c0-959e-4509-9f1b-a6bd3bf61f36 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] No DVR routers for this DVR port 9399f582-5e5b-420d-96da-1440ef198353 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:22:50.056564 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b4030149-9265-4226-a3ef-50f93237095b req-33dc24c0-959e-4509-9f1b-a6bd3bf61f36 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:50.060477 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b4030149-9265-4226-a3ef-50f93237095b req-33dc24c0-959e-4509-9f1b-a6bd3bf61f36 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.85 "DELETE /v2.0/ports/9399f582-5e5b-420d-96da-1440ef198353 HTTP/1.1" status: 204 len: 173 time: 0.8900907 Nov 25 19:22:50.074127 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f81ea5-aff5-4ace-a987-ac0fd9a8db67', 'name': 'network-vif-deleted', 'tag': '9399f582-5e5b-420d-96da-1440ef198353'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:50.083038 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c5d2ab-07dc-4474-b840-515718305cfd" -d '{"events": [{"server_uuid": "d3f81ea5-aff5-4ace-a987-ac0fd9a8db67", "name": "network-vif-deleted", "tag": "9399f582-5e5b-420d-96da-1440ef198353"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:50.090022 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8993ef04-7640-4935-b7fa-65f4c6c6a9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e7b8860-34b7-48f7-b8e2-d7b09ab649c7'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:50.101110 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e6b3d2-28e6-4599-b30a-92edb21ca10c" -d '{"events": [{"server_uuid": "8993ef04-7640-4935-b7fa-65f4c6c6a9f0", "name": "network-vif-unplugged", "status": "completed", "tag": "5e7b8860-34b7-48f7-b8e2-d7b09ab649c7"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:50.160376 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da26cd7-6aeb-479b-ac9c-1cbc81dc7403 req-bc032558-0a2d-481e-a7f3-bec3ca2f7d43 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:50.169129 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3da26cd7-6aeb-479b-ac9c-1cbc81dc7403 req-bc032558-0a2d-481e-a7f3-bec3ca2f7d43 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/ports?device_id=8776f3cd-4a87-4e85-8e97-458c7c34cc63 HTTP/1.1" status: 200 len: 945 time: 0.1243055 Nov 25 19:22:50.247956 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3da26cd7-6aeb-479b-ac9c-1cbc81dc7403 req-2cd45615-5d18-42db-8cab-aa40bdc0311b tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/security-groups?id=699017fb-4910-43fe-9983-7be8886f273c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774467 Nov 25 19:22:50.592709 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3235004-b91b-4ff5-b7b8-f15a7a0df3bc req-d0ad4742-e1af-40bf-a251-9ac9d7b295b4 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:50.603748 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c3235004-b91b-4ff5-b7b8-f15a7a0df3bc req-d0ad4742-e1af-40bf-a251-9ac9d7b295b4 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e06cfb7-ac34-4c61-9051-cffea36c328d HTTP/1.1" status: 200 len: 950 time: 0.1245744 Nov 25 19:22:50.735784 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c3235004-b91b-4ff5-b7b8-f15a7a0df3bc req-e573b544-6966-49e0-bea3-d515cfff5fce tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] 10.222.0.55 "GET /v2.0/security-groups?id=c9fe2b67-c099-4e6f-89c6-59000a1aaecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266916 Nov 25 19:22:50.843035 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [req-a4d38e84-95a2-47dc-be82-faed7204845b req-f390d3c3-1372-4938-b32c-d3293446c28a tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] show failed (client error): The resource could not be found. Nov 25 19:22:50.844416 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a4d38e84-95a2-47dc-be82-faed7204845b req-f390d3c3-1372-4938-b32c-d3293446c28a tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "GET /v2.0/floatingips/f64c513a-4f76-4a57-b18f-7e5bcaba0c77 HTTP/1.1" status: 404 len: 350 time: 0.0581439 Nov 25 19:22:50.909830 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4421176d-afeb-485d-9826-da9a06cd1660 x-openstack-request-id: req-4421176d-afeb-485d-9826-da9a06cd1660 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:50.910766 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f81ea5-aff5-4ace-a987-ac0fd9a8db67", "name": "network-vif-deleted", "tag": "9399f582-5e5b-420d-96da-1440ef198353", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:50.911077 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4421176d-afeb-485d-9826-da9a06cd1660 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:50.911717 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f81ea5-aff5-4ace-a987-ac0fd9a8db67', 'name': 'network-vif-deleted', 'tag': '9399f582-5e5b-420d-96da-1440ef198353', 'status': 'completed', 'code': 200} Nov 25 19:22:50.960486 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772553de-c666-4ea8-b76e-c8206dfc84ed x-openstack-request-id: req-772553de-c666-4ea8-b76e-c8206dfc84ed {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:50.961089 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8993ef04-7640-4935-b7fa-65f4c6c6a9f0", "name": "network-vif-unplugged", "status": "completed", "tag": "5e7b8860-34b7-48f7-b8e2-d7b09ab649c7", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:50.961249 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-772553de-c666-4ea8-b76e-c8206dfc84ed {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:50.961739 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8993ef04-7640-4935-b7fa-65f4c6c6a9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e7b8860-34b7-48f7-b8e2-d7b09ab649c7', 'code': 200} Nov 25 19:22:51.419939 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [req-f00e8ce5-03a0-4eeb-b654-30c35754d16a req-1eaff1bc-fc8f-443c-92e9-dd116b1ba565 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] show failed (client error): The resource could not be found. Nov 25 19:22:51.421476 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f00e8ce5-03a0-4eeb-b654-30c35754d16a req-1eaff1bc-fc8f-443c-92e9-dd116b1ba565 tempest-FloatingIPsTestJSON-798405461 tempest-FloatingIPsTestJSON-798405461-project] 10.222.0.55 "GET /v2.0/floatingips/f64c513a-4f76-4a57-b18f-7e5bcaba0c77 HTTP/1.1" status: 404 len: 350 time: 0.0673916 Nov 25 19:22:51.436301 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55938) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:51.932250 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77176d-fd82-45b1-9626-a02c83bfc1f2 req-f2175c26-0db2-4a37-add6-b66830de2b64 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:51.934905 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc77176d-fd82-45b1-9626-a02c83bfc1f2 req-f2175c26-0db2-4a37-add6-b66830de2b64 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e06cfb7-ac34-4c61-9051-cffea36c328d HTTP/1.1" status: 200 len: 950 time: 0.1013329 Nov 25 19:22:52.027775 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc77176d-fd82-45b1-9626-a02c83bfc1f2 req-e63e3be6-c698-4f78-a08a-aaeee166b54e tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] 10.222.0.55 "GET /v2.0/security-groups?id=c9fe2b67-c099-4e6f-89c6-59000a1aaecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810583 Nov 25 19:22:52.102805 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2edf6d2-733c-426d-b170-db5815d61797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:52.494056 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a2edf6d2-733c-426d-b170-db5815d61797 admin admin] Deleting port b649f6a7-09fb-4082-badc-b3f3d26c36f0 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:22:52.494756 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2edf6d2-733c-426d-b170-db5815d61797 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:52.616473 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61547ac7-f014-4f07-9a27-d0566c815558 req-4613d99f-ac98-497b-8327-db1c5d6eb1d3 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:52.620130 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-61547ac7-f014-4f07-9a27-d0566c815558 req-4613d99f-ac98-497b-8327-db1c5d6eb1d3 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/ports?device_id=8776f3cd-4a87-4e85-8e97-458c7c34cc63 HTTP/1.1" status: 200 len: 945 time: 0.1068027 Nov 25 19:22:52.707708 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c853e8e-0557-44f1-ab0c-8a4ade7ce004 req-a0d8e72a-fe20-423f-bdd7-15ab968a844c tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:52.709588 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c853e8e-0557-44f1-ab0c-8a4ade7ce004 req-a0d8e72a-fe20-423f-bdd7-15ab968a844c tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.85 "GET /v2.0/ports?device_id=8776f3cd-4a87-4e85-8e97-458c7c34cc63 HTTP/1.1" status: 200 len: 945 time: 0.1018202 Nov 25 19:22:52.715366 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a2edf6d2-733c-426d-b170-db5815d61797 admin admin] For port b649f6a7-09fb-4082-badc-b3f3d26c36f0, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b649f6a7-09fb-4082-badc-b3f3d26c36f0,segment=NetworkSegment(dcd9c914-7acd-412c-882d-15328cd62754),segment_id=dcd9c914-7acd-412c-882d-15328cd62754)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:52.715763 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2edf6d2-733c-426d-b170-db5815d61797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:52.747347 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-61547ac7-f014-4f07-9a27-d0566c815558 req-5cc80ccb-72e5-4b80-b0b8-eb2312deae92 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/security-groups?id=699017fb-4910-43fe-9983-7be8886f273c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107373 Nov 25 19:22:52.757949 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a2edf6d2-733c-426d-b170-db5815d61797 admin admin] Calling delete_port for b649f6a7-09fb-4082-badc-b3f3d26c36f0 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:22:52.937625 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-8c853e8e-0557-44f1-ab0c-8a4ade7ce004 req-d4ac6cca-a0b5-407f-8c92-4aaa2861fcb4 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Deleting port ea54b6a4-4404-4dc7-bb97-8f245dc47048 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:22:52.938048 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8c853e8e-0557-44f1-ab0c-8a4ade7ce004 req-d4ac6cca-a0b5-407f-8c92-4aaa2861fcb4 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:52.941762 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c26e45-2ae5-49d5-b5b6-6869c182721d req-9e4d4d5f-fbda-481a-9cb5-09180e76e294 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:52.944608 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a4c26e45-2ae5-49d5-b5b6-6869c182721d req-9e4d4d5f-fbda-481a-9cb5-09180e76e294 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=921347f0-02dd-4e52-84f8-47cd8fefe7a9 HTTP/1.1" status: 200 len: 950 time: 0.0625734 Nov 25 19:22:53.075816 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a4c26e45-2ae5-49d5-b5b6-6869c182721d req-50521de0-585b-4014-9f50-56df28ceae84 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184587 Nov 25 19:22:53.187099 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 9399f582-5e5b-420d-96da-1440ef198353 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:22:53.192237 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:53.204631 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-8c853e8e-0557-44f1-ab0c-8a4ade7ce004 req-d4ac6cca-a0b5-407f-8c92-4aaa2861fcb4 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] For port ea54b6a4-4404-4dc7-bb97-8f245dc47048, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=ea54b6a4-4404-4dc7-bb97-8f245dc47048,segment=NetworkSegment(1b8474db-7669-45be-be6b-b8665e364f83),segment_id=1b8474db-7669-45be-be6b-b8665e364f83)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:53.205265 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8c853e8e-0557-44f1-ab0c-8a4ade7ce004 req-d4ac6cca-a0b5-407f-8c92-4aaa2861fcb4 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:53.220588 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 9399f582-5e5b-420d-96da-1440ef198353 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:22:53.221280 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 9399f582-5e5b-420d-96da-1440ef198353 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:22:53.241841 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-8c853e8e-0557-44f1-ab0c-8a4ade7ce004 req-d4ac6cca-a0b5-407f-8c92-4aaa2861fcb4 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Calling delete_port for ea54b6a4-4404-4dc7-bb97-8f245dc47048 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:22:53.301782 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319669b-b57a-4392-b80f-23dc65437cac req-83c5b411-5ad6-4be4-a073-6e7cb8253e86 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:53.303568 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7319669b-b57a-4392-b80f-23dc65437cac req-83c5b411-5ad6-4be4-a073-6e7cb8253e86 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e06cfb7-ac34-4c61-9051-cffea36c328d HTTP/1.1" status: 200 len: 950 time: 0.1582537 Nov 25 19:22:53.319110 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4867d5-9e8c-4913-af91-2cbf4aa11886 req-3c609520-25d7-416f-adaa-e287b8af0afe tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:53.319681 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2edf6d2-733c-426d-b170-db5815d61797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:53.330258 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cb4867d5-9e8c-4913-af91-2cbf4aa11886 req-3c609520-25d7-416f-adaa-e287b8af0afe tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e06cfb7-ac34-4c61-9051-cffea36c328d HTTP/1.1" status: 200 len: 950 time: 0.1249413 Nov 25 19:22:53.371265 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edf6d2-733c-426d-b170-db5815d61797 admin admin] Pushing event deleted for resources: {'Port': ['ID=b649f6a7-09fb-4082-badc-b3f3d26c36f0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:53.458325 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cb4867d5-9e8c-4913-af91-2cbf4aa11886 req-6db90948-22bf-4d37-b10b-9ab23b9d06a1 tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] 10.222.0.55 "GET /v2.0/security-groups?id=c9fe2b67-c099-4e6f-89c6-59000a1aaecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269348 Nov 25 19:22:53.562262 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-7319669b-b57a-4392-b80f-23dc65437cac req-f1a1f343-756d-4e4a-b96d-91b188beb6df tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Deleting port 3d6094cd-1a7a-4afc-aca0-ff0c830d18c5 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:22:53.566644 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7319669b-b57a-4392-b80f-23dc65437cac req-f1a1f343-756d-4e4a-b96d-91b188beb6df tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:53.809119 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd9e15-97f7-4d35-8214-6c844476f337 req-0f92a066-1945-4a22-9136-e750f5dfcaaf tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:53.814852 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-72dd9e15-97f7-4d35-8214-6c844476f337 req-0f92a066-1945-4a22-9136-e750f5dfcaaf tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.73 "GET /v2.0/ports?device_id=31cb5b24-bc16-41ca-9e4e-596198a0a15e HTTP/1.1" status: 200 len: 945 time: 0.3248806 Nov 25 19:22:53.848737 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2edf6d2-733c-426d-b170-db5815d61797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:53.873786 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8c853e8e-0557-44f1-ab0c-8a4ade7ce004 req-d4ac6cca-a0b5-407f-8c92-4aaa2861fcb4 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:53.874114 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:53.885402 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:22:53.930411 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac6cca-a0b5-407f-8c92-4aaa2861fcb4 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Pushing event deleted for resources: {'Port': ['ID=ea54b6a4-4404-4dc7-bb97-8f245dc47048,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:54.046460 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7319669b-b57a-4392-b80f-23dc65437cac req-f1a1f343-756d-4e4a-b96d-91b188beb6df tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] For port 3d6094cd-1a7a-4afc-aca0-ff0c830d18c5, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=3d6094cd-1a7a-4afc-aca0-ff0c830d18c5,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:54.047389 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7319669b-b57a-4392-b80f-23dc65437cac req-f1a1f343-756d-4e4a-b96d-91b188beb6df tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:54.173864 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4841a930-69f3-40e5-a813-4085b1a6f6e5 req-0b25d1a9-37fd-482a-a925-2383677d6e34 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/ports?device_id=8776f3cd-4a87-4e85-8e97-458c7c34cc63 HTTP/1.1" status: 200 len: 210 time: 0.1007078 Nov 25 19:22:54.176595 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-7319669b-b57a-4392-b80f-23dc65437cac req-f1a1f343-756d-4e4a-b96d-91b188beb6df tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Calling delete_port for 3d6094cd-1a7a-4afc-aca0-ff0c830d18c5 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:22:54.177143 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c853e8e-0557-44f1-ab0c-8a4ade7ce004 req-d4ac6cca-a0b5-407f-8c92-4aaa2861fcb4 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] No DVR routers for this DVR port ea54b6a4-4404-4dc7-bb97-8f245dc47048 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:22:54.190690 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8c853e8e-0557-44f1-ab0c-8a4ade7ce004 req-d4ac6cca-a0b5-407f-8c92-4aaa2861fcb4 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:54.195628 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c853e8e-0557-44f1-ab0c-8a4ade7ce004 req-d4ac6cca-a0b5-407f-8c92-4aaa2861fcb4 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.85 "DELETE /v2.0/ports/ea54b6a4-4404-4dc7-bb97-8f245dc47048 HTTP/1.1" status: 204 len: 173 time: 1.4765835 Nov 25 19:22:54.196326 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8776f3cd-4a87-4e85-8e97-458c7c34cc63', 'name': 'network-vif-deleted', 'tag': 'ea54b6a4-4404-4dc7-bb97-8f245dc47048'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:54.200831 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36961c5-f532-4fbb-a608-e09625560095" -d '{"events": [{"server_uuid": "8776f3cd-4a87-4e85-8e97-458c7c34cc63", "name": "network-vif-deleted", "tag": "ea54b6a4-4404-4dc7-bb97-8f245dc47048"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:54.272808 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cfffb-f90a-4209-b7b2-752898c948d1 req-af17f2e9-1e56-4d52-8bd2-99ef9d3aab80 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:54.277740 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-306cfffb-f90a-4209-b7b2-752898c948d1 req-af17f2e9-1e56-4d52-8bd2-99ef9d3aab80 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.85 "GET /v2.0/ports?device_id=921347f0-02dd-4e52-84f8-47cd8fefe7a9 HTTP/1.1" status: 200 len: 950 time: 0.4260862 Nov 25 19:22:54.499956 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-72dd9e15-97f7-4d35-8214-6c844476f337 req-d972e688-9fad-4b2a-b2c8-f406335f8d96 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Deleting port b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:22:54.500534 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-72dd9e15-97f7-4d35-8214-6c844476f337 req-d972e688-9fad-4b2a-b2c8-f406335f8d96 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:54.502963 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2edf6d2-733c-426d-b170-db5815d61797 admin admin] Router 36e23773-85fc-48e7-b77f-22684aac9178 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:22:54.611372 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dd6cc-4a3a-4e44-a627-e06c5de2374a req-4b8e2955-42d6-4fbc-87a8-15e09a981011 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:54.614329 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-de5dd6cc-4a3a-4e44-a627-e06c5de2374a req-4b8e2955-42d6-4fbc-87a8-15e09a981011 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=921347f0-02dd-4e52-84f8-47cd8fefe7a9 HTTP/1.1" status: 200 len: 950 time: 0.2948406 Nov 25 19:22:54.705530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2edf6d2-733c-426d-b170-db5815d61797 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:22:54.716392 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a2edf6d2-733c-426d-b170-db5815d61797 admin admin] 10.222.0.55 "PUT /v2.0/routers/36e23773-85fc-48e7-b77f-22684aac9178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2786293 Nov 25 19:22:54.727647 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84c4121-00d2-432c-a8d1-ae24ddbe5f64 None None] Sync routers for ids ['36e23773-85fc-48e7-b77f-22684aac9178'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:22:54.730035 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55970) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:54.743273 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84c4121-00d2-432c-a8d1-ae24ddbe5f64 None None] Routers {'36e23773-85fc-48e7-b77f-22684aac9178'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:22:54.744574 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a84c4121-00d2-432c-a8d1-ae24ddbe5f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:22:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['36e23773-85fc-48e7-b77f-22684aac9178'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:55.027071 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-72dd9e15-97f7-4d35-8214-6c844476f337 req-d972e688-9fad-4b2a-b2c8-f406335f8d96 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] For port b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba,segment=NetworkSegment(1b8474db-7669-45be-be6b-b8665e364f83),segment_id=1b8474db-7669-45be-be6b-b8665e364f83)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:55.027695 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-72dd9e15-97f7-4d35-8214-6c844476f337 req-d972e688-9fad-4b2a-b2c8-f406335f8d96 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:55.058462 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-de5dd6cc-4a3a-4e44-a627-e06c5de2374a req-708a4cf0-f1bb-4a54-8144-15ea3f5fb41b tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929694 Nov 25 19:22:55.115178 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-306cfffb-f90a-4209-b7b2-752898c948d1 req-f96b3f19-1903-4fe3-a6aa-4b92185a2e77 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Deleting port e758aa2f-a5d0-438f-be66-32b309667a22 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:22:55.115990 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-306cfffb-f90a-4209-b7b2-752898c948d1 req-f96b3f19-1903-4fe3-a6aa-4b92185a2e77 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:55.122479 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-72dd9e15-97f7-4d35-8214-6c844476f337 req-d972e688-9fad-4b2a-b2c8-f406335f8d96 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Calling delete_port for b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:22:55.137776 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7319669b-b57a-4392-b80f-23dc65437cac req-f1a1f343-756d-4e4a-b96d-91b188beb6df tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:55.163334 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39edcfbe-d074-4cd0-ac3f-80c0ea17aead x-openstack-request-id: req-39edcfbe-d074-4cd0-ac3f-80c0ea17aead {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:55.163672 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8776f3cd-4a87-4e85-8e97-458c7c34cc63", "name": "network-vif-deleted", "tag": "ea54b6a4-4404-4dc7-bb97-8f245dc47048", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:55.163934 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-39edcfbe-d074-4cd0-ac3f-80c0ea17aead {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:55.164536 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8776f3cd-4a87-4e85-8e97-458c7c34cc63', 'name': 'network-vif-deleted', 'tag': 'ea54b6a4-4404-4dc7-bb97-8f245dc47048', 'status': 'completed', 'code': 200} Nov 25 19:22:55.180455 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['3d6094cd-1a7a-4afc-aca0-ff0c830d18c5'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:22:55.255975 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device e758aa2f-a5d0-438f-be66-32b309667a22 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:22:55.282382 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1f343-756d-4e4a-b96d-91b188beb6df tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Pushing event deleted for resources: {'Port': ['ID=3d6094cd-1a7a-4afc-aca0-ff0c830d18c5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:55.406484 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95617166-3b38-4a0b-a889-0cc2626d42f0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:55.411126 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a84c4121-00d2-432c-a8d1-ae24ddbe5f64 None None] Set router 36e23773-85fc-48e7-b77f-22684aac9178 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:22:55.544030 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:55.662960 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921347f0-02dd-4e52-84f8-47cd8fefe7a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e758aa2f-a5d0-438f-be66-32b309667a22'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:55.667090 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0267d79e-8f41-4a42-b0f7-f6d224817e6b" -d '{"events": [{"server_uuid": "921347f0-02dd-4e52-84f8-47cd8fefe7a9", "name": "network-vif-unplugged", "status": "completed", "tag": "e758aa2f-a5d0-438f-be66-32b309667a22"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:55.702105 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port e758aa2f-a5d0-438f-be66-32b309667a22, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=e758aa2f-a5d0-438f-be66-32b309667a22,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:55.710789 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:55.712103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device ea54b6a4-4404-4dc7-bb97-8f245dc47048 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:22:55.764364 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3dcf9a6d-a597-4b0a-bf65-e3468a2f8b99 req-ba35d81b-6e49-4016-8a62-d05b4c2def7d tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e06cfb7-ac34-4c61-9051-cffea36c328d HTTP/1.1" status: 200 len: 210 time: 0.4782534 Nov 25 19:22:55.808761 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: ea54b6a4-4404-4dc7-bb97-8f245dc47048 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:22:55.809751 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device ea54b6a4-4404-4dc7-bb97-8f245dc47048 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:22:55.902436 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=e758aa2f-a5d0-438f-be66-32b309667a22,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:55.912918 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-7319669b-b57a-4392-b80f-23dc65437cac req-f1a1f343-756d-4e4a-b96d-91b188beb6df tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] No DVR routers for this DVR port 3d6094cd-1a7a-4afc-aca0-ff0c830d18c5 on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:22:55.932130 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7319669b-b57a-4392-b80f-23dc65437cac req-f1a1f343-756d-4e4a-b96d-91b188beb6df tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:55.939907 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7319669b-b57a-4392-b80f-23dc65437cac req-f1a1f343-756d-4e4a-b96d-91b188beb6df tempest-ImagesNegativeTestJSON-1971357883 tempest-ImagesNegativeTestJSON-1971357883-project] 10.222.0.73 "DELETE /v2.0/ports/3d6094cd-1a7a-4afc-aca0-ff0c830d18c5 HTTP/1.1" status: 204 len: 173 time: 2.6058280 Nov 25 19:22:55.950171 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e06cfb7-ac34-4c61-9051-cffea36c328d', 'name': 'network-vif-deleted', 'tag': '3d6094cd-1a7a-4afc-aca0-ff0c830d18c5'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:55.954195 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bd0ce6-735d-48c6-afc1-d32bfa38ea23" -d '{"events": [{"server_uuid": "3e06cfb7-ac34-4c61-9051-cffea36c328d", "name": "network-vif-deleted", "tag": "3d6094cd-1a7a-4afc-aca0-ff0c830d18c5"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:55.974659 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a84c4121-00d2-432c-a8d1-ae24ddbe5f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e23773-85fc-48e7-b77f-22684aac9178', 'name': 'tempest-FloatingIPsTestJSON-342965009-router', 'tenant_id': '2139d117c8434b7d806327ebf3dfdaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '87b2201a-5ea3-4cb7-8fb7-70f0ec44753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:03Z', 'updated_at': '2021-11-25T19:22:53Z', 'revision_number': 5, 'project_id': '2139d117c8434b7d806327ebf3dfdaf4', 'gw_port': {'id': '87b2201a-5ea3-4cb7-8fb7-70f0ec44753e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e23773-85fc-48e7-b77f-22684aac9178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:05Z', 'updated_at': '2021-11-25T19:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:56.031878 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-306cfffb-f90a-4209-b7b2-752898c948d1 req-f96b3f19-1903-4fe3-a6aa-4b92185a2e77 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] For port e758aa2f-a5d0-438f-be66-32b309667a22, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=e758aa2f-a5d0-438f-be66-32b309667a22,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:56.032505 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-306cfffb-f90a-4209-b7b2-752898c948d1 req-f96b3f19-1903-4fe3-a6aa-4b92185a2e77 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:56.100196 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-306cfffb-f90a-4209-b7b2-752898c948d1 req-f96b3f19-1903-4fe3-a6aa-4b92185a2e77 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Calling delete_port for e758aa2f-a5d0-438f-be66-32b309667a22 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:22:56.104402 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84c4121-00d2-432c-a8d1-ae24ddbe5f64 None None] Checking router: 36e23773-85fc-48e7-b77f-22684aac9178 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:22:56.131504 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84c4121-00d2-432c-a8d1-ae24ddbe5f64 None None] Routers {'36e23773-85fc-48e7-b77f-22684aac9178'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:22:56.133186 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a84c4121-00d2-432c-a8d1-ae24ddbe5f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:22:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['36e23773-85fc-48e7-b77f-22684aac9178'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:56.268043 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c94191-c049-4100-b751-f14bb63da2a8 x-openstack-request-id: req-36c94191-c049-4100-b751-f14bb63da2a8 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:56.268529 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921347f0-02dd-4e52-84f8-47cd8fefe7a9", "name": "network-vif-unplugged", "status": "completed", "tag": "e758aa2f-a5d0-438f-be66-32b309667a22", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:56.268936 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-36c94191-c049-4100-b751-f14bb63da2a8 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:56.269612 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921347f0-02dd-4e52-84f8-47cd8fefe7a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e758aa2f-a5d0-438f-be66-32b309667a22', 'code': 200} Nov 25 19:22:56.351327 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a14521c-6dc3-4741-9e95-1753c00d2d8a x-openstack-request-id: req-5a14521c-6dc3-4741-9e95-1753c00d2d8a {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:56.351784 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e06cfb7-ac34-4c61-9051-cffea36c328d", "name": "network-vif-deleted", "tag": "3d6094cd-1a7a-4afc-aca0-ff0c830d18c5", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:56.352201 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5a14521c-6dc3-4741-9e95-1753c00d2d8a {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:56.353220 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e06cfb7-ac34-4c61-9051-cffea36c328d', 'name': 'network-vif-deleted', 'tag': '3d6094cd-1a7a-4afc-aca0-ff0c830d18c5', 'status': 'completed', 'code': 200} Nov 25 19:22:56.386768 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95617166-3b38-4a0b-a889-0cc2626d42f0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:56.411973 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a84c4121-00d2-432c-a8d1-ae24ddbe5f64 None None] Set router 36e23773-85fc-48e7-b77f-22684aac9178 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:22:56.445324 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:22:56.560984 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-72dd9e15-97f7-4d35-8214-6c844476f337 req-d972e688-9fad-4b2a-b2c8-f406335f8d96 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:56.743547 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972e688-9fad-4b2a-b2c8-f406335f8d96 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Pushing event deleted for resources: {'Port': ['ID=b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:56.761880 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a84c4121-00d2-432c-a8d1-ae24ddbe5f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e23773-85fc-48e7-b77f-22684aac9178', 'name': 'tempest-FloatingIPsTestJSON-342965009-router', 'tenant_id': '2139d117c8434b7d806327ebf3dfdaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '87b2201a-5ea3-4cb7-8fb7-70f0ec44753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:03Z', 'updated_at': '2021-11-25T19:22:53Z', 'revision_number': 5, 'project_id': '2139d117c8434b7d806327ebf3dfdaf4', 'gw_port': {'id': '87b2201a-5ea3-4cb7-8fb7-70f0ec44753e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e23773-85fc-48e7-b77f-22684aac9178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:05Z', 'updated_at': '2021-11-25T19:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:56.819745 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84c4121-00d2-432c-a8d1-ae24ddbe5f64 None None] The sync data for ids ['36e23773-85fc-48e7-b77f-22684aac9178'] in n-d-819349-5 is: [{'id': '36e23773-85fc-48e7-b77f-22684aac9178', 'name': 'tempest-FloatingIPsTestJSON-342965009-router', 'tenant_id': '2139d117c8434b7d806327ebf3dfdaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '87b2201a-5ea3-4cb7-8fb7-70f0ec44753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:03Z', 'updated_at': '2021-11-25T19:22:53Z', 'revision_number': 5, 'project_id': '2139d117c8434b7d806327ebf3dfdaf4', 'gw_port': {'id': '87b2201a-5ea3-4cb7-8fb7-70f0ec44753e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e23773-85fc-48e7-b77f-22684aac9178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:05Z', 'updated_at': '2021-11-25T19:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:22:56.880700 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-306cfffb-f90a-4209-b7b2-752898c948d1 req-f96b3f19-1903-4fe3-a6aa-4b92185a2e77 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:56.896067 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['6b00030c-6766-4ea6-a6e4-4a785c574b20'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:22:56.922327 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-72dd9e15-97f7-4d35-8214-6c844476f337 req-d972e688-9fad-4b2a-b2c8-f406335f8d96 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] No DVR routers for this DVR port b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:22:56.941539 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-72dd9e15-97f7-4d35-8214-6c844476f337 req-d972e688-9fad-4b2a-b2c8-f406335f8d96 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:56.955730 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-72dd9e15-97f7-4d35-8214-6c844476f337 req-d972e688-9fad-4b2a-b2c8-f406335f8d96 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.73 "DELETE /v2.0/ports/b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba HTTP/1.1" status: 204 len: 173 time: 3.1320174 Nov 25 19:22:57.005944 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5637119-2875-438d-815c-a39d53f76e3f req-68cfc6d4-067a-4887-bec3-c9da74fa7dcd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:57.011643 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c5637119-2875-438d-815c-a39d53f76e3f req-68cfc6d4-067a-4887-bec3-c9da74fa7dcd tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=921347f0-02dd-4e52-84f8-47cd8fefe7a9 HTTP/1.1" status: 200 len: 865 time: 0.5083759 Nov 25 19:22:57.114331 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b3f19-1903-4fe3-a6aa-4b92185a2e77 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Pushing event deleted for resources: {'Port': ['ID=e758aa2f-a5d0-438f-be66-32b309667a22,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:57.222875 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-95617166-3b38-4a0b-a889-0cc2626d42f0 admin admin] Deleting port 87b2201a-5ea3-4cb7-8fb7-70f0ec44753e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:22:57.223258 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95617166-3b38-4a0b-a889-0cc2626d42f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:57.342816 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b649f6a7-09fb-4082-badc-b3f3d26c36f0 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:22:57.385658 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-306cfffb-f90a-4209-b7b2-752898c948d1 req-f96b3f19-1903-4fe3-a6aa-4b92185a2e77 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] No DVR routers for this DVR port e758aa2f-a5d0-438f-be66-32b309667a22 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:22:57.395692 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: b649f6a7-09fb-4082-badc-b3f3d26c36f0 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:22:57.396504 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b649f6a7-09fb-4082-badc-b3f3d26c36f0 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:22:57.410933 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-306cfffb-f90a-4209-b7b2-752898c948d1 req-f96b3f19-1903-4fe3-a6aa-4b92185a2e77 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:57.417333 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-306cfffb-f90a-4209-b7b2-752898c948d1 req-f96b3f19-1903-4fe3-a6aa-4b92185a2e77 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.85 "DELETE /v2.0/ports/e758aa2f-a5d0-438f-be66-32b309667a22 HTTP/1.1" status: 204 len: 173 time: 3.1055162 Nov 25 19:22:57.586170 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c5637119-2875-438d-815c-a39d53f76e3f req-58e5a690-e784-45b5-8a5e-7d811c833b2f tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084946 Nov 25 19:22:57.732308 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-73870fb6-60ee-4314-a601-0365cf068842 req-376b14b6-8573-49c3-baf0-d8b0284d01d1 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2131124 Nov 25 19:22:57.747193 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-95617166-3b38-4a0b-a889-0cc2626d42f0 admin admin] For port 87b2201a-5ea3-4cb7-8fb7-70f0ec44753e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=87b2201a-5ea3-4cb7-8fb7-70f0ec44753e,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:57.752724 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95617166-3b38-4a0b-a889-0cc2626d42f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:57.841767 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 3d6094cd-1a7a-4afc-aca0-ff0c830d18c5 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:22:57.860042 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-95617166-3b38-4a0b-a889-0cc2626d42f0 admin admin] Calling delete_port for 87b2201a-5ea3-4cb7-8fb7-70f0ec44753e owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:22:57.906128 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 3d6094cd-1a7a-4afc-aca0-ff0c830d18c5 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:22:57.910394 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 3d6094cd-1a7a-4afc-aca0-ff0c830d18c5 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:22:57.911158 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:22:57.968769 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:22:57.970212 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:22:58.041461 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9fda432b-86d6-48f6-9d31-40bd9bd3842e req-c2855c89-4339-4ef5-9e24-a9f1ab013cb6 tempest-MultipleCreateTestJSON-56781843 tempest-MultipleCreateTestJSON-56781843-project] 10.222.0.55 "GET /v2.0/ports?device_id=31cb5b24-bc16-41ca-9e4e-596198a0a15e HTTP/1.1" status: 200 len: 210 time: 0.1373327 Nov 25 19:22:58.288776 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73870fb6-60ee-4314-a601-0365cf068842 req-0737ab50-f97b-4037-b350-80bc5d415662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:58.291395 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-73870fb6-60ee-4314-a601-0365cf068842 req-0737ab50-f97b-4037-b350-80bc5d415662 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 1095 time: 0.4987502 Nov 25 19:22:58.358920 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31cb5b24-bc16-41ca-9e4e-596198a0a15e', 'name': 'network-vif-deleted', 'tag': 'b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba'}, {'server_uuid': '921347f0-02dd-4e52-84f8-47cd8fefe7a9', 'name': 'network-vif-deleted', 'tag': 'e758aa2f-a5d0-438f-be66-32b309667a22'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:58.363540 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac89450d-b0e0-4a3b-87c5-19eda5b24610" -d '{"events": [{"server_uuid": "31cb5b24-bc16-41ca-9e4e-596198a0a15e", "name": "network-vif-deleted", "tag": "b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba"}, {"server_uuid": "921347f0-02dd-4e52-84f8-47cd8fefe7a9", "name": "network-vif-deleted", "tag": "e758aa2f-a5d0-438f-be66-32b309667a22"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:58.570481 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c822c987-a15c-47d8-bf7d-8441d8dab993 x-openstack-request-id: req-c822c987-a15c-47d8-bf7d-8441d8dab993 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:58.571407 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31cb5b24-bc16-41ca-9e4e-596198a0a15e", "name": "network-vif-deleted", "tag": "b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba", "status": "completed", "code": 200}, {"server_uuid": "921347f0-02dd-4e52-84f8-47cd8fefe7a9", "name": "network-vif-deleted", "tag": "e758aa2f-a5d0-438f-be66-32b309667a22", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:58.572062 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c822c987-a15c-47d8-bf7d-8441d8dab993 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:58.572899 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31cb5b24-bc16-41ca-9e4e-596198a0a15e', 'name': 'network-vif-deleted', 'tag': 'b41bbc5e-c3dd-430b-b6a7-3e84b4f999ba', 'status': 'completed', 'code': 200} Nov 25 19:22:58.573510 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921347f0-02dd-4e52-84f8-47cd8fefe7a9', 'name': 'network-vif-deleted', 'tag': 'e758aa2f-a5d0-438f-be66-32b309667a22', 'status': 'completed', 'code': 200} Nov 25 19:22:58.655629 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73870fb6-60ee-4314-a601-0365cf068842 req-6e69f100-8dcc-4c3e-8b5c-806c894602f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:58.657378 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-73870fb6-60ee-4314-a601-0365cf068842 req-6e69f100-8dcc-4c3e-8b5c-806c894602f2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 921 time: 0.3389964 Nov 25 19:22:58.881464 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-73870fb6-60ee-4314-a601-0365cf068842 req-e11652b5-df76-4359-b16a-c00a3ec422cc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3ee73f6-1823-4a0f-bb4a-d672b534e218 HTTP/1.1" status: 200 len: 217 time: 0.1850030 Nov 25 19:22:58.884050 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95617166-3b38-4a0b-a889-0cc2626d42f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:58.998735 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95617166-3b38-4a0b-a889-0cc2626d42f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=87b2201a-5ea3-4cb7-8fb7-70f0ec44753e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:59.104692 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca1f8b-40a8-4776-95aa-fda4e057883c req-3ee2701d-4afd-44f4-80e4-a200a899fd04 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:59.114778 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-20ca1f8b-40a8-4776-95aa-fda4e057883c req-3ee2701d-4afd-44f4-80e4-a200a899fd04 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/ports?device_id=8993ef04-7640-4935-b7fa-65f4c6c6a9f0 HTTP/1.1" status: 200 len: 949 time: 0.2855756 Nov 25 19:22:59.117086 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73870fb6-60ee-4314-a601-0365cf068842 req-3b418da1-7dfa-4fb8-ae1f-37093dc5eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:59.119213 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-73870fb6-60ee-4314-a601-0365cf068842 req-3b418da1-7dfa-4fb8-ae1f-37093dc5eea1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=688fcc59-0345-41e4-9b88-cea9e7c21583 HTTP/1.1" status: 200 len: 860 time: 0.2132316 Nov 25 19:22:59.198851 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5697feb7-d9f6-4bea-8283-c568302b2189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:59.279865 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-73870fb6-60ee-4314-a601-0365cf068842 req-2161eaee-852f-4c18-8acb-1024e74f08b0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e27d2294-de95-4945-9062-292b41b6ea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494611 Nov 25 19:22:59.283777 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95617166-3b38-4a0b-a889-0cc2626d42f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:59.347518 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d201eb0-8246-4a46-9b41-5c9bc07661d8 req-97dc774e-2ae3-41d0-832a-387cf5b23b87 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:59.355432 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d201eb0-8246-4a46-9b41-5c9bc07661d8 req-97dc774e-2ae3-41d0-832a-387cf5b23b87 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 951 time: 0.1162236 Nov 25 19:22:59.510089 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d201eb0-8246-4a46-9b41-5c9bc07661d8 req-d50cf61a-1d04-4278-b988-75cddd483f73 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430712 Nov 25 19:22:59.624909 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56086) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:59.700271 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95617166-3b38-4a0b-a889-0cc2626d42f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:59.709519 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95617166-3b38-4a0b-a889-0cc2626d42f0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:59.734112 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-20ca1f8b-40a8-4776-95aa-fda4e057883c req-b07e23a0-9770-4df6-8116-5832b254b0ab tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f4dadc-6be1-4c75-9aff-6aa911e9a34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6099136 Nov 25 19:22:59.769706 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-31eca071-5253-41e5-89d8-83223344b1d7 admin admin] Deleting subnet 668d05a5-86fe-4b7a-a808-c175910057f2 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:22:59.785254 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31eca071-5253-41e5-89d8-83223344b1d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:59.833299 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56090) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:59.887405 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31eca071-5253-41e5-89d8-83223344b1d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:59.939762 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95617166-3b38-4a0b-a889-0cc2626d42f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:59.940568 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95617166-3b38-4a0b-a889-0cc2626d42f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36e23773-85fc-48e7-b77f-22684aac9178 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:22:59.954458 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95617166-3b38-4a0b-a889-0cc2626d42f0 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:59.961503 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-95617166-3b38-4a0b-a889-0cc2626d42f0 admin admin] 10.222.0.55 "DELETE /v2.0/routers/36e23773-85fc-48e7-b77f-22684aac9178 HTTP/1.1" status: 204 len: 168 time: 5.2280583 Nov 25 19:22:59.962748 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56100) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:59.973708 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-73870fb6-60ee-4314-a601-0365cf068842 req-43da2bc1-9e99-46ce-a33c-90882f2c43b2 service neutron] 10.222.0.85 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6497159 Nov 25 19:22:59.976628 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31eca071-5253-41e5-89d8-83223344b1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:00.179649 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-234978d3-947c-41d7-b2bd-7de3c50ce9ca admin admin] Deleting subnet ec70ee95-b162-46f9-9647-8be2232cb568 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:23:00.196665 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-234978d3-947c-41d7-b2bd-7de3c50ce9ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:00.218346 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-73870fb6-60ee-4314-a601-0365cf068842 req-3a6ce315-180c-474f-8f98-8dd0b1e4a6e9 service neutron] 10.222.0.85 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351623 Nov 25 19:23:00.238063 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31eca071-5253-41e5-89d8-83223344b1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:00.295428 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5320f625-42d4-4560-a4e4-74ac18ba20ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7d7baf0fde394da799a1b2bcf5e40b32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4600630 Nov 25 19:23:00.298436 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56102) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:00.316088 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-234978d3-947c-41d7-b2bd-7de3c50ce9ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:00.462848 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b1232e0-cb8f-4fc6-905e-04aea57e3aa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:00.507854 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b1232e0-cb8f-4fc6-905e-04aea57e3aa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:00.677840 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102de5e-5927-487a-ad89-ce322919eb92 req-b8e2a1c8-a9ec-4de5-bd57-d98092085244 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:00.679468 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7102de5e-5927-487a-ad89-ce322919eb92 req-b8e2a1c8-a9ec-4de5-bd57-d98092085244 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.85 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 951 time: 0.1542215 Nov 25 19:23:00.865632 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b1232e0-cb8f-4fc6-905e-04aea57e3aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:00.876860 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b1232e0-cb8f-4fc6-905e-04aea57e3aa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:00.880779 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2b1232e0-cb8f-4fc6-905e-04aea57e3aa3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c9fe2b67-c099-4e6f-89c6-59000a1aaecd HTTP/1.1" status: 204 len: 168 time: 0.5781965 Nov 25 19:23:00.952508 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1232e0-cb8f-4fc6-905e-04aea57e3aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fe2b67-c099-4e6f-89c6-59000a1aaecd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:01.024581 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31eca071-5253-41e5-89d8-83223344b1d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:01.028880 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-31eca071-5253-41e5-89d8-83223344b1d7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/668d05a5-86fe-4b7a-a808-c175910057f2 HTTP/1.1" status: 204 len: 168 time: 1.4017200 Nov 25 19:23:01.033390 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eca071-5253-41e5-89d8-83223344b1d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=668d05a5-86fe-4b7a-a808-c175910057f2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:01.042912 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56116) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:01.138687 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 87b2201a-5ea3-4cb7-8fb7-70f0ec44753e no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:23:01.168294 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddedde-721b-49c6-9da5-95c914cc2e29 req-37f2d985-1f78-40fa-a189-95305878a90b tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:01.170057 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9dddedde-721b-49c6-9da5-95c914cc2e29 req-37f2d985-1f78-40fa-a189-95305878a90b tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 951 time: 0.3433969 Nov 25 19:23:01.187372 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 87b2201a-5ea3-4cb7-8fb7-70f0ec44753e {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:23:01.189503 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 87b2201a-5ea3-4cb7-8fb7-70f0ec44753e not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:23:01.217322 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff26ce2-3553-487c-8b1b-24eba1103518 req-b352f153-ce89-4925-8eb1-f5bea38d2f47 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:01.226075 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dff26ce2-3553-487c-8b1b-24eba1103518 req-b352f153-ce89-4925-8eb1-f5bea38d2f47 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/ports?device_id=8993ef04-7640-4935-b7fa-65f4c6c6a9f0 HTTP/1.1" status: 200 len: 949 time: 0.1715505 Nov 25 19:23:01.260512 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9dddedde-721b-49c6-9da5-95c914cc2e29 req-80894042-6a59-4fb4-a6fd-60112993db9a tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/security-groups?id=435c3d9d-154f-47ae-ba58-f9aa40987870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805418 Nov 25 19:23:01.278129 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-7102de5e-5927-487a-ad89-ce322919eb92 req-b3577fc3-2344-41f0-a096-129c408775e3 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Deleting port 6b00030c-6766-4ea6-a6e4-4a785c574b20 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:23:01.278596 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7102de5e-5927-487a-ad89-ce322919eb92 req-b3577fc3-2344-41f0-a096-129c408775e3 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:01.366203 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9a038-c96b-45dd-8b16-f85998ad6f69 req-7c956e25-6d02-4f9c-9f01-4deebf8f2852 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:01.368976 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-21e9a038-c96b-45dd-8b16-f85998ad6f69 req-7c956e25-6d02-4f9c-9f01-4deebf8f2852 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.85 "GET /v2.0/ports?device_id=8993ef04-7640-4935-b7fa-65f4c6c6a9f0 HTTP/1.1" status: 200 len: 949 time: 0.3785169 Nov 25 19:23:01.416467 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-234978d3-947c-41d7-b2bd-7de3c50ce9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:01.516763 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7102de5e-5927-487a-ad89-ce322919eb92 req-b3577fc3-2344-41f0-a096-129c408775e3 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] For port 6b00030c-6766-4ea6-a6e4-4a785c574b20, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b00030c-6766-4ea6-a6e4-4a785c574b20,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:01.517839 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7102de5e-5927-487a-ad89-ce322919eb92 req-b3577fc3-2344-41f0-a096-129c408775e3 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:01.561799 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-7102de5e-5927-487a-ad89-ce322919eb92 req-b3577fc3-2344-41f0-a096-129c408775e3 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Calling delete_port for 6b00030c-6766-4ea6-a6e4-4a785c574b20 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:23:01.722991 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a868f41e-abb7-42f5-ab6a-81400e0dc097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:01.929305 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cfbb80af-c304-4752-bba9-6e301e48bf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:01.956099 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dff26ce2-3553-487c-8b1b-24eba1103518 req-099b6976-b793-4233-b2ab-5179efdf4af4 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f4dadc-6be1-4c75-9aff-6aa911e9a34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7257192 Nov 25 19:23:01.987217 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-234978d3-947c-41d7-b2bd-7de3c50ce9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:02.001845 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7102de5e-5927-487a-ad89-ce322919eb92 req-b3577fc3-2344-41f0-a096-129c408775e3 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:02.026978 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234978d3-947c-41d7-b2bd-7de3c50ce9ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec70ee95-b162-46f9-9647-8be2232cb568,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:02.064523 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-234978d3-947c-41d7-b2bd-7de3c50ce9ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:02.073805 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-234978d3-947c-41d7-b2bd-7de3c50ce9ca admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ec70ee95-b162-46f9-9647-8be2232cb568 HTTP/1.1" status: 204 len: 168 time: 2.1057341 Nov 25 19:23:02.087751 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eaa30e7-b302-40a5-8f61-05bcfff7ee44 None None] Network 569a69a8-c1bd-4c7b-ab42-915e8e5390a5 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:23:02.132969 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3577fc3-2344-41f0-a096-129c408775e3 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Pushing event deleted for resources: {'Port': ['ID=6b00030c-6766-4ea6-a6e4-4a785c574b20,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:02.161202 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56132) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:02.279682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-21e9a038-c96b-45dd-8b16-f85998ad6f69 req-04bdcfbb-9c3a-4786-b276-865914625a89 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Deleting port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:23:02.280726 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-21e9a038-c96b-45dd-8b16-f85998ad6f69 req-04bdcfbb-9c3a-4786-b276-865914625a89 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:02.346648 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cfbb80af-c304-4752-bba9-6e301e48bf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:02.413186 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-7102de5e-5927-487a-ad89-ce322919eb92 req-b3577fc3-2344-41f0-a096-129c408775e3 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] No DVR routers for this DVR port 6b00030c-6766-4ea6-a6e4-4a785c574b20 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:23:02.424879 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7102de5e-5927-487a-ad89-ce322919eb92 req-b3577fc3-2344-41f0-a096-129c408775e3 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:02.440739 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7102de5e-5927-487a-ad89-ce322919eb92 req-b3577fc3-2344-41f0-a096-129c408775e3 tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.85 "DELETE /v2.0/ports/6b00030c-6766-4ea6-a6e4-4a785c574b20 HTTP/1.1" status: 204 len: 173 time: 1.7352448 Nov 25 19:23:02.440739 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18275c83-1959-4c13-8504-0a7996bd75f6', 'name': 'network-vif-deleted', 'tag': '6b00030c-6766-4ea6-a6e4-4a785c574b20'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:23:02.440739 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edff46f-95a5-4957-9dc9-8b15e90738bb" -d '{"events": [{"server_uuid": "18275c83-1959-4c13-8504-0a7996bd75f6", "name": "network-vif-deleted", "tag": "6b00030c-6766-4ea6-a6e4-4a785c574b20"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:23:02.502720 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cda33233-d9d3-46e5-86e5-b3a2f173f17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:02.555791 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82de2a7d-988a-4d1b-9182-c221da1a1d2f x-openstack-request-id: req-82de2a7d-988a-4d1b-9182-c221da1a1d2f {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:23:02.556148 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18275c83-1959-4c13-8504-0a7996bd75f6", "name": "network-vif-deleted", "tag": "6b00030c-6766-4ea6-a6e4-4a785c574b20", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:23:02.557313 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-82de2a7d-988a-4d1b-9182-c221da1a1d2f {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:23:02.557763 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18275c83-1959-4c13-8504-0a7996bd75f6', 'name': 'network-vif-deleted', 'tag': '6b00030c-6766-4ea6-a6e4-4a785c574b20', 'status': 'completed', 'code': 200} Nov 25 19:23:02.645378 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0831f83-b9da-4916-b19d-9dd4d17bce36 None None] DHCP port deletion for 569a69a8-c1bd-4c7b-ab42-915e8e5390a5 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:23:02.715936 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-cda33233-d9d3-46e5-86e5-b3a2f173f17c admin admin] Deleting port cdbc3e2f-7f86-4de8-9f85-474639c12b4f {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:23:02.716222 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cda33233-d9d3-46e5-86e5-b3a2f173f17c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:02.756391 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-cfbb80af-c304-4752-bba9-6e301e48bf28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0415a8e-21f3-452d-932c-0a5bcf4b7b81']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:02.849658 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e0831f83-b9da-4916-b19d-9dd4d17bce36 None None] Deleting port cdbc3e2f-7f86-4de8-9f85-474639c12b4f {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:23:02.850208 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e0831f83-b9da-4916-b19d-9dd4d17bce36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:02.902953 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-cfbb80af-c304-4752-bba9-6e301e48bf28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8474db-7669-45be-be6b-b8665e364f83') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:02.903955 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-cfbb80af-c304-4752-bba9-6e301e48bf28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8474db-7669-45be-be6b-b8665e364f83') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:02.909831 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-cda33233-d9d3-46e5-86e5-b3a2f173f17c admin admin] For port cdbc3e2f-7f86-4de8-9f85-474639c12b4f, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=cdbc3e2f-7f86-4de8-9f85-474639c12b4f,segment=NetworkSegment(dcd9c914-7acd-412c-882d-15328cd62754),segment_id=dcd9c914-7acd-412c-882d-15328cd62754)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:02.910910 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cda33233-d9d3-46e5-86e5-b3a2f173f17c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:02.931880 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cfbb80af-c304-4752-bba9-6e301e48bf28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:02.933480 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-cda33233-d9d3-46e5-86e5-b3a2f173f17c admin admin] Calling delete_port for cdbc3e2f-7f86-4de8-9f85-474639c12b4f owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:23:02.964171 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cfbb80af-c304-4752-bba9-6e301e48bf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:02.984374 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfbb80af-c304-4752-bba9-6e301e48bf28 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:23:02.985299 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cfbb80af-c304-4752-bba9-6e301e48bf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:23:03.029508 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:23:03.055864 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99580a89-d576-48b0-b543-64a4c7c23a77 req-28d30fac-2b01-4e11-937e-4bcf589f99ff tempest-ServersAdminTestJSON-290870458 tempest-ServersAdminTestJSON-290870458-project] 10.222.0.55 "GET /v2.0/ports?device_id=18275c83-1959-4c13-8504-0a7996bd75f6 HTTP/1.1" status: 200 len: 210 time: 0.3733916 Nov 25 19:23:03.178651 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e0831f83-b9da-4916-b19d-9dd4d17bce36 None None] For port cdbc3e2f-7f86-4de8-9f85-474639c12b4f, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=cdbc3e2f-7f86-4de8-9f85-474639c12b4f,segment=NetworkSegment(dcd9c914-7acd-412c-882d-15328cd62754),segment_id=dcd9c914-7acd-412c-882d-15328cd62754)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:03.179063 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e0831f83-b9da-4916-b19d-9dd4d17bce36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:03.231605 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b00030c-6766-4ea6-a6e4-4a785c574b20 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:23:03.244848 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-21e9a038-c96b-45dd-8b16-f85998ad6f69 req-04bdcfbb-9c3a-4786-b276-865914625a89 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] For port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=5e7b8860-34b7-48f7-b8e2-d7b09ab649c7,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:03.245238 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-21e9a038-c96b-45dd-8b16-f85998ad6f69 req-04bdcfbb-9c3a-4786-b276-865914625a89 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:03.279027 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e0831f83-b9da-4916-b19d-9dd4d17bce36 None None] Calling delete_port for cdbc3e2f-7f86-4de8-9f85-474639c12b4f owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:23:03.283068 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-21e9a038-c96b-45dd-8b16-f85998ad6f69 req-04bdcfbb-9c3a-4786-b276-865914625a89 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Calling delete_port for 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:23:03.407521 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084ecef-394c-4b55-a698-3d6ac362206f req-c5cfd8d1-dbe5-49d0-9f4e-449df77f36d0 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:03.412943 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9084ecef-394c-4b55-a698-3d6ac362206f req-c5cfd8d1-dbe5-49d0-9f4e-449df77f36d0 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/ports?device_id=8993ef04-7640-4935-b7fa-65f4c6c6a9f0 HTTP/1.1" status: 200 len: 949 time: 0.2864773 Nov 25 19:23:03.433437 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device cdbc3e2f-7f86-4de8-9f85-474639c12b4f no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:23:03.458636 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cda33233-d9d3-46e5-86e5-b3a2f173f17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:03.492677 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 6b00030c-6766-4ea6-a6e4-4a785c574b20 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:23:03.493515 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b00030c-6766-4ea6-a6e4-4a785c574b20 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:23:03.494162 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:23:03.497091 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e0831f83-b9da-4916-b19d-9dd4d17bce36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:03.540332 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda33233-d9d3-46e5-86e5-b3a2f173f17c admin admin] Pushing event deleted for resources: {'Port': ['ID=cdbc3e2f-7f86-4de8-9f85-474639c12b4f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:03.556326 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda33233-d9d3-46e5-86e5-b3a2f173f17c admin admin] No DVR routers for this DVR port cdbc3e2f-7f86-4de8-9f85-474639c12b4f on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:23:03.624888 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9084ecef-394c-4b55-a698-3d6ac362206f req-96d598e7-57cd-4cd7-91ec-8429624a6b86 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f4dadc-6be1-4c75-9aff-6aa911e9a34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979985 Nov 25 19:23:03.633419 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0831f83-b9da-4916-b19d-9dd4d17bce36 None None] Pushing event deleted for resources: {'Port': ['ID=cdbc3e2f-7f86-4de8-9f85-474639c12b4f,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:03.645265 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: cdbc3e2f-7f86-4de8-9f85-474639c12b4f {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:23:03.655503 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device cdbc3e2f-7f86-4de8-9f85-474639c12b4f not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:23:03.693771 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-21e9a038-c96b-45dd-8b16-f85998ad6f69 req-04bdcfbb-9c3a-4786-b276-865914625a89 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:03.727388 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:03.731524 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdcfbb-9c3a-4786-b276-865914625a89 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Pushing event deleted for resources: {'Port': ['ID=5e7b8860-34b7-48f7-b8e2-d7b09ab649c7,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:03.738540 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cfbb80af-c304-4752-bba9-6e301e48bf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:03.745327 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0831f83-b9da-4916-b19d-9dd4d17bce36 None None] No DVR routers for this DVR port cdbc3e2f-7f86-4de8-9f85-474639c12b4f on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:23:03.759769 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cfbb80af-c304-4752-bba9-6e301e48bf28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:03.763737 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cfbb80af-c304-4752-bba9-6e301e48bf28 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a0415a8e-21f3-452d-932c-0a5bcf4b7b81 HTTP/1.1" status: 204 len: 168 time: 2.7178020 Nov 25 19:23:03.780846 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No active binding found for port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 {{(pid=103601) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 19:23:03.781462 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:23:03.802695 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cda33233-d9d3-46e5-86e5-b3a2f173f17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:03.810259 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb80af-c304-4752-bba9-6e301e48bf28 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0415a8e-21f3-452d-932c-0a5bcf4b7b81,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:03.843676 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e9a038-c96b-45dd-8b16-f85998ad6f69 req-04bdcfbb-9c3a-4786-b276-865914625a89 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] No DVR routers for this DVR port 5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:23:03.852881 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-21e9a038-c96b-45dd-8b16-f85998ad6f69 req-04bdcfbb-9c3a-4786-b276-865914625a89 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:03.861884 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-21e9a038-c96b-45dd-8b16-f85998ad6f69 req-04bdcfbb-9c3a-4786-b276-865914625a89 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.85 "DELETE /v2.0/ports/5e7b8860-34b7-48f7-b8e2-d7b09ab649c7 HTTP/1.1" status: 204 len: 173 time: 2.3355525 Nov 25 19:23:03.862748 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8993ef04-7640-4935-b7fa-65f4c6c6a9f0', 'name': 'network-vif-deleted', 'tag': '5e7b8860-34b7-48f7-b8e2-d7b09ab649c7'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:23:03.874368 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa835f6e-e697-457b-af9d-c8c2b1aaf37b" -d '{"events": [{"server_uuid": "8993ef04-7640-4935-b7fa-65f4c6c6a9f0", "name": "network-vif-deleted", "tag": "5e7b8860-34b7-48f7-b8e2-d7b09ab649c7"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:23:03.902467 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-cda33233-d9d3-46e5-86e5-b3a2f173f17c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['569a69a8-c1bd-4c7b-ab42-915e8e5390a5']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:03.963899 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-cda33233-d9d3-46e5-86e5-b3a2f173f17c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd9c914-7acd-412c-882d-15328cd62754') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:03.964181 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-cda33233-d9d3-46e5-86e5-b3a2f173f17c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd9c914-7acd-412c-882d-15328cd62754') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:03.991653 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd470962-3229-4754-b9eb-6d28cade43ad x-openstack-request-id: req-cd470962-3229-4754-b9eb-6d28cade43ad {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:23:03.991963 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8993ef04-7640-4935-b7fa-65f4c6c6a9f0", "name": "network-vif-deleted", "tag": "5e7b8860-34b7-48f7-b8e2-d7b09ab649c7", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:23:03.992196 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cd470962-3229-4754-b9eb-6d28cade43ad {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:23:03.992628 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8993ef04-7640-4935-b7fa-65f4c6c6a9f0', 'name': 'network-vif-deleted', 'tag': '5e7b8860-34b7-48f7-b8e2-d7b09ab649c7', 'status': 'completed', 'code': 200} Nov 25 19:23:03.993566 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cda33233-d9d3-46e5-86e5-b3a2f173f17c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:04.021302 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cda33233-d9d3-46e5-86e5-b3a2f173f17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:04.035605 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda33233-d9d3-46e5-86e5-b3a2f173f17c admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:23:04.036484 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cda33233-d9d3-46e5-86e5-b3a2f173f17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:23:04.038887 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:23:04.300330 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cda33233-d9d3-46e5-86e5-b3a2f173f17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:04.315737 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cda33233-d9d3-46e5-86e5-b3a2f173f17c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:04.321583 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cda33233-d9d3-46e5-86e5-b3a2f173f17c admin admin] 10.222.0.55 "DELETE /v2.0/networks/569a69a8-c1bd-4c7b-ab42-915e8e5390a5 HTTP/1.1" status: 204 len: 168 time: 2.1551223 Nov 25 19:23:04.380160 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda33233-d9d3-46e5-86e5-b3a2f173f17c admin admin] Pushing event deleted for resources: {'Network': ['ID=569a69a8-c1bd-4c7b-ab42-915e8e5390a5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:04.451397 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56190) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:04.655015 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-07fa4ac7-9881-4924-8ed1-e2255442cf69 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=016efd3ce7bf4b838e8112b9af9eb1a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2019475 Nov 25 19:23:04.658162 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56192) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:04.814312 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1a2a3b3e-4456-4847-8abf-ab10a6792cfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:04.905438 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1a2a3b3e-4456-4847-8abf-ab10a6792cfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:05.051323 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56196) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:05.165027 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e03f9ccc-782d-488a-9a8c-6809d89a0d79 req-b15af602-b44f-4574-8510-7e7c4a94b3a4 tempest-ImagesOneServerTestJSON-1053975859 tempest-ImagesOneServerTestJSON-1053975859-project] 10.222.0.55 "GET /v2.0/ports?device_id=8993ef04-7640-4935-b7fa-65f4c6c6a9f0 HTTP/1.1" status: 200 len: 210 time: 0.2156892 Nov 25 19:23:05.181455 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1a2a3b3e-4456-4847-8abf-ab10a6792cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:05.188844 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1a2a3b3e-4456-4847-8abf-ab10a6792cfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:05.195199 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1a2a3b3e-4456-4847-8abf-ab10a6792cfe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/699017fb-4910-43fe-9983-7be8886f273c HTTP/1.1" status: 204 len: 168 time: 0.5200851 Nov 25 19:23:05.223941 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a8d3a91c-5b85-41a4-9c7a-a8170cdd6bb1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2139d117c8434b7d806327ebf3dfdaf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544135 Nov 25 19:23:05.223941 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56202) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:05.224431 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a3b3e-4456-4847-8abf-ab10a6792cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699017fb-4910-43fe-9983-7be8886f273c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:05.307490 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56206) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:05.346393 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:05.347681 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca463c6b-6506-4021-a50f-51939707453b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:05.394884 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca463c6b-6506-4021-a50f-51939707453b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:05.510776 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca463c6b-6506-4021-a50f-51939707453b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:05.512762 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:05.519574 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca463c6b-6506-4021-a50f-51939707453b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:05.543807 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ca463c6b-6506-4021-a50f-51939707453b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/87209f5b-6c9e-4a70-87ed-477b578a0866 HTTP/1.1" status: 204 len: 168 time: 0.3274281 Nov 25 19:23:05.569193 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca463c6b-6506-4021-a50f-51939707453b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87209f5b-6c9e-4a70-87ed-477b578a0866,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:05.608783 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56216) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:06.007566 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-410fc375-c6af-4f43-9166-635e4982dd29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:06.224135 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-410fc375-c6af-4f43-9166-635e4982dd29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:06.240469 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-410fc375-c6af-4f43-9166-635e4982dd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:06.482744 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-410fc375-c6af-4f43-9166-635e4982dd29 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d95cd4e553294246822feb7061c252b8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1722882 Nov 25 19:23:06.484465 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56238) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:06.498240 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410fc375-c6af-4f43-9166-635e4982dd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d05f0f8-8a1c-4592-8786-45b358c64a22,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:06.666665 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-550c2169-7e75-4c55-8189-652ef0e3c947 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:06.722524 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-550c2169-7e75-4c55-8189-652ef0e3c947 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:06.750576 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f234d13c-5583-4d3c-b9de-13f6942f8120 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4119481deacf425e9e44f81416c4cd0d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1393456 Nov 25 19:23:06.755439 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56248) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:06.840809 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fd5de35b-751b-4408-ab12-484c7723df03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:06.863431 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-550c2169-7e75-4c55-8189-652ef0e3c947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:06.867086 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-550c2169-7e75-4c55-8189-652ef0e3c947 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:06.868590 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-550c2169-7e75-4c55-8189-652ef0e3c947 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8d05f0f8-8a1c-4592-8786-45b358c64a22 HTTP/1.1" status: 204 len: 168 time: 0.3820813 Nov 25 19:23:06.882132 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c2169-7e75-4c55-8189-652ef0e3c947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d05f0f8-8a1c-4592-8786-45b358c64a22,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:06.901906 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fd5de35b-751b-4408-ab12-484c7723df03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:07.002409 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fd5de35b-751b-4408-ab12-484c7723df03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:07.005301 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fd5de35b-751b-4408-ab12-484c7723df03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:07.008037 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fd5de35b-751b-4408-ab12-484c7723df03 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/435c3d9d-154f-47ae-ba58-f9aa40987870 HTTP/1.1" status: 204 len: 168 time: 0.2498250 Nov 25 19:23:07.016962 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5de35b-751b-4408-ab12-484c7723df03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435c3d9d-154f-47ae-ba58-f9aa40987870,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:07.038607 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56256) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:08.130621 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fcb0020f-1c04-44d9-9ee8-85182f281214 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3c8d7f56ade8456a831a418fc929f1d2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0884070 Nov 25 19:23:08.131706 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56278) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:08.223300 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4d8b491d-981f-4b29-b128-35bf019aa16c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:08.272392 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4d8b491d-981f-4b29-b128-35bf019aa16c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:08.410803 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4d8b491d-981f-4b29-b128-35bf019aa16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:08.415660 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4d8b491d-981f-4b29-b128-35bf019aa16c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:08.420420 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4d8b491d-981f-4b29-b128-35bf019aa16c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b8f4dadc-6be1-4c75-9aff-6aa911e9a34b HTTP/1.1" status: 204 len: 168 time: 0.2875204 Nov 25 19:23:08.433918 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b491d-981f-4b29-b128-35bf019aa16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f4dadc-6be1-4c75-9aff-6aa911e9a34b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:08.502799 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56292) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:08.601024 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-03a21b2c-5c09-456f-963a-a94c43f328e8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ab3f781821ea487ba9d0d8661f7a40d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0970993 Nov 25 19:23:08.608845 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56296) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:08.787225 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a406cce3-60ba-40b1-b6c7-ae0cfda710b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:08.843304 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a406cce3-60ba-40b1-b6c7-ae0cfda710b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:08.946936 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a406cce3-60ba-40b1-b6c7-ae0cfda710b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:08.946936 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a406cce3-60ba-40b1-b6c7-ae0cfda710b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:08.951676 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a406cce3-60ba-40b1-b6c7-ae0cfda710b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9ccb7b2e-86d4-441b-bbb3-4fd9d98058a9 HTTP/1.1" status: 204 len: 168 time: 0.3368082 Nov 25 19:23:08.968378 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406cce3-60ba-40b1-b6c7-ae0cfda710b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccb7b2e-86d4-441b-bbb3-4fd9d98058a9,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:09.941519 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56324) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:10.458753 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-652b8556-d501-4cca-bfc5-85cd55bc171f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1335954805-network', 'tenant_id': '946f818daf4a4dbcab9cf628061e104a'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:10.501670 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652b8556-d501-4cca-bfc5-85cd55bc171f admin admin] Made reservation on behalf of 946f818daf4a4dbcab9cf628061e104a for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:23:10.504763 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-652b8556-d501-4cca-bfc5-85cd55bc171f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:10.521606 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-652b8556-d501-4cca-bfc5-85cd55bc171f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:10.674021 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-652b8556-d501-4cca-bfc5-85cd55bc171f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:10.686813 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-652b8556-d501-4cca-bfc5-85cd55bc171f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:10.717451 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652b8556-d501-4cca-bfc5-85cd55bc171f admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:23:10.807784 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-652b8556-d501-4cca-bfc5-85cd55bc171f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:10.814225 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-652b8556-d501-4cca-bfc5-85cd55bc171f admin admin] Added segment 9249d696-fa20-46b2-842b-6fcf068e2e19 of type vlan for network cda7496d-bf1c-4f51-9cb3-30cbb8a65738 Nov 25 19:23:10.817159 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b8556-d501-4cca-bfc5-85cd55bc171f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a382282-b805-4a32-8709-841c1a704173,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:10.945356 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-652b8556-d501-4cca-bfc5-85cd55bc171f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:11.029525 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-652b8556-d501-4cca-bfc5-85cd55bc171f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:11.031676 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652b8556-d501-4cca-bfc5-85cd55bc171f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:11.040432 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-652b8556-d501-4cca-bfc5-85cd55bc171f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:11.258758 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b8556-d501-4cca-bfc5-85cd55bc171f admin admin] Pushing event updated for resources: {'Network': ['ID=cda7496d-bf1c-4f51-9cb3-30cbb8a65738,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:11.277137 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-652b8556-d501-4cca-bfc5-85cd55bc171f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3330762 Nov 25 19:23:11.281247 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56360) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:11.289365 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network cda7496d-bf1c-4f51-9cb3-30cbb8a65738 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:23:11.290695 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6ca657c0-9e82-4295-83ce-e81ff03ee33b admin admin] Request body: {'subnet': {'network_id': 'cda7496d-bf1c-4f51-9cb3-30cbb8a65738', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1335954805-subnet', 'tenant_id': '946f818daf4a4dbcab9cf628061e104a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:11.343095 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca657c0-9e82-4295-83ce-e81ff03ee33b admin admin] Made reservation on behalf of 946f818daf4a4dbcab9cf628061e104a for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:23:11.348716 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ca657c0-9e82-4295-83ce-e81ff03ee33b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:11.373159 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56362) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:11.861600 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ca657c0-9e82-4295-83ce-e81ff03ee33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:11.990822 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-1a1dd205-868d-414d-9137-79d2b98f43e9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1069526215-network', 'tenant_id': '23991161b62746f8984bbac8592ca345'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:12.118155 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1dd205-868d-414d-9137-79d2b98f43e9 admin admin] Made reservation on behalf of 23991161b62746f8984bbac8592ca345 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:23:12.121508 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd205-868d-414d-9137-79d2b98f43e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:12.141465 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd205-868d-414d-9137-79d2b98f43e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:12.382531 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd205-868d-414d-9137-79d2b98f43e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:12.393298 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd205-868d-414d-9137-79d2b98f43e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:12.426278 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1dd205-868d-414d-9137-79d2b98f43e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:23:12.446454 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd205-868d-414d-9137-79d2b98f43e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:12.447333 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-1a1dd205-868d-414d-9137-79d2b98f43e9 admin admin] Added segment 6295e493-366c-45cd-becd-98c07b502c83 of type vlan for network bc933d3d-e523-460c-b614-9d8fd0feeee5 Nov 25 19:23:12.500119 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca657c0-9e82-4295-83ce-e81ff03ee33b admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ef7416-4ccd-48d8-9a48-41aeb811d2f6,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:12.544261 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd205-868d-414d-9137-79d2b98f43e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:12.591837 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca657c0-9e82-4295-83ce-e81ff03ee33b admin admin] Checking segment: {'id': '9249d696-fa20-46b2-842b-6fcf068e2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cda7496d-bf1c-4f51-9cb3-30cbb8a65738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:23:12.592424 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca657c0-9e82-4295-83ce-e81ff03ee33b admin admin] Network hostable DHCP agents. Network: cda7496d-bf1c-4f51-9cb3-30cbb8a65738, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:23:12.602727 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd205-868d-414d-9137-79d2b98f43e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:12.603584 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1dd205-868d-414d-9137-79d2b98f43e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:12.604198 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd205-868d-414d-9137-79d2b98f43e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:12.635958 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1dd205-868d-414d-9137-79d2b98f43e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf6b0ae-211c-415f-9933-b076a40c6389,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:12.662259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca657c0-9e82-4295-83ce-e81ff03ee33b admin admin] Network cda7496d-bf1c-4f51-9cb3-30cbb8a65738 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:23:12.697467 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-6ca657c0-9e82-4295-83ce-e81ff03ee33b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, cda7496d-bf1c-4f51-9cb3-30cbb8a65738) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:23:12.700313 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1a1dd205-868d-414d-9137-79d2b98f43e9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3232589 Nov 25 19:23:12.701064 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56400) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:12.711715 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1dd205-868d-414d-9137-79d2b98f43e9 admin admin] Pushing event updated for resources: {'Network': ['ID=bc933d3d-e523-460c-b614-9d8fd0feeee5,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:12.715605 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d471351-4e91-43aa-a0d1-3c34dd712b82 None None] Network cda7496d-bf1c-4f51-9cb3-30cbb8a65738 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:23:12.724509 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-41c5dada-ca41-45f3-a881-273fc4a8af80 admin admin] Request body: {'subnet': {'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1069526215-subnet', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:12.749321 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network bc933d3d-e523-460c-b614-9d8fd0feeee5 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:23:12.758719 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca657c0-9e82-4295-83ce-e81ff03ee33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:12.759964 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ca657c0-9e82-4295-83ce-e81ff03ee33b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:12.865201 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c5dada-ca41-45f3-a881-273fc4a8af80 admin admin] Made reservation on behalf of 23991161b62746f8984bbac8592ca345 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:23:12.877527 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41c5dada-ca41-45f3-a881-273fc4a8af80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:12.918850 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6ca657c0-9e82-4295-83ce-e81ff03ee33b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6359403 Nov 25 19:23:12.924183 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56406) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:12.935402 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1335954805-router', 'tenant_id': '946f818daf4a4dbcab9cf628061e104a', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:13.018862 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:13.018862 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:13.169758 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:13.338886 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fdb898-2679-4f11-8835-c8fb4a2a4462 None None] Network cda7496d-bf1c-4f51-9cb3-30cbb8a65738 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:23:13.409061 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41c5dada-ca41-45f3-a881-273fc4a8af80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:13.506655 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5dada-ca41-45f3-a881-273fc4a8af80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21938c7d-b4d4-4f25-b84e-57930efcc151,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:13.538330 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:13.595216 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c5dada-ca41-45f3-a881-273fc4a8af80 admin admin] Checking segment: {'id': '6295e493-366c-45cd-becd-98c07b502c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:23:13.595581 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c5dada-ca41-45f3-a881-273fc4a8af80 admin admin] Network hostable DHCP agents. Network: bc933d3d-e523-460c-b614-9d8fd0feeee5, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:23:13.644666 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c5dada-ca41-45f3-a881-273fc4a8af80 admin admin] Network bc933d3d-e523-460c-b614-9d8fd0feeee5 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:23:13.663558 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-41c5dada-ca41-45f3-a881-273fc4a8af80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, bc933d3d-e523-460c-b614-9d8fd0feeee5) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:23:13.682094 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c5dada-ca41-45f3-a881-273fc4a8af80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:13.684219 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41c5dada-ca41-45f3-a881-273fc4a8af80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:13.723627 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-41c5dada-ca41-45f3-a881-273fc4a8af80 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0195651 Nov 25 19:23:13.727427 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56446) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:13.739074 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-df485f11-0739-47ac-a54e-2537aab27c26 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1069526215-router', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:13.824150 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df485f11-0739-47ac-a54e-2537aab27c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:13.825253 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df485f11-0739-47ac-a54e-2537aab27c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:13.991531 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df485f11-0739-47ac-a54e-2537aab27c26 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:14.077168 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06531a3b-e2e0-4e7d-a56c-e4c613f1b4ec None None] Network bc933d3d-e523-460c-b614-9d8fd0feeee5 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:23:14.152434 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:14.211616 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:14.317592 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df485f11-0739-47ac-a54e-2537aab27c26 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:14.445581 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126b8af3-5e11-41d8-8f8f-36935389aca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-bc933d3d-e523-460c-b614-9d8fd0feeee5', 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'fixed_ips': [{'subnet_id': '21938c7d-b4d4-4f25-b84e-57930efcc151'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:23:14.446803 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-126b8af3-5e11-41d8-8f8f-36935389aca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:14.932792 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Allocated IP 172.25.6.229 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:23:14.960671 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-126b8af3-5e11-41d8-8f8f-36935389aca4 None None] Allocated IP 172.20.0.2 (bc933d3d-e523-460c-b614-9d8fd0feeee5/21938c7d-b4d4-4f25-b84e-57930efcc151/15e3006b-1acf-40ea-a6ec-9c7b443eba89) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:23:14.980880 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df485f11-0739-47ac-a54e-2537aab27c26 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:15.009078 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df485f11-0739-47ac-a54e-2537aab27c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:15.207501 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:15.212125 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56492) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:15.267087 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:15.339370 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-126b8af3-5e11-41d8-8f8f-36935389aca4 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:15.385571 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-126b8af3-5e11-41d8-8f8f-36935389aca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:15.442631 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-df485f11-0739-47ac-a54e-2537aab27c26 admin admin] Allocated IP 172.25.6.57 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/12baf253-5abe-4b37-88b0-f01869853008) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:23:15.478196 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-51714827-0106-4c61-86a4-2d46b8920cd3 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:15.497197 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126b8af3-5e11-41d8-8f8f-36935389aca4 None None] Network bc933d3d-e523-460c-b614-9d8fd0feeee5 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:23:15.500309 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-51714827-0106-4c61-86a4-2d46b8920cd3 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 820 time: 1.4660952 Nov 25 19:23:15.512764 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-126b8af3-5e11-41d8-8f8f-36935389aca4 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:23:15.514172 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:23:15.526087 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126b8af3-5e11-41d8-8f8f-36935389aca4 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:23:15.551798 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:23:15.570621 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:23:15.578607 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Pushing event updated for resources: {'Port': ['ID=ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:15.602891 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-5002672f-e70f-42c5-85be-4be1c2adf6be tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/quotas/add7c5b3ff5b453f94df091d8db99f5d HTTP/1.1" status: 200 len: 375 time: 0.0915732 Nov 25 19:23:15.636583 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b8af3-5e11-41d8-8f8f-36935389aca4 None None] Pushing event updated for resources: {'Port': ['ID=15e3006b-1acf-40ea-a6ec-9c7b443eba89,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:15.646574 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:15.647173 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:15.647731 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:15.648276 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:15.648804 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:15.649343 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:15.649853 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:15.650449 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:15.651048 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:15.651592 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:15.652143 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:15.652694 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:15.712996 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-126b8af3-5e11-41d8-8f8f-36935389aca4 None None] Attempting to bind port 15e3006b-1acf-40ea-a6ec-9c7b443eba89 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:23:15.713667 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-126b8af3-5e11-41d8-8f8f-36935389aca4 None None] Attempting to bind port 15e3006b-1acf-40ea-a6ec-9c7b443eba89 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '6295e493-366c-45cd-becd-98c07b502c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:23:15.714327 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126b8af3-5e11-41d8-8f8f-36935389aca4 None None] Attempting to bind port 15e3006b-1acf-40ea-a6ec-9c7b443eba89 on network bc933d3d-e523-460c-b614-9d8fd0feeee5 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:15.725106 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126b8af3-5e11-41d8-8f8f-36935389aca4 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:23:15.726103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126b8af3-5e11-41d8-8f8f-36935389aca4 None None] Checking segment: {'id': '6295e493-366c-45cd-becd-98c07b502c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:23:15.727155 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-126b8af3-5e11-41d8-8f8f-36935389aca4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:15.727849 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126b8af3-5e11-41d8-8f8f-36935389aca4 None None] Bound using segment: {'id': '6295e493-366c-45cd-becd-98c07b502c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:23:15.728953 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-126b8af3-5e11-41d8-8f8f-36935389aca4 None None] Bound port: 15e3006b-1acf-40ea-a6ec-9c7b443eba89, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6295e493-366c-45cd-becd-98c07b502c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:23:15.731365 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-126b8af3-5e11-41d8-8f8f-36935389aca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:15.758790 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df485f11-0739-47ac-a54e-2537aab27c26 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:15.845276 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4661fc5c-3eb2-4c78-a7ae-34868d9aeab8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:15.885899 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df485f11-0739-47ac-a54e-2537aab27c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:15.904600 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-126b8af3-5e11-41d8-8f8f-36935389aca4 None None] For port 15e3006b-1acf-40ea-a6ec-9c7b443eba89, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:23:15.919307 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-126b8af3-5e11-41d8-8f8f-36935389aca4 None None] For port 15e3006b-1acf-40ea-a6ec-9c7b443eba89, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=15e3006b-1acf-40ea-a6ec-9c7b443eba89,segment=NetworkSegment(6295e493-366c-45cd-becd-98c07b502c83),segment_id=6295e493-366c-45cd-becd-98c07b502c83)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:23:15.937373 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-126b8af3-5e11-41d8-8f8f-36935389aca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:15.942519 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df485f11-0739-47ac-a54e-2537aab27c26 admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:23:15.952007 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-df485f11-0739-47ac-a54e-2537aab27c26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:23:15.960067 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df485f11-0739-47ac-a54e-2537aab27c26 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:23:16.053845 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df485f11-0739-47ac-a54e-2537aab27c26 admin admin] Pushing event updated for resources: {'Port': ['ID=12baf253-5abe-4b37-88b0-f01869853008,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:16.090915 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b8af3-5e11-41d8-8f8f-36935389aca4 None None] Pushing event updated for resources: {'Port': ['ID=15e3006b-1acf-40ea-a6ec-9c7b443eba89,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:16.152717 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-af16359c-b074-4388-96aa-72923d98f688 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4948175 Nov 25 19:23:16.194657 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4661fc5c-3eb2-4c78-a7ae-34868d9aeab8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:16.211877 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4661fc5c-3eb2-4c78-a7ae-34868d9aeab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:16.309684 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661fc5c-3eb2-4c78-a7ae-34868d9aeab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fcfd49-3cc3-4add-bf29-6f5921c850e8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:16.317673 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4661fc5c-3eb2-4c78-a7ae-34868d9aeab8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=298d2b377a034b35aae81099ce02a4e2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1044214 Nov 25 19:23:16.320756 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56534) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:16.529139 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-6f146894-c103-4658-9a1e-5b72b6ab0946 service neutron] 10.222.0.55 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749638 Nov 25 19:23:16.533389 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:16.550198 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae187b24-a447-4355-9dc4-8a877129c5e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:16.602737 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae187b24-a447-4355-9dc4-8a877129c5e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:16.672914 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df485f11-0739-47ac-a54e-2537aab27c26 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:16.814221 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae187b24-a447-4355-9dc4-8a877129c5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:16.822859 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae187b24-a447-4355-9dc4-8a877129c5e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:16.826858 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ae187b24-a447-4355-9dc4-8a877129c5e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/65fcfd49-3cc3-4add-bf29-6f5921c850e8 HTTP/1.1" status: 204 len: 168 time: 0.3973982 Nov 25 19:23:16.864560 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae187b24-a447-4355-9dc4-8a877129c5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fcfd49-3cc3-4add-bf29-6f5921c850e8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:17.163233 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df485f11-0739-47ac-a54e-2537aab27c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:17.295668 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56576) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:17.309575 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 15e3006b-1acf-40ea-a6ec-9c7b443eba89 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:23:17.412106 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-df7e2908-d054-477a-b7b9-8170b70b5ac4 service neutron] 10.222.0.55 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8743382 Nov 25 19:23:17.458135 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 15e3006b-1acf-40ea-a6ec-9c7b443eba89 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:17.460596 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:17.511105 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df485f11-0739-47ac-a54e-2537aab27c26 admin admin] Router aa0dbc07-c792-4e3e-9875-4fce6df5735b is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:23:17.590728 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:17.778549 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:17.889410 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 15e3006b-1acf-40ea-a6ec-9c7b443eba89, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=15e3006b-1acf-40ea-a6ec-9c7b443eba89,segment=NetworkSegment(6295e493-366c-45cd-becd-98c07b502c83),segment_id=6295e493-366c-45cd-becd-98c07b502c83)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:17.908822 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:17.932007 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df485f11-0739-47ac-a54e-2537aab27c26 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:23:17.961211 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df485f11-0739-47ac-a54e-2537aab27c26 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:17.975122 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712d7faa-c20d-4e14-a649-05b2c1f0d69f None None] Sync routers for ids ['aa0dbc07-c792-4e3e-9875-4fce6df5735b'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:23:17.979151 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-df485f11-0739-47ac-a54e-2537aab27c26 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.2337832 Nov 25 19:23:17.979904 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56600) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:18.018475 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712d7faa-c20d-4e14-a649-05b2c1f0d69f None None] Routers {'aa0dbc07-c792-4e3e-9875-4fce6df5735b'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:23:18.019563 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-712d7faa-c20d-4e14-a649-05b2c1f0d69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:23:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['aa0dbc07-c792-4e3e-9875-4fce6df5735b'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:18.041253 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0353fe95-4d77-42d4-91b3-4f8390229817 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:18.244096 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Router 988af9e9-dda1-432f-9125-538d507a4c5a is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:23:18.262331 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0353fe95-4d77-42d4-91b3-4f8390229817 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:18.285092 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0353fe95-4d77-42d4-91b3-4f8390229817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:18.302004 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=15e3006b-1acf-40ea-a6ec-9c7b443eba89,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:18.321999 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c2cb06-17d2-4cea-8295-d000ff15beb1 None None] Network bc933d3d-e523-460c-b614-9d8fd0feeee5 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:23:18.503473 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-44dea794-ba84-4ebd-bb8b-76df3c0e88f7 None None] Provisioning complete for port 15e3006b-1acf-40ea-a6ec-9c7b443eba89 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:18.504703 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-44dea794-ba84-4ebd-bb8b-76df3c0e88f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:18.568618 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-712d7faa-c20d-4e14-a649-05b2c1f0d69f None None] Set router aa0dbc07-c792-4e3e-9875-4fce6df5735b gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:23:18.787885 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0353fe95-4d77-42d4-91b3-4f8390229817 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=39f26f752db34456ba17cd7fcc704e86&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4837284 Nov 25 19:23:18.790236 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56622) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:18.793754 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353fe95-4d77-42d4-91b3-4f8390229817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1179cc15-aa15-4a14-8dcb-2cca7a1d03f3,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:18.923773 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c6417cd9-06bf-4c4d-80d4-19aa456a0f9c req-ec6f8718-a999-4a95-b1a1-2c933672ff8f tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 210 time: 0.1796312 Nov 25 19:23:19.129194 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-712d7faa-c20d-4e14-a649-05b2c1f0d69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'name': 'tempest-ServersTestJSON-1069526215-router', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '12baf253-5abe-4b37-88b0-f01869853008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:13Z', 'updated_at': '2021-11-25T19:23:16Z', 'revision_number': 3, 'project_id': '23991161b62746f8984bbac8592ca345', 'gw_port': {'id': '12baf253-5abe-4b37-88b0-f01869853008', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:15Z', 'updated_at': '2021-11-25T19:23:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:19.134734 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:23:19.137472 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b453ddc3-c59d-400a-98b3-7817e391205a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:19.150709 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58314c3-6e8e-41bc-b032-1a7ba41dbbf0 None None] Sync routers for ids ['988af9e9-dda1-432f-9125-538d507a4c5a'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:23:19.189867 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58314c3-6e8e-41bc-b032-1a7ba41dbbf0 None None] Routers {'988af9e9-dda1-432f-9125-538d507a4c5a'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:23:19.204291 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b58314c3-6e8e-41bc-b032-1a7ba41dbbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:23:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['988af9e9-dda1-432f-9125-538d507a4c5a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:19.290601 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b453ddc3-c59d-400a-98b3-7817e391205a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:19.323634 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:19.326248 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-47e6f2b7-136f-453f-8a5b-44a1567c66e5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4000051 Nov 25 19:23:19.366484 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56652) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:19.386984 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712d7faa-c20d-4e14-a649-05b2c1f0d69f None None] Checking router: aa0dbc07-c792-4e3e-9875-4fce6df5735b for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:23:19.388906 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712d7faa-c20d-4e14-a649-05b2c1f0d69f None None] Updating router aa0dbc07-c792-4e3e-9875-4fce6df5735b port 12baf253-5abe-4b37-88b0-f01869853008 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:23:19.474094 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 15e3006b-1acf-40ea-a6ec-9c7b443eba89 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:23:19.529433 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-712d7faa-c20d-4e14-a649-05b2c1f0d69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:19.614932 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 15e3006b-1acf-40ea-a6ec-9c7b443eba89 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:19.615934 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:19.639286 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56660) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:19.940774 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b58314c3-6e8e-41bc-b032-1a7ba41dbbf0 None None] Set router 988af9e9-dda1-432f-9125-538d507a4c5a gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:23:20.050956 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-9df36bd4-2b0b-444e-8e5b-35d328d359fa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1284280378-network', 'tenant_id': '71439892323445419ac0179fbeab9323'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:20.137440 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-5bf17d8e-9c88-40a7-97b8-c6ae4d495f0b tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0ec869f00ea3443392d24b38d09f8603&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2094042 Nov 25 19:23:20.139161 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df36bd4-2b0b-444e-8e5b-35d328d359fa admin admin] Made reservation on behalf of 71439892323445419ac0179fbeab9323 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:23:20.157723 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9df36bd4-2b0b-444e-8e5b-35d328d359fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:20.173455 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1e793c6b-b4d0-4730-9c91-26ac6873062c None None] Provisioning complete for port 15e3006b-1acf-40ea-a6ec-9c7b443eba89 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:20.173838 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1e793c6b-b4d0-4730-9c91-26ac6873062c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:20.200788 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9df36bd4-2b0b-444e-8e5b-35d328d359fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:20.285496 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b453ddc3-c59d-400a-98b3-7817e391205a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:20.290975 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b453ddc3-c59d-400a-98b3-7817e391205a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:20.295789 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b453ddc3-c59d-400a-98b3-7817e391205a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1179cc15-aa15-4a14-8dcb-2cca7a1d03f3 HTTP/1.1" status: 204 len: 168 time: 1.5003893 Nov 25 19:23:20.424524 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-08f23ede-f0ef-4c0c-81e4-80e34794ab68 req-fb37a556-50f0-46e9-9b33-367dceab54cc tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 210 time: 0.0936780 Nov 25 19:23:20.588857 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9df36bd4-2b0b-444e-8e5b-35d328d359fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:20.646934 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b58314c3-6e8e-41bc-b032-1a7ba41dbbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988af9e9-dda1-432f-9125-538d507a4c5a', 'name': 'tempest-ServerRescueTestJSON-1335954805-router', 'tenant_id': '946f818daf4a4dbcab9cf628061e104a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:13Z', 'updated_at': '2021-11-25T19:23:16Z', 'revision_number': 3, 'project_id': '946f818daf4a4dbcab9cf628061e104a', 'gw_port': {'id': 'ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:36:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988af9e9-dda1-432f-9125-538d507a4c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:14Z', 'updated_at': '2021-11-25T19:23:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:20.723047 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58314c3-6e8e-41bc-b032-1a7ba41dbbf0 None None] Checking router: 988af9e9-dda1-432f-9125-538d507a4c5a for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:23:20.726252 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58314c3-6e8e-41bc-b032-1a7ba41dbbf0 None None] Updating router 988af9e9-dda1-432f-9125-538d507a4c5a port ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:23:20.762779 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-985a7096-d19e-4979-a982-ce903483a4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:20.828284 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-712d7faa-c20d-4e14-a649-05b2c1f0d69f None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:20.837006 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453ddc3-c59d-400a-98b3-7817e391205a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1179cc15-aa15-4a14-8dcb-2cca7a1d03f3,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:20.841805 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9df36bd4-2b0b-444e-8e5b-35d328d359fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:20.854494 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-712d7faa-c20d-4e14-a649-05b2c1f0d69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:20.869954 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df36bd4-2b0b-444e-8e5b-35d328d359fa admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:23:20.891694 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b58314c3-6e8e-41bc-b032-1a7ba41dbbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:21.018694 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-712d7faa-c20d-4e14-a649-05b2c1f0d69f None None] Attempting to bind port 12baf253-5abe-4b37-88b0-f01869853008 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:23:21.020303 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-712d7faa-c20d-4e14-a649-05b2c1f0d69f None None] Attempting to bind port 12baf253-5abe-4b37-88b0-f01869853008 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:23:21.021266 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712d7faa-c20d-4e14-a649-05b2c1f0d69f None None] Attempting to bind port 12baf253-5abe-4b37-88b0-f01869853008 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:21.032816 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712d7faa-c20d-4e14-a649-05b2c1f0d69f None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:23:21.033819 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712d7faa-c20d-4e14-a649-05b2c1f0d69f None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:23:21.034864 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-712d7faa-c20d-4e14-a649-05b2c1f0d69f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:21.035702 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712d7faa-c20d-4e14-a649-05b2c1f0d69f None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:23:21.037485 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-712d7faa-c20d-4e14-a649-05b2c1f0d69f None None] Bound port: 12baf253-5abe-4b37-88b0-f01869853008, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:23:21.038462 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-712d7faa-c20d-4e14-a649-05b2c1f0d69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:21.041364 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a91918-8b99-4cb4-88f3-4983ff51562a None None] Pushing event updated for resources: {'Port': ['ID=12baf253-5abe-4b37-88b0-f01869853008,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:21.134598 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-985a7096-d19e-4979-a982-ce903483a4df admin admin] Allocated IP 172.20.0.1 (bc933d3d-e523-460c-b614-9d8fd0feeee5/21938c7d-b4d4-4f25-b84e-57930efcc151/053aca7d-da8e-4830-9b96-64ea34d27109) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:23:21.213489 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-712d7faa-c20d-4e14-a649-05b2c1f0d69f None None] For port 12baf253-5abe-4b37-88b0-f01869853008, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:23:21.221395 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-712d7faa-c20d-4e14-a649-05b2c1f0d69f None None] For port 12baf253-5abe-4b37-88b0-f01869853008, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=12baf253-5abe-4b37-88b0-f01869853008,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:23:21.231221 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-712d7faa-c20d-4e14-a649-05b2c1f0d69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:21.297256 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9df36bd4-2b0b-444e-8e5b-35d328d359fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:21.297855 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-9df36bd4-2b0b-444e-8e5b-35d328d359fa admin admin] Added segment 66f5230c-f131-474d-b4c6-1431c5db4858 of type vlan for network 7586b29e-6d90-4b67-96a8-695e14af966c Nov 25 19:23:21.299263 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df36bd4-2b0b-444e-8e5b-35d328d359fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b94de62-3749-479f-a7e2-9fded9dd39ac,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:21.310089 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-6f974227-9bba-4fe2-80f6-c8c6bfc4f214 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:21.318132 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-6f974227-9bba-4fe2-80f6-c8c6bfc4f214 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1179535 Nov 25 19:23:21.352731 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a91918-8b99-4cb4-88f3-4983ff51562a None None] Pushing event updated for resources: {'Port': ['ID=12baf253-5abe-4b37-88b0-f01869853008,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:21.374822 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56698) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:21.388849 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712d7faa-c20d-4e14-a649-05b2c1f0d69f None None] Routers {'aa0dbc07-c792-4e3e-9875-4fce6df5735b'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:23:21.389515 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-712d7faa-c20d-4e14-a649-05b2c1f0d69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:23:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['aa0dbc07-c792-4e3e-9875-4fce6df5735b'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:21.427782 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bec46bb7-2f1d-40c8-a45f-81f46933cc4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:21.460367 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-caf5227e-d6c0-437e-b627-c31db5bbaffe tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/quotas/0ec869f00ea3443392d24b38d09f8603 HTTP/1.1" status: 200 len: 375 time: 0.1415355 Nov 25 19:23:21.554917 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-712d7faa-c20d-4e14-a649-05b2c1f0d69f None None] Set router aa0dbc07-c792-4e3e-9875-4fce6df5735b gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:23:21.653220 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-985a7096-d19e-4979-a982-ce903483a4df admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:21.731551 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-29450f10-5c1e-4d2f-bb3c-62d6e494ca72 req-be18ad29-1612-48c6-b5cc-e46c1ed62960 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 210 time: 0.1184332 Nov 25 19:23:21.914149 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-985a7096-d19e-4979-a982-ce903483a4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:21.932101 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-f4d8dc9f-fe2d-4099-99b5-d5917411fb2f tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ec869f00ea3443392d24b38d09f8603&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0932708 Nov 25 19:23:21.962857 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9df36bd4-2b0b-444e-8e5b-35d328d359fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:21.973695 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985a7096-d19e-4979-a982-ce903483a4df admin admin] Network bc933d3d-e523-460c-b614-9d8fd0feeee5 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:23:22.011116 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b58314c3-6e8e-41bc-b032-1a7ba41dbbf0 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:22.034219 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b58314c3-6e8e-41bc-b032-1a7ba41dbbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:22.062679 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-985a7096-d19e-4979-a982-ce903483a4df admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:23:22.084806 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a7096-d19e-4979-a982-ce903483a4df admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:23:22.088225 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9df36bd4-2b0b-444e-8e5b-35d328d359fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:22.090046 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df36bd4-2b0b-444e-8e5b-35d328d359fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:22.098211 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9df36bd4-2b0b-444e-8e5b-35d328d359fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:22.132796 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ab832-e8bb-4267-9c75-f4aa50bb0436 None None] Pushing event updated for resources: {'Port': ['ID=ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:22.135661 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b58314c3-6e8e-41bc-b032-1a7ba41dbbf0 None None] Attempting to bind port ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:23:22.136071 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b58314c3-6e8e-41bc-b032-1a7ba41dbbf0 None None] Attempting to bind port ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:23:22.136405 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58314c3-6e8e-41bc-b032-1a7ba41dbbf0 None None] Attempting to bind port ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:22.144790 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58314c3-6e8e-41bc-b032-1a7ba41dbbf0 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:23:22.145309 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58314c3-6e8e-41bc-b032-1a7ba41dbbf0 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:23:22.145601 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b58314c3-6e8e-41bc-b032-1a7ba41dbbf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:22.146100 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58314c3-6e8e-41bc-b032-1a7ba41dbbf0 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:23:22.146512 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b58314c3-6e8e-41bc-b032-1a7ba41dbbf0 None None] Bound port: ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:23:22.146920 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b58314c3-6e8e-41bc-b032-1a7ba41dbbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:22.257662 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-985a7096-d19e-4979-a982-ce903483a4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:22.260288 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b58314c3-6e8e-41bc-b032-1a7ba41dbbf0 None None] For port ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:23:22.274753 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b58314c3-6e8e-41bc-b032-1a7ba41dbbf0 None None] For port ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:23:22.285506 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b58314c3-6e8e-41bc-b032-1a7ba41dbbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:22.349994 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bec46bb7-2f1d-40c8-a45f-81f46933cc4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:22.474334 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58314c3-6e8e-41bc-b032-1a7ba41dbbf0 None None] Routers {'988af9e9-dda1-432f-9125-538d507a4c5a'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:23:22.474334 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b58314c3-6e8e-41bc-b032-1a7ba41dbbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:23:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['988af9e9-dda1-432f-9125-538d507a4c5a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:22.545182 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a7096-d19e-4979-a982-ce903483a4df admin admin] Pushing event updated for resources: {'Port': ['ID=053aca7d-da8e-4830-9b96-64ea34d27109,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:22.548227 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-712d7faa-c20d-4e14-a649-05b2c1f0d69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'name': 'tempest-ServersTestJSON-1069526215-router', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '12baf253-5abe-4b37-88b0-f01869853008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:13Z', 'updated_at': '2021-11-25T19:23:16Z', 'revision_number': 3, 'project_id': '23991161b62746f8984bbac8592ca345', 'gw_port': {'id': '12baf253-5abe-4b37-88b0-f01869853008', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:15Z', 'updated_at': '2021-11-25T19:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:22.573325 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bec46bb7-2f1d-40c8-a45f-81f46933cc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:22.727761 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712d7faa-c20d-4e14-a649-05b2c1f0d69f None None] The sync data for ids ['aa0dbc07-c792-4e3e-9875-4fce6df5735b'] in n-d-819349-5 is: [{'id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'name': 'tempest-ServersTestJSON-1069526215-router', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '12baf253-5abe-4b37-88b0-f01869853008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:13Z', 'updated_at': '2021-11-25T19:23:16Z', 'revision_number': 3, 'project_id': '23991161b62746f8984bbac8592ca345', 'gw_port': {'id': '12baf253-5abe-4b37-88b0-f01869853008', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:15Z', 'updated_at': '2021-11-25T19:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:23:22.773113 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9df36bd4-2b0b-444e-8e5b-35d328d359fa admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.1230021 Nov 25 19:23:22.795241 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56710) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:22.824044 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-530f5e50-92fa-4a4e-88a9-e52bfb8b56e3 admin admin] Request body: {'subnet': {'network_id': '7586b29e-6d90-4b67-96a8-695e14af966c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1284280378-subnet', 'tenant_id': '71439892323445419ac0179fbeab9323', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:22.894767 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ab832-e8bb-4267-9c75-f4aa50bb0436 None None] Pushing event updated for resources: {'Port': ['ID=ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:22.995358 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-b38a9fb3-f14e-4ca8-9030-6e5164f6db8a None None] Provisioning complete for port 053aca7d-da8e-4830-9b96-64ea34d27109 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:22.995702 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b38a9fb3-f14e-4ca8-9030-6e5164f6db8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:23.020406 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-81c134a4-bf5b-4fff-b547-a5f9f6c3700a tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:23.027364 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-81c134a4-bf5b-4fff-b547-a5f9f6c3700a tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.85 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 820 time: 1.5234151 Nov 25 19:23:23.033978 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bec46bb7-2f1d-40c8-a45f-81f46933cc4d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=274a881318104e90ae4ea0f5fd18fd21&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6563675 Nov 25 19:23:23.062471 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56724) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:23.099434 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-45cbc039-05b8-44a0-91f9-9173b246f7ad tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Request body: {'port': {'device_id': 'bc085c99-e0bc-4070-a81f-60034895c3ee', 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98', 'admin_state_up': True, 'tenant_id': 'add7c5b3ff5b453f94df091d8db99f5d'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:23.114928 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b38a9fb3-f14e-4ca8-9030-6e5164f6db8a None None] Port 053aca7d-da8e-4830-9b96-64ea34d27109 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:23:23.145201 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b58314c3-6e8e-41bc-b032-1a7ba41dbbf0 None None] Set router 988af9e9-dda1-432f-9125-538d507a4c5a gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:23:23.146251 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec46bb7-2f1d-40c8-a45f-81f46933cc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4390245e-822a-4555-94e7-b414d4593f9d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:23.288578 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530f5e50-92fa-4a4e-88a9-e52bfb8b56e3 admin admin] Made reservation on behalf of 71439892323445419ac0179fbeab9323 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:23:23.298279 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-530f5e50-92fa-4a4e-88a9-e52bfb8b56e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:23.441191 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-61d820d2-3855-405f-91b7-9a65493948ff req-f516847a-eb99-4702-b6e4-1412bfccca1a tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 210 time: 0.0965691 Nov 25 19:23:23.464357 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df36bd4-2b0b-444e-8e5b-35d328d359fa admin admin] Pushing event updated for resources: {'Network': ['ID=7586b29e-6d90-4b67-96a8-695e14af966c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:23.494896 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b6b606f0-fbba-43a2-a7a7-06764c105830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:23.602605 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 7586b29e-6d90-4b67-96a8-695e14af966c details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:23:23.629311 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:23.632785 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-afc22723-239f-4d75-9872-8cc90f944a34 req-e0eb5495-7b4d-45d8-9c7a-be12ad56d891 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0ec869f00ea3443392d24b38d09f8603&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1279845 Nov 25 19:23:23.744255 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-985a7096-d19e-4979-a982-ce903483a4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:24.002426 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:24.143018 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b58314c3-6e8e-41bc-b032-1a7ba41dbbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988af9e9-dda1-432f-9125-538d507a4c5a', 'name': 'tempest-ServerRescueTestJSON-1335954805-router', 'tenant_id': '946f818daf4a4dbcab9cf628061e104a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:13Z', 'updated_at': '2021-11-25T19:23:16Z', 'revision_number': 3, 'project_id': '946f818daf4a4dbcab9cf628061e104a', 'gw_port': {'id': 'ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:36:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988af9e9-dda1-432f-9125-538d507a4c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:14Z', 'updated_at': '2021-11-25T19:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:24.212943 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58314c3-6e8e-41bc-b032-1a7ba41dbbf0 None None] The sync data for ids ['988af9e9-dda1-432f-9125-538d507a4c5a'] in n-d-819349-5 is: [{'id': '988af9e9-dda1-432f-9125-538d507a4c5a', 'name': 'tempest-ServerRescueTestJSON-1335954805-router', 'tenant_id': '946f818daf4a4dbcab9cf628061e104a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:13Z', 'updated_at': '2021-11-25T19:23:16Z', 'revision_number': 3, 'project_id': '946f818daf4a4dbcab9cf628061e104a', 'gw_port': {'id': 'ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:36:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988af9e9-dda1-432f-9125-538d507a4c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:14Z', 'updated_at': '2021-11-25T19:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:23:24.367243 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef711d48-0145-4340-bfba-9c1cdf527051 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:24.383160 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc22723-239f-4d75-9872-8cc90f944a34 req-cd6f5e7b-6663-4948-a4a1-1fe346eb8d71 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:24.399445 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-afc22723-239f-4d75-9872-8cc90f944a34 req-cd6f5e7b-6663-4948-a4a1-1fe346eb8d71 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7233615 Nov 25 19:23:24.417187 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-45cbc039-05b8-44a0-91f9-9173b246f7ad tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Made reservation on behalf of add7c5b3ff5b453f94df091d8db99f5d for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:23:24.421511 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-45cbc039-05b8-44a0-91f9-9173b246f7ad tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:24.465219 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-afc22723-239f-4d75-9872-8cc90f944a34 req-a81ccf67-c462-4e6a-bb36-40bc342a6605 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/quotas/0ec869f00ea3443392d24b38d09f8603 HTTP/1.1" status: 200 len: 375 time: 0.0645590 Nov 25 19:23:24.477223 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef711d48-0145-4340-bfba-9c1cdf527051 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:24.546634 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-530f5e50-92fa-4a4e-88a9-e52bfb8b56e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:24.565117 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-afc22723-239f-4d75-9872-8cc90f944a34 req-1676eaf7-126a-4863-b8dd-60b7b85c6f46 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ec869f00ea3443392d24b38d09f8603&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0985546 Nov 25 19:23:24.916180 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-b6b606f0-fbba-43a2-a7a7-06764c105830 admin admin] Allocated IP 172.20.0.1 (cda7496d-bf1c-4f51-9cb3-30cbb8a65738/30ef7416-4ccd-48d8-9a48-41aeb811d2f6/4513cdd1-0736-4741-bb79-0e2c49de31a4) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:23:25.073692 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef711d48-0145-4340-bfba-9c1cdf527051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:25.076260 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef711d48-0145-4340-bfba-9c1cdf527051 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:25.077651 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ef711d48-0145-4340-bfba-9c1cdf527051 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4390245e-822a-4555-94e7-b414d4593f9d HTTP/1.1" status: 204 len: 168 time: 2.0008662 Nov 25 19:23:25.102974 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-e6d7401f-eb04-4e2c-9a0f-c30299f62668 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0ec869f00ea3443392d24b38d09f8603&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2384429 Nov 25 19:23:25.231037 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ae9176ee-2657-4681-802b-3c8c586e36e7 req-4de0ca4f-059c-49aa-bb6b-98feefffbf8e tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 210 time: 0.2900207 Nov 25 19:23:25.244785 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f5e50-92fa-4a4e-88a9-e52bfb8b56e3 admin admin] Checking segment: {'id': '66f5230c-f131-474d-b4c6-1431c5db4858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7586b29e-6d90-4b67-96a8-695e14af966c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:23:25.245150 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530f5e50-92fa-4a4e-88a9-e52bfb8b56e3 admin admin] Network hostable DHCP agents. Network: 7586b29e-6d90-4b67-96a8-695e14af966c, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:23:25.268542 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f5e50-92fa-4a4e-88a9-e52bfb8b56e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45438156-1252-4e96-9717-87840ae88e87,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:25.268542 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-985a7096-d19e-4979-a982-ce903483a4df admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:25.292990 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7979042f-27eb-43ee-896e-95360f769135 req-d3447e90-fd14-4dd4-9d7b-ce9b7e73794e tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d55d1ec-7f06-4f9a-9853-c0dc1d43449b HTTP/1.1" status: 200 len: 210 time: 0.1626673 Nov 25 19:23:25.312079 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-985a7096-d19e-4979-a982-ce903483a4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:25.382070 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-985a7096-d19e-4979-a982-ce903483a4df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:25.397589 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d48-0145-4340-bfba-9c1cdf527051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4390245e-822a-4555-94e7-b414d4593f9d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:25.454428 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-45cbc039-05b8-44a0-91f9-9173b246f7ad tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Allocated IP 172.20.0.8 (e27d2294-de95-4945-9062-292b41b6ea98/688fcc59-0345-41e4-9b88-cea9e7c21583/9d52ca61-7a3d-44d9-8b9c-99dff1bcc418) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:23:25.548661 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b6b606f0-fbba-43a2-a7a7-06764c105830 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:25.666277 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:23:25.730816 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530f5e50-92fa-4a4e-88a9-e52bfb8b56e3 admin admin] Network 7586b29e-6d90-4b67-96a8-695e14af966c is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:23:25.785642 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-530f5e50-92fa-4a4e-88a9-e52bfb8b56e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 7586b29e-6d90-4b67-96a8-695e14af966c) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:23:25.813350 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbca968-10f0-4ba1-accb-e06cd81e56a6 None None] Network 7586b29e-6d90-4b67-96a8-695e14af966c requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:23:25.956649 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:25.967887 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:25.977130 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530f5e50-92fa-4a4e-88a9-e52bfb8b56e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:25.980088 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-530f5e50-92fa-4a4e-88a9-e52bfb8b56e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:26.007589 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b6b606f0-fbba-43a2-a7a7-06764c105830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:26.093387 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-fae18f4a-6900-4dc1-8036-c282f09cd5e2 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:26.097107 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-fae18f4a-6900-4dc1-8036-c282f09cd5e2 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8931572 Nov 25 19:23:26.114824 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a7096-d19e-4979-a982-ce903483a4df admin admin] Pushing event updated for resources: {'Port': ['ID=053aca7d-da8e-4830-9b96-64ea34d27109,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:26.149435 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Request body: {'port': {'device_id': '33d87a23-2c92-4a90-a39f-a84d0bb3a746', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '0ec869f00ea3443392d24b38d09f8603'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:26.191321 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b606f0-fbba-43a2-a7a7-06764c105830 admin admin] Network cda7496d-bf1c-4f51-9cb3-30cbb8a65738 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:23:26.234864 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-b6b606f0-fbba-43a2-a7a7-06764c105830 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:23:26.262559 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b606f0-fbba-43a2-a7a7-06764c105830 admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:23:26.400746 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b606f0-fbba-43a2-a7a7-06764c105830 admin admin] Pushing event updated for resources: {'Port': ['ID=4513cdd1-0736-4741-bb79-0e2c49de31a4,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:26.409712 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43f4619-aedd-4898-a91c-d3ac649419a6 None None] Network 7586b29e-6d90-4b67-96a8-695e14af966c requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:23:26.469813 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-45cbc039-05b8-44a0-91f9-9173b246f7ad tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:26.488235 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:26.520055 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b6b606f0-fbba-43a2-a7a7-06764c105830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:26.595574 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:26.621593 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:26.622434 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 12baf253-5abe-4b37-88b0-f01869853008 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:23:26.893108 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:26.945264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 12baf253-5abe-4b37-88b0-f01869853008 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:26.945914 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:26.947130 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985a7096-d19e-4979-a982-ce903483a4df admin admin] Network bc933d3d-e523-460c-b614-9d8fd0feeee5 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:23:26.986343 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-530f5e50-92fa-4a4e-88a9-e52bfb8b56e3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 4.1622224 Nov 25 19:23:26.986343 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Made reservation on behalf of 0ec869f00ea3443392d24b38d09f8603 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:23:26.986343 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:27.060554 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:27.084238 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-985a7096-d19e-4979-a982-ce903483a4df admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:23:27.128707 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f5cc9949-34a7-41b8-8d35-6a15c67b295d req-58933747-9f9f-45d9-8237-2f2a9a2f8a45 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d55d1ec-7f06-4f9a-9853-c0dc1d43449b HTTP/1.1" status: 200 len: 210 time: 0.2511475 Nov 25 19:23:27.320350 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:27.481071 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 12baf253-5abe-4b37-88b0-f01869853008, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=12baf253-5abe-4b37-88b0-f01869853008,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:27.517878 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:27.579241 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985a7096-d19e-4979-a982-ce903483a4df admin admin] Router aa0dbc07-c792-4e3e-9875-4fce6df5735b has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:23:27.861457 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985a7096-d19e-4979-a982-ce903483a4df admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:23:27.883185 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbfd684-3748-4ffa-b583-f77013b8eb4a None None] Sync routers for ids ['aa0dbc07-c792-4e3e-9875-4fce6df5735b'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:23:27.914184 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-985a7096-d19e-4979-a982-ce903483a4df admin admin] 10.222.0.55 "PUT /v2.0/routers/aa0dbc07-c792-4e3e-9875-4fce6df5735b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9311056 Nov 25 19:23:27.953200 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbfd684-3748-4ffa-b583-f77013b8eb4a None None] Routers {'aa0dbc07-c792-4e3e-9875-4fce6df5735b'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:23:27.957609 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-9fbfd684-3748-4ffa-b583-f77013b8eb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:23:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['aa0dbc07-c792-4e3e-9875-4fce6df5735b'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:27.962991 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:23:28.058389 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:28.165605 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:28.246170 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-45cbc039-05b8-44a0-91f9-9173b246f7ad tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:28.262375 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7cc42be-387a-478e-83aa-fcaefcbe9b42 req-d1676401-ebc7-4ecb-bebe-ba89aeecd6d6 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 210 time: 1.7161005 Nov 25 19:23:28.297546 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=12baf253-5abe-4b37-88b0-f01869853008,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:28.340664 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['d1eee7a9-7ae9-4710-8992-aa33825b96ce'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:23:28.425363 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-afc22723-239f-4d75-9872-8cc90f944a34 req-702aeab3-0e0e-4d73-9186-72a00d1dac48 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=0ec869f00ea3443392d24b38d09f8603&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3594673 Nov 25 19:23:28.496711 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-47202f0b-5905-430a-9646-f0018e39e8ad None None] Provisioning complete for port 053aca7d-da8e-4830-9b96-64ea34d27109 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:28.500078 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-47202f0b-5905-430a-9646-f0018e39e8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:28.540662 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-9fbfd684-3748-4ffa-b583-f77013b8eb4a None None] Set router aa0dbc07-c792-4e3e-9875-4fce6df5735b gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:23:28.570875 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-45cbc039-05b8-44a0-91f9-9173b246f7ad tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Network e27d2294-de95-4945-9062-292b41b6ea98 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:23:28.611057 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-45cbc039-05b8-44a0-91f9-9173b246f7ad tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:23:28.627793 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-47202f0b-5905-430a-9646-f0018e39e8ad None None] Port 053aca7d-da8e-4830-9b96-64ea34d27109 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:23:28.649207 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-45cbc039-05b8-44a0-91f9-9173b246f7ad tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:23:28.759974 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc22723-239f-4d75-9872-8cc90f944a34 req-3d755299-a689-42e0-9427-aad9e9e24259 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:28.762636 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-afc22723-239f-4d75-9872-8cc90f944a34 req-3d755299-a689-42e0-9427-aad9e9e24259 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3054323 Nov 25 19:23:28.786744 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-8a362e19-9af3-4d55-82d3-203cb4c0184f req-35724c3b-feb3-4012-b4d6-327837b41a94 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1182670616', 'description': 'tempest-description-793102082'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:28.822359 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-afc22723-239f-4d75-9872-8cc90f944a34 req-11bbd2d4-caa4-454a-83ab-5f7e77c4cdb9 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Request body: {'port': {'device_id': '2d55d1ec-7f06-4f9a-9853-c0dc1d43449b', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '0ec869f00ea3443392d24b38d09f8603'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:28.857424 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-45cbc039-05b8-44a0-91f9-9173b246f7ad tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:28.861074 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-45cbc039-05b8-44a0-91f9-9173b246f7ad tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:28.918772 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbc039-05b8-44a0-91f9-9173b246f7ad tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Pushing event updated for resources: {'Port': ['ID=9d52ca61-7a3d-44d9-8b9c-99dff1bcc418,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:29.068830 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-45cbc039-05b8-44a0-91f9-9173b246f7ad tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9990208 Nov 25 19:23:29.187872 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Allocated IP 192.168.233.125 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/6ad2908d-8dc8-4691-a342-f383caa653cd) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:23:29.370615 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b6b606f0-fbba-43a2-a7a7-06764c105830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:29.447382 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:29.448076 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:29.454698 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:29.527801 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c5aceebd-aca2-4845-84ae-7c81308caba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:29.544955 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-9fbfd684-3748-4ffa-b583-f77013b8eb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'name': 'tempest-ServersTestJSON-1069526215-router', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '12baf253-5abe-4b37-88b0-f01869853008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:13Z', 'updated_at': '2021-11-25T19:23:23Z', 'revision_number': 4, 'project_id': '23991161b62746f8984bbac8592ca345', 'gw_port': {'id': '12baf253-5abe-4b37-88b0-f01869853008', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:15Z', 'updated_at': '2021-11-25T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '053aca7d-da8e-4830-9b96-64ea34d27109', 'name': '', 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'mac_address': 'fa:16:3e:35:34:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '21938c7d-b4d4-4f25-b84e-57930efcc151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:20Z', 'updated_at': '2021-11-25T19:23:23Z', 'revision_number': 2, 'project_id': '23991161b62746f8984bbac8592ca345', 'subnets': [{'id': '21938c7d-b4d4-4f25-b84e-57930efcc151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:29.550568 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-5dc7a89f-7631-4bbe-951c-fc1bab05cad2 service neutron] Request body: {'port': {'device_id': 'bc085c99-e0bc-4070-a81f-60034895c3ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:29.576129 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:29.606193 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=772dede1-354e-4651-94c8-47cfb1c9ed02,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:29.622424 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbfd684-3748-4ffa-b583-f77013b8eb4a None None] Checking router: aa0dbc07-c792-4e3e-9875-4fce6df5735b for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:23:29.622965 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbfd684-3748-4ffa-b583-f77013b8eb4a None None] Updating router aa0dbc07-c792-4e3e-9875-4fce6df5735b port 053aca7d-da8e-4830-9b96-64ea34d27109 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:23:29.741025 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9fbfd684-3748-4ffa-b583-f77013b8eb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:29.818109 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8a362e19-9af3-4d55-82d3-203cb4c0184f req-35724c3b-feb3-4012-b4d6-327837b41a94 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:29.828411 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2c850d54-9ef9-415d-b67e-ba584cfa8daf req-ec71f349-1814-49d1-badf-0bd3e6cc4702 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d55d1ec-7f06-4f9a-9853-c0dc1d43449b HTTP/1.1" status: 200 len: 210 time: 0.0963030 Nov 25 19:23:29.839929 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:29.840175 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:29.840512 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:29.840962 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:29.841341 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:29.841686 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:29.842021 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:29.842523 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:29.844590 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:29.844590 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:29.844590 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:29.844590 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:29.901165 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:23:29.932006 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-5dc7a89f-7631-4bbe-951c-fc1bab05cad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:29.954852 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:23:29.959100 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:23:30.002053 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Pushing event updated for resources: {'Port': ['ID=6ad2908d-8dc8-4691-a342-f383caa653cd,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:30.033859 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc22723-239f-4d75-9872-8cc90f944a34 req-11bbd2d4-caa4-454a-83ab-5f7e77c4cdb9 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Made reservation on behalf of 0ec869f00ea3443392d24b38d09f8603 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:23:30.037842 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-afc22723-239f-4d75-9872-8cc90f944a34 req-11bbd2d4-caa4-454a-83ab-5f7e77c4cdb9 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:30.086755 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:30.087547 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:30.145308 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 12baf253-5abe-4b37-88b0-f01869853008 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:23:30.299292 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 12baf253-5abe-4b37-88b0-f01869853008 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:30.300222 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:30.305796 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-a3be4ff7-eb67-4dd3-870c-6486477d8e18 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1686273 Nov 25 19:23:30.351741 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b6b606f0-fbba-43a2-a7a7-06764c105830 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:30.368719 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-c359e4e5-344b-4a85-80e2-bd3357db7300 service neutron] Request body: {'port': {'device_id': '33d87a23-2c92-4a90-a39f-a84d0bb3a746', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:30.587689 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9f747c43-ad41-4eba-872a-431e2c9f1e56 None None] Provisioning complete for port 6ad2908d-8dc8-4691-a342-f383caa653cd triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:30.590660 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9f747c43-ad41-4eba-872a-431e2c9f1e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:30.598952 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8a362e19-9af3-4d55-82d3-203cb4c0184f req-35724c3b-feb3-4012-b4d6-327837b41a94 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:30.657228 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b6b606f0-fbba-43a2-a7a7-06764c105830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:30.692691 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-afc22723-239f-4d75-9872-8cc90f944a34 req-11bbd2d4-caa4-454a-83ab-5f7e77c4cdb9 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Allocated IP 192.168.233.91 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/af73c99d-e823-47c4-aa9a-9c282680758f) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:23:30.696311 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9fbfd684-3748-4ffa-b583-f77013b8eb4a None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:30.704148 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-9f747c43-ad41-4eba-872a-431e2c9f1e56 None None] Port 6ad2908d-8dc8-4691-a342-f383caa653cd cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:23:30.706520 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56818) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:30.712558 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9fbfd684-3748-4ffa-b583-f77013b8eb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:30.738484 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b6b606f0-fbba-43a2-a7a7-06764c105830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:30.777308 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6c46caf7-4bde-461e-9b32-b32225ad4dd3 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1375844809', 'description': 'tempest-description--1159759326'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:30.821956 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-c359e4e5-344b-4a85-80e2-bd3357db7300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:30.826624 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8a362e19-9af3-4d55-82d3-203cb4c0184f req-35724c3b-feb3-4012-b4d6-327837b41a94 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:30.854977 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef44dc3-4d51-4939-ae56-38cb3d7b2419 None None] Pushing event updated for resources: {'Port': ['ID=053aca7d-da8e-4830-9b96-64ea34d27109,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:30.882651 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef44dc3-4d51-4939-ae56-38cb3d7b2419 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:30.883275 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef44dc3-4d51-4939-ae56-38cb3d7b2419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:30.883818 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef44dc3-4d51-4939-ae56-38cb3d7b2419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:30.884325 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef44dc3-4d51-4939-ae56-38cb3d7b2419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:30.885542 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef44dc3-4d51-4939-ae56-38cb3d7b2419 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:30.886120 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef44dc3-4d51-4939-ae56-38cb3d7b2419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:30.886668 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef44dc3-4d51-4939-ae56-38cb3d7b2419 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:30.887182 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef44dc3-4d51-4939-ae56-38cb3d7b2419 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:30.887684 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef44dc3-4d51-4939-ae56-38cb3d7b2419 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:30.888178 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef44dc3-4d51-4939-ae56-38cb3d7b2419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:30.888903 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef44dc3-4d51-4939-ae56-38cb3d7b2419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:30.889528 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef44dc3-4d51-4939-ae56-38cb3d7b2419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:30.901702 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c46caf7-4bde-461e-9b32-b32225ad4dd3 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:30.934264 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-9fbfd684-3748-4ffa-b583-f77013b8eb4a None None] Attempting to bind port 053aca7d-da8e-4830-9b96-64ea34d27109 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:23:30.934963 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-9fbfd684-3748-4ffa-b583-f77013b8eb4a None None] Attempting to bind port 053aca7d-da8e-4830-9b96-64ea34d27109 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '6295e493-366c-45cd-becd-98c07b502c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:23:30.935503 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbfd684-3748-4ffa-b583-f77013b8eb4a None None] Attempting to bind port 053aca7d-da8e-4830-9b96-64ea34d27109 on network bc933d3d-e523-460c-b614-9d8fd0feeee5 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:30.951395 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbfd684-3748-4ffa-b583-f77013b8eb4a None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:23:30.953648 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbfd684-3748-4ffa-b583-f77013b8eb4a None None] Checking segment: {'id': '6295e493-366c-45cd-becd-98c07b502c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:23:30.954310 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9fbfd684-3748-4ffa-b583-f77013b8eb4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:30.955146 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbfd684-3748-4ffa-b583-f77013b8eb4a None None] Bound using segment: {'id': '6295e493-366c-45cd-becd-98c07b502c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:23:30.955827 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-9fbfd684-3748-4ffa-b583-f77013b8eb4a None None] Bound port: 053aca7d-da8e-4830-9b96-64ea34d27109, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6295e493-366c-45cd-becd-98c07b502c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:23:30.955991 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8a362e19-9af3-4d55-82d3-203cb4c0184f req-35724c3b-feb3-4012-b4d6-327837b41a94 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:30.956565 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9fbfd684-3748-4ffa-b583-f77013b8eb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:30.967214 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8a362e19-9af3-4d55-82d3-203cb4c0184f req-35724c3b-feb3-4012-b4d6-327837b41a94 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 2.1904571 Nov 25 19:23:31.005766 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-5dc7a89f-7631-4bbe-951c-fc1bab05cad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:23:31.021231 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-5dc7a89f-7631-4bbe-951c-fc1bab05cad2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:31.024463 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35724c3b-feb3-4012-b4d6-327837b41a94 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a66f4854-847e-46f7-8fe6-b44e60338ba1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:31.060580 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-5dc7a89f-7631-4bbe-951c-fc1bab05cad2 service neutron] Transition to ACTIVE for port object 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:23:31.140260 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-9fbfd684-3748-4ffa-b583-f77013b8eb4a None None] For port 053aca7d-da8e-4830-9b96-64ea34d27109, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:23:31.149829 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-9fbfd684-3748-4ffa-b583-f77013b8eb4a None None] For port 053aca7d-da8e-4830-9b96-64ea34d27109, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=053aca7d-da8e-4830-9b96-64ea34d27109,segment=NetworkSegment(6295e493-366c-45cd-becd-98c07b502c83),segment_id=6295e493-366c-45cd-becd-98c07b502c83)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:23:31.167462 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9fbfd684-3748-4ffa-b583-f77013b8eb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:31.236580 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ceabcc3d-94bc-433c-a1d6-78575bd14048 req-c86bc75d-485e-4892-9c36-34b8b793f2a5 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d55d1ec-7f06-4f9a-9853-c0dc1d43449b HTTP/1.1" status: 200 len: 210 time: 0.0863385 Nov 25 19:23:31.268451 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7e63edce-a72a-43fb-9ee3-cbf06acb8690 None None] Provisioning complete for port 053aca7d-da8e-4830-9b96-64ea34d27109 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:31.269400 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7e63edce-a72a-43fb-9ee3-cbf06acb8690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:31.411108 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b606f0-fbba-43a2-a7a7-06764c105830 admin admin] Pushing event updated for resources: {'Port': ['ID=4513cdd1-0736-4741-bb79-0e2c49de31a4,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:31.416916 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-5dc7a89f-7631-4bbe-951c-fc1bab05cad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:31.440711 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef44dc3-4d51-4939-ae56-38cb3d7b2419 None None] Pushing event updated for resources: {'Port': ['ID=053aca7d-da8e-4830-9b96-64ea34d27109,revision_number=4']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:31.456105 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b606f0-fbba-43a2-a7a7-06764c105830 admin admin] Network cda7496d-bf1c-4f51-9cb3-30cbb8a65738 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:23:31.468692 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-de7f40d8-b43a-4c45-8ba0-cec9ba16749a req-df8be9a4-1dee-48b6-b9ac-7ad49415e69e tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "GET /v2.0/security-groups/a66f4854-847e-46f7-8fe6-b44e60338ba1 HTTP/1.1" status: 200 len: 1821 time: 0.1438723 Nov 25 19:23:31.482175 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-b6b606f0-fbba-43a2-a7a7-06764c105830 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:23:31.484218 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-de7f40d8-b43a-4c45-8ba0-cec9ba16749a req-93bc0e63-dd8f-4639-86f7-21eea7ffefd2 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a66f4854-847e-46f7-8fe6-b44e60338ba1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:31.486789 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-de7f40d8-b43a-4c45-8ba0-cec9ba16749a req-93bc0e63-dd8f-4639-86f7-21eea7ffefd2 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a66f4854-847e-46f7-8fe6-b44e60338ba1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:31.488044 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbfd684-3748-4ffa-b583-f77013b8eb4a None None] Routers {'aa0dbc07-c792-4e3e-9875-4fce6df5735b'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:23:31.490463 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-9fbfd684-3748-4ffa-b583-f77013b8eb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:23:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['aa0dbc07-c792-4e3e-9875-4fce6df5735b'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:31.534339 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7e63edce-a72a-43fb-9ee3-cbf06acb8690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:31.600593 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7e63edce-a72a-43fb-9ee3-cbf06acb8690 None None] For port 053aca7d-da8e-4830-9b96-64ea34d27109, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=053aca7d-da8e-4830-9b96-64ea34d27109,segment=NetworkSegment(6295e493-366c-45cd-becd-98c07b502c83),segment_id=6295e493-366c-45cd-becd-98c07b502c83)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:31.610255 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7e63edce-a72a-43fb-9ee3-cbf06acb8690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:31.815721 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b86666bc-ad29-464e-8a65-f8e1f3a2d995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:31.836744 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-9fbfd684-3748-4ffa-b583-f77013b8eb4a None None] Set router aa0dbc07-c792-4e3e-9875-4fce6df5735b gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:23:31.888080 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63edce-a72a-43fb-9ee3-cbf06acb8690 None None] Pushing event updated for resources: {'Port': ['ID=053aca7d-da8e-4830-9b96-64ea34d27109,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:31.965695 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-879cb174-bbdf-4027-a000-5eee2799692f None None] Provisioning complete for port 053aca7d-da8e-4830-9b96-64ea34d27109 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:31.968729 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-879cb174-bbdf-4027-a000-5eee2799692f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:31.985283 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c46caf7-4bde-461e-9b32-b32225ad4dd3 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:32.020570 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c46caf7-4bde-461e-9b32-b32225ad4dd3 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:32.221796 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c46caf7-4bde-461e-9b32-b32225ad4dd3 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:32.222379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e684649-2e56-470e-88cc-95f3f7abc4a2 req-dddc471d-3120-4a5f-a2e0-f442cc90db26 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:32.230898 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6c46caf7-4bde-461e-9b32-b32225ad4dd3 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4680429 Nov 25 19:23:32.235618 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56830) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:32.245768 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6e684649-2e56-470e-88cc-95f3f7abc4a2 req-dddc471d-3120-4a5f-a2e0-f442cc90db26 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 943 time: 0.8870029 Nov 25 19:23:32.291048 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8126fb26-6d27-4ebc-995b-5daed25931ea tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Request body: {'security_group_rule': {'security_group_id': '35ac56d9-6c86-4d6d-a6c2-32aae37e0bd0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:32.350551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7a89f-7631-4bbe-951c-fc1bab05cad2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d52ca61-7a3d-44d9-8b9c-99dff1bcc418,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:32.361149 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46caf7-4bde-461e-9b32-b32225ad4dd3 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ac56d9-6c86-4d6d-a6c2-32aae37e0bd0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:32.429957 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8126fb26-6d27-4ebc-995b-5daed25931ea tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:32.439670 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-afc22723-239f-4d75-9872-8cc90f944a34 req-11bbd2d4-caa4-454a-83ab-5f7e77c4cdb9 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:32.447694 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-de7f40d8-b43a-4c45-8ba0-cec9ba16749a req-93bc0e63-dd8f-4639-86f7-21eea7ffefd2 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:32.497975 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-5dc7a89f-7631-4bbe-951c-fc1bab05cad2 service neutron] Attempting to bind port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:23:32.498348 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-5dc7a89f-7631-4bbe-951c-fc1bab05cad2 service neutron] Attempting to bind port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:23:32.498954 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-5dc7a89f-7631-4bbe-951c-fc1bab05cad2 service neutron] Attempting to bind port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 on network e27d2294-de95-4945-9062-292b41b6ea98 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:32.500435 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-9fbfd684-3748-4ffa-b583-f77013b8eb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'name': 'tempest-ServersTestJSON-1069526215-router', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '12baf253-5abe-4b37-88b0-f01869853008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:13Z', 'updated_at': '2021-11-25T19:23:23Z', 'revision_number': 4, 'project_id': '23991161b62746f8984bbac8592ca345', 'gw_port': {'id': '12baf253-5abe-4b37-88b0-f01869853008', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:15Z', 'updated_at': '2021-11-25T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '053aca7d-da8e-4830-9b96-64ea34d27109', 'name': '', 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'mac_address': 'fa:16:3e:35:34:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '21938c7d-b4d4-4f25-b84e-57930efcc151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:20Z', 'updated_at': '2021-11-25T19:23:31Z', 'revision_number': 4, 'project_id': '23991161b62746f8984bbac8592ca345', 'subnets': [{'id': '21938c7d-b4d4-4f25-b84e-57930efcc151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:32.525509 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-de7f40d8-b43a-4c45-8ba0-cec9ba16749a req-93bc0e63-dd8f-4639-86f7-21eea7ffefd2 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:32.535162 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6e684649-2e56-470e-88cc-95f3f7abc4a2 req-8797fc20-4f79-473a-9fd6-6cef2fa4b43f tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878828 Nov 25 19:23:32.542624 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b606f0-fbba-43a2-a7a7-06764c105830 admin admin] Router 988af9e9-dda1-432f-9125-538d507a4c5a has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:23:32.544489 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-5dc7a89f-7631-4bbe-951c-fc1bab05cad2 service neutron] Port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 on network e27d2294-de95-4945-9062-292b41b6ea98 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:23:32.544489 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-5dc7a89f-7631-4bbe-951c-fc1bab05cad2 service neutron] Attempting to bind port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 on network e27d2294-de95-4945-9062-292b41b6ea98 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:32.561232 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbfd684-3748-4ffa-b583-f77013b8eb4a None None] The sync data for ids ['aa0dbc07-c792-4e3e-9875-4fce6df5735b'] in n-d-819349-5 is: [{'id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'name': 'tempest-ServersTestJSON-1069526215-router', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '12baf253-5abe-4b37-88b0-f01869853008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:13Z', 'updated_at': '2021-11-25T19:23:23Z', 'revision_number': 4, 'project_id': '23991161b62746f8984bbac8592ca345', 'gw_port': {'id': '12baf253-5abe-4b37-88b0-f01869853008', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:15Z', 'updated_at': '2021-11-25T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '053aca7d-da8e-4830-9b96-64ea34d27109', 'name': '', 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'mac_address': 'fa:16:3e:35:34:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '21938c7d-b4d4-4f25-b84e-57930efcc151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:20Z', 'updated_at': '2021-11-25T19:23:31Z', 'revision_number': 4, 'project_id': '23991161b62746f8984bbac8592ca345', 'subnets': [{'id': '21938c7d-b4d4-4f25-b84e-57930efcc151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:23:32.572204 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-de7f40d8-b43a-4c45-8ba0-cec9ba16749a req-93bc0e63-dd8f-4639-86f7-21eea7ffefd2 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:32.645853 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc0e63-dd8f-4639-86f7-21eea7ffefd2 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826c37ef-f262-4abe-b760-6cec4f17955e,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:32.681027 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-5dc7a89f-7631-4bbe-951c-fc1bab05cad2 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:23:32.683928 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-5dc7a89f-7631-4bbe-951c-fc1bab05cad2 service neutron] Checking segment: {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:23:32.684466 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-5dc7a89f-7631-4bbe-951c-fc1bab05cad2 service neutron] Bound using segment: {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:23:32.688007 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-5dc7a89f-7631-4bbe-951c-fc1bab05cad2 service neutron] Bound port: 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:23:32.688007 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-5dc7a89f-7631-4bbe-951c-fc1bab05cad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:32.714531 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8126fb26-6d27-4ebc-995b-5daed25931ea tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:32.753664 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-afc22723-239f-4d75-9872-8cc90f944a34 req-11bbd2d4-caa4-454a-83ab-5f7e77c4cdb9 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:32.761094 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-de7f40d8-b43a-4c45-8ba0-cec9ba16749a req-93bc0e63-dd8f-4639-86f7-21eea7ffefd2 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:32.761476 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b606f0-fbba-43a2-a7a7-06764c105830 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:23:32.763855 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-de7f40d8-b43a-4c45-8ba0-cec9ba16749a req-93bc0e63-dd8f-4639-86f7-21eea7ffefd2 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2907600 Nov 25 19:23:32.778673 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43948f54-edf0-4d6d-8582-845a784ad666 None None] Sync routers for ids ['988af9e9-dda1-432f-9125-538d507a4c5a'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:23:32.783679 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8126fb26-6d27-4ebc-995b-5daed25931ea tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:32.801483 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b6b606f0-fbba-43a2-a7a7-06764c105830 admin admin] 10.222.0.55 "PUT /v2.0/routers/988af9e9-dda1-432f-9125-538d507a4c5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4293456 Nov 25 19:23:32.806956 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43948f54-edf0-4d6d-8582-845a784ad666 None None] Routers {'988af9e9-dda1-432f-9125-538d507a4c5a'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:23:32.807889 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-43948f54-edf0-4d6d-8582-845a784ad666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:23:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['988af9e9-dda1-432f-9125-538d507a4c5a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:33.001168 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-5dc7a89f-7631-4bbe-951c-fc1bab05cad2 service neutron] For port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:23:33.008365 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-5dc7a89f-7631-4bbe-951c-fc1bab05cad2 service neutron] For port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=9d52ca61-7a3d-44d9-8b9c-99dff1bcc418,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:23:33.024193 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-5dc7a89f-7631-4bbe-951c-fc1bab05cad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:33.089120 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126fb26-6d27-4ebc-995b-5daed25931ea tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c90cdf-3284-45a0-808a-dd7262baac8d,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:33.110428 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc22723-239f-4d75-9872-8cc90f944a34 req-11bbd2d4-caa4-454a-83ab-5f7e77c4cdb9 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:23:33.157804 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-43948f54-edf0-4d6d-8582-845a784ad666 None None] Set router 988af9e9-dda1-432f-9125-538d507a4c5a gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:23:33.165708 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-afc22723-239f-4d75-9872-8cc90f944a34 req-11bbd2d4-caa4-454a-83ab-5f7e77c4cdb9 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:23:33.186533 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8126fb26-6d27-4ebc-995b-5daed25931ea tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:33.188710 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8126fb26-6d27-4ebc-995b-5daed25931ea tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9094496 Nov 25 19:23:33.189843 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7a89f-7631-4bbe-951c-fc1bab05cad2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d52ca61-7a3d-44d9-8b9c-99dff1bcc418,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:33.195237 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56846) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:33.202029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc22723-239f-4d75-9872-8cc90f944a34 req-11bbd2d4-caa4-454a-83ab-5f7e77c4cdb9 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:23:33.221702 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0a135998-ba6e-41eb-b248-c03ef59e5e7f tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Request body: {'security_group_rule': {'security_group_id': '35ac56d9-6c86-4d6d-a6c2-32aae37e0bd0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:33.228076 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-5dc7a89f-7631-4bbe-951c-fc1bab05cad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:33.228767 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-5dc7a89f-7631-4bbe-951c-fc1bab05cad2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:33.230257 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-5dc7a89f-7631-4bbe-951c-fc1bab05cad2 service neutron] 10.222.0.85 "PUT /v2.0/ports/9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 HTTP/1.1" status: 200 len: 1091 time: 4.1358998 Nov 25 19:23:33.230788 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc085c99-e0bc-4070-a81f-60034895c3ee', 'tag': '9d52ca61-7a3d-44d9-8b9c-99dff1bcc418'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:23:33.233860 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c188e82-4395-491e-b31c-c3905a581ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "bc085c99-e0bc-4070-a81f-60034895c3ee", "tag": "9d52ca61-7a3d-44d9-8b9c-99dff1bcc418"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:23:33.439773 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-7734bad9-3b7a-407b-a2ed-a6d918ad49fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:33.445423 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:23:33.452692 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-7734bad9-3b7a-407b-a2ed-a6d918ad49fd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 1094 time: 0.1659348 Nov 25 19:23:33.492322 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbd2d4-caa4-454a-83ab-5f7e77c4cdb9 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Pushing event updated for resources: {'Port': ['ID=af73c99d-e823-47c4-aa9a-9c282680758f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:33.551408 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a135998-ba6e-41eb-b248-c03ef59e5e7f tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:33.685650 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:33.714464 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-c504f7da-6933-4323-a74f-654716a281f6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 HTTP/1.1" status: 200 len: 217 time: 0.2537313 Nov 25 19:23:33.806860 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-6ec18387-cba3-4793-a640-d4bebd079035 req-b53ac3bf-4e01-4713-aeb3-f1afb90281d1 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-719554525', 'description': 'tempest-description-1191044884'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:33.809373 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc22723-239f-4d75-9872-8cc90f944a34 req-11bbd2d4-caa4-454a-83ab-5f7e77c4cdb9 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:33.810721 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-afc22723-239f-4d75-9872-8cc90f944a34 req-11bbd2d4-caa4-454a-83ab-5f7e77c4cdb9 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:33.818999 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-934019a4-6f86-41e6-b17d-e5a5298d032d None None] Provisioning complete for port af73c99d-e823-47c4-aa9a-9c282680758f triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:33.819619 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-934019a4-6f86-41e6-b17d-e5a5298d032d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:33.855354 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6ec18387-cba3-4793-a640-d4bebd079035 req-b53ac3bf-4e01-4713-aeb3-f1afb90281d1 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:33.875955 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa9b55-8e53-4237-8633-09bde8755076 req-2e7b5563-6a01-48f4-b95b-d7491ca18532 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:33.889866 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8faa9b55-8e53-4237-8633-09bde8755076 req-2e7b5563-6a01-48f4-b95b-d7491ca18532 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d55d1ec-7f06-4f9a-9853-c0dc1d43449b HTTP/1.1" status: 200 len: 935 time: 0.8372447 Nov 25 19:23:33.912445 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-934019a4-6f86-41e6-b17d-e5a5298d032d None None] Port af73c99d-e823-47c4-aa9a-9c282680758f cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:23:33.958520 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-43948f54-edf0-4d6d-8582-845a784ad666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988af9e9-dda1-432f-9125-538d507a4c5a', 'name': 'tempest-ServerRescueTestJSON-1335954805-router', 'tenant_id': '946f818daf4a4dbcab9cf628061e104a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:13Z', 'updated_at': '2021-11-25T19:23:29Z', 'revision_number': 4, 'project_id': '946f818daf4a4dbcab9cf628061e104a', 'gw_port': {'id': 'ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988af9e9-dda1-432f-9125-538d507a4c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:14Z', 'updated_at': '2021-11-25T19:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4513cdd1-0736-4741-bb79-0e2c49de31a4', 'name': '', 'network_id': 'cda7496d-bf1c-4f51-9cb3-30cbb8a65738', 'tenant_id': '946f818daf4a4dbcab9cf628061e104a', 'mac_address': 'fa:16:3e:49:48:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988af9e9-dda1-432f-9125-538d507a4c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '30ef7416-4ccd-48d8-9a48-41aeb811d2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:23Z', 'updated_at': '2021-11-25T19:23:29Z', 'revision_number': 2, 'project_id': '946f818daf4a4dbcab9cf628061e104a', 'subnets': [{'id': '30ef7416-4ccd-48d8-9a48-41aeb811d2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:33.961321 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-0fbe7b65-266f-4a8c-aa2a-e2ff1bbc99f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:33.968421 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-0fbe7b65-266f-4a8c-aa2a-e2ff1bbc99f6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=688fcc59-0345-41e4-9b88-cea9e7c21583 HTTP/1.1" status: 200 len: 860 time: 0.2455454 Nov 25 19:23:34.003663 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-afc22723-239f-4d75-9872-8cc90f944a34 req-11bbd2d4-caa4-454a-83ab-5f7e77c4cdb9 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1935232 Nov 25 19:23:34.037055 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-afc22723-239f-4d75-9872-8cc90f944a34 req-697cfa10-cb90-44b0-8d4a-06b00b66fd5a service neutron] Request body: {'port': {'device_id': '2d55d1ec-7f06-4f9a-9853-c0dc1d43449b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:34.046013 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43948f54-edf0-4d6d-8582-845a784ad666 None None] Checking router: 988af9e9-dda1-432f-9125-538d507a4c5a for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:23:34.046466 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43948f54-edf0-4d6d-8582-845a784ad666 None None] Updating router 988af9e9-dda1-432f-9125-538d507a4c5a port 4513cdd1-0736-4741-bb79-0e2c49de31a4 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:23:34.080878 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-b5cca2ec-3085-4c6a-a8b6-622ac872438c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e27d2294-de95-4945-9062-292b41b6ea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997317 Nov 25 19:23:34.121399 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 053aca7d-da8e-4830-9b96-64ea34d27109 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:23:34.200937 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-43948f54-edf0-4d6d-8582-845a784ad666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:34.239234 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6ec18387-cba3-4793-a640-d4bebd079035 req-b53ac3bf-4e01-4713-aeb3-f1afb90281d1 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:34.248299 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6ec18387-cba3-4793-a640-d4bebd079035 req-b53ac3bf-4e01-4713-aeb3-f1afb90281d1 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:34.294012 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ac3bf-4e01-4713-aeb3-f1afb90281d1 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab4555f-15bc-4faa-bd6b-87c9a7281548,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:34.313725 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-0e9caff5-42d6-44f1-a51a-33ee193f15ec service neutron] 10.222.0.85 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247329 Nov 25 19:23:34.318606 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6ec18387-cba3-4793-a640-d4bebd079035 req-b53ac3bf-4e01-4713-aeb3-f1afb90281d1 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:34.322367 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6ec18387-cba3-4793-a640-d4bebd079035 req-b53ac3bf-4e01-4713-aeb3-f1afb90281d1 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5218925 Nov 25 19:23:34.363362 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 053aca7d-da8e-4830-9b96-64ea34d27109 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:34.366314 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:34.521027 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8faa9b55-8e53-4237-8633-09bde8755076 req-5bc255f3-11f9-4000-aca9-63f1450d7c09 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/security-groups?id=772dede1-354e-4651-94c8-47cfb1c9ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6298909 Nov 25 19:23:34.581109 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-afc22723-239f-4d75-9872-8cc90f944a34 req-697cfa10-cb90-44b0-8d4a-06b00b66fd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:34.620026 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e33a53a-f37b-4682-9cb2-7787c795b5b9 req-d9c402d5-c29e-44e4-8f05-32a03e4be7d8 service neutron] 10.222.0.85 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950652 Nov 25 19:23:34.652312 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a135998-ba6e-41eb-b248-c03ef59e5e7f tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:34.876212 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-c60e9352-f041-4234-acd7-b5944036206d tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:34.881377 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-c60e9352-f041-4234-acd7-b5944036206d tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/networks?id=cda7496d-bf1c-4f51-9cb3-30cbb8a65738 HTTP/1.1" status: 200 len: 811 time: 0.2534730 Nov 25 19:23:34.888200 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04efef2-e306-4ba7-9847-14f81be8591f x-openstack-request-id: req-f04efef2-e306-4ba7-9847-14f81be8591f {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:23:34.888648 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc085c99-e0bc-4070-a81f-60034895c3ee", "tag": "9d52ca61-7a3d-44d9-8b9c-99dff1bcc418", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:23:34.889546 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f04efef2-e306-4ba7-9847-14f81be8591f {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:23:34.893212 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a135998-ba6e-41eb-b248-c03ef59e5e7f tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:34.893898 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc085c99-e0bc-4070-a81f-60034895c3ee', 'tag': '9d52ca61-7a3d-44d9-8b9c-99dff1bcc418', 'status': 'completed', 'code': 200} Nov 25 19:23:34.902707 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-c359e4e5-344b-4a85-80e2-bd3357db7300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad2908d-8dc8-4691-a342-f383caa653cd {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:23:34.941154 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a135998-ba6e-41eb-b248-c03ef59e5e7f tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea83b8c-30a1-40c1-ae6e-7775eb81c656,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:34.955337 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-4a1f13aa-6015-4504-b318-2782815a43a5 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/quotas/946f818daf4a4dbcab9cf628061e104a HTTP/1.1" status: 200 len: 375 time: 0.0452666 Nov 25 19:23:34.968240 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-c359e4e5-344b-4a85-80e2-bd3357db7300 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:35.025418 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-c359e4e5-344b-4a85-80e2-bd3357db7300 service neutron] Transition to ACTIVE for port object 6ad2908d-8dc8-4691-a342-f383caa653cd will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:23:35.031280 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a135998-ba6e-41eb-b248-c03ef59e5e7f tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:35.032479 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0a135998-ba6e-41eb-b248-c03ef59e5e7f tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8256295 Nov 25 19:23:35.035390 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c188e82-4395-491e-b31c-c3905a581ee3 req-8f2e464d-c4c6-44c3-a4c0-24e519b6cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:35.038023 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c188e82-4395-491e-b31c-c3905a581ee3 req-8f2e464d-c4c6-44c3-a4c0-24e519b6cd87 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 1094 time: 0.1540425 Nov 25 19:23:35.038757 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56874) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:35.044200 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fab99-209f-4af7-b6f2-942920549200 req-46e702e9-4ea4-4ed1-9f6c-1f0f440e829f tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:35.046814 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-3af1a5de-45f3-4ad0-807b-fbcad79c3d65 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:35.047048 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-196fab99-209f-4af7-b6f2-942920549200 req-46e702e9-4ea4-4ed1-9f6c-1f0f440e829f tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 943 time: 0.1322958 Nov 25 19:23:35.056987 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-c359e4e5-344b-4a85-80e2-bd3357db7300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:35.115649 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3af1a5de-45f3-4ad0-807b-fbcad79c3d65 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:35.166340 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-0a89f3bd-8cae-4221-a67a-69f45c1b60a0 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=946f818daf4a4dbcab9cf628061e104a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2093167 Nov 25 19:23:35.171624 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359e4e5-344b-4a85-80e2-bd3357db7300 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad2908d-8dc8-4691-a342-f383caa653cd,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:35.276320 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-196fab99-209f-4af7-b6f2-942920549200 req-60c5f2ce-5894-4994-8f1d-391908e8c7bd tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068899 Nov 25 19:23:35.300597 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:35.306691 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-43948f54-edf0-4d6d-8582-845a784ad666 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:35.319753 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-43948f54-edf0-4d6d-8582-845a784ad666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:35.380548 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-c359e4e5-344b-4a85-80e2-bd3357db7300 service neutron] Attempting to bind port 6ad2908d-8dc8-4691-a342-f383caa653cd on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:23:35.380867 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-c359e4e5-344b-4a85-80e2-bd3357db7300 service neutron] Attempting to bind port 6ad2908d-8dc8-4691-a342-f383caa653cd by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:23:35.381296 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-c359e4e5-344b-4a85-80e2-bd3357db7300 service neutron] Attempting to bind port 6ad2908d-8dc8-4691-a342-f383caa653cd on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:35.390643 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-c359e4e5-344b-4a85-80e2-bd3357db7300 service neutron] Port 6ad2908d-8dc8-4691-a342-f383caa653cd on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:23:35.390643 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-c359e4e5-344b-4a85-80e2-bd3357db7300 service neutron] Attempting to bind port 6ad2908d-8dc8-4691-a342-f383caa653cd on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:35.415884 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-c359e4e5-344b-4a85-80e2-bd3357db7300 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:23:35.416221 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-c359e4e5-344b-4a85-80e2-bd3357db7300 service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:23:35.418226 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-c359e4e5-344b-4a85-80e2-bd3357db7300 service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:23:35.418708 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-c359e4e5-344b-4a85-80e2-bd3357db7300 service neutron] Bound port: 6ad2908d-8dc8-4691-a342-f383caa653cd, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:23:35.419079 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-c359e4e5-344b-4a85-80e2-bd3357db7300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:35.513733 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c3e05-f9bf-40d7-888d-ea1ae1909aaf None None] Pushing event updated for resources: {'Port': ['ID=4513cdd1-0736-4741-bb79-0e2c49de31a4,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:35.534450 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-8cdf2c80-067c-400c-bd32-b7275f80bffa service neutron] 10.222.0.55 "GET /v2.0/networks/cda7496d-bf1c-4f51-9cb3-30cbb8a65738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846153 Nov 25 19:23:35.536883 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:35.676538 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-39270344-0ef6-458f-b87d-150ce988238b tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:35.678456 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-39270344-0ef6-458f-b87d-150ce988238b tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 807 time: 0.1281919 Nov 25 19:23:35.681132 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-43948f54-edf0-4d6d-8582-845a784ad666 None None] Attempting to bind port 4513cdd1-0736-4741-bb79-0e2c49de31a4 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:23:35.681953 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-43948f54-edf0-4d6d-8582-845a784ad666 None None] Attempting to bind port 4513cdd1-0736-4741-bb79-0e2c49de31a4 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '9249d696-fa20-46b2-842b-6fcf068e2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cda7496d-bf1c-4f51-9cb3-30cbb8a65738'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:23:35.688606 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43948f54-edf0-4d6d-8582-845a784ad666 None None] Attempting to bind port 4513cdd1-0736-4741-bb79-0e2c49de31a4 on network cda7496d-bf1c-4f51-9cb3-30cbb8a65738 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:35.700839 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-c359e4e5-344b-4a85-80e2-bd3357db7300 service neutron] For port 6ad2908d-8dc8-4691-a342-f383caa653cd, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:23:35.712955 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c188e82-4395-491e-b31c-c3905a581ee3 req-6d48c2ad-04ff-4785-9f75-cae4e8419639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:35.715441 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c188e82-4395-491e-b31c-c3905a581ee3 req-6d48c2ad-04ff-4785-9f75-cae4e8419639 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 921 time: 0.6615179 Nov 25 19:23:35.718903 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43948f54-edf0-4d6d-8582-845a784ad666 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:23:35.719429 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-c359e4e5-344b-4a85-80e2-bd3357db7300 service neutron] For port 6ad2908d-8dc8-4691-a342-f383caa653cd, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=6ad2908d-8dc8-4691-a342-f383caa653cd,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:23:35.719862 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43948f54-edf0-4d6d-8582-845a784ad666 None None] Checking segment: {'id': '9249d696-fa20-46b2-842b-6fcf068e2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cda7496d-bf1c-4f51-9cb3-30cbb8a65738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:23:35.720789 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-43948f54-edf0-4d6d-8582-845a784ad666 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:35.721355 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-1c93fe6c-ec80-4cdc-ac1c-666885975fad tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/quotas/12018ca1c64542299c2d57a199401db7 HTTP/1.1" status: 200 len: 375 time: 0.0135903 Nov 25 19:23:35.721657 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43948f54-edf0-4d6d-8582-845a784ad666 None None] Bound using segment: {'id': '9249d696-fa20-46b2-842b-6fcf068e2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cda7496d-bf1c-4f51-9cb3-30cbb8a65738'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:23:35.722835 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-43948f54-edf0-4d6d-8582-845a784ad666 None None] Bound port: 4513cdd1-0736-4741-bb79-0e2c49de31a4, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9249d696-fa20-46b2-842b-6fcf068e2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cda7496d-bf1c-4f51-9cb3-30cbb8a65738'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:23:35.723901 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-43948f54-edf0-4d6d-8582-845a784ad666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:35.729227 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-c359e4e5-344b-4a85-80e2-bd3357db7300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:35.834536 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c188e82-4395-491e-b31c-c3905a581ee3 req-a62d7469-6b14-4b8d-a813-2b00bd8a5733 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 HTTP/1.1" status: 200 len: 217 time: 0.0923893 Nov 25 19:23:35.859490 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-c359e4e5-344b-4a85-80e2-bd3357db7300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:35.864326 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-43948f54-edf0-4d6d-8582-845a784ad666 None None] For port 4513cdd1-0736-4741-bb79-0e2c49de31a4, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:23:35.868553 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-c359e4e5-344b-4a85-80e2-bd3357db7300 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:35.870475 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-c359e4e5-344b-4a85-80e2-bd3357db7300 service neutron] 10.222.0.73 "PUT /v2.0/ports/6ad2908d-8dc8-4691-a342-f383caa653cd HTTP/1.1" status: 200 len: 1096 time: 5.5403578 Nov 25 19:23:35.879363 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d87a23-2c92-4a90-a39f-a84d0bb3a746', 'tag': '6ad2908d-8dc8-4691-a342-f383caa653cd'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:23:35.882565 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-43948f54-edf0-4d6d-8582-845a784ad666 None None] For port 4513cdd1-0736-4741-bb79-0e2c49de31a4, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4513cdd1-0736-4741-bb79-0e2c49de31a4,segment=NetworkSegment(9249d696-fa20-46b2-842b-6fcf068e2e19),segment_id=9249d696-fa20-46b2-842b-6fcf068e2e19)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:23:35.883822 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ed78b3-8bb6-4ec6-b96c-1cacd2edc183" -d '{"events": [{"name": "network-changed", "server_uuid": "33d87a23-2c92-4a90-a39f-a84d0bb3a746", "tag": "6ad2908d-8dc8-4691-a342-f383caa653cd"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:23:35.900642 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-43948f54-edf0-4d6d-8582-845a784ad666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:35.948039 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359e4e5-344b-4a85-80e2-bd3357db7300 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad2908d-8dc8-4691-a342-f383caa653cd,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:35.952724 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c188e82-4395-491e-b31c-c3905a581ee3 req-3d9816b0-bb8e-45e3-a4e8-c353178b10a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:35.961117 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c188e82-4395-491e-b31c-c3905a581ee3 req-3d9816b0-bb8e-45e3-a4e8-c353178b10a5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=688fcc59-0345-41e4-9b88-cea9e7c21583 HTTP/1.1" status: 200 len: 860 time: 0.1151998 Nov 25 19:23:35.966338 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-16978ad5-cbbd-4fd4-ae2d-56c697e05442 service neutron] 10.222.0.55 "GET /v2.0/networks/cda7496d-bf1c-4f51-9cb3-30cbb8a65738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307809 Nov 25 19:23:36.008653 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-afc22723-239f-4d75-9872-8cc90f944a34 req-697cfa10-cb90-44b0-8d4a-06b00b66fd5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af73c99d-e823-47c4-aa9a-9c282680758f {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:23:36.059223 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-afc22723-239f-4d75-9872-8cc90f944a34 req-697cfa10-cb90-44b0-8d4a-06b00b66fd5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:36.071836 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c188e82-4395-491e-b31c-c3905a581ee3 req-97dd1add-c349-4e26-b6b6-5b8ba6fc85d7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e27d2294-de95-4945-9062-292b41b6ea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903988 Nov 25 19:23:36.083016 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c3e05-f9bf-40d7-888d-ea1ae1909aaf None None] Pushing event updated for resources: {'Port': ['ID=4513cdd1-0736-4741-bb79-0e2c49de31a4,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:36.088705 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43948f54-edf0-4d6d-8582-845a784ad666 None None] Routers {'988af9e9-dda1-432f-9125-538d507a4c5a'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:23:36.089511 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-43948f54-edf0-4d6d-8582-845a784ad666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:23:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['988af9e9-dda1-432f-9125-538d507a4c5a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:36.109120 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-c446445a-4998-4429-903b-c04d66794287 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3667512 Nov 25 19:23:36.229463 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-43948f54-edf0-4d6d-8582-845a784ad666 None None] Set router 988af9e9-dda1-432f-9125-538d507a4c5a gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:23:36.319019 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-afc22723-239f-4d75-9872-8cc90f944a34 req-697cfa10-cb90-44b0-8d4a-06b00b66fd5a service neutron] Transition to ACTIVE for port object af73c99d-e823-47c4-aa9a-9c282680758f will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:23:36.347582 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-afc22723-239f-4d75-9872-8cc90f944a34 req-697cfa10-cb90-44b0-8d4a-06b00b66fd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:36.356001 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-7b137f90-e4ce-4bce-accd-158d771b3e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:36.358800 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-7b137f90-e4ce-4bce-accd-158d771b3e1e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ec869f00ea3443392d24b38d09f8603&device_id=33d87a23-2c92-4a90-a39f-a84d0bb3a746 HTTP/1.1" status: 200 len: 1099 time: 0.3909342 Nov 25 19:23:36.430506 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c188e82-4395-491e-b31c-c3905a581ee3 req-41f576eb-f87e-4e79-94aa-18b25e6de784 service neutron] 10.222.0.85 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491483 Nov 25 19:23:36.434476 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3af1a5de-45f3-4ad0-807b-fbcad79c3d65 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:36.570567 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-89fdb31f-b412-4b49-aa2c-c24cab246af0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=6ad2908d-8dc8-4691-a342-f383caa653cd HTTP/1.1" status: 200 len: 217 time: 0.0791016 Nov 25 19:23:36.583788 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cfa10-cb90-44b0-8d4a-06b00b66fd5a service neutron] Pushing event updated for resources: {'Port': ['ID=af73c99d-e823-47c4-aa9a-9c282680758f,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:36.651037 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-2ea95492-e87e-495f-832a-75a25a4ecb7e service neutron] 10.222.0.55 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075819 Nov 25 19:23:36.801565 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-43948f54-edf0-4d6d-8582-845a784ad666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988af9e9-dda1-432f-9125-538d507a4c5a', 'name': 'tempest-ServerRescueTestJSON-1335954805-router', 'tenant_id': '946f818daf4a4dbcab9cf628061e104a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:13Z', 'updated_at': '2021-11-25T19:23:29Z', 'revision_number': 4, 'project_id': '946f818daf4a4dbcab9cf628061e104a', 'gw_port': {'id': 'ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988af9e9-dda1-432f-9125-538d507a4c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:14Z', 'updated_at': '2021-11-25T19:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4513cdd1-0736-4741-bb79-0e2c49de31a4', 'name': '', 'network_id': 'cda7496d-bf1c-4f51-9cb3-30cbb8a65738', 'tenant_id': '946f818daf4a4dbcab9cf628061e104a', 'mac_address': 'fa:16:3e:49:48:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988af9e9-dda1-432f-9125-538d507a4c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '30ef7416-4ccd-48d8-9a48-41aeb811d2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:23Z', 'updated_at': '2021-11-25T19:23:35Z', 'revision_number': 4, 'project_id': '946f818daf4a4dbcab9cf628061e104a', 'subnets': [{'id': '30ef7416-4ccd-48d8-9a48-41aeb811d2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:36.825721 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a97e67c4-fad9-439b-bd1b-c07d5a30c661 req-1944fdf7-2ecd-4981-adae-e7420164078d tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "GET /v2.0/security-groups/2ab4555f-15bc-4faa-bd6b-87c9a7281548 HTTP/1.1" status: 200 len: 1821 time: 0.2174127 Nov 25 19:23:36.865262 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-a97e67c4-fad9-439b-bd1b-c07d5a30c661 req-162f783a-49eb-4856-9d5d-6567daee5e00 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2ab4555f-15bc-4faa-bd6b-87c9a7281548', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:36.865902 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-a97e67c4-fad9-439b-bd1b-c07d5a30c661 req-162f783a-49eb-4856-9d5d-6567daee5e00 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2ab4555f-15bc-4faa-bd6b-87c9a7281548', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:36.869022 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43948f54-edf0-4d6d-8582-845a784ad666 None None] The sync data for ids ['988af9e9-dda1-432f-9125-538d507a4c5a'] in n-d-819349-5 is: [{'id': '988af9e9-dda1-432f-9125-538d507a4c5a', 'name': 'tempest-ServerRescueTestJSON-1335954805-router', 'tenant_id': '946f818daf4a4dbcab9cf628061e104a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:13Z', 'updated_at': '2021-11-25T19:23:29Z', 'revision_number': 4, 'project_id': '946f818daf4a4dbcab9cf628061e104a', 'gw_port': {'id': 'ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988af9e9-dda1-432f-9125-538d507a4c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:14Z', 'updated_at': '2021-11-25T19:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4513cdd1-0736-4741-bb79-0e2c49de31a4', 'name': '', 'network_id': 'cda7496d-bf1c-4f51-9cb3-30cbb8a65738', 'tenant_id': '946f818daf4a4dbcab9cf628061e104a', 'mac_address': 'fa:16:3e:49:48:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988af9e9-dda1-432f-9125-538d507a4c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '30ef7416-4ccd-48d8-9a48-41aeb811d2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:23Z', 'updated_at': '2021-11-25T19:23:35Z', 'revision_number': 4, 'project_id': '946f818daf4a4dbcab9cf628061e104a', 'subnets': [{'id': '30ef7416-4ccd-48d8-9a48-41aeb811d2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:23:36.881447 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-c0ef74f8-d6ed-486d-91bc-30875966abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:36.883979 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-c0ef74f8-d6ed-486d-91bc-30875966abe7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.2839241 Nov 25 19:23:37.034465 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-afc22723-239f-4d75-9872-8cc90f944a34 req-697cfa10-cb90-44b0-8d4a-06b00b66fd5a service neutron] Attempting to bind port af73c99d-e823-47c4-aa9a-9c282680758f on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:23:37.035566 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-afc22723-239f-4d75-9872-8cc90f944a34 req-697cfa10-cb90-44b0-8d4a-06b00b66fd5a service neutron] Attempting to bind port af73c99d-e823-47c4-aa9a-9c282680758f by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:23:37.036208 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc22723-239f-4d75-9872-8cc90f944a34 req-697cfa10-cb90-44b0-8d4a-06b00b66fd5a service neutron] Attempting to bind port af73c99d-e823-47c4-aa9a-9c282680758f on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:37.134979 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-6b85aa11-2fb6-4f1b-9d4f-039b22d943c4 service neutron] 10.222.0.55 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793720 Nov 25 19:23:37.136987 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc22723-239f-4d75-9872-8cc90f944a34 req-697cfa10-cb90-44b0-8d4a-06b00b66fd5a service neutron] Port af73c99d-e823-47c4-aa9a-9c282680758f on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:23:37.137242 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc22723-239f-4d75-9872-8cc90f944a34 req-697cfa10-cb90-44b0-8d4a-06b00b66fd5a service neutron] Attempting to bind port af73c99d-e823-47c4-aa9a-9c282680758f on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:37.165621 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc22723-239f-4d75-9872-8cc90f944a34 req-697cfa10-cb90-44b0-8d4a-06b00b66fd5a service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:23:37.166428 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc22723-239f-4d75-9872-8cc90f944a34 req-697cfa10-cb90-44b0-8d4a-06b00b66fd5a service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:23:37.167427 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc22723-239f-4d75-9872-8cc90f944a34 req-697cfa10-cb90-44b0-8d4a-06b00b66fd5a service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:23:37.168179 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-afc22723-239f-4d75-9872-8cc90f944a34 req-697cfa10-cb90-44b0-8d4a-06b00b66fd5a service neutron] Bound port: af73c99d-e823-47c4-aa9a-9c282680758f, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:23:37.168754 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-afc22723-239f-4d75-9872-8cc90f944a34 req-697cfa10-cb90-44b0-8d4a-06b00b66fd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:37.261679 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-8de33604-9025-4056-a49b-ce77729fcfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:37.267436 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-8de33604-9025-4056-a49b-ce77729fcfcd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3435268 Nov 25 19:23:37.473975 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-afc22723-239f-4d75-9872-8cc90f944a34 req-697cfa10-cb90-44b0-8d4a-06b00b66fd5a service neutron] For port af73c99d-e823-47c4-aa9a-9c282680758f, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:23:37.561813 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-45ccfcad-f91c-44c3-936f-9f23e3527e57 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766473 Nov 25 19:23:37.609934 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-afc22723-239f-4d75-9872-8cc90f944a34 req-697cfa10-cb90-44b0-8d4a-06b00b66fd5a service neutron] For port af73c99d-e823-47c4-aa9a-9c282680758f, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=af73c99d-e823-47c4-aa9a-9c282680758f,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:23:37.631142 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-afc22723-239f-4d75-9872-8cc90f944a34 req-697cfa10-cb90-44b0-8d4a-06b00b66fd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:37.643088 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-3af1a5de-45f3-4ad0-807b-fbcad79c3d65 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Allocated IP 172.25.6.179 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/326c85d9-8cad-46fb-bcb1-b2201d8f3e59) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:23:37.651776 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c188e82-4395-491e-b31c-c3905a581ee3 req-7b153026-dfcc-4ab9-a34e-e9d8c06c26d4 service neutron] 10.222.0.85 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0432484 Nov 25 19:23:37.735290 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc22723-239f-4d75-9872-8cc90f944a34 req-697cfa10-cb90-44b0-8d4a-06b00b66fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:37.736231 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-afc22723-239f-4d75-9872-8cc90f944a34 req-697cfa10-cb90-44b0-8d4a-06b00b66fd5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:37.738063 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-afc22723-239f-4d75-9872-8cc90f944a34 req-697cfa10-cb90-44b0-8d4a-06b00b66fd5a service neutron] 10.222.0.85 "PUT /v2.0/ports/af73c99d-e823-47c4-aa9a-9c282680758f HTTP/1.1" status: 200 len: 1095 time: 3.7169554 Nov 25 19:23:37.848903 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a97e67c4-fad9-439b-bd1b-c07d5a30c661 req-162f783a-49eb-4856-9d5d-6567daee5e00 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:38.017869 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4265f1b7-dd9a-4fb6-a055-051181299d61 req-d92c925f-3f95-4513-a2ef-cc6a50afa7b7 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332018 Nov 25 19:23:38.074903 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a97e67c4-fad9-439b-bd1b-c07d5a30c661 req-162f783a-49eb-4856-9d5d-6567daee5e00 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:38.089302 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a97e67c4-fad9-439b-bd1b-c07d5a30c661 req-162f783a-49eb-4856-9d5d-6567daee5e00 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:38.135373 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4513cdd1-0736-4741-bb79-0e2c49de31a4 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:23:38.136504 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f783a-49eb-4856-9d5d-6567daee5e00 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79fd5f70-b2f5-4ec2-ad34-4ad4c0c950ce,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:38.162700 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a97e67c4-fad9-439b-bd1b-c07d5a30c661 req-162f783a-49eb-4856-9d5d-6567daee5e00 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:38.164872 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a97e67c4-fad9-439b-bd1b-c07d5a30c661 req-162f783a-49eb-4856-9d5d-6567daee5e00 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.3405733 Nov 25 19:23:38.199313 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3af1a5de-45f3-4ad0-807b-fbcad79c3d65 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:38.323641 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cfa10-cb90-44b0-8d4a-06b00b66fd5a service neutron] Pushing event updated for resources: {'Port': ['ID=af73c99d-e823-47c4-aa9a-9c282680758f,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:38.337495 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3af1a5de-45f3-4ad0-807b-fbcad79c3d65 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:38.387293 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 4513cdd1-0736-4741-bb79-0e2c49de31a4 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:38.388478 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:38.393824 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e72af4-6d7e-483f-88e5-a70e9579e0e6 req-6586cee2-8c09-466d-b23b-9071b5ae5836 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:38.406273 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-79e72af4-6d7e-483f-88e5-a70e9579e0e6 req-6586cee2-8c09-466d-b23b-9071b5ae5836 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d55d1ec-7f06-4f9a-9853-c0dc1d43449b HTTP/1.1" status: 200 len: 947 time: 0.5398941 Nov 25 19:23:38.456742 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af1a5de-45f3-4ad0-807b-fbcad79c3d65 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:23:38.473042 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-3af1a5de-45f3-4ad0-807b-fbcad79c3d65 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:23:38.481832 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af1a5de-45f3-4ad0-807b-fbcad79c3d65 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:23:38.505278 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748c2e3d-be53-48b5-aa3f-df1cab2e2016 x-openstack-request-id: req-748c2e3d-be53-48b5-aa3f-df1cab2e2016 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:23:38.505779 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d87a23-2c92-4a90-a39f-a84d0bb3a746", "tag": "6ad2908d-8dc8-4691-a342-f383caa653cd", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:23:38.505952 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-748c2e3d-be53-48b5-aa3f-df1cab2e2016 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:23:38.506355 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d87a23-2c92-4a90-a39f-a84d0bb3a746', 'tag': '6ad2908d-8dc8-4691-a342-f383caa653cd', 'status': 'completed', 'code': 200} Nov 25 19:23:38.530393 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1a5de-45f3-4ad0-807b-fbcad79c3d65 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Pushing event updated for resources: {'Port': ['ID=326c85d9-8cad-46fb-bcb1-b2201d8f3e59,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:38.577732 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc22723-239f-4d75-9872-8cc90f944a34 req-83e6e45b-ab67-4760-ba5f-71e3e9eaa003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:38.580257 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-afc22723-239f-4d75-9872-8cc90f944a34 req-83e6e45b-ab67-4760-ba5f-71e3e9eaa003 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0ec869f00ea3443392d24b38d09f8603&device_id=2d55d1ec-7f06-4f9a-9853-c0dc1d43449b HTTP/1.1" status: 200 len: 1098 time: 0.4620597 Nov 25 19:23:38.644729 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-afc22723-239f-4d75-9872-8cc90f944a34 req-77cd05ca-17bf-4632-aa68-33c78ca4ba1e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=af73c99d-e823-47c4-aa9a-9c282680758f HTTP/1.1" status: 200 len: 217 time: 0.0486553 Nov 25 19:23:38.728580 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:38.781638 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-79e72af4-6d7e-483f-88e5-a70e9579e0e6 req-2d0d491d-2810-414e-a30d-59221957c15d tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/security-groups?id=772dede1-354e-4651-94c8-47cfb1c9ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486979 Nov 25 19:23:38.790237 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed78b3-8bb6-4ec6-b96c-1cacd2edc183 req-9875acc5-3fb4-4fd4-aae3-2ba07b65a2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:38.791559 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d2ed78b3-8bb6-4ec6-b96c-1cacd2edc183 req-9875acc5-3fb4-4fd4-aae3-2ba07b65a2a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ec869f00ea3443392d24b38d09f8603&device_id=33d87a23-2c92-4a90-a39f-a84d0bb3a746 HTTP/1.1" status: 200 len: 1099 time: 0.2789190 Nov 25 19:23:38.815854 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 4513cdd1-0736-4741-bb79-0e2c49de31a4, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4513cdd1-0736-4741-bb79-0e2c49de31a4,segment=NetworkSegment(9249d696-fa20-46b2-842b-6fcf068e2e19),segment_id=9249d696-fa20-46b2-842b-6fcf068e2e19)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:38.828223 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:38.964195 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=4513cdd1-0736-4741-bb79-0e2c49de31a4,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:38.979598 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc22723-239f-4d75-9872-8cc90f944a34 req-f89a5608-7a16-4f47-83d5-fab46684e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:38.982237 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-afc22723-239f-4d75-9872-8cc90f944a34 req-f89a5608-7a16-4f47-83d5-fab46684e40f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.2818422 Nov 25 19:23:38.995246 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f0d67ce9-7152-4da2-902f-ac06498a301a req-4b247901-a37f-45d1-a577-ba36b746fd07 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 210 time: 0.2201419 Nov 25 19:23:39.045128 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3af1a5de-45f3-4ad0-807b-fbcad79c3d65 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:39.114317 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3af1a5de-45f3-4ad0-807b-fbcad79c3d65 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:39.408858 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3c8de38a-f616-40dd-9c40-4ccfde74a6cf req-4d99ead6-f8c0-43f7-a523-f84e561f3e87 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 210 time: 0.0427516 Nov 25 19:23:39.428224 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3af1a5de-45f3-4ad0-807b-fbcad79c3d65 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:39.434386 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3af1a5de-45f3-4ad0-807b-fbcad79c3d65 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:39.455879 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-eecae38b-9bad-4b95-a1ca-fbf1592084df tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:39.457541 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-eecae38b-9bad-4b95-a1ca-fbf1592084df tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.73 "GET /v2.0/networks?id=cda7496d-bf1c-4f51-9cb3-30cbb8a65738 HTTP/1.1" status: 200 len: 811 time: 1.0490468 Nov 25 19:23:39.478280 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-ddfc1ec3-6ecd-497c-80d3-de3f7f16d85e req-081380f9-5770-42b9-bf49-e0dbded7600e tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1950151157', 'description': 'tempest-description-84486263'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:39.484181 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-f6601ea2-d6cc-4f0d-9894-33542486b61e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Request body: {'port': {'device_id': '47fcdfa3-346e-4bcf-b277-9243c2edbbf7', 'network_id': 'cda7496d-bf1c-4f51-9cb3-30cbb8a65738', 'admin_state_up': True, 'tenant_id': '946f818daf4a4dbcab9cf628061e104a'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:39.562958 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1a5de-45f3-4ad0-807b-fbcad79c3d65 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Pushing event updated for resources: {'Port': ['ID=326c85d9-8cad-46fb-bcb1-b2201d8f3e59,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:39.586425 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed78b3-8bb6-4ec6-b96c-1cacd2edc183 req-1215f05e-24e2-4113-b1e7-15691ae7bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:39.587950 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d2ed78b3-8bb6-4ec6-b96c-1cacd2edc183 req-1215f05e-24e2-4113-b1e7-15691ae7bd60 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.7856278 Nov 25 19:23:39.601033 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911da3a3-2d88-41f0-9ac7-5156ae883fdf req-41f5a6bc-27fa-4ef0-a1d9-cd7883cb8444 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:39.602734 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-911da3a3-2d88-41f0-9ac7-5156ae883fdf req-41f5a6bc-27fa-4ef0-a1d9-cd7883cb8444 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 943 time: 0.6098142 Nov 25 19:23:39.603120 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ddfc1ec3-6ecd-497c-80d3-de3f7f16d85e req-081380f9-5770-42b9-bf49-e0dbded7600e tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:39.609461 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3af1a5de-45f3-4ad0-807b-fbcad79c3d65 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:39.655996 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3af1a5de-45f3-4ad0-807b-fbcad79c3d65 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:39.658495 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3af1a5de-45f3-4ad0-807b-fbcad79c3d65 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6179450 Nov 25 19:23:39.663899 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc22723-239f-4d75-9872-8cc90f944a34 req-c2e06615-82ed-449a-96e4-15bdda67e18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:39.665356 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-afc22723-239f-4d75-9872-8cc90f944a34 req-c2e06615-82ed-449a-96e4-15bdda67e18f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6521645 Nov 25 19:23:39.703090 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d2ed78b3-8bb6-4ec6-b96c-1cacd2edc183 req-75cbfbfb-11e7-4bda-b7eb-b1023b13dfa6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=6ad2908d-8dc8-4691-a342-f383caa653cd HTTP/1.1" status: 200 len: 217 time: 0.0966067 Nov 25 19:23:39.782116 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ddfc1ec3-6ecd-497c-80d3-de3f7f16d85e req-081380f9-5770-42b9-bf49-e0dbded7600e tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:39.787349 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ddfc1ec3-6ecd-497c-80d3-de3f7f16d85e req-081380f9-5770-42b9-bf49-e0dbded7600e tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:39.829328 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ddfc1ec3-6ecd-497c-80d3-de3f7f16d85e req-081380f9-5770-42b9-bf49-e0dbded7600e tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:39.831454 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ddfc1ec3-6ecd-497c-80d3-de3f7f16d85e req-081380f9-5770-42b9-bf49-e0dbded7600e tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3591917 Nov 25 19:23:39.962547 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 6ad2908d-8dc8-4691-a342-f383caa653cd details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:23:39.979454 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-911da3a3-2d88-41f0-9ac7-5156ae883fdf req-ccbe547a-5d19-46f1-b3d2-50e2745004d0 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606281 Nov 25 19:23:39.989750 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed78b3-8bb6-4ec6-b96c-1cacd2edc183 req-16b5c019-4912-473d-aa56-0bd11552f205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:39.991825 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d2ed78b3-8bb6-4ec6-b96c-1cacd2edc183 req-16b5c019-4912-473d-aa56-0bd11552f205 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.2672307 Nov 25 19:23:40.011109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081380f9-5770-42b9-bf49-e0dbded7600e tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4c70fe-dcf6-4f9d-bd6a-3c922b4e15a4,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:40.037565 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-f6601ea2-d6cc-4f0d-9894-33542486b61e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Made reservation on behalf of 946f818daf4a4dbcab9cf628061e104a for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:23:40.051910 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-f6601ea2-d6cc-4f0d-9894-33542486b61e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:40.119032 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-afc22723-239f-4d75-9872-8cc90f944a34 req-20b38c3d-4395-406a-bf2d-dfba5b7b1aa7 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318688 Nov 25 19:23:40.147044 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-43c0b699-eab7-4fa1-87d4-1a76d7cf7300 req-2653fb7e-d93c-48b7-8f4d-40978051b5a8 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-377697584', 'description': 'tempest-description-230462473'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:40.304693 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed78b3-8bb6-4ec6-b96c-1cacd2edc183 req-d57ead99-7193-4d84-88b2-c627b6183555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:40.306499 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d2ed78b3-8bb6-4ec6-b96c-1cacd2edc183 req-d57ead99-7193-4d84-88b2-c627b6183555 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2870870 Nov 25 19:23:40.367516 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-983eb4d8-3ba5-4e7b-990e-becaa682d021 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1375844809&fields=id&tenant_id=23991161b62746f8984bbac8592ca345 HTTP/1.1" status: 200 len: 267 time: 0.1583056 Nov 25 19:23:40.399688 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-36c518cb-65d9-49ba-bba2-3222bad1c67f tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:40.401280 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-36c518cb-65d9-49ba-bba2-3222bad1c67f tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.73 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 807 time: 0.5530570 Nov 25 19:23:40.427988 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 6ad2908d-8dc8-4691-a342-f383caa653cd, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=6ad2908d-8dc8-4691-a342-f383caa653cd,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:40.436774 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-6a1ca808-d3fc-47b0-8545-f966b0549209 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Request body: {'port': {'device_id': '2ee476c6-3b21-4fb7-90d6-7c60880fed63', 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788', 'admin_state_up': True, 'tenant_id': '12018ca1c64542299c2d57a199401db7'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:40.449128 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4513cdd1-0736-4741-bb79-0e2c49de31a4 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:23:40.455432 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d2ed78b3-8bb6-4ec6-b96c-1cacd2edc183 req-948d4cb6-f122-40b6-876e-79e0ee51a499 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342163 Nov 25 19:23:40.461779 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-43c0b699-eab7-4fa1-87d4-1a76d7cf7300 req-2653fb7e-d93c-48b7-8f4d-40978051b5a8 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:40.512503 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '6ad2908d-8dc8-4691-a342-f383caa653cd', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '6ad2908d-8dc8-4691-a342-f383caa653cd', 'mac_address': 'fa:16:3e:c6:a4:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:23:40.523334 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d55d1ec-7f06-4f9a-9853-c0dc1d43449b', 'tag': 'af73c99d-e823-47c4-aa9a-9c282680758f'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:23:40.526714 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c80915b-269a-4bca-9e67-a9c5d565b817" -d '{"events": [{"name": "network-changed", "server_uuid": "2d55d1ec-7f06-4f9a-9853-c0dc1d43449b", "tag": "af73c99d-e823-47c4-aa9a-9c282680758f"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:23:40.579334 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:40.602214 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 4513cdd1-0736-4741-bb79-0e2c49de31a4 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:40.602800 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:40.609324 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad2908d-8dc8-4691-a342-f383caa653cd {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:23:40.614873 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-afc22723-239f-4d75-9872-8cc90f944a34 req-e4d1ff6d-3b54-477a-8341-d789334ea1e1 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622500 Nov 25 19:23:40.675143 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-f6601ea2-d6cc-4f0d-9894-33542486b61e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Allocated IP 172.20.0.3 (cda7496d-bf1c-4f51-9cb3-30cbb8a65738/30ef7416-4ccd-48d8-9a48-41aeb811d2f6/ffc0414d-8686-45bf-9ba9-c8842f9c5bc7) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:23:40.677889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-6823e125-12e8-4e16-af2a-73d37b768274 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:40.678865 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 6ad2908d-8dc8-4691-a342-f383caa653cd, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=6ad2908d-8dc8-4691-a342-f383caa653cd,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:40.688346 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-6823e125-12e8-4e16-af2a-73d37b768274 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/networks?id=bc933d3d-e523-460c-b614-9d8fd0feeee5 HTTP/1.1" status: 200 len: 806 time: 0.3180485 Nov 25 19:23:40.695173 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:40.719336 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-cf3dffa7-e2df-4c3f-8eeb-20baa4ddc2eb tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/quotas/23991161b62746f8984bbac8592ca345 HTTP/1.1" status: 200 len: 375 time: 0.0299585 Nov 25 19:23:40.736509 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d2ed78b3-8bb6-4ec6-b96c-1cacd2edc183 req-7d7e9fb5-d711-4c04-ace0-6444792ffb4f service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689681 Nov 25 19:23:40.794120 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-6a1ca808-d3fc-47b0-8545-f966b0549209 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Made reservation on behalf of 12018ca1c64542299c2d57a199401db7 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:23:40.799904 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-6a1ca808-d3fc-47b0-8545-f966b0549209 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:40.809302 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-43c0b699-eab7-4fa1-87d4-1a76d7cf7300 req-2653fb7e-d93c-48b7-8f4d-40978051b5a8 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:40.819871 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-43c0b699-eab7-4fa1-87d4-1a76d7cf7300 req-2653fb7e-d93c-48b7-8f4d-40978051b5a8 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:40.823422 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-2c651060-f826-4e53-bdae-479978a698e4 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=23991161b62746f8984bbac8592ca345&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026149 Nov 25 19:23:40.829240 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=6ad2908d-8dc8-4691-a342-f383caa653cd,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:40.892004 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653fb7e-d93c-48b7-8f4d-40978051b5a8 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a29fc90-ad4c-4abb-8be3-314ee1b983ef,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:40.898872 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-43c0b699-eab7-4fa1-87d4-1a76d7cf7300 req-2653fb7e-d93c-48b7-8f4d-40978051b5a8 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:40.901350 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-43c0b699-eab7-4fa1-87d4-1a76d7cf7300 req-2653fb7e-d93c-48b7-8f4d-40978051b5a8 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7604027 Nov 25 19:23:40.959082 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['6ad2908d-8dc8-4691-a342-f383caa653cd'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:23:41.046137 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-02ec8e67-e582-4cc2-ab44-dd80633b2f79 service neutron] 10.222.0.55 "GET /v2.0/networks/bc933d3d-e523-460c-b614-9d8fd0feeee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957223 Nov 25 19:23:41.062353 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-6a1ca808-d3fc-47b0-8545-f966b0549209 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Allocated IP 172.20.0.7 (4f1ae74c-ff92-4f6b-bdc2-b33a54676788/7d22af38-4f63-40b1-a1f0-3aff6ec04048/e84ebc53-14c2-411b-910c-2395c76a7832) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:23:41.238087 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a96594-1d78-44da-9b80-150675caa441 req-914887fb-0d2d-4e0a-a8af-ce4b823f5ab7 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:41.252904 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-51a96594-1d78-44da-9b80-150675caa441 req-914887fb-0d2d-4e0a-a8af-ce4b823f5ab7 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d55d1ec-7f06-4f9a-9853-c0dc1d43449b HTTP/1.1" status: 200 len: 947 time: 0.1655488 Nov 25 19:23:41.275708 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-027c7891-33f5-4961-b400-df362f2222fd service neutron] 10.222.0.55 "GET /v2.0/networks/bc933d3d-e523-460c-b614-9d8fd0feeee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973341 Nov 25 19:23:41.402531 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-51a96594-1d78-44da-9b80-150675caa441 req-5ea7a305-dda3-4117-b31a-3916866aadb8 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/security-groups?id=772dede1-354e-4651-94c8-47cfb1c9ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473651 Nov 25 19:23:41.447785 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-f6601ea2-d6cc-4f0d-9894-33542486b61e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:41.599457 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-6a1ca808-d3fc-47b0-8545-f966b0549209 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:41.608338 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-f6601ea2-d6cc-4f0d-9894-33542486b61e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:41.715743 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-6a1ca808-d3fc-47b0-8545-f966b0549209 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:41.746097 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-f6601ea2-d6cc-4f0d-9894-33542486b61e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Network cda7496d-bf1c-4f51-9cb3-30cbb8a65738 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:23:41.750874 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-f6601ea2-d6cc-4f0d-9894-33542486b61e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:23:41.777234 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['d0b85d8c-1a49-4cb3-82ff-70698009b789'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:23:41.795180 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-6a1ca808-d3fc-47b0-8545-f966b0549209 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:23:41.809751 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-f6601ea2-d6cc-4f0d-9894-33542486b61e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:23:41.834519 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-6a1ca808-d3fc-47b0-8545-f966b0549209 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:23:41.842899 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-6a1ca808-d3fc-47b0-8545-f966b0549209 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:23:41.981624 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-f6601ea2-d6cc-4f0d-9894-33542486b61e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:41.983982 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-f6601ea2-d6cc-4f0d-9894-33542486b61e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:42.023594 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-f6601ea2-d6cc-4f0d-9894-33542486b61e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5465391 Nov 25 19:23:42.043248 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 6ad2908d-8dc8-4691-a342-f383caa653cd up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:23:42.046782 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-6a1ca808-d3fc-47b0-8545-f966b0549209 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:42.047696 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-6a1ca808-d3fc-47b0-8545-f966b0549209 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:42.049295 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-38218869-7d96-4cbe-bed6-3ad490030e10 service neutron] Request body: {'port': {'device_id': '47fcdfa3-346e-4bcf-b277-9243c2edbbf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:42.143333 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6601ea2-d6cc-4f0d-9894-33542486b61e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Pushing event updated for resources: {'Port': ['ID=ffc0414d-8686-45bf-9ba9-c8842f9c5bc7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:42.206102 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-6a1ca808-d3fc-47b0-8545-f966b0549209 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7886791 Nov 25 19:23:42.211884 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ca808-d3fc-47b0-8545-f966b0549209 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Pushing event updated for resources: {'Port': ['ID=e84ebc53-14c2-411b-910c-2395c76a7832,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:42.231765 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-9e4edc4c-af1b-4a42-bda7-02e59d14fdd3 service neutron] Request body: {'port': {'device_id': '2ee476c6-3b21-4fb7-90d6-7c60880fed63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:42.257386 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a991654-3c79-416f-908d-6502bf097a40 req-8532d6b8-2c35-4414-b2a0-68a95b02bde8 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:42.273096 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5a991654-3c79-416f-908d-6502bf097a40 req-8532d6b8-2c35-4414-b2a0-68a95b02bde8 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 931 time: 0.2069314 Nov 25 19:23:42.284529 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-38218869-7d96-4cbe-bed6-3ad490030e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:42.403198 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 6ad2908d-8dc8-4691-a342-f383caa653cd completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:23:42.416908 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 6ad2908d-8dc8-4691-a342-f383caa653cd triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:42.417380 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:42.426324 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af54406-3ffa-422f-9e27-ea0dcae8a4a2 req-c3426896-7a4b-42e9-8a03-53993d14a539 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:42.435186 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5a991654-3c79-416f-908d-6502bf097a40 req-af9e98b4-fe66-4c13-8f14-f2765435b29e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671219 Nov 25 19:23:42.436604 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-9e4edc4c-af1b-4a42-bda7-02e59d14fdd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:42.437251 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6af54406-3ffa-422f-9e27-ea0dcae8a4a2 req-c3426896-7a4b-42e9-8a03-53993d14a539 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 931 time: 0.1754351 Nov 25 19:23:42.601806 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b3310b-180c-4b22-945f-12e61d2e38b2 x-openstack-request-id: req-76b3310b-180c-4b22-945f-12e61d2e38b2 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:23:42.602838 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d55d1ec-7f06-4f9a-9853-c0dc1d43449b", "tag": "af73c99d-e823-47c4-aa9a-9c282680758f", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:23:42.603498 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-76b3310b-180c-4b22-945f-12e61d2e38b2 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:23:42.604462 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d55d1ec-7f06-4f9a-9853-c0dc1d43449b', 'tag': 'af73c99d-e823-47c4-aa9a-9c282680758f', 'status': 'completed', 'code': 200} Nov 25 19:23:42.656345 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6af54406-3ffa-422f-9e27-ea0dcae8a4a2 req-3e50203e-923f-45f6-9474-d10924a6a1fe tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170939 Nov 25 19:23:42.672088 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:42.741055 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 6ad2908d-8dc8-4691-a342-f383caa653cd, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=6ad2908d-8dc8-4691-a342-f383caa653cd,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:42.745534 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d87a23-2c92-4a90-a39f-a84d0bb3a746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad2908d-8dc8-4691-a342-f383caa653cd'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:23:42.749993 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cfc5e5-3d6d-4463-8170-089b33d05933" -d '{"events": [{"server_uuid": "33d87a23-2c92-4a90-a39f-a84d0bb3a746", "name": "network-vif-plugged", "status": "completed", "tag": "6ad2908d-8dc8-4691-a342-f383caa653cd"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:23:42.756645 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:42.828639 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80915b-269a-4bca-9e67-a9c5d565b817 req-11373d30-8a1c-4eac-aff0-7692b0a5196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:42.831645 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8c80915b-269a-4bca-9e67-a9c5d565b817 req-11373d30-8a1c-4eac-aff0-7692b0a5196f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0ec869f00ea3443392d24b38d09f8603&device_id=2d55d1ec-7f06-4f9a-9853-c0dc1d43449b HTTP/1.1" status: 200 len: 1098 time: 0.2173142 Nov 25 19:23:42.850174 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=6ad2908d-8dc8-4691-a342-f383caa653cd,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:42.880342 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:42.880682 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:42.881798 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:42.881798 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:42.882153 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:42.882527 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:42.882863 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:42.883206 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:42.886391 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:42.886391 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:42.886391 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:42.886391 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:43.000420 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b5853e1d-5aba-4fd0-bfa6-4dc6e3384058 req-8d5818ab-cfbb-4c35-bb6f-fc821e033c14 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "GET /v2.0/security-groups/0f4c70fe-dcf6-4f9d-bd6a-3c922b4e15a4 HTTP/1.1" status: 200 len: 1820 time: 0.1930678 Nov 25 19:23:43.190414 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323d493-82f5-4c57-b47e-1e9a1434632f req-7c921b7d-8987-4d77-a9fd-75c673c0ef5c tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:43.194443 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5323d493-82f5-4c57-b47e-1e9a1434632f req-7c921b7d-8987-4d77-a9fd-75c673c0ef5c tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 943 time: 0.3343544 Nov 25 19:23:43.287091 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80915b-269a-4bca-9e67-a9c5d565b817 req-f5076a4d-be26-4b1a-8a59-b6a3f531b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:43.289744 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8c80915b-269a-4bca-9e67-a9c5d565b817 req-f5076a4d-be26-4b1a-8a59-b6a3f531b23c service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.4481068 Nov 25 19:23:43.339757 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-9e4edc4c-af1b-4a42-bda7-02e59d14fdd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84ebc53-14c2-411b-910c-2395c76a7832 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:23:43.358343 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-9e4edc4c-af1b-4a42-bda7-02e59d14fdd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:43.388324 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-9e4edc4c-af1b-4a42-bda7-02e59d14fdd3 service neutron] Transition to ACTIVE for port object e84ebc53-14c2-411b-910c-2395c76a7832 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:23:43.402312 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8c80915b-269a-4bca-9e67-a9c5d565b817 req-a6603eb0-a6e8-4e3a-bf23-62ad7067da29 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=af73c99d-e823-47c4-aa9a-9c282680758f HTTP/1.1" status: 200 len: 217 time: 0.0641091 Nov 25 19:23:43.413312 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-38218869-7d96-4cbe-bed6-3ad490030e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc0414d-8686-45bf-9ba9-c8842f9c5bc7 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:23:43.418963 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b5853e1d-5aba-4fd0-bfa6-4dc6e3384058 req-e4f12eb1-ca12-48c0-b6a4-04cc914c925c tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "GET /v2.0/security-groups/2a29fc90-ad4c-4abb-8be3-314ee1b983ef HTTP/1.1" status: 200 len: 1820 time: 0.4151495 Nov 25 19:23:43.432814 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-b5853e1d-5aba-4fd0-bfa6-4dc6e3384058 req-a35858fe-528a-4ccc-82e9-05f06a372bc7 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0f4c70fe-dcf6-4f9d-bd6a-3c922b4e15a4', 'remote_group_id': '2a29fc90-ad4c-4abb-8be3-314ee1b983ef', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:43.433247 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-b5853e1d-5aba-4fd0-bfa6-4dc6e3384058 req-a35858fe-528a-4ccc-82e9-05f06a372bc7 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0f4c70fe-dcf6-4f9d-bd6a-3c922b4e15a4', 'remote_group_id': '2a29fc90-ad4c-4abb-8be3-314ee1b983ef', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:43.440198 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-9e4edc4c-af1b-4a42-bda7-02e59d14fdd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:43.448321 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device af73c99d-e823-47c4-aa9a-9c282680758f details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:23:43.472835 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-38218869-7d96-4cbe-bed6-3ad490030e10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:43.552587 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5323d493-82f5-4c57-b47e-1e9a1434632f req-b8ae966f-ddcd-4d1b-9b26-c2bbcdaf8eab tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352320 Nov 25 19:23:43.583372 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-38218869-7d96-4cbe-bed6-3ad490030e10 service neutron] Transition to ACTIVE for port object ffc0414d-8686-45bf-9ba9-c8842f9c5bc7 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:23:43.597307 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-38218869-7d96-4cbe-bed6-3ad490030e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:43.665213 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80915b-269a-4bca-9e67-a9c5d565b817 req-a613a14f-1d4f-47ae-838e-33a814c2b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:43.668517 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8c80915b-269a-4bca-9e67-a9c5d565b817 req-a613a14f-1d4f-47ae-838e-33a814c2b467 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.2391484 Nov 25 19:23:43.713279 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4edc4c-af1b-4a42-bda7-02e59d14fdd3 service neutron] Pushing event updated for resources: {'Port': ['ID=e84ebc53-14c2-411b-910c-2395c76a7832,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:43.793843 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b5853e1d-5aba-4fd0-bfa6-4dc6e3384058 req-a35858fe-528a-4ccc-82e9-05f06a372bc7 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:43.837627 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38218869-7d96-4cbe-bed6-3ad490030e10 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc0414d-8686-45bf-9ba9-c8842f9c5bc7,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:43.888147 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-744f45b6-765c-4d4e-81c3-09afb8cdf529 req-dd9e8956-49fe-4f8e-9d51-d4cc684f4825 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/ports?device_id=fba1d71d-fe82-454b-816d-0073508a4bdb HTTP/1.1" status: 200 len: 210 time: 0.1185210 Nov 25 19:23:43.948549 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port af73c99d-e823-47c4-aa9a-9c282680758f, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=af73c99d-e823-47c4-aa9a-9c282680758f,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:43.984514 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'af73c99d-e823-47c4-aa9a-9c282680758f', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': 'af73c99d-e823-47c4-aa9a-9c282680758f', 'mac_address': 'fa:16:3e:3b:d1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:23:44.063273 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80915b-269a-4bca-9e67-a9c5d565b817 req-7572e9ff-5613-43b5-85b6-cd91c1a80868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:44.074672 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8c80915b-269a-4bca-9e67-a9c5d565b817 req-7572e9ff-5613-43b5-85b6-cd91c1a80868 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3904393 Nov 25 19:23:44.082087 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-9e4edc4c-af1b-4a42-bda7-02e59d14fdd3 service neutron] Attempting to bind port e84ebc53-14c2-411b-910c-2395c76a7832 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:23:44.083099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-9e4edc4c-af1b-4a42-bda7-02e59d14fdd3 service neutron] Attempting to bind port e84ebc53-14c2-411b-910c-2395c76a7832 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:23:44.083309 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-9e4edc4c-af1b-4a42-bda7-02e59d14fdd3 service neutron] Attempting to bind port e84ebc53-14c2-411b-910c-2395c76a7832 on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:44.092023 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-38218869-7d96-4cbe-bed6-3ad490030e10 service neutron] Attempting to bind port ffc0414d-8686-45bf-9ba9-c8842f9c5bc7 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:23:44.100528 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-38218869-7d96-4cbe-bed6-3ad490030e10 service neutron] Attempting to bind port ffc0414d-8686-45bf-9ba9-c8842f9c5bc7 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '9249d696-fa20-46b2-842b-6fcf068e2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cda7496d-bf1c-4f51-9cb3-30cbb8a65738'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:23:44.101108 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-38218869-7d96-4cbe-bed6-3ad490030e10 service neutron] Attempting to bind port ffc0414d-8686-45bf-9ba9-c8842f9c5bc7 on network cda7496d-bf1c-4f51-9cb3-30cbb8a65738 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:44.120660 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:44.126905 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b5853e1d-5aba-4fd0-bfa6-4dc6e3384058 req-a35858fe-528a-4ccc-82e9-05f06a372bc7 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:44.142645 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-9e4edc4c-af1b-4a42-bda7-02e59d14fdd3 service neutron] Port e84ebc53-14c2-411b-910c-2395c76a7832 on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:23:44.143367 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-9e4edc4c-af1b-4a42-bda7-02e59d14fdd3 service neutron] Attempting to bind port e84ebc53-14c2-411b-910c-2395c76a7832 on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:44.152690 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b5853e1d-5aba-4fd0-bfa6-4dc6e3384058 req-a35858fe-528a-4ccc-82e9-05f06a372bc7 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:44.156630 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-38218869-7d96-4cbe-bed6-3ad490030e10 service neutron] Port ffc0414d-8686-45bf-9ba9-c8842f9c5bc7 on network cda7496d-bf1c-4f51-9cb3-30cbb8a65738 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:23:44.158238 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-38218869-7d96-4cbe-bed6-3ad490030e10 service neutron] Attempting to bind port ffc0414d-8686-45bf-9ba9-c8842f9c5bc7 on network cda7496d-bf1c-4f51-9cb3-30cbb8a65738 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:44.194053 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af73c99d-e823-47c4-aa9a-9c282680758f {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:23:44.240040 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-9e4edc4c-af1b-4a42-bda7-02e59d14fdd3 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:23:44.240776 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-9e4edc4c-af1b-4a42-bda7-02e59d14fdd3 service neutron] Checking segment: {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:23:44.241409 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-9e4edc4c-af1b-4a42-bda7-02e59d14fdd3 service neutron] Bound using segment: {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:23:44.242262 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-9e4edc4c-af1b-4a42-bda7-02e59d14fdd3 service neutron] Bound port: e84ebc53-14c2-411b-910c-2395c76a7832, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:23:44.242861 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-9e4edc4c-af1b-4a42-bda7-02e59d14fdd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:44.268204 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-38218869-7d96-4cbe-bed6-3ad490030e10 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:23:44.269030 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-38218869-7d96-4cbe-bed6-3ad490030e10 service neutron] Checking segment: {'id': '9249d696-fa20-46b2-842b-6fcf068e2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cda7496d-bf1c-4f51-9cb3-30cbb8a65738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:23:44.269309 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port af73c99d-e823-47c4-aa9a-9c282680758f, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=af73c99d-e823-47c4-aa9a-9c282680758f,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:44.269819 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-38218869-7d96-4cbe-bed6-3ad490030e10 service neutron] Bound using segment: {'id': '9249d696-fa20-46b2-842b-6fcf068e2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cda7496d-bf1c-4f51-9cb3-30cbb8a65738'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:23:44.270764 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-38218869-7d96-4cbe-bed6-3ad490030e10 service neutron] Bound port: ffc0414d-8686-45bf-9ba9-c8842f9c5bc7, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9249d696-fa20-46b2-842b-6fcf068e2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cda7496d-bf1c-4f51-9cb3-30cbb8a65738'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:23:44.271500 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-38218869-7d96-4cbe-bed6-3ad490030e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:44.276222 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:44.295930 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35858fe-528a-4ccc-82e9-05f06a372bc7 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65b7a91-4555-42a9-8250-8a148e24bb89,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:44.329399 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-62934395-a828-40f1-9229-639a51410829 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:44.331906 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-62934395-a828-40f1-9229-639a51410829 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.85 "GET /v2.0/networks?id=bc933d3d-e523-460c-b614-9d8fd0feeee5 HTTP/1.1" status: 200 len: 806 time: 0.4621418 Nov 25 19:23:44.337884 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b5853e1d-5aba-4fd0-bfa6-4dc6e3384058 req-a35858fe-528a-4ccc-82e9-05f06a372bc7 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:44.356766 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b5853e1d-5aba-4fd0-bfa6-4dc6e3384058 req-a35858fe-528a-4ccc-82e9-05f06a372bc7 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9322062 Nov 25 19:23:44.455004 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=af73c99d-e823-47c4-aa9a-9c282680758f,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:44.506907 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8c80915b-269a-4bca-9e67-a9c5d565b817 req-207ae7b5-02db-4c1a-84a0-22e7e594892a service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228938 Nov 25 19:23:44.512539 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-38218869-7d96-4cbe-bed6-3ad490030e10 service neutron] For port ffc0414d-8686-45bf-9ba9-c8842f9c5bc7, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:23:44.526018 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-38218869-7d96-4cbe-bed6-3ad490030e10 service neutron] For port ffc0414d-8686-45bf-9ba9-c8842f9c5bc7, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=ffc0414d-8686-45bf-9ba9-c8842f9c5bc7,segment=NetworkSegment(9249d696-fa20-46b2-842b-6fcf068e2e19),segment_id=9249d696-fa20-46b2-842b-6fcf068e2e19)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:23:44.535392 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['af73c99d-e823-47c4-aa9a-9c282680758f'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:23:44.570282 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-38218869-7d96-4cbe-bed6-3ad490030e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:44.594410 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a176ed6-d7f5-4225-b581-5f8f47aa9ee2 req-399f4c78-3c16-4969-b437-baa13c6a0747 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:44.595721 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-9e4edc4c-af1b-4a42-bda7-02e59d14fdd3 service neutron] For port e84ebc53-14c2-411b-910c-2395c76a7832, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:23:44.602228 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-9e4edc4c-af1b-4a42-bda7-02e59d14fdd3 service neutron] For port e84ebc53-14c2-411b-910c-2395c76a7832, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=e84ebc53-14c2-411b-910c-2395c76a7832,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:23:44.607499 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9a176ed6-d7f5-4225-b581-5f8f47aa9ee2 req-399f4c78-3c16-4969-b437-baa13c6a0747 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d55d1ec-7f06-4f9a-9853-c0dc1d43449b HTTP/1.1" status: 200 len: 948 time: 0.2444115 Nov 25 19:23:44.619585 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bc7a3c-184f-4f44-b37c-6f16105200a9 x-openstack-request-id: req-a5bc7a3c-184f-4f44-b37c-6f16105200a9 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:23:44.619905 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d87a23-2c92-4a90-a39f-a84d0bb3a746", "name": "network-vif-plugged", "status": "completed", "tag": "6ad2908d-8dc8-4691-a342-f383caa653cd", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:23:44.620147 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a5bc7a3c-184f-4f44-b37c-6f16105200a9 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:23:44.620632 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d87a23-2c92-4a90-a39f-a84d0bb3a746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad2908d-8dc8-4691-a342-f383caa653cd', 'code': 200} Nov 25 19:23:44.627673 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-9e4edc4c-af1b-4a42-bda7-02e59d14fdd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:44.700189 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-f93286a3-9c97-4dbc-b4fa-42c75b973022 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23991161b62746f8984bbac8592ca345 HTTP/1.1" status: 200 len: 380 time: 0.3379905 Nov 25 19:23:44.743440 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-82c54c3b-002c-4496-90d6-360d9f8ed08b tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Request body: {'port': {'device_id': 'fba1d71d-fe82-454b-816d-0073508a4bdb', 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5', 'admin_state_up': True, 'tenant_id': '23991161b62746f8984bbac8592ca345', 'security_groups': ['35ac56d9-6c86-4d6d-a6c2-32aae37e0bd0']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:44.769324 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-9e4edc4c-af1b-4a42-bda7-02e59d14fdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:44.770033 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-9e4edc4c-af1b-4a42-bda7-02e59d14fdd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:44.771599 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-9e4edc4c-af1b-4a42-bda7-02e59d14fdd3 service neutron] 10.222.0.73 "PUT /v2.0/ports/e84ebc53-14c2-411b-910c-2395c76a7832 HTTP/1.1" status: 200 len: 1091 time: 2.5456259 Nov 25 19:23:44.772642 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee476c6-3b21-4fb7-90d6-7c60880fed63', 'tag': 'e84ebc53-14c2-411b-910c-2395c76a7832'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:23:44.774797 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b4f86d-ca77-46bd-9efc-cd2193bc7384" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee476c6-3b21-4fb7-90d6-7c60880fed63", "tag": "e84ebc53-14c2-411b-910c-2395c76a7832"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:23:44.986990 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4edc4c-af1b-4a42-bda7-02e59d14fdd3 service neutron] Pushing event updated for resources: {'Port': ['ID=e84ebc53-14c2-411b-910c-2395c76a7832,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:45.067479 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-be4ab87b-e309-427a-8edc-0932fdf8c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:45.069990 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-be4ab87b-e309-427a-8edc-0932fdf8c9b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 1094 time: 0.2065034 Nov 25 19:23:45.094219 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa83ca5-f94f-44f1-872a-475d55f50661 req-04cb95b4-ea81-4154-a1eb-b364fae09128 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:45.096589 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6aa83ca5-f94f-44f1-872a-475d55f50661 req-04cb95b4-ea81-4154-a1eb-b364fae09128 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 943 time: 0.1927981 Nov 25 19:23:45.207318 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-38218869-7d96-4cbe-bed6-3ad490030e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:45.210626 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-38218869-7d96-4cbe-bed6-3ad490030e10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:45.212768 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-38218869-7d96-4cbe-bed6-3ad490030e10 service neutron] 10.222.0.73 "PUT /v2.0/ports/ffc0414d-8686-45bf-9ba9-c8842f9c5bc7 HTTP/1.1" status: 200 len: 1091 time: 3.1737757 Nov 25 19:23:45.215121 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-bb6ca084-e7c9-4c3c-a2ba-f2cdd21556a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e84ebc53-14c2-411b-910c-2395c76a7832 HTTP/1.1" status: 200 len: 217 time: 0.1313357 Nov 25 19:23:45.253728 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fcdfa3-346e-4bcf-b277-9243c2edbbf7', 'tag': 'ffc0414d-8686-45bf-9ba9-c8842f9c5bc7'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:23:45.257466 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9d3112-f65f-46ef-9729-9e01dbc04631" -d '{"events": [{"name": "network-changed", "server_uuid": "47fcdfa3-346e-4bcf-b277-9243c2edbbf7", "tag": "ffc0414d-8686-45bf-9ba9-c8842f9c5bc7"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:23:45.303540 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-82c54c3b-002c-4496-90d6-360d9f8ed08b tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Made reservation on behalf of 23991161b62746f8984bbac8592ca345 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:23:45.308923 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-82c54c3b-002c-4496-90d6-360d9f8ed08b tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:45.325158 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9a176ed6-d7f5-4225-b581-5f8f47aa9ee2 req-c23f6123-d6a2-416c-a362-6bf751d2d867 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/security-groups?id=772dede1-354e-4651-94c8-47cfb1c9ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6984501 Nov 25 19:23:45.405073 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6aa83ca5-f94f-44f1-872a-475d55f50661 req-ca938934-1e3f-40a7-8cc5-a77b51bcb7fe tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273214 Nov 25 19:23:45.433021 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8c80915b-269a-4bca-9e67-a9c5d565b817 req-5db4cb23-70fd-4650-ae15-8191351310a6 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9157002 Nov 25 19:23:45.437006 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38218869-7d96-4cbe-bed6-3ad490030e10 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc0414d-8686-45bf-9ba9-c8842f9c5bc7,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:45.440246 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-d97679a0-1c21-4c71-9b48-3ead6033c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:45.443354 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-d97679a0-1c21-4c71-9b48-3ead6033c2c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7d22af38-4f63-40b1-a1f0-3aff6ec04048 HTTP/1.1" status: 200 len: 847 time: 0.2056842 Nov 25 19:23:45.474977 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:23:45.487427 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca353692-1e61-4152-8998-ba290b72e343 req-5941c76e-f730-4bd6-a9e1-e1f3d24158e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:45.501297 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ca353692-1e61-4152-8998-ba290b72e343 req-5941c76e-f730-4bd6-a9e1-e1f3d24158e9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=33d87a23-2c92-4a90-a39f-a84d0bb3a746 HTTP/1.1" status: 200 len: 1101 time: 0.7123451 Nov 25 19:23:45.628319 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-0b568735-4da0-4f82-8461-576c49af8daf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1705668 Nov 25 19:23:45.633172 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device af73c99d-e823-47c4-aa9a-9c282680758f up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:23:45.649982 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-bec58945-da46-4131-91c1-630769d0e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:45.652356 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-bec58945-da46-4131-91c1-630769d0e7de service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=946f818daf4a4dbcab9cf628061e104a&device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 1094 time: 0.3592894 Nov 25 19:23:45.660656 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ca353692-1e61-4152-8998-ba290b72e343 req-8fb90df7-50cc-491c-9ba3-43a3c3090e97 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=772dede1-354e-4651-94c8-47cfb1c9ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556647 Nov 25 19:23:45.720877 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=9d52ca61-7a3d-44d9-8b9c-99dff1bcc418,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:45.733952 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-77221423-abaf-453a-85d8-33804349944c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffc0414d-8686-45bf-9ba9-c8842f9c5bc7 HTTP/1.1" status: 200 len: 217 time: 0.0699008 Nov 25 19:23:45.737246 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '9d52ca61-7a3d-44d9-8b9c-99dff1bcc418', 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98', 'port_id': '9d52ca61-7a3d-44d9-8b9c-99dff1bcc418', 'mac_address': 'fa:16:3e:24:96:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688fcc59-0345-41e4-9b88-cea9e7c21583', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:23:45.744569 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port af73c99d-e823-47c4-aa9a-9c282680758f completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:23:45.787310 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a63a7e-2d50-4dd7-b0c2-99fa9a978cb7 req-f48685c3-7e1f-4d48-92da-7ce772fd5f40 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:45.800176 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-63a63a7e-2d50-4dd7-b0c2-99fa9a978cb7 req-f48685c3-7e1f-4d48-92da-7ce772fd5f40 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 943 time: 0.2299283 Nov 25 19:23:45.848407 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:45.854022 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port af73c99d-e823-47c4-aa9a-9c282680758f triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:45.855234 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:45.856804 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-82c54c3b-002c-4496-90d6-360d9f8ed08b tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Allocated IP 172.20.0.7 (bc933d3d-e523-460c-b614-9d8fd0feeee5/21938c7d-b4d4-4f25-b84e-57930efcc151/cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:23:45.903223 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-86c618df-5b20-4dd6-b606-7a6ed2b0a929 service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646637 Nov 25 19:23:45.912369 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:23:45.942199 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=9d52ca61-7a3d-44d9-8b9c-99dff1bcc418,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:45.945304 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-63a63a7e-2d50-4dd7-b0c2-99fa9a978cb7 req-0a12d619-f459-4fbf-bd39-66a9a262fa5b tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418877 Nov 25 19:23:45.953553 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:46.022051 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-c58ac69c-5a89-4c94-beea-245774321ab3 req-9873bb9a-57c1-47a0-ab70-e08b6b34b6e0 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-586729731', 'description': 'tempest-description-1677325288'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:46.037705 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=9d52ca61-7a3d-44d9-8b9c-99dff1bcc418,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:46.080736 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c58ac69c-5a89-4c94-beea-245774321ab3 req-9873bb9a-57c1-47a0-ab70-e08b6b34b6e0 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:46.167979 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:46.171748 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-f69436d7-d85c-4528-9b34-3c8cca171a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:46.173508 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-f69436d7-d85c-4528-9b34-3c8cca171a9d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30ef7416-4ccd-48d8-9a48-41aeb811d2f6 HTTP/1.1" status: 200 len: 851 time: 0.2678971 Nov 25 19:23:46.220832 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port af73c99d-e823-47c4-aa9a-9c282680758f, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=af73c99d-e823-47c4-aa9a-9c282680758f,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:46.229259 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-5cae327d-b13b-40e9-bbab-70c475983eae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cda7496d-bf1c-4f51-9cb3-30cbb8a65738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472789 Nov 25 19:23:46.233146 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:46.233436 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c58ac69c-5a89-4c94-beea-245774321ab3 req-9873bb9a-57c1-47a0-ab70-e08b6b34b6e0 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:46.239373 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['9d52ca61-7a3d-44d9-8b9c-99dff1bcc418'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:23:46.297270 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-72d3bd25-1d84-4487-b9cc-ca5f28cd73d6 req-a0a553c5-9ef7-483f-88bb-675c1a5f0789 service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847010 Nov 25 19:23:46.319960 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c58ac69c-5a89-4c94-beea-245774321ab3 req-9873bb9a-57c1-47a0-ab70-e08b6b34b6e0 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:46.327562 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-82c54c3b-002c-4496-90d6-360d9f8ed08b tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:46.365382 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873bb9a-57c1-47a0-ab70-e08b6b34b6e0 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78fa25a3-2992-4d86-9f88-653046d3310b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:46.395619 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c58ac69c-5a89-4c94-beea-245774321ab3 req-9873bb9a-57c1-47a0-ab70-e08b6b34b6e0 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:46.397117 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c58ac69c-5a89-4c94-beea-245774321ab3 req-9873bb9a-57c1-47a0-ab70-e08b6b34b6e0 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3854098 Nov 25 19:23:46.437222 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-56af0402-6e57-46c1-9335-be174e0463e3 service neutron] 10.222.0.73 "GET /v2.0/networks/cda7496d-bf1c-4f51-9cb3-30cbb8a65738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991897 Nov 25 19:23:46.437818 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-82c54c3b-002c-4496-90d6-360d9f8ed08b tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:46.522020 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-82c54c3b-002c-4496-90d6-360d9f8ed08b tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Network bc933d3d-e523-460c-b614-9d8fd0feeee5 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:23:46.523741 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c54c3b-002c-4496-90d6-360d9f8ed08b tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Pushing event updated for resources: {'Port': ['ID=cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:46.527531 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-82c54c3b-002c-4496-90d6-360d9f8ed08b tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:23:46.578066 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51506b18-133e-4187-83e3-8b6f3ccd75e6 x-openstack-request-id: req-51506b18-133e-4187-83e3-8b6f3ccd75e6 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:23:46.582607 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee476c6-3b21-4fb7-90d6-7c60880fed63", "tag": "e84ebc53-14c2-411b-910c-2395c76a7832", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:23:46.583042 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51506b18-133e-4187-83e3-8b6f3ccd75e6 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:23:46.583441 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee476c6-3b21-4fb7-90d6-7c60880fed63', 'tag': 'e84ebc53-14c2-411b-910c-2395c76a7832', 'status': 'completed', 'code': 200} Nov 25 19:23:46.584291 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-82c54c3b-002c-4496-90d6-360d9f8ed08b tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:23:46.665499 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d55d1ec-7f06-4f9a-9853-c0dc1d43449b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af73c99d-e823-47c4-aa9a-9c282680758f'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:23:46.668974 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-82c54c3b-002c-4496-90d6-360d9f8ed08b tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:46.670523 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95bc97a-6e79-4680-b733-822361b4ba91" -d '{"events": [{"server_uuid": "2d55d1ec-7f06-4f9a-9853-c0dc1d43449b", "name": "network-vif-plugged", "status": "completed", "tag": "af73c99d-e823-47c4-aa9a-9c282680758f"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:23:46.671063 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-82c54c3b-002c-4496-90d6-360d9f8ed08b tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:46.715209 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=af73c99d-e823-47c4-aa9a-9c282680758f,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:46.740703 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-82c54c3b-002c-4496-90d6-360d9f8ed08b tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0150344 Nov 25 19:23:46.757095 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-75d740f3-83cb-4030-a451-49df69e947a1 service neutron] Request body: {'port': {'device_id': 'fba1d71d-fe82-454b-816d-0073508a4bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:46.841155 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bef93f31-0924-436f-a607-d21d4a9ee486 req-f7ded7e9-9259-4d28-996a-0351bb764f9d service neutron] 10.222.0.73 "GET /v2.0/networks/cda7496d-bf1c-4f51-9cb3-30cbb8a65738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911948 Nov 25 19:23:46.892534 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a595c-abef-43ca-81bb-e63feb39cd02 req-f9a92f36-2fbb-4b37-a749-7422eb79177c tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:46.896011 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5b4a595c-abef-43ca-81bb-e63feb39cd02 req-f9a92f36-2fbb-4b37-a749-7422eb79177c tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/ports?device_id=fba1d71d-fe82-454b-816d-0073508a4bdb HTTP/1.1" status: 200 len: 931 time: 0.1613224 Nov 25 19:23:46.933925 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4f86d-ca77-46bd-9efc-cd2193bc7384 req-ee60139b-a0d0-4449-99db-393f22be359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:46.936182 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-08b4f86d-ca77-46bd-9efc-cd2193bc7384 req-ee60139b-a0d0-4449-99db-393f22be359f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 1094 time: 0.2488320 Nov 25 19:23:47.050511 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e957c315-1610-4ca1-9e42-e2de21d8a007 None None] Provisioning complete for port cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:47.051370 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e957c315-1610-4ca1-9e42-e2de21d8a007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:47.057952 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5b4a595c-abef-43ca-81bb-e63feb39cd02 req-e22bd7a2-cb56-48ea-857c-b604312c583c tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ac56d9-6c86-4d6d-a6c2-32aae37e0bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548579 Nov 25 19:23:47.129292 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e957c315-1610-4ca1-9e42-e2de21d8a007 None None] Port cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:23:47.167085 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa485b92-1836-48fc-a15d-67399828b441 x-openstack-request-id: req-aa485b92-1836-48fc-a15d-67399828b441 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:23:47.167659 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fcdfa3-346e-4bcf-b277-9243c2edbbf7", "tag": "ffc0414d-8686-45bf-9ba9-c8842f9c5bc7", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:23:47.168168 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aa485b92-1836-48fc-a15d-67399828b441 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:23:47.168908 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47fcdfa3-346e-4bcf-b277-9243c2edbbf7', 'tag': 'ffc0414d-8686-45bf-9ba9-c8842f9c5bc7', 'status': 'completed', 'code': 200} Nov 25 19:23:47.254063 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d3112-f65f-46ef-9729-9e01dbc04631 req-ed733d04-2c34-4795-902f-b6d069657f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:47.255700 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0a9d3112-f65f-46ef-9729-9e01dbc04631 req-ed733d04-2c34-4795-902f-b6d069657f9f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=946f818daf4a4dbcab9cf628061e104a&device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 1094 time: 0.0572016 Nov 25 19:23:47.337304 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-75d740f3-83cb-4030-a451-49df69e947a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:47.424196 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d3112-f65f-46ef-9729-9e01dbc04631 req-646f2b2d-c907-4989-9821-4cc5bb873e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:47.425740 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0a9d3112-f65f-46ef-9729-9e01dbc04631 req-646f2b2d-c907-4989-9821-4cc5bb873e42 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cda7496d-bf1c-4f51-9cb3-30cbb8a65738 HTTP/1.1" status: 200 len: 912 time: 0.1524904 Nov 25 19:23:47.490815 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:23:47.508420 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec2d38-4167-4e32-96e7-04b8f536115c req-65fc0070-5453-4da2-b480-38dbe89837ae tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:47.519371 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f8ec2d38-4167-4e32-96e7-04b8f536115c req-65fc0070-5453-4da2-b480-38dbe89837ae tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 944 time: 0.6101816 Nov 25 19:23:47.535747 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0a9d3112-f65f-46ef-9729-9e01dbc04631 req-ab8c7b6d-dd4a-4fbc-9ad8-29473e401dd1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffc0414d-8686-45bf-9ba9-c8842f9c5bc7 HTTP/1.1" status: 200 len: 217 time: 0.1007574 Nov 25 19:23:47.564489 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:23:47.570283 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:47.570995 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:47.615627 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4f86d-ca77-46bd-9efc-cd2193bc7384 req-b0a56201-a3d4-4e04-b793-d2cba0563367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:47.617451 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-08b4f86d-ca77-46bd-9efc-cd2193bc7384 req-b0a56201-a3d4-4e04-b793-d2cba0563367 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 908 time: 0.6645849 Nov 25 19:23:47.643294 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff0256-411a-4324-be71-1b465efe7ed7 req-46d85e28-c5c7-4393-849d-295498082264 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:47.655889 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-01ff0256-411a-4324-be71-1b465efe7ed7 req-46d85e28-c5c7-4393-849d-295498082264 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d55d1ec-7f06-4f9a-9853-c0dc1d43449b HTTP/1.1" status: 200 len: 949 time: 0.2127244 Nov 25 19:23:47.677588 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:47.698078 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d3112-f65f-46ef-9729-9e01dbc04631 req-adfdfd48-8213-4c93-b49a-69e60fe5ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:47.700936 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0a9d3112-f65f-46ef-9729-9e01dbc04631 req-adfdfd48-8213-4c93-b49a-69e60fe5ee8f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30ef7416-4ccd-48d8-9a48-41aeb811d2f6 HTTP/1.1" status: 200 len: 851 time: 0.1532178 Nov 25 19:23:47.722519 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-08b4f86d-ca77-46bd-9efc-cd2193bc7384 req-0cf7f446-03e8-4831-a3ae-6c235d113d9b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e84ebc53-14c2-411b-910c-2395c76a7832 HTTP/1.1" status: 200 len: 217 time: 0.0930188 Nov 25 19:23:47.741315 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f8ec2d38-4167-4e32-96e7-04b8f536115c req-1f8601d0-d8cc-4d24-b8f8-5448080726e0 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787930 Nov 25 19:23:47.775570 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=9d52ca61-7a3d-44d9-8b9c-99dff1bcc418,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:47.776609 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0a9d3112-f65f-46ef-9729-9e01dbc04631 req-004e29e1-e865-4148-81a4-129d45e7b503 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cda7496d-bf1c-4f51-9cb3-30cbb8a65738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671408 Nov 25 19:23:47.783883 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:47.847783 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-dadecd14-baea-40f7-a0f0-b35620ba422c req-0c902804-5a3e-44e4-a0f1-e1e08f75a5f6 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1043092050', 'description': 'tempest-description-2124208128'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:47.854018 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-01ff0256-411a-4324-be71-1b465efe7ed7 req-2e2bdad1-a4f1-4ea7-bc94-83501c50b3ca tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/security-groups?id=772dede1-354e-4651-94c8-47cfb1c9ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966484 Nov 25 19:23:47.855656 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=9d52ca61-7a3d-44d9-8b9c-99dff1bcc418,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:47.937051 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4f86d-ca77-46bd-9efc-cd2193bc7384 req-41baf3ed-b656-461a-af1f-572f02fa459c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:47.939337 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-08b4f86d-ca77-46bd-9efc-cd2193bc7384 req-41baf3ed-b656-461a-af1f-572f02fa459c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7d22af38-4f63-40b1-a1f0-3aff6ec04048 HTTP/1.1" status: 200 len: 847 time: 0.1972115 Nov 25 19:23:47.943208 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-dadecd14-baea-40f7-a0f0-b35620ba422c req-0c902804-5a3e-44e4-a0f1-e1e08f75a5f6 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:48.028804 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-08b4f86d-ca77-46bd-9efc-cd2193bc7384 req-7dab9467-559c-40b7-9310-7ecc281a6367 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684111 Nov 25 19:23:48.084022 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0a9d3112-f65f-46ef-9729-9e01dbc04631 req-f07a5721-3623-4765-84fc-78127abdb0db service neutron] 10.222.0.73 "GET /v2.0/networks/cda7496d-bf1c-4f51-9cb3-30cbb8a65738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892518 Nov 25 19:23:48.125492 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d7ce1-aa49-4ac3-a6cf-933401d786f0 req-d162e596-2ed1-45b2-977c-8cb25f5a18bd tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:48.127273 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9b4d7ce1-aa49-4ac3-a6cf-933401d786f0 req-d162e596-2ed1-45b2-977c-8cb25f5a18bd tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 943 time: 0.1339910 Nov 25 19:23:48.221932 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-dadecd14-baea-40f7-a0f0-b35620ba422c req-0c902804-5a3e-44e4-a0f1-e1e08f75a5f6 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:48.251549 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9b4d7ce1-aa49-4ac3-a6cf-933401d786f0 req-4a046abf-fc55-4112-a9fc-a5f9fa0c70c9 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741506 Nov 25 19:23:48.253758 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0a9d3112-f65f-46ef-9729-9e01dbc04631 req-52a170dd-c731-4aed-aef5-81ba85f909e1 service neutron] 10.222.0.73 "GET /v2.0/networks/cda7496d-bf1c-4f51-9cb3-30cbb8a65738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582932 Nov 25 19:23:48.280193 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-dadecd14-baea-40f7-a0f0-b35620ba422c req-0c902804-5a3e-44e4-a0f1-e1e08f75a5f6 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:48.316477 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f47418c-19d4-4fc8-a6c9-ea9b619a7be5 x-openstack-request-id: req-5f47418c-19d4-4fc8-a6c9-ea9b619a7be5 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:23:48.317037 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d55d1ec-7f06-4f9a-9853-c0dc1d43449b", "name": "network-vif-plugged", "status": "completed", "tag": "af73c99d-e823-47c4-aa9a-9c282680758f", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:23:48.317404 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f47418c-19d4-4fc8-a6c9-ea9b619a7be5 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:23:48.317948 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d55d1ec-7f06-4f9a-9853-c0dc1d43449b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af73c99d-e823-47c4-aa9a-9c282680758f', 'code': 200} Nov 25 19:23:48.394448 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-75d740f3-83cb-4030-a451-49df69e947a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:23:48.408295 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-dadecd14-baea-40f7-a0f0-b35620ba422c req-0c902804-5a3e-44e4-a0f1-e1e08f75a5f6 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:48.410494 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dadecd14-baea-40f7-a0f0-b35620ba422c req-0c902804-5a3e-44e4-a0f1-e1e08f75a5f6 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5667725 Nov 25 19:23:48.433430 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-08b4f86d-ca77-46bd-9efc-cd2193bc7384 req-c6199d8b-48f7-4952-bfa0-4c8674c2a4a5 service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910022 Nov 25 19:23:48.435516 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-75d740f3-83cb-4030-a451-49df69e947a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:48.440660 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c902804-5a3e-44e4-a0f1-e1e08f75a5f6 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe4ba67-cbca-4187-a8c2-2cb6a5eede26,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:48.478796 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc369f-5096-4cf2-8360-1c7bdb246983 req-e7b8933d-822d-4664-84e8-abfc41ddb9fa tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:48.487273 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-19cc369f-5096-4cf2-8360-1c7bdb246983 req-e7b8933d-822d-4664-84e8-abfc41ddb9fa tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 943 time: 0.1072943 Nov 25 19:23:48.527671 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23307ccb-203a-4515-8385-b94fe32ae159 req-e48a63b1-e600-4411-8905-5e89a2d73f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:48.530588 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23307ccb-203a-4515-8385-b94fe32ae159 req-e48a63b1-e600-4411-8905-5e89a2d73f07 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2d55d1ec-7f06-4f9a-9853-c0dc1d43449b HTTP/1.1" status: 200 len: 1100 time: 0.1185024 Nov 25 19:23:48.588504 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-75d740f3-83cb-4030-a451-49df69e947a1 service neutron] Transition to ACTIVE for port object cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:23:48.599344 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-19cc369f-5096-4cf2-8360-1c7bdb246983 req-6acf4e2c-4eb9-4ede-bdac-66c3a946716d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105030 Nov 25 19:23:48.605949 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-75d740f3-83cb-4030-a451-49df69e947a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:48.655527 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23307ccb-203a-4515-8385-b94fe32ae159 req-743710f9-b672-4238-96e8-f865ce2c3d7c service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=772dede1-354e-4651-94c8-47cfb1c9ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080151 Nov 25 19:23:48.724384 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-08b4f86d-ca77-46bd-9efc-cd2193bc7384 req-b60a6928-0e74-4186-85e3-ba739595dddb service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745605 Nov 25 19:23:48.739358 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d740f3-83cb-4030-a451-49df69e947a1 service neutron] Pushing event updated for resources: {'Port': ['ID=cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:48.752476 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f7103-4be8-478c-9ae9-469b8e8e3eba req-207f0da0-7070-47ae-87cf-22b6702e011d tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:48.760590 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-008f7103-4be8-478c-9ae9-469b8e8e3eba req-207f0da0-7070-47ae-87cf-22b6702e011d tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/ports?device_id=fba1d71d-fe82-454b-816d-0073508a4bdb HTTP/1.1" status: 200 len: 943 time: 0.1780500 Nov 25 19:23:48.825575 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-398ba493-4401-4d0c-8a97-f798094c552f req-ebed75e4-245b-433c-9e8d-a2d745fac7bb tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "GET /v2.0/security-groups/78fa25a3-2992-4d86-9f88-653046d3310b HTTP/1.1" status: 200 len: 1821 time: 0.0998900 Nov 25 19:23:48.867518 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-008f7103-4be8-478c-9ae9-469b8e8e3eba req-ac17d707-4542-42aa-8372-1d7aa60621c9 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ac56d9-6c86-4d6d-a6c2-32aae37e0bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060135 Nov 25 19:23:48.904670 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-75d740f3-83cb-4030-a451-49df69e947a1 service neutron] Attempting to bind port cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:23:48.905117 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-75d740f3-83cb-4030-a451-49df69e947a1 service neutron] Attempting to bind port cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '6295e493-366c-45cd-becd-98c07b502c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:23:48.905595 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-75d740f3-83cb-4030-a451-49df69e947a1 service neutron] Attempting to bind port cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49 on network bc933d3d-e523-460c-b614-9d8fd0feeee5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:48.912102 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-75d740f3-83cb-4030-a451-49df69e947a1 service neutron] Port cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49 on network bc933d3d-e523-460c-b614-9d8fd0feeee5 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:23:48.912547 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-75d740f3-83cb-4030-a451-49df69e947a1 service neutron] Attempting to bind port cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49 on network bc933d3d-e523-460c-b614-9d8fd0feeee5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:48.918988 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-75d740f3-83cb-4030-a451-49df69e947a1 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:23:48.919459 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-75d740f3-83cb-4030-a451-49df69e947a1 service neutron] Checking segment: {'id': '6295e493-366c-45cd-becd-98c07b502c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:23:48.920504 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-75d740f3-83cb-4030-a451-49df69e947a1 service neutron] Bound using segment: {'id': '6295e493-366c-45cd-becd-98c07b502c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:23:48.921047 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-75d740f3-83cb-4030-a451-49df69e947a1 service neutron] Bound port: cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6295e493-366c-45cd-becd-98c07b502c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:23:48.921489 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-75d740f3-83cb-4030-a451-49df69e947a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:48.922241 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-398ba493-4401-4d0c-8a97-f798094c552f req-4ecf0033-2d64-4bdb-8fde-387ff45cba09 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "GET /v2.0/security-groups/cbe4ba67-cbca-4187-a8c2-2cb6a5eede26 HTTP/1.1" status: 200 len: 1822 time: 0.0845900 Nov 25 19:23:48.944725 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-398ba493-4401-4d0c-8a97-f798094c552f req-39b231a2-46d0-4434-a80a-c3bb2b7413e4 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '78fa25a3-2992-4d86-9f88-653046d3310b', 'remote_group_id': 'cbe4ba67-cbca-4187-a8c2-2cb6a5eede26', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:48.944725 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-398ba493-4401-4d0c-8a97-f798094c552f req-39b231a2-46d0-4434-a80a-c3bb2b7413e4 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '78fa25a3-2992-4d86-9f88-653046d3310b', 'remote_group_id': 'cbe4ba67-cbca-4187-a8c2-2cb6a5eede26', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:49.033053 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-75d740f3-83cb-4030-a451-49df69e947a1 service neutron] For port cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:23:49.039672 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-75d740f3-83cb-4030-a451-49df69e947a1 service neutron] For port cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49,segment=NetworkSegment(6295e493-366c-45cd-becd-98c07b502c83),segment_id=6295e493-366c-45cd-becd-98c07b502c83)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:23:49.048532 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-75d740f3-83cb-4030-a451-49df69e947a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:49.101957 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-398ba493-4401-4d0c-8a97-f798094c552f req-39b231a2-46d0-4434-a80a-c3bb2b7413e4 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:49.108578 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-75d740f3-83cb-4030-a451-49df69e947a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:49.109229 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-75d740f3-83cb-4030-a451-49df69e947a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:49.110881 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-75d740f3-83cb-4030-a451-49df69e947a1 service neutron] 10.222.0.85 "PUT /v2.0/ports/cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49 HTTP/1.1" status: 200 len: 1091 time: 2.3605888 Nov 25 19:23:49.162414 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba1d71d-fe82-454b-816d-0073508a4bdb', 'tag': 'cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:23:49.165235 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3ab6f9-1a35-4530-9356-466b623d3d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "fba1d71d-fe82-454b-816d-0073508a4bdb", "tag": "cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:23:49.205476 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-398ba493-4401-4d0c-8a97-f798094c552f req-39b231a2-46d0-4434-a80a-c3bb2b7413e4 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:49.211623 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-398ba493-4401-4d0c-8a97-f798094c552f req-39b231a2-46d0-4434-a80a-c3bb2b7413e4 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:49.221247 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d740f3-83cb-4030-a451-49df69e947a1 service neutron] Pushing event updated for resources: {'Port': ['ID=cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:49.277744 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b231a2-46d0-4434-a80a-c3bb2b7413e4 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd59b22-129a-4bf0-9577-2e1aad3fa456,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:49.300155 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-398ba493-4401-4d0c-8a97-f798094c552f req-39b231a2-46d0-4434-a80a-c3bb2b7413e4 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:49.301821 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-398ba493-4401-4d0c-8a97-f798094c552f req-39b231a2-46d0-4434-a80a-c3bb2b7413e4 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3639562 Nov 25 19:23:49.317440 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef1057-112c-45d3-925b-f251df7cb161 req-0c457f0e-a2f9-4f6b-8fec-a9dd9bb734b4 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:49.324679 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cbef1057-112c-45d3-925b-f251df7cb161 req-0c457f0e-a2f9-4f6b-8fec-a9dd9bb734b4 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 945 time: 0.2120838 Nov 25 19:23:49.371526 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-8c6a0135-5055-4eea-b140-f9ee504a3aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:49.374927 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-8c6a0135-5055-4eea-b140-f9ee504a3aa8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=23991161b62746f8984bbac8592ca345&device_id=fba1d71d-fe82-454b-816d-0073508a4bdb HTTP/1.1" status: 200 len: 1094 time: 0.2020531 Nov 25 19:23:49.453585 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-d5a2fb50-4caf-4e01-b8df-e12b0813a01a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49 HTTP/1.1" status: 200 len: 217 time: 0.0665634 Nov 25 19:23:49.516659 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cbef1057-112c-45d3-925b-f251df7cb161 req-b0fdf33f-a6f2-4ee4-9fd3-e5c98ac3dfe7 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906927 Nov 25 19:23:49.524112 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0ebf6-e321-41c9-ad0e-8cea340ebdd1 req-a953d5eb-ae9f-467f-9698-ae5103b67858 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:49.526450 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9bb0ebf6-e321-41c9-ad0e-8cea340ebdd1 req-a953d5eb-ae9f-467f-9698-ae5103b67858 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d55d1ec-7f06-4f9a-9853-c0dc1d43449b HTTP/1.1" status: 200 len: 949 time: 0.0843496 Nov 25 19:23:49.556093 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-f93b89a6-ddb4-4a7b-af3f-f8de5577f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:49.557630 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-f93b89a6-ddb4-4a7b-af3f-f8de5577f312 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=21938c7d-b4d4-4f25-b84e-57930efcc151 HTTP/1.1" status: 200 len: 845 time: 0.0949183 Nov 25 19:23:49.617656 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9bb0ebf6-e321-41c9-ad0e-8cea340ebdd1 req-d100f665-a40a-457c-8812-06b98ac3ad7d tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/security-groups?id=772dede1-354e-4651-94c8-47cfb1c9ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846772 Nov 25 19:23:49.694609 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0cda8d-0ac8-4c81-9fc1-202cba5e16b4 x-openstack-request-id: req-0c0cda8d-0ac8-4c81-9fc1-202cba5e16b4 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:23:49.695374 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba1d71d-fe82-454b-816d-0073508a4bdb", "tag": "cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:23:49.695374 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0c0cda8d-0ac8-4c81-9fc1-202cba5e16b4 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:23:49.695898 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba1d71d-fe82-454b-816d-0073508a4bdb', 'tag': 'cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49', 'status': 'completed', 'code': 200} Nov 25 19:23:49.712066 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-37658236-a1a0-4d6f-84dd-60fe66d00a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:49.714497 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-37658236-a1a0-4d6f-84dd-60fe66d00a35 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=bc933d3d-e523-460c-b614-9d8fd0feeee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1472275 Nov 25 19:23:49.861129 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c00bb-fc98-4a29-8252-b7f11a955740 req-8f2c23cf-56ff-4556-8ece-45ae1191dbd7 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:49.865675 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-75d841a8-1377-4a68-a936-c33c1786715d req-cf9c5375-b4b0-4869-9e4d-2607761e648a tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "GET /v2.0/security-groups/cbe4ba67-cbca-4187-a8c2-2cb6a5eede26 HTTP/1.1" status: 200 len: 1822 time: 0.1461973 Nov 25 19:23:49.865932 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-942c00bb-fc98-4a29-8252-b7f11a955740 req-8f2c23cf-56ff-4556-8ece-45ae1191dbd7 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 943 time: 0.1536756 Nov 25 19:23:49.938888 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-d921a934-8124-4618-85ad-63e97bb35c99 service neutron] 10.222.0.85 "GET /v2.0/networks/bc933d3d-e523-460c-b614-9d8fd0feeee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124288 Nov 25 19:23:49.983665 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-942c00bb-fc98-4a29-8252-b7f11a955740 req-b5bcb71a-c633-4d40-94ca-f682a0561622 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080868 Nov 25 19:23:50.031567 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device ffc0414d-8686-45bf-9ba9-c8842f9c5bc7 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:23:50.130559 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57034) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:50.146872 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-75d841a8-1377-4a68-a936-c33c1786715d req-c628c30f-4594-4387-ac48-b758d420bd63 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:50.181872 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a995ee-cd96-480e-a974-9e59ab664fac req-7d8920b6-3002-4066-b725-e9f946b31ee9 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:50.197913 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c9a995ee-cd96-480e-a974-9e59ab664fac req-7d8920b6-3002-4066-b725-e9f946b31ee9 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 943 time: 0.1214788 Nov 25 19:23:50.231196 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-75d841a8-1377-4a68-a936-c33c1786715d req-c628c30f-4594-4387-ac48-b758d420bd63 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:50.266588 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e03c10d5-ae05-4acd-bd54-863bc3343674 req-1e4e824b-8e60-4b63-bbf6-055320e68b87 service neutron] 10.222.0.85 "GET /v2.0/networks/bc933d3d-e523-460c-b614-9d8fd0feeee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195248 Nov 25 19:23:50.280267 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port ffc0414d-8686-45bf-9ba9-c8842f9c5bc7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=ffc0414d-8686-45bf-9ba9-c8842f9c5bc7,segment=NetworkSegment(9249d696-fa20-46b2-842b-6fcf068e2e19),segment_id=9249d696-fa20-46b2-842b-6fcf068e2e19)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:50.313206 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'ffc0414d-8686-45bf-9ba9-c8842f9c5bc7', 'network_id': 'cda7496d-bf1c-4f51-9cb3-30cbb8a65738', 'port_id': 'ffc0414d-8686-45bf-9ba9-c8842f9c5bc7', 'mac_address': 'fa:16:3e:bb:65:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ef7416-4ccd-48d8-9a48-41aeb811d2f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:23:50.314362 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c9a995ee-cd96-480e-a974-9e59ab664fac req-46eeea64-8208-47cb-8d1e-e5bd75dc3c82 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151028 Nov 25 19:23:50.322479 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc085c99-e0bc-4070-a81f-60034895c3ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d52ca61-7a3d-44d9-8b9c-99dff1bcc418'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:23:50.333364 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fb6919-b732-4ef2-85e7-1c1fd492125c" -d '{"events": [{"server_uuid": "bc085c99-e0bc-4070-a81f-60034895c3ee", "name": "network-vif-plugged", "status": "completed", "tag": "9d52ca61-7a3d-44d9-8b9c-99dff1bcc418"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:23:50.407882 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:50.441177 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc0414d-8686-45bf-9ba9-c8842f9c5bc7 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:23:50.472724 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port ffc0414d-8686-45bf-9ba9-c8842f9c5bc7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=ffc0414d-8686-45bf-9ba9-c8842f9c5bc7,segment=NetworkSegment(9249d696-fa20-46b2-842b-6fcf068e2e19),segment_id=9249d696-fa20-46b2-842b-6fcf068e2e19)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:50.479216 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:50.499737 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5db6f019-2488-4636-b5c7-06fd92fb16c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:50.546700 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ab6f9-1a35-4530-9356-466b623d3d9f req-52fad480-162a-475b-90f8-78ab323d6a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:50.548341 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a3ab6f9-1a35-4530-9356-466b623d3d9f req-52fad480-162a-475b-90f8-78ab323d6a80 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=23991161b62746f8984bbac8592ca345&device_id=fba1d71d-fe82-454b-816d-0073508a4bdb HTTP/1.1" status: 200 len: 1094 time: 0.1792233 Nov 25 19:23:50.551554 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-75d841a8-1377-4a68-a936-c33c1786715d req-c628c30f-4594-4387-ac48-b758d420bd63 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:50.555256 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-75d841a8-1377-4a68-a936-c33c1786715d req-c628c30f-4594-4387-ac48-b758d420bd63 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:50.556487 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-75d841a8-1377-4a68-a936-c33c1786715d req-c628c30f-4594-4387-ac48-b758d420bd63 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "DELETE /v2.0/security-groups/cbe4ba67-cbca-4187-a8c2-2cb6a5eede26 HTTP/1.1" status: 204 len: 173 time: 0.6656690 Nov 25 19:23:50.601573 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628c30f-4594-4387-ac48-b758d420bd63 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe4ba67-cbca-4187-a8c2-2cb6a5eede26,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:50.652965 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=ffc0414d-8686-45bf-9ba9-c8842f9c5bc7,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:50.713105 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d848b2e2-4ae3-497e-bc2e-cb6e7ec5a614 x-openstack-request-id: req-d848b2e2-4ae3-497e-bc2e-cb6e7ec5a614 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:23:50.713623 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc085c99-e0bc-4070-a81f-60034895c3ee", "name": "network-vif-plugged", "status": "completed", "tag": "9d52ca61-7a3d-44d9-8b9c-99dff1bcc418", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:23:50.714065 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d848b2e2-4ae3-497e-bc2e-cb6e7ec5a614 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:23:50.714837 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc085c99-e0bc-4070-a81f-60034895c3ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d52ca61-7a3d-44d9-8b9c-99dff1bcc418', 'code': 200} Nov 25 19:23:50.749226 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ab6f9-1a35-4530-9356-466b623d3d9f req-17943747-830d-485d-908c-2800b9dae0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:50.752683 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9795cf-3e88-43f2-9c86-f7636693cd45 req-051964cb-e8d7-427e-8e4e-8331b3dc21a5 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:50.753253 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a3ab6f9-1a35-4530-9356-466b623d3d9f req-17943747-830d-485d-908c-2800b9dae0e8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=bc933d3d-e523-460c-b614-9d8fd0feeee5 HTTP/1.1" status: 200 len: 907 time: 0.1922479 Nov 25 19:23:50.767721 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8d9795cf-3e88-43f2-9c86-f7636693cd45 req-051964cb-e8d7-427e-8e4e-8331b3dc21a5 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/ports?device_id=fba1d71d-fe82-454b-816d-0073508a4bdb HTTP/1.1" status: 200 len: 943 time: 0.2230399 Nov 25 19:23:50.785443 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5db6f019-2488-4636-b5c7-06fd92fb16c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:50.808973 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5db6f019-2488-4636-b5c7-06fd92fb16c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:50.833007 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['ffc0414d-8686-45bf-9ba9-c8842f9c5bc7'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:23:50.880666 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747b0e9-b359-4456-8865-462fe16978f0 req-f9464eb0-9ac9-4fb3-99ea-68b7c3efd93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:50.882404 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b747b0e9-b359-4456-8865-462fe16978f0 req-f9464eb0-9ac9-4fb3-99ea-68b7c3efd93e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 1096 time: 0.1035466 Nov 25 19:23:50.886495 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8d9795cf-3e88-43f2-9c86-f7636693cd45 req-05bf3511-1056-440e-991d-5e0591492240 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ac56d9-6c86-4d6d-a6c2-32aae37e0bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150351 Nov 25 19:23:50.948249 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b747b0e9-b359-4456-8865-462fe16978f0 req-5c95d68b-9640-4a7d-8f4f-f59136fd8cf0 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570707 Nov 25 19:23:50.975986 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a3ab6f9-1a35-4530-9356-466b623d3d9f req-70c1d199-0205-41bb-9492-1ee41042483c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49 HTTP/1.1" status: 200 len: 217 time: 0.1844451 Nov 25 19:23:51.067696 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5db6f019-2488-4636-b5c7-06fd92fb16c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=09c9e522d1744728a359e309e6ee1932&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9342375 Nov 25 19:23:51.074524 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57050) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:51.077739 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2199b-0e55-4517-bad9-a40f4e6f8d6c req-91216f95-160e-45d7-8edf-51c7a220de0e tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:51.086203 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-51e2199b-0e55-4517-bad9-a40f4e6f8d6c req-91216f95-160e-45d7-8edf-51c7a220de0e tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 945 time: 0.0711074 Nov 25 19:23:51.116249 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6f019-2488-4636-b5c7-06fd92fb16c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c74ffed-7df6-428c-938b-6f835553a8ad,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:51.149137 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-51e2199b-0e55-4517-bad9-a40f4e6f8d6c req-c0b449dd-770e-4652-8c2c-196e2a4d5057 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616870 Nov 25 19:23:51.159389 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74831cea-d1c5-4e06-981f-8150eeb1743f req-313278ba-9227-4310-84b5-cdbff10d2e88 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:51.161577 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-74831cea-d1c5-4e06-981f-8150eeb1743f req-313278ba-9227-4310-84b5-cdbff10d2e88 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?device_id=287a5e49-4a75-4d90-b249-442f6162ad3d HTTP/1.1" status: 200 len: 946 time: 0.3737156 Nov 25 19:23:51.194855 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c434e591-29c1-4fa3-9775-258b5f599933 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:51.228579 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-19bd3fc1-003b-4ae6-858a-50c5f685b263 req-4f22d735-320c-496d-ab32-f60a7c9f7e7b tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "GET /v2.0/security-groups/78fa25a3-2992-4d86-9f88-653046d3310b HTTP/1.1" status: 200 len: 1821 time: 0.0469911 Nov 25 19:23:51.272703 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c434e591-29c1-4fa3-9775-258b5f599933 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:51.275460 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ab6f9-1a35-4530-9356-466b623d3d9f req-78cc006d-e737-4449-b9dc-d0ff48e6d0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:51.276972 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a3ab6f9-1a35-4530-9356-466b623d3d9f req-78cc006d-e737-4449-b9dc-d0ff48e6d0e3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=21938c7d-b4d4-4f25-b84e-57930efcc151 HTTP/1.1" status: 200 len: 845 time: 0.1133823 Nov 25 19:23:51.338491 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-74831cea-d1c5-4e06-981f-8150eeb1743f req-6152dabb-08b6-4f59-8619-5040d57f8b5c tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c5df74-f669-46a5-ab3f-4584cbece4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1467595 Nov 25 19:23:51.392777 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ab6f9-1a35-4530-9356-466b623d3d9f req-f6c583d8-4260-4922-ab27-d4a253d8d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:51.398594 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a3ab6f9-1a35-4530-9356-466b623d3d9f req-f6c583d8-4260-4922-ab27-d4a253d8d348 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=bc933d3d-e523-460c-b614-9d8fd0feeee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060443 Nov 25 19:23:51.399065 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6ac00-80da-4c71-9411-9f8f0d3a89ca req-01e4a898-7e33-4025-9364-11935350e3a8 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:51.408110 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8ab6ac00-80da-4c71-9411-9f8f0d3a89ca req-01e4a898-7e33-4025-9364-11935350e3a8 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d55d1ec-7f06-4f9a-9853-c0dc1d43449b HTTP/1.1" status: 200 len: 949 time: 0.0997770 Nov 25 19:23:51.408340 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c434e591-29c1-4fa3-9775-258b5f599933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:51.413230 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c434e591-29c1-4fa3-9775-258b5f599933 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:51.415222 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c434e591-29c1-4fa3-9775-258b5f599933 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3c74ffed-7df6-428c-938b-6f835553a8ad HTTP/1.1" status: 204 len: 168 time: 0.3343220 Nov 25 19:23:51.487613 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434e591-29c1-4fa3-9775-258b5f599933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c74ffed-7df6-428c-938b-6f835553a8ad,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:51.488909 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8ab6ac00-80da-4c71-9411-9f8f0d3a89ca req-ba900570-078c-40c4-b2a6-a6d910e2d12a tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/security-groups?id=772dede1-354e-4651-94c8-47cfb1c9ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796900 Nov 25 19:23:51.566985 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-c61f352b-23f0-429f-8f2a-d15b63594e4c req-5e6a81ca-b63b-4b93-8647-86647d3f17bd tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-804855917', 'description': 'tempest-description-521826640'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:51.616988 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c61f352b-23f0-429f-8f2a-d15b63594e4c req-5e6a81ca-b63b-4b93-8647-86647d3f17bd tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:51.648501 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e8c03-c9c8-46ab-8691-f37f5c5b25d0 req-3b325948-f5d8-4bc9-943a-b730b8cd2a0e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:51.651410 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c04e8c03-c9c8-46ab-8691-f37f5c5b25d0 req-3b325948-f5d8-4bc9-943a-b730b8cd2a0e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 944 time: 0.1709721 Nov 25 19:23:51.690117 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a3ab6f9-1a35-4530-9356-466b623d3d9f req-b0b51ff9-3b55-42ca-90ae-0305df96a81b service neutron] 10.222.0.85 "GET /v2.0/networks/bc933d3d-e523-460c-b614-9d8fd0feeee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711120 Nov 25 19:23:51.768219 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c61f352b-23f0-429f-8f2a-d15b63594e4c req-5e6a81ca-b63b-4b93-8647-86647d3f17bd tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:51.776336 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c61f352b-23f0-429f-8f2a-d15b63594e4c req-5e6a81ca-b63b-4b93-8647-86647d3f17bd tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:51.833386 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c61f352b-23f0-429f-8f2a-d15b63594e4c req-5e6a81ca-b63b-4b93-8647-86647d3f17bd tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:51.844220 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c04e8c03-c9c8-46ab-8691-f37f5c5b25d0 req-f31d45a2-96d4-4913-ac48-4762bdac8bb2 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730986 Nov 25 19:23:51.849120 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c61f352b-23f0-429f-8f2a-d15b63594e4c req-5e6a81ca-b63b-4b93-8647-86647d3f17bd tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2909136 Nov 25 19:23:51.860806 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a81ca-b63b-4b93-8647-86647d3f17bd tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b341de4b-9e50-42c1-ae86-29844d45a085,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:51.910425 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a3ab6f9-1a35-4530-9356-466b623d3d9f req-08779dca-3f9f-4ba8-845c-00eaadf5e623 service neutron] 10.222.0.85 "GET /v2.0/networks/bc933d3d-e523-460c-b614-9d8fd0feeee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094979 Nov 25 19:23:52.042509 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device ffc0414d-8686-45bf-9ba9-c8842f9c5bc7 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:23:52.066809 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2112ac-73f2-4b1b-84a1-3882cbe8c37a req-59ee913a-be97-42a4-a4e6-159d76b1c089 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:52.070853 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3c2112ac-73f2-4b1b-84a1-3882cbe8c37a req-59ee913a-be97-42a4-a4e6-159d76b1c089 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/ports?device_id=33d87a23-2c92-4a90-a39f-a84d0bb3a746 HTTP/1.1" status: 200 len: 950 time: 0.1159148 Nov 25 19:23:52.086345 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a11df-6cc2-4172-8547-03aaea1579c5 req-c13ddff0-f7d1-4687-89fb-c69a54ea7833 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:52.107007 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f89a11df-6cc2-4172-8547-03aaea1579c5 req-c13ddff0-f7d1-4687-89fb-c69a54ea7833 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 943 time: 0.1370888 Nov 25 19:23:52.145865 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3c2112ac-73f2-4b1b-84a1-3882cbe8c37a req-78f4f0d6-0bc4-4fb1-9b11-f983947c8926 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/security-groups?id=772dede1-354e-4651-94c8-47cfb1c9ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675702 Nov 25 19:23:52.213499 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port ffc0414d-8686-45bf-9ba9-c8842f9c5bc7 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:23:52.231236 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port ffc0414d-8686-45bf-9ba9-c8842f9c5bc7 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:52.232709 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:52.246023 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c629ced-d642-4bee-922e-9f1857a870a1 req-b00d7060-75af-4106-95ac-f06bdabf1e21 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "GET /v2.0/security-groups/b341de4b-9e50-42c1-ae86-29844d45a085 HTTP/1.1" status: 200 len: 1820 time: 0.0795755 Nov 25 19:23:52.252380 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-7c629ced-d642-4bee-922e-9f1857a870a1 req-9d88071e-4dfd-4216-9642-80605b5ab8dc tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b341de4b-9e50-42c1-ae86-29844d45a085', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:52.252726 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-7c629ced-d642-4bee-922e-9f1857a870a1 req-9d88071e-4dfd-4216-9642-80605b5ab8dc tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b341de4b-9e50-42c1-ae86-29844d45a085', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:52.254737 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f89a11df-6cc2-4172-8547-03aaea1579c5 req-d700a752-55a1-4e39-b7a8-ed2649fdee00 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443779 Nov 25 19:23:52.380550 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7c629ced-d642-4bee-922e-9f1857a870a1 req-9d88071e-4dfd-4216-9642-80605b5ab8dc tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:52.396614 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:52.442576 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7c629ced-d642-4bee-922e-9f1857a870a1 req-9d88071e-4dfd-4216-9642-80605b5ab8dc tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:52.449709 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port ffc0414d-8686-45bf-9ba9-c8842f9c5bc7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=ffc0414d-8686-45bf-9ba9-c8842f9c5bc7,segment=NetworkSegment(9249d696-fa20-46b2-842b-6fcf068e2e19),segment_id=9249d696-fa20-46b2-842b-6fcf068e2e19)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:52.456219 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7c629ced-d642-4bee-922e-9f1857a870a1 req-9d88071e-4dfd-4216-9642-80605b5ab8dc tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:52.464218 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:52.495337 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7c629ced-d642-4bee-922e-9f1857a870a1 req-9d88071e-4dfd-4216-9642-80605b5ab8dc tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:52.496658 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c629ced-d642-4bee-922e-9f1857a870a1 req-9d88071e-4dfd-4216-9642-80605b5ab8dc tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2497332 Nov 25 19:23:52.501527 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88071e-4dfd-4216-9642-80605b5ab8dc tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a2b423-2eec-46bd-8291-a24c5d84c85f,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:52.538845 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fded2-7517-4b18-a96f-eb96e69af4db req-a8420561-2638-4015-9a9f-4493e12fe5b9 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:52.540481 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-195fded2-7517-4b18-a96f-eb96e69af4db req-a8420561-2638-4015-9a9f-4493e12fe5b9 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/ports?device_id=fba1d71d-fe82-454b-816d-0073508a4bdb HTTP/1.1" status: 200 len: 943 time: 0.1166637 Nov 25 19:23:52.603869 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=ffc0414d-8686-45bf-9ba9-c8842f9c5bc7,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:52.616868 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-195fded2-7517-4b18-a96f-eb96e69af4db req-600387bc-13a7-42d8-99cc-63f43ab77fd6 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ac56d9-6c86-4d6d-a6c2-32aae37e0bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654061 Nov 25 19:23:52.716803 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fcdfa3-346e-4bcf-b277-9243c2edbbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc0414d-8686-45bf-9ba9-c8842f9c5bc7'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:23:52.723876 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bd8efb-ecd1-45da-9887-309da6d2fd53" -d '{"events": [{"server_uuid": "47fcdfa3-346e-4bcf-b277-9243c2edbbf7", "name": "network-vif-plugged", "status": "completed", "tag": "ffc0414d-8686-45bf-9ba9-c8842f9c5bc7"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:23:52.742932 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997f3c1-5f4a-449c-a1b3-f39641dfa56e req-d28fdfb9-9a65-44bf-9283-a7ddd5d28733 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:52.744641 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0997f3c1-5f4a-449c-a1b3-f39641dfa56e req-d28fdfb9-9a65-44bf-9283-a7ddd5d28733 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 945 time: 0.0623326 Nov 25 19:23:52.817983 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0997f3c1-5f4a-449c-a1b3-f39641dfa56e req-56f12cb6-7407-430a-ba8b-0edb45866532 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653501 Nov 25 19:23:52.935033 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f42405f4-a01d-4730-890a-e0600a0ff534 req-a26fc999-f55e-4006-9121-c2de4d9a215a tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "GET /v2.0/security-groups/b341de4b-9e50-42c1-ae86-29844d45a085 HTTP/1.1" status: 200 len: 2413 time: 0.0583594 Nov 25 19:23:52.957589 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-f42405f4-a01d-4730-890a-e0600a0ff534 req-0ad7f1f6-abcc-4903-9dab-a554b9fd03de tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b341de4b-9e50-42c1-ae86-29844d45a085', 'remote_group_id': None}]} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:52.958117 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-f42405f4-a01d-4730-890a-e0600a0ff534 req-0ad7f1f6-abcc-4903-9dab-a554b9fd03de tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b341de4b-9e50-42c1-ae86-29844d45a085', 'remote_group_id': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:53.049101 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f42405f4-a01d-4730-890a-e0600a0ff534 req-0ad7f1f6-abcc-4903-9dab-a554b9fd03de tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:53.080717 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f42405f4-a01d-4730-890a-e0600a0ff534 req-0ad7f1f6-abcc-4903-9dab-a554b9fd03de tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:53.087125 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f42405f4-a01d-4730-890a-e0600a0ff534 req-0ad7f1f6-abcc-4903-9dab-a554b9fd03de tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:53.119143 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7f1f6-abcc-4903-9dab-a554b9fd03de tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf824d4-9359-46b5-8975-d4c0b4b6049e,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:53.134877 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f42405f4-a01d-4730-890a-e0600a0ff534 req-0ad7f1f6-abcc-4903-9dab-a554b9fd03de tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:53.136992 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f42405f4-a01d-4730-890a-e0600a0ff534 req-0ad7f1f6-abcc-4903-9dab-a554b9fd03de tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1863821 Nov 25 19:23:53.193377 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4dc053-22ae-4a63-9a78-6dd890dc607a x-openstack-request-id: req-ea4dc053-22ae-4a63-9a78-6dd890dc607a {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:23:53.194697 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fcdfa3-346e-4bcf-b277-9243c2edbbf7", "name": "network-vif-plugged", "status": "completed", "tag": "ffc0414d-8686-45bf-9ba9-c8842f9c5bc7", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:23:53.195232 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ea4dc053-22ae-4a63-9a78-6dd890dc607a {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:23:53.195991 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fcdfa3-346e-4bcf-b277-9243c2edbbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc0414d-8686-45bf-9ba9-c8842f9c5bc7', 'code': 200} Nov 25 19:23:53.212254 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:53.293325 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48610d0f-1ef8-4cd6-a904-5c682b1c43b6 req-89b0211d-767d-4af5-b970-19d67549f644 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:53.296097 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-48610d0f-1ef8-4cd6-a904-5c682b1c43b6 req-89b0211d-767d-4af5-b970-19d67549f644 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 1096 time: 0.0524790 Nov 25 19:23:53.326697 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f523b4d-57c9-40e6-9dca-d61e8cf952e1 req-473daadc-2d98-4701-aedd-3d78cd93f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:53.329481 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7f523b4d-57c9-40e6-9dca-d61e8cf952e1 req-473daadc-2d98-4701-aedd-3d78cd93f6e0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 1096 time: 0.0613003 Nov 25 19:23:53.365615 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-48610d0f-1ef8-4cd6-a904-5c682b1c43b6 req-579cc667-1fc5-4f65-a929-ca0a7a31825e tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558610 Nov 25 19:23:53.401886 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7f523b4d-57c9-40e6-9dca-d61e8cf952e1 req-f0064272-b715-493d-ae70-600f0c3c3e0f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603228 Nov 25 19:23:53.543175 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:23:53.555497 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fa9b5-0b0d-4124-b042-d5a5ae07bc01 req-3b0909a2-3b63-48ab-b37f-2335d3e2d372 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:53.558047 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d57fa9b5-0b0d-4124-b042-d5a5ae07bc01 req-3b0909a2-3b63-48ab-b37f-2335d3e2d372 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 945 time: 0.1006970 Nov 25 19:23:53.579350 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-192abe63-dcc4-4ef9-a41c-8dc34b6c67f3 req-88b9c14e-34f0-43de-8136-0892348f8584 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "GET /v2.0/security-groups/b341de4b-9e50-42c1-ae86-29844d45a085 HTTP/1.1" status: 200 len: 3011 time: 0.0635777 Nov 25 19:23:53.642224 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d57fa9b5-0b0d-4124-b042-d5a5ae07bc01 req-690fd9b8-0cbd-4a43-a788-166af9f7a139 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709379 Nov 25 19:23:53.712172 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49,segment=NetworkSegment(6295e493-366c-45cd-becd-98c07b502c83),segment_id=6295e493-366c-45cd-becd-98c07b502c83)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:53.721512 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68c639-edbc-4bf7-a1c6-a26dfbe6db44 req-32ba2f4f-9a84-43af-b9a5-243ad633a986 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:53.723946 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad68c639-edbc-4bf7-a1c6-a26dfbe6db44 req-32ba2f4f-9a84-43af-b9a5-243ad633a986 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 943 time: 0.0780303 Nov 25 19:23:53.728039 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49', 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5', 'port_id': 'cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49', 'mac_address': 'fa:16:3e:43:13:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21938c7d-b4d4-4f25-b84e-57930efcc151', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:23:53.763868 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e47b9-6044-4b06-bbd1-3bec07dd14fb req-eb6d2f6d-3513-47bf-a555-fd10e0512e53 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:53.765341 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea0e47b9-6044-4b06-bbd1-3bec07dd14fb req-eb6d2f6d-3513-47bf-a555-fd10e0512e53 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 1096 time: 0.0460908 Nov 25 19:23:53.778810 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:53.800794 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad68c639-edbc-4bf7-a1c6-a26dfbe6db44 req-402eeca0-eadd-460d-beaa-c10c80908675 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650649 Nov 25 19:23:53.809544 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:23:53.846722 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea0e47b9-6044-4b06-bbd1-3bec07dd14fb req-0cd9e814-a117-4d60-871e-9804e1f118c4 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719228 Nov 25 19:23:53.851740 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49,segment=NetworkSegment(6295e493-366c-45cd-becd-98c07b502c83),segment_id=6295e493-366c-45cd-becd-98c07b502c83)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:53.874547 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:53.904383 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-62f4343b-9bd9-4c24-b2f1-16475cc2d902 req-ec20b33c-4584-4f76-b1de-705ddf1e6343 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "GET /v2.0/security-group-rules/cdf824d4-9359-46b5-8975-d4c0b4b6049e HTTP/1.1" status: 200 len: 783 time: 0.0476243 Nov 25 19:23:53.937117 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:53.999904 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:54.002354 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-62f4343b-9bd9-4c24-b2f1-16475cc2d902 req-95f09342-0919-4577-9821-73246b556dda tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "GET /v2.0/security-groups/b341de4b-9e50-42c1-ae86-29844d45a085 HTTP/1.1" status: 200 len: 3011 time: 0.0902925 Nov 25 19:23:54.056491 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-62f4343b-9bd9-4c24-b2f1-16475cc2d902 req-d338e078-417e-46e6-855a-ab655aa0d21d tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:54.071209 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-62f4343b-9bd9-4c24-b2f1-16475cc2d902 req-d338e078-417e-46e6-855a-ab655aa0d21d tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:54.092877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f6258-499c-43db-b2c8-a334373e4761 req-a5c35773-21be-43d7-bc67-d15bd43dc6cc tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:54.095141 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-523f6258-499c-43db-b2c8-a334373e4761 req-a5c35773-21be-43d7-bc67-d15bd43dc6cc tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/ports?device_id=fba1d71d-fe82-454b-816d-0073508a4bdb HTTP/1.1" status: 200 len: 944 time: 0.0718706 Nov 25 19:23:54.109929 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-62f4343b-9bd9-4c24-b2f1-16475cc2d902 req-d338e078-417e-46e6-855a-ab655aa0d21d tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:54.118105 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-62f4343b-9bd9-4c24-b2f1-16475cc2d902 req-d338e078-417e-46e6-855a-ab655aa0d21d tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:54.122109 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-62f4343b-9bd9-4c24-b2f1-16475cc2d902 req-d338e078-417e-46e6-855a-ab655aa0d21d tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/cdf824d4-9359-46b5-8975-d4c0b4b6049e HTTP/1.1" status: 204 len: 173 time: 0.1089473 Nov 25 19:23:54.134274 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:23:54.134656 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338e078-417e-46e6-855a-ab655aa0d21d tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdf824d4-9359-46b5-8975-d4c0b4b6049e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:54.182859 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-523f6258-499c-43db-b2c8-a334373e4761 req-dc5ad959-dcc3-4333-95ed-05253defe3b8 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ac56d9-6c86-4d6d-a6c2-32aae37e0bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782950 Nov 25 19:23:54.304473 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d3333eb7-f440-4de1-a86c-5300a1758bc8 req-6817374a-95dc-405b-a5f5-d4b11d34a501 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "GET /v2.0/security-groups/b341de4b-9e50-42c1-ae86-29844d45a085 HTTP/1.1" status: 200 len: 2413 time: 0.0729399 Nov 25 19:23:54.411422 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d3333eb7-f440-4de1-a86c-5300a1758bc8 req-1af293dd-a152-4adb-b8be-935ce80cdba8 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:54.454640 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d3333eb7-f440-4de1-a86c-5300a1758bc8 req-1af293dd-a152-4adb-b8be-935ce80cdba8 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:54.524694 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d3333eb7-f440-4de1-a86c-5300a1758bc8 req-1af293dd-a152-4adb-b8be-935ce80cdba8 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:54.527949 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d3333eb7-f440-4de1-a86c-5300a1758bc8 req-1af293dd-a152-4adb-b8be-935ce80cdba8 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:54.530267 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d3333eb7-f440-4de1-a86c-5300a1758bc8 req-1af293dd-a152-4adb-b8be-935ce80cdba8 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "DELETE /v2.0/security-groups/b341de4b-9e50-42c1-ae86-29844d45a085 HTTP/1.1" status: 204 len: 173 time: 0.2158797 Nov 25 19:23:54.547914 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af293dd-a152-4adb-b8be-935ce80cdba8 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b341de4b-9e50-42c1-ae86-29844d45a085,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:54.788311 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [req-b9c192f1-e329-4db3-937f-dbcc1a535e82 req-8085ba89-3ef2-456e-9068-cd3dd746d26b tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] show failed (client error): The resource could not be found. Nov 25 19:23:54.790025 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9c192f1-e329-4db3-937f-dbcc1a535e82 req-8085ba89-3ef2-456e-9068-cd3dd746d26b tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "GET /v2.0/security-groups/cbe4ba67-cbca-4187-a8c2-2cb6a5eede26 HTTP/1.1" status: 404 len: 352 time: 0.0241399 Nov 25 19:23:54.956945 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135258af-b8fc-4e77-93b2-b4260aaec993 req-307ed017-8d16-46e7-bfb8-05bfc18f49e9 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:54.958488 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-135258af-b8fc-4e77-93b2-b4260aaec993 req-307ed017-8d16-46e7-bfb8-05bfc18f49e9 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 945 time: 0.0870755 Nov 25 19:23:55.022526 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-135258af-b8fc-4e77-93b2-b4260aaec993 req-8bf5d213-8f80-4e81-95a5-39dd2e9cb492 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561872 Nov 25 19:23:55.161156 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fa4229d7-ad23-4760-a1b4-929642557b0f req-78adccaf-4d33-4c66-b90a-5d70f3bb4506 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "GET /v2.0/security-groups/78fa25a3-2992-4d86-9f88-653046d3310b HTTP/1.1" status: 200 len: 1821 time: 0.0613310 Nov 25 19:23:55.236275 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-fa4229d7-ad23-4760-a1b4-929642557b0f req-66b93fbf-6f4f-4a49-8a51-844f8f2554a0 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:55.264193 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-fa4229d7-ad23-4760-a1b4-929642557b0f req-66b93fbf-6f4f-4a49-8a51-844f8f2554a0 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:55.324027 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-fa4229d7-ad23-4760-a1b4-929642557b0f req-66b93fbf-6f4f-4a49-8a51-844f8f2554a0 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:55.327486 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-fa4229d7-ad23-4760-a1b4-929642557b0f req-66b93fbf-6f4f-4a49-8a51-844f8f2554a0 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:55.328790 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fa4229d7-ad23-4760-a1b4-929642557b0f req-66b93fbf-6f4f-4a49-8a51-844f8f2554a0 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "DELETE /v2.0/security-groups/78fa25a3-2992-4d86-9f88-653046d3310b HTTP/1.1" status: 204 len: 173 time: 0.1601353 Nov 25 19:23:55.341086 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b93fbf-6f4f-4a49-8a51-844f8f2554a0 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fa25a3-2992-4d86-9f88-653046d3310b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:55.474578 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e81e33-d968-4996-847d-bd84bc7466b8 req-42a1364a-ecd8-44ce-8d08-2cc63eac47ae tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:55.476586 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16e81e33-d968-4996-847d-bd84bc7466b8 req-42a1364a-ecd8-44ce-8d08-2cc63eac47ae tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 943 time: 0.0593991 Nov 25 19:23:55.551427 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:23:55.569873 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16e81e33-d968-4996-847d-bd84bc7466b8 req-75a1fbb2-24e8-4270-b725-81ba84e523e8 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807986 Nov 25 19:23:55.630124 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:23:55.636958 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:55.637332 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:55.716697 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-2e0f9304-4a0b-4b0e-ad22-2081e986808b tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:23:55.728760 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-2e0f9304-4a0b-4b0e-ad22-2081e986808b tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0206788 Nov 25 19:23:55.756061 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:55.780506 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-6c8b3956-3798-48be-bac7-89a8bc29c25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:55.783142 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba1d71d-fe82-454b-816d-0073508a4bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:23:55.785536 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b7a790-9414-4434-a68e-b26bfdb6ef43" -d '{"events": [{"server_uuid": "fba1d71d-fe82-454b-816d-0073508a4bdb", "name": "network-vif-plugged", "status": "completed", "tag": "cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:23:55.789922 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-6c8b3956-3798-48be-bac7-89a8bc29c25d service neutron] 10.222.0.55 "GET /v2.0/ports/9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 HTTP/1.1" status: 200 len: 1093 time: 0.0596254 Nov 25 19:23:55.797688 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-5c44b760-9357-4750-815e-a2a55a8556ee service neutron] Request body: {'binding': {'host': 'n-h1-819349-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:55.798402 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-5c44b760-9357-4750-815e-a2a55a8556ee service neutron] Unknown quota resources ['binding']. {{(pid=103599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 19:23:55.800775 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49,segment=NetworkSegment(6295e493-366c-45cd-becd-98c07b502c83),segment_id=6295e493-366c-45cd-becd-98c07b502c83)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:55.807158 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:55.837874 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f293bb-96a4-444d-a59b-80580359752e req-8e621381-7c3a-4b48-a341-69ceeab1c561 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:55.843871 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b6f293bb-96a4-444d-a59b-80580359752e req-8e621381-7c3a-4b48-a341-69ceeab1c561 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/ports?device_id=fba1d71d-fe82-454b-816d-0073508a4bdb HTTP/1.1" status: 200 len: 944 time: 0.0962896 Nov 25 19:23:55.867771 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:55.911280 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b6f293bb-96a4-444d-a59b-80580359752e req-49c93b90-f285-4e5e-87fd-0490d844d055 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ac56d9-6c86-4d6d-a6c2-32aae37e0bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597286 Nov 25 19:23:56.006351 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05163eb2-bc97-402b-a536-0b4f25aa5ec3 req-6a7dcc8f-c2dc-40b8-acc0-a976d8f60394 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "GET /v2.0/security-groups/2a29fc90-ad4c-4abb-8be3-314ee1b983ef HTTP/1.1" status: 200 len: 1820 time: 0.0688760 Nov 25 19:23:56.037398 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-5c44b760-9357-4750-815e-a2a55a8556ee service neutron] Attempting to bind port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 on host n-h1-819349-5 for vnic_type normal with profile None {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:23:56.041209 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-5c44b760-9357-4750-815e-a2a55a8556ee service neutron] Attempting to bind port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:23:56.041209 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-5c44b760-9357-4750-815e-a2a55a8556ee service neutron] Attempting to bind port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 on network e27d2294-de95-4945-9062-292b41b6ea98 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:56.046711 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 6ad2908d-8dc8-4691-a342-f383caa653cd details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:23:56.052147 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-5c44b760-9357-4750-815e-a2a55a8556ee service neutron] Port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 on network e27d2294-de95-4945-9062-292b41b6ea98 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:23:56.052654 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-5c44b760-9357-4750-815e-a2a55a8556ee service neutron] Attempting to bind port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 on network e27d2294-de95-4945-9062-292b41b6ea98 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:56.060700 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-5c44b760-9357-4750-815e-a2a55a8556ee service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:23:56.061351 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-5c44b760-9357-4750-815e-a2a55a8556ee service neutron] Checking segment: {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:23:56.061913 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-5c44b760-9357-4750-815e-a2a55a8556ee service neutron] Bound using segment: {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:23:56.062934 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-5c44b760-9357-4750-815e-a2a55a8556ee service neutron] Bound port: 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:23:56.119745 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-05163eb2-bc97-402b-a536-0b4f25aa5ec3 req-c41c26df-da98-4dc5-88e1-8926c2c174dc tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:56.140100 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-5c44b760-9357-4750-815e-a2a55a8556ee service neutron] For port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=9d52ca61-7a3d-44d9-8b9c-99dff1bcc418,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:23:56.147560 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-5c44b760-9357-4750-815e-a2a55a8556ee service neutron] Publish callbacks [] for binding, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:56.149612 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-5c44b760-9357-4750-815e-a2a55a8556ee service neutron] 10.222.0.55 "POST /v2.0/ports/9d52ca61-7a3d-44d9-8b9c-99dff1bcc418/bindings HTTP/1.1" status: 201 len: 389 time: 0.3578300 Nov 25 19:23:56.151478 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-05163eb2-bc97-402b-a536-0b4f25aa5ec3 req-c41c26df-da98-4dc5-88e1-8926c2c174dc tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:56.194763 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 6ad2908d-8dc8-4691-a342-f383caa653cd, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=6ad2908d-8dc8-4691-a342-f383caa653cd,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:56.213566 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '6ad2908d-8dc8-4691-a342-f383caa653cd', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '6ad2908d-8dc8-4691-a342-f383caa653cd', 'mac_address': 'fa:16:3e:c6:a4:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:23:56.277320 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-05163eb2-bc97-402b-a536-0b4f25aa5ec3 req-c41c26df-da98-4dc5-88e1-8926c2c174dc tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:56.298181 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-05163eb2-bc97-402b-a536-0b4f25aa5ec3 req-c41c26df-da98-4dc5-88e1-8926c2c174dc tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:56.311151 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05163eb2-bc97-402b-a536-0b4f25aa5ec3 req-c41c26df-da98-4dc5-88e1-8926c2c174dc tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "DELETE /v2.0/security-groups/2a29fc90-ad4c-4abb-8be3-314ee1b983ef HTTP/1.1" status: 204 len: 173 time: 0.2926879 Nov 25 19:23:56.323829 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c26df-da98-4dc5-88e1-8926c2c174dc tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a29fc90-ad4c-4abb-8be3-314ee1b983ef,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:56.331246 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:56.422449 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439251ff-72b6-446c-9cac-ee4ca7f9799c x-openstack-request-id: req-439251ff-72b6-446c-9cac-ee4ca7f9799c {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:23:56.423730 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba1d71d-fe82-454b-816d-0073508a4bdb", "name": "network-vif-plugged", "status": "completed", "tag": "cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:23:56.424513 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-439251ff-72b6-446c-9cac-ee4ca7f9799c {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:23:56.425592 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba1d71d-fe82-454b-816d-0073508a4bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49', 'code': 200} Nov 25 19:23:56.429654 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ad2908d-8dc8-4691-a342-f383caa653cd {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:23:56.493117 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 6ad2908d-8dc8-4691-a342-f383caa653cd, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=6ad2908d-8dc8-4691-a342-f383caa653cd,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:56.499859 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:56.527866 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93465e6a-98a9-4aea-8f7b-eaedad902340 req-b17b0692-1836-445b-a274-c9bdd07cacdc tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:56.536219 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-93465e6a-98a9-4aea-8f7b-eaedad902340 req-b17b0692-1836-445b-a274-c9bdd07cacdc tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 945 time: 0.1021271 Nov 25 19:23:56.609152 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-93465e6a-98a9-4aea-8f7b-eaedad902340 req-3a646bc1-ac25-4f55-8c7e-107fa5247757 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694103 Nov 25 19:23:56.688718 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-ca6a4134-23cc-4e18-823a-0aeb13e24f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:56.690415 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-ca6a4134-23cc-4e18-823a-0aeb13e24f23 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 1096 time: 0.1550417 Nov 25 19:23:56.702256 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d119c2-6677-4ddc-86bb-23b9ea00c253 req-b06edfe5-b7c4-4a3b-8281-624cc7517758 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:56.703952 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52d119c2-6677-4ddc-86bb-23b9ea00c253 req-b06edfe5-b7c4-4a3b-8281-624cc7517758 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 945 time: 0.2154226 Nov 25 19:23:56.718612 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=6ad2908d-8dc8-4691-a342-f383caa653cd,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:56.745622 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c8eaa-7f8c-4671-976e-6fa8aeaf14ac req-e58e5575-29ef-4909-ae8f-587c72bb92c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:56.747484 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a8c8eaa-7f8c-4671-976e-6fa8aeaf14ac req-e58e5575-29ef-4909-ae8f-587c72bb92c2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=fba1d71d-fe82-454b-816d-0073508a4bdb HTTP/1.1" status: 200 len: 1096 time: 0.2380793 Nov 25 19:23:56.761467 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['6ad2908d-8dc8-4691-a342-f383caa653cd'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:23:56.893167 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52d119c2-6677-4ddc-86bb-23b9ea00c253 req-bee35591-9348-41f0-9b4e-cb9aee4bbb55 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559489 Nov 25 19:23:56.899233 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-718c8211-c88b-4260-a1fd-08d1a07adf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:56.900806 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-718c8211-c88b-4260-a1fd-08d1a07adf5f service neutron] 10.222.0.73 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 921 time: 0.1949713 Nov 25 19:23:56.987419 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a8c8eaa-7f8c-4671-976e-6fa8aeaf14ac req-84c26e68-4667-45fa-acfb-aa1ebedf521d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=35ac56d9-6c86-4d6d-a6c2-32aae37e0bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995475 Nov 25 19:23:56.991883 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-ec290871-72e2-4014-93a9-ae4cb1bc1fb3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 HTTP/1.1" status: 200 len: 217 time: 0.0742280 Nov 25 19:23:57.064032 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0b4b0f6a-2baa-4726-9cde-ea59cef589ad req-0380a4f2-fd62-41ee-a73d-a6b3c03e6f3e tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "GET /v2.0/security-groups/0f4c70fe-dcf6-4f9d-bd6a-3c922b4e15a4 HTTP/1.1" status: 200 len: 1820 time: 0.1290944 Nov 25 19:23:57.073056 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-988546fb-afe1-4b36-86fa-accdb8141ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:57.074677 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-988546fb-afe1-4b36-86fa-accdb8141ba7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=688fcc59-0345-41e4-9b88-cea9e7c21583 HTTP/1.1" status: 200 len: 860 time: 0.0730224 Nov 25 19:23:57.146356 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-dffe2177-26f7-4f1f-bd1d-428c7da27165 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e27d2294-de95-4945-9062-292b41b6ea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512116 Nov 25 19:23:57.276451 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0b4b0f6a-2baa-4726-9cde-ea59cef589ad req-3fbf56e8-b57b-4497-a275-2a9064e7a491 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:57.306925 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0b4b0f6a-2baa-4726-9cde-ea59cef589ad req-3fbf56e8-b57b-4497-a275-2a9064e7a491 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:57.364308 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-be88bf69-22bf-4226-b0b9-a99bcc5cd0ac service neutron] 10.222.0.73 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050011 Nov 25 19:23:57.404858 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0b4b0f6a-2baa-4726-9cde-ea59cef589ad req-3fbf56e8-b57b-4497-a275-2a9064e7a491 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:57.408574 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0b4b0f6a-2baa-4726-9cde-ea59cef589ad req-3fbf56e8-b57b-4497-a275-2a9064e7a491 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:57.420649 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0b4b0f6a-2baa-4726-9cde-ea59cef589ad req-3fbf56e8-b57b-4497-a275-2a9064e7a491 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "DELETE /v2.0/security-groups/0f4c70fe-dcf6-4f9d-bd6a-3c922b4e15a4 HTTP/1.1" status: 204 len: 173 time: 0.3384762 Nov 25 19:23:57.425499 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f4cf1-8f19-4b05-ab7f-1761b3d7d97f req-405242be-4e99-4571-a1da-cdaa6a92991d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:57.428269 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-489f4cf1-8f19-4b05-ab7f-1761b3d7d97f req-405242be-4e99-4571-a1da-cdaa6a92991d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 943 time: 0.1048830 Nov 25 19:23:57.517104 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-489f4cf1-8f19-4b05-ab7f-1761b3d7d97f req-f8f1d2f5-dd90-4486-b553-c87287872ebe tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726511 Nov 25 19:23:57.602112 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf56e8-b57b-4497-a275-2a9064e7a491 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4c70fe-dcf6-4f9d-bd6a-3c922b4e15a4,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:57.618762 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-f52d32ff-63d5-41a9-9134-d9fcb5065898 service neutron] 10.222.0.73 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374244 Nov 25 19:23:57.736164 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc9cfc-f8a7-4561-8fe5-174c8e394d5e req-6807181f-1580-4dec-83f8-cb589532c487 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:57.737774 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-25bc9cfc-f8a7-4561-8fe5-174c8e394d5e req-6807181f-1580-4dec-83f8-cb589532c487 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/ports?device_id=fba1d71d-fe82-454b-816d-0073508a4bdb HTTP/1.1" status: 200 len: 945 time: 0.0844398 Nov 25 19:23:57.852111 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-25bc9cfc-f8a7-4561-8fe5-174c8e394d5e req-f0774018-5e60-48e1-b2ab-94875533be7e tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ac56d9-6c86-4d6d-a6c2-32aae37e0bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026082 Nov 25 19:23:57.869058 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3ea27-82eb-48b5-9240-25209e1b1d98 req-88724818-4144-44f0-a5e4-0ca4587fed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:57.871518 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bbd3ea27-82eb-48b5-9240-25209e1b1d98 req-88724818-4144-44f0-a5e4-0ca4587fed4a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=946f818daf4a4dbcab9cf628061e104a&device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 1096 time: 0.1427584 Nov 25 19:23:58.014192 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-510ac871-ee6e-46e8-9b87-dded67773450 req-36261a02-767d-4342-866f-b2711ecc9a5c tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "GET /v2.0/security-groups/2ab4555f-15bc-4faa-bd6b-87c9a7281548 HTTP/1.1" status: 200 len: 2420 time: 0.0788577 Nov 25 19:23:58.061391 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device e84ebc53-14c2-411b-910c-2395c76a7832 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:23:58.092398 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 6ad2908d-8dc8-4691-a342-f383caa653cd up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:23:58.099451 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3ea27-82eb-48b5-9240-25209e1b1d98 req-8687fa56-0994-4300-8528-93b23b968721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:58.101662 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bbd3ea27-82eb-48b5-9240-25209e1b1d98 req-8687fa56-0994-4300-8528-93b23b968721 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cda7496d-bf1c-4f51-9cb3-30cbb8a65738 HTTP/1.1" status: 200 len: 912 time: 0.2164581 Nov 25 19:23:58.195430 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-510ac871-ee6e-46e8-9b87-dded67773450 req-61fd9ea3-3d84-4524-aeb9-b7b90d5fa5a5 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:58.228733 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 6ad2908d-8dc8-4691-a342-f383caa653cd triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:58.229209 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:58.283783 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port e84ebc53-14c2-411b-910c-2395c76a7832, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=e84ebc53-14c2-411b-910c-2395c76a7832,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:58.309462 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'e84ebc53-14c2-411b-910c-2395c76a7832', 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788', 'port_id': 'e84ebc53-14c2-411b-910c-2395c76a7832', 'mac_address': 'fa:16:3e:ce:91:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d22af38-4f63-40b1-a1f0-3aff6ec04048', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:23:58.313448 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-510ac871-ee6e-46e8-9b87-dded67773450 req-61fd9ea3-3d84-4524-aeb9-b7b90d5fa5a5 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:58.327760 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bbd3ea27-82eb-48b5-9240-25209e1b1d98 req-89e39034-2675-45a0-8d40-ce54fb7cc1d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffc0414d-8686-45bf-9ba9-c8842f9c5bc7 HTTP/1.1" status: 200 len: 217 time: 0.2142394 Nov 25 19:23:58.441261 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:58.490196 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:58.493222 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-510ac871-ee6e-46e8-9b87-dded67773450 req-61fd9ea3-3d84-4524-aeb9-b7b90d5fa5a5 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:58.501393 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-510ac871-ee6e-46e8-9b87-dded67773450 req-61fd9ea3-3d84-4524-aeb9-b7b90d5fa5a5 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:58.504197 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-510ac871-ee6e-46e8-9b87-dded67773450 req-61fd9ea3-3d84-4524-aeb9-b7b90d5fa5a5 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "DELETE /v2.0/security-groups/2ab4555f-15bc-4faa-bd6b-87c9a7281548 HTTP/1.1" status: 204 len: 173 time: 0.4827468 Nov 25 19:23:58.525817 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd9ea3-3d84-4524-aeb9-b7b90d5fa5a5 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab4555f-15bc-4faa-bd6b-87c9a7281548,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:58.529866 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84ebc53-14c2-411b-910c-2395c76a7832 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:23:58.580476 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port e84ebc53-14c2-411b-910c-2395c76a7832, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=e84ebc53-14c2-411b-910c-2395c76a7832,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:58.608138 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d87a23-2c92-4a90-a39f-a84d0bb3a746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad2908d-8dc8-4691-a342-f383caa653cd'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:23:58.612456 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec125ac-9054-465a-b8c8-4c7398bfb42f" -d '{"events": [{"server_uuid": "33d87a23-2c92-4a90-a39f-a84d0bb3a746", "name": "network-vif-plugged", "status": "completed", "tag": "6ad2908d-8dc8-4691-a342-f383caa653cd"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:23:58.651428 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:58.714391 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cee206-7e2f-4e80-97f7-789bb054094b req-222a988e-2f13-428d-bbf9-e83f128e4962 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:58.729632 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-65cee206-7e2f-4e80-97f7-789bb054094b req-222a988e-2f13-428d-bbf9-e83f128e4962 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 945 time: 0.4119225 Nov 25 19:23:58.753497 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95203a8-ee71-47fd-b6f8-a1a4c5da6235 req-38430ac9-bdb2-471d-821a-fc6656ed150f tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:58.763448 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3ea27-82eb-48b5-9240-25209e1b1d98 req-e2a4b6d6-93a3-463c-a149-85ab5d85c0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:58.767860 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bbd3ea27-82eb-48b5-9240-25209e1b1d98 req-e2a4b6d6-93a3-463c-a149-85ab5d85c0ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30ef7416-4ccd-48d8-9a48-41aeb811d2f6 HTTP/1.1" status: 200 len: 851 time: 0.3322709 Nov 25 19:23:58.768891 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a95203a8-ee71-47fd-b6f8-a1a4c5da6235 req-38430ac9-bdb2-471d-821a-fc6656ed150f tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 945 time: 0.1321704 Nov 25 19:23:58.816096 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=e84ebc53-14c2-411b-910c-2395c76a7832,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:58.822094 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 6ad2908d-8dc8-4691-a342-f383caa653cd, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=6ad2908d-8dc8-4691-a342-f383caa653cd,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:58.842520 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:58.902906 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a95203a8-ee71-47fd-b6f8-a1a4c5da6235 req-5aa3632e-4e26-4e51-9fce-720ba769708e tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328037 Nov 25 19:23:58.929248 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bbd3ea27-82eb-48b5-9240-25209e1b1d98 req-d23bde6f-82db-4ec5-a575-48d29f98bb93 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cda7496d-bf1c-4f51-9cb3-30cbb8a65738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1460967 Nov 25 19:23:58.988091 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=6ad2908d-8dc8-4691-a342-f383caa653cd,revision_number=7']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:59.060630 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['e84ebc53-14c2-411b-910c-2395c76a7832'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:23:59.208199 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bbd3ea27-82eb-48b5-9240-25209e1b1d98 req-fc11d36f-b069-488b-93ee-0a6063058f78 service neutron] 10.222.0.73 "GET /v2.0/networks/cda7496d-bf1c-4f51-9cb3-30cbb8a65738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691336 Nov 25 19:23:59.262740 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b69af142-6ccc-42e2-baa9-cee4cd8391d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:59.315381 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-65cee206-7e2f-4e80-97f7-789bb054094b req-3e61efb1-bf2e-4e42-999f-9e6529f9207a tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5766542 Nov 25 19:23:59.442399 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-21ab7f80-5b6f-4555-bc2d-478cc9ad0d8c req-61445fe3-6c7d-4b01-abc4-19d681ae63bb tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "GET /v2.0/security-groups/a66f4854-847e-46f7-8fe6-b44e60338ba1 HTTP/1.1" status: 200 len: 2414 time: 0.0723062 Nov 25 19:23:59.595148 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-21ab7f80-5b6f-4555-bc2d-478cc9ad0d8c req-8d72e300-e6e0-45df-a5b3-921355889223 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:59.621368 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bbd3ea27-82eb-48b5-9240-25209e1b1d98 req-398cafdc-c3b8-455c-8a08-fcf8bc464ad5 service neutron] 10.222.0.73 "GET /v2.0/networks/cda7496d-bf1c-4f51-9cb3-30cbb8a65738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039655 Nov 25 19:23:59.651819 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-21ab7f80-5b6f-4555-bc2d-478cc9ad0d8c req-8d72e300-e6e0-45df-a5b3-921355889223 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:59.740059 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-21ab7f80-5b6f-4555-bc2d-478cc9ad0d8c req-8d72e300-e6e0-45df-a5b3-921355889223 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:59.745481 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-21ab7f80-5b6f-4555-bc2d-478cc9ad0d8c req-8d72e300-e6e0-45df-a5b3-921355889223 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:59.758885 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-21ab7f80-5b6f-4555-bc2d-478cc9ad0d8c req-8d72e300-e6e0-45df-a5b3-921355889223 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] 10.222.0.55 "DELETE /v2.0/security-groups/a66f4854-847e-46f7-8fe6-b44e60338ba1 HTTP/1.1" status: 204 len: 173 time: 0.3157008 Nov 25 19:23:59.759440 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57276) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:59.809716 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72e300-e6e0-45df-a5b3-921355889223 tempest-SecurityGroupRulesTestJSON-1062108255 tempest-SecurityGroupRulesTestJSON-1062108255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66f4854-847e-46f7-8fe6-b44e60338ba1,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:59.926268 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805ebdb6-7c5c-4f24-b281-879ce578c387 x-openstack-request-id: req-805ebdb6-7c5c-4f24-b281-879ce578c387 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:23:59.926798 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d87a23-2c92-4a90-a39f-a84d0bb3a746", "name": "network-vif-plugged", "status": "completed", "tag": "6ad2908d-8dc8-4691-a342-f383caa653cd", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:23:59.927286 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-805ebdb6-7c5c-4f24-b281-879ce578c387 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:23:59.927942 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d87a23-2c92-4a90-a39f-a84d0bb3a746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad2908d-8dc8-4691-a342-f383caa653cd', 'code': 200} Nov 25 19:23:59.928814 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c6387-2817-42c3-879c-cba20301c9b9 req-2c036f0b-2f1e-4ddc-844f-7a106515fc16 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:59.933416 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b3c6387-2817-42c3-879c-cba20301c9b9 req-2c036f0b-2f1e-4ddc-844f-7a106515fc16 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 944 time: 0.1890237 Nov 25 19:23:59.998178 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-5848a571-adf5-4d11-b078-7a095c50a6ff admin admin] Deleting subnet 45438156-1252-4e96-9717-87840ae88e87 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:24:00.012098 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5848a571-adf5-4d11-b078-7a095c50a6ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:00.124679 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b3c6387-2817-42c3-879c-cba20301c9b9 req-391b3fae-3004-4ee0-8754-b0b799862233 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557541 Nov 25 19:24:00.125395 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5848a571-adf5-4d11-b078-7a095c50a6ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:00.585693 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139fac4-26ee-4e10-a0ab-fd134e6e8f01 req-6c6d809e-10b4-46f9-94e6-91efec3e96f4 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:00.595438 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a139fac4-26ee-4e10-a0ab-fd134e6e8f01 req-6c6d809e-10b4-46f9-94e6-91efec3e96f4 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 945 time: 0.1335435 Nov 25 19:24:00.755779 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a139fac4-26ee-4e10-a0ab-fd134e6e8f01 req-226b39fe-35b6-4dbf-b45a-bbc5f1bb42cb tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587760 Nov 25 19:24:00.765188 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5848a571-adf5-4d11-b078-7a095c50a6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:00.902691 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5848a571-adf5-4d11-b078-7a095c50a6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:00.932826 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5848a571-adf5-4d11-b078-7a095c50a6ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:00.943200 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5848a571-adf5-4d11-b078-7a095c50a6ff admin admin] 10.222.0.55 "DELETE /v2.0/subnets/45438156-1252-4e96-9717-87840ae88e87 HTTP/1.1" status: 204 len: 168 time: 1.1394048 Nov 25 19:24:00.943588 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57292) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:00.979482 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848a571-adf5-4d11-b078-7a095c50a6ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45438156-1252-4e96-9717-87840ae88e87,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:01.095330 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-613e7510-db62-4ebb-860a-aee294c2a687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:01.111107 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6307bb-e0a0-4001-9509-f61dc2f63a2e req-a17aa395-720e-4f05-b7e3-b16e7da970a4 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:01.127797 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aa6307bb-e0a0-4001-9509-f61dc2f63a2e req-a17aa395-720e-4f05-b7e3-b16e7da970a4 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/ports?device_id=fba1d71d-fe82-454b-816d-0073508a4bdb HTTP/1.1" status: 200 len: 945 time: 1.0410135 Nov 25 19:24:01.130024 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be587e20-729a-4dfb-8aed-880b1cd8d341 req-ce3952b4-cf35-47e8-a5d1-3d0b1326cb4f tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:01.139241 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-be587e20-729a-4dfb-8aed-880b1cd8d341 req-ce3952b4-cf35-47e8-a5d1-3d0b1326cb4f tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 945 time: 0.1528490 Nov 25 19:24:01.251345 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-434fba79-a430-4cfc-a810-ce41e7b20e1e req-83205d70-bf81-4584-8fb6-af749d57cafc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2304494 Nov 25 19:24:01.255689 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aa6307bb-e0a0-4001-9509-f61dc2f63a2e req-5bcdaef1-f0e1-45e8-9221-1f0753605e4c tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ac56d9-6c86-4d6d-a6c2-32aae37e0bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262717 Nov 25 19:24:01.299590 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-be587e20-729a-4dfb-8aed-880b1cd8d341 req-8b138d84-355a-41c7-be1d-ba02ba6690fc tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486044 Nov 25 19:24:01.310822 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-613e7510-db62-4ebb-860a-aee294c2a687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:01.406891 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-613e7510-db62-4ebb-860a-aee294c2a687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7586b29e-6d90-4b67-96a8-695e14af966c']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:01.435780 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-613e7510-db62-4ebb-860a-aee294c2a687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f5230c-f131-474d-b4c6-1431c5db4858') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:01.436271 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-613e7510-db62-4ebb-860a-aee294c2a687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f5230c-f131-474d-b4c6-1431c5db4858') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:01.463979 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-613e7510-db62-4ebb-860a-aee294c2a687 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:01.496783 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-613e7510-db62-4ebb-860a-aee294c2a687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:01.510151 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613e7510-db62-4ebb-860a-aee294c2a687 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:24:01.510835 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-613e7510-db62-4ebb-860a-aee294c2a687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:01.524864 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fba79-a430-4cfc-a810-ce41e7b20e1e req-c4e80737-fc03-46ca-9bb8-508b0e13bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:01.526897 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-434fba79-a430-4cfc-a810-ce41e7b20e1e req-c4e80737-fc03-46ca-9bb8-508b0e13bf16 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 1095 time: 0.1565957 Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:24:01.638436 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:24:01.685195 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-025194a4-515d-43dd-8591-e4836d4bb28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:01.708903 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-613e7510-db62-4ebb-860a-aee294c2a687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:01.718356 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-613e7510-db62-4ebb-860a-aee294c2a687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:01.725293 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-613e7510-db62-4ebb-860a-aee294c2a687 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7586b29e-6d90-4b67-96a8-695e14af966c HTTP/1.1" status: 204 len: 168 time: 0.7806377 Nov 25 19:24:01.753712 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e7510-db62-4ebb-860a-aee294c2a687 admin admin] Pushing event deleted for resources: {'Network': ['ID=7586b29e-6d90-4b67-96a8-695e14af966c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:01.772567 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13070523-fc73-42bc-b9f0-c2eb29ee9069 req-409deb60-c8d3-4283-8064-698a77c87acd tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:01.781853 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-13070523-fc73-42bc-b9f0-c2eb29ee9069 req-409deb60-c8d3-4283-8064-698a77c87acd tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 944 time: 0.1364238 Nov 25 19:24:01.804537 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fba79-a430-4cfc-a810-ce41e7b20e1e req-a3a4ebd0-5493-4ec9-a029-ba378ee32916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:01.807942 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-434fba79-a430-4cfc-a810-ce41e7b20e1e req-a3a4ebd0-5493-4ec9-a029-ba378ee32916 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 908 time: 0.2366168 Nov 25 19:24:01.896095 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd3054-4d3c-4829-8182-c33f8aa1f905 req-c14a7273-972b-4bc1-b313-7b0933cf00c8 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:01.898620 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-42bd3054-4d3c-4829-8182-c33f8aa1f905 req-c14a7273-972b-4bc1-b313-7b0933cf00c8 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/ports?device_id=fba1d71d-fe82-454b-816d-0073508a4bdb HTTP/1.1" status: 200 len: 945 time: 0.3572919 Nov 25 19:24:01.945638 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-13070523-fc73-42bc-b9f0-c2eb29ee9069 req-af3e6f97-9597-44d5-9d77-f8c7ac2af84a tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621668 Nov 25 19:24:01.946513 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57306) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:01.975167 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-514894f2-6e0d-4f16-aa59-4e5eaa998c89 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Request body: {'floatingip': {'port_id': 'cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:02.070811 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-434fba79-a430-4cfc-a810-ce41e7b20e1e req-e16f8dd0-8b5b-42ea-b746-e870233ce101 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f357baea-35f8-4e94-8d9b-87f9a75cfd5d HTTP/1.1" status: 200 len: 217 time: 0.2428501 Nov 25 19:24:02.080238 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device e84ebc53-14c2-411b-910c-2395c76a7832 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:24:02.102690 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-514894f2-6e0d-4f16-aa59-4e5eaa998c89 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:02.268321 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port e84ebc53-14c2-411b-910c-2395c76a7832 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:24:02.296580 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port e84ebc53-14c2-411b-910c-2395c76a7832 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:02.297536 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:02.405592 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57320) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:02.526897 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fba79-a430-4cfc-a810-ce41e7b20e1e req-afdaf3fc-58cb-4601-ba61-e15f6176b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:02.528839 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-434fba79-a430-4cfc-a810-ce41e7b20e1e req-afdaf3fc-58cb-4601-ba61-e15f6176b1b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7d22af38-4f63-40b1-a1f0-3aff6ec04048 HTTP/1.1" status: 200 len: 847 time: 0.4496217 Nov 25 19:24:02.614754 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-434fba79-a430-4cfc-a810-ce41e7b20e1e req-b27ddd65-73b9-4c14-931d-5184eac21230 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751421 Nov 25 19:24:02.663460 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:02.674830 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc1072-fb0c-4b8d-acb6-b379d4976e39 req-194b7468-762e-40b2-b6ea-25ff0cdadd54 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:02.676698 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-90fc1072-fb0c-4b8d-acb6-b379d4976e39 req-194b7468-762e-40b2-b6ea-25ff0cdadd54 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 945 time: 0.4517398 Nov 25 19:24:02.742810 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee476c6-3b21-4fb7-90d6-7c60880fed63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84ebc53-14c2-411b-910c-2395c76a7832'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:24:02.755194 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27d4914-2a56-48e4-95f4-9627cc1ec572" -d '{"events": [{"server_uuid": "2ee476c6-3b21-4fb7-90d6-7c60880fed63", "name": "network-vif-plugged", "status": "completed", "tag": "e84ebc53-14c2-411b-910c-2395c76a7832"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:24:02.769542 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6fe363ce-daba-4138-85d6-0ba2b6aa9ee6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=71439892323445419ac0179fbeab9323&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332045 Nov 25 19:24:02.771440 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57326) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:02.806709 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port e84ebc53-14c2-411b-910c-2395c76a7832, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=e84ebc53-14c2-411b-910c-2395c76a7832,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:02.818361 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:02.968071 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=e84ebc53-14c2-411b-910c-2395c76a7832,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:03.052492 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-90fc1072-fb0c-4b8d-acb6-b379d4976e39 req-6ca2dc5f-0689-4d5a-8efe-59b9112acbc8 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346515 Nov 25 19:24:03.075037 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d8e2e4b-608b-49b9-ace7-bdc2fdfa2611 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:03.079755 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-434fba79-a430-4cfc-a810-ce41e7b20e1e req-4529fba3-93bb-440e-ac62-e528789d3b43 service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506137 Nov 25 19:24:03.127419 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-514894f2-6e0d-4f16-aa59-4e5eaa998c89 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:24:03.206565 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d8e2e4b-608b-49b9-ace7-bdc2fdfa2611 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:03.323022 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-514894f2-6e0d-4f16-aa59-4e5eaa998c89 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:03.329051 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-514894f2-6e0d-4f16-aa59-4e5eaa998c89 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:03.454587 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3054e1d1-7284-443d-b0eb-7b66ddc2903a x-openstack-request-id: req-3054e1d1-7284-443d-b0eb-7b66ddc2903a {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:24:03.455068 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee476c6-3b21-4fb7-90d6-7c60880fed63", "name": "network-vif-plugged", "status": "completed", "tag": "e84ebc53-14c2-411b-910c-2395c76a7832", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:24:03.455476 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3054e1d1-7284-443d-b0eb-7b66ddc2903a {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:24:03.456277 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee476c6-3b21-4fb7-90d6-7c60880fed63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84ebc53-14c2-411b-910c-2395c76a7832', 'code': 200} Nov 25 19:24:03.555735 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-434fba79-a430-4cfc-a810-ce41e7b20e1e req-6777fa0d-911a-4ead-a988-b6b0ee18f5e1 service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560173 Nov 25 19:24:03.563687 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:03.624842 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3163b-00e9-4dd6-a135-6c5eea07c51d req-5436ed88-8fcf-4364-b582-9422f7ae4152 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:03.634900 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2eb3163b-00e9-4dd6-a135-6c5eea07c51d req-5436ed88-8fcf-4364-b582-9422f7ae4152 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 945 time: 0.2456989 Nov 25 19:24:03.636859 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d8e2e4b-608b-49b9-ace7-bdc2fdfa2611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:03.643840 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d8e2e4b-608b-49b9-ace7-bdc2fdfa2611 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:03.648177 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2d8e2e4b-608b-49b9-ace7-bdc2fdfa2611 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3b94de62-3749-479f-a7e2-9fded9dd39ac HTTP/1.1" status: 204 len: 168 time: 0.8674793 Nov 25 19:24:03.665167 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e2e4b-608b-49b9-ace7-bdc2fdfa2611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b94de62-3749-479f-a7e2-9fded9dd39ac,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:03.854657 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2eb3163b-00e9-4dd6-a135-6c5eea07c51d req-fbd1a4ed-50e9-41dd-925a-66cfba2df6dd tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205363 Nov 25 19:24:03.865992 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45191383-2d0b-4ec4-b642-497cefb20a6d req-219133bf-455c-4270-8167-e1ff6ae2438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:03.880248 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45191383-2d0b-4ec4-b642-497cefb20a6d req-219133bf-455c-4270-8167-e1ff6ae2438e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 1096 time: 0.2164125 Nov 25 19:24:03.926471 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-514894f2-6e0d-4f16-aa59-4e5eaa998c89 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Floating IP 50821292-8871-4a9a-b4e2-e1d495982244 associated. External IP: 172.25.6.179, port: cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49. Nov 25 19:24:04.040329 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45191383-2d0b-4ec4-b642-497cefb20a6d req-3ba3b8da-c9d9-4758-9e3c-3c76cd372129 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490774 Nov 25 19:24:04.116965 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53704f-e511-453a-9724-d44385fe02f0 req-0f8209da-3353-48e2-aaf6-b47c660d26ae tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:04.127582 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4c53704f-e511-453a-9724-d44385fe02f0 req-0f8209da-3353-48e2-aaf6-b47c660d26ae tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 945 time: 0.3431406 Nov 25 19:24:04.276866 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4c53704f-e511-453a-9724-d44385fe02f0 req-8672f8c3-8268-49a8-b7c0-8ef3c5b00491 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482782 Nov 25 19:24:04.602020 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38dcadd-6de9-4d56-9a24-be0e2aab2d8f req-3ae2d46c-10ef-4133-88ec-e56272093a13 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:04.623276 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d38dcadd-6de9-4d56-9a24-be0e2aab2d8f req-3ae2d46c-10ef-4133-88ec-e56272093a13 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 945 time: 0.1826127 Nov 25 19:24:04.646867 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514894f2-6e0d-4f16-aa59-4e5eaa998c89 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Router aa0dbc07-c792-4e3e-9875-4fce6df5735b has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:24:04.739783 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d38dcadd-6de9-4d56-9a24-be0e2aab2d8f req-17ef43f5-8641-4808-b765-beab42df7f32 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132383 Nov 25 19:24:05.301589 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514894f2-6e0d-4f16-aa59-4e5eaa998c89 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:24:05.320899 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:05.338819 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-514894f2-6e0d-4f16-aa59-4e5eaa998c89 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:05.344035 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb67c34-3cfe-4296-b14b-f654cee013b2 None None] Sync routers for ids ['aa0dbc07-c792-4e3e-9875-4fce6df5735b'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:24:05.373014 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb67c34-3cfe-4296-b14b-f654cee013b2 None None] Routers {'aa0dbc07-c792-4e3e-9875-4fce6df5735b'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:24:05.406555 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-5cb67c34-3cfe-4296-b14b-f654cee013b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:24:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['aa0dbc07-c792-4e3e-9875-4fce6df5735b'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:05.461083 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-514894f2-6e0d-4f16-aa59-4e5eaa998c89 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "PUT /v2.0/floatingips/50821292-8871-4a9a-b4e2-e1d495982244 HTTP/1.1" status: 200 len: 991 time: 3.4971223 Nov 25 19:24:05.462139 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba1d71d-fe82-454b-816d-0073508a4bdb', 'tag': 'cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:24:05.467525 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99175760-e12f-44fa-90c7-eba953ef86b0" -d '{"events": [{"name": "network-changed", "server_uuid": "fba1d71d-fe82-454b-816d-0073508a4bdb", "tag": "cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:24:05.557398 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecb7a9-d0b2-4d00-81f8-f7f9123c1586 req-2ed7749d-4500-4004-a8cb-7a350acc572a tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:05.564709 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:05.598239 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99ecb7a9-d0b2-4d00-81f8-f7f9123c1586 req-2ed7749d-4500-4004-a8cb-7a350acc572a tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 945 time: 0.4000881 Nov 25 19:24:05.879982 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99ecb7a9-d0b2-4d00-81f8-f7f9123c1586 req-0d3a5770-80aa-453d-b9bd-8639ab52e8cd tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871473 Nov 25 19:24:06.078614 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df3335-01f1-49ab-9339-60f69550dd9e req-f0fed6fe-7ac8-4767-9a49-b680f4f1e2a1 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:06.084455 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-57df3335-01f1-49ab-9339-60f69550dd9e req-f0fed6fe-7ac8-4767-9a49-b680f4f1e2a1 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 945 time: 0.2105482 Nov 25 19:24:06.108533 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-5cb67c34-3cfe-4296-b14b-f654cee013b2 None None] Set router aa0dbc07-c792-4e3e-9875-4fce6df5735b gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:24:06.160760 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a06815-bcb1-4993-93c3-9266d1924444 x-openstack-request-id: req-c2a06815-bcb1-4993-93c3-9266d1924444 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:24:06.160760 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba1d71d-fe82-454b-816d-0073508a4bdb", "tag": "cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:24:06.161217 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c2a06815-bcb1-4993-93c3-9266d1924444 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:24:06.188602 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba1d71d-fe82-454b-816d-0073508a4bdb', 'tag': 'cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49', 'status': 'completed', 'code': 200} Nov 25 19:24:06.217061 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57404) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:06.319186 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-57df3335-01f1-49ab-9339-60f69550dd9e req-6ec20054-8912-4446-9309-f2e64bb0ffd0 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077148 Nov 25 19:24:06.448093 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99175760-e12f-44fa-90c7-eba953ef86b0 req-4af2beb7-45de-45c1-9c45-5f6ae6178aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:06.449425 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99175760-e12f-44fa-90c7-eba953ef86b0 req-4af2beb7-45de-45c1-9c45-5f6ae6178aa6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=23991161b62746f8984bbac8592ca345&device_id=fba1d71d-fe82-454b-816d-0073508a4bdb HTTP/1.1" status: 200 len: 1096 time: 0.2337089 Nov 25 19:24:06.486685 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68205333-b4de-4a86-b72a-3988bc76ebec req-1f385cce-fb6f-46db-ab75-feadf3215792 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:06.495006 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-68205333-b4de-4a86-b72a-3988bc76ebec req-1f385cce-fb6f-46db-ab75-feadf3215792 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 945 time: 0.1757877 Nov 25 19:24:06.586858 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57410) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:06.671871 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-68205333-b4de-4a86-b72a-3988bc76ebec req-ee1c5bf7-0c29-4ecd-a69f-48ab89302f52 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725550 Nov 25 19:24:06.691008 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e86fb-24e9-4f46-8801-45f1fdc1882e req-0a891fe7-a6c5-4d2a-a00b-4a2caba36ced tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:06.705196 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d94e86fb-24e9-4f46-8801-45f1fdc1882e req-0a891fe7-a6c5-4d2a-a00b-4a2caba36ced tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 1096 time: 0.0930321 Nov 25 19:24:06.834347 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d94e86fb-24e9-4f46-8801-45f1fdc1882e req-6f7aee15-ac64-4323-8db0-6f253f577bd3 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203237 Nov 25 19:24:06.859864 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d6ca0775-91bc-4e36-bed2-77de1583c8cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:06.863113 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99175760-e12f-44fa-90c7-eba953ef86b0 req-5c44e3d8-2363-470b-8938-0256f1939165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:06.865560 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99175760-e12f-44fa-90c7-eba953ef86b0 req-5c44e3d8-2363-470b-8938-0256f1939165 service neutron] 10.222.0.85 "GET /v2.0/networks?id=bc933d3d-e523-460c-b614-9d8fd0feeee5 HTTP/1.1" status: 200 len: 907 time: 0.4061608 Nov 25 19:24:07.171907 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-696620d9-9524-4701-b012-583c135d7045 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-968516142-network', 'tenant_id': '240ad271eca8466e8a0831a281b75c36'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:07.202200 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d6ca0775-91bc-4e36-bed2-77de1583c8cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:07.209969 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d6ca0775-91bc-4e36-bed2-77de1583c8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:07.244132 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d6ca0775-91bc-4e36-bed2-77de1583c8cd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8baebc8fccff43188bd7518e4ea032a6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0138865 Nov 25 19:24:07.259088 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57430) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:07.288397 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-5cb67c34-3cfe-4296-b14b-f654cee013b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'name': 'tempest-ServersTestJSON-1069526215-router', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '12baf253-5abe-4b37-88b0-f01869853008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:13Z', 'updated_at': '2021-11-25T19:23:23Z', 'revision_number': 4, 'project_id': '23991161b62746f8984bbac8592ca345', 'gw_port': {'id': '12baf253-5abe-4b37-88b0-f01869853008', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:15Z', 'updated_at': '2021-11-25T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '50821292-8871-4a9a-b4e2-e1d495982244', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'floating_ip_address': '172.25.6.179', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'port_id': 'cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5', 'mac_address': 'fa:16:3e:43:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba1d71d-fe82-454b-816d-0073508a4bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:23:38Z', 'updated_at': '2021-11-25T19:24:02Z', 'revision_number': 1, 'project_id': '23991161b62746f8984bbac8592ca345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053aca7d-da8e-4830-9b96-64ea34d27109', 'name': '', 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'mac_address': 'fa:16:3e:35:34:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '21938c7d-b4d4-4f25-b84e-57930efcc151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:20Z', 'updated_at': '2021-11-25T19:23:31Z', 'revision_number': 5, 'project_id': '23991161b62746f8984bbac8592ca345', 'subnets': [{'id': '21938c7d-b4d4-4f25-b84e-57930efcc151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:07.325640 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107e7de-a3e7-4fb6-88fd-5454f49bf0ef req-49b6a316-86eb-4b76-9a2a-24a28cb84747 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:07.339113 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b107e7de-a3e7-4fb6-88fd-5454f49bf0ef req-49b6a316-86eb-4b76-9a2a-24a28cb84747 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 945 time: 0.3015125 Nov 25 19:24:07.340157 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99175760-e12f-44fa-90c7-eba953ef86b0 req-66e4c78d-309a-49f4-be60-3372cb1a51cb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49 HTTP/1.1" status: 200 len: 999 time: 0.4618590 Nov 25 19:24:07.345187 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca0775-91bc-4e36-bed2-77de1583c8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0b2ce9-4ed7-4c07-8077-0623b13d3cb8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:07.361162 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696620d9-9524-4701-b012-583c135d7045 admin admin] Made reservation on behalf of 240ad271eca8466e8a0831a281b75c36 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:24:07.365156 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-696620d9-9524-4701-b012-583c135d7045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:07.394498 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-696620d9-9524-4701-b012-583c135d7045 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:07.409405 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99175760-e12f-44fa-90c7-eba953ef86b0 req-922ae4de-fab7-4bfd-854d-59f901379456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:07.411422 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99175760-e12f-44fa-90c7-eba953ef86b0 req-922ae4de-fab7-4bfd-854d-59f901379456 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=21938c7d-b4d4-4f25-b84e-57930efcc151 HTTP/1.1" status: 200 len: 845 time: 0.0627508 Nov 25 19:24:07.418560 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa287b92-57d8-48fa-8fff-fceaeab76c75 req-29aff702-6ce4-4a45-af17-1dba9035c409 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:07.428732 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fa287b92-57d8-48fa-8fff-fceaeab76c75 req-29aff702-6ce4-4a45-af17-1dba9035c409 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 1096 time: 0.3941460 Nov 25 19:24:07.475782 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb67c34-3cfe-4296-b14b-f654cee013b2 None None] Checking router: aa0dbc07-c792-4e3e-9875-4fce6df5735b for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:24:07.488618 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08df2782-0714-4622-b453-cb848fec72bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:07.516246 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b107e7de-a3e7-4fb6-88fd-5454f49bf0ef req-89c9121c-9f47-4bd2-9de0-f04151a81555 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700137 Nov 25 19:24:07.519593 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08df2782-0714-4622-b453-cb848fec72bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:07.551988 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb67c34-3cfe-4296-b14b-f654cee013b2 None None] Routers {'aa0dbc07-c792-4e3e-9875-4fce6df5735b'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:24:07.553015 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-5cb67c34-3cfe-4296-b14b-f654cee013b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:24:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['aa0dbc07-c792-4e3e-9875-4fce6df5735b'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:07.620283 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08df2782-0714-4622-b453-cb848fec72bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:07.627720 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08df2782-0714-4622-b453-cb848fec72bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:07.636795 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-08df2782-0714-4622-b453-cb848fec72bb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf0b2ce9-4ed7-4c07-8077-0623b13d3cb8 HTTP/1.1" status: 204 len: 168 time: 0.3749228 Nov 25 19:24:07.679783 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df2782-0714-4622-b453-cb848fec72bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0b2ce9-4ed7-4c07-8077-0623b13d3cb8,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:07.714970 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fa287b92-57d8-48fa-8fff-fceaeab76c75 req-a8e02e05-d687-4edc-b33e-9a3df84e30a6 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845292 Nov 25 19:24:07.746213 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99175760-e12f-44fa-90c7-eba953ef86b0 req-b71f1932-19cf-4e0b-8b03-bf8410552c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:07.754716 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99175760-e12f-44fa-90c7-eba953ef86b0 req-b71f1932-19cf-4e0b-8b03-bf8410552c5e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=bc933d3d-e523-460c-b614-9d8fd0feeee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3113158 Nov 25 19:24:07.894724 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-696620d9-9524-4701-b012-583c135d7045 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:07.901390 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-696620d9-9524-4701-b012-583c135d7045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:07.947964 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696620d9-9524-4701-b012-583c135d7045 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:24:07.984637 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-696620d9-9524-4701-b012-583c135d7045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:07.984968 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-696620d9-9524-4701-b012-583c135d7045 admin admin] Added segment 36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c of type vlan for network d50823c9-8e68-494c-9142-5f5ec9a7c591 Nov 25 19:24:08.088826 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99175760-e12f-44fa-90c7-eba953ef86b0 req-5fe3e326-aa1f-4fbe-bdf5-7197ac1da0c0 service neutron] 10.222.0.85 "GET /v2.0/networks/bc933d3d-e523-460c-b614-9d8fd0feeee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110349 Nov 25 19:24:08.128309 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-696620d9-9524-4701-b012-583c135d7045 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:08.174748 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-5cb67c34-3cfe-4296-b14b-f654cee013b2 None None] Set router aa0dbc07-c792-4e3e-9875-4fce6df5735b gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:24:08.203403 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-696620d9-9524-4701-b012-583c135d7045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:08.207391 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696620d9-9524-4701-b012-583c135d7045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:08.210265 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-696620d9-9524-4701-b012-583c135d7045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:08.400714 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99175760-e12f-44fa-90c7-eba953ef86b0 req-280684e1-8e8d-4989-995d-a2c14a6e45eb service neutron] 10.222.0.85 "GET /v2.0/networks/bc933d3d-e523-460c-b614-9d8fd0feeee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966433 Nov 25 19:24:08.697492 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-696620d9-9524-4701-b012-583c135d7045 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1091506 Nov 25 19:24:08.702084 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57466) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:08.713254 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7e79d-89b1-4bf5-8ee2-423b7f3d2d4d req-ef43832e-c4ce-49d7-9f5e-0041475149d7 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:08.717913 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-97a7e79d-89b1-4bf5-8ee2-423b7f3d2d4d req-ef43832e-c4ce-49d7-9f5e-0041475149d7 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?device_id=287a5e49-4a75-4d90-b249-442f6162ad3d HTTP/1.1" status: 200 len: 946 time: 0.1622331 Nov 25 19:24:08.737883 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db471ef0-a5db-41ac-9a7d-470668a3d782 req-2a5bdd1c-cf4c-44eb-88a4-3d2a59b026ad tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:08.747986 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-db471ef0-a5db-41ac-9a7d-470668a3d782 req-2a5bdd1c-cf4c-44eb-88a4-3d2a59b026ad tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 945 time: 0.5602524 Nov 25 19:24:08.756511 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696620d9-9524-4701-b012-583c135d7045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151d8eda-0fa1-4893-a3e6-a191fb6bbf81,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:08.776103 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696620d9-9524-4701-b012-583c135d7045 admin admin] Pushing event updated for resources: {'Network': ['ID=d50823c9-8e68-494c-9142-5f5ec9a7c591,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:08.808990 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c2849598-3e19-471d-8f14-bb22e49f7c3f admin admin] Request body: {'subnet': {'network_id': 'd50823c9-8e68-494c-9142-5f5ec9a7c591', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-968516142-subnet', 'tenant_id': '240ad271eca8466e8a0831a281b75c36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:08.817915 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network d50823c9-8e68-494c-9142-5f5ec9a7c591 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:24:08.875634 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-97a7e79d-89b1-4bf5-8ee2-423b7f3d2d4d req-83bf39fe-a7d0-4892-bdb8-4edcfbe31a9a tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c5df74-f669-46a5-ab3f-4584cbece4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1502435 Nov 25 19:24:08.992798 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2849598-3e19-471d-8f14-bb22e49f7c3f admin admin] Made reservation on behalf of 240ad271eca8466e8a0831a281b75c36 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:24:09.002015 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2849598-3e19-471d-8f14-bb22e49f7c3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:09.375319 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-db471ef0-a5db-41ac-9a7d-470668a3d782 req-9242c038-4630-482f-a973-b4410f28dd57 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6181562 Nov 25 19:24:09.430563 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-5cb67c34-3cfe-4296-b14b-f654cee013b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'name': 'tempest-ServersTestJSON-1069526215-router', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '12baf253-5abe-4b37-88b0-f01869853008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:13Z', 'updated_at': '2021-11-25T19:23:23Z', 'revision_number': 4, 'project_id': '23991161b62746f8984bbac8592ca345', 'gw_port': {'id': '12baf253-5abe-4b37-88b0-f01869853008', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:15Z', 'updated_at': '2021-11-25T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '50821292-8871-4a9a-b4e2-e1d495982244', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'floating_ip_address': '172.25.6.179', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'port_id': 'cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5', 'mac_address': 'fa:16:3e:43:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba1d71d-fe82-454b-816d-0073508a4bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:23:38Z', 'updated_at': '2021-11-25T19:24:02Z', 'revision_number': 1, 'project_id': '23991161b62746f8984bbac8592ca345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053aca7d-da8e-4830-9b96-64ea34d27109', 'name': '', 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'mac_address': 'fa:16:3e:35:34:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '21938c7d-b4d4-4f25-b84e-57930efcc151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:20Z', 'updated_at': '2021-11-25T19:23:31Z', 'revision_number': 5, 'project_id': '23991161b62746f8984bbac8592ca345', 'subnets': [{'id': '21938c7d-b4d4-4f25-b84e-57930efcc151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:09.588037 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb67c34-3cfe-4296-b14b-f654cee013b2 None None] The sync data for ids ['aa0dbc07-c792-4e3e-9875-4fce6df5735b'] in n-d-819349-5 is: [{'id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'name': 'tempest-ServersTestJSON-1069526215-router', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '12baf253-5abe-4b37-88b0-f01869853008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:13Z', 'updated_at': '2021-11-25T19:23:23Z', 'revision_number': 4, 'project_id': '23991161b62746f8984bbac8592ca345', 'gw_port': {'id': '12baf253-5abe-4b37-88b0-f01869853008', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:15Z', 'updated_at': '2021-11-25T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '50821292-8871-4a9a-b4e2-e1d495982244', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'floating_ip_address': '172.25.6.179', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'port_id': 'cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5', 'mac_address': 'fa:16:3e:43:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba1d71d-fe82-454b-816d-0073508a4bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:23:38Z', 'updated_at': '2021-11-25T19:24:02Z', 'revision_number': 1, 'project_id': '23991161b62746f8984bbac8592ca345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053aca7d-da8e-4830-9b96-64ea34d27109', 'name': '', 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'mac_address': 'fa:16:3e:35:34:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '21938c7d-b4d4-4f25-b84e-57930efcc151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:20Z', 'updated_at': '2021-11-25T19:23:31Z', 'revision_number': 5, 'project_id': '23991161b62746f8984bbac8592ca345', 'subnets': [{'id': '21938c7d-b4d4-4f25-b84e-57930efcc151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:24:09.770959 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2849598-3e19-471d-8f14-bb22e49f7c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:09.925317 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2849598-3e19-471d-8f14-bb22e49f7c3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=923b33c5-b953-413a-8146-382932f62afb,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:10.009704 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942164de-f70c-4a9b-b81e-1d51aff56334 req-fdef9537-2f9c-41c7-aea7-3404d631cbde tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:10.020109 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-942164de-f70c-4a9b-b81e-1d51aff56334 req-fdef9537-2f9c-41c7-aea7-3404d631cbde tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 945 time: 0.3409147 Nov 25 19:24:10.176656 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ee96c4-be71-4fe0-a5b6-285dccf3ed02 None None] New status for floating IP 50821292-8871-4a9a-b4e2-e1d495982244: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:24:10.177379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57496) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:10.193564 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2849598-3e19-471d-8f14-bb22e49f7c3f admin admin] Checking segment: {'id': '36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd50823c9-8e68-494c-9142-5f5ec9a7c591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:10.193905 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2849598-3e19-471d-8f14-bb22e49f7c3f admin admin] Network hostable DHCP agents. Network: d50823c9-8e68-494c-9142-5f5ec9a7c591, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:24:10.359374 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-942164de-f70c-4a9b-b81e-1d51aff56334 req-1d20aab5-2257-428f-a287-c4ef4397f48e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192883 Nov 25 19:24:10.363345 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2849598-3e19-471d-8f14-bb22e49f7c3f admin admin] Network d50823c9-8e68-494c-9142-5f5ec9a7c591 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:24:10.422513 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-c2849598-3e19-471d-8f14-bb22e49f7c3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, d50823c9-8e68-494c-9142-5f5ec9a7c591) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:10.438895 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c26bc25-e6e9-434e-a4bc-e28f0bed1b1a None None] Network d50823c9-8e68-494c-9142-5f5ec9a7c591 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:24:10.452483 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2849598-3e19-471d-8f14-bb22e49f7c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:10.466036 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2849598-3e19-471d-8f14-bb22e49f7c3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:10.470440 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:24:10.541480 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c2849598-3e19-471d-8f14-bb22e49f7c3f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7889309 Nov 25 19:24:10.563357 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-22a6b5d0-4da8-4342-ab13-6dfd3818e9d2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1986160917-network', 'tenant_id': '0f7164e740744c639f0ffd8c8c8559ff'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:10.656590 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37ea53-8521-4e30-8a2c-f74d4ac9510f req-e482a31d-ca6d-4caa-bec7-1290151d1456 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:10.661240 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad37ea53-8521-4e30-8a2c-f74d4ac9510f req-e482a31d-ca6d-4caa-bec7-1290151d1456 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.73 "GET /v2.0/ports?device_id=287a5e49-4a75-4d90-b249-442f6162ad3d HTTP/1.1" status: 200 len: 946 time: 0.2521324 Nov 25 19:24:10.896646 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a6b5d0-4da8-4342-ab13-6dfd3818e9d2 admin admin] Made reservation on behalf of 0f7164e740744c639f0ffd8c8c8559ff for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:24:10.905212 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22a6b5d0-4da8-4342-ab13-6dfd3818e9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:11.058829 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22a6b5d0-4da8-4342-ab13-6dfd3818e9d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:11.357060 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772aa57f-7534-4be6-92c7-5a33f248f621 req-d3d1642f-771d-480c-a0c2-c4c674e95558 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:11.363028 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22a6b5d0-4da8-4342-ab13-6dfd3818e9d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:11.376408 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-772aa57f-7534-4be6-92c7-5a33f248f621 req-d3d1642f-771d-480c-a0c2-c4c674e95558 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?device_id=287a5e49-4a75-4d90-b249-442f6162ad3d HTTP/1.1" status: 200 len: 946 time: 0.2130017 Nov 25 19:24:11.383156 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22a6b5d0-4da8-4342-ab13-6dfd3818e9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:11.473157 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-ad37ea53-8521-4e30-8a2c-f74d4ac9510f req-d715f617-f71e-4f92-af92-1738210fbc75 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Deleting port ee8745c4-6700-4272-9795-3de172bb1db0 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:24:11.473738 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad37ea53-8521-4e30-8a2c-f74d4ac9510f req-d715f617-f71e-4f92-af92-1738210fbc75 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:11.514844 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9595b67a-9caa-4b2d-b79f-095a17d25020 None None] Network d50823c9-8e68-494c-9142-5f5ec9a7c591 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:24:11.526471 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a6b5d0-4da8-4342-ab13-6dfd3818e9d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:24:11.571088 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6b5d0-4da8-4342-ab13-6dfd3818e9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63da901-4768-4c99-864e-f62fa77f2f2a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:11.635930 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-772aa57f-7534-4be6-92c7-5a33f248f621 req-bfd4affb-6414-44cd-a934-d8bd68d0c5f9 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c5df74-f669-46a5-ab3f-4584cbece4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2571547 Nov 25 19:24:11.644290 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22a6b5d0-4da8-4342-ab13-6dfd3818e9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:11.644843 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-22a6b5d0-4da8-4342-ab13-6dfd3818e9d2 admin admin] Added segment 43fa336e-0519-493a-9889-5900be72a9bc of type vlan for network 9d9dd9e5-8906-423b-b97f-d3926f0851fd Nov 25 19:24:11.721229 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22a6b5d0-4da8-4342-ab13-6dfd3818e9d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:11.768073 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22a6b5d0-4da8-4342-ab13-6dfd3818e9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:11.770081 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a6b5d0-4da8-4342-ab13-6dfd3818e9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:11.771180 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22a6b5d0-4da8-4342-ab13-6dfd3818e9d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:11.827298 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-3df60473-9125-4046-8940-d5b4da5accf7 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:24:11.838854 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-3df60473-9125-4046-8940-d5b4da5accf7 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0189624 Nov 25 19:24:11.923299 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219778b6-8f01-438f-a1df-a34c5be9d6a8 req-cdc1d395-0237-44d9-8263-79c8654badfe tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:11.929847 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-219778b6-8f01-438f-a1df-a34c5be9d6a8 req-cdc1d395-0237-44d9-8263-79c8654badfe tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 945 time: 0.1491027 Nov 25 19:24:11.951602 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-22a6b5d0-4da8-4342-ab13-6dfd3818e9d2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7733700 Nov 25 19:24:11.963990 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57530) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:11.969716 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-5ea7e0be-b174-471a-8911-e3abecabbb84 admin admin] Request body: {'subnet': {'network_id': '9d9dd9e5-8906-423b-b97f-d3926f0851fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1986160917-subnet', 'tenant_id': '0f7164e740744c639f0ffd8c8c8559ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:11.975048 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-ad37ea53-8521-4e30-8a2c-f74d4ac9510f req-d715f617-f71e-4f92-af92-1738210fbc75 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] For port ee8745c4-6700-4272-9795-3de172bb1db0, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=ee8745c4-6700-4272-9795-3de172bb1db0,segment=NetworkSegment(7f8c6dc5-d64e-4c24-81a7-b06570806014),segment_id=7f8c6dc5-d64e-4c24-81a7-b06570806014)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:11.975527 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad37ea53-8521-4e30-8a2c-f74d4ac9510f req-d715f617-f71e-4f92-af92-1738210fbc75 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:11.994404 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-e3d0331f-b800-4b58-8445-3cb11a4f4808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:11.997417 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-e3d0331f-b800-4b58-8445-3cb11a4f4808 service neutron] 10.222.0.55 "GET /v2.0/ports/e84ebc53-14c2-411b-910c-2395c76a7832 HTTP/1.1" status: 200 len: 1093 time: 0.1569426 Nov 25 19:24:12.011763 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6b5d0-4da8-4342-ab13-6dfd3818e9d2 admin admin] Pushing event updated for resources: {'Network': ['ID=9d9dd9e5-8906-423b-b97f-d3926f0851fd,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:12.032656 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-be958e8b-e988-4249-8e49-8e9a0afd8e17 service neutron] Request body: {'binding': {'host': 'n-h2-819349-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:12.033455 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-be958e8b-e988-4249-8e49-8e9a0afd8e17 service neutron] Unknown quota resources ['binding']. {{(pid=103600) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 19:24:12.041819 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-219778b6-8f01-438f-a1df-a34c5be9d6a8 req-a46f1b2d-85fb-40db-ab81-4146b7d1c932 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952053 Nov 25 19:24:12.046740 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 9d9dd9e5-8906-423b-b97f-d3926f0851fd details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:24:12.207510 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea7e0be-b174-471a-8911-e3abecabbb84 admin admin] Made reservation on behalf of 0f7164e740744c639f0ffd8c8c8559ff for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:24:12.211446 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ea7e0be-b174-471a-8911-e3abecabbb84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:12.379648 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-e5e3e0e7-402b-4851-b97c-701bdac7182e req-16283a01-a194-4aa5-ace4-ce3d8f3de8d4 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2105509651', 'description': 'tempest-description-400241300'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:12.443644 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e5e3e0e7-402b-4851-b97c-701bdac7182e req-16283a01-a194-4aa5-ace4-ce3d8f3de8d4 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:12.637245 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e5e3e0e7-402b-4851-b97c-701bdac7182e req-16283a01-a194-4aa5-ace4-ce3d8f3de8d4 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:12.643047 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e5e3e0e7-402b-4851-b97c-701bdac7182e req-16283a01-a194-4aa5-ace4-ce3d8f3de8d4 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:12.682109 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e5e3e0e7-402b-4851-b97c-701bdac7182e req-16283a01-a194-4aa5-ace4-ce3d8f3de8d4 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:12.698929 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e5e3e0e7-402b-4851-b97c-701bdac7182e req-16283a01-a194-4aa5-ace4-ce3d8f3de8d4 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3284998 Nov 25 19:24:12.714380 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16283a01-a194-4aa5-ace4-ce3d8f3de8d4 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7f3cce-49d3-4657-a14e-dedb1c90047b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:12.718559 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad37ea53-8521-4e30-8a2c-f74d4ac9510f req-d715f617-f71e-4f92-af92-1738210fbc75 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:12.719330 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad37ea53-8521-4e30-8a2c-f74d4ac9510f req-d715f617-f71e-4f92-af92-1738210fbc75 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:12.719678 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [req-ad37ea53-8521-4e30-8a2c-f74d4ac9510f req-d715f617-f71e-4f92-af92-1738210fbc75 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Floating IP 4cd5caca-ed68-4dbc-8a59-f674ca2017c2 disassociated. External IP: 172.25.6.171, port: ee8745c4-6700-4272-9795-3de172bb1db0. Nov 25 19:24:12.720304 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-ad37ea53-8521-4e30-8a2c-f74d4ac9510f req-d715f617-f71e-4f92-af92-1738210fbc75 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Calling delete_port for ee8745c4-6700-4272-9795-3de172bb1db0 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:24:12.728184 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-be958e8b-e988-4249-8e49-8e9a0afd8e17 service neutron] Attempting to bind port e84ebc53-14c2-411b-910c-2395c76a7832 on host n-h2-819349-5 for vnic_type normal with profile None {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:24:12.728934 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-be958e8b-e988-4249-8e49-8e9a0afd8e17 service neutron] Attempting to bind port e84ebc53-14c2-411b-910c-2395c76a7832 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:24:12.729311 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-be958e8b-e988-4249-8e49-8e9a0afd8e17 service neutron] Attempting to bind port e84ebc53-14c2-411b-910c-2395c76a7832 on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:12.794566 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-be958e8b-e988-4249-8e49-8e9a0afd8e17 service neutron] Port e84ebc53-14c2-411b-910c-2395c76a7832 on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:24:12.795566 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-be958e8b-e988-4249-8e49-8e9a0afd8e17 service neutron] Attempting to bind port e84ebc53-14c2-411b-910c-2395c76a7832 on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:12.874109 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339381e-c8ec-4aae-90b7-dc045b3f4f75 req-96bbf9e7-33b1-4011-bbed-a2dc7c612c8e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:12.883948 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8339381e-c8ec-4aae-90b7-dc045b3f4f75 req-96bbf9e7-33b1-4011-bbed-a2dc7c612c8e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 945 time: 0.0790954 Nov 25 19:24:12.891600 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-be958e8b-e988-4249-8e49-8e9a0afd8e17 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:24:12.892162 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-be958e8b-e988-4249-8e49-8e9a0afd8e17 service neutron] Checking segment: {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:12.892802 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-be958e8b-e988-4249-8e49-8e9a0afd8e17 service neutron] Bound using segment: {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:24:12.893749 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-be958e8b-e988-4249-8e49-8e9a0afd8e17 service neutron] Bound port: e84ebc53-14c2-411b-910c-2395c76a7832, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:24:12.953257 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8339381e-c8ec-4aae-90b7-dc045b3f4f75 req-a69d16a2-328f-4ace-a871-fb48b71a8686 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679302 Nov 25 19:24:13.110382 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-be958e8b-e988-4249-8e49-8e9a0afd8e17 service neutron] For port e84ebc53-14c2-411b-910c-2395c76a7832, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=e84ebc53-14c2-411b-910c-2395c76a7832,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:24:13.113284 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ea7e0be-b174-471a-8911-e3abecabbb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:13.123179 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-be958e8b-e988-4249-8e49-8e9a0afd8e17 service neutron] Publish callbacks [] for binding, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:13.125214 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-be958e8b-e988-4249-8e49-8e9a0afd8e17 service neutron] 10.222.0.55 "POST /v2.0/ports/e84ebc53-14c2-411b-910c-2395c76a7832/bindings HTTP/1.1" status: 201 len: 389 time: 1.1065159 Nov 25 19:24:13.463784 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0e91f-c00b-4fea-b549-f64c7280f60b req-a99ac80f-438c-4f9e-8e0c-6d3011cc25ac tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:13.479495 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02d0e91f-c00b-4fea-b549-f64c7280f60b req-a99ac80f-438c-4f9e-8e0c-6d3011cc25ac tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?device_id=287a5e49-4a75-4d90-b249-442f6162ad3d HTTP/1.1" status: 200 len: 946 time: 0.1276014 Nov 25 19:24:13.585276 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02d0e91f-c00b-4fea-b549-f64c7280f60b req-973a3735-d227-44a1-b31d-cbcae70f5f0c tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/security-groups?id=97c5df74-f669-46a5-ab3f-4584cbece4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1017826 Nov 25 19:24:13.692605 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-8f931bce-2b66-492a-acae-06b4890dc01f req-7e4ce9ce-46fd-4353-a7f9-5cffbc9e6794 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-48224677', 'description': 'tempest-description-1112186124'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:13.798252 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621aba2-3fbe-4142-bfdc-3fd6ba2e83a6 req-5892d8a2-9c22-46f7-862d-db359650b909 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:13.799578 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7e0be-b174-471a-8911-e3abecabbb84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aafd86c-5023-486d-a0e6-ced77c107f63,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:13.811284 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6621aba2-3fbe-4142-bfdc-3fd6ba2e83a6 req-5892d8a2-9c22-46f7-862d-db359650b909 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 945 time: 0.1150529 Nov 25 19:24:13.821628 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad37ea53-8521-4e30-8a2c-f74d4ac9510f req-d715f617-f71e-4f92-af92-1738210fbc75 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:13.897940 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8f931bce-2b66-492a-acae-06b4890dc01f req-7e4ce9ce-46fd-4353-a7f9-5cffbc9e6794 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:13.901299 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea7e0be-b174-471a-8911-e3abecabbb84 admin admin] Checking segment: {'id': '43fa336e-0519-493a-9889-5900be72a9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9d9dd9e5-8906-423b-b97f-d3926f0851fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:13.902241 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea7e0be-b174-471a-8911-e3abecabbb84 admin admin] Network hostable DHCP agents. Network: 9d9dd9e5-8906-423b-b97f-d3926f0851fd, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:24:13.915383 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-2f9dcff2-2614-4be3-896c-629a5a9e7577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:13.917228 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-2f9dcff2-2614-4be3-896c-629a5a9e7577 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 1096 time: 0.2625639 Nov 25 19:24:13.918235 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715f617-f71e-4f92-af92-1738210fbc75 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Pushing event deleted for resources: {'Port': ['ID=ee8745c4-6700-4272-9795-3de172bb1db0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:13.952602 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6621aba2-3fbe-4142-bfdc-3fd6ba2e83a6 req-1f9cf51a-8f57-4ff5-8806-7995e35a76ef tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366467 Nov 25 19:24:14.086455 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device ee8745c4-6700-4272-9795-3de172bb1db0 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:24:14.158021 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: ee8745c4-6700-4272-9795-3de172bb1db0 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:24:14.158664 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device ee8745c4-6700-4272-9795-3de172bb1db0 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:24:14.253488 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea7e0be-b174-471a-8911-e3abecabbb84 admin admin] Network 9d9dd9e5-8906-423b-b97f-d3926f0851fd is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:24:14.266403 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad37ea53-8521-4e30-8a2c-f74d4ac9510f req-d715f617-f71e-4f92-af92-1738210fbc75 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Router 74682712-63be-4d2d-9bc9-8b67ffcffb9d has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:24:14.406385 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8f931bce-2b66-492a-acae-06b4890dc01f req-7e4ce9ce-46fd-4353-a7f9-5cffbc9e6794 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:14.409975 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-5ea7e0be-b174-471a-8911-e3abecabbb84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 9d9dd9e5-8906-423b-b97f-d3926f0851fd) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:14.416497 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea7e0be-b174-471a-8911-e3abecabbb84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:14.418154 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ea7e0be-b174-471a-8911-e3abecabbb84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:14.425381 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fa1df6-d0d6-408a-889e-e4b578b291eb None None] Network 9d9dd9e5-8906-423b-b97f-d3926f0851fd requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:24:14.429600 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-dbab8684-9241-4825-9023-bf3c3dca516c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:14.434054 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-dbab8684-9241-4825-9023-bf3c3dca516c service neutron] 10.222.0.85 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 908 time: 0.5036457 Nov 25 19:24:14.450481 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8f931bce-2b66-492a-acae-06b4890dc01f req-7e4ce9ce-46fd-4353-a7f9-5cffbc9e6794 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:14.609150 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8f931bce-2b66-492a-acae-06b4890dc01f req-7e4ce9ce-46fd-4353-a7f9-5cffbc9e6794 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:14.616548 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8f931bce-2b66-492a-acae-06b4890dc01f req-7e4ce9ce-46fd-4353-a7f9-5cffbc9e6794 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.9568937 Nov 25 19:24:14.671804 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d19fd-b08a-417e-9609-daede552fd9e req-e5e70b15-31b2-4927-b408-71326e9b3790 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:14.673423 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-647d19fd-b08a-417e-9609-daede552fd9e req-e5e70b15-31b2-4927-b408-71326e9b3790 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 945 time: 0.1407418 Nov 25 19:24:14.763311 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48912e8a-807c-4491-a22d-4aea4abf863f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-9d9dd9e5-8906-423b-b97f-d3926f0851fd', 'network_id': '9d9dd9e5-8906-423b-b97f-d3926f0851fd', 'tenant_id': '0f7164e740744c639f0ffd8c8c8559ff', 'fixed_ips': [{'subnet_id': '3aafd86c-5023-486d-a0e6-ced77c107f63'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:24:14.764851 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-48912e8a-807c-4491-a22d-4aea4abf863f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:14.796391 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-647d19fd-b08a-417e-9609-daede552fd9e req-03b7df1d-d26f-44fe-93b5-e556f9092420 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130469 Nov 25 19:24:14.816430 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5ea7e0be-b174-471a-8911-e3abecabbb84 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.8483515 Nov 25 19:24:14.816430 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-d1f8dcfd-2a43-4f0d-a07c-9896a3d8a505 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e84ebc53-14c2-411b-910c-2395c76a7832 HTTP/1.1" status: 200 len: 217 time: 0.3414865 Nov 25 19:24:14.817240 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57564) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:14.823992 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-463f7f89-8305-4679-bce3-04289d278ff0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1986160917-router', 'tenant_id': '0f7164e740744c639f0ffd8c8c8559ff', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:14.872879 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-463f7f89-8305-4679-bce3-04289d278ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:14.874111 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-463f7f89-8305-4679-bce3-04289d278ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:14.932379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-44301749-f764-4611-b706-7f0a74974c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:14.936972 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-44301749-f764-4611-b706-7f0a74974c09 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7d22af38-4f63-40b1-a1f0-3aff6ec04048 HTTP/1.1" status: 200 len: 847 time: 0.1063733 Nov 25 19:24:14.938535 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ce9ce-46fd-4353-a7f9-5cffbc9e6794 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c25eac1-db3d-489b-a726-d6fdf159c69e,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:14.982154 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-463f7f89-8305-4679-bce3-04289d278ff0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:15.013921 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-1fc9bb8b-71b3-4834-9273-bd9e0a713a49 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579288 Nov 25 19:24:15.073515 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf55de0-14cc-4254-ae7f-17d5fe5a9e37 req-0dda8e32-01b9-4e50-ab0f-8611989e5633 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:15.075744 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-adf55de0-14cc-4254-ae7f-17d5fe5a9e37 req-0dda8e32-01b9-4e50-ab0f-8611989e5633 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 945 time: 0.3101025 Nov 25 19:24:15.077392 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-48912e8a-807c-4491-a22d-4aea4abf863f None None] Allocated IP 172.20.0.2 (9d9dd9e5-8906-423b-b97f-d3926f0851fd/3aafd86c-5023-486d-a0e6-ced77c107f63/4974edf1-8751-4afd-a544-097b509614eb) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:24:15.249564 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad37ea53-8521-4e30-8a2c-f74d4ac9510f req-d715f617-f71e-4f92-af92-1738210fbc75 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:24:15.267164 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08b7f37-ee68-4794-83ab-d20e23f8a3f1 None None] Sync routers for ids ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:24:15.291516 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08b7f37-ee68-4794-83ab-d20e23f8a3f1 None None] Routers {'74682712-63be-4d2d-9bc9-8b67ffcffb9d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:24:15.292244 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f08b7f37-ee68-4794-83ab-d20e23f8a3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:24:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:15.353599 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-8f29b240-2fa3-4d72-aa5f-c5c38bbd086f service neutron] 10.222.0.85 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576039 Nov 25 19:24:15.447537 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad37ea53-8521-4e30-8a2c-f74d4ac9510f req-d715f617-f71e-4f92-af92-1738210fbc75 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] No DVR routers for this DVR port ee8745c4-6700-4272-9795-3de172bb1db0 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:24:15.471081 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad37ea53-8521-4e30-8a2c-f74d4ac9510f req-d715f617-f71e-4f92-af92-1738210fbc75 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:15.474727 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad37ea53-8521-4e30-8a2c-f74d4ac9510f req-d715f617-f71e-4f92-af92-1738210fbc75 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.73 "DELETE /v2.0/ports/ee8745c4-6700-4272-9795-3de172bb1db0 HTTP/1.1" status: 204 len: 173 time: 4.8002129 Nov 25 19:24:15.475286 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287a5e49-4a75-4d90-b249-442f6162ad3d', 'name': 'network-vif-deleted', 'tag': 'ee8745c4-6700-4272-9795-3de172bb1db0'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:24:15.490064 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e0f468-1648-4671-92ce-e1f858b40bdf" -d '{"events": [{"server_uuid": "287a5e49-4a75-4d90-b249-442f6162ad3d", "name": "network-vif-deleted", "tag": "ee8745c4-6700-4272-9795-3de172bb1db0"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:24:15.559771 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-463f7f89-8305-4679-bce3-04289d278ff0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:15.581168 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-48912e8a-807c-4491-a22d-4aea4abf863f None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:15.598248 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-48912e8a-807c-4491-a22d-4aea4abf863f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:15.644962 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-adf55de0-14cc-4254-ae7f-17d5fe5a9e37 req-854d2a8c-97bd-4afc-bb3d-5bab066aa55e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5031612 Nov 25 19:24:15.651514 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-f08b7f37-ee68-4794-83ab-d20e23f8a3f1 None None] Set router 74682712-63be-4d2d-9bc9-8b67ffcffb9d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:24:15.748330 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02540aa4-e3ba-494b-ad51-0e23f6a1020b req-b39de224-d982-42b3-a6be-d3ae89b33e87 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/ports?device_id=287a5e49-4a75-4d90-b249-442f6162ad3d HTTP/1.1" status: 200 len: 210 time: 0.1307352 Nov 25 19:24:15.765773 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-730397bb-3651-485f-8ee5-8e6a1a8701b3 service neutron] 10.222.0.85 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872530 Nov 25 19:24:15.838349 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48912e8a-807c-4491-a22d-4aea4abf863f None None] Network 9d9dd9e5-8906-423b-b97f-d3926f0851fd is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:15.868213 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-48912e8a-807c-4491-a22d-4aea4abf863f None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:15.878933 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48912e8a-807c-4491-a22d-4aea4abf863f None None] Pushing event updated for resources: {'Port': ['ID=4974edf1-8751-4afd-a544-097b509614eb,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:15.887033 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48912e8a-807c-4491-a22d-4aea4abf863f None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:24:16.064427 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-48912e8a-807c-4491-a22d-4aea4abf863f None None] Attempting to bind port 4974edf1-8751-4afd-a544-097b509614eb on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:24:16.065189 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-48912e8a-807c-4491-a22d-4aea4abf863f None None] Attempting to bind port 4974edf1-8751-4afd-a544-097b509614eb by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '43fa336e-0519-493a-9889-5900be72a9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9d9dd9e5-8906-423b-b97f-d3926f0851fd'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:24:16.065966 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48912e8a-807c-4491-a22d-4aea4abf863f None None] Attempting to bind port 4974edf1-8751-4afd-a544-097b509614eb on network 9d9dd9e5-8906-423b-b97f-d3926f0851fd {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:16.104692 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48912e8a-807c-4491-a22d-4aea4abf863f None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:24:16.112601 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48912e8a-807c-4491-a22d-4aea4abf863f None None] Checking segment: {'id': '43fa336e-0519-493a-9889-5900be72a9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9d9dd9e5-8906-423b-b97f-d3926f0851fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:16.113478 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-48912e8a-807c-4491-a22d-4aea4abf863f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:16.114204 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48912e8a-807c-4491-a22d-4aea4abf863f None None] Bound using segment: {'id': '43fa336e-0519-493a-9889-5900be72a9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9d9dd9e5-8906-423b-b97f-d3926f0851fd'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:24:16.115132 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-48912e8a-807c-4491-a22d-4aea4abf863f None None] Bound port: 4974edf1-8751-4afd-a544-097b509614eb, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fa336e-0519-493a-9889-5900be72a9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9d9dd9e5-8906-423b-b97f-d3926f0851fd'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:24:16.116396 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-48912e8a-807c-4491-a22d-4aea4abf863f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:16.134819 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f08b7f37-ee68-4794-83ab-d20e23f8a3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267379900-router', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:40Z', 'updated_at': '2021-11-25T19:18:52Z', 'revision_number': 4, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'gw_port': {'id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:41Z', 'updated_at': '2021-11-25T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'f2d42d6c-fe39-4c4d-8170-5c6637a706f9', 'name': '', 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'mac_address': 'fa:16:3e:aa:ff:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:48Z', 'updated_at': '2021-11-25T19:19:00Z', 'revision_number': 5, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'subnets': [{'id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:16.189355 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08b7f37-ee68-4794-83ab-d20e23f8a3f1 None None] Checking router: 74682712-63be-4d2d-9bc9-8b67ffcffb9d for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:24:16.201476 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08b7f37-ee68-4794-83ab-d20e23f8a3f1 None None] Routers {'74682712-63be-4d2d-9bc9-8b67ffcffb9d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:24:16.202551 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f08b7f37-ee68-4794-83ab-d20e23f8a3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:24:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:16.240626 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-26f1602e-6cc1-47d1-8911-3a076f56ae78 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:16.245862 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-26f1602e-6cc1-47d1-8911-3a076f56ae78 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/networks?id=d50823c9-8e68-494c-9142-5f5ec9a7c591 HTTP/1.1" status: 200 len: 812 time: 0.3235047 Nov 25 19:24:16.283436 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-48912e8a-807c-4491-a22d-4aea4abf863f None None] For port 4974edf1-8751-4afd-a544-097b509614eb, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:24:16.288007 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-c4008404-5b50-41c8-a23b-9f7e8c94fcf1 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/quotas/240ad271eca8466e8a0831a281b75c36 HTTP/1.1" status: 200 len: 375 time: 0.0221391 Nov 25 19:24:16.292370 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-48912e8a-807c-4491-a22d-4aea4abf863f None None] For port 4974edf1-8751-4afd-a544-097b509614eb, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4974edf1-8751-4afd-a544-097b509614eb,segment=NetworkSegment(43fa336e-0519-493a-9889-5900be72a9bc),segment_id=43fa336e-0519-493a-9889-5900be72a9bc)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:24:16.302111 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-48912e8a-807c-4491-a22d-4aea4abf863f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:16.420500 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-f08b7f37-ee68-4794-83ab-d20e23f8a3f1 None None] Set router 74682712-63be-4d2d-9bc9-8b67ffcffb9d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:24:16.427625 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-89165047-809c-4f14-9634-e97026d9ea4a tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=240ad271eca8466e8a0831a281b75c36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848987 Nov 25 19:24:16.552425 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48912e8a-807c-4491-a22d-4aea4abf863f None None] Pushing event updated for resources: {'Port': ['ID=4974edf1-8751-4afd-a544-097b509614eb,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:16.555785 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-463f7f89-8305-4679-bce3-04289d278ff0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:16.586020 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-463f7f89-8305-4679-bce3-04289d278ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:16.952397 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-aa4e41d2-e486-46fc-a5f4-4ce72c7a24b2 service neutron] 10.222.0.55 "GET /v2.0/networks/d50823c9-8e68-494c-9142-5f5ec9a7c591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095444 Nov 25 19:24:16.984973 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90168b8c-111b-44af-b510-96729627f28b req-b065285a-b056-4dd7-98b2-9119aa3a9e6f tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:16.999281 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-90168b8c-111b-44af-b510-96729627f28b req-b065285a-b056-4dd7-98b2-9119aa3a9e6f tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 945 time: 0.9482529 Nov 25 19:24:17.134508 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f08b7f37-ee68-4794-83ab-d20e23f8a3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267379900-router', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:40Z', 'updated_at': '2021-11-25T19:18:52Z', 'revision_number': 4, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'gw_port': {'id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:41Z', 'updated_at': '2021-11-25T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'f2d42d6c-fe39-4c4d-8170-5c6637a706f9', 'name': '', 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'mac_address': 'fa:16:3e:aa:ff:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:48Z', 'updated_at': '2021-11-25T19:19:00Z', 'revision_number': 5, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'subnets': [{'id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:17.193983 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-90168b8c-111b-44af-b510-96729627f28b req-0564c3f5-8361-4310-9eb7-eca2315d0f35 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934335 Nov 25 19:24:17.264758 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-463f7f89-8305-4679-bce3-04289d278ff0 admin admin] Allocated IP 172.25.6.91 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/51c29538-8197-426f-a7cd-b88c72f36b20) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:24:17.305448 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bff5ec-8b9d-4bc6-9ee1-0037e2790f82 x-openstack-request-id: req-71bff5ec-8b9d-4bc6-9ee1-0037e2790f82 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:24:17.306081 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287a5e49-4a75-4d90-b249-442f6162ad3d", "name": "network-vif-deleted", "tag": "ee8745c4-6700-4272-9795-3de172bb1db0", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:24:17.306651 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-71bff5ec-8b9d-4bc6-9ee1-0037e2790f82 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:24:17.307705 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287a5e49-4a75-4d90-b249-442f6162ad3d', 'name': 'network-vif-deleted', 'tag': 'ee8745c4-6700-4272-9795-3de172bb1db0', 'status': 'completed', 'code': 200} Nov 25 19:24:17.458725 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-136a5a6a-7962-489c-a07b-1219433b8780 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:17.461581 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-136a5a6a-7962-489c-a07b-1219433b8780 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee&tenant_id=add7c5b3ff5b453f94df091d8db99f5d&binding%3Ahost_id=n-h2-819349-5 HTTP/1.1" status: 200 len: 1096 time: 0.1679256 Nov 25 19:24:17.512857 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-6e56e6cf-6c14-4dad-b549-b346515c85d6 service neutron] 10.222.0.55 "GET /v2.0/networks/d50823c9-8e68-494c-9142-5f5ec9a7c591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266676 Nov 25 19:24:17.533207 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08b7f37-ee68-4794-83ab-d20e23f8a3f1 None None] The sync data for ids ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'] in n-d-819349-5 is: [{'id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267379900-router', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:40Z', 'updated_at': '2021-11-25T19:18:52Z', 'revision_number': 4, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'gw_port': {'id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:41Z', 'updated_at': '2021-11-25T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'f2d42d6c-fe39-4c4d-8170-5c6637a706f9', 'name': '', 'network_id': '81f06cdb-aeea-4635-a663-2be121b0111d', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'mac_address': 'fa:16:3e:aa:ff:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:48Z', 'updated_at': '2021-11-25T19:19:00Z', 'revision_number': 5, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'subnets': [{'id': '68fdbc47-c7a3-4311-9384-3fa809a3e5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:24:17.682097 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819349-5'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:17.709051 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480a838-baec-4c29-9625-cd449bab462e req-02a20e22-30cd-42ec-93b1-18745ca46d8b tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:17.737089 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6480a838-baec-4c29-9625-cd449bab462e req-02a20e22-30cd-42ec-93b1-18745ca46d8b tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 945 time: 0.4071803 Nov 25 19:24:18.108533 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:24:18.117101 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6480a838-baec-4c29-9625-cd449bab462e req-b80ed8da-378c-4842-9c96-83ea7227bf22 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784955 Nov 25 19:24:18.120504 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:18.149925 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-463f7f89-8305-4679-bce3-04289d278ff0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:18.254479 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8752d4-6fb8-4c86-8d9b-d1c5450c142a None None] New status for floating IP 4cd5caca-ed68-4dbc-8a59-f674ca2017c2: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:24:18.268931 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-463f7f89-8305-4679-bce3-04289d278ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:18.330501 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463f7f89-8305-4679-bce3-04289d278ff0 admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:18.344695 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-463f7f89-8305-4679-bce3-04289d278ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:18.423963 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463f7f89-8305-4679-bce3-04289d278ff0 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:24:18.431363 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:24:18.457671 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4974edf1-8751-4afd-a544-097b509614eb up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:24:18.671481 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-25380975-d5cc-4228-a133-e96e89a781da service neutron] For port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=9d52ca61-7a3d-44d9-8b9c-99dff1bcc418,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:18.727741 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f7f89-8305-4679-bce3-04289d278ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=51c29538-8197-426f-a7cd-b88c72f36b20,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:18.855817 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-25380975-d5cc-4228-a133-e96e89a781da service neutron] For port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:24:18.919097 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=9d52ca61-7a3d-44d9-8b9c-99dff1bcc418,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:18.974443 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 4974edf1-8751-4afd-a544-097b509614eb triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:18.980502 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:19.087619 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:19.110203 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7397ab-b2ae-496c-aa1e-8486f271783f None None] Network 9d9dd9e5-8906-423b-b97f-d3926f0851fd requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:24:19.201438 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 has no active binding in host n-h1-819349-5 {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 19:24:19.232136 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de7f2f-b00f-4e87-810f-1623a6a7e75a req-9155151a-55bd-41f7-a2a8-c0fdc4c36f3c tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:19.235444 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a5de7f2f-b00f-4e87-810f-1623a6a7e75a req-9155151a-55bd-41f7-a2a8-c0fdc4c36f3c tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 945 time: 0.6996651 Nov 25 19:24:19.321724 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-fa28b76d-db11-454b-8757-2d30b746ef48 None None] Provisioning complete for port 4974edf1-8751-4afd-a544-097b509614eb triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:19.321997 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc085c99-e0bc-4070-a81f-60034895c3ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d52ca61-7a3d-44d9-8b9c-99dff1bcc418'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:24:19.322598 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fa28b76d-db11-454b-8757-2d30b746ef48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:19.345148 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c95053-386c-4b87-a8e5-e7bf5c0835cd" -d '{"events": [{"server_uuid": "bc085c99-e0bc-4070-a81f-60034895c3ee", "name": "network-vif-unplugged", "status": "completed", "tag": "9d52ca61-7a3d-44d9-8b9c-99dff1bcc418"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:24:19.378620 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eb8ca8d5-c1bf-40a0-97a2-0fd98fd33f63 req-7ee6c9eb-d64a-448f-8fb3-0419e8529f83 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae4949a0-9f78-40c1-bd07-daa5793e7f45 HTTP/1.1" status: 200 len: 210 time: 0.2699852 Nov 25 19:24:19.386086 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:19.682653 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Attempting to bind port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 on host n-h2-819349-5 for vnic_type normal with profile {"migrating_to": "n-h1-819349-5"} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:24:19.684684 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Attempting to bind port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:24:19.684684 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Attempting to bind port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 on network e27d2294-de95-4945-9062-292b41b6ea98 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:19.703090 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 on network e27d2294-de95-4945-9062-292b41b6ea98 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:24:19.703527 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Attempting to bind port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 on network e27d2294-de95-4945-9062-292b41b6ea98 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:19.707079 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Pushing event updated for resources: {'Port': ['ID=9d52ca61-7a3d-44d9-8b9c-99dff1bcc418,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:19.727613 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:19.727941 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:19.728182 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:19.728597 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:19.729024 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:19.729423 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:19.729752 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:19.730104 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:19.731046 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:19.731391 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:19.731725 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:19.732054 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:19.741796 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:19.766208 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:24:19.766208 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Checking segment: {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:19.767039 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Bound using segment: {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:24:19.767215 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Bound port: 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f82a27-e661-4475-b32c-dc05fb07de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e27d2294-de95-4945-9062-292b41b6ea98'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:24:19.767565 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:19.832228 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47654822-6caa-4096-a31d-4d88c85c472b req-cd8c4ebc-c91a-410e-be14-a4010bbaa988 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:19.842269 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-47654822-6caa-4096-a31d-4d88c85c472b req-cd8c4ebc-c91a-410e-be14-a4010bbaa988 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 943 time: 0.2087235 Nov 25 19:24:19.917377 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a5de7f2f-b00f-4e87-810f-1623a6a7e75a req-440a38a5-9c3d-4c85-86b0-16727574d0a4 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6355577 Nov 25 19:24:19.945717 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 4974edf1-8751-4afd-a544-097b509614eb, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4974edf1-8751-4afd-a544-097b509614eb,segment=NetworkSegment(43fa336e-0519-493a-9889-5900be72a9bc),segment_id=43fa336e-0519-493a-9889-5900be72a9bc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:19.957238 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:19.993795 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-463f7f89-8305-4679-bce3-04289d278ff0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:20.073870 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-47654822-6caa-4096-a31d-4d88c85c472b req-2bc4e455-9f7b-4297-be74-01f4da55bcb0 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228599 Nov 25 19:24:20.133348 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-25380975-d5cc-4228-a133-e96e89a781da service neutron] For port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:24:20.146526 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-25380975-d5cc-4228-a133-e96e89a781da service neutron] For port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=9d52ca61-7a3d-44d9-8b9c-99dff1bcc418,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:24:20.160431 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:20.242423 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=4974edf1-8751-4afd-a544-097b509614eb,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:20.417851 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Pushing event updated for resources: {'Port': ['ID=9d52ca61-7a3d-44d9-8b9c-99dff1bcc418,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:20.546942 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:20.547671 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-25380975-d5cc-4228-a133-e96e89a781da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:20.549480 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-25380975-d5cc-4228-a133-e96e89a781da service neutron] 10.222.0.73 "PUT /v2.0/ports/9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 HTTP/1.1" status: 200 len: 1121 time: 3.0682392 Nov 25 19:24:20.690970 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['9d52ca61-7a3d-44d9-8b9c-99dff1bcc418'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:24:20.807063 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf660a3-de1c-440f-92f3-cde9355fda8b req-16b1b8dc-e128-44c3-a3da-70f402a8b45f tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:20.836071 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['9d52ca61-7a3d-44d9-8b9c-99dff1bcc418'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:24:20.837085 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bdf660a3-de1c-440f-92f3-cde9355fda8b req-16b1b8dc-e128-44c3-a3da-70f402a8b45f tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 945 time: 0.2360258 Nov 25 19:24:20.904598 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-463f7f89-8305-4679-bce3-04289d278ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:21.115852 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c9bd7f-c978-46be-8440-b63c059bfa82 x-openstack-request-id: req-40c9bd7f-c978-46be-8440-b63c059bfa82 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:24:21.116393 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc085c99-e0bc-4070-a81f-60034895c3ee", "name": "network-vif-unplugged", "status": "completed", "tag": "9d52ca61-7a3d-44d9-8b9c-99dff1bcc418", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:24:21.120253 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-40c9bd7f-c978-46be-8440-b63c059bfa82 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:24:21.121745 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc085c99-e0bc-4070-a81f-60034895c3ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d52ca61-7a3d-44d9-8b9c-99dff1bcc418', 'code': 200} Nov 25 19:24:21.171116 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bdf660a3-de1c-440f-92f3-cde9355fda8b req-50e6279f-ff6c-4111-b132-d46bc4cb4149 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328364 Nov 25 19:24:21.227510 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-82e126bf-dd7d-4e5b-9adc-c17d78707ebf None None] Provisioning complete for port 4974edf1-8751-4afd-a544-097b509614eb triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:21.228923 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-82e126bf-dd7d-4e5b-9adc-c17d78707ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:21.819752 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff78492-e610-4505-86d5-47fc2dae6e99 req-a9195bfc-cd84-4cf5-84fb-4530de299b87 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:21.822631 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3ff78492-e610-4505-86d5-47fc2dae6e99 req-a9195bfc-cd84-4cf5-84fb-4530de299b87 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 945 time: 0.1582820 Nov 25 19:24:21.875197 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463f7f89-8305-4679-bce3-04289d278ff0 admin admin] Router 566f9cc8-1b95-421e-9481-9d059acf4393 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:24:21.911927 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c2ffddf9-788d-4663-9d19-659b52db7d6f req-ec6e186d-ba9c-4cd2-a195-a139691f15df tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae4949a0-9f78-40c1-bd07-daa5793e7f45 HTTP/1.1" status: 200 len: 210 time: 0.1740875 Nov 25 19:24:22.029897 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-a4c81aff-5873-4fed-b262-c289de831d48 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:22.036556 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-a4c81aff-5873-4fed-b262-c289de831d48 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.85 "GET /v2.0/networks?id=d50823c9-8e68-494c-9142-5f5ec9a7c591 HTTP/1.1" status: 200 len: 812 time: 0.8578064 Nov 25 19:24:22.055927 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-74b1d7bd-f451-4f53-82ef-2fb1c1fbe678 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Request body: {'port': {'device_id': 'ae4949a0-9f78-40c1-bd07-daa5793e7f45', 'network_id': 'd50823c9-8e68-494c-9142-5f5ec9a7c591', 'admin_state_up': True, 'tenant_id': '240ad271eca8466e8a0831a281b75c36'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:22.108679 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4974edf1-8751-4afd-a544-097b509614eb up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:24:22.186920 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463f7f89-8305-4679-bce3-04289d278ff0 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:24:22.200939 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3ff78492-e610-4505-86d5-47fc2dae6e99 req-fb0c3bd6-72f5-437d-a33c-710ffa406d3c tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565588 Nov 25 19:24:22.203322 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b31580f-8183-4c5f-ac65-a357b921b135 None None] Sync routers for ids ['566f9cc8-1b95-421e-9481-9d059acf4393'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:24:22.224822 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 4974edf1-8751-4afd-a544-097b509614eb triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:22.225317 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:22.231574 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-463f7f89-8305-4679-bce3-04289d278ff0 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:22.242528 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b31580f-8183-4c5f-ac65-a357b921b135 None None] Routers {'566f9cc8-1b95-421e-9481-9d059acf4393'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:24:22.248804 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-463f7f89-8305-4679-bce3-04289d278ff0 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.4291770 Nov 25 19:24:22.250023 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-4b31580f-8183-4c5f-ac65-a357b921b135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:24:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['566f9cc8-1b95-421e-9481-9d059acf4393'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:22.251288 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57656) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:22.523091 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11484db-157a-42dd-8363-9ae3101aa5b1 req-8f2ea1bc-bf97-4888-84a2-dca504ec79af tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:22.547825 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c11484db-157a-42dd-8363-9ae3101aa5b1 req-8f2ea1bc-bf97-4888-84a2-dca504ec79af tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 943 time: 0.2491341 Nov 25 19:24:22.612438 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-4b31580f-8183-4c5f-ac65-a357b921b135 None None] Set router 566f9cc8-1b95-421e-9481-9d059acf4393 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:24:22.665595 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57662) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:22.957758 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c11484db-157a-42dd-8363-9ae3101aa5b1 req-212af72f-9211-4b82-8fc5-f40959e393c5 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977633 Nov 25 19:24:23.030902 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7717d90-cfe1-4795-a4e8-27512603d421 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:23.036814 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-74b1d7bd-f451-4f53-82ef-2fb1c1fbe678 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Made reservation on behalf of 240ad271eca8466e8a0831a281b75c36 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:24:23.043391 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-74b1d7bd-f451-4f53-82ef-2fb1c1fbe678 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:23.061962 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0711e08-826b-4c25-8cb0-679e4e0d1f28 req-8a7df31b-ee02-48f8-9a4d-9e221e4df95c tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:23.074447 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d0711e08-826b-4c25-8cb0-679e4e0d1f28 req-8a7df31b-ee02-48f8-9a4d-9e221e4df95c tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 945 time: 0.2521453 Nov 25 19:24:23.109284 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7717d90-cfe1-4795-a4e8-27512603d421 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:23.124728 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc085c99-e0bc-4070-a81f-60034895c3ee', 'tag': '9d52ca61-7a3d-44d9-8b9c-99dff1bcc418'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:24:23.130446 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ebf495-1c06-447c-80d3-5c595cf32ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "bc085c99-e0bc-4070-a81f-60034895c3ee", "tag": "9d52ca61-7a3d-44d9-8b9c-99dff1bcc418"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:24:23.164283 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-4b31580f-8183-4c5f-ac65-a357b921b135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566f9cc8-1b95-421e-9481-9d059acf4393', 'name': 'tempest-ServersTestMultiNic-1986160917-router', 'tenant_id': '0f7164e740744c639f0ffd8c8c8559ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '51c29538-8197-426f-a7cd-b88c72f36b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:24:14Z', 'updated_at': '2021-11-25T19:24:19Z', 'revision_number': 3, 'project_id': '0f7164e740744c639f0ffd8c8c8559ff', 'gw_port': {'id': '51c29538-8197-426f-a7cd-b88c72f36b20', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566f9cc8-1b95-421e-9481-9d059acf4393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:24:16Z', 'updated_at': '2021-11-25T19:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:23.243059 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:23.268892 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b31580f-8183-4c5f-ac65-a357b921b135 None None] Checking router: 566f9cc8-1b95-421e-9481-9d059acf4393 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:24:23.269910 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b31580f-8183-4c5f-ac65-a357b921b135 None None] Updating router 566f9cc8-1b95-421e-9481-9d059acf4393 port 51c29538-8197-426f-a7cd-b88c72f36b20 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:24:23.300607 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b31580f-8183-4c5f-ac65-a357b921b135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:23.362860 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d0711e08-826b-4c25-8cb0-679e4e0d1f28 req-782bcda9-be84-4e0f-9bf4-cc1b4c5d5f1e tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859526 Nov 25 19:24:23.507884 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72af8fe-c2bf-4054-aa07-7d8653a1e551 x-openstack-request-id: req-b72af8fe-c2bf-4054-aa07-7d8653a1e551 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:24:23.508354 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc085c99-e0bc-4070-a81f-60034895c3ee", "tag": "9d52ca61-7a3d-44d9-8b9c-99dff1bcc418", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:24:23.508778 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b72af8fe-c2bf-4054-aa07-7d8653a1e551 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:24:23.509431 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc085c99-e0bc-4070-a81f-60034895c3ee', 'tag': '9d52ca61-7a3d-44d9-8b9c-99dff1bcc418', 'status': 'completed', 'code': 200} Nov 25 19:24:23.572116 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3790f09f-3d6a-4b7f-89d2-8344331de041 req-8f0f369c-2588-47b0-a77a-cc0ac8cc263f tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae4949a0-9f78-40c1-bd07-daa5793e7f45 HTTP/1.1" status: 200 len: 210 time: 0.0829542 Nov 25 19:24:23.590610 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7717d90-cfe1-4795-a4e8-27512603d421 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:23.608426 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7717d90-cfe1-4795-a4e8-27512603d421 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:23.614938 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a7717d90-cfe1-4795-a4e8-27512603d421 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "DELETE /v2.0/security-groups/97c5df74-f669-46a5-ab3f-4584cbece4cf HTTP/1.1" status: 204 len: 168 time: 0.9475718 Nov 25 19:24:23.629800 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57680) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:23.723560 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-2eb3c35a-1361-44f6-b1b9-1f09d00c6926 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] show failed (client error): The resource could not be found. Nov 25 19:24:23.732362 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2eb3c35a-1361-44f6-b1b9-1f09d00c6926 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "GET /v2.0/security-groups/97c5df74-f669-46a5-ab3f-4584cbece4cf HTTP/1.1" status: 404 len: 347 time: 0.0797942 Nov 25 19:24:23.740925 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57682) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:23.774540 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7717d90-cfe1-4795-a4e8-27512603d421 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c5df74-f669-46a5-ab3f-4584cbece4cf,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:23.866793 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-74b1d7bd-f451-4f53-82ef-2fb1c1fbe678 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Allocated IP 172.20.0.11 (d50823c9-8e68-494c-9142-5f5ec9a7c591/923b33c5-b953-413a-8146-382932f62afb/c3dafa68-d4b6-4593-9e64-19f711500c5a) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:24:23.914817 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e19856-b887-46f0-888e-9e2ee6a4476f req-3ccc80fd-b001-48f6-b5d0-4d7e557cc8e4 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:23.936393 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:23.936725 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-13e19856-b887-46f0-888e-9e2ee6a4476f req-3ccc80fd-b001-48f6-b5d0-4d7e557cc8e4 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 945 time: 0.2528434 Nov 25 19:24:24.087585 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ce37710-2836-4351-aa31-379da531846b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:24.100229 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebf495-1c06-447c-80d3-5c595cf32ee0 req-19032ee5-2a49-40a0-97b3-326308f6d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:24.103387 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23ebf495-1c06-447c-80d3-5c595cf32ee0 req-19032ee5-2a49-40a0-97b3-326308f6d485 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 1124 time: 0.5526137 Nov 25 19:24:24.184119 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b31580f-8183-4c5f-ac65-a357b921b135 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:24.203989 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b31580f-8183-4c5f-ac65-a357b921b135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:24.318013 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-4b31580f-8183-4c5f-ac65-a357b921b135 None None] Attempting to bind port 51c29538-8197-426f-a7cd-b88c72f36b20 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:24:24.319436 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-4b31580f-8183-4c5f-ac65-a357b921b135 None None] Attempting to bind port 51c29538-8197-426f-a7cd-b88c72f36b20 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:24:24.322006 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31580f-8183-4c5f-ac65-a357b921b135 None None] Attempting to bind port 51c29538-8197-426f-a7cd-b88c72f36b20 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:24.342216 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-572bca60-f3ab-4b1a-97a3-bc9b6df64328 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Deleting port 04fe752d-441f-4971-a511-8e3df9152927 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:24:24.343930 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-572bca60-f3ab-4b1a-97a3-bc9b6df64328 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:24.365417 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-13e19856-b887-46f0-888e-9e2ee6a4476f req-9432d559-b2a5-4d5e-a950-b90bcb4ccb43 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222839 Nov 25 19:24:24.439430 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31580f-8183-4c5f-ac65-a357b921b135 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:24:24.442200 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31580f-8183-4c5f-ac65-a357b921b135 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:24.445237 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b31580f-8183-4c5f-ac65-a357b921b135 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:24.446120 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31580f-8183-4c5f-ac65-a357b921b135 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:24:24.449024 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-4b31580f-8183-4c5f-ac65-a357b921b135 None None] Bound port: 51c29538-8197-426f-a7cd-b88c72f36b20, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:24:24.449742 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b31580f-8183-4c5f-ac65-a357b921b135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:24.619759 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-4b31580f-8183-4c5f-ac65-a357b921b135 None None] For port 51c29538-8197-426f-a7cd-b88c72f36b20, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:24:24.630931 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-4b31580f-8183-4c5f-ac65-a357b921b135 None None] For port 51c29538-8197-426f-a7cd-b88c72f36b20, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=51c29538-8197-426f-a7cd-b88c72f36b20,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:24:24.647875 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b31580f-8183-4c5f-ac65-a357b921b135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:24.728060 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b31580f-8183-4c5f-ac65-a357b921b135 None None] Routers {'566f9cc8-1b95-421e-9481-9d059acf4393'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:24:24.728618 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-4b31580f-8183-4c5f-ac65-a357b921b135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:24:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['566f9cc8-1b95-421e-9481-9d059acf4393'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:24.896697 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0864c-5a53-4ba3-91fa-ba141036a8a1 req-50a83c43-ac12-4f47-878f-c64a6975bb9b tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:24.907979 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebf495-1c06-447c-80d3-5c595cf32ee0 req-d84a364c-dfee-4d98-8243-818485afdf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:24.912151 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23ebf495-1c06-447c-80d3-5c595cf32ee0 req-d84a364c-dfee-4d98-8243-818485afdf88 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 921 time: 0.7868705 Nov 25 19:24:24.922979 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6a0864c-5a53-4ba3-91fa-ba141036a8a1 req-50a83c43-ac12-4f47-878f-c64a6975bb9b tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 943 time: 0.6576445 Nov 25 19:24:25.021157 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-4b31580f-8183-4c5f-ac65-a357b921b135 None None] Set router 566f9cc8-1b95-421e-9481-9d059acf4393 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:24:25.144624 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23ebf495-1c06-447c-80d3-5c595cf32ee0 req-fea78dd4-c0a0-4088-acca-d7e9f5aa922f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 HTTP/1.1" status: 200 len: 217 time: 0.1661668 Nov 25 19:24:25.158052 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-572bca60-f3ab-4b1a-97a3-bc9b6df64328 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:25.158939 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-572bca60-f3ab-4b1a-97a3-bc9b6df64328 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:25.173628 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434428d-7475-410d-a20e-174ed984683d req-270cbd08-f46f-4b21-ac4c-975d0560db5a tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:25.189441 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2434428d-7475-410d-a20e-174ed984683d req-270cbd08-f46f-4b21-ac4c-975d0560db5a tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 945 time: 0.3856018 Nov 25 19:24:25.212694 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-74b1d7bd-f451-4f53-82ef-2fb1c1fbe678 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:25.265349 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9992a-9db2-45c6-844e-02f7fee97c7a None None] Pushing event updated for resources: {'Port': ['ID=51c29538-8197-426f-a7cd-b88c72f36b20,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:25.280449 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-572bca60-f3ab-4b1a-97a3-bc9b6df64328 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Calling delete_port for 04fe752d-441f-4971-a511-8e3df9152927 owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:24:25.340770 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6a0864c-5a53-4ba3-91fa-ba141036a8a1 req-e958262d-4e99-4919-8307-6b2d822e5408 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905349 Nov 25 19:24:25.377522 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9992a-9db2-45c6-844e-02f7fee97c7a None None] Pushing event updated for resources: {'Port': ['ID=51c29538-8197-426f-a7cd-b88c72f36b20,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:25.415215 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-4b31580f-8183-4c5f-ac65-a357b921b135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566f9cc8-1b95-421e-9481-9d059acf4393', 'name': 'tempest-ServersTestMultiNic-1986160917-router', 'tenant_id': '0f7164e740744c639f0ffd8c8c8559ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '51c29538-8197-426f-a7cd-b88c72f36b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:24:14Z', 'updated_at': '2021-11-25T19:24:19Z', 'revision_number': 3, 'project_id': '0f7164e740744c639f0ffd8c8c8559ff', 'gw_port': {'id': '51c29538-8197-426f-a7cd-b88c72f36b20', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566f9cc8-1b95-421e-9481-9d059acf4393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:24:16Z', 'updated_at': '2021-11-25T19:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:25.515519 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b31580f-8183-4c5f-ac65-a357b921b135 None None] The sync data for ids ['566f9cc8-1b95-421e-9481-9d059acf4393'] in n-d-819349-5 is: [{'id': '566f9cc8-1b95-421e-9481-9d059acf4393', 'name': 'tempest-ServersTestMultiNic-1986160917-router', 'tenant_id': '0f7164e740744c639f0ffd8c8c8559ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '51c29538-8197-426f-a7cd-b88c72f36b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:24:14Z', 'updated_at': '2021-11-25T19:24:19Z', 'revision_number': 3, 'project_id': '0f7164e740744c639f0ffd8c8c8559ff', 'gw_port': {'id': '51c29538-8197-426f-a7cd-b88c72f36b20', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566f9cc8-1b95-421e-9481-9d059acf4393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:24:16Z', 'updated_at': '2021-11-25T19:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:24:25.560455 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebf495-1c06-447c-80d3-5c595cf32ee0 req-0e51a3cc-99bc-45c1-ab70-64dfc37aaec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:25.564810 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23ebf495-1c06-447c-80d3-5c595cf32ee0 req-0e51a3cc-99bc-45c1-ab70-64dfc37aaec1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=688fcc59-0345-41e4-9b88-cea9e7c21583 HTTP/1.1" status: 200 len: 860 time: 0.3560843 Nov 25 19:24:25.613542 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2434428d-7475-410d-a20e-174ed984683d req-2da33309-9a95-458f-be9e-7cd90702ab0e tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224968 Nov 25 19:24:25.619323 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-6ce37710-2836-4351-aa31-379da531846b admin admin] Allocated IP 172.20.0.1 (9d9dd9e5-8906-423b-b97f-d3926f0851fd/3aafd86c-5023-486d-a0e6-ced77c107f63/479553f0-8885-4059-97db-d4823227a0f6) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:24:25.718971 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23ebf495-1c06-447c-80d3-5c595cf32ee0 req-8f7e720c-f082-4b7a-953c-4b0a37b57907 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e27d2294-de95-4945-9062-292b41b6ea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1389766 Nov 25 19:24:25.817426 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-918f0fd3-2fcc-447d-a3b7-6bc538794237 req-ca9f7453-ab07-430d-94e7-fecd1fc52d23 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae4949a0-9f78-40c1-bd07-daa5793e7f45 HTTP/1.1" status: 200 len: 210 time: 0.0841150 Nov 25 19:24:25.894151 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-74b1d7bd-f451-4f53-82ef-2fb1c1fbe678 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:26.036303 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1d7bd-f451-4f53-82ef-2fb1c1fbe678 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Pushing event updated for resources: {'Port': ['ID=c3dafa68-d4b6-4593-9e64-19f711500c5a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:26.379923 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23ebf495-1c06-447c-80d3-5c595cf32ee0 req-27807362-4edc-4e62-b65a-76ac09832175 service neutron] 10.222.0.85 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6466882 Nov 25 19:24:26.639655 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-74b1d7bd-f451-4f53-82ef-2fb1c1fbe678 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Network d50823c9-8e68-494c-9142-5f5ec9a7c591 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:26.644473 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-74b1d7bd-f451-4f53-82ef-2fb1c1fbe678 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:26.661171 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ce37710-2836-4351-aa31-379da531846b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:26.675189 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-74b1d7bd-f451-4f53-82ef-2fb1c1fbe678 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:24:26.761607 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-23ebf495-1c06-447c-80d3-5c595cf32ee0 req-159cbec7-4217-471c-8233-de03e5cac845 service neutron] 10.222.0.85 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618793 Nov 25 19:24:26.783661 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0836b-6743-4cbe-92c7-c94d19641c6c req-2c926992-1e1c-4154-b33b-408396d32874 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:26.786155 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941c0af-26fe-45e5-8563-a36392b85061 req-e082b2e4-30f3-4d19-a476-9b440259ba8d tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:26.798433 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-48d0836b-6743-4cbe-92c7-c94d19641c6c req-2c926992-1e1c-4154-b33b-408396d32874 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 945 time: 0.7806306 Nov 25 19:24:26.806944 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4941c0af-26fe-45e5-8563-a36392b85061 req-e082b2e4-30f3-4d19-a476-9b440259ba8d tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 943 time: 0.2128427 Nov 25 19:24:26.926486 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-74b1d7bd-f451-4f53-82ef-2fb1c1fbe678 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:26.927234 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-74b1d7bd-f451-4f53-82ef-2fb1c1fbe678 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:26.953029 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4941c0af-26fe-45e5-8563-a36392b85061 req-84d317a0-3d44-411e-9b8e-009b22bb5730 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437836 Nov 25 19:24:26.956853 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ce37710-2836-4351-aa31-379da531846b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:26.980247 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce37710-2836-4351-aa31-379da531846b admin admin] Network 9d9dd9e5-8906-423b-b97f-d3926f0851fd is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:26.983993 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-6ce37710-2836-4351-aa31-379da531846b admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:26.996983 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce37710-2836-4351-aa31-379da531846b admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:24:27.069199 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-48d0836b-6743-4cbe-92c7-c94d19641c6c req-bce861f5-964b-4187-9996-4eaa6d2f6c2b tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693224 Nov 25 19:24:27.091966 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce37710-2836-4351-aa31-379da531846b admin admin] Pushing event updated for resources: {'Port': ['ID=479553f0-8885-4059-97db-d4823227a0f6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:27.094778 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-74b1d7bd-f451-4f53-82ef-2fb1c1fbe678 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0498717 Nov 25 19:24:27.136661 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-413e87cd-f233-494e-87d4-b38cadcc1b84 service neutron] Request body: {'port': {'device_id': 'ae4949a0-9f78-40c1-bd07-daa5793e7f45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:27.287426 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefd6e7-d499-4552-b36a-440850a53269 req-0473c980-8257-4adb-925f-9c8fc113ca5c tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:27.300107 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1fefd6e7-d499-4552-b36a-440850a53269 req-0473c980-8257-4adb-925f-9c8fc113ca5c tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 945 time: 0.1278546 Nov 25 19:24:27.346131 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ce37710-2836-4351-aa31-379da531846b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:27.369987 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-572bca60-f3ab-4b1a-97a3-bc9b6df64328 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:27.408078 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1fefd6e7-d499-4552-b36a-440850a53269 req-24ca921e-ee9f-4e92-902b-3a24970ef148 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048002 Nov 25 19:24:27.459831 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bca60-f3ab-4b1a-97a3-bc9b6df64328 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Pushing event deleted for resources: {'Port': ['ID=04fe752d-441f-4971-a511-8e3df9152927,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:27.547768 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ba7425e2-b14a-41ed-aac5-b24a0bda25d2 None None] Provisioning complete for port 479553f0-8885-4059-97db-d4823227a0f6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:27.548422 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ba7425e2-b14a-41ed-aac5-b24a0bda25d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:27.554102 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-413e87cd-f233-494e-87d4-b38cadcc1b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:27.626546 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ba7425e2-b14a-41ed-aac5-b24a0bda25d2 None None] Port 479553f0-8885-4059-97db-d4823227a0f6 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:24:27.722860 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:24:27.847328 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ce37710-2836-4351-aa31-379da531846b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:28.068091 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-413e87cd-f233-494e-87d4-b38cadcc1b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3dafa68-d4b6-4593-9e64-19f711500c5a {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:24:28.098309 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-413e87cd-f233-494e-87d4-b38cadcc1b84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:28.123248 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-413e87cd-f233-494e-87d4-b38cadcc1b84 service neutron] Transition to ACTIVE for port object c3dafa68-d4b6-4593-9e64-19f711500c5a will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:24:28.139512 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26874ba5-ab1e-48fd-85dc-3bed17e87c26 req-61d4aed7-25f7-43b2-ab78-8d152470ffaa tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:28.152803 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-26874ba5-ab1e-48fd-85dc-3bed17e87c26 req-61d4aed7-25f7-43b2-ab78-8d152470ffaa tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae4949a0-9f78-40c1-bd07-daa5793e7f45 HTTP/1.1" status: 200 len: 932 time: 0.9043121 Nov 25 19:24:28.162371 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-413e87cd-f233-494e-87d4-b38cadcc1b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:28.171336 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-572bca60-f3ab-4b1a-97a3-bc9b6df64328 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:28.174656 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-572bca60-f3ab-4b1a-97a3-bc9b6df64328 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:28.181018 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-572bca60-f3ab-4b1a-97a3-bc9b6df64328 tempest-ServersWithSpecificFlavorTestJSON-1973153497 tempest-ServersWithSpecificFlavorTestJSON-1973153497-project] 10.222.0.55 "DELETE /v2.0/floatingips/4cd5caca-ed68-4dbc-8a59-f674ca2017c2 HTTP/1.1" status: 204 len: 168 time: 4.4255617 Nov 25 19:24:28.300550 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 51c29538-8197-426f-a7cd-b88c72f36b20 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:24:28.323474 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e87cd-f233-494e-87d4-b38cadcc1b84 service neutron] Pushing event updated for resources: {'Port': ['ID=c3dafa68-d4b6-4593-9e64-19f711500c5a,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:28.439910 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-26874ba5-ab1e-48fd-85dc-3bed17e87c26 req-9e088932-e44e-430f-855f-3968678bf90c tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?id=151d8eda-0fa1-4893-a3e6-a191fb6bbf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858503 Nov 25 19:24:28.534651 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 51c29538-8197-426f-a7cd-b88c72f36b20 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:28.535026 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:28.551339 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-413e87cd-f233-494e-87d4-b38cadcc1b84 service neutron] Attempting to bind port c3dafa68-d4b6-4593-9e64-19f711500c5a on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:24:28.551946 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-413e87cd-f233-494e-87d4-b38cadcc1b84 service neutron] Attempting to bind port c3dafa68-d4b6-4593-9e64-19f711500c5a by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd50823c9-8e68-494c-9142-5f5ec9a7c591'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:24:28.552452 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-413e87cd-f233-494e-87d4-b38cadcc1b84 service neutron] Attempting to bind port c3dafa68-d4b6-4593-9e64-19f711500c5a on network d50823c9-8e68-494c-9142-5f5ec9a7c591 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:28.565277 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-413e87cd-f233-494e-87d4-b38cadcc1b84 service neutron] Port c3dafa68-d4b6-4593-9e64-19f711500c5a on network d50823c9-8e68-494c-9142-5f5ec9a7c591 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:24:28.565869 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-413e87cd-f233-494e-87d4-b38cadcc1b84 service neutron] Attempting to bind port c3dafa68-d4b6-4593-9e64-19f711500c5a on network d50823c9-8e68-494c-9142-5f5ec9a7c591 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:28.577666 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-413e87cd-f233-494e-87d4-b38cadcc1b84 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:24:28.585098 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-413e87cd-f233-494e-87d4-b38cadcc1b84 service neutron] Checking segment: {'id': '36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd50823c9-8e68-494c-9142-5f5ec9a7c591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:28.585819 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-413e87cd-f233-494e-87d4-b38cadcc1b84 service neutron] Bound using segment: {'id': '36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd50823c9-8e68-494c-9142-5f5ec9a7c591'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:24:28.588502 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-413e87cd-f233-494e-87d4-b38cadcc1b84 service neutron] Bound port: c3dafa68-d4b6-4593-9e64-19f711500c5a, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd50823c9-8e68-494c-9142-5f5ec9a7c591'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:24:28.589166 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-413e87cd-f233-494e-87d4-b38cadcc1b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:28.816448 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:28.830278 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e90677-87df-4a15-88f1-a39ab5e371c0 req-229c06d9-2d75-4c16-9480-1a1a7192b1f4 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:28.847831 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-42e90677-87df-4a15-88f1-a39ab5e371c0 req-229c06d9-2d75-4c16-9480-1a1a7192b1f4 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 943 time: 0.1404610 Nov 25 19:24:28.905211 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c3567-84df-4ee3-98f3-0d1dd205c256 req-570b87bf-2b85-49fd-8af4-7f69ced8a954 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:28.906922 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b87c3567-84df-4ee3-98f3-0d1dd205c256 req-570b87bf-2b85-49fd-8af4-7f69ced8a954 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 945 time: 0.3306000 Nov 25 19:24:28.938588 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-413e87cd-f233-494e-87d4-b38cadcc1b84 service neutron] For port c3dafa68-d4b6-4593-9e64-19f711500c5a, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:24:28.951510 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-413e87cd-f233-494e-87d4-b38cadcc1b84 service neutron] For port c3dafa68-d4b6-4593-9e64-19f711500c5a, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c3dafa68-d4b6-4593-9e64-19f711500c5a,segment=NetworkSegment(36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c),segment_id=36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:24:28.958961 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-42e90677-87df-4a15-88f1-a39ab5e371c0 req-a7108ec0-5366-43ff-9d17-26511ba23c68 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100481 Nov 25 19:24:28.997893 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-413e87cd-f233-494e-87d4-b38cadcc1b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:29.005277 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ce37710-2836-4351-aa31-379da531846b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:29.015304 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ce37710-2836-4351-aa31-379da531846b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:29.036374 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-413e87cd-f233-494e-87d4-b38cadcc1b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:29.037062 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-413e87cd-f233-494e-87d4-b38cadcc1b84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:29.039919 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-413e87cd-f233-494e-87d4-b38cadcc1b84 service neutron] 10.222.0.85 "PUT /v2.0/ports/c3dafa68-d4b6-4593-9e64-19f711500c5a HTTP/1.1" status: 200 len: 1092 time: 1.9314559 Nov 25 19:24:29.133414 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4949a0-9f78-40c1-bd07-daa5793e7f45', 'tag': 'c3dafa68-d4b6-4593-9e64-19f711500c5a'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:24:29.135873 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c92796-137f-4a49-8a0f-536d67f2d309" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4949a0-9f78-40c1-bd07-daa5793e7f45", "tag": "c3dafa68-d4b6-4593-9e64-19f711500c5a"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:24:29.216956 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce37710-2836-4351-aa31-379da531846b admin admin] Pushing event updated for resources: {'Port': ['ID=479553f0-8885-4059-97db-d4823227a0f6,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:29.219339 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 51c29538-8197-426f-a7cd-b88c72f36b20, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=51c29538-8197-426f-a7cd-b88c72f36b20,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:29.240424 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ce37710-2836-4351-aa31-379da531846b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:29.251516 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:29.317557 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-20bac770-bdb3-4997-837f-1d12bacb2b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:29.345154 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b87c3567-84df-4ee3-98f3-0d1dd205c256 req-5c07c563-986c-4b50-a692-7a2d9b055586 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298215 Nov 25 19:24:29.366675 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e87cd-f233-494e-87d4-b38cadcc1b84 service neutron] Pushing event updated for resources: {'Port': ['ID=c3dafa68-d4b6-4593-9e64-19f711500c5a,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:29.375168 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-51869393-deba-4cf6-97d2-baa9a8c39344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:29.377141 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-51869393-deba-4cf6-97d2-baa9a8c39344 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=240ad271eca8466e8a0831a281b75c36&device_id=ae4949a0-9f78-40c1-bd07-daa5793e7f45 HTTP/1.1" status: 200 len: 1095 time: 0.2000539 Nov 25 19:24:29.443016 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=51c29538-8197-426f-a7cd-b88c72f36b20,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:29.521817 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-5ef6630a-6b90-432e-93b4-6039006502cb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3dafa68-d4b6-4593-9e64-19f711500c5a HTTP/1.1" status: 200 len: 217 time: 0.1352518 Nov 25 19:24:29.555572 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce37710-2836-4351-aa31-379da531846b admin admin] Network 9d9dd9e5-8906-423b-b97f-d3926f0851fd is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:29.561882 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-6ce37710-2836-4351-aa31-379da531846b admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:29.733319 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-ca5a8d2d-bff2-4cb3-9ae0-d898a5bc70fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:29.736140 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-ca5a8d2d-bff2-4cb3-9ae0-d898a5bc70fe service neutron] 10.222.0.85 "GET /v2.0/subnets?id=923b33c5-b953-413a-8146-382932f62afb HTTP/1.1" status: 200 len: 852 time: 0.2035451 Nov 25 19:24:29.748983 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1972b4e-b197-42ff-b691-2e4d1edb9285 x-openstack-request-id: req-a1972b4e-b197-42ff-b691-2e4d1edb9285 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:24:29.749672 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4949a0-9f78-40c1-bd07-daa5793e7f45", "tag": "c3dafa68-d4b6-4593-9e64-19f711500c5a", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:24:29.750457 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a1972b4e-b197-42ff-b691-2e4d1edb9285 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:24:29.751203 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4949a0-9f78-40c1-bd07-daa5793e7f45', 'tag': 'c3dafa68-d4b6-4593-9e64-19f711500c5a', 'status': 'completed', 'code': 200} Nov 25 19:24:29.884755 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce37710-2836-4351-aa31-379da531846b admin admin] Router 566f9cc8-1b95-421e-9481-9d059acf4393 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:24:29.921985 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-b28d979d-13d9-484e-b78d-cd8f7af3dc38 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d50823c9-8e68-494c-9142-5f5ec9a7c591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1698968 Nov 25 19:24:29.974073 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cbf82-4b8c-47af-a968-cfee52232201 req-72eb9b54-7bdb-4b21-b10e-fdea8d1241e9 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:29.985205 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8d0cbf82-4b8c-47af-a968-cfee52232201 req-72eb9b54-7bdb-4b21-b10e-fdea8d1241e9 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 945 time: 0.2473986 Nov 25 19:24:30.093765 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce37710-2836-4351-aa31-379da531846b admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:24:30.114334 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6ce37710-2836-4351-aa31-379da531846b admin admin] 10.222.0.55 "PUT /v2.0/routers/566f9cc8-1b95-421e-9481-9d059acf4393/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8485906 Nov 25 19:24:30.146986 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab85c5d-7019-48ac-96af-4dad81ecb47b None None] Sync routers for ids ['566f9cc8-1b95-421e-9481-9d059acf4393'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:24:30.172994 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd84a72-ef98-4f08-a15d-227a60226da8 req-733ed146-de34-44bc-acaa-6ca160c4f257 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:30.175277 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fbd84a72-ef98-4f08-a15d-227a60226da8 req-733ed146-de34-44bc-acaa-6ca160c4f257 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae4949a0-9f78-40c1-bd07-daa5793e7f45 HTTP/1.1" status: 200 len: 944 time: 0.2739315 Nov 25 19:24:30.181395 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e42c9cc3-880b-452c-a71e-741d0a309357 None None] Provisioning complete for port 479553f0-8885-4059-97db-d4823227a0f6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:30.181919 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e42c9cc3-880b-452c-a71e-741d0a309357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:30.269917 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 51c29538-8197-426f-a7cd-b88c72f36b20 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:24:30.304447 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fbd84a72-ef98-4f08-a15d-227a60226da8 req-09844c28-ba6b-428f-9c0c-35cabd68baec tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?id=151d8eda-0fa1-4893-a3e6-a191fb6bbf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005948 Nov 25 19:24:30.318445 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8d0cbf82-4b8c-47af-a968-cfee52232201 req-f36dbe73-7a8c-46c1-8daa-c74d5d856974 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320220 Nov 25 19:24:30.325827 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-bf3e247d-e6a0-4bba-820f-d796d64d840c service neutron] 10.222.0.85 "GET /v2.0/networks/d50823c9-8e68-494c-9142-5f5ec9a7c591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924346 Nov 25 19:24:30.385229 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab85c5d-7019-48ac-96af-4dad81ecb47b None None] Routers {'566f9cc8-1b95-421e-9481-9d059acf4393'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:24:30.390786 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9ab85c5d-7019-48ac-96af-4dad81ecb47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:24:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['566f9cc8-1b95-421e-9481-9d059acf4393'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:30.466858 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f66f8eef-cd6a-4316-b6b2-f1d5899fd55d req-29c1e444-2d8f-4234-a717-e7930102dabb service neutron] 10.222.0.85 "GET /v2.0/networks/d50823c9-8e68-494c-9142-5f5ec9a7c591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330218 Nov 25 19:24:30.504322 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57798) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:30.656999 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c92796-137f-4a49-8a0f-536d67f2d309 req-966456bc-05ca-4d04-a7b1-69eb80e703af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:30.658856 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-39c92796-137f-4a49-8a0f-536d67f2d309 req-966456bc-05ca-4d04-a7b1-69eb80e703af service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=240ad271eca8466e8a0831a281b75c36&device_id=ae4949a0-9f78-40c1-bd07-daa5793e7f45 HTTP/1.1" status: 200 len: 1095 time: 0.1019855 Nov 25 19:24:30.677954 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e42c9cc3-880b-452c-a71e-741d0a309357 None None] Port 479553f0-8885-4059-97db-d4823227a0f6 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:24:30.696347 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-60f76392-3216-476c-b725-dbfbaafb6e4a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1429161861'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:30.700650 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0846f6-7826-4d61-a91a-62eab04cc78a req-cda40ba8-013e-4fb6-85e9-2f747c6fd712 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:30.702891 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff0846f6-7826-4d61-a91a-62eab04cc78a req-cda40ba8-013e-4fb6-85e9-2f747c6fd712 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 943 time: 0.1611321 Nov 25 19:24:30.750773 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f76392-3216-476c-b725-dbfbaafb6e4a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Made reservation on behalf of 0f7164e740744c639f0ffd8c8c8559ff for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:24:30.757255 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60f76392-3216-476c-b725-dbfbaafb6e4a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:30.769614 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 51c29538-8197-426f-a7cd-b88c72f36b20 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:30.770073 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:30.790998 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff0846f6-7826-4d61-a91a-62eab04cc78a req-0d573c53-4962-4b6f-a752-c0251be49084 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707657 Nov 25 19:24:30.810768 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f76392-3216-476c-b725-dbfbaafb6e4a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:24:30.837622 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60f76392-3216-476c-b725-dbfbaafb6e4a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:30.838174 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-60f76392-3216-476c-b725-dbfbaafb6e4a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Added segment e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19 of type vlan for network aca42a31-c672-4e88-8d9a-82a72fa68149 Nov 25 19:24:30.884685 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-9ab85c5d-7019-48ac-96af-4dad81ecb47b None None] Set router 566f9cc8-1b95-421e-9481-9d059acf4393 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:24:30.972514 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60f76392-3216-476c-b725-dbfbaafb6e4a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:31.016880 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6834e-f05b-4d0b-9228-0cc97cb0b192 req-02a32c22-3342-41e2-80a8-58e096bd82e7 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:31.020021 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-95d6834e-f05b-4d0b-9228-0cc97cb0b192 req-02a32c22-3342-41e2-80a8-58e096bd82e7 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 945 time: 0.4237573 Nov 25 19:24:31.020365 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c92796-137f-4a49-8a0f-536d67f2d309 req-fac8ca18-4ecd-48ec-b3cf-31c1fd8244c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:31.022153 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-39c92796-137f-4a49-8a0f-536d67f2d309 req-fac8ca18-4ecd-48ec-b3cf-31c1fd8244c1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d50823c9-8e68-494c-9142-5f5ec9a7c591 HTTP/1.1" status: 200 len: 913 time: 0.3539388 Nov 25 19:24:31.085676 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60f76392-3216-476c-b725-dbfbaafb6e4a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:31.103824 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f76392-3216-476c-b725-dbfbaafb6e4a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:31.114013 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60f76392-3216-476c-b725-dbfbaafb6e4a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:31.158742 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-39c92796-137f-4a49-8a0f-536d67f2d309 req-445ce969-bcf9-4228-820a-623fc81e4523 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3dafa68-d4b6-4593-9e64-19f711500c5a HTTP/1.1" status: 200 len: 217 time: 0.1015768 Nov 25 19:24:31.260551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe9e8a-0577-457b-8a6f-8b8fc81a40b0 req-72c28f4e-debe-441a-bf0e-9c02ec2ee3d0 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:31.262880 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-11fe9e8a-0577-457b-8a6f-8b8fc81a40b0 req-72c28f4e-debe-441a-bf0e-9c02ec2ee3d0 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/ports?device_id=33d87a23-2c92-4a90-a39f-a84d0bb3a746 HTTP/1.1" status: 200 len: 950 time: 0.2860177 Nov 25 19:24:31.265574 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c92796-137f-4a49-8a0f-536d67f2d309 req-cbdcc515-1034-466f-842c-c768c11efa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:31.267408 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-39c92796-137f-4a49-8a0f-536d67f2d309 req-cbdcc515-1034-466f-842c-c768c11efa70 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=923b33c5-b953-413a-8146-382932f62afb HTTP/1.1" status: 200 len: 852 time: 0.0954556 Nov 25 19:24:31.274785 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9ab85c5d-7019-48ac-96af-4dad81ecb47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566f9cc8-1b95-421e-9481-9d059acf4393', 'name': 'tempest-ServersTestMultiNic-1986160917-router', 'tenant_id': '0f7164e740744c639f0ffd8c8c8559ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '51c29538-8197-426f-a7cd-b88c72f36b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:24:14Z', 'updated_at': '2021-11-25T19:24:27Z', 'revision_number': 4, 'project_id': '0f7164e740744c639f0ffd8c8c8559ff', 'gw_port': {'id': '51c29538-8197-426f-a7cd-b88c72f36b20', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566f9cc8-1b95-421e-9481-9d059acf4393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:24:16Z', 'updated_at': '2021-11-25T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '479553f0-8885-4059-97db-d4823227a0f6', 'name': '', 'network_id': '9d9dd9e5-8906-423b-b97f-d3926f0851fd', 'tenant_id': '0f7164e740744c639f0ffd8c8c8559ff', 'mac_address': 'fa:16:3e:e8:ef:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566f9cc8-1b95-421e-9481-9d059acf4393', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '3aafd86c-5023-486d-a0e6-ced77c107f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:24:24Z', 'updated_at': '2021-11-25T19:24:27Z', 'revision_number': 2, 'project_id': '0f7164e740744c639f0ffd8c8c8559ff', 'subnets': [{'id': '3aafd86c-5023-486d-a0e6-ced77c107f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:31.321919 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab85c5d-7019-48ac-96af-4dad81ecb47b None None] Checking router: 566f9cc8-1b95-421e-9481-9d059acf4393 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:24:31.322263 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab85c5d-7019-48ac-96af-4dad81ecb47b None None] Updating router 566f9cc8-1b95-421e-9481-9d059acf4393 port 479553f0-8885-4059-97db-d4823227a0f6 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:24:31.325409 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-39c92796-137f-4a49-8a0f-536d67f2d309 req-f691eb89-4863-4324-859a-0cb447d3dc8e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d50823c9-8e68-494c-9142-5f5ec9a7c591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435541 Nov 25 19:24:31.358432 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9ab85c5d-7019-48ac-96af-4dad81ecb47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:31.369517 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-95d6834e-f05b-4d0b-9228-0cc97cb0b192 req-e3c02a10-4918-49cf-b4ee-370ab22670e9 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322637 Nov 25 19:24:31.456532 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-11fe9e8a-0577-457b-8a6f-8b8fc81a40b0 req-3529497d-3e53-4552-8db3-5e9b2bdff0cf tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/security-groups?id=772dede1-354e-4651-94c8-47cfb1c9ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793699 Nov 25 19:24:31.505525 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-60f76392-3216-476c-b725-dbfbaafb6e4a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9994352 Nov 25 19:24:31.519912 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57818) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:31.536595 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-50442ea4-039f-422f-8c82-06d34b47874f tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Request body: {'subnet': {'network_id': 'aca42a31-c672-4e88-8d9a-82a72fa68149', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:31.547970 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f76392-3216-476c-b725-dbfbaafb6e4a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event updated for resources: {'Network': ['ID=aca42a31-c672-4e88-8d9a-82a72fa68149,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:31.585291 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f76392-3216-476c-b725-dbfbaafb6e4a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:31.585640 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f76392-3216-476c-b725-dbfbaafb6e4a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:31.585983 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f76392-3216-476c-b725-dbfbaafb6e4a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:31.586348 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f76392-3216-476c-b725-dbfbaafb6e4a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:31.586688 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f76392-3216-476c-b725-dbfbaafb6e4a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:31.587015 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f76392-3216-476c-b725-dbfbaafb6e4a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:31.587342 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f76392-3216-476c-b725-dbfbaafb6e4a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:31.587669 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f76392-3216-476c-b725-dbfbaafb6e4a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:31.589818 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f76392-3216-476c-b725-dbfbaafb6e4a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:31.589818 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f76392-3216-476c-b725-dbfbaafb6e4a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:31.597543 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f76392-3216-476c-b725-dbfbaafb6e4a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:31.598043 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f76392-3216-476c-b725-dbfbaafb6e4a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:31.644168 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-39c92796-137f-4a49-8a0f-536d67f2d309 req-d5e25ba8-a3b3-46d8-8a3b-2111b16e8adf service neutron] 10.222.0.85 "GET /v2.0/networks/d50823c9-8e68-494c-9142-5f5ec9a7c591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087587 Nov 25 19:24:31.647829 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-eb4bba16-622e-4643-a11b-8c4ce4659baa service neutron] 10.222.0.85 "GET /v2.0/ports/9d52ca61-7a3d-44d9-8b9c-99dff1bcc418/bindings/n-h1-819349-5 HTTP/1.1" status: 200 len: 384 time: 0.4108670 Nov 25 19:24:31.653332 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network aca42a31-c672-4e88-8d9a-82a72fa68149 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:24:31.765934 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device c3dafa68-d4b6-4593-9e64-19f711500c5a details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:24:31.837260 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3a3ca282-85b7-4722-bab0-b93588ca29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:31.866520 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f3262-b7a6-4c60-b2f3-5ecd1a1ee8dd req-3d7e283b-85fe-4bdc-8bfd-75ed6e73033f tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:31.868141 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd2f3262-b7a6-4c60-b2f3-5ecd1a1ee8dd req-3d7e283b-85fe-4bdc-8bfd-75ed6e73033f tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 945 time: 0.1733809 Nov 25 19:24:31.915719 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f071bc-e040-4bac-b4b2-bca8cd423424 req-0d32e3e9-f0ad-4ec6-bed1-3e89c8a77153 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:31.918850 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e5f071bc-e040-4bac-b4b2-bca8cd423424 req-0d32e3e9-f0ad-4ec6-bed1-3e89c8a77153 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae4949a0-9f78-40c1-bd07-daa5793e7f45 HTTP/1.1" status: 200 len: 944 time: 0.1739221 Nov 25 19:24:31.942239 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608ad21-dd42-495e-8799-b4993665d909 req-773eb5f3-8fe4-45bf-b3a1-78446e74fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:31.943817 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2608ad21-dd42-495e-8799-b4993665d909 req-773eb5f3-8fe4-45bf-b3a1-78446e74fea6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 1096 time: 0.2217093 Nov 25 19:24:32.051846 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port c3dafa68-d4b6-4593-9e64-19f711500c5a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c3dafa68-d4b6-4593-9e64-19f711500c5a,segment=NetworkSegment(36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c),segment_id=36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:32.060306 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-f291f78e-0d25-49f4-accd-de90437f3773 service neutron] For port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=9d52ca61-7a3d-44d9-8b9c-99dff1bcc418,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:32.062950 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2608ad21-dd42-495e-8799-b4993665d909 req-4df2ed91-5c2b-4c8d-b727-5c4f5d7d37db service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909216 Nov 25 19:24:32.090730 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'c3dafa68-d4b6-4593-9e64-19f711500c5a', 'network_id': 'd50823c9-8e68-494c-9142-5f5ec9a7c591', 'port_id': 'c3dafa68-d4b6-4593-9e64-19f711500c5a', 'mac_address': 'fa:16:3e:54:c7:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '923b33c5-b953-413a-8146-382932f62afb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:24:32.093239 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd2f3262-b7a6-4c60-b2f3-5ecd1a1ee8dd req-01221bd6-9ae5-4d47-afb9-275cf1110545 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039273 Nov 25 19:24:32.096118 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-f291f78e-0d25-49f4-accd-de90437f3773 service neutron] For port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:24:32.102438 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50442ea4-039f-422f-8c82-06d34b47874f tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Made reservation on behalf of 0f7164e740744c639f0ffd8c8c8559ff for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:24:32.120443 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-50442ea4-039f-422f-8c82-06d34b47874f tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:32.138998 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-f291f78e-0d25-49f4-accd-de90437f3773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:24:32.159760 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-f291f78e-0d25-49f4-accd-de90437f3773 service neutron] For port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=9d52ca61-7a3d-44d9-8b9c-99dff1bcc418,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:32.176908 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9ab85c5d-7019-48ac-96af-4dad81ecb47b None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:32.179837 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:32.199819 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 6ad2908d-8dc8-4691-a342-f383caa653cd no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:24:32.204725 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9ab85c5d-7019-48ac-96af-4dad81ecb47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:32.230738 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e5f071bc-e040-4bac-b4b2-bca8cd423424 req-c23d9e90-9c77-434e-8798-0e40dce9cc51 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?id=151d8eda-0fa1-4893-a3e6-a191fb6bbf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766122 Nov 25 19:24:32.232332 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-f291f78e-0d25-49f4-accd-de90437f3773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:32.265058 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3dafa68-d4b6-4593-9e64-19f711500c5a {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:24:32.337124 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port c3dafa68-d4b6-4593-9e64-19f711500c5a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c3dafa68-d4b6-4593-9e64-19f711500c5a,segment=NetworkSegment(36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c),segment_id=36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:32.361358 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:32.416456 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1db47-b074-48e8-a4e1-cfeec1069020 None None] Pushing event updated for resources: {'Port': ['ID=479553f0-8885-4059-97db-d4823227a0f6,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:32.533812 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-f291f78e-0d25-49f4-accd-de90437f3773 service neutron] Transition to ACTIVE for port object 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:24:32.544034 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-f291f78e-0d25-49f4-accd-de90437f3773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:32.640264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=c3dafa68-d4b6-4593-9e64-19f711500c5a,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:32.641249 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-39c92796-137f-4a49-8a0f-536d67f2d309 req-02439d71-e1f2-4f31-ac82-80b35986af6f service neutron] 10.222.0.85 "GET /v2.0/networks/d50823c9-8e68-494c-9142-5f5ec9a7c591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9343843 Nov 25 19:24:32.669001 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-9ab85c5d-7019-48ac-96af-4dad81ecb47b None None] Attempting to bind port 479553f0-8885-4059-97db-d4823227a0f6 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:24:32.669728 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-9ab85c5d-7019-48ac-96af-4dad81ecb47b None None] Attempting to bind port 479553f0-8885-4059-97db-d4823227a0f6 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '43fa336e-0519-493a-9889-5900be72a9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9d9dd9e5-8906-423b-b97f-d3926f0851fd'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:24:32.670449 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab85c5d-7019-48ac-96af-4dad81ecb47b None None] Attempting to bind port 479553f0-8885-4059-97db-d4823227a0f6 on network 9d9dd9e5-8906-423b-b97f-d3926f0851fd {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:32.679429 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab85c5d-7019-48ac-96af-4dad81ecb47b None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:24:32.680270 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab85c5d-7019-48ac-96af-4dad81ecb47b None None] Checking segment: {'id': '43fa336e-0519-493a-9889-5900be72a9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9d9dd9e5-8906-423b-b97f-d3926f0851fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:32.680994 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9ab85c5d-7019-48ac-96af-4dad81ecb47b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:32.681631 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab85c5d-7019-48ac-96af-4dad81ecb47b None None] Bound using segment: {'id': '43fa336e-0519-493a-9889-5900be72a9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9d9dd9e5-8906-423b-b97f-d3926f0851fd'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:24:32.682771 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-9ab85c5d-7019-48ac-96af-4dad81ecb47b None None] Bound port: 479553f0-8885-4059-97db-d4823227a0f6, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fa336e-0519-493a-9889-5900be72a9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9d9dd9e5-8906-423b-b97f-d3926f0851fd'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:24:32.683410 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9ab85c5d-7019-48ac-96af-4dad81ecb47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:32.754222 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-50442ea4-039f-422f-8c82-06d34b47874f tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:32.781661 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-f291f78e-0d25-49f4-accd-de90437f3773 service neutron] No DVR routers for this DVR port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:24:32.820728 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50442ea4-039f-422f-8c82-06d34b47874f tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event updated for resources: {'Subnet': ['ID=d4955fa9-e6c6-4a5c-aa7d-e88b8ee9d8bc,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:32.821125 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:32.824721 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['c3dafa68-d4b6-4593-9e64-19f711500c5a'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:24:32.836455 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a92fc-b276-452d-b16b-b5f6672a3a5d req-03c43fcc-0563-4159-8915-c718e868ed83 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:32.848246 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-625a92fc-b276-452d-b16b-b5f6672a3a5d req-03c43fcc-0563-4159-8915-c718e868ed83 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 943 time: 0.3926446 Nov 25 19:24:32.894498 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50442ea4-039f-422f-8c82-06d34b47874f tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Checking segment: {'id': 'e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'aca42a31-c672-4e88-8d9a-82a72fa68149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:32.895250 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50442ea4-039f-422f-8c82-06d34b47874f tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Network hostable DHCP agents. Network: aca42a31-c672-4e88-8d9a-82a72fa68149, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:24:32.934431 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50442ea4-039f-422f-8c82-06d34b47874f tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Network aca42a31-c672-4e88-8d9a-82a72fa68149 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:24:32.949050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-50442ea4-039f-422f-8c82-06d34b47874f tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, aca42a31-c672-4e88-8d9a-82a72fa68149) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:32.976032 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50442ea4-039f-422f-8c82-06d34b47874f tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:32.976808 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-50442ea4-039f-422f-8c82-06d34b47874f tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:32.997734 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e59a6e-4bd2-485b-8d0d-31df1ae20a04 None None] Network aca42a31-c672-4e88-8d9a-82a72fa68149 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:24:33.004171 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-f291f78e-0d25-49f4-accd-de90437f3773 service neutron] 10.222.0.85 "PUT /v2.0/ports/9d52ca61-7a3d-44d9-8b9c-99dff1bcc418/bindings/n-h1-819349-5/activate HTTP/1.1" status: 200 len: 369 time: 1.3436677 Nov 25 19:24:33.014955 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-50442ea4-039f-422f-8c82-06d34b47874f tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4919691 Nov 25 19:24:33.015771 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57838) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:33.021100 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-6ac2b3e9-6837-48bc-8c2d-480fa5945aa4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1916878316'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:33.087813 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac2b3e9-6837-48bc-8c2d-480fa5945aa4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Made reservation on behalf of 0f7164e740744c639f0ffd8c8c8559ff for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:24:33.094902 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b3e9-6837-48bc-8c2d-480fa5945aa4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:33.097262 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291f78e-0d25-49f4-accd-de90437f3773 service neutron] Pushing event updated for resources: {'Port': ['ID=9d52ca61-7a3d-44d9-8b9c-99dff1bcc418,revision_number=10']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:33.124108 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-625a92fc-b276-452d-b16b-b5f6672a3a5d req-fca0ccb4-13bb-4312-9af1-7628a5234b74 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747500 Nov 25 19:24:33.208862 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac2b3e9-6837-48bc-8c2d-480fa5945aa4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:24:33.216785 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-414c3031-542a-4276-88fa-77b7d5f9830a None None] Provisioning complete for port 479553f0-8885-4059-97db-d4823227a0f6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:33.217317 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-414c3031-542a-4276-88fa-77b7d5f9830a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:33.259924 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b3e9-6837-48bc-8c2d-480fa5945aa4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:33.259924 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-6ac2b3e9-6837-48bc-8c2d-480fa5945aa4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Added segment fe38008d-2600-4b83-92cf-6c5d439a2c95 of type vlan for network e194a577-3459-494f-9608-026e3cbe9033 Nov 25 19:24:33.295705 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 6ad2908d-8dc8-4691-a342-f383caa653cd, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=6ad2908d-8dc8-4691-a342-f383caa653cd,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:33.341144 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b3e9-6837-48bc-8c2d-480fa5945aa4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:33.381981 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32116541-001c-4350-bae0-00a3d7ba054f req-5def79ad-613c-4943-bb25-e2102493c2e1 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:33.393482 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-32116541-001c-4350-bae0-00a3d7ba054f req-5def79ad-613c-4943-bb25-e2102493c2e1 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 945 time: 0.1535025 Nov 25 19:24:33.416817 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b3e9-6837-48bc-8c2d-480fa5945aa4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:33.427879 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac2b3e9-6837-48bc-8c2d-480fa5945aa4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:33.430704 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b3e9-6837-48bc-8c2d-480fa5945aa4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:33.501271 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-32116541-001c-4350-bae0-00a3d7ba054f req-6d157256-2942-465e-8e45-120e44c11926 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002202 Nov 25 19:24:33.559584 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57856) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:33.635796 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d87a23-2c92-4a90-a39f-a84d0bb3a746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad2908d-8dc8-4691-a342-f383caa653cd'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:24:33.636567 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-394eaff6-9ddd-4dff-b11f-fcdd562408ce tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:33.638799 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-394eaff6-9ddd-4dff-b11f-fcdd562408ce tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee&tenant_id=add7c5b3ff5b453f94df091d8db99f5d&binding%3Ahost_id=n-h2-819349-5 HTTP/1.1" status: 200 len: 1095 time: 0.5236320 Nov 25 19:24:33.639507 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2b3e9-6837-48bc-8c2d-480fa5945aa4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event updated for resources: {'Network': ['ID=e194a577-3459-494f-9608-026e3cbe9033,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:33.643721 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e59b55-dcfc-40f3-b746-45f12d1d4fa3" -d '{"events": [{"server_uuid": "33d87a23-2c92-4a90-a39f-a84d0bb3a746", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad2908d-8dc8-4691-a342-f383caa653cd"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:24:33.655423 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:33.662897 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-414c3031-542a-4276-88fa-77b7d5f9830a None None] Port 479553f0-8885-4059-97db-d4823227a0f6 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:24:33.756696 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network e194a577-3459-494f-9608-026e3cbe9033 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:24:33.776032 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6ac2b3e9-6837-48bc-8c2d-480fa5945aa4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7589715 Nov 25 19:24:33.779019 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9ab85c5d-7019-48ac-96af-4dad81ecb47b None None] For port 479553f0-8885-4059-97db-d4823227a0f6, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:24:33.781341 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57862) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:33.785817 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9ab85c5d-7019-48ac-96af-4dad81ecb47b None None] For port 479553f0-8885-4059-97db-d4823227a0f6, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=479553f0-8885-4059-97db-d4823227a0f6,segment=NetworkSegment(43fa336e-0519-493a-9889-5900be72a9bc),segment_id=43fa336e-0519-493a-9889-5900be72a9bc)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:24:33.787105 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0ef32-ac00-48c3-bfe4-3c32f3a75c7b req-4f7f9290-839a-497d-bdf0-6271f1eea0c2 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:33.795586 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d366c928-f0cd-4ab4-8378-98294d04720c tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Request body: {'subnet': {'network_id': 'e194a577-3459-494f-9608-026e3cbe9033', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:33.798177 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8af0ef32-ac00-48c3-bfe4-3c32f3a75c7b req-4f7f9290-839a-497d-bdf0-6271f1eea0c2 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 945 time: 0.1440711 Nov 25 19:24:33.837304 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-6d3ddf6e-4af3-4419-b204-3a9e6f9a9df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:33.841607 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-6d3ddf6e-4af3-4419-b204-3a9e6f9a9df9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee&tenant_id=add7c5b3ff5b453f94df091d8db99f5d HTTP/1.1" status: 200 len: 1095 time: 0.1295536 Nov 25 19:24:33.853693 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9ab85c5d-7019-48ac-96af-4dad81ecb47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:33.889294 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e1bd7-bcf3-4a8b-9388-ee707940df6c req-62c4c212-9f86-49af-887d-92255fb800e2 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:33.893260 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8af0ef32-ac00-48c3-bfe4-3c32f3a75c7b req-21b7447c-b880-4ef4-b9a4-df30fa367ecb tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938835 Nov 25 19:24:33.900107 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-487e1bd7-bcf3-4a8b-9388-ee707940df6c req-62c4c212-9f86-49af-887d-92255fb800e2 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae4949a0-9f78-40c1-bd07-daa5793e7f45 HTTP/1.1" status: 200 len: 945 time: 0.1842291 Nov 25 19:24:33.967587 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-e5f18d4c-ffa2-4123-9fca-0bd47a03cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:33.970520 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-e5f18d4c-ffa2-4123-9fca-0bd47a03cdcb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 1095 time: 0.0753882 Nov 25 19:24:34.002240 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:34.025033 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400b5905-cda2-4703-9ac1-545376360ea6 x-openstack-request-id: req-400b5905-cda2-4703-9ac1-545376360ea6 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:24:34.025322 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d87a23-2c92-4a90-a39f-a84d0bb3a746", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad2908d-8dc8-4691-a342-f383caa653cd", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:24:34.025742 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-400b5905-cda2-4703-9ac1-545376360ea6 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:24:34.026041 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d87a23-2c92-4a90-a39f-a84d0bb3a746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad2908d-8dc8-4691-a342-f383caa653cd', 'code': 200} Nov 25 19:24:34.114607 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=6ad2908d-8dc8-4691-a342-f383caa653cd,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:34.226441 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-487e1bd7-bcf3-4a8b-9388-ee707940df6c req-22eb45f4-a385-4fa0-9955-20b25be97f64 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?id=151d8eda-0fa1-4893-a3e6-a191fb6bbf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250492 Nov 25 19:24:34.265820 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab85c5d-7019-48ac-96af-4dad81ecb47b None None] Routers {'566f9cc8-1b95-421e-9481-9d059acf4393'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:24:34.267399 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9ab85c5d-7019-48ac-96af-4dad81ecb47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:24:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['566f9cc8-1b95-421e-9481-9d059acf4393'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:34.295713 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-8aebba8c-3ae0-4643-afd7-7c664b831b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:34.302598 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-8aebba8c-3ae0-4643-afd7-7c664b831b0a service neutron] 10.222.0.73 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 921 time: 0.3093469 Nov 25 19:24:34.387397 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d366c928-f0cd-4ab4-8378-98294d04720c tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Made reservation on behalf of 0f7164e740744c639f0ffd8c8c8559ff for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:24:34.397987 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d366c928-f0cd-4ab4-8378-98294d04720c tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:34.464894 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52577474-762c-4821-b3e9-84263b6a0cd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-aca42a31-c672-4e88-8d9a-82a72fa68149', 'network_id': 'aca42a31-c672-4e88-8d9a-82a72fa68149', 'tenant_id': '0f7164e740744c639f0ffd8c8c8559ff', 'fixed_ips': [{'subnet_id': 'd4955fa9-e6c6-4a5c-aa7d-e88b8ee9d8bc'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:24:34.466368 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-52577474-762c-4821-b3e9-84263b6a0cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:34.502834 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-c89f6a7f-c77a-4aeb-80d9-06ea0ae62e2b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 HTTP/1.1" status: 200 len: 217 time: 0.1641109 Nov 25 19:24:34.569498 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1db47-b074-48e8-a4e1-cfeec1069020 None None] Pushing event updated for resources: {'Port': ['ID=479553f0-8885-4059-97db-d4823227a0f6,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:34.694770 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca054dd3-5f01-4985-8142-9cf0a34d06c7 req-24bf204d-73b2-41bc-9448-5e43dad740bd tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:34.696842 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ca054dd3-5f01-4985-8142-9cf0a34d06c7 req-24bf204d-73b2-41bc-9448-5e43dad740bd tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 944 time: 0.3925922 Nov 25 19:24:34.700352 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-7b943c8b-3191-4a21-a1af-9d1aa3669d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:34.702363 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-7b943c8b-3191-4a21-a1af-9d1aa3669d51 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=688fcc59-0345-41e4-9b88-cea9e7c21583 HTTP/1.1" status: 200 len: 860 time: 0.1118498 Nov 25 19:24:34.764533 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-6e70eac7-5f38-4aca-95aa-83e7f9bb7ffc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e27d2294-de95-4945-9062-292b41b6ea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448899 Nov 25 19:24:34.780736 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7292c8bd-6eb4-45da-86a4-7aeb1e7c4c2f None None] Provisioning complete for port 479553f0-8885-4059-97db-d4823227a0f6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:34.782257 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7292c8bd-6eb4-45da-86a4-7aeb1e7c4c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:34.847061 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-9ab85c5d-7019-48ac-96af-4dad81ecb47b None None] Set router 566f9cc8-1b95-421e-9481-9d059acf4393 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:24:34.927297 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ca054dd3-5f01-4985-8142-9cf0a34d06c7 req-9881cc5b-90b0-49ef-b521-6c5a7877ca2d tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169278 Nov 25 19:24:34.988688 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d358b-d926-410b-918b-5aa963f5d0ee req-9a784f25-e390-49a5-a6de-a079f718f88e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:34.999097 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-658d358b-d926-410b-918b-5aa963f5d0ee req-9a784f25-e390-49a5-a6de-a079f718f88e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 945 time: 0.2911131 Nov 25 19:24:35.038158 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-58903c2c-4050-4aba-b010-b844ff33c865 service neutron] 10.222.0.73 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589269 Nov 25 19:24:35.171349 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-52577474-762c-4821-b3e9-84263b6a0cd7 None None] Allocated IP 19.80.0.2 (aca42a31-c672-4e88-8d9a-82a72fa68149/d4955fa9-e6c6-4a5c-aa7d-e88b8ee9d8bc/e45fff16-6558-4d1f-8fc7-0e2f92d587a6) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:24:35.254562 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-658d358b-d926-410b-918b-5aa963f5d0ee req-c84e6ab5-9567-4627-8538-f83c841096a5 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548530 Nov 25 19:24:35.364093 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:35.372665 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7292c8bd-6eb4-45da-86a4-7aeb1e7c4c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:35.390135 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8995f92-2c83-4c98-8f5f-302645ee2f74 req-31d53671-984a-4039-b88a-5574b71997f1 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:35.392978 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8995f92-2c83-4c98-8f5f-302645ee2f74 req-31d53671-984a-4039-b88a-5574b71997f1 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 945 time: 0.2000210 Nov 25 19:24:35.415741 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-d5f694c8-c35a-4184-9f54-9ec8eb5277b2 service neutron] 10.222.0.73 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645172 Nov 25 19:24:35.443072 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7292c8bd-6eb4-45da-86a4-7aeb1e7c4c2f None None] For port 479553f0-8885-4059-97db-d4823227a0f6, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=479553f0-8885-4059-97db-d4823227a0f6,segment=NetworkSegment(43fa336e-0519-493a-9889-5900be72a9bc),segment_id=43fa336e-0519-493a-9889-5900be72a9bc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:35.475419 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7292c8bd-6eb4-45da-86a4-7aeb1e7c4c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:35.542947 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:35.578831 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8995f92-2c83-4c98-8f5f-302645ee2f74 req-a887a9bc-183a-460e-8edf-ebd6a3bc630e tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701925 Nov 25 19:24:35.679472 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292c8bd-6eb4-45da-86a4-7aeb1e7c4c2f None None] Pushing event updated for resources: {'Port': ['ID=479553f0-8885-4059-97db-d4823227a0f6,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:35.711169 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-52577474-762c-4821-b3e9-84263b6a0cd7 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:35.720618 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-52577474-762c-4821-b3e9-84263b6a0cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:35.760921 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9ab85c5d-7019-48ac-96af-4dad81ecb47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566f9cc8-1b95-421e-9481-9d059acf4393', 'name': 'tempest-ServersTestMultiNic-1986160917-router', 'tenant_id': '0f7164e740744c639f0ffd8c8c8559ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '51c29538-8197-426f-a7cd-b88c72f36b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:24:14Z', 'updated_at': '2021-11-25T19:24:27Z', 'revision_number': 4, 'project_id': '0f7164e740744c639f0ffd8c8c8559ff', 'gw_port': {'id': '51c29538-8197-426f-a7cd-b88c72f36b20', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566f9cc8-1b95-421e-9481-9d059acf4393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:24:16Z', 'updated_at': '2021-11-25T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '479553f0-8885-4059-97db-d4823227a0f6', 'name': '', 'network_id': '9d9dd9e5-8906-423b-b97f-d3926f0851fd', 'tenant_id': '0f7164e740744c639f0ffd8c8c8559ff', 'mac_address': 'fa:16:3e:e8:ef:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566f9cc8-1b95-421e-9481-9d059acf4393', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '3aafd86c-5023-486d-a0e6-ced77c107f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:24:24Z', 'updated_at': '2021-11-25T19:24:33Z', 'revision_number': 4, 'project_id': '0f7164e740744c639f0ffd8c8c8559ff', 'subnets': [{'id': '3aafd86c-5023-486d-a0e6-ced77c107f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:35.809287 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device af73c99d-e823-47c4-aa9a-9c282680758f details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:24:35.811400 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device c3dafa68-d4b6-4593-9e64-19f711500c5a up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:24:35.820369 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab85c5d-7019-48ac-96af-4dad81ecb47b None None] The sync data for ids ['566f9cc8-1b95-421e-9481-9d059acf4393'] in n-d-819349-5 is: [{'id': '566f9cc8-1b95-421e-9481-9d059acf4393', 'name': 'tempest-ServersTestMultiNic-1986160917-router', 'tenant_id': '0f7164e740744c639f0ffd8c8c8559ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '51c29538-8197-426f-a7cd-b88c72f36b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:24:14Z', 'updated_at': '2021-11-25T19:24:27Z', 'revision_number': 4, 'project_id': '0f7164e740744c639f0ffd8c8c8559ff', 'gw_port': {'id': '51c29538-8197-426f-a7cd-b88c72f36b20', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566f9cc8-1b95-421e-9481-9d059acf4393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:24:16Z', 'updated_at': '2021-11-25T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '479553f0-8885-4059-97db-d4823227a0f6', 'name': '', 'network_id': '9d9dd9e5-8906-423b-b97f-d3926f0851fd', 'tenant_id': '0f7164e740744c639f0ffd8c8c8559ff', 'mac_address': 'fa:16:3e:e8:ef:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566f9cc8-1b95-421e-9481-9d059acf4393', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '3aafd86c-5023-486d-a0e6-ced77c107f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:24:24Z', 'updated_at': '2021-11-25T19:24:33Z', 'revision_number': 4, 'project_id': '0f7164e740744c639f0ffd8c8c8559ff', 'subnets': [{'id': '3aafd86c-5023-486d-a0e6-ced77c107f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:24:35.873224 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52577474-762c-4821-b3e9-84263b6a0cd7 None None] Network aca42a31-c672-4e88-8d9a-82a72fa68149 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:35.890165 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52577474-762c-4821-b3e9-84263b6a0cd7 None None] Pushing event updated for resources: {'Port': ['ID=e45fff16-6558-4d1f-8fc7-0e2f92d587a6,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:35.915893 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-52577474-762c-4821-b3e9-84263b6a0cd7 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:35.919249 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52577474-762c-4821-b3e9-84263b6a0cd7 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:24:35.968163 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-2aaddea2-903d-4ecb-a8a0-e409a53112eb tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:35.976571 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-2aaddea2-903d-4ecb-a8a0-e409a53112eb tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee&tenant_id=add7c5b3ff5b453f94df091d8db99f5d&binding%3Ahost_id=n-h1-819349-5 HTTP/1.1" status: 200 len: 1095 time: 0.1549764 Nov 25 19:24:36.049580 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d366c928-f0cd-4ab4-8378-98294d04720c tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:36.181516 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a2037-2803-477b-a9b5-8aa5b2ad9fab req-658c4d7d-af2d-4a34-a832-4c95a10e81b0 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:36.195266 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7f7a2037-2803-477b-a9b5-8aa5b2ad9fab req-658c4d7d-af2d-4a34-a832-4c95a10e81b0 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae4949a0-9f78-40c1-bd07-daa5793e7f45 HTTP/1.1" status: 200 len: 945 time: 0.4119864 Nov 25 19:24:36.285378 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 479553f0-8885-4059-97db-d4823227a0f6 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:24:36.337530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-db139398-ffec-4018-80f6-23bcf149d64d tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:36.340669 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-db139398-ffec-4018-80f6-23bcf149d64d tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/networks?id=cda7496d-bf1c-4f51-9cb3-30cbb8a65738 HTTP/1.1" status: 200 len: 811 time: 0.2126002 Nov 25 19:24:36.352695 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port c3dafa68-d4b6-4593-9e64-19f711500c5a completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:24:36.355122 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366c928-f0cd-4ab4-8378-98294d04720c tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event updated for resources: {'Subnet': ['ID=ab3af37c-c4c8-4580-85cb-e8ca4fe77956,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:36.369630 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7f7a2037-2803-477b-a9b5-8aa5b2ad9fab req-5c6937ce-f577-43b5-8ed0-9d0124d66b9c tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?id=151d8eda-0fa1-4893-a3e6-a191fb6bbf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708875 Nov 25 19:24:36.398151 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port c3dafa68-d4b6-4593-9e64-19f711500c5a triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:36.411425 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:36.415056 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-52577474-762c-4821-b3e9-84263b6a0cd7 None None] Attempting to bind port e45fff16-6558-4d1f-8fc7-0e2f92d587a6 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:24:36.417237 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-52577474-762c-4821-b3e9-84263b6a0cd7 None None] Attempting to bind port e45fff16-6558-4d1f-8fc7-0e2f92d587a6 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'aca42a31-c672-4e88-8d9a-82a72fa68149'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:24:36.420368 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52577474-762c-4821-b3e9-84263b6a0cd7 None None] Attempting to bind port e45fff16-6558-4d1f-8fc7-0e2f92d587a6 on network aca42a31-c672-4e88-8d9a-82a72fa68149 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:36.436053 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-2630b599-d48f-4cf4-baa1-b006913f4f23 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/quotas/946f818daf4a4dbcab9cf628061e104a HTTP/1.1" status: 200 len: 375 time: 0.0228515 Nov 25 19:24:36.455896 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7df3e80-89f5-4d8a-a257-b4341c0afa11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:36.509156 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52577474-762c-4821-b3e9-84263b6a0cd7 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:24:36.514418 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52577474-762c-4821-b3e9-84263b6a0cd7 None None] Checking segment: {'id': 'e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'aca42a31-c672-4e88-8d9a-82a72fa68149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:36.515111 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-52577474-762c-4821-b3e9-84263b6a0cd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:36.515780 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52577474-762c-4821-b3e9-84263b6a0cd7 None None] Bound using segment: {'id': 'e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'aca42a31-c672-4e88-8d9a-82a72fa68149'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:24:36.516360 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-acad87a5-223b-458f-8491-531cf8f327dc service neutron] For port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:24:36.519784 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-52577474-762c-4821-b3e9-84263b6a0cd7 None None] Bound port: e45fff16-6558-4d1f-8fc7-0e2f92d587a6, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'aca42a31-c672-4e88-8d9a-82a72fa68149'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:24:36.520374 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-52577474-762c-4821-b3e9-84263b6a0cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:36.528765 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-a342b303-2f25-4883-8055-e7ea244ec9ed tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=946f818daf4a4dbcab9cf628061e104a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918555 Nov 25 19:24:36.535775 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-acad87a5-223b-458f-8491-531cf8f327dc service neutron] Publish callbacks [] for binding, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:36.539174 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f815b497-4b39-4cd3-a79a-77dcc2d073f6 req-acad87a5-223b-458f-8491-531cf8f327dc service neutron] 10.222.0.73 "DELETE /v2.0/ports/9d52ca61-7a3d-44d9-8b9c-99dff1bcc418/bindings/n-h2-819349-5 HTTP/1.1" status: 204 len: 173 time: 0.5501111 Nov 25 19:24:36.589915 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d366c928-f0cd-4ab4-8378-98294d04720c tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Checking segment: {'id': 'fe38008d-2600-4b83-92cf-6c5d439a2c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e194a577-3459-494f-9608-026e3cbe9033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:36.590738 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d366c928-f0cd-4ab4-8378-98294d04720c tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Network hostable DHCP agents. Network: e194a577-3459-494f-9608-026e3cbe9033, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:24:36.600113 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port af73c99d-e823-47c4-aa9a-9c282680758f, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=af73c99d-e823-47c4-aa9a-9c282680758f,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:36.691908 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d366c928-f0cd-4ab4-8378-98294d04720c tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Network e194a577-3459-494f-9608-026e3cbe9033 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:24:36.708563 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'af73c99d-e823-47c4-aa9a-9c282680758f', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': 'af73c99d-e823-47c4-aa9a-9c282680758f', 'mac_address': 'fa:16:3e:3b:d1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:24:36.729993 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-e52c8802-41a8-44cb-96c6-280731d0e4b2 service neutron] 10.222.0.55 "GET /v2.0/networks/cda7496d-bf1c-4f51-9cb3-30cbb8a65738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892378 Nov 25 19:24:36.749799 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 479553f0-8885-4059-97db-d4823227a0f6 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:36.750871 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:36.773304 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8730467-88d6-4e64-bdbc-5ad48da40bef req-9d7061e1-4ef3-4af8-bd35-8d95e58f7962 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:36.779020 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c8730467-88d6-4e64-bdbc-5ad48da40bef req-9d7061e1-4ef3-4af8-bd35-8d95e58f7962 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 944 time: 0.1786771 Nov 25 19:24:36.825499 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d366c928-f0cd-4ab4-8378-98294d04720c tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, e194a577-3459-494f-9608-026e3cbe9033) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:36.842541 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d366c928-f0cd-4ab4-8378-98294d04720c tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:36.843158 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d366c928-f0cd-4ab4-8378-98294d04720c tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:36.854681 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dec06f2-c148-4c0e-9357-d9281c2a43b5 None None] Network e194a577-3459-494f-9608-026e3cbe9033 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:24:36.869635 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-52577474-762c-4821-b3e9-84263b6a0cd7 None None] For port e45fff16-6558-4d1f-8fc7-0e2f92d587a6, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:24:36.914036 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-48153f7b-4cb7-4411-bdee-687c2e9dcc41 service neutron] 10.222.0.55 "GET /v2.0/networks/cda7496d-bf1c-4f51-9cb3-30cbb8a65738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827545 Nov 25 19:24:36.967236 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d366c928-f0cd-4ab4-8378-98294d04720c tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1730287 Nov 25 19:24:37.078416 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c8730467-88d6-4e64-bdbc-5ad48da40bef req-8a3231e9-9a81-466b-88ec-fc8309e5c23e tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496061 Nov 25 19:24:37.208586 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e7df3e80-89f5-4d8a-a257-b4341c0afa11 admin admin] Deleting port f2d42d6c-fe39-4c4d-8170-5c6637a706f9 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:24:37.208925 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7df3e80-89f5-4d8a-a257-b4341c0afa11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:37.346190 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fcefd-dbe9-40d0-984e-48f182a19d3d req-ca967bab-3dff-4de2-a2c1-c26ea9f5bf8b tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:37.348668 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c06fcefd-dbe9-40d0-984e-48f182a19d3d req-ca967bab-3dff-4de2-a2c1-c26ea9f5bf8b tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 945 time: 0.1456466 Nov 25 19:24:37.436416 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-e7df3e80-89f5-4d8a-a257-b4341c0afa11 admin admin] For port f2d42d6c-fe39-4c4d-8170-5c6637a706f9, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f2d42d6c-fe39-4c4d-8170-5c6637a706f9,segment=NetworkSegment(7f8c6dc5-d64e-4c24-81a7-b06570806014),segment_id=7f8c6dc5-d64e-4c24-81a7-b06570806014)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:37.438420 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7df3e80-89f5-4d8a-a257-b4341c0afa11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:37.472301 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c06fcefd-dbe9-40d0-984e-48f182a19d3d req-758950ed-555f-4c53-b3fd-9c9b8bef1794 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134789 Nov 25 19:24:37.495301 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e7df3e80-89f5-4d8a-a257-b4341c0afa11 admin admin] Calling delete_port for f2d42d6c-fe39-4c4d-8170-5c6637a706f9 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:24:37.567996 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-52577474-762c-4821-b3e9-84263b6a0cd7 None None] For port e45fff16-6558-4d1f-8fc7-0e2f92d587a6, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e45fff16-6558-4d1f-8fc7-0e2f92d587a6,segment=NetworkSegment(e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19),segment_id=e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:24:37.585330 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-52577474-762c-4821-b3e9-84263b6a0cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:37.625205 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:37.673208 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:37.921072 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af73c99d-e823-47c4-aa9a-9c282680758f {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:24:37.951156 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dbbdc1ca-2239-491b-a614-fb8ce02170a6 req-4b5e71e4-c0b2-49e3-be0d-86427d692d79 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 210 time: 0.0931170 Nov 25 19:24:37.970638 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4949a0-9f78-40c1-bd07-daa5793e7f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3dafa68-d4b6-4593-9e64-19f711500c5a'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:24:37.973369 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286d421b-375c-4434-8626-1cbaae990030" -d '{"events": [{"server_uuid": "ae4949a0-9f78-40c1-bd07-daa5793e7f45", "name": "network-vif-plugged", "status": "completed", "tag": "c3dafa68-d4b6-4593-9e64-19f711500c5a"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:24:37.992727 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52577474-762c-4821-b3e9-84263b6a0cd7 None None] Pushing event updated for resources: {'Port': ['ID=e45fff16-6558-4d1f-8fc7-0e2f92d587a6,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:38.163080 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-1223c364-9ce7-4b0c-904f-6629880bb979 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:38.171057 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port af73c99d-e823-47c4-aa9a-9c282680758f, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=af73c99d-e823-47c4-aa9a-9c282680758f,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:38.200059 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-1223c364-9ce7-4b0c-904f-6629880bb979 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:38.242591 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-1223c364-9ce7-4b0c-904f-6629880bb979 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/networks?id=aca42a31-c672-4e88-8d9a-82a72fa68149&id=e194a577-3459-494f-9608-026e3cbe9033&id=aca42a31-c672-4e88-8d9a-82a72fa68149 HTTP/1.1" status: 200 len: 1392 time: 0.5232410 Nov 25 19:24:38.264264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port c3dafa68-d4b6-4593-9e64-19f711500c5a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c3dafa68-d4b6-4593-9e64-19f711500c5a,segment=NetworkSegment(36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c),segment_id=36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:38.360328 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-4f8868aa-a201-4ae4-9429-22ef2c1f5ba5 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/quotas/0f7164e740744c639f0ffd8c8c8559ff HTTP/1.1" status: 200 len: 375 time: 0.0843363 Nov 25 19:24:38.388318 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7df3e80-89f5-4d8a-a257-b4341c0afa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:38.434417 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:38.445603 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:38.584292 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['af73c99d-e823-47c4-aa9a-9c282680758f'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:24:38.701957 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df3e80-89f5-4d8a-a257-b4341c0afa11 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d42d6c-fe39-4c4d-8170-5c6637a706f9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:38.952724 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-e194a577-3459-494f-9608-026e3cbe9033', 'network_id': 'e194a577-3459-494f-9608-026e3cbe9033', 'tenant_id': '0f7164e740744c639f0ffd8c8c8559ff', 'fixed_ips': [{'subnet_id': 'ab3af37c-c4c8-4580-85cb-e8ca4fe77956'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:24:38.957379 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:39.035612 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=c3dafa68-d4b6-4593-9e64-19f711500c5a,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:39.117772 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b9e91-4bbe-455a-be20-0fab3c9f52b3 req-0ffee65d-4c9b-409a-8030-6f022a5a1283 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:39.131231 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a25b9e91-4bbe-455a-be20-0fab3c9f52b3 req-0ffee65d-4c9b-409a-8030-6f022a5a1283 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae4949a0-9f78-40c1-bd07-daa5793e7f45 HTTP/1.1" status: 200 len: 946 time: 0.4808981 Nov 25 19:24:39.415703 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a25b9e91-4bbe-455a-be20-0fab3c9f52b3 req-08546f13-bd57-4b11-8be8-72796d0747c5 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?id=151d8eda-0fa1-4893-a3e6-a191fb6bbf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821181 Nov 25 19:24:39.511468 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7df3e80-89f5-4d8a-a257-b4341c0afa11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:39.512722 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=af73c99d-e823-47c4-aa9a-9c282680758f,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:39.594537 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def3f66c-1f18-4c72-9cdd-3c10aa7ac6d2 x-openstack-request-id: req-def3f66c-1f18-4c72-9cdd-3c10aa7ac6d2 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:24:39.595705 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4949a0-9f78-40c1-bd07-daa5793e7f45", "name": "network-vif-plugged", "status": "completed", "tag": "c3dafa68-d4b6-4593-9e64-19f711500c5a", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:24:39.596579 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-def3f66c-1f18-4c72-9cdd-3c10aa7ac6d2 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:24:39.599871 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4949a0-9f78-40c1-bd07-daa5793e7f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3dafa68-d4b6-4593-9e64-19f711500c5a', 'code': 200} Nov 25 19:24:39.782594 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-93b007b8-fced-4726-a7d5-8be389a8fbf6 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f7164e740744c639f0ffd8c8c8559ff&fields=id HTTP/1.1" status: 200 len: 348 time: 1.4073040 Nov 25 19:24:39.990977 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Allocated IP 19.86.0.2 (e194a577-3459-494f-9608-026e3cbe9033/ab3af37c-c4c8-4580-85cb-e8ca4fe77956/da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:24:40.204196 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-4dba3f77-c63a-4c9a-846c-9f2d3ca4527d service neutron] 10.222.0.55 "GET /v2.0/networks/aca42a31-c672-4e88-8d9a-82a72fa68149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149275 Nov 25 19:24:40.395543 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39771cae-544e-4227-8af2-5c1acfbc8e6a req-aeb15b5e-1c7f-481f-9a7a-c511b5cb635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:40.395543 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-39771cae-544e-4227-8af2-5c1acfbc8e6a req-aeb15b5e-1c7f-481f-9a7a-c511b5cb635f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ae4949a0-9f78-40c1-bd07-daa5793e7f45 HTTP/1.1" status: 200 len: 1097 time: 0.4847391 Nov 25 19:24:40.412390 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeda84a-b6e5-43da-93e0-80ef7ebfe575 req-e99235d7-46af-47cd-b0c5-7b4df110fb27 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:40.423249 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bfeda84a-b6e5-43da-93e0-80ef7ebfe575 req-e99235d7-46af-47cd-b0c5-7b4df110fb27 tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 1095 time: 0.6594779 Nov 25 19:24:40.525033 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device af73c99d-e823-47c4-aa9a-9c282680758f up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:24:40.530206 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-65f4e439-c1f8-45ed-ba2f-5c474d7bde12 service neutron] 10.222.0.55 "GET /v2.0/networks/aca42a31-c672-4e88-8d9a-82a72fa68149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949080 Nov 25 19:24:40.883422 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7df3e80-89f5-4d8a-a257-b4341c0afa11 admin admin] Router 74682712-63be-4d2d-9bc9-8b67ffcffb9d has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:24:40.891411 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-39771cae-544e-4227-8af2-5c1acfbc8e6a req-c781ff46-701e-4736-8dd3-f620a2d87dfc service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=151d8eda-0fa1-4893-a3e6-a191fb6bbf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924502 Nov 25 19:24:40.910547 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bfeda84a-b6e5-43da-93e0-80ef7ebfe575 req-6a9ee0ad-e8f5-4f25-a810-d4e57c1f069f tempest-LiveAutoBlockMigrationV225Test-33654486 tempest-LiveAutoBlockMigrationV225Test-33654486-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833276 Nov 25 19:24:41.013723 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:41.031401 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c773fb6b-068f-4fee-9854-b1d10a024a8b None None] Network aca42a31-c672-4e88-8d9a-82a72fa68149 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:24:41.038941 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port af73c99d-e823-47c4-aa9a-9c282680758f triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:41.039465 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:41.045530 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:41.102510 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e45fff16-6558-4d1f-8fc7-0e2f92d587a6 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:24:41.153379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-6b45f07b-a947-47c3-87a6-0a634dcbe3a7 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:41.156222 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-6b45f07b-a947-47c3-87a6-0a634dcbe3a7 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.85 "GET /v2.0/networks?id=cda7496d-bf1c-4f51-9cb3-30cbb8a65738 HTTP/1.1" status: 200 len: 811 time: 0.5797200 Nov 25 19:24:41.179319 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-182cbf5f-2894-45a0-ae3f-acb8fbe2041f service neutron] 10.222.0.55 "GET /v2.0/networks/e194a577-3459-494f-9608-026e3cbe9033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6470602 Nov 25 19:24:41.187016 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-30528db5-c1cb-4362-ba31-d66267a19d4c tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Request body: {'port': {'device_id': '141634fe-c179-409b-b2d9-04a8075d65f3', 'network_id': 'cda7496d-bf1c-4f51-9cb3-30cbb8a65738', 'admin_state_up': True, 'tenant_id': '946f818daf4a4dbcab9cf628061e104a'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:41.304143 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Network e194a577-3459-494f-9608-026e3cbe9033 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:41.311497 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-99a6dd9a-3de8-4dd6-9db3-bc339bcfb4e9 None None] Provisioning complete for port e45fff16-6558-4d1f-8fc7-0e2f92d587a6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:41.312038 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-99a6dd9a-3de8-4dd6-9db3-bc339bcfb4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:41.397603 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:41.416403 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:24:41.513656 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Attempting to bind port da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:24:41.514033 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7df3e80-89f5-4d8a-a257-b4341c0afa11 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:24:41.514760 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Attempting to bind port da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'fe38008d-2600-4b83-92cf-6c5d439a2c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e194a577-3459-494f-9608-026e3cbe9033'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:24:41.514760 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Attempting to bind port da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9 on network e194a577-3459-494f-9608-026e3cbe9033 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:41.527230 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:24:41.528119 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Checking segment: {'id': 'fe38008d-2600-4b83-92cf-6c5d439a2c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e194a577-3459-494f-9608-026e3cbe9033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:41.528774 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:41.529277 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Bound using segment: {'id': 'fe38008d-2600-4b83-92cf-6c5d439a2c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e194a577-3459-494f-9608-026e3cbe9033'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:24:41.529956 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Bound port: da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe38008d-2600-4b83-92cf-6c5d439a2c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e194a577-3459-494f-9608-026e3cbe9033'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:24:41.530494 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:41.537819 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c5cc1-7b78-4148-933f-91e2657d9505 None None] Sync routers for ids ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:24:41.548969 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Pushing event updated for resources: {'Port': ['ID=da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:41.549327 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cebd22-7f1d-4e51-8c98-e93a4137aa87 req-4910fccc-e628-4182-8c46-73a015b150fc tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:41.561937 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port e45fff16-6558-4d1f-8fc7-0e2f92d587a6 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:41.561937 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:41.568084 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c8cebd22-7f1d-4e51-8c98-e93a4137aa87 req-4910fccc-e628-4182-8c46-73a015b150fc tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 945 time: 0.2897713 Nov 25 19:24:41.586283 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c5cc1-7b78-4148-933f-91e2657d9505 None None] Routers {'74682712-63be-4d2d-9bc9-8b67ffcffb9d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:24:41.587661 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2b0c5cc1-7b78-4148-933f-91e2657d9505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:24:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:41.628054 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-753441cf-3755-489e-8015-89229422572a service neutron] 10.222.0.55 "GET /v2.0/networks/e194a577-3459-494f-9608-026e3cbe9033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024414 Nov 25 19:24:41.667240 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e7df3e80-89f5-4d8a-a257-b4341c0afa11 admin admin] 10.222.0.55 "PUT /v2.0/routers/74682712-63be-4d2d-9bc9-8b67ffcffb9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1051211 Nov 25 19:24:41.672605 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57990) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:41.675421 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-132b68c2-94da-40d9-a22c-47a9b4b36d66 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:41.679575 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-132b68c2-94da-40d9-a22c-47a9b4b36d66 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63&tenant_id=12018ca1c64542299c2d57a199401db7&binding%3Ahost_id=n-h1-819349-5 HTTP/1.1" status: 200 len: 1096 time: 0.3515489 Nov 25 19:24:41.703473 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-087b48c7-1696-47b4-84b8-69b535dda0fb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819349-5'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:41.743433 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:41.887866 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-2b0c5cc1-7b78-4148-933f-91e2657d9505 None None] Set router 74682712-63be-4d2d-9bc9-8b67ffcffb9d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:24:41.926189 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:41.928699 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-99a6dd9a-3de8-4dd6-9db3-bc339bcfb4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:41.997980 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-087b48c7-1696-47b4-84b8-69b535dda0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:42.036119 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port af73c99d-e823-47c4-aa9a-9c282680758f, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=af73c99d-e823-47c4-aa9a-9c282680758f,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:42.049581 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d55d1ec-7f06-4f9a-9853-c0dc1d43449b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af73c99d-e823-47c4-aa9a-9c282680758f'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:24:42.052779 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b13005-41c1-4aa6-8263-82ef448b1143" -d '{"events": [{"server_uuid": "2d55d1ec-7f06-4f9a-9853-c0dc1d43449b", "name": "network-vif-plugged", "status": "completed", "tag": "af73c99d-e823-47c4-aa9a-9c282680758f"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:24:42.063655 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c8cebd22-7f1d-4e51-8c98-e93a4137aa87 req-12f24ebf-7e95-4f91-a1b5-2b01aab6ee10 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834535 Nov 25 19:24:42.063920 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:42.067915 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] For port da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:24:42.106116 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-99a6dd9a-3de8-4dd6-9db3-bc339bcfb4e9 None None] For port e45fff16-6558-4d1f-8fc7-0e2f92d587a6, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e45fff16-6558-4d1f-8fc7-0e2f92d587a6,segment=NetworkSegment(e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19),segment_id=e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:42.147867 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-99a6dd9a-3de8-4dd6-9db3-bc339bcfb4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:42.171921 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] For port da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9,segment=NetworkSegment(fe38008d-2600-4b83-92cf-6c5d439a2c95),segment_id=fe38008d-2600-4b83-92cf-6c5d439a2c95)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:24:42.192436 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-30528db5-c1cb-4362-ba31-d66267a19d4c tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Made reservation on behalf of 946f818daf4a4dbcab9cf628061e104a for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:24:42.202233 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-30528db5-c1cb-4362-ba31-d66267a19d4c tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:42.217443 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:42.278454 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=af73c99d-e823-47c4-aa9a-9c282680758f,revision_number=7']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:42.286334 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:24:42.287202 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:24:42.478380 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device e84ebc53-14c2-411b-910c-2395c76a7832 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:24:42.549816 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6dd9a-3de8-4dd6-9db3-bc339bcfb4e9 None None] Pushing event updated for resources: {'Port': ['ID=e45fff16-6558-4d1f-8fc7-0e2f92d587a6,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:42.700625 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2b0c5cc1-7b78-4148-933f-91e2657d9505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267379900-router', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:40Z', 'updated_at': '2021-11-25T19:24:38Z', 'revision_number': 5, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'gw_port': {'id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:41Z', 'updated_at': '2021-11-25T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:42.860058 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-b3a6e4a3-80bc-49a2-8a9f-6161782e8a60 service neutron] 10.222.0.55 "GET /v2.0/networks/aca42a31-c672-4e88-8d9a-82a72fa68149?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2047832 Nov 25 19:24:42.868940 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-30528db5-c1cb-4362-ba31-d66267a19d4c tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Allocated IP 172.20.0.6 (cda7496d-bf1c-4f51-9cb3-30cbb8a65738/30ef7416-4ccd-48d8-9a48-41aeb811d2f6/109b060b-7b7a-4aa9-b628-03fdeeb48359) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:24:43.070641 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c5cc1-7b78-4148-933f-91e2657d9505 None None] Checking router: 74682712-63be-4d2d-9bc9-8b67ffcffb9d for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:24:43.081719 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:24:43.139991 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c5cc1-7b78-4148-933f-91e2657d9505 None None] Routers {'74682712-63be-4d2d-9bc9-8b67ffcffb9d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:24:43.141047 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2b0c5cc1-7b78-4148-933f-91e2657d9505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:24:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:43.204941 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-087b48c7-1696-47b4-84b8-69b535dda0fb service neutron] For port e84ebc53-14c2-411b-910c-2395c76a7832, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=e84ebc53-14c2-411b-910c-2395c76a7832,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:43.255276 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bd80975f-5b48-4656-af49-de11646bd631 req-47e78c41-56cf-4e05-ac61-2e88d86b4a73 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 210 time: 0.5731201 Nov 25 19:24:43.376976 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-087b48c7-1696-47b4-84b8-69b535dda0fb service neutron] For port e84ebc53-14c2-411b-910c-2395c76a7832, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:24:43.395540 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b052b91-4080-46ce-b59a-d559cf9cd613 admin admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:43.417939 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-b0a9fa4c-ff3d-4a28-911f-b65b98c05b7d service neutron] 10.222.0.55 "GET /v2.0/networks/aca42a31-c672-4e88-8d9a-82a72fa68149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305808 Nov 25 19:24:43.614429 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-2b0c5cc1-7b78-4148-933f-91e2657d9505 None None] Set router 74682712-63be-4d2d-9bc9-8b67ffcffb9d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:24:43.709191 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee476c6-3b21-4fb7-90d6-7c60880fed63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e84ebc53-14c2-411b-910c-2395c76a7832'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:24:43.736346 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9a9a83-305e-4a5d-a36a-f8157bf3edcc" -d '{"events": [{"server_uuid": "2ee476c6-3b21-4fb7-90d6-7c60880fed63", "name": "network-vif-unplugged", "status": "completed", "tag": "e84ebc53-14c2-411b-910c-2395c76a7832"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:24:43.755290 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-087b48c7-1696-47b4-84b8-69b535dda0fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:43.777898 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e45fff16-6558-4d1f-8fc7-0e2f92d587a6 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:24:43.800706 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-087b48c7-1696-47b4-84b8-69b535dda0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:43.920028 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port e84ebc53-14c2-411b-910c-2395c76a7832, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=e84ebc53-14c2-411b-910c-2395c76a7832,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:43.927528 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Pushing event updated for resources: {'Port': ['ID=da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:43.960381 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3c538cf7-b0b1-4b7d-b223-297c33a11eba None None] Provisioning complete for port e45fff16-6558-4d1f-8fc7-0e2f92d587a6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:43.961656 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3c538cf7-b0b1-4b7d-b223-297c33a11eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:44.044251 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:44.044962 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:44.045494 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:44.046029 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:44.046595 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:44.047135 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:44.047654 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:44.058759 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:44.059515 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:44.060428 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:44.062143 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:44.062753 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b683781-e7d8-41d7-853c-e1c09a6fecf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:44.094435 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device e84ebc53-14c2-411b-910c-2395c76a7832 has no active binding in host n-h2-819349-5 {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 19:24:44.114588 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b052b91-4080-46ce-b59a-d559cf9cd613 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:44.130108 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2b0c5cc1-7b78-4148-933f-91e2657d9505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267379900-router', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:40Z', 'updated_at': '2021-11-25T19:24:38Z', 'revision_number': 5, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'gw_port': {'id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:41Z', 'updated_at': '2021-11-25T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:44.234071 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port e45fff16-6558-4d1f-8fc7-0e2f92d587a6 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:44.235551 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:44.236755 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c5cc1-7b78-4148-933f-91e2657d9505 None None] The sync data for ids ['74682712-63be-4d2d-9bc9-8b67ffcffb9d'] in n-d-819349-5 is: [{'id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267379900-router', 'tenant_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:40Z', 'updated_at': '2021-11-25T19:24:38Z', 'revision_number': 5, 'project_id': '7a0774263f4e41ea9fe03c9d57378dcf', 'gw_port': {'id': 'd7937e85-12ad-49fb-a932-0dba91560ad5', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74682712-63be-4d2d-9bc9-8b67ffcffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:41Z', 'updated_at': '2021-11-25T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:24:44.496453 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a045a2-52d7-450a-948b-f2ea423ffa40 req-74c325f3-6a26-4d42-882e-39bd2f5311b5 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:44.514731 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-84a045a2-52d7-450a-948b-f2ea423ffa40 req-74c325f3-6a26-4d42-882e-39bd2f5311b5 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae4949a0-9f78-40c1-bd07-daa5793e7f45 HTTP/1.1" status: 200 len: 946 time: 0.8496900 Nov 25 19:24:44.626990 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b48c7-1696-47b4-84b8-69b535dda0fb service neutron] Pushing event updated for resources: {'Port': ['ID=e84ebc53-14c2-411b-910c-2395c76a7832,revision_number=7']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:44.776379 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-087b48c7-1696-47b4-84b8-69b535dda0fb service neutron] Attempting to bind port e84ebc53-14c2-411b-910c-2395c76a7832 on host n-h1-819349-5 for vnic_type normal with profile {"migrating_to": "n-h2-819349-5"} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:24:44.778901 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-087b48c7-1696-47b4-84b8-69b535dda0fb service neutron] Attempting to bind port e84ebc53-14c2-411b-910c-2395c76a7832 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:24:44.779525 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-087b48c7-1696-47b4-84b8-69b535dda0fb service neutron] Attempting to bind port e84ebc53-14c2-411b-910c-2395c76a7832 on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:44.794741 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-30528db5-c1cb-4362-ba31-d66267a19d4c tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:44.810111 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fa42d5-bba6-462b-8e7c-f4fffa6f41ec x-openstack-request-id: req-26fa42d5-bba6-462b-8e7c-f4fffa6f41ec {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:24:44.810523 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d55d1ec-7f06-4f9a-9853-c0dc1d43449b", "name": "network-vif-plugged", "status": "completed", "tag": "af73c99d-e823-47c4-aa9a-9c282680758f", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:24:44.810843 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-26fa42d5-bba6-462b-8e7c-f4fffa6f41ec {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:24:44.811273 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d55d1ec-7f06-4f9a-9853-c0dc1d43449b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af73c99d-e823-47c4-aa9a-9c282680758f', 'code': 200} Nov 25 19:24:44.902677 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-087b48c7-1696-47b4-84b8-69b535dda0fb service neutron] Port e84ebc53-14c2-411b-910c-2395c76a7832 on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:24:44.913192 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-087b48c7-1696-47b4-84b8-69b535dda0fb service neutron] Attempting to bind port e84ebc53-14c2-411b-910c-2395c76a7832 on network 4f1ae74c-ff92-4f6b-bdc2-b33a54676788 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:45.004515 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-087b48c7-1696-47b4-84b8-69b535dda0fb service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:24:45.005629 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-087b48c7-1696-47b4-84b8-69b535dda0fb service neutron] Checking segment: {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:45.007591 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-087b48c7-1696-47b4-84b8-69b535dda0fb service neutron] Bound using segment: {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:24:45.008831 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-087b48c7-1696-47b4-84b8-69b535dda0fb service neutron] Bound port: e84ebc53-14c2-411b-910c-2395c76a7832, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f2429dc-ce52-422f-91c9-eb0c335ba613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4f1ae74c-ff92-4f6b-bdc2-b33a54676788'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:24:45.012575 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-087b48c7-1696-47b4-84b8-69b535dda0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:45.094702 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-84a045a2-52d7-450a-948b-f2ea423ffa40 req-11ee3e00-3e81-44d0-b369-915457f7139e tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?id=151d8eda-0fa1-4893-a3e6-a191fb6bbf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201406 Nov 25 19:24:45.114945 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-30528db5-c1cb-4362-ba31-d66267a19d4c tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:45.146821 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['ffc0414d-8686-45bf-9ba9-c8842f9c5bc7'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:24:45.277181 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-087b48c7-1696-47b4-84b8-69b535dda0fb service neutron] For port e84ebc53-14c2-411b-910c-2395c76a7832, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:24:45.284558 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-087b48c7-1696-47b4-84b8-69b535dda0fb service neutron] For port e84ebc53-14c2-411b-910c-2395c76a7832, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=e84ebc53-14c2-411b-910c-2395c76a7832,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:24:45.295897 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-087b48c7-1696-47b4-84b8-69b535dda0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:45.297925 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7b052b91-4080-46ce-b59a-d559cf9cd613 admin admin] Deleting port d7937e85-12ad-49fb-a932-0dba91560ad5 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:24:45.304273 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b052b91-4080-46ce-b59a-d559cf9cd613 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:45.328368 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04141d6-6251-49ac-bec1-930e1b783918 None None] Network e194a577-3459-494f-9608-026e3cbe9033 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:24:45.505890 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa6a1cc-6e75-4d6c-a1f1-73fe007387af x-openstack-request-id: req-efa6a1cc-6e75-4d6c-a1f1-73fe007387af {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:24:45.506500 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee476c6-3b21-4fb7-90d6-7c60880fed63", "name": "network-vif-unplugged", "status": "completed", "tag": "e84ebc53-14c2-411b-910c-2395c76a7832", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:24:45.506590 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-efa6a1cc-6e75-4d6c-a1f1-73fe007387af {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:24:45.507018 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee476c6-3b21-4fb7-90d6-7c60880fed63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e84ebc53-14c2-411b-910c-2395c76a7832', 'code': 200} Nov 25 19:24:45.621108 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:24:45.653430 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5627b2c5-2add-4930-a283-7751930a4f04 None None] Provisioning complete for port da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:45.655416 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5627b2c5-2add-4930-a283-7751930a4f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:45.699372 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7b052b91-4080-46ce-b59a-d559cf9cd613 admin admin] For port d7937e85-12ad-49fb-a932-0dba91560ad5, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d7937e85-12ad-49fb-a932-0dba91560ad5,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:45.705294 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b052b91-4080-46ce-b59a-d559cf9cd613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:45.727100 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7b052b91-4080-46ce-b59a-d559cf9cd613 admin admin] Calling delete_port for d7937e85-12ad-49fb-a932-0dba91560ad5 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:24:45.941808 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30528db5-c1cb-4362-ba31-d66267a19d4c tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Pushing event updated for resources: {'Port': ['ID=109b060b-7b7a-4aa9-b628-03fdeeb48359,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:45.983932 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-30528db5-c1cb-4362-ba31-d66267a19d4c tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Network cda7496d-bf1c-4f51-9cb3-30cbb8a65738 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:45.991873 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-30528db5-c1cb-4362-ba31-d66267a19d4c tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:46.000009 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-30528db5-c1cb-4362-ba31-d66267a19d4c tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:24:46.039657 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b48c7-1696-47b4-84b8-69b535dda0fb service neutron] Pushing event updated for resources: {'Port': ['ID=e84ebc53-14c2-411b-910c-2395c76a7832,revision_number=8']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:46.050352 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-087b48c7-1696-47b4-84b8-69b535dda0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:46.051536 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-087b48c7-1696-47b4-84b8-69b535dda0fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:46.054362 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-087b48c7-1696-47b4-84b8-69b535dda0fb service neutron] 10.222.0.85 "PUT /v2.0/ports/e84ebc53-14c2-411b-910c-2395c76a7832 HTTP/1.1" status: 200 len: 1121 time: 4.3599968 Nov 25 19:24:46.130745 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c6685ed-2b69-45ec-99bc-4d8f8ddc7039 req-3c4a7687-b5f2-4bfe-a9c6-2d453d875066 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 210 time: 0.5329726 Nov 25 19:24:46.297103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['e84ebc53-14c2-411b-910c-2395c76a7832'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:24:46.299160 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db997ed-9393-42ee-82d2-232eaae80999 req-e161a1b1-eff1-4a47-9acb-7861e203050a tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:46.300782 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['e84ebc53-14c2-411b-910c-2395c76a7832'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:24:46.319374 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5db997ed-9393-42ee-82d2-232eaae80999 req-e161a1b1-eff1-4a47-9acb-7861e203050a tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 943 time: 0.7674866 Nov 25 19:24:46.364571 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273898b-cb51-4010-9212-3d9c5dfa5127 req-8f3ddc0d-f5af-4313-9203-4982f2728da9 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:46.368070 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2273898b-cb51-4010-9212-3d9c5dfa5127 req-8f3ddc0d-f5af-4313-9203-4982f2728da9 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 944 time: 1.0418546 Nov 25 19:24:46.494129 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:46.502843 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:46.526864 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da3cf5-b31f-48c8-8c53-158fc25e9ef3 req-4f3b8400-729d-4da0-a4d9-f4a94506779e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:46.543505 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a4da3cf5-b31f-48c8-8c53-158fc25e9ef3 req-4f3b8400-729d-4da0-a4d9-f4a94506779e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 931 time: 0.2000961 Nov 25 19:24:46.554879 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5db997ed-9393-42ee-82d2-232eaae80999 req-8f661929-3312-42fe-8775-131032cc69ca tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105260 Nov 25 19:24:46.659203 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5627b2c5-2add-4930-a283-7751930a4f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:46.695494 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a4da3cf5-b31f-48c8-8c53-158fc25e9ef3 req-81f471bd-05b2-4885-a396-148251d4479b tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475270 Nov 25 19:24:46.705290 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-30528db5-c1cb-4362-ba31-d66267a19d4c tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:46.710536 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-30528db5-c1cb-4362-ba31-d66267a19d4c tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:46.795902 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5627b2c5-2add-4930-a283-7751930a4f04 None None] For port da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9,segment=NetworkSegment(fe38008d-2600-4b83-92cf-6c5d439a2c95),segment_id=fe38008d-2600-4b83-92cf-6c5d439a2c95)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:46.809034 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5627b2c5-2add-4930-a283-7751930a4f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:47.099923 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f2d42d6c-fe39-4c4d-8170-5c6637a706f9 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:24:47.102375 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-30528db5-c1cb-4362-ba31-d66267a19d4c tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9331872 Nov 25 19:24:47.128825 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-66007072-299d-436d-a724-7e5fe95f7772 service neutron] Request body: {'port': {'device_id': '141634fe-c179-409b-b2d9-04a8075d65f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:47.156415 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627b2c5-2add-4930-a283-7751930a4f04 None None] Pushing event updated for resources: {'Port': ['ID=da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:47.165750 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: f2d42d6c-fe39-4c4d-8170-5c6637a706f9 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:24:47.169175 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f2d42d6c-fe39-4c4d-8170-5c6637a706f9 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:24:47.214878 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1ca6e2a8-c881-4892-82b1-e30dece1d989 None None] Provisioning complete for port da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:47.215445 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1ca6e2a8-c881-4892-82b1-e30dece1d989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:47.450989 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca4c60-a971-4acc-9831-2a4da0f1d8ba req-2ee1c9bf-fcca-4ae0-8cf3-5b3337cf1d1a tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:47.453071 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-09d041d2-13d6-498a-896c-8b4487165b70 req-da6e615d-1f83-4add-b996-122ee2480b65 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2105509651&fields=id&tenant_id=240ad271eca8466e8a0831a281b75c36 HTTP/1.1" status: 200 len: 267 time: 0.5089571 Nov 25 19:24:47.468915 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-88ca4c60-a971-4acc-9831-2a4da0f1d8ba req-2ee1c9bf-fcca-4ae0-8cf3-5b3337cf1d1a tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 944 time: 0.6429825 Nov 25 19:24:47.493300 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-66007072-299d-436d-a724-7e5fe95f7772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:47.529459 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee476c6-3b21-4fb7-90d6-7c60880fed63', 'tag': 'e84ebc53-14c2-411b-910c-2395c76a7832'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:24:47.535971 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:24:47.547298 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea00a471-7c47-4463-827d-0823c8c32704" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee476c6-3b21-4fb7-90d6-7c60880fed63", "tag": "e84ebc53-14c2-411b-910c-2395c76a7832"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:24:47.561753 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-2273898b-cb51-4010-9212-3d9c5dfa5127 req-39d2bfd5-05f5-496b-8b69-4f74a8b4578d tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Deleting port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:24:47.562182 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-2273898b-cb51-4010-9212-3d9c5dfa5127 req-39d2bfd5-05f5-496b-8b69-4f74a8b4578d tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:47.642580 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:24:47.717764 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:47.721310 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:47.723358 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d041d2-13d6-498a-896c-8b4487165b70 req-44ebb13a-49da-4420-976d-a143f3b7acc4 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:47.726758 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-09d041d2-13d6-498a-896c-8b4487165b70 req-44ebb13a-49da-4420-976d-a143f3b7acc4 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae4949a0-9f78-40c1-bd07-daa5793e7f45 HTTP/1.1" status: 200 len: 946 time: 0.2401483 Nov 25 19:24:47.765691 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-f4b06b0b-00bd-41af-b23e-97a0a86e80fe tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:47.787891 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-f4b06b0b-00bd-41af-b23e-97a0a86e80fe tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:47.795697 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-f4b06b0b-00bd-41af-b23e-97a0a86e80fe tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.73 "GET /v2.0/networks?id=aca42a31-c672-4e88-8d9a-82a72fa68149&id=e194a577-3459-494f-9608-026e3cbe9033&id=aca42a31-c672-4e88-8d9a-82a72fa68149 HTTP/1.1" status: 200 len: 1392 time: 0.6549182 Nov 25 19:24:47.819988 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-09d041d2-13d6-498a-896c-8b4487165b70 req-1a85fa3c-755c-4040-ae32-f5cfe4a69a98 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Request body: {'port': {'security_groups': ['151d8eda-0fa1-4893-a3e6-a191fb6bbf81', '8a7f3cce-49d3-4657-a14e-dedb1c90047b']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:47.898925 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-a8a92ecb-0ed0-4203-9362-478c956c6bc4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Request body: {'port': {'device_id': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'network_id': 'aca42a31-c672-4e88-8d9a-82a72fa68149', 'admin_state_up': True, 'tenant_id': '0f7164e740744c639f0ffd8c8c8559ff'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:47.974171 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b052b91-4080-46ce-b59a-d559cf9cd613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:48.046533 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-09d041d2-13d6-498a-896c-8b4487165b70 req-1a85fa3c-755c-4040-ae32-f5cfe4a69a98 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:48.155176 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b052b91-4080-46ce-b59a-d559cf9cd613 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7937e85-12ad-49fb-a932-0dba91560ad5,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:48.240435 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:24:48.331355 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-a8a92ecb-0ed0-4203-9362-478c956c6bc4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Made reservation on behalf of 0f7164e740744c639f0ffd8c8c8559ff for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:24:48.337677 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-a8a92ecb-0ed0-4203-9362-478c956c6bc4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:48.489784 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-2273898b-cb51-4010-9212-3d9c5dfa5127 req-39d2bfd5-05f5-496b-8b69-4f74a8b4578d tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] For port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=9d52ca61-7a3d-44d9-8b9c-99dff1bcc418,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:48.490493 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-2273898b-cb51-4010-9212-3d9c5dfa5127 req-39d2bfd5-05f5-496b-8b69-4f74a8b4578d tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:48.513636 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-2273898b-cb51-4010-9212-3d9c5dfa5127 req-39d2bfd5-05f5-496b-8b69-4f74a8b4578d tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Calling delete_port for 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:24:48.557875 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-88ca4c60-a971-4acc-9831-2a4da0f1d8ba req-a99460d0-5884-4474-a8c8-a01facd7ad76 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0732787 Nov 25 19:24:48.633271 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-66007072-299d-436d-a724-7e5fe95f7772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 109b060b-7b7a-4aa9-b628-03fdeeb48359 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:24:48.648138 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-66007072-299d-436d-a724-7e5fe95f7772 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:48.660342 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b052b91-4080-46ce-b59a-d559cf9cd613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:48.796922 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-66007072-299d-436d-a724-7e5fe95f7772 service neutron] Transition to ACTIVE for port object 109b060b-7b7a-4aa9-b628-03fdeeb48359 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:24:48.805395 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b052b91-4080-46ce-b59a-d559cf9cd613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:48.807475 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-66007072-299d-436d-a724-7e5fe95f7772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:48.818339 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b052b91-4080-46ce-b59a-d559cf9cd613 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:48.898160 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-09d041d2-13d6-498a-896c-8b4487165b70 req-1a85fa3c-755c-4040-ae32-f5cfe4a69a98 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] For port c3dafa68-d4b6-4593-9e64-19f711500c5a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c3dafa68-d4b6-4593-9e64-19f711500c5a,segment=NetworkSegment(36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c),segment_id=36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:48.940275 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b052b91-4080-46ce-b59a-d559cf9cd613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:48.940275 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b052b91-4080-46ce-b59a-d559cf9cd613 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74682712-63be-4d2d-9bc9-8b67ffcffb9d {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:24:48.997708 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-09d041d2-13d6-498a-896c-8b4487165b70 req-1a85fa3c-755c-4040-ae32-f5cfe4a69a98 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:49.008487 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b052b91-4080-46ce-b59a-d559cf9cd613 admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:49.012294 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7b052b91-4080-46ce-b59a-d559cf9cd613 admin admin] 10.222.0.55 "DELETE /v2.0/routers/74682712-63be-4d2d-9bc9-8b67ffcffb9d HTTP/1.1" status: 204 len: 168 time: 7.2875681 Nov 25 19:24:49.020237 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58054) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:49.022163 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-09d041d2-13d6-498a-896c-8b4487165b70 req-1a85fa3c-755c-4040-ae32-f5cfe4a69a98 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:49.042380 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['c3dafa68-d4b6-4593-9e64-19f711500c5a'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:24:49.168746 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66007072-299d-436d-a724-7e5fe95f7772 service neutron] Pushing event updated for resources: {'Port': ['ID=109b060b-7b7a-4aa9-b628-03fdeeb48359,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:49.352142 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85fa3c-755c-4040-ae32-f5cfe4a69a98 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Pushing event updated for resources: {'Port': ['ID=c3dafa68-d4b6-4593-9e64-19f711500c5a,revision_number=6']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:49.382124 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d041d2-13d6-498a-896c-8b4487165b70 req-1a85fa3c-755c-4040-ae32-f5cfe4a69a98 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:49.383412 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-09d041d2-13d6-498a-896c-8b4487165b70 req-1a85fa3c-755c-4040-ae32-f5cfe4a69a98 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:49.411704 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-09d041d2-13d6-498a-896c-8b4487165b70 req-1a85fa3c-755c-4040-ae32-f5cfe4a69a98 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "PUT /v2.0/ports/c3dafa68-d4b6-4593-9e64-19f711500c5a HTTP/1.1" status: 200 len: 982 time: 1.6118264 Nov 25 19:24:49.420491 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-a8a92ecb-0ed0-4203-9362-478c956c6bc4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Allocated IP 19.80.0.91 (aca42a31-c672-4e88-8d9a-82a72fa68149/d4955fa9-e6c6-4a5c-aa7d-e88b8ee9d8bc/7373348f-9622-44c5-bccb-4e3e46d16bc7) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:24:49.486617 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc9865b-ccd2-4daf-a4ff-965a3e93c87b admin admin] Deleting subnet 68fdbc47-c7a3-4311-9384-3fa809a3e5d7 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:24:49.580908 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6256768a-a375-4110-89c2-e09a2b671409 x-openstack-request-id: req-6256768a-a375-4110-89c2-e09a2b671409 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:24:49.581500 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee476c6-3b21-4fb7-90d6-7c60880fed63", "tag": "e84ebc53-14c2-411b-910c-2395c76a7832", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:24:49.581920 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6256768a-a375-4110-89c2-e09a2b671409 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:24:49.582759 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee476c6-3b21-4fb7-90d6-7c60880fed63', 'tag': 'e84ebc53-14c2-411b-910c-2395c76a7832', 'status': 'completed', 'code': 200} Nov 25 19:24:49.645343 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebc9865b-ccd2-4daf-a4ff-965a3e93c87b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:49.647422 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['c3dafa68-d4b6-4593-9e64-19f711500c5a'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:24:49.776746 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00a471-7c47-4463-827d-0823c8c32704 req-ed8bd6d9-4404-4177-905e-92343fc472fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:49.778494 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea00a471-7c47-4463-827d-0823c8c32704 req-ed8bd6d9-4404-4177-905e-92343fc472fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 1124 time: 0.1924078 Nov 25 19:24:49.786279 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebc9865b-ccd2-4daf-a4ff-965a3e93c87b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:49.945010 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00a471-7c47-4463-827d-0823c8c32704 req-9bb8e52f-b87e-4bf1-afcf-a4623403a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:49.948182 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea00a471-7c47-4463-827d-0823c8c32704 req-9bb8e52f-b87e-4bf1-afcf-a4623403a461 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 908 time: 0.1248529 Nov 25 19:24:50.070417 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea00a471-7c47-4463-827d-0823c8c32704 req-136be4d9-8c63-4f46-96b7-f97b2ce0c9cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e84ebc53-14c2-411b-910c-2395c76a7832 HTTP/1.1" status: 200 len: 217 time: 0.1143875 Nov 25 19:24:50.115334 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bc078-ef53-4fbf-91c6-2bff7f924192 req-3c8702f7-2c5d-4b16-a185-c61478cfa27c tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:50.118254 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-685bc078-ef53-4fbf-91c6-2bff7f924192 req-3c8702f7-2c5d-4b16-a185-c61478cfa27c tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 943 time: 0.4694517 Nov 25 19:24:50.240626 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6fd38033-1d2a-404e-b191-a070a46d7cf7 req-283b2cf8-6b0a-4330-851e-368e58dcae5b tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 210 time: 1.1362164 Nov 25 19:24:50.315530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-66007072-299d-436d-a724-7e5fe95f7772 service neutron] Attempting to bind port 109b060b-7b7a-4aa9-b628-03fdeeb48359 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:24:50.316145 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-66007072-299d-436d-a724-7e5fe95f7772 service neutron] Attempting to bind port 109b060b-7b7a-4aa9-b628-03fdeeb48359 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '9249d696-fa20-46b2-842b-6fcf068e2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cda7496d-bf1c-4f51-9cb3-30cbb8a65738'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:24:50.316675 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-66007072-299d-436d-a724-7e5fe95f7772 service neutron] Attempting to bind port 109b060b-7b7a-4aa9-b628-03fdeeb48359 on network cda7496d-bf1c-4f51-9cb3-30cbb8a65738 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:50.324188 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-66007072-299d-436d-a724-7e5fe95f7772 service neutron] Port 109b060b-7b7a-4aa9-b628-03fdeeb48359 on network cda7496d-bf1c-4f51-9cb3-30cbb8a65738 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:24:50.324780 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-66007072-299d-436d-a724-7e5fe95f7772 service neutron] Attempting to bind port 109b060b-7b7a-4aa9-b628-03fdeeb48359 on network cda7496d-bf1c-4f51-9cb3-30cbb8a65738 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:50.335395 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-66007072-299d-436d-a724-7e5fe95f7772 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:24:50.336084 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-66007072-299d-436d-a724-7e5fe95f7772 service neutron] Checking segment: {'id': '9249d696-fa20-46b2-842b-6fcf068e2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cda7496d-bf1c-4f51-9cb3-30cbb8a65738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:50.336790 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-66007072-299d-436d-a724-7e5fe95f7772 service neutron] Bound using segment: {'id': '9249d696-fa20-46b2-842b-6fcf068e2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cda7496d-bf1c-4f51-9cb3-30cbb8a65738'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:24:50.337608 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-66007072-299d-436d-a724-7e5fe95f7772 service neutron] Bound port: 109b060b-7b7a-4aa9-b628-03fdeeb48359, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9249d696-fa20-46b2-842b-6fcf068e2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cda7496d-bf1c-4f51-9cb3-30cbb8a65738'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:24:50.339839 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-66007072-299d-436d-a724-7e5fe95f7772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:50.345779 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-2273898b-cb51-4010-9212-3d9c5dfa5127 req-39d2bfd5-05f5-496b-8b69-4f74a8b4578d tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:50.393693 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['d1eee7a9-7ae9-4710-8992-aa33825b96ce'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:24:50.408315 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00a471-7c47-4463-827d-0823c8c32704 req-711f6fea-fe04-42ab-9083-716d6c96f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:50.416557 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea00a471-7c47-4463-827d-0823c8c32704 req-711f6fea-fe04-42ab-9083-716d6c96f2e5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7d22af38-4f63-40b1-a1f0-3aff6ec04048 HTTP/1.1" status: 200 len: 847 time: 0.3222425 Nov 25 19:24:50.463849 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2bfd5-05f5-496b-8b69-4f74a8b4578d tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Pushing event deleted for resources: {'Port': ['ID=9d52ca61-7a3d-44d9-8b9c-99dff1bcc418,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:50.549528 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-2273898b-cb51-4010-9212-3d9c5dfa5127 req-39d2bfd5-05f5-496b-8b69-4f74a8b4578d tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] No DVR routers for this DVR port 9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:24:50.555863 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-2273898b-cb51-4010-9212-3d9c5dfa5127 req-39d2bfd5-05f5-496b-8b69-4f74a8b4578d tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:50.560502 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2273898b-cb51-4010-9212-3d9c5dfa5127 req-39d2bfd5-05f5-496b-8b69-4f74a8b4578d tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.73 "DELETE /v2.0/ports/9d52ca61-7a3d-44d9-8b9c-99dff1bcc418 HTTP/1.1" status: 204 len: 173 time: 4.1410382 Nov 25 19:24:50.561642 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc085c99-e0bc-4070-a81f-60034895c3ee', 'name': 'network-vif-deleted', 'tag': '9d52ca61-7a3d-44d9-8b9c-99dff1bcc418'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:24:50.564478 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fbb67f-c203-4bc5-857e-574893ad7fb1" -d '{"events": [{"server_uuid": "bc085c99-e0bc-4070-a81f-60034895c3ee", "name": "network-vif-deleted", "tag": "9d52ca61-7a3d-44d9-8b9c-99dff1bcc418"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:24:50.570787 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-66007072-299d-436d-a724-7e5fe95f7772 service neutron] For port 109b060b-7b7a-4aa9-b628-03fdeeb48359, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:24:50.583376 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124eb87-f551-425a-80f0-fb3b97f3fb2f req-1f600e8b-62f4-4794-8975-c7ee37f45681 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:50.596206 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f124eb87-f551-425a-80f0-fb3b97f3fb2f req-1f600e8b-62f4-4794-8975-c7ee37f45681 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 943 time: 0.2258053 Nov 25 19:24:50.753165 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f124eb87-f551-425a-80f0-fb3b97f3fb2f req-4812b744-a7dc-4b93-b1b2-cfb563b3049c tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555512 Nov 25 19:24:50.759356 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-66007072-299d-436d-a724-7e5fe95f7772 service neutron] For port 109b060b-7b7a-4aa9-b628-03fdeeb48359, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=109b060b-7b7a-4aa9-b628-03fdeeb48359,segment=NetworkSegment(9249d696-fa20-46b2-842b-6fcf068e2e19),segment_id=9249d696-fa20-46b2-842b-6fcf068e2e19)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:24:50.783058 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-66007072-299d-436d-a724-7e5fe95f7772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:50.909996 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-a8a92ecb-0ed0-4203-9362-478c956c6bc4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:50.935514 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea00a471-7c47-4463-827d-0823c8c32704 req-c2d8b468-3cc7-4c77-bc5e-52eac4712fdb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3984182 Nov 25 19:24:50.952905 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-66007072-299d-436d-a724-7e5fe95f7772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:50.954024 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-66007072-299d-436d-a724-7e5fe95f7772 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:50.960324 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-66007072-299d-436d-a724-7e5fe95f7772 service neutron] 10.222.0.85 "PUT /v2.0/ports/109b060b-7b7a-4aa9-b628-03fdeeb48359 HTTP/1.1" status: 200 len: 1091 time: 3.8447630 Nov 25 19:24:51.048137 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66007072-299d-436d-a724-7e5fe95f7772 service neutron] Pushing event updated for resources: {'Port': ['ID=109b060b-7b7a-4aa9-b628-03fdeeb48359,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:51.096021 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-685bc078-ef53-4fbf-91c6-2bff7f924192 req-b1eb62cf-7d65-4f6f-9c46-0e51983c3cea tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8382795 Nov 25 19:24:51.225283 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-5a2e13c5-58df-4a7b-b0c3-ff9c5e10466a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:51.230685 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-5a2e13c5-58df-4a7b-b0c3-ff9c5e10466a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=946f818daf4a4dbcab9cf628061e104a&device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 1094 time: 0.1506703 Nov 25 19:24:51.314925 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f516ca0-7f59-4578-bdeb-9b6533272ed1 req-d7917ae2-62a2-4093-bc47-379e94b1721f tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-48224677&fields=id&tenant_id=240ad271eca8466e8a0831a281b75c36 HTTP/1.1" status: 200 len: 267 time: 0.2656715 Nov 25 19:24:51.319791 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebc9865b-ccd2-4daf-a4ff-965a3e93c87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:51.335345 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d7937e85-12ad-49fb-a932-0dba91560ad5 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:24:51.403681 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: d7937e85-12ad-49fb-a932-0dba91560ad5 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:24:51.405351 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d7937e85-12ad-49fb-a932-0dba91560ad5 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:24:51.451944 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-03a344a8-2b77-42b4-8c2a-772d227d90c8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=109b060b-7b7a-4aa9-b628-03fdeeb48359 HTTP/1.1" status: 200 len: 217 time: 0.2057846 Nov 25 19:24:51.455189 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8c6caec3-3725-47b2-9975-26a8b32141db req-1192a548-c6e1-4469-be92-589d840072f5 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 210 time: 0.0642066 Nov 25 19:24:51.599568 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4949a0-9f78-40c1-bd07-daa5793e7f45', 'tag': 'c3dafa68-d4b6-4593-9e64-19f711500c5a'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:24:51.615571 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85697645-d41c-4e75-bbf0-e222e646aeff" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4949a0-9f78-40c1-bd07-daa5793e7f45", "tag": "c3dafa68-d4b6-4593-9e64-19f711500c5a"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:24:51.664697 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-a8a92ecb-0ed0-4203-9362-478c956c6bc4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:51.691131 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f516ca0-7f59-4578-bdeb-9b6533272ed1 req-38343f5f-1ccb-44f4-afd0-2f6bfe9b7328 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:51.701807 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f516ca0-7f59-4578-bdeb-9b6533272ed1 req-38343f5f-1ccb-44f4-afd0-2f6bfe9b7328 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae4949a0-9f78-40c1-bd07-daa5793e7f45 HTTP/1.1" status: 200 len: 985 time: 0.2870042 Nov 25 19:24:51.713751 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-3f516ca0-7f59-4578-bdeb-9b6533272ed1 req-b374fbd5-ff22-4402-bad6-e5822d6bed52 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Request body: {'port': {'security_groups': ['151d8eda-0fa1-4893-a3e6-a191fb6bbf81', '8a7f3cce-49d3-4657-a14e-dedb1c90047b', '1c25eac1-db3d-489b-a726-d6fdf159c69e']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:51.720960 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-48867c2b-5375-4ed4-83c9-a28c57fbc352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:51.723268 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-48867c2b-5375-4ed4-83c9-a28c57fbc352 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=30ef7416-4ccd-48d8-9a48-41aeb811d2f6 HTTP/1.1" status: 200 len: 851 time: 0.2640629 Nov 25 19:24:51.822624 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-45f7a091-4395-41e9-924e-a1cae60e6dde service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=cda7496d-bf1c-4f51-9cb3-30cbb8a65738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663116 Nov 25 19:24:51.878474 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a92ecb-0ed0-4203-9362-478c956c6bc4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event updated for resources: {'Port': ['ID=7373348f-9622-44c5-bccb-4e3e46d16bc7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:51.938754 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea00a471-7c47-4463-827d-0823c8c32704 req-e936c219-af26-4f4b-996e-a6df0dba8f3d service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9684272 Nov 25 19:24:52.023930 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-a8a92ecb-0ed0-4203-9362-478c956c6bc4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Network aca42a31-c672-4e88-8d9a-82a72fa68149 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:52.089637 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e428e1de-5509-4812-a668-52bec7346eaf x-openstack-request-id: req-e428e1de-5509-4812-a668-52bec7346eaf {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:24:52.089637 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc085c99-e0bc-4070-a81f-60034895c3ee", "name": "network-vif-deleted", "tag": "9d52ca61-7a3d-44d9-8b9c-99dff1bcc418", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:24:52.090155 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e428e1de-5509-4812-a668-52bec7346eaf {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:24:52.090540 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc085c99-e0bc-4070-a81f-60034895c3ee', 'name': 'network-vif-deleted', 'tag': '9d52ca61-7a3d-44d9-8b9c-99dff1bcc418', 'status': 'completed', 'code': 200} Nov 25 19:24:52.178141 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3f516ca0-7f59-4578-bdeb-9b6533272ed1 req-b374fbd5-ff22-4402-bad6-e5822d6bed52 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:52.223913 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-a8a92ecb-0ed0-4203-9362-478c956c6bc4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:52.241613 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-f662ccd3-5456-4b3f-9b14-91d95b4a414e service neutron] 10.222.0.85 "GET /v2.0/networks/cda7496d-bf1c-4f51-9cb3-30cbb8a65738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082468 Nov 25 19:24:52.242941 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device e84ebc53-14c2-411b-910c-2395c76a7832 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:24:52.251260 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea00a471-7c47-4463-827d-0823c8c32704 req-914a6b02-06e0-4d81-b240-54c1a8647f21 service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107569 Nov 25 19:24:52.252504 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-a8a92ecb-0ed0-4203-9362-478c956c6bc4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:24:52.348469 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-a8a92ecb-0ed0-4203-9362-478c956c6bc4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:52.349377 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-a8a92ecb-0ed0-4203-9362-478c956c6bc4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:52.355359 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebc9865b-ccd2-4daf-a4ff-965a3e93c87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:52.452958 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9865b-ccd2-4daf-a4ff-965a3e93c87b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68fdbc47-c7a3-4311-9384-3fa809a3e5d7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:52.460711 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-a8a92ecb-0ed0-4203-9362-478c956c6bc4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5708749 Nov 25 19:24:52.461691 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99832323-44f3-4f1b-8105-f2534d95dc9f None None] Network 81f06cdb-aeea-4635-a663-2be121b0111d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:24:52.462469 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebc9865b-ccd2-4daf-a4ff-965a3e93c87b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:52.467926 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ebc9865b-ccd2-4daf-a4ff-965a3e93c87b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/68fdbc47-c7a3-4311-9384-3fa809a3e5d7 HTTP/1.1" status: 204 len: 168 time: 3.4421155 Nov 25 19:24:52.471795 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58088) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:52.623716 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee884f-39a1-4448-8c54-7d5b974a61b9 req-27201d08-06d4-4f13-931f-1e250e0bf1a3 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:52.639063 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f3ee884f-39a1-4448-8c54-7d5b974a61b9 req-27201d08-06d4-4f13-931f-1e250e0bf1a3 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 931 time: 0.3078654 Nov 25 19:24:52.661242 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-99d35564-d8f6-4bb3-9ede-79fd06d783c1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Request body: {'port': {'device_id': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'network_id': 'e194a577-3459-494f-9608-026e3cbe9033', 'admin_state_up': True, 'tenant_id': '0f7164e740744c639f0ffd8c8c8559ff'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:52.823440 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe2607d4-58e8-4919-a745-4429217e3f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:53.016786 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-3f516ca0-7f59-4578-bdeb-9b6533272ed1 req-b374fbd5-ff22-4402-bad6-e5822d6bed52 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] For port c3dafa68-d4b6-4593-9e64-19f711500c5a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c3dafa68-d4b6-4593-9e64-19f711500c5a,segment=NetworkSegment(36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c),segment_id=36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:53.076036 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f3ee884f-39a1-4448-8c54-7d5b974a61b9 req-94c262ed-1b1d-415e-90be-a81bee0c16de tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357774 Nov 25 19:24:53.157964 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3f516ca0-7f59-4578-bdeb-9b6533272ed1 req-b374fbd5-ff22-4402-bad6-e5822d6bed52 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:53.160579 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1c491dd0-4b18-46ec-88de-0f767a8a4816 None None] Provisioning complete for port 7373348f-9622-44c5-bccb-4e3e46d16bc7 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:53.163180 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1c491dd0-4b18-46ec-88de-0f767a8a4816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:53.167911 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c27d8bd4-c0fe-4669-b29f-8c54f361c1d8 req-f817519d-05f2-4435-8466-2446693a5e58 service neutron] 10.222.0.85 "GET /v2.0/networks/cda7496d-bf1c-4f51-9cb3-30cbb8a65738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8686228 Nov 25 19:24:53.172490 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3f516ca0-7f59-4578-bdeb-9b6533272ed1 req-b374fbd5-ff22-4402-bad6-e5822d6bed52 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:53.304755 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c50a94-5e8b-494d-8de5-a0d3a0fcfe29 x-openstack-request-id: req-b3c50a94-5e8b-494d-8de5-a0d3a0fcfe29 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:24:53.305642 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4949a0-9f78-40c1-bd07-daa5793e7f45", "tag": "c3dafa68-d4b6-4593-9e64-19f711500c5a", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:24:53.306524 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b3c50a94-5e8b-494d-8de5-a0d3a0fcfe29 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:24:53.307236 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4949a0-9f78-40c1-bd07-daa5793e7f45', 'tag': 'c3dafa68-d4b6-4593-9e64-19f711500c5a', 'status': 'completed', 'code': 200} Nov 25 19:24:53.320629 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['c3dafa68-d4b6-4593-9e64-19f711500c5a'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:24:53.320858 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-99d35564-d8f6-4bb3-9ede-79fd06d783c1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Made reservation on behalf of 0f7164e740744c639f0ffd8c8c8559ff for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:24:53.331165 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-99d35564-d8f6-4bb3-9ede-79fd06d783c1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:53.350010 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-fe2607d4-58e8-4919-a745-4429217e3f61 admin admin] Deleting port f440fe18-40a1-42fa-9ec0-0bb58675f9cc {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:24:53.350438 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe2607d4-58e8-4919-a745-4429217e3f61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:53.361308 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374fbd5-ff22-4402-bad6-e5822d6bed52 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Pushing event updated for resources: {'Port': ['ID=c3dafa68-d4b6-4593-9e64-19f711500c5a,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:53.506224 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:53.508211 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1c491dd0-4b18-46ec-88de-0f767a8a4816 None None] Port 7373348f-9622-44c5-bccb-4e3e46d16bc7 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:24:53.560632 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f516ca0-7f59-4578-bdeb-9b6533272ed1 req-b374fbd5-ff22-4402-bad6-e5822d6bed52 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:53.562128 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3f516ca0-7f59-4578-bdeb-9b6533272ed1 req-b374fbd5-ff22-4402-bad6-e5822d6bed52 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:53.591332 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f516ca0-7f59-4578-bdeb-9b6533272ed1 req-b374fbd5-ff22-4402-bad6-e5822d6bed52 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "PUT /v2.0/ports/c3dafa68-d4b6-4593-9e64-19f711500c5a HTTP/1.1" status: 200 len: 1021 time: 1.8875816 Nov 25 19:24:53.651476 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85697645-d41c-4e75-bbf0-e222e646aeff req-2713e0ec-eead-4c34-8ad7-acf45a1bebf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:53.654568 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-85697645-d41c-4e75-bbf0-e222e646aeff req-2713e0ec-eead-4c34-8ad7-acf45a1bebf9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=240ad271eca8466e8a0831a281b75c36&device_id=ae4949a0-9f78-40c1-bd07-daa5793e7f45 HTTP/1.1" status: 200 len: 1175 time: 0.2955160 Nov 25 19:24:53.687162 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-fe2607d4-58e8-4919-a745-4429217e3f61 admin admin] For port f440fe18-40a1-42fa-9ec0-0bb58675f9cc, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f440fe18-40a1-42fa-9ec0-0bb58675f9cc,segment=NetworkSegment(7f8c6dc5-d64e-4c24-81a7-b06570806014),segment_id=7f8c6dc5-d64e-4c24-81a7-b06570806014)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:53.687637 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe2607d4-58e8-4919-a745-4429217e3f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:53.724096 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1119ffe-76c1-4339-ba16-207f3882c0b4 req-7d2e508a-2bb1-48d0-bf9c-2d887459b2f4 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:53.731819 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f02d5e-7c3a-4156-bdc5-b6e724a387bc None None] DHCP port deletion for 81f06cdb-aeea-4635-a663-2be121b0111d request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:24:53.733879 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e1119ffe-76c1-4339-ba16-207f3882c0b4 req-7d2e508a-2bb1-48d0-bf9c-2d887459b2f4 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 943 time: 0.1769886 Nov 25 19:24:53.753513 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['c3dafa68-d4b6-4593-9e64-19f711500c5a'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:24:53.758993 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-fe2607d4-58e8-4919-a745-4429217e3f61 admin admin] Calling delete_port for f440fe18-40a1-42fa-9ec0-0bb58675f9cc owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:24:53.961433 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85697645-d41c-4e75-bbf0-e222e646aeff req-2d3c6e25-5fde-40ca-aaf2-7c9cc40406a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:53.970981 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-85697645-d41c-4e75-bbf0-e222e646aeff req-2d3c6e25-5fde-40ca-aaf2-7c9cc40406a9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d50823c9-8e68-494c-9142-5f5ec9a7c591 HTTP/1.1" status: 200 len: 913 time: 0.3048496 Nov 25 19:24:54.024075 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:54.053560 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e1119ffe-76c1-4339-ba16-207f3882c0b4 req-54c60605-28a1-49b9-8367-e96b21145930 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184080 Nov 25 19:24:54.137350 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353dc75-86a9-4dc6-90b8-a6b0e49a3fc5 req-e869ae9f-a8cf-4928-9a06-80c95812a2d9 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:54.140047 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e353dc75-86a9-4dc6-90b8-a6b0e49a3fc5 req-e869ae9f-a8cf-4928-9a06-80c95812a2d9 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 943 time: 0.3270504 Nov 25 19:24:54.141702 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '141634fe-c179-409b-b2d9-04a8075d65f3', 'tag': '109b060b-7b7a-4aa9-b628-03fdeeb48359'}, {'name': 'network-changed', 'server_uuid': 'ae4949a0-9f78-40c1-bd07-daa5793e7f45', 'tag': 'c3dafa68-d4b6-4593-9e64-19f711500c5a'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:24:54.147365 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dec9f2-9f26-42bf-9a39-63a926135955" -d '{"events": [{"name": "network-changed", "server_uuid": "141634fe-c179-409b-b2d9-04a8075d65f3", "tag": "109b060b-7b7a-4aa9-b628-03fdeeb48359"}, {"name": "network-changed", "server_uuid": "ae4949a0-9f78-40c1-bd07-daa5793e7f45", "tag": "c3dafa68-d4b6-4593-9e64-19f711500c5a"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:24:54.155367 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-85697645-d41c-4e75-bbf0-e222e646aeff req-9ff8b209-f147-4327-b0d2-de94f106486a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3dafa68-d4b6-4593-9e64-19f711500c5a HTTP/1.1" status: 200 len: 217 time: 0.1723258 Nov 25 19:24:54.171077 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a5f02d5e-7c3a-4156-bdc5-b6e724a387bc None None] Deleting port f440fe18-40a1-42fa-9ec0-0bb58675f9cc {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:24:54.173471 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a5f02d5e-7c3a-4156-bdc5-b6e724a387bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:54.189297 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-99d35564-d8f6-4bb3-9ede-79fd06d783c1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Allocated IP 19.86.0.164 (e194a577-3459-494f-9608-026e3cbe9033/ab3af37c-c4c8-4580-85cb-e8ca4fe77956/0d2cb1ee-4968-45fd-abbc-2fea9d963ceb) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:24:54.380832 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e353dc75-86a9-4dc6-90b8-a6b0e49a3fc5 req-3ed93584-9d0a-4a29-bed7-5111765e3338 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223923 Nov 25 19:24:54.426518 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85697645-d41c-4e75-bbf0-e222e646aeff req-4b6b9050-ad24-4976-b893-9aa93eba9a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:54.429014 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-85697645-d41c-4e75-bbf0-e222e646aeff req-4b6b9050-ad24-4976-b893-9aa93eba9a82 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=923b33c5-b953-413a-8146-382932f62afb HTTP/1.1" status: 200 len: 852 time: 0.2581706 Nov 25 19:24:54.435088 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8e5e2f34-e829-45cb-8e88-598c9db3346e req-3f6bfe65-3368-471c-9f93-54427ce2c192 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 210 time: 0.0907929 Nov 25 19:24:54.462025 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe2607d4-58e8-4919-a745-4429217e3f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:54.532848 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-85697645-d41c-4e75-bbf0-e222e646aeff req-7aaa84e4-1940-44b0-b021-c70f96e80791 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d50823c9-8e68-494c-9142-5f5ec9a7c591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918014 Nov 25 19:24:54.676881 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2607d4-58e8-4919-a745-4429217e3f61 admin admin] No DVR routers for this DVR port f440fe18-40a1-42fa-9ec0-0bb58675f9cc on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:24:54.681093 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2607d4-58e8-4919-a745-4429217e3f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=f440fe18-40a1-42fa-9ec0-0bb58675f9cc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:54.736507 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a5f02d5e-7c3a-4156-bdc5-b6e724a387bc None None] For port f440fe18-40a1-42fa-9ec0-0bb58675f9cc, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f440fe18-40a1-42fa-9ec0-0bb58675f9cc,segment=NetworkSegment(7f8c6dc5-d64e-4c24-81a7-b06570806014),segment_id=7f8c6dc5-d64e-4c24-81a7-b06570806014)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:54.737431 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a5f02d5e-7c3a-4156-bdc5-b6e724a387bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:54.881830 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a5f02d5e-7c3a-4156-bdc5-b6e724a387bc None None] Calling delete_port for f440fe18-40a1-42fa-9ec0-0bb58675f9cc owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:24:55.172945 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff7b20-022c-4ee5-a6c2-29457c28545e req-401aabb4-4ac8-4bec-b277-5ac294311eac tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:55.189196 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3bff7b20-022c-4ee5-a6c2-29457c28545e req-401aabb4-4ac8-4bec-b277-5ac294311eac tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae4949a0-9f78-40c1-bd07-daa5793e7f45 HTTP/1.1" status: 200 len: 1024 time: 0.3562582 Nov 25 19:24:55.308379 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-85697645-d41c-4e75-bbf0-e222e646aeff req-7fa20647-dd10-43d6-b8b2-bd57b790fffd service neutron] 10.222.0.85 "GET /v2.0/networks/d50823c9-8e68-494c-9142-5f5ec9a7c591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7440002 Nov 25 19:24:55.487489 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f440fe18-40a1-42fa-9ec0-0bb58675f9cc no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:24:55.573254 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: f440fe18-40a1-42fa-9ec0-0bb58675f9cc {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:24:55.573589 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f440fe18-40a1-42fa-9ec0-0bb58675f9cc not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:24:55.629072 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a5f02d5e-7c3a-4156-bdc5-b6e724a387bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:55.701977 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f02d5e-7c3a-4156-bdc5-b6e724a387bc None None] Pushing event deleted for resources: {'Port': ['ID=f440fe18-40a1-42fa-9ec0-0bb58675f9cc,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:55.705255 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-85697645-d41c-4e75-bbf0-e222e646aeff req-002c55dc-84fb-40df-96c3-8fea47804db0 service neutron] 10.222.0.85 "GET /v2.0/networks/d50823c9-8e68-494c-9142-5f5ec9a7c591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920710 Nov 25 19:24:55.721559 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f02d5e-7c3a-4156-bdc5-b6e724a387bc None None] No DVR routers for this DVR port f440fe18-40a1-42fa-9ec0-0bb58675f9cc on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:24:55.856855 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3bff7b20-022c-4ee5-a6c2-29457c28545e req-f68529ab-3100-495f-a780-cc2fde2dffdc tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c25eac1-db3d-489b-a726-d6fdf159c69e&id=8a7f3cce-49d3-4657-a14e-dedb1c90047b&id=151d8eda-0fa1-4893-a3e6-a191fb6bbf81 HTTP/1.1" status: 200 len: 6198 time: 0.6297488 Nov 25 19:24:55.971673 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 19:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40109c2-2081-45d2-b010-a24661a9672f x-openstack-request-id: req-f40109c2-2081-45d2-b010-a24661a9672f {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:24:55.972152 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "141634fe-c179-409b-b2d9-04a8075d65f3", "tag": "109b060b-7b7a-4aa9-b628-03fdeeb48359", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ae4949a0-9f78-40c1-bd07-daa5793e7f45", "tag": "c3dafa68-d4b6-4593-9e64-19f711500c5a", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:24:55.972644 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f40109c2-2081-45d2-b010-a24661a9672f {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:24:55.973327 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '141634fe-c179-409b-b2d9-04a8075d65f3', 'tag': '109b060b-7b7a-4aa9-b628-03fdeeb48359', 'status': 'completed', 'code': 200} Nov 25 19:24:55.973740 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4949a0-9f78-40c1-bd07-daa5793e7f45', 'tag': 'c3dafa68-d4b6-4593-9e64-19f711500c5a', 'status': 'completed', 'code': 200} Nov 25 19:24:56.012647 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe2607d4-58e8-4919-a745-4429217e3f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:56.083426 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-fe2607d4-58e8-4919-a745-4429217e3f61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f06cdb-aeea-4635-a663-2be121b0111d']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:56.113231 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-fe2607d4-58e8-4919-a745-4429217e3f61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8c6dc5-d64e-4c24-81a7-b06570806014') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:56.116298 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-fe2607d4-58e8-4919-a745-4429217e3f61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8c6dc5-d64e-4c24-81a7-b06570806014') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:56.159781 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe2607d4-58e8-4919-a745-4429217e3f61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:56.190778 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe2607d4-58e8-4919-a745-4429217e3f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:56.200332 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2607d4-58e8-4919-a745-4429217e3f61 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:24:56.200938 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe2607d4-58e8-4919-a745-4429217e3f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:24:56.297432 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:24:56.331432 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe2607d4-58e8-4919-a745-4429217e3f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:56.355267 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dec9f2-9f26-42bf-9a39-63a926135955 req-ba97f5fa-3ca5-4a26-a8ea-b7b1cc514fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:56.359600 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33dec9f2-9f26-42bf-9a39-63a926135955 req-ba97f5fa-3ca5-4a26-a8ea-b7b1cc514fcd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=946f818daf4a4dbcab9cf628061e104a&device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 1094 time: 0.3496499 Nov 25 19:24:56.390838 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe2607d4-58e8-4919-a745-4429217e3f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:56.395967 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fe2607d4-58e8-4919-a745-4429217e3f61 admin admin] 10.222.0.55 "DELETE /v2.0/networks/81f06cdb-aeea-4635-a663-2be121b0111d HTTP/1.1" status: 204 len: 168 time: 3.9227321 Nov 25 19:24:56.400950 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2607d4-58e8-4919-a745-4429217e3f61 admin admin] Pushing event deleted for resources: {'Network': ['ID=81f06cdb-aeea-4635-a663-2be121b0111d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:56.411945 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58122) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:56.458256 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13957369-50b9-40b4-960f-426ace97ccd1 req-3e458e64-c2a7-484b-9b55-ab01a322baaa tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:56.483194 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13957369-50b9-40b4-960f-426ace97ccd1 req-3e458e64-c2a7-484b-9b55-ab01a322baaa tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 943 time: 0.3226125 Nov 25 19:24:56.520159 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 109b060b-7b7a-4aa9-b628-03fdeeb48359 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:24:56.611541 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-226a1150-6b54-44e3-83b1-cad17017ef74 service neutron] 10.222.0.73 "GET /v2.0/ports/e84ebc53-14c2-411b-910c-2395c76a7832/bindings/n-h2-819349-5 HTTP/1.1" status: 200 len: 384 time: 1.7434864 Nov 25 19:24:56.703522 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6aa55-b765-40b9-8c77-33f1bccde051 req-2465aa0f-abf7-409c-a07f-e3fc4a9e8b85 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:56.705826 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-12d6aa55-b765-40b9-8c77-33f1bccde051 req-2465aa0f-abf7-409c-a07f-e3fc4a9e8b85 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 931 time: 1.6851664 Nov 25 19:24:56.796279 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dec9f2-9f26-42bf-9a39-63a926135955 req-bb6fdfec-85ba-4dcb-ae2c-aaf922659a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:56.798879 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33dec9f2-9f26-42bf-9a39-63a926135955 req-bb6fdfec-85ba-4dcb-ae2c-aaf922659a6d service neutron] 10.222.0.85 "GET /v2.0/networks?id=cda7496d-bf1c-4f51-9cb3-30cbb8a65738 HTTP/1.1" status: 200 len: 912 time: 0.4259460 Nov 25 19:24:56.851393 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-12d6aa55-b765-40b9-8c77-33f1bccde051 req-b37f894c-5086-43cf-8977-d0d56d213ca6 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274517 Nov 25 19:24:56.886621 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33dec9f2-9f26-42bf-9a39-63a926135955 req-e057ede9-6c62-49d3-800d-b4933234a4cf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=109b060b-7b7a-4aa9-b628-03fdeeb48359 HTTP/1.1" status: 200 len: 217 time: 0.0696244 Nov 25 19:24:56.950060 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13957369-50b9-40b4-960f-426ace97ccd1 req-36e50c22-50eb-4779-b842-3bb7f61f3031 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527612 Nov 25 19:24:57.007407 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 109b060b-7b7a-4aa9-b628-03fdeeb48359, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=109b060b-7b7a-4aa9-b628-03fdeeb48359,segment=NetworkSegment(9249d696-fa20-46b2-842b-6fcf068e2e19),segment_id=9249d696-fa20-46b2-842b-6fcf068e2e19)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:57.015351 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-f03abf7e-e22e-4ca7-b648-d58830c90d8a service neutron] For port e84ebc53-14c2-411b-910c-2395c76a7832, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=e84ebc53-14c2-411b-910c-2395c76a7832,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:57.040069 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-f03abf7e-e22e-4ca7-b648-d58830c90d8a service neutron] For port e84ebc53-14c2-411b-910c-2395c76a7832, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:24:57.057410 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '109b060b-7b7a-4aa9-b628-03fdeeb48359', 'network_id': 'cda7496d-bf1c-4f51-9cb3-30cbb8a65738', 'port_id': '109b060b-7b7a-4aa9-b628-03fdeeb48359', 'mac_address': 'fa:16:3e:6f:ef:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ef7416-4ccd-48d8-9a48-41aeb811d2f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:24:57.081236 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-f03abf7e-e22e-4ca7-b648-d58830c90d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84ebc53-14c2-411b-910c-2395c76a7832 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:24:57.095176 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-f03abf7e-e22e-4ca7-b648-d58830c90d8a service neutron] For port e84ebc53-14c2-411b-910c-2395c76a7832, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=e84ebc53-14c2-411b-910c-2395c76a7832,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:57.149619 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dec9f2-9f26-42bf-9a39-63a926135955 req-15fcd2de-3baf-4cb0-a6e6-68339b553bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:57.157054 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33dec9f2-9f26-42bf-9a39-63a926135955 req-15fcd2de-3baf-4cb0-a6e6-68339b553bd1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=30ef7416-4ccd-48d8-9a48-41aeb811d2f6 HTTP/1.1" status: 200 len: 851 time: 0.2602530 Nov 25 19:24:57.166656 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-f03abf7e-e22e-4ca7-b648-d58830c90d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:57.198699 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:57.220082 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33dec9f2-9f26-42bf-9a39-63a926135955 req-cd708cde-9160-424f-8337-86adc19907b6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=cda7496d-bf1c-4f51-9cb3-30cbb8a65738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558813 Nov 25 19:24:57.238464 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 109b060b-7b7a-4aa9-b628-03fdeeb48359 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:24:57.282115 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 109b060b-7b7a-4aa9-b628-03fdeeb48359, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=109b060b-7b7a-4aa9-b628-03fdeeb48359,segment=NetworkSegment(9249d696-fa20-46b2-842b-6fcf068e2e19),segment_id=9249d696-fa20-46b2-842b-6fcf068e2e19)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:57.288169 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:57.313565 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0d9dd470-0a85-4625-9419-3588cb55f4db req-2917275a-22c7-4dd7-b797-63a6087366ac tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 210 time: 0.1277511 Nov 25 19:24:57.512473 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=109b060b-7b7a-4aa9-b628-03fdeeb48359,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:57.584028 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33dec9f2-9f26-42bf-9a39-63a926135955 req-00ea789d-8957-4845-87e9-220fc79917c1 service neutron] 10.222.0.85 "GET /v2.0/networks/cda7496d-bf1c-4f51-9cb3-30cbb8a65738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258080 Nov 25 19:24:57.647087 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['109b060b-7b7a-4aa9-b628-03fdeeb48359'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:24:57.748537 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-99d35564-d8f6-4bb3-9ede-79fd06d783c1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:57.797888 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-f03abf7e-e22e-4ca7-b648-d58830c90d8a service neutron] Transition to ACTIVE for port object e84ebc53-14c2-411b-910c-2395c76a7832 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:24:57.816764 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-34bcdcf2-ed10-47a7-9524-45104828afe1 req-9171d96e-899d-410e-a1e6-61816d457538 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1113090046 ', 'description': 'tempest-description-988055749'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:57.833912 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-f03abf7e-e22e-4ca7-b648-d58830c90d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:57.887032 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-34bcdcf2-ed10-47a7-9524-45104828afe1 req-9171d96e-899d-410e-a1e6-61816d457538 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:57.928070 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33dec9f2-9f26-42bf-9a39-63a926135955 req-dfbd41f6-32a5-40f2-a9ab-74eca69c0878 service neutron] 10.222.0.85 "GET /v2.0/networks/cda7496d-bf1c-4f51-9cb3-30cbb8a65738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291504 Nov 25 19:24:57.994281 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97175491-0942-486c-9cd5-fa955f51fbea req-ca0f88e4-2ff1-426d-b45a-5080ca30e54b tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:57.997311 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-97175491-0942-486c-9cd5-fa955f51fbea req-ca0f88e4-2ff1-426d-b45a-5080ca30e54b tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 943 time: 0.8466980 Nov 25 19:24:58.004138 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03abf7e-e22e-4ca7-b648-d58830c90d8a service neutron] Pushing event updated for resources: {'Port': ['ID=e84ebc53-14c2-411b-910c-2395c76a7832,revision_number=10']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:58.018955 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-34bcdcf2-ed10-47a7-9524-45104828afe1 req-9171d96e-899d-410e-a1e6-61816d457538 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:58.038939 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-34bcdcf2-ed10-47a7-9524-45104828afe1 req-9171d96e-899d-410e-a1e6-61816d457538 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:58.126663 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-f03abf7e-e22e-4ca7-b648-d58830c90d8a service neutron] No DVR routers for this DVR port e84ebc53-14c2-411b-910c-2395c76a7832 on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:24:58.196484 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-99d35564-d8f6-4bb3-9ede-79fd06d783c1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:58.212024 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-34bcdcf2-ed10-47a7-9524-45104828afe1 req-9171d96e-899d-410e-a1e6-61816d457538 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:58.237075 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-34bcdcf2-ed10-47a7-9524-45104828afe1 req-9171d96e-899d-410e-a1e6-61816d457538 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4493618 Nov 25 19:24:58.239485 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171d96e-899d-410e-a1e6-61816d457538 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28402219-347a-4d04-8921-1d6827a7698a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:58.262047 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dec9f2-9f26-42bf-9a39-63a926135955 req-9b60a1ac-6277-4d89-9084-5f763c6f51c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:58.269272 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33dec9f2-9f26-42bf-9a39-63a926135955 req-9b60a1ac-6277-4d89-9084-5f763c6f51c9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=240ad271eca8466e8a0831a281b75c36&device_id=ae4949a0-9f78-40c1-bd07-daa5793e7f45 HTTP/1.1" status: 200 len: 1175 time: 0.2482905 Nov 25 19:24:58.347716 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-f03abf7e-e22e-4ca7-b648-d58830c90d8a service neutron] 10.222.0.73 "PUT /v2.0/ports/e84ebc53-14c2-411b-910c-2395c76a7832/bindings/n-h2-819349-5/activate HTTP/1.1" status: 200 len: 369 time: 1.7213664 Nov 25 19:24:58.387223 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-97175491-0942-486c-9cd5-fa955f51fbea req-59cc6334-0dff-4a8b-a248-f012feaaaaf3 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500738 Nov 25 19:24:58.552069 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-99d35564-d8f6-4bb3-9ede-79fd06d783c1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Network e194a577-3459-494f-9608-026e3cbe9033 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:58.570053 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33be451-d8e4-4a99-9462-3e618ca3007a req-98bb402b-23d0-4a6b-bc53-87b60b3fa326 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:58.589713 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33be451-d8e4-4a99-9462-3e618ca3007a req-98bb402b-23d0-4a6b-bc53-87b60b3fa326 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:58.603748 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f33be451-d8e4-4a99-9462-3e618ca3007a req-98bb402b-23d0-4a6b-bc53-87b60b3fa326 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 1654 time: 0.1542771 Nov 25 19:24:58.669797 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d35564-d8f6-4bb3-9ede-79fd06d783c1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event updated for resources: {'Port': ['ID=0d2cb1ee-4968-45fd-abbc-2fea9d963ceb,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:58.675142 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-99d35564-d8f6-4bb3-9ede-79fd06d783c1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:58.678563 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-99d35564-d8f6-4bb3-9ede-79fd06d783c1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:24:58.730841 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f33be451-d8e4-4a99-9462-3e618ca3007a req-ae55318f-6303-423f-95ea-1b119e17cb29 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257184 Nov 25 19:24:58.733152 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dec9f2-9f26-42bf-9a39-63a926135955 req-fae5172e-23d2-4568-9fd9-f76d1ab13ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:58.749841 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33dec9f2-9f26-42bf-9a39-63a926135955 req-fae5172e-23d2-4568-9fd9-f76d1ab13ac7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d50823c9-8e68-494c-9142-5f5ec9a7c591 HTTP/1.1" status: 200 len: 913 time: 0.4677026 Nov 25 19:24:58.861634 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-99d35564-d8f6-4bb3-9ede-79fd06d783c1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:58.862514 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-99d35564-d8f6-4bb3-9ede-79fd06d783c1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:58.891478 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-99d35564-d8f6-4bb3-9ede-79fd06d783c1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2940223 Nov 25 19:24:58.904916 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33dec9f2-9f26-42bf-9a39-63a926135955 req-ba0bbfa7-3607-48a8-a037-1f5759acd1ca service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3dafa68-d4b6-4593-9e64-19f711500c5a HTTP/1.1" status: 200 len: 217 time: 0.1513753 Nov 25 19:24:58.908950 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-85373437-343a-4da4-92b0-cfd27c185887 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Request body: {'port': {'device_id': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'network_id': 'aca42a31-c672-4e88-8d9a-82a72fa68149', 'admin_state_up': True, 'tenant_id': '0f7164e740744c639f0ffd8c8c8559ff'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:59.029645 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-e105d2fe-46ff-4b63-a3e1-3d11e9ad5ea9 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:59.030365 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-e105d2fe-46ff-4b63-a3e1-3d11e9ad5ea9 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63&tenant_id=12018ca1c64542299c2d57a199401db7&binding%3Ahost_id=n-h1-819349-5 HTTP/1.1" status: 200 len: 1095 time: 0.5416124 Nov 25 19:24:59.103005 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdffb9c-e89c-46bd-83f8-a16afac9c8ad req-44134e4e-631b-409c-ab00-8bab78aaed2b tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:59.111364 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0bdffb9c-e89c-46bd-83f8-a16afac9c8ad req-44134e4e-631b-409c-ab00-8bab78aaed2b tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 944 time: 0.4234138 Nov 25 19:24:59.164336 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-ad542c1d-5214-4c38-9764-1f737f525bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:59.167043 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-ad542c1d-5214-4c38-9764-1f737f525bb3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63&tenant_id=12018ca1c64542299c2d57a199401db7 HTTP/1.1" status: 200 len: 1095 time: 0.1250513 Nov 25 19:24:59.176403 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dec9f2-9f26-42bf-9a39-63a926135955 req-dee07d6d-e406-46e6-b9f4-de4474de6fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:59.183117 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33dec9f2-9f26-42bf-9a39-63a926135955 req-dee07d6d-e406-46e6-b9f4-de4474de6fd1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=923b33c5-b953-413a-8146-382932f62afb HTTP/1.1" status: 200 len: 852 time: 0.2691627 Nov 25 19:24:59.199854 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3a16720d-91c3-4ca1-9480-aac359605d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:59.200900 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5a416136-0e3f-4e6f-a6f5-aa7f2b09f4fc req-a2358d32-7621-47a0-b80a-c588d98d74df tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/28402219-347a-4d04-8921-1d6827a7698a HTTP/1.1" status: 200 len: 1797 time: 0.2947984 Nov 25 19:24:59.278638 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-85373437-343a-4da4-92b0-cfd27c185887 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Made reservation on behalf of 0f7164e740744c639f0ffd8c8c8559ff for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:24:59.284097 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-85373437-343a-4da4-92b0-cfd27c185887 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:59.293567 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-10f2906e-91c9-4aa1-9448-bdc569bacda8 None None] Provisioning complete for port 0d2cb1ee-4968-45fd-abbc-2fea9d963ceb triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:59.296535 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10f2906e-91c9-4aa1-9448-bdc569bacda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:59.304298 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33dec9f2-9f26-42bf-9a39-63a926135955 req-36bf7a4a-e3c3-4e91-8e00-7e5c16368ace service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d50823c9-8e68-494c-9142-5f5ec9a7c591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979629 Nov 25 19:24:59.388060 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60fc6f5b-721a-4c49-ab27-8b27d4377b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:59.407167 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-10f2906e-91c9-4aa1-9448-bdc569bacda8 None None] Port 0d2cb1ee-4968-45fd-abbc-2fea9d963ceb cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:24:59.463406 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-31821711-42f5-4653-bd54-4e6d3b5a15e4 req-6daecf40-9ba0-4d44-a528-3f3d9d82a277 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 210 time: 0.0417998 Nov 25 19:24:59.545094 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33dec9f2-9f26-42bf-9a39-63a926135955 req-69f698bf-3e98-4649-9106-8968af6f3f0a service neutron] 10.222.0.85 "GET /v2.0/networks/d50823c9-8e68-494c-9142-5f5ec9a7c591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292342 Nov 25 19:24:59.624575 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0bdffb9c-e89c-46bd-83f8-a16afac9c8ad req-32da891f-6167-4b8a-a6f2-4f973d1bcf09 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123849 Nov 25 19:24:59.739119 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33dec9f2-9f26-42bf-9a39-63a926135955 req-0d8e26b3-2a11-47d2-917e-85f37ad0aa58 service neutron] 10.222.0.85 "GET /v2.0/networks/d50823c9-8e68-494c-9142-5f5ec9a7c591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842330 Nov 25 19:24:59.765166 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-875c2b22-62c8-422a-98b6-9b2782ee53df req-dc2cdbca-f60d-4cf2-8d62-b23dc517fad8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4707241 Nov 25 19:24:59.803950 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-e881d65b-3bb7-4a0b-8bb9-182907c37505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:59.808244 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-e881d65b-3bb7-4a0b-8bb9-182907c37505 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 1095 time: 0.5653164 Nov 25 19:25:00.003109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb2394-89f6-4d17-87de-59745f01e5fb req-d4d6ffab-311a-4637-be58-ac6a964a9a45 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:00.004687 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4bb2394-89f6-4d17-87de-59745f01e5fb req-d4d6ffab-311a-4637-be58-ac6a964a9a45 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 944 time: 0.0912659 Nov 25 19:25:00.160787 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4bb2394-89f6-4d17-87de-59745f01e5fb req-90b52a9a-faca-417d-bc89-ee571244eada tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400275 Nov 25 19:25:00.252135 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2f9afb8b-cc2f-4434-bc46-52feb8cadcd1 req-b94b1dd3-2b15-41e2-bc1f-ff354c9d192e tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/28402219-347a-4d04-8921-1d6827a7698a HTTP/1.1" status: 200 len: 1797 time: 0.4650829 Nov 25 19:25:00.322433 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c2b22-62c8-422a-98b6-9b2782ee53df req-fd452921-4b92-4f94-9c38-b8db81fb7d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:00.325509 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-875c2b22-62c8-422a-98b6-9b2782ee53df req-fd452921-4b92-4f94-9c38-b8db81fb7d5b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 1096 time: 0.4470029 Nov 25 19:25:00.386786 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5b250-ab23-44a2-9615-51a2330d2992 req-0f4e7485-b55c-4d65-8bea-237c1e0716b1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:00.392797 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5b250-ab23-44a2-9615-51a2330d2992 req-0f4e7485-b55c-4d65-8bea-237c1e0716b1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:00.395317 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bdd5b250-ab23-44a2-9615-51a2330d2992 req-0f4e7485-b55c-4d65-8bea-237c1e0716b1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 1654 time: 0.1328311 Nov 25 19:25:00.524178 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bdd5b250-ab23-44a2-9615-51a2330d2992 req-a317d1a5-b4e9-4c4a-b5ea-3a7ef89b099f tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142950 Nov 25 19:25:00.524721 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 109b060b-7b7a-4aa9-b628-03fdeeb48359 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:25:00.646224 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-85373437-343a-4da4-92b0-cfd27c185887 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Allocated IP 19.80.0.137 (aca42a31-c672-4e88-8d9a-82a72fa68149/d4955fa9-e6c6-4a5c-aa7d-e88b8ee9d8bc/7227a971-0c1f-45e1-a45e-d5c39ee2a781) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:25:00.656101 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 109b060b-7b7a-4aa9-b628-03fdeeb48359 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:25:00.660929 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 109b060b-7b7a-4aa9-b628-03fdeeb48359 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:00.661288 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:00.761068 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-6800ac02-0671-42aa-bbf1-d1ef863b938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:00.768896 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-6800ac02-0671-42aa-bbf1-d1ef863b938f service neutron] 10.222.0.85 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 908 time: 0.9315596 Nov 25 19:25:00.775461 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c4ba39d1-f93f-4c9b-8ff7-7afb819e41c4 req-440ec70d-45c4-44c0-8ee7-c1ee9f5dd798 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 210 time: 0.0561142 Nov 25 19:25:00.819468 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:00.841225 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-eeb95a30-392f-4b3e-ade3-90e135c69dba service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e84ebc53-14c2-411b-910c-2395c76a7832 HTTP/1.1" status: 200 len: 217 time: 0.0520627 Nov 25 19:25:00.878050 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2f9afb8b-cc2f-4434-bc46-52feb8cadcd1 req-b8c38d66-1360-49ea-867e-455cba616e10 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:00.905812 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 109b060b-7b7a-4aa9-b628-03fdeeb48359, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=109b060b-7b7a-4aa9-b628-03fdeeb48359,segment=NetworkSegment(9249d696-fa20-46b2-842b-6fcf068e2e19),segment_id=9249d696-fa20-46b2-842b-6fcf068e2e19)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:00.912183 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141634fe-c179-409b-b2d9-04a8075d65f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109b060b-7b7a-4aa9-b628-03fdeeb48359'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:00.915989 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fc46b4-5ee0-4704-bead-9806e05ef49a" -d '{"events": [{"server_uuid": "141634fe-c179-409b-b2d9-04a8075d65f3", "name": "network-vif-plugged", "status": "completed", "tag": "109b060b-7b7a-4aa9-b628-03fdeeb48359"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:00.922042 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:01.012817 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=109b060b-7b7a-4aa9-b628-03fdeeb48359,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:01.123610 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56605fb-a420-4099-904f-b2a19874fc57 req-4f124439-1fed-4d38-a0f3-31c4b6cdd0b5 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:01.125559 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d56605fb-a420-4099-904f-b2a19874fc57 req-4f124439-1fed-4d38-a0f3-31c4b6cdd0b5 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 945 time: 0.0753541 Nov 25 19:25:01.210799 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d56605fb-a420-4099-904f-b2a19874fc57 req-493c64a6-4899-440b-a6a9-6e421b642a16 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704541 Nov 25 19:25:01.367200 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c2b22-62c8-422a-98b6-9b2782ee53df req-4b7059fa-3c79-40ee-9e16-3a8e73cda974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:01.369339 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-875c2b22-62c8-422a-98b6-9b2782ee53df req-4b7059fa-3c79-40ee-9e16-3a8e73cda974 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 200 len: 921 time: 0.9743514 Nov 25 19:25:01.503944 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fb9048-dc20-48c7-9b17-46e16db6bbad x-openstack-request-id: req-71fb9048-dc20-48c7-9b17-46e16db6bbad {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:01.504955 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "141634fe-c179-409b-b2d9-04a8075d65f3", "name": "network-vif-plugged", "status": "completed", "tag": "109b060b-7b7a-4aa9-b628-03fdeeb48359", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:01.505861 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-71fb9048-dc20-48c7-9b17-46e16db6bbad {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:01.506914 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141634fe-c179-409b-b2d9-04a8075d65f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109b060b-7b7a-4aa9-b628-03fdeeb48359', 'code': 200} Nov 25 19:25:01.694336 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348b3ac-0a5d-48d0-98b2-4c52f1940f63 req-06ec875d-ab1b-420e-802c-aa1e193edb2c tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:01.695891 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e348b3ac-0a5d-48d0-98b2-4c52f1940f63 req-06ec875d-ab1b-420e-802c-aa1e193edb2c tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 944 time: 0.0901847 Nov 25 19:25:01.735760 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-90934d3b-392f-4ca1-9e62-d482b50c5570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:01.808779 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20800bcc-60cf-4b8a-8093-336482691de1 req-be95da0b-faca-4d52-b014-85324f25a6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:01.810423 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20800bcc-60cf-4b8a-8093-336482691de1 req-be95da0b-faca-4d52-b014-85324f25a6cd service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 1096 time: 0.0726945 Nov 25 19:25:01.821230 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e348b3ac-0a5d-48d0-98b2-4c52f1940f63 req-74c873e5-49d9-47d0-a3df-a764dca92334 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141365 Nov 25 19:25:01.926664 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20800bcc-60cf-4b8a-8093-336482691de1 req-06b6248e-a79f-4b94-be1e-9b1e2ff6376b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042521 Nov 25 19:25:01.938434 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2f9afb8b-cc2f-4434-bc46-52feb8cadcd1 req-b8c38d66-1360-49ea-867e-455cba616e10 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:01.965619 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-fc6ec369-0757-4d38-89be-bb508b9a809e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:01.967709 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-fc6ec369-0757-4d38-89be-bb508b9a809e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7d22af38-4f63-40b1-a1f0-3aff6ec04048 HTTP/1.1" status: 200 len: 847 time: 0.9970310 Nov 25 19:25:02.031885 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf1dc1-b0cd-4b52-baf1-a32e6eefc5d3 req-2cf57dd3-700c-4793-add2-94f1404885e0 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:02.035627 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-875c2b22-62c8-422a-98b6-9b2782ee53df req-ff0de72a-67cf-47df-9895-505c37eeddb3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa77015-14c7-4747-824a-119838dab680 HTTP/1.1" status: 200 len: 217 time: 0.6528642 Nov 25 19:25:02.050538 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf1dc1-b0cd-4b52-baf1-a32e6eefc5d3 req-2cf57dd3-700c-4793-add2-94f1404885e0 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:02.057839 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4acf1dc1-b0cd-4b52-baf1-a32e6eefc5d3 req-2cf57dd3-700c-4793-add2-94f1404885e0 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 1654 time: 0.0920057 Nov 25 19:25:02.063607 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-85373437-343a-4da4-92b0-cfd27c185887 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:02.158375 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4acf1dc1-b0cd-4b52-baf1-a32e6eefc5d3 req-0d781a40-1237-4474-8a7c-2fab89dfbe3a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859098 Nov 25 19:25:02.252634 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2f9afb8b-cc2f-4434-bc46-52feb8cadcd1 req-b8c38d66-1360-49ea-867e-455cba616e10 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:02.257669 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2f9afb8b-cc2f-4434-bc46-52feb8cadcd1 req-b8c38d66-1360-49ea-867e-455cba616e10 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:02.259237 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2f9afb8b-cc2f-4434-bc46-52feb8cadcd1 req-b8c38d66-1360-49ea-867e-455cba616e10 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "DELETE /v2.0/security-groups/28402219-347a-4d04-8921-1d6827a7698a HTTP/1.1" status: 204 len: 173 time: 2.0054915 Nov 25 19:25:02.310046 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-85373437-343a-4da4-92b0-cfd27c185887 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:02.331044 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c38d66-1360-49ea-867e-455cba616e10 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28402219-347a-4d04-8921-1d6827a7698a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:02.343769 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-604b0675-21f6-4aae-9f78-5e74fa7e539e req-549b33df-b639-4175-9ab8-f96b83442d3f tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc085c99-e0bc-4070-a81f-60034895c3ee HTTP/1.1" status: 200 len: 210 time: 0.0423493 Nov 25 19:25:02.374271 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [req-6a5229f2-1042-4648-89ac-4fb7428d3c64 req-03975c18-e10a-455f-aba3-0fe53fdebe88 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] show failed (client error): The resource could not be found. Nov 25 19:25:02.386416 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a5229f2-1042-4648-89ac-4fb7428d3c64 req-03975c18-e10a-455f-aba3-0fe53fdebe88 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/28402219-347a-4d04-8921-1d6827a7698a HTTP/1.1" status: 404 len: 352 time: 0.0250249 Nov 25 19:25:02.438051 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-2089cef8-6c39-47f0-93a1-6fedc00be7df service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2122037 Nov 25 19:25:02.439939 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85373437-343a-4da4-92b0-cfd27c185887 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event updated for resources: {'Port': ['ID=7227a971-0c1f-45e1-a45e-d5c39ee2a781,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:02.482124 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-7d26301c-871c-469d-a885-f1e8f640b5c5 req-6dabdd23-b52a-4b3b-8c07-6ef502854137 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-14372874', 'description': 'tempest-description-1633450305'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:02.502511 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b3de560e-a073-4f66-bd37-74f3884c4255 req-3abaccb5-e75a-4e0f-847e-3516bb34efa3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5275428 Nov 25 19:25:02.547798 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c2b22-62c8-422a-98b6-9b2782ee53df req-2273ad90-1195-41c6-b6f3-9391f51ef19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:02.549933 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-875c2b22-62c8-422a-98b6-9b2782ee53df req-2273ad90-1195-41c6-b6f3-9391f51ef19c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=688fcc59-0345-41e4-9b88-cea9e7c21583 HTTP/1.1" status: 200 len: 860 time: 0.3380759 Nov 25 19:25:02.618946 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ccb954-b152-42d0-9c5b-0822b2e2e3da req-278735b5-2733-44bb-8adc-ea156a411df8 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:02.625178 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-85373437-343a-4da4-92b0-cfd27c185887 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Network aca42a31-c672-4e88-8d9a-82a72fa68149 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:25:02.634111 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-81ccb954-b152-42d0-9c5b-0822b2e2e3da req-278735b5-2733-44bb-8adc-ea156a411df8 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 945 time: 0.1169181 Nov 25 19:25:02.703493 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-85373437-343a-4da4-92b0-cfd27c185887 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:25:02.707449 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-875c2b22-62c8-422a-98b6-9b2782ee53df req-69c7c357-1a7c-4baf-bbcb-1af16379583d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e27d2294-de95-4945-9062-292b41b6ea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988138 Nov 25 19:25:02.714702 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-85373437-343a-4da4-92b0-cfd27c185887 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:25:02.761044 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-81ccb954-b152-42d0-9c5b-0822b2e2e3da req-3bc527ca-b223-4475-bf02-c6fcf41f6560 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232066 Nov 25 19:25:02.970677 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-85373437-343a-4da4-92b0-cfd27c185887 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:02.971822 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-85373437-343a-4da4-92b0-cfd27c185887 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:03.009623 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-60fc6f5b-721a-4c49-ab27-8b27d4377b2d admin admin] Deleting port ff28d209-28d2-4c75-adf8-3b758da69213 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:03.014255 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60fc6f5b-721a-4c49-ab27-8b27d4377b2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:03.024430 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-6adc97f7-6d88-4284-81b3-38f8f05cc22a service neutron] 10.222.0.85 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5629573 Nov 25 19:25:03.072935 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7d26301c-871c-469d-a885-f1e8f640b5c5 req-6dabdd23-b52a-4b3b-8c07-6ef502854137 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:03.101987 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-85373437-343a-4da4-92b0-cfd27c185887 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1973445 Nov 25 19:25:03.142679 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-0028d5a6-24d2-4ec0-b3e4-b598a3e9727b service neutron] Request body: {'port': {'device_id': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:03.232127 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ce0b1b8b-ddfd-48a6-9c5b-f7b6d052ead3 None None] Provisioning complete for port 7227a971-0c1f-45e1-a45e-d5c39ee2a781 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:03.233013 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ce0b1b8b-ddfd-48a6-9c5b-f7b6d052ead3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:03.312932 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de560e-a073-4f66-bd37-74f3884c4255 req-b6d4229f-2884-41c2-b8bb-272b4cedb807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:03.314636 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b3de560e-a073-4f66-bd37-74f3884c4255 req-b6d4229f-2884-41c2-b8bb-272b4cedb807 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12018ca1c64542299c2d57a199401db7&device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 1095 time: 0.6877425 Nov 25 19:25:03.408248 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ce0b1b8b-ddfd-48a6-9c5b-f7b6d052ead3 None None] Port 7227a971-0c1f-45e1-a45e-d5c39ee2a781 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:25:03.518331 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:03.630361 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-0028d5a6-24d2-4ec0-b3e4-b598a3e9727b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:03.641759 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-875c2b22-62c8-422a-98b6-9b2782ee53df req-1720651e-ffa3-437e-b126-3570b97c766f service neutron] 10.222.0.85 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8590322 Nov 25 19:25:03.646492 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-60fc6f5b-721a-4c49-ab27-8b27d4377b2d admin admin] For port ff28d209-28d2-4c75-adf8-3b758da69213, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=ff28d209-28d2-4c75-adf8-3b758da69213,segment=NetworkSegment(6e6f9627-8505-4610-b792-96e9496a8dae),segment_id=6e6f9627-8505-4610-b792-96e9496a8dae)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:03.647032 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60fc6f5b-721a-4c49-ab27-8b27d4377b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:03.690707 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-e256a9fe-e489-4752-912a-7ab650679743 service neutron] 10.222.0.85 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6146479 Nov 25 19:25:03.709286 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-60fc6f5b-721a-4c49-ab27-8b27d4377b2d admin admin] Calling delete_port for ff28d209-28d2-4c75-adf8-3b758da69213 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:03.806392 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7d26301c-871c-469d-a885-f1e8f640b5c5 req-6dabdd23-b52a-4b3b-8c07-6ef502854137 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:03.889717 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7d26301c-871c-469d-a885-f1e8f640b5c5 req-6dabdd23-b52a-4b3b-8c07-6ef502854137 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:03.955705 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de560e-a073-4f66-bd37-74f3884c4255 req-4988cee1-b836-4296-b5f9-0c8f6cc12f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:03.957242 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b3de560e-a073-4f66-bd37-74f3884c4255 req-4988cee1-b836-4296-b5f9-0c8f6cc12f40 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 200 len: 908 time: 0.5671353 Nov 25 19:25:04.016615 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7d26301c-871c-469d-a885-f1e8f640b5c5 req-6dabdd23-b52a-4b3b-8c07-6ef502854137 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:04.017751 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7d26301c-871c-469d-a885-f1e8f640b5c5 req-6dabdd23-b52a-4b3b-8c07-6ef502854137 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 1.5447557 Nov 25 19:25:04.092990 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b3de560e-a073-4f66-bd37-74f3884c4255 req-517bf40b-7b12-4c34-857a-9d42c9c123ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56bbbeb8-552b-4f79-b054-15fb22851a8a HTTP/1.1" status: 200 len: 217 time: 0.1178854 Nov 25 19:25:04.203871 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabdd23-b52a-4b3b-8c07-6ef502854137 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aecd124b-f033-4770-808a-e96fa6929906,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:04.241516 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282d38c-3697-426f-98fe-e9ca75b0f74b req-73645a49-f34d-4115-89ab-ebfdf88a8616 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:04.243126 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b282d38c-3697-426f-98fe-e9ca75b0f74b req-73645a49-f34d-4115-89ab-ebfdf88a8616 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 944 time: 1.2448297 Nov 25 19:25:04.375807 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b282d38c-3697-426f-98fe-e9ca75b0f74b req-d42cea77-5ea9-4766-9280-aacbaa5b83c0 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240976 Nov 25 19:25:04.481324 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-875c2b22-62c8-422a-98b6-9b2782ee53df req-8f3e3a37-7626-4139-a318-0184f5e30be2 service neutron] 10.222.0.85 "GET /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8039162 Nov 25 19:25:04.739711 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de560e-a073-4f66-bd37-74f3884c4255 req-829dddb1-2016-451a-9f6e-49b1c173ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:04.752321 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b3de560e-a073-4f66-bd37-74f3884c4255 req-829dddb1-2016-451a-9f6e-49b1c173ab86 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7d22af38-4f63-40b1-a1f0-3aff6ec04048 HTTP/1.1" status: 200 len: 847 time: 0.5404229 Nov 25 19:25:04.866050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083508c-7d18-4ce1-9e68-b79be55bb712 req-f495d63c-8596-4528-b9b8-20ea7d4eb862 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:04.876523 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4083508c-7d18-4ce1-9e68-b79be55bb712 req-f495d63c-8596-4528-b9b8-20ea7d4eb862 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 945 time: 0.1795642 Nov 25 19:25:04.940074 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4083508c-7d18-4ce1-9e68-b79be55bb712 req-4f24855f-d95a-4f50-a844-a0c822cfe8c9 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568426 Nov 25 19:25:05.067623 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b3de560e-a073-4f66-bd37-74f3884c4255 req-aa99a0d1-b113-4c25-b816-9089f732efab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f1ae74c-ff92-4f6b-bdc2-b33a54676788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156797 Nov 25 19:25:05.098056 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b177a3-be54-42af-b4f1-803da7dbf0aa req-353858cb-bc6c-4f7e-9b5b-61b3d812b097 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:05.116504 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b177a3-be54-42af-b4f1-803da7dbf0aa req-353858cb-bc6c-4f7e-9b5b-61b3d812b097 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:05.122206 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-7546d6fe-be1b-4294-aa5c-92e8b84275af req-ec400d8a-7424-4b31-8812-68150e7420b2 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1942434997', 'description': 'tempest-description-895060451'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:05.128995 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b177a3-be54-42af-b4f1-803da7dbf0aa req-353858cb-bc6c-4f7e-9b5b-61b3d812b097 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:05.143599 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d9b177a3-be54-42af-b4f1-803da7dbf0aa req-353858cb-bc6c-4f7e-9b5b-61b3d812b097 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2376 time: 0.9184761 Nov 25 19:25:05.187768 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-bbbddc0e-1f99-46ab-80e2-ad6424400dba tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:05.190967 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-bbbddc0e-1f99-46ab-80e2-ad6424400dba tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63&tenant_id=12018ca1c64542299c2d57a199401db7&binding%3Ahost_id=n-h2-819349-5 HTTP/1.1" status: 200 len: 1095 time: 0.7643478 Nov 25 19:25:05.213930 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7546d6fe-be1b-4294-aa5c-92e8b84275af req-ec400d8a-7424-4b31-8812-68150e7420b2 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:05.322895 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:05.420414 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7546d6fe-be1b-4294-aa5c-92e8b84275af req-ec400d8a-7424-4b31-8812-68150e7420b2 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:05.427344 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7546d6fe-be1b-4294-aa5c-92e8b84275af req-ec400d8a-7424-4b31-8812-68150e7420b2 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:05.479847 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec400d8a-7424-4b31-8812-68150e7420b2 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55ec200b-b6ae-44f3-8255-0866d867e984,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:05.487123 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:05.507531 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7546d6fe-be1b-4294-aa5c-92e8b84275af req-ec400d8a-7424-4b31-8812-68150e7420b2 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:05.510632 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7546d6fe-be1b-4294-aa5c-92e8b84275af req-ec400d8a-7424-4b31-8812-68150e7420b2 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3972282 Nov 25 19:25:05.577352 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-0028d5a6-24d2-4ec0-b3e4-b598a3e9727b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7373348f-9622-44c5-bccb-4e3e46d16bc7 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:25:05.594372 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-0028d5a6-24d2-4ec0-b3e4-b598a3e9727b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:05.622183 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-0028d5a6-24d2-4ec0-b3e4-b598a3e9727b service neutron] Transition to ACTIVE for port object 7373348f-9622-44c5-bccb-4e3e46d16bc7 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:25:05.776271 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-0028d5a6-24d2-4ec0-b3e4-b598a3e9727b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:05.847838 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d9b177a3-be54-42af-b4f1-803da7dbf0aa req-e2ea0ece-8b69-4a94-84f9-aa53baead4d3 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7023613 Nov 25 19:25:05.894827 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afde6a-4443-4b9a-b7ac-2a7f9a45cd1d req-33a78c90-d252-45aa-b143-7fa3c9f530c8 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:05.904938 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6afde6a-4443-4b9a-b7ac-2a7f9a45cd1d req-33a78c90-d252-45aa-b143-7fa3c9f530c8 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 944 time: 0.1251309 Nov 25 19:25:05.920541 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-48add0d4-6bdd-404d-b9c4-c82f6fb32ece req-b34259f6-7897-4d14-aa64-155375f2f2f0 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1436741342', 'description': 'tempest-description-650255052'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:06.019273 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6afde6a-4443-4b9a-b7ac-2a7f9a45cd1d req-101baa56-5aac-4394-b32a-29a702d625fc tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109593 Nov 25 19:25:06.371838 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b3de560e-a073-4f66-bd37-74f3884c4255 req-09e60402-a7c7-46de-9784-d6e0b3bfb339 service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2107692 Nov 25 19:25:06.404863 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028d5a6-24d2-4ec0-b3e4-b598a3e9727b service neutron] Pushing event updated for resources: {'Port': ['ID=7373348f-9622-44c5-bccb-4e3e46d16bc7,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:06.409032 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60fc6f5b-721a-4c49-ab27-8b27d4377b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:06.533099 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-48add0d4-6bdd-404d-b9c4-c82f6fb32ece req-b34259f6-7897-4d14-aa64-155375f2f2f0 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:06.572618 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc6f5b-721a-4c49-ab27-8b27d4377b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=ff28d209-28d2-4c75-adf8-3b758da69213,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:06.577389 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6153c63-adad-41d3-97f5-7ba048879862 req-e34d72c7-f8b4-4123-8160-98e3da498385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:06.579201 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a6153c63-adad-41d3-97f5-7ba048879862 req-e34d72c7-f8b4-4123-8160-98e3da498385 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=946f818daf4a4dbcab9cf628061e104a&device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 1096 time: 0.7978020 Nov 25 19:25:06.679249 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-c4ffd1c0-39f8-4620-9426-070878d2e0a7 service neutron] For port e84ebc53-14c2-411b-910c-2395c76a7832, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:25:06.775728 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-c4ffd1c0-39f8-4620-9426-070878d2e0a7 service neutron] Publish callbacks [] for binding, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:06.777626 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-78d033a9-1bb5-4e82-801d-23423e226af0 req-c4ffd1c0-39f8-4620-9426-070878d2e0a7 service neutron] 10.222.0.85 "DELETE /v2.0/ports/e84ebc53-14c2-411b-910c-2395c76a7832/bindings/n-h1-819349-5 HTTP/1.1" status: 204 len: 173 time: 1.5164337 Nov 25 19:25:06.831037 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fb039-0a3a-410c-8c6f-0adc98f0dd90 req-e31518ef-44dc-45b0-8124-41ad4be44bf5 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:06.861594 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-615fb039-0a3a-410c-8c6f-0adc98f0dd90 req-e31518ef-44dc-45b0-8124-41ad4be44bf5 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 945 time: 0.2618032 Nov 25 19:25:07.076277 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-48add0d4-6bdd-404d-b9c4-c82f6fb32ece req-b34259f6-7897-4d14-aa64-155375f2f2f0 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:07.107600 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-615fb039-0a3a-410c-8c6f-0adc98f0dd90 req-6b375af1-074d-47e9-8fd4-7dd83edb433d tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293305 Nov 25 19:25:07.291311 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b3de560e-a073-4f66-bd37-74f3884c4255 req-73a2578c-d546-41a8-b29e-58fa23426b78 service neutron] 10.222.0.73 "GET /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9060431 Nov 25 19:25:07.409471 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6153c63-adad-41d3-97f5-7ba048879862 req-80d6298a-3af6-486b-abeb-cf3d46623074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:07.415148 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a6153c63-adad-41d3-97f5-7ba048879862 req-80d6298a-3af6-486b-abeb-cf3d46623074 service neutron] 10.222.0.85 "GET /v2.0/networks?id=cda7496d-bf1c-4f51-9cb3-30cbb8a65738 HTTP/1.1" status: 200 len: 912 time: 0.7347188 Nov 25 19:25:07.419215 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-48add0d4-6bdd-404d-b9c4-c82f6fb32ece req-b34259f6-7897-4d14-aa64-155375f2f2f0 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:07.641558 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a6153c63-adad-41d3-97f5-7ba048879862 req-40b5d198-4040-41f5-bb11-4974a3101c4b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=109b060b-7b7a-4aa9-b628-03fdeeb48359 HTTP/1.1" status: 200 len: 217 time: 0.2104423 Nov 25 19:25:07.651991 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34259f6-7897-4d14-aa64-155375f2f2f0 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb3c663-cd8d-4971-b3ed-a01fb72820f6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:07.659883 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3538c-2b8b-4fba-8082-7692d0e3403b req-92d3d4b9-3796-4626-99d5-ce8ae5ab2d44 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:07.704323 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3538c-2b8b-4fba-8082-7692d0e3403b req-92d3d4b9-3796-4626-99d5-ce8ae5ab2d44 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:07.737089 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3538c-2b8b-4fba-8082-7692d0e3403b req-92d3d4b9-3796-4626-99d5-ce8ae5ab2d44 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:07.746123 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-83d3538c-2b8b-4fba-8082-7692d0e3403b req-92d3d4b9-3796-4626-99d5-ce8ae5ab2d44 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2388 time: 0.2458293 Nov 25 19:25:07.770212 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-0028d5a6-24d2-4ec0-b3e4-b598a3e9727b service neutron] Attempting to bind port 7373348f-9622-44c5-bccb-4e3e46d16bc7 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:25:07.770588 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-0028d5a6-24d2-4ec0-b3e4-b598a3e9727b service neutron] Attempting to bind port 7373348f-9622-44c5-bccb-4e3e46d16bc7 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'aca42a31-c672-4e88-8d9a-82a72fa68149'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:25:07.770921 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-0028d5a6-24d2-4ec0-b3e4-b598a3e9727b service neutron] Attempting to bind port 7373348f-9622-44c5-bccb-4e3e46d16bc7 on network aca42a31-c672-4e88-8d9a-82a72fa68149 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:07.822567 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-48add0d4-6bdd-404d-b9c4-c82f6fb32ece req-b34259f6-7897-4d14-aa64-155375f2f2f0 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:07.834540 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-48add0d4-6bdd-404d-b9c4-c82f6fb32ece req-b34259f6-7897-4d14-aa64-155375f2f2f0 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.9180462 Nov 25 19:25:07.921103 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-83d3538c-2b8b-4fba-8082-7692d0e3403b req-5d36bad5-5bef-41ca-8416-239be463ace7 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684904 Nov 25 19:25:08.154597 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60fc6f5b-721a-4c49-ab27-8b27d4377b2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:08.213318 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ef20a743-52b5-4c67-96b0-006877ce3422 req-5118222c-2de6-4f09-ad83-9357d56b06ee tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=240ad271eca8466e8a0831a281b75c36 HTTP/1.1" status: 200 len: 10995 time: 0.2404730 Nov 25 19:25:08.250248 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-0028d5a6-24d2-4ec0-b3e4-b598a3e9727b service neutron] Port 7373348f-9622-44c5-bccb-4e3e46d16bc7 on network aca42a31-c672-4e88-8d9a-82a72fa68149 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:25:08.250638 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-0028d5a6-24d2-4ec0-b3e4-b598a3e9727b service neutron] Attempting to bind port 7373348f-9622-44c5-bccb-4e3e46d16bc7 on network aca42a31-c672-4e88-8d9a-82a72fa68149 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:08.305426 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ef20a743-52b5-4c67-96b0-006877ce3422 req-aada3b61-cac3-47e8-9a16-a75e86331941 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/151d8eda-0fa1-4893-a3e6-a191fb6bbf81 HTTP/1.1" status: 200 len: 2998 time: 0.0907660 Nov 25 19:25:08.320302 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-0028d5a6-24d2-4ec0-b3e4-b598a3e9727b service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:25:08.321021 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-0028d5a6-24d2-4ec0-b3e4-b598a3e9727b service neutron] Checking segment: {'id': 'e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'aca42a31-c672-4e88-8d9a-82a72fa68149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:25:08.323637 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-0028d5a6-24d2-4ec0-b3e4-b598a3e9727b service neutron] Bound using segment: {'id': 'e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'aca42a31-c672-4e88-8d9a-82a72fa68149'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:25:08.327234 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-0028d5a6-24d2-4ec0-b3e4-b598a3e9727b service neutron] Bound port: 7373348f-9622-44c5-bccb-4e3e46d16bc7, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'aca42a31-c672-4e88-8d9a-82a72fa68149'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:25:08.332760 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-0028d5a6-24d2-4ec0-b3e4-b598a3e9727b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:08.340600 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6153c63-adad-41d3-97f5-7ba048879862 req-1023bedc-9574-4f1f-9730-1e3c7a02d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:08.349703 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a6153c63-adad-41d3-97f5-7ba048879862 req-1023bedc-9574-4f1f-9730-1e3c7a02d206 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=30ef7416-4ccd-48d8-9a48-41aeb811d2f6 HTTP/1.1" status: 200 len: 851 time: 0.6829653 Nov 25 19:25:08.471977 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ef20a743-52b5-4c67-96b0-006877ce3422 req-5277713d-db5b-4110-a038-6f1e4bf555f1 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/151d8eda-0fa1-4893-a3e6-a191fb6bbf81 HTTP/1.1" status: 200 len: 2998 time: 0.1641958 Nov 25 19:25:08.589340 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b8266-8cb7-43fb-a81c-5e40897eac7d req-276225a2-d691-47a2-8010-cdb4380be80f tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:08.592165 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b58b8266-8cb7-43fb-a81c-5e40897eac7d req-276225a2-d691-47a2-8010-cdb4380be80f tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 1095 time: 0.4239264 Nov 25 19:25:08.595463 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a6153c63-adad-41d3-97f5-7ba048879862 req-d189393a-97e7-4ef1-b786-301cd6e6dd46 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=cda7496d-bf1c-4f51-9cb3-30cbb8a65738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1979418 Nov 25 19:25:08.680355 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36424945-3f57-40ad-9f8f-5e2d94bc2790 req-53ebe856-2262-41d7-bc88-e1490f5e9b92 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:08.695234 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36424945-3f57-40ad-9f8f-5e2d94bc2790 req-53ebe856-2262-41d7-bc88-e1490f5e9b92 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 945 time: 0.1206684 Nov 25 19:25:08.809783 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36424945-3f57-40ad-9f8f-5e2d94bc2790 req-f7152dab-04bd-4a22-ac74-85753e01287d tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132479 Nov 25 19:25:09.010660 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a6153c63-adad-41d3-97f5-7ba048879862 req-e9fc040d-f961-44f5-86ed-447db7a3178e service neutron] 10.222.0.85 "GET /v2.0/networks/cda7496d-bf1c-4f51-9cb3-30cbb8a65738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926497 Nov 25 19:25:09.161991 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-339b8c90-54f6-4e8e-ae98-46d1b6cf3cb6 req-b8b98a75-8eb2-4ddc-bb76-c900c53a2893 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/aecd124b-f033-4770-808a-e96fa6929906 HTTP/1.1" status: 200 len: 1816 time: 0.1332288 Nov 25 19:25:09.389561 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-339b8c90-54f6-4e8e-ae98-46d1b6cf3cb6 req-10772510-061d-4e74-a155-123fc8e413c3 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:09.403090 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a6153c63-adad-41d3-97f5-7ba048879862 req-e03e89e5-7b89-4f44-b4b6-e10a63bf7028 service neutron] 10.222.0.85 "GET /v2.0/networks/cda7496d-bf1c-4f51-9cb3-30cbb8a65738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491406 Nov 25 19:25:09.511964 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-339b8c90-54f6-4e8e-ae98-46d1b6cf3cb6 req-10772510-061d-4e74-a155-123fc8e413c3 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:09.705166 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-0028d5a6-24d2-4ec0-b3e4-b598a3e9727b service neutron] For port 7373348f-9622-44c5-bccb-4e3e46d16bc7, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:25:09.712033 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-339b8c90-54f6-4e8e-ae98-46d1b6cf3cb6 req-10772510-061d-4e74-a155-123fc8e413c3 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:09.717876 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b58b8266-8cb7-43fb-a81c-5e40897eac7d req-23c1df7a-91cd-4c3b-b355-fac59d682004 tempest-LiveMigrationTest-637751558 tempest-LiveMigrationTest-637751558-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0018954 Nov 25 19:25:09.724143 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-0028d5a6-24d2-4ec0-b3e4-b598a3e9727b service neutron] For port 7373348f-9622-44c5-bccb-4e3e46d16bc7, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=7373348f-9622-44c5-bccb-4e3e46d16bc7,segment=NetworkSegment(e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19),segment_id=e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:25:09.736966 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-0028d5a6-24d2-4ec0-b3e4-b598a3e9727b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:09.750631 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-339b8c90-54f6-4e8e-ae98-46d1b6cf3cb6 req-10772510-061d-4e74-a155-123fc8e413c3 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:09.780181 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-339b8c90-54f6-4e8e-ae98-46d1b6cf3cb6 req-10772510-061d-4e74-a155-123fc8e413c3 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "DELETE /v2.0/security-groups/aecd124b-f033-4770-808a-e96fa6929906 HTTP/1.1" status: 204 len: 173 time: 0.6167102 Nov 25 19:25:09.835920 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10772510-061d-4e74-a155-123fc8e413c3 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecd124b-f033-4770-808a-e96fa6929906,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:09.933456 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-0028d5a6-24d2-4ec0-b3e4-b598a3e9727b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:09.938787 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-0028d5a6-24d2-4ec0-b3e4-b598a3e9727b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:09.944783 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-0028d5a6-24d2-4ec0-b3e4-b598a3e9727b service neutron] 10.222.0.73 "PUT /v2.0/ports/7373348f-9622-44c5-bccb-4e3e46d16bc7 HTTP/1.1" status: 200 len: 1091 time: 6.8122087 Nov 25 19:25:09.954091 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'tag': '7373348f-9622-44c5-bccb-4e3e46d16bc7'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:09.957446 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532c4a83-6363-4f4c-8528-00d95819bbe9" -d '{"events": [{"name": "network-changed", "server_uuid": "57f46657-0216-4bec-9a5a-5cdf4e0f0e5a", "tag": "7373348f-9622-44c5-bccb-4e3e46d16bc7"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:09.990907 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-04c7378d-312a-4575-803c-ee9bd46b6df2 service neutron] Request body: {'port': {'device_id': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:10.008612 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028d5a6-24d2-4ec0-b3e4-b598a3e9727b service neutron] Pushing event updated for resources: {'Port': ['ID=7373348f-9622-44c5-bccb-4e3e46d16bc7,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:10.026611 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [req-c8f152b5-3fc5-4eb1-8cd6-9cdf799cb603 req-15b8dda5-d8bc-48a5-a025-0af7e339758a tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] show failed (client error): The resource could not be found. Nov 25 19:25:10.031293 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8f152b5-3fc5-4eb1-8cd6-9cdf799cb603 req-15b8dda5-d8bc-48a5-a025-0af7e339758a tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/aecd124b-f033-4770-808a-e96fa6929906 HTTP/1.1" status: 404 len: 352 time: 0.0499842 Nov 25 19:25:10.265711 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d48906-ac26-4a73-9d29-2f2c450d5fd7 req-26115c34-aed1-4f61-ab42-c490358a9c45 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:10.273922 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d48906-ac26-4a73-9d29-2f2c450d5fd7 req-26115c34-aed1-4f61-ab42-c490358a9c45 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:10.281883 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d48906-ac26-4a73-9d29-2f2c450d5fd7 req-26115c34-aed1-4f61-ab42-c490358a9c45 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:10.293941 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e6d48906-ac26-4a73-9d29-2f2c450d5fd7 req-26115c34-aed1-4f61-ab42-c490358a9c45 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2388 time: 0.2972715 Nov 25 19:25:10.427327 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-04c7378d-312a-4575-803c-ee9bd46b6df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:10.678000 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb53ade-1c19-41a8-9082-35511d7d107d req-5c498b4e-c4fb-4ed6-af50-cdfdf52aba8f tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:10.701023 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-edb53ade-1c19-41a8-9082-35511d7d107d req-5c498b4e-c4fb-4ed6-af50-cdfdf52aba8f tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 945 time: 0.1899376 Nov 25 19:25:10.800779 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-edb53ade-1c19-41a8-9082-35511d7d107d req-b138843c-4986-44fc-bfc2-7f4b7b3c907a tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948660 Nov 25 19:25:10.956565 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e6d48906-ac26-4a73-9d29-2f2c450d5fd7 req-09721202-0df9-46df-988a-83f8ee7c2c5e tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6583309 Nov 25 19:25:11.062749 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fc6f5b-721a-4c49-ab27-8b27d4377b2d admin admin] Router aeee9b6b-9779-4c75-81de-65f4963b5a2d has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:25:11.152892 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defe0e5f-9ab2-4693-9bfd-704e61127ff1 x-openstack-request-id: req-defe0e5f-9ab2-4693-9bfd-704e61127ff1 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:11.153482 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57f46657-0216-4bec-9a5a-5cdf4e0f0e5a", "tag": "7373348f-9622-44c5-bccb-4e3e46d16bc7", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:11.153749 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-defe0e5f-9ab2-4693-9bfd-704e61127ff1 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:11.154172 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'tag': '7373348f-9622-44c5-bccb-4e3e46d16bc7', 'status': 'completed', 'code': 200} Nov 25 19:25:11.419134 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc0817-38c3-4938-aa96-8155788c23b2 req-6bc36852-8ca2-4ca0-a26a-e6802f07de7d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:11.431589 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dfdc0817-38c3-4938-aa96-8155788c23b2 req-6bc36852-8ca2-4ca0-a26a-e6802f07de7d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 944 time: 0.1428227 Nov 25 19:25:11.536280 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dfdc0817-38c3-4938-aa96-8155788c23b2 req-a398a991-5986-48b2-be7b-ab8f990e3b0b tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033924 Nov 25 19:25:11.694560 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609c040-743f-4b61-ab8b-ad5b92895c2a req-6e3194a2-aaf8-4c03-a554-1f6063cb28f9 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:11.701310 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b609c040-743f-4b61-ab8b-ad5b92895c2a req-6e3194a2-aaf8-4c03-a554-1f6063cb28f9 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.85 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 944 time: 0.6352372 Nov 25 19:25:11.714706 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7fde8c2b-661d-45c4-acb3-564002f4425f req-c546dde3-6134-4092-9f08-4b4badcf130c tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/55ec200b-b6ae-44f3-8255-0866d867e984 HTTP/1.1" status: 200 len: 1817 time: 0.4786503 Nov 25 19:25:11.962343 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-04c7378d-312a-4575-803c-ee9bd46b6df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d2cb1ee-4968-45fd-abbc-2fea9d963ceb {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:25:11.971640 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-04c7378d-312a-4575-803c-ee9bd46b6df2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:12.034051 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a16e8-8a8d-4fa3-977d-bfc1519bb450 req-ce900f21-a31a-4caf-8b2a-bfd0c9237a62 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:12.042417 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a98a16e8-8a8d-4fa3-977d-bfc1519bb450 req-ce900f21-a31a-4caf-8b2a-bfd0c9237a62 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 945 time: 0.0959144 Nov 25 19:25:12.127805 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-04c7378d-312a-4575-803c-ee9bd46b6df2 service neutron] Transition to ACTIVE for port object 0d2cb1ee-4968-45fd-abbc-2fea9d963ceb will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:25:12.145832 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-04c7378d-312a-4575-803c-ee9bd46b6df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:12.161695 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c4a83-6363-4f4c-8528-00d95819bbe9 req-93952557-5928-43e5-989e-e334ca18eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:12.162215 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c4a83-6363-4f4c-8528-00d95819bbe9 req-93952557-5928-43e5-989e-e334ca18eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:12.162833 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c4a83-6363-4f4c-8528-00d95819bbe9 req-93952557-5928-43e5-989e-e334ca18eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:12.165236 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-532c4a83-6363-4f4c-8528-00d95819bbe9 req-93952557-5928-43e5-989e-e334ca18eeb7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f7164e740744c639f0ffd8c8c8559ff&device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2731 time: 0.9559026 Nov 25 19:25:12.175138 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a98a16e8-8a8d-4fa3-977d-bfc1519bb450 req-01492e9d-9178-4864-933b-871fb61739b0 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317899 Nov 25 19:25:12.628682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e1572-3569-40f8-b480-890400274c15 req-6ce3fbef-1747-4732-8d28-9d7d4bc7e219 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:12.646546 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e1572-3569-40f8-b480-890400274c15 req-6ce3fbef-1747-4732-8d28-9d7d4bc7e219 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:12.662122 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e1572-3569-40f8-b480-890400274c15 req-6ce3fbef-1747-4732-8d28-9d7d4bc7e219 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:12.674700 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7f7e1572-3569-40f8-b480-890400274c15 req-6ce3fbef-1747-4732-8d28-9d7d4bc7e219 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2400 time: 0.1742761 Nov 25 19:25:12.785250 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fc6f5b-721a-4c49-ab27-8b27d4377b2d admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:25:12.790852 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7f7e1572-3569-40f8-b480-890400274c15 req-7e822d80-a386-4f91-9cd7-01f13e553d48 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126277 Nov 25 19:25:12.801255 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdd2e9d-1aeb-4e8b-987f-e07d45a1ae7a None None] Sync routers for ids ['aeee9b6b-9779-4c75-81de-65f4963b5a2d'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:25:12.854268 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-60fc6f5b-721a-4c49-ab27-8b27d4377b2d admin admin] 10.222.0.55 "PUT /v2.0/routers/aeee9b6b-9779-4c75-81de-65f4963b5a2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4196544 Nov 25 19:25:12.854653 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58344) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:12.856085 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdd2e9d-1aeb-4e8b-987f-e07d45a1ae7a None None] Routers {'aeee9b6b-9779-4c75-81de-65f4963b5a2d'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:25:12.857688 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5bdd2e9d-1aeb-4e8b-987f-e07d45a1ae7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:25:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['aeee9b6b-9779-4c75-81de-65f4963b5a2d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:13.161772 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d55b310-99ad-4203-82c7-cdd28ba94698 admin admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:13.344202 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5bdd2e9d-1aeb-4e8b-987f-e07d45a1ae7a None None] Set router aeee9b6b-9779-4c75-81de-65f4963b5a2d gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:25:13.352293 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-b609c040-743f-4b61-ab8b-ad5b92895c2a req-4ff250cd-33ef-43b6-a9f9-d46d3af0e4da tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Deleting port e84ebc53-14c2-411b-910c-2395c76a7832 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:13.363317 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b609c040-743f-4b61-ab8b-ad5b92895c2a req-4ff250cd-33ef-43b6-a9f9-d46d3af0e4da tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:13.384065 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d55b310-99ad-4203-82c7-cdd28ba94698 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:13.458567 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1eb02-d521-4dad-82d1-e1ddc2d01ec7 req-a2bb6099-b3d5-4f18-8390-e6523f6fd81b tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:13.460193 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-65d1eb02-d521-4dad-82d1-e1ddc2d01ec7 req-a2bb6099-b3d5-4f18-8390-e6523f6fd81b tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 944 time: 0.1119609 Nov 25 19:25:13.534669 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7378d-312a-4575-803c-ee9bd46b6df2 service neutron] Pushing event updated for resources: {'Port': ['ID=0d2cb1ee-4968-45fd-abbc-2fea9d963ceb,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:13.538005 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-65d1eb02-d521-4dad-82d1-e1ddc2d01ec7 req-373a39ad-fd94-4060-99aa-20e58999223f tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678921 Nov 25 19:25:13.552265 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9d55b310-99ad-4203-82c7-cdd28ba94698 admin admin] Deleting port df3acb7b-0cd0-4a94-9565-9797662c8ebd {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:13.552607 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d55b310-99ad-4203-82c7-cdd28ba94698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:13.665920 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7fde8c2b-661d-45c4-acb3-564002f4425f req-60ca5248-2539-45af-9df7-96ac9c32665b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:13.748411 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-04c7378d-312a-4575-803c-ee9bd46b6df2 service neutron] Attempting to bind port 0d2cb1ee-4968-45fd-abbc-2fea9d963ceb on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:25:13.749022 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-04c7378d-312a-4575-803c-ee9bd46b6df2 service neutron] Attempting to bind port 0d2cb1ee-4968-45fd-abbc-2fea9d963ceb by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'fe38008d-2600-4b83-92cf-6c5d439a2c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e194a577-3459-494f-9608-026e3cbe9033'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:25:13.749535 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-04c7378d-312a-4575-803c-ee9bd46b6df2 service neutron] Attempting to bind port 0d2cb1ee-4968-45fd-abbc-2fea9d963ceb on network e194a577-3459-494f-9608-026e3cbe9033 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:13.762510 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-04c7378d-312a-4575-803c-ee9bd46b6df2 service neutron] Port 0d2cb1ee-4968-45fd-abbc-2fea9d963ceb on network e194a577-3459-494f-9608-026e3cbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:25:13.762834 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-04c7378d-312a-4575-803c-ee9bd46b6df2 service neutron] Attempting to bind port 0d2cb1ee-4968-45fd-abbc-2fea9d963ceb on network e194a577-3459-494f-9608-026e3cbe9033 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:13.783051 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7fde8c2b-661d-45c4-acb3-564002f4425f req-60ca5248-2539-45af-9df7-96ac9c32665b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:13.802633 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c4a83-6363-4f4c-8528-00d95819bbe9 req-ed1a1873-58a0-46b6-8d35-79a1ebff90f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:13.803346 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c4a83-6363-4f4c-8528-00d95819bbe9 req-ed1a1873-58a0-46b6-8d35-79a1ebff90f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:13.804047 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c4a83-6363-4f4c-8528-00d95819bbe9 req-ed1a1873-58a0-46b6-8d35-79a1ebff90f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:13.808575 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-532c4a83-6363-4f4c-8528-00d95819bbe9 req-ed1a1873-58a0-46b6-8d35-79a1ebff90f1 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=0f7164e740744c639f0ffd8c8c8559ff&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.6154599 Nov 25 19:25:13.815877 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5bdd2e9d-1aeb-4e8b-987f-e07d45a1ae7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeee9b6b-9779-4c75-81de-65f4963b5a2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-131768230-router', 'tenant_id': 'ba761cceff31463797c62c81131ad757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': 'df3acb7b-0cd0-4a94-9565-9797662c8ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:03Z', 'updated_at': '2021-11-25T19:25:05Z', 'revision_number': 5, 'project_id': 'ba761cceff31463797c62c81131ad757', 'gw_port': {'id': 'df3acb7b-0cd0-4a94-9565-9797662c8ebd', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeee9b6b-9779-4c75-81de-65f4963b5a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:05Z', 'updated_at': '2021-11-25T19:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:13.834087 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9d55b310-99ad-4203-82c7-cdd28ba94698 admin admin] For port df3acb7b-0cd0-4a94-9565-9797662c8ebd, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=df3acb7b-0cd0-4a94-9565-9797662c8ebd,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:13.842834 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d55b310-99ad-4203-82c7-cdd28ba94698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:13.879442 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9d55b310-99ad-4203-82c7-cdd28ba94698 admin admin] Calling delete_port for df3acb7b-0cd0-4a94-9565-9797662c8ebd owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:13.887745 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-04c7378d-312a-4575-803c-ee9bd46b6df2 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:25:13.888248 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-04c7378d-312a-4575-803c-ee9bd46b6df2 service neutron] Checking segment: {'id': 'fe38008d-2600-4b83-92cf-6c5d439a2c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e194a577-3459-494f-9608-026e3cbe9033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:25:13.889149 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-04c7378d-312a-4575-803c-ee9bd46b6df2 service neutron] Bound using segment: {'id': 'fe38008d-2600-4b83-92cf-6c5d439a2c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e194a577-3459-494f-9608-026e3cbe9033'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:25:13.890007 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-04c7378d-312a-4575-803c-ee9bd46b6df2 service neutron] Bound port: 0d2cb1ee-4968-45fd-abbc-2fea9d963ceb, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe38008d-2600-4b83-92cf-6c5d439a2c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e194a577-3459-494f-9608-026e3cbe9033'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:25:13.891407 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-04c7378d-312a-4575-803c-ee9bd46b6df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:13.895992 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdd2e9d-1aeb-4e8b-987f-e07d45a1ae7a None None] Checking router: aeee9b6b-9779-4c75-81de-65f4963b5a2d for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:25:13.925023 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdd2e9d-1aeb-4e8b-987f-e07d45a1ae7a None None] Routers {'aeee9b6b-9779-4c75-81de-65f4963b5a2d'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:25:13.930926 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5bdd2e9d-1aeb-4e8b-987f-e07d45a1ae7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:25:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['aeee9b6b-9779-4c75-81de-65f4963b5a2d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:14.138315 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5bdd2e9d-1aeb-4e8b-987f-e07d45a1ae7a None None] Set router aeee9b6b-9779-4c75-81de-65f4963b5a2d gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:25:14.189476 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b609c040-743f-4b61-ab8b-ad5b92895c2a req-4ff250cd-33ef-43b6-a9f9-d46d3af0e4da tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] For port e84ebc53-14c2-411b-910c-2395c76a7832, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=e84ebc53-14c2-411b-910c-2395c76a7832,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:14.190311 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b609c040-743f-4b61-ab8b-ad5b92895c2a req-4ff250cd-33ef-43b6-a9f9-d46d3af0e4da tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:14.194154 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7fde8c2b-661d-45c4-acb3-564002f4425f req-60ca5248-2539-45af-9df7-96ac9c32665b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:14.197430 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7fde8c2b-661d-45c4-acb3-564002f4425f req-60ca5248-2539-45af-9df7-96ac9c32665b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:14.214898 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7fde8c2b-661d-45c4-acb3-564002f4425f req-60ca5248-2539-45af-9df7-96ac9c32665b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "DELETE /v2.0/security-groups/55ec200b-b6ae-44f3-8255-0866d867e984 HTTP/1.1" status: 204 len: 173 time: 2.3805420 Nov 25 19:25:14.237547 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32245d-816b-4ddc-9753-b9573c2ae6e3 req-8d2836a5-9773-44ae-8520-ddc4b1615760 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:14.246277 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f32245d-816b-4ddc-9753-b9573c2ae6e3 req-8d2836a5-9773-44ae-8520-ddc4b1615760 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 945 time: 0.1121039 Nov 25 19:25:14.282663 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5bdd2e9d-1aeb-4e8b-987f-e07d45a1ae7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeee9b6b-9779-4c75-81de-65f4963b5a2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-131768230-router', 'tenant_id': 'ba761cceff31463797c62c81131ad757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:03Z', 'updated_at': '2021-11-25T19:25:13Z', 'revision_number': 6, 'project_id': 'ba761cceff31463797c62c81131ad757', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:14.361632 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdd2e9d-1aeb-4e8b-987f-e07d45a1ae7a None None] The sync data for ids ['aeee9b6b-9779-4c75-81de-65f4963b5a2d'] in n-d-819349-5 is: [{'id': 'aeee9b6b-9779-4c75-81de-65f4963b5a2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-131768230-router', 'tenant_id': 'ba761cceff31463797c62c81131ad757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:03Z', 'updated_at': '2021-11-25T19:25:13Z', 'revision_number': 6, 'project_id': 'ba761cceff31463797c62c81131ad757', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:25:14.413320 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-04c7378d-312a-4575-803c-ee9bd46b6df2 service neutron] For port 0d2cb1ee-4968-45fd-abbc-2fea9d963ceb, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:25:14.428902 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-04c7378d-312a-4575-803c-ee9bd46b6df2 service neutron] For port 0d2cb1ee-4968-45fd-abbc-2fea9d963ceb, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0d2cb1ee-4968-45fd-abbc-2fea9d963ceb,segment=NetworkSegment(fe38008d-2600-4b83-92cf-6c5d439a2c95),segment_id=fe38008d-2600-4b83-92cf-6c5d439a2c95)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:25:14.442698 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f32245d-816b-4ddc-9753-b9573c2ae6e3 req-770aaa7a-6318-4abc-9d3f-554321b68870 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949010 Nov 25 19:25:14.455760 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-04c7378d-312a-4575-803c-ee9bd46b6df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:14.479731 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d55b310-99ad-4203-82c7-cdd28ba94698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:14.489421 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-b609c040-743f-4b61-ab8b-ad5b92895c2a req-4ff250cd-33ef-43b6-a9f9-d46d3af0e4da tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Calling delete_port for e84ebc53-14c2-411b-910c-2395c76a7832 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:14.532142 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca5248-2539-45af-9df7-96ac9c32665b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ec200b-b6ae-44f3-8255-0866d867e984,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:14.537310 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-04c7378d-312a-4575-803c-ee9bd46b6df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:14.538167 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-04c7378d-312a-4575-803c-ee9bd46b6df2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:14.540671 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-04c7378d-312a-4575-803c-ee9bd46b6df2 service neutron] 10.222.0.73 "PUT /v2.0/ports/0d2cb1ee-4968-45fd-abbc-2fea9d963ceb HTTP/1.1" status: 200 len: 1092 time: 4.5580461 Nov 25 19:25:14.555937 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55b310-99ad-4203-82c7-cdd28ba94698 admin admin] Pushing event deleted for resources: {'Port': ['ID=df3acb7b-0cd0-4a94-9565-9797662c8ebd,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:14.557759 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [req-63777b5e-c73d-4c2a-a1e7-91c413c4a963 req-5730df9d-308e-4d2b-9948-e09764ade7ba tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] show failed (client error): The resource could not be found. Nov 25 19:25:14.567783 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c4a83-6363-4f4c-8528-00d95819bbe9 req-27b9ee56-1aa2-4e99-a766-fef0cc3147e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:14.574167 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-532c4a83-6363-4f4c-8528-00d95819bbe9 req-27b9ee56-1aa2-4e99-a766-fef0cc3147e1 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7265873 Nov 25 19:25:14.575821 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-63777b5e-c73d-4c2a-a1e7-91c413c4a963 req-5730df9d-308e-4d2b-9948-e09764ade7ba tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/55ec200b-b6ae-44f3-8255-0866d867e984 HTTP/1.1" status: 404 len: 352 time: 0.0785930 Nov 25 19:25:14.577434 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'tag': '0d2cb1ee-4968-45fd-abbc-2fea9d963ceb'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:14.580201 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec96564-48a0-49cf-aecb-48f8f79296c8" -d '{"events": [{"name": "network-changed", "server_uuid": "57f46657-0216-4bec-9a5a-5cdf4e0f0e5a", "tag": "0d2cb1ee-4968-45fd-abbc-2fea9d963ceb"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:14.621848 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-9560b6f3-2ce3-49ec-908b-c3c498efd161 service neutron] Request body: {'port': {'device_id': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:14.638582 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device e84ebc53-14c2-411b-910c-2395c76a7832 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:14.837092 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d55b310-99ad-4203-82c7-cdd28ba94698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:14.873884 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985c5aa-d7e3-4aad-acf7-b832252adf2f req-6f84138d-4050-454d-843e-eba1ddf4ef4b tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:14.893759 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985c5aa-d7e3-4aad-acf7-b832252adf2f req-6f84138d-4050-454d-843e-eba1ddf4ef4b tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:14.908808 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985c5aa-d7e3-4aad-acf7-b832252adf2f req-6f84138d-4050-454d-843e-eba1ddf4ef4b tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:14.919638 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c985c5aa-d7e3-4aad-acf7-b832252adf2f req-6f84138d-4050-454d-843e-eba1ddf4ef4b tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2400 time: 0.4395614 Nov 25 19:25:14.981442 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7378d-312a-4575-803c-ee9bd46b6df2 service neutron] Pushing event updated for resources: {'Port': ['ID=0d2cb1ee-4968-45fd-abbc-2fea9d963ceb,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:15.002060 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-9560b6f3-2ce3-49ec-908b-c3c498efd161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:15.079296 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c985c5aa-d7e3-4aad-acf7-b832252adf2f req-1249cd28-0f6c-4493-b122-988ea0f06f9e tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582191 Nov 25 19:25:15.124140 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d55b310-99ad-4203-82c7-cdd28ba94698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:15.129796 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d55b310-99ad-4203-82c7-cdd28ba94698 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:15.185941 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc3f39-ea99-40c0-92ef-9cb3e0443316 req-3ca417bf-f9f9-41cf-a48d-5101976387c6 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:15.187803 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-70fc3f39-ea99-40c0-92ef-9cb3e0443316 req-3ca417bf-f9f9-41cf-a48d-5101976387c6 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 944 time: 0.2359364 Nov 25 19:25:15.199368 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d55b310-99ad-4203-82c7-cdd28ba94698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:15.199964 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d55b310-99ad-4203-82c7-cdd28ba94698 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeee9b6b-9779-4c75-81de-65f4963b5a2d {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:25:15.223047 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d55b310-99ad-4203-82c7-cdd28ba94698 admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:15.224848 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9d55b310-99ad-4203-82c7-cdd28ba94698 admin admin] 10.222.0.55 "DELETE /v2.0/routers/aeee9b6b-9779-4c75-81de-65f4963b5a2d HTTP/1.1" status: 204 len: 168 time: 2.3685060 Nov 25 19:25:15.228436 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58398) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:15.265837 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b609c040-743f-4b61-ab8b-ad5b92895c2a req-4ff250cd-33ef-43b6-a9f9-d46d3af0e4da tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:15.283691 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['d0b85d8c-1a49-4cb3-82ff-70698009b789'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:15.305156 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-70fc3f39-ea99-40c0-92ef-9cb3e0443316 req-b2e69efd-3897-403c-b0fe-e47db1ea53b4 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095090 Nov 25 19:25:15.312163 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d73cde0-ada2-4582-9177-903b093a8c82 admin admin] Deleting subnet 0efe5579-724d-4e26-bc65-9ad33d609db4 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:25:15.321868 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d73cde0-ada2-4582-9177-903b093a8c82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:15.379890 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff250cd-33ef-43b6-a9f9-d46d3af0e4da tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Pushing event deleted for resources: {'Port': ['ID=e84ebc53-14c2-411b-910c-2395c76a7832,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:15.402155 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c2bbaf2-a510-477e-bbac-b515a30035ac req-8ac8bc4d-f871-4599-8cd7-57aa252ea835 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/2bb3c663-cd8d-4971-b3ed-a01fb72820f6 HTTP/1.1" status: 200 len: 1817 time: 0.2507703 Nov 25 19:25:15.448260 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d73cde0-ada2-4582-9177-903b093a8c82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:15.530667 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ff28d209-28d2-4c75-adf8-3b758da69213 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:15.533441 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f654cf8f-b187-48a6-a070-174276e9496d x-openstack-request-id: req-f654cf8f-b187-48a6-a070-174276e9496d {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:15.534213 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57f46657-0216-4bec-9a5a-5cdf4e0f0e5a", "tag": "0d2cb1ee-4968-45fd-abbc-2fea9d963ceb", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:15.535013 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f654cf8f-b187-48a6-a070-174276e9496d {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:15.535903 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'tag': '0d2cb1ee-4968-45fd-abbc-2fea9d963ceb', 'status': 'completed', 'code': 200} Nov 25 19:25:15.661687 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d73cde0-ada2-4582-9177-903b093a8c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:15.769515 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: ff28d209-28d2-4c75-adf8-3b758da69213 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:25:15.770231 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ff28d209-28d2-4c75-adf8-3b758da69213 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:25:15.771098 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device df3acb7b-0cd0-4a94-9565-9797662c8ebd no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:15.835216 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d73cde0-ada2-4582-9177-903b093a8c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:15.837508 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-9560b6f3-2ce3-49ec-908b-c3c498efd161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7227a971-0c1f-45e1-a45e-d5c39ee2a781 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:25:15.847234 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: df3acb7b-0cd0-4a94-9565-9797662c8ebd {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:25:15.847885 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device df3acb7b-0cd0-4a94-9565-9797662c8ebd not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:25:15.848465 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-9560b6f3-2ce3-49ec-908b-c3c498efd161 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:15.872821 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-9560b6f3-2ce3-49ec-908b-c3c498efd161 service neutron] Transition to ACTIVE for port object 7227a971-0c1f-45e1-a45e-d5c39ee2a781 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:25:15.881830 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b609c040-743f-4b61-ab8b-ad5b92895c2a req-4ff250cd-33ef-43b6-a9f9-d46d3af0e4da tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] No DVR routers for this DVR port e84ebc53-14c2-411b-910c-2395c76a7832 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:25:15.888404 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-9560b6f3-2ce3-49ec-908b-c3c498efd161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:15.895358 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b609c040-743f-4b61-ab8b-ad5b92895c2a req-4ff250cd-33ef-43b6-a9f9-d46d3af0e4da tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:15.897490 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73cde0-ada2-4582-9177-903b093a8c82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0efe5579-724d-4e26-bc65-9ad33d609db4,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:15.898681 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b609c040-743f-4b61-ab8b-ad5b92895c2a req-4ff250cd-33ef-43b6-a9f9-d46d3af0e4da tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.85 "DELETE /v2.0/ports/e84ebc53-14c2-411b-910c-2395c76a7832 HTTP/1.1" status: 204 len: 173 time: 4.1785398 Nov 25 19:25:15.924559 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d73cde0-ada2-4582-9177-903b093a8c82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:15.932611 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0d73cde0-ada2-4582-9177-903b093a8c82 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0efe5579-724d-4e26-bc65-9ad33d609db4 HTTP/1.1" status: 204 len: 168 time: 0.6988773 Nov 25 19:25:15.938650 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58402) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:15.940115 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7eed2f-cbcf-48ca-af9e-4ce00033d3b3 None None] Network adb68dcd-3f5c-45cd-b266-48135fc585c2 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:25:15.960828 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e92549-0c01-4b9a-a4b9-822dd04f1b1e req-612a2fa3-7071-4ed7-aced-a8ea4b0bda78 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:15.969205 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-63e92549-0c01-4b9a-a4b9-822dd04f1b1e req-612a2fa3-7071-4ed7-aced-a8ea4b0bda78 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d55d1ec-7f06-4f9a-9853-c0dc1d43449b HTTP/1.1" status: 200 len: 949 time: 0.1898782 Nov 25 19:25:16.115543 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-63e92549-0c01-4b9a-a4b9-822dd04f1b1e req-056274b3-8820-4c01-b29f-99727457b098 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/security-groups?id=772dede1-354e-4651-94c8-47cfb1c9ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273191 Nov 25 19:25:16.125604 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec96564-48a0-49cf-aecb-48f8f79296c8 req-5e94d7b9-3df0-4205-ace4-5d034c33a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:16.126094 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec96564-48a0-49cf-aecb-48f8f79296c8 req-5e94d7b9-3df0-4205-ace4-5d034c33a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:16.149945 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec96564-48a0-49cf-aecb-48f8f79296c8 req-5e94d7b9-3df0-4205-ace4-5d034c33a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:16.152064 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dec96564-48a0-49cf-aecb-48f8f79296c8 req-5e94d7b9-3df0-4205-ace4-5d034c33a6dd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f7164e740744c639f0ffd8c8c8559ff&device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2798 time: 0.6139627 Nov 25 19:25:16.262146 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1253d83c-21ec-429f-9463-4315ae6175e3 None None] DHCP port deletion for adb68dcd-3f5c-45cd-b266-48135fc585c2 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:25:16.365486 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1253d83c-21ec-429f-9463-4315ae6175e3 None None] Deleting port 1ad6e8ab-cc81-4802-8759-0f1395fb4ccc {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:16.367506 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1253d83c-21ec-429f-9463-4315ae6175e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:16.373528 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560b6f3-2ce3-49ec-908b-c3c498efd161 service neutron] Pushing event updated for resources: {'Port': ['ID=7227a971-0c1f-45e1-a45e-d5c39ee2a781,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:16.408312 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4304cf83-8ae4-4ea0-8836-569d7ad6cc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:16.419377 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7c2bbaf2-a510-477e-bbac-b515a30035ac req-5c7685a0-db69-4f45-968c-01bcf45744df tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:16.489469 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7c2bbaf2-a510-477e-bbac-b515a30035ac req-5c7685a0-db69-4f45-968c-01bcf45744df tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:16.513648 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-1253d83c-21ec-429f-9463-4315ae6175e3 None None] For port 1ad6e8ab-cc81-4802-8759-0f1395fb4ccc, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1ad6e8ab-cc81-4802-8759-0f1395fb4ccc,segment=NetworkSegment(6e6f9627-8505-4610-b792-96e9496a8dae),segment_id=6e6f9627-8505-4610-b792-96e9496a8dae)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:16.514219 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1253d83c-21ec-429f-9463-4315ae6175e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:16.540572 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1253d83c-21ec-429f-9463-4315ae6175e3 None None] Calling delete_port for 1ad6e8ab-cc81-4802-8759-0f1395fb4ccc owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:16.588536 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec96564-48a0-49cf-aecb-48f8f79296c8 req-ae8a14c6-16d5-4546-8e9a-ef15c7fa22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:16.589481 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec96564-48a0-49cf-aecb-48f8f79296c8 req-ae8a14c6-16d5-4546-8e9a-ef15c7fa22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:16.590330 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec96564-48a0-49cf-aecb-48f8f79296c8 req-ae8a14c6-16d5-4546-8e9a-ef15c7fa22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:16.594155 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dec96564-48a0-49cf-aecb-48f8f79296c8 req-ae8a14c6-16d5-4546-8e9a-ef15c7fa22b8 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=0f7164e740744c639f0ffd8c8c8559ff&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3697646 Nov 25 19:25:16.600546 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-9560b6f3-2ce3-49ec-908b-c3c498efd161 service neutron] Attempting to bind port 7227a971-0c1f-45e1-a45e-d5c39ee2a781 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:25:16.601063 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-9560b6f3-2ce3-49ec-908b-c3c498efd161 service neutron] Attempting to bind port 7227a971-0c1f-45e1-a45e-d5c39ee2a781 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'aca42a31-c672-4e88-8d9a-82a72fa68149'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:25:16.601594 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-9560b6f3-2ce3-49ec-908b-c3c498efd161 service neutron] Attempting to bind port 7227a971-0c1f-45e1-a45e-d5c39ee2a781 on network aca42a31-c672-4e88-8d9a-82a72fa68149 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:16.674775 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ed867-d2cd-41e7-8d18-d5446542f03a req-5ff22b3a-09b8-447b-a6d9-dbb22c1dda4e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:16.682117 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-9560b6f3-2ce3-49ec-908b-c3c498efd161 service neutron] Port 7227a971-0c1f-45e1-a45e-d5c39ee2a781 on network aca42a31-c672-4e88-8d9a-82a72fa68149 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:25:16.682876 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-9560b6f3-2ce3-49ec-908b-c3c498efd161 service neutron] Attempting to bind port 7227a971-0c1f-45e1-a45e-d5c39ee2a781 on network aca42a31-c672-4e88-8d9a-82a72fa68149 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:16.686910 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5b2ed867-d2cd-41e7-8d18-d5446542f03a req-5ff22b3a-09b8-447b-a6d9-dbb22c1dda4e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 945 time: 0.1281869 Nov 25 19:25:16.720659 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-9560b6f3-2ce3-49ec-908b-c3c498efd161 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:25:16.721397 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-9560b6f3-2ce3-49ec-908b-c3c498efd161 service neutron] Checking segment: {'id': 'e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'aca42a31-c672-4e88-8d9a-82a72fa68149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:25:16.722000 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-9560b6f3-2ce3-49ec-908b-c3c498efd161 service neutron] Bound using segment: {'id': 'e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'aca42a31-c672-4e88-8d9a-82a72fa68149'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:25:16.723209 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-9560b6f3-2ce3-49ec-908b-c3c498efd161 service neutron] Bound port: 7227a971-0c1f-45e1-a45e-d5c39ee2a781, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'aca42a31-c672-4e88-8d9a-82a72fa68149'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:25:16.724696 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-9560b6f3-2ce3-49ec-908b-c3c498efd161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:16.736765 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1253d83c-21ec-429f-9463-4315ae6175e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:16.769912 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253d83c-21ec-429f-9463-4315ae6175e3 None None] Pushing event deleted for resources: {'Port': ['ID=1ad6e8ab-cc81-4802-8759-0f1395fb4ccc,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:16.782573 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253d83c-21ec-429f-9463-4315ae6175e3 None None] No DVR routers for this DVR port 1ad6e8ab-cc81-4802-8759-0f1395fb4ccc on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:25:16.791763 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5b2ed867-d2cd-41e7-8d18-d5446542f03a req-648bec15-cb7d-4bd9-ad0d-f3daa9a3ed50 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919020 Nov 25 19:25:16.854460 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7c2bbaf2-a510-477e-bbac-b515a30035ac req-5c7685a0-db69-4f45-968c-01bcf45744df tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:16.859060 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7c2bbaf2-a510-477e-bbac-b515a30035ac req-5c7685a0-db69-4f45-968c-01bcf45744df tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:16.860950 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c2bbaf2-a510-477e-bbac-b515a30035ac req-5c7685a0-db69-4f45-968c-01bcf45744df tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "DELETE /v2.0/security-groups/2bb3c663-cd8d-4971-b3ed-a01fb72820f6 HTTP/1.1" status: 204 len: 173 time: 1.4090600 Nov 25 19:25:16.949997 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7685a0-db69-4f45-968c-01bcf45744df tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb3c663-cd8d-4971-b3ed-a01fb72820f6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:16.970627 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698dfcb5-3391-45d7-a71f-10884437dfb2 req-472f3daa-db05-451a-8331-e7b728f3e1c2 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:16.974172 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4304cf83-8ae4-4ea0-8836-569d7ad6cc0c admin admin] Deleting port 1ad6e8ab-cc81-4802-8759-0f1395fb4ccc {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:16.974754 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4304cf83-8ae4-4ea0-8836-569d7ad6cc0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:16.980492 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698dfcb5-3391-45d7-a71f-10884437dfb2 req-472f3daa-db05-451a-8331-e7b728f3e1c2 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:16.998050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698dfcb5-3391-45d7-a71f-10884437dfb2 req-472f3daa-db05-451a-8331-e7b728f3e1c2 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:16.999836 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-698dfcb5-3391-45d7-a71f-10884437dfb2 req-472f3daa-db05-451a-8331-e7b728f3e1c2 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2412 time: 0.1273148 Nov 25 19:25:17.079897 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-698dfcb5-3391-45d7-a71f-10884437dfb2 req-a3cefe5d-916c-459d-ba09-a8c41b5f1022 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689099 Nov 25 19:25:17.266388 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6870a2e-5879-4ee9-9577-b6986a659370 req-edb4c1ab-436c-4cd3-82e4-095a2570b9bd tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 210 time: 0.0676739 Nov 25 19:25:17.331591 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [req-2e97cd3b-081f-466c-acf8-04d3ccae1ae8 req-d47c494d-6118-4290-846f-b6174b782c34 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] show failed (client error): The resource could not be found. Nov 25 19:25:17.356411 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2e97cd3b-081f-466c-acf8-04d3ccae1ae8 req-d47c494d-6118-4290-846f-b6174b782c34 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/2bb3c663-cd8d-4971-b3ed-a01fb72820f6 HTTP/1.1" status: 404 len: 352 time: 0.0485399 Nov 25 19:25:17.410441 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1ad6e8ab-cc81-4802-8759-0f1395fb4ccc no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:17.443914 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 1ad6e8ab-cc81-4802-8759-0f1395fb4ccc {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:25:17.444615 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1ad6e8ab-cc81-4802-8759-0f1395fb4ccc not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:25:17.586274 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee476c6-3b21-4fb7-90d6-7c60880fed63', 'name': 'network-vif-deleted', 'tag': 'e84ebc53-14c2-411b-910c-2395c76a7832'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:17.591157 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977d2923-5ddd-4981-aef7-ea344c74421d" -d '{"events": [{"server_uuid": "2ee476c6-3b21-4fb7-90d6-7c60880fed63", "name": "network-vif-deleted", "tag": "e84ebc53-14c2-411b-910c-2395c76a7832"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:17.627298 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec96564-48a0-49cf-aecb-48f8f79296c8 req-128013cf-f0a5-4cd7-811a-4bc7013125b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:17.629670 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dec96564-48a0-49cf-aecb-48f8f79296c8 req-128013cf-f0a5-4cd7-811a-4bc7013125b9 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0219650 Nov 25 19:25:17.667226 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e3799001-834d-4b51-ab48-e1de22174371 req-ebbac60b-adef-4e7d-9926-7f8ebd15dd8f tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=240ad271eca8466e8a0831a281b75c36 HTTP/1.1" status: 200 len: 6198 time: 0.0853057 Nov 25 19:25:17.699790 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-4304cf83-8ae4-4ea0-8836-569d7ad6cc0c admin admin] For port 1ad6e8ab-cc81-4802-8759-0f1395fb4ccc, host n-d-819349-5, got binding levels [] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:17.700179 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4304cf83-8ae4-4ea0-8836-569d7ad6cc0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:17.723499 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-9560b6f3-2ce3-49ec-908b-c3c498efd161 service neutron] For port 7227a971-0c1f-45e1-a45e-d5c39ee2a781, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:25:17.737751 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e3799001-834d-4b51-ab48-e1de22174371 req-670f171c-4a90-4b3d-9510-c0eeaca000f3 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/151d8eda-0fa1-4893-a3e6-a191fb6bbf81 HTTP/1.1" status: 200 len: 2998 time: 0.0594130 Nov 25 19:25:17.741899 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4304cf83-8ae4-4ea0-8836-569d7ad6cc0c admin admin] Calling delete_port for 1ad6e8ab-cc81-4802-8759-0f1395fb4ccc owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:17.749372 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.ipam_backend_mixin [None req-4304cf83-8ae4-4ea0-8836-569d7ad6cc0c admin admin] Port 1ad6e8ab-cc81-4802-8759-0f1395fb4ccc was not found and therefore no delete operation was performed {{(pid=103599) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:25:17.752637 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-9560b6f3-2ce3-49ec-908b-c3c498efd161 service neutron] For port 7227a971-0c1f-45e1-a45e-d5c39ee2a781, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=7227a971-0c1f-45e1-a45e-d5c39ee2a781,segment=NetworkSegment(e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19),segment_id=e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:25:17.760969 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4304cf83-8ae4-4ea0-8836-569d7ad6cc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:17.769982 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-9560b6f3-2ce3-49ec-908b-c3c498efd161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:17.812883 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce59a36-a843-403a-b5a8-355be11d68c2 req-4b92509a-ed4d-43cf-966f-36ca35b914af tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:17.814504 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bce59a36-a843-403a-b5a8-355be11d68c2 req-4b92509a-ed4d-43cf-966f-36ca35b914af tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 945 time: 0.2111223 Nov 25 19:25:17.822658 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e561b-2c74-4db9-8ab5-49695e7f0d95 req-bd1caf4e-caad-4568-a644-16d3abc500df tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:17.824144 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7d5e561b-2c74-4db9-8ab5-49695e7f0d95 req-bd1caf4e-caad-4568-a644-16d3abc500df tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.85 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 945 time: 0.7890036 Nov 25 19:25:17.828839 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304cf83-8ae4-4ea0-8836-569d7ad6cc0c admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad6e8ab-cc81-4802-8759-0f1395fb4ccc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:17.830877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4304cf83-8ae4-4ea0-8836-569d7ad6cc0c admin admin] No DVR routers for this DVR port 1ad6e8ab-cc81-4802-8759-0f1395fb4ccc on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:25:17.839008 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e3799001-834d-4b51-ab48-e1de22174371 req-542da318-7d62-4d48-8372-c1186f1a5418 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/151d8eda-0fa1-4893-a3e6-a191fb6bbf81 HTTP/1.1" status: 200 len: 2998 time: 0.0871000 Nov 25 19:25:17.950139 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4203e9-0fe4-4870-a352-4f38a562c1df x-openstack-request-id: req-1b4203e9-0fe4-4870-a352-4f38a562c1df {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:17.950968 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee476c6-3b21-4fb7-90d6-7c60880fed63", "name": "network-vif-deleted", "tag": "e84ebc53-14c2-411b-910c-2395c76a7832", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:17.950968 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1b4203e9-0fe4-4870-a352-4f38a562c1df {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:17.951310 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee476c6-3b21-4fb7-90d6-7c60880fed63', 'name': 'network-vif-deleted', 'tag': 'e84ebc53-14c2-411b-910c-2395c76a7832', 'status': 'completed', 'code': 200} Nov 25 19:25:17.982484 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-9560b6f3-2ce3-49ec-908b-c3c498efd161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:17.985076 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-9560b6f3-2ce3-49ec-908b-c3c498efd161 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:17.986672 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-9560b6f3-2ce3-49ec-908b-c3c498efd161 service neutron] 10.222.0.73 "PUT /v2.0/ports/7227a971-0c1f-45e1-a45e-d5c39ee2a781 HTTP/1.1" status: 200 len: 1092 time: 3.3719020 Nov 25 19:25:18.105263 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58cb000-aa39-4c9a-bf5d-9e07760cd010 req-982fed16-4259-476b-a92f-806b8dddffba tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:18.114994 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c58cb000-aa39-4c9a-bf5d-9e07760cd010 req-982fed16-4259-476b-a92f-806b8dddffba tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 945 time: 0.0805368 Nov 25 19:25:18.174932 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bce59a36-a843-403a-b5a8-355be11d68c2 req-e0ef01be-8765-4fff-b4e7-a622d2bc3f62 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228383 Nov 25 19:25:18.200480 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c58cb000-aa39-4c9a-bf5d-9e07760cd010 req-2c49fee4-5f6d-435c-8e12-472827c99ab1 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840931 Nov 25 19:25:18.235943 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-6f2c6f99-f496-4873-92f5-bc62d38b26f8 req-3f9faeae-b7e0-41d2-bc3c-dac3bc07cf06 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-218181431', 'description': 'tempest-description-1324242283'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:18.269938 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6f2c6f99-f496-4873-92f5-bc62d38b26f8 req-3f9faeae-b7e0-41d2-bc3c-dac3bc07cf06 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:18.315648 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560b6f3-2ce3-49ec-908b-c3c498efd161 service neutron] Pushing event updated for resources: {'Port': ['ID=7227a971-0c1f-45e1-a45e-d5c39ee2a781,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:18.322656 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4304cf83-8ae4-4ea0-8836-569d7ad6cc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:18.409938 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6f2c6f99-f496-4873-92f5-bc62d38b26f8 req-3f9faeae-b7e0-41d2-bc3c-dac3bc07cf06 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:18.412317 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6f2c6f99-f496-4873-92f5-bc62d38b26f8 req-3f9faeae-b7e0-41d2-bc3c-dac3bc07cf06 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:18.419568 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4304cf83-8ae4-4ea0-8836-569d7ad6cc0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb68dcd-3f5c-45cd-b266-48135fc585c2']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:18.453149 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4304cf83-8ae4-4ea0-8836-569d7ad6cc0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e6f9627-8505-4610-b792-96e9496a8dae') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:18.453723 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4304cf83-8ae4-4ea0-8836-569d7ad6cc0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e6f9627-8505-4610-b792-96e9496a8dae') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:18.455305 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6f2c6f99-f496-4873-92f5-bc62d38b26f8 req-3f9faeae-b7e0-41d2-bc3c-dac3bc07cf06 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:18.457198 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6f2c6f99-f496-4873-92f5-bc62d38b26f8 req-3f9faeae-b7e0-41d2-bc3c-dac3bc07cf06 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2372968 Nov 25 19:25:18.462748 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9faeae-b7e0-41d2-bc3c-dac3bc07cf06 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f50e478f-d944-4849-bfd9-c2b7055831ff,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:18.517043 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-9213f02a-728e-4424-96ca-05d8d02057ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:18.517922 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-9213f02a-728e-4424-96ca-05d8d02057ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:18.518953 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-9213f02a-728e-4424-96ca-05d8d02057ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:18.522212 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-9213f02a-728e-4424-96ca-05d8d02057ee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f7164e740744c639f0ffd8c8c8559ff&device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2865 time: 0.3833556 Nov 25 19:25:18.524448 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4304cf83-8ae4-4ea0-8836-569d7ad6cc0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:18.622716 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-7d5e561b-2c74-4db9-8ab5-49695e7f0d95 req-521576d6-11ed-483e-bf91-001d806fa2f3 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Deleting port d1eee7a9-7ae9-4710-8992-aa33825b96ce {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:18.623037 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7d5e561b-2c74-4db9-8ab5-49695e7f0d95 req-521576d6-11ed-483e-bf91-001d806fa2f3 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:18.624001 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5b0883b2-9584-4bc5-afe1-4b406bc6f290 req-e69f19e4-a4f6-41be-bdee-2a9e6ea9529b tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 210 time: 0.0375752 Nov 25 19:25:18.627232 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device af73c99d-e823-47c4-aa9a-9c282680758f no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:18.630709 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-0895bd3b-cbe7-4c25-8715-42145b81ada7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.91&port_id=7373348f-9622-44c5-bccb-4e3e46d16bc7 HTTP/1.1" status: 200 len: 217 time: 0.0850880 Nov 25 19:25:18.653608 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4304cf83-8ae4-4ea0-8836-569d7ad6cc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:18.715165 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4304cf83-8ae4-4ea0-8836-569d7ad6cc0c admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:25:18.715583 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4304cf83-8ae4-4ea0-8836-569d7ad6cc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:25:18.720968 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:25:18.802573 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0361efe-1156-4225-9b07-93cadb9d3b50 req-1495695b-ba2c-466c-8c91-dbf33698bd65 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:18.812578 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-c5d1fdcd-5c2f-4531-bdd9-8a1e0c247195 req-cf2b3d0a-e918-4709-a4ff-9f17d80ad094 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-531990058', 'description': 'tempest-description-1138574156'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:18.816813 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0361efe-1156-4225-9b07-93cadb9d3b50 req-1495695b-ba2c-466c-8c91-dbf33698bd65 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:18.833353 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0361efe-1156-4225-9b07-93cadb9d3b50 req-1495695b-ba2c-466c-8c91-dbf33698bd65 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:18.837356 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b0361efe-1156-4225-9b07-93cadb9d3b50 req-1495695b-ba2c-466c-8c91-dbf33698bd65 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2412 time: 0.3923924 Nov 25 19:25:18.848261 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c5d1fdcd-5c2f-4531-bdd9-8a1e0c247195 req-cf2b3d0a-e918-4709-a4ff-9f17d80ad094 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:18.872004 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:18.949217 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port af73c99d-e823-47c4-aa9a-9c282680758f, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=af73c99d-e823-47c4-aa9a-9c282680758f,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:18.950643 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d55d1ec-7f06-4f9a-9853-c0dc1d43449b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af73c99d-e823-47c4-aa9a-9c282680758f'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:18.955041 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c90b7f-b3a4-456c-85fd-eb29e3fe15b0" -d '{"events": [{"server_uuid": "2d55d1ec-7f06-4f9a-9853-c0dc1d43449b", "name": "network-vif-unplugged", "status": "completed", "tag": "af73c99d-e823-47c4-aa9a-9c282680758f"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:18.961233 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:18.963047 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device d1eee7a9-7ae9-4710-8992-aa33825b96ce no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:18.968883 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c5d1fdcd-5c2f-4531-bdd9-8a1e0c247195 req-cf2b3d0a-e918-4709-a4ff-9f17d80ad094 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:18.974517 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c5d1fdcd-5c2f-4531-bdd9-8a1e0c247195 req-cf2b3d0a-e918-4709-a4ff-9f17d80ad094 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:19.003801 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-a0179dff-1a01-4509-abf3-357579ec2910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:19.006319 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-a0179dff-1a01-4509-abf3-357579ec2910 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4955fa9-e6c6-4a5c-aa7d-e88b8ee9d8bc HTTP/1.1" status: 200 len: 801 time: 0.3640141 Nov 25 19:25:19.050654 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b3d0a-e918-4709-a4ff-9f17d80ad094 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2134db4f-fcd1-409d-977a-0dcd8df17aa8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:19.080167 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c5d1fdcd-5c2f-4531-bdd9-8a1e0c247195 req-cf2b3d0a-e918-4709-a4ff-9f17d80ad094 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:19.081762 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c5d1fdcd-5c2f-4531-bdd9-8a1e0c247195 req-cf2b3d0a-e918-4709-a4ff-9f17d80ad094 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2803454 Nov 25 19:25:19.131379 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b0361efe-1156-4225-9b07-93cadb9d3b50 req-e13ff5e9-f4b8-4b7a-9e13-99ba2487ccce tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305162 Nov 25 19:25:19.141671 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4304cf83-8ae4-4ea0-8836-569d7ad6cc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:19.206185 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=af73c99d-e823-47c4-aa9a-9c282680758f,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:19.230891 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7d5e561b-2c74-4db9-8ab5-49695e7f0d95 req-521576d6-11ed-483e-bf91-001d806fa2f3 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] For port d1eee7a9-7ae9-4710-8992-aa33825b96ce, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d1eee7a9-7ae9-4710-8992-aa33825b96ce,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:19.235022 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7d5e561b-2c74-4db9-8ab5-49695e7f0d95 req-521576d6-11ed-483e-bf91-001d806fa2f3 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:19.248460 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4304cf83-8ae4-4ea0-8836-569d7ad6cc0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:19.254637 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4304cf83-8ae4-4ea0-8836-569d7ad6cc0c admin admin] 10.222.0.55 "DELETE /v2.0/networks/adb68dcd-3f5c-45cd-b266-48135fc585c2 HTTP/1.1" status: 204 len: 168 time: 3.3135037 Nov 25 19:25:19.294678 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304cf83-8ae4-4ea0-8836-569d7ad6cc0c admin admin] Pushing event deleted for resources: {'Network': ['ID=adb68dcd-3f5c-45cd-b266-48135fc585c2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:19.312344 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-7d5e561b-2c74-4db9-8ab5-49695e7f0d95 req-521576d6-11ed-483e-bf91-001d806fa2f3 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Calling delete_port for d1eee7a9-7ae9-4710-8992-aa33825b96ce owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:19.317003 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be809bfc-7b30-4304-9d79-4405e2c96590 x-openstack-request-id: req-be809bfc-7b30-4304-9d79-4405e2c96590 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:19.317584 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d55d1ec-7f06-4f9a-9853-c0dc1d43449b", "name": "network-vif-unplugged", "status": "completed", "tag": "af73c99d-e823-47c4-aa9a-9c282680758f", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:19.318101 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-be809bfc-7b30-4304-9d79-4405e2c96590 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:19.318879 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d55d1ec-7f06-4f9a-9853-c0dc1d43449b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af73c99d-e823-47c4-aa9a-9c282680758f', 'code': 200} Nov 25 19:25:19.351086 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-3a96a368-cc17-43ce-a55d-27471ca5f5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:19.354367 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-3a96a368-cc17-43ce-a55d-27471ca5f5e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aca42a31-c672-4e88-8d9a-82a72fa68149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3236284 Nov 25 19:25:19.579738 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-ee50a894-14c7-467a-84cc-7b2d3ec19017 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:19.595880 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-ee50a894-14c7-467a-84cc-7b2d3ec19017 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/networks?id=d50823c9-8e68-494c-9142-5f5ec9a7c591 HTTP/1.1" status: 200 len: 812 time: 0.2948215 Nov 25 19:25:19.610336 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58482) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:19.630972 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-79510a5b-f3ed-4406-b67d-34d98a637396 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/quotas/240ad271eca8466e8a0831a281b75c36 HTTP/1.1" status: 200 len: 375 time: 0.0336549 Nov 25 19:25:19.696622 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-a73c6107-b799-49a7-bb02-cbaab46bc096 service neutron] 10.222.0.73 "GET /v2.0/networks/aca42a31-c672-4e88-8d9a-82a72fa68149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302302 Nov 25 19:25:19.747158 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e67c1145-228d-4431-b1fe-59d3215c3e7b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a0774263f4e41ea9fe03c9d57378dcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338353 Nov 25 19:25:19.752374 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58486) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:19.762929 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-860bcc2b-e7fc-4126-820b-fe80f0e2a298 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=240ad271eca8466e8a0831a281b75c36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1306043 Nov 25 19:25:19.868936 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dec1a8-5d61-49e9-9097-5afeddd234aa req-ea4be2a4-c8b2-44cd-b1c0-594b6206b476 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:19.871133 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-43dec1a8-5d61-49e9-9097-5afeddd234aa req-ea4be2a4-c8b2-44cd-b1c0-594b6206b476 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 945 time: 0.2605700 Nov 25 19:25:19.911540 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c32ad04-c52d-4685-8ff3-2b238ae3b47a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:19.954599 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c32ad04-c52d-4685-8ff3-2b238ae3b47a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:19.959511 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'tag': '7227a971-0c1f-45e1-a45e-d5c39ee2a781'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:19.963166 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16e692a-2a10-4b78-8193-c0fcd9adc47a" -d '{"events": [{"name": "network-changed", "server_uuid": "57f46657-0216-4bec-9a5a-5cdf4e0f0e5a", "tag": "7227a971-0c1f-45e1-a45e-d5c39ee2a781"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:19.978067 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-ae8d6d75-f8a6-4eb5-ba67-ecc0d1b2b101 service neutron] 10.222.0.55 "GET /v2.0/networks/d50823c9-8e68-494c-9142-5f5ec9a7c591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998553 Nov 25 19:25:19.979689 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-64c6abd3-ffce-4f93-a181-f3d7424e0acf service neutron] 10.222.0.73 "GET /v2.0/networks/aca42a31-c672-4e88-8d9a-82a72fa68149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733943 Nov 25 19:25:20.093409 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-b15dd64d-d259-4ce3-a69e-ea5221187f4c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.164&port_id=0d2cb1ee-4968-45fd-abbc-2fea9d963ceb HTTP/1.1" status: 200 len: 217 time: 0.1027501 Nov 25 19:25:20.124504 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7d5e561b-2c74-4db9-8ab5-49695e7f0d95 req-521576d6-11ed-483e-bf91-001d806fa2f3 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:20.129578 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c32ad04-c52d-4685-8ff3-2b238ae3b47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:20.133306 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c32ad04-c52d-4685-8ff3-2b238ae3b47a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:20.134702 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6c32ad04-c52d-4685-8ff3-2b238ae3b47a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b27b000-3f53-4129-aa4d-d6ab6ff5a254 HTTP/1.1" status: 204 len: 168 time: 0.3696854 Nov 25 19:25:20.153415 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-7e1be6c9-2a4f-45f0-b2f0-bb46409560b2 service neutron] 10.222.0.55 "GET /v2.0/networks/d50823c9-8e68-494c-9142-5f5ec9a7c591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516783 Nov 25 19:25:20.167126 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32ad04-c52d-4685-8ff3-2b238ae3b47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b27b000-3f53-4129-aa4d-d6ab6ff5a254,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:20.205817 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-43dec1a8-5d61-49e9-9097-5afeddd234aa req-fd0ceca1-eb5a-4bf3-9440-14377065ed67 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987921 Nov 25 19:25:20.216735 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c32ad04-c52d-4685-8ff3-2b238ae3b47a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:20.217978 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c32ad04-c52d-4685-8ff3-2b238ae3b47a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:20.224539 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c32ad04-c52d-4685-8ff3-2b238ae3b47a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:20.226677 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c32ad04-c52d-4685-8ff3-2b238ae3b47a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:20.228035 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c32ad04-c52d-4685-8ff3-2b238ae3b47a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:20.232242 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c32ad04-c52d-4685-8ff3-2b238ae3b47a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:20.233050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c32ad04-c52d-4685-8ff3-2b238ae3b47a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:20.233874 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c32ad04-c52d-4685-8ff3-2b238ae3b47a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:20.234612 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c32ad04-c52d-4685-8ff3-2b238ae3b47a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:20.235348 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c32ad04-c52d-4685-8ff3-2b238ae3b47a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:20.236426 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c32ad04-c52d-4685-8ff3-2b238ae3b47a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:20.237164 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c32ad04-c52d-4685-8ff3-2b238ae3b47a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:20.336001 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521576d6-11ed-483e-bf91-001d806fa2f3 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Pushing event deleted for resources: {'Port': ['ID=d1eee7a9-7ae9-4710-8992-aa33825b96ce,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:20.474735 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-afc03f69-762e-4a10-8d64-167a475767be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:20.477493 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-afc03f69-762e-4a10-8d64-167a475767be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ab3af37c-c4c8-4580-85cb-e8ca4fe77956 HTTP/1.1" status: 200 len: 801 time: 0.3754942 Nov 25 19:25:20.557903 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-852b0069-f911-4701-a798-27292574c960 req-25ecb0c6-32ee-45df-83f5-171db967eead tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 210 time: 0.1146743 Nov 25 19:25:20.562892 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2a2d5831-b4bb-4d4c-a673-5cc28e923f97 req-5239a836-383e-419b-93a5-05c9bfa60fbb tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=008f78f2-2033-4a9a-b6f9-16b1c3738936 HTTP/1.1" status: 200 len: 210 time: 0.1137834 Nov 25 19:25:20.567057 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5e561b-2c74-4db9-8ab5-49695e7f0d95 req-521576d6-11ed-483e-bf91-001d806fa2f3 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] No DVR routers for this DVR port d1eee7a9-7ae9-4710-8992-aa33825b96ce on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:25:20.604018 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7d5e561b-2c74-4db9-8ab5-49695e7f0d95 req-521576d6-11ed-483e-bf91-001d806fa2f3 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:20.610585 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7d5e561b-2c74-4db9-8ab5-49695e7f0d95 req-521576d6-11ed-483e-bf91-001d806fa2f3 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.85 "DELETE /v2.0/ports/d1eee7a9-7ae9-4710-8992-aa33825b96ce HTTP/1.1" status: 204 len: 173 time: 2.7776878 Nov 25 19:25:20.688037 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-e4011896-3a79-4d30-988c-6cfde5128225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:20.694037 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-e4011896-3a79-4d30-988c-6cfde5128225 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e194a577-3459-494f-9608-026e3cbe9033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1775844 Nov 25 19:25:20.809848 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a18ac2-cd03-4975-bd9a-396f511591f8 x-openstack-request-id: req-65a18ac2-cd03-4975-bd9a-396f511591f8 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:20.810507 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57f46657-0216-4bec-9a5a-5cdf4e0f0e5a", "tag": "7227a971-0c1f-45e1-a45e-d5c39ee2a781", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:20.810802 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-65a18ac2-cd03-4975-bd9a-396f511591f8 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:20.811404 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'tag': '7227a971-0c1f-45e1-a45e-d5c39ee2a781', 'status': 'completed', 'code': 200} Nov 25 19:25:21.133702 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-0802ca16-378a-48a8-a762-31ea3a1a3b9c service neutron] 10.222.0.73 "GET /v2.0/networks/e194a577-3459-494f-9608-026e3cbe9033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287038 Nov 25 19:25:21.150622 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a406e8-df3a-4c67-9411-a0e001e0013a req-6887de4a-dea6-40db-98cd-8ad398ceae2b tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:21.169130 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a406e8-df3a-4c67-9411-a0e001e0013a req-6887de4a-dea6-40db-98cd-8ad398ceae2b tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:21.179143 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6242a280-3f05-4652-af5c-8c53132d04dc req-c64b2fc1-95af-4ceb-8469-aa65141b5db4 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1f5b0c5-ff8d-421e-a744-867575c59b26 HTTP/1.1" status: 200 len: 210 time: 0.0887961 Nov 25 19:25:21.197252 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a406e8-df3a-4c67-9411-a0e001e0013a req-6887de4a-dea6-40db-98cd-8ad398ceae2b tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:21.201181 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-59a406e8-df3a-4c67-9411-a0e001e0013a req-6887de4a-dea6-40db-98cd-8ad398ceae2b tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2412 time: 0.1956444 Nov 25 19:25:21.379270 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-59a406e8-df3a-4c67-9411-a0e001e0013a req-6eab475f-72ee-4032-a04f-42e30605226c tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526556 Nov 25 19:25:21.495839 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58530) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:21.638436 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-97e0ae86-eefa-4f38-95b4-e391c05b9f8e service neutron] 10.222.0.73 "GET /v2.0/networks/e194a577-3459-494f-9608-026e3cbe9033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766974 Nov 25 19:25:21.693633 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-58735ad7-aca8-437e-8a63-98257652f72c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ba761cceff31463797c62c81131ad757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1879981 Nov 25 19:25:21.696177 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58538) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:21.719309 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-47497279-6dc0-4dfe-b4c3-a578e0b294ad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.137&port_id=7227a971-0c1f-45e1-a45e-d5c39ee2a781 HTTP/1.1" status: 200 len: 217 time: 0.0583336 Nov 25 19:25:21.738015 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beed541-84a5-4ed3-af63-17412f61b3b7 req-0ccacdfa-2f87-4cb1-b082-83bd05a34995 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:21.752384 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5beed541-84a5-4ed3-af63-17412f61b3b7 req-0ccacdfa-2f87-4cb1-b082-83bd05a34995 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 945 time: 0.2004049 Nov 25 19:25:21.885350 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-f7caeda8-0197-41aa-a900-e326b492d1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:21.887299 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-f7caeda8-0197-41aa-a900-e326b492d1fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4955fa9-e6c6-4a5c-aa7d-e88b8ee9d8bc HTTP/1.1" status: 200 len: 801 time: 0.1340497 Nov 25 19:25:21.908235 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5beed541-84a5-4ed3-af63-17412f61b3b7 req-8e496342-3eea-4b69-bce6-548d385e1067 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518364 Nov 25 19:25:21.939126 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-731fe8b8-b008-4f50-af36-9472c4f00e44 req-8c9c354b-e542-4c3e-ae73-54435a992996 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 210 time: 0.0813293 Nov 25 19:25:21.971653 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fdbe88da-b148-4888-a468-6f0be9985d89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:22.022766 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-66046d7e-d1b5-4479-bef4-df1c8615b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:22.025373 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-66046d7e-d1b5-4479-bef4-df1c8615b84a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aca42a31-c672-4e88-8d9a-82a72fa68149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1148603 Nov 25 19:25:22.049144 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fdbe88da-b148-4888-a468-6f0be9985d89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:22.204493 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fdbe88da-b148-4888-a468-6f0be9985d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:22.212357 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fdbe88da-b148-4888-a468-6f0be9985d89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:22.214579 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fdbe88da-b148-4888-a468-6f0be9985d89 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b153d45c-b1a6-4fc8-9942-d669fb9adba1 HTTP/1.1" status: 204 len: 168 time: 0.5101907 Nov 25 19:25:22.239615 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe88da-b148-4888-a468-6f0be9985d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b153d45c-b1a6-4fc8-9942-d669fb9adba1,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:22.277507 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-43583f5e-4403-445d-8756-a9a28c61d637 service neutron] 10.222.0.73 "GET /v2.0/networks/aca42a31-c672-4e88-8d9a-82a72fa68149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419577 Nov 25 19:25:22.380202 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 6ad2908d-8dc8-4691-a342-f383caa653cd details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:25:22.574939 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-be347115-ba1d-42b5-9054-38de2a10ddc8 req-df3d87b9-5d5f-4edc-a391-872b87f4f16e tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1f5b0c5-ff8d-421e-a744-867575c59b26 HTTP/1.1" status: 200 len: 210 time: 0.1248302 Nov 25 19:25:22.668557 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64a63c28-ad62-4b37-85d7-c6077b52b34d req-e75c4dd9-596a-4345-b994-40ce43d30a08 service neutron] 10.222.0.73 "GET /v2.0/networks/aca42a31-c672-4e88-8d9a-82a72fa68149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853452 Nov 25 19:25:22.766499 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 6ad2908d-8dc8-4691-a342-f383caa653cd, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=6ad2908d-8dc8-4691-a342-f383caa653cd,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:22.837992 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '6ad2908d-8dc8-4691-a342-f383caa653cd', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '6ad2908d-8dc8-4691-a342-f383caa653cd', 'mac_address': 'fa:16:3e:c6:a4:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:25:22.854328 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008f78f2-2033-4a9a-b6f9-16b1c3738936', 'name': 'network-vif-deleted', 'tag': 'd1eee7a9-7ae9-4710-8992-aa33825b96ce'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:22.857500 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3519ead5-2f9e-4ef3-988e-ff857ae071f6" -d '{"events": [{"server_uuid": "008f78f2-2033-4a9a-b6f9-16b1c3738936", "name": "network-vif-deleted", "tag": "d1eee7a9-7ae9-4710-8992-aa33825b96ce"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:23.040477 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9746e-6886-4e6b-b5e7-a58047ba7015 req-a60c545a-ef64-4d32-a705-4681947969ca tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.046258 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:23.070749 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9746e-6886-4e6b-b5e7-a58047ba7015 req-a60c545a-ef64-4d32-a705-4681947969ca tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.080345 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9746e-6886-4e6b-b5e7-a58047ba7015 req-a60c545a-ef64-4d32-a705-4681947969ca tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.082106 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4a9746e-6886-4e6b-b5e7-a58047ba7015 req-a60c545a-ef64-4d32-a705-4681947969ca tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2412 time: 0.2664232 Nov 25 19:25:23.126587 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad2908d-8dc8-4691-a342-f383caa653cd {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:25:23.264211 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 6ad2908d-8dc8-4691-a342-f383caa653cd, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=6ad2908d-8dc8-4691-a342-f383caa653cd,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:23.272026 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4a9746e-6886-4e6b-b5e7-a58047ba7015 req-bf647445-8a63-40fd-b679-33422eea2a5d tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729064 Nov 25 19:25:23.302161 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:23.318798 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:23.330346 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e692a-2a10-4b78-8193-c0fcd9adc47a req-ffbd0d3e-d32e-46dd-9350-deb76d529f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.331266 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e692a-2a10-4b78-8193-c0fcd9adc47a req-ffbd0d3e-d32e-46dd-9350-deb76d529f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.335937 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e692a-2a10-4b78-8193-c0fcd9adc47a req-ffbd0d3e-d32e-46dd-9350-deb76d529f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.346245 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b16e692a-2a10-4b78-8193-c0fcd9adc47a req-ffbd0d3e-d32e-46dd-9350-deb76d529f8b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f7164e740744c639f0ffd8c8c8559ff&device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2865 time: 0.5977426 Nov 25 19:25:23.380391 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=6ad2908d-8dc8-4691-a342-f383caa653cd,revision_number=9']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:23.411098 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56be23e8-ca0a-46ac-8100-7129873bc268 x-openstack-request-id: req-56be23e8-ca0a-46ac-8100-7129873bc268 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:23.412001 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008f78f2-2033-4a9a-b6f9-16b1c3738936", "name": "network-vif-deleted", "tag": "d1eee7a9-7ae9-4710-8992-aa33825b96ce", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:23.412663 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-56be23e8-ca0a-46ac-8100-7129873bc268 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:23.415567 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008f78f2-2033-4a9a-b6f9-16b1c3738936', 'name': 'network-vif-deleted', 'tag': 'd1eee7a9-7ae9-4710-8992-aa33825b96ce', 'status': 'completed', 'code': 200} Nov 25 19:25:23.481672 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['6ad2908d-8dc8-4691-a342-f383caa653cd'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:23.637331 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec0eb4-d08a-4897-bc81-9c715620a633 req-14f9ac9d-6e41-4578-ad89-0722e1b03f7b tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.647752 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4dec0eb4-d08a-4897-bc81-9c715620a633 req-14f9ac9d-6e41-4578-ad89-0722e1b03f7b tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 944 time: 0.7854393 Nov 25 19:25:23.685195 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb4dce-a91e-4a06-9c64-035b7d01701f req-67021fa3-2c5e-4a4e-9091-ea71ebcfce58 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.698078 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71eb4dce-a91e-4a06-9c64-035b7d01701f req-67021fa3-2c5e-4a4e-9091-ea71ebcfce58 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 945 time: 0.1313436 Nov 25 19:25:23.753903 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9432c0f-1290-4332-bf9b-2b7633b109f5 req-5c416923-7806-4ab1-918e-860cff6b50c7 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.756665 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e9432c0f-1290-4332-bf9b-2b7633b109f5 req-5c416923-7806-4ab1-918e-860cff6b50c7 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.85 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 944 time: 0.5334013 Nov 25 19:25:23.828820 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71eb4dce-a91e-4a06-9c64-035b7d01701f req-cb14711a-506f-4628-8160-4f5fad4b6694 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296759 Nov 25 19:25:23.884889 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4dec0eb4-d08a-4897-bc81-9c715620a633 req-026553c5-26ea-4f21-a7b6-e8b9621a46a0 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325330 Nov 25 19:25:23.949352 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:23.952728 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e692a-2a10-4b78-8193-c0fcd9adc47a req-30e4eaba-3f16-40ed-a904-cea23c8e06cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.955105 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b16e692a-2a10-4b78-8193-c0fcd9adc47a req-30e4eaba-3f16-40ed-a904-cea23c8e06cc service neutron] 10.222.0.73 "GET /v2.0/networks?id=aca42a31-c672-4e88-8d9a-82a72fa68149 HTTP/1.1" status: 200 len: 903 time: 0.5507805 Nov 25 19:25:23.963210 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-a7bccb7a-26c5-46bd-a0a8-742c8d270060 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.964927 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-a7bccb7a-26c5-46bd-a0a8-742c8d270060 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.85 "GET /v2.0/networks?id=d50823c9-8e68-494c-9142-5f5ec9a7c591 HTTP/1.1" status: 200 len: 812 time: 1.0424380 Nov 25 19:25:24.063063 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b16e692a-2a10-4b78-8193-c0fcd9adc47a req-7211417b-c629-4e56-97ed-6e0ae42fabdb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.137&port_id=7227a971-0c1f-45e1-a45e-d5c39ee2a781 HTTP/1.1" status: 200 len: 217 time: 0.0861475 Nov 25 19:25:24.080960 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71e8d7ae-bbcd-4734-9c15-29565e42f096 req-213d1628-d3c5-4df2-950a-54719d46faf2 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 210 time: 0.0770433 Nov 25 19:25:24.087503 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-a90558f3-b93a-4f8a-8434-97786ae9d88b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Request body: {'port': {'device_id': 'c1f5b0c5-ff8d-421e-a744-867575c59b26', 'network_id': 'd50823c9-8e68-494c-9142-5f5ec9a7c591', 'admin_state_up': True, 'tenant_id': '240ad271eca8466e8a0831a281b75c36'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:24.281857 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-e9432c0f-1290-4332-bf9b-2b7633b109f5 req-85a856e1-b860-4268-a3c1-2e1a3ee3486c tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Deleting port c3ee73f6-1823-4a0f-bb4a-d672b534e218 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:24.282605 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e9432c0f-1290-4332-bf9b-2b7633b109f5 req-85a856e1-b860-4268-a3c1-2e1a3ee3486c tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:24.286653 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e692a-2a10-4b78-8193-c0fcd9adc47a req-fe9fa3c2-5b9b-4d98-8866-ded9735526d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:24.288466 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b16e692a-2a10-4b78-8193-c0fcd9adc47a req-fe9fa3c2-5b9b-4d98-8866-ded9735526d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4955fa9-e6c6-4a5c-aa7d-e88b8ee9d8bc HTTP/1.1" status: 200 len: 801 time: 0.2241428 Nov 25 19:25:24.345371 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6da5848b-ca79-44e2-bd57-32d5cf238226 req-e5cf34bb-012b-48a1-9d53-b4b18d6371d6 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1f5b0c5-ff8d-421e-a744-867575c59b26 HTTP/1.1" status: 200 len: 210 time: 0.0876832 Nov 25 19:25:24.480601 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:25:24.987864 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-e9432c0f-1290-4332-bf9b-2b7633b109f5 req-85a856e1-b860-4268-a3c1-2e1a3ee3486c tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] For port c3ee73f6-1823-4a0f-bb4a-d672b534e218, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c3ee73f6-1823-4a0f-bb4a-d672b534e218,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:24.989117 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e9432c0f-1290-4332-bf9b-2b7633b109f5 req-85a856e1-b860-4268-a3c1-2e1a3ee3486c tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:25.037662 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-e9432c0f-1290-4332-bf9b-2b7633b109f5 req-85a856e1-b860-4268-a3c1-2e1a3ee3486c tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Calling delete_port for c3ee73f6-1823-4a0f-bb4a-d672b534e218 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:25.070247 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e692a-2a10-4b78-8193-c0fcd9adc47a req-e6d88c21-7bb3-43ff-ab5e-f631c05dba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:25.072584 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b16e692a-2a10-4b78-8193-c0fcd9adc47a req-e6d88c21-7bb3-43ff-ab5e-f631c05dba90 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aca42a31-c672-4e88-8d9a-82a72fa68149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7745357 Nov 25 19:25:25.120361 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e241d70-f445-43f4-9018-acb16d000e58 req-cba129d1-9b5b-46c1-b032-b0d25752e3b8 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:25.122553 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4e241d70-f445-43f4-9018-acb16d000e58 req-cba129d1-9b5b-46c1-b032-b0d25752e3b8 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 945 time: 0.1514595 Nov 25 19:25:25.160716 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea5dfb-b2b4-4512-a4f7-0aa0f9568fe5 req-34fe9d57-8210-44e2-aabe-55890ab8b014 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:25.170187 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea5dfb-b2b4-4512-a4f7-0aa0f9568fe5 req-34fe9d57-8210-44e2-aabe-55890ab8b014 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:25.179045 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea5dfb-b2b4-4512-a4f7-0aa0f9568fe5 req-34fe9d57-8210-44e2-aabe-55890ab8b014 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:25.182028 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-91ea5dfb-b2b4-4512-a4f7-0aa0f9568fe5 req-34fe9d57-8210-44e2-aabe-55890ab8b014 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2412 time: 0.7507792 Nov 25 19:25:25.293199 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4e241d70-f445-43f4-9018-acb16d000e58 req-7be402af-a54e-4e82-9bc5-6f17bef5fc6c tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625235 Nov 25 19:25:25.391409 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-91ea5dfb-b2b4-4512-a4f7-0aa0f9568fe5 req-76c42325-a141-4d76-bc81-7614b4e410f7 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754959 Nov 25 19:25:25.421850 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-a90558f3-b93a-4f8a-8434-97786ae9d88b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Made reservation on behalf of 240ad271eca8466e8a0831a281b75c36 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:25:25.425638 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-a90558f3-b93a-4f8a-8434-97786ae9d88b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:25.523565 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc533b-79e7-480e-805d-d2b9b4e2a2ac req-8801b7db-facd-40dd-8f6f-13d42b032dfc tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:25.538260 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-07cc533b-79e7-480e-805d-d2b9b4e2a2ac req-8801b7db-facd-40dd-8f6f-13d42b032dfc tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 944 time: 0.0899446 Nov 25 19:25:25.648448 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-07cc533b-79e7-480e-805d-d2b9b4e2a2ac req-c8a7d1b1-891d-41b4-a660-1b06269c6e95 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089313 Nov 25 19:25:25.890581 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-a90558f3-b93a-4f8a-8434-97786ae9d88b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Allocated IP 172.20.0.2 (d50823c9-8e68-494c-9142-5f5ec9a7c591/923b33c5-b953-413a-8146-382932f62afb/a0243236-0525-4008-8ae4-7416f6c5c11d) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:25:26.050978 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0f163754-b05b-4c44-8f9e-ba3ae989bd93 req-fe9a870c-f0c1-48d3-a22b-46b522b1b993 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1f5b0c5-ff8d-421e-a744-867575c59b26 HTTP/1.1" status: 200 len: 210 time: 0.0757079 Nov 25 19:25:26.159029 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-a90558f3-b93a-4f8a-8434-97786ae9d88b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:26.251059 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b16e692a-2a10-4b78-8193-c0fcd9adc47a req-9b482634-7bcf-46dd-817b-372c5d8cebb9 service neutron] 10.222.0.73 "GET /v2.0/networks/aca42a31-c672-4e88-8d9a-82a72fa68149?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1685472 Nov 25 19:25:26.382988 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-a90558f3-b93a-4f8a-8434-97786ae9d88b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:26.393009 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 7373348f-9622-44c5-bccb-4e3e46d16bc7 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:25:26.395303 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3f760ee8-01b9-46b6-901d-2302fdf25aec req-f475ba78-8a27-45e1-8171-1354ebeedba3 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee476c6-3b21-4fb7-90d6-7c60880fed63 HTTP/1.1" status: 200 len: 210 time: 0.1887629 Nov 25 19:25:26.407955 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['c3dafa68-d4b6-4593-9e64-19f711500c5a'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:26.462412 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 6ad2908d-8dc8-4691-a342-f383caa653cd up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:25:26.545834 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e9432c0f-1290-4332-bf9b-2b7633b109f5 req-85a856e1-b860-4268-a3c1-2e1a3ee3486c tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:26.563016 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90558f3-b93a-4f8a-8434-97786ae9d88b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Pushing event updated for resources: {'Port': ['ID=a0243236-0525-4008-8ae4-7416f6c5c11d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:26.585831 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9220786-dde1-4188-8088-d2dd4614d8cf req-5f0d2ae0-eb9c-461d-8da9-a8399e00cc51 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:26.597985 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9220786-dde1-4188-8088-d2dd4614d8cf req-5f0d2ae0-eb9c-461d-8da9-a8399e00cc51 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 945 time: 0.1239014 Nov 25 19:25:26.618967 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a856e1-b860-4268-a3c1-2e1a3ee3486c tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Pushing event deleted for resources: {'Port': ['ID=c3ee73f6-1823-4a0f-bb4a-d672b534e218,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:26.676917 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9220786-dde1-4188-8088-d2dd4614d8cf req-39791263-5797-456f-ad0b-688eef91187e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776751 Nov 25 19:25:26.678492 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-a90558f3-b93a-4f8a-8434-97786ae9d88b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Network d50823c9-8e68-494c-9142-5f5ec9a7c591 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:25:26.679746 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device c3ee73f6-1823-4a0f-bb4a-d672b534e218 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:26.724890 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-a90558f3-b93a-4f8a-8434-97786ae9d88b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:25:26.752567 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-a90558f3-b93a-4f8a-8434-97786ae9d88b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:25:26.763399 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9432c0f-1290-4332-bf9b-2b7633b109f5 req-85a856e1-b860-4268-a3c1-2e1a3ee3486c tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] No DVR routers for this DVR port c3ee73f6-1823-4a0f-bb4a-d672b534e218 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:25:26.789436 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e9432c0f-1290-4332-bf9b-2b7633b109f5 req-85a856e1-b860-4268-a3c1-2e1a3ee3486c tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:26.793318 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e9432c0f-1290-4332-bf9b-2b7633b109f5 req-85a856e1-b860-4268-a3c1-2e1a3ee3486c tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.85 "DELETE /v2.0/ports/c3ee73f6-1823-4a0f-bb4a-d672b534e218 HTTP/1.1" status: 204 len: 173 time: 3.0070133 Nov 25 19:25:26.797964 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c8a8e5-0631-4401-8ae0-d74da2f8a51c', 'name': 'network-vif-deleted', 'tag': 'c3ee73f6-1823-4a0f-bb4a-d672b534e218'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:26.800502 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863e72e9-c55a-47dc-b645-7aca0bd748ae" -d '{"events": [{"server_uuid": "73c8a8e5-0631-4401-8ae0-d74da2f8a51c", "name": "network-vif-deleted", "tag": "c3ee73f6-1823-4a0f-bb4a-d672b534e218"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:26.929586 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607ee7d-ef37-4d16-a78d-cf4028d1167c req-67f5d75b-fd13-4385-b9f0-a1a61f562015 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:26.937826 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607ee7d-ef37-4d16-a78d-cf4028d1167c req-67f5d75b-fd13-4385-b9f0-a1a61f562015 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:26.940109 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: c3ee73f6-1823-4a0f-bb4a-d672b534e218 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:25:26.940672 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device c3ee73f6-1823-4a0f-bb4a-d672b534e218 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:25:26.949042 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607ee7d-ef37-4d16-a78d-cf4028d1167c req-67f5d75b-fd13-4385-b9f0-a1a61f562015 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:26.963726 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5607ee7d-ef37-4d16-a78d-cf4028d1167c req-67f5d75b-fd13-4385-b9f0-a1a61f562015 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2412 time: 0.3961966 Nov 25 19:25:26.970166 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4cf12206-c2ce-4682-8c70-4e87353028c4 req-254d2996-74d8-4f9d-8c94-2ebbeaed86ac tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=73c8a8e5-0631-4401-8ae0-d74da2f8a51c HTTP/1.1" status: 200 len: 210 time: 0.0563996 Nov 25 19:25:27.028792 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b16e692a-2a10-4b78-8193-c0fcd9adc47a req-e9327edf-d646-48cc-9d4f-a6aedaa18d53 service neutron] 10.222.0.73 "GET /v2.0/networks/aca42a31-c672-4e88-8d9a-82a72fa68149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7361205 Nov 25 19:25:27.040236 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-a90558f3-b93a-4f8a-8434-97786ae9d88b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:27.041006 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-a90558f3-b93a-4f8a-8434-97786ae9d88b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:27.093042 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5607ee7d-ef37-4d16-a78d-cf4028d1167c req-9338ce7e-8009-4036-ae13-222820666a26 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285183 Nov 25 19:25:27.143730 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-a90558f3-b93a-4f8a-8434-97786ae9d88b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0900857 Nov 25 19:25:27.172721 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-fadabe88-2b44-43f8-9b26-39cb59a63763 service neutron] Request body: {'port': {'device_id': 'c1f5b0c5-ff8d-421e-a744-867575c59b26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:27.184290 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291f4286-9d68-43aa-8b4b-22d7b4c4271e x-openstack-request-id: req-291f4286-9d68-43aa-8b4b-22d7b4c4271e {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:27.185109 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c8a8e5-0631-4401-8ae0-d74da2f8a51c", "name": "network-vif-deleted", "tag": "c3ee73f6-1823-4a0f-bb4a-d672b534e218", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:27.185783 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-291f4286-9d68-43aa-8b4b-22d7b4c4271e {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:27.191158 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c8a8e5-0631-4401-8ae0-d74da2f8a51c', 'name': 'network-vif-deleted', 'tag': 'c3ee73f6-1823-4a0f-bb4a-d672b534e218', 'status': 'completed', 'code': 200} Nov 25 19:25:27.323014 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-fadabe88-2b44-43f8-9b26-39cb59a63763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:27.407637 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 7373348f-9622-44c5-bccb-4e3e46d16bc7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=7373348f-9622-44c5-bccb-4e3e46d16bc7,segment=NetworkSegment(e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19),segment_id=e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:27.431315 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '7373348f-9622-44c5-bccb-4e3e46d16bc7', 'network_id': 'aca42a31-c672-4e88-8d9a-82a72fa68149', 'port_id': '7373348f-9622-44c5-bccb-4e3e46d16bc7', 'mac_address': 'fa:16:3e:61:06:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4955fa9-e6c6-4a5c-aa7d-e88b8ee9d8bc', 'ip_address': '19.80.0.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:25:27.486017 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e008f2-ffbf-4e8c-8451-4252c3f8bcd0 req-544b64e6-96f8-4285-b7e0-a879f9c07b80 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:27.489887 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-98e008f2-ffbf-4e8c-8451-4252c3f8bcd0 req-544b64e6-96f8-4285-b7e0-a879f9c07b80 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1f5b0c5-ff8d-421e-a744-867575c59b26 HTTP/1.1" status: 200 len: 931 time: 0.1974430 Nov 25 19:25:27.795529 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 6ad2908d-8dc8-4691-a342-f383caa653cd triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:27.795954 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:27.839254 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-98e008f2-ffbf-4e8c-8451-4252c3f8bcd0 req-dba46fcd-a928-4b33-916a-16901d62853d tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?id=151d8eda-0fa1-4893-a3e6-a191fb6bbf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340230 Nov 25 19:25:27.904978 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:27.970028 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7373348f-9622-44c5-bccb-4e3e46d16bc7 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:25:28.285024 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 7373348f-9622-44c5-bccb-4e3e46d16bc7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=7373348f-9622-44c5-bccb-4e3e46d16bc7,segment=NetworkSegment(e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19),segment_id=e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:28.315807 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:28.316433 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0d2cb1ee-4968-45fd-abbc-2fea9d963ceb details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:25:28.672343 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7817cd-5390-4595-82e7-ffa8986ffce7 req-abf19f7c-44bd-46cc-af7e-0a2f7e0486ce tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:28.691876 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-fadabe88-2b44-43f8-9b26-39cb59a63763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0243236-0525-4008-8ae4-7416f6c5c11d {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:25:28.692825 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7817cd-5390-4595-82e7-ffa8986ffce7 req-abf19f7c-44bd-46cc-af7e-0a2f7e0486ce tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:28.713614 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7817cd-5390-4595-82e7-ffa8986ffce7 req-abf19f7c-44bd-46cc-af7e-0a2f7e0486ce tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:28.733113 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf7817cd-5390-4595-82e7-ffa8986ffce7 req-abf19f7c-44bd-46cc-af7e-0a2f7e0486ce tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2413 time: 0.2689443 Nov 25 19:25:28.743918 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58722) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:28.753185 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-fadabe88-2b44-43f8-9b26-39cb59a63763 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:28.800923 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-fadabe88-2b44-43f8-9b26-39cb59a63763 service neutron] Transition to ACTIVE for port object a0243236-0525-4008-8ae4-7416f6c5c11d will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:25:28.816036 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-fadabe88-2b44-43f8-9b26-39cb59a63763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:28.877658 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0d2cb1ee-4968-45fd-abbc-2fea9d963ceb, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0d2cb1ee-4968-45fd-abbc-2fea9d963ceb,segment=NetworkSegment(fe38008d-2600-4b83-92cf-6c5d439a2c95),segment_id=fe38008d-2600-4b83-92cf-6c5d439a2c95)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:28.895475 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '0d2cb1ee-4968-45fd-abbc-2fea9d963ceb', 'network_id': 'e194a577-3459-494f-9608-026e3cbe9033', 'port_id': '0d2cb1ee-4968-45fd-abbc-2fea9d963ceb', 'mac_address': 'fa:16:3e:09:d0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab3af37c-c4c8-4580-85cb-e8ca4fe77956', 'ip_address': '19.86.0.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:25:28.972527 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:28.985494 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf7817cd-5390-4595-82e7-ffa8986ffce7 req-773150a2-d20b-4425-9fbd-fc3b31b742ce tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359080 Nov 25 19:25:29.044880 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabad165-1b1b-4b23-99f9-0148133506e8 req-21f15c31-d8f1-42cc-b3cc-ebfda5ebb748 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:29.051364 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:29.058893 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dabad165-1b1b-4b23-99f9-0148133506e8 req-21f15c31-d8f1-42cc-b3cc-ebfda5ebb748 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 945 time: 1.0970576 Nov 25 19:25:29.202907 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=7373348f-9622-44c5-bccb-4e3e46d16bc7,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:29.244643 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadabe88-2b44-43f8-9b26-39cb59a63763 service neutron] Pushing event updated for resources: {'Port': ['ID=a0243236-0525-4008-8ae4-7416f6c5c11d,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:29.289033 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3df103a-d8b3-4b35-8835-5f80ff31755c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:29.323400 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2cb1ee-4968-45fd-abbc-2fea9d963ceb {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:25:29.369117 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-fadabe88-2b44-43f8-9b26-39cb59a63763 service neutron] Attempting to bind port a0243236-0525-4008-8ae4-7416f6c5c11d on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:25:29.371330 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-fadabe88-2b44-43f8-9b26-39cb59a63763 service neutron] Attempting to bind port a0243236-0525-4008-8ae4-7416f6c5c11d by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd50823c9-8e68-494c-9142-5f5ec9a7c591'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:25:29.371810 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-fadabe88-2b44-43f8-9b26-39cb59a63763 service neutron] Attempting to bind port a0243236-0525-4008-8ae4-7416f6c5c11d on network d50823c9-8e68-494c-9142-5f5ec9a7c591 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:29.373491 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0d2cb1ee-4968-45fd-abbc-2fea9d963ceb, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0d2cb1ee-4968-45fd-abbc-2fea9d963ceb,segment=NetworkSegment(fe38008d-2600-4b83-92cf-6c5d439a2c95),segment_id=fe38008d-2600-4b83-92cf-6c5d439a2c95)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:29.432455 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c2e96-54fa-46f8-9ed8-4b6507711da6 req-e0da0ced-608a-42bd-b858-9bf1e768ed9a tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:29.434647 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-728c2e96-54fa-46f8-9ed8-4b6507711da6 req-e0da0ced-608a-42bd-b858-9bf1e768ed9a tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.85 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 945 time: 0.6196134 Nov 25 19:25:29.435915 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-fadabe88-2b44-43f8-9b26-39cb59a63763 service neutron] Port a0243236-0525-4008-8ae4-7416f6c5c11d on network d50823c9-8e68-494c-9142-5f5ec9a7c591 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:25:29.446916 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-fadabe88-2b44-43f8-9b26-39cb59a63763 service neutron] Attempting to bind port a0243236-0525-4008-8ae4-7416f6c5c11d on network d50823c9-8e68-494c-9142-5f5ec9a7c591 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:29.498726 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 6ad2908d-8dc8-4691-a342-f383caa653cd, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=6ad2908d-8dc8-4691-a342-f383caa653cd,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:29.516792 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d87a23-2c92-4a90-a39f-a84d0bb3a746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad2908d-8dc8-4691-a342-f383caa653cd'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:29.526737 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8691226c-d813-46a2-817a-92d5514175a0" -d '{"events": [{"server_uuid": "33d87a23-2c92-4a90-a39f-a84d0bb3a746", "name": "network-vif-plugged", "status": "completed", "tag": "6ad2908d-8dc8-4691-a342-f383caa653cd"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:29.539297 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:29.541871 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dabad165-1b1b-4b23-99f9-0148133506e8 req-594b77d3-8e9b-4a15-98e1-0614fe1de2d5 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457738 Nov 25 19:25:29.547912 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 7227a971-0c1f-45e1-a45e-d5c39ee2a781 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:25:29.580280 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-fadabe88-2b44-43f8-9b26-39cb59a63763 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:25:29.580895 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-fadabe88-2b44-43f8-9b26-39cb59a63763 service neutron] Checking segment: {'id': '36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd50823c9-8e68-494c-9142-5f5ec9a7c591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:25:29.581525 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-fadabe88-2b44-43f8-9b26-39cb59a63763 service neutron] Bound using segment: {'id': '36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd50823c9-8e68-494c-9142-5f5ec9a7c591'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:25:29.582156 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-fadabe88-2b44-43f8-9b26-39cb59a63763 service neutron] Bound port: a0243236-0525-4008-8ae4-7416f6c5c11d, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd50823c9-8e68-494c-9142-5f5ec9a7c591'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:25:29.582736 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-fadabe88-2b44-43f8-9b26-39cb59a63763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:29.600880 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3df103a-d8b3-4b35-8835-5f80ff31755c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:29.621218 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3df103a-d8b3-4b35-8835-5f80ff31755c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:29.715901 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:29.725566 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a19df0ec-6b6f-4abb-9c0e-88f97228652c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:29.793829 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=0d2cb1ee-4968-45fd-abbc-2fea9d963ceb,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:29.815807 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 7227a971-0c1f-45e1-a45e-d5c39ee2a781, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=7227a971-0c1f-45e1-a45e-d5c39ee2a781,segment=NetworkSegment(e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19),segment_id=e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:29.858955 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df103a-d8b3-4b35-8835-5f80ff31755c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ff4a35-c30a-4abf-8c2f-5d45aef726b1,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:29.876875 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c061f-567b-46d8-89df-c3f1859afb9c req-4cc9d833-9924-40f0-848e-3b388519cc9a tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:29.887083 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f36c061f-567b-46d8-89df-c3f1859afb9c req-4cc9d833-9924-40f0-848e-3b388519cc9a tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 945 time: 0.6481547 Nov 25 19:25:29.902090 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b3df103a-d8b3-4b35-8835-5f80ff31755c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=49c323d7e2b94c3985e0103b0f39614f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1547496 Nov 25 19:25:29.910073 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58734) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:29.957163 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '7227a971-0c1f-45e1-a45e-d5c39ee2a781', 'network_id': 'aca42a31-c672-4e88-8d9a-82a72fa68149', 'port_id': '7227a971-0c1f-45e1-a45e-d5c39ee2a781', 'mac_address': 'fa:16:3e:b9:60:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4955fa9-e6c6-4a5c-aa7d-e88b8ee9d8bc', 'ip_address': '19.80.0.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:25:29.997036 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f36c061f-567b-46d8-89df-c3f1859afb9c req-41573321-ec1c-44db-94d7-11952e72ab65 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d0a9604-ef54-41ac-900b-3836f12a6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089492 Nov 25 19:25:30.069670 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:30.121549 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62270188-b57d-4893-a052-e27979111ce9 req-d1121735-a2b1-4300-8d15-9e822d2d21e1 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:30.127184 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-62270188-b57d-4893-a052-e27979111ce9 req-d1121735-a2b1-4300-8d15-9e822d2d21e1 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1f5b0c5-ff8d-421e-a744-867575c59b26 HTTP/1.1" status: 200 len: 943 time: 0.4219015 Nov 25 19:25:30.156683 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-fadabe88-2b44-43f8-9b26-39cb59a63763 service neutron] For port a0243236-0525-4008-8ae4-7416f6c5c11d, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:25:30.158618 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=6ad2908d-8dc8-4691-a342-f383caa653cd,revision_number=10']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:30.160710 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-fadabe88-2b44-43f8-9b26-39cb59a63763 service neutron] For port a0243236-0525-4008-8ae4-7416f6c5c11d, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a0243236-0525-4008-8ae4-7416f6c5c11d,segment=NetworkSegment(36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c),segment_id=36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:25:30.163222 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94163306-16d7-4aab-9b1a-ed685070821a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:30.170529 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7227a971-0c1f-45e1-a45e-d5c39ee2a781 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:25:30.175310 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-fadabe88-2b44-43f8-9b26-39cb59a63763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:30.200864 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d3b793-59b8-4e09-ad97-f973bda9db47 x-openstack-request-id: req-35d3b793-59b8-4e09-ad97-f973bda9db47 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:30.201282 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d87a23-2c92-4a90-a39f-a84d0bb3a746", "name": "network-vif-plugged", "status": "completed", "tag": "6ad2908d-8dc8-4691-a342-f383caa653cd", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:30.202898 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-35d3b793-59b8-4e09-ad97-f973bda9db47 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:30.203801 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d87a23-2c92-4a90-a39f-a84d0bb3a746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad2908d-8dc8-4691-a342-f383caa653cd', 'code': 200} Nov 25 19:25:30.284908 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadabe88-2b44-43f8-9b26-39cb59a63763 service neutron] Pushing event updated for resources: {'Port': ['ID=a0243236-0525-4008-8ae4-7416f6c5c11d,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:30.299209 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 7227a971-0c1f-45e1-a45e-d5c39ee2a781, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=7227a971-0c1f-45e1-a45e-d5c39ee2a781,segment=NetworkSegment(e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19),segment_id=e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:30.316522 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:30.353004 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-728c2e96-54fa-46f8-9ed8-4b6507711da6 req-3deb7dc6-90d5-4282-862a-565740d60e39 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Deleting port 5fa77015-14c7-4747-824a-119838dab680 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:30.354178 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-728c2e96-54fa-46f8-9ed8-4b6507711da6 req-3deb7dc6-90d5-4282-862a-565740d60e39 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:30.485268 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d42a9-a9cb-4d56-8b1b-9783157fd418 req-7b31cce9-1a6c-4a4f-ba7d-927cb32c0271 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:30.493713 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d42a9-a9cb-4d56-8b1b-9783157fd418 req-7b31cce9-1a6c-4a4f-ba7d-927cb32c0271 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:30.502619 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-728c2e96-54fa-46f8-9ed8-4b6507711da6 req-3deb7dc6-90d5-4282-862a-565740d60e39 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] For port 5fa77015-14c7-4747-824a-119838dab680, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=5fa77015-14c7-4747-824a-119838dab680,segment=NetworkSegment(d1f82a27-e661-4475-b32c-dc05fb07de3e),segment_id=d1f82a27-e661-4475-b32c-dc05fb07de3e)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:30.503170 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-728c2e96-54fa-46f8-9ed8-4b6507711da6 req-3deb7dc6-90d5-4282-862a-565740d60e39 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:30.503596 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d42a9-a9cb-4d56-8b1b-9783157fd418 req-7b31cce9-1a6c-4a4f-ba7d-927cb32c0271 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:30.514387 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-320d42a9-a9cb-4d56-8b1b-9783157fd418 req-7b31cce9-1a6c-4a4f-ba7d-927cb32c0271 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2415 time: 0.1938190 Nov 25 19:25:30.521614 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-728c2e96-54fa-46f8-9ed8-4b6507711da6 req-3deb7dc6-90d5-4282-862a-565740d60e39 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Calling delete_port for 5fa77015-14c7-4747-824a-119838dab680 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:30.607899 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=7227a971-0c1f-45e1-a45e-d5c39ee2a781,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:30.617247 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-320d42a9-a9cb-4d56-8b1b-9783157fd418 req-9938a9da-7004-40a9-9e8f-c3e71d8e86d5 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012070 Nov 25 19:25:30.736798 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['7227a971-0c1f-45e1-a45e-d5c39ee2a781'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:30.757188 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94163306-16d7-4aab-9b1a-ed685070821a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:30.797114 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-fadabe88-2b44-43f8-9b26-39cb59a63763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:30.798399 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-fadabe88-2b44-43f8-9b26-39cb59a63763 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:30.801350 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-fadabe88-2b44-43f8-9b26-39cb59a63763 service neutron] 10.222.0.85 "PUT /v2.0/ports/a0243236-0525-4008-8ae4-7416f6c5c11d HTTP/1.1" status: 200 len: 1091 time: 3.6444130 Nov 25 19:25:30.802115 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f5b0c5-ff8d-421e-a744-867575c59b26', 'tag': 'a0243236-0525-4008-8ae4-7416f6c5c11d'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:30.806452 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['0d2cb1ee-4968-45fd-abbc-2fea9d963ceb'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:30.810869 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296fb7b0-187b-4b40-8e21-2b08874afac2" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f5b0c5-ff8d-421e-a744-867575c59b26", "tag": "a0243236-0525-4008-8ae4-7416f6c5c11d"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:30.842567 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-728c2e96-54fa-46f8-9ed8-4b6507711da6 req-3deb7dc6-90d5-4282-862a-565740d60e39 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:30.904807 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-62270188-b57d-4893-a052-e27979111ce9 req-8147ca7c-7727-46d8-8fd4-7d002c882101 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?id=151d8eda-0fa1-4893-a3e6-a191fb6bbf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7525275 Nov 25 19:25:30.931712 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb7dc6-90d5-4282-862a-565740d60e39 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Pushing event deleted for resources: {'Port': ['ID=5fa77015-14c7-4747-824a-119838dab680,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:31.025019 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['7373348f-9622-44c5-bccb-4e3e46d16bc7'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:31.073597 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbd8d34-fdf3-404b-9838-ce37479d32d2 x-openstack-request-id: req-2dbd8d34-fdf3-404b-9838-ce37479d32d2 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:31.074066 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f5b0c5-ff8d-421e-a744-867575c59b26", "tag": "a0243236-0525-4008-8ae4-7416f6c5c11d", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:31.074371 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2dbd8d34-fdf3-404b-9838-ce37479d32d2 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:31.074795 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f5b0c5-ff8d-421e-a744-867575c59b26', 'tag': 'a0243236-0525-4008-8ae4-7416f6c5c11d', 'status': 'completed', 'code': 200} Nov 25 19:25:31.075721 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-728c2e96-54fa-46f8-9ed8-4b6507711da6 req-3deb7dc6-90d5-4282-862a-565740d60e39 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] No DVR routers for this DVR port 5fa77015-14c7-4747-824a-119838dab680 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:25:31.079448 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-728c2e96-54fa-46f8-9ed8-4b6507711da6 req-3deb7dc6-90d5-4282-862a-565740d60e39 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:31.083217 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-728c2e96-54fa-46f8-9ed8-4b6507711da6 req-3deb7dc6-90d5-4282-862a-565740d60e39 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.85 "DELETE /v2.0/ports/5fa77015-14c7-4747-824a-119838dab680 HTTP/1.1" status: 204 len: 173 time: 1.5738134 Nov 25 19:25:31.100353 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-3c7d66cb-fce3-4bd1-8103-267dc648b655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:31.103885 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-3c7d66cb-fce3-4bd1-8103-267dc648b655 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=240ad271eca8466e8a0831a281b75c36&device_id=c1f5b0c5-ff8d-421e-a744-867575c59b26 HTTP/1.1" status: 200 len: 1094 time: 0.1938202 Nov 25 19:25:31.188593 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956df216-b399-481b-a41e-e5adf039304b req-6de8330a-77f0-4fab-b67d-bb4b6339d35a tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:31.225000 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-caab24c2-2f52-47c3-b4f2-77cb634e279c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0243236-0525-4008-8ae4-7416f6c5c11d HTTP/1.1" status: 200 len: 217 time: 0.1131773 Nov 25 19:25:31.225603 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-956df216-b399-481b-a41e-e5adf039304b req-6de8330a-77f0-4fab-b67d-bb4b6339d35a tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 945 time: 0.2956719 Nov 25 19:25:31.295736 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94163306-16d7-4aab-9b1a-ed685070821a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:31.307719 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94163306-16d7-4aab-9b1a-ed685070821a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:31.311569 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-94163306-16d7-4aab-9b1a-ed685070821a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a1ff4a35-c30a-4abf-8c2f-5d45aef726b1 HTTP/1.1" status: 204 len: 168 time: 1.3868234 Nov 25 19:25:31.334241 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7fdd9bf4-4902-4e49-9641-3e7a973346c7 req-07c6833d-e763-48c7-8b4f-679eea9ce8a5 tempest-LiveAutoBlockMigrationV225Test-904055506 tempest-LiveAutoBlockMigrationV225Test-904055506-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ef1a2b-7985-4604-9c3d-d408c8813719 HTTP/1.1" status: 200 len: 210 time: 0.1143670 Nov 25 19:25:31.476599 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-7b80b53b-0b12-4f3f-aa7e-0502759299a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:31.480151 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-7b80b53b-0b12-4f3f-aa7e-0502759299a9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=923b33c5-b953-413a-8146-382932f62afb HTTP/1.1" status: 200 len: 852 time: 0.1433778 Nov 25 19:25:31.486616 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-956df216-b399-481b-a41e-e5adf039304b req-dc387c5a-4cf1-4e38-a63e-087f74116045 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597158 Nov 25 19:25:31.575356 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94163306-16d7-4aab-9b1a-ed685070821a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ff4a35-c30a-4abf-8c2f-5d45aef726b1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:31.678148 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-fff6310c-5ac4-457c-9462-46801cbc99e4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d50823c9-8e68-494c-9142-5f5ec9a7c591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1730456 Nov 25 19:25:31.893685 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9351e3e4-0c94-4560-bb24-a2752d17a6c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:32.030824 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d36e7-11f6-4a70-b73e-bb2d686909a8 req-94551518-07da-4a9e-ad0a-5a4af68339af tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:32.050829 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d36e7-11f6-4a70-b73e-bb2d686909a8 req-94551518-07da-4a9e-ad0a-5a4af68339af tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:32.074374 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d36e7-11f6-4a70-b73e-bb2d686909a8 req-94551518-07da-4a9e-ad0a-5a4af68339af tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:32.076511 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b9d36e7-11f6-4a70-b73e-bb2d686909a8 req-94551518-07da-4a9e-ad0a-5a4af68339af tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2415 time: 0.3216548 Nov 25 19:25:32.176398 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-dcb83796-240a-4ca0-8554-8e6d9b138d14 service neutron] 10.222.0.85 "GET /v2.0/networks/d50823c9-8e68-494c-9142-5f5ec9a7c591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897931 Nov 25 19:25:32.465688 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58780) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:32.516589 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-935906fd-6e2c-4ee7-a587-3df7c2d72236 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:32.569363 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea0460-0c5e-4b18-af42-c5a545b871a0 req-315121f8-7cee-46b3-8223-de4f5e967274 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:32.573274 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-acea0460-0c5e-4b18-af42-c5a545b871a0 req-315121f8-7cee-46b3-8223-de4f5e967274 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1f5b0c5-ff8d-421e-a744-867575c59b26 HTTP/1.1" status: 200 len: 943 time: 0.0989027 Nov 25 19:25:32.573848 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c0e5e19-2b00-47d7-82c0-d987889d7101 req-4ef028ab-9a78-457d-a4da-ef8c6ab69d28 service neutron] 10.222.0.85 "GET /v2.0/networks/d50823c9-8e68-494c-9142-5f5ec9a7c591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824818 Nov 25 19:25:32.661808 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b9d36e7-11f6-4a70-b73e-bb2d686909a8 req-3d9f4322-ed19-460f-a1fe-65f61cc5deee tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5716519 Nov 25 19:25:32.688642 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 5fa77015-14c7-4747-824a-119838dab680 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:32.699300 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-acea0460-0c5e-4b18-af42-c5a545b871a0 req-88955154-8e6c-4f2f-8562-1fff2311ced3 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?id=151d8eda-0fa1-4893-a3e6-a191fb6bbf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140213 Nov 25 19:25:32.757043 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 5fa77015-14c7-4747-824a-119838dab680 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:25:32.758274 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 5fa77015-14c7-4747-824a-119838dab680 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:25:32.818239 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fb7b0-187b-4b40-8e21-2b08874afac2 req-9609a272-a7cb-45aa-868a-c67a87b6b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:32.824691 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-296fb7b0-187b-4b40-8e21-2b08874afac2 req-9609a272-a7cb-45aa-868a-c67a87b6b851 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=240ad271eca8466e8a0831a281b75c36&device_id=c1f5b0c5-ff8d-421e-a744-867575c59b26 HTTP/1.1" status: 200 len: 1094 time: 0.1408639 Nov 25 19:25:32.841747 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58792) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:33.053866 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-935906fd-6e2c-4ee7-a587-3df7c2d72236 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:33.075049 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-935906fd-6e2c-4ee7-a587-3df7c2d72236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:33.092541 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ef1a2b-7985-4604-9c3d-d408c8813719', 'name': 'network-vif-deleted', 'tag': '5fa77015-14c7-4747-824a-119838dab680'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:33.119659 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86103c0-a4a4-47ff-bc6c-863b526b1190" -d '{"events": [{"server_uuid": "d0ef1a2b-7985-4604-9c3d-d408c8813719", "name": "network-vif-deleted", "tag": "5fa77015-14c7-4747-824a-119838dab680"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:33.149783 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-935906fd-6e2c-4ee7-a587-3df7c2d72236 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fa04384742f04b399a9d4bf86e96aa79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6823988 Nov 25 19:25:33.157649 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58804) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:33.385425 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935906fd-6e2c-4ee7-a587-3df7c2d72236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf03a65-aa2f-45f9-a96d-e48536b70d26,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:33.421100 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36cf453e-b06b-490e-95b4-6e6369d4de1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:33.451799 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36cf453e-b06b-490e-95b4-6e6369d4de1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:33.475601 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109a042c-e3c7-41e7-b832-3191cb721ee3 x-openstack-request-id: req-109a042c-e3c7-41e7-b832-3191cb721ee3 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:33.480182 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ef1a2b-7985-4604-9c3d-d408c8813719", "name": "network-vif-deleted", "tag": "5fa77015-14c7-4747-824a-119838dab680", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:33.483800 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-109a042c-e3c7-41e7-b832-3191cb721ee3 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:33.486250 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ef1a2b-7985-4604-9c3d-d408c8813719', 'name': 'network-vif-deleted', 'tag': '5fa77015-14c7-4747-824a-119838dab680', 'status': 'completed', 'code': 200} Nov 25 19:25:33.523127 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36cf453e-b06b-490e-95b4-6e6369d4de1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:33.527649 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:33.539075 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36cf453e-b06b-490e-95b4-6e6369d4de1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:33.540461 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-36cf453e-b06b-490e-95b4-6e6369d4de1f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5cf03a65-aa2f-45f9-a96d-e48536b70d26 HTTP/1.1" status: 204 len: 168 time: 0.3813779 Nov 25 19:25:33.585755 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf453e-b06b-490e-95b4-6e6369d4de1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf03a65-aa2f-45f9-a96d-e48536b70d26,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:33.616430 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104a3dc-216c-4c2d-b918-de38e3f2a93c req-30c8c615-4113-41f3-8e84-6f433fa0ff96 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:33.641788 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b104a3dc-216c-4c2d-b918-de38e3f2a93c req-30c8c615-4113-41f3-8e84-6f433fa0ff96 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 945 time: 0.4856651 Nov 25 19:25:33.787081 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fb7b0-187b-4b40-8e21-2b08874afac2 req-07012a9d-dce0-4d6e-9776-578d7252373b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:33.793986 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-296fb7b0-187b-4b40-8e21-2b08874afac2 req-07012a9d-dce0-4d6e-9776-578d7252373b service neutron] 10.222.0.85 "GET /v2.0/networks?id=d50823c9-8e68-494c-9142-5f5ec9a7c591 HTTP/1.1" status: 200 len: 913 time: 0.9566660 Nov 25 19:25:34.113889 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-296fb7b0-187b-4b40-8e21-2b08874afac2 req-2bd6350a-454e-40fe-89b6-352e5bb71b6b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0243236-0525-4008-8ae4-7416f6c5c11d HTTP/1.1" status: 200 len: 217 time: 0.2886984 Nov 25 19:25:34.257886 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b104a3dc-216c-4c2d-b918-de38e3f2a93c req-65822761-c64d-4f87-b471-5841c7857e79 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6027472 Nov 25 19:25:34.310024 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b0f71f-4257-4426-a61e-a326f440fabf admin admin] Deleting subnet 688fcc59-0345-41e4-9b88-cea9e7c21583 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:25:34.310519 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fb7b0-187b-4b40-8e21-2b08874afac2 req-4d976477-edf4-4dbe-9df5-56d1d4f40727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:34.319907 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-296fb7b0-187b-4b40-8e21-2b08874afac2 req-4d976477-edf4-4dbe-9df5-56d1d4f40727 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=923b33c5-b953-413a-8146-382932f62afb HTTP/1.1" status: 200 len: 852 time: 0.1945045 Nov 25 19:25:34.320829 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-01b0f71f-4257-4426-a61e-a326f440fabf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:34.333292 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 7373348f-9622-44c5-bccb-4e3e46d16bc7 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:25:34.432151 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-296fb7b0-187b-4b40-8e21-2b08874afac2 req-7cfd324c-e795-493b-90b4-71e918ec9f14 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d50823c9-8e68-494c-9142-5f5ec9a7c591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008062 Nov 25 19:25:34.450024 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-01b0f71f-4257-4426-a61e-a326f440fabf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:34.548548 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 7373348f-9622-44c5-bccb-4e3e46d16bc7 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:25:34.566563 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 7373348f-9622-44c5-bccb-4e3e46d16bc7 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:34.569772 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:34.618923 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff4f00-f616-4131-9112-da31d6847891 req-db86a06c-9718-40f9-b9fd-caaedde20155 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:34.666321 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff4f00-f616-4131-9112-da31d6847891 req-db86a06c-9718-40f9-b9fd-caaedde20155 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:34.713212 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff4f00-f616-4131-9112-da31d6847891 req-db86a06c-9718-40f9-b9fd-caaedde20155 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:34.734000 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device a0243236-0525-4008-8ae4-7416f6c5c11d details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:25:34.740741 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-07ff4f00-f616-4131-9112-da31d6847891 req-db86a06c-9718-40f9-b9fd-caaedde20155 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2415 time: 0.6315842 Nov 25 19:25:34.833940 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-01b0f71f-4257-4426-a61e-a326f440fabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:34.943363 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-01b0f71f-4257-4426-a61e-a326f440fabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:34.998380 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0f71f-4257-4426-a61e-a326f440fabf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=688fcc59-0345-41e4-9b88-cea9e7c21583,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:35.014146 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-01b0f71f-4257-4426-a61e-a326f440fabf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:35.022053 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-01b0f71f-4257-4426-a61e-a326f440fabf admin admin] 10.222.0.55 "DELETE /v2.0/subnets/688fcc59-0345-41e4-9b88-cea9e7c21583 HTTP/1.1" status: 204 len: 168 time: 2.1733084 Nov 25 19:25:35.025457 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58834) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:35.075197 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-296fb7b0-187b-4b40-8e21-2b08874afac2 req-cb8893d8-dff1-497d-9a17-8b8dc921377d service neutron] 10.222.0.85 "GET /v2.0/networks/d50823c9-8e68-494c-9142-5f5ec9a7c591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346979 Nov 25 19:25:35.116645 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-07ff4f00-f616-4131-9112-da31d6847891 req-26ffbfcb-1d97-4a41-bc20-4c863e947505 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674693 Nov 25 19:25:35.138142 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b33f8d-2703-4584-b075-7113119b0e73 req-7c66d8a2-e616-447d-a862-6ad875ac77d4 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:35.179220 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-85b33f8d-2703-4584-b075-7113119b0e73 req-7c66d8a2-e616-447d-a862-6ad875ac77d4 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1f5b0c5-ff8d-421e-a744-867575c59b26 HTTP/1.1" status: 200 len: 943 time: 0.6350036 Nov 25 19:25:35.315260 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-85b33f8d-2703-4584-b075-7113119b0e73 req-000c5d52-0396-4615-93f5-0158d132b228 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?id=151d8eda-0fa1-4893-a3e6-a191fb6bbf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346133 Nov 25 19:25:35.413926 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-02f799f7-8fad-4b8d-b19f-0a00f801613a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:35.434855 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:35.457501 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:35.589250 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port a0243236-0525-4008-8ae4-7416f6c5c11d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a0243236-0525-4008-8ae4-7416f6c5c11d,segment=NetworkSegment(36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c),segment_id=36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:35.598150 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:35.629249 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-296fb7b0-187b-4b40-8e21-2b08874afac2 req-edfb2470-0e8a-430c-951f-3c4aff96822e service neutron] 10.222.0.85 "GET /v2.0/networks/d50823c9-8e68-494c-9142-5f5ec9a7c591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421387 Nov 25 19:25:35.653508 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7373348f-9622-44c5-bccb-4e3e46d16bc7'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:35.656702 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba110c14-4463-4461-a664-591efd3ba9a4" -d '{"events": [{"server_uuid": "57f46657-0216-4bec-9a5a-5cdf4e0f0e5a", "name": "network-vif-plugged", "status": "completed", "tag": "7373348f-9622-44c5-bccb-4e3e46d16bc7"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:35.663770 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'a0243236-0525-4008-8ae4-7416f6c5c11d', 'network_id': 'd50823c9-8e68-494c-9142-5f5ec9a7c591', 'port_id': 'a0243236-0525-4008-8ae4-7416f6c5c11d', 'mac_address': 'fa:16:3e:99:dc:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '923b33c5-b953-413a-8146-382932f62afb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:25:35.671635 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6733e-95c6-4ebf-9b3f-d8af0767f768 req-5be547cb-20bb-4b95-94e5-2bfee661e78a tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:35.682585 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 7373348f-9622-44c5-bccb-4e3e46d16bc7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=7373348f-9622-44c5-bccb-4e3e46d16bc7,segment=NetworkSegment(e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19),segment_id=e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:35.689250 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3db6733e-95c6-4ebf-9b3f-d8af0767f768 req-5be547cb-20bb-4b95-94e5-2bfee661e78a tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 945 time: 0.1897399 Nov 25 19:25:35.754836 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:35.807594 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0243236-0525-4008-8ae4-7416f6c5c11d {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:25:35.815696 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-02f799f7-8fad-4b8d-b19f-0a00f801613a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:35.829240 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:35.833496 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0d2cb1ee-4968-45fd-abbc-2fea9d963ceb up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:25:35.849721 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632e5bbb-fc10-4329-9e46-97f8721e83f4 x-openstack-request-id: req-632e5bbb-fc10-4329-9e46-97f8721e83f4 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:35.850936 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f46657-0216-4bec-9a5a-5cdf4e0f0e5a", "name": "network-vif-plugged", "status": "completed", "tag": "7373348f-9622-44c5-bccb-4e3e46d16bc7", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:35.854767 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-632e5bbb-fc10-4329-9e46-97f8721e83f4 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:35.855568 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7373348f-9622-44c5-bccb-4e3e46d16bc7', 'code': 200} Nov 25 19:25:35.864206 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-02f799f7-8fad-4b8d-b19f-0a00f801613a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27d2294-de95-4945-9062-292b41b6ea98']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:35.919926 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-02f799f7-8fad-4b8d-b19f-0a00f801613a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f82a27-e661-4475-b32c-dc05fb07de3e') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:35.923091 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-02f799f7-8fad-4b8d-b19f-0a00f801613a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f82a27-e661-4475-b32c-dc05fb07de3e') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:35.956468 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-02f799f7-8fad-4b8d-b19f-0a00f801613a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:36.001554 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3db6733e-95c6-4ebf-9b3f-d8af0767f768 req-a42a1c60-a892-44c0-8232-b2ff996d7b18 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085418 Nov 25 19:25:36.017019 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-02f799f7-8fad-4b8d-b19f-0a00f801613a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:36.033394 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f799f7-8fad-4b8d-b19f-0a00f801613a admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:25:36.033813 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-02f799f7-8fad-4b8d-b19f-0a00f801613a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:25:36.035876 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:25:36.040434 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21646039-576a-409e-bb87-edb612e338a6 req-f030c423-cada-4137-9d9a-314a14b1b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:36.043139 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-21646039-576a-409e-bb87-edb612e338a6 req-f030c423-cada-4137-9d9a-314a14b1b3da service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 1096 time: 0.1411846 Nov 25 19:25:36.060327 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port a0243236-0525-4008-8ae4-7416f6c5c11d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a0243236-0525-4008-8ae4-7416f6c5c11d,segment=NetworkSegment(36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c),segment_id=36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:36.071462 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:36.121824 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=7373348f-9622-44c5-bccb-4e3e46d16bc7,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:36.136764 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 0d2cb1ee-4968-45fd-abbc-2fea9d963ceb completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:25:36.198048 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 0d2cb1ee-4968-45fd-abbc-2fea9d963ceb triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:36.198460 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:36.200434 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-21646039-576a-409e-bb87-edb612e338a6 req-e2faad4e-cbc3-46e8-91de-ce8aa86b8da3 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415479 Nov 25 19:25:36.221261 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-02f799f7-8fad-4b8d-b19f-0a00f801613a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:36.228780 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-02f799f7-8fad-4b8d-b19f-0a00f801613a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:36.239388 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-02f799f7-8fad-4b8d-b19f-0a00f801613a admin admin] 10.222.0.55 "DELETE /v2.0/networks/e27d2294-de95-4945-9062-292b41b6ea98 HTTP/1.1" status: 204 len: 168 time: 1.2126501 Nov 25 19:25:36.239886 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58864) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:36.272753 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f799f7-8fad-4b8d-b19f-0a00f801613a admin admin] Pushing event deleted for resources: {'Network': ['ID=e27d2294-de95-4945-9062-292b41b6ea98,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:36.473857 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb614c9-14d0-4ffe-a18e-23d25226963e admin admin] Deleting subnet 7c7733c0-4f2c-45ce-bc09-6f4feccb21dd {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:25:36.484610 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6cb614c9-14d0-4ffe-a18e-23d25226963e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:36.504240 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['a0243236-0525-4008-8ae4-7416f6c5c11d'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:36.512255 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5025249-4ae6-466a-88cb-17e6277d2721 req-6f905193-7d8e-471e-ace8-90f837f0caaa tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:36.539588 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5025249-4ae6-466a-88cb-17e6277d2721 req-6f905193-7d8e-471e-ace8-90f837f0caaa tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:36.551409 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5025249-4ae6-466a-88cb-17e6277d2721 req-6f905193-7d8e-471e-ace8-90f837f0caaa tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:36.559958 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5025249-4ae6-466a-88cb-17e6277d2721 req-6f905193-7d8e-471e-ace8-90f837f0caaa tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2416 time: 0.1606128 Nov 25 19:25:36.569559 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6cb614c9-14d0-4ffe-a18e-23d25226963e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:36.647438 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=a0243236-0525-4008-8ae4-7416f6c5c11d,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:36.677693 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5025249-4ae6-466a-88cb-17e6277d2721 req-20e98d2a-095d-469e-a457-1c6365a44410 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118627 Nov 25 19:25:36.817590 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6cb614c9-14d0-4ffe-a18e-23d25226963e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:36.944406 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:37.046036 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0873d-e0ac-4ab3-8bcf-d8f4d672c9d6 req-91ef2b8d-595c-4227-b8eb-2fc90f39290b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:37.047450 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-25d0873d-e0ac-4ab3-8bcf-d8f4d672c9d6 req-91ef2b8d-595c-4227-b8eb-2fc90f39290b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1f5b0c5-ff8d-421e-a744-867575c59b26 HTTP/1.1" status: 200 len: 944 time: 0.1590517 Nov 25 19:25:37.137078 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6cb614c9-14d0-4ffe-a18e-23d25226963e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:37.208426 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0d2cb1ee-4968-45fd-abbc-2fea9d963ceb, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0d2cb1ee-4968-45fd-abbc-2fea9d963ceb,segment=NetworkSegment(fe38008d-2600-4b83-92cf-6c5d439a2c95),segment_id=fe38008d-2600-4b83-92cf-6c5d439a2c95)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:37.224141 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:37.225298 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 7227a971-0c1f-45e1-a45e-d5c39ee2a781 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:25:37.231787 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6cb614c9-14d0-4ffe-a18e-23d25226963e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:37.244388 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6cb614c9-14d0-4ffe-a18e-23d25226963e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7c7733c0-4f2c-45ce-bc09-6f4feccb21dd HTTP/1.1" status: 204 len: 168 time: 0.9998739 Nov 25 19:25:37.245435 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58892) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:37.441059 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb614c9-14d0-4ffe-a18e-23d25226963e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c7733c0-4f2c-45ce-bc09-6f4feccb21dd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:37.467636 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-25d0873d-e0ac-4ab3-8bcf-d8f4d672c9d6 req-148de8ca-e50c-44df-8941-f0ebd7157cd1 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?id=151d8eda-0fa1-4893-a3e6-a191fb6bbf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100065 Nov 25 19:25:37.482538 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb614c9-14d0-4ffe-a18e-23d25226963e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:37.482918 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb614c9-14d0-4ffe-a18e-23d25226963e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:37.483265 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb614c9-14d0-4ffe-a18e-23d25226963e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:37.483585 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb614c9-14d0-4ffe-a18e-23d25226963e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:37.483956 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb614c9-14d0-4ffe-a18e-23d25226963e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:37.484263 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb614c9-14d0-4ffe-a18e-23d25226963e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:37.484624 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb614c9-14d0-4ffe-a18e-23d25226963e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:37.484980 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb614c9-14d0-4ffe-a18e-23d25226963e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:37.485306 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb614c9-14d0-4ffe-a18e-23d25226963e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:37.485633 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb614c9-14d0-4ffe-a18e-23d25226963e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:37.485957 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb614c9-14d0-4ffe-a18e-23d25226963e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:37.486310 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb614c9-14d0-4ffe-a18e-23d25226963e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:37.571778 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a1a6c-fc69-40cb-9063-fd27247b5422 req-1debb7da-a430-49f5-9675-bbd90a47610e tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:37.574567 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5f9a1a6c-fc69-40cb-9063-fd27247b5422 req-1debb7da-a430-49f5-9675-bbd90a47610e tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.73 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 945 time: 0.2291412 Nov 25 19:25:37.597656 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=0d2cb1ee-4968-45fd-abbc-2fea9d963ceb,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:37.690498 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 7227a971-0c1f-45e1-a45e-d5c39ee2a781 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:25:37.699308 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 7227a971-0c1f-45e1-a45e-d5c39ee2a781 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:37.699915 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:37.858378 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2cb1ee-4968-45fd-abbc-2fea9d963ceb'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:37.860833 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18d3db0-2c6a-497f-800b-44e2d35dfefd" -d '{"events": [{"server_uuid": "57f46657-0216-4bec-9a5a-5cdf4e0f0e5a", "name": "network-vif-plugged", "status": "completed", "tag": "0d2cb1ee-4968-45fd-abbc-2fea9d963ceb"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:37.864422 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:37.981923 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 7227a971-0c1f-45e1-a45e-d5c39ee2a781, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=7227a971-0c1f-45e1-a45e-d5c39ee2a781,segment=NetworkSegment(e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19),segment_id=e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:37.988175 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:38.048335 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22fe54e4-188f-4aae-b8e0-09350769b2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:38.077256 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd01fee-4161-4d26-a95d-b5c0605323ee req-435ed770-2829-4cd6-ae17-f731ada0b3ac tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:38.078976 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4bd01fee-4161-4d26-a95d-b5c0605323ee req-435ed770-2829-4cd6-ae17-f731ada0b3ac tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 945 time: 0.2381446 Nov 25 19:25:38.161944 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4bd01fee-4161-4d26-a95d-b5c0605323ee req-a118272c-adee-4bb8-b251-ddd7f1009ea9 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717437 Nov 25 19:25:38.173830 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=7227a971-0c1f-45e1-a45e-d5c39ee2a781,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:38.181634 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-5f9a1a6c-fc69-40cb-9063-fd27247b5422 req-cbff91e5-dc4d-4049-96d6-22f4b25359c0 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Deleting port d0b85d8c-1a49-4cb3-82ff-70698009b789 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:38.182111 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f9a1a6c-fc69-40cb-9063-fd27247b5422 req-cbff91e5-dc4d-4049-96d6-22f4b25359c0 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:38.311886 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db98b28-cad5-492d-9e4a-f08fb0261a74 req-96737710-a89a-41cc-9ce0-60f08dc1071c tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:38.318632 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6db98b28-cad5-492d-9e4a-f08fb0261a74 req-96737710-a89a-41cc-9ce0-60f08dc1071c tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abaff4e-e28e-4732-8f8f-7ac1425f0380 HTTP/1.1" status: 200 len: 945 time: 0.3298335 Nov 25 19:25:38.341084 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22fe54e4-188f-4aae-b8e0-09350769b2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:38.347728 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-5f9a1a6c-fc69-40cb-9063-fd27247b5422 req-cbff91e5-dc4d-4049-96d6-22f4b25359c0 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] For port d0b85d8c-1a49-4cb3-82ff-70698009b789, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d0b85d8c-1a49-4cb3-82ff-70698009b789,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:38.348528 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f9a1a6c-fc69-40cb-9063-fd27247b5422 req-cbff91e5-dc4d-4049-96d6-22f4b25359c0 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:38.394917 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-5f9a1a6c-fc69-40cb-9063-fd27247b5422 req-cbff91e5-dc4d-4049-96d6-22f4b25359c0 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Calling delete_port for d0b85d8c-1a49-4cb3-82ff-70698009b789 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:38.421206 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-22fe54e4-188f-4aae-b8e0-09350769b2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc35017-6398-4cce-8e59-602991489745']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:38.490681 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6db98b28-cad5-492d-9e4a-f08fb0261a74 req-2e7b8567-9f63-4eaa-b8f6-f921cd8557df tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447616 Nov 25 19:25:38.499668 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-22fe54e4-188f-4aae-b8e0-09350769b2e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac3b41d4-44ad-40d4-8643-b041efbd258e') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:38.500123 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-22fe54e4-188f-4aae-b8e0-09350769b2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac3b41d4-44ad-40d4-8643-b041efbd258e') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:38.507824 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4b6b7-6f9a-4a2d-999b-a8e3ec25fe4b req-258e8695-39a8-430d-bdd2-fde07c368b6c tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:38.516954 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4b6b7-6f9a-4a2d-999b-a8e3ec25fe4b req-258e8695-39a8-430d-bdd2-fde07c368b6c tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:38.525953 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4b6b7-6f9a-4a2d-999b-a8e3ec25fe4b req-258e8695-39a8-430d-bdd2-fde07c368b6c tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:38.528338 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0db4b6b7-6f9a-4a2d-999b-a8e3ec25fe4b req-258e8695-39a8-430d-bdd2-fde07c368b6c tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2418 time: 0.1540382 Nov 25 19:25:38.557799 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22fe54e4-188f-4aae-b8e0-09350769b2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:38.581464 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22fe54e4-188f-4aae-b8e0-09350769b2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:38.591231 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22fe54e4-188f-4aae-b8e0-09350769b2e3 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:25:38.591915 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22fe54e4-188f-4aae-b8e0-09350769b2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:38.661538 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0db4b6b7-6f9a-4a2d-999b-a8e3ec25fe4b req-f7e893ad-cca4-4293-865b-daecb8d26a31 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177480 Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:25:38.666628 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:25:38.674923 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22fe54e4-188f-4aae-b8e0-09350769b2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:38.736972 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22fe54e4-188f-4aae-b8e0-09350769b2e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:38.750625 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-22fe54e4-188f-4aae-b8e0-09350769b2e3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/bdc35017-6398-4cce-8e59-602991489745 HTTP/1.1" status: 204 len: 168 time: 1.5005248 Nov 25 19:25:38.754797 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe54e4-188f-4aae-b8e0-09350769b2e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdc35017-6398-4cce-8e59-602991489745,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:38.757763 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3cfb48-9b1d-4898-b7bf-30436081b5e5 x-openstack-request-id: req-ff3cfb48-9b1d-4898-b7bf-30436081b5e5 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:38.758833 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f46657-0216-4bec-9a5a-5cdf4e0f0e5a", "name": "network-vif-plugged", "status": "completed", "tag": "0d2cb1ee-4968-45fd-abbc-2fea9d963ceb", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:38.759996 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ff3cfb48-9b1d-4898-b7bf-30436081b5e5 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:38.760482 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2cb1ee-4968-45fd-abbc-2fea9d963ceb', 'code': 200} Nov 25 19:25:38.762259 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f9a1a6c-fc69-40cb-9063-fd27247b5422 req-cbff91e5-dc4d-4049-96d6-22f4b25359c0 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:38.767251 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device a0243236-0525-4008-8ae4-7416f6c5c11d up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:25:38.860142 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['d0b85d8c-1a49-4cb3-82ff-70698009b789'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:38.888581 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff91e5-dc4d-4049-96d6-22f4b25359c0 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Pushing event deleted for resources: {'Port': ['ID=d0b85d8c-1a49-4cb3-82ff-70698009b789,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:38.917686 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9a1a6c-fc69-40cb-9063-fd27247b5422 req-cbff91e5-dc4d-4049-96d6-22f4b25359c0 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] No DVR routers for this DVR port d0b85d8c-1a49-4cb3-82ff-70698009b789 on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:25:38.922161 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f9a1a6c-fc69-40cb-9063-fd27247b5422 req-cbff91e5-dc4d-4049-96d6-22f4b25359c0 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:38.927290 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5f9a1a6c-fc69-40cb-9063-fd27247b5422 req-cbff91e5-dc4d-4049-96d6-22f4b25359c0 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.73 "DELETE /v2.0/ports/d0b85d8c-1a49-4cb3-82ff-70698009b789 HTTP/1.1" status: 204 len: 173 time: 1.3199379 Nov 25 19:25:38.927990 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abaff4e-e28e-4732-8f8f-7ac1425f0380', 'name': 'network-vif-deleted', 'tag': 'd0b85d8c-1a49-4cb3-82ff-70698009b789'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:38.932117 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59034420-b08a-4e45-b7a7-8c89a0d2faec" -d '{"events": [{"server_uuid": "4abaff4e-e28e-4732-8f8f-7ac1425f0380", "name": "network-vif-deleted", "tag": "d0b85d8c-1a49-4cb3-82ff-70698009b789"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:39.053823 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port a0243236-0525-4008-8ae4-7416f6c5c11d completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:25:39.076394 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port a0243236-0525-4008-8ae4-7416f6c5c11d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:39.078678 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:39.199806 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58926) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:39.229340 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846633a0-6435-4304-a4af-acc4210b351c req-6ffc1aaa-726c-4592-a4c6-c724c8cb0601 tempest-NetworksTest-1274919532 tempest-NetworksTest-1274919532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:39.229823 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846633a0-6435-4304-a4af-acc4210b351c req-6ffc1aaa-726c-4592-a4c6-c724c8cb0601 tempest-NetworksTest-1274919532 tempest-NetworksTest-1274919532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:39.230281 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846633a0-6435-4304-a4af-acc4210b351c req-6ffc1aaa-726c-4592-a4c6-c724c8cb0601 tempest-NetworksTest-1274919532 tempest-NetworksTest-1274919532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:39.230792 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846633a0-6435-4304-a4af-acc4210b351c req-6ffc1aaa-726c-4592-a4c6-c724c8cb0601 tempest-NetworksTest-1274919532 tempest-NetworksTest-1274919532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:39.231255 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846633a0-6435-4304-a4af-acc4210b351c req-6ffc1aaa-726c-4592-a4c6-c724c8cb0601 tempest-NetworksTest-1274919532 tempest-NetworksTest-1274919532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:39.231725 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846633a0-6435-4304-a4af-acc4210b351c req-6ffc1aaa-726c-4592-a4c6-c724c8cb0601 tempest-NetworksTest-1274919532 tempest-NetworksTest-1274919532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:39.234595 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846633a0-6435-4304-a4af-acc4210b351c req-6ffc1aaa-726c-4592-a4c6-c724c8cb0601 tempest-NetworksTest-1274919532 tempest-NetworksTest-1274919532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:39.234595 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846633a0-6435-4304-a4af-acc4210b351c req-6ffc1aaa-726c-4592-a4c6-c724c8cb0601 tempest-NetworksTest-1274919532 tempest-NetworksTest-1274919532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:39.234595 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846633a0-6435-4304-a4af-acc4210b351c req-6ffc1aaa-726c-4592-a4c6-c724c8cb0601 tempest-NetworksTest-1274919532 tempest-NetworksTest-1274919532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:39.240541 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846633a0-6435-4304-a4af-acc4210b351c req-6ffc1aaa-726c-4592-a4c6-c724c8cb0601 tempest-NetworksTest-1274919532 tempest-NetworksTest-1274919532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:39.241440 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846633a0-6435-4304-a4af-acc4210b351c req-6ffc1aaa-726c-4592-a4c6-c724c8cb0601 tempest-NetworksTest-1274919532 tempest-NetworksTest-1274919532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:39.254931 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-846633a0-6435-4304-a4af-acc4210b351c req-6ffc1aaa-726c-4592-a4c6-c724c8cb0601 tempest-NetworksTest-1274919532 tempest-NetworksTest-1274919532-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7768 time: 0.3536785 Nov 25 19:25:39.318822 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1257a627-3a08-4458-8af1-171a4d2fe6f0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=add7c5b3ff5b453f94df091d8db99f5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1171219 Nov 25 19:25:39.324765 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58930) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:39.423268 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7bda08c9-a86f-40cc-8e15-355dc8c588c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:39.452653 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:39.488893 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7bda08c9-a86f-40cc-8e15-355dc8c588c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:39.513044 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port a0243236-0525-4008-8ae4-7416f6c5c11d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a0243236-0525-4008-8ae4-7416f6c5c11d,segment=NetworkSegment(36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c),segment_id=36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:39.525471 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:39.607590 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c94a77-8703-44ff-b901-abc9e8a07ff5 req-d65f33ca-bfa6-45f4-bb0b-d699df1affbc tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:39.627699 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-07c94a77-8703-44ff-b901-abc9e8a07ff5 req-d65f33ca-bfa6-45f4-bb0b-d699df1affbc tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1f5b0c5-ff8d-421e-a744-867575c59b26 HTTP/1.1" status: 200 len: 944 time: 0.2149255 Nov 25 19:25:39.629429 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625c82e2-b578-458a-8992-a4f1e983e495 x-openstack-request-id: req-625c82e2-b578-458a-8992-a4f1e983e495 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:39.634617 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abaff4e-e28e-4732-8f8f-7ac1425f0380", "name": "network-vif-deleted", "tag": "d0b85d8c-1a49-4cb3-82ff-70698009b789", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:39.635019 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-625c82e2-b578-458a-8992-a4f1e983e495 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:39.635672 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abaff4e-e28e-4732-8f8f-7ac1425f0380', 'name': 'network-vif-deleted', 'tag': 'd0b85d8c-1a49-4cb3-82ff-70698009b789', 'status': 'completed', 'code': 200} Nov 25 19:25:39.673688 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=a0243236-0525-4008-8ae4-7416f6c5c11d,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:39.690649 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb0143-e6db-4d46-9ee1-272d3d0e6443 req-0025af4d-e437-4707-ad68-767842c0e56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:39.692796 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e0cb0143-e6db-4d46-9ee1-272d3d0e6443 req-0025af4d-e437-4707-ad68-767842c0e56a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=946f818daf4a4dbcab9cf628061e104a&device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 1096 time: 0.1965315 Nov 25 19:25:39.720341 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7bda08c9-a86f-40cc-8e15-355dc8c588c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:39.725771 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7bda08c9-a86f-40cc-8e15-355dc8c588c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:39.727395 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7bda08c9-a86f-40cc-8e15-355dc8c588c0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8d0a9604-ef54-41ac-900b-3836f12a6666 HTTP/1.1" status: 204 len: 168 time: 0.4008744 Nov 25 19:25:39.770465 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-07c94a77-8703-44ff-b901-abc9e8a07ff5 req-087ded0b-80ce-4461-8268-bb2ab683ab70 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?id=151d8eda-0fa1-4893-a3e6-a191fb6bbf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414843 Nov 25 19:25:39.818388 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda08c9-a86f-40cc-8e15-355dc8c588c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0a9604-ef54-41ac-900b-3836f12a6666,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:40.047126 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d8f0d-1ee4-411c-b46c-bb4df19d8412 req-73c83500-151b-42e9-a02b-7d18ddb75307 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:40.048861 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-924d8f0d-1ee4-411c-b46c-bb4df19d8412 req-73c83500-151b-42e9-a02b-7d18ddb75307 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 945 time: 0.1382012 Nov 25 19:25:40.183160 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-924d8f0d-1ee4-411c-b46c-bb4df19d8412 req-6f1db6a3-a447-4e7f-8385-9f404c05edaf tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244793 Nov 25 19:25:40.401692 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252deea-14cf-4041-8a9b-2e5612996623 req-28abca79-0671-481e-9ffa-e20743d9dcce tempest-NetworksTest-1274919532 tempest-NetworksTest-1274919532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:40.411421 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e252deea-14cf-4041-8a9b-2e5612996623 req-28abca79-0671-481e-9ffa-e20743d9dcce tempest-NetworksTest-1274919532 tempest-NetworksTest-1274919532-project-admin] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 886 time: 0.7532027 Nov 25 19:25:40.433980 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb0143-e6db-4d46-9ee1-272d3d0e6443 req-f0384b73-8dbf-49ae-8697-8b7602129527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:40.436379 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e0cb0143-e6db-4d46-9ee1-272d3d0e6443 req-f0384b73-8dbf-49ae-8697-8b7602129527 service neutron] 10.222.0.85 "GET /v2.0/networks?id=cda7496d-bf1c-4f51-9cb3-30cbb8a65738 HTTP/1.1" status: 200 len: 912 time: 0.7200787 Nov 25 19:25:40.539063 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d4122-5170-4886-9fcc-3b3cdcdb0be5 req-436c62c5-d4a4-4a6c-b424-a46999e52aef tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:40.556619 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e0cb0143-e6db-4d46-9ee1-272d3d0e6443 req-ed257318-02e4-4bff-913d-9b0f7373013f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=109b060b-7b7a-4aa9-b628-03fdeeb48359 HTTP/1.1" status: 200 len: 217 time: 0.1127856 Nov 25 19:25:40.559323 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d4122-5170-4886-9fcc-3b3cdcdb0be5 req-436c62c5-d4a4-4a6c-b424-a46999e52aef tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:40.576998 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d4122-5170-4886-9fcc-3b3cdcdb0be5 req-436c62c5-d4a4-4a6c-b424-a46999e52aef tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:40.594667 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e9d4122-5170-4886-9fcc-3b3cdcdb0be5 req-436c62c5-d4a4-4a6c-b424-a46999e52aef tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2418 time: 0.1859562 Nov 25 19:25:40.668693 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb0143-e6db-4d46-9ee1-272d3d0e6443 req-0b6389b6-bd5d-40a6-909d-3998eb0786e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:40.671463 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e0cb0143-e6db-4d46-9ee1-272d3d0e6443 req-0b6389b6-bd5d-40a6-909d-3998eb0786e0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=30ef7416-4ccd-48d8-9a48-41aeb811d2f6 HTTP/1.1" status: 200 len: 851 time: 0.1074734 Nov 25 19:25:40.730738 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e9d4122-5170-4886-9fcc-3b3cdcdb0be5 req-339f2e3b-9e7a-4a74-8523-4012a9976ffd tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296959 Nov 25 19:25:40.746042 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e0cb0143-e6db-4d46-9ee1-272d3d0e6443 req-031c0796-5bfc-4b92-895c-c520466c712d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=cda7496d-bf1c-4f51-9cb3-30cbb8a65738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661697 Nov 25 19:25:40.768994 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7227a971-0c1f-45e1-a45e-d5c39ee2a781'}, {'server_uuid': 'c1f5b0c5-ff8d-421e-a744-867575c59b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0243236-0525-4008-8ae4-7416f6c5c11d'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:40.773994 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5810dfca-3e77-424c-9632-e28f4b9eb0ea" -d '{"events": [{"server_uuid": "57f46657-0216-4bec-9a5a-5cdf4e0f0e5a", "name": "network-vif-plugged", "status": "completed", "tag": "7227a971-0c1f-45e1-a45e-d5c39ee2a781"}, {"server_uuid": "c1f5b0c5-ff8d-421e-a744-867575c59b26", "name": "network-vif-plugged", "status": "completed", "tag": "a0243236-0525-4008-8ae4-7416f6c5c11d"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:40.810392 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58962) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:40.980033 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c411f90-cc2d-4c61-a2d9-e96b90a481dd x-openstack-request-id: req-7c411f90-cc2d-4c61-a2d9-e96b90a481dd {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:40.980797 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f46657-0216-4bec-9a5a-5cdf4e0f0e5a", "name": "network-vif-plugged", "status": "completed", "tag": "7227a971-0c1f-45e1-a45e-d5c39ee2a781", "code": 200}, {"server_uuid": "c1f5b0c5-ff8d-421e-a744-867575c59b26", "name": "network-vif-plugged", "status": "completed", "tag": "a0243236-0525-4008-8ae4-7416f6c5c11d", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:40.981234 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7c411f90-cc2d-4c61-a2d9-e96b90a481dd {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:40.981802 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7227a971-0c1f-45e1-a45e-d5c39ee2a781', 'code': 200} Nov 25 19:25:40.982211 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f5b0c5-ff8d-421e-a744-867575c59b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0243236-0525-4008-8ae4-7416f6c5c11d', 'code': 200} Nov 25 19:25:41.011353 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4da94fe3-0922-4da8-9617-1061469103bb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=caf118fac84340fcb050750e4652e364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095416 Nov 25 19:25:41.017091 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58966) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:41.097045 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e0cb0143-e6db-4d46-9ee1-272d3d0e6443 req-c05d085a-a75d-4fee-96b0-13a7c4a3a762 service neutron] 10.222.0.85 "GET /v2.0/networks/cda7496d-bf1c-4f51-9cb3-30cbb8a65738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430600 Nov 25 19:25:41.112838 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-631b067d-3985-43f8-b192-cec03d1359ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:41.218368 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b732f9c-6586-4574-a337-28bd7e85ff7b req-e5fe2077-3c9b-457d-9254-98b6395a5826 tempest-NetworksTest-1274919532 tempest-NetworksTest-1274919532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:41.218368 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b732f9c-6586-4574-a337-28bd7e85ff7b req-e5fe2077-3c9b-457d-9254-98b6395a5826 tempest-NetworksTest-1274919532 tempest-NetworksTest-1274919532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:41.218368 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b732f9c-6586-4574-a337-28bd7e85ff7b req-e5fe2077-3c9b-457d-9254-98b6395a5826 tempest-NetworksTest-1274919532 tempest-NetworksTest-1274919532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:41.219046 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b732f9c-6586-4574-a337-28bd7e85ff7b req-e5fe2077-3c9b-457d-9254-98b6395a5826 tempest-NetworksTest-1274919532 tempest-NetworksTest-1274919532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:41.219361 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b732f9c-6586-4574-a337-28bd7e85ff7b req-e5fe2077-3c9b-457d-9254-98b6395a5826 tempest-NetworksTest-1274919532 tempest-NetworksTest-1274919532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:41.219891 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b732f9c-6586-4574-a337-28bd7e85ff7b req-e5fe2077-3c9b-457d-9254-98b6395a5826 tempest-NetworksTest-1274919532 tempest-NetworksTest-1274919532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:41.220424 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b732f9c-6586-4574-a337-28bd7e85ff7b req-e5fe2077-3c9b-457d-9254-98b6395a5826 tempest-NetworksTest-1274919532 tempest-NetworksTest-1274919532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:41.221039 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b732f9c-6586-4574-a337-28bd7e85ff7b req-e5fe2077-3c9b-457d-9254-98b6395a5826 tempest-NetworksTest-1274919532 tempest-NetworksTest-1274919532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:41.221767 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b732f9c-6586-4574-a337-28bd7e85ff7b req-e5fe2077-3c9b-457d-9254-98b6395a5826 tempest-NetworksTest-1274919532 tempest-NetworksTest-1274919532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:41.222382 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b732f9c-6586-4574-a337-28bd7e85ff7b req-e5fe2077-3c9b-457d-9254-98b6395a5826 tempest-NetworksTest-1274919532 tempest-NetworksTest-1274919532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:41.222913 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b732f9c-6586-4574-a337-28bd7e85ff7b req-e5fe2077-3c9b-457d-9254-98b6395a5826 tempest-NetworksTest-1274919532 tempest-NetworksTest-1274919532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:41.225431 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2b732f9c-6586-4574-a337-28bd7e85ff7b req-e5fe2077-3c9b-457d-9254-98b6395a5826 tempest-NetworksTest-1274919532 tempest-NetworksTest-1274919532-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7768 time: 0.3471293 Nov 25 19:25:41.228307 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-631b067d-3985-43f8-b192-cec03d1359ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:41.346770 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-631b067d-3985-43f8-b192-cec03d1359ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:41.353007 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-631b067d-3985-43f8-b192-cec03d1359ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:41.358048 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-631b067d-3985-43f8-b192-cec03d1359ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c85d5a6-c639-4eef-8355-103bf3b8baef HTTP/1.1" status: 204 len: 168 time: 0.3394444 Nov 25 19:25:41.376693 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b067d-3985-43f8-b192-cec03d1359ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c85d5a6-c639-4eef-8355-103bf3b8baef,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:41.507324 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e0cb0143-e6db-4d46-9ee1-272d3d0e6443 req-a3fa0ca8-faee-42fe-a172-52bbf2990ebb service neutron] 10.222.0.85 "GET /v2.0/networks/cda7496d-bf1c-4f51-9cb3-30cbb8a65738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948326 Nov 25 19:25:41.591790 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785e94d-4094-4b09-a834-446dc762c0d1 req-a657a013-17a6-46e6-960f-fc486e4f5145 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:41.611402 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4785e94d-4094-4b09-a834-446dc762c0d1 req-a657a013-17a6-46e6-960f-fc486e4f5145 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1f5b0c5-ff8d-421e-a744-867575c59b26 HTTP/1.1" status: 200 len: 945 time: 0.4960432 Nov 25 19:25:41.634991 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3592d-7ae3-4aaf-ae32-8c992ab60f0d req-ed59574a-3fa9-4bdb-88fa-9e9a6477cce8 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:41.645371 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c5b3592d-7ae3-4aaf-ae32-8c992ab60f0d req-ed59574a-3fa9-4bdb-88fa-9e9a6477cce8 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 944 time: 0.2179866 Nov 25 19:25:41.739651 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c71f0-a5dc-489c-865d-1cab593bb993 req-13237f17-96e7-4579-859a-5cb281904917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:41.740903 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c71f0-a5dc-489c-865d-1cab593bb993 req-13237f17-96e7-4579-859a-5cb281904917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:41.743307 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c71f0-a5dc-489c-865d-1cab593bb993 req-13237f17-96e7-4579-859a-5cb281904917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:41.750990 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-264c71f0-a5dc-489c-865d-1cab593bb993 req-13237f17-96e7-4579-859a-5cb281904917 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2871 time: 0.5187156 Nov 25 19:25:41.847963 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-264c71f0-a5dc-489c-865d-1cab593bb993 req-d1a07b1b-2b2a-4b85-86bc-1204e1f24ffc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715017 Nov 25 19:25:41.850984 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c596461-73bb-4983-86b1-275904db244f req-d67b6930-3a52-4d9c-b448-8ab1daa8e273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:41.853155 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5c596461-73bb-4983-86b1-275904db244f req-d67b6930-3a52-4d9c-b448-8ab1daa8e273 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c1f5b0c5-ff8d-421e-a744-867575c59b26 HTTP/1.1" status: 200 len: 1096 time: 0.6738284 Nov 25 19:25:41.907562 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c5b3592d-7ae3-4aaf-ae32-8c992ab60f0d req-398bbbd3-581c-4d1b-8f0d-c36ec51b75e0 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211859 Nov 25 19:25:41.952281 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58988) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:41.979558 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab70361-b76f-4af1-9e60-75fc7b768a06 req-240582b5-4395-41c8-8f8f-fc527bdf997e tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:41.981190 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3ab70361-b76f-4af1-9e60-75fc7b768a06 req-240582b5-4395-41c8-8f8f-fc527bdf997e tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.73 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 944 time: 0.4982524 Nov 25 19:25:42.027741 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5c596461-73bb-4983-86b1-275904db244f req-b4f20dc2-2a10-4788-ae8c-513c56076817 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=151d8eda-0fa1-4893-a3e6-a191fb6bbf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470902 Nov 25 19:25:42.042251 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4785e94d-4094-4b09-a834-446dc762c0d1 req-9d2e22f6-35fe-4c20-96f4-1cda7b1d10c1 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?id=151d8eda-0fa1-4893-a3e6-a191fb6bbf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104724 Nov 25 19:25:42.217553 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2061f4f-8dc3-4ee2-9ab2-9f02b640a555 req-5c2b53d7-c257-4420-8778-32dd710bd71c tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:42.219377 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-3ab70361-b76f-4af1-9e60-75fc7b768a06 req-5751a324-8260-457b-8db6-514deade5890 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Deleting port 56bbbeb8-552b-4f79-b054-15fb22851a8a {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:42.220011 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3ab70361-b76f-4af1-9e60-75fc7b768a06 req-5751a324-8260-457b-8db6-514deade5890 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:42.221499 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d2061f4f-8dc3-4ee2-9ab2-9f02b640a555 req-5c2b53d7-c257-4420-8778-32dd710bd71c tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 945 time: 0.2064667 Nov 25 19:25:42.267482 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6df459a3-bf41-488b-924b-3729d3b06b5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:42.361372 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device d0b85d8c-1a49-4cb3-82ff-70698009b789 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:42.363638 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3ab70361-b76f-4af1-9e60-75fc7b768a06 req-5751a324-8260-457b-8db6-514deade5890 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] For port 56bbbeb8-552b-4f79-b054-15fb22851a8a, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=56bbbeb8-552b-4f79-b054-15fb22851a8a,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:42.364458 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3ab70361-b76f-4af1-9e60-75fc7b768a06 req-5751a324-8260-457b-8db6-514deade5890 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:42.384745 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-3ab70361-b76f-4af1-9e60-75fc7b768a06 req-5751a324-8260-457b-8db6-514deade5890 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Calling delete_port for 56bbbeb8-552b-4f79-b054-15fb22851a8a owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:42.402203 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: d0b85d8c-1a49-4cb3-82ff-70698009b789 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:25:42.403022 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device d0b85d8c-1a49-4cb3-82ff-70698009b789 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:25:42.411500 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d2061f4f-8dc3-4ee2-9ab2-9f02b640a555 req-94421892-5ae8-4fb1-9536-ae0e169d8efc tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674306 Nov 25 19:25:42.515267 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6df459a3-bf41-488b-924b-3729d3b06b5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:42.522116 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6df459a3-bf41-488b-924b-3729d3b06b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:42.576752 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df459a3-bf41-488b-924b-3729d3b06b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aaf4c1-6e6f-4f4a-8141-892b8c3be1f9,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:42.596322 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6df459a3-bf41-488b-924b-3729d3b06b5e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=86ab1eb7ee8841679fc785ec84a7ab7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6424508 Nov 25 19:25:42.598909 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59010) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:42.624749 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59da4f-006e-428a-ba82-39e208f229d5 req-81c0fda6-698a-49bc-9a07-cdd081903928 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:42.633045 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59da4f-006e-428a-ba82-39e208f229d5 req-81c0fda6-698a-49bc-9a07-cdd081903928 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:42.640554 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59da4f-006e-428a-ba82-39e208f229d5 req-81c0fda6-698a-49bc-9a07-cdd081903928 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:42.648625 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ad59da4f-006e-428a-ba82-39e208f229d5 req-81c0fda6-698a-49bc-9a07-cdd081903928 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2418 time: 0.1419263 Nov 25 19:25:42.677040 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31ce7cbd-f809-44f8-bb37-42e531eb7b0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:42.708248 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31ce7cbd-f809-44f8-bb37-42e531eb7b0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:42.736447 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ad59da4f-006e-428a-ba82-39e208f229d5 req-e209e944-3bf3-4a3f-823a-27a839558d69 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822916 Nov 25 19:25:42.739938 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3ab70361-b76f-4af1-9e60-75fc7b768a06 req-5751a324-8260-457b-8db6-514deade5890 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:42.785133 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31ce7cbd-f809-44f8-bb37-42e531eb7b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:42.792145 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31ce7cbd-f809-44f8-bb37-42e531eb7b0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:42.795843 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-31ce7cbd-f809-44f8-bb37-42e531eb7b0b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e2aaf4c1-6e6f-4f4a-8141-892b8c3be1f9 HTTP/1.1" status: 204 len: 168 time: 0.1934979 Nov 25 19:25:42.804917 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce7cbd-f809-44f8-bb37-42e531eb7b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aaf4c1-6e6f-4f4a-8141-892b8c3be1f9,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:42.834642 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751a324-8260-457b-8db6-514deade5890 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Pushing event deleted for resources: {'Port': ['ID=56bbbeb8-552b-4f79-b054-15fb22851a8a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:42.861029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab70361-b76f-4af1-9e60-75fc7b768a06 req-5751a324-8260-457b-8db6-514deade5890 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] No DVR routers for this DVR port 56bbbeb8-552b-4f79-b054-15fb22851a8a on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:25:42.864345 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3ab70361-b76f-4af1-9e60-75fc7b768a06 req-5751a324-8260-457b-8db6-514deade5890 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:42.868136 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3ab70361-b76f-4af1-9e60-75fc7b768a06 req-5751a324-8260-457b-8db6-514deade5890 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.73 "DELETE /v2.0/ports/56bbbeb8-552b-4f79-b054-15fb22851a8a HTTP/1.1" status: 204 len: 173 time: 0.8222988 Nov 25 19:25:42.868782 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09678637-72f7-44a5-ab53-6a8545522f35', 'name': 'network-vif-deleted', 'tag': '56bbbeb8-552b-4f79-b054-15fb22851a8a'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:42.871529 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69619396-258f-43cf-9e77-92985571e9ee" -d '{"events": [{"server_uuid": "09678637-72f7-44a5-ab53-6a8545522f35", "name": "network-vif-deleted", "tag": "56bbbeb8-552b-4f79-b054-15fb22851a8a"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:42.928674 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55db998e-19d1-4112-a8f7-9200beb845b5 x-openstack-request-id: req-55db998e-19d1-4112-a8f7-9200beb845b5 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:42.931128 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09678637-72f7-44a5-ab53-6a8545522f35", "name": "network-vif-deleted", "tag": "56bbbeb8-552b-4f79-b054-15fb22851a8a", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:42.932172 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-55db998e-19d1-4112-a8f7-9200beb845b5 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:42.932917 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09678637-72f7-44a5-ab53-6a8545522f35', 'name': 'network-vif-deleted', 'tag': '56bbbeb8-552b-4f79-b054-15fb22851a8a', 'status': 'completed', 'code': 200} Nov 25 19:25:43.196593 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0b52b1d1-6063-4dbc-acc1-41df0edf4b6d req-4239600e-a76e-4f94-83cb-784ea90ed489 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=09678637-72f7-44a5-ab53-6a8545522f35 HTTP/1.1" status: 200 len: 210 time: 0.1489871 Nov 25 19:25:43.374740 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d7cd2-a07d-47bd-b116-2550c7193aac req-c370fc58-efcb-4961-a52d-9f9a42109f8b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:43.417267 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b80d7cd2-a07d-47bd-b116-2550c7193aac req-c370fc58-efcb-4961-a52d-9f9a42109f8b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1f5b0c5-ff8d-421e-a744-867575c59b26 HTTP/1.1" status: 200 len: 945 time: 0.2524493 Nov 25 19:25:43.463415 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59046) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:43.507262 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fdda80d-8f28-40e5-8df2-1a87c020019e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:43.640069 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b80d7cd2-a07d-47bd-b116-2550c7193aac req-4c26dc99-3f39-4ac8-b0f1-9c41bbdb0a39 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?id=151d8eda-0fa1-4893-a3e6-a191fb6bbf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179241 Nov 25 19:25:43.792890 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fdda80d-8f28-40e5-8df2-1a87c020019e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:43.810920 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fdda80d-8f28-40e5-8df2-1a87c020019e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:43.907521 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8fdda80d-8f28-40e5-8df2-1a87c020019e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4326456a58f0472d92149e1ebfb21525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4399240 Nov 25 19:25:43.907899 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59056) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:43.913717 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdda80d-8f28-40e5-8df2-1a87c020019e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4b2b66-15d2-4372-8485-169ab1e795d5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:43.939033 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ef037-97d7-48f1-b2ca-b8866dd8d0dc req-02ed7af0-446c-4333-a971-348b9328d4ee tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:43.943195 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead408e2-f5d9-45c9-b63e-8acd451754ef req-b0713ad6-c888-40dc-b952-e8f8c86d0ced tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:43.950677 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead408e2-f5d9-45c9-b63e-8acd451754ef req-b0713ad6-c888-40dc-b952-e8f8c86d0ced tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:43.953767 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6b9ef037-97d7-48f1-b2ca-b8866dd8d0dc req-02ed7af0-446c-4333-a971-348b9328d4ee tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 945 time: 0.1879959 Nov 25 19:25:43.957747 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead408e2-f5d9-45c9-b63e-8acd451754ef req-b0713ad6-c888-40dc-b952-e8f8c86d0ced tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:43.959804 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ead408e2-f5d9-45c9-b63e-8acd451754ef req-b0713ad6-c888-40dc-b952-e8f8c86d0ced tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2418 time: 0.1003108 Nov 25 19:25:44.045079 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6b9ef037-97d7-48f1-b2ca-b8866dd8d0dc req-cf61445b-11dd-40f7-929d-3d62aafa7dd0 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887289 Nov 25 19:25:44.058362 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ead408e2-f5d9-45c9-b63e-8acd451754ef req-85168665-1124-43aa-9d48-667ebbd02583 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815227 Nov 25 19:25:44.070194 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-778c8455-06a4-48e1-8f0e-db06e0562e0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:44.157486 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-778c8455-06a4-48e1-8f0e-db06e0562e0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:44.265272 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-778c8455-06a4-48e1-8f0e-db06e0562e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:44.268082 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-778c8455-06a4-48e1-8f0e-db06e0562e0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:44.271803 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-778c8455-06a4-48e1-8f0e-db06e0562e0b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2a4b2b66-15d2-4372-8485-169ab1e795d5 HTTP/1.1" status: 204 len: 168 time: 0.3604193 Nov 25 19:25:44.297575 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c8455-06a4-48e1-8f0e-db06e0562e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4b2b66-15d2-4372-8485-169ab1e795d5,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:44.978908 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed28d9-410d-44cd-82dc-cb8d94b73ec9 req-f21b0805-d062-4d88-a118-8d93bc28dc25 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:44.998338 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cbed28d9-410d-44cd-82dc-cb8d94b73ec9 req-f21b0805-d062-4d88-a118-8d93bc28dc25 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 945 time: 0.1503055 Nov 25 19:25:45.079400 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cbed28d9-410d-44cd-82dc-cb8d94b73ec9 req-7d7f86ab-312c-4fd4-8bf4-800d0e105fda tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797794 Nov 25 19:25:45.162773 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40879f-2de4-48ea-8b65-4820b30614e0 req-7764ae77-564a-47cb-8805-99bdcfef2a5b tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:45.170165 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40879f-2de4-48ea-8b65-4820b30614e0 req-7764ae77-564a-47cb-8805-99bdcfef2a5b tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:45.178929 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40879f-2de4-48ea-8b65-4820b30614e0 req-7764ae77-564a-47cb-8805-99bdcfef2a5b tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:45.186956 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8d40879f-2de4-48ea-8b65-4820b30614e0 req-7764ae77-564a-47cb-8805-99bdcfef2a5b tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2418 time: 0.1220047 Nov 25 19:25:45.300342 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8d40879f-2de4-48ea-8b65-4820b30614e0 req-efcc22e0-8975-4e1c-bb9f-7caa836abb87 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963233 Nov 25 19:25:45.318951 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e2022-67cf-47d6-a92b-13689f5948ad req-1b54e27f-a9cd-4092-b75a-85cd66762205 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:45.323229 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b26e2022-67cf-47d6-a92b-13689f5948ad req-1b54e27f-a9cd-4092-b75a-85cd66762205 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1f5b0c5-ff8d-421e-a744-867575c59b26 HTTP/1.1" status: 200 len: 945 time: 0.1126769 Nov 25 19:25:45.411569 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc9afa-64da-4376-bae1-7748fb73332d req-d8071bd9-a2f4-4e65-af57-18d7682d2eea tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:45.414632 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-55fc9afa-64da-4376-bae1-7748fb73332d req-d8071bd9-a2f4-4e65-af57-18d7682d2eea tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 944 time: 0.1641445 Nov 25 19:25:45.453709 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b26e2022-67cf-47d6-a92b-13689f5948ad req-052ff967-2bbb-4b01-b0e4-812fcff14f0f tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?id=151d8eda-0fa1-4893-a3e6-a191fb6bbf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136658 Nov 25 19:25:45.626172 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c87404-70e8-4f5f-8e3b-f7eeadeccf02 req-15a211b3-5f41-483b-ab92-8fbf7afc6990 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:45.636028 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d2c87404-70e8-4f5f-8e3b-f7eeadeccf02 req-15a211b3-5f41-483b-ab92-8fbf7afc6990 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d918767-8e49-4554-a284-d0d3593701d0 HTTP/1.1" status: 200 len: 944 time: 0.1344512 Nov 25 19:25:45.697978 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d761339-9873-47a9-93ba-5c2c3ec9fceb req-236f2c6c-64dc-46ec-a24b-6be805b6738e tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:45.700359 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7d761339-9873-47a9-93ba-5c2c3ec9fceb req-236f2c6c-64dc-46ec-a24b-6be805b6738e tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/ports?device_id=fba1d71d-fe82-454b-816d-0073508a4bdb HTTP/1.1" status: 200 len: 945 time: 0.1272993 Nov 25 19:25:45.744438 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-55fc9afa-64da-4376-bae1-7748fb73332d req-2df15030-4500-4d18-83de-c80da4297c27 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Deleting port f357baea-35f8-4e94-8d9b-87f9a75cfd5d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:45.745311 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-55fc9afa-64da-4376-bae1-7748fb73332d req-2df15030-4500-4d18-83de-c80da4297c27 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:45.778167 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7d761339-9873-47a9-93ba-5c2c3ec9fceb req-2cfc81da-277f-42b8-8ee4-fdfad6f91660 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ac56d9-6c86-4d6d-a6c2-32aae37e0bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651381 Nov 25 19:25:45.865249 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d2c87404-70e8-4f5f-8e3b-f7eeadeccf02 req-9de7c9c9-6450-458a-ba5b-e874cb36d64d tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233849 Nov 25 19:25:46.115917 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-55fc9afa-64da-4376-bae1-7748fb73332d req-2df15030-4500-4d18-83de-c80da4297c27 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] For port f357baea-35f8-4e94-8d9b-87f9a75cfd5d, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=f357baea-35f8-4e94-8d9b-87f9a75cfd5d,segment=NetworkSegment(2f2429dc-ce52-422f-91c9-eb0c335ba613),segment_id=2f2429dc-ce52-422f-91c9-eb0c335ba613)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:46.116742 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-55fc9afa-64da-4376-bae1-7748fb73332d req-2df15030-4500-4d18-83de-c80da4297c27 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:46.141980 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-55fc9afa-64da-4376-bae1-7748fb73332d req-2df15030-4500-4d18-83de-c80da4297c27 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Calling delete_port for f357baea-35f8-4e94-8d9b-87f9a75cfd5d owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:46.313124 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7eb9480a-2d9e-4d43-8846-70f962d89326 req-7d6c9b9b-bec9-4222-a9f1-8611d50351f6 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-218181431&fields=id&tenant_id=240ad271eca8466e8a0831a281b75c36 HTTP/1.1" status: 200 len: 267 time: 0.2989404 Nov 25 19:25:46.345787 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-f1c6fb1d-3225-4b12-aae9-dbc7c842a05c tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431504 Nov 25 19:25:46.379052 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 56bbbeb8-552b-4f79-b054-15fb22851a8a no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:46.432249 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 56bbbeb8-552b-4f79-b054-15fb22851a8a {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:25:46.432783 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 56bbbeb8-552b-4f79-b054-15fb22851a8a not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:25:46.513240 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9480a-2d9e-4d43-8846-70f962d89326 req-c27840dd-9fee-4293-82c8-0a5f71a2df55 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:46.514937 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7eb9480a-2d9e-4d43-8846-70f962d89326 req-c27840dd-9fee-4293-82c8-0a5f71a2df55 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1f5b0c5-ff8d-421e-a744-867575c59b26 HTTP/1.1" status: 200 len: 945 time: 0.1951900 Nov 25 19:25:46.527877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-da0b2d75-9fba-485a-b360-41a3fd579631 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:46.538139 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-da0b2d75-9fba-485a-b360-41a3fd579631 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:46.545794 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-da0b2d75-9fba-485a-b360-41a3fd579631 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:46.547681 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-da0b2d75-9fba-485a-b360-41a3fd579631 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.73 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2418 time: 0.1983893 Nov 25 19:25:46.556971 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-7eb9480a-2d9e-4d43-8846-70f962d89326 req-b3b4535b-8c56-40de-b08a-4a26495a5979 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Request body: {'port': {'security_groups': ['151d8eda-0fa1-4893-a3e6-a191fb6bbf81', 'f50e478f-d944-4849-bfd9-c2b7055831ff']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:46.695745 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-173da493-b9cf-46b9-b18e-6f3bbb166cb9 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:46.707879 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-173da493-b9cf-46b9-b18e-6f3bbb166cb9 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3349538 Nov 25 19:25:46.741762 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-473ddb3d-d42d-4037-81a5-1a26c6e140dc tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/quotas/92fad1dc82f24f91a07d3c087ee582e6 HTTP/1.1" status: 200 len: 375 time: 0.0325778 Nov 25 19:25:46.772999 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7eb9480a-2d9e-4d43-8846-70f962d89326 req-b3b4535b-8c56-40de-b08a-4a26495a5979 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:46.785393 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-55fc9afa-64da-4376-bae1-7748fb73332d req-2df15030-4500-4d18-83de-c80da4297c27 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:46.846410 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df15030-4500-4d18-83de-c80da4297c27 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Pushing event deleted for resources: {'Port': ['ID=f357baea-35f8-4e94-8d9b-87f9a75cfd5d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:46.849291 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-d9d31a94-757a-4586-a471-e5a0e0b3efe2 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0979252 Nov 25 19:25:46.968974 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fc9afa-64da-4376-bae1-7748fb73332d req-2df15030-4500-4d18-83de-c80da4297c27 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] No DVR routers for this DVR port f357baea-35f8-4e94-8d9b-87f9a75cfd5d on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:25:46.985600 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-55fc9afa-64da-4376-bae1-7748fb73332d req-2df15030-4500-4d18-83de-c80da4297c27 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:46.992007 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-55fc9afa-64da-4376-bae1-7748fb73332d req-2df15030-4500-4d18-83de-c80da4297c27 tempest-LiveMigrationTest-1018128473 tempest-LiveMigrationTest-1018128473-project] 10.222.0.73 "DELETE /v2.0/ports/f357baea-35f8-4e94-8d9b-87f9a75cfd5d HTTP/1.1" status: 204 len: 173 time: 1.5698988 Nov 25 19:25:46.998727 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d918767-8e49-4554-a284-d0d3593701d0', 'name': 'network-vif-deleted', 'tag': 'f357baea-35f8-4e94-8d9b-87f9a75cfd5d'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:47.003487 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f71c748-331a-4544-bb4f-4e44fd32b646" -d '{"events": [{"server_uuid": "0d918767-8e49-4554-a284-d0d3593701d0", "name": "network-vif-deleted", "tag": "f357baea-35f8-4e94-8d9b-87f9a75cfd5d"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:47.079815 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-c614176a-d87a-43b6-b972-e8182d10c8ae tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Deleting port 0d2cb1ee-4968-45fd-abbc-2fea9d963ceb {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:47.080372 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-c614176a-d87a-43b6-b972-e8182d10c8ae tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:47.457130 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-c614176a-d87a-43b6-b972-e8182d10c8ae tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] For port 0d2cb1ee-4968-45fd-abbc-2fea9d963ceb, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0d2cb1ee-4968-45fd-abbc-2fea9d963ceb,segment=NetworkSegment(fe38008d-2600-4b83-92cf-6c5d439a2c95),segment_id=fe38008d-2600-4b83-92cf-6c5d439a2c95)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:47.457749 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-c614176a-d87a-43b6-b972-e8182d10c8ae tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:47.459874 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6d851-f605-46ef-9b06-96936b3709af req-5b7c4d7a-1728-4286-8c8d-4d6d4d0a646c tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:47.471087 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ecd6d851-f605-46ef-9b06-96936b3709af req-5b7c4d7a-1728-4286-8c8d-4d6d4d0a646c tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 945 time: 0.0841162 Nov 25 19:25:47.514953 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-c614176a-d87a-43b6-b972-e8182d10c8ae tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Calling delete_port for 0d2cb1ee-4968-45fd-abbc-2fea9d963ceb owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:47.559509 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ecd6d851-f605-46ef-9b06-96936b3709af req-34458d94-128f-49ab-ac30-51dc4a7d8be5 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865722 Nov 25 19:25:47.720657 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7eb9480a-2d9e-4d43-8846-70f962d89326 req-b3b4535b-8c56-40de-b08a-4a26495a5979 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] For port a0243236-0525-4008-8ae4-7416f6c5c11d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a0243236-0525-4008-8ae4-7416f6c5c11d,segment=NetworkSegment(36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c),segment_id=36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:47.757120 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3281526-3f4b-42af-9add-ae56ebe95441 req-be4e0a4d-2588-4529-8e87-83cdf523d274 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:47.765946 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3281526-3f4b-42af-9add-ae56ebe95441 req-be4e0a4d-2588-4529-8e87-83cdf523d274 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:47.773738 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3281526-3f4b-42af-9add-ae56ebe95441 req-be4e0a4d-2588-4529-8e87-83cdf523d274 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:47.790508 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c3281526-3f4b-42af-9add-ae56ebe95441 req-be4e0a4d-2588-4529-8e87-83cdf523d274 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 2418 time: 0.1461201 Nov 25 19:25:47.888178 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c3281526-3f4b-42af-9add-ae56ebe95441 req-2f66d19b-4d49-43f9-bc7a-8c8b3b097bb6 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959084 Nov 25 19:25:47.945524 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7eb9480a-2d9e-4d43-8846-70f962d89326 req-b3b4535b-8c56-40de-b08a-4a26495a5979 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:47.974108 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7eb9480a-2d9e-4d43-8846-70f962d89326 req-b3b4535b-8c56-40de-b08a-4a26495a5979 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:47.994825 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['c3dafa68-d4b6-4593-9e64-19f711500c5a', 'a0243236-0525-4008-8ae4-7416f6c5c11d'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:48.036709 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c84c6-efc6-4c45-b14c-cd7aa716406f req-85e496d9-03ad-4250-baef-bc4678143c0a tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:48.039174 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-324c84c6-efc6-4c45-b14c-cd7aa716406f req-85e496d9-03ad-4250-baef-bc4678143c0a tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.85 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 945 time: 0.3286648 Nov 25 19:25:48.103115 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9480a-2d9e-4d43-8846-70f962d89326 req-b3b4535b-8c56-40de-b08a-4a26495a5979 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:48.104934 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7eb9480a-2d9e-4d43-8846-70f962d89326 req-b3b4535b-8c56-40de-b08a-4a26495a5979 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:48.119132 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7eb9480a-2d9e-4d43-8846-70f962d89326 req-b3b4535b-8c56-40de-b08a-4a26495a5979 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "PUT /v2.0/ports/a0243236-0525-4008-8ae4-7416f6c5c11d HTTP/1.1" status: 200 len: 981 time: 1.5694237 Nov 25 19:25:48.202421 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['a0243236-0525-4008-8ae4-7416f6c5c11d'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:48.204761 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59186) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:48.226441 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4535b-8c56-40de-b08a-4a26495a5979 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Pushing event updated for resources: {'Port': ['ID=a0243236-0525-4008-8ae4-7416f6c5c11d,revision_number=6']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:48.520550 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-777d84fc-01c9-4306-86fa-cc93191e391a req-1da8bdab-0f35-468e-9a76-5d5748011884 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 210 time: 0.0881200 Nov 25 19:25:48.544640 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcad3ff-101d-4eb4-a193-8823cc96f48d x-openstack-request-id: req-6bcad3ff-101d-4eb4-a193-8823cc96f48d {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:48.544640 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d918767-8e49-4554-a284-d0d3593701d0", "name": "network-vif-deleted", "tag": "f357baea-35f8-4e94-8d9b-87f9a75cfd5d", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:48.544640 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6bcad3ff-101d-4eb4-a193-8823cc96f48d {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:48.544640 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d918767-8e49-4554-a284-d0d3593701d0', 'name': 'network-vif-deleted', 'tag': 'f357baea-35f8-4e94-8d9b-87f9a75cfd5d', 'status': 'completed', 'code': 200} Nov 25 19:25:48.715150 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b6a5db7e-f9e7-45c7-a0a3-ad036e56cdc3 req-74724f3a-dd67-45e8-aa22-05859cf2145b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/f50e478f-d944-4849-bfd9-c2b7055831ff HTTP/1.1" status: 200 len: 1817 time: 0.1459088 Nov 25 19:25:48.729506 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-c614176a-d87a-43b6-b972-e8182d10c8ae tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:48.819988 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614176a-d87a-43b6-b972-e8182d10c8ae tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event deleted for resources: {'Port': ['ID=0d2cb1ee-4968-45fd-abbc-2fea9d963ceb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:48.956217 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-c614176a-d87a-43b6-b972-e8182d10c8ae tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] No DVR routers for this DVR port 0d2cb1ee-4968-45fd-abbc-2fea9d963ceb on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:25:48.965952 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-324c84c6-efc6-4c45-b14c-cd7aa716406f req-a2fc19f5-974b-44b7-ab9e-323478e7de4e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Deleting port 109b060b-7b7a-4aa9-b628-03fdeeb48359 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:48.966840 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-324c84c6-efc6-4c45-b14c-cd7aa716406f req-a2fc19f5-974b-44b7-ab9e-323478e7de4e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:48.970673 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-c614176a-d87a-43b6-b972-e8182d10c8ae tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:48.980278 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-c614176a-d87a-43b6-b972-e8182d10c8ae tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.73 "DELETE /v2.0/ports/0d2cb1ee-4968-45fd-abbc-2fea9d963ceb HTTP/1.1" status: 204 len: 173 time: 2.4175310 Nov 25 19:25:49.016567 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4dac963-c958-47af-bd1c-2e9a058899ed admin admin] Deleting subnet 7d22af38-4f63-40b1-a1f0-3aff6ec04048 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:25:49.027556 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [req-b6a5db7e-f9e7-45c7-a0a3-ad036e56cdc3 req-989b7ca5-965a-4a52-8339-c795ed25dd9c tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 19:25:49.036621 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b6a5db7e-f9e7-45c7-a0a3-ad036e56cdc3 req-989b7ca5-965a-4a52-8339-c795ed25dd9c tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "DELETE /v2.0/security-groups/f50e478f-d944-4849-bfd9-c2b7055831ff HTTP/1.1" status: 409 len: 341 time: 0.3185506 Nov 25 19:25:49.041558 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c4dac963-c958-47af-bd1c-2e9a058899ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:49.191645 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c4dac963-c958-47af-bd1c-2e9a058899ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:49.313606 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c4dac963-c958-47af-bd1c-2e9a058899ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:49.420258 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c4dac963-c958-47af-bd1c-2e9a058899ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:49.472702 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dac963-c958-47af-bd1c-2e9a058899ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d22af38-4f63-40b1-a1f0-3aff6ec04048,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:49.483257 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c4dac963-c958-47af-bd1c-2e9a058899ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:49.499864 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c4dac963-c958-47af-bd1c-2e9a058899ed admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7d22af38-4f63-40b1-a1f0-3aff6ec04048 HTTP/1.1" status: 204 len: 168 time: 1.2937949 Nov 25 19:25:49.503054 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59220) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:49.685392 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af4443-bea6-4317-bfd1-5fd11015eb73 req-5279fd88-715e-4f62-9f5c-5d19a1b09223 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:49.695180 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f0af4443-bea6-4317-bfd1-5fd11015eb73 req-5279fd88-715e-4f62-9f5c-5d19a1b09223 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/ports?device_id=fba1d71d-fe82-454b-816d-0073508a4bdb HTTP/1.1" status: 200 len: 945 time: 0.1459708 Nov 25 19:25:49.709545 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80a9224d-526b-491f-88c6-f19ffafe428c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:49.736877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37036c4e-8d4e-4408-be53-f15d12936bdc req-84b82836-88e1-4433-ada8-2d55b24df9cd tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:49.753450 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-37036c4e-8d4e-4408-be53-f15d12936bdc req-84b82836-88e1-4433-ada8-2d55b24df9cd tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 945 time: 0.3194454 Nov 25 19:25:49.793649 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-87d227bb-5712-49cc-8110-a671d291a14a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Deleting port 7227a971-0c1f-45e1-a45e-d5c39ee2a781 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:49.794221 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-87d227bb-5712-49cc-8110-a671d291a14a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:49.913017 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-01736322-37b6-4816-95fa-93f98ba838e8 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638084 Nov 25 19:25:49.936174 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f0af4443-bea6-4317-bfd1-5fd11015eb73 req-ca48732c-8178-46d6-b95d-f2a3da7ec8a1 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ac56d9-6c86-4d6d-a6c2-32aae37e0bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398090 Nov 25 19:25:49.967576 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80a9224d-526b-491f-88c6-f19ffafe428c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.062040 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-80a9224d-526b-491f-88c6-f19ffafe428c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1ae74c-ff92-4f6b-bdc2-b33a54676788']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:50.082911 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-80a9224d-526b-491f-88c6-f19ffafe428c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f2429dc-ce52-422f-91c9-eb0c335ba613') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:50.083369 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-80a9224d-526b-491f-88c6-f19ffafe428c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f2429dc-ce52-422f-91c9-eb0c335ba613') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:50.098463 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-324c84c6-efc6-4c45-b14c-cd7aa716406f req-a2fc19f5-974b-44b7-ab9e-323478e7de4e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] For port 109b060b-7b7a-4aa9-b628-03fdeeb48359, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=109b060b-7b7a-4aa9-b628-03fdeeb48359,segment=NetworkSegment(9249d696-fa20-46b2-842b-6fcf068e2e19),segment_id=9249d696-fa20-46b2-842b-6fcf068e2e19)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:50.098833 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-324c84c6-efc6-4c45-b14c-cd7aa716406f req-a2fc19f5-974b-44b7-ab9e-323478e7de4e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.103384 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80a9224d-526b-491f-88c6-f19ffafe428c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.131186 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2992e-5b0f-4ef5-bd2d-3f7d402bba1b req-6bbcb1da-ad02-4d63-87df-2e8550c755e3 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:50.138908 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2992e-5b0f-4ef5-bd2d-3f7d402bba1b req-6bbcb1da-ad02-4d63-87df-2e8550c755e3 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:50.140695 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-48a2992e-5b0f-4ef5-bd2d-3f7d402bba1b req-6bbcb1da-ad02-4d63-87df-2e8550c755e3 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 1682 time: 0.1256092 Nov 25 19:25:50.177108 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80a9224d-526b-491f-88c6-f19ffafe428c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.187152 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a9224d-526b-491f-88c6-f19ffafe428c admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:25:50.187511 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80a9224d-526b-491f-88c6-f19ffafe428c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.246703 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-d2c2c9e4-9789-4c6d-afd2-4a907bdfa445 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:50.248775 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-d2c2c9e4-9789-4c6d-afd2-4a907bdfa445 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2214496 Nov 25 19:25:50.259570 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-324c84c6-efc6-4c45-b14c-cd7aa716406f req-a2fc19f5-974b-44b7-ab9e-323478e7de4e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Calling delete_port for 109b060b-7b7a-4aa9-b628-03fdeeb48359 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:25:50.271088 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:25:50.279429 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80a9224d-526b-491f-88c6-f19ffafe428c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.302107 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80a9224d-526b-491f-88c6-f19ffafe428c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.305563 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-80a9224d-526b-491f-88c6-f19ffafe428c admin admin] 10.222.0.55 "DELETE /v2.0/networks/4f1ae74c-ff92-4f6b-bdc2-b33a54676788 HTTP/1.1" status: 204 len: 168 time: 0.8011587 Nov 25 19:25:50.314459 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59228) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:50.337254 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9224d-526b-491f-88c6-f19ffafe428c admin admin] Pushing event deleted for resources: {'Network': ['ID=4f1ae74c-ff92-4f6b-bdc2-b33a54676788,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:50.360912 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-48a2992e-5b0f-4ef5-bd2d-3f7d402bba1b req-fe217b38-e870-439d-b8cf-e87f237d6a9c tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095726 Nov 25 19:25:50.386204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-45459358-c5b5-4dbd-83bd-78b0848e68da admin admin] Deleting subnet cf8c7b44-eb5c-4746-bae0-7087a00b8ca2 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:25:50.391094 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45459358-c5b5-4dbd-83bd-78b0848e68da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.412074 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 7373348f-9622-44c5-bccb-4e3e46d16bc7 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:50.423030 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-08b8d8e9-7639-4261-ac77-2502bbfe12fc tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Request body: {'port': {'device_id': '953e0fd5-f566-4c73-a252-b28c66876fa3', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '92fad1dc82f24f91a07d3c087ee582e6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:50.452586 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45459358-c5b5-4dbd-83bd-78b0848e68da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.560288 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45459358-c5b5-4dbd-83bd-78b0848e68da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.589277 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.653738 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7373348f-9622-44c5-bccb-4e3e46d16bc7'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:50.657806 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fefc27-2f99-4617-a2b2-131b0fb2da04" -d '{"events": [{"server_uuid": "57f46657-0216-4bec-9a5a-5cdf4e0f0e5a", "name": "network-vif-unplugged", "status": "completed", "tag": "7373348f-9622-44c5-bccb-4e3e46d16bc7"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:50.682273 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 7373348f-9622-44c5-bccb-4e3e46d16bc7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=7373348f-9622-44c5-bccb-4e3e46d16bc7,segment=NetworkSegment(e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19),segment_id=e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:50.690395 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.691756 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0d2cb1ee-4968-45fd-abbc-2fea9d963ceb no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:50.731379 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45459358-c5b5-4dbd-83bd-78b0848e68da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.774525 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45459358-c5b5-4dbd-83bd-78b0848e68da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf8c7b44-eb5c-4746-bae0-7087a00b8ca2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:50.786271 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 0d2cb1ee-4968-45fd-abbc-2fea9d963ceb {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:25:50.791338 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45459358-c5b5-4dbd-83bd-78b0848e68da admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.792390 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0d2cb1ee-4968-45fd-abbc-2fea9d963ceb not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:25:50.793077 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 7227a971-0c1f-45e1-a45e-d5c39ee2a781 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:50.800356 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-45459358-c5b5-4dbd-83bd-78b0848e68da admin admin] 10.222.0.55 "DELETE /v2.0/subnets/cf8c7b44-eb5c-4746-bae0-7087a00b8ca2 HTTP/1.1" status: 204 len: 168 time: 0.4796896 Nov 25 19:25:50.800600 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59238) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:50.848587 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 109b060b-7b7a-4aa9-b628-03fdeeb48359 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:50.966473 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bdd16500-45cc-4d5e-9d1f-9e3e7b668cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.994491 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=7373348f-9622-44c5-bccb-4e3e46d16bc7,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:51.016770 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:51.017115 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:51.017465 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:51.017805 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:51.018146 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:51.018522 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:51.018861 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:51.019195 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:51.019548 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:51.019862 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:51.020193 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:51.020531 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:51.092280 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bdd16500-45cc-4d5e-9d1f-9e3e7b668cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:51.107750 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:51.118514 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ed20eaa9-fce4-4450-8a82-93098a8f5174 req-bdc2a3a8-55ca-45ce-9868-5c4e6fd8a9d7 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 210 time: 0.0421293 Nov 25 19:25:51.141259 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-bdd16500-45cc-4d5e-9d1f-9e3e7b668cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76fe9b34-0960-48f7-8e25-5277da511d06']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:51.161024 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-bdd16500-45cc-4d5e-9d1f-9e3e7b668cd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f5c8b8-bfdc-4cd7-a1cb-6e2f3bd64fa6') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:51.161213 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-bdd16500-45cc-4d5e-9d1f-9e3e7b668cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f5c8b8-bfdc-4cd7-a1cb-6e2f3bd64fa6') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:51.184276 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bdd16500-45cc-4d5e-9d1f-9e3e7b668cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:51.200866 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f5b0c5-ff8d-421e-a744-867575c59b26', 'tag': 'a0243236-0525-4008-8ae4-7416f6c5c11d'}, {'server_uuid': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'name': 'network-vif-deleted', 'tag': '0d2cb1ee-4968-45fd-abbc-2fea9d963ceb'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:51.203353 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bca060-0472-4c54-804f-82143753f2be" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f5b0c5-ff8d-421e-a744-867575c59b26", "tag": "a0243236-0525-4008-8ae4-7416f6c5c11d"}, {"server_uuid": "57f46657-0216-4bec-9a5a-5cdf4e0f0e5a", "name": "network-vif-deleted", "tag": "0d2cb1ee-4968-45fd-abbc-2fea9d963ceb"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:51.205545 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bdd16500-45cc-4d5e-9d1f-9e3e7b668cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:51.210169 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-37036c4e-8d4e-4408-be53-f15d12936bdc req-0299c86d-840f-47a3-9ee0-5f838430abb9 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4555340 Nov 25 19:25:51.222826 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd16500-45cc-4d5e-9d1f-9e3e7b668cd8 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:25:51.224135 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bdd16500-45cc-4d5e-9d1f-9e3e7b668cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:25:51.226603 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:25:51.259011 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 7227a971-0c1f-45e1-a45e-d5c39ee2a781, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=7227a971-0c1f-45e1-a45e-d5c39ee2a781,segment=NetworkSegment(e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19),segment_id=e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:51.266373 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:51.270043 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device f357baea-35f8-4e94-8d9b-87f9a75cfd5d no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:51.333519 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cd4fe5-50d9-449f-817d-4588e45eef82 x-openstack-request-id: req-b1cd4fe5-50d9-449f-817d-4588e45eef82 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:51.334001 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f46657-0216-4bec-9a5a-5cdf4e0f0e5a", "name": "network-vif-unplugged", "status": "completed", "tag": "7373348f-9622-44c5-bccb-4e3e46d16bc7", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:51.334496 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b1cd4fe5-50d9-449f-817d-4588e45eef82 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:51.337023 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7373348f-9622-44c5-bccb-4e3e46d16bc7', 'code': 200} Nov 25 19:25:51.357021 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bdd16500-45cc-4d5e-9d1f-9e3e7b668cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:51.381636 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bdd16500-45cc-4d5e-9d1f-9e3e7b668cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:51.384674 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: f357baea-35f8-4e94-8d9b-87f9a75cfd5d {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:25:51.385347 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device f357baea-35f8-4e94-8d9b-87f9a75cfd5d not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:25:51.388504 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:51.388762 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bdd16500-45cc-4d5e-9d1f-9e3e7b668cd8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/76fe9b34-0960-48f7-8e25-5277da511d06 HTTP/1.1" status: 204 len: 168 time: 0.5859671 Nov 25 19:25:51.389857 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd16500-45cc-4d5e-9d1f-9e3e7b668cd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=76fe9b34-0960-48f7-8e25-5277da511d06,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:51.478904 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27d673-5f99-44d7-9ef0-ea7d2eada6da req-bfc65d40-95d0-400e-8c13-c449a5250556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:51.478904 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9e27d673-5f99-44d7-9ef0-ea7d2eada6da req-bfc65d40-95d0-400e-8c13-c449a5250556 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=240ad271eca8466e8a0831a281b75c36&device_id=c1f5b0c5-ff8d-421e-a744-867575c59b26 HTTP/1.1" status: 200 len: 1135 time: 0.2609262 Nov 25 19:25:51.490901 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=7227a971-0c1f-45e1-a45e-d5c39ee2a781,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:51.609455 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 19:25:51.609455 n-d-819349-5 neutron-server[103601]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Nov 25 19:25:51.609455 n-d-819349-5 neutron-server[103601]: [parameters: {'status': 'DOWN', 'ports_id': '109b060b-7b7a-4aa9-b628-03fdeeb48359'}] Nov 25 19:25:51.609455 n-d-819349-5 neutron-server[103601]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:25:51.609754 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:25:51.611709 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59288) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:51.645604 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c954d767-4843-4681-aacc-31ecfc450a29 x-openstack-request-id: req-c954d767-4843-4681-aacc-31ecfc450a29 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:51.646129 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f5b0c5-ff8d-421e-a744-867575c59b26", "tag": "a0243236-0525-4008-8ae4-7416f6c5c11d", "status": "completed", "code": 200}, {"server_uuid": "57f46657-0216-4bec-9a5a-5cdf4e0f0e5a", "name": "network-vif-deleted", "tag": "0d2cb1ee-4968-45fd-abbc-2fea9d963ceb", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:51.646511 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c954d767-4843-4681-aacc-31ecfc450a29 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:51.647519 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f5b0c5-ff8d-421e-a744-867575c59b26', 'tag': 'a0243236-0525-4008-8ae4-7416f6c5c11d', 'status': 'completed', 'code': 200} Nov 25 19:25:51.647925 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'name': 'network-vif-deleted', 'tag': '0d2cb1ee-4968-45fd-abbc-2fea9d963ceb', 'status': 'completed', 'code': 200} Nov 25 19:25:51.692770 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1e6b254d-3721-4b41-a2df-9b0ba93343f5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12018ca1c64542299c2d57a199401db7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0793898 Nov 25 19:25:51.699259 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59292) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:51.703813 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-87d227bb-5712-49cc-8110-a671d291a14a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] For port 7227a971-0c1f-45e1-a45e-d5c39ee2a781, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=7227a971-0c1f-45e1-a45e-d5c39ee2a781,segment=NetworkSegment(e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19),segment_id=e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:51.704400 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-87d227bb-5712-49cc-8110-a671d291a14a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:51.775752 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-87d227bb-5712-49cc-8110-a671d291a14a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Calling delete_port for 7227a971-0c1f-45e1-a45e-d5c39ee2a781 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:51.834674 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111933f-39dc-4278-bed6-54c1882c6e7c req-a09a7ef9-bd74-4911-b8b6-b0794bf144ac tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:51.838348 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7111933f-39dc-4278-bed6-54c1882c6e7c req-a09a7ef9-bd74-4911-b8b6-b0794bf144ac tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1f5b0c5-ff8d-421e-a744-867575c59b26 HTTP/1.1" status: 200 len: 984 time: 0.4870622 Nov 25 19:25:51.869559 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df29afc1-10c2-4f1e-b076-5a60dbc9bd2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:51.892277 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d702f-bc23-4c46-8f19-c964390c5c8d req-ce1e4d24-850f-4ee0-abff-ab3a0facce44 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:51.903839 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d702f-bc23-4c46-8f19-c964390c5c8d req-ce1e4d24-850f-4ee0-abff-ab3a0facce44 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:51.906364 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-df0d702f-bc23-4c46-8f19-c964390c5c8d req-ce1e4d24-850f-4ee0-abff-ab3a0facce44 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 1678 time: 0.1585526 Nov 25 19:25:51.948495 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df29afc1-10c2-4f1e-b076-5a60dbc9bd2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:51.962866 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-08b8d8e9-7639-4261-ac77-2502bbfe12fc tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Made reservation on behalf of 92fad1dc82f24f91a07d3c087ee582e6 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:25:51.966516 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-08b8d8e9-7639-4261-ac77-2502bbfe12fc tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:51.974854 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27d673-5f99-44d7-9ef0-ea7d2eada6da req-353d9908-7032-4536-a91c-3b63827aff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:51.976398 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9e27d673-5f99-44d7-9ef0-ea7d2eada6da req-353d9908-7032-4536-a91c-3b63827aff9e service neutron] 10.222.0.85 "GET /v2.0/networks?id=d50823c9-8e68-494c-9142-5f5ec9a7c591 HTTP/1.1" status: 200 len: 913 time: 0.4808004 Nov 25 19:25:51.985857 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-324c84c6-efc6-4c45-b14c-cd7aa716406f req-a2fc19f5-974b-44b7-ab9e-323478e7de4e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:51.997479 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-08b8d8e9-7639-4261-ac77-2502bbfe12fc tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:51.999863 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['ffc0414d-8686-45bf-9ba9-c8842f9c5bc7'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:52.078394 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-df0d702f-bc23-4c46-8f19-c964390c5c8d req-9f6eb69b-4bdb-4c85-8fba-8b04110ae0c0 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404412 Nov 25 19:25:52.110795 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc19f5-974b-44b7-ab9e-323478e7de4e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Pushing event deleted for resources: {'Port': ['ID=109b060b-7b7a-4aa9-b628-03fdeeb48359,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:52.115282 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9e27d673-5f99-44d7-9ef0-ea7d2eada6da req-6023ad98-c1e9-438f-a25a-1f2a5b00fa7f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0243236-0525-4008-8ae4-7416f6c5c11d HTTP/1.1" status: 200 len: 217 time: 0.1048515 Nov 25 19:25:52.134399 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df29afc1-10c2-4f1e-b076-5a60dbc9bd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:52.149413 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df29afc1-10c2-4f1e-b076-5a60dbc9bd2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:52.156004 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-df29afc1-10c2-4f1e-b076-5a60dbc9bd2e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4c12b64e-8437-4bb6-b5bc-f102a53b1ddc HTTP/1.1" status: 204 len: 168 time: 0.4549191 Nov 25 19:25:52.175467 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Port 109b060b-7b7a-4aa9-b628-03fdeeb48359 update to DOWN by agent not found {{(pid=103601) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 19:25:52.203082 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29afc1-10c2-4f1e-b076-5a60dbc9bd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c12b64e-8437-4bb6-b5bc-f102a53b1ddc,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:52.279235 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7111933f-39dc-4278-bed6-54c1882c6e7c req-b3582268-5cf7-4667-a4e3-695608c09296 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?id=f50e478f-d944-4849-bfd9-c2b7055831ff&id=151d8eda-0fa1-4893-a3e6-a191fb6bbf81&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4009931 Nov 25 19:25:52.309123 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27d673-5f99-44d7-9ef0-ea7d2eada6da req-41b31510-1729-43c2-81e0-c711c503c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:52.314058 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9e27d673-5f99-44d7-9ef0-ea7d2eada6da req-41b31510-1729-43c2-81e0-c711c503c593 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=923b33c5-b953-413a-8146-382932f62afb HTTP/1.1" status: 200 len: 852 time: 0.1772022 Nov 25 19:25:52.316481 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-324c84c6-efc6-4c45-b14c-cd7aa716406f req-a2fc19f5-974b-44b7-ab9e-323478e7de4e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] No DVR routers for this DVR port 109b060b-7b7a-4aa9-b628-03fdeeb48359 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:25:52.324128 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-324c84c6-efc6-4c45-b14c-cd7aa716406f req-a2fc19f5-974b-44b7-ab9e-323478e7de4e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:52.327714 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-324c84c6-efc6-4c45-b14c-cd7aa716406f req-a2fc19f5-974b-44b7-ab9e-323478e7de4e tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.85 "DELETE /v2.0/ports/109b060b-7b7a-4aa9-b628-03fdeeb48359 HTTP/1.1" status: 204 len: 173 time: 4.2564571 Nov 25 19:25:52.427142 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7716e1-555c-4492-9579-993f418a3cb1 req-844fe98c-28ed-4029-86bd-1c43cf524777 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:52.429335 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cb7716e1-555c-4492-9579-993f418a3cb1 req-844fe98c-28ed-4029-86bd-1c43cf524777 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/ports?device_id=33d87a23-2c92-4a90-a39f-a84d0bb3a746 HTTP/1.1" status: 200 len: 951 time: 0.1720271 Nov 25 19:25:52.445525 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9e27d673-5f99-44d7-9ef0-ea7d2eada6da req-be8daa67-9750-4b8f-a5db-3bf39e62204a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d50823c9-8e68-494c-9142-5f5ec9a7c591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168306 Nov 25 19:25:52.589704 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-87d227bb-5712-49cc-8110-a671d291a14a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:52.636959 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d227bb-5712-49cc-8110-a671d291a14a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event deleted for resources: {'Port': ['ID=7227a971-0c1f-45e1-a45e-d5c39ee2a781,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:52.655483 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-08b8d8e9-7639-4261-ac77-2502bbfe12fc tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:52.657293 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cb7716e1-555c-4492-9579-993f418a3cb1 req-af6d71b0-dadf-476a-9073-85071d53e154 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/security-groups?id=772dede1-354e-4651-94c8-47cfb1c9ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974933 Nov 25 19:25:52.714032 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-08b8d8e9-7639-4261-ac77-2502bbfe12fc tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:52.857122 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-219599ea-eba7-4a9a-8582-8bfe3cdd8eaf req-e3ffd90d-879c-410a-9350-6e0cee56ffca tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 210 time: 0.0734792 Nov 25 19:25:52.907730 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9e27d673-5f99-44d7-9ef0-ea7d2eada6da req-ac38b7ec-213d-4033-8624-a313ff87ada4 service neutron] 10.222.0.85 "GET /v2.0/networks/d50823c9-8e68-494c-9142-5f5ec9a7c591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538403 Nov 25 19:25:53.047563 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59312) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:53.123279 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b40628f1-2687-4f88-939c-cb7d3e7a5897 req-d0e8c155-635f-4cfc-af24-b5523c152ec4 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=141634fe-c179-409b-b2d9-04a8075d65f3 HTTP/1.1" status: 200 len: 210 time: 0.0362201 Nov 25 19:25:53.185081 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b8db5bac-30eb-4340-88be-dd7c39ad78d9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ce0d3144f554828a6f7044e55d8378f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359236 Nov 25 19:25:53.189444 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59316) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:53.247476 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:53.332700 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54484e75-07e5-448e-a232-a5b02240bfb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:53.337528 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7227a971-0c1f-45e1-a45e-d5c39ee2a781'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:53.342344 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d0b059-d594-4586-ad4c-d79d525043a0" -d '{"events": [{"server_uuid": "57f46657-0216-4bec-9a5a-5cdf4e0f0e5a", "name": "network-vif-unplugged", "status": "completed", "tag": "7227a971-0c1f-45e1-a45e-d5c39ee2a781"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:53.356531 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-87d227bb-5712-49cc-8110-a671d291a14a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] No DVR routers for this DVR port 7227a971-0c1f-45e1-a45e-d5c39ee2a781 on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:25:53.371307 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-87d227bb-5712-49cc-8110-a671d291a14a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:53.377630 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-87d227bb-5712-49cc-8110-a671d291a14a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.73 "DELETE /v2.0/ports/7227a971-0c1f-45e1-a45e-d5c39ee2a781 HTTP/1.1" status: 204 len: 173 time: 4.3914990 Nov 25 19:25:53.379247 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8d8e9-7639-4261-ac77-2502bbfe12fc tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec080be-2826-4b5f-ad15-ddfad9301e06,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:53.405375 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9e27d673-5f99-44d7-9ef0-ea7d2eada6da req-01b1acdb-b6f8-4313-9afd-cdec72183c01 service neutron] 10.222.0.85 "GET /v2.0/networks/d50823c9-8e68-494c-9142-5f5ec9a7c591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112628 Nov 25 19:25:53.405872 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54484e75-07e5-448e-a232-a5b02240bfb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:53.445766 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103dcba-f745-4751-a98c-10bbd0a96b7f req-2be0466e-c64d-4a4b-80ac-bd3e5297967b tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:53.448325 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1103dcba-f745-4751-a98c-10bbd0a96b7f req-2be0466e-c64d-4a4b-80ac-bd3e5297967b tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/ports?device_id=fba1d71d-fe82-454b-816d-0073508a4bdb HTTP/1.1" status: 200 len: 945 time: 0.1506329 Nov 25 19:25:53.551030 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1103dcba-f745-4751-a98c-10bbd0a96b7f req-5968ec3b-ceaa-4ed4-898b-abfc8dab019f tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ac56d9-6c86-4d6d-a6c2-32aae37e0bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793061 Nov 25 19:25:53.589866 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54484e75-07e5-448e-a232-a5b02240bfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:53.595707 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54484e75-07e5-448e-a232-a5b02240bfb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:53.597652 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-54484e75-07e5-448e-a232-a5b02240bfb8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b01f3c34-d1d9-46bf-98a9-4c0f997a8038 HTTP/1.1" status: 204 len: 168 time: 0.4062603 Nov 25 19:25:53.604364 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-08b8d8e9-7639-4261-ac77-2502bbfe12fc tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Allocated IP 192.168.233.193 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/ea3607b0-e601-4614-85a3-1ba172392d90) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:25:53.626482 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54484e75-07e5-448e-a232-a5b02240bfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01f3c34-d1d9-46bf-98a9-4c0f997a8038,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:53.652052 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141634fe-c179-409b-b2d9-04a8075d65f3', 'name': 'network-vif-deleted', 'tag': '109b060b-7b7a-4aa9-b628-03fdeeb48359'}, {'server_uuid': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'name': 'network-vif-deleted', 'tag': '7227a971-0c1f-45e1-a45e-d5c39ee2a781'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:53.656027 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17771752-e88f-4882-a5dd-2e78763b2808" -d '{"events": [{"server_uuid": "141634fe-c179-409b-b2d9-04a8075d65f3", "name": "network-vif-deleted", "tag": "109b060b-7b7a-4aa9-b628-03fdeeb48359"}, {"server_uuid": "57f46657-0216-4bec-9a5a-5cdf4e0f0e5a", "name": "network-vif-deleted", "tag": "7227a971-0c1f-45e1-a45e-d5c39ee2a781"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:53.845404 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c498c97-c04b-41ad-97fa-ee52ed23c292 req-a4ebab92-3382-4eba-a0b9-e145e03a9780 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:53.849699 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bca060-0472-4c54-804f-82143753f2be req-aceba536-dee1-4a1f-964f-2ffecc7f9a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:53.850008 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c498c97-c04b-41ad-97fa-ee52ed23c292 req-a4ebab92-3382-4eba-a0b9-e145e03a9780 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1f5b0c5-ff8d-421e-a744-867575c59b26 HTTP/1.1" status: 200 len: 984 time: 0.1046398 Nov 25 19:25:53.851414 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-72bca060-0472-4c54-804f-82143753f2be req-aceba536-dee1-4a1f-964f-2ffecc7f9a4a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=240ad271eca8466e8a0831a281b75c36&device_id=c1f5b0c5-ff8d-421e-a744-867575c59b26 HTTP/1.1" status: 200 len: 1135 time: 0.3591774 Nov 25 19:25:53.880612 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-66ea1e82-0d74-4097-8f1a-b61e50d5cb9d tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Deleting port 7373348f-9622-44c5-bccb-4e3e46d16bc7 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:53.881150 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-66ea1e82-0d74-4097-8f1a-b61e50d5cb9d tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:53.951410 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:54.025545 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c498c97-c04b-41ad-97fa-ee52ed23c292 req-e6c1245d-897c-4259-b3b0-654aa02623d5 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?id=f50e478f-d944-4849-bfd9-c2b7055831ff&id=151d8eda-0fa1-4893-a3e6-a191fb6bbf81&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1499724 Nov 25 19:25:54.090419 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-08b8d8e9-7639-4261-ac77-2502bbfe12fc tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:54.121760 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54313646-1096-406e-847f-fb1033035222 x-openstack-request-id: req-54313646-1096-406e-847f-fb1033035222 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:54.122593 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f46657-0216-4bec-9a5a-5cdf4e0f0e5a", "name": "network-vif-unplugged", "status": "completed", "tag": "7227a971-0c1f-45e1-a45e-d5c39ee2a781", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:54.123474 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-54313646-1096-406e-847f-fb1033035222 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:54.124330 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7227a971-0c1f-45e1-a45e-d5c39ee2a781', 'code': 200} Nov 25 19:25:54.173138 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cd3f8-0352-4645-894a-aabf1f4c3572 req-efc332cc-f423-4857-857e-6911712def05 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:54.175966 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d00cd3f8-0352-4645-894a-aabf1f4c3572 req-efc332cc-f423-4857-857e-6911712def05 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 943 time: 0.3860981 Nov 25 19:25:54.303663 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bca060-0472-4c54-804f-82143753f2be req-bc056eb1-072e-4f63-a860-26d2222773d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:54.307536 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-72bca060-0472-4c54-804f-82143753f2be req-bc056eb1-072e-4f63-a860-26d2222773d6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d50823c9-8e68-494c-9142-5f5ec9a7c591 HTTP/1.1" status: 200 len: 913 time: 0.4331150 Nov 25 19:25:54.368849 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-66ea1e82-0d74-4097-8f1a-b61e50d5cb9d tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] For port 7373348f-9622-44c5-bccb-4e3e46d16bc7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=7373348f-9622-44c5-bccb-4e3e46d16bc7,segment=NetworkSegment(e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19),segment_id=e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:54.369820 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-66ea1e82-0d74-4097-8f1a-b61e50d5cb9d tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:54.467604 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c159c2-46e5-4f50-b4ec-03dc78181d5e req-65f2b2e9-629b-41c1-b6d7-542d841380f9 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:54.470491 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-72c159c2-46e5-4f50-b4ec-03dc78181d5e req-65f2b2e9-629b-41c1-b6d7-542d841380f9 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.85 "GET /v2.0/ports?device_id=fba1d71d-fe82-454b-816d-0073508a4bdb HTTP/1.1" status: 200 len: 945 time: 0.3683107 Nov 25 19:25:54.476485 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdc5434-8c11-45cd-99e5-c908fdaa946b x-openstack-request-id: req-0fdc5434-8c11-45cd-99e5-c908fdaa946b {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:54.476965 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "141634fe-c179-409b-b2d9-04a8075d65f3", "name": "network-vif-deleted", "tag": "109b060b-7b7a-4aa9-b628-03fdeeb48359", "status": "completed", "code": 200}, {"server_uuid": "57f46657-0216-4bec-9a5a-5cdf4e0f0e5a", "name": "network-vif-deleted", "tag": "7227a971-0c1f-45e1-a45e-d5c39ee2a781", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:54.478196 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0fdc5434-8c11-45cd-99e5-c908fdaa946b {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:54.479111 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141634fe-c179-409b-b2d9-04a8075d65f3', 'name': 'network-vif-deleted', 'tag': '109b060b-7b7a-4aa9-b628-03fdeeb48359', 'status': 'completed', 'code': 200} Nov 25 19:25:54.479548 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'name': 'network-vif-deleted', 'tag': '7227a971-0c1f-45e1-a45e-d5c39ee2a781', 'status': 'completed', 'code': 200} Nov 25 19:25:54.502779 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-72bca060-0472-4c54-804f-82143753f2be req-98e7b0b0-9559-4140-8044-0e9a90add147 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0243236-0525-4008-8ae4-7416f6c5c11d HTTP/1.1" status: 200 len: 217 time: 0.1762877 Nov 25 19:25:54.504517 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-66ea1e82-0d74-4097-8f1a-b61e50d5cb9d tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Calling delete_port for 7373348f-9622-44c5-bccb-4e3e46d16bc7 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:54.545478 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1abef3e2-a907-424a-b527-895978a28dfd req-3c14aefc-a348-4271-83cd-74d6ce83c242 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 210 time: 0.0391626 Nov 25 19:25:54.665610 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d00cd3f8-0352-4645-894a-aabf1f4c3572 req-ff4bd7ac-4886-41b1-8617-b583433e82cd tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707026 Nov 25 19:25:54.701066 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-08b8d8e9-7639-4261-ac77-2502bbfe12fc tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:54.913759 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bca060-0472-4c54-804f-82143753f2be req-f820b9fc-cd74-42e8-a0ae-151db7617019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:54.916994 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-72bca060-0472-4c54-804f-82143753f2be req-f820b9fc-cd74-42e8-a0ae-151db7617019 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=923b33c5-b953-413a-8146-382932f62afb HTTP/1.1" status: 200 len: 852 time: 0.3895628 Nov 25 19:25:54.948428 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-08b8d8e9-7639-4261-ac77-2502bbfe12fc tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:25:54.998940 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-08b8d8e9-7639-4261-ac77-2502bbfe12fc tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:25:55.033228 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-08b8d8e9-7639-4261-ac77-2502bbfe12fc tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:25:55.052729 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-72bca060-0472-4c54-804f-82143753f2be req-c47de3f5-6c0f-4276-a237-41de20d75723 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d50823c9-8e68-494c-9142-5f5ec9a7c591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105478 Nov 25 19:25:55.110419 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8d8e9-7639-4261-ac77-2502bbfe12fc tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Pushing event updated for resources: {'Port': ['ID=ea3607b0-e601-4614-85a3-1ba172392d90,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:55.358143 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-72c159c2-46e5-4f50-b4ec-03dc78181d5e req-2c6e4f0a-fc31-4c7c-9c7e-f80c57a17ac1 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Deleting port cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:55.359371 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-72c159c2-46e5-4f50-b4ec-03dc78181d5e req-2c6e4f0a-fc31-4c7c-9c7e-f80c57a17ac1 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:55.415359 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-08b8d8e9-7639-4261-ac77-2502bbfe12fc tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:55.417636 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-08b8d8e9-7639-4261-ac77-2502bbfe12fc tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:55.458245 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-723fc955-e1dc-40d1-ada2-db258152257a None None] Provisioning complete for port ea3607b0-e601-4614-85a3-1ba172392d90 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:55.458799 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-723fc955-e1dc-40d1-ada2-db258152257a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:55.523197 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-723fc955-e1dc-40d1-ada2-db258152257a None None] Port ea3607b0-e601-4614-85a3-1ba172392d90 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:25:55.855292 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c40e0b-15d4-4515-ba9b-4868e71e95c2 req-9951bd5d-76c5-4570-bfcc-dfeb2d23e973 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:55.858180 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37c40e0b-15d4-4515-ba9b-4868e71e95c2 req-9951bd5d-76c5-4570-bfcc-dfeb2d23e973 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1f5b0c5-ff8d-421e-a744-867575c59b26 HTTP/1.1" status: 200 len: 984 time: 0.0842860 Nov 25 19:25:55.940507 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d49df-302c-4f3b-be4f-c5b968a15184 req-4006fb60-3f7c-4ef1-85c6-9df9a8d038cf tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:55.954190 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-291d49df-302c-4f3b-be4f-c5b968a15184 req-4006fb60-3f7c-4ef1-85c6-9df9a8d038cf tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/ports?device_id=fba1d71d-fe82-454b-816d-0073508a4bdb HTTP/1.1" status: 200 len: 945 time: 0.9158916 Nov 25 19:25:55.957879 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37c40e0b-15d4-4515-ba9b-4868e71e95c2 req-edd26448-9ec3-4b3c-abcc-6f4171e4026b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?id=f50e478f-d944-4849-bfd9-c2b7055831ff&id=151d8eda-0fa1-4893-a3e6-a191fb6bbf81&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0862799 Nov 25 19:25:55.976378 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-08b8d8e9-7639-4261-ac77-2502bbfe12fc tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5818183 Nov 25 19:25:56.032275 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-7241d99f-ff5b-4f87-aa22-b7db09979db8 service neutron] Request body: {'port': {'device_id': '953e0fd5-f566-4c73-a252-b28c66876fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:56.128412 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-72bca060-0472-4c54-804f-82143753f2be req-83d3d382-52c8-4639-b2fb-5fd47e74702c service neutron] 10.222.0.85 "GET /v2.0/networks/d50823c9-8e68-494c-9142-5f5ec9a7c591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9924033 Nov 25 19:25:56.163969 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-66ea1e82-0d74-4097-8f1a-b61e50d5cb9d tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:56.248359 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-72c159c2-46e5-4f50-b4ec-03dc78181d5e req-2c6e4f0a-fc31-4c7c-9c7e-f80c57a17ac1 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] For port cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49,segment=NetworkSegment(6295e493-366c-45cd-becd-98c07b502c83),segment_id=6295e493-366c-45cd-becd-98c07b502c83)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:56.249076 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-72c159c2-46e5-4f50-b4ec-03dc78181d5e req-2c6e4f0a-fc31-4c7c-9c7e-f80c57a17ac1 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:56.322274 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-291d49df-302c-4f3b-be4f-c5b968a15184 req-95a4ab8c-22e1-4fef-843d-31e5d110fa47 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/security-groups?id=35ac56d9-6c86-4d6d-a6c2-32aae37e0bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3664000 Nov 25 19:25:56.349688 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea1e82-0d74-4097-8f1a-b61e50d5cb9d tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event deleted for resources: {'Port': ['ID=7373348f-9622-44c5-bccb-4e3e46d16bc7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:56.396742 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-7241d99f-ff5b-4f87-aa22-b7db09979db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:56.443137 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 6ad2908d-8dc8-4691-a342-f383caa653cd no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:56.560135 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-66ea1e82-0d74-4097-8f1a-b61e50d5cb9d tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] No DVR routers for this DVR port 7373348f-9622-44c5-bccb-4e3e46d16bc7 on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:25:56.563987 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-66ea1e82-0d74-4097-8f1a-b61e50d5cb9d tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:56.568112 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8bb72701-56b4-4b3e-9351-47b75bea12ed req-66ea1e82-0d74-4097-8f1a-b61e50d5cb9d tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.73 "DELETE /v2.0/ports/7373348f-9622-44c5-bccb-4e3e46d16bc7 HTTP/1.1" status: 204 len: 173 time: 3.1830032 Nov 25 19:25:56.584637 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'name': 'network-vif-deleted', 'tag': '7373348f-9622-44c5-bccb-4e3e46d16bc7'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:56.588032 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49622ca0-e503-47eb-bb9f-31b0bfacb9c0" -d '{"events": [{"server_uuid": "57f46657-0216-4bec-9a5a-5cdf4e0f0e5a", "name": "network-vif-deleted", "tag": "7373348f-9622-44c5-bccb-4e3e46d16bc7"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:56.746065 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:56.793696 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12322ca-2668-441b-9cdb-436b2df3c275 req-c5b87b56-0bf8-4e8c-9f5a-84e269aeb2c7 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:56.795693 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b12322ca-2668-441b-9cdb-436b2df3c275 req-c5b87b56-0bf8-4e8c-9f5a-84e269aeb2c7 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 936 time: 0.1119170 Nov 25 19:25:56.828035 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d87a23-2c92-4a90-a39f-a84d0bb3a746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad2908d-8dc8-4691-a342-f383caa653cd'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:56.839948 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776501bc-8ac9-434c-bbee-d4fb949352d0" -d '{"events": [{"server_uuid": "33d87a23-2c92-4a90-a39f-a84d0bb3a746", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad2908d-8dc8-4691-a342-f383caa653cd"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:56.895703 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:56.898931 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b12322ca-2668-441b-9cdb-436b2df3c275 req-06f14ba9-44ef-4a27-aa2d-7a9ed9fd7b5d tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919387 Nov 25 19:25:56.961582 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 6ad2908d-8dc8-4691-a342-f383caa653cd, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=6ad2908d-8dc8-4691-a342-f383caa653cd,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:56.974212 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:56.986132 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-72bca060-0472-4c54-804f-82143753f2be req-5648e3c6-c557-44ed-9566-1970d24010a6 service neutron] 10.222.0.85 "GET /v2.0/networks/d50823c9-8e68-494c-9142-5f5ec9a7c591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8500054 Nov 25 19:25:57.143426 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fce43-805b-4909-8b35-0a7ed7e0cc56 req-a2bec7e9-9a71-423d-ba5f-fc71738db29d tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:57.145326 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8f4fce43-805b-4909-8b35-0a7ed7e0cc56 req-a2bec7e9-9a71-423d-ba5f-fc71738db29d tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 945 time: 0.6425531 Nov 25 19:25:57.163584 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=6ad2908d-8dc8-4691-a342-f383caa653cd,revision_number=11']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:57.169576 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:57.251384 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49,segment=NetworkSegment(6295e493-366c-45cd-becd-98c07b502c83),segment_id=6295e493-366c-45cd-becd-98c07b502c83)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:57.263856 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:57.282283 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9310aa67-83e3-41f1-a91b-dd8704bdd61e req-66ac0bee-7436-43db-ae02-c15d0b258ba3 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f46657-0216-4bec-9a5a-5cdf4e0f0e5a HTTP/1.1" status: 200 len: 210 time: 0.0437460 Nov 25 19:25:57.346488 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-72c159c2-46e5-4f50-b4ec-03dc78181d5e req-2c6e4f0a-fc31-4c7c-9c7e-f80c57a17ac1 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:57.347813 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-72c159c2-46e5-4f50-b4ec-03dc78181d5e req-2c6e4f0a-fc31-4c7c-9c7e-f80c57a17ac1 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:57.347813 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [req-72c159c2-46e5-4f50-b4ec-03dc78181d5e req-2c6e4f0a-fc31-4c7c-9c7e-f80c57a17ac1 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Floating IP 50821292-8871-4a9a-b4e2-e1d495982244 disassociated. External IP: 172.25.6.179, port: cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49. Nov 25 19:25:57.349316 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-72c159c2-46e5-4f50-b4ec-03dc78181d5e req-2c6e4f0a-fc31-4c7c-9c7e-f80c57a17ac1 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Calling delete_port for cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:57.358544 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:57.433732 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8f4fce43-805b-4909-8b35-0a7ed7e0cc56 req-af8fd250-9087-403e-a69e-32107353c6a0 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a382282-b805-4a32-8709-841c1a704173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455580 Nov 25 19:25:57.496332 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f4abf4f0-4f38-497b-839b-a07637a13e77 req-9a2b7e40-ddca-45c3-bf11-3be761dddfa0 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-531990058&fields=id&tenant_id=240ad271eca8466e8a0831a281b75c36 HTTP/1.1" status: 200 len: 267 time: 0.0853736 Nov 25 19:25:57.574444 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abf4f0-4f38-497b-839b-a07637a13e77 req-8514e18d-efaa-4d55-84a8-c0faa0c97fd1 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:57.578409 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f4abf4f0-4f38-497b-839b-a07637a13e77 req-8514e18d-efaa-4d55-84a8-c0faa0c97fd1 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1f5b0c5-ff8d-421e-a744-867575c59b26 HTTP/1.1" status: 200 len: 984 time: 0.0747283 Nov 25 19:25:57.595713 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-f4abf4f0-4f38-497b-839b-a07637a13e77 req-d9c6b052-f1ca-4f28-b1de-69be7adc63f6 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Request body: {'port': {'security_groups': ['151d8eda-0fa1-4893-a3e6-a191fb6bbf81', 'f50e478f-d944-4849-bfd9-c2b7055831ff', '2134db4f-fcd1-409d-977a-0dcd8df17aa8']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:57.668874 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f541a0-ad8d-4e4f-b3b2-0a5394e585a9 x-openstack-request-id: req-b3f541a0-ad8d-4e4f-b3b2-0a5394e585a9 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:57.669778 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f46657-0216-4bec-9a5a-5cdf4e0f0e5a", "name": "network-vif-deleted", "tag": "7373348f-9622-44c5-bccb-4e3e46d16bc7", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:57.669778 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b3f541a0-ad8d-4e4f-b3b2-0a5394e585a9 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:57.670080 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f46657-0216-4bec-9a5a-5cdf4e0f0e5a', 'name': 'network-vif-deleted', 'tag': '7373348f-9622-44c5-bccb-4e3e46d16bc7', 'status': 'completed', 'code': 200} Nov 25 19:25:57.678593 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-7241d99f-ff5b-4f87-aa22-b7db09979db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea3607b0-e601-4614-85a3-1ba172392d90 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:25:57.711238 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-7241d99f-ff5b-4f87-aa22-b7db09979db8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:57.737567 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f4abf4f0-4f38-497b-839b-a07637a13e77 req-d9c6b052-f1ca-4f28-b1de-69be7adc63f6 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:57.741769 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-7241d99f-ff5b-4f87-aa22-b7db09979db8 service neutron] Transition to ACTIVE for port object ea3607b0-e601-4614-85a3-1ba172392d90 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:25:57.749904 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-7241d99f-ff5b-4f87-aa22-b7db09979db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:57.785485 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-72c159c2-46e5-4f50-b4ec-03dc78181d5e req-2c6e4f0a-fc31-4c7c-9c7e-f80c57a17ac1 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:57.967742 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241d99f-ff5b-4f87-aa22-b7db09979db8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea3607b0-e601-4614-85a3-1ba172392d90,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:58.099188 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e4f0a-fc31-4c7c-9c7e-f80c57a17ac1 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Pushing event deleted for resources: {'Port': ['ID=cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:58.153225 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560d18a6-dce8-4f65-adf3-fc121ec14f9e x-openstack-request-id: req-560d18a6-dce8-4f65-adf3-fc121ec14f9e {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:58.154559 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d87a23-2c92-4a90-a39f-a84d0bb3a746", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad2908d-8dc8-4691-a342-f383caa653cd", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:58.155191 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-560d18a6-dce8-4f65-adf3-fc121ec14f9e {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:58.156038 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d87a23-2c92-4a90-a39f-a84d0bb3a746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad2908d-8dc8-4691-a342-f383caa653cd', 'code': 200} Nov 25 19:25:58.238857 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0dc41-bf56-4f3d-871f-b99e33246353 req-35183273-0d96-419f-8d69-5dc863bd1dd2 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:58.240673 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dbb0dc41-bf56-4f3d-871f-b99e33246353 req-35183273-0d96-419f-8d69-5dc863bd1dd2 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.73 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 945 time: 0.2753670 Nov 25 19:25:58.273643 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-f4abf4f0-4f38-497b-839b-a07637a13e77 req-d9c6b052-f1ca-4f28-b1de-69be7adc63f6 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] For port a0243236-0525-4008-8ae4-7416f6c5c11d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a0243236-0525-4008-8ae4-7416f6c5c11d,segment=NetworkSegment(36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c),segment_id=36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:58.335649 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-7241d99f-ff5b-4f87-aa22-b7db09979db8 service neutron] Attempting to bind port ea3607b0-e601-4614-85a3-1ba172392d90 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:25:58.335989 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-7241d99f-ff5b-4f87-aa22-b7db09979db8 service neutron] Attempting to bind port ea3607b0-e601-4614-85a3-1ba172392d90 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:25:58.336326 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-7241d99f-ff5b-4f87-aa22-b7db09979db8 service neutron] Attempting to bind port ea3607b0-e601-4614-85a3-1ba172392d90 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:58.340972 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72c159c2-46e5-4f50-b4ec-03dc78181d5e req-2c6e4f0a-fc31-4c7c-9c7e-f80c57a17ac1 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Router aa0dbc07-c792-4e3e-9875-4fce6df5735b has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:25:58.344337 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f4abf4f0-4f38-497b-839b-a07637a13e77 req-d9c6b052-f1ca-4f28-b1de-69be7adc63f6 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:58.354072 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-7241d99f-ff5b-4f87-aa22-b7db09979db8 service neutron] Port ea3607b0-e601-4614-85a3-1ba172392d90 on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:25:58.354919 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-7241d99f-ff5b-4f87-aa22-b7db09979db8 service neutron] Attempting to bind port ea3607b0-e601-4614-85a3-1ba172392d90 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:58.361224 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f4abf4f0-4f38-497b-839b-a07637a13e77 req-d9c6b052-f1ca-4f28-b1de-69be7adc63f6 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:58.376028 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-7241d99f-ff5b-4f87-aa22-b7db09979db8 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:25:58.376353 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-7241d99f-ff5b-4f87-aa22-b7db09979db8 service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:25:58.376759 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-7241d99f-ff5b-4f87-aa22-b7db09979db8 service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:25:58.377221 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-7241d99f-ff5b-4f87-aa22-b7db09979db8 service neutron] Bound port: ea3607b0-e601-4614-85a3-1ba172392d90, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:25:58.377590 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-7241d99f-ff5b-4f87-aa22-b7db09979db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:58.384662 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['c3dafa68-d4b6-4593-9e64-19f711500c5a', 'a0243236-0525-4008-8ae4-7416f6c5c11d'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:58.480241 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abf4f0-4f38-497b-839b-a07637a13e77 req-d9c6b052-f1ca-4f28-b1de-69be7adc63f6 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:58.481372 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f4abf4f0-4f38-497b-839b-a07637a13e77 req-d9c6b052-f1ca-4f28-b1de-69be7adc63f6 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:58.483570 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f4abf4f0-4f38-497b-839b-a07637a13e77 req-d9c6b052-f1ca-4f28-b1de-69be7adc63f6 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "PUT /v2.0/ports/a0243236-0525-4008-8ae4-7416f6c5c11d HTTP/1.1" status: 200 len: 1020 time: 0.8980038 Nov 25 19:25:58.501216 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f5b0c5-ff8d-421e-a744-867575c59b26', 'tag': 'a0243236-0525-4008-8ae4-7416f6c5c11d'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:58.505271 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df17a5d0-39f0-4aa8-af10-1997e4ec73e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f5b0c5-ff8d-421e-a744-867575c59b26", "tag": "a0243236-0525-4008-8ae4-7416f6c5c11d"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:58.574092 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6b052-f1ca-4f28-b1de-69be7adc63f6 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Pushing event updated for resources: {'Port': ['ID=a0243236-0525-4008-8ae4-7416f6c5c11d,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:58.591128 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['a0243236-0525-4008-8ae4-7416f6c5c11d'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:58.626963 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-dbb0dc41-bf56-4f3d-871f-b99e33246353 req-fbf41a7f-8c4f-4d98-ac94-db781034e2f0 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Deleting port ffc0414d-8686-45bf-9ba9-c8842f9c5bc7 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:58.627302 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dbb0dc41-bf56-4f3d-871f-b99e33246353 req-fbf41a7f-8c4f-4d98-ac94-db781034e2f0 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:58.755263 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e88ac9-55b6-4df0-a912-1e96c510b76e req-ccf5c001-e26d-41ae-9754-2dc7812686d3 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:58.756504 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-eab5fd1a-37b8-4d77-b1ab-11b3ae670272 req-b2f04858-e087-446f-9e05-a9c7270ea555 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/ports?device_id=fba1d71d-fe82-454b-816d-0073508a4bdb HTTP/1.1" status: 200 len: 210 time: 0.0976424 Nov 25 19:25:58.763533 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0e88ac9-55b6-4df0-a912-1e96c510b76e req-ccf5c001-e26d-41ae-9754-2dc7812686d3 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 948 time: 0.0799649 Nov 25 19:25:58.782099 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-7241d99f-ff5b-4f87-aa22-b7db09979db8 service neutron] For port ea3607b0-e601-4614-85a3-1ba172392d90, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:25:58.784542 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72c159c2-46e5-4f50-b4ec-03dc78181d5e req-2c6e4f0a-fc31-4c7c-9c7e-f80c57a17ac1 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:25:58.793054 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-7241d99f-ff5b-4f87-aa22-b7db09979db8 service neutron] For port ea3607b0-e601-4614-85a3-1ba172392d90, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=ea3607b0-e601-4614-85a3-1ba172392d90,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:25:58.801480 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac879976-3c4a-4250-a899-093de32d1a2f None None] Sync routers for ids ['aa0dbc07-c792-4e3e-9875-4fce6df5735b'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:25:58.802174 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-7241d99f-ff5b-4f87-aa22-b7db09979db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:58.834272 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac879976-3c4a-4250-a899-093de32d1a2f None None] Routers {'aa0dbc07-c792-4e3e-9875-4fce6df5735b'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:25:58.835171 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ac879976-3c4a-4250-a899-093de32d1a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:25:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['aa0dbc07-c792-4e3e-9875-4fce6df5735b'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:58.887901 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0e88ac9-55b6-4df0-a912-1e96c510b76e req-582ded74-e1ff-46bd-af0e-32aac628a06e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233487 Nov 25 19:25:58.927326 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-dbb0dc41-bf56-4f3d-871f-b99e33246353 req-fbf41a7f-8c4f-4d98-ac94-db781034e2f0 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] For port ffc0414d-8686-45bf-9ba9-c8842f9c5bc7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=ffc0414d-8686-45bf-9ba9-c8842f9c5bc7,segment=NetworkSegment(9249d696-fa20-46b2-842b-6fcf068e2e19),segment_id=9249d696-fa20-46b2-842b-6fcf068e2e19)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:58.927792 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dbb0dc41-bf56-4f3d-871f-b99e33246353 req-fbf41a7f-8c4f-4d98-ac94-db781034e2f0 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:58.941876 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59496) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:58.948776 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-dbb0dc41-bf56-4f3d-871f-b99e33246353 req-fbf41a7f-8c4f-4d98-ac94-db781034e2f0 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Calling delete_port for ffc0414d-8686-45bf-9ba9-c8842f9c5bc7 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:59.051208 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c12ddf-bfd8-40fe-bedb-3e97f31038a4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Deleting subnet ab3af37c-c4c8-4580-85cb-e8ca4fe77956 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:25:59.079730 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8c12ddf-bfd8-40fe-bedb-3e97f31038a4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:59.160300 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c159c2-46e5-4f50-b4ec-03dc78181d5e req-2c6e4f0a-fc31-4c7c-9c7e-f80c57a17ac1 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] No DVR routers for this DVR port cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:25:59.170662 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-7241d99f-ff5b-4f87-aa22-b7db09979db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:59.171708 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-7241d99f-ff5b-4f87-aa22-b7db09979db8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:59.174360 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-7241d99f-ff5b-4f87-aa22-b7db09979db8 service neutron] 10.222.0.73 "PUT /v2.0/ports/ea3607b0-e601-4614-85a3-1ba172392d90 HTTP/1.1" status: 200 len: 1096 time: 3.1654167 Nov 25 19:25:59.175922 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-72c159c2-46e5-4f50-b4ec-03dc78181d5e req-2c6e4f0a-fc31-4c7c-9c7e-f80c57a17ac1 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:59.180447 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-72c159c2-46e5-4f50-b4ec-03dc78181d5e req-2c6e4f0a-fc31-4c7c-9c7e-f80c57a17ac1 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.85 "DELETE /v2.0/ports/cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49 HTTP/1.1" status: 204 len: 173 time: 4.6811914 Nov 25 19:25:59.221752 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-ac879976-3c4a-4250-a899-093de32d1a2f None None] Set router aa0dbc07-c792-4e3e-9875-4fce6df5735b gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:25:59.268644 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8c12ddf-bfd8-40fe-bedb-3e97f31038a4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:59.287982 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241d99f-ff5b-4f87-aa22-b7db09979db8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea3607b0-e601-4614-85a3-1ba172392d90,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:59.303744 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-082365c3-996b-42c4-b7db-dfa0d1ffd27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:59.315590 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4dffec94-84f8-48fe-9573-1201ab9afc93 req-c7e352dd-abaa-4c2a-b316-3161e85bafa4 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/2134db4f-fcd1-409d-977a-0dcd8df17aa8 HTTP/1.1" status: 200 len: 1817 time: 0.1600213 Nov 25 19:25:59.672644 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953e0fd5-f566-4c73-a252-b28c66876fa3', 'tag': 'ea3607b0-e601-4614-85a3-1ba172392d90'}, {'server_uuid': 'fba1d71d-fe82-454b-816d-0073508a4bdb', 'name': 'network-vif-deleted', 'tag': 'cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:59.677214 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bdbf93-d9b4-4f20-a1cc-b4c4a8dc6089" -d '{"events": [{"name": "network-changed", "server_uuid": "953e0fd5-f566-4c73-a252-b28c66876fa3", "tag": "ea3607b0-e601-4614-85a3-1ba172392d90"}, {"server_uuid": "fba1d71d-fe82-454b-816d-0073508a4bdb", "name": "network-vif-deleted", "tag": "cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:59.695640 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8c12ddf-bfd8-40fe-bedb-3e97f31038a4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:59.705239 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e85b8662-f093-40cf-913d-a41b6ef8ed40 req-d338571d-c072-4f1f-b657-1eacc9d229f8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2d55d1ec-7f06-4f9a-9853-c0dc1d43449b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3286092 Nov 25 19:25:59.715988 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-e8eb84ae-88f1-42bc-bb6f-4c74bc884bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:59.725196 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-e8eb84ae-88f1-42bc-bb6f-4c74bc884bf8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 1099 time: 0.3844378 Nov 25 19:25:59.730802 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [req-4dffec94-84f8-48fe-9573-1201ab9afc93 req-798917be-6999-4df5-bc0b-a6ec804fa924 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 19:25:59.745562 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4dffec94-84f8-48fe-9573-1201ab9afc93 req-798917be-6999-4df5-bc0b-a6ec804fa924 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "DELETE /v2.0/security-groups/2134db4f-fcd1-409d-977a-0dcd8df17aa8 HTTP/1.1" status: 409 len: 341 time: 0.4286275 Nov 25 19:25:59.827819 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dbb0dc41-bf56-4f3d-871f-b99e33246353 req-fbf41a7f-8c4f-4d98-ac94-db781034e2f0 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:59.855060 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['ffc0414d-8686-45bf-9ba9-c8842f9c5bc7'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:59.930672 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806fdadb-7255-40d0-9f8b-be4ae8b4b77b x-openstack-request-id: req-806fdadb-7255-40d0-9f8b-be4ae8b4b77b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:59.930999 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f5b0c5-ff8d-421e-a744-867575c59b26", "tag": "a0243236-0525-4008-8ae4-7416f6c5c11d", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:59.931272 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-806fdadb-7255-40d0-9f8b-be4ae8b4b77b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:59.932294 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f5b0c5-ff8d-421e-a744-867575c59b26', 'tag': 'a0243236-0525-4008-8ae4-7416f6c5c11d', 'status': 'completed', 'code': 200} Nov 25 19:25:59.934068 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5993e4db-2442-4c10-ba09-5ef9df876838 req-03173905-8337-46d3-8666-179dde4918e5 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fcdfa3-346e-4bcf-b277-9243c2edbbf7 HTTP/1.1" status: 200 len: 210 time: 0.1036012 Nov 25 19:25:59.952166 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8c12ddf-bfd8-40fe-bedb-3e97f31038a4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:59.976220 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ac879976-3c4a-4250-a899-093de32d1a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'name': 'tempest-ServersTestJSON-1069526215-router', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '12baf253-5abe-4b37-88b0-f01869853008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:13Z', 'updated_at': '2021-11-25T19:23:23Z', 'revision_number': 4, 'project_id': '23991161b62746f8984bbac8592ca345', 'gw_port': {'id': '12baf253-5abe-4b37-88b0-f01869853008', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:15Z', 'updated_at': '2021-11-25T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '053aca7d-da8e-4830-9b96-64ea34d27109', 'name': '', 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'mac_address': 'fa:16:3e:35:34:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '21938c7d-b4d4-4f25-b84e-57930efcc151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:20Z', 'updated_at': '2021-11-25T19:23:31Z', 'revision_number': 5, 'project_id': '23991161b62746f8984bbac8592ca345', 'subnets': [{'id': '21938c7d-b4d4-4f25-b84e-57930efcc151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:00.082921 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c12ddf-bfd8-40fe-bedb-3e97f31038a4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event deleted for resources: {'Subnet': ['ID=ab3af37c-c4c8-4580-85cb-e8ca4fe77956,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:00.104033 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac879976-3c4a-4250-a899-093de32d1a2f None None] Checking router: aa0dbc07-c792-4e3e-9875-4fce6df5735b for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:26:00.106511 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-ff291968-0305-417b-8983-bab31c263313 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=ea3607b0-e601-4614-85a3-1ba172392d90 HTTP/1.1" status: 200 len: 217 time: 0.3415279 Nov 25 19:26:00.124005 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8c12ddf-bfd8-40fe-bedb-3e97f31038a4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:00.125967 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac879976-3c4a-4250-a899-093de32d1a2f None None] Routers {'aa0dbc07-c792-4e3e-9875-4fce6df5735b'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:00.136261 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ac879976-3c4a-4250-a899-093de32d1a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:25:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['aa0dbc07-c792-4e3e-9875-4fce6df5735b'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:00.138545 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa2dfef-de8c-4b62-a969-3ca038d8617e None None] Network e194a577-3459-494f-9608-026e3cbe9033 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:26:00.141968 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a8c12ddf-bfd8-40fe-bedb-3e97f31038a4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "DELETE /v2.0/subnets/ab3af37c-c4c8-4580-85cb-e8ca4fe77956 HTTP/1.1" status: 204 len: 168 time: 1.1984344 Nov 25 19:26:00.152237 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59528) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:00.177129 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba1d71d-fe82-454b-816d-0073508a4bdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:00.185558 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806fef24-5db0-4065-8cbd-31baeff490d9" -d '{"events": [{"server_uuid": "fba1d71d-fe82-454b-816d-0073508a4bdb", "name": "network-vif-unplugged", "status": "completed", "tag": "cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:00.202190 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e6fd13-babb-4ae8-8971-111651a2fbc4 x-openstack-request-id: req-c7e6fd13-babb-4ae8-8971-111651a2fbc4 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:00.202524 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953e0fd5-f566-4c73-a252-b28c66876fa3", "tag": "ea3607b0-e601-4614-85a3-1ba172392d90", "status": "completed", "code": 200}, {"server_uuid": "fba1d71d-fe82-454b-816d-0073508a4bdb", "name": "network-vif-deleted", "tag": "cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:00.203232 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c7e6fd13-babb-4ae8-8971-111651a2fbc4 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:00.207351 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953e0fd5-f566-4c73-a252-b28c66876fa3', 'tag': 'ea3607b0-e601-4614-85a3-1ba172392d90', 'status': 'completed', 'code': 200} Nov 25 19:26:00.207793 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba1d71d-fe82-454b-816d-0073508a4bdb', 'name': 'network-vif-deleted', 'tag': 'cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49', 'status': 'completed', 'code': 200} Nov 25 19:26:00.301264 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf41a7f-8c4f-4d98-ac94-db781034e2f0 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Pushing event deleted for resources: {'Port': ['ID=ffc0414d-8686-45bf-9ba9-c8842f9c5bc7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:00.385665 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3841-b485-4867-94fa-6e04a5cd7e12 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:00.448077 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-ac879976-3c4a-4250-a899-093de32d1a2f None None] Set router aa0dbc07-c792-4e3e-9875-4fce6df5735b gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:00.531377 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3a0c3841-b485-4867-94fa-6e04a5cd7e12 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Deleting port da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:00.535494 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3841-b485-4867-94fa-6e04a5cd7e12 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:00.554329 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b8662-f093-40cf-913d-a41b6ef8ed40 req-39490a82-b93b-41ae-828b-41e1844eb731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:00.556968 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e85b8662-f093-40cf-913d-a41b6ef8ed40 req-39490a82-b93b-41ae-828b-41e1844eb731 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0ec869f00ea3443392d24b38d09f8603&device_id=2d55d1ec-7f06-4f9a-9853-c0dc1d43449b HTTP/1.1" status: 200 len: 1098 time: 0.8015378 Nov 25 19:26:00.567478 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb0dc41-bf56-4f3d-871f-b99e33246353 req-fbf41a7f-8c4f-4d98-ac94-db781034e2f0 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] No DVR routers for this DVR port ffc0414d-8686-45bf-9ba9-c8842f9c5bc7 on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:26:00.601736 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dbb0dc41-bf56-4f3d-871f-b99e33246353 req-fbf41a7f-8c4f-4d98-ac94-db781034e2f0 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:00.608773 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dbb0dc41-bf56-4f3d-871f-b99e33246353 req-fbf41a7f-8c4f-4d98-ac94-db781034e2f0 tempest-ServerRescueTestJSON-1706862781 tempest-ServerRescueTestJSON-1706862781-project] 10.222.0.73 "DELETE /v2.0/ports/ffc0414d-8686-45bf-9ba9-c8842f9c5bc7 HTTP/1.1" status: 204 len: 173 time: 2.3599896 Nov 25 19:26:00.640179 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7253de1e-53ff-4093-8e21-0c142d46a411 req-1a9fef5f-bf99-4f00-9f8c-48fa2489b630 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/ports?device_id=fba1d71d-fe82-454b-816d-0073508a4bdb HTTP/1.1" status: 200 len: 210 time: 0.1675022 Nov 25 19:26:00.643752 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-5eac8373-015d-430c-92a4-b86c4211dc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:00.646216 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-5eac8373-015d-430c-92a4-b86c4211dc44 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.5387092 Nov 25 19:26:00.776036 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17a5d0-39f0-4aa8-af10-1997e4ec73e0 req-18a49e4e-5469-4aed-bf72-0a34c81e7c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:00.779165 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-df17a5d0-39f0-4aa8-af10-1997e4ec73e0 req-18a49e4e-5469-4aed-bf72-0a34c81e7c0d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=240ad271eca8466e8a0831a281b75c36&device_id=c1f5b0c5-ff8d-421e-a744-867575c59b26 HTTP/1.1" status: 200 len: 1174 time: 0.7366090 Nov 25 19:26:00.846385 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3a0c3841-b485-4867-94fa-6e04a5cd7e12 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] For port da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9,segment=NetworkSegment(fe38008d-2600-4b83-92cf-6c5d439a2c95),segment_id=fe38008d-2600-4b83-92cf-6c5d439a2c95)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:00.847692 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8519d2-8e8b-4017-af5b-84c7ddc8c9db None None] DHCP port deletion for e194a577-3459-494f-9608-026e3cbe9033 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:26:00.850970 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3841-b485-4867-94fa-6e04a5cd7e12 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:00.898553 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3a0c3841-b485-4867-94fa-6e04a5cd7e12 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Calling delete_port for da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:00.936666 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf84267-095e-4756-96aa-dc112a36b4da req-354bf786-ba01-4e03-abbd-0a0e83313320 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:00.946684 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-daf84267-095e-4756-96aa-dc112a36b4da req-354bf786-ba01-4e03-abbd-0a0e83313320 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 948 time: 0.3658235 Nov 25 19:26:00.964634 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-0b8519d2-8e8b-4017-af5b-84c7ddc8c9db None None] Deleting port da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:00.966964 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0b8519d2-8e8b-4017-af5b-84c7ddc8c9db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:01.029023 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ac879976-3c4a-4250-a899-093de32d1a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'name': 'tempest-ServersTestJSON-1069526215-router', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '12baf253-5abe-4b37-88b0-f01869853008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:13Z', 'updated_at': '2021-11-25T19:23:23Z', 'revision_number': 4, 'project_id': '23991161b62746f8984bbac8592ca345', 'gw_port': {'id': '12baf253-5abe-4b37-88b0-f01869853008', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:15Z', 'updated_at': '2021-11-25T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '053aca7d-da8e-4830-9b96-64ea34d27109', 'name': '', 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'mac_address': 'fa:16:3e:35:34:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '21938c7d-b4d4-4f25-b84e-57930efcc151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:20Z', 'updated_at': '2021-11-25T19:23:31Z', 'revision_number': 5, 'project_id': '23991161b62746f8984bbac8592ca345', 'subnets': [{'id': '21938c7d-b4d4-4f25-b84e-57930efcc151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:01.096245 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac879976-3c4a-4250-a899-093de32d1a2f None None] The sync data for ids ['aa0dbc07-c792-4e3e-9875-4fce6df5735b'] in n-d-819349-5 is: [{'id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'name': 'tempest-ServersTestJSON-1069526215-router', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '12baf253-5abe-4b37-88b0-f01869853008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:13Z', 'updated_at': '2021-11-25T19:23:23Z', 'revision_number': 4, 'project_id': '23991161b62746f8984bbac8592ca345', 'gw_port': {'id': '12baf253-5abe-4b37-88b0-f01869853008', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:15Z', 'updated_at': '2021-11-25T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '053aca7d-da8e-4830-9b96-64ea34d27109', 'name': '', 'network_id': 'bc933d3d-e523-460c-b614-9d8fd0feeee5', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'mac_address': 'fa:16:3e:35:34:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '21938c7d-b4d4-4f25-b84e-57930efcc151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:20Z', 'updated_at': '2021-11-25T19:23:31Z', 'revision_number': 5, 'project_id': '23991161b62746f8984bbac8592ca345', 'subnets': [{'id': '21938c7d-b4d4-4f25-b84e-57930efcc151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:26:01.103642 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0b8519d2-8e8b-4017-af5b-84c7ddc8c9db None None] For port da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9,segment=NetworkSegment(fe38008d-2600-4b83-92cf-6c5d439a2c95),segment_id=fe38008d-2600-4b83-92cf-6c5d439a2c95)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:01.104803 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0b8519d2-8e8b-4017-af5b-84c7ddc8c9db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:01.142932 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-0b8519d2-8e8b-4017-af5b-84c7ddc8c9db None None] Calling delete_port for da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:01.233280 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-daf84267-095e-4756-96aa-dc112a36b4da req-97273b49-4a75-4140-8254-ac89d4c8ae10 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616534 Nov 25 19:26:01.316029 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3841-b485-4867-94fa-6e04a5cd7e12 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:01.360085 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f9a92e-5759-4e94-aca6-d471f195fe72 x-openstack-request-id: req-60f9a92e-5759-4e94-aca6-d471f195fe72 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:01.360304 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba1d71d-fe82-454b-816d-0073508a4bdb", "name": "network-vif-unplugged", "status": "completed", "tag": "cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:01.360909 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-60f9a92e-5759-4e94-aca6-d471f195fe72 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:01.361538 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba1d71d-fe82-454b-816d-0073508a4bdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cddfb3d1-8b5c-4c4c-946f-9a3a0f722c49', 'code': 200} Nov 25 19:26:01.391354 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c3841-b485-4867-94fa-6e04a5cd7e12 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event deleted for resources: {'Port': ['ID=da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:01.391628 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0b8519d2-8e8b-4017-af5b-84c7ddc8c9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:01.398735 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0c3841-b485-4867-94fa-6e04a5cd7e12 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] No DVR routers for this DVR port da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:26:01.472439 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:26:01.582949 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3841-b485-4867-94fa-6e04a5cd7e12 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:01.614088 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8519d2-8e8b-4017-af5b-84c7ddc8c9db None None] No DVR routers for this DVR port da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:26:01.632397 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-3a0c3841-b485-4867-94fa-6e04a5cd7e12 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e194a577-3459-494f-9608-026e3cbe9033']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:01.648089 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8519d2-8e8b-4017-af5b-84c7ddc8c9db None None] Pushing event deleted for resources: {'Port': ['ID=da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:01.656574 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:26:01.701095 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-3a0c3841-b485-4867-94fa-6e04a5cd7e12 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe38008d-2600-4b83-92cf-6c5d439a2c95') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:01.702777 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-3a0c3841-b485-4867-94fa-6e04a5cd7e12 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe38008d-2600-4b83-92cf-6c5d439a2c95') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:01.720985 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3841-b485-4867-94fa-6e04a5cd7e12 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:01.743020 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:26:01.744775 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device da2faf0f-e2cc-4355-a77f-7f7ba64fb3c9 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:26:01.767683 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3841-b485-4867-94fa-6e04a5cd7e12 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:01.778620 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a309e95c-777f-422d-a766-56b888f2ae56 None None] New status for floating IP 50821292-8871-4a9a-b4e2-e1d495982244: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:26:01.787185 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0c3841-b485-4867-94fa-6e04a5cd7e12 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:26:01.788428 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3841-b485-4867-94fa-6e04a5cd7e12 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:26:01.795596 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:26:01.828246 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-d0164781-0674-435a-8990-5cac3b27f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:01.830360 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-d0164781-0674-435a-8990-5cac3b27f642 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1742961 Nov 25 19:26:01.848941 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76783886-2a22-48c5-80ff-8179d394f05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:01.906881 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683736ef-be8c-4ced-ace1-7a33656e9646 req-4d34fa28-3522-4f92-a31f-8d8512367224 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:01.908556 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-683736ef-be8c-4ced-ace1-7a33656e9646 req-4d34fa28-3522-4f92-a31f-8d8512367224 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1f5b0c5-ff8d-421e-a744-867575c59b26 HTTP/1.1" status: 200 len: 1023 time: 0.2335417 Nov 25 19:26:01.914001 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59570) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:01.950170 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b8662-f093-40cf-913d-a41b6ef8ed40 req-5ca1df33-6324-435c-8e2d-3865e5830944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:01.951981 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e85b8662-f093-40cf-913d-a41b6ef8ed40 req-5ca1df33-6324-435c-8e2d-3865e5830944 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 1.3418734 Nov 25 19:26:01.976304 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3841-b485-4867-94fa-6e04a5cd7e12 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:01.991548 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3841-b485-4867-94fa-6e04a5cd7e12 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:02.001506 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3a0c3841-b485-4867-94fa-6e04a5cd7e12 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "DELETE /v2.0/networks/e194a577-3459-494f-9608-026e3cbe9033 HTTP/1.1" status: 204 len: 168 time: 1.8432970 Nov 25 19:26:02.003404 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59576) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:02.057867 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c3841-b485-4867-94fa-6e04a5cd7e12 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event deleted for resources: {'Network': ['ID=e194a577-3459-494f-9608-026e3cbe9033,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:02.116681 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29990e2-1952-453c-907d-ea9dd6f59ffa tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Deleting subnet d4955fa9-e6c6-4a5c-aa7d-e88b8ee9d8bc {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:26:02.122889 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d29990e2-1952-453c-907d-ea9dd6f59ffa tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:02.166483 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f97e2-0da5-4504-8bfe-a42af51e8083 req-a9f78ae7-4f19-462e-8c84-0c09b280d699 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:02.168366 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-562f97e2-0da5-4504-8bfe-a42af51e8083 req-a9f78ae7-4f19-462e-8c84-0c09b280d699 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.85 "GET /v2.0/ports?device_id=c1f5b0c5-ff8d-421e-a744-867575c59b26 HTTP/1.1" status: 200 len: 1023 time: 0.1693652 Nov 25 19:26:02.177411 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e85b8662-f093-40cf-913d-a41b6ef8ed40 req-41582fb1-12ed-497d-974e-5068c136e535 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=af73c99d-e823-47c4-aa9a-9c282680758f HTTP/1.1" status: 200 len: 217 time: 0.1301658 Nov 25 19:26:02.186794 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17a5d0-39f0-4aa8-af10-1997e4ec73e0 req-9e6f2fbd-c3c5-48ef-9958-4ded304ac666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:02.188640 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-df17a5d0-39f0-4aa8-af10-1997e4ec73e0 req-9e6f2fbd-c3c5-48ef-9958-4ded304ac666 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d50823c9-8e68-494c-9142-5f5ec9a7c591 HTTP/1.1" status: 200 len: 913 time: 0.6404133 Nov 25 19:26:02.216858 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fcdfa3-346e-4bcf-b277-9243c2edbbf7', 'name': 'network-vif-deleted', 'tag': 'ffc0414d-8686-45bf-9ba9-c8842f9c5bc7'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:02.217933 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d29990e2-1952-453c-907d-ea9dd6f59ffa tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:02.220879 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb9c2dd-b854-479f-be6d-079cbddc03dc" -d '{"events": [{"server_uuid": "47fcdfa3-346e-4bcf-b277-9243c2edbbf7", "name": "network-vif-deleted", "tag": "ffc0414d-8686-45bf-9ba9-c8842f9c5bc7"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:02.376505 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d29990e2-1952-453c-907d-ea9dd6f59ffa tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:02.382850 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-562f97e2-0da5-4504-8bfe-a42af51e8083 req-2b1058f0-026b-4136-930a-5c9e85d56be5 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Deleting port a0243236-0525-4008-8ae4-7416f6c5c11d {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:02.383190 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-562f97e2-0da5-4504-8bfe-a42af51e8083 req-2b1058f0-026b-4136-930a-5c9e85d56be5 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:02.404740 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-df17a5d0-39f0-4aa8-af10-1997e4ec73e0 req-7deb0568-7b8b-4848-a574-77ff22005660 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0243236-0525-4008-8ae4-7416f6c5c11d HTTP/1.1" status: 200 len: 217 time: 0.1965897 Nov 25 19:26:02.453196 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-683736ef-be8c-4ced-ace1-7a33656e9646 req-426af474-a7a6-4c6a-8aa6-c888473b1ed1 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?id=f50e478f-d944-4849-bfd9-c2b7055831ff&id=2134db4f-fcd1-409d-977a-0dcd8df17aa8&id=151d8eda-0fa1-4893-a3e6-a191fb6bbf81&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.5171025 Nov 25 19:26:02.460539 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-66b8faf3-4beb-486b-a9e3-e51e018a62ca service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6136382 Nov 25 19:26:02.462111 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device ffc0414d-8686-45bf-9ba9-c8842f9c5bc7 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:26:02.545634 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: ffc0414d-8686-45bf-9ba9-c8842f9c5bc7 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:26:02.546468 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device ffc0414d-8686-45bf-9ba9-c8842f9c5bc7 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:26:02.548468 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-562f97e2-0da5-4504-8bfe-a42af51e8083 req-2b1058f0-026b-4136-930a-5c9e85d56be5 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] For port a0243236-0525-4008-8ae4-7416f6c5c11d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a0243236-0525-4008-8ae4-7416f6c5c11d,segment=NetworkSegment(36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c),segment_id=36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:02.548880 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-562f97e2-0da5-4504-8bfe-a42af51e8083 req-2b1058f0-026b-4136-930a-5c9e85d56be5 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:02.552795 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b8662-f093-40cf-913d-a41b6ef8ed40 req-828e1e0a-c371-4fed-9f64-5edd4024c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:02.556096 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e85b8662-f093-40cf-913d-a41b6ef8ed40 req-828e1e0a-c371-4fed-9f64-5edd4024c1e9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.3604066 Nov 25 19:26:02.568132 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-562f97e2-0da5-4504-8bfe-a42af51e8083 req-2b1058f0-026b-4136-930a-5c9e85d56be5 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Calling delete_port for a0243236-0525-4008-8ae4-7416f6c5c11d owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:02.732489 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03266ca6-157c-4f71-b108-df5a5269c9ab x-openstack-request-id: req-03266ca6-157c-4f71-b108-df5a5269c9ab {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:02.732937 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fcdfa3-346e-4bcf-b277-9243c2edbbf7", "name": "network-vif-deleted", "tag": "ffc0414d-8686-45bf-9ba9-c8842f9c5bc7", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:02.733399 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-03266ca6-157c-4f71-b108-df5a5269c9ab {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:02.733987 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fcdfa3-346e-4bcf-b277-9243c2edbbf7', 'name': 'network-vif-deleted', 'tag': 'ffc0414d-8686-45bf-9ba9-c8842f9c5bc7', 'status': 'completed', 'code': 200} Nov 25 19:26:02.775416 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-562f97e2-0da5-4504-8bfe-a42af51e8083 req-2b1058f0-026b-4136-930a-5c9e85d56be5 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:02.784509 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d29990e2-1952-453c-907d-ea9dd6f59ffa tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:02.801573 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['c3dafa68-d4b6-4593-9e64-19f711500c5a', 'a0243236-0525-4008-8ae4-7416f6c5c11d'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:26:02.871068 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29990e2-1952-453c-907d-ea9dd6f59ffa tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event deleted for resources: {'Subnet': ['ID=d4955fa9-e6c6-4a5c-aa7d-e88b8ee9d8bc,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:02.879054 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1058f0-026b-4136-930a-5c9e85d56be5 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Pushing event deleted for resources: {'Port': ['ID=a0243236-0525-4008-8ae4-7416f6c5c11d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:02.897490 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d29990e2-1952-453c-907d-ea9dd6f59ffa tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:02.904976 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d29990e2-1952-453c-907d-ea9dd6f59ffa tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "DELETE /v2.0/subnets/d4955fa9-e6c6-4a5c-aa7d-e88b8ee9d8bc HTTP/1.1" status: 204 len: 168 time: 0.8904803 Nov 25 19:26:02.909129 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59604) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:02.918818 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17a5d0-39f0-4aa8-af10-1997e4ec73e0 req-a167c12f-e63c-4b1b-89e8-094b3d565200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:02.922505 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-df17a5d0-39f0-4aa8-af10-1997e4ec73e0 req-a167c12f-e63c-4b1b-89e8-094b3d565200 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=923b33c5-b953-413a-8146-382932f62afb HTTP/1.1" status: 200 len: 852 time: 0.4964581 Nov 25 19:26:02.973309 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5805a5c-68b7-4f1e-8cce-59ad62527105 None None] Network aca42a31-c672-4e88-8d9a-82a72fa68149 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:26:03.051217 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-562f97e2-0da5-4504-8bfe-a42af51e8083 req-2b1058f0-026b-4136-930a-5c9e85d56be5 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] No DVR routers for this DVR port a0243236-0525-4008-8ae4-7416f6c5c11d on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:26:03.056329 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-562f97e2-0da5-4504-8bfe-a42af51e8083 req-2b1058f0-026b-4136-930a-5c9e85d56be5 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:03.063697 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-562f97e2-0da5-4504-8bfe-a42af51e8083 req-2b1058f0-026b-4136-930a-5c9e85d56be5 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.85 "DELETE /v2.0/ports/a0243236-0525-4008-8ae4-7416f6c5c11d HTTP/1.1" status: 204 len: 173 time: 0.8887782 Nov 25 19:26:03.072436 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f5b0c5-ff8d-421e-a744-867575c59b26', 'name': 'network-vif-deleted', 'tag': 'a0243236-0525-4008-8ae4-7416f6c5c11d'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:03.076225 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-df17a5d0-39f0-4aa8-af10-1997e4ec73e0 req-52e72b58-b6a3-40c8-9a5c-f3b03c7f27f6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d50823c9-8e68-494c-9142-5f5ec9a7c591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1328351 Nov 25 19:26:03.077608 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee39855e-4b31-4df0-9905-22071a543d6c" -d '{"events": [{"server_uuid": "c1f5b0c5-ff8d-421e-a744-867575c59b26", "name": "network-vif-deleted", "tag": "a0243236-0525-4008-8ae4-7416f6c5c11d"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:03.150183 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b8662-f093-40cf-913d-a41b6ef8ed40 req-6259b7c2-1ecd-4f6f-b546-380d71c67d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:03.152673 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e85b8662-f093-40cf-913d-a41b6ef8ed40 req-6259b7c2-1ecd-4f6f-b546-380d71c67d8c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5494831 Nov 25 19:26:03.192470 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e1560fcb-ecdb-4439-847e-ee0c40e122bb req-c77540ed-e90c-497d-8d99-062ba04aef32 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7049494 Nov 25 19:26:03.234355 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-860b43ec-b1fd-48af-8ff4-d2c1a31a09e8 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:03.377626 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e85b8662-f093-40cf-913d-a41b6ef8ed40 req-1579e3b2-8c23-42fe-9783-16857f6ebc68 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937723 Nov 25 19:26:03.423200 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ff7ae-e6e5-4d3c-a644-6e713be87848 req-9a7f15ab-ac06-47b6-9aaa-05d739ac4c25 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:03.431504 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-860b43ec-b1fd-48af-8ff4-d2c1a31a09e8 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Deleting port e45fff16-6558-4d1f-8fc7-0e2f92d587a6 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:03.431849 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-af3ff7ae-e6e5-4d3c-a644-6e713be87848 req-9a7f15ab-ac06-47b6-9aaa-05d739ac4c25 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 948 time: 0.5992959 Nov 25 19:26:03.432274 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-860b43ec-b1fd-48af-8ff4-d2c1a31a09e8 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:03.588520 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-860b43ec-b1fd-48af-8ff4-d2c1a31a09e8 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] For port e45fff16-6558-4d1f-8fc7-0e2f92d587a6, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e45fff16-6558-4d1f-8fc7-0e2f92d587a6,segment=NetworkSegment(e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19),segment_id=e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:03.589560 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-860b43ec-b1fd-48af-8ff4-d2c1a31a09e8 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:03.606248 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:03.624912 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-860b43ec-b1fd-48af-8ff4-d2c1a31a09e8 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Calling delete_port for e45fff16-6558-4d1f-8fc7-0e2f92d587a6 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:03.669806 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e62e8a31-9c0b-4a1e-8805-69cd25199e7b req-36c0e722-b9db-4805-8dbb-f5ca7cb6276b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=33d87a23-2c92-4a90-a39f-a84d0bb3a746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5921361 Nov 25 19:26:03.712528 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-af3ff7ae-e6e5-4d3c-a644-6e713be87848 req-ee807e72-2a73-48df-967b-dc5cfe6a7ff7 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786362 Nov 25 19:26:03.822989 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59610) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:03.836185 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-df17a5d0-39f0-4aa8-af10-1997e4ec73e0 req-c25df690-06a0-4c95-b198-2e6f2a35d9d5 service neutron] 10.222.0.85 "GET /v2.0/networks/d50823c9-8e68-494c-9142-5f5ec9a7c591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7347336 Nov 25 19:26:03.860829 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321b98a6-ef27-4a57-b4d9-1147d0264104 None None] DHCP port deletion for aca42a31-c672-4e88-8d9a-82a72fa68149 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:26:03.896104 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdbf93-d9b4-4f20-a1cc-b4c4a8dc6089 req-9e13bc8e-383f-4365-9258-5c6674ded219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:03.899175 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b2bdbf93-d9b4-4f20-a1cc-b4c4a8dc6089 req-9e13bc8e-383f-4365-9258-5c6674ded219 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 1099 time: 0.5200553 Nov 25 19:26:03.951555 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-860b43ec-b1fd-48af-8ff4-d2c1a31a09e8 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:04.065757 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96292653-a368-401a-8941-b5e1183a1d04 x-openstack-request-id: req-96292653-a368-401a-8941-b5e1183a1d04 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:04.066469 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f5b0c5-ff8d-421e-a744-867575c59b26", "name": "network-vif-deleted", "tag": "a0243236-0525-4008-8ae4-7416f6c5c11d", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:04.073128 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-96292653-a368-401a-8941-b5e1183a1d04 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:04.073959 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f5b0c5-ff8d-421e-a744-867575c59b26', 'name': 'network-vif-deleted', 'tag': 'a0243236-0525-4008-8ae4-7416f6c5c11d', 'status': 'completed', 'code': 200} Nov 25 19:26:04.094653 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b43ec-b1fd-48af-8ff4-d2c1a31a09e8 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event deleted for resources: {'Port': ['ID=e45fff16-6558-4d1f-8fc7-0e2f92d587a6,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:04.133571 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860b43ec-b1fd-48af-8ff4-d2c1a31a09e8 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] No DVR routers for this DVR port e45fff16-6558-4d1f-8fc7-0e2f92d587a6 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:26:04.213075 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e85b8662-f093-40cf-913d-a41b6ef8ed40 req-a7f09d92-98cf-4887-8df5-7bfa165872ce service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7994134 Nov 25 19:26:04.273936 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-321b98a6-ef27-4a57-b4d9-1147d0264104 None None] Deleting port e45fff16-6558-4d1f-8fc7-0e2f92d587a6 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:04.275950 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-321b98a6-ef27-4a57-b4d9-1147d0264104 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:04.300955 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e8a31-9c0b-4a1e-8805-69cd25199e7b req-f6367ea2-623f-4de5-95ab-b4df186dd398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:04.302728 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e62e8a31-9c0b-4a1e-8805-69cd25199e7b req-f6367ea2-623f-4de5-95ab-b4df186dd398 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ec869f00ea3443392d24b38d09f8603&device_id=33d87a23-2c92-4a90-a39f-a84d0bb3a746 HTTP/1.1" status: 200 len: 1100 time: 0.5409961 Nov 25 19:26:04.371940 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59f3cdb3-bf4d-42e2-bcc0-d81bab6d4714 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:04.402556 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-df17a5d0-39f0-4aa8-af10-1997e4ec73e0 req-27022689-c457-4912-8704-ab2d4749126f service neutron] 10.222.0.85 "GET /v2.0/networks/d50823c9-8e68-494c-9142-5f5ec9a7c591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149267 Nov 25 19:26:04.467932 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41c1234a-75ad-4a20-add0-7d3d1a07c82b req-8e8e7c82-ab9c-48a0-810b-d37c6a574978 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1f5b0c5-ff8d-421e-a744-867575c59b26 HTTP/1.1" status: 200 len: 210 time: 0.1840596 Nov 25 19:26:04.478639 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdbf93-d9b4-4f20-a1cc-b4c4a8dc6089 req-f207e768-9654-4f5e-9216-40267398c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:04.480322 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b2bdbf93-d9b4-4f20-a1cc-b4c4a8dc6089 req-f207e768-9654-4f5e-9216-40267398c95e service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.5307207 Nov 25 19:26:04.529810 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59f3cdb3-bf4d-42e2-bcc0-d81bab6d4714 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:04.568056 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-321b98a6-ef27-4a57-b4d9-1147d0264104 None None] For port e45fff16-6558-4d1f-8fc7-0e2f92d587a6, host n-d-819349-5, got binding levels [] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:04.568608 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-321b98a6-ef27-4a57-b4d9-1147d0264104 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:04.600118 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-321b98a6-ef27-4a57-b4d9-1147d0264104 None None] Calling delete_port for e45fff16-6558-4d1f-8fc7-0e2f92d587a6 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:04.607977 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.ipam_backend_mixin [None req-321b98a6-ef27-4a57-b4d9-1147d0264104 None None] Port e45fff16-6558-4d1f-8fc7-0e2f92d587a6 was not found and therefore no delete operation was performed {{(pid=103601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:26:04.612031 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-321b98a6-ef27-4a57-b4d9-1147d0264104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:04.625853 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b2bdbf93-d9b4-4f20-a1cc-b4c4a8dc6089 req-717d2491-2898-4e6c-888a-49eaba928baf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=ea3607b0-e601-4614-85a3-1ba172392d90 HTTP/1.1" status: 200 len: 217 time: 0.1312575 Nov 25 19:26:04.666717 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-860b43ec-b1fd-48af-8ff4-d2c1a31a09e8 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:04.667031 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b98a6-ef27-4a57-b4d9-1147d0264104 None None] Pushing event deleted for resources: {'Port': ['ID=e45fff16-6558-4d1f-8fc7-0e2f92d587a6,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:04.682505 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321b98a6-ef27-4a57-b4d9-1147d0264104 None None] No DVR routers for this DVR port e45fff16-6558-4d1f-8fc7-0e2f92d587a6 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:26:04.742072 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-860b43ec-b1fd-48af-8ff4-d2c1a31a09e8 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca42a31-c672-4e88-8d9a-82a72fa68149']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:04.769621 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-860b43ec-b1fd-48af-8ff4-d2c1a31a09e8 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:04.770392 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-860b43ec-b1fd-48af-8ff4-d2c1a31a09e8 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77adba4-5ba6-4ee3-99b9-6e4b73cc2c19') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:04.817819 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-860b43ec-b1fd-48af-8ff4-d2c1a31a09e8 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:04.872990 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-860b43ec-b1fd-48af-8ff4-d2c1a31a09e8 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:04.889763 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device a0243236-0525-4008-8ae4-7416f6c5c11d no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:26:04.906226 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860b43ec-b1fd-48af-8ff4-d2c1a31a09e8 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:26:04.910700 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-860b43ec-b1fd-48af-8ff4-d2c1a31a09e8 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:04.944147 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: a0243236-0525-4008-8ae4-7416f6c5c11d {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:26:04.945655 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device a0243236-0525-4008-8ae4-7416f6c5c11d not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:26:04.983278 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:26:04.987761 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59654) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:05.151151 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-860b43ec-b1fd-48af-8ff4-d2c1a31a09e8 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:05.175915 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-860b43ec-b1fd-48af-8ff4-d2c1a31a09e8 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:05.189446 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-860b43ec-b1fd-48af-8ff4-d2c1a31a09e8 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "DELETE /v2.0/networks/aca42a31-c672-4e88-8d9a-82a72fa68149 HTTP/1.1" status: 204 len: 168 time: 2.2704597 Nov 25 19:26:05.189446 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b43ec-b1fd-48af-8ff4-d2c1a31a09e8 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event deleted for resources: {'Network': ['ID=aca42a31-c672-4e88-8d9a-82a72fa68149,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:05.200839 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e8a31-9c0b-4a1e-8805-69cd25199e7b req-ebf52226-cf58-4139-9b1a-3ae5d7ca2c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:05.203526 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e62e8a31-9c0b-4a1e-8805-69cd25199e7b req-ebf52226-cf58-4139-9b1a-3ae5d7ca2c75 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.8515015 Nov 25 19:26:05.209747 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ae927-fc5a-4233-89cb-98ad90a0de66 req-bcf08804-a72a-45fb-bacc-44deff698eb2 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:05.213317 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-447ae927-fc5a-4233-89cb-98ad90a0de66 req-bcf08804-a72a-45fb-bacc-44deff698eb2 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 948 time: 0.2279913 Nov 25 19:26:05.214824 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59666) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:05.222113 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-5b5fd7b3-b18f-482d-b2ed-101fa1bc7885 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-876798034'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:05.312166 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:05.343676 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-447ae927-fc5a-4233-89cb-98ad90a0de66 req-7891239f-f5a3-4c2f-9fac-42e6ced37669 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152401 Nov 25 19:26:05.347888 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5fd7b3-b18f-482d-b2ed-101fa1bc7885 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Made reservation on behalf of 0f7164e740744c639f0ffd8c8c8559ff for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:26:05.357366 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b5fd7b3-b18f-482d-b2ed-101fa1bc7885 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:05.407511 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e62e8a31-9c0b-4a1e-8805-69cd25199e7b req-b46c93f3-cb6d-45b0-acfe-02d33395f2dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=6ad2908d-8dc8-4691-a342-f383caa653cd HTTP/1.1" status: 200 len: 217 time: 0.1561108 Nov 25 19:26:05.421677 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-01cbc397-9c29-4c7b-8319-a1dbe06982ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:05.478477 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5fd7b3-b18f-482d-b2ed-101fa1bc7885 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:26:05.500765 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:05.514570 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b5fd7b3-b18f-482d-b2ed-101fa1bc7885 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:05.518757 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e45fff16-6558-4d1f-8fc7-0e2f92d587a6 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:26:05.529271 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-5b5fd7b3-b18f-482d-b2ed-101fa1bc7885 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Added segment b426ac00-6a21-49a0-9a09-0b8d587b3bef of type vlan for network 4fe251c2-2404-43a7-ad62-7730b75d05dc Nov 25 19:26:05.541001 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdbf93-d9b4-4f20-a1cc-b4c4a8dc6089 req-61255ff9-19bc-4625-a5d8-2a6c6117fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:05.549530 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b2bdbf93-d9b4-4f20-a1cc-b4c4a8dc6089 req-61255ff9-19bc-4625-a5d8-2a6c6117fb8e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.9072814 Nov 25 19:26:05.565821 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59f3cdb3-bf4d-42e2-bcc0-d81bab6d4714 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:05.575863 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59f3cdb3-bf4d-42e2-bcc0-d81bab6d4714 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:05.581250 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-59f3cdb3-bf4d-42e2-bcc0-d81bab6d4714 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "DELETE /v2.0/security-groups/35ac56d9-6c86-4d6d-a6c2-32aae37e0bd0 HTTP/1.1" status: 204 len: 168 time: 1.7432363 Nov 25 19:26:05.596738 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: e45fff16-6558-4d1f-8fc7-0e2f92d587a6 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:26:05.597296 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e45fff16-6558-4d1f-8fc7-0e2f92d587a6 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:26:05.601663 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59676) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:05.769514 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-404dd689-60ce-48e9-be3b-b913155987aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:05.868571 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3cdb3-bf4d-42e2-bcc0-d81bab6d4714 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ac56d9-6c86-4d6d-a6c2-32aae37e0bd0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:06.093291 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59702) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:06.114373 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e8a31-9c0b-4a1e-8805-69cd25199e7b req-a491136d-ea2d-4c0f-8d07-0e5f8f5b7c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:06.118693 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e62e8a31-9c0b-4a1e-8805-69cd25199e7b req-a491136d-ea2d-4c0f-8d07-0e5f8f5b7c7d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.6563349 Nov 25 19:26:06.133137 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-640f9053-732e-428f-96bd-070cf955d27a tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] show failed (client error): The resource could not be found. Nov 25 19:26:06.140596 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-640f9053-732e-428f-96bd-070cf955d27a tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "GET /v2.0/security-groups/35ac56d9-6c86-4d6d-a6c2-32aae37e0bd0 HTTP/1.1" status: 404 len: 347 time: 0.5298901 Nov 25 19:26:06.155454 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59710) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:06.159884 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b5fd7b3-b18f-482d-b2ed-101fa1bc7885 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:06.221257 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdbf93-d9b4-4f20-a1cc-b4c4a8dc6089 req-d8969de1-ca13-45aa-bc29-2fb697ab5daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:06.224726 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b2bdbf93-d9b4-4f20-a1cc-b4c4a8dc6089 req-d8969de1-ca13-45aa-bc29-2fb697ab5daf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4929731 Nov 25 19:26:06.298207 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-47faa483-e871-4ccc-b091-faa7ff2cdb60 req-b8a52a26-62b7-46f9-a1fc-381508b7f0d6 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/f50e478f-d944-4849-bfd9-c2b7055831ff HTTP/1.1" status: 200 len: 1817 time: 0.5402901 Nov 25 19:26:06.473049 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device ea3607b0-e601-4614-85a3-1ba172392d90 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:26:06.532349 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-01cbc397-9c29-4c7b-8319-a1dbe06982ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:06.551102 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-01cbc397-9c29-4c7b-8319-a1dbe06982ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:06.557666 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e8a31-9c0b-4a1e-8805-69cd25199e7b req-7274ad97-1746-481f-9532-43d7f47026cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:06.562260 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e62e8a31-9c0b-4a1e-8805-69cd25199e7b req-7274ad97-1746-481f-9532-43d7f47026cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4173818 Nov 25 19:26:06.572148 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3793d5e-61e8-4cbc-a995-1c9350d44028 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:06.583967 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b5fd7b3-b18f-482d-b2ed-101fa1bc7885 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:06.601210 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5fd7b3-b18f-482d-b2ed-101fa1bc7885 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:06.602582 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b5fd7b3-b18f-482d-b2ed-101fa1bc7885 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:06.697016 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port ea3607b0-e601-4614-85a3-1ba172392d90, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=ea3607b0-e601-4614-85a3-1ba172392d90,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:06.727953 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'ea3607b0-e601-4614-85a3-1ba172392d90', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': 'ea3607b0-e601-4614-85a3-1ba172392d90', 'mac_address': 'fa:16:3e:c2:dd:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:26:06.746748 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e62e8a31-9c0b-4a1e-8805-69cd25199e7b req-4515fac3-c511-4486-999a-22193ce13a2b service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619966 Nov 25 19:26:06.850010 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:06.874015 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-01cbc397-9c29-4c7b-8319-a1dbe06982ab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fd2ff5cb4af84a20b85b752967ad3295&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8840861 Nov 25 19:26:06.891199 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5b5fd7b3-b18f-482d-b2ed-101fa1bc7885 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6740885 Nov 25 19:26:06.892586 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59732) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:06.894980 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea3607b0-e601-4614-85a3-1ba172392d90 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:26:06.945461 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59734) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:06.947162 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cbc397-9c29-4c7b-8319-a1dbe06982ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5642f8ae-38f4-4b0a-a857-2e4a13d9f70f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:06.980950 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-f4811461-b340-4c51-8bfc-abafdd71ae16 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Request body: {'subnet': {'network_id': '4fe251c2-2404-43a7-ad62-7730b75d05dc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:06.985376 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port ea3607b0-e601-4614-85a3-1ba172392d90, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=ea3607b0-e601-4614-85a3-1ba172392d90,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:07.027938 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:07.054920 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-47faa483-e871-4ccc-b091-faa7ff2cdb60 req-add710da-299e-46fb-b6e5-f3fda2756db5 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:07.090936 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-47faa483-e871-4ccc-b091-faa7ff2cdb60 req-add710da-299e-46fb-b6e5-f3fda2756db5 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:07.112410 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fd7b3-b18f-482d-b2ed-101fa1bc7885 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event updated for resources: {'Network': ['ID=4fe251c2-2404-43a7-ad62-7730b75d05dc,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:07.172067 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-47faa483-e871-4ccc-b091-faa7ff2cdb60 req-add710da-299e-46fb-b6e5-f3fda2756db5 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:07.173907 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e6139c03-10d5-49db-b704-cf07c8f46bf5 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Deleting port 326c85d9-8cad-46fb-bcb1-b2201d8f3e59 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:07.174723 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-47faa483-e871-4ccc-b091-faa7ff2cdb60 req-add710da-299e-46fb-b6e5-f3fda2756db5 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:07.174918 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6139c03-10d5-49db-b704-cf07c8f46bf5 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:07.175579 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-47faa483-e871-4ccc-b091-faa7ff2cdb60 req-add710da-299e-46fb-b6e5-f3fda2756db5 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "DELETE /v2.0/security-groups/f50e478f-d944-4849-bfd9-c2b7055831ff HTTP/1.1" status: 204 len: 173 time: 0.8761935 Nov 25 19:26:07.196813 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b2bdbf93-d9b4-4f20-a1cc-b4c4a8dc6089 req-25901d52-da07-4421-897a-434d1a7104bb service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9632320 Nov 25 19:26:07.206859 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add710da-299e-46fb-b6e5-f3fda2756db5 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50e478f-d944-4849-bfd9-c2b7055831ff,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:07.219534 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=ea3607b0-e601-4614-85a3-1ba172392d90,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:07.228949 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 4fe251c2-2404-43a7-ad62-7730b75d05dc details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:26:07.315994 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de8372e3-9533-4a8d-ba22-17b882f8db9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:07.331513 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['ea3607b0-e601-4614-85a3-1ba172392d90'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:26:07.410241 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b2bdbf93-d9b4-4f20-a1cc-b4c4a8dc6089 req-e230b56c-aaeb-41db-8394-34e0437550a1 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867971 Nov 25 19:26:07.545241 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e62e8a31-9c0b-4a1e-8805-69cd25199e7b req-d10454a7-a760-43e5-8e20-2c5d429a52bb service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7416217 Nov 25 19:26:07.566324 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de8372e3-9533-4a8d-ba22-17b882f8db9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:07.599250 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4811461-b340-4c51-8bfc-abafdd71ae16 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Made reservation on behalf of 0f7164e740744c639f0ffd8c8c8559ff for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:26:07.605661 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f4811461-b340-4c51-8bfc-abafdd71ae16 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:07.673089 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ca07b-c399-4e78-a819-935a0b61c544 req-27c30867-b08b-460f-abbc-4c6ca2b4749e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:07.693168 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-280ca07b-c399-4e78-a819-935a0b61c544 req-27c30867-b08b-460f-abbc-4c6ca2b4749e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 949 time: 0.2213960 Nov 25 19:26:07.813572 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3793d5e-61e8-4cbc-a995-1c9350d44028 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:07.835354 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3793d5e-61e8-4cbc-a995-1c9350d44028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:07.878218 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6139c03-10d5-49db-b704-cf07c8f46bf5 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:07.879367 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6139c03-10d5-49db-b704-cf07c8f46bf5 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:07.928564 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-280ca07b-c399-4e78-a819-935a0b61c544 req-dd2ae69a-1204-49fa-9439-0510fa4086b8 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120953 Nov 25 19:26:07.949671 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e6139c03-10d5-49db-b704-cf07c8f46bf5 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Calling delete_port for 326c85d9-8cad-46fb-bcb1-b2201d8f3e59 owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:07.972957 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3793d5e-61e8-4cbc-a995-1c9350d44028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56afacb-914d-4f34-a337-86c4bc66e05f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:08.031732 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c3793d5e-61e8-4cbc-a995-1c9350d44028 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6d682dc496b748c6847ee0492aaa7b3c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9344952 Nov 25 19:26:08.032966 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59766) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:08.077467 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de8372e3-9533-4a8d-ba22-17b882f8db9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:08.085943 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de8372e3-9533-4a8d-ba22-17b882f8db9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:08.088731 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-de8372e3-9533-4a8d-ba22-17b882f8db9c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5642f8ae-38f4-4b0a-a857-2e4a13d9f70f HTTP/1.1" status: 204 len: 168 time: 1.1893589 Nov 25 19:26:08.150257 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-404dd689-60ce-48e9-be3b-b913155987aa admin admin] Deleting port 4513cdd1-0736-4741-bb79-0e2c49de31a4 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:08.150662 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-404dd689-60ce-48e9-be3b-b913155987aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:08.190746 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c86c4686-497e-4b78-be96-e70624fcff3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:08.207216 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8372e3-9533-4a8d-ba22-17b882f8db9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5642f8ae-38f4-4b0a-a857-2e4a13d9f70f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:08.261978 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e1e3b3b1-e3ca-4efe-94e5-b650c8bdadcc req-5e365496-2d89-490a-a32f-1b62aa970809 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/2134db4f-fcd1-409d-977a-0dcd8df17aa8 HTTP/1.1" status: 200 len: 1817 time: 0.3953347 Nov 25 19:26:08.317909 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c86c4686-497e-4b78-be96-e70624fcff3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:08.389907 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-404dd689-60ce-48e9-be3b-b913155987aa admin admin] For port 4513cdd1-0736-4741-bb79-0e2c49de31a4, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4513cdd1-0736-4741-bb79-0e2c49de31a4,segment=NetworkSegment(9249d696-fa20-46b2-842b-6fcf068e2e19),segment_id=9249d696-fa20-46b2-842b-6fcf068e2e19)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:08.390818 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-404dd689-60ce-48e9-be3b-b913155987aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:08.409639 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-404dd689-60ce-48e9-be3b-b913155987aa admin admin] Calling delete_port for 4513cdd1-0736-4741-bb79-0e2c49de31a4 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:08.488067 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device ea3607b0-e601-4614-85a3-1ba172392d90 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:08.579307 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c86c4686-497e-4b78-be96-e70624fcff3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:08.597355 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c86c4686-497e-4b78-be96-e70624fcff3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:08.601584 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c86c4686-497e-4b78-be96-e70624fcff3d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a56afacb-914d-4f34-a337-86c4bc66e05f HTTP/1.1" status: 204 len: 168 time: 0.5632617 Nov 25 19:26:08.658200 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port ea3607b0-e601-4614-85a3-1ba172392d90 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:26:08.666219 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port ea3607b0-e601-4614-85a3-1ba172392d90 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:08.667287 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:08.687162 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f4811461-b340-4c51-8bfc-abafdd71ae16 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:08.690779 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c4686-497e-4b78-be96-e70624fcff3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56afacb-914d-4f34-a337-86c4bc66e05f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:08.818833 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e1e3b3b1-e3ca-4efe-94e5-b650c8bdadcc req-03fade44-c27c-4fd0-8a9b-428d4163d74b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:09.041962 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:09.199403 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port ea3607b0-e601-4614-85a3-1ba172392d90, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=ea3607b0-e601-4614-85a3-1ba172392d90,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:09.200697 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953e0fd5-f566-4c73-a252-b28c66876fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3607b0-e601-4614-85a3-1ba172392d90'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:09.205110 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0d89ba-649c-41e7-85f6-43e5ef5553e5" -d '{"events": [{"server_uuid": "953e0fd5-f566-4c73-a252-b28c66876fa3", "name": "network-vif-plugged", "status": "completed", "tag": "ea3607b0-e601-4614-85a3-1ba172392d90"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:09.223665 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:09.240709 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59814) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:09.262466 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e1e3b3b1-e3ca-4efe-94e5-b650c8bdadcc req-03fade44-c27c-4fd0-8a9b-428d4163d74b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:09.297747 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=ea3607b0-e601-4614-85a3-1ba172392d90,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:09.353319 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4811461-b340-4c51-8bfc-abafdd71ae16 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Checking segment: {'id': 'b426ac00-6a21-49a0-9a09-0b8d587b3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '4fe251c2-2404-43a7-ad62-7730b75d05dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:09.354024 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4811461-b340-4c51-8bfc-abafdd71ae16 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Network hostable DHCP agents. Network: 4fe251c2-2404-43a7-ad62-7730b75d05dc, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:26:09.356871 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6139c03-10d5-49db-b704-cf07c8f46bf5 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:09.362180 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-404dd689-60ce-48e9-be3b-b913155987aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:09.395413 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4811461-b340-4c51-8bfc-abafdd71ae16 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event updated for resources: {'Subnet': ['ID=4c1a7589-8340-49bd-9246-44158e71cc11,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:09.403084 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6139c03-10d5-49db-b704-cf07c8f46bf5 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Pushing event deleted for resources: {'Port': ['ID=326c85d9-8cad-46fb-bcb1-b2201d8f3e59,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:09.406006 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9a0cc28-bf8e-4384-8198-14ef144de853 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:09.457880 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404dd689-60ce-48e9-be3b-b913155987aa admin admin] Pushing event deleted for resources: {'Port': ['ID=4513cdd1-0736-4741-bb79-0e2c49de31a4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:09.537947 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4811461-b340-4c51-8bfc-abafdd71ae16 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Network 4fe251c2-2404-43a7-ad62-7730b75d05dc is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:26:09.551122 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e1e3b3b1-e3ca-4efe-94e5-b650c8bdadcc req-03fade44-c27c-4fd0-8a9b-428d4163d74b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:09.555823 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e1e3b3b1-e3ca-4efe-94e5-b650c8bdadcc req-03fade44-c27c-4fd0-8a9b-428d4163d74b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:09.557435 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e1e3b3b1-e3ca-4efe-94e5-b650c8bdadcc req-03fade44-c27c-4fd0-8a9b-428d4163d74b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "DELETE /v2.0/security-groups/2134db4f-fcd1-409d-977a-0dcd8df17aa8 HTTP/1.1" status: 204 len: 173 time: 1.2925844 Nov 25 19:26:09.573960 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-f4811461-b340-4c51-8bfc-abafdd71ae16 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 4fe251c2-2404-43a7-ad62-7730b75d05dc) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:09.591387 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4592aa15-8e2e-4e40-9285-9daa65cb884e None None] Network 4fe251c2-2404-43a7-ad62-7730b75d05dc requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:26:09.604155 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4811461-b340-4c51-8bfc-abafdd71ae16 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:09.605064 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f4811461-b340-4c51-8bfc-abafdd71ae16 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:09.648772 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af529b5e-cc7a-4769-a8fa-57432b0cede4 x-openstack-request-id: req-af529b5e-cc7a-4769-a8fa-57432b0cede4 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:09.649297 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953e0fd5-f566-4c73-a252-b28c66876fa3", "name": "network-vif-plugged", "status": "completed", "tag": "ea3607b0-e601-4614-85a3-1ba172392d90", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:09.649711 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-af529b5e-cc7a-4769-a8fa-57432b0cede4 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:09.651281 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953e0fd5-f566-4c73-a252-b28c66876fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3607b0-e601-4614-85a3-1ba172392d90', 'code': 200} Nov 25 19:26:09.683630 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f4811461-b340-4c51-8bfc-abafdd71ae16 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7279234 Nov 25 19:26:09.685632 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6139c03-10d5-49db-b704-cf07c8f46bf5 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:09.732711 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6139c03-10d5-49db-b704-cf07c8f46bf5 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:09.735833 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e6139c03-10d5-49db-b704-cf07c8f46bf5 tempest-ServersTestJSON-213485572 tempest-ServersTestJSON-213485572-project] 10.222.0.55 "DELETE /v2.0/floatingips/50821292-8871-4a9a-b4e2-e1d495982244 HTTP/1.1" status: 204 len: 168 time: 3.5789821 Nov 25 19:26:09.737788 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59820) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:09.738683 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59826) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:09.761720 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59828) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:09.763730 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fade44-c27c-4fd0-8a9b-428d4163d74b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2134db4f-fcd1-409d-977a-0dcd8df17aa8,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:09.795433 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7c111b73-6071-47e9-8078-dc3dbaa955fa tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-985851610'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:09.830113 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-98289946-8cfb-468d-b50a-6e099cb4b33e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.012523 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bf32c-8552-4f2e-847b-6b9c2b7b921c req-4f6d7ba7-d246-45be-8887-d067dc6347be tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:10.014361 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-348bf32c-8552-4f2e-847b-6b9c2b7b921c req-4f6d7ba7-d246-45be-8887-d067dc6347be tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 950 time: 0.4165869 Nov 25 19:26:10.022361 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c111b73-6071-47e9-8078-dc3dbaa955fa tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Made reservation on behalf of 0f7164e740744c639f0ffd8c8c8559ff for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:26:10.026080 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c111b73-6071-47e9-8078-dc3dbaa955fa tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.037357 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a77b8-d9b0-4bdb-b0e8-6c64bf5009b2 req-962754d1-7bd7-4c56-90d9-869161cb9472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:10.039094 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ba6a77b8-d9b0-4bdb-b0e8-6c64bf5009b2 req-962754d1-7bd7-4c56-90d9-869161cb9472 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 1101 time: 0.2356451 Nov 25 19:26:10.044172 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19f1e07-1d2b-4887-b655-0394b3003ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-4fe251c2-2404-43a7-ad62-7730b75d05dc', 'network_id': '4fe251c2-2404-43a7-ad62-7730b75d05dc', 'tenant_id': '0f7164e740744c639f0ffd8c8c8559ff', 'fixed_ips': [{'subnet_id': '4c1a7589-8340-49bd-9246-44158e71cc11'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:26:10.045465 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e19f1e07-1d2b-4887-b655-0394b3003ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.104654 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9a0cc28-bf8e-4384-8198-14ef144de853 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.121066 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9a0cc28-bf8e-4384-8198-14ef144de853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.144803 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-404dd689-60ce-48e9-be3b-b913155987aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.162745 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c111b73-6071-47e9-8078-dc3dbaa955fa tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:26:10.238273 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e9a0cc28-bf8e-4384-8198-14ef144de853 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=910af5be4ead410fac78a17b193b61c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9820693 Nov 25 19:26:10.245489 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59836) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:10.295203 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c111b73-6071-47e9-8078-dc3dbaa955fa tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.295580 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-7c111b73-6071-47e9-8078-dc3dbaa955fa tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Added segment 6b9320a8-1287-4e6a-a1dd-f5da79f3b68a of type vlan for network 691cf5c2-620f-4c9d-9c30-1d81c1491c9a Nov 25 19:26:10.317480 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-e19f1e07-1d2b-4887-b655-0394b3003ee8 None None] Allocated IP 19.80.0.2 (4fe251c2-2404-43a7-ad62-7730b75d05dc/4c1a7589-8340-49bd-9246-44158e71cc11/93a8bf0d-ebd1-4d48-bc4a-d379e123c668) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:26:10.384903 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ba6a77b8-d9b0-4bdb-b0e8-6c64bf5009b2 req-56b4ebc6-3081-4dd1-944d-966e14fe9f73 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252277 Nov 25 19:26:10.392539 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-348bf32c-8552-4f2e-847b-6b9c2b7b921c req-76e1f2b7-cfdd-4e91-8e56-ea4d875ae748 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385055 Nov 25 19:26:10.480442 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0cc28-bf8e-4384-8198-14ef144de853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe0c3cf-fdbb-4a67-a320-7f07e27ae226,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:10.491915 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c111b73-6071-47e9-8078-dc3dbaa955fa tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.509407 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-98289946-8cfb-468d-b50a-6e099cb4b33e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.510754 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-07c8ecf5-04a3-4e7b-b8af-fa9e79df7fe5 req-09b07287-61c4-4c37-9fb7-19bbce0e4f27 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-436635751', 'description': 'tempest-description-939650174'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:10.523892 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-98099c60-bcd2-4d1d-91d4-dc80139f75fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.567608 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-98099c60-bcd2-4d1d-91d4-dc80139f75fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.632035 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-98289946-8cfb-468d-b50a-6e099cb4b33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.679411 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-98099c60-bcd2-4d1d-91d4-dc80139f75fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.684488 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-98099c60-bcd2-4d1d-91d4-dc80139f75fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.690269 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-98099c60-bcd2-4d1d-91d4-dc80139f75fb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9fe0c3cf-fdbb-4a67-a320-7f07e27ae226 HTTP/1.1" status: 204 len: 168 time: 0.4288211 Nov 25 19:26:10.712880 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c111b73-6071-47e9-8078-dc3dbaa955fa tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.724477 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c111b73-6071-47e9-8078-dc3dbaa955fa tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:10.725693 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c111b73-6071-47e9-8078-dc3dbaa955fa tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.732256 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e19f1e07-1d2b-4887-b655-0394b3003ee8 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.737267 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-98289946-8cfb-468d-b50a-6e099cb4b33e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=440b846457014a1e8f49b0893774e12e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9473867 Nov 25 19:26:10.739017 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98289946-8cfb-468d-b50a-6e099cb4b33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda4bba9-6524-46da-9bb7-f036bb0a6bd1,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:10.746878 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-07c8ecf5-04a3-4e7b-b8af-fa9e79df7fe5 req-09b07287-61c4-4c37-9fb7-19bbce0e4f27 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.747970 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59846) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:10.778903 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e19f1e07-1d2b-4887-b655-0394b3003ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.788429 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98099c60-bcd2-4d1d-91d4-dc80139f75fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe0c3cf-fdbb-4a67-a320-7f07e27ae226,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:10.940470 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d40b7fd8-e743-4c36-8d6f-10712531f13f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.945481 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19f1e07-1d2b-4887-b655-0394b3003ee8 None None] Network 4fe251c2-2404-43a7-ad62-7730b75d05dc is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:10.991300 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f1e07-1d2b-4887-b655-0394b3003ee8 None None] Pushing event updated for resources: {'Port': ['ID=93a8bf0d-ebd1-4d48-bc4a-d379e123c668,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:11.008053 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-e19f1e07-1d2b-4887-b655-0394b3003ee8 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:11.017680 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19f1e07-1d2b-4887-b655-0394b3003ee8 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:26:11.020389 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d40b7fd8-e743-4c36-8d6f-10712531f13f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:11.165239 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e19f1e07-1d2b-4887-b655-0394b3003ee8 None None] Attempting to bind port 93a8bf0d-ebd1-4d48-bc4a-d379e123c668 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:26:11.166079 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e19f1e07-1d2b-4887-b655-0394b3003ee8 None None] Attempting to bind port 93a8bf0d-ebd1-4d48-bc4a-d379e123c668 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'b426ac00-6a21-49a0-9a09-0b8d587b3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '4fe251c2-2404-43a7-ad62-7730b75d05dc'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:26:11.166744 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f1e07-1d2b-4887-b655-0394b3003ee8 None None] Attempting to bind port 93a8bf0d-ebd1-4d48-bc4a-d379e123c668 on network 4fe251c2-2404-43a7-ad62-7730b75d05dc {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:11.174167 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f1e07-1d2b-4887-b655-0394b3003ee8 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:26:11.175003 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f1e07-1d2b-4887-b655-0394b3003ee8 None None] Checking segment: {'id': 'b426ac00-6a21-49a0-9a09-0b8d587b3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '4fe251c2-2404-43a7-ad62-7730b75d05dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:11.175640 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e19f1e07-1d2b-4887-b655-0394b3003ee8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:11.176224 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f1e07-1d2b-4887-b655-0394b3003ee8 None None] Bound using segment: {'id': 'b426ac00-6a21-49a0-9a09-0b8d587b3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '4fe251c2-2404-43a7-ad62-7730b75d05dc'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:26:11.177380 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e19f1e07-1d2b-4887-b655-0394b3003ee8 None None] Bound port: 93a8bf0d-ebd1-4d48-bc4a-d379e123c668, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b426ac00-6a21-49a0-9a09-0b8d587b3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '4fe251c2-2404-43a7-ad62-7730b75d05dc'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:26:11.178008 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e19f1e07-1d2b-4887-b655-0394b3003ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:11.192227 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d40b7fd8-e743-4c36-8d6f-10712531f13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:11.197751 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d40b7fd8-e743-4c36-8d6f-10712531f13f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:11.199752 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d40b7fd8-e743-4c36-8d6f-10712531f13f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dda4bba9-6524-46da-9bb7-f036bb0a6bd1 HTTP/1.1" status: 204 len: 168 time: 0.4499826 Nov 25 19:26:11.223845 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b7fd8-e743-4c36-8d6f-10712531f13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda4bba9-6524-46da-9bb7-f036bb0a6bd1,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:11.311886 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7c111b73-6071-47e9-8078-dc3dbaa955fa tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5667257 Nov 25 19:26:11.316434 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59872) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:11.348006 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e19f1e07-1d2b-4887-b655-0394b3003ee8 None None] For port 93a8bf0d-ebd1-4d48-bc4a-d379e123c668, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:11.358262 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e19f1e07-1d2b-4887-b655-0394b3003ee8 None None] For port 93a8bf0d-ebd1-4d48-bc4a-d379e123c668, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=93a8bf0d-ebd1-4d48-bc4a-d379e123c668,segment=NetworkSegment(b426ac00-6a21-49a0-9a09-0b8d587b3bef),segment_id=b426ac00-6a21-49a0-9a09-0b8d587b3bef)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:26:11.367712 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-c7cad71c-9ac4-4e84-9e04-9b526e3c9f9f tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Request body: {'subnet': {'network_id': '691cf5c2-620f-4c9d-9c30-1d81c1491c9a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:11.381031 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e19f1e07-1d2b-4887-b655-0394b3003ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:11.586586 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-07c8ecf5-04a3-4e7b-b8af-fa9e79df7fe5 req-09b07287-61c4-4c37-9fb7-19bbce0e4f27 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:11.645268 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f1e07-1d2b-4887-b655-0394b3003ee8 None None] Pushing event updated for resources: {'Port': ['ID=93a8bf0d-ebd1-4d48-bc4a-d379e123c668,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:11.825456 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-07c8ecf5-04a3-4e7b-b8af-fa9e79df7fe5 req-09b07287-61c4-4c37-9fb7-19bbce0e4f27 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:11.889689 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cad71c-9ac4-4e84-9e04-9b526e3c9f9f tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Made reservation on behalf of 0f7164e740744c639f0ffd8c8c8559ff for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:26:11.892671 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c7cad71c-9ac4-4e84-9e04-9b526e3c9f9f tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:11.930250 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c111b73-6071-47e9-8078-dc3dbaa955fa tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event updated for resources: {'Network': ['ID=691cf5c2-620f-4c9d-9c30-1d81c1491c9a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:11.952775 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 691cf5c2-620f-4c9d-9c30-1d81c1491c9a details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:26:11.954873 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-07c8ecf5-04a3-4e7b-b8af-fa9e79df7fe5 req-09b07287-61c4-4c37-9fb7-19bbce0e4f27 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:11.957250 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-07c8ecf5-04a3-4e7b-b8af-fa9e79df7fe5 req-09b07287-61c4-4c37-9fb7-19bbce0e4f27 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 1.4590285 Nov 25 19:26:12.019542 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b07287-61c4-4c37-9fb7-19bbce0e4f27 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1f0878-c58c-4447-a438-3584bdeef568,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:12.109952 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404dd689-60ce-48e9-be3b-b913155987aa admin admin] Router 988af9e9-dda1-432f-9125-538d507a4c5a has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:26:12.469230 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ffcbf-0451-486f-871a-3cb2459eadc1 req-0b250edd-2cc4-499d-8245-53f3c58e93f4 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:12.472005 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-064ffcbf-0451-486f-871a-3cb2459eadc1 req-0b250edd-2cc4-499d-8245-53f3c58e93f4 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 950 time: 0.2253611 Nov 25 19:26:12.627032 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23e727-c496-41b5-aebe-1331a0284240 req-a9547124-4554-4fb5-9b7a-a18900735835 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:12.629919 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6b23e727-c496-41b5-aebe-1331a0284240 req-a9547124-4554-4fb5-9b7a-a18900735835 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d55d1ec-7f06-4f9a-9853-c0dc1d43449b HTTP/1.1" status: 200 len: 947 time: 0.3489079 Nov 25 19:26:12.646937 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404dd689-60ce-48e9-be3b-b913155987aa admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:26:12.657693 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-404dd689-60ce-48e9-be3b-b913155987aa admin admin] 10.222.0.55 "PUT /v2.0/routers/988af9e9-dda1-432f-9125-538d507a4c5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7325175 Nov 25 19:26:12.669704 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59898) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:12.672163 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5353dc9-c45e-4d37-b042-49e19a2579c5 None None] Sync routers for ids ['988af9e9-dda1-432f-9125-538d507a4c5a'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:26:12.708302 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f08ce7ca-34dd-4f75-85ee-d68c1b0125df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:12.719297 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-064ffcbf-0451-486f-871a-3cb2459eadc1 req-af81d48d-c898-43f9-b818-2a43878fb627 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244670 Nov 25 19:26:12.736040 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5353dc9-c45e-4d37-b042-49e19a2579c5 None None] Routers {'988af9e9-dda1-432f-9125-538d507a4c5a'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:12.737255 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e5353dc9-c45e-4d37-b042-49e19a2579c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:26:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['988af9e9-dda1-432f-9125-538d507a4c5a'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:12.907897 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6b23e727-c496-41b5-aebe-1331a0284240 req-abab9ecc-a3c5-49a0-9901-4c83a0d4ffd6 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/security-groups?id=772dede1-354e-4651-94c8-47cfb1c9ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441263 Nov 25 19:26:13.104400 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1cf1892d-290a-4617-9114-f34fdf7fcd48 req-63af287d-0925-4488-af72-063633f15023 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/2e1f0878-c58c-4447-a438-3584bdeef568 HTTP/1.1" status: 200 len: 1816 time: 0.2480407 Nov 25 19:26:13.124567 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-1cf1892d-290a-4617-9114-f34fdf7fcd48 req-651d1e52-9496-4e41-bb63-20d6269a1d55 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Request body: {'security_group': {'name': 'tempest-sg-hth-628238457', 'description': 'tempest-description-hth-1967608752'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:13.156516 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c7cad71c-9ac4-4e84-9e04-9b526e3c9f9f tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:13.295699 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-e5353dc9-c45e-4d37-b042-49e19a2579c5 None None] Set router 988af9e9-dda1-432f-9125-538d507a4c5a gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:13.393107 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1cf1892d-290a-4617-9114-f34fdf7fcd48 req-651d1e52-9496-4e41-bb63-20d6269a1d55 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:13.436057 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43a1222b-7581-4982-8db3-0951328a3b26 admin admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:13.606525 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e5353dc9-c45e-4d37-b042-49e19a2579c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988af9e9-dda1-432f-9125-538d507a4c5a', 'name': 'tempest-ServerRescueTestJSON-1335954805-router', 'tenant_id': '946f818daf4a4dbcab9cf628061e104a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:13Z', 'updated_at': '2021-11-25T19:26:09Z', 'revision_number': 5, 'project_id': '946f818daf4a4dbcab9cf628061e104a', 'gw_port': {'id': 'ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988af9e9-dda1-432f-9125-538d507a4c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:14Z', 'updated_at': '2021-11-25T19:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:13.665899 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5353dc9-c45e-4d37-b042-49e19a2579c5 None None] Checking router: 988af9e9-dda1-432f-9125-538d507a4c5a for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:26:13.730068 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5353dc9-c45e-4d37-b042-49e19a2579c5 None None] Routers {'988af9e9-dda1-432f-9125-538d507a4c5a'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:13.731189 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e5353dc9-c45e-4d37-b042-49e19a2579c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:26:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['988af9e9-dda1-432f-9125-538d507a4c5a'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:13.771201 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 93a8bf0d-ebd1-4d48-bc4a-d379e123c668 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:13.845932 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f51fc8-dce5-492e-86e5-35bff6d1de0b None None] Network 4fe251c2-2404-43a7-ad62-7730b75d05dc requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:26:13.879853 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79012afe-811d-4153-bf9b-9b2b3c3c4aa0 req-1b961f59-c9b7-49cb-8f13-d6d2ce5b09fd tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:13.882043 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-79012afe-811d-4153-bf9b-9b2b3c3c4aa0 req-1b961f59-c9b7-49cb-8f13-d6d2ce5b09fd tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.85 "GET /v2.0/ports?device_id=2d55d1ec-7f06-4f9a-9853-c0dc1d43449b HTTP/1.1" status: 200 len: 947 time: 0.3565753 Nov 25 19:26:13.905846 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1cf1892d-290a-4617-9114-f34fdf7fcd48 req-651d1e52-9496-4e41-bb63-20d6269a1d55 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:13.909649 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cad71c-9ac4-4e84-9e04-9b526e3c9f9f tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event updated for resources: {'Subnet': ['ID=0c41b6ea-b753-4045-9d39-1185f710452f,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:13.927474 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1cf1892d-290a-4617-9114-f34fdf7fcd48 req-651d1e52-9496-4e41-bb63-20d6269a1d55 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:13.935625 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1cf1892d-290a-4617-9114-f34fdf7fcd48 req-651d1e52-9496-4e41-bb63-20d6269a1d55 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:13.939365 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1cf1892d-290a-4617-9114-f34fdf7fcd48 req-651d1e52-9496-4e41-bb63-20d6269a1d55 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "PUT /v2.0/security-groups/2e1f0878-c58c-4447-a438-3584bdeef568 HTTP/1.1" status: 200 len: 1791 time: 0.8339868 Nov 25 19:26:13.971009 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2138588d-a7fb-4e21-a9d9-0a1e9f2cc9bf None None] Provisioning complete for port 93a8bf0d-ebd1-4d48-bc4a-d379e123c668 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:13.971373 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2138588d-a7fb-4e21-a9d9-0a1e9f2cc9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:13.991711 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cad71c-9ac4-4e84-9e04-9b526e3c9f9f tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Checking segment: {'id': '6b9320a8-1287-4e6a-a1dd-f5da79f3b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '691cf5c2-620f-4c9d-9c30-1d81c1491c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:13.992455 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cad71c-9ac4-4e84-9e04-9b526e3c9f9f tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Network hostable DHCP agents. Network: 691cf5c2-620f-4c9d-9c30-1d81c1491c9a, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:26:14.019508 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-e5353dc9-c45e-4d37-b042-49e19a2579c5 None None] Set router 988af9e9-dda1-432f-9125-538d507a4c5a gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:14.039844 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43a1222b-7581-4982-8db3-0951328a3b26 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:14.043632 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d1e52-9496-4e41-bb63-20d6269a1d55 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1f0878-c58c-4447-a438-3584bdeef568,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:14.130917 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 93a8bf0d-ebd1-4d48-bc4a-d379e123c668 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:14.131696 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:14.159005 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f08ce7ca-34dd-4f75-85ee-d68c1b0125df admin admin] Deleting port 053aca7d-da8e-4830-9b96-64ea34d27109 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:14.162270 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f08ce7ca-34dd-4f75-85ee-d68c1b0125df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:14.178692 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cad71c-9ac4-4e84-9e04-9b526e3c9f9f tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Network 691cf5c2-620f-4c9d-9c30-1d81c1491c9a is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:26:14.203686 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c381e067-cfa7-444b-b103-cb611ef98dd0 req-7f075e2a-bcb1-4dc1-8838-ad476fbb0cc8 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/2e1f0878-c58c-4447-a438-3584bdeef568 HTTP/1.1" status: 200 len: 1791 time: 0.2345431 Nov 25 19:26:14.224138 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2138588d-a7fb-4e21-a9d9-0a1e9f2cc9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:14.234718 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c7cad71c-9ac4-4e84-9e04-9b526e3c9f9f tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 691cf5c2-620f-4c9d-9c30-1d81c1491c9a) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:14.256261 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cad71c-9ac4-4e84-9e04-9b526e3c9f9f tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:14.257314 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c7cad71c-9ac4-4e84-9e04-9b526e3c9f9f tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:14.281008 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c7cad71c-9ac4-4e84-9e04-9b526e3c9f9f tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9579766 Nov 25 19:26:14.308301 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-43a1222b-7581-4982-8db3-0951328a3b26 admin admin] Deleting port ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:14.308696 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43a1222b-7581-4982-8db3-0951328a3b26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:14.312891 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385c8a2-df94-4f71-b363-0f96b99d2ae9 req-8f536fa1-f3a7-4071-b2e3-e7f2f41ffba3 tempest-MigrationsAdminTest-1233656105 tempest-MigrationsAdminTest-1233656105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:14.314114 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b385c8a2-df94-4f71-b363-0f96b99d2ae9 req-8f536fa1-f3a7-4071-b2e3-e7f2f41ffba3 tempest-MigrationsAdminTest-1233656105 tempest-MigrationsAdminTest-1233656105-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 1101 time: 0.5994740 Nov 25 19:26:14.424332 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddc0791-7b35-4312-9a8f-4a6123531b35 None None] Network 691cf5c2-620f-4c9d-9c30-1d81c1491c9a requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:26:14.490127 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b385c8a2-df94-4f71-b363-0f96b99d2ae9 req-b741c14e-cbbe-4ee8-b1f4-4dcbd88b8a79 tempest-MigrationsAdminTest-1233656105 tempest-MigrationsAdminTest-1233656105-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:14.592316 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e5353dc9-c45e-4d37-b042-49e19a2579c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988af9e9-dda1-432f-9125-538d507a4c5a', 'name': 'tempest-ServerRescueTestJSON-1335954805-router', 'tenant_id': '946f818daf4a4dbcab9cf628061e104a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:13Z', 'updated_at': '2021-11-25T19:26:09Z', 'revision_number': 5, 'project_id': '946f818daf4a4dbcab9cf628061e104a', 'gw_port': {'id': 'ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988af9e9-dda1-432f-9125-538d507a4c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:14Z', 'updated_at': '2021-11-25T19:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:14.644184 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d2d13-b9ae-42d9-953e-e98102d2fea8 req-ce019af5-701f-4459-866b-773c38be339d tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:14.654099 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e3d2d13-b9ae-42d9-953e-e98102d2fea8 req-ce019af5-701f-4459-866b-773c38be339d tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d55d1ec-7f06-4f9a-9853-c0dc1d43449b HTTP/1.1" status: 200 len: 947 time: 0.2247622 Nov 25 19:26:14.670002 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-f08ce7ca-34dd-4f75-85ee-d68c1b0125df admin admin] For port 053aca7d-da8e-4830-9b96-64ea34d27109, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=053aca7d-da8e-4830-9b96-64ea34d27109,segment=NetworkSegment(6295e493-366c-45cd-becd-98c07b502c83),segment_id=6295e493-366c-45cd-becd-98c07b502c83)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:14.670746 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f08ce7ca-34dd-4f75-85ee-d68c1b0125df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:14.671358 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-43a1222b-7581-4982-8db3-0951328a3b26 admin admin] For port ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:14.671731 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43a1222b-7581-4982-8db3-0951328a3b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:14.699091 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-43a1222b-7581-4982-8db3-0951328a3b26 admin admin] Calling delete_port for ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:14.712565 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f08ce7ca-34dd-4f75-85ee-d68c1b0125df admin admin] Calling delete_port for 053aca7d-da8e-4830-9b96-64ea34d27109 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:14.721377 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-79012afe-811d-4153-bf9b-9b2b3c3c4aa0 req-4e63dc6e-7d3d-482b-b04f-3b0b9b9db705 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Deleting port af73c99d-e823-47c4-aa9a-9c282680758f {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:14.722169 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-79012afe-811d-4153-bf9b-9b2b3c3c4aa0 req-4e63dc6e-7d3d-482b-b04f-3b0b9b9db705 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:14.746241 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5353dc9-c45e-4d37-b042-49e19a2579c5 None None] The sync data for ids ['988af9e9-dda1-432f-9125-538d507a4c5a'] in n-d-819349-5 is: [{'id': '988af9e9-dda1-432f-9125-538d507a4c5a', 'name': 'tempest-ServerRescueTestJSON-1335954805-router', 'tenant_id': '946f818daf4a4dbcab9cf628061e104a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:13Z', 'updated_at': '2021-11-25T19:26:09Z', 'revision_number': 5, 'project_id': '946f818daf4a4dbcab9cf628061e104a', 'gw_port': {'id': 'ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988af9e9-dda1-432f-9125-538d507a4c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:14Z', 'updated_at': '2021-11-25T19:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:26:14.807549 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2138588d-a7fb-4e21-a9d9-0a1e9f2cc9bf None None] For port 93a8bf0d-ebd1-4d48-bc4a-d379e123c668, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=93a8bf0d-ebd1-4d48-bc4a-d379e123c668,segment=NetworkSegment(b426ac00-6a21-49a0-9a09-0b8d587b3bef),segment_id=b426ac00-6a21-49a0-9a09-0b8d587b3bef)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:14.844443 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2138588d-a7fb-4e21-a9d9-0a1e9f2cc9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:14.847140 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e3d2d13-b9ae-42d9-953e-e98102d2fea8 req-89536084-2d44-41ec-a31b-39a979128acf tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/security-groups?id=772dede1-354e-4651-94c8-47cfb1c9ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920500 Nov 25 19:26:14.937304 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138588d-a7fb-4e21-a9d9-0a1e9f2cc9bf None None] Pushing event updated for resources: {'Port': ['ID=93a8bf0d-ebd1-4d48-bc4a-d379e123c668,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:14.990134 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:15.000560 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b385c8a2-df94-4f71-b363-0f96b99d2ae9 req-b741c14e-cbbe-4ee8-b1f4-4dcbd88b8a79 tempest-MigrationsAdminTest-1233656105 tempest-MigrationsAdminTest-1233656105-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:15.020207 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13a00879-e8f2-4f04-94b9-43f426810307 req-be4fe226-da00-4d45-837a-93e1cce1f136 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/2e1f0878-c58c-4447-a438-3584bdeef568 HTTP/1.1" status: 200 len: 1791 time: 0.1089301 Nov 25 19:26:15.086257 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c9fe35-51ee-48ff-8bbd-532b7c17648d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-691cf5c2-620f-4c9d-9c30-1d81c1491c9a', 'network_id': '691cf5c2-620f-4c9d-9c30-1d81c1491c9a', 'tenant_id': '0f7164e740744c639f0ffd8c8c8559ff', 'fixed_ips': [{'subnet_id': '0c41b6ea-b753-4045-9d39-1185f710452f'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:26:15.088342 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b0c9fe35-51ee-48ff-8bbd-532b7c17648d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:15.138248 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-13a00879-e8f2-4f04-94b9-43f426810307 req-bef9acd6-2003-4b11-80c9-6cfaac3ba62c tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:15.178551 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43a1222b-7581-4982-8db3-0951328a3b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:15.233700 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-79012afe-811d-4153-bf9b-9b2b3c3c4aa0 req-4e63dc6e-7d3d-482b-b04f-3b0b9b9db705 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] For port af73c99d-e823-47c4-aa9a-9c282680758f, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=af73c99d-e823-47c4-aa9a-9c282680758f,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:15.237409 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-79012afe-811d-4153-bf9b-9b2b3c3c4aa0 req-4e63dc6e-7d3d-482b-b04f-3b0b9b9db705 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:15.242859 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1222b-7581-4982-8db3-0951328a3b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:15.256908 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-13a00879-e8f2-4f04-94b9-43f426810307 req-bef9acd6-2003-4b11-80c9-6cfaac3ba62c tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:15.285378 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b385c8a2-df94-4f71-b363-0f96b99d2ae9 req-b741c14e-cbbe-4ee8-b1f4-4dcbd88b8a79 tempest-MigrationsAdminTest-1233656105 tempest-MigrationsAdminTest-1233656105-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:15.388353 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741c14e-cbbe-4ee8-b1f4-4dcbd88b8a79 tempest-MigrationsAdminTest-1233656105 tempest-MigrationsAdminTest-1233656105-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1787fae-c89f-45a4-be18-f22f4d1b6d21,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:15.404459 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-79012afe-811d-4153-bf9b-9b2b3c3c4aa0 req-4e63dc6e-7d3d-482b-b04f-3b0b9b9db705 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Calling delete_port for af73c99d-e823-47c4-aa9a-9c282680758f owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:15.467986 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b385c8a2-df94-4f71-b363-0f96b99d2ae9 req-b741c14e-cbbe-4ee8-b1f4-4dcbd88b8a79 tempest-MigrationsAdminTest-1233656105 tempest-MigrationsAdminTest-1233656105-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0867271 Nov 25 19:26:15.570224 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43a1222b-7581-4982-8db3-0951328a3b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:15.580310 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-13a00879-e8f2-4f04-94b9-43f426810307 req-bef9acd6-2003-4b11-80c9-6cfaac3ba62c tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:15.583046 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-13a00879-e8f2-4f04-94b9-43f426810307 req-bef9acd6-2003-4b11-80c9-6cfaac3ba62c tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:15.584291 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13a00879-e8f2-4f04-94b9-43f426810307 req-bef9acd6-2003-4b11-80c9-6cfaac3ba62c tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "DELETE /v2.0/security-groups/2e1f0878-c58c-4447-a438-3584bdeef568 HTTP/1.1" status: 204 len: 173 time: 0.5633175 Nov 25 19:26:15.748056 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9acd6-2003-4b11-80c9-6cfaac3ba62c tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1f0878-c58c-4447-a438-3584bdeef568,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:15.771380 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43a1222b-7581-4982-8db3-0951328a3b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:15.792974 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43a1222b-7581-4982-8db3-0951328a3b26 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:15.856270 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:26:15.857183 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:26:15.899866 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-018bb8ce-a170-4617-bfa9-a53cfb2c6566 None None] Provisioning complete for port 93a8bf0d-ebd1-4d48-bc4a-d379e123c668 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:15.900370 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-018bb8ce-a170-4617-bfa9-a53cfb2c6566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:15.919927 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43a1222b-7581-4982-8db3-0951328a3b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:15.920734 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a1222b-7581-4982-8db3-0951328a3b26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 988af9e9-dda1-432f-9125-538d507a4c5a {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:26:15.925440 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43a1222b-7581-4982-8db3-0951328a3b26 admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:15.926877 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-43a1222b-7581-4982-8db3-0951328a3b26 admin admin] 10.222.0.55 "DELETE /v2.0/routers/988af9e9-dda1-432f-9125-538d507a4c5a HTTP/1.1" status: 204 len: 168 time: 3.2559953 Nov 25 19:26:15.929529 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59980) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:15.937162 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-b0c9fe35-51ee-48ff-8bbd-532b7c17648d None None] Allocated IP 19.86.0.2 (691cf5c2-620f-4c9d-9c30-1d81c1491c9a/0c41b6ea-b753-4045-9d39-1185f710452f/59d14b99-ec42-40a9-8ac5-8047bd5e76ca) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:26:16.070160 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ee9550-9647-47cb-b357-b799150d54db admin admin] Deleting subnet 30ef7416-4ccd-48d8-9a48-41aeb811d2f6 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:26:16.079125 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9550-9647-47cb-b357-b799150d54db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:16.153143 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9550-9647-47cb-b357-b799150d54db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:16.240599 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9550-9647-47cb-b357-b799150d54db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:16.256203 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-79012afe-811d-4153-bf9b-9b2b3c3c4aa0 req-4e63dc6e-7d3d-482b-b04f-3b0b9b9db705 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:16.269708 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02133959-01d1-457b-be53-5b272a42afb0 req-f4309068-d235-41fc-9d1f-340221c1422e tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:16.276614 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02133959-01d1-457b-be53-5b272a42afb0 req-f4309068-d235-41fc-9d1f-340221c1422e tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:16.279308 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02133959-01d1-457b-be53-5b272a42afb0 req-f4309068-d235-41fc-9d1f-340221c1422e tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/networks?id=4fe251c2-2404-43a7-ad62-7730b75d05dc&id=691cf5c2-620f-4c9d-9c30-1d81c1491c9a HTTP/1.1" status: 200 len: 1390 time: 0.6011031 Nov 25 19:26:16.289535 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f08ce7ca-34dd-4f75-85ee-d68c1b0125df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:16.335182 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63dc6e-7d3d-482b-b04f-3b0b9b9db705 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Pushing event deleted for resources: {'Port': ['ID=af73c99d-e823-47c4-aa9a-9c282680758f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:16.370037 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9550-9647-47cb-b357-b799150d54db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:16.419075 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02133959-01d1-457b-be53-5b272a42afb0 req-722862f1-9999-43f9-ae7e-028739918cd1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/quotas/0f7164e740744c639f0ffd8c8c8559ff HTTP/1.1" status: 200 len: 375 time: 0.0943658 Nov 25 19:26:16.424618 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ce7ca-34dd-4f75-85ee-d68c1b0125df admin admin] Pushing event deleted for resources: {'Port': ['ID=053aca7d-da8e-4830-9b96-64ea34d27109,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:16.476675 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee9550-9647-47cb-b357-b799150d54db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30ef7416-4ccd-48d8-9a48-41aeb811d2f6,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:16.477642 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b0c9fe35-51ee-48ff-8bbd-532b7c17648d None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:16.483244 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9550-9647-47cb-b357-b799150d54db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:16.496854 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59990) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:16.500239 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f9ee9550-9647-47cb-b357-b799150d54db admin admin] 10.222.0.55 "DELETE /v2.0/subnets/30ef7416-4ccd-48d8-9a48-41aeb811d2f6 HTTP/1.1" status: 204 len: 168 time: 0.5557675 Nov 25 19:26:16.506542 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-79012afe-811d-4153-bf9b-9b2b3c3c4aa0 req-4e63dc6e-7d3d-482b-b04f-3b0b9b9db705 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] No DVR routers for this DVR port af73c99d-e823-47c4-aa9a-9c282680758f on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:26:16.508109 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b0c9fe35-51ee-48ff-8bbd-532b7c17648d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:16.511139 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-79012afe-811d-4153-bf9b-9b2b3c3c4aa0 req-4e63dc6e-7d3d-482b-b04f-3b0b9b9db705 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:16.514893 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-79012afe-811d-4153-bf9b-9b2b3c3c4aa0 req-4e63dc6e-7d3d-482b-b04f-3b0b9b9db705 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.85 "DELETE /v2.0/ports/af73c99d-e823-47c4-aa9a-9c282680758f HTTP/1.1" status: 204 len: 173 time: 2.6200397 Nov 25 19:26:16.549536 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d55d1ec-7f06-4f9a-9853-c0dc1d43449b', 'name': 'network-vif-deleted', 'tag': 'af73c99d-e823-47c4-aa9a-9c282680758f'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:16.552611 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437d33f2-b3b5-475d-bd6f-537e67861e77" -d '{"events": [{"server_uuid": "2d55d1ec-7f06-4f9a-9853-c0dc1d43449b", "name": "network-vif-deleted", "tag": "af73c99d-e823-47c4-aa9a-9c282680758f"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:16.656789 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c9fe35-51ee-48ff-8bbd-532b7c17648d None None] Network 691cf5c2-620f-4c9d-9c30-1d81c1491c9a is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:16.660524 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-b0c9fe35-51ee-48ff-8bbd-532b7c17648d None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:16.674944 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c9fe35-51ee-48ff-8bbd-532b7c17648d None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:26:16.715026 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59996) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:16.748001 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9fe35-51ee-48ff-8bbd-532b7c17648d None None] Pushing event updated for resources: {'Port': ['ID=59d14b99-ec42-40a9-8ac5-8047bd5e76ca,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:16.843950 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b0c9fe35-51ee-48ff-8bbd-532b7c17648d None None] Attempting to bind port 59d14b99-ec42-40a9-8ac5-8047bd5e76ca on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:26:16.845151 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b0c9fe35-51ee-48ff-8bbd-532b7c17648d None None] Attempting to bind port 59d14b99-ec42-40a9-8ac5-8047bd5e76ca by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '6b9320a8-1287-4e6a-a1dd-f5da79f3b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '691cf5c2-620f-4c9d-9c30-1d81c1491c9a'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:26:16.847282 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c9fe35-51ee-48ff-8bbd-532b7c17648d None None] Attempting to bind port 59d14b99-ec42-40a9-8ac5-8047bd5e76ca on network 691cf5c2-620f-4c9d-9c30-1d81c1491c9a {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:16.872681 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c9fe35-51ee-48ff-8bbd-532b7c17648d None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:26:16.873338 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c9fe35-51ee-48ff-8bbd-532b7c17648d None None] Checking segment: {'id': '6b9320a8-1287-4e6a-a1dd-f5da79f3b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '691cf5c2-620f-4c9d-9c30-1d81c1491c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:16.873574 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b0c9fe35-51ee-48ff-8bbd-532b7c17648d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:16.874162 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c9fe35-51ee-48ff-8bbd-532b7c17648d None None] Bound using segment: {'id': '6b9320a8-1287-4e6a-a1dd-f5da79f3b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '691cf5c2-620f-4c9d-9c30-1d81c1491c9a'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:26:16.874703 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b0c9fe35-51ee-48ff-8bbd-532b7c17648d None None] Bound port: 59d14b99-ec42-40a9-8ac5-8047bd5e76ca, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9320a8-1287-4e6a-a1dd-f5da79f3b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '691cf5c2-620f-4c9d-9c30-1d81c1491c9a'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:26:16.875103 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b0c9fe35-51ee-48ff-8bbd-532b7c17648d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:16.886639 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65490320-0c40-4fd2-a925-977dbf174089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:16.963116 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device af73c99d-e823-47c4-aa9a-9c282680758f no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:26:17.044179 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 93a8bf0d-ebd1-4d48-bc4a-d379e123c668 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:17.049761 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: af73c99d-e823-47c4-aa9a-9c282680758f {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:26:17.050758 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device af73c99d-e823-47c4-aa9a-9c282680758f not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:26:17.079680 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c0e6a0ac-bbcd-40a3-b570-df2643af2cce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:17.080483 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b0c9fe35-51ee-48ff-8bbd-532b7c17648d None None] For port 59d14b99-ec42-40a9-8ac5-8047bd5e76ca, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:17.115579 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b0c9fe35-51ee-48ff-8bbd-532b7c17648d None None] For port 59d14b99-ec42-40a9-8ac5-8047bd5e76ca, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=59d14b99-ec42-40a9-8ac5-8047bd5e76ca,segment=NetworkSegment(6b9320a8-1287-4e6a-a1dd-f5da79f3b68a),segment_id=6b9320a8-1287-4e6a-a1dd-f5da79f3b68a)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:26:17.128057 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b0c9fe35-51ee-48ff-8bbd-532b7c17648d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:17.187937 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02133959-01d1-457b-be53-5b272a42afb0 req-8a05f777-c296-428b-af20-0b9adcd76b56 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f7164e740744c639f0ffd8c8c8559ff&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6984034 Nov 25 19:26:17.315017 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65490320-0c40-4fd2-a925-977dbf174089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:17.320107 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 93a8bf0d-ebd1-4d48-bc4a-d379e123c668 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:17.321220 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:17.381758 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9fe35-51ee-48ff-8bbd-532b7c17648d None None] Pushing event updated for resources: {'Port': ['ID=59d14b99-ec42-40a9-8ac5-8047bd5e76ca,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:17.396752 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-57b8b23b-d813-45fe-a810-26922525b802 req-2e58192c-dad2-4dc0-a55f-fd4ec6694f83 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d55d1ec-7f06-4f9a-9853-c0dc1d43449b HTTP/1.1" status: 200 len: 210 time: 0.1182866 Nov 25 19:26:17.484353 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-65490320-0c40-4fd2-a925-977dbf174089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda7496d-bf1c-4f51-9cb3-30cbb8a65738']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:17.504614 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-65490320-0c40-4fd2-a925-977dbf174089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9249d696-fa20-46b2-842b-6fcf068e2e19') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:17.504905 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-65490320-0c40-4fd2-a925-977dbf174089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9249d696-fa20-46b2-842b-6fcf068e2e19') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:17.513359 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f08ce7ca-34dd-4f75-85ee-d68c1b0125df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:17.514223 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c0e6a0ac-bbcd-40a3-b570-df2643af2cce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:17.524971 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9f21e071-927a-4023-acad-e76453f96fff req-99344557-f560-4714-9409-f063f3866a61 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4328673 Nov 25 19:26:17.528512 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c0e6a0ac-bbcd-40a3-b570-df2643af2cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:17.538093 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65490320-0c40-4fd2-a925-977dbf174089 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:17.560570 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02133959-01d1-457b-be53-5b272a42afb0 req-9df00ad3-32e2-432c-8b79-25c308ca8d3f service neutron] 10.222.0.55 "GET /v2.0/networks/4fe251c2-2404-43a7-ad62-7730b75d05dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705316 Nov 25 19:26:17.585074 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6a0ac-bbcd-40a3-b570-df2643af2cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64de47b2-3090-47d3-ad5a-17a1d0c95a0f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:17.596881 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-9f21e071-927a-4023-acad-e76453f96fff req-ab506ae0-ee0e-4470-84e9-02013d10d569 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:26:17.599476 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9f21e071-927a-4023-acad-e76453f96fff req-ab506ae0-ee0e-4470-84e9-02013d10d569 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069103 Nov 25 19:26:17.619259 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c0e6a0ac-bbcd-40a3-b570-df2643af2cce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a20d6dfbb254efaaa42cdc8ef53deb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9031005 Nov 25 19:26:17.625113 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60010) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:17.770226 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65490320-0c40-4fd2-a925-977dbf174089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:17.779892 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a99dfb1a-bcb8-4d04-ba6e-63ff8a191ff2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:17.787545 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:26:17.824783 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65490320-0c40-4fd2-a925-977dbf174089 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:26:17.825184 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65490320-0c40-4fd2-a925-977dbf174089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:26:17.827375 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:26:17.846539 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:26:17.847273 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ea6ed9ab-0c2f-4da9-ad3a-32b3cc561e2c not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:26:17.848595 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4513cdd1-0736-4741-bb79-0e2c49de31a4 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:26:17.875733 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a99dfb1a-bcb8-4d04-ba6e-63ff8a191ff2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:17.901595 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 4513cdd1-0736-4741-bb79-0e2c49de31a4 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:26:17.902185 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4513cdd1-0736-4741-bb79-0e2c49de31a4 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:26:17.988175 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a99dfb1a-bcb8-4d04-ba6e-63ff8a191ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:17.994403 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a99dfb1a-bcb8-4d04-ba6e-63ff8a191ff2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:18.000955 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a99dfb1a-bcb8-4d04-ba6e-63ff8a191ff2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/64de47b2-3090-47d3-ad5a-17a1d0c95a0f HTTP/1.1" status: 204 len: 168 time: 0.3735018 Nov 25 19:26:18.042177 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99dfb1a-bcb8-4d04-ba6e-63ff8a191ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64de47b2-3090-47d3-ad5a-17a1d0c95a0f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:18.300473 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59958f-23e3-41f1-ad2d-b1e3bffbd849 req-283953fe-8647-49e2-bc50-944cae6fe29c tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:18.307185 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff59958f-23e3-41f1-ad2d-b1e3bffbd849 req-283953fe-8647-49e2-bc50-944cae6fe29c tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 950 time: 0.1239803 Nov 25 19:26:18.351235 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5336da-cdf3-4383-8ab3-417dc3b11985 x-openstack-request-id: req-ce5336da-cdf3-4383-8ab3-417dc3b11985 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:18.352937 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d55d1ec-7f06-4f9a-9853-c0dc1d43449b", "name": "network-vif-deleted", "tag": "af73c99d-e823-47c4-aa9a-9c282680758f", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:18.352937 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ce5336da-cdf3-4383-8ab3-417dc3b11985 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:18.353684 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d55d1ec-7f06-4f9a-9853-c0dc1d43449b', 'name': 'network-vif-deleted', 'tag': 'af73c99d-e823-47c4-aa9a-9c282680758f', 'status': 'completed', 'code': 200} Nov 25 19:26:18.391478 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff59958f-23e3-41f1-ad2d-b1e3bffbd849 req-cc91bfd8-2727-4c8e-8177-a45f719af993 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766842 Nov 25 19:26:18.452554 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65490320-0c40-4fd2-a925-977dbf174089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:18.507969 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65490320-0c40-4fd2-a925-977dbf174089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:18.520863 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-65490320-0c40-4fd2-a925-977dbf174089 admin admin] 10.222.0.55 "DELETE /v2.0/networks/cda7496d-bf1c-4f51-9cb3-30cbb8a65738 HTTP/1.1" status: 204 len: 168 time: 2.0212462 Nov 25 19:26:18.589786 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02133959-01d1-457b-be53-5b272a42afb0 req-cf8eb946-1fe6-402f-bb87-4474e149ca17 service neutron] 10.222.0.55 "GET /v2.0/networks/4fe251c2-2404-43a7-ad62-7730b75d05dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0277314 Nov 25 19:26:18.608128 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65490320-0c40-4fd2-a925-977dbf174089 admin admin] Pushing event deleted for resources: {'Network': ['ID=cda7496d-bf1c-4f51-9cb3-30cbb8a65738,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:18.665160 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60046) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:18.710668 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc968610-33f6-4452-af7f-d1a80574dc7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:18.877200 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [req-b0998a79-ef62-42e1-832a-0a6701fbaf85 req-5a830102-955a-4a21-8ead-e476c625959f tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] show failed (client error): The resource could not be found. Nov 25 19:26:18.878474 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b0998a79-ef62-42e1-832a-0a6701fbaf85 req-5a830102-955a-4a21-8ead-e476c625959f tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/2134db4f-fcd1-409d-977a-0dcd8df17aa8 HTTP/1.1" status: 404 len: 352 time: 0.0303452 Nov 25 19:26:18.913385 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc968610-33f6-4452-af7f-d1a80574dc7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:18.935029 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc968610-33f6-4452-af7f-d1a80574dc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:18.959672 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 59d14b99-ec42-40a9-8ac5-8047bd5e76ca up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:19.037358 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60056) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:19.107892 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 59d14b99-ec42-40a9-8ac5-8047bd5e76ca triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:19.108383 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:19.113914 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bc968610-33f6-4452-af7f-d1a80574dc7e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6958487de22e4246bb3abfe4b74d62b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4468663 Nov 25 19:26:19.129177 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60058) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:19.169994 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc968610-33f6-4452-af7f-d1a80574dc7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127e208d-5d27-412f-ad37-45fa752704a4,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:19.240703 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cb84ba79-431d-4db0-a358-b12bdb60cb42 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=946f818daf4a4dbcab9cf628061e104a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2012286 Nov 25 19:26:19.246418 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60060) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:19.289266 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:19.335144 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02133959-01d1-457b-be53-5b272a42afb0 req-bec72765-bde2-4974-8524-4f5ca8c92d6b service neutron] 10.222.0.55 "GET /v2.0/networks/691cf5c2-620f-4c9d-9c30-1d81c1491c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7118187 Nov 25 19:26:19.381174 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 59d14b99-ec42-40a9-8ac5-8047bd5e76ca, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=59d14b99-ec42-40a9-8ac5-8047bd5e76ca,segment=NetworkSegment(6b9320a8-1287-4e6a-a1dd-f5da79f3b68a),segment_id=6b9320a8-1287-4e6a-a1dd-f5da79f3b68a)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:19.388429 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bae022-ab19-4836-b4a0-c1cdb6e4da8a None None] Network 691cf5c2-620f-4c9d-9c30-1d81c1491c9a requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:26:19.395292 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:19.458947 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c85a44a-5bbd-4096-8494-688398ac71db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:19.462928 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9fee7488-3989-49e0-ab37-568ae8d546c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:19.479794 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08ce7ca-34dd-4f75-85ee-d68c1b0125df admin admin] Router aa0dbc07-c792-4e3e-9875-4fce6df5735b has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:26:19.571964 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9fee7488-3989-49e0-ab37-568ae8d546c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:19.584538 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c85a44a-5bbd-4096-8494-688398ac71db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:19.614991 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02133959-01d1-457b-be53-5b272a42afb0 req-df818dc0-4771-4748-9691-7171a3d6d543 service neutron] 10.222.0.55 "GET /v2.0/networks/691cf5c2-620f-4c9d-9c30-1d81c1491c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594144 Nov 25 19:26:19.642423 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6d146e48-d5f2-4945-b96b-5fc804bf48fe None None] Provisioning complete for port 59d14b99-ec42-40a9-8ac5-8047bd5e76ca triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:19.643774 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d146e48-d5f2-4945-b96b-5fc804bf48fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:19.653580 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=59d14b99-ec42-40a9-8ac5-8047bd5e76ca,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:19.723844 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08ce7ca-34dd-4f75-85ee-d68c1b0125df admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:26:19.745112 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f08ce7ca-34dd-4f75-85ee-d68c1b0125df admin admin] 10.222.0.55 "PUT /v2.0/routers/aa0dbc07-c792-4e3e-9875-4fce6df5735b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9982107 Nov 25 19:26:19.745675 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60064) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:19.796449 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1379ff-3b48-4fb3-a5cf-32afe330fb3c None None] Sync routers for ids ['aa0dbc07-c792-4e3e-9875-4fce6df5735b'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:26:19.825369 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9fee7488-3989-49e0-ab37-568ae8d546c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:19.840069 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9fee7488-3989-49e0-ab37-568ae8d546c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:19.846419 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9fee7488-3989-49e0-ab37-568ae8d546c8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/127e208d-5d27-412f-ad37-45fa752704a4 HTTP/1.1" status: 204 len: 168 time: 0.7141898 Nov 25 19:26:19.861412 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c85a44a-5bbd-4096-8494-688398ac71db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:19.881654 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c85a44a-5bbd-4096-8494-688398ac71db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:19.889765 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2c85a44a-5bbd-4096-8494-688398ac71db admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a382282-b805-4a32-8709-841c1a704173 HTTP/1.1" status: 204 len: 168 time: 0.6416574 Nov 25 19:26:19.912980 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1379ff-3b48-4fb3-a5cf-32afe330fb3c None None] Routers {'aa0dbc07-c792-4e3e-9875-4fce6df5735b'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:19.914043 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9d1379ff-3b48-4fb3-a5cf-32afe330fb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:26:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['aa0dbc07-c792-4e3e-9875-4fce6df5735b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:19.926334 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee7488-3989-49e0-ab37-568ae8d546c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127e208d-5d27-412f-ad37-45fa752704a4,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:19.960848 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85a44a-5bbd-4096-8494-688398ac71db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a382282-b805-4a32-8709-841c1a704173,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:20.137395 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21e071-927a-4023-acad-e76453f96fff req-5d304f07-ef75-40a3-a71a-7dd0fba2a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:20.142455 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f21e071-927a-4023-acad-e76453f96fff req-5d304f07-ef75-40a3-a71a-7dd0fba2a3b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 1101 time: 0.1632259 Nov 25 19:26:20.195317 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0cef566f-9f5e-4d13-8e0d-440e20185d44 admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:20.199389 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-9d1379ff-3b48-4fb3-a5cf-32afe330fb3c None None] Set router aa0dbc07-c792-4e3e-9875-4fce6df5735b gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:20.232186 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [req-94edac92-2b14-4f36-a9ff-24aec590bcea req-8c36b028-b353-4dee-a098-f6a05b1819d0 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] show failed (client error): The resource could not be found. Nov 25 19:26:20.245493 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94edac92-2b14-4f36-a9ff-24aec590bcea req-8c36b028-b353-4dee-a098-f6a05b1819d0 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/f50e478f-d944-4849-bfd9-c2b7055831ff HTTP/1.1" status: 404 len: 352 time: 0.1412828 Nov 25 19:26:20.456775 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e82ad-ea79-4ab7-9520-a91aebb019ff req-7f9fab2a-e76b-404b-af47-92bc1bb7e41b tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:20.466234 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d99e82ad-ea79-4ab7-9520-a91aebb019ff req-7f9fab2a-e76b-404b-af47-92bc1bb7e41b tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 950 time: 0.0905364 Nov 25 19:26:20.507291 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21e071-927a-4023-acad-e76453f96fff req-553c661b-aa04-4932-bd28-18e55cc2384b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:20.512147 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f21e071-927a-4023-acad-e76453f96fff req-553c661b-aa04-4932-bd28-18e55cc2384b service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.3611038 Nov 25 19:26:20.581323 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f21e071-927a-4023-acad-e76453f96fff req-8c548405-b330-418a-bc59-0276153c2626 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=ea3607b0-e601-4614-85a3-1ba172392d90 HTTP/1.1" status: 200 len: 217 time: 0.0579419 Nov 25 19:26:20.590057 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d99e82ad-ea79-4ab7-9520-a91aebb019ff req-3827fd91-9516-4b41-8518-76397302de3e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185863 Nov 25 19:26:20.645546 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9d1379ff-3b48-4fb3-a5cf-32afe330fb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'name': 'tempest-ServersTestJSON-1069526215-router', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '12baf253-5abe-4b37-88b0-f01869853008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:13Z', 'updated_at': '2021-11-25T19:26:16Z', 'revision_number': 5, 'project_id': '23991161b62746f8984bbac8592ca345', 'gw_port': {'id': '12baf253-5abe-4b37-88b0-f01869853008', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:15Z', 'updated_at': '2021-11-25T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:20.663914 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60080) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:20.693586 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1379ff-3b48-4fb3-a5cf-32afe330fb3c None None] Checking router: aa0dbc07-c792-4e3e-9875-4fce6df5735b for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:26:20.713264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1379ff-3b48-4fb3-a5cf-32afe330fb3c None None] Routers {'aa0dbc07-c792-4e3e-9875-4fce6df5735b'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:20.714075 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9d1379ff-3b48-4fb3-a5cf-32afe330fb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:26:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['aa0dbc07-c792-4e3e-9875-4fce6df5735b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:20.764219 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 59d14b99-ec42-40a9-8ac5-8047bd5e76ca up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:20.789913 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0cef566f-9f5e-4d13-8e0d-440e20185d44 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:20.823823 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21e071-927a-4023-acad-e76453f96fff req-341ccdb7-7997-4b0a-9d68-f610f899d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:20.827884 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f21e071-927a-4023-acad-e76453f96fff req-341ccdb7-7997-4b0a-9d68-f610f899d2c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.2308390 Nov 25 19:26:20.847974 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b0257-264e-4a2e-8639-a51b89910531 req-19cfe205-593a-466b-9465-568f356f3055 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:20.854839 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-459b0257-264e-4a2e-8639-a51b89910531 req-19cfe205-593a-466b-9465-568f356f3055 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/ports?device_id=33d87a23-2c92-4a90-a39f-a84d0bb3a746 HTTP/1.1" status: 200 len: 949 time: 0.1181457 Nov 25 19:26:21.033562 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0cef566f-9f5e-4d13-8e0d-440e20185d44 admin admin] Deleting port 12baf253-5abe-4b37-88b0-f01869853008 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:21.033562 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0cef566f-9f5e-4d13-8e0d-440e20185d44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:21.062688 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-fb23e15c-2b80-41be-ac21-4e7e93853704 None None] Provisioning complete for port 59d14b99-ec42-40a9-8ac5-8047bd5e76ca triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:21.062688 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fb23e15c-2b80-41be-ac21-4e7e93853704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:21.070266 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-459b0257-264e-4a2e-8639-a51b89910531 req-f14c75da-30e9-4aaf-b3aa-d88deeee978a tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/security-groups?id=772dede1-354e-4651-94c8-47cfb1c9ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107012 Nov 25 19:26:21.116258 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a40f6756-feca-4d90-bbaf-1c8eca63b3bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:21.129527 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21e071-927a-4023-acad-e76453f96fff req-79803d54-ae93-490a-9c94-859cec1482a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:21.136597 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f21e071-927a-4023-acad-e76453f96fff req-79803d54-ae93-490a-9c94-859cec1482a5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2420361 Nov 25 19:26:21.216170 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 59d14b99-ec42-40a9-8ac5-8047bd5e76ca triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:21.217050 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:21.245396 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-9d1379ff-3b48-4fb3-a5cf-32afe330fb3c None None] Set router aa0dbc07-c792-4e3e-9875-4fce6df5735b gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:21.284878 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a508229e-38ab-494d-b914-411708921690 req-48dc246f-bd54-4589-a0a6-789247cd9c6e tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b882a17-345d-4be2-a626-f90e42edaefd HTTP/1.1" status: 200 len: 210 time: 0.1373341 Nov 25 19:26:21.315484 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [req-dadd1f24-8bdc-4f27-8a45-52aa2d9d0b21 req-a46fb907-746c-43b2-8d96-ff6064d599fb tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] show failed (client error): The resource could not be found. Nov 25 19:26:21.327585 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dadd1f24-8bdc-4f27-8a45-52aa2d9d0b21 req-a46fb907-746c-43b2-8d96-ff6064d599fb tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/2bb3c663-cd8d-4971-b3ed-a01fb72820f6 HTTP/1.1" status: 404 len: 352 time: 0.1401882 Nov 25 19:26:21.445199 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [req-c5591958-fa01-4643-bd17-02650f746df2 req-041a976f-56d3-4a29-88f9-4828f769446b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] show failed (client error): The resource could not be found. Nov 25 19:26:21.474450 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c5591958-fa01-4643-bd17-02650f746df2 req-041a976f-56d3-4a29-88f9-4828f769446b tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/55ec200b-b6ae-44f3-8255-0866d867e984 HTTP/1.1" status: 404 len: 352 time: 0.0538542 Nov 25 19:26:21.484785 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a40f6756-feca-4d90-bbaf-1c8eca63b3bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:21.490969 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a40f6756-feca-4d90-bbaf-1c8eca63b3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:21.526965 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a40f6756-feca-4d90-bbaf-1c8eca63b3bb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8397b9a1773a46879a1899841d86f8ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8610044 Nov 25 19:26:21.538650 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60118) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:21.545763 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-0cef566f-9f5e-4d13-8e0d-440e20185d44 admin admin] For port 12baf253-5abe-4b37-88b0-f01869853008, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=12baf253-5abe-4b37-88b0-f01869853008,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:21.548162 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0cef566f-9f5e-4d13-8e0d-440e20185d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:21.580960 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [req-ce95d610-a3f6-44b6-a628-c5dc2db6af58 req-2c4828ae-4380-4e4e-944a-90b02ba9e9db tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] show failed (client error): The resource could not be found. Nov 25 19:26:21.591368 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ce95d610-a3f6-44b6-a628-c5dc2db6af58 req-2c4828ae-4380-4e4e-944a-90b02ba9e9db tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/aecd124b-f033-4770-808a-e96fa6929906 HTTP/1.1" status: 404 len: 352 time: 0.0611427 Nov 25 19:26:21.602349 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0cef566f-9f5e-4d13-8e0d-440e20185d44 admin admin] Calling delete_port for 12baf253-5abe-4b37-88b0-f01869853008 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:21.838674 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9d1379ff-3b48-4fb3-a5cf-32afe330fb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'name': 'tempest-ServersTestJSON-1069526215-router', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '12baf253-5abe-4b37-88b0-f01869853008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:13Z', 'updated_at': '2021-11-25T19:26:16Z', 'revision_number': 5, 'project_id': '23991161b62746f8984bbac8592ca345', 'gw_port': {'id': '12baf253-5abe-4b37-88b0-f01869853008', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:15Z', 'updated_at': '2021-11-25T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:21.845149 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f6756-feca-4d90-bbaf-1c8eca63b3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1851c0-4d53-449d-a6aa-f29c96723f46,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:21.871672 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40f6756-feca-4d90-bbaf-1c8eca63b3bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:21.871990 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40f6756-feca-4d90-bbaf-1c8eca63b3bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:21.872409 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40f6756-feca-4d90-bbaf-1c8eca63b3bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:21.872738 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40f6756-feca-4d90-bbaf-1c8eca63b3bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:21.873081 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40f6756-feca-4d90-bbaf-1c8eca63b3bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:21.873421 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40f6756-feca-4d90-bbaf-1c8eca63b3bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:21.874045 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40f6756-feca-4d90-bbaf-1c8eca63b3bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:21.874408 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40f6756-feca-4d90-bbaf-1c8eca63b3bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:21.874746 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40f6756-feca-4d90-bbaf-1c8eca63b3bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:21.875066 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40f6756-feca-4d90-bbaf-1c8eca63b3bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:21.875402 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40f6756-feca-4d90-bbaf-1c8eca63b3bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:21.875745 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40f6756-feca-4d90-bbaf-1c8eca63b3bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:21.947975 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-041ccdf9-16aa-4f87-ae36-67014878ad4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:21.967782 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c03803-f055-4163-b456-ed82913a3225 req-7a255db6-1892-4845-b864-60132325e270 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:21.969464 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94c03803-f055-4163-b456-ed82913a3225 req-7a255db6-1892-4845-b864-60132325e270 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 950 time: 0.2360771 Nov 25 19:26:21.981143 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1379ff-3b48-4fb3-a5cf-32afe330fb3c None None] The sync data for ids ['aa0dbc07-c792-4e3e-9875-4fce6df5735b'] in n-d-819349-5 is: [{'id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'name': 'tempest-ServersTestJSON-1069526215-router', 'tenant_id': '23991161b62746f8984bbac8592ca345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '12baf253-5abe-4b37-88b0-f01869853008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:13Z', 'updated_at': '2021-11-25T19:26:16Z', 'revision_number': 5, 'project_id': '23991161b62746f8984bbac8592ca345', 'gw_port': {'id': '12baf253-5abe-4b37-88b0-f01869853008', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0dbc07-c792-4e3e-9875-4fce6df5735b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:15Z', 'updated_at': '2021-11-25T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:26:22.047488 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f21e071-927a-4023-acad-e76453f96fff req-e465e137-6ef8-4413-b716-a77ec020d20f service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8533764 Nov 25 19:26:22.057187 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-041ccdf9-16aa-4f87-ae36-67014878ad4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:22.067761 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [req-77120756-6666-42cc-968e-446be0efd3a4 req-353a0519-830a-4686-8c64-4b9c484af329 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] show failed (client error): The resource could not be found. Nov 25 19:26:22.069759 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-77120756-6666-42cc-968e-446be0efd3a4 req-353a0519-830a-4686-8c64-4b9c484af329 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/28402219-347a-4d04-8921-1d6827a7698a HTTP/1.1" status: 404 len: 352 time: 0.0641134 Nov 25 19:26:22.238996 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94c03803-f055-4163-b456-ed82913a3225 req-8ac0e62a-55d6-483c-85ea-903e2431f533 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379055 Nov 25 19:26:22.279289 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-041ccdf9-16aa-4f87-ae36-67014878ad4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:22.306691 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-041ccdf9-16aa-4f87-ae36-67014878ad4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:22.315273 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-041ccdf9-16aa-4f87-ae36-67014878ad4d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dd1851c0-4d53-449d-a6aa-f29c96723f46 HTTP/1.1" status: 204 len: 168 time: 0.7727244 Nov 25 19:26:22.351131 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ccdf9-16aa-4f87-ae36-67014878ad4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1851c0-4d53-449d-a6aa-f29c96723f46,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:22.427773 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f21e071-927a-4023-acad-e76453f96fff req-addc32a1-ba94-45eb-9678-8fd8fe71bf68 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637409 Nov 25 19:26:22.466589 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0cef566f-9f5e-4d13-8e0d-440e20185d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:22.560543 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef566f-9f5e-4d13-8e0d-440e20185d44 admin admin] Pushing event deleted for resources: {'Port': ['ID=12baf253-5abe-4b37-88b0-f01869853008,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:22.639815 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 053aca7d-da8e-4830-9b96-64ea34d27109 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:26:22.670275 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60152) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:22.681234 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdad91-359e-4f09-9c85-2b77374da758 req-e92d7bfc-fadc-4fac-b31a-3acd1d4e2e7f tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:22.704804 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b3bdad91-359e-4f09-9c85-2b77374da758 req-e92d7bfc-fadc-4fac-b31a-3acd1d4e2e7f tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/ports?device_id=33d87a23-2c92-4a90-a39f-a84d0bb3a746 HTTP/1.1" status: 200 len: 949 time: 0.2224648 Nov 25 19:26:22.707269 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 053aca7d-da8e-4830-9b96-64ea34d27109 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:26:22.707970 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 053aca7d-da8e-4830-9b96-64ea34d27109 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:26:22.792437 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-676c5697-2402-4520-8af6-dfd82bc20a40 req-730a7857-3516-4b22-ab85-9334e0063a54 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b882a17-345d-4be2-a626-f90e42edaefd HTTP/1.1" status: 200 len: 210 time: 0.1659536 Nov 25 19:26:22.863916 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b3bdad91-359e-4f09-9c85-2b77374da758 req-572affd6-baa2-4f1d-8923-9f4ca4d1b355 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/security-groups?id=772dede1-354e-4651-94c8-47cfb1c9ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476464 Nov 25 19:26:22.896418 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ac598-2990-402d-b02f-29bc693a6c05 req-620891fb-1f04-40cc-8fd2-e0b0e3a7e802 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:22.898078 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ab6ac598-2990-402d-b02f-29bc693a6c05 req-620891fb-1f04-40cc-8fd2-e0b0e3a7e802 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.73 "GET /v2.0/ports?device_id=33d87a23-2c92-4a90-a39f-a84d0bb3a746 HTTP/1.1" status: 200 len: 949 time: 0.4213340 Nov 25 19:26:22.990967 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0cef566f-9f5e-4d13-8e0d-440e20185d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:23.125279 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0cef566f-9f5e-4d13-8e0d-440e20185d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:23.130928 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0cef566f-9f5e-4d13-8e0d-440e20185d44 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:23.157180 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a5cc3-28bf-4685-802e-258004291b4a req-136e9550-a640-457d-872c-5e4bb2458023 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:23.159529 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e28a5cc3-28bf-4685-802e-258004291b4a req-136e9550-a640-457d-872c-5e4bb2458023 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae4949a0-9f78-40c1-bd07-daa5793e7f45 HTTP/1.1" status: 200 len: 1024 time: 0.2454500 Nov 25 19:26:23.249454 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0cef566f-9f5e-4d13-8e0d-440e20185d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:23.250283 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cef566f-9f5e-4d13-8e0d-440e20185d44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa0dbc07-c792-4e3e-9875-4fce6df5735b {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:26:23.250550 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:23.271232 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0cef566f-9f5e-4d13-8e0d-440e20185d44 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:23.272817 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0cef566f-9f5e-4d13-8e0d-440e20185d44 admin admin] 10.222.0.55 "DELETE /v2.0/routers/aa0dbc07-c792-4e3e-9875-4fce6df5735b HTTP/1.1" status: 204 len: 168 time: 3.5257921 Nov 25 19:26:23.276454 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60164) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:23.333692 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5a30c71e-d46e-4535-af60-a130a5e078b7 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-750431968-network', 'tenant_id': '659501bf09834d388ad00d472815f5ef'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:23.346786 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-ab6ac598-2990-402d-b02f-29bc693a6c05 req-9feb3490-9b3c-41d4-9817-0481d6a1b51b tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Deleting port 6ad2908d-8dc8-4691-a342-f383caa653cd {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:23.350934 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ab6ac598-2990-402d-b02f-29bc693a6c05 req-9feb3490-9b3c-41d4-9817-0481d6a1b51b tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:23.549270 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-548ffafd-edd2-47b2-a043-00886f9594a2 admin admin] Deleting subnet 21938c7d-b4d4-4f25-b84e-57930efcc151 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:26:23.560868 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-548ffafd-edd2-47b2-a043-00886f9594a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:23.578791 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60168) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:23.614734 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e28a5cc3-28bf-4685-802e-258004291b4a req-2894a33a-fef6-421a-b902-e51e6a0c11e5 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c25eac1-db3d-489b-a726-d6fdf159c69e&id=8a7f3cce-49d3-4657-a14e-dedb1c90047b&id=151d8eda-0fa1-4893-a3e6-a191fb6bbf81&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.4191434 Nov 25 19:26:23.625434 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a30c71e-d46e-4535-af60-a130a5e078b7 admin admin] Made reservation on behalf of 659501bf09834d388ad00d472815f5ef for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:26:23.628291 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a30c71e-d46e-4535-af60-a130a5e078b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:23.639511 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-548ffafd-edd2-47b2-a043-00886f9594a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:23.639852 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ff159e4-466f-46bb-b668-f34aaa7ff799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:23.659437 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02133959-01d1-457b-be53-5b272a42afb0 req-96bd3d8d-92f8-4adc-946b-23f177d0b070 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:23.665901 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02133959-01d1-457b-be53-5b272a42afb0 req-96bd3d8d-92f8-4adc-946b-23f177d0b070 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:23.667596 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02133959-01d1-457b-be53-5b272a42afb0 req-96bd3d8d-92f8-4adc-946b-23f177d0b070 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.85 "GET /v2.0/networks?id=4fe251c2-2404-43a7-ad62-7730b75d05dc&id=691cf5c2-620f-4c9d-9c30-1d81c1491c9a HTTP/1.1" status: 200 len: 1390 time: 0.4593012 Nov 25 19:26:23.676570 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a30c71e-d46e-4535-af60-a130a5e078b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:23.693030 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-02133959-01d1-457b-be53-5b272a42afb0 req-5a3a5f3d-ffca-4884-a427-53022148e2ba tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Request body: {'port': {'device_id': '5b882a17-345d-4be2-a626-f90e42edaefd', 'network_id': '4fe251c2-2404-43a7-ad62-7730b75d05dc', 'admin_state_up': True, 'tenant_id': '0f7164e740744c639f0ffd8c8c8559ff'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:23.715528 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771b00c-026d-47f4-8c21-3dd24d63c9a3 req-3287038b-9fba-4188-b37d-7353b2aa9ead tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:23.718120 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a771b00c-026d-47f4-8c21-3dd24d63c9a3 req-3287038b-9fba-4188-b37d-7353b2aa9ead tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 950 time: 0.2992067 Nov 25 19:26:23.755755 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-ab6ac598-2990-402d-b02f-29bc693a6c05 req-9feb3490-9b3c-41d4-9817-0481d6a1b51b tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] For port 6ad2908d-8dc8-4691-a342-f383caa653cd, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=6ad2908d-8dc8-4691-a342-f383caa653cd,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:23.756444 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ab6ac598-2990-402d-b02f-29bc693a6c05 req-9feb3490-9b3c-41d4-9817-0481d6a1b51b tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:23.832034 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-ab6ac598-2990-402d-b02f-29bc693a6c05 req-9feb3490-9b3c-41d4-9817-0481d6a1b51b tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Calling delete_port for 6ad2908d-8dc8-4691-a342-f383caa653cd owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:23.879705 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a771b00c-026d-47f4-8c21-3dd24d63c9a3 req-69913d3c-cba4-409b-9ccf-7ce9da269b88 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445310 Nov 25 19:26:23.898527 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-548ffafd-edd2-47b2-a043-00886f9594a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:23.970632 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:24.019084 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-548ffafd-edd2-47b2-a043-00886f9594a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:24.072244 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96b41fc-42fa-4bc3-ae9d-ac79d3586ac4 None None] Network bc933d3d-e523-460c-b614-9d8fd0feeee5 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:26:24.082019 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-548ffafd-edd2-47b2-a043-00886f9594a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:24.091958 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-548ffafd-edd2-47b2-a043-00886f9594a2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/21938c7d-b4d4-4f25-b84e-57930efcc151 HTTP/1.1" status: 204 len: 168 time: 0.8122525 Nov 25 19:26:24.104017 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-241d6b14-d47b-49fa-b92b-67ea95ee6497 req-637edbda-7bab-4f51-b064-ebc99fb08f6d tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b882a17-345d-4be2-a626-f90e42edaefd HTTP/1.1" status: 200 len: 210 time: 0.0948353 Nov 25 19:26:24.137737 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60180) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:24.139256 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ffafd-edd2-47b2-a043-00886f9594a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21938c7d-b4d4-4f25-b84e-57930efcc151,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:24.395400 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae27703-e3ce-4613-a49e-081b609e3a3c None None] DHCP port deletion for bc933d3d-e523-460c-b614-9d8fd0feeee5 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:26:24.466439 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-2ae27703-e3ce-4613-a49e-081b609e3a3c None None] Deleting port 15e3006b-1acf-40ea-a6ec-9c7b443eba89 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:24.466836 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2ae27703-e3ce-4613-a49e-081b609e3a3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:24.564563 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0612020-7f68-4f34-9257-bc8e599c7786 req-6e8cb4e0-89bd-482a-ad52-abefd471a911 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:24.566328 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a0612020-7f68-4f34-9257-bc8e599c7786 req-6e8cb4e0-89bd-482a-ad52-abefd471a911 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.85 "GET /v2.0/ports?device_id=ae4949a0-9f78-40c1-bd07-daa5793e7f45 HTTP/1.1" status: 200 len: 1024 time: 0.7546682 Nov 25 19:26:24.571469 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2ae27703-e3ce-4613-a49e-081b609e3a3c None None] For port 15e3006b-1acf-40ea-a6ec-9c7b443eba89, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=15e3006b-1acf-40ea-a6ec-9c7b443eba89,segment=NetworkSegment(6295e493-366c-45cd-becd-98c07b502c83),segment_id=6295e493-366c-45cd-becd-98c07b502c83)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:24.575859 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2ae27703-e3ce-4613-a49e-081b609e3a3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:24.604607 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-2ae27703-e3ce-4613-a49e-081b609e3a3c None None] Calling delete_port for 15e3006b-1acf-40ea-a6ec-9c7b443eba89 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:24.652533 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951ffe7-8b00-44cb-8bbd-00bcedb520cd req-80b4e004-b5ea-4148-98a5-bf22db95932a tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:24.663930 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5951ffe7-8b00-44cb-8bbd-00bcedb520cd req-80b4e004-b5ea-4148-98a5-bf22db95932a tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/ports?device_id=33d87a23-2c92-4a90-a39f-a84d0bb3a746 HTTP/1.1" status: 200 len: 949 time: 0.6413941 Nov 25 19:26:24.669014 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8ccf93a-3eb3-4a56-8746-f22efe50ac6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:24.719041 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 15e3006b-1acf-40ea-a6ec-9c7b443eba89 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:26:24.743935 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ff159e4-466f-46bb-b668-f34aaa7ff799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:24.789908 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2ae27703-e3ce-4613-a49e-081b609e3a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:24.792044 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ff159e4-466f-46bb-b668-f34aaa7ff799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:24.793192 n-d-819349-5 neutron-server[103601]: INFO neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No ports have port_id starting with 15e3006b-1acf-40ea-a6ec-9c7b443eba89 Nov 25 19:26:24.798654 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a30c71e-d46e-4535-af60-a130a5e078b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:24.802002 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02133959-01d1-457b-be53-5b272a42afb0 req-5a3a5f3d-ffca-4884-a427-53022148e2ba tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Made reservation on behalf of 0f7164e740744c639f0ffd8c8c8559ff for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:26:24.803061 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 12baf253-5abe-4b37-88b0-f01869853008 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:26:24.806129 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-02133959-01d1-457b-be53-5b272a42afb0 req-5a3a5f3d-ffca-4884-a427-53022148e2ba tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:24.814143 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-004747ff-515c-469b-89ac-af7763805cfa tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=9d3c40583ccd42ebb89bd24417f0d365&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730228 Nov 25 19:26:24.832269 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5951ffe7-8b00-44cb-8bbd-00bcedb520cd req-5b48686c-c11b-4411-ae20-d7e1e5200501 tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.55 "GET /v2.0/security-groups?id=772dede1-354e-4651-94c8-47cfb1c9ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472912 Nov 25 19:26:24.834665 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a30c71e-d46e-4535-af60-a130a5e078b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:24.852543 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c8ccf93a-3eb3-4a56-8746-f22efe50ac6f admin admin] Deleting port 15e3006b-1acf-40ea-a6ec-9c7b443eba89 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:24.852781 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae27703-e3ce-4613-a49e-081b609e3a3c None None] Pushing event deleted for resources: {'Port': ['ID=15e3006b-1acf-40ea-a6ec-9c7b443eba89,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:24.855976 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8ccf93a-3eb3-4a56-8746-f22efe50ac6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:24.859011 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae27703-e3ce-4613-a49e-081b609e3a3c None None] No DVR routers for this DVR port 15e3006b-1acf-40ea-a6ec-9c7b443eba89 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:26:24.863480 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 12baf253-5abe-4b37-88b0-f01869853008 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:26:24.864180 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 12baf253-5abe-4b37-88b0-f01869853008 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:26:24.904766 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a30c71e-d46e-4535-af60-a130a5e078b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:26:24.909287 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff159e4-466f-46bb-b668-f34aaa7ff799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a8998d-4615-4269-9c26-e5b6e0ced8b0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:25.004061 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0ff159e4-466f-46bb-b668-f34aaa7ff799 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf4797e529d74b85914242d20fab64e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4231219 Nov 25 19:26:25.033258 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60200) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:25.036086 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a30c71e-d46e-4535-af60-a130a5e078b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:25.036428 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-5a30c71e-d46e-4535-af60-a130a5e078b7 admin admin] Added segment 9e6dc90a-d6b6-4631-b8a5-1627a0b38376 of type vlan for network 774c0a9a-4bdd-4fb4-8c9d-b58488bb7231 Nov 25 19:26:25.061767 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c8ccf93a-3eb3-4a56-8746-f22efe50ac6f admin admin] For port 15e3006b-1acf-40ea-a6ec-9c7b443eba89, host n-d-819349-5, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:25.062454 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8ccf93a-3eb3-4a56-8746-f22efe50ac6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:25.077464 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-a0612020-7f68-4f34-9257-bc8e599c7786 req-335ff290-4063-4d14-8473-091d2971da9c tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Deleting port c3dafa68-d4b6-4593-9e64-19f711500c5a {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:25.077805 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a0612020-7f68-4f34-9257-bc8e599c7786 req-335ff290-4063-4d14-8473-091d2971da9c tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:25.119317 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c8ccf93a-3eb3-4a56-8746-f22efe50ac6f admin admin] Calling delete_port for 15e3006b-1acf-40ea-a6ec-9c7b443eba89 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:25.126189 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-c8ccf93a-3eb3-4a56-8746-f22efe50ac6f admin admin] Port 15e3006b-1acf-40ea-a6ec-9c7b443eba89 was not found and therefore no delete operation was performed {{(pid=103600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:26:25.144429 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8ccf93a-3eb3-4a56-8746-f22efe50ac6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:25.158447 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30c71e-d46e-4535-af60-a130a5e078b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aada57d3-f1bf-4745-84cb-9620e3593ce6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:25.178530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fd271-fdef-486b-9bde-b557baeec43a req-d445363d-babb-495b-a4bd-841a1be7b32d tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:25.181770 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c6fd271-fdef-486b-9bde-b557baeec43a req-d445363d-babb-495b-a4bd-841a1be7b32d tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae4949a0-9f78-40c1-bd07-daa5793e7f45 HTTP/1.1" status: 200 len: 1024 time: 0.2097204 Nov 25 19:26:25.213235 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccf93a-3eb3-4a56-8746-f22efe50ac6f admin admin] Pushing event deleted for resources: {'Port': ['ID=15e3006b-1acf-40ea-a6ec-9c7b443eba89,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:25.226034 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a30c71e-d46e-4535-af60-a130a5e078b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:25.228973 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ccf93a-3eb3-4a56-8746-f22efe50ac6f admin admin] No DVR routers for this DVR port 15e3006b-1acf-40ea-a6ec-9c7b443eba89 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:26:25.315530 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ab6ac598-2990-402d-b02f-29bc693a6c05 req-9feb3490-9b3c-41d4-9817-0481d6a1b51b tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:25.322482 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-faf89aca-170a-4388-bef6-e76e2053dfbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:25.343426 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-02133959-01d1-457b-be53-5b272a42afb0 req-5a3a5f3d-ffca-4884-a427-53022148e2ba tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Allocated IP 19.80.0.41 (4fe251c2-2404-43a7-ad62-7730b75d05dc/4c1a7589-8340-49bd-9246-44158e71cc11/a6537781-0fda-47b7-bcf8-a63299334ce6) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:26:25.368198 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-b6bf1256-7626-4517-a06a-569cb212c560 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:25.369836 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-b6bf1256-7626-4517-a06a-569cb212c560 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4768925 Nov 25 19:26:25.384266 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8ccf93a-3eb3-4a56-8746-f22efe50ac6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:25.410767 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-faf89aca-170a-4388-bef6-e76e2053dfbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:25.411501 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb3490-9b3c-41d4-9817-0481d6a1b51b tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Pushing event deleted for resources: {'Port': ['ID=6ad2908d-8dc8-4691-a342-f383caa653cd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:25.413390 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a30c71e-d46e-4535-af60-a130a5e078b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:25.414223 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a30c71e-d46e-4535-af60-a130a5e078b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:25.415393 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a30c71e-d46e-4535-af60-a130a5e078b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:25.442241 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-c8ccf93a-3eb3-4a56-8746-f22efe50ac6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc933d3d-e523-460c-b614-9d8fd0feeee5']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:25.466195 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c6fd271-fdef-486b-9bde-b557baeec43a req-c032f62e-d64c-4395-9845-566b822ba093 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c25eac1-db3d-489b-a726-d6fdf159c69e&id=8a7f3cce-49d3-4657-a14e-dedb1c90047b&id=151d8eda-0fa1-4893-a3e6-a191fb6bbf81&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2583683 Nov 25 19:26:25.478047 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-c8ccf93a-3eb3-4a56-8746-f22efe50ac6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6295e493-366c-45cd-becd-98c07b502c83') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:25.478541 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-c8ccf93a-3eb3-4a56-8746-f22efe50ac6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6295e493-366c-45cd-becd-98c07b502c83') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:25.497315 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8ccf93a-3eb3-4a56-8746-f22efe50ac6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:25.522979 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-beec6f13-bc36-47c0-8a31-5fed34961c84 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/quotas/9d3c40583ccd42ebb89bd24417f0d365 HTTP/1.1" status: 200 len: 375 time: 0.1185977 Nov 25 19:26:25.542840 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8ccf93a-3eb3-4a56-8746-f22efe50ac6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:25.554196 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-faf89aca-170a-4388-bef6-e76e2053dfbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:25.562829 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-faf89aca-170a-4388-bef6-e76e2053dfbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:25.565784 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6ac598-2990-402d-b02f-29bc693a6c05 req-9feb3490-9b3c-41d4-9817-0481d6a1b51b tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] No DVR routers for this DVR port 6ad2908d-8dc8-4691-a342-f383caa653cd on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:26:25.570536 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5a30c71e-d46e-4535-af60-a130a5e078b7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8935549 Nov 25 19:26:25.571314 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-faf89aca-170a-4388-bef6-e76e2053dfbf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/32a8998d-4615-4269-9c26-e5b6e0ced8b0 HTTP/1.1" status: 204 len: 168 time: 0.5354345 Nov 25 19:26:25.573477 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ab6ac598-2990-402d-b02f-29bc693a6c05 req-9feb3490-9b3c-41d4-9817-0481d6a1b51b tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:25.577604 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ab6ac598-2990-402d-b02f-29bc693a6c05 req-9feb3490-9b3c-41d4-9817-0481d6a1b51b tempest-ListImageFiltersTestJSON-793489222 tempest-ListImageFiltersTestJSON-793489222-project] 10.222.0.73 "DELETE /v2.0/ports/6ad2908d-8dc8-4691-a342-f383caa653cd HTTP/1.1" status: 204 len: 173 time: 2.6655152 Nov 25 19:26:25.592590 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-a0612020-7f68-4f34-9257-bc8e599c7786 req-335ff290-4063-4d14-8473-091d2971da9c tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] For port c3dafa68-d4b6-4593-9e64-19f711500c5a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c3dafa68-d4b6-4593-9e64-19f711500c5a,segment=NetworkSegment(36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c),segment_id=36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:25.593309 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a0612020-7f68-4f34-9257-bc8e599c7786 req-335ff290-4063-4d14-8473-091d2971da9c tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:25.596348 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d87a23-2c92-4a90-a39f-a84d0bb3a746', 'name': 'network-vif-deleted', 'tag': '6ad2908d-8dc8-4691-a342-f383caa653cd'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:25.599943 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08acd79e-93aa-4359-9ccf-3159d911748e" -d '{"events": [{"server_uuid": "33d87a23-2c92-4a90-a39f-a84d0bb3a746", "name": "network-vif-deleted", "tag": "6ad2908d-8dc8-4691-a342-f383caa653cd"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:25.648229 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60206) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:25.650261 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ccf93a-3eb3-4a56-8746-f22efe50ac6f admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:26:25.651115 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8ccf93a-3eb3-4a56-8746-f22efe50ac6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:25.656299 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf89aca-170a-4388-bef6-e76e2053dfbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a8998d-4615-4269-9c26-e5b6e0ced8b0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:26:25.662975 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:26:25.690072 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-601bf21c-bbb4-4308-9b1f-d204d3acdc85 admin admin] Request body: {'subnet': {'network_id': '774c0a9a-4bdd-4fb4-8c9d-b58488bb7231', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-750431968-subnet', 'tenant_id': '659501bf09834d388ad00d472815f5ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:25.714244 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30c71e-d46e-4535-af60-a130a5e078b7 admin admin] Pushing event updated for resources: {'Network': ['ID=774c0a9a-4bdd-4fb4-8c9d-b58488bb7231,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:25.726686 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 774c0a9a-4bdd-4fb4-8c9d-b58488bb7231 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:26:25.773428 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-a0612020-7f68-4f34-9257-bc8e599c7786 req-335ff290-4063-4d14-8473-091d2971da9c tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Calling delete_port for c3dafa68-d4b6-4593-9e64-19f711500c5a owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:25.837053 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-c1422c78-c0e1-46bc-abb5-a450ccfbffc9 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d3c40583ccd42ebb89bd24417f0d365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3097153 Nov 25 19:26:25.849627 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f153e-2dd3-4b64-89e8-93df63f10819 req-1b46dde8-dfa1-42af-b3cd-7c6d54151181 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:25.853197 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-773f153e-2dd3-4b64-89e8-93df63f10819 req-1b46dde8-dfa1-42af-b3cd-7c6d54151181 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 950 time: 0.2752914 Nov 25 19:26:25.906209 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601bf21c-bbb4-4308-9b1f-d204d3acdc85 admin admin] Made reservation on behalf of 659501bf09834d388ad00d472815f5ef for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:26:25.918009 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-601bf21c-bbb4-4308-9b1f-d204d3acdc85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:25.976714 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-02133959-01d1-457b-be53-5b272a42afb0 req-5a3a5f3d-ffca-4884-a427-53022148e2ba tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:25.983882 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8ccf93a-3eb3-4a56-8746-f22efe50ac6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:26.002770 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8ccf93a-3eb3-4a56-8746-f22efe50ac6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:26.007458 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c8ccf93a-3eb3-4a56-8746-f22efe50ac6f admin admin] 10.222.0.55 "DELETE /v2.0/networks/bc933d3d-e523-460c-b614-9d8fd0feeee5 HTTP/1.1" status: 204 len: 168 time: 1.8469579 Nov 25 19:26:26.126346 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccf93a-3eb3-4a56-8746-f22efe50ac6f admin admin] Pushing event deleted for resources: {'Network': ['ID=bc933d3d-e523-460c-b614-9d8fd0feeee5,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:26.140868 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a0612020-7f68-4f34-9257-bc8e599c7786 req-335ff290-4063-4d14-8473-091d2971da9c tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:26.233050 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-773f153e-2dd3-4b64-89e8-93df63f10819 req-98dcbf24-68f9-4342-9778-44ac4af47f65 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310246 Nov 25 19:26:26.248251 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-02133959-01d1-457b-be53-5b272a42afb0 req-5a3a5f3d-ffca-4884-a427-53022148e2ba tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:26.265727 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ff290-4063-4d14-8473-091d2971da9c tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Pushing event deleted for resources: {'Port': ['ID=c3dafa68-d4b6-4593-9e64-19f711500c5a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:26.413126 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8624dea0-2d7c-43a4-88d0-1812ed0f52a9 x-openstack-request-id: req-8624dea0-2d7c-43a4-88d0-1812ed0f52a9 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:26.413126 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d87a23-2c92-4a90-a39f-a84d0bb3a746", "name": "network-vif-deleted", "tag": "6ad2908d-8dc8-4691-a342-f383caa653cd", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:26.413126 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8624dea0-2d7c-43a4-88d0-1812ed0f52a9 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:26.413126 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d87a23-2c92-4a90-a39f-a84d0bb3a746', 'name': 'network-vif-deleted', 'tag': '6ad2908d-8dc8-4691-a342-f383caa653cd', 'status': 'completed', 'code': 200} Nov 25 19:26:26.534610 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0612020-7f68-4f34-9257-bc8e599c7786 req-335ff290-4063-4d14-8473-091d2971da9c tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] No DVR routers for this DVR port c3dafa68-d4b6-4593-9e64-19f711500c5a on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:26:26.542788 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 6ad2908d-8dc8-4691-a342-f383caa653cd no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:26:26.544700 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a5f3d-ffca-4884-a427-53022148e2ba tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event updated for resources: {'Port': ['ID=a6537781-0fda-47b7-bcf8-a63299334ce6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:26.603681 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 6ad2908d-8dc8-4691-a342-f383caa653cd {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:26:26.603681 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 6ad2908d-8dc8-4691-a342-f383caa653cd not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:26:26.604813 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a0612020-7f68-4f34-9257-bc8e599c7786 req-335ff290-4063-4d14-8473-091d2971da9c tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:26.619446 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a0612020-7f68-4f34-9257-bc8e599c7786 req-335ff290-4063-4d14-8473-091d2971da9c tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.85 "DELETE /v2.0/ports/c3dafa68-d4b6-4593-9e64-19f711500c5a HTTP/1.1" status: 204 len: 173 time: 2.0235445 Nov 25 19:26:26.620493 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-601bf21c-bbb4-4308-9b1f-d204d3acdc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:26.645728 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02133959-01d1-457b-be53-5b272a42afb0 req-5a3a5f3d-ffca-4884-a427-53022148e2ba tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Network 4fe251c2-2404-43a7-ad62-7730b75d05dc is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:26.650752 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-02133959-01d1-457b-be53-5b272a42afb0 req-5a3a5f3d-ffca-4884-a427-53022148e2ba tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:26.660229 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-02133959-01d1-457b-be53-5b272a42afb0 req-5a3a5f3d-ffca-4884-a427-53022148e2ba tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:26:26.695000 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601bf21c-bbb4-4308-9b1f-d204d3acdc85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e14afda-eaac-409a-85d9-27ee01cb57e3,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:26.711734 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850a886-f4e5-4e83-b995-6f6245d685f6 req-8ed08354-aec8-40dc-ab6c-9ac0537f86de tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:26.719797 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8850a886-f4e5-4e83-b995-6f6245d685f6 req-8ed08354-aec8-40dc-ab6c-9ac0537f86de tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b882a17-345d-4be2-a626-f90e42edaefd HTTP/1.1" status: 200 len: 931 time: 0.3074174 Nov 25 19:26:26.723486 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a90436af-dba3-4cb7-9d9b-6c06a326209e req-932709e7-c4a4-4267-94e7-181ab8d2b2e4 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d84753-ddef-4729-8d11-70a56ac0e262 HTTP/1.1" status: 200 len: 210 time: 0.1366794 Nov 25 19:26:26.741699 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60232) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:26.918114 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02133959-01d1-457b-be53-5b272a42afb0 req-5a3a5f3d-ffca-4884-a427-53022148e2ba tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:26.918114 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-02133959-01d1-457b-be53-5b272a42afb0 req-5a3a5f3d-ffca-4884-a427-53022148e2ba tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:26.920280 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601bf21c-bbb4-4308-9b1f-d204d3acdc85 admin admin] Checking segment: {'id': '9e6dc90a-d6b6-4631-b8a5-1627a0b38376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '774c0a9a-4bdd-4fb4-8c9d-b58488bb7231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:26.921090 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601bf21c-bbb4-4308-9b1f-d204d3acdc85 admin admin] Network hostable DHCP agents. Network: 774c0a9a-4bdd-4fb4-8c9d-b58488bb7231, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:26:26.936079 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ad7223d7-f21a-43b8-af5b-395840967583 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=23991161b62746f8984bbac8592ca345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1819162 Nov 25 19:26:26.937812 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60236) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:27.001207 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8850a886-f4e5-4e83-b995-6f6245d685f6 req-87d94108-4711-48c4-9410-8d7cb6083567 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803009 Nov 25 19:26:27.019100 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device c3dafa68-d4b6-4593-9e64-19f711500c5a no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:26:27.022119 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02133959-01d1-457b-be53-5b272a42afb0 req-5a3a5f3d-ffca-4884-a427-53022148e2ba tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3355420 Nov 25 19:26:27.035403 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-02133959-01d1-457b-be53-5b272a42afb0 req-ab496205-7260-4f3d-a4d9-ac09aeb7d4a1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Request body: {'port': {'device_id': '5b882a17-345d-4be2-a626-f90e42edaefd', 'network_id': '691cf5c2-620f-4c9d-9c30-1d81c1491c9a', 'admin_state_up': True, 'tenant_id': '0f7164e740744c639f0ffd8c8c8559ff'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:27.119019 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: c3dafa68-d4b6-4593-9e64-19f711500c5a {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:26:27.125749 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device c3dafa68-d4b6-4593-9e64-19f711500c5a not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:26:27.157585 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c473199-02e3-4944-a89e-0385910ea80e req-117c5ff3-7b0d-4e7c-8b92-79c290d801c1 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae4949a0-9f78-40c1-bd07-daa5793e7f45 HTTP/1.1" status: 200 len: 210 time: 0.1088097 Nov 25 19:26:27.181252 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601bf21c-bbb4-4308-9b1f-d204d3acdc85 admin admin] Network 774c0a9a-4bdd-4fb4-8c9d-b58488bb7231 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:26:27.249422 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-601bf21c-bbb4-4308-9b1f-d204d3acdc85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 774c0a9a-4bdd-4fb4-8c9d-b58488bb7231) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:27.257220 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601bf21c-bbb4-4308-9b1f-d204d3acdc85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:27.258076 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-601bf21c-bbb4-4308-9b1f-d204d3acdc85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:27.260973 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4380df-a8be-425a-b89c-0de0f59b01cd None None] Network 774c0a9a-4bdd-4fb4-8c9d-b58488bb7231 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:26:27.299341 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-255907e5-3d2c-4ff9-a197-913fc1e57aec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:27.325610 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-601bf21c-bbb4-4308-9b1f-d204d3acdc85 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6640873 Nov 25 19:26:27.361361 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-255907e5-3d2c-4ff9-a197-913fc1e57aec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:27.445170 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4b81ffb5-382b-423d-b01b-6be3669b09e3 None None] Provisioning complete for port a6537781-0fda-47b7-bcf8-a63299334ce6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:27.445915 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4b81ffb5-382b-423d-b01b-6be3669b09e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:27.451899 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02133959-01d1-457b-be53-5b272a42afb0 req-ab496205-7260-4f3d-a4d9-ac09aeb7d4a1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Made reservation on behalf of 0f7164e740744c639f0ffd8c8c8559ff for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:26:27.463421 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-255907e5-3d2c-4ff9-a197-913fc1e57aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:27.468614 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-02133959-01d1-457b-be53-5b272a42afb0 req-ab496205-7260-4f3d-a4d9-ac09aeb7d4a1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:27.470431 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-255907e5-3d2c-4ff9-a197-913fc1e57aec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:27.471696 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-255907e5-3d2c-4ff9-a197-913fc1e57aec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dbf6b0ae-211c-415f-9933-b076a40c6389 HTTP/1.1" status: 204 len: 168 time: 0.5322297 Nov 25 19:26:27.503596 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255907e5-3d2c-4ff9-a197-913fc1e57aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf6b0ae-211c-415f-9933-b076a40c6389,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:27.504234 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4b81ffb5-382b-423d-b01b-6be3669b09e3 None None] Port a6537781-0fda-47b7-bcf8-a63299334ce6 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:26:27.508050 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227694a7-1212-4202-8d57-421dd1142272 None None] Network 774c0a9a-4bdd-4fb4-8c9d-b58488bb7231 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:26:27.675246 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51984d80-0405-4a5a-8057-b61d081f864e req-237ae639-6277-4290-894a-3294cd85c2ad tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:27.689082 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-51984d80-0405-4a5a-8057-b61d081f864e req-237ae639-6277-4290-894a-3294cd85c2ad tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 950 time: 0.1236598 Nov 25 19:26:27.762265 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-51984d80-0405-4a5a-8057-b61d081f864e req-0ea64775-373d-418a-b22b-a85d226c546f tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670457 Nov 25 19:26:27.862404 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-02133959-01d1-457b-be53-5b272a42afb0 req-ab496205-7260-4f3d-a4d9-ac09aeb7d4a1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Allocated IP 19.86.0.143 (691cf5c2-620f-4c9d-9c30-1d81c1491c9a/0c41b6ea-b753-4045-9d39-1185f710452f/1899a287-8f49-4481-b906-2e318c5d7494) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:26:27.956591 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-235ca3ea-9741-4a14-9ad3-ed09a83ecadc req-d1e9e59e-1cee-4a3d-8700-870bec95157d tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d84753-ddef-4729-8d11-70a56ac0e262 HTTP/1.1" status: 200 len: 210 time: 0.0447545 Nov 25 19:26:28.009568 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60266) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:28.118632 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c903caee-503d-42cf-b250-1a33604bf63c admin admin] Deleting subnet 9e14afda-eaac-409a-85d9-27ee01cb57e3 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:26:28.126211 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c903caee-503d-42cf-b250-1a33604bf63c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:28.146769 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-02133959-01d1-457b-be53-5b272a42afb0 req-ab496205-7260-4f3d-a4d9-ac09aeb7d4a1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:28.212439 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-02133959-01d1-457b-be53-5b272a42afb0 req-ab496205-7260-4f3d-a4d9-ac09aeb7d4a1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:28.292893 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02133959-01d1-457b-be53-5b272a42afb0 req-ab496205-7260-4f3d-a4d9-ac09aeb7d4a1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Network 691cf5c2-620f-4c9d-9c30-1d81c1491c9a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:28.300935 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-02133959-01d1-457b-be53-5b272a42afb0 req-ab496205-7260-4f3d-a4d9-ac09aeb7d4a1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:28.325280 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-02133959-01d1-457b-be53-5b272a42afb0 req-ab496205-7260-4f3d-a4d9-ac09aeb7d4a1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:26:28.381312 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab496205-7260-4f3d-a4d9-ac09aeb7d4a1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event updated for resources: {'Port': ['ID=1899a287-8f49-4481-b906-2e318c5d7494,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:28.424134 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4949a0-9f78-40c1-bd07-daa5793e7f45', 'name': 'network-vif-deleted', 'tag': 'c3dafa68-d4b6-4593-9e64-19f711500c5a'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:28.428370 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b4263e-1fa1-4054-8fd0-7c319ef02afc" -d '{"events": [{"server_uuid": "ae4949a0-9f78-40c1-bd07-daa5793e7f45", "name": "network-vif-deleted", "tag": "c3dafa68-d4b6-4593-9e64-19f711500c5a"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:28.438584 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c903caee-503d-42cf-b250-1a33604bf63c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:28.530607 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c903caee-503d-42cf-b250-1a33604bf63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:28.588620 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70d99d-3cd7-48be-aff0-354ba935c06e req-e10310c1-6423-40a8-8aa7-c6ab1ea38ec3 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:28.613862 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70d99d-3cd7-48be-aff0-354ba935c06e req-e10310c1-6423-40a8-8aa7-c6ab1ea38ec3 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:28.616008 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9b70d99d-3cd7-48be-aff0-354ba935c06e req-e10310c1-6423-40a8-8aa7-c6ab1ea38ec3 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b882a17-345d-4be2-a626-f90e42edaefd HTTP/1.1" status: 200 len: 1654 time: 0.4416842 Nov 25 19:26:28.646643 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-618e3615-4540-4260-b26e-e90566fd7b1b tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9d3c40583ccd42ebb89bd24417f0d365&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2370541 Nov 25 19:26:28.659907 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02133959-01d1-457b-be53-5b272a42afb0 req-ab496205-7260-4f3d-a4d9-ac09aeb7d4a1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:28.660589 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-02133959-01d1-457b-be53-5b272a42afb0 req-ab496205-7260-4f3d-a4d9-ac09aeb7d4a1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:28.754223 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-fc6e41e6-a88e-47a0-b2d2-31b9f255565a None None] Provisioning complete for port 1899a287-8f49-4481-b906-2e318c5d7494 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:28.755070 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fc6e41e6-a88e-47a0-b2d2-31b9f255565a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:28.764802 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02133959-01d1-457b-be53-5b272a42afb0 req-ab496205-7260-4f3d-a4d9-ac09aeb7d4a1 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7333603 Nov 25 19:26:28.796389 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-02133959-01d1-457b-be53-5b272a42afb0 req-dcd15e37-108b-4555-8de7-f072993a8604 service neutron] Request body: {'port': {'device_id': '5b882a17-345d-4be2-a626-f90e42edaefd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:28.825746 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9b70d99d-3cd7-48be-aff0-354ba935c06e req-eb44602f-282f-40d2-9a94-9f1a466f04e6 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897035 Nov 25 19:26:28.827474 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c903caee-503d-42cf-b250-1a33604bf63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:28.842343 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60300) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:28.850386 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e41e6-a88e-47a0-b2d2-31b9f255565a None None] Port 1899a287-8f49-4481-b906-2e318c5d7494 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:26:28.910079 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903caee-503d-42cf-b250-1a33604bf63c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e14afda-eaac-409a-85d9-27ee01cb57e3,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:28.918690 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29fe00d-8024-4ea3-a047-0b283cf50310 x-openstack-request-id: req-d29fe00d-8024-4ea3-a047-0b283cf50310 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:28.918992 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4949a0-9f78-40c1-bd07-daa5793e7f45", "name": "network-vif-deleted", "tag": "c3dafa68-d4b6-4593-9e64-19f711500c5a", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:28.919376 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d29fe00d-8024-4ea3-a047-0b283cf50310 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:28.919726 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4949a0-9f78-40c1-bd07-daa5793e7f45', 'name': 'network-vif-deleted', 'tag': 'c3dafa68-d4b6-4593-9e64-19f711500c5a', 'status': 'completed', 'code': 200} Nov 25 19:26:28.928084 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c903caee-503d-42cf-b250-1a33604bf63c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:28.936424 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c903caee-503d-42cf-b250-1a33604bf63c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9e14afda-eaac-409a-85d9-27ee01cb57e3 HTTP/1.1" status: 204 len: 168 time: 0.9244194 Nov 25 19:26:28.939262 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60312) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:29.038845 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-02133959-01d1-457b-be53-5b272a42afb0 req-dcd15e37-108b-4555-8de7-f072993a8604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:29.147025 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8062644-fcf0-409f-9738-4697d2eb28b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:29.171720 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d06394cd-5ebe-48b6-8d91-359797606014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:29.223904 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a60f7076-a236-4d21-b859-dbff30c9b538 req-e42cab8e-1fa9-4d92-97be-71a6db8113f9 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/1c25eac1-db3d-489b-a726-d6fdf159c69e HTTP/1.1" status: 200 len: 1816 time: 0.3029866 Nov 25 19:26:29.273551 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-47bb8018-9cf3-4304-81f2-d2b224705cb8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1996004945-network', 'tenant_id': '1b9a2623eeaa459189f8fb67e6d4dd0b'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:29.345313 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-968a69a9-c411-48d2-b513-b25381e1d5bb tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:29.347067 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-968a69a9-c411-48d2-b513-b25381e1d5bb tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6658752 Nov 25 19:26:29.370116 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-66e30b01-5e62-44a8-8333-5984db2ea75f tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Request body: {'port': {'device_id': 'a6d84753-ddef-4729-8d11-70a56ac0e262', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '9d3c40583ccd42ebb89bd24417f0d365'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:29.376401 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8062644-fcf0-409f-9738-4697d2eb28b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:29.421552 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60332) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:29.427213 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-c8062644-fcf0-409f-9738-4697d2eb28b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['774c0a9a-4bdd-4fb4-8c9d-b58488bb7231']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:29.452960 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-c8062644-fcf0-409f-9738-4697d2eb28b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6dc90a-d6b6-4631-b8a5-1627a0b38376') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:29.453640 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-c8062644-fcf0-409f-9738-4697d2eb28b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6dc90a-d6b6-4631-b8a5-1627a0b38376') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:29.470903 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8062644-fcf0-409f-9738-4697d2eb28b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:29.494887 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8062644-fcf0-409f-9738-4697d2eb28b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:29.504746 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8062644-fcf0-409f-9738-4697d2eb28b8 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:26:29.505364 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8062644-fcf0-409f-9738-4697d2eb28b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:26:29.510595 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:26:29.514804 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bb8018-9cf3-4304-81f2-d2b224705cb8 admin admin] Made reservation on behalf of 1b9a2623eeaa459189f8fb67e6d4dd0b for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:26:29.514965 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47bb8018-9cf3-4304-81f2-d2b224705cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:29.553887 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47bb8018-9cf3-4304-81f2-d2b224705cb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:29.593550 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a60f7076-a236-4d21-b859-dbff30c9b538 req-b43af1eb-3b76-493a-9ea8-3fbe5b6a3a7f tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:29.646678 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab24ac-6721-4854-8c8b-35131ac9e2a7 req-d9b0bd1d-e536-403e-a955-cedb6f05716c tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:29.648747 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5dab24ac-6721-4854-8c8b-35131ac9e2a7 req-d9b0bd1d-e536-403e-a955-cedb6f05716c tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 950 time: 0.0634127 Nov 25 19:26:29.650524 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8062644-fcf0-409f-9738-4697d2eb28b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:29.658011 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8062644-fcf0-409f-9738-4697d2eb28b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:29.661831 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c8062644-fcf0-409f-9738-4697d2eb28b8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/774c0a9a-4bdd-4fb4-8c9d-b58488bb7231 HTTP/1.1" status: 204 len: 168 time: 0.7208683 Nov 25 19:26:29.681852 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-4a5e552c-8136-457f-a102-2ccb438d428c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-850621040-network', 'tenant_id': '80571b5cd4b3472d846e2851a3e9e52f'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:29.691910 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8062644-fcf0-409f-9738-4697d2eb28b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=774c0a9a-4bdd-4fb4-8c9d-b58488bb7231,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:29.709390 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a60f7076-a236-4d21-b859-dbff30c9b538 req-b43af1eb-3b76-493a-9ea8-3fbe5b6a3a7f tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:29.755645 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-02133959-01d1-457b-be53-5b272a42afb0 req-dcd15e37-108b-4555-8de7-f072993a8604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6537781-0fda-47b7-bcf8-a63299334ce6 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:26:29.780144 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5e552c-8136-457f-a102-2ccb438d428c admin admin] Made reservation on behalf of 80571b5cd4b3472d846e2851a3e9e52f for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:26:29.783166 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-02133959-01d1-457b-be53-5b272a42afb0 req-dcd15e37-108b-4555-8de7-f072993a8604 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:29.784330 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a5e552c-8136-457f-a102-2ccb438d428c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:29.822701 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a5e552c-8136-457f-a102-2ccb438d428c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:29.834052 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5dab24ac-6721-4854-8c8b-35131ac9e2a7 req-6b0d7d38-4803-4e54-8cfc-95f3b1950db1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445539 Nov 25 19:26:29.888888 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-66e30b01-5e62-44a8-8333-5984db2ea75f tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Made reservation on behalf of 9d3c40583ccd42ebb89bd24417f0d365 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:26:29.895657 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-66e30b01-5e62-44a8-8333-5984db2ea75f tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:29.921670 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-02133959-01d1-457b-be53-5b272a42afb0 req-dcd15e37-108b-4555-8de7-f072993a8604 service neutron] Transition to ACTIVE for port object a6537781-0fda-47b7-bcf8-a63299334ce6 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:26:29.930001 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-66e30b01-5e62-44a8-8333-5984db2ea75f tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:29.936447 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47bb8018-9cf3-4304-81f2-d2b224705cb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:29.941889 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a60f7076-a236-4d21-b859-dbff30c9b538 req-b43af1eb-3b76-493a-9ea8-3fbe5b6a3a7f tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:29.947983 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a60f7076-a236-4d21-b859-dbff30c9b538 req-b43af1eb-3b76-493a-9ea8-3fbe5b6a3a7f tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:29.949984 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a60f7076-a236-4d21-b859-dbff30c9b538 req-b43af1eb-3b76-493a-9ea8-3fbe5b6a3a7f tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "DELETE /v2.0/security-groups/1c25eac1-db3d-489b-a726-d6fdf159c69e HTTP/1.1" status: 204 len: 173 time: 0.6644919 Nov 25 19:26:29.971071 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-02133959-01d1-457b-be53-5b272a42afb0 req-dcd15e37-108b-4555-8de7-f072993a8604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:29.981335 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60344) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:29.986281 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47bb8018-9cf3-4304-81f2-d2b224705cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:30.044692 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4c699b7c-f897-4e83-ad78-13944e1b5248 req-ce9fb2f4-40e8-4ddf-ba5b-4952e0372e06 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d84753-ddef-4729-8d11-70a56ac0e262 HTTP/1.1" status: 200 len: 210 time: 0.0706515 Nov 25 19:26:30.060800 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43af1eb-3b76-493a-9ea8-3fbe5b6a3a7f tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c25eac1-db3d-489b-a726-d6fdf159c69e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:30.102950 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47bb8018-9cf3-4304-81f2-d2b224705cb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:26:30.170216 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd15e37-108b-4555-8de7-f072993a8604 service neutron] Pushing event updated for resources: {'Port': ['ID=a6537781-0fda-47b7-bcf8-a63299334ce6,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:30.191596 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47bb8018-9cf3-4304-81f2-d2b224705cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:30.191974 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-47bb8018-9cf3-4304-81f2-d2b224705cb8 admin admin] Added segment bd4a8bb7-3e70-43a0-9196-48917868b02c of type vlan for network 54031c52-567d-442a-afe3-b8b22c9624af Nov 25 19:26:30.200432 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a5e552c-8136-457f-a102-2ccb438d428c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:30.210917 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb8018-9cf3-4304-81f2-d2b224705cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80684305-ff4c-4010-9608-01df28d13860,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:30.236142 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a5e552c-8136-457f-a102-2ccb438d428c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:30.312718 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47bb8018-9cf3-4304-81f2-d2b224705cb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:30.321762 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d2a11285-2fd9-412b-a14b-02db7b5239f0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=659501bf09834d388ad00d472815f5ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3223989 Nov 25 19:26:30.324954 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60356) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:30.341326 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5e552c-8136-457f-a102-2ccb438d428c admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:26:30.397597 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a5e552c-8136-457f-a102-2ccb438d428c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:30.398557 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-4a5e552c-8136-457f-a102-2ccb438d428c admin admin] Added segment 0d1ba9d0-5f3f-4733-8fae-d0d45e3e909b of type vlan for network 949d01d8-a82b-4806-a0a8-fe80c1f4d4e7 Nov 25 19:26:30.409116 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e552c-8136-457f-a102-2ccb438d428c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac689e4-faf7-45e1-89d0-5c84b2fd5761,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:30.424969 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308d8b4-cf24-4288-bc02-f3327b11efa0 req-8a543733-efe0-437b-bd26-4a2a568eca40 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:30.433196 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308d8b4-cf24-4288-bc02-f3327b11efa0 req-8a543733-efe0-437b-bd26-4a2a568eca40 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:30.435266 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5308d8b4-cf24-4288-bc02-f3327b11efa0 req-8a543733-efe0-437b-bd26-4a2a568eca40 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b882a17-345d-4be2-a626-f90e42edaefd HTTP/1.1" status: 200 len: 1666 time: 0.2582846 Nov 25 19:26:30.440793 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-66e30b01-5e62-44a8-8333-5984db2ea75f tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:30.447858 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-02133959-01d1-457b-be53-5b272a42afb0 req-dcd15e37-108b-4555-8de7-f072993a8604 service neutron] Attempting to bind port a6537781-0fda-47b7-bcf8-a63299334ce6 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:26:30.449014 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-02133959-01d1-457b-be53-5b272a42afb0 req-dcd15e37-108b-4555-8de7-f072993a8604 service neutron] Attempting to bind port a6537781-0fda-47b7-bcf8-a63299334ce6 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'b426ac00-6a21-49a0-9a09-0b8d587b3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '4fe251c2-2404-43a7-ad62-7730b75d05dc'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:26:30.449637 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02133959-01d1-457b-be53-5b272a42afb0 req-dcd15e37-108b-4555-8de7-f072993a8604 service neutron] Attempting to bind port a6537781-0fda-47b7-bcf8-a63299334ce6 on network 4fe251c2-2404-43a7-ad62-7730b75d05dc {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:30.458548 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-66e30b01-5e62-44a8-8333-5984db2ea75f tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:30.463167 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47bb8018-9cf3-4304-81f2-d2b224705cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:30.464338 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bb8018-9cf3-4304-81f2-d2b224705cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:30.465111 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47bb8018-9cf3-4304-81f2-d2b224705cb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:30.491934 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a5e552c-8136-457f-a102-2ccb438d428c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:30.506787 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02133959-01d1-457b-be53-5b272a42afb0 req-dcd15e37-108b-4555-8de7-f072993a8604 service neutron] Port a6537781-0fda-47b7-bcf8-a63299334ce6 on network 4fe251c2-2404-43a7-ad62-7730b75d05dc not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:26:30.507093 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02133959-01d1-457b-be53-5b272a42afb0 req-dcd15e37-108b-4555-8de7-f072993a8604 service neutron] Attempting to bind port a6537781-0fda-47b7-bcf8-a63299334ce6 on network 4fe251c2-2404-43a7-ad62-7730b75d05dc {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:30.538411 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1610ca49-b69e-4854-8f05-66b14a1a85f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:30.569111 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5308d8b4-cf24-4288-bc02-f3327b11efa0 req-a32ffefa-7471-42fa-abe2-17d802898f4e tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081212 Nov 25 19:26:30.572899 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a5e552c-8136-457f-a102-2ccb438d428c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:30.574066 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5e552c-8136-457f-a102-2ccb438d428c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:30.574906 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a5e552c-8136-457f-a102-2ccb438d428c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:30.605777 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-47bb8018-9cf3-4304-81f2-d2b224705cb8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7741547 Nov 25 19:26:30.607028 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02133959-01d1-457b-be53-5b272a42afb0 req-dcd15e37-108b-4555-8de7-f072993a8604 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:26:30.607704 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02133959-01d1-457b-be53-5b272a42afb0 req-dcd15e37-108b-4555-8de7-f072993a8604 service neutron] Checking segment: {'id': 'b426ac00-6a21-49a0-9a09-0b8d587b3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '4fe251c2-2404-43a7-ad62-7730b75d05dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:30.608272 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02133959-01d1-457b-be53-5b272a42afb0 req-dcd15e37-108b-4555-8de7-f072993a8604 service neutron] Bound using segment: {'id': 'b426ac00-6a21-49a0-9a09-0b8d587b3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '4fe251c2-2404-43a7-ad62-7730b75d05dc'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:26:30.608877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-02133959-01d1-457b-be53-5b272a42afb0 req-dcd15e37-108b-4555-8de7-f072993a8604 service neutron] Bound port: a6537781-0fda-47b7-bcf8-a63299334ce6, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b426ac00-6a21-49a0-9a09-0b8d587b3bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '4fe251c2-2404-43a7-ad62-7730b75d05dc'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:26:30.609240 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-02133959-01d1-457b-be53-5b272a42afb0 req-dcd15e37-108b-4555-8de7-f072993a8604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:30.615516 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60366) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:30.659066 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1f65e799-3fdc-48d2-88cd-b63e6af95be6 admin admin] Request body: {'subnet': {'network_id': '54031c52-567d-442a-afe3-b8b22c9624af', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1996004945-subnet', 'tenant_id': '1b9a2623eeaa459189f8fb67e6d4dd0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:30.677626 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e30b01-5e62-44a8-8333-5984db2ea75f tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7325347-4e73-40c6-85a7-2d6631b89fe7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:30.709398 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4a5e552c-8136-457f-a102-2ccb438d428c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2851963 Nov 25 19:26:30.710089 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60370) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:30.718984 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1610ca49-b69e-4854-8f05-66b14a1a85f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:30.719626 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-675395ae-d265-4711-8528-e82952b56528 admin admin] Request body: {'subnet': {'network_id': '949d01d8-a82b-4806-a0a8-fe80c1f4d4e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-850621040-subnet', 'tenant_id': '80571b5cd4b3472d846e2851a3e9e52f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:30.721417 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb8018-9cf3-4304-81f2-d2b224705cb8 admin admin] Pushing event updated for resources: {'Network': ['ID=54031c52-567d-442a-afe3-b8b22c9624af,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:30.726271 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e552c-8136-457f-a102-2ccb438d428c admin admin] Pushing event updated for resources: {'Network': ['ID=949d01d8-a82b-4806-a0a8-fe80c1f4d4e7,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:30.738019 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 54031c52-567d-442a-afe3-b8b22c9624af details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:26:30.787281 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4ee9292b-13c0-475c-9f1e-b1234e377945 req-58c07d20-21ba-4213-8202-3e1580c27284 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "GET /v2.0/security-groups/8a7f3cce-49d3-4657-a14e-dedb1c90047b HTTP/1.1" status: 200 len: 1817 time: 0.1086974 Nov 25 19:26:30.829389 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 949d01d8-a82b-4806-a0a8-fe80c1f4d4e7 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:26:30.847806 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f65e799-3fdc-48d2-88cd-b63e6af95be6 admin admin] Made reservation on behalf of 1b9a2623eeaa459189f8fb67e6d4dd0b for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:26:30.850976 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f65e799-3fdc-48d2-88cd-b63e6af95be6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:30.861719 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675395ae-d265-4711-8528-e82952b56528 admin admin] Made reservation on behalf of 80571b5cd4b3472d846e2851a3e9e52f for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:26:30.865877 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-675395ae-d265-4711-8528-e82952b56528 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:30.927193 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-02133959-01d1-457b-be53-5b272a42afb0 req-dcd15e37-108b-4555-8de7-f072993a8604 service neutron] For port a6537781-0fda-47b7-bcf8-a63299334ce6, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:30.970684 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-66e30b01-5e62-44a8-8333-5984db2ea75f tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Allocated IP 192.168.233.249 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/d83d7002-f4f5-44de-a737-c65f28bf9ba3) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:26:30.980638 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-02133959-01d1-457b-be53-5b272a42afb0 req-dcd15e37-108b-4555-8de7-f072993a8604 service neutron] For port a6537781-0fda-47b7-bcf8-a63299334ce6, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a6537781-0fda-47b7-bcf8-a63299334ce6,segment=NetworkSegment(b426ac00-6a21-49a0-9a09-0b8d587b3bef),segment_id=b426ac00-6a21-49a0-9a09-0b8d587b3bef)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:26:30.998793 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-02133959-01d1-457b-be53-5b272a42afb0 req-dcd15e37-108b-4555-8de7-f072993a8604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:30.999542 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4ee9292b-13c0-475c-9f1e-b1234e377945 req-38a4760b-8e2e-4256-b885-a3398db3f0a3 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:31.043871 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1610ca49-b69e-4854-8f05-66b14a1a85f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:31.046545 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1610ca49-b69e-4854-8f05-66b14a1a85f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:31.047729 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1610ca49-b69e-4854-8f05-66b14a1a85f1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aada57d3-f1bf-4745-84cb-9620e3593ce6 HTTP/1.1" status: 204 len: 168 time: 0.7158952 Nov 25 19:26:31.054613 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60376) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:31.068839 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4ee9292b-13c0-475c-9f1e-b1234e377945 req-38a4760b-8e2e-4256-b885-a3398db3f0a3 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:31.204041 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610ca49-b69e-4854-8f05-66b14a1a85f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aada57d3-f1bf-4745-84cb-9620e3593ce6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:31.247793 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02133959-01d1-457b-be53-5b272a42afb0 req-dcd15e37-108b-4555-8de7-f072993a8604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:31.249669 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-02133959-01d1-457b-be53-5b272a42afb0 req-dcd15e37-108b-4555-8de7-f072993a8604 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:31.251641 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02133959-01d1-457b-be53-5b272a42afb0 req-dcd15e37-108b-4555-8de7-f072993a8604 service neutron] 10.222.0.85 "PUT /v2.0/ports/a6537781-0fda-47b7-bcf8-a63299334ce6 HTTP/1.1" status: 200 len: 1091 time: 2.4731061 Nov 25 19:26:31.270578 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b882a17-345d-4be2-a626-f90e42edaefd', 'tag': 'a6537781-0fda-47b7-bcf8-a63299334ce6'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:31.272835 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134cc442-4c93-417b-8c6e-d3ea57daed92" -d '{"events": [{"name": "network-changed", "server_uuid": "5b882a17-345d-4be2-a626-f90e42edaefd", "tag": "a6537781-0fda-47b7-bcf8-a63299334ce6"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:31.313734 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-02133959-01d1-457b-be53-5b272a42afb0 req-863acbb1-ad48-40b8-9408-d5b599cea519 service neutron] Request body: {'port': {'device_id': '5b882a17-345d-4be2-a626-f90e42edaefd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:31.391228 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-675395ae-d265-4711-8528-e82952b56528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:31.405250 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4ee9292b-13c0-475c-9f1e-b1234e377945 req-38a4760b-8e2e-4256-b885-a3398db3f0a3 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:31.410596 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4ee9292b-13c0-475c-9f1e-b1234e377945 req-38a4760b-8e2e-4256-b885-a3398db3f0a3 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:31.412993 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4ee9292b-13c0-475c-9f1e-b1234e377945 req-38a4760b-8e2e-4256-b885-a3398db3f0a3 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] 10.222.0.55 "DELETE /v2.0/security-groups/8a7f3cce-49d3-4657-a14e-dedb1c90047b HTTP/1.1" status: 204 len: 173 time: 0.6243763 Nov 25 19:26:31.453323 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60386) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:31.650431 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-934a6388-ac94-4d23-8920-69890c861891 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0ec869f00ea3443392d24b38d09f8603&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5916736 Nov 25 19:26:31.650783 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4760b-8e2e-4256-b885-a3398db3f0a3 tempest-SecurityGroupsTestJSON-1395923498 tempest-SecurityGroupsTestJSON-1395923498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7f3cce-49d3-4657-a14e-dedb1c90047b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:31.653669 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60396) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:31.693128 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8cab85-20f1-4bf1-a589-3b974178b027 admin admin] Deleting subnet 923b33c5-b953-413a-8146-382932f62afb {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:26:31.702413 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b718df3b-aa1b-4bd0-a46a-bce1faeffdff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:31.756091 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e8cab85-20f1-4bf1-a589-3b974178b027 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:31.765847 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3bb0ffae-1c9a-4b28-9531-3c137f14012c req-9298e7e0-0621-4022-bdf6-ab9e39ee351d tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d84753-ddef-4729-8d11-70a56ac0e262 HTTP/1.1" status: 200 len: 210 time: 0.2080245 Nov 25 19:26:31.848538 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675395ae-d265-4711-8528-e82952b56528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96601a80-7691-41c2-9ed6-568d5771c7da,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:31.917295 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd15e37-108b-4555-8de7-f072993a8604 service neutron] Pushing event updated for resources: {'Port': ['ID=a6537781-0fda-47b7-bcf8-a63299334ce6,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:31.930776 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e8cab85-20f1-4bf1-a589-3b974178b027 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:31.969584 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986d25e9-5a65-4431-b156-a46bbefc567a x-openstack-request-id: req-986d25e9-5a65-4431-b156-a46bbefc567a {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:31.970178 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b882a17-345d-4be2-a626-f90e42edaefd", "tag": "a6537781-0fda-47b7-bcf8-a63299334ce6", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:31.970647 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-986d25e9-5a65-4431-b156-a46bbefc567a {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:31.971212 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b882a17-345d-4be2-a626-f90e42edaefd', 'tag': 'a6537781-0fda-47b7-bcf8-a63299334ce6', 'status': 'completed', 'code': 200} Nov 25 19:26:31.981284 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675395ae-d265-4711-8528-e82952b56528 admin admin] Checking segment: {'id': '0d1ba9d0-5f3f-4733-8fae-d0d45e3e909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '949d01d8-a82b-4806-a0a8-fe80c1f4d4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:31.981883 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675395ae-d265-4711-8528-e82952b56528 admin admin] Network hostable DHCP agents. Network: 949d01d8-a82b-4806-a0a8-fe80c1f4d4e7, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:26:32.050423 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cee5b-cd5e-44ce-8e38-4e59468710e0 req-073fd629-5628-4ced-85fc-0ae9cb8e795a tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:32.052269 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7d6cee5b-cd5e-44ce-8e38-4e59468710e0 req-073fd629-5628-4ced-85fc-0ae9cb8e795a tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 950 time: 1.0553629 Nov 25 19:26:32.094844 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b53ae0a3-18a4-4ddd-bb9d-004e8431c794 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:32.156227 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e8cab85-20f1-4bf1-a589-3b974178b027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:32.169687 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-02133959-01d1-457b-be53-5b272a42afb0 req-863acbb1-ad48-40b8-9408-d5b599cea519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:32.170220 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675395ae-d265-4711-8528-e82952b56528 admin admin] Network 949d01d8-a82b-4806-a0a8-fe80c1f4d4e7 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:26:32.220234 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b53ae0a3-18a4-4ddd-bb9d-004e8431c794 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:32.260790 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0708e6f-1e42-4ece-b7ac-2074341e2e0f req-dcf628a0-cc73-4d27-a70d-8b0a9f55c758 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:32.272794 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cc442-4c93-417b-8c6e-d3ea57daed92 req-ca18d305-c1c3-44ee-a1ab-b6c63652cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:32.273014 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0708e6f-1e42-4ece-b7ac-2074341e2e0f req-dcf628a0-cc73-4d27-a70d-8b0a9f55c758 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:32.273774 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cc442-4c93-417b-8c6e-d3ea57daed92 req-ca18d305-c1c3-44ee-a1ab-b6c63652cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:32.277013 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f0708e6f-1e42-4ece-b7ac-2074341e2e0f req-dcf628a0-cc73-4d27-a70d-8b0a9f55c758 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b882a17-345d-4be2-a626-f90e42edaefd HTTP/1.1" status: 200 len: 1666 time: 0.3057616 Nov 25 19:26:32.277253 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-134cc442-4c93-417b-8c6e-d3ea57daed92 req-ca18d305-c1c3-44ee-a1ab-b6c63652cfdf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0f7164e740744c639f0ffd8c8c8559ff&device_id=5b882a17-345d-4be2-a626-f90e42edaefd HTTP/1.1" status: 200 len: 1913 time: 0.3047080 Nov 25 19:26:32.288442 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-675395ae-d265-4711-8528-e82952b56528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 949d01d8-a82b-4806-a0a8-fe80c1f4d4e7) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:32.303576 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-66e30b01-5e62-44a8-8333-5984db2ea75f tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:32.315046 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24afa111-5657-4478-ac8a-2c1860ec702b None None] Network 949d01d8-a82b-4806-a0a8-fe80c1f4d4e7 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:26:32.330163 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675395ae-d265-4711-8528-e82952b56528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:32.331459 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-675395ae-d265-4711-8528-e82952b56528 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:32.376528 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f65e799-3fdc-48d2-88cd-b63e6af95be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:32.423830 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7d6cee5b-cd5e-44ce-8e38-4e59468710e0 req-b655d5c5-2268-47b9-91a4-bad931322f7d tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378646 Nov 25 19:26:32.450548 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-675395ae-d265-4711-8528-e82952b56528 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7350824 Nov 25 19:26:32.521427 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f0708e6f-1e42-4ece-b7ac-2074341e2e0f req-9b8942f2-ea7c-427b-a018-dd478d96f3e5 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217202 Nov 25 19:26:32.535406 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e8cab85-20f1-4bf1-a589-3b974178b027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:32.651668 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c9f007-6e6b-4e01-8ba2-757af079b25c None None] Network 949d01d8-a82b-4806-a0a8-fe80c1f4d4e7 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:26:32.655446 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b53ae0a3-18a4-4ddd-bb9d-004e8431c794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:32.668471 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b53ae0a3-18a4-4ddd-bb9d-004e8431c794 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:32.668471 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b53ae0a3-18a4-4ddd-bb9d-004e8431c794 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/772dede1-354e-4651-94c8-47cfb1c9ed02 HTTP/1.1" status: 204 len: 168 time: 0.9800599 Nov 25 19:26:32.668917 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8cab85-20f1-4bf1-a589-3b974178b027 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=923b33c5-b953-413a-8146-382932f62afb,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:32.683246 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e8cab85-20f1-4bf1-a589-3b974178b027 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:32.687287 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60412) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:32.697677 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5e8cab85-20f1-4bf1-a589-3b974178b027 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/923b33c5-b953-413a-8146-382932f62afb HTTP/1.1" status: 204 len: 168 time: 1.1674964 Nov 25 19:26:32.715056 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60416) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:32.753685 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ae0a3-18a4-4ddd-bb9d-004e8431c794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772dede1-354e-4651-94c8-47cfb1c9ed02,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:32.756848 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65e799-3fdc-48d2-88cd-b63e6af95be6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69a35044-0c41-4210-a339-55b065b88418,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:32.814576 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-66e30b01-5e62-44a8-8333-5984db2ea75f tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:32.885829 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cc442-4c93-417b-8c6e-d3ea57daed92 req-de3f934a-bfe8-4563-8ddc-63a5901f95d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:32.887199 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cc442-4c93-417b-8c6e-d3ea57daed92 req-de3f934a-bfe8-4563-8ddc-63a5901f95d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:32.888213 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cc442-4c93-417b-8c6e-d3ea57daed92 req-de3f934a-bfe8-4563-8ddc-63a5901f95d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:32.891956 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-134cc442-4c93-417b-8c6e-d3ea57daed92 req-de3f934a-bfe8-4563-8ddc-63a5901f95d4 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=0f7164e740744c639f0ffd8c8c8559ff&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5811133 Nov 25 19:26:32.976398 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65e799-3fdc-48d2-88cd-b63e6af95be6 admin admin] Checking segment: {'id': 'bd4a8bb7-3e70-43a0-9196-48917868b02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '54031c52-567d-442a-afe3-b8b22c9624af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:32.977319 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29e6a8a6-1e80-4956-b8d7-b21ab9a6481e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:32.977940 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f65e799-3fdc-48d2-88cd-b63e6af95be6 admin admin] Network hostable DHCP agents. Network: 54031c52-567d-442a-afe3-b8b22c9624af, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:26:33.105943 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-66e30b01-5e62-44a8-8333-5984db2ea75f tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:33.147494 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-66e30b01-5e62-44a8-8333-5984db2ea75f tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:33.165451 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29e6a8a6-1e80-4956-b8d7-b21ab9a6481e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:33.203994 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-66e30b01-5e62-44a8-8333-5984db2ea75f tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:26:33.219607 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-29e6a8a6-1e80-4956-b8d7-b21ab9a6481e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d50823c9-8e68-494c-9142-5f5ec9a7c591']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:33.254233 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-29e6a8a6-1e80-4956-b8d7-b21ab9a6481e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:33.257461 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-29e6a8a6-1e80-4956-b8d7-b21ab9a6481e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36bb1c37-dd9c-4108-b8b0-5fffd7df6d5c') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:33.277489 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e30b01-5e62-44a8-8333-5984db2ea75f tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Pushing event updated for resources: {'Port': ['ID=d83d7002-f4f5-44de-a737-c65f28bf9ba3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:33.301227 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29e6a8a6-1e80-4956-b8d7-b21ab9a6481e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:33.325400 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f65e799-3fdc-48d2-88cd-b63e6af95be6 admin admin] Network 54031c52-567d-442a-afe3-b8b22c9624af is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:26:33.341774 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29e6a8a6-1e80-4956-b8d7-b21ab9a6481e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:33.350966 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e6a8a6-1e80-4956-b8d7-b21ab9a6481e admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:26:33.351493 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29e6a8a6-1e80-4956-b8d7-b21ab9a6481e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:33.388443 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5e533-f146-44c6-849d-575ff2288746 req-8c0042d9-7934-4f98-a9e7-912a030160e8 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:33.390082 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2ef5e533-f146-44c6-849d-575ff2288746 req-8c0042d9-7934-4f98-a9e7-912a030160e8 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d84753-ddef-4729-8d11-70a56ac0e262 HTTP/1.1" status: 200 len: 936 time: 0.4442179 Nov 25 19:26:33.409418 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1f65e799-3fdc-48d2-88cd-b63e6af95be6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 54031c52-567d-442a-afe3-b8b22c9624af) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:33.420128 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2711608e-c0dd-4776-bcde-547269f4da48 None None] Network 54031c52-567d-442a-afe3-b8b22c9624af requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:26:33.437208 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:26:33.460163 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8c1827ff-c25e-442e-855a-cd22ab722c77 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-622630373-network', 'tenant_id': '66bb1d518cbb4b4485685141182408d2'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:33.471061 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29e6a8a6-1e80-4956-b8d7-b21ab9a6481e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:33.479188 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29e6a8a6-1e80-4956-b8d7-b21ab9a6481e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:33.489926 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-29e6a8a6-1e80-4956-b8d7-b21ab9a6481e admin admin] 10.222.0.55 "DELETE /v2.0/networks/d50823c9-8e68-494c-9142-5f5ec9a7c591 HTTP/1.1" status: 204 len: 168 time: 0.7702570 Nov 25 19:26:33.506678 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6a8a6-1e80-4956-b8d7-b21ab9a6481e admin admin] Pushing event deleted for resources: {'Network': ['ID=d50823c9-8e68-494c-9142-5f5ec9a7c591,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:33.516113 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f65e799-3fdc-48d2-88cd-b63e6af95be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:33.516927 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f65e799-3fdc-48d2-88cd-b63e6af95be6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:33.524944 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-66e30b01-5e62-44a8-8333-5984db2ea75f tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:33.525456 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-66e30b01-5e62-44a8-8333-5984db2ea75f tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:33.579348 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:33.587294 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cc442-4c93-417b-8c6e-d3ea57daed92 req-4b347643-6bd2-43da-a02d-e8773dd9d876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:33.588380 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-134cc442-4c93-417b-8c6e-d3ea57daed92 req-4b347643-6bd2-43da-a02d-e8773dd9d876 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6362140 Nov 25 19:26:33.651642 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3437ddca-5fcd-463a-a2b7-38736a845dca None None] Provisioning complete for port d83d7002-f4f5-44de-a737-c65f28bf9ba3 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:33.652290 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3437ddca-5fcd-463a-a2b7-38736a845dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:33.658195 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1827ff-c25e-442e-855a-cd22ab722c77 admin admin] Made reservation on behalf of 66bb1d518cbb4b4485685141182408d2 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:26:33.660889 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c1827ff-c25e-442e-855a-cd22ab722c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:33.695250 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1f65e799-3fdc-48d2-88cd-b63e6af95be6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.0479515 Nov 25 19:26:33.699090 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60442) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:33.700364 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-3437ddca-5fcd-463a-a2b7-38736a845dca None None] Port d83d7002-f4f5-44de-a737-c65f28bf9ba3 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:26:33.702143 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-66e30b01-5e62-44a8-8333-5984db2ea75f tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3405731 Nov 25 19:26:33.705420 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-be4cb73b-f1d8-4cdf-83cf-0ef763113605 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1996004945-router', 'tenant_id': '1b9a2623eeaa459189f8fb67e6d4dd0b', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:33.728201 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-02133959-01d1-457b-be53-5b272a42afb0 req-863acbb1-ad48-40b8-9408-d5b599cea519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1899a287-8f49-4481-b906-2e318c5d7494 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:26:33.745087 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-529815c3-d27a-4d0e-92d1-f40980630775 service neutron] Request body: {'port': {'device_id': 'a6d84753-ddef-4729-8d11-70a56ac0e262', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:33.750598 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c1827ff-c25e-442e-855a-cd22ab722c77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:33.765793 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-be4cb73b-f1d8-4cdf-83cf-0ef763113605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:33.767981 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-be4cb73b-f1d8-4cdf-83cf-0ef763113605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:33.778647 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-02133959-01d1-457b-be53-5b272a42afb0 req-863acbb1-ad48-40b8-9408-d5b599cea519 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:33.802242 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2ef5e533-f146-44c6-849d-575ff2288746 req-65a9a929-7940-4cc9-8d97-bd6848d10684 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7325347-4e73-40c6-85a7-2d6631b89fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374181 Nov 25 19:26:33.842126 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60454) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:33.855499 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f383cfda-2bfd-4535-a3d8-fc67ca934db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-54031c52-567d-442a-afe3-b8b22c9624af', 'network_id': '54031c52-567d-442a-afe3-b8b22c9624af', 'tenant_id': '1b9a2623eeaa459189f8fb67e6d4dd0b', 'fixed_ips': [{'subnet_id': '69a35044-0c41-4210-a339-55b065b88418'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:26:33.856690 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f383cfda-2bfd-4535-a3d8-fc67ca934db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:33.898275 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-02133959-01d1-457b-be53-5b272a42afb0 req-863acbb1-ad48-40b8-9408-d5b599cea519 service neutron] Transition to ACTIVE for port object 1899a287-8f49-4481-b906-2e318c5d7494 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:26:33.925872 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-02133959-01d1-457b-be53-5b272a42afb0 req-863acbb1-ad48-40b8-9408-d5b599cea519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:33.974533 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-be4cb73b-f1d8-4cdf-83cf-0ef763113605 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:34.080805 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-529815c3-d27a-4d0e-92d1-f40980630775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:34.226710 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-f383cfda-2bfd-4535-a3d8-fc67ca934db3 None None] Allocated IP 172.20.0.2 (54031c52-567d-442a-afe3-b8b22c9624af/69a35044-0c41-4210-a339-55b065b88418/792e7cae-60b9-4aef-a634-b971e1ab9649) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:26:34.244940 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4f4f2-dddb-404a-8cba-4aa26b683111 req-2a629cf6-c27e-44e2-9e7e-ad80bd207075 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:34.255954 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-27f4f4f2-dddb-404a-8cba-4aa26b683111 req-2a629cf6-c27e-44e2-9e7e-ad80bd207075 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 950 time: 0.3026254 Nov 25 19:26:34.278804 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-29c927dd-0d6f-45a6-8863-f267ac3d5d74 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=240ad271eca8466e8a0831a281b75c36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4263585 Nov 25 19:26:34.279404 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-02133959-01d1-457b-be53-5b272a42afb0 req-863acbb1-ad48-40b8-9408-d5b599cea519 service neutron] Attempting to bind port 1899a287-8f49-4481-b906-2e318c5d7494 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:26:34.279626 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-02133959-01d1-457b-be53-5b272a42afb0 req-863acbb1-ad48-40b8-9408-d5b599cea519 service neutron] Attempting to bind port 1899a287-8f49-4481-b906-2e318c5d7494 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '6b9320a8-1287-4e6a-a1dd-f5da79f3b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '691cf5c2-620f-4c9d-9c30-1d81c1491c9a'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:26:34.279893 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02133959-01d1-457b-be53-5b272a42afb0 req-863acbb1-ad48-40b8-9408-d5b599cea519 service neutron] Attempting to bind port 1899a287-8f49-4481-b906-2e318c5d7494 on network 691cf5c2-620f-4c9d-9c30-1d81c1491c9a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:34.305688 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60464) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:34.310094 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02133959-01d1-457b-be53-5b272a42afb0 req-863acbb1-ad48-40b8-9408-d5b599cea519 service neutron] Port 1899a287-8f49-4481-b906-2e318c5d7494 on network 691cf5c2-620f-4c9d-9c30-1d81c1491c9a not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:26:34.310452 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02133959-01d1-457b-be53-5b272a42afb0 req-863acbb1-ad48-40b8-9408-d5b599cea519 service neutron] Attempting to bind port 1899a287-8f49-4481-b906-2e318c5d7494 on network 691cf5c2-620f-4c9d-9c30-1d81c1491c9a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:34.349083 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863acbb1-ad48-40b8-9408-d5b599cea519 service neutron] Pushing event updated for resources: {'Port': ['ID=1899a287-8f49-4481-b906-2e318c5d7494,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:34.522966 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02133959-01d1-457b-be53-5b272a42afb0 req-863acbb1-ad48-40b8-9408-d5b599cea519 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:26:34.523783 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02133959-01d1-457b-be53-5b272a42afb0 req-863acbb1-ad48-40b8-9408-d5b599cea519 service neutron] Checking segment: {'id': '6b9320a8-1287-4e6a-a1dd-f5da79f3b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '691cf5c2-620f-4c9d-9c30-1d81c1491c9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:34.523783 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02133959-01d1-457b-be53-5b272a42afb0 req-863acbb1-ad48-40b8-9408-d5b599cea519 service neutron] Bound using segment: {'id': '6b9320a8-1287-4e6a-a1dd-f5da79f3b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '691cf5c2-620f-4c9d-9c30-1d81c1491c9a'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:26:34.524900 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-02133959-01d1-457b-be53-5b272a42afb0 req-863acbb1-ad48-40b8-9408-d5b599cea519 service neutron] Bound port: 1899a287-8f49-4481-b906-2e318c5d7494, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b9320a8-1287-4e6a-a1dd-f5da79f3b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '691cf5c2-620f-4c9d-9c30-1d81c1491c9a'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:26:34.525270 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-02133959-01d1-457b-be53-5b272a42afb0 req-863acbb1-ad48-40b8-9408-d5b599cea519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:34.561574 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-27f4f4f2-dddb-404a-8cba-4aa26b683111 req-b086aa0f-e5d4-445c-843e-e21712e7661d tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044806 Nov 25 19:26:34.588757 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-be4cb73b-f1d8-4cdf-83cf-0ef763113605 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:34.657727 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecee653-da73-49db-ad1e-f1394080f983 req-fe486116-76c3-409e-bfc4-ed960b62ac73 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:34.659776 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cecee653-da73-49db-ad1e-f1394080f983 req-fe486116-76c3-409e-bfc4-ed960b62ac73 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/networks?id=949d01d8-a82b-4806-a0a8-fe80c1f4d4e7 HTTP/1.1" status: 200 len: 817 time: 0.8194504 Nov 25 19:26:34.682363 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f383cfda-2bfd-4535-a3d8-fc67ca934db3 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:34.706078 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f383cfda-2bfd-4535-a3d8-fc67ca934db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:34.731983 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cecee653-da73-49db-ad1e-f1394080f983 req-390defe0-ba77-43a1-aef9-8a205c57d4d8 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/quotas/80571b5cd4b3472d846e2851a3e9e52f HTTP/1.1" status: 200 len: 375 time: 0.0176604 Nov 25 19:26:34.785353 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cecee653-da73-49db-ad1e-f1394080f983 req-8fedff9b-60c1-43bb-93d3-6ced25d95eb9 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=80571b5cd4b3472d846e2851a3e9e52f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454285 Nov 25 19:26:34.798541 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c1827ff-c25e-442e-855a-cd22ab722c77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:34.838063 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c1827ff-c25e-442e-855a-cd22ab722c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:34.841289 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32670d21-687f-48e0-880e-421fbbbd4e7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:34.848545 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f383cfda-2bfd-4535-a3d8-fc67ca934db3 None None] Network 54031c52-567d-442a-afe3-b8b22c9624af is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:34.857888 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-f383cfda-2bfd-4535-a3d8-fc67ca934db3 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:34.869182 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f383cfda-2bfd-4535-a3d8-fc67ca934db3 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:26:34.872598 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383cfda-2bfd-4535-a3d8-fc67ca934db3 None None] Pushing event updated for resources: {'Port': ['ID=792e7cae-60b9-4aef-a634-b971e1ab9649,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:34.949418 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c1827ff-c25e-442e-855a-cd22ab722c77 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:26:34.984720 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f383cfda-2bfd-4535-a3d8-fc67ca934db3 None None] Attempting to bind port 792e7cae-60b9-4aef-a634-b971e1ab9649 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:26:34.985190 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f383cfda-2bfd-4535-a3d8-fc67ca934db3 None None] Attempting to bind port 792e7cae-60b9-4aef-a634-b971e1ab9649 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'bd4a8bb7-3e70-43a0-9196-48917868b02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '54031c52-567d-442a-afe3-b8b22c9624af'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:26:34.985816 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f383cfda-2bfd-4535-a3d8-fc67ca934db3 None None] Attempting to bind port 792e7cae-60b9-4aef-a634-b971e1ab9649 on network 54031c52-567d-442a-afe3-b8b22c9624af {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:34.998905 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f383cfda-2bfd-4535-a3d8-fc67ca934db3 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:26:35.000552 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f383cfda-2bfd-4535-a3d8-fc67ca934db3 None None] Checking segment: {'id': 'bd4a8bb7-3e70-43a0-9196-48917868b02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '54031c52-567d-442a-afe3-b8b22c9624af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:35.001571 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f383cfda-2bfd-4535-a3d8-fc67ca934db3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:35.002405 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f383cfda-2bfd-4535-a3d8-fc67ca934db3 None None] Bound using segment: {'id': 'bd4a8bb7-3e70-43a0-9196-48917868b02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '54031c52-567d-442a-afe3-b8b22c9624af'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:26:35.003357 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f383cfda-2bfd-4535-a3d8-fc67ca934db3 None None] Bound port: 792e7cae-60b9-4aef-a634-b971e1ab9649, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4a8bb7-3e70-43a0-9196-48917868b02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '54031c52-567d-442a-afe3-b8b22c9624af'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:26:35.004029 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f383cfda-2bfd-4535-a3d8-fc67ca934db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:35.004170 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32670d21-687f-48e0-880e-421fbbbd4e7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:35.018402 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cecee653-da73-49db-ad1e-f1394080f983 req-606ad366-0398-4854-88f2-878015e2396d service neutron] 10.222.0.55 "GET /v2.0/networks/949d01d8-a82b-4806-a0a8-fe80c1f4d4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213383 Nov 25 19:26:35.025008 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-be4cb73b-f1d8-4cdf-83cf-0ef763113605 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:35.028228 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1827ff-c25e-442e-855a-cd22ab722c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59e0664-5b4a-4c92-b0da-261d04647f5a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:35.046942 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c1827ff-c25e-442e-855a-cd22ab722c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:35.047546 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-8c1827ff-c25e-442e-855a-cd22ab722c77 admin admin] Added segment 3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad of type vlan for network 7c66fbd7-92f9-4c18-afb1-b38847fa5709 Nov 25 19:26:35.060300 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-02133959-01d1-457b-be53-5b272a42afb0 req-863acbb1-ad48-40b8-9408-d5b599cea519 service neutron] For port 1899a287-8f49-4481-b906-2e318c5d7494, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:35.072677 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-02133959-01d1-457b-be53-5b272a42afb0 req-863acbb1-ad48-40b8-9408-d5b599cea519 service neutron] For port 1899a287-8f49-4481-b906-2e318c5d7494, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=1899a287-8f49-4481-b906-2e318c5d7494,segment=NetworkSegment(6b9320a8-1287-4e6a-a1dd-f5da79f3b68a),segment_id=6b9320a8-1287-4e6a-a1dd-f5da79f3b68a)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:26:35.106673 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40842db4-ee6d-428d-bd7d-70b84d54c7cc req-0a394d4e-c08a-43ce-a26b-dd25ed61ac6a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:35.112200 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-be4cb73b-f1d8-4cdf-83cf-0ef763113605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:35.120269 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40842db4-ee6d-428d-bd7d-70b84d54c7cc req-0a394d4e-c08a-43ce-a26b-dd25ed61ac6a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:35.122923 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-40842db4-ee6d-428d-bd7d-70b84d54c7cc req-0a394d4e-c08a-43ce-a26b-dd25ed61ac6a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b882a17-345d-4be2-a626-f90e42edaefd HTTP/1.1" status: 200 len: 1678 time: 0.3354390 Nov 25 19:26:35.150328 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f383cfda-2bfd-4535-a3d8-fc67ca934db3 None None] For port 792e7cae-60b9-4aef-a634-b971e1ab9649, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:35.153496 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-02133959-01d1-457b-be53-5b272a42afb0 req-863acbb1-ad48-40b8-9408-d5b599cea519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:35.155338 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f383cfda-2bfd-4535-a3d8-fc67ca934db3 None None] For port 792e7cae-60b9-4aef-a634-b971e1ab9649, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=792e7cae-60b9-4aef-a634-b971e1ab9649,segment=NetworkSegment(bd4a8bb7-3e70-43a0-9196-48917868b02c),segment_id=bd4a8bb7-3e70-43a0-9196-48917868b02c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:26:35.161352 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f383cfda-2bfd-4535-a3d8-fc67ca934db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:35.209610 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cecee653-da73-49db-ad1e-f1394080f983 req-fb0798b0-d799-4d75-862b-30c81b301b55 service neutron] 10.222.0.55 "GET /v2.0/networks/949d01d8-a82b-4806-a0a8-fe80c1f4d4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594212 Nov 25 19:26:35.283979 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-be4cb73b-f1d8-4cdf-83cf-0ef763113605 admin admin] Allocated IP 172.25.6.100 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/c25cc0c8-8393-47e1-832d-e0e41386a422) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:26:35.390396 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02133959-01d1-457b-be53-5b272a42afb0 req-863acbb1-ad48-40b8-9408-d5b599cea519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:35.391502 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-02133959-01d1-457b-be53-5b272a42afb0 req-863acbb1-ad48-40b8-9408-d5b599cea519 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:35.393020 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383cfda-2bfd-4535-a3d8-fc67ca934db3 None None] Pushing event updated for resources: {'Port': ['ID=792e7cae-60b9-4aef-a634-b971e1ab9649,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:35.393983 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02133959-01d1-457b-be53-5b272a42afb0 req-863acbb1-ad48-40b8-9408-d5b599cea519 service neutron] 10.222.0.85 "PUT /v2.0/ports/1899a287-8f49-4481-b906-2e318c5d7494 HTTP/1.1" status: 200 len: 1092 time: 4.0999947 Nov 25 19:26:35.394814 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b882a17-345d-4be2-a626-f90e42edaefd', 'tag': '1899a287-8f49-4481-b906-2e318c5d7494'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:35.406341 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6710e193-8cec-4e60-aed6-f25f2d34a34b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b882a17-345d-4be2-a626-f90e42edaefd", "tag": "1899a287-8f49-4481-b906-2e318c5d7494"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:35.431320 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c1827ff-c25e-442e-855a-cd22ab722c77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:35.431541 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:35.461052 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-be4cb73b-f1d8-4cdf-83cf-0ef763113605 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:35.516597 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:35.522045 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-be4cb73b-f1d8-4cdf-83cf-0ef763113605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:35.615500 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4cb73b-f1d8-4cdf-83cf-0ef763113605 admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:35.627852 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-be4cb73b-f1d8-4cdf-83cf-0ef763113605 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:35.637701 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4cb73b-f1d8-4cdf-83cf-0ef763113605 admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:26:35.641618 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-8c1827ff-c25e-442e-855a-cd22ab722c77 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:26:35.688489 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cb73b-f1d8-4cdf-83cf-0ef763113605 admin admin] Pushing event updated for resources: {'Port': ['ID=c25cc0c8-8393-47e1-832d-e0e41386a422,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:35.804412 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-40842db4-ee6d-428d-bd7d-70b84d54c7cc req-366bdb14-30a1-4865-99c9-571195e22c09 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6304862 Nov 25 19:26:35.809790 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-529815c3-d27a-4d0e-92d1-f40980630775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d83d7002-f4f5-44de-a737-c65f28bf9ba3 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:26:35.820472 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863acbb1-ad48-40b8-9408-d5b599cea519 service neutron] Pushing event updated for resources: {'Port': ['ID=1899a287-8f49-4481-b906-2e318c5d7494,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:35.844003 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32670d21-687f-48e0-880e-421fbbbd4e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:35.847421 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32670d21-687f-48e0-880e-421fbbbd4e7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:35.867204 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-32670d21-687f-48e0-880e-421fbbbd4e7a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/151d8eda-0fa1-4893-a3e6-a191fb6bbf81 HTTP/1.1" status: 204 len: 168 time: 1.5149491 Nov 25 19:26:35.873169 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-529815c3-d27a-4d0e-92d1-f40980630775 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:35.877784 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c1827ff-c25e-442e-855a-cd22ab722c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:35.879608 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1827ff-c25e-442e-855a-cd22ab722c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:35.880406 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c1827ff-c25e-442e-855a-cd22ab722c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:35.953853 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32670d21-687f-48e0-880e-421fbbbd4e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151d8eda-0fa1-4893-a3e6-a191fb6bbf81,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:36.050908 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8c1827ff-c25e-442e-855a-cd22ab722c77 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.3589981 Nov 25 19:26:36.056043 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-529815c3-d27a-4d0e-92d1-f40980630775 service neutron] Transition to ACTIVE for port object d83d7002-f4f5-44de-a737-c65f28bf9ba3 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:26:36.124561 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60484) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:36.129285 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02133959-01d1-457b-be53-5b272a42afb0 req-7dd92386-56ea-47e5-89b8-edb70f3848b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:36.129696 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02133959-01d1-457b-be53-5b272a42afb0 req-7dd92386-56ea-47e5-89b8-edb70f3848b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:36.131935 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02133959-01d1-457b-be53-5b272a42afb0 req-7dd92386-56ea-47e5-89b8-edb70f3848b4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0f7164e740744c639f0ffd8c8c8559ff&device_id=5b882a17-345d-4be2-a626-f90e42edaefd HTTP/1.1" status: 200 len: 1980 time: 0.5840087 Nov 25 19:26:36.142949 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b90c9c26-0731-4859-9eaf-ed3d33d2b159 admin admin] Request body: {'subnet': {'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-622630373-subnet', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:36.166182 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-529815c3-d27a-4d0e-92d1-f40980630775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:36.418349 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6541c93-ecdc-4100-bdc3-92d78cdbb712 x-openstack-request-id: req-e6541c93-ecdc-4100-bdc3-92d78cdbb712 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:36.419059 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b882a17-345d-4be2-a626-f90e42edaefd", "tag": "1899a287-8f49-4481-b906-2e318c5d7494", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:36.419474 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e6541c93-ecdc-4100-bdc3-92d78cdbb712 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:36.420711 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b882a17-345d-4be2-a626-f90e42edaefd', 'tag': '1899a287-8f49-4481-b906-2e318c5d7494', 'status': 'completed', 'code': 200} Nov 25 19:26:36.424776 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529815c3-d27a-4d0e-92d1-f40980630775 service neutron] Pushing event updated for resources: {'Port': ['ID=d83d7002-f4f5-44de-a737-c65f28bf9ba3,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:36.428275 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1827ff-c25e-442e-855a-cd22ab722c77 admin admin] Pushing event updated for resources: {'Network': ['ID=7c66fbd7-92f9-4c18-afb1-b38847fa5709,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:36.434438 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02133959-01d1-457b-be53-5b272a42afb0 req-5503b402-0a59-4545-99ab-2fc23f6f4e60 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.41&port_id=a6537781-0fda-47b7-bcf8-a63299334ce6 HTTP/1.1" status: 200 len: 217 time: 0.2720456 Nov 25 19:26:36.455078 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 7c66fbd7-92f9-4c18-afb1-b38847fa5709 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:26:36.473516 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-27dd68a4-7940-4a5a-8f6d-bf56e9494810 req-be0cf948-7325-47f8-a3a5-3e79a6088381 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/ports?device_id=07552227-c692-45c8-a993-28f2aef74277 HTTP/1.1" status: 200 len: 210 time: 0.0510366 Nov 25 19:26:36.600059 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02133959-01d1-457b-be53-5b272a42afb0 req-767ef5b3-fb02-4335-ac67-a82a88c2cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:36.604121 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02133959-01d1-457b-be53-5b272a42afb0 req-767ef5b3-fb02-4335-ac67-a82a88c2cdde service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4c1a7589-8340-49bd-9246-44158e71cc11 HTTP/1.1" status: 200 len: 801 time: 0.1479359 Nov 25 19:26:36.878559 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 792e7cae-60b9-4aef-a634-b971e1ab9649 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:36.891364 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90c9c26-0731-4859-9eaf-ed3d33d2b159 admin admin] Made reservation on behalf of 66bb1d518cbb4b4485685141182408d2 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:26:36.893841 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b90c9c26-0731-4859-9eaf-ed3d33d2b159 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:36.905954 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60502) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:36.972967 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916e640-67d3-49a5-91da-284f4801d9af req-0a8d7843-9d35-4790-b311-5f875ae93b8e tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:36.975360 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7916e640-67d3-49a5-91da-284f4801d9af req-0a8d7843-9d35-4790-b311-5f875ae93b8e tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d84753-ddef-4729-8d11-70a56ac0e262 HTTP/1.1" status: 200 len: 948 time: 0.8225248 Nov 25 19:26:36.996021 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530b529-f70c-47c5-81ba-08102c965ce3 req-b066b859-c319-4816-98ff-db796c812898 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:37.010420 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5530b529-f70c-47c5-81ba-08102c965ce3 req-b066b859-c319-4816-98ff-db796c812898 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 950 time: 0.1376834 Nov 25 19:26:37.081231 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-be4cb73b-f1d8-4cdf-83cf-0ef763113605 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:37.135591 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-529815c3-d27a-4d0e-92d1-f40980630775 service neutron] Attempting to bind port d83d7002-f4f5-44de-a737-c65f28bf9ba3 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:26:37.136037 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-529815c3-d27a-4d0e-92d1-f40980630775 service neutron] Attempting to bind port d83d7002-f4f5-44de-a737-c65f28bf9ba3 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:26:37.136369 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-529815c3-d27a-4d0e-92d1-f40980630775 service neutron] Attempting to bind port d83d7002-f4f5-44de-a737-c65f28bf9ba3 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:37.151254 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5530b529-f70c-47c5-81ba-08102c965ce3 req-7643bf5c-3f78-4098-b830-c5c587a68bef tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385107 Nov 25 19:26:37.251676 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 792e7cae-60b9-4aef-a634-b971e1ab9649 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:37.252314 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:37.257241 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-529815c3-d27a-4d0e-92d1-f40980630775 service neutron] Port d83d7002-f4f5-44de-a737-c65f28bf9ba3 on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:26:37.260249 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-529815c3-d27a-4d0e-92d1-f40980630775 service neutron] Attempting to bind port d83d7002-f4f5-44de-a737-c65f28bf9ba3 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:37.319655 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02133959-01d1-457b-be53-5b272a42afb0 req-0d62e5cf-5b06-4f51-929b-2926ccd8aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:37.322675 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02133959-01d1-457b-be53-5b272a42afb0 req-0d62e5cf-5b06-4f51-929b-2926ccd8aa29 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4fe251c2-2404-43a7-ad62-7730b75d05dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6866250 Nov 25 19:26:37.338058 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-529815c3-d27a-4d0e-92d1-f40980630775 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:26:37.338431 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-529815c3-d27a-4d0e-92d1-f40980630775 service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:37.338980 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-529815c3-d27a-4d0e-92d1-f40980630775 service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:26:37.339894 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-529815c3-d27a-4d0e-92d1-f40980630775 service neutron] Bound port: d83d7002-f4f5-44de-a737-c65f28bf9ba3, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:26:37.340458 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-529815c3-d27a-4d0e-92d1-f40980630775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:37.384753 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7916e640-67d3-49a5-91da-284f4801d9af req-797f0af7-96f4-4d80-9825-2651559da03f tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7325347-4e73-40c6-85a7-2d6631b89fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838751 Nov 25 19:26:37.532758 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:37.565351 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bc67247-50b0-403b-9543-5c8d06f033cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:37.585393 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 792e7cae-60b9-4aef-a634-b971e1ab9649, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=792e7cae-60b9-4aef-a634-b971e1ab9649,segment=NetworkSegment(bd4a8bb7-3e70-43a0-9196-48917868b02c),segment_id=bd4a8bb7-3e70-43a0-9196-48917868b02c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:37.593959 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:37.657811 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d5396b-df5c-4c03-a08c-d0fe9f7847bf None None] Network 54031c52-567d-442a-afe3-b8b22c9624af requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:26:37.783763 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c095c-41c7-4fc3-992f-67c4e2391a6a req-b86a1a26-c0e0-4590-88d3-02535f60d6fa tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:37.798080 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c095c-41c7-4fc3-992f-67c4e2391a6a req-b86a1a26-c0e0-4590-88d3-02535f60d6fa tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:37.800939 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-634c095c-41c7-4fc3-992f-67c4e2391a6a req-b86a1a26-c0e0-4590-88d3-02535f60d6fa tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b882a17-345d-4be2-a626-f90e42edaefd HTTP/1.1" status: 200 len: 1678 time: 0.4930866 Nov 25 19:26:37.926882 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=792e7cae-60b9-4aef-a634-b971e1ab9649,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:37.927989 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60520) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:37.941628 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f4af6435-28e3-40bc-97ce-5c94975fe2e9 None None] Provisioning complete for port 792e7cae-60b9-4aef-a634-b971e1ab9649 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:37.942757 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f4af6435-28e3-40bc-97ce-5c94975fe2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:37.973795 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-634c095c-41c7-4fc3-992f-67c4e2391a6a req-cf881a8b-9784-4112-b75a-058bf6028fd6 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457391 Nov 25 19:26:38.013418 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-be4cb73b-f1d8-4cdf-83cf-0ef763113605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:38.052188 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7b439ed8-3274-4013-8b1a-7a242249c273 req-2955d259-240b-440a-bce4-d657bbce8ea3 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/ports?device_id=07552227-c692-45c8-a993-28f2aef74277 HTTP/1.1" status: 200 len: 210 time: 0.1250515 Nov 25 19:26:38.104079 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-529815c3-d27a-4d0e-92d1-f40980630775 service neutron] For port d83d7002-f4f5-44de-a737-c65f28bf9ba3, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:38.110589 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02133959-01d1-457b-be53-5b272a42afb0 req-1c41cf8f-ff43-4bf6-b1af-a3bd4e07f686 service neutron] 10.222.0.85 "GET /v2.0/networks/4fe251c2-2404-43a7-ad62-7730b75d05dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7766449 Nov 25 19:26:38.165893 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-529815c3-d27a-4d0e-92d1-f40980630775 service neutron] For port d83d7002-f4f5-44de-a737-c65f28bf9ba3, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d83d7002-f4f5-44de-a737-c65f28bf9ba3,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:26:38.226388 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-529815c3-d27a-4d0e-92d1-f40980630775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:38.363861 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4cb73b-f1d8-4cdf-83cf-0ef763113605 admin admin] Router 7b1a0c40-9493-44f7-934b-fd3d74a01c12 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:26:38.487888 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:26:38.506466 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b90c9c26-0731-4859-9eaf-ed3d33d2b159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:38.518513 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b5a8b5ef-c67d-4284-b93c-c2cdeacd1136 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1444691228-network', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:38.580201 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6853f29-873f-4c53-92ab-25c951d778fd req-88f84ab6-5a33-4dcb-8ef1-fce62846ac5c tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:38.581839 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6853f29-873f-4c53-92ab-25c951d778fd req-88f84ab6-5a33-4dcb-8ef1-fce62846ac5c tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 950 time: 0.2002499 Nov 25 19:26:38.584543 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecee653-da73-49db-ad1e-f1394080f983 req-5db7c48f-88d8-4880-8295-ae2089b8293e tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:38.586603 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cecee653-da73-49db-ad1e-f1394080f983 req-5db7c48f-88d8-4880-8295-ae2089b8293e tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.85 "GET /v2.0/networks?id=949d01d8-a82b-4806-a0a8-fe80c1f4d4e7 HTTP/1.1" status: 200 len: 817 time: 0.6533313 Nov 25 19:26:38.669373 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-529815c3-d27a-4d0e-92d1-f40980630775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:38.671004 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-529815c3-d27a-4d0e-92d1-f40980630775 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:38.672492 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-529815c3-d27a-4d0e-92d1-f40980630775 service neutron] 10.222.0.73 "PUT /v2.0/ports/d83d7002-f4f5-44de-a737-c65f28bf9ba3 HTTP/1.1" status: 200 len: 1096 time: 4.9487808 Nov 25 19:26:38.673537 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6853f29-873f-4c53-92ab-25c951d778fd req-e1637b2b-aecb-4fb8-b458-24999b4e095e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753007 Nov 25 19:26:38.673987 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-06f1c05d-cb0a-4640-9cdf-685280bdb70d None None] Provisioning complete for port 792e7cae-60b9-4aef-a634-b971e1ab9649 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:38.675230 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-06f1c05d-cb0a-4640-9cdf-685280bdb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:38.683847 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4cb73b-f1d8-4cdf-83cf-0ef763113605 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:26:38.710949 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f781c8-e34c-481a-b92c-cb6710bfdc39 None None] Sync routers for ids ['7b1a0c40-9493-44f7-934b-fd3d74a01c12'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:26:38.727334 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c9c26-0731-4859-9eaf-ed3d33d2b159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:38.727508 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f781c8-e34c-481a-b92c-cb6710bfdc39 None None] Routers {'7b1a0c40-9493-44f7-934b-fd3d74a01c12'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:38.727508 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-54f781c8-e34c-481a-b92c-cb6710bfdc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:26:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['7b1a0c40-9493-44f7-934b-fd3d74a01c12'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:38.727898 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d84753-ddef-4729-8d11-70a56ac0e262', 'tag': 'd83d7002-f4f5-44de-a737-c65f28bf9ba3'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:38.728465 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 792e7cae-60b9-4aef-a634-b971e1ab9649 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:38.736129 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9027509a-4faf-4324-96d1-19287133e7df" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d84753-ddef-4729-8d11-70a56ac0e262", "tag": "d83d7002-f4f5-44de-a737-c65f28bf9ba3"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:38.749781 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-be4cb73b-f1d8-4cdf-83cf-0ef763113605 admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:38.754191 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-be4cb73b-f1d8-4cdf-83cf-0ef763113605 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.0534241 Nov 25 19:26:38.755176 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60534) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:38.785205 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-cecee653-da73-49db-ad1e-f1394080f983 req-88602664-a6b4-4a0b-86f3-c1cfc0ee226d tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Request body: {'port': {'device_id': '07552227-c692-45c8-a993-28f2aef74277', 'network_id': '949d01d8-a82b-4806-a0a8-fe80c1f4d4e7', 'admin_state_up': True, 'tenant_id': '80571b5cd4b3472d846e2851a3e9e52f'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:38.922477 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-54f781c8-e34c-481a-b92c-cb6710bfdc39 None None] Set router 7b1a0c40-9493-44f7-934b-fd3d74a01c12 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:38.990044 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 792e7cae-60b9-4aef-a634-b971e1ab9649 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:38.991104 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.035478 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bc67247-50b0-403b-9543-5c8d06f033cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.090788 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09683ba-478a-4174-9f1f-0a5d7c93002c x-openstack-request-id: req-d09683ba-478a-4174-9f1f-0a5d7c93002c {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:39.090788 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d84753-ddef-4729-8d11-70a56ac0e262", "tag": "d83d7002-f4f5-44de-a737-c65f28bf9ba3", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:39.090788 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d09683ba-478a-4174-9f1f-0a5d7c93002c {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:39.091496 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d84753-ddef-4729-8d11-70a56ac0e262', 'tag': 'd83d7002-f4f5-44de-a737-c65f28bf9ba3', 'status': 'completed', 'code': 200} Nov 25 19:26:39.093419 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a8b5ef-c67d-4284-b93c-c2cdeacd1136 admin admin] Made reservation on behalf of 794af00fdd784b2ebeae23a2a2ed5bde for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:26:39.095859 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5a8b5ef-c67d-4284-b93c-c2cdeacd1136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.108920 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02133959-01d1-457b-be53-5b272a42afb0 req-6f79ad0b-8e68-4e80-87f6-9f35ae84c31f service neutron] 10.222.0.85 "GET /v2.0/networks/4fe251c2-2404-43a7-ad62-7730b75d05dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9829218 Nov 25 19:26:39.161740 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-54f781c8-e34c-481a-b92c-cb6710bfdc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1a0c40-9493-44f7-934b-fd3d74a01c12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1996004945-router', 'tenant_id': '1b9a2623eeaa459189f8fb67e6d4dd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'c25cc0c8-8393-47e1-832d-e0e41386a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:33Z', 'updated_at': '2021-11-25T19:26:36Z', 'revision_number': 3, 'project_id': '1b9a2623eeaa459189f8fb67e6d4dd0b', 'gw_port': {'id': 'c25cc0c8-8393-47e1-832d-e0e41386a422', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1a0c40-9493-44f7-934b-fd3d74a01c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:35Z', 'updated_at': '2021-11-25T19:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:39.195417 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f781c8-e34c-481a-b92c-cb6710bfdc39 None None] Checking router: 7b1a0c40-9493-44f7-934b-fd3d74a01c12 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:26:39.195796 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f781c8-e34c-481a-b92c-cb6710bfdc39 None None] Updating router 7b1a0c40-9493-44f7-934b-fd3d74a01c12 port c25cc0c8-8393-47e1-832d-e0e41386a422 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:26:39.223456 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-54f781c8-e34c-481a-b92c-cb6710bfdc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.235377 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c9c26-0731-4859-9eaf-ed3d33d2b159 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:39.235945 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c9c26-0731-4859-9eaf-ed3d33d2b159 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:39.236510 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c9c26-0731-4859-9eaf-ed3d33d2b159 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:39.237068 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c9c26-0731-4859-9eaf-ed3d33d2b159 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:39.237799 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c9c26-0731-4859-9eaf-ed3d33d2b159 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:39.238415 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c9c26-0731-4859-9eaf-ed3d33d2b159 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:39.238997 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c9c26-0731-4859-9eaf-ed3d33d2b159 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:39.239543 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c9c26-0731-4859-9eaf-ed3d33d2b159 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:39.240104 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c9c26-0731-4859-9eaf-ed3d33d2b159 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:39.240672 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c9c26-0731-4859-9eaf-ed3d33d2b159 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:39.241228 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c9c26-0731-4859-9eaf-ed3d33d2b159 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:39.241808 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c9c26-0731-4859-9eaf-ed3d33d2b159 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:39.252922 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bc67247-50b0-403b-9543-5c8d06f033cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.359628 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5a8b5ef-c67d-4284-b93c-c2cdeacd1136 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.404941 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02133959-01d1-457b-be53-5b272a42afb0 req-c28325f1-8c83-453f-b294-f5ae46824692 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.143&port_id=1899a287-8f49-4481-b906-2e318c5d7494 HTTP/1.1" status: 200 len: 217 time: 0.1902549 Nov 25 19:26:39.418052 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2a5b3-ddd4-4393-ada9-327bf28806fd req-adc0c62d-9f6c-477c-ab57-2a10983c97c9 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:39.429627 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2a5b3-ddd4-4393-ada9-327bf28806fd req-adc0c62d-9f6c-477c-ab57-2a10983c97c9 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:39.432977 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41b2a5b3-ddd4-4393-ada9-327bf28806fd req-adc0c62d-9f6c-477c-ab57-2a10983c97c9 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b882a17-345d-4be2-a626-f90e42edaefd HTTP/1.1" status: 200 len: 1678 time: 0.2849514 Nov 25 19:26:39.465158 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529815c3-d27a-4d0e-92d1-f40980630775 service neutron] Pushing event updated for resources: {'Port': ['ID=d83d7002-f4f5-44de-a737-c65f28bf9ba3,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:39.498919 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1bc67247-50b0-403b-9543-5c8d06f033cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6917cea16aa14d208ca8b1e9e3c14ac7&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5757327 Nov 25 19:26:39.499906 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60542) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:39.574963 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-54f781c8-e34c-481a-b92c-cb6710bfdc39 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.579244 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41b2a5b3-ddd4-4393-ada9-327bf28806fd req-7ef0cdf9-f42b-428e-8bf4-f1db6cdbe978 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345887 Nov 25 19:26:39.588231 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-54f781c8-e34c-481a-b92c-cb6710bfdc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.652633 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba41092-b88f-4418-91bd-58566e84d09f None None] Pushing event updated for resources: {'Port': ['ID=c25cc0c8-8393-47e1-832d-e0e41386a422,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:39.677150 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba41092-b88f-4418-91bd-58566e84d09f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:39.677506 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba41092-b88f-4418-91bd-58566e84d09f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:39.678176 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba41092-b88f-4418-91bd-58566e84d09f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:39.678823 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba41092-b88f-4418-91bd-58566e84d09f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:39.679448 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba41092-b88f-4418-91bd-58566e84d09f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:39.680682 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba41092-b88f-4418-91bd-58566e84d09f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:39.681370 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba41092-b88f-4418-91bd-58566e84d09f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:39.681939 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba41092-b88f-4418-91bd-58566e84d09f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:39.682528 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba41092-b88f-4418-91bd-58566e84d09f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:39.683063 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba41092-b88f-4418-91bd-58566e84d09f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:39.683620 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba41092-b88f-4418-91bd-58566e84d09f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:39.684160 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba41092-b88f-4418-91bd-58566e84d09f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:39.688232 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-54f781c8-e34c-481a-b92c-cb6710bfdc39 None None] Attempting to bind port c25cc0c8-8393-47e1-832d-e0e41386a422 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:26:39.688935 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-54f781c8-e34c-481a-b92c-cb6710bfdc39 None None] Attempting to bind port c25cc0c8-8393-47e1-832d-e0e41386a422 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:26:39.689568 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f781c8-e34c-481a-b92c-cb6710bfdc39 None None] Attempting to bind port c25cc0c8-8393-47e1-832d-e0e41386a422 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:39.699031 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f781c8-e34c-481a-b92c-cb6710bfdc39 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:26:39.699685 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f781c8-e34c-481a-b92c-cb6710bfdc39 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:39.700296 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-54f781c8-e34c-481a-b92c-cb6710bfdc39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.700932 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f781c8-e34c-481a-b92c-cb6710bfdc39 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:26:39.701639 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-54f781c8-e34c-481a-b92c-cb6710bfdc39 None None] Bound port: c25cc0c8-8393-47e1-832d-e0e41386a422, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:26:39.702265 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-54f781c8-e34c-481a-b92c-cb6710bfdc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.710702 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5a8b5ef-c67d-4284-b93c-c2cdeacd1136 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.733422 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc67247-50b0-403b-9543-5c8d06f033cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170c2d76-a8ef-4313-9fd5-7d450d094318,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:39.762955 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-7db880b1-6555-4c29-bec1-42b9c87f3b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:39.764677 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-7db880b1-6555-4c29-bec1-42b9c87f3b2a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d3c40583ccd42ebb89bd24417f0d365&device_id=a6d84753-ddef-4729-8d11-70a56ac0e262 HTTP/1.1" status: 200 len: 1099 time: 0.7121892 Nov 25 19:26:39.765350 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5a8b5ef-c67d-4284-b93c-c2cdeacd1136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.776609 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-54f781c8-e34c-481a-b92c-cb6710bfdc39 None None] For port c25cc0c8-8393-47e1-832d-e0e41386a422, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:39.781262 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-54f781c8-e34c-481a-b92c-cb6710bfdc39 None None] For port c25cc0c8-8393-47e1-832d-e0e41386a422, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c25cc0c8-8393-47e1-832d-e0e41386a422,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:26:39.789227 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1c56ece8-577b-4ac1-9946-f4477ceb2a3d req-173a9309-7ffb-40ba-a6df-040722982a90 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/ports?device_id=07552227-c692-45c8-a993-28f2aef74277 HTTP/1.1" status: 200 len: 210 time: 0.0497801 Nov 25 19:26:39.790276 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-54f781c8-e34c-481a-b92c-cb6710bfdc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.823512 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2350386a-b258-48c5-8cf1-2a9f600de768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.823946 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c74bd6-3bb9-44f2-99d1-2d7e1361cf25 req-642a120e-902f-4a0d-832a-c92c37bae34f tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:39.825568 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-22c74bd6-3bb9-44f2-99d1-2d7e1361cf25 req-642a120e-902f-4a0d-832a-c92c37bae34f tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d84753-ddef-4729-8d11-70a56ac0e262 HTTP/1.1" status: 200 len: 948 time: 1.1723151 Nov 25 19:26:39.826546 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a8b5ef-c67d-4284-b93c-c2cdeacd1136 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:26:39.891160 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba41092-b88f-4418-91bd-58566e84d09f None None] Pushing event updated for resources: {'Port': ['ID=c25cc0c8-8393-47e1-832d-e0e41386a422,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:39.894471 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f781c8-e34c-481a-b92c-cb6710bfdc39 None None] Routers {'7b1a0c40-9493-44f7-934b-fd3d74a01c12'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:39.895256 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-54f781c8-e34c-481a-b92c-cb6710bfdc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:26:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['7b1a0c40-9493-44f7-934b-fd3d74a01c12'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:39.921689 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02133959-01d1-457b-be53-5b272a42afb0 req-c7887bb3-15c6-4621-bb5f-48d509968e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:39.923483 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02133959-01d1-457b-be53-5b272a42afb0 req-c7887bb3-15c6-4621-bb5f-48d509968e6b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0c41b6ea-b753-4045-9d39-1185f710452f HTTP/1.1" status: 200 len: 801 time: 0.4904361 Nov 25 19:26:39.940084 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-112261cc-a55e-493c-bb09-aefa20e4a147 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=d83d7002-f4f5-44de-a737-c65f28bf9ba3 HTTP/1.1" status: 200 len: 217 time: 0.1634085 Nov 25 19:26:39.956297 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cecee653-da73-49db-ad1e-f1394080f983 req-88602664-a6b4-4a0b-86f3-c1cfc0ee226d tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Made reservation on behalf of 80571b5cd4b3472d846e2851a3e9e52f for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:26:39.968517 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cecee653-da73-49db-ad1e-f1394080f983 req-88602664-a6b4-4a0b-86f3-c1cfc0ee226d tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.974778 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5a8b5ef-c67d-4284-b93c-c2cdeacd1136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.975126 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-b5a8b5ef-c67d-4284-b93c-c2cdeacd1136 admin admin] Added segment d18bb370-0c88-44d6-a932-ba5ae360fb21 of type vlan for network 500d758c-c123-4000-99df-020cdf9c84a0 Nov 25 19:26:39.994978 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90c9c26-0731-4859-9eaf-ed3d33d2b159 admin admin] Checking segment: {'id': '3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:39.995285 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90c9c26-0731-4859-9eaf-ed3d33d2b159 admin admin] Network hostable DHCP agents. Network: 7c66fbd7-92f9-4c18-afb1-b38847fa5709, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:26:40.033824 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-54f781c8-e34c-481a-b92c-cb6710bfdc39 None None] Set router 7b1a0c40-9493-44f7-934b-fd3d74a01c12 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:40.043199 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36bd3c-6c51-4975-9e7c-d19c3338cbcd req-1eb974ad-a8ef-4d03-ac8f-fcfca5050876 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:40.044791 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fe36bd3c-6c51-4975-9e7c-d19c3338cbcd req-1eb974ad-a8ef-4d03-ac8f-fcfca5050876 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 950 time: 0.1320605 Nov 25 19:26:40.047249 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8b5ef-c67d-4284-b93c-c2cdeacd1136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59906dd3-4690-48be-8600-fbd8bee8daec,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:40.073407 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc6774b4-bc97-423c-a54d-694d485d5708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:40.194951 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fe36bd3c-6c51-4975-9e7c-d19c3338cbcd req-3f930db3-80a2-43c8-a7c1-98b9b151b1ef tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256101 Nov 25 19:26:40.229694 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-2350386a-b258-48c5-8cf1-2a9f600de768 admin admin] Allocated IP 172.20.0.1 (54031c52-567d-442a-afe3-b8b22c9624af/69a35044-0c41-4210-a339-55b065b88418/35829567-5ca2-4fe1-8903-39e5ea2a4213) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:26:40.236748 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5a8b5ef-c67d-4284-b93c-c2cdeacd1136 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:40.271465 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc6774b4-bc97-423c-a54d-694d485d5708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:40.331228 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-3bcc480c-5d5b-48af-b38c-47e04d020c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:40.333499 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-3bcc480c-5d5b-48af-b38c-47e04d020c38 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.3614378 Nov 25 19:26:40.334161 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90c9c26-0731-4859-9eaf-ed3d33d2b159 admin admin] Network 7c66fbd7-92f9-4c18-afb1-b38847fa5709 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:26:40.349447 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-22c74bd6-3bb9-44f2-99d1-2d7e1361cf25 req-9f8a2a4b-a6b4-45bf-bbd2-ae60c72285a9 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7325347-4e73-40c6-85a7-2d6631b89fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487977 Nov 25 19:26:40.370382 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-b5a8b5ef-c67d-4284-b93c-c2cdeacd1136 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:26:40.375571 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02133959-01d1-457b-be53-5b272a42afb0 req-543e34b3-1a49-495b-9363-24763e83b4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:40.377176 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02133959-01d1-457b-be53-5b272a42afb0 req-543e34b3-1a49-495b-9363-24763e83b4f6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=691cf5c2-620f-4c9d-9c30-1d81c1491c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4362919 Nov 25 19:26:40.416214 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2350386a-b258-48c5-8cf1-2a9f600de768 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:40.424247 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-54f781c8-e34c-481a-b92c-cb6710bfdc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1a0c40-9493-44f7-934b-fd3d74a01c12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1996004945-router', 'tenant_id': '1b9a2623eeaa459189f8fb67e6d4dd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'c25cc0c8-8393-47e1-832d-e0e41386a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:33Z', 'updated_at': '2021-11-25T19:26:36Z', 'revision_number': 3, 'project_id': '1b9a2623eeaa459189f8fb67e6d4dd0b', 'gw_port': {'id': 'c25cc0c8-8393-47e1-832d-e0e41386a422', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1a0c40-9493-44f7-934b-fd3d74a01c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:35Z', 'updated_at': '2021-11-25T19:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:40.435473 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b90c9c26-0731-4859-9eaf-ed3d33d2b159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 7c66fbd7-92f9-4c18-afb1-b38847fa5709) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:40.441069 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90c9c26-0731-4859-9eaf-ed3d33d2b159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:40.442139 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b90c9c26-0731-4859-9eaf-ed3d33d2b159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:40.448856 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873636aa-a9b9-497a-ad2f-fc623e2889db None None] Network 7c66fbd7-92f9-4c18-afb1-b38847fa5709 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:26:40.457753 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f781c8-e34c-481a-b92c-cb6710bfdc39 None None] The sync data for ids ['7b1a0c40-9493-44f7-934b-fd3d74a01c12'] in n-d-819349-5 is: [{'id': '7b1a0c40-9493-44f7-934b-fd3d74a01c12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1996004945-router', 'tenant_id': '1b9a2623eeaa459189f8fb67e6d4dd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'c25cc0c8-8393-47e1-832d-e0e41386a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:33Z', 'updated_at': '2021-11-25T19:26:36Z', 'revision_number': 3, 'project_id': '1b9a2623eeaa459189f8fb67e6d4dd0b', 'gw_port': {'id': 'c25cc0c8-8393-47e1-832d-e0e41386a422', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1a0c40-9493-44f7-934b-fd3d74a01c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:35Z', 'updated_at': '2021-11-25T19:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:26:40.472056 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2350386a-b258-48c5-8cf1-2a9f600de768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:40.521340 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2350386a-b258-48c5-8cf1-2a9f600de768 admin admin] Network 54031c52-567d-442a-afe3-b8b22c9624af is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:40.529216 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-2350386a-b258-48c5-8cf1-2a9f600de768 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:40.540544 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2350386a-b258-48c5-8cf1-2a9f600de768 admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:26:40.552537 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b90c9c26-0731-4859-9eaf-ed3d33d2b159 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.4242618 Nov 25 19:26:40.569794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60546) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:40.586019 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-c9295d71-0199-4a6a-b5ff-f5e3c85daee4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-622630373-router', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:40.607630 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350386a-b258-48c5-8cf1-2a9f600de768 admin admin] Pushing event updated for resources: {'Port': ['ID=35829567-5ca2-4fe1-8903-39e5ea2a4213,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:40.663390 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2350386a-b258-48c5-8cf1-2a9f600de768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:40.684978 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5a8b5ef-c67d-4284-b93c-c2cdeacd1136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:40.685974 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a8b5ef-c67d-4284-b93c-c2cdeacd1136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:40.686655 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5a8b5ef-c67d-4284-b93c-c2cdeacd1136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:40.788144 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88406426-5eac-407a-8c7c-b7c0af670d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'fixed_ips': [{'subnet_id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:26:40.789551 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-88406426-5eac-407a-8c7c-b7c0af670d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:40.816296 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-28d49270-27b2-4eae-8ee5-9b512ee42ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:40.818139 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9295d71-0199-4a6a-b5ff-f5e3c85daee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:40.818562 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-28d49270-27b2-4eae-8ee5-9b512ee42ea9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4673238 Nov 25 19:26:40.819802 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9295d71-0199-4a6a-b5ff-f5e3c85daee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:41.004529 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b5a8b5ef-c67d-4284-b93c-c2cdeacd1136 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.0668917 Nov 25 19:26:41.004529 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-cecee653-da73-49db-ad1e-f1394080f983 req-88602664-a6b4-4a0b-86f3-c1cfc0ee226d tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Allocated IP 172.20.0.3 (949d01d8-a82b-4806-a0a8-fe80c1f4d4e7/96601a80-7691-41c2-9ed6-568d5771c7da/c4d7dfe7-10ab-4050-990c-c02ba0367229) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:26:41.020447 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc6774b4-bc97-423c-a54d-694d485d5708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:41.023186 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc6774b4-bc97-423c-a54d-694d485d5708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:41.027360 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-dc6774b4-bc97-423c-a54d-694d485d5708 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/170c2d76-a8ef-4313-9fd5-7d450d094318 HTTP/1.1" status: 204 len: 168 time: 1.4857306 Nov 25 19:26:41.027360 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60552) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:41.092240 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2350386a-b258-48c5-8cf1-2a9f600de768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:41.127707 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521021d-55c9-46f2-bd71-014188f9fd7e req-15f82202-386f-43d6-b90f-b72c98a7bb28 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:41.135109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521021d-55c9-46f2-bd71-014188f9fd7e req-15f82202-386f-43d6-b90f-b72c98a7bb28 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:41.144986 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1521021d-55c9-46f2-bd71-014188f9fd7e req-15f82202-386f-43d6-b90f-b72c98a7bb28 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b882a17-345d-4be2-a626-f90e42edaefd HTTP/1.1" status: 200 len: 1678 time: 0.3858626 Nov 25 19:26:41.166000 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-04b096f4-0f18-45ff-a735-8458ee532286 admin admin] Request body: {'subnet': {'network_id': '500d758c-c123-4000-99df-020cdf9c84a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1444691228-subnet', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:41.177280 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-56231747-dff7-4853-9288-8dbe6c17148e service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463922 Nov 25 19:26:41.214605 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-88406426-5eac-407a-8c7c-b7c0af670d09 None None] Allocated IP 172.20.0.2 (7c66fbd7-92f9-4c18-afb1-b38847fa5709/52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d/1152fe64-1f80-4f7d-b4ce-b1de48729906) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:26:41.238157 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9295d71-0199-4a6a-b5ff-f5e3c85daee4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:41.270061 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8b5ef-c67d-4284-b93c-c2cdeacd1136 admin admin] Pushing event updated for resources: {'Network': ['ID=500d758c-c123-4000-99df-020cdf9c84a0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:41.275748 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-63fbf441-b013-4c2d-afb8-9cffcf3f0c5f req-a55ab430-57da-4ed7-b99e-4b4bc64e33d9 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/ports?device_id=07552227-c692-45c8-a993-28f2aef74277 HTTP/1.1" status: 200 len: 210 time: 0.2866271 Nov 25 19:26:41.302993 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1521021d-55c9-46f2-bd71-014188f9fd7e req-4ecc2029-e907-4ebc-bcdf-70b0d6da592c tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567388 Nov 25 19:26:41.383490 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6774b4-bc97-423c-a54d-694d485d5708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170c2d76-a8ef-4313-9fd5-7d450d094318,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:41.394553 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02133959-01d1-457b-be53-5b272a42afb0 req-1aab1a08-ae16-465d-b075-b50f0424ff84 service neutron] 10.222.0.85 "GET /v2.0/networks/691cf5c2-620f-4c9d-9c30-1d81c1491c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9940627 Nov 25 19:26:41.474940 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b096f4-0f18-45ff-a735-8458ee532286 admin admin] Made reservation on behalf of 794af00fdd784b2ebeae23a2a2ed5bde for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:26:41.481443 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-88406426-5eac-407a-8c7c-b7c0af670d09 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:41.482365 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04b096f4-0f18-45ff-a735-8458ee532286 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:41.499685 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 500d758c-c123-4000-99df-020cdf9c84a0 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:26:41.612725 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-88406426-5eac-407a-8c7c-b7c0af670d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:41.629540 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-40aa07ef-7e16-40ab-9158-167c62fdf81d None None] Provisioning complete for port 35829567-5ca2-4fe1-8903-39e5ea2a4213 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:41.631342 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-40aa07ef-7e16-40ab-9158-167c62fdf81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:41.726525 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02133959-01d1-457b-be53-5b272a42afb0 req-8ae9574c-7c28-4bab-aae3-acf9b23b9b6b service neutron] 10.222.0.85 "GET /v2.0/networks/691cf5c2-620f-4c9d-9c30-1d81c1491c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587395 Nov 25 19:26:41.765840 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88406426-5eac-407a-8c7c-b7c0af670d09 None None] Network 7c66fbd7-92f9-4c18-afb1-b38847fa5709 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:41.796473 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-88406426-5eac-407a-8c7c-b7c0af670d09 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:41.819092 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88406426-5eac-407a-8c7c-b7c0af670d09 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:26:41.850707 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88406426-5eac-407a-8c7c-b7c0af670d09 None None] Pushing event updated for resources: {'Port': ['ID=1152fe64-1f80-4f7d-b4ce-b1de48729906,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:41.863736 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-40aa07ef-7e16-40ab-9158-167c62fdf81d None None] Port 35829567-5ca2-4fe1-8903-39e5ea2a4213 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:26:41.989396 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-88406426-5eac-407a-8c7c-b7c0af670d09 None None] Attempting to bind port 1152fe64-1f80-4f7d-b4ce-b1de48729906 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:26:41.990022 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-88406426-5eac-407a-8c7c-b7c0af670d09 None None] Attempting to bind port 1152fe64-1f80-4f7d-b4ce-b1de48729906 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:26:41.991245 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88406426-5eac-407a-8c7c-b7c0af670d09 None None] Attempting to bind port 1152fe64-1f80-4f7d-b4ce-b1de48729906 on network 7c66fbd7-92f9-4c18-afb1-b38847fa5709 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:42.001167 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88406426-5eac-407a-8c7c-b7c0af670d09 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:26:42.002191 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88406426-5eac-407a-8c7c-b7c0af670d09 None None] Checking segment: {'id': '3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:42.003116 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-88406426-5eac-407a-8c7c-b7c0af670d09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:42.003801 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88406426-5eac-407a-8c7c-b7c0af670d09 None None] Bound using segment: {'id': '3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:26:42.004638 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-88406426-5eac-407a-8c7c-b7c0af670d09 None None] Bound port: 1152fe64-1f80-4f7d-b4ce-b1de48729906, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:26:42.005299 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-88406426-5eac-407a-8c7c-b7c0af670d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:42.166427 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04b096f4-0f18-45ff-a735-8458ee532286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:42.205292 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-88406426-5eac-407a-8c7c-b7c0af670d09 None None] For port 1152fe64-1f80-4f7d-b4ce-b1de48729906, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:42.212048 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-88406426-5eac-407a-8c7c-b7c0af670d09 None None] For port 1152fe64-1f80-4f7d-b4ce-b1de48729906, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1152fe64-1f80-4f7d-b4ce-b1de48729906,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:26:42.220566 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-88406426-5eac-407a-8c7c-b7c0af670d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:42.251874 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8ba23-ef57-4e30-ada0-8ac7a03d25f9 req-8c3629e0-17d7-46fc-8dcf-c525197f51fe tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:42.261336 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6c8ba23-ef57-4e30-ada0-8ac7a03d25f9 req-8c3629e0-17d7-46fc-8dcf-c525197f51fe tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 950 time: 0.3749433 Nov 25 19:26:42.275446 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9295d71-0199-4a6a-b5ff-f5e3c85daee4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:42.289965 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ccb6b6a2-5245-4e41-b0c5-a03936778cbf req-8cebd1a1-c922-48e0-8af9-f98f6c0dfe98 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0289259 Nov 25 19:26:42.303847 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88406426-5eac-407a-8c7c-b7c0af670d09 None None] Pushing event updated for resources: {'Port': ['ID=1152fe64-1f80-4f7d-b4ce-b1de48729906,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:42.332336 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f621fa9-ce5e-47ab-9322-25cf961cae82 req-e483485f-cd09-4001-8303-e4a4557dc8c3 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:42.334882 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2f621fa9-ce5e-47ab-9322-25cf961cae82 req-e483485f-cd09-4001-8303-e4a4557dc8c3 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d84753-ddef-4729-8d11-70a56ac0e262 HTTP/1.1" status: 200 len: 948 time: 0.6283181 Nov 25 19:26:42.422943 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b096f4-0f18-45ff-a735-8458ee532286 admin admin] Checking segment: {'id': 'd18bb370-0c88-44d6-a932-ba5ae360fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:42.423310 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b096f4-0f18-45ff-a735-8458ee532286 admin admin] Network hostable DHCP agents. Network: 500d758c-c123-4000-99df-020cdf9c84a0, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:26:42.449190 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6c8ba23-ef57-4e30-ada0-8ac7a03d25f9 req-666c4e5d-f263-437e-afe2-d0060aa8701d tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868412 Nov 25 19:26:42.456272 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60582) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:42.475120 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710e193-8cec-4e60-aed6-f25f2d34a34b req-9d044b06-db37-42fb-b39b-d6c35c3d9bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:42.475617 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710e193-8cec-4e60-aed6-f25f2d34a34b req-9d044b06-db37-42fb-b39b-d6c35c3d9bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:42.477948 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6710e193-8cec-4e60-aed6-f25f2d34a34b req-9d044b06-db37-42fb-b39b-d6c35c3d9bce service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0f7164e740744c639f0ffd8c8c8559ff&device_id=5b882a17-345d-4be2-a626-f90e42edaefd HTTP/1.1" status: 200 len: 1980 time: 0.5584149 Nov 25 19:26:42.479711 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b096f4-0f18-45ff-a735-8458ee532286 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:42.587296 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2350386a-b258-48c5-8cf1-2a9f600de768 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:42.609044 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2350386a-b258-48c5-8cf1-2a9f600de768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:42.718830 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-ec9f1cb1-04ec-4ab8-8f69-68fa0ffd78b9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1758866300-network', 'tenant_id': 'a962cb0715f541beb10567b8b0704366'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:42.732302 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d76234-7c44-4f3a-a6fa-38bf06073aa3 req-11b5f57f-c747-4b90-9e32-18aa93f0c055 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:42.739354 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d76234-7c44-4f3a-a6fa-38bf06073aa3 req-11b5f57f-c747-4b90-9e32-18aa93f0c055 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:42.741232 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6d76234-7c44-4f3a-a6fa-38bf06073aa3 req-11b5f57f-c747-4b90-9e32-18aa93f0c055 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b882a17-345d-4be2-a626-f90e42edaefd HTTP/1.1" status: 200 len: 1678 time: 0.1878228 Nov 25 19:26:42.832289 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350386a-b258-48c5-8cf1-2a9f600de768 admin admin] Pushing event updated for resources: {'Port': ['ID=35829567-5ca2-4fe1-8903-39e5ea2a4213,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:42.842230 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2350386a-b258-48c5-8cf1-2a9f600de768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:42.855249 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c25cc0c8-8393-47e1-832d-e0e41386a422 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:42.865126 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9f1cb1-04ec-4ab8-8f69-68fa0ffd78b9 admin admin] Made reservation on behalf of a962cb0715f541beb10567b8b0704366 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:26:42.869431 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec9f1cb1-04ec-4ab8-8f69-68fa0ffd78b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:42.880292 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6d76234-7c44-4f3a-a6fa-38bf06073aa3 req-d9b9070b-07d1-4465-9569-3cdb8c57c9a2 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268544 Nov 25 19:26:42.955254 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cecee653-da73-49db-ad1e-f1394080f983 req-88602664-a6b4-4a0b-86f3-c1cfc0ee226d tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:42.972514 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec9f1cb1-04ec-4ab8-8f69-68fa0ffd78b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:42.975067 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2f621fa9-ce5e-47ab-9322-25cf961cae82 req-4e839bbd-bb99-4e0a-8477-a73c270bd640 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7325347-4e73-40c6-85a7-2d6631b89fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6131086 Nov 25 19:26:42.985519 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port c25cc0c8-8393-47e1-832d-e0e41386a422 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:42.985860 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:43.076441 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 1899a287-8f49-4481-b906-2e318c5d7494 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:26:43.151500 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e981b51e-f816-4351-ab4f-b2a071ba6ac4 req-2ec69b73-ea64-4367-a0cd-2a8755990d3a tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/ports?device_id=07552227-c692-45c8-a993-28f2aef74277 HTTP/1.1" status: 200 len: 210 time: 0.0944099 Nov 25 19:26:43.157021 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:43.158334 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b096f4-0f18-45ff-a735-8458ee532286 admin admin] Network 500d758c-c123-4000-99df-020cdf9c84a0 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:26:43.190872 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port c25cc0c8-8393-47e1-832d-e0e41386a422, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c25cc0c8-8393-47e1-832d-e0e41386a422,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:43.209085 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027509a-4faf-4324-96d1-19287133e7df req-8f1b9973-3cd4-40e2-af7c-02647569ef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:43.210803 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9027509a-4faf-4324-96d1-19287133e7df req-8f1b9973-3cd4-40e2-af7c-02647569ef1e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d3c40583ccd42ebb89bd24417f0d365&device_id=a6d84753-ddef-4729-8d11-70a56ac0e262 HTTP/1.1" status: 200 len: 1099 time: 0.7778275 Nov 25 19:26:43.215958 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-04b096f4-0f18-45ff-a735-8458ee532286 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 500d758c-c123-4000-99df-020cdf9c84a0) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:43.220759 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b096f4-0f18-45ff-a735-8458ee532286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:43.221590 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04b096f4-0f18-45ff-a735-8458ee532286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:43.254067 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710e193-8cec-4e60-aed6-f25f2d34a34b req-7cdec3e8-a03f-4915-9b07-c5a89daa9bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:43.255711 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6710e193-8cec-4e60-aed6-f25f2d34a34b req-7cdec3e8-a03f-4915-9b07-c5a89daa9bf3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=691cf5c2-620f-4c9d-9c30-1d81c1491c9a HTTP/1.1" status: 200 len: 902 time: 0.7521868 Nov 25 19:26:43.257567 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:43.278389 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cecee653-da73-49db-ad1e-f1394080f983 req-88602664-a6b4-4a0b-86f3-c1cfc0ee226d tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:43.292550 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9295d71-0199-4a6a-b5ff-f5e3c85daee4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:43.303922 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee54c132-720c-4e36-a884-fd94fb98fe3c None None] Network 500d758c-c123-4000-99df-020cdf9c84a0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:26:43.330470 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9295d71-0199-4a6a-b5ff-f5e3c85daee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:43.353168 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2350386a-b258-48c5-8cf1-2a9f600de768 admin admin] Network 54031c52-567d-442a-afe3-b8b22c9624af is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:43.362150 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-04b096f4-0f18-45ff-a735-8458ee532286 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2088118 Nov 25 19:26:43.388235 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60586) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:43.393334 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-2350386a-b258-48c5-8cf1-2a9f600de768 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:43.395699 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7a1c901e-13b7-49f0-a1b0-6b64a7954389 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1444691228-router', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:43.400801 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6710e193-8cec-4e60-aed6-f25f2d34a34b req-8d1c9577-b6c7-48c8-b641-f4d0a41eed56 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.143&port_id=1899a287-8f49-4481-b906-2e318c5d7494 HTTP/1.1" status: 200 len: 217 time: 0.1339545 Nov 25 19:26:43.428136 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=c25cc0c8-8393-47e1-832d-e0e41386a422,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:43.453984 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cecee653-da73-49db-ad1e-f1394080f983 req-88602664-a6b4-4a0b-86f3-c1cfc0ee226d tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Network 949d01d8-a82b-4806-a0a8-fe80c1f4d4e7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:43.458953 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 1899a287-8f49-4481-b906-2e318c5d7494, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=1899a287-8f49-4481-b906-2e318c5d7494,segment=NetworkSegment(6b9320a8-1287-4e6a-a1dd-f5da79f3b68a),segment_id=6b9320a8-1287-4e6a-a1dd-f5da79f3b68a)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:43.486921 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '1899a287-8f49-4481-b906-2e318c5d7494', 'network_id': '691cf5c2-620f-4c9d-9c30-1d81c1491c9a', 'port_id': '1899a287-8f49-4481-b906-2e318c5d7494', 'mac_address': 'fa:16:3e:c8:4b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c41b6ea-b753-4045-9d39-1185f710452f', 'ip_address': '19.86.0.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:26:43.543657 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027509a-4faf-4324-96d1-19287133e7df req-4a73fd9f-5fd2-4564-9d62-951c644dbd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:43.547614 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9027509a-4faf-4324-96d1-19287133e7df req-4a73fd9f-5fd2-4564-9d62-951c644dbd66 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.3213091 Nov 25 19:26:43.560294 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-cecee653-da73-49db-ad1e-f1394080f983 req-88602664-a6b4-4a0b-86f3-c1cfc0ee226d tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:43.582418 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88602664-a6b4-4a0b-86f3-c1cfc0ee226d tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Pushing event updated for resources: {'Port': ['ID=c4d7dfe7-10ab-4050-990c-c02ba0367229,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:43.599389 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-cecee653-da73-49db-ad1e-f1394080f983 req-88602664-a6b4-4a0b-86f3-c1cfc0ee226d tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:26:43.620240 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec9f1cb1-04ec-4ab8-8f69-68fa0ffd78b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:43.623104 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2350386a-b258-48c5-8cf1-2a9f600de768 admin admin] Router 7b1a0c40-9493-44f7-934b-fd3d74a01c12 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:26:43.635999 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec9f1cb1-04ec-4ab8-8f69-68fa0ffd78b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:43.685694 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f1cb1-04ec-4ab8-8f69-68fa0ffd78b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf19908b-e60c-418e-acb9-2a6919f2f458,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:43.727947 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:43.750183 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1899a287-8f49-4481-b906-2e318c5d7494 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:26:43.771025 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a1c901e-13b7-49f0-a1b0-6b64a7954389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:43.772190 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a1c901e-13b7-49f0-a1b0-6b64a7954389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:43.777452 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 1899a287-8f49-4481-b906-2e318c5d7494, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=1899a287-8f49-4481-b906-2e318c5d7494,segment=NetworkSegment(6b9320a8-1287-4e6a-a1dd-f5da79f3b68a),segment_id=6b9320a8-1287-4e6a-a1dd-f5da79f3b68a)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:43.784356 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9027509a-4faf-4324-96d1-19287133e7df req-0a949866-9557-4615-bf4b-4a737f8927a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=d83d7002-f4f5-44de-a737-c65f28bf9ba3 HTTP/1.1" status: 200 len: 217 time: 0.2039421 Nov 25 19:26:43.810626 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710e193-8cec-4e60-aed6-f25f2d34a34b req-bcd667ee-9ece-4e09-b0b6-60ccdccab092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:43.812296 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6710e193-8cec-4e60-aed6-f25f2d34a34b req-bcd667ee-9ece-4e09-b0b6-60ccdccab092 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0c41b6ea-b753-4045-9d39-1185f710452f HTTP/1.1" status: 200 len: 801 time: 0.4002609 Nov 25 19:26:43.813475 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:43.815773 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device a6537781-0fda-47b7-bcf8-a63299334ce6 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:26:43.825227 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9f1cb1-04ec-4ab8-8f69-68fa0ffd78b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:26:43.916046 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec9f1cb1-04ec-4ab8-8f69-68fa0ffd78b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:43.916046 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-ec9f1cb1-04ec-4ab8-8f69-68fa0ffd78b9 admin admin] Added segment d46f0829-2397-4fb4-82cc-240ca64ca7ac of type vlan for network 28b15b0b-ca29-46f4-a9e0-6833de240ab9 Nov 25 19:26:43.925190 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecee653-da73-49db-ad1e-f1394080f983 req-88602664-a6b4-4a0b-86f3-c1cfc0ee226d tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:43.925892 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cecee653-da73-49db-ad1e-f1394080f983 req-88602664-a6b4-4a0b-86f3-c1cfc0ee226d tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:43.959946 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=1899a287-8f49-4481-b906-2e318c5d7494,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:44.021790 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-c9295d71-0199-4a6a-b5ff-f5e3c85daee4 admin admin] Allocated IP 172.25.6.190 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/a628d24a-0e49-4a4f-9f47-79f347959af7) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:26:44.032691 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec9f1cb1-04ec-4ab8-8f69-68fa0ffd78b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:44.066763 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3e78f-4c9f-4ed9-a5a9-4514f196c847 req-4e3766d4-94c7-4272-810f-6ee66abd11f8 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:44.068593 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-54f3e78f-4c9f-4ed9-a5a9-4514f196c847 req-4e3766d4-94c7-4272-810f-6ee66abd11f8 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 950 time: 0.4877894 Nov 25 19:26:44.070058 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a1c901e-13b7-49f0-a1b0-6b64a7954389 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:44.076188 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027509a-4faf-4324-96d1-19287133e7df req-abf5b312-508b-4af8-9b02-2b125153cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:44.077838 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9027509a-4faf-4324-96d1-19287133e7df req-abf5b312-508b-4af8-9b02-2b125153cb21 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.2800975 Nov 25 19:26:44.080441 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710e193-8cec-4e60-aed6-f25f2d34a34b req-a5e9d0c4-24d7-4f41-9fea-da815c69005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:44.082048 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6710e193-8cec-4e60-aed6-f25f2d34a34b req-a5e9d0c4-24d7-4f41-9fea-da815c69005a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=691cf5c2-620f-4c9d-9c30-1d81c1491c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2345951 Nov 25 19:26:44.115459 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cecee653-da73-49db-ad1e-f1394080f983 req-88602664-a6b4-4a0b-86f3-c1cfc0ee226d tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3379946 Nov 25 19:26:44.163094 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ef1a4ef6-28a3-4208-8a1b-02486e375762 None None] Provisioning complete for port 35829567-5ca2-4fe1-8903-39e5ea2a4213 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:44.164832 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef1a4ef6-28a3-4208-8a1b-02486e375762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:44.167573 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec9f1cb1-04ec-4ab8-8f69-68fa0ffd78b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:44.168901 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9f1cb1-04ec-4ab8-8f69-68fa0ffd78b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:44.169541 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec9f1cb1-04ec-4ab8-8f69-68fa0ffd78b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:44.171967 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:26:44.183777 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2350386a-b258-48c5-8cf1-2a9f600de768 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:26:44.204721 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2350386a-b258-48c5-8cf1-2a9f600de768 admin admin] 10.222.0.55 "PUT /v2.0/routers/7b1a0c40-9493-44f7-934b-fd3d74a01c12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4393194 Nov 25 19:26:44.204951 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-cecee653-da73-49db-ad1e-f1394080f983 req-fd558844-e86e-4134-974d-ef2d7e8cd8c9 service neutron] Request body: {'port': {'device_id': '07552227-c692-45c8-a993-28f2aef74277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:44.235522 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e4844-37c9-466f-a1d1-eb7055b612d2 None None] Sync routers for ids ['7b1a0c40-9493-44f7-934b-fd3d74a01c12'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:26:44.244592 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ec9f1cb1-04ec-4ab8-8f69-68fa0ffd78b9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7549937 Nov 25 19:26:44.248323 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60596) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:44.260515 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-5ead6adc-0320-4ac9-b9e4-0df3875b7a81 admin admin] Request body: {'subnet': {'network_id': '28b15b0b-ca29-46f4-a9e0-6833de240ab9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1758866300-subnet', 'tenant_id': 'a962cb0715f541beb10567b8b0704366', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:44.402091 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port a6537781-0fda-47b7-bcf8-a63299334ce6, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a6537781-0fda-47b7-bcf8-a63299334ce6,segment=NetworkSegment(b426ac00-6a21-49a0-9a09-0b8d587b3bef),segment_id=b426ac00-6a21-49a0-9a09-0b8d587b3bef)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:44.411833 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ef1a4ef6-28a3-4208-8a1b-02486e375762 None None] Port 35829567-5ca2-4fe1-8903-39e5ea2a4213 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:26:44.415468 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b373c196-51e1-4359-9f89-dbc13b1d54a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-500d758c-c123-4000-99df-020cdf9c84a0', 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'fixed_ips': [{'subnet_id': 'fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:26:44.417766 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b373c196-51e1-4359-9f89-dbc13b1d54a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:44.446336 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a1c901e-13b7-49f0-a1b0-6b64a7954389 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:44.455500 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e77eb-d5f2-47a7-bcb7-9609dd42c3af req-7bea268c-5d92-4be7-a092-8ab02cb0deb0 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:44.464176 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e77eb-d5f2-47a7-bcb7-9609dd42c3af req-7bea268c-5d92-4be7-a092-8ab02cb0deb0 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:44.470074 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'a6537781-0fda-47b7-bcf8-a63299334ce6', 'network_id': '4fe251c2-2404-43a7-ad62-7730b75d05dc', 'port_id': 'a6537781-0fda-47b7-bcf8-a63299334ce6', 'mac_address': 'fa:16:3e:ee:80:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c1a7589-8340-49bd-9246-44158e71cc11', 'ip_address': '19.80.0.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:26:44.472523 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d42e77eb-d5f2-47a7-bcb7-9609dd42c3af req-7bea268c-5d92-4be7-a092-8ab02cb0deb0 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b882a17-345d-4be2-a626-f90e42edaefd HTTP/1.1" status: 200 len: 1679 time: 0.3974614 Nov 25 19:26:44.491045 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cecee653-da73-49db-ad1e-f1394080f983 req-fd558844-e86e-4134-974d-ef2d7e8cd8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:44.507399 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f1cb1-04ec-4ab8-8f69-68fa0ffd78b9 admin admin] Pushing event updated for resources: {'Network': ['ID=28b15b0b-ca29-46f4-a9e0-6833de240ab9,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:44.534058 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ead6adc-0320-4ac9-b9e4-0df3875b7a81 admin admin] Made reservation on behalf of a962cb0715f541beb10567b8b0704366 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:26:44.536964 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ead6adc-0320-4ac9-b9e4-0df3875b7a81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:44.546255 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-54f3e78f-4c9f-4ed9-a5a9-4514f196c847 req-3cc662d3-9ed3-4049-b644-a6813c41be46 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585767 Nov 25 19:26:44.568483 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027509a-4faf-4324-96d1-19287133e7df req-0843abc8-f007-436a-9d40-4f94f1b4572b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:44.570181 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9027509a-4faf-4324-96d1-19287133e7df req-0843abc8-f007-436a-9d40-4f94f1b4572b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4743063 Nov 25 19:26:44.614003 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 28b15b0b-ca29-46f4-a9e0-6833de240ab9 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:26:44.627207 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d42e77eb-d5f2-47a7-bcb7-9609dd42c3af req-7c5ecaba-7eb9-4620-b598-7b324657c893 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535063 Nov 25 19:26:44.663796 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc5bb79-3c2e-4dda-a21d-60fe0d79fd29 None None] Network 7c66fbd7-92f9-4c18-afb1-b38847fa5709 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:26:44.680296 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e4844-37c9-466f-a1d1-eb7055b612d2 None None] Routers {'7b1a0c40-9493-44f7-934b-fd3d74a01c12'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:44.680839 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6d9e4844-37c9-466f-a1d1-eb7055b612d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:26:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['7b1a0c40-9493-44f7-934b-fd3d74a01c12'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:44.713643 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6710e193-8cec-4e60-aed6-f25f2d34a34b req-6d12bd20-c0a5-40f8-b9c2-bd3f5c620d72 service neutron] 10.222.0.85 "GET /v2.0/networks/691cf5c2-620f-4c9d-9c30-1d81c1491c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6085608 Nov 25 19:26:44.734277 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9295d71-0199-4a6a-b5ff-f5e3c85daee4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:44.938641 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d319eac-151b-43a0-9d8f-decaace4330c req-ca77e348-cdd1-4f8d-871d-a666d5349d13 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:44.941828 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5d319eac-151b-43a0-9d8f-decaace4330c req-ca77e348-cdd1-4f8d-871d-a666d5349d13 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d84753-ddef-4729-8d11-70a56ac0e262 HTTP/1.1" status: 200 len: 948 time: 0.1736350 Nov 25 19:26:44.950326 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9295d71-0199-4a6a-b5ff-f5e3c85daee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:44.993454 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1152fe64-1f80-4f7d-b4ce-b1de48729906 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:45.084333 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9295d71-0199-4a6a-b5ff-f5e3c85daee4 admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:45.084727 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:45.087267 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-95f8c058-a0e1-4e67-952d-6773dcd23f23 None None] Provisioning complete for port 1152fe64-1f80-4f7d-b4ce-b1de48729906 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:45.087630 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95f8c058-a0e1-4e67-952d-6773dcd23f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:45.107098 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c9295d71-0199-4a6a-b5ff-f5e3c85daee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:45.122134 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9295d71-0199-4a6a-b5ff-f5e3c85daee4 admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:26:45.164070 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-b373c196-51e1-4359-9f89-dbc13b1d54a9 None None] Allocated IP 172.20.0.2 (500d758c-c123-4000-99df-020cdf9c84a0/fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9/428a403d-f8ef-43d8-a901-888eda832bda) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:26:45.176760 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9027509a-4faf-4324-96d1-19287133e7df req-492300c9-7edf-465d-b633-98ea505f9f5e service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5827541 Nov 25 19:26:45.182740 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6537781-0fda-47b7-bcf8-a63299334ce6 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:26:45.259590 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port a6537781-0fda-47b7-bcf8-a63299334ce6, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a6537781-0fda-47b7-bcf8-a63299334ce6,segment=NetworkSegment(b426ac00-6a21-49a0-9a09-0b8d587b3bef),segment_id=b426ac00-6a21-49a0-9a09-0b8d587b3bef)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:45.261912 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-6d9e4844-37c9-466f-a1d1-eb7055b612d2 None None] Set router 7b1a0c40-9493-44f7-934b-fd3d74a01c12 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:45.314827 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9295d71-0199-4a6a-b5ff-f5e3c85daee4 admin admin] Pushing event updated for resources: {'Port': ['ID=a628d24a-0e49-4a4f-9f47-79f347959af7,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:45.326232 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:45.391665 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42dceab-a6bd-41d4-ab0f-dc6c8adcbb19 req-de1805bb-cfd4-4cbe-bac7-6cb809eb98f2 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:45.399938 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c42dceab-a6bd-41d4-ab0f-dc6c8adcbb19 req-de1805bb-cfd4-4cbe-bac7-6cb809eb98f2 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/ports?device_id=07552227-c692-45c8-a993-28f2aef74277 HTTP/1.1" status: 200 len: 931 time: 0.5309558 Nov 25 19:26:45.426447 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 1152fe64-1f80-4f7d-b4ce-b1de48729906 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:45.426795 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:45.467518 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6710e193-8cec-4e60-aed6-f25f2d34a34b req-1a28bfa7-36c6-4fdd-b228-a957045ecb69 service neutron] 10.222.0.85 "GET /v2.0/networks/691cf5c2-620f-4c9d-9c30-1d81c1491c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6033063 Nov 25 19:26:45.474721 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [req-9f21e071-927a-4023-acad-e76453f96fff req-4914c069-dc17-456a-a4f4-a45c36d036c9 service neutron] show failed (client error): The resource could not be found. Nov 25 19:26:45.475990 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f21e071-927a-4023-acad-e76453f96fff req-4914c069-dc17-456a-a4f4-a45c36d036c9 service neutron] 10.222.0.73 "GET /v2.0/ports/ea3607b0-e601-4614-85a3-1ba172392d90/bindings/n-h2-819349-5 HTTP/1.1" status: 404 len: 380 time: 0.6132827 Nov 25 19:26:45.553106 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9027509a-4faf-4324-96d1-19287133e7df req-7215e718-2646-46e9-b7fd-eda1a6beaf3a service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382590 Nov 25 19:26:45.585161 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c42dceab-a6bd-41d4-ab0f-dc6c8adcbb19 req-64503d81-0c7a-411c-9a82-8cf93caa1498 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ac689e4-faf7-45e1-89d0-5c84b2fd5761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828122 Nov 25 19:26:45.587657 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5d319eac-151b-43a0-9d8f-decaace4330c req-7b9fb185-500f-471e-a923-2c66cd9ef79a tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7325347-4e73-40c6-85a7-2d6631b89fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5791876 Nov 25 19:26:45.903857 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b373c196-51e1-4359-9f89-dbc13b1d54a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:45.999123 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['1899a287-8f49-4481-b906-2e318c5d7494'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:26:46.003454 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b373c196-51e1-4359-9f89-dbc13b1d54a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:46.024464 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=a6537781-0fda-47b7-bcf8-a63299334ce6,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:46.156403 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ead6adc-0320-4ac9-b9e4-0df3875b7a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:46.192144 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [req-61b9334b-53aa-4f02-b7ef-e88d23667aee req-d94b4d39-adcf-42c2-9e30-2d4afdd136eb tempest-FloatingIPDetailsNegativeTestJSON-1234839803 tempest-FloatingIPDetailsNegativeTestJSON-1234839803-project] show failed (client error): The resource could not be found. Nov 25 19:26:46.202641 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-61b9334b-53aa-4f02-b7ef-e88d23667aee req-d94b4d39-adcf-42c2-9e30-2d4afdd136eb tempest-FloatingIPDetailsNegativeTestJSON-1234839803 tempest-FloatingIPDetailsNegativeTestJSON-1234839803-project] 10.222.0.55 "GET /v2.0/floatingips/28807639-afb4-4496-90a0-f79b3a007917 HTTP/1.1" status: 404 len: 350 time: 0.0965285 Nov 25 19:26:46.208275 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95f8c058-a0e1-4e67-952d-6773dcd23f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:46.219879 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60610) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:46.304102 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-cecee653-da73-49db-ad1e-f1394080f983 req-fd558844-e86e-4134-974d-ef2d7e8cd8c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d7dfe7-10ab-4050-990c-c02ba0367229 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:26:46.311657 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21e071-927a-4023-acad-e76453f96fff req-3562d81c-c741-427a-b054-a84d07de5a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:46.313548 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f21e071-927a-4023-acad-e76453f96fff req-3562d81c-c741-427a-b054-a84d07de5a12 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3&tenant_id=92fad1dc82f24f91a07d3c087ee582e6 HTTP/1.1" status: 200 len: 1101 time: 0.2099605 Nov 25 19:26:46.315388 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-95f8c058-a0e1-4e67-952d-6773dcd23f23 None None] For port 1152fe64-1f80-4f7d-b4ce-b1de48729906, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1152fe64-1f80-4f7d-b4ce-b1de48729906,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:46.325832 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cecee653-da73-49db-ad1e-f1394080f983 req-fd558844-e86e-4134-974d-ef2d7e8cd8c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:46.332527 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b373c196-51e1-4359-9f89-dbc13b1d54a9 None None] Network 500d758c-c123-4000-99df-020cdf9c84a0 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:46.338852 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-9f21e071-927a-4023-acad-e76453f96fff req-1e7ec9d6-0a69-4cc1-a4e1-d32216a41a59 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819349-5', 'device_owner': 'compute:nova'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:46.380343 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead6adc-0320-4ac9-b9e4-0df3875b7a81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=702abebb-bef3-4cbd-9d23-1b6705f0a4d4,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:46.400692 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95f8c058-a0e1-4e67-952d-6773dcd23f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:46.416856 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-b373c196-51e1-4359-9f89-dbc13b1d54a9 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:46.422528 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a1c901e-13b7-49f0-a1b0-6b64a7954389 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:46.437562 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b373c196-51e1-4359-9f89-dbc13b1d54a9 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:26:46.457161 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42898b8d-d3a2-4ca0-a789-c0999c44dcef req-34ba4c47-8ae8-4a4f-beb3-e90d78f78b8a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:46.467245 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42898b8d-d3a2-4ca0-a789-c0999c44dcef req-34ba4c47-8ae8-4a4f-beb3-e90d78f78b8a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:46.470250 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-42898b8d-d3a2-4ca0-a789-c0999c44dcef req-34ba4c47-8ae8-4a4f-beb3-e90d78f78b8a tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b882a17-345d-4be2-a626-f90e42edaefd HTTP/1.1" status: 200 len: 1680 time: 0.3084879 Nov 25 19:26:46.481398 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9295d71-0199-4a6a-b5ff-f5e3c85daee4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:46.486975 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-cecee653-da73-49db-ad1e-f1394080f983 req-fd558844-e86e-4134-974d-ef2d7e8cd8c9 service neutron] Transition to ACTIVE for port object c4d7dfe7-10ab-4050-990c-c02ba0367229 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:26:46.504428 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373c196-51e1-4359-9f89-dbc13b1d54a9 None None] Pushing event updated for resources: {'Port': ['ID=428a403d-f8ef-43d8-a901-888eda832bda,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:46.589880 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a1c901e-13b7-49f0-a1b0-6b64a7954389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:46.593109 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cecee653-da73-49db-ad1e-f1394080f983 req-fd558844-e86e-4134-974d-ef2d7e8cd8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:46.665835 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ead6adc-0320-4ac9-b9e4-0df3875b7a81 admin admin] Checking segment: {'id': 'd46f0829-2397-4fb4-82cc-240ca64ca7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '28b15b0b-ca29-46f4-a9e0-6833de240ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:46.666623 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ead6adc-0320-4ac9-b9e4-0df3875b7a81 admin admin] Network hostable DHCP agents. Network: 28b15b0b-ca29-46f4-a9e0-6833de240ab9, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:26:46.687005 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9f21e071-927a-4023-acad-e76453f96fff req-1e7ec9d6-0a69-4cc1-a4e1-d32216a41a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:46.792274 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ead6adc-0320-4ac9-b9e4-0df3875b7a81 admin admin] Network 28b15b0b-ca29-46f4-a9e0-6833de240ab9 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:26:46.819301 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-5ead6adc-0320-4ac9-b9e4-0df3875b7a81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 28b15b0b-ca29-46f4-a9e0-6833de240ab9) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:46.826037 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ead6adc-0320-4ac9-b9e4-0df3875b7a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:46.826979 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ead6adc-0320-4ac9-b9e4-0df3875b7a81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:46.828931 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ba6d6-b489-456f-96e5-5fdb74764afb req-574ab560-697a-4d4d-8078-63f5def51c5c tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:46.831271 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b0ba6d6-b489-456f-96e5-5fdb74764afb req-574ab560-697a-4d4d-8078-63f5def51c5c tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 950 time: 0.4788065 Nov 25 19:26:46.847779 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd558844-e86e-4134-974d-ef2d7e8cd8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d7dfe7-10ab-4050-990c-c02ba0367229,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:46.866042 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-42898b8d-d3a2-4ca0-a789-c0999c44dcef req-486e909f-9c10-40d8-a554-3263e2242c36 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219284 Nov 25 19:26:46.934917 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['a6537781-0fda-47b7-bcf8-a63299334ce6'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:26:46.937258 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device d83d7002-f4f5-44de-a737-c65f28bf9ba3 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:26:46.939619 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be34257-2af3-4ef9-9f81-c5356dde4505 None None] Network 28b15b0b-ca29-46f4-a9e0-6833de240ab9 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:26:46.943951 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c25cc0c8-8393-47e1-832d-e0e41386a422 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:47.016384 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b0ba6d6-b489-456f-96e5-5fdb74764afb req-2dcda7b7-27a5-4bb4-97f0-093e4b8fa0b9 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536288 Nov 25 19:26:47.045999 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5ead6adc-0320-4ac9-b9e4-0df3875b7a81 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7906399 Nov 25 19:26:47.060759 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9295d71-0199-4a6a-b5ff-f5e3c85daee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:47.243247 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-cecee653-da73-49db-ad1e-f1394080f983 req-fd558844-e86e-4134-974d-ef2d7e8cd8c9 service neutron] Attempting to bind port c4d7dfe7-10ab-4050-990c-c02ba0367229 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:26:47.243247 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-cecee653-da73-49db-ad1e-f1394080f983 req-fd558844-e86e-4134-974d-ef2d7e8cd8c9 service neutron] Attempting to bind port c4d7dfe7-10ab-4050-990c-c02ba0367229 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '0d1ba9d0-5f3f-4733-8fae-d0d45e3e909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '949d01d8-a82b-4806-a0a8-fe80c1f4d4e7'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:26:47.243673 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecee653-da73-49db-ad1e-f1394080f983 req-fd558844-e86e-4134-974d-ef2d7e8cd8c9 service neutron] Attempting to bind port c4d7dfe7-10ab-4050-990c-c02ba0367229 on network 949d01d8-a82b-4806-a0a8-fe80c1f4d4e7 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:47.262151 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5c9f3d0c-099a-4647-8345-a83d5b6244b1 None None] Provisioning complete for port 1152fe64-1f80-4f7d-b4ce-b1de48729906 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:47.262774 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5c9f3d0c-099a-4647-8345-a83d5b6244b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:47.263918 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3507d45-41f1-4766-894f-f4bfcbbfbf3f req-9a37095d-1d42-4620-a122-9cbd6adf0cf6 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:47.271644 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b3507d45-41f1-4766-894f-f4bfcbbfbf3f req-9a37095d-1d42-4620-a122-9cbd6adf0cf6 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/ports?device_id=07552227-c692-45c8-a993-28f2aef74277 HTTP/1.1" status: 200 len: 943 time: 0.1254413 Nov 25 19:26:47.303863 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b45ca-cc3b-42d0-81aa-36ecee8ba401 req-c6a614ac-1e7a-46c2-a568-0762d92bc95e tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:47.312891 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-153b45ca-cc3b-42d0-81aa-36ecee8ba401 req-c6a614ac-1e7a-46c2-a568-0762d92bc95e tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d84753-ddef-4729-8d11-70a56ac0e262 HTTP/1.1" status: 200 len: 948 time: 0.3084447 Nov 25 19:26:47.323215 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-7a1c901e-13b7-49f0-a1b0-6b64a7954389 admin admin] Allocated IP 172.25.6.7 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/5e1cbd68-0dfc-43c7-a11f-e15cba771db7) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:26:47.327238 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecee653-da73-49db-ad1e-f1394080f983 req-fd558844-e86e-4134-974d-ef2d7e8cd8c9 service neutron] Port c4d7dfe7-10ab-4050-990c-c02ba0367229 on network 949d01d8-a82b-4806-a0a8-fe80c1f4d4e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:26:47.327574 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecee653-da73-49db-ad1e-f1394080f983 req-fd558844-e86e-4134-974d-ef2d7e8cd8c9 service neutron] Attempting to bind port c4d7dfe7-10ab-4050-990c-c02ba0367229 on network 949d01d8-a82b-4806-a0a8-fe80c1f4d4e7 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:47.345553 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecee653-da73-49db-ad1e-f1394080f983 req-fd558844-e86e-4134-974d-ef2d7e8cd8c9 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:26:47.345894 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecee653-da73-49db-ad1e-f1394080f983 req-fd558844-e86e-4134-974d-ef2d7e8cd8c9 service neutron] Checking segment: {'id': '0d1ba9d0-5f3f-4733-8fae-d0d45e3e909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '949d01d8-a82b-4806-a0a8-fe80c1f4d4e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:47.346375 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecee653-da73-49db-ad1e-f1394080f983 req-fd558844-e86e-4134-974d-ef2d7e8cd8c9 service neutron] Bound using segment: {'id': '0d1ba9d0-5f3f-4733-8fae-d0d45e3e909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '949d01d8-a82b-4806-a0a8-fe80c1f4d4e7'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:26:47.346837 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-cecee653-da73-49db-ad1e-f1394080f983 req-fd558844-e86e-4134-974d-ef2d7e8cd8c9 service neutron] Bound port: c4d7dfe7-10ab-4050-990c-c02ba0367229, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1ba9d0-5f3f-4733-8fae-d0d45e3e909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '949d01d8-a82b-4806-a0a8-fe80c1f4d4e7'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:26:47.347212 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cecee653-da73-49db-ad1e-f1394080f983 req-fd558844-e86e-4134-974d-ef2d7e8cd8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:47.382023 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f3e990-ad0b-4393-8d5f-e26a0a166b77 None None] Network 28b15b0b-ca29-46f4-a9e0-6833de240ab9 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:26:47.449319 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-153b45ca-cc3b-42d0-81aa-36ecee8ba401 req-be179eee-4cc0-4f9c-9ec4-eb77c95c8833 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7325347-4e73-40c6-85a7-2d6631b89fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351473 Nov 25 19:26:47.466971 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b373c196-51e1-4359-9f89-dbc13b1d54a9 None None] Attempting to bind port 428a403d-f8ef-43d8-a901-888eda832bda on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:26:47.467389 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b373c196-51e1-4359-9f89-dbc13b1d54a9 None None] Attempting to bind port 428a403d-f8ef-43d8-a901-888eda832bda by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'd18bb370-0c88-44d6-a932-ba5ae360fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:26:47.467752 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b373c196-51e1-4359-9f89-dbc13b1d54a9 None None] Attempting to bind port 428a403d-f8ef-43d8-a901-888eda832bda on network 500d758c-c123-4000-99df-020cdf9c84a0 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:47.497295 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9295d71-0199-4a6a-b5ff-f5e3c85daee4 admin admin] Router d083547c-f981-4129-8626-b5acb0086a22 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:26:47.512464 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:26:47.549442 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b3507d45-41f1-4766-894f-f4bfcbbfbf3f req-8be24d7e-b782-4b55-9ca7-237ce43746c6 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ac689e4-faf7-45e1-89d0-5c84b2fd5761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765667 Nov 25 19:26:47.576614 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-9f21e071-927a-4023-acad-e76453f96fff req-1e7ec9d6-0a69-4cc1-a4e1-d32216a41a59 service neutron] For port ea3607b0-e601-4614-85a3-1ba172392d90, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=ea3607b0-e601-4614-85a3-1ba172392d90,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:47.636043 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-cc2d1b81-b055-4639-b4f5-33e288a0154f req-e91fbc07-f968-4c6b-a5d6-8588968be4e3 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1883658673', 'description': 'tempest-description-661714557'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:47.640032 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-cecee653-da73-49db-ad1e-f1394080f983 req-fd558844-e86e-4134-974d-ef2d7e8cd8c9 service neutron] For port c4d7dfe7-10ab-4050-990c-c02ba0367229, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:47.647858 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8c058-a0e1-4e67-952d-6773dcd23f23 None None] Pushing event updated for resources: {'Port': ['ID=1152fe64-1f80-4f7d-b4ce-b1de48729906,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:47.648745 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-cecee653-da73-49db-ad1e-f1394080f983 req-fd558844-e86e-4134-974d-ef2d7e8cd8c9 service neutron] For port c4d7dfe7-10ab-4050-990c-c02ba0367229, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c4d7dfe7-10ab-4050-990c-c02ba0367229,segment=NetworkSegment(0d1ba9d0-5f3f-4733-8fae-d0d45e3e909b),segment_id=0d1ba9d0-5f3f-4733-8fae-d0d45e3e909b)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:26:47.670029 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cecee653-da73-49db-ad1e-f1394080f983 req-fd558844-e86e-4134-974d-ef2d7e8cd8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:47.704550 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cc2d1b81-b055-4639-b4f5-33e288a0154f req-e91fbc07-f968-4c6b-a5d6-8588968be4e3 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:47.706050 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecee653-da73-49db-ad1e-f1394080f983 req-fd558844-e86e-4134-974d-ef2d7e8cd8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:47.706859 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cecee653-da73-49db-ad1e-f1394080f983 req-fd558844-e86e-4134-974d-ef2d7e8cd8c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:47.708560 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cecee653-da73-49db-ad1e-f1394080f983 req-fd558844-e86e-4134-974d-ef2d7e8cd8c9 service neutron] 10.222.0.85 "PUT /v2.0/ports/c4d7dfe7-10ab-4050-990c-c02ba0367229 HTTP/1.1" status: 200 len: 1091 time: 3.5105276 Nov 25 19:26:47.735807 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b373c196-51e1-4359-9f89-dbc13b1d54a9 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:26:47.736447 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b373c196-51e1-4359-9f89-dbc13b1d54a9 None None] Checking segment: {'id': 'd18bb370-0c88-44d6-a932-ba5ae360fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:47.737214 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b373c196-51e1-4359-9f89-dbc13b1d54a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:47.737823 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b373c196-51e1-4359-9f89-dbc13b1d54a9 None None] Bound using segment: {'id': 'd18bb370-0c88-44d6-a932-ba5ae360fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:26:47.738754 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b373c196-51e1-4359-9f89-dbc13b1d54a9 None None] Bound port: 428a403d-f8ef-43d8-a901-888eda832bda, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18bb370-0c88-44d6-a932-ba5ae360fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:26:47.739433 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b373c196-51e1-4359-9f89-dbc13b1d54a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:47.749275 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07552227-c692-45c8-a993-28f2aef74277', 'tag': 'c4d7dfe7-10ab-4050-990c-c02ba0367229'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:47.752404 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5d8eac-50c3-4150-ba77-06cfdd5710ef" -d '{"events": [{"name": "network-changed", "server_uuid": "07552227-c692-45c8-a993-28f2aef74277", "tag": "c4d7dfe7-10ab-4050-990c-c02ba0367229"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:47.756208 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-9f21e071-927a-4023-acad-e76453f96fff req-1e7ec9d6-0a69-4cc1-a4e1-d32216a41a59 service neutron] For port ea3607b0-e601-4614-85a3-1ba172392d90, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:47.815521 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9295d71-0199-4a6a-b5ff-f5e3c85daee4 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:26:47.825520 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b870d6-5e9d-4dec-8bf8-918fe324e179 x-openstack-request-id: req-a7b870d6-5e9d-4dec-8bf8-918fe324e179 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:47.825812 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07552227-c692-45c8-a993-28f2aef74277", "tag": "c4d7dfe7-10ab-4050-990c-c02ba0367229", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:47.826074 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a7b870d6-5e9d-4dec-8bf8-918fe324e179 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:47.828751 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07552227-c692-45c8-a993-28f2aef74277', 'tag': 'c4d7dfe7-10ab-4050-990c-c02ba0367229', 'status': 'completed', 'code': 200} Nov 25 19:26:47.831536 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e26873-aca3-4320-89ca-10248b433dfa None None] Sync routers for ids ['d083547c-f981-4129-8626-b5acb0086a22'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:26:47.838354 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a1c901e-13b7-49f0-a1b0-6b64a7954389 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:47.863217 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e26873-aca3-4320-89ca-10248b433dfa None None] Routers {'d083547c-f981-4129-8626-b5acb0086a22'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:47.865217 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-20e26873-aca3-4320-89ca-10248b433dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:26:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d083547c-f981-4129-8626-b5acb0086a22'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:47.902196 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9f21e071-927a-4023-acad-e76453f96fff req-1e7ec9d6-0a69-4cc1-a4e1-d32216a41a59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:47.904066 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cc2d1b81-b055-4639-b4f5-33e288a0154f req-e91fbc07-f968-4c6b-a5d6-8588968be4e3 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:47.913661 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd558844-e86e-4134-974d-ef2d7e8cd8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d7dfe7-10ab-4050-990c-c02ba0367229,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:47.928826 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cc2d1b81-b055-4639-b4f5-33e288a0154f req-e91fbc07-f968-4c6b-a5d6-8588968be4e3 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:47.941749 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecee653-da73-49db-ad1e-f1394080f983 req-1f2a064f-1d0d-4d04-8286-d5907ba6fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:47.943453 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cecee653-da73-49db-ad1e-f1394080f983 req-1f2a064f-1d0d-4d04-8286-d5907ba6fbd5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=80571b5cd4b3472d846e2851a3e9e52f&device_id=07552227-c692-45c8-a993-28f2aef74277 HTTP/1.1" status: 200 len: 1094 time: 0.1765859 Nov 25 19:26:47.967390 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-9f21e071-927a-4023-acad-e76453f96fff req-1e7ec9d6-0a69-4cc1-a4e1-d32216a41a59 service neutron] Transition to ACTIVE for port object ea3607b0-e601-4614-85a3-1ba172392d90 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:26:47.984133 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9295d71-0199-4a6a-b5ff-f5e3c85daee4 admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:47.993409 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c9295d71-0199-4a6a-b5ff-f5e3c85daee4 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.4145386 Nov 25 19:26:48.007128 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60630) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:48.009657 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9f21e071-927a-4023-acad-e76453f96fff req-1e7ec9d6-0a69-4cc1-a4e1-d32216a41a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:48.034202 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cecee653-da73-49db-ad1e-f1394080f983 req-f86938e1-c856-4c30-bd55-5706c977d749 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4d7dfe7-10ab-4050-990c-c02ba0367229 HTTP/1.1" status: 200 len: 217 time: 0.0759826 Nov 25 19:26:48.117279 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-20e26873-aca3-4320-89ca-10248b433dfa None None] Set router d083547c-f981-4129-8626-b5acb0086a22 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:48.130405 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cc2d1b81-b055-4639-b4f5-33e288a0154f req-e91fbc07-f968-4c6b-a5d6-8588968be4e3 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:48.135828 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc2d1b81-b055-4639-b4f5-33e288a0154f req-e91fbc07-f968-4c6b-a5d6-8588968be4e3 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5085588 Nov 25 19:26:48.177358 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fbc07-f968-4c6b-a5d6-8588968be4e3 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62126f97-ab9d-4e3f-b5f6-be888272738c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:48.198939 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53c74f72-cf5d-414a-bd4e-3e283f1eb9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:48.215290 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port c25cc0c8-8393-47e1-832d-e0e41386a422 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:48.216016 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:48.306124 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6d9e4844-37c9-466f-a1d1-eb7055b612d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1a0c40-9493-44f7-934b-fd3d74a01c12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1996004945-router', 'tenant_id': '1b9a2623eeaa459189f8fb67e6d4dd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'c25cc0c8-8393-47e1-832d-e0e41386a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:33Z', 'updated_at': '2021-11-25T19:26:40Z', 'revision_number': 4, 'project_id': '1b9a2623eeaa459189f8fb67e6d4dd0b', 'gw_port': {'id': 'c25cc0c8-8393-47e1-832d-e0e41386a422', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1a0c40-9493-44f7-934b-fd3d74a01c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:35Z', 'updated_at': '2021-11-25T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '35829567-5ca2-4fe1-8903-39e5ea2a4213', 'name': '', 'network_id': '54031c52-567d-442a-afe3-b8b22c9624af', 'tenant_id': '1b9a2623eeaa459189f8fb67e6d4dd0b', 'mac_address': 'fa:16:3e:b2:6d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1a0c40-9493-44f7-934b-fd3d74a01c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '69a35044-0c41-4210-a339-55b065b88418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:39Z', 'updated_at': '2021-11-25T19:26:41Z', 'revision_number': 2, 'project_id': '1b9a2623eeaa459189f8fb67e6d4dd0b', 'subnets': [{'id': '69a35044-0c41-4210-a339-55b065b88418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:48.364565 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecee653-da73-49db-ad1e-f1394080f983 req-d6c8eadf-90a3-4d50-b094-67dd63906bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:48.368216 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cecee653-da73-49db-ad1e-f1394080f983 req-d6c8eadf-90a3-4d50-b094-67dd63906bc8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=96601a80-7691-41c2-9ed6-568d5771c7da HTTP/1.1" status: 200 len: 857 time: 0.2859771 Nov 25 19:26:48.375280 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f21e071-927a-4023-acad-e76453f96fff req-1e7ec9d6-0a69-4cc1-a4e1-d32216a41a59 service neutron] No DVR routers for this DVR port ea3607b0-e601-4614-85a3-1ba172392d90 on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:26:48.428425 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port d83d7002-f4f5-44de-a737-c65f28bf9ba3, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d83d7002-f4f5-44de-a737-c65f28bf9ba3,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:48.447095 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e4844-37c9-466f-a1d1-eb7055b612d2 None None] Checking router: 7b1a0c40-9493-44f7-934b-fd3d74a01c12 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:26:48.447474 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e4844-37c9-466f-a1d1-eb7055b612d2 None None] Updating router 7b1a0c40-9493-44f7-934b-fd3d74a01c12 port 35829567-5ca2-4fe1-8903-39e5ea2a4213 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:26:48.462555 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a1c901e-13b7-49f0-a1b0-6b64a7954389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:48.485812 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cecee653-da73-49db-ad1e-f1394080f983 req-032566c3-eec1-4184-9eec-71e04245f6bc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=949d01d8-a82b-4806-a0a8-fe80c1f4d4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856020 Nov 25 19:26:48.517446 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b373c196-51e1-4359-9f89-dbc13b1d54a9 None None] For port 428a403d-f8ef-43d8-a901-888eda832bda, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:48.519814 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60af41-ff1a-4394-b2c5-7daaa5a24a8b req-3cd90c25-eb17-411f-8ccd-1cad297e55e6 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:48.529756 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'd83d7002-f4f5-44de-a737-c65f28bf9ba3', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': 'd83d7002-f4f5-44de-a737-c65f28bf9ba3', 'mac_address': 'fa:16:3e:39:1c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:26:48.531233 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ef60af41-ff1a-4394-b2c5-7daaa5a24a8b req-3cd90c25-eb17-411f-8ccd-1cad297e55e6 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 948 time: 0.1703832 Nov 25 19:26:48.560393 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-20e26873-aca3-4320-89ca-10248b433dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd083547c-f981-4129-8626-b5acb0086a22', 'name': 'tempest-AttachVolumeShelveTestJSON-622630373-router', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:40Z', 'updated_at': '2021-11-25T19:26:45Z', 'revision_number': 3, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'gw_port': {'id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:48.562813 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b373c196-51e1-4359-9f89-dbc13b1d54a9 None None] For port 428a403d-f8ef-43d8-a901-888eda832bda, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=428a403d-f8ef-43d8-a901-888eda832bda,segment=NetworkSegment(d18bb370-0c88-44d6-a932-ba5ae360fb21),segment_id=d18bb370-0c88-44d6-a932-ba5ae360fb21)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:26:48.572279 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d9e4844-37c9-466f-a1d1-eb7055b612d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:48.579128 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ec9d6-0a69-4cc1-a4e1-d32216a41a59 service neutron] Pushing event updated for resources: {'Port': ['ID=ea3607b0-e601-4614-85a3-1ba172392d90,revision_number=6']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:48.594781 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b373c196-51e1-4359-9f89-dbc13b1d54a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:48.626123 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e26873-aca3-4320-89ca-10248b433dfa None None] Checking router: d083547c-f981-4129-8626-b5acb0086a22 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:26:48.627267 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e26873-aca3-4320-89ca-10248b433dfa None None] Updating router d083547c-f981-4129-8626-b5acb0086a22 port a628d24a-0e49-4a4f-9f47-79f347959af7 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:26:48.663677 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-20e26873-aca3-4320-89ca-10248b433dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:48.757497 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1c901e-13b7-49f0-a1b0-6b64a7954389 admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:48.781091 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:48.816763 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-9f21e071-927a-4023-acad-e76453f96fff req-1e7ec9d6-0a69-4cc1-a4e1-d32216a41a59 service neutron] Attempting to bind port ea3607b0-e601-4614-85a3-1ba172392d90 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:26:48.817241 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-9f21e071-927a-4023-acad-e76453f96fff req-1e7ec9d6-0a69-4cc1-a4e1-d32216a41a59 service neutron] Attempting to bind port ea3607b0-e601-4614-85a3-1ba172392d90 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:26:48.818347 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f21e071-927a-4023-acad-e76453f96fff req-1e7ec9d6-0a69-4cc1-a4e1-d32216a41a59 service neutron] Attempting to bind port ea3607b0-e601-4614-85a3-1ba172392d90 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:48.824705 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7a1c901e-13b7-49f0-a1b0-6b64a7954389 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:48.849457 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d83d7002-f4f5-44de-a737-c65f28bf9ba3 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:26:48.850782 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1c901e-13b7-49f0-a1b0-6b64a7954389 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:26:48.855522 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373c196-51e1-4359-9f89-dbc13b1d54a9 None None] Pushing event updated for resources: {'Port': ['ID=428a403d-f8ef-43d8-a901-888eda832bda,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:48.869648 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ef60af41-ff1a-4394-b2c5-7daaa5a24a8b req-6e7417ad-19bc-4f65-8c07-df275e85563c tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216221 Nov 25 19:26:48.991436 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port d83d7002-f4f5-44de-a737-c65f28bf9ba3, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d83d7002-f4f5-44de-a737-c65f28bf9ba3,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:49.007506 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:49.053757 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f21e071-927a-4023-acad-e76453f96fff req-1e7ec9d6-0a69-4cc1-a4e1-d32216a41a59 service neutron] Port ea3607b0-e601-4614-85a3-1ba172392d90 on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:26:49.054099 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f21e071-927a-4023-acad-e76453f96fff req-1e7ec9d6-0a69-4cc1-a4e1-d32216a41a59 service neutron] Attempting to bind port ea3607b0-e601-4614-85a3-1ba172392d90 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:49.143714 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4937b-89d3-4572-b45c-7352be3830d9 req-876fa515-9a17-42b9-9406-edbd3c19f0a3 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:49.150181 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4937b-89d3-4572-b45c-7352be3830d9 req-876fa515-9a17-42b9-9406-edbd3c19f0a3 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:49.151956 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a5f4937b-89d3-4572-b45c-7352be3830d9 req-876fa515-9a17-42b9-9406-edbd3c19f0a3 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b882a17-345d-4be2-a626-f90e42edaefd HTTP/1.1" status: 200 len: 1680 time: 0.9099448 Nov 25 19:26:49.181397 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=d83d7002-f4f5-44de-a737-c65f28bf9ba3,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:49.238314 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c901e-13b7-49f0-a1b0-6b64a7954389 admin admin] Pushing event updated for resources: {'Port': ['ID=5e1cbd68-0dfc-43c7-a11f-e15cba771db7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:49.287081 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f21e071-927a-4023-acad-e76453f96fff req-1e7ec9d6-0a69-4cc1-a4e1-d32216a41a59 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:26:49.287414 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f21e071-927a-4023-acad-e76453f96fff req-1e7ec9d6-0a69-4cc1-a4e1-d32216a41a59 service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:49.287800 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f21e071-927a-4023-acad-e76453f96fff req-1e7ec9d6-0a69-4cc1-a4e1-d32216a41a59 service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:26:49.288254 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-9f21e071-927a-4023-acad-e76453f96fff req-1e7ec9d6-0a69-4cc1-a4e1-d32216a41a59 service neutron] Bound port: ea3607b0-e601-4614-85a3-1ba172392d90, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:26:49.288616 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9f21e071-927a-4023-acad-e76453f96fff req-1e7ec9d6-0a69-4cc1-a4e1-d32216a41a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:49.336680 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b162731-cd01-4106-9f5c-ee45226cfbc5 req-d2e2b0ed-9f10-4d88-84d7-23e1a5c055f8 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] 10.222.0.55 "GET /v2.0/security-groups/62126f97-ab9d-4e3f-b5f6-be888272738c HTTP/1.1" status: 200 len: 1829 time: 0.4097722 Nov 25 19:26:49.354878 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1152fe64-1f80-4f7d-b4ce-b1de48729906 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:49.359137 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 1899a287-8f49-4481-b906-2e318c5d7494 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:49.363464 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-1b162731-cd01-4106-9f5c-ee45226cfbc5 req-be943a8e-281a-4d33-ac0b-b8ed7e1bc0bd tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '62126f97-ab9d-4e3f-b5f6-be888272738c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:49.363740 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-1b162731-cd01-4106-9f5c-ee45226cfbc5 req-be943a8e-281a-4d33-ac0b-b8ed7e1bc0bd tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '62126f97-ab9d-4e3f-b5f6-be888272738c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:49.379397 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-20e26873-aca3-4320-89ca-10248b433dfa None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:49.390787 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-20e26873-aca3-4320-89ca-10248b433dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:49.432707 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d9e4844-37c9-466f-a1d1-eb7055b612d2 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:49.451051 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['d83d7002-f4f5-44de-a737-c65f28bf9ba3'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:26:49.456814 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-53c74f72-cf5d-414a-bd4e-3e283f1eb9f5 admin admin] Deleting port 35829567-5ca2-4fe1-8903-39e5ea2a4213 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:49.457411 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53c74f72-cf5d-414a-bd4e-3e283f1eb9f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:49.473261 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d9e4844-37c9-466f-a1d1-eb7055b612d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:49.484553 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cecee653-da73-49db-ad1e-f1394080f983 req-9575ef02-6dd4-486d-8a86-c91387cecb95 service neutron] 10.222.0.85 "GET /v2.0/networks/949d01d8-a82b-4806-a0a8-fe80c1f4d4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8966079 Nov 25 19:26:49.504327 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6210390-812f-49dd-872a-6f74bd68857c None None] Pushing event updated for resources: {'Port': ['ID=a628d24a-0e49-4a4f-9f47-79f347959af7,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:49.528931 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-20e26873-aca3-4320-89ca-10248b433dfa None None] Attempting to bind port a628d24a-0e49-4a4f-9f47-79f347959af7 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:26:49.531789 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-20e26873-aca3-4320-89ca-10248b433dfa None None] Attempting to bind port a628d24a-0e49-4a4f-9f47-79f347959af7 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:26:49.533632 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e26873-aca3-4320-89ca-10248b433dfa None None] Attempting to bind port a628d24a-0e49-4a4f-9f47-79f347959af7 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:49.562627 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e26873-aca3-4320-89ca-10248b433dfa None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:26:49.564967 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e26873-aca3-4320-89ca-10248b433dfa None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:49.566450 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-20e26873-aca3-4320-89ca-10248b433dfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:49.567166 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e26873-aca3-4320-89ca-10248b433dfa None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:26:49.567903 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-20e26873-aca3-4320-89ca-10248b433dfa None None] Bound port: a628d24a-0e49-4a4f-9f47-79f347959af7, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:26:49.568674 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-20e26873-aca3-4320-89ca-10248b433dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:49.688173 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53c74f72-cf5d-414a-bd4e-3e283f1eb9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:49.693065 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-20e26873-aca3-4320-89ca-10248b433dfa None None] For port a628d24a-0e49-4a4f-9f47-79f347959af7, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:49.697481 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-20e26873-aca3-4320-89ca-10248b433dfa None None] For port a628d24a-0e49-4a4f-9f47-79f347959af7, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a628d24a-0e49-4a4f-9f47-79f347959af7,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:26:49.709861 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-20e26873-aca3-4320-89ca-10248b433dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:49.725615 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-53c74f72-cf5d-414a-bd4e-3e283f1eb9f5 admin admin] Calling delete_port for 35829567-5ca2-4fe1-8903-39e5ea2a4213 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:49.738416 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1b162731-cd01-4106-9f5c-ee45226cfbc5 req-be943a8e-281a-4d33-ac0b-b8ed7e1bc0bd tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:49.746151 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 1152fe64-1f80-4f7d-b4ce-b1de48729906 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:49.746771 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:49.827435 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e26873-aca3-4320-89ca-10248b433dfa None None] Routers {'d083547c-f981-4129-8626-b5acb0086a22'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:49.828097 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-20e26873-aca3-4320-89ca-10248b433dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:26:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d083547c-f981-4129-8626-b5acb0086a22'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:49.840184 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 1899a287-8f49-4481-b906-2e318c5d7494 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:26:49.958705 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-20e26873-aca3-4320-89ca-10248b433dfa None None] Set router d083547c-f981-4129-8626-b5acb0086a22 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:49.970262 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8fc82-6d5d-4f8d-9d9b-97238ae6cdf5 None None] Pushing event updated for resources: {'Port': ['ID=35829567-5ca2-4fe1-8903-39e5ea2a4213,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:50.041635 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6210390-812f-49dd-872a-6f74bd68857c None None] Pushing event updated for resources: {'Port': ['ID=a628d24a-0e49-4a4f-9f47-79f347959af7,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:50.088817 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 1899a287-8f49-4481-b906-2e318c5d7494 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:50.089201 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:50.141975 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1b162731-cd01-4106-9f5c-ee45226cfbc5 req-be943a8e-281a-4d33-ac0b-b8ed7e1bc0bd tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:50.152951 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1b162731-cd01-4106-9f5c-ee45226cfbc5 req-be943a8e-281a-4d33-ac0b-b8ed7e1bc0bd tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:50.190880 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1b162731-cd01-4106-9f5c-ee45226cfbc5 req-be943a8e-281a-4d33-ac0b-b8ed7e1bc0bd tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:50.192277 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b162731-cd01-4106-9f5c-ee45226cfbc5 req-be943a8e-281a-4d33-ac0b-b8ed7e1bc0bd tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8544941 Nov 25 19:26:50.214230 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be943a8e-281a-4d33-ac0b-b8ed7e1bc0bd tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67b270a-e961-477f-b9cd-c0e9ca29a63c,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:50.392858 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a5f4937b-89d3-4572-b45c-7352be3830d9 req-280d0878-0b30-410f-9d31-1877a04c2cee tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1320837 Nov 25 19:26:50.406587 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953e0fd5-f566-4c73-a252-b28c66876fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea3607b0-e601-4614-85a3-1ba172392d90'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:50.409140 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e2e802-8627-4e0f-b807-7859856659ec" -d '{"events": [{"server_uuid": "953e0fd5-f566-4c73-a252-b28c66876fa3", "name": "network-vif-unplugged", "status": "completed", "tag": "ea3607b0-e601-4614-85a3-1ba172392d90"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:50.412678 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a1c901e-13b7-49f0-a1b0-6b64a7954389 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:50.444848 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ee6f9-f7b9-4967-9939-2085cbcf5d4d req-cfa1f501-fb2f-4016-ad3f-0f8cfc6df976 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:50.446255 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eb3ee6f9-f7b9-4967-9939-2085cbcf5d4d req-cfa1f501-fb2f-4016-ad3f-0f8cfc6df976 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d84753-ddef-4729-8d11-70a56ac0e262 HTTP/1.1" status: 200 len: 949 time: 0.1207552 Nov 25 19:26:50.447376 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53c74f72-cf5d-414a-bd4e-3e283f1eb9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:50.482730 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-20e26873-aca3-4320-89ca-10248b433dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd083547c-f981-4129-8626-b5acb0086a22', 'name': 'tempest-AttachVolumeShelveTestJSON-622630373-router', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:40Z', 'updated_at': '2021-11-25T19:26:45Z', 'revision_number': 3, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'gw_port': {'id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:50.538748 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e26873-aca3-4320-89ca-10248b433dfa None None] The sync data for ids ['d083547c-f981-4129-8626-b5acb0086a22'] in n-d-819349-5 is: [{'id': 'd083547c-f981-4129-8626-b5acb0086a22', 'name': 'tempest-AttachVolumeShelveTestJSON-622630373-router', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:40Z', 'updated_at': '2021-11-25T19:26:45Z', 'revision_number': 3, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'gw_port': {'id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:26:50.642540 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c74f72-cf5d-414a-bd4e-3e283f1eb9f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=35829567-5ca2-4fe1-8903-39e5ea2a4213,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:50.740336 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eb3ee6f9-f7b9-4967-9939-2085cbcf5d4d req-7d362328-ffe8-4019-96b1-b8db7a4e6f8d tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7325347-4e73-40c6-85a7-2d6631b89fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746682 Nov 25 19:26:50.765616 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0106eeda-9a3a-4d78-8d09-75bf78d8d70c None None] Network 500d758c-c123-4000-99df-020cdf9c84a0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:26:50.799398 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-20813beb-88c0-46b5-9994-820151c29b2e None None] Could not find standard attr ID for object 35829567-5ca2-4fe1-8903-39e5ea2a4213. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:26:50.856629 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-9f21e071-927a-4023-acad-e76453f96fff req-1e7ec9d6-0a69-4cc1-a4e1-d32216a41a59 service neutron] For port ea3607b0-e601-4614-85a3-1ba172392d90, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:50.864766 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cecee653-da73-49db-ad1e-f1394080f983 req-2156cdf3-cc1e-4b5d-a9c2-173a3394982e service neutron] 10.222.0.85 "GET /v2.0/networks/949d01d8-a82b-4806-a0a8-fe80c1f4d4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3382695 Nov 25 19:26:50.962517 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-9f21e071-927a-4023-acad-e76453f96fff req-1e7ec9d6-0a69-4cc1-a4e1-d32216a41a59 service neutron] For port ea3607b0-e601-4614-85a3-1ba172392d90, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=ea3607b0-e601-4614-85a3-1ba172392d90,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:26:51.017078 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9f21e071-927a-4023-acad-e76453f96fff req-1e7ec9d6-0a69-4cc1-a4e1-d32216a41a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:51.043621 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f58af3-710e-4f39-b173-45ebe6c861ac req-72613328-79a8-4459-89f6-3189d309df5f tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:51.045728 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-85f58af3-710e-4f39-b173-45ebe6c861ac req-72613328-79a8-4459-89f6-3189d309df5f tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 948 time: 0.1321127 Nov 25 19:26:51.046767 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device ea3607b0-e601-4614-85a3-1ba172392d90 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:26:51.114003 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-6d9e4844-37c9-466f-a1d1-eb7055b612d2 None None] Attempting to bind port 35829567-5ca2-4fe1-8903-39e5ea2a4213 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:26:51.114734 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-6d9e4844-37c9-466f-a1d1-eb7055b612d2 None None] Attempting to bind port 35829567-5ca2-4fe1-8903-39e5ea2a4213 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'bd4a8bb7-3e70-43a0-9196-48917868b02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '54031c52-567d-442a-afe3-b8b22c9624af'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:26:51.115293 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e4844-37c9-466f-a1d1-eb7055b612d2 None None] Attempting to bind port 35829567-5ca2-4fe1-8903-39e5ea2a4213 on network 54031c52-567d-442a-afe3-b8b22c9624af {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:51.142604 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-85f58af3-710e-4f39-b173-45ebe6c861ac req-d85d3235-aa5f-4338-aa61-8ca283bffebe tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888357 Nov 25 19:26:51.148458 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53c74f72-cf5d-414a-bd4e-3e283f1eb9f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:51.210313 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21e071-927a-4023-acad-e76453f96fff req-1e7ec9d6-0a69-4cc1-a4e1-d32216a41a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:51.211313 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9f21e071-927a-4023-acad-e76453f96fff req-1e7ec9d6-0a69-4cc1-a4e1-d32216a41a59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:51.214754 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f21e071-927a-4023-acad-e76453f96fff req-1e7ec9d6-0a69-4cc1-a4e1-d32216a41a59 service neutron] 10.222.0.85 "PUT /v2.0/ports/ea3607b0-e601-4614-85a3-1ba172392d90 HTTP/1.1" status: 200 len: 1096 time: 4.8840899 Nov 25 19:26:51.215691 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ec9d6-0a69-4cc1-a4e1-d32216a41a59 service neutron] Pushing event updated for resources: {'Port': ['ID=ea3607b0-e601-4614-85a3-1ba172392d90,revision_number=7']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:51.259690 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971f002-bb3f-40de-b593-0d882171f83e req-3ad981b9-e237-43c4-9a3d-b6125e397751 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:51.267137 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4971f002-bb3f-40de-b593-0d882171f83e req-3ad981b9-e237-43c4-9a3d-b6125e397751 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/ports?device_id=07552227-c692-45c8-a993-28f2aef74277 HTTP/1.1" status: 200 len: 943 time: 0.5091610 Nov 25 19:26:51.339450 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e4844-37c9-466f-a1d1-eb7055b612d2 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:26:51.340406 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e4844-37c9-466f-a1d1-eb7055b612d2 None None] Checking segment: {'id': 'bd4a8bb7-3e70-43a0-9196-48917868b02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '54031c52-567d-442a-afe3-b8b22c9624af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:51.341017 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d9e4844-37c9-466f-a1d1-eb7055b612d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:51.347912 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e4844-37c9-466f-a1d1-eb7055b612d2 None None] Bound using segment: {'id': 'bd4a8bb7-3e70-43a0-9196-48917868b02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '54031c52-567d-442a-afe3-b8b22c9624af'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:26:51.348845 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-6d9e4844-37c9-466f-a1d1-eb7055b612d2 None None] Bound port: 35829567-5ca2-4fe1-8903-39e5ea2a4213, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4a8bb7-3e70-43a0-9196-48917868b02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '54031c52-567d-442a-afe3-b8b22c9624af'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:26:51.349537 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d9e4844-37c9-466f-a1d1-eb7055b612d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:51.410253 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d8eac-50c3-4150-ba77-06cfdd5710ef req-5229ec37-9c9f-4b18-a94f-37eebf7db54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:51.421044 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a5d8eac-50c3-4150-ba77-06cfdd5710ef req-5229ec37-9c9f-4b18-a94f-37eebf7db54b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=80571b5cd4b3472d846e2851a3e9e52f&device_id=07552227-c692-45c8-a993-28f2aef74277 HTTP/1.1" status: 200 len: 1094 time: 0.4764824 Nov 25 19:26:51.423065 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4b090f71-3b15-4ec7-8c3f-92ada8040c7d None None] Provisioning complete for port 428a403d-f8ef-43d8-a901-888eda832bda triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:51.423692 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4b090f71-3b15-4ec7-8c3f-92ada8040c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:51.484793 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-6d9e4844-37c9-466f-a1d1-eb7055b612d2 None None] Port 35829567-5ca2-4fe1-8903-39e5ea2a4213 has been deleted concurrently {{(pid=103601) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 25 19:26:51.497729 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22fa43ae-689f-42f7-841d-b8054dc76a08 req-5fc75acc-816c-44bb-8e1a-f2f348496ed1 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] 10.222.0.55 "GET /v2.0/security-groups/62126f97-ab9d-4e3f-b5f6-be888272738c HTTP/1.1" status: 200 len: 2422 time: 0.2461102 Nov 25 19:26:51.563211 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a628d24a-0e49-4a4f-9f47-79f347959af7 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:51.603997 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f72e648-fdd6-4053-a089-e19daefd5525 x-openstack-request-id: req-6f72e648-fdd6-4053-a089-e19daefd5525 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:51.604394 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953e0fd5-f566-4c73-a252-b28c66876fa3", "name": "network-vif-unplugged", "status": "completed", "tag": "ea3607b0-e601-4614-85a3-1ba172392d90", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:51.604592 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6f72e648-fdd6-4053-a089-e19daefd5525 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:51.604960 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953e0fd5-f566-4c73-a252-b28c66876fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea3607b0-e601-4614-85a3-1ba172392d90', 'code': 200} Nov 25 19:26:51.646210 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device ea3607b0-e601-4614-85a3-1ba172392d90 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:26:51.659906 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e4844-37c9-466f-a1d1-eb7055b612d2 None None] Routers {'7b1a0c40-9493-44f7-934b-fd3d74a01c12'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:51.660568 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6d9e4844-37c9-466f-a1d1-eb7055b612d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:26:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['7b1a0c40-9493-44f7-934b-fd3d74a01c12'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:51.719459 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21e071-927a-4023-acad-e76453f96fff req-9a1192ad-bbbf-4f63-9add-f8aa0059eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:51.721057 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f21e071-927a-4023-acad-e76453f96fff req-9a1192ad-bbbf-4f63-9add-f8aa0059eed1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 1099 time: 0.4480801 Nov 25 19:26:51.760823 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4971f002-bb3f-40de-b593-0d882171f83e req-0d81a12c-7893-45eb-bd09-93e9689c7026 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ac689e4-faf7-45e1-89d0-5c84b2fd5761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926338 Nov 25 19:26:51.768739 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5957180c-c6c3-462d-b930-ec16c5de758d req-7f81ded1-eb31-4ff6-9765-e8be1a23f3a9 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] 10.222.0.55 "GET /v2.0/security-group-rules/c67b270a-e961-477f-b9cd-c0e9ca29a63c HTTP/1.1" status: 200 len: 778 time: 0.0496230 Nov 25 19:26:51.832041 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:51.836852 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c74f72-cf5d-414a-bd4e-3e283f1eb9f5 admin admin] Router 7b1a0c40-9493-44f7-934b-fd3d74a01c12 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:26:51.935061 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a1c901e-13b7-49f0-a1b0-6b64a7954389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:51.939384 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b882a17-345d-4be2-a626-f90e42edaefd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1899a287-8f49-4481-b906-2e318c5d7494'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:51.942146 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72379d0a-e149-448e-baef-a4b7e33740c8" -d '{"events": [{"server_uuid": "5b882a17-345d-4be2-a626-f90e42edaefd", "name": "network-vif-plugged", "status": "completed", "tag": "1899a287-8f49-4481-b906-2e318c5d7494"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:51.967172 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d8eac-50c3-4150-ba77-06cfdd5710ef req-d71480f7-4d01-40cc-a342-83565383b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:51.968776 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a5d8eac-50c3-4150-ba77-06cfdd5710ef req-d71480f7-4d01-40cc-a342-83565383b87f service neutron] 10.222.0.85 "GET /v2.0/networks?id=949d01d8-a82b-4806-a0a8-fe80c1f4d4e7 HTTP/1.1" status: 200 len: 918 time: 0.4984891 Nov 25 19:26:52.024995 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5957180c-c6c3-462d-b930-ec16c5de758d req-50275972-ca09-4ec4-9924-0d39711a8a91 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] 10.222.0.55 "GET /v2.0/security-groups/62126f97-ab9d-4e3f-b5f6-be888272738c HTTP/1.1" status: 200 len: 2422 time: 0.2438881 Nov 25 19:26:52.044861 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-6d9e4844-37c9-466f-a1d1-eb7055b612d2 None None] Set router 7b1a0c40-9493-44f7-934b-fd3d74a01c12 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:52.062579 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4b090f71-3b15-4ec7-8c3f-92ada8040c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:52.089735 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5957180c-c6c3-462d-b930-ec16c5de758d req-014cb2ad-723c-4d49-9ddb-926885b90feb tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:52.111434 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5957180c-c6c3-462d-b930-ec16c5de758d req-014cb2ad-723c-4d49-9ddb-926885b90feb tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:52.125260 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c74f72-cf5d-414a-bd4e-3e283f1eb9f5 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:26:52.131607 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-53c74f72-cf5d-414a-bd4e-3e283f1eb9f5 admin admin] 10.222.0.55 "PUT /v2.0/routers/7b1a0c40-9493-44f7-934b-fd3d74a01c12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9064829 Nov 25 19:26:52.134953 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a5d8eac-50c3-4150-ba77-06cfdd5710ef req-054c0ae9-8792-4819-ba9d-36c282df2075 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4d7dfe7-10ab-4050-990c-c02ba0367229 HTTP/1.1" status: 200 len: 217 time: 0.1351404 Nov 25 19:26:52.138235 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60654) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:52.149990 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32b15e89-658f-4582-8f24-738fadf89261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:52.237615 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21e071-927a-4023-acad-e76453f96fff req-5318b210-c79a-4e73-8f80-abdaa44862a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:52.239418 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f21e071-927a-4023-acad-e76453f96fff req-5318b210-c79a-4e73-8f80-abdaa44862a6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.4929490 Nov 25 19:26:52.260602 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 1899a287-8f49-4481-b906-2e318c5d7494, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=1899a287-8f49-4481-b906-2e318c5d7494,segment=NetworkSegment(6b9320a8-1287-4e6a-a1dd-f5da79f3b68a),segment_id=6b9320a8-1287-4e6a-a1dd-f5da79f3b68a)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:52.263470 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44411c-c939-4744-a727-7d2b5667d89b req-ae410066-7e61-421f-980f-356bf6462c99 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:52.270854 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44411c-c939-4744-a727-7d2b5667d89b req-ae410066-7e61-421f-980f-356bf6462c99 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:52.272634 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea44411c-c939-4744-a727-7d2b5667d89b req-ae410066-7e61-421f-980f-356bf6462c99 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b882a17-345d-4be2-a626-f90e42edaefd HTTP/1.1" status: 200 len: 1680 time: 0.3179822 Nov 25 19:26:52.297103 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:52.298120 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device a6537781-0fda-47b7-bcf8-a63299334ce6 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:52.325102 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4b090f71-3b15-4ec7-8c3f-92ada8040c7d None None] For port 428a403d-f8ef-43d8-a901-888eda832bda, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=428a403d-f8ef-43d8-a901-888eda832bda,segment=NetworkSegment(d18bb370-0c88-44d6-a932-ba5ae360fb21),segment_id=d18bb370-0c88-44d6-a932-ba5ae360fb21)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:52.331601 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d8eac-50c3-4150-ba77-06cfdd5710ef req-5ab2f80d-4a6a-452c-951c-20d8bc5e2d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:52.333370 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a5d8eac-50c3-4150-ba77-06cfdd5710ef req-5ab2f80d-4a6a-452c-951c-20d8bc5e2d19 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=96601a80-7691-41c2-9ed6-568d5771c7da HTTP/1.1" status: 200 len: 857 time: 0.1882980 Nov 25 19:26:52.343619 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f21e071-927a-4023-acad-e76453f96fff req-cd07ddc0-72d4-4420-b41e-7b37c32f94e7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=ea3607b0-e601-4614-85a3-1ba172392d90 HTTP/1.1" status: 200 len: 217 time: 0.0938606 Nov 25 19:26:52.343932 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port a628d24a-0e49-4a4f-9f47-79f347959af7 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:52.344305 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:52.468604 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a5d8eac-50c3-4150-ba77-06cfdd5710ef req-dda66194-8a06-44c8-bf2b-31159633ac2b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=949d01d8-a82b-4806-a0a8-fe80c1f4d4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228521 Nov 25 19:26:52.477447 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4b090f71-3b15-4ec7-8c3f-92ada8040c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:52.554406 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5957180c-c6c3-462d-b930-ec16c5de758d req-014cb2ad-723c-4d49-9ddb-926885b90feb tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:52.560350 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5957180c-c6c3-462d-b930-ec16c5de758d req-014cb2ad-723c-4d49-9ddb-926885b90feb tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:52.573192 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5957180c-c6c3-462d-b930-ec16c5de758d req-014cb2ad-723c-4d49-9ddb-926885b90feb tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/c67b270a-e961-477f-b9cd-c0e9ca29a63c HTTP/1.1" status: 204 len: 173 time: 0.5273628 Nov 25 19:26:52.591746 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea44411c-c939-4744-a727-7d2b5667d89b req-d1b90a28-9837-412a-bf20-ac3140403045 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701330 Nov 25 19:26:52.596584 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21e071-927a-4023-acad-e76453f96fff req-13652e9a-3ca3-422d-80db-04ad85c1f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:52.601195 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f21e071-927a-4023-acad-e76453f96fff req-13652e9a-3ca3-422d-80db-04ad85c1f367 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.2416775 Nov 25 19:26:52.609025 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014cb2ad-723c-4d49-9ddb-926885b90feb tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c67b270a-e961-477f-b9cd-c0e9ca29a63c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:52.667167 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-249cc24b-1617-425f-a910-9fb222439d9d admin admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:52.752273 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf6ac1e-7bbe-49eb-9f93-85b434fa79c5 x-openstack-request-id: req-cbf6ac1e-7bbe-49eb-9f93-85b434fa79c5 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:52.752615 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b882a17-345d-4be2-a626-f90e42edaefd", "name": "network-vif-plugged", "status": "completed", "tag": "1899a287-8f49-4481-b906-2e318c5d7494", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:52.752924 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cbf6ac1e-7bbe-49eb-9f93-85b434fa79c5 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:52.753234 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b882a17-345d-4be2-a626-f90e42edaefd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1899a287-8f49-4481-b906-2e318c5d7494', 'code': 200} Nov 25 19:26:52.756797 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=1899a287-8f49-4481-b906-2e318c5d7494,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:52.829753 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:52.830251 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:52.831183 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:52.831310 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:52.831581 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:52.831953 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:52.832351 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:52.832993 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:52.833412 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:52.833955 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:52.834736 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:52.835108 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:52.903892 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b411c-659f-4ec8-975b-84fc2f5e239c req-ee90512c-4bc0-46a1-a82f-8a914c893e4c tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:52.908161 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d35b411c-659f-4ec8-975b-84fc2f5e239c req-ee90512c-4bc0-46a1-a82f-8a914c893e4c tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d84753-ddef-4729-8d11-70a56ac0e262 HTTP/1.1" status: 200 len: 949 time: 0.1518836 Nov 25 19:26:52.935519 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a5d8eac-50c3-4150-ba77-06cfdd5710ef req-ef8e6d6f-be6f-4ce7-a438-63417e86f1b0 service neutron] 10.222.0.85 "GET /v2.0/networks/949d01d8-a82b-4806-a0a8-fe80c1f4d4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563055 Nov 25 19:26:52.936535 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1c901e-13b7-49f0-a1b0-6b64a7954389 admin admin] Router 6275551c-c63c-4975-a843-60fdb8e9f670 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:26:52.969594 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:52.972513 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21e071-927a-4023-acad-e76453f96fff req-b4e3037a-4089-49c6-b51c-b67a38501af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:52.974438 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f21e071-927a-4023-acad-e76453f96fff req-b4e3037a-4089-49c6-b51c-b67a38501af3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2798347 Nov 25 19:26:52.976052 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-32b15e89-658f-4582-8f24-738fadf89261 admin admin] Allocated IP 172.20.0.1 (7c66fbd7-92f9-4c18-afb1-b38847fa5709/52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d/c39ea371-29d2-488b-8db0-bb86ccdb7c85) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:26:52.991035 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-249cc24b-1617-425f-a910-9fb222439d9d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:53.009361 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port a628d24a-0e49-4a4f-9f47-79f347959af7, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a628d24a-0e49-4a4f-9f47-79f347959af7,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:53.022405 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d35b411c-659f-4ec8-975b-84fc2f5e239c req-81cf9c81-d1af-4689-9549-e29c88558c06 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7325347-4e73-40c6-85a7-2d6631b89fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089523 Nov 25 19:26:53.051424 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port a6537781-0fda-47b7-bcf8-a63299334ce6 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:26:53.069242 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device d83d7002-f4f5-44de-a737-c65f28bf9ba3 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:53.076613 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:53.077412 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 428a403d-f8ef-43d8-a901-888eda832bda up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:53.081983 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-0234fb62-9024-45b3-88ba-c57e4cee06e3 req-15eb72ab-6d2e-42d6-a23b-d26f33407bcc tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-580216809', 'description': 'tempest-description-493415919'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:53.083973 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port a6537781-0fda-47b7-bcf8-a63299334ce6 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:53.084352 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:53.129277 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-249cc24b-1617-425f-a910-9fb222439d9d admin admin] Deleting port c25cc0c8-8393-47e1-832d-e0e41386a422 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:53.129769 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-249cc24b-1617-425f-a910-9fb222439d9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:53.155744 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0234fb62-9024-45b3-88ba-c57e4cee06e3 req-15eb72ab-6d2e-42d6-a23b-d26f33407bcc tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:53.216452 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc3033-3b9f-495e-9fcb-baa80c75a52d req-c75cb41d-81fd-4827-8f8d-a67cdd15c402 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:53.218118 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c2fc3033-3b9f-495e-9fcb-baa80c75a52d req-c75cb41d-81fd-4827-8f8d-a67cdd15c402 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 948 time: 0.3168266 Nov 25 19:26:53.245915 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b090f71-3b15-4ec7-8c3f-92ada8040c7d None None] Pushing event updated for resources: {'Port': ['ID=428a403d-f8ef-43d8-a901-888eda832bda,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:53.291548 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9857a167-8656-4207-8b86-17ea74a3836c None None] Provisioning complete for port 428a403d-f8ef-43d8-a901-888eda832bda triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:53.292005 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9857a167-8656-4207-8b86-17ea74a3836c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:53.317697 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-249cc24b-1617-425f-a910-9fb222439d9d admin admin] For port c25cc0c8-8393-47e1-832d-e0e41386a422, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c25cc0c8-8393-47e1-832d-e0e41386a422,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:53.318493 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-249cc24b-1617-425f-a910-9fb222439d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:53.347949 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:53.349476 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-249cc24b-1617-425f-a910-9fb222439d9d admin admin] Calling delete_port for c25cc0c8-8393-47e1-832d-e0e41386a422 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:53.360634 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6d9e4844-37c9-466f-a1d1-eb7055b612d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1a0c40-9493-44f7-934b-fd3d74a01c12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1996004945-router', 'tenant_id': '1b9a2623eeaa459189f8fb67e6d4dd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'c25cc0c8-8393-47e1-832d-e0e41386a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:33Z', 'updated_at': '2021-11-25T19:26:50Z', 'revision_number': 5, 'project_id': '1b9a2623eeaa459189f8fb67e6d4dd0b', 'gw_port': {'id': 'c25cc0c8-8393-47e1-832d-e0e41386a422', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1a0c40-9493-44f7-934b-fd3d74a01c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:35Z', 'updated_at': '2021-11-25T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:53.384888 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device c4d7dfe7-10ab-4050-990c-c02ba0367229 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:26:53.401792 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0234fb62-9024-45b3-88ba-c57e4cee06e3 req-15eb72ab-6d2e-42d6-a23b-d26f33407bcc tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:53.442020 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e4844-37c9-466f-a1d1-eb7055b612d2 None None] The sync data for ids ['7b1a0c40-9493-44f7-934b-fd3d74a01c12'] in n-d-819349-5 is: [{'id': '7b1a0c40-9493-44f7-934b-fd3d74a01c12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1996004945-router', 'tenant_id': '1b9a2623eeaa459189f8fb67e6d4dd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'c25cc0c8-8393-47e1-832d-e0e41386a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:33Z', 'updated_at': '2021-11-25T19:26:50Z', 'revision_number': 5, 'project_id': '1b9a2623eeaa459189f8fb67e6d4dd0b', 'gw_port': {'id': 'c25cc0c8-8393-47e1-832d-e0e41386a422', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1a0c40-9493-44f7-934b-fd3d74a01c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:35Z', 'updated_at': '2021-11-25T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:26:53.443741 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port d83d7002-f4f5-44de-a737-c65f28bf9ba3 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:26:53.446358 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 428a403d-f8ef-43d8-a901-888eda832bda triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:53.446605 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:53.472167 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0234fb62-9024-45b3-88ba-c57e4cee06e3 req-15eb72ab-6d2e-42d6-a23b-d26f33407bcc tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:53.475428 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=a628d24a-0e49-4a4f-9f47-79f347959af7,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:53.506258 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port d83d7002-f4f5-44de-a737-c65f28bf9ba3 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:53.506651 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:53.596270 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:53.600869 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb72ab-6d2e-42d6-a23b-d26f33407bcc tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d365a6c-c841-4cef-b3e0-88537a688b38,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:53.610484 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0234fb62-9024-45b3-88ba-c57e4cee06e3 req-15eb72ab-6d2e-42d6-a23b-d26f33407bcc tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:53.612518 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0234fb62-9024-45b3-88ba-c57e4cee06e3 req-15eb72ab-6d2e-42d6-a23b-d26f33407bcc tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.5437298 Nov 25 19:26:53.698241 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953e0fd5-f566-4c73-a252-b28c66876fa3', 'tag': 'ea3607b0-e601-4614-85a3-1ba172392d90'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:53.701304 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4cd47b-eef0-4a3b-9160-afcfc578d583" -d '{"events": [{"name": "network-changed", "server_uuid": "953e0fd5-f566-4c73-a252-b28c66876fa3", "tag": "ea3607b0-e601-4614-85a3-1ba172392d90"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:53.782206 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abce37-dc15-457b-9156-602b448b0eed req-32abad31-7f85-4756-8a39-283babfa5bb7 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:53.784878 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1abce37-dc15-457b-9156-602b448b0eed req-32abad31-7f85-4756-8a39-283babfa5bb7 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/ports?device_id=07552227-c692-45c8-a993-28f2aef74277 HTTP/1.1" status: 200 len: 943 time: 0.0845840 Nov 25 19:26:53.944802 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-249cc24b-1617-425f-a910-9fb222439d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:53.970070 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a5d8eac-50c3-4150-ba77-06cfdd5710ef req-ea2beeb1-1472-4406-949c-f987aaecbdec service neutron] 10.222.0.85 "GET /v2.0/networks/949d01d8-a82b-4806-a0a8-fe80c1f4d4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0062342 Nov 25 19:26:54.014651 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1abce37-dc15-457b-9156-602b448b0eed req-e74e1653-80d2-4cd6-ae7d-e92655cc3cf2 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ac689e4-faf7-45e1-89d0-5c84b2fd5761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194273 Nov 25 19:26:54.017826 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c2fc3033-3b9f-495e-9fcb-baa80c75a52d req-9c2ab660-3580-4957-80fb-61ab762f85d9 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802207 Nov 25 19:26:54.018417 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:54.026644 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f21e071-927a-4023-acad-e76453f96fff req-441be8b5-228b-4516-85e9-9e890316336e service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0378244 Nov 25 19:26:54.031028 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1c901e-13b7-49f0-a1b0-6b64a7954389 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:26:54.034888 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port a6537781-0fda-47b7-bcf8-a63299334ce6, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a6537781-0fda-47b7-bcf8-a63299334ce6,segment=NetworkSegment(b426ac00-6a21-49a0-9a09-0b8d587b3bef),segment_id=b426ac00-6a21-49a0-9a09-0b8d587b3bef)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:54.037560 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cc24b-1617-425f-a910-9fb222439d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=c25cc0c8-8393-47e1-832d-e0e41386a422,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:54.076168 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32b15e89-658f-4582-8f24-738fadf89261 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:54.097729 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:54.107373 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328e2ec4-c090-497d-95b6-186d307fd4eb None None] Sync routers for ids ['6275551c-c63c-4975-a843-60fdb8e9f670'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:26:54.142760 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a1c901e-13b7-49f0-a1b0-6b64a7954389 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:54.148180 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7a1c901e-13b7-49f0-a1b0-6b64a7954389 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.7529435 Nov 25 19:26:54.154600 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60670) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:54.222223 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port c4d7dfe7-10ab-4050-990c-c02ba0367229, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c4d7dfe7-10ab-4050-990c-c02ba0367229,segment=NetworkSegment(0d1ba9d0-5f3f-4733-8fae-d0d45e3e909b),segment_id=0d1ba9d0-5f3f-4733-8fae-d0d45e3e909b)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:54.238451 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328e2ec4-c090-497d-95b6-186d307fd4eb None None] Routers {'6275551c-c63c-4975-a843-60fdb8e9f670'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:54.239117 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-328e2ec4-c090-497d-95b6-186d307fd4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:26:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6275551c-c63c-4975-a843-60fdb8e9f670'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:54.307111 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-249cc24b-1617-425f-a910-9fb222439d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:54.330925 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a08d9414-e3c6-40cf-9dd8-52cb8dcc947f req-f8efa684-ab28-42f6-8f1c-f60d2d690f8f tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] 10.222.0.55 "GET /v2.0/security-groups/9d365a6c-c841-4cef-b3e0-88537a688b38 HTTP/1.1" status: 200 len: 1828 time: 0.2347729 Nov 25 19:26:54.366589 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:54.369343 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'c4d7dfe7-10ab-4050-990c-c02ba0367229', 'network_id': '949d01d8-a82b-4806-a0a8-fe80c1f4d4e7', 'port_id': 'c4d7dfe7-10ab-4050-990c-c02ba0367229', 'mac_address': 'fa:16:3e:2b:f9:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96601a80-7691-41c2-9ed6-568d5771c7da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:26:54.390573 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32b15e89-658f-4582-8f24-738fadf89261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:54.453247 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f21e071-927a-4023-acad-e76453f96fff req-9232d780-44ee-4071-988d-83a9aea91fe3 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123492 Nov 25 19:26:54.500250 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630ffa0c-7928-4683-98c0-326de5c3a630 x-openstack-request-id: req-630ffa0c-7928-4683-98c0-326de5c3a630 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:54.500739 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953e0fd5-f566-4c73-a252-b28c66876fa3", "tag": "ea3607b0-e601-4614-85a3-1ba172392d90", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:54.501159 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-630ffa0c-7928-4683-98c0-326de5c3a630 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:54.501830 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953e0fd5-f566-4c73-a252-b28c66876fa3', 'tag': 'ea3607b0-e601-4614-85a3-1ba172392d90', 'status': 'completed', 'code': 200} Nov 25 19:26:54.523041 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61972538-6db6-4a83-b954-be49eb7bbb2e req-b44c4ffa-47e4-428a-8533-7e98868b69a3 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:54.538686 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61972538-6db6-4a83-b954-be49eb7bbb2e req-b44c4ffa-47e4-428a-8533-7e98868b69a3 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:54.546933 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:54.549754 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a628d24a-0e49-4a4f-9f47-79f347959af7 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:54.575605 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-61972538-6db6-4a83-b954-be49eb7bbb2e req-b44c4ffa-47e4-428a-8533-7e98868b69a3 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b882a17-345d-4be2-a626-f90e42edaefd HTTP/1.1" status: 200 len: 1682 time: 0.3501892 Nov 25 19:26:54.603060 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=a6537781-0fda-47b7-bcf8-a63299334ce6,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:54.636989 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d7dfe7-10ab-4050-990c-c02ba0367229 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:26:54.690336 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port d83d7002-f4f5-44de-a737-c65f28bf9ba3, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d83d7002-f4f5-44de-a737-c65f28bf9ba3,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:54.707396 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port c4d7dfe7-10ab-4050-990c-c02ba0367229, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c4d7dfe7-10ab-4050-990c-c02ba0367229,segment=NetworkSegment(0d1ba9d0-5f3f-4733-8fae-d0d45e3e909b),segment_id=0d1ba9d0-5f3f-4733-8fae-d0d45e3e909b)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:54.708837 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:54.748482 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:54.748882 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b15e89-658f-4582-8f24-738fadf89261 admin admin] Network 7c66fbd7-92f9-4c18-afb1-b38847fa5709 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:54.759203 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b882a17-345d-4be2-a626-f90e42edaefd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6537781-0fda-47b7-bcf8-a63299334ce6'}, {'server_uuid': 'a6d84753-ddef-4729-8d11-70a56ac0e262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83d7002-f4f5-44de-a737-c65f28bf9ba3'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:54.759455 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b15e89-658f-4582-8f24-738fadf89261 admin admin] Pushing event updated for resources: {'Port': ['ID=c39ea371-29d2-488b-8db0-bb86ccdb7c85,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:54.764890 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba48b59-9c49-421d-93e9-3eec0c024973" -d '{"events": [{"server_uuid": "5b882a17-345d-4be2-a626-f90e42edaefd", "name": "network-vif-plugged", "status": "completed", "tag": "a6537781-0fda-47b7-bcf8-a63299334ce6"}, {"server_uuid": "a6d84753-ddef-4729-8d11-70a56ac0e262", "name": "network-vif-plugged", "status": "completed", "tag": "d83d7002-f4f5-44de-a737-c65f28bf9ba3"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:54.767809 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-32b15e89-658f-4582-8f24-738fadf89261 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:54.771214 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-328e2ec4-c090-497d-95b6-186d307fd4eb None None] Set router 6275551c-c63c-4975-a843-60fdb8e9f670 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:54.776710 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-249cc24b-1617-425f-a910-9fb222439d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:54.794551 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-249cc24b-1617-425f-a910-9fb222439d9d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:54.809592 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b15e89-658f-4582-8f24-738fadf89261 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:26:54.878070 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-249cc24b-1617-425f-a910-9fb222439d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:54.882551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249cc24b-1617-425f-a910-9fb222439d9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b1a0c40-9493-44f7-934b-fd3d74a01c12 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:26:54.891247 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=d83d7002-f4f5-44de-a737-c65f28bf9ba3,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:54.908348 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff01c957-471e-443c-9c55-d4dbd5f5648c None None] Sync routers for ids ['7b1a0c40-9493-44f7-934b-fd3d74a01c12'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:26:54.910030 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cd47b-eef0-4a3b-9160-afcfc578d583 req-d2ff0492-497e-47ea-a819-c3ab95ba5e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:54.912738 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c4cd47b-eef0-4a3b-9160-afcfc578d583 req-d2ff0492-497e-47ea-a819-c3ab95ba5e11 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 1099 time: 0.4583285 Nov 25 19:26:54.924374 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-249cc24b-1617-425f-a910-9fb222439d9d admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:54.924611 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff01c957-471e-443c-9c55-d4dbd5f5648c None None] Routers set() bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:54.927818 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-249cc24b-1617-425f-a910-9fb222439d9d admin admin] 10.222.0.55 "DELETE /v2.0/routers/7b1a0c40-9493-44f7-934b-fd3d74a01c12 HTTP/1.1" status: 204 len: 168 time: 2.7864559 Nov 25 19:26:54.928052 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff01c957-471e-443c-9c55-d4dbd5f5648c None None] Router IDs set() for agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 19:26:54.928435 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_agentschedulers_db [None req-ff01c957-471e-443c-9c55-d4dbd5f5648c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7b1a0c40-9493-44f7-934b-fd3d74a01c12'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:26:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent'). {{(pid=103602) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 19:26:54.933526 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60676) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:54.958838 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff01c957-471e-443c-9c55-d4dbd5f5648c None None] Routers set() bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:54.959717 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff01c957-471e-443c-9c55-d4dbd5f5648c None None] Router IDs set() for agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 19:26:54.960553 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_agentschedulers_db [None req-ff01c957-471e-443c-9c55-d4dbd5f5648c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7b1a0c40-9493-44f7-934b-fd3d74a01c12'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:26:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent'). {{(pid=103602) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 19:26:54.962196 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff01c957-471e-443c-9c55-d4dbd5f5648c None None] The sync data for ids ['7b1a0c40-9493-44f7-934b-fd3d74a01c12'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:26:54.993270 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['c4d7dfe7-10ab-4050-990c-c02ba0367229'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:26:55.072166 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a682588-0d68-4e79-959a-8a2e16732e3b admin admin] Deleting subnet 69a35044-0c41-4210-a339-55b065b88418 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:26:55.086855 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port a628d24a-0e49-4a4f-9f47-79f347959af7 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:55.087782 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:55.095762 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8eca61-7ac8-49f5-884c-a93e3755fa1a req-bc6aa004-18a4-4f4a-a53e-e60546d85cd4 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:55.099051 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e8eca61-7ac8-49f5-884c-a93e3755fa1a req-bc6aa004-18a4-4f4a-a53e-e60546d85cd4 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d84753-ddef-4729-8d11-70a56ac0e262 HTTP/1.1" status: 200 len: 950 time: 0.4346986 Nov 25 19:26:55.157062 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=c4d7dfe7-10ab-4050-990c-c02ba0367229,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:55.161856 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-61972538-6db6-4a83-b954-be49eb7bbb2e req-e3dbd707-591e-4e24-8660-92472ba3bb15 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693311 Nov 25 19:26:55.163347 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5a682588-0d68-4e79-959a-8a2e16732e3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:55.181669 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cd47b-eef0-4a3b-9160-afcfc578d583 req-81336cb5-85fd-4914-bc95-4321dd5ac7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:55.193430 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c4cd47b-eef0-4a3b-9160-afcfc578d583 req-81336cb5-85fd-4914-bc95-4321dd5ac7af service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 1099 time: 0.5412362 Nov 25 19:26:55.328860 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5a682588-0d68-4e79-959a-8a2e16732e3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:55.360774 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979931b4-8183-4dc3-8f17-72ee84fa837b x-openstack-request-id: req-979931b4-8183-4dc3-8f17-72ee84fa837b {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:55.361132 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b882a17-345d-4be2-a626-f90e42edaefd", "name": "network-vif-plugged", "status": "completed", "tag": "a6537781-0fda-47b7-bcf8-a63299334ce6", "code": 200}, {"server_uuid": "a6d84753-ddef-4729-8d11-70a56ac0e262", "name": "network-vif-plugged", "status": "completed", "tag": "d83d7002-f4f5-44de-a737-c65f28bf9ba3", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:55.361320 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-979931b4-8183-4dc3-8f17-72ee84fa837b {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:55.364159 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b882a17-345d-4be2-a626-f90e42edaefd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6537781-0fda-47b7-bcf8-a63299334ce6', 'code': 200} Nov 25 19:26:55.364159 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d84753-ddef-4729-8d11-70a56ac0e262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83d7002-f4f5-44de-a737-c65f28bf9ba3', 'code': 200} Nov 25 19:26:55.371536 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cd47b-eef0-4a3b-9160-afcfc578d583 req-ff65cdb7-54d6-4ab2-9d9b-a5b11fac69bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:55.373843 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c4cd47b-eef0-4a3b-9160-afcfc578d583 req-ff65cdb7-54d6-4ab2-9d9b-a5b11fac69bc service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.1169949 Nov 25 19:26:55.375331 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3ad1ee6a-50a0-43c7-b1d5-0a0fd6299b0a None None] Provisioning complete for port c39ea371-29d2-488b-8db0-bb86ccdb7c85 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:55.375777 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3ad1ee6a-50a0-43c7-b1d5-0a0fd6299b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:55.432322 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e8eca61-7ac8-49f5-884c-a93e3755fa1a req-bd0e0a47-258c-48de-a4f7-e0bbfeaaed58 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7325347-4e73-40c6-85a7-2d6631b89fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706480 Nov 25 19:26:55.505387 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cd47b-eef0-4a3b-9160-afcfc578d583 req-2abe47f5-5296-4fcd-ac45-22d7d16a65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:55.508588 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c4cd47b-eef0-4a3b-9160-afcfc578d583 req-2abe47f5-5296-4fcd-ac45-22d7d16a65ec service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.5788572 Nov 25 19:26:55.519336 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1ee6a-50a0-43c7-b1d5-0a0fd6299b0a None None] Port c39ea371-29d2-488b-8db0-bb86ccdb7c85 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:26:55.525176 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 428a403d-f8ef-43d8-a901-888eda832bda up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:55.598709 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-328e2ec4-c090-497d-95b6-186d307fd4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'name': 'tempest-ServersTestBootFromVolume-1444691228-router', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:49Z', 'revision_number': 3, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'gw_port': {'id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:46Z', 'updated_at': '2021-11-25T19:26:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:55.610479 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32b15e89-658f-4582-8f24-738fadf89261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:55.666777 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328e2ec4-c090-497d-95b6-186d307fd4eb None None] Checking router: 6275551c-c63c-4975-a843-60fdb8e9f670 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:26:55.667894 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328e2ec4-c090-497d-95b6-186d307fd4eb None None] Updating router 6275551c-c63c-4975-a843-60fdb8e9f670 port 5e1cbd68-0dfc-43c7-a11f-e15cba771db7 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:26:55.696666 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5a682588-0d68-4e79-959a-8a2e16732e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:55.701397 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 428a403d-f8ef-43d8-a901-888eda832bda triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:55.701912 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:55.706467 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f1a8d-dec0-4d86-a4c6-590b134b1990 req-4a2a3cb0-e44b-4a26-9a38-52796bc09c0d tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:55.708097 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-195f1a8d-dec0-4d86-a4c6-590b134b1990 req-4a2a3cb0-e44b-4a26-9a38-52796bc09c0d tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 948 time: 0.2065747 Nov 25 19:26:55.725976 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-328e2ec4-c090-497d-95b6-186d307fd4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:55.731926 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c4cd47b-eef0-4a3b-9160-afcfc578d583 req-47d9dc96-2349-4e45-a2c3-b380016071eb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=ea3607b0-e601-4614-85a3-1ba172392d90 HTTP/1.1" status: 200 len: 217 time: 0.3030000 Nov 25 19:26:55.781565 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-01a589a3-a910-4278-a99e-be57760c808f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:55.785680 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c4cd47b-eef0-4a3b-9160-afcfc578d583 req-795a7f55-92f9-4911-a344-1401452c5e7c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=ea3607b0-e601-4614-85a3-1ba172392d90 HTTP/1.1" status: 200 len: 217 time: 0.2062688 Nov 25 19:26:55.843787 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-195f1a8d-dec0-4d86-a4c6-590b134b1990 req-82cfb7e4-8c32-4b1b-894a-7de99c6b0078 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100805 Nov 25 19:26:55.857335 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d25ba-0362-4078-a349-6527ad6e61fd req-2655e4e5-53d0-4bfb-a4ed-60c1de2d411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:55.859958 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c3d25ba-0362-4078-a349-6527ad6e61fd req-2655e4e5-53d0-4bfb-a4ed-60c1de2d411b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a6d84753-ddef-4729-8d11-70a56ac0e262 HTTP/1.1" status: 200 len: 1101 time: 0.4666069 Nov 25 19:26:55.919335 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5a682588-0d68-4e79-959a-8a2e16732e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:55.931508 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-192ab0e3-99ba-4840-99be-44f6613b562c req-e01d6454-1978-48eb-b31a-ab1ce895f1ed tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1361957784', 'description': 'tempest-description-200746854'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:55.948206 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d0f1b-342e-4898-b6fa-51996ea4e709 req-d70a9d16-7590-4eff-a1fa-68ac2e6564c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:55.948610 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d0f1b-342e-4898-b6fa-51996ea4e709 req-d70a9d16-7590-4eff-a1fa-68ac2e6564c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:55.950529 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e21d0f1b-342e-4898-b6fa-51996ea4e709 req-d70a9d16-7590-4eff-a1fa-68ac2e6564c3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5b882a17-345d-4be2-a626-f90e42edaefd HTTP/1.1" status: 200 len: 1984 time: 0.5755887 Nov 25 19:26:55.979307 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a682588-0d68-4e79-959a-8a2e16732e3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69a35044-0c41-4210-a339-55b065b88418,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:55.992134 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5a682588-0d68-4e79-959a-8a2e16732e3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:55.995909 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5a682588-0d68-4e79-959a-8a2e16732e3b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/69a35044-0c41-4210-a339-55b065b88418 HTTP/1.1" status: 204 len: 168 time: 1.0585170 Nov 25 19:26:56.011489 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60684) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:56.019719 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f36757-5a5b-4ed1-947c-0ef71564dc51 None None] Network 54031c52-567d-442a-afe3-b8b22c9624af requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:26:56.044234 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-192ab0e3-99ba-4840-99be-44f6613b562c req-e01d6454-1978-48eb-b31a-ab1ce895f1ed tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:56.046802 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cd47b-eef0-4a3b-9160-afcfc578d583 req-2de3b58e-332f-43a2-b631-55a07ae6a45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:56.048451 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c4cd47b-eef0-4a3b-9160-afcfc578d583 req-2de3b58e-332f-43a2-b631-55a07ae6a45a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.2858431 Nov 25 19:26:56.072310 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b5577-5c65-4184-a603-784616a1c065 req-5323016d-d889-4f66-b0c2-1464a8f76b9d tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:56.079966 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a73b5577-5c65-4184-a603-784616a1c065 req-5323016d-d889-4f66-b0c2-1464a8f76b9d tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/ports?device_id=07552227-c692-45c8-a993-28f2aef74277 HTTP/1.1" status: 200 len: 944 time: 0.5789940 Nov 25 19:26:56.103771 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cd47b-eef0-4a3b-9160-afcfc578d583 req-e03aa8d2-2b8c-4db1-922c-4ae3c20bf8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:56.105425 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c4cd47b-eef0-4a3b-9160-afcfc578d583 req-e03aa8d2-2b8c-4db1-922c-4ae3c20bf8d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.3059840 Nov 25 19:26:56.188615 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-01a589a3-a910-4278-a99e-be57760c808f admin admin] Allocated IP 172.20.0.1 (500d758c-c123-4000-99df-020cdf9c84a0/fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9/4272690e-5a5f-4108-a1a6-b1ee839aafdd) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:26:56.206816 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-192ab0e3-99ba-4840-99be-44f6613b562c req-e01d6454-1978-48eb-b31a-ab1ce895f1ed tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:56.214376 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-192ab0e3-99ba-4840-99be-44f6613b562c req-e01d6454-1978-48eb-b31a-ab1ce895f1ed tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:56.279266 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-192ab0e3-99ba-4840-99be-44f6613b562c req-e01d6454-1978-48eb-b31a-ab1ce895f1ed tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:56.293357 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-192ab0e3-99ba-4840-99be-44f6613b562c req-e01d6454-1978-48eb-b31a-ab1ce895f1ed tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3793142 Nov 25 19:26:56.312659 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c3d25ba-0362-4078-a349-6527ad6e61fd req-892189d4-5050-4e7a-b38a-1823fc5467a9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e7325347-4e73-40c6-85a7-2d6631b89fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024432 Nov 25 19:26:56.380903 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e21d0f1b-342e-4898-b6fa-51996ea4e709 req-b5127de5-96fc-4f0c-925a-3cd1cedbd423 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075041 Nov 25 19:26:56.393452 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eca3bc48-50cc-4d50-87c7-ce6945bcb57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:56.406109 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a73b5577-5c65-4184-a603-784616a1c065 req-039b2760-384e-4e63-956c-da924e54df58 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ac689e4-faf7-45e1-89d0-5c84b2fd5761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251519 Nov 25 19:26:56.408302 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d6454-1978-48eb-b31a-ab1ce895f1ed tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e74292-b46d-43d0-b9a2-75c49c7209ff,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:56.435916 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-328e2ec4-c090-497d-95b6-186d307fd4eb None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:56.437340 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cd47b-eef0-4a3b-9160-afcfc578d583 req-359aaa8d-d84c-429f-a991-027d17be48c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:56.444232 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c4cd47b-eef0-4a3b-9160-afcfc578d583 req-359aaa8d-d84c-429f-a991-027d17be48c0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3515818 Nov 25 19:26:56.444940 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c25cc0c8-8393-47e1-832d-e0e41386a422 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:26:56.454125 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-328e2ec4-c090-497d-95b6-186d307fd4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:56.470064 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cd47b-eef0-4a3b-9160-afcfc578d583 req-eb30bcdb-9bc6-4b91-ac34-9ee7cc58d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:56.472617 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c4cd47b-eef0-4a3b-9160-afcfc578d583 req-eb30bcdb-9bc6-4b91-ac34-9ee7cc58d365 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3422067 Nov 25 19:26:56.473883 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32b15e89-658f-4582-8f24-738fadf89261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:56.510515 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfa8b4-62b6-470a-b963-7f86c02f43be req-4ddc2c33-d4b2-48f8-b48c-b9e7cf9e060d tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:56.516836 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfa8b4-62b6-470a-b963-7f86c02f43be req-4ddc2c33-d4b2-48f8-b48c-b9e7cf9e060d tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:56.526486 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e0dfa8b4-62b6-470a-b963-7f86c02f43be req-4ddc2c33-d4b2-48f8-b48c-b9e7cf9e060d tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b882a17-345d-4be2-a626-f90e42edaefd HTTP/1.1" status: 200 len: 1682 time: 0.1336765 Nov 25 19:26:56.562809 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-01a589a3-a910-4278-a99e-be57760c808f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:56.571901 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: c25cc0c8-8393-47e1-832d-e0e41386a422 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:26:56.572616 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c25cc0c8-8393-47e1-832d-e0e41386a422 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:26:56.611110 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e0dfa8b4-62b6-470a-b963-7f86c02f43be req-5bc10566-848e-4a66-9484-280d64aee59f tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833876 Nov 25 19:26:56.651118 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-01a589a3-a910-4278-a99e-be57760c808f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:56.705657 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a589a3-a910-4278-a99e-be57760c808f admin admin] Network 500d758c-c123-4000-99df-020cdf9c84a0 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:56.717525 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-01a589a3-a910-4278-a99e-be57760c808f admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:56.723102 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a589a3-a910-4278-a99e-be57760c808f admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:26:56.786682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a589a3-a910-4278-a99e-be57760c808f admin admin] Pushing event updated for resources: {'Port': ['ID=4272690e-5a5f-4108-a1a6-b1ee839aafdd,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:56.818169 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-01a589a3-a910-4278-a99e-be57760c808f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:56.832559 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c04db-5105-4ed9-8a07-081e7af57a9c req-dab2ae4d-850e-4fa6-bbb0-cf52b2936c0a tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:56.834225 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0b0c04db-5105-4ed9-8a07-081e7af57a9c req-dab2ae4d-850e-4fa6-bbb0-cf52b2936c0a tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d84753-ddef-4729-8d11-70a56ac0e262 HTTP/1.1" status: 200 len: 950 time: 0.1327915 Nov 25 19:26:56.863843 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f7dfe-0373-453e-af97-3463b0203699 None None] Pushing event updated for resources: {'Port': ['ID=5e1cbd68-0dfc-43c7-a11f-e15cba771db7,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:56.897426 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-328e2ec4-c090-497d-95b6-186d307fd4eb None None] Attempting to bind port 5e1cbd68-0dfc-43c7-a11f-e15cba771db7 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:26:56.898331 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-328e2ec4-c090-497d-95b6-186d307fd4eb None None] Attempting to bind port 5e1cbd68-0dfc-43c7-a11f-e15cba771db7 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:26:56.900421 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e2ec4-c090-497d-95b6-186d307fd4eb None None] Attempting to bind port 5e1cbd68-0dfc-43c7-a11f-e15cba771db7 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:56.911741 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e2ec4-c090-497d-95b6-186d307fd4eb None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:26:56.918216 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e2ec4-c090-497d-95b6-186d307fd4eb None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:56.919035 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-328e2ec4-c090-497d-95b6-186d307fd4eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:56.920546 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e2ec4-c090-497d-95b6-186d307fd4eb None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:26:56.922698 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-328e2ec4-c090-497d-95b6-186d307fd4eb None None] Bound port: 5e1cbd68-0dfc-43c7-a11f-e15cba771db7, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:26:56.924205 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-328e2ec4-c090-497d-95b6-186d307fd4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:56.953025 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0b0c04db-5105-4ed9-8a07-081e7af57a9c req-33c6df25-424e-4c6d-b591-9347ce1b97fd tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7325347-4e73-40c6-85a7-2d6631b89fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739501 Nov 25 19:26:57.022222 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae8e8d6-b874-45e9-9526-402906a9fac1 None None] DHCP port deletion for 54031c52-567d-442a-afe3-b8b22c9624af request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:26:57.037909 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0fb5a283-0c64-4560-81f6-186381dd4159 req-18c59664-5a61-4f0f-aad6-9ea323b536da tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] 10.222.0.55 "GET /v2.0/security-groups/71e74292-b46d-43d0-b9a2-75c49c7209ff HTTP/1.1" status: 200 len: 1829 time: 0.5551949 Nov 25 19:26:57.084064 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c4cd47b-eef0-4a3b-9160-afcfc578d583 req-474366dd-df85-4b56-b3b5-7cbbcd754a69 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765355 Nov 25 19:26:57.098193 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-01a589a3-a910-4278-a99e-be57760c808f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:57.108089 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-e4e6db34-014f-4fbd-ab34-6cf46f03fb97 req-cb00a85c-16e8-41a1-8751-eda80f7b9b43 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1231119843', 'description': 'tempest-description-1673795144'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:57.152836 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-328e2ec4-c090-497d-95b6-186d307fd4eb None None] For port 5e1cbd68-0dfc-43c7-a11f-e15cba771db7, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:57.176721 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-328e2ec4-c090-497d-95b6-186d307fd4eb None None] For port 5e1cbd68-0dfc-43c7-a11f-e15cba771db7, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5e1cbd68-0dfc-43c7-a11f-e15cba771db7,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:26:57.192417 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-328e2ec4-c090-497d-95b6-186d307fd4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:57.260594 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545ef8e-856f-447d-86bd-8c316fee451f req-224f0c55-00cf-4dbe-9c6a-c86956202082 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:57.262782 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6545ef8e-856f-447d-86bd-8c316fee451f req-224f0c55-00cf-4dbe-9c6a-c86956202082 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 948 time: 0.1412113 Nov 25 19:26:57.303079 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-eae8e8d6-b874-45e9-9526-402906a9fac1 None None] Deleting port 792e7cae-60b9-4aef-a634-b971e1ab9649 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:57.303986 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eae8e8d6-b874-45e9-9526-402906a9fac1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:57.321832 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-eca3bc48-50cc-4d50-87c7-ce6945bcb57b admin admin] Deleting port 792e7cae-60b9-4aef-a634-b971e1ab9649 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:57.322583 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eca3bc48-50cc-4d50-87c7-ce6945bcb57b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:57.377544 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6545ef8e-856f-447d-86bd-8c316fee451f req-cdca498f-fef6-4b60-833b-d729db91ac0c tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968256 Nov 25 19:26:57.378781 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c4cd47b-eef0-4a3b-9160-afcfc578d583 req-1710cb25-a4e2-49b0-8284-b4cd9559fb93 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7766221 Nov 25 19:26:57.443597 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device ea3607b0-e601-4614-85a3-1ba172392d90 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:26:57.448258 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device c4d7dfe7-10ab-4050-990c-c02ba0367229 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:57.512530 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-01a589a3-a910-4278-a99e-be57760c808f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:57.520530 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-01a589a3-a910-4278-a99e-be57760c808f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:57.617808 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328e2ec4-c090-497d-95b6-186d307fd4eb None None] Routers {'6275551c-c63c-4975-a843-60fdb8e9f670'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:57.618930 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-328e2ec4-c090-497d-95b6-186d307fd4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:26:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6275551c-c63c-4975-a843-60fdb8e9f670'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:57.671016 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f7dfe-0373-453e-af97-3463b0203699 None None] Pushing event updated for resources: {'Port': ['ID=5e1cbd68-0dfc-43c7-a11f-e15cba771db7,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:57.677715 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f5751fea-43a3-4148-8103-0ad4373f634c None None] Provisioning complete for port 4272690e-5a5f-4108-a1a6-b1ee839aafdd triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:57.678546 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f5751fea-43a3-4148-8103-0ad4373f634c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:57.765799 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:26:57.909319 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port c4d7dfe7-10ab-4050-990c-c02ba0367229 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:26:57.945228 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-eae8e8d6-b874-45e9-9526-402906a9fac1 None None] For port 792e7cae-60b9-4aef-a634-b971e1ab9649, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=792e7cae-60b9-4aef-a634-b971e1ab9649,segment=NetworkSegment(bd4a8bb7-3e70-43a0-9196-48917868b02c),segment_id=bd4a8bb7-3e70-43a0-9196-48917868b02c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:57.946397 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eae8e8d6-b874-45e9-9526-402906a9fac1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:58.014740 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-f5751fea-43a3-4148-8103-0ad4373f634c None None] Port 4272690e-5a5f-4108-a1a6-b1ee839aafdd cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:26:58.016981 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port c4d7dfe7-10ab-4050-990c-c02ba0367229 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:58.017360 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:58.060689 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-01a589a3-a910-4278-a99e-be57760c808f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:58.062828 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a589a3-a910-4278-a99e-be57760c808f admin admin] Pushing event updated for resources: {'Port': ['ID=4272690e-5a5f-4108-a1a6-b1ee839aafdd,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:58.115994 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9a0a1-1ce0-4638-ad8a-d6409507d3ce req-4d88b903-dd43-4066-90c3-3f152ff8b202 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:58.116375 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-eae8e8d6-b874-45e9-9526-402906a9fac1 None None] Calling delete_port for 792e7cae-60b9-4aef-a634-b971e1ab9649 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:58.118154 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-91d9a0a1-1ce0-4638-ad8a-d6409507d3ce req-4d88b903-dd43-4066-90c3-3f152ff8b202 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/ports?device_id=07552227-c692-45c8-a993-28f2aef74277 HTTP/1.1" status: 200 len: 944 time: 0.1238780 Nov 25 19:26:58.145339 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e4e6db34-014f-4fbd-ab34-6cf46f03fb97 req-cb00a85c-16e8-41a1-8751-eda80f7b9b43 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:58.224451 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-91d9a0a1-1ce0-4638-ad8a-d6409507d3ce req-d3e21e16-6d46-4bef-8994-303a4fbb5df0 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ac689e4-faf7-45e1-89d0-5c84b2fd5761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750124 Nov 25 19:26:58.252722 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a589a3-a910-4278-a99e-be57760c808f admin admin] Network 500d758c-c123-4000-99df-020cdf9c84a0 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:58.266882 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-01a589a3-a910-4278-a99e-be57760c808f admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:58.272414 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-eca3bc48-50cc-4d50-87c7-ce6945bcb57b admin admin] For port 792e7cae-60b9-4aef-a634-b971e1ab9649, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=792e7cae-60b9-4aef-a634-b971e1ab9649,segment=NetworkSegment(bd4a8bb7-3e70-43a0-9196-48917868b02c),segment_id=bd4a8bb7-3e70-43a0-9196-48917868b02c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:58.273105 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eca3bc48-50cc-4d50-87c7-ce6945bcb57b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:58.296094 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-328e2ec4-c090-497d-95b6-186d307fd4eb None None] Set router 6275551c-c63c-4975-a843-60fdb8e9f670 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:58.307776 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c4cd47b-eef0-4a3b-9160-afcfc578d583 req-f802311c-70a3-4d59-8692-a53ce1fa1d5d service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2067599 Nov 25 19:26:58.354713 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-eca3bc48-50cc-4d50-87c7-ce6945bcb57b admin admin] Calling delete_port for 792e7cae-60b9-4aef-a634-b971e1ab9649 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:58.386729 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 792e7cae-60b9-4aef-a634-b971e1ab9649 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:26:58.402576 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c4cd47b-eef0-4a3b-9160-afcfc578d583 req-883505c7-8bd8-408e-9fed-e751adf42abc service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9909687 Nov 25 19:26:58.447510 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf0700-10d6-4408-9a30-7afec980420c req-4fe299a2-7f40-4a6c-9d79-146f17c2b0ca tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:58.450920 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0bcf0700-10d6-4408-9a30-7afec980420c req-4fe299a2-7f40-4a6c-9d79-146f17c2b0ca tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.73 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3&tenant_id=92fad1dc82f24f91a07d3c087ee582e6&binding%3Ahost_id=n-h2-819349-5 HTTP/1.1" status: 200 len: 948 time: 0.3206189 Nov 25 19:26:58.469634 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port ea3607b0-e601-4614-85a3-1ba172392d90, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=ea3607b0-e601-4614-85a3-1ba172392d90,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:58.510845 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32b15e89-658f-4582-8f24-738fadf89261 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:58.547342 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32b15e89-658f-4582-8f24-738fadf89261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:58.580323 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a589a3-a910-4278-a99e-be57760c808f admin admin] Router 6275551c-c63c-4975-a843-60fdb8e9f670 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:26:58.601630 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46691ebc-0f4b-4222-8420-a92a4c82d2c4 req-2f96bb22-af91-4b5d-92fa-bb1fd02cbe1f tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:58.603588 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-46691ebc-0f4b-4222-8420-a92a4c82d2c4 req-2f96bb22-af91-4b5d-92fa-bb1fd02cbe1f tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 948 time: 0.1765640 Nov 25 19:26:58.613236 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'ea3607b0-e601-4614-85a3-1ba172392d90', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': 'ea3607b0-e601-4614-85a3-1ba172392d90', 'mac_address': 'fa:16:3e:c2:dd:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:26:58.666132 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:58.697946 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e4e6db34-014f-4fbd-ab34-6cf46f03fb97 req-cb00a85c-16e8-41a1-8751-eda80f7b9b43 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:58.703656 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:58.706771 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b15e89-658f-4582-8f24-738fadf89261 admin admin] Pushing event updated for resources: {'Port': ['ID=c39ea371-29d2-488b-8db0-bb86ccdb7c85,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:58.712884 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32b15e89-658f-4582-8f24-738fadf89261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:58.715102 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e4e6db34-014f-4fbd-ab34-6cf46f03fb97 req-cb00a85c-16e8-41a1-8751-eda80f7b9b43 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:58.737576 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [req-0bcf0700-10d6-4408-9a30-7afec980420c req-fb7c82b9-fa81-4270-bb07-1d8b799b9be6 service neutron] delete failed (client error): The resource could not be found. Nov 25 19:26:58.739229 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0bcf0700-10d6-4408-9a30-7afec980420c req-fb7c82b9-fa81-4270-bb07-1d8b799b9be6 service neutron] 10.222.0.73 "DELETE /v2.0/ports/ea3607b0-e601-4614-85a3-1ba172392d90/bindings/n-h1-819349-5 HTTP/1.1" status: 404 len: 380 time: 0.2363608 Nov 25 19:26:58.771636 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eae8e8d6-b874-45e9-9526-402906a9fac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:58.807969 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e4e6db34-014f-4fbd-ab34-6cf46f03fb97 req-cb00a85c-16e8-41a1-8751-eda80f7b9b43 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:58.809212 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e4e6db34-014f-4fbd-ab34-6cf46f03fb97 req-cb00a85c-16e8-41a1-8751-eda80f7b9b43 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.7165761 Nov 25 19:26:58.812831 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eca3bc48-50cc-4d50-87c7-ce6945bcb57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:58.835924 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a589a3-a910-4278-a99e-be57760c808f admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:26:58.850248 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00a85c-16e8-41a1-8751-eda80f7b9b43 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af5b202a-4c2d-401c-9d9c-08d82155b5a3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:58.893603 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-01a589a3-a910-4278-a99e-be57760c808f admin admin] 10.222.0.55 "PUT /v2.0/routers/6275551c-c63c-4975-a843-60fdb8e9f670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7337143 Nov 25 19:26:58.893964 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port c4d7dfe7-10ab-4050-990c-c02ba0367229, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c4d7dfe7-10ab-4050-990c-c02ba0367229,segment=NetworkSegment(0d1ba9d0-5f3f-4733-8fae-d0d45e3e909b),segment_id=0d1ba9d0-5f3f-4733-8fae-d0d45e3e909b)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:58.903606 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4aef7e11-5284-47c8-a140-277efe673ae3 None None] Provisioning complete for port 4272690e-5a5f-4108-a1a6-b1ee839aafdd triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:58.904068 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4aef7e11-5284-47c8-a140-277efe673ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:58.905750 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07552227-c692-45c8-a993-28f2aef74277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d7dfe7-10ab-4050-990c-c02ba0367229'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:58.906269 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3bc48-50cc-4d50-87c7-ce6945bcb57b admin admin] Pushing event deleted for resources: {'Port': ['ID=792e7cae-60b9-4aef-a634-b971e1ab9649,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:58.907470 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-46691ebc-0f4b-4222-8420-a92a4c82d2c4 req-cfcd5535-8b10-4eb9-9600-06bcc742030f tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889659 Nov 25 19:26:58.910551 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a33629-3021-4460-a0af-f700d62f1744" -d '{"events": [{"server_uuid": "07552227-c692-45c8-a993-28f2aef74277", "name": "network-vif-plugged", "status": "completed", "tag": "c4d7dfe7-10ab-4050-990c-c02ba0367229"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:58.914633 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:58.923007 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:58.934356 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca3bc48-50cc-4d50-87c7-ce6945bcb57b admin admin] No DVR routers for this DVR port 792e7cae-60b9-4aef-a634-b971e1ab9649 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:26:58.956515 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae8e8d6-b874-45e9-9526-402906a9fac1 None None] No DVR routers for this DVR port 792e7cae-60b9-4aef-a634-b971e1ab9649 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:26:58.963868 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8e8d6-b874-45e9-9526-402906a9fac1 None None] Pushing event deleted for resources: {'Port': ['ID=792e7cae-60b9-4aef-a634-b971e1ab9649,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:59.033589 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=c4d7dfe7-10ab-4050-990c-c02ba0367229,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:59.079552 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea3607b0-e601-4614-85a3-1ba172392d90 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:26:59.111199 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4aef7e11-5284-47c8-a140-277efe673ae3 None None] Port 4272690e-5a5f-4108-a1a6-b1ee839aafdd cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:26:59.114852 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port ea3607b0-e601-4614-85a3-1ba172392d90, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=ea3607b0-e601-4614-85a3-1ba172392d90,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:59.115292 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b15e89-658f-4582-8f24-738fadf89261 admin admin] Network 7c66fbd7-92f9-4c18-afb1-b38847fa5709 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:59.145921 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-32b15e89-658f-4582-8f24-738fadf89261 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:59.158733 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eca3bc48-50cc-4d50-87c7-ce6945bcb57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:59.164595 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61192eb6-4d90-40b4-9a67-ba1bcc16aab4 req-0397d465-564f-4ffc-b8cf-9885a59405c4 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:59.165838 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf0700-10d6-4408-9a30-7afec980420c req-0ce7907d-588e-47b2-a252-e9d8641adae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:59.167564 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0bcf0700-10d6-4408-9a30-7afec980420c req-0ce7907d-588e-47b2-a252-e9d8641adae1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 1099 time: 0.2839494 Nov 25 19:26:59.171289 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:59.181080 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61192eb6-4d90-40b4-9a67-ba1bcc16aab4 req-0397d465-564f-4ffc-b8cf-9885a59405c4 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d84753-ddef-4729-8d11-70a56ac0e262 HTTP/1.1" status: 200 len: 950 time: 0.1270216 Nov 25 19:26:59.218993 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c705f9-690e-4f57-8af3-6a9accec2a4c req-2d20440f-56b7-4541-af99-ba2963e98e3c tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:59.226215 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c705f9-690e-4f57-8af3-6a9accec2a4c req-2d20440f-56b7-4541-af99-ba2963e98e3c tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:59.229274 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-92c705f9-690e-4f57-8af3-6a9accec2a4c req-2d20440f-56b7-4541-af99-ba2963e98e3c tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b882a17-345d-4be2-a626-f90e42edaefd HTTP/1.1" status: 200 len: 1682 time: 0.3287292 Nov 25 19:26:59.275712 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=ea3607b0-e601-4614-85a3-1ba172392d90,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:59.280296 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-30b4ae14-ce17-4580-bc0b-fe0a561a11ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:59.288452 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-eca3bc48-50cc-4d50-87c7-ce6945bcb57b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54031c52-567d-442a-afe3-b8b22c9624af']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:59.303481 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61192eb6-4d90-40b4-9a67-ba1bcc16aab4 req-e575c48a-1162-46d9-95e3-efc5cf518eb4 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7325347-4e73-40c6-85a7-2d6631b89fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194396 Nov 25 19:26:59.335257 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-328e2ec4-c090-497d-95b6-186d307fd4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'name': 'tempest-ServersTestBootFromVolume-1444691228-router', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:57Z', 'revision_number': 4, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'gw_port': {'id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:46Z', 'updated_at': '2021-11-25T19:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4272690e-5a5f-4108-a1a6-b1ee839aafdd', 'name': '', 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'mac_address': 'fa:16:3e:8d:9c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:55Z', 'updated_at': '2021-11-25T19:26:57Z', 'revision_number': 2, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'subnets': [{'id': 'fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:59.372015 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328e2ec4-c090-497d-95b6-186d307fd4eb None None] The sync data for ids ['6275551c-c63c-4975-a843-60fdb8e9f670'] in n-d-819349-5 is: [{'id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'name': 'tempest-ServersTestBootFromVolume-1444691228-router', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:57Z', 'revision_number': 4, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'gw_port': {'id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:46Z', 'updated_at': '2021-11-25T19:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4272690e-5a5f-4108-a1a6-b1ee839aafdd', 'name': '', 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'mac_address': 'fa:16:3e:8d:9c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:55Z', 'updated_at': '2021-11-25T19:26:57Z', 'revision_number': 2, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'subnets': [{'id': 'fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:26:59.381334 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-07c11d47-34c1-4070-99a7-409e23f4ba3b req-a688ead8-6f40-4388-be88-9189b01068dc tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] 10.222.0.55 "GET /v2.0/security-groups/af5b202a-4c2d-401c-9d9c-08d82155b5a3 HTTP/1.1" status: 200 len: 1830 time: 0.0583673 Nov 25 19:26:59.411927 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-eca3bc48-50cc-4d50-87c7-ce6945bcb57b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4a8bb7-3e70-43a0-9196-48917868b02c') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:59.412272 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-eca3bc48-50cc-4d50-87c7-ce6945bcb57b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4a8bb7-3e70-43a0-9196-48917868b02c') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:59.424449 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['ea3607b0-e601-4614-85a3-1ba172392d90'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:26:59.443592 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eca3bc48-50cc-4d50-87c7-ce6945bcb57b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:59.520531 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a604ba1e-71dc-48e3-b2d0-3945c37afbfe x-openstack-request-id: req-a604ba1e-71dc-48e3-b2d0-3945c37afbfe {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:59.521139 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07552227-c692-45c8-a993-28f2aef74277", "name": "network-vif-plugged", "status": "completed", "tag": "c4d7dfe7-10ab-4050-990c-c02ba0367229", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:59.521139 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a604ba1e-71dc-48e3-b2d0-3945c37afbfe {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:59.521496 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07552227-c692-45c8-a993-28f2aef74277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d7dfe7-10ab-4050-990c-c02ba0367229', 'code': 200} Nov 25 19:26:59.551180 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eca3bc48-50cc-4d50-87c7-ce6945bcb57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:59.566883 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d2c943a9-e3dc-4da9-b0a5-92d4f944a0a9 None None] Provisioning complete for port c39ea371-29d2-488b-8db0-bb86ccdb7c85 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:59.567260 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d2c943a9-e3dc-4da9-b0a5-92d4f944a0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:59.582395 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf0700-10d6-4408-9a30-7afec980420c req-d8a581fe-1cc7-476c-914b-adfeae96f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:59.583916 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0bcf0700-10d6-4408-9a30-7afec980420c req-d8a581fe-1cc7-476c-914b-adfeae96f721 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.4045155 Nov 25 19:26:59.612816 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca3bc48-50cc-4d50-87c7-ce6945bcb57b admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:26:59.613240 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eca3bc48-50cc-4d50-87c7-ce6945bcb57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:26:59.615132 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:26:59.627788 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d2c943a9-e3dc-4da9-b0a5-92d4f944a0a9 None None] Port c39ea371-29d2-488b-8db0-bb86ccdb7c85 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:26:59.680165 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-92c705f9-690e-4f57-8af3-6a9accec2a4c req-7a1c9b06-4236-4bdb-a5e3-7f99a4be100b tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944185 Nov 25 19:26:59.740913 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0bcf0700-10d6-4408-9a30-7afec980420c req-b74f1559-239b-44fa-b9c5-21758c40fea4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=ea3607b0-e601-4614-85a3-1ba172392d90 HTTP/1.1" status: 200 len: 217 time: 0.1449552 Nov 25 19:26:59.810423 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b15e89-658f-4582-8f24-738fadf89261 admin admin] Router d083547c-f981-4129-8626-b5acb0086a22 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:26:59.819610 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bc7d5-005b-4939-a007-039f2cd3c35b req-b54c3681-60e0-49a5-ae11-9b33964a3e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:59.821265 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c13bc7d5-005b-4939-a007-039f2cd3c35b req-b54c3681-60e0-49a5-ae11-9b33964a3e1b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=07552227-c692-45c8-a993-28f2aef74277 HTTP/1.1" status: 200 len: 1096 time: 0.2751267 Nov 25 19:26:59.821912 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eca3bc48-50cc-4d50-87c7-ce6945bcb57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:59.851145 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eca3bc48-50cc-4d50-87c7-ce6945bcb57b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:59.855214 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-eca3bc48-50cc-4d50-87c7-ce6945bcb57b admin admin] 10.222.0.55 "DELETE /v2.0/networks/54031c52-567d-442a-afe3-b8b22c9624af HTTP/1.1" status: 204 len: 168 time: 3.8187144 Nov 25 19:26:59.908027 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60726) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:59.911727 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3bc48-50cc-4d50-87c7-ce6945bcb57b admin admin] Pushing event deleted for resources: {'Network': ['ID=54031c52-567d-442a-afe3-b8b22c9624af,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:59.914972 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-10fb2f37-c016-4301-b886-e1fad5ab6c80 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1632664085', 'description': 'tempest-description--1168439546'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:59.915475 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf0700-10d6-4408-9a30-7afec980420c req-d189f36e-48c6-49bf-b218-604106cac3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:59.917600 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0bcf0700-10d6-4408-9a30-7afec980420c req-d189f36e-48c6-49bf-b218-604106cac3f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1680248 Nov 25 19:26:59.961422 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-10fb2f37-c016-4301-b886-e1fad5ab6c80 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:00.090529 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-10fb2f37-c016-4301-b886-e1fad5ab6c80 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:00.098037 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-10fb2f37-c016-4301-b886-e1fad5ab6c80 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:00.144406 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60732) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:00.162036 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-10fb2f37-c016-4301-b886-e1fad5ab6c80 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:00.167704 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-10fb2f37-c016-4301-b886-e1fad5ab6c80 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2584593 Nov 25 19:27:00.168871 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60734) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:00.175876 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-a7a01a91-e515-4df2-9013-a0a9fba44b32 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Request body: {'security_group_rule': {'security_group_id': '4fe6bace-607a-46a1-8001-48497092a9b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:00.183511 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c13bc7d5-005b-4939-a007-039f2cd3c35b req-980a6156-2fbb-4ec2-9882-cbdb9048f92b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6ac689e4-faf7-45e1-89d0-5c84b2fd5761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362956 Nov 25 19:27:00.186952 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb2f37-c016-4301-b886-e1fad5ab6c80 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe6bace-607a-46a1-8001-48497092a9b3,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:00.194512 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b82f5c-7231-4504-be67-4e3e219d2535 req-f46c097d-c224-4f6a-ae72-ae5c50b6e599 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:00.196334 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-50b82f5c-7231-4504-be67-4e3e219d2535 req-f46c097d-c224-4f6a-ae72-ae5c50b6e599 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/ports?device_id=07552227-c692-45c8-a993-28f2aef74277 HTTP/1.1" status: 200 len: 945 time: 0.3673034 Nov 25 19:27:00.238600 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-6cb96bf1-3026-43a1-9503-9fa1a33731f4 req-8f489a42-8282-43de-9cfc-f40d6b57c162 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1011039548', 'description': 'tempest-description-979036157'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:00.241858 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf0700-10d6-4408-9a30-7afec980420c req-06a6feb5-2895-4c17-a042-1dd199981010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:00.243940 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0bcf0700-10d6-4408-9a30-7afec980420c req-06a6feb5-2895-4c17-a042-1dd199981010 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3161428 Nov 25 19:27:00.265855 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7a01a91-e515-4df2-9013-a0a9fba44b32 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:00.300958 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6cb96bf1-3026-43a1-9503-9fa1a33731f4 req-8f489a42-8282-43de-9cfc-f40d6b57c162 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:00.311093 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b15e89-658f-4582-8f24-738fadf89261 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:27:00.327921 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-32b15e89-658f-4582-8f24-738fadf89261 admin admin] 10.222.0.55 "PUT /v2.0/routers/d083547c-f981-4129-8626-b5acb0086a22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3085282 Nov 25 19:27:00.343501 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05560ae-d6ad-4057-83a0-61d15fc573da None None] Sync routers for ids ['d083547c-f981-4129-8626-b5acb0086a22'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:27:00.352281 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d952592a-c9c6-43be-853d-bb205b528761 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b9a2623eeaa459189f8fb67e6d4dd0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1991117 Nov 25 19:27:00.353883 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60740) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:00.378849 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7a01a91-e515-4df2-9013-a0a9fba44b32 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:00.384790 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7a01a91-e515-4df2-9013-a0a9fba44b32 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:00.393628 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-50b82f5c-7231-4504-be67-4e3e219d2535 req-30390c83-06ee-4699-9a8f-f45f017cc7f0 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ac689e4-faf7-45e1-89d0-5c84b2fd5761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867888 Nov 25 19:27:00.405374 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05560ae-d6ad-4057-83a0-61d15fc573da None None] Routers {'d083547c-f981-4129-8626-b5acb0086a22'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:00.407559 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f05560ae-d6ad-4057-83a0-61d15fc573da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:26:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d083547c-f981-4129-8626-b5acb0086a22'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:00.428417 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6cb96bf1-3026-43a1-9503-9fa1a33731f4 req-8f489a42-8282-43de-9cfc-f40d6b57c162 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:00.447332 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6cb96bf1-3026-43a1-9503-9fa1a33731f4 req-8f489a42-8282-43de-9cfc-f40d6b57c162 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:00.467932 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7a01a91-e515-4df2-9013-a0a9fba44b32 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:00.472069 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a7a01a91-e515-4df2-9013-a0a9fba44b32 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2975676 Nov 25 19:27:00.476756 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60742) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:00.491426 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-9f261ae1-73e1-48b6-aad1-ec8d3a2c6394 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Request body: {'security_group_rule': {'security_group_id': '4fe6bace-607a-46a1-8001-48497092a9b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:00.500839 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a01a91-e515-4df2-9013-a0a9fba44b32 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733aebd1-15be-4ef0-b8d8-f3c0de3314bf,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:00.529803 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6cb96bf1-3026-43a1-9503-9fa1a33731f4 req-8f489a42-8282-43de-9cfc-f40d6b57c162 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:00.552508 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6cb96bf1-3026-43a1-9503-9fa1a33731f4 req-8f489a42-8282-43de-9cfc-f40d6b57c162 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3149996 Nov 25 19:27:00.584787 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f489a42-8282-43de-9cfc-f40d6b57c162 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc78fa6-d8ee-4429-aaac-aae8c7917680,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:00.634112 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f261ae1-73e1-48b6-aad1-ec8d3a2c6394 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:00.663218 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0bcf0700-10d6-4408-9a30-7afec980420c req-5760d0e1-b0a2-43be-b027-03d7957236db service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064946 Nov 25 19:27:00.706442 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-830d9548-dc00-40a3-bc54-4a6d07019e3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:00.741125 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f261ae1-73e1-48b6-aad1-ec8d3a2c6394 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:00.761585 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f261ae1-73e1-48b6-aad1-ec8d3a2c6394 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:00.816931 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f261ae1-73e1-48b6-aad1-ec8d3a2c6394 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc17907-3614-4d75-98c6-455307d40bf4,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:00.834522 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f261ae1-73e1-48b6-aad1-ec8d3a2c6394 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:00.840403 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9f261ae1-73e1-48b6-aad1-ec8d3a2c6394 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3597326 Nov 25 19:27:00.843387 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60752) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:00.845543 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-830d9548-dc00-40a3-bc54-4a6d07019e3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:00.850778 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-15fa98dd-e734-4f63-b943-8f5efaecced2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:00.875511 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b9e8b-cf0a-448f-ae03-dd08b922c7e2 req-fa630562-02f8-45ed-bd0e-a40e8c1a0c74 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:00.877359 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9b7b9e8b-cf0a-448f-ae03-dd08b922c7e2 req-fa630562-02f8-45ed-bd0e-a40e8c1a0c74 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 949 time: 0.1690099 Nov 25 19:27:00.937041 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b91ecb60-3b46-4989-8fea-4072767affd7 req-289ae9db-b28a-4544-b030-81c8c1348176 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] 10.222.0.55 "GET /v2.0/security-groups/1bc78fa6-d8ee-4429-aaac-aae8c7917680 HTTP/1.1" status: 200 len: 1829 time: 0.1824217 Nov 25 19:27:00.940345 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f05560ae-d6ad-4057-83a0-61d15fc573da None None] Set router d083547c-f981-4129-8626-b5acb0086a22 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:00.948359 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0bcf0700-10d6-4408-9a30-7afec980420c req-0f9028e9-1f88-486c-9fcf-cce512dadc56 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718556 Nov 25 19:27:00.952061 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15fa98dd-e734-4f63-b943-8f5efaecced2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:00.984595 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-830d9548-dc00-40a3-bc54-4a6d07019e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:00.987745 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9b7b9e8b-cf0a-448f-ae03-dd08b922c7e2 req-b6323d6a-744b-48d5-b4fb-874cf6ff4edb tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971756 Nov 25 19:27:00.988659 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-830d9548-dc00-40a3-bc54-4a6d07019e3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:00.994179 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-830d9548-dc00-40a3-bc54-4a6d07019e3e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80684305-ff4c-4010-9608-01df28d13860 HTTP/1.1" status: 204 len: 168 time: 0.6139870 Nov 25 19:27:01.022423 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d9548-dc00-40a3-bc54-4a6d07019e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80684305-ff4c-4010-9608-01df28d13860,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:01.328755 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15fa98dd-e734-4f63-b943-8f5efaecced2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:01.425065 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device ea3607b0-e601-4614-85a3-1ba172392d90 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:01.605320 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f05560ae-d6ad-4057-83a0-61d15fc573da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd083547c-f981-4129-8626-b5acb0086a22', 'name': 'tempest-AttachVolumeShelveTestJSON-622630373-router', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:40Z', 'updated_at': '2021-11-25T19:26:56Z', 'revision_number': 4, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'gw_port': {'id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c39ea371-29d2-488b-8db0-bb86ccdb7c85', 'name': '', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'mac_address': 'fa:16:3e:f5:63:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:52Z', 'updated_at': '2021-11-25T19:26:57Z', 'revision_number': 2, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'subnets': [{'id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:01.687834 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [req-99da3483-be02-4935-bd15-930bae0a66e8 req-f098fbff-8aa1-4051-a22b-045172e02076 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] show failed (client error): The resource could not be found. Nov 25 19:27:01.705746 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-15fa98dd-e734-4f63-b943-8f5efaecced2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Allocated IP 172.25.6.105 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/44e3548f-6d9b-4a78-92b6-0a34ce52a9cc) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:01.709283 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-99da3483-be02-4935-bd15-930bae0a66e8 req-f098fbff-8aa1-4051-a22b-045172e02076 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] 10.222.0.55 "GET /v2.0/security-groups/2db85d4f-9aa8-4315-abcf-fd5d3d8c5204 HTTP/1.1" status: 404 len: 352 time: 0.0628285 Nov 25 19:27:01.709571 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05560ae-d6ad-4057-83a0-61d15fc573da None None] Checking router: d083547c-f981-4129-8626-b5acb0086a22 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:27:01.714494 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05560ae-d6ad-4057-83a0-61d15fc573da None None] Updating router d083547c-f981-4129-8626-b5acb0086a22 port c39ea371-29d2-488b-8db0-bb86ccdb7c85 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:27:01.815760 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-527d719f-1194-46cd-85d7-58bb0d0dfa9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:01.818110 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f05560ae-d6ad-4057-83a0-61d15fc573da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:01.830173 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port ea3607b0-e601-4614-85a3-1ba172392d90 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:27:01.858728 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port ea3607b0-e601-4614-85a3-1ba172392d90 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:01.859165 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:01.935577 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60772) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:01.953619 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cbf39450-0c7d-41a9-8ad1-19013441c726 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--54073961', 'description': 'tempest-description--524723798'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:02.020277 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15fa98dd-e734-4f63-b943-8f5efaecced2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:02.141635 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12579f-2950-4eac-9c58-89b2d7e0d4a4 req-13a93358-1160-4a47-9516-d960cad16d2d tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:02.151479 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c12579f-2950-4eac-9c58-89b2d7e0d4a4 req-13a93358-1160-4a47-9516-d960cad16d2d tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/ports?device_id=07552227-c692-45c8-a993-28f2aef74277 HTTP/1.1" status: 200 len: 945 time: 0.1073861 Nov 25 19:27:02.173109 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cbf39450-0c7d-41a9-8ad1-19013441c726 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:02.201359 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15fa98dd-e734-4f63-b943-8f5efaecced2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:02.206821 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a990bb7-62f7-4a04-915b-3a9c4e62eb46 req-395e6e6b-50d0-4d28-9857-3fee40129e9e tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:02.215532 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a990bb7-62f7-4a04-915b-3a9c4e62eb46 req-395e6e6b-50d0-4d28-9857-3fee40129e9e tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:02.218181 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:02.225366 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7a990bb7-62f7-4a04-915b-3a9c4e62eb46 req-395e6e6b-50d0-4d28-9857-3fee40129e9e tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b882a17-345d-4be2-a626-f90e42edaefd HTTP/1.1" status: 200 len: 1682 time: 0.2143230 Nov 25 19:27:02.273385 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa98dd-e734-4f63-b943-8f5efaecced2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Pushing event updated for resources: {'Port': ['ID=44e3548f-6d9b-4a78-92b6-0a34ce52a9cc,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:02.292914 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port ea3607b0-e601-4614-85a3-1ba172392d90, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=ea3607b0-e601-4614-85a3-1ba172392d90,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:02.297107 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953e0fd5-f566-4c73-a252-b28c66876fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3607b0-e601-4614-85a3-1ba172392d90'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:02.299670 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a05bcd-beea-443f-9c83-dd4560719ac9" -d '{"events": [{"server_uuid": "953e0fd5-f566-4c73-a252-b28c66876fa3", "name": "network-vif-plugged", "status": "completed", "tag": "ea3607b0-e601-4614-85a3-1ba172392d90"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:02.304599 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fa98dd-e734-4f63-b943-8f5efaecced2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:02.306616 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-15fa98dd-e734-4f63-b943-8f5efaecced2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:02.307893 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:02.309817 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fa98dd-e734-4f63-b943-8f5efaecced2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:02.370949 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7a990bb7-62f7-4a04-915b-3a9c4e62eb46 req-19608d2a-2721-4e2d-8c80-04f44379f21c tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442976 Nov 25 19:27:02.374161 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c12579f-2950-4eac-9c58-89b2d7e0d4a4 req-887f0e97-22f4-4a74-b9c2-7390bacb5302 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ac689e4-faf7-45e1-89d0-5c84b2fd5761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221437 Nov 25 19:27:02.429137 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=ea3607b0-e601-4614-85a3-1ba172392d90,revision_number=9']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:02.484175 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15fa98dd-e734-4f63-b943-8f5efaecced2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:02.490692 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [req-bd728ece-e8c5-43e1-8af4-e71c72522864 req-4fc6bac5-9c3c-4763-9323-0b88f8a25b49 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] show failed (client error): The resource could not be found. Nov 25 19:27:02.504066 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bd728ece-e8c5-43e1-8af4-e71c72522864 req-4fc6bac5-9c3c-4763-9323-0b88f8a25b49 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] 10.222.0.55 "GET /v2.0/security-group-rules/3fef1c8c-dd74-44b8-8c38-b72596f0840d HTTP/1.1" status: 404 len: 361 time: 0.0329981 Nov 25 19:27:02.509999 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cbf39450-0c7d-41a9-8ad1-19013441c726 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:02.521971 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cbf39450-0c7d-41a9-8ad1-19013441c726 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:02.540468 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5e1cbd68-0dfc-43c7-a11f-e15cba771db7 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:02.636038 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f05560ae-d6ad-4057-83a0-61d15fc573da None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:02.657060 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f05560ae-d6ad-4057-83a0-61d15fc573da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:02.675430 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf39450-0c7d-41a9-8ad1-19013441c726 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7401f95-fd07-4255-99e2-6a1d96eba85e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:02.702599 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cbf39450-0c7d-41a9-8ad1-19013441c726 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:02.706734 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cbf39450-0c7d-41a9-8ad1-19013441c726 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7694194 Nov 25 19:27:02.709376 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60794) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:02.721643 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-dbd49f1b-b95e-4199-92fc-7f07370ee660 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Request body: {'security_group_rule': {'security_group_id': 'e7401f95-fd07-4255-99e2-6a1d96eba85e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:02.769979 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15fa98dd-e734-4f63-b943-8f5efaecced2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:02.776902 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 5e1cbd68-0dfc-43c7-a11f-e15cba771db7 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:02.776902 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:02.801715 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dbd49f1b-b95e-4199-92fc-7f07370ee660 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:02.845701 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d036917-e056-4f3e-9612-ffb435d8e72d None None] Pushing event updated for resources: {'Port': ['ID=c39ea371-29d2-488b-8db0-bb86ccdb7c85,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:02.912505 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed00e85e-36a8-4d4b-b34b-1b5f58708494 x-openstack-request-id: req-ed00e85e-36a8-4d4b-b34b-1b5f58708494 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:02.912800 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953e0fd5-f566-4c73-a252-b28c66876fa3", "name": "network-vif-plugged", "status": "completed", "tag": "ea3607b0-e601-4614-85a3-1ba172392d90", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:02.913060 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ed00e85e-36a8-4d4b-b34b-1b5f58708494 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:02.913760 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953e0fd5-f566-4c73-a252-b28c66876fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3607b0-e601-4614-85a3-1ba172392d90', 'code': 200} Nov 25 19:27:02.915038 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f05560ae-d6ad-4057-83a0-61d15fc573da None None] Attempting to bind port c39ea371-29d2-488b-8db0-bb86ccdb7c85 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:02.915586 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f05560ae-d6ad-4057-83a0-61d15fc573da None None] Attempting to bind port c39ea371-29d2-488b-8db0-bb86ccdb7c85 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:02.916159 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05560ae-d6ad-4057-83a0-61d15fc573da None None] Attempting to bind port c39ea371-29d2-488b-8db0-bb86ccdb7c85 on network 7c66fbd7-92f9-4c18-afb1-b38847fa5709 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:02.928711 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05560ae-d6ad-4057-83a0-61d15fc573da None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:02.929289 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05560ae-d6ad-4057-83a0-61d15fc573da None None] Checking segment: {'id': '3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:02.930368 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f05560ae-d6ad-4057-83a0-61d15fc573da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:02.930781 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05560ae-d6ad-4057-83a0-61d15fc573da None None] Bound using segment: {'id': '3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:02.931459 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f05560ae-d6ad-4057-83a0-61d15fc573da None None] Bound port: c39ea371-29d2-488b-8db0-bb86ccdb7c85, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:02.932102 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f05560ae-d6ad-4057-83a0-61d15fc573da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:02.985366 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37878bfe-f05c-4af1-8e93-a46b93900181 req-0fc26877-b2b5-49d3-9b9e-a5e5c3d089d4 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:02.998174 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37878bfe-f05c-4af1-8e93-a46b93900181 req-0fc26877-b2b5-49d3-9b9e-a5e5c3d089d4 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 950 time: 0.3505125 Nov 25 19:27:03.029532 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60800) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:03.119319 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c2562-4f1d-444e-b3de-6157d2384f93 req-2e0c0bd3-4081-4367-983d-38b19a70a406 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:03.130127 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c2562-4f1d-444e-b3de-6157d2384f93 req-2e0c0bd3-4081-4367-983d-38b19a70a406 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:03.133633 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-471c2562-4f1d-444e-b3de-6157d2384f93 req-2e0c0bd3-4081-4367-983d-38b19a70a406 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.85 "GET /v2.0/ports?device_id=5b882a17-345d-4be2-a626-f90e42edaefd HTTP/1.1" status: 200 len: 1682 time: 0.3015380 Nov 25 19:27:03.166918 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f05560ae-d6ad-4057-83a0-61d15fc573da None None] For port c39ea371-29d2-488b-8db0-bb86ccdb7c85, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:03.214564 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef881ef-bac4-4f9f-9144-d28ae1b2e5a2 None None] Sync routers for ids ['6275551c-c63c-4975-a843-60fdb8e9f670'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:27:03.216807 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dbd49f1b-b95e-4199-92fc-7f07370ee660 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:03.233916 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f05560ae-d6ad-4057-83a0-61d15fc573da None None] For port c39ea371-29d2-488b-8db0-bb86ccdb7c85, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c39ea371-29d2-488b-8db0-bb86ccdb7c85,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:03.247292 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:03.247523 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef881ef-bac4-4f9f-9144-d28ae1b2e5a2 None None] Routers {'6275551c-c63c-4975-a843-60fdb8e9f670'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:03.247940 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6ef881ef-bac4-4f9f-9144-d28ae1b2e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:27:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6275551c-c63c-4975-a843-60fdb8e9f670'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:03.259659 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dbd49f1b-b95e-4199-92fc-7f07370ee660 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:03.283383 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 5e1cbd68-0dfc-43c7-a11f-e15cba771db7, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5e1cbd68-0dfc-43c7-a11f-e15cba771db7,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:03.291880 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f05560ae-d6ad-4057-83a0-61d15fc573da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:03.304075 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-334abf99-5aa3-4e55-b356-a9a935015d87 None None] Provisioning complete for port c39ea371-29d2-488b-8db0-bb86ccdb7c85 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:03.307102 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dbd49f1b-b95e-4199-92fc-7f07370ee660 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:03.307665 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-334abf99-5aa3-4e55-b356-a9a935015d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:03.308645 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-dbd49f1b-b95e-4199-92fc-7f07370ee660 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5950680 Nov 25 19:27:03.312761 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60806) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:03.318629 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd49f1b-b95e-4199-92fc-7f07370ee660 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5470cfdb-192c-419a-a5b3-2ce7a939c7d7,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:03.324577 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-402104ba-4a50-4921-9967-f75f59b477df tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Request body: {'security_group_rule': {'security_group_id': 'e7401f95-fd07-4255-99e2-6a1d96eba85e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:03.357548 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37878bfe-f05c-4af1-8e93-a46b93900181 req-781c5081-5186-405f-a622-f7f45bb6ee57 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536904 Nov 25 19:27:03.366566 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-471c2562-4f1d-444e-b3de-6157d2384f93 req-df646fb0-be12-44fe-a71e-dbb03411f076 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Deleting port 1899a287-8f49-4481-b906-2e318c5d7494 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:03.366934 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-471c2562-4f1d-444e-b3de-6157d2384f93 req-df646fb0-be12-44fe-a71e-dbb03411f076 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:03.412477 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:03.419585 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-6ef881ef-bac4-4f9f-9144-d28ae1b2e5a2 None None] Set router 6275551c-c63c-4975-a843-60fdb8e9f670 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:03.464611 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-402104ba-4a50-4921-9967-f75f59b477df tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:03.472363 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15fa98dd-e734-4f63-b943-8f5efaecced2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:03.491782 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-471c2562-4f1d-444e-b3de-6157d2384f93 req-df646fb0-be12-44fe-a71e-dbb03411f076 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] For port 1899a287-8f49-4481-b906-2e318c5d7494, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=1899a287-8f49-4481-b906-2e318c5d7494,segment=NetworkSegment(6b9320a8-1287-4e6a-a1dd-f5da79f3b68a),segment_id=6b9320a8-1287-4e6a-a1dd-f5da79f3b68a)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:03.492052 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-471c2562-4f1d-444e-b3de-6157d2384f93 req-df646fb0-be12-44fe-a71e-dbb03411f076 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:03.497157 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d036917-e056-4f3e-9612-ffb435d8e72d None None] Pushing event updated for resources: {'Port': ['ID=c39ea371-29d2-488b-8db0-bb86ccdb7c85,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:03.499886 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15fa98dd-e734-4f63-b943-8f5efaecced2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:03.509586 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-471c2562-4f1d-444e-b3de-6157d2384f93 req-df646fb0-be12-44fe-a71e-dbb03411f076 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Calling delete_port for 1899a287-8f49-4481-b906-2e318c5d7494 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:03.636027 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05560ae-d6ad-4057-83a0-61d15fc573da None None] Routers {'d083547c-f981-4129-8626-b5acb0086a22'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:03.636687 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f05560ae-d6ad-4057-83a0-61d15fc573da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:27:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d083547c-f981-4129-8626-b5acb0086a22'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:03.671939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa98dd-e734-4f63-b943-8f5efaecced2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Pushing event updated for resources: {'Port': ['ID=44e3548f-6d9b-4a78-92b6-0a34ce52a9cc,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:03.730948 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29259d83-2bc6-440d-8b34-7ee773b0cd88 req-bdfed44b-8465-470e-91f5-8a48af2d10f4 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:03.739319 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-29259d83-2bc6-440d-8b34-7ee773b0cd88 req-bdfed44b-8465-470e-91f5-8a48af2d10f4 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d84753-ddef-4729-8d11-70a56ac0e262 HTTP/1.1" status: 200 len: 950 time: 0.2555130 Nov 25 19:27:03.739917 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-88fef478-2419-437f-8ab6-4e2034e908e8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1956517719-network', 'tenant_id': '6aa141dcfeef46bb898026153dd284be'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:03.764690 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-471c2562-4f1d-444e-b3de-6157d2384f93 req-df646fb0-be12-44fe-a71e-dbb03411f076 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:03.768106 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fef478-2419-437f-8ab6-4e2034e908e8 admin admin] Made reservation on behalf of 6aa141dcfeef46bb898026153dd284be for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:03.770853 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88fef478-2419-437f-8ab6-4e2034e908e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:03.778091 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15fa98dd-e734-4f63-b943-8f5efaecced2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:03.796968 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-402104ba-4a50-4921-9967-f75f59b477df tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:03.798217 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f05560ae-d6ad-4057-83a0-61d15fc573da None None] Set router d083547c-f981-4129-8626-b5acb0086a22 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:03.811664 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-402104ba-4a50-4921-9967-f75f59b477df tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:03.818137 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df646fb0-be12-44fe-a71e-dbb03411f076 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event deleted for resources: {'Port': ['ID=1899a287-8f49-4481-b906-2e318c5d7494,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:03.835318 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-43fb5f48-9846-43fb-acd7-01779a395304 req-cc03966c-9adc-47f6-b8fe-bbc03647b2cc tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] 10.222.0.55 "GET /v2.0/security-groups/1bc78fa6-d8ee-4429-aaac-aae8c7917680 HTTP/1.1" status: 200 len: 1829 time: 0.5473228 Nov 25 19:27:03.850036 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88fef478-2419-437f-8ab6-4e2034e908e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:03.860038 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15fa98dd-e734-4f63-b943-8f5efaecced2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:03.878947 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-15fa98dd-e734-4f63-b943-8f5efaecced2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0321550 Nov 25 19:27:03.896837 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402104ba-4a50-4921-9967-f75f59b477df tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0923fb11-8f31-4670-9c0b-42aabaaa15f2,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:03.903744 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-402104ba-4a50-4921-9967-f75f59b477df tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:03.909401 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-402104ba-4a50-4921-9967-f75f59b477df tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5934632 Nov 25 19:27:03.910176 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60814) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:03.923646 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-29259d83-2bc6-440d-8b34-7ee773b0cd88 req-a7c66f5b-a123-49e0-a527-d9cbddaeec63 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7325347-4e73-40c6-85a7-2d6631b89fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831594 Nov 25 19:27:03.938758 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-3776c4ec-719e-4da0-932b-8a1747b88e6e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:03.959627 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88fef478-2419-437f-8ab6-4e2034e908e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:03.997312 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88fef478-2419-437f-8ab6-4e2034e908e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:04.014385 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3776c4ec-719e-4da0-932b-8a1747b88e6e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:04.030750 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-471c2562-4f1d-444e-b3de-6157d2384f93 req-df646fb0-be12-44fe-a71e-dbb03411f076 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] No DVR routers for this DVR port 1899a287-8f49-4481-b906-2e318c5d7494 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:27:04.039653 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-471c2562-4f1d-444e-b3de-6157d2384f93 req-df646fb0-be12-44fe-a71e-dbb03411f076 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:04.054372 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6ef881ef-bac4-4f9f-9144-d28ae1b2e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'name': 'tempest-ServersTestBootFromVolume-1444691228-router', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:57Z', 'revision_number': 4, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'gw_port': {'id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:46Z', 'updated_at': '2021-11-25T19:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4272690e-5a5f-4108-a1a6-b1ee839aafdd', 'name': '', 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'mac_address': 'fa:16:3e:8d:9c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:55Z', 'updated_at': '2021-11-25T19:26:57Z', 'revision_number': 2, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'subnets': [{'id': 'fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:04.060522 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-471c2562-4f1d-444e-b3de-6157d2384f93 req-df646fb0-be12-44fe-a71e-dbb03411f076 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.85 "DELETE /v2.0/ports/1899a287-8f49-4481-b906-2e318c5d7494 HTTP/1.1" status: 204 len: 173 time: 0.9160049 Nov 25 19:27:04.068208 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b882a17-345d-4be2-a626-f90e42edaefd', 'name': 'network-vif-deleted', 'tag': '1899a287-8f49-4481-b906-2e318c5d7494'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:04.071851 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f824d4-700c-4d6f-aea0-14fcb21ab63d" -d '{"events": [{"server_uuid": "5b882a17-345d-4be2-a626-f90e42edaefd", "name": "network-vif-deleted", "tag": "1899a287-8f49-4481-b906-2e318c5d7494"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:04.124791 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef881ef-bac4-4f9f-9144-d28ae1b2e5a2 None None] Checking router: 6275551c-c63c-4975-a843-60fdb8e9f670 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:27:04.126823 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef881ef-bac4-4f9f-9144-d28ae1b2e5a2 None None] Updating router 6275551c-c63c-4975-a843-60fdb8e9f670 port 4272690e-5a5f-4108-a1a6-b1ee839aafdd binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:27:04.128016 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88fef478-2419-437f-8ab6-4e2034e908e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:27:04.190062 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6ef881ef-bac4-4f9f-9144-d28ae1b2e5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:04.192455 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=5e1cbd68-0dfc-43c7-a11f-e15cba771db7,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:04.197738 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-334abf99-5aa3-4e55-b356-a9a935015d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:04.201989 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['1899a287-8f49-4481-b906-2e318c5d7494', 'a6537781-0fda-47b7-bcf8-a63299334ce6'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:27:04.219724 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:04.290677 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88fef478-2419-437f-8ab6-4e2034e908e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:04.291022 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-88fef478-2419-437f-8ab6-4e2034e908e8 admin admin] Added segment 6a46255a-9426-4da0-9bc2-47801a2d5e37 of type vlan for network 5a111422-02ea-4673-ac0b-0324d3e06e0d Nov 25 19:27:04.340434 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fef478-2419-437f-8ab6-4e2034e908e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1366aa58-c7a8-44e5-a50d-c5f292be6fd4,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:04.390528 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-334abf99-5aa3-4e55-b356-a9a935015d87 None None] For port c39ea371-29d2-488b-8db0-bb86ccdb7c85, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c39ea371-29d2-488b-8db0-bb86ccdb7c85,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:04.403805 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-334abf99-5aa3-4e55-b356-a9a935015d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:04.444379 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5e1cbd68-0dfc-43c7-a11f-e15cba771db7 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:04.461516 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e049e-7b45-450b-b72e-3d7a2a0a148a req-53507135-f0aa-469d-b1b6-20f1dc179f1f tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:04.466677 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1c4e049e-7b45-450b-b72e-3d7a2a0a148a req-53507135-f0aa-469d-b1b6-20f1dc179f1f tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/ports?device_id=07552227-c692-45c8-a993-28f2aef74277 HTTP/1.1" status: 200 len: 945 time: 0.3734558 Nov 25 19:27:04.534896 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88fef478-2419-437f-8ab6-4e2034e908e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:04.573235 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f05560ae-d6ad-4057-83a0-61d15fc573da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd083547c-f981-4129-8626-b5acb0086a22', 'name': 'tempest-AttachVolumeShelveTestJSON-622630373-router', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:40Z', 'updated_at': '2021-11-25T19:26:56Z', 'revision_number': 4, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'gw_port': {'id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c39ea371-29d2-488b-8db0-bb86ccdb7c85', 'name': '', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'mac_address': 'fa:16:3e:f5:63:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:52Z', 'updated_at': '2021-11-25T19:27:03Z', 'revision_number': 4, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'subnets': [{'id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:04.579223 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-43fb5f48-9846-43fb-acd7-01779a395304 req-bf1fe46c-fe1b-4db2-b551-2b69e6307300 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:04.584400 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1c4e049e-7b45-450b-b72e-3d7a2a0a148a req-f1ab1e99-eee8-4f14-99ae-3402ae5ee4b9 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ac689e4-faf7-45e1-89d0-5c84b2fd5761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054349 Nov 25 19:27:04.598623 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a083dc-9c48-4a93-89a2-77f728121523 req-9142115c-c26e-47c9-b932-40a24a319249 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:04.600678 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-50a083dc-9c48-4a93-89a2-77f728121523 req-9142115c-c26e-47c9-b932-40a24a319249 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d84753-ddef-4729-8d11-70a56ac0e262 HTTP/1.1" status: 200 len: 950 time: 0.3527670 Nov 25 19:27:04.640178 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88fef478-2419-437f-8ab6-4e2034e908e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:04.641331 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fef478-2419-437f-8ab6-4e2034e908e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:04.642070 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88fef478-2419-437f-8ab6-4e2034e908e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:04.657454 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3776c4ec-719e-4da0-932b-8a1747b88e6e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:04.699443 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6ef881ef-bac4-4f9f-9144-d28ae1b2e5a2 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:04.705493 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6ef881ef-bac4-4f9f-9144-d28ae1b2e5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:04.766943 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0a216acb-e1c1-4422-ba7b-a13f34bfaeb7 None None] Provisioning complete for port c39ea371-29d2-488b-8db0-bb86ccdb7c85 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:04.767352 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0a216acb-e1c1-4422-ba7b-a13f34bfaeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:04.775474 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 5e1cbd68-0dfc-43c7-a11f-e15cba771db7 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:04.776210 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:04.786505 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05560ae-d6ad-4057-83a0-61d15fc573da None None] The sync data for ids ['d083547c-f981-4129-8626-b5acb0086a22'] in n-d-819349-5 is: [{'id': 'd083547c-f981-4129-8626-b5acb0086a22', 'name': 'tempest-AttachVolumeShelveTestJSON-622630373-router', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:40Z', 'updated_at': '2021-11-25T19:26:56Z', 'revision_number': 4, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'gw_port': {'id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c39ea371-29d2-488b-8db0-bb86ccdb7c85', 'name': '', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'mac_address': 'fa:16:3e:f5:63:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:52Z', 'updated_at': '2021-11-25T19:27:03Z', 'revision_number': 4, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'subnets': [{'id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:27:04.881143 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-43fb5f48-9846-43fb-acd7-01779a395304 req-bf1fe46c-fe1b-4db2-b551-2b69e6307300 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:04.942753 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-88fef478-2419-437f-8ab6-4e2034e908e8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8743737 Nov 25 19:27:04.947794 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34a850-b4f8-4313-bbeb-71c5042d4c57 None None] Pushing event updated for resources: {'Port': ['ID=4272690e-5a5f-4108-a1a6-b1ee839aafdd,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:04.976228 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60860) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:04.989119 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-5c8d4f92-183b-4246-8dd5-b1284d798436 admin admin] Request body: {'subnet': {'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1956517719-subnet', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:05.076778 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334abf99-5aa3-4e55-b356-a9a935015d87 None None] Pushing event updated for resources: {'Port': ['ID=c39ea371-29d2-488b-8db0-bb86ccdb7c85,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:05.129320 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-6ef881ef-bac4-4f9f-9144-d28ae1b2e5a2 None None] Attempting to bind port 4272690e-5a5f-4108-a1a6-b1ee839aafdd on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:05.131740 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-6ef881ef-bac4-4f9f-9144-d28ae1b2e5a2 None None] Attempting to bind port 4272690e-5a5f-4108-a1a6-b1ee839aafdd by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'd18bb370-0c88-44d6-a932-ba5ae360fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:05.132138 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef881ef-bac4-4f9f-9144-d28ae1b2e5a2 None None] Attempting to bind port 4272690e-5a5f-4108-a1a6-b1ee839aafdd on network 500d758c-c123-4000-99df-020cdf9c84a0 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:05.153115 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef881ef-bac4-4f9f-9144-d28ae1b2e5a2 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:05.154138 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef881ef-bac4-4f9f-9144-d28ae1b2e5a2 None None] Checking segment: {'id': 'd18bb370-0c88-44d6-a932-ba5ae360fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:05.154138 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6ef881ef-bac4-4f9f-9144-d28ae1b2e5a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:05.154574 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef881ef-bac4-4f9f-9144-d28ae1b2e5a2 None None] Bound using segment: {'id': 'd18bb370-0c88-44d6-a932-ba5ae360fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:05.154934 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-6ef881ef-bac4-4f9f-9144-d28ae1b2e5a2 None None] Bound port: 4272690e-5a5f-4108-a1a6-b1ee839aafdd, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18bb370-0c88-44d6-a932-ba5ae360fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:05.156198 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6ef881ef-bac4-4f9f-9144-d28ae1b2e5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:05.159776 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8d4f92-183b-4246-8dd5-b1284d798436 admin admin] Made reservation on behalf of 6aa141dcfeef46bb898026153dd284be for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:05.163649 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c8d4f92-183b-4246-8dd5-b1284d798436 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:05.166050 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fef478-2419-437f-8ab6-4e2034e908e8 admin admin] Pushing event updated for resources: {'Network': ['ID=5a111422-02ea-4673-ac0b-0324d3e06e0d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:05.234424 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 5a111422-02ea-4673-ac0b-0324d3e06e0d details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:27:05.335271 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-6ef881ef-bac4-4f9f-9144-d28ae1b2e5a2 None None] For port 4272690e-5a5f-4108-a1a6-b1ee839aafdd, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:05.345285 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-6ef881ef-bac4-4f9f-9144-d28ae1b2e5a2 None None] For port 4272690e-5a5f-4108-a1a6-b1ee839aafdd, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4272690e-5a5f-4108-a1a6-b1ee839aafdd,segment=NetworkSegment(d18bb370-0c88-44d6-a932-ba5ae360fb21),segment_id=d18bb370-0c88-44d6-a932-ba5ae360fb21)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:05.358338 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6ef881ef-bac4-4f9f-9144-d28ae1b2e5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:05.403753 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a1017-a524-4223-998b-2e25f36642c1 req-a43559a9-111b-4ee2-b027-29869feaba29 tempest-MigrationsAdminTest-1233656105 tempest-MigrationsAdminTest-1233656105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:05.407021 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a091a9b-d625-49a8-92c5-ad10b24d173e req-5ff71053-1c14-4c8a-a15f-cbbbc56431f7 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:05.407577 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-838a1017-a524-4223-998b-2e25f36642c1 req-a43559a9-111b-4ee2-b027-29869feaba29 tempest-MigrationsAdminTest-1233656105 tempest-MigrationsAdminTest-1233656105-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 1101 time: 0.6154399 Nov 25 19:27:05.408947 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a091a9b-d625-49a8-92c5-ad10b24d173e req-5ff71053-1c14-4c8a-a15f-cbbbc56431f7 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.85 "GET /v2.0/ports?device_id=07552227-c692-45c8-a993-28f2aef74277 HTTP/1.1" status: 200 len: 945 time: 0.7612512 Nov 25 19:27:05.480559 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-3776c4ec-719e-4da0-932b-8a1747b88e6e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Allocated IP 172.25.6.169 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/d061b07b-2e87-4793-adad-d3208b950066) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:05.504220 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-471c2562-4f1d-444e-b3de-6157d2384f93 req-0cd9085a-ef87-4b7e-997c-821efa1fb85b tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Deleting port a6537781-0fda-47b7-bcf8-a63299334ce6 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:05.506813 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-471c2562-4f1d-444e-b3de-6157d2384f93 req-0cd9085a-ef87-4b7e-997c-821efa1fb85b tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:05.507103 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef881ef-bac4-4f9f-9144-d28ae1b2e5a2 None None] Routers {'6275551c-c63c-4975-a843-60fdb8e9f670'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:05.507967 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6ef881ef-bac4-4f9f-9144-d28ae1b2e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:27:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6275551c-c63c-4975-a843-60fdb8e9f670'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:05.620329 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-43fb5f48-9846-43fb-acd7-01779a395304 req-bf1fe46c-fe1b-4db2-b551-2b69e6307300 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:05.623950 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-43fb5f48-9846-43fb-acd7-01779a395304 req-bf1fe46c-fe1b-4db2-b551-2b69e6307300 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:05.629394 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34a850-b4f8-4313-bbeb-71c5042d4c57 None None] Pushing event updated for resources: {'Port': ['ID=4272690e-5a5f-4108-a1a6-b1ee839aafdd,revision_number=4']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:05.656975 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-43fb5f48-9846-43fb-acd7-01779a395304 req-bf1fe46c-fe1b-4db2-b551-2b69e6307300 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] 10.222.0.55 "DELETE /v2.0/security-groups/1bc78fa6-d8ee-4429-aaac-aae8c7917680 HTTP/1.1" status: 204 len: 173 time: 1.8195550 Nov 25 19:27:05.684123 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-838a1017-a524-4223-998b-2e25f36642c1 req-038ecebf-62c4-4395-bc31-062be814ae1e tempest-MigrationsAdminTest-1233656105 tempest-MigrationsAdminTest-1233656105-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629344 Nov 25 19:27:05.686873 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:05.700726 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:05.870990 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c8d4f92-183b-4246-8dd5-b1284d798436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:05.927388 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-6ef881ef-bac4-4f9f-9144-d28ae1b2e5a2 None None] Set router 6275551c-c63c-4975-a843-60fdb8e9f670 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:05.998391 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df183473-1cca-480c-9169-ffdc54603f1d x-openstack-request-id: req-df183473-1cca-480c-9169-ffdc54603f1d {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:06.007952 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b882a17-345d-4be2-a626-f90e42edaefd", "name": "network-vif-deleted", "tag": "1899a287-8f49-4481-b906-2e318c5d7494", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:06.008226 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-df183473-1cca-480c-9169-ffdc54603f1d {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:06.008635 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b882a17-345d-4be2-a626-f90e42edaefd', 'name': 'network-vif-deleted', 'tag': '1899a287-8f49-4481-b906-2e318c5d7494', 'status': 'completed', 'code': 200} Nov 25 19:27:06.032210 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fe46c-fe1b-4db2-b551-2b69e6307300 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc78fa6-d8ee-4429-aaac-aae8c7917680,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:06.136848 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2ed12111-0794-424f-a43f-0e75972f3da8 None None] Provisioning complete for port 4272690e-5a5f-4108-a1a6-b1ee839aafdd triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:06.137451 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2ed12111-0794-424f-a43f-0e75972f3da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:06.204531 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d4f92-183b-4246-8dd5-b1284d798436 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a35db18-7d13-4c59-ac14-9744af7c6685,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:06.313462 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8d4f92-183b-4246-8dd5-b1284d798436 admin admin] Checking segment: {'id': '6a46255a-9426-4da0-9bc2-47801a2d5e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:06.314403 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8d4f92-183b-4246-8dd5-b1284d798436 admin admin] Network hostable DHCP agents. Network: 5a111422-02ea-4673-ac0b-0324d3e06e0d, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:27:06.346681 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3afc88-fe50-4b9d-9499-926edf8327bd req-835416b2-27a0-4e12-a7e5-6ce4326803fc tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:06.348708 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3b3afc88-fe50-4b9d-9499-926edf8327bd req-835416b2-27a0-4e12-a7e5-6ce4326803fc tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d84753-ddef-4729-8d11-70a56ac0e262 HTTP/1.1" status: 200 len: 950 time: 0.3114097 Nov 25 19:27:06.353630 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3776c4ec-719e-4da0-932b-8a1747b88e6e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:06.488474 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8d4f92-183b-4246-8dd5-b1284d798436 admin admin] Network 5a111422-02ea-4673-ac0b-0324d3e06e0d is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:27:06.534981 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3b3afc88-fe50-4b9d-9499-926edf8327bd req-b146be71-0569-49c1-9f7c-6fa692ec12ba tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7325347-4e73-40c6-85a7-2d6631b89fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756451 Nov 25 19:27:06.545663 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6ef881ef-bac4-4f9f-9144-d28ae1b2e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'name': 'tempest-ServersTestBootFromVolume-1444691228-router', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:57Z', 'revision_number': 4, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'gw_port': {'id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:46Z', 'updated_at': '2021-11-25T19:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4272690e-5a5f-4108-a1a6-b1ee839aafdd', 'name': '', 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'mac_address': 'fa:16:3e:8d:9c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:55Z', 'updated_at': '2021-11-25T19:27:05Z', 'revision_number': 4, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'subnets': [{'id': 'fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:06.549622 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-5c8d4f92-183b-4246-8dd5-b1284d798436 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 5a111422-02ea-4673-ac0b-0324d3e06e0d) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:06.564156 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8d4f92-183b-4246-8dd5-b1284d798436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:06.564756 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c8d4f92-183b-4246-8dd5-b1284d798436 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:06.575610 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2ed12111-0794-424f-a43f-0e75972f3da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:06.575610 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fe16ac-54d7-4b39-8b22-faca07aa5344 None None] Network 5a111422-02ea-4673-ac0b-0324d3e06e0d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:27:06.589622 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3776c4ec-719e-4da0-932b-8a1747b88e6e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:06.651622 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef881ef-bac4-4f9f-9144-d28ae1b2e5a2 None None] The sync data for ids ['6275551c-c63c-4975-a843-60fdb8e9f670'] in n-d-819349-5 is: [{'id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'name': 'tempest-ServersTestBootFromVolume-1444691228-router', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:57Z', 'revision_number': 4, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'gw_port': {'id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:46Z', 'updated_at': '2021-11-25T19:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4272690e-5a5f-4108-a1a6-b1ee839aafdd', 'name': '', 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'mac_address': 'fa:16:3e:8d:9c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:55Z', 'updated_at': '2021-11-25T19:27:05Z', 'revision_number': 4, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'subnets': [{'id': 'fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:27:06.699045 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5c8d4f92-183b-4246-8dd5-b1284d798436 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7147679 Nov 25 19:27:06.708219 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-50a083dc-9c48-4a93-89a2-77f728121523 req-913c9c4d-eb13-497b-8e1c-6309003f430c tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Deleting port d83d7002-f4f5-44de-a737-c65f28bf9ba3 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:06.708560 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-50a083dc-9c48-4a93-89a2-77f728121523 req-913c9c4d-eb13-497b-8e1c-6309003f430c tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:06.711726 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60902) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:06.714976 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-471c2562-4f1d-444e-b3de-6157d2384f93 req-0cd9085a-ef87-4b7e-997c-821efa1fb85b tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] For port a6537781-0fda-47b7-bcf8-a63299334ce6, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a6537781-0fda-47b7-bcf8-a63299334ce6,segment=NetworkSegment(b426ac00-6a21-49a0-9a09-0b8d587b3bef),segment_id=b426ac00-6a21-49a0-9a09-0b8d587b3bef)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:06.715341 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-471c2562-4f1d-444e-b3de-6157d2384f93 req-0cd9085a-ef87-4b7e-997c-821efa1fb85b tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:06.730890 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2b605488-8bf2-42a6-9473-3077e4ee1cd5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1956517719-router', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:06.734409 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3776c4ec-719e-4da0-932b-8a1747b88e6e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:06.769654 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-3776c4ec-719e-4da0-932b-8a1747b88e6e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:06.773525 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3776c4ec-719e-4da0-932b-8a1747b88e6e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:06.781846 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63207462-9a65-47a1-8659-639018026fd6 req-d0345b76-df2c-4264-967d-fd31bad42553 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:06.789605 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-63207462-9a65-47a1-8659-639018026fd6 req-d0345b76-df2c-4264-967d-fd31bad42553 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b882a17-345d-4be2-a626-f90e42edaefd HTTP/1.1" status: 200 len: 945 time: 0.8410933 Nov 25 19:27:06.799361 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-471c2562-4f1d-444e-b3de-6157d2384f93 req-0cd9085a-ef87-4b7e-997c-821efa1fb85b tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Calling delete_port for a6537781-0fda-47b7-bcf8-a63299334ce6 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:06.863926 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776c4ec-719e-4da0-932b-8a1747b88e6e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Pushing event updated for resources: {'Port': ['ID=d061b07b-2e87-4793-adad-d3208b950066,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:06.921970 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cbc12-7589-479e-b6ef-ebaaaa551b76 req-faf12276-b7d0-4424-8059-2267f110547e tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:06.929430 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-923cbc12-7589-479e-b6ef-ebaaaa551b76 req-faf12276-b7d0-4424-8059-2267f110547e tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/ports?device_id=07552227-c692-45c8-a993-28f2aef74277 HTTP/1.1" status: 200 len: 945 time: 0.2221537 Nov 25 19:27:06.936694 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b605488-8bf2-42a6-9473-3077e4ee1cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:06.937826 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b605488-8bf2-42a6-9473-3077e4ee1cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:06.985406 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c39ea371-29d2-488b-8db0-bb86ccdb7c85 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:07.048185 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-63207462-9a65-47a1-8659-639018026fd6 req-dce60545-2b3a-4e8e-a692-b5e99ee2a3ee tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/security-groups?id=e63da901-4768-4c99-864e-f62fa77f2f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576420 Nov 25 19:27:07.086874 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-6a091a9b-d625-49a8-92c5-ad10b24d173e req-99514a27-4036-43c1-aab3-3143bc5728d0 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Deleting port c4d7dfe7-10ab-4050-990c-c02ba0367229 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:07.088645 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6a091a9b-d625-49a8-92c5-ad10b24d173e req-99514a27-4036-43c1-aab3-3143bc5728d0 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.115595 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3776c4ec-719e-4da0-932b-8a1747b88e6e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.186328 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-923cbc12-7589-479e-b6ef-ebaaaa551b76 req-694c681c-41a0-4d56-b856-34c67d58635c tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ac689e4-faf7-45e1-89d0-5c84b2fd5761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260704 Nov 25 19:27:07.188335 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device d83d7002-f4f5-44de-a737-c65f28bf9ba3 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:07.196619 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3776c4ec-719e-4da0-932b-8a1747b88e6e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.279393 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-6a091a9b-d625-49a8-92c5-ad10b24d173e req-99514a27-4036-43c1-aab3-3143bc5728d0 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] For port c4d7dfe7-10ab-4050-990c-c02ba0367229, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c4d7dfe7-10ab-4050-990c-c02ba0367229,segment=NetworkSegment(0d1ba9d0-5f3f-4733-8fae-d0d45e3e909b),segment_id=0d1ba9d0-5f3f-4733-8fae-d0d45e3e909b)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:07.279614 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6a091a9b-d625-49a8-92c5-ad10b24d173e req-99514a27-4036-43c1-aab3-3143bc5728d0 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.353285 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-6a091a9b-d625-49a8-92c5-ad10b24d173e req-99514a27-4036-43c1-aab3-3143bc5728d0 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Calling delete_port for c4d7dfe7-10ab-4050-990c-c02ba0367229 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:07.475485 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2ed12111-0794-424f-a43f-0e75972f3da8 None None] For port 4272690e-5a5f-4108-a1a6-b1ee839aafdd, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4272690e-5a5f-4108-a1a6-b1ee839aafdd,segment=NetworkSegment(d18bb370-0c88-44d6-a932-ba5ae360fb21),segment_id=d18bb370-0c88-44d6-a932-ba5ae360fb21)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:07.515364 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3776c4ec-719e-4da0-932b-8a1747b88e6e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.525302 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3776c4ec-719e-4da0-932b-8a1747b88e6e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.526451 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 1899a287-8f49-4481-b906-2e318c5d7494 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:07.532923 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6a091a9b-d625-49a8-92c5-ad10b24d173e req-99514a27-4036-43c1-aab3-3143bc5728d0 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.644780 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 1899a287-8f49-4481-b906-2e318c5d7494 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:27:07.646228 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 1899a287-8f49-4481-b906-2e318c5d7494 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:27:07.647438 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device c4d7dfe7-10ab-4050-990c-c02ba0367229 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:07.656716 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2ed12111-0794-424f-a43f-0e75972f3da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.747485 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b605488-8bf2-42a6-9473-3077e4ee1cd5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.771479 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-50a083dc-9c48-4a93-89a2-77f728121523 req-913c9c4d-eb13-497b-8e1c-6309003f430c tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] For port d83d7002-f4f5-44de-a737-c65f28bf9ba3, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d83d7002-f4f5-44de-a737-c65f28bf9ba3,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:07.772268 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-50a083dc-9c48-4a93-89a2-77f728121523 req-913c9c4d-eb13-497b-8e1c-6309003f430c tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.779749 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: c4d7dfe7-10ab-4050-990c-c02ba0367229 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:27:07.780128 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device c4d7dfe7-10ab-4050-990c-c02ba0367229 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:27:07.780505 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device a6537781-0fda-47b7-bcf8-a63299334ce6 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:07.788655 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed12111-0794-424f-a43f-0e75972f3da8 None None] Pushing event updated for resources: {'Port': ['ID=4272690e-5a5f-4108-a1a6-b1ee839aafdd,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:07.805380 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-50a083dc-9c48-4a93-89a2-77f728121523 req-913c9c4d-eb13-497b-8e1c-6309003f430c tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Calling delete_port for d83d7002-f4f5-44de-a737-c65f28bf9ba3 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:07.835985 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3776c4ec-719e-4da0-932b-8a1747b88e6e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.953060 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99514a27-4036-43c1-aab3-3143bc5728d0 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Pushing event deleted for resources: {'Port': ['ID=c4d7dfe7-10ab-4050-990c-c02ba0367229,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:08.081795 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d93a50-0840-475f-8c68-689809ed965c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-5a111422-02ea-4673-ac0b-0324d3e06e0d', 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'fixed_ips': [{'subnet_id': '0a35db18-7d13-4c59-ac14-9744af7c6685'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:27:08.083494 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-24d93a50-0840-475f-8c68-689809ed965c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:08.087416 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3776c4ec-719e-4da0-932b-8a1747b88e6e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:08.088743 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3776c4ec-719e-4da0-932b-8a1747b88e6e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1771507 Nov 25 19:27:08.162766 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776c4ec-719e-4da0-932b-8a1747b88e6e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Pushing event updated for resources: {'Port': ['ID=d061b07b-2e87-4793-adad-d3208b950066,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:08.284988 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3a777-6673-44d9-bca6-5e0a49e5f2a5 req-15bb22ca-211a-4a95-a989-627994f7d244 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:08.288397 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c4d3a777-6673-44d9-bca6-5e0a49e5f2a5 req-15bb22ca-211a-4a95-a989-627994f7d244 tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d84753-ddef-4729-8d11-70a56ac0e262 HTTP/1.1" status: 200 len: 950 time: 0.4448910 Nov 25 19:27:08.428740 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:08.475337 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port d83d7002-f4f5-44de-a737-c65f28bf9ba3, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d83d7002-f4f5-44de-a737-c65f28bf9ba3,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:08.488048 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e858df42-6e30-4cb3-934a-2dee9835d970 req-555081c9-ada1-47ec-bc83-6e2d128cee96 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] 10.222.0.55 "GET /v2.0/security-groups/af5b202a-4c2d-401c-9d9c-08d82155b5a3 HTTP/1.1" status: 200 len: 1830 time: 0.9677243 Nov 25 19:27:08.505670 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d84753-ddef-4729-8d11-70a56ac0e262', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd83d7002-f4f5-44de-a737-c65f28bf9ba3'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:08.509690 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb65a71b-abf5-43d4-bffd-be73f696cc2b" -d '{"events": [{"server_uuid": "a6d84753-ddef-4729-8d11-70a56ac0e262", "name": "network-vif-unplugged", "status": "completed", "tag": "d83d7002-f4f5-44de-a737-c65f28bf9ba3"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:08.512907 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:08.516270 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c4d3a777-6673-44d9-bca6-5e0a49e5f2a5 req-e54116bc-9809-4384-8ca5-f8ac2c9a866e tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7325347-4e73-40c6-85a7-2d6631b89fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994076 Nov 25 19:27:08.527876 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port c39ea371-29d2-488b-8db0-bb86ccdb7c85 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:08.528256 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:08.569831 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a091a9b-d625-49a8-92c5-ad10b24d173e req-99514a27-4036-43c1-aab3-3143bc5728d0 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] No DVR routers for this DVR port c4d7dfe7-10ab-4050-990c-c02ba0367229 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:27:08.576725 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6a091a9b-d625-49a8-92c5-ad10b24d173e req-99514a27-4036-43c1-aab3-3143bc5728d0 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:08.582862 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a091a9b-d625-49a8-92c5-ad10b24d173e req-99514a27-4036-43c1-aab3-3143bc5728d0 tempest-InstanceActionsV221TestJSON-1501222231 tempest-InstanceActionsV221TestJSON-1501222231-project] 10.222.0.85 "DELETE /v2.0/ports/c4d7dfe7-10ab-4050-990c-c02ba0367229 HTTP/1.1" status: 204 len: 173 time: 3.1661425 Nov 25 19:27:08.621446 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07552227-c692-45c8-a993-28f2aef74277', 'name': 'network-vif-deleted', 'tag': 'c4d7dfe7-10ab-4050-990c-c02ba0367229'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:08.625609 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b273ff-5a80-40c8-897b-5d4318334e64" -d '{"events": [{"server_uuid": "07552227-c692-45c8-a993-28f2aef74277", "name": "network-vif-deleted", "tag": "c4d7dfe7-10ab-4050-990c-c02ba0367229"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:08.703762 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:08.713334 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-24d93a50-0840-475f-8c68-689809ed965c None None] Allocated IP 172.20.0.2 (5a111422-02ea-4673-ac0b-0324d3e06e0d/0a35db18-7d13-4c59-ac14-9744af7c6685/92cebc80-e550-4600-aee1-32449ca44b3c) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:08.830081 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=d83d7002-f4f5-44de-a737-c65f28bf9ba3,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:08.900605 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-9e333033-867a-4a20-8e45-8bf835234e62 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446198 Nov 25 19:27:08.971924 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4272690e-5a5f-4108-a1a6-b1ee839aafdd up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:09.104367 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 4272690e-5a5f-4108-a1a6-b1ee839aafdd triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:09.105014 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:09.107610 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-24d93a50-0840-475f-8c68-689809ed965c None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:09.145137 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-6ced988d-138e-4149-ba78-8370f0991fb9 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:09.147296 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-6ced988d-138e-4149-ba78-8370f0991fb9 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2376633 Nov 25 19:27:09.204010 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-471c2562-4f1d-444e-b3de-6157d2384f93 req-0cd9085a-ef87-4b7e-997c-821efa1fb85b tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:09.213900 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-1c1a53f9-0b3c-4b62-a934-41aebfc19967 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/quotas/92fad1dc82f24f91a07d3c087ee582e6 HTTP/1.1" status: 200 len: 375 time: 0.0433514 Nov 25 19:27:09.219838 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-24d93a50-0840-475f-8c68-689809ed965c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:09.228403 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b605488-8bf2-42a6-9473-3077e4ee1cd5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:09.239366 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-50a083dc-9c48-4a93-89a2-77f728121523 req-913c9c4d-eb13-497b-8e1c-6309003f430c tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:09.294324 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-a9c5e6a7-66b1-4f3e-a3dc-52be905cda78 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0716312 Nov 25 19:27:09.371927 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d93a50-0840-475f-8c68-689809ed965c None None] Pushing event updated for resources: {'Port': ['ID=92cebc80-e550-4600-aee1-32449ca44b3c,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:09.398641 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d93a50-0840-475f-8c68-689809ed965c None None] Network 5a111422-02ea-4673-ac0b-0324d3e06e0d is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:09.402472 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-24d93a50-0840-475f-8c68-689809ed965c None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:09.408375 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d93a50-0840-475f-8c68-689809ed965c None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:09.498169 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9085a-ef87-4b7e-997c-821efa1fb85b tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event deleted for resources: {'Port': ['ID=a6537781-0fda-47b7-bcf8-a63299334ce6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:09.661955 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c9c4d-eb13-497b-8e1c-6309003f430c tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Pushing event deleted for resources: {'Port': ['ID=d83d7002-f4f5-44de-a737-c65f28bf9ba3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:09.719711 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-24d93a50-0840-475f-8c68-689809ed965c None None] Attempting to bind port 92cebc80-e550-4600-aee1-32449ca44b3c on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:09.720245 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-24d93a50-0840-475f-8c68-689809ed965c None None] Attempting to bind port 92cebc80-e550-4600-aee1-32449ca44b3c by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '6a46255a-9426-4da0-9bc2-47801a2d5e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:09.721265 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d93a50-0840-475f-8c68-689809ed965c None None] Attempting to bind port 92cebc80-e550-4600-aee1-32449ca44b3c on network 5a111422-02ea-4673-ac0b-0324d3e06e0d {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:09.744908 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d93a50-0840-475f-8c68-689809ed965c None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:09.745530 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d93a50-0840-475f-8c68-689809ed965c None None] Checking segment: {'id': '6a46255a-9426-4da0-9bc2-47801a2d5e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:09.746064 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-24d93a50-0840-475f-8c68-689809ed965c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:09.746720 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d93a50-0840-475f-8c68-689809ed965c None None] Bound using segment: {'id': '6a46255a-9426-4da0-9bc2-47801a2d5e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:09.747540 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-24d93a50-0840-475f-8c68-689809ed965c None None] Bound port: 92cebc80-e550-4600-aee1-32449ca44b3c, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a46255a-9426-4da0-9bc2-47801a2d5e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:09.748051 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-24d93a50-0840-475f-8c68-689809ed965c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:09.748193 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a083dc-9c48-4a93-89a2-77f728121523 req-913c9c4d-eb13-497b-8e1c-6309003f430c tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] No DVR routers for this DVR port d83d7002-f4f5-44de-a737-c65f28bf9ba3 on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:27:09.798970 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5d6d5759-a8c0-46cc-b248-0634a4b90d02 req-f0a56e18-4487-48d9-b695-e0eb3efea2e4 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b882a17-345d-4be2-a626-f90e42edaefd HTTP/1.1" status: 200 len: 210 time: 0.0667689 Nov 25 19:27:09.814319 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-50a083dc-9c48-4a93-89a2-77f728121523 req-913c9c4d-eb13-497b-8e1c-6309003f430c tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:09.835215 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-50a083dc-9c48-4a93-89a2-77f728121523 req-913c9c4d-eb13-497b-8e1c-6309003f430c tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.73 "DELETE /v2.0/ports/d83d7002-f4f5-44de-a737-c65f28bf9ba3 HTTP/1.1" status: 204 len: 173 time: 5.2217791 Nov 25 19:27:09.860975 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e858df42-6e30-4cb3-934a-2dee9835d970 req-d08c5976-81a3-4716-8b19-b1bdf9dde94a tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:09.904487 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-471c2562-4f1d-444e-b3de-6157d2384f93 req-0cd9085a-ef87-4b7e-997c-821efa1fb85b tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] No DVR routers for this DVR port a6537781-0fda-47b7-bcf8-a63299334ce6 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:27:09.926999 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-471c2562-4f1d-444e-b3de-6157d2384f93 req-0cd9085a-ef87-4b7e-997c-821efa1fb85b tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:09.968047 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-471c2562-4f1d-444e-b3de-6157d2384f93 req-0cd9085a-ef87-4b7e-997c-821efa1fb85b tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.85 "DELETE /v2.0/ports/a6537781-0fda-47b7-bcf8-a63299334ce6 HTTP/1.1" status: 204 len: 173 time: 5.8683155 Nov 25 19:27:09.995963 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4272690e-5a5f-4108-a1a6-b1ee839aafdd up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:10.088146 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-39c69bcc-14ae-4c80-a694-42a76d786d8b tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--54073961&fields=id&tenant_id=66bb1d518cbb4b4485685141182408d2 HTTP/1.1" status: 200 len: 267 time: 0.1399844 Nov 25 19:27:10.166423 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e858df42-6e30-4cb3-934a-2dee9835d970 req-d08c5976-81a3-4716-8b19-b1bdf9dde94a tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:10.353345 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-a3b76480-d6c9-4561-8a5b-e7336fb5fabf tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:10.355384 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-a3b76480-d6c9-4561-8a5b-e7336fb5fabf tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/networks?id=7c66fbd7-92f9-4c18-afb1-b38847fa5709 HTTP/1.1" status: 200 len: 816 time: 0.2665820 Nov 25 19:27:10.407641 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-b16d2d2b-f76d-4e1f-90d1-b36a4f031084 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/quotas/66bb1d518cbb4b4485685141182408d2 HTTP/1.1" status: 200 len: 375 time: 0.0402644 Nov 25 19:27:10.427134 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-24d93a50-0840-475f-8c68-689809ed965c None None] For port 92cebc80-e550-4600-aee1-32449ca44b3c, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:10.451195 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-24d93a50-0840-475f-8c68-689809ed965c None None] For port 92cebc80-e550-4600-aee1-32449ca44b3c, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=92cebc80-e550-4600-aee1-32449ca44b3c,segment=NetworkSegment(6a46255a-9426-4da0-9bc2-47801a2d5e37),segment_id=6a46255a-9426-4da0-9bc2-47801a2d5e37)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:10.463892 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-24d93a50-0840-475f-8c68-689809ed965c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:10.467010 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e858df42-6e30-4cb3-934a-2dee9835d970 req-d08c5976-81a3-4716-8b19-b1bdf9dde94a tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:10.472900 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e858df42-6e30-4cb3-934a-2dee9835d970 req-d08c5976-81a3-4716-8b19-b1bdf9dde94a tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:10.475551 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e858df42-6e30-4cb3-934a-2dee9835d970 req-d08c5976-81a3-4716-8b19-b1bdf9dde94a tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] 10.222.0.55 "DELETE /v2.0/security-groups/af5b202a-4c2d-401c-9d9c-08d82155b5a3 HTTP/1.1" status: 204 len: 173 time: 1.9860783 Nov 25 19:27:10.522616 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c5976-81a3-4716-8b19-b1bdf9dde94a tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5b202a-4c2d-401c-9d9c-08d82155b5a3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:10.655966 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-88299893-6ef7-492f-9a69-f39162fb4297 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=66bb1d518cbb4b4485685141182408d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2467980 Nov 25 19:27:10.879285 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc729e67-b083-487b-8740-089933c61b22 x-openstack-request-id: req-cc729e67-b083-487b-8740-089933c61b22 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:10.879660 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07552227-c692-45c8-a993-28f2aef74277", "name": "network-vif-deleted", "tag": "c4d7dfe7-10ab-4050-990c-c02ba0367229", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:10.879922 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cc729e67-b083-487b-8740-089933c61b22 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:10.880477 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07552227-c692-45c8-a993-28f2aef74277', 'name': 'network-vif-deleted', 'tag': 'c4d7dfe7-10ab-4050-990c-c02ba0367229', 'status': 'completed', 'code': 200} Nov 25 19:27:11.086741 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a09d0fe0-7aea-4b3d-8fa6-c711b03c7ab9 req-da47f372-6123-469a-8f83-0f697969d3ac tempest-TenantUsagesTestJSON-1812483729 tempest-TenantUsagesTestJSON-1812483729-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d84753-ddef-4729-8d11-70a56ac0e262 HTTP/1.1" status: 200 len: 210 time: 0.0893922 Nov 25 19:27:11.101254 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134e5a06-1868-4352-943a-505d5ab0eb64 x-openstack-request-id: req-134e5a06-1868-4352-943a-505d5ab0eb64 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:11.101254 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d84753-ddef-4729-8d11-70a56ac0e262", "name": "network-vif-unplugged", "status": "completed", "tag": "d83d7002-f4f5-44de-a737-c65f28bf9ba3", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:11.101254 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-134e5a06-1868-4352-943a-505d5ab0eb64 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:11.101254 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d84753-ddef-4729-8d11-70a56ac0e262', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd83d7002-f4f5-44de-a737-c65f28bf9ba3', 'code': 200} Nov 25 19:27:11.136984 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 4272690e-5a5f-4108-a1a6-b1ee839aafdd triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:11.137520 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:11.186017 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-8d8d3f2e-4c42-4ea4-86f6-ccbf6648b84c service neutron] 10.222.0.55 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801846 Nov 25 19:27:11.208426 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b605488-8bf2-42a6-9473-3077e4ee1cd5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:11.249018 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b605488-8bf2-42a6-9473-3077e4ee1cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:11.312664 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d93a50-0840-475f-8c68-689809ed965c None None] Pushing event updated for resources: {'Port': ['ID=92cebc80-e550-4600-aee1-32449ca44b3c,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:11.438237 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e46dae9e-f20e-48b6-98c5-8703f51988b6 req-559ec6b0-f321-4f80-9f54-6c68baee7fdd tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 210 time: 0.0407956 Nov 25 19:27:11.442615 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-ccb02088-25f1-45a4-ba7a-1dbd4abb3cba service neutron] 10.222.0.55 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548342 Nov 25 19:27:11.588766 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-2b605488-8bf2-42a6-9473-3077e4ee1cd5 admin admin] Allocated IP 172.25.6.206 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/4484a0a3-5d2a-4758-8664-b8edcdea2f95) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:11.773425 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60972) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:11.917485 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c265550-1fc9-482c-b7ed-15846fc3c38e tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Deleting subnet 0c41b6ea-b753-4045-9d39-1185f710452f {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:27:11.922155 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8c265550-1fc9-482c-b7ed-15846fc3c38e tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:11.937283 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 92cebc80-e550-4600-aee1-32449ca44b3c up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:12.058664 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd8953aa-0077-4941-a225-5724a4a231cc req-b50cb121-b572-427c-bd4c-f0a9c2c83963 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 210 time: 0.0948069 Nov 25 19:27:12.069765 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8c265550-1fc9-482c-b7ed-15846fc3c38e tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:12.073317 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b605488-8bf2-42a6-9473-3077e4ee1cd5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:12.161289 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60980) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:12.259486 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-84bd409b-8c2c-449a-86f9-69537652e9b2 admin admin] Deleting subnet 96601a80-7691-41c2-9ed6-568d5771c7da {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:27:12.261934 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 92cebc80-e550-4600-aee1-32449ca44b3c triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:12.262330 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:12.283983 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-84bd409b-8c2c-449a-86f9-69537652e9b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:12.337278 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7a5b350b-2a66-492f-9d63-40980b936e52 req-07876cf1-f21e-44ae-b3e8-b2645ac29e3b tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] 10.222.0.55 "GET /v2.0/security-groups/71e74292-b46d-43d0-b9a2-75c49c7209ff HTTP/1.1" status: 200 len: 1829 time: 0.6934011 Nov 25 19:27:12.344710 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-9633bac5-8d9a-499c-ba43-b84977d68c20 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774174 Nov 25 19:27:12.645522 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:12.780468 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 92cebc80-e550-4600-aee1-32449ca44b3c, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=92cebc80-e550-4600-aee1-32449ca44b3c,segment=NetworkSegment(6a46255a-9426-4da0-9bc2-47801a2d5e37),segment_id=6a46255a-9426-4da0-9bc2-47801a2d5e37)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:12.793558 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:12.874804 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60994) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:12.895370 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d84753-ddef-4729-8d11-70a56ac0e262', 'name': 'network-vif-deleted', 'tag': 'd83d7002-f4f5-44de-a737-c65f28bf9ba3'}, {'server_uuid': '5b882a17-345d-4be2-a626-f90e42edaefd', 'name': 'network-vif-deleted', 'tag': 'a6537781-0fda-47b7-bcf8-a63299334ce6'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:12.898224 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171e30fb-f445-4fad-ab7e-e214a84dd23b" -d '{"events": [{"server_uuid": "a6d84753-ddef-4729-8d11-70a56ac0e262", "name": "network-vif-deleted", "tag": "d83d7002-f4f5-44de-a737-c65f28bf9ba3"}, {"server_uuid": "5b882a17-345d-4be2-a626-f90e42edaefd", "name": "network-vif-deleted", "tag": "a6537781-0fda-47b7-bcf8-a63299334ce6"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:12.906366 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b605488-8bf2-42a6-9473-3077e4ee1cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:12.987625 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b605488-8bf2-42a6-9473-3077e4ee1cd5 admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:12.995586 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=92cebc80-e550-4600-aee1-32449ca44b3c,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:13.000911 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdf5a02-6437-4d5b-8552-3251544c19d2 None None] Network 5a111422-02ea-4673-ac0b-0324d3e06e0d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:27:13.055963 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-ca1397f5-a42d-4ccf-9978-003aaf89264a tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:13.058317 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-ca1397f5-a42d-4ccf-9978-003aaf89264a tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6691277 Nov 25 19:27:13.097249 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-530c3e96-177e-4be2-93bd-a27d8e3a1a32 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Request body: {'port': {'device_id': 'b618af4d-48f7-4324-b8ec-be14c57d3f51', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '92fad1dc82f24f91a07d3c087ee582e6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:13.180216 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-dcfaf82e-1667-4b0b-a841-6f98438cd8af None None] Provisioning complete for port 92cebc80-e550-4600-aee1-32449ca44b3c triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:13.180754 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dcfaf82e-1667-4b0b-a841-6f98438cd8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:13.190193 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7a5b350b-2a66-492f-9d63-40980b936e52 req-b475c8a4-489e-4fea-bd05-af3c1fc318c3 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:13.192653 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2b605488-8bf2-42a6-9473-3077e4ee1cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:13.229269 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b605488-8bf2-42a6-9473-3077e4ee1cd5 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:13.326019 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-84bd409b-8c2c-449a-86f9-69537652e9b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:13.424791 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b605488-8bf2-42a6-9473-3077e4ee1cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=4484a0a3-5d2a-4758-8664-b8edcdea2f95,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:13.443810 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7a5b350b-2a66-492f-9d63-40980b936e52 req-b475c8a4-489e-4fea-bd05-af3c1fc318c3 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:13.490105 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d84a777d-5ce0-4092-89f3-8b8c5482e1c6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9d3c40583ccd42ebb89bd24417f0d365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6119618 Nov 25 19:27:13.496986 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8c265550-1fc9-482c-b7ed-15846fc3c38e tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:13.532677 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32770) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:13.626513 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0597dd16-146b-4c06-b8aa-511048fd12dd req-a02aeae1-26f4-4467-87c6-b38a0fdefc67 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 210 time: 0.2287757 Nov 25 19:27:13.652939 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-84bd409b-8c2c-449a-86f9-69537652e9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:13.674268 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-530c3e96-177e-4be2-93bd-a27d8e3a1a32 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Made reservation on behalf of 92fad1dc82f24f91a07d3c087ee582e6 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:13.680631 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-530c3e96-177e-4be2-93bd-a27d8e3a1a32 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:13.687800 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7a5b350b-2a66-492f-9d63-40980b936e52 req-b475c8a4-489e-4fea-bd05-af3c1fc318c3 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:13.690954 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7a5b350b-2a66-492f-9d63-40980b936e52 req-b475c8a4-489e-4fea-bd05-af3c1fc318c3 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:13.692194 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7a5b350b-2a66-492f-9d63-40980b936e52 req-b475c8a4-489e-4fea-bd05-af3c1fc318c3 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] 10.222.0.55 "DELETE /v2.0/security-groups/71e74292-b46d-43d0-b9a2-75c49c7209ff HTTP/1.1" status: 204 len: 173 time: 1.3538241 Nov 25 19:27:13.707076 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37a9e45a-8303-4b79-adc2-b8bcd6c47be0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:13.873427 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 92cebc80-e550-4600-aee1-32449ca44b3c up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:13.901305 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8c265550-1fc9-482c-b7ed-15846fc3c38e tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:13.929167 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475c8a4-489e-4fea-bd05-af3c1fc318c3 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e74292-b46d-43d0-b9a2-75c49c7209ff,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:13.953223 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d74c29d-f58e-49eb-8495-ea8c03de9063 x-openstack-request-id: req-8d74c29d-f58e-49eb-8495-ea8c03de9063 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:13.954241 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d84753-ddef-4729-8d11-70a56ac0e262", "name": "network-vif-deleted", "tag": "d83d7002-f4f5-44de-a737-c65f28bf9ba3", "status": "completed", "code": 200}, {"server_uuid": "5b882a17-345d-4be2-a626-f90e42edaefd", "name": "network-vif-deleted", "tag": "a6537781-0fda-47b7-bcf8-a63299334ce6", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:13.956182 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8d74c29d-f58e-49eb-8495-ea8c03de9063 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:13.956524 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d84753-ddef-4729-8d11-70a56ac0e262', 'name': 'network-vif-deleted', 'tag': 'd83d7002-f4f5-44de-a737-c65f28bf9ba3', 'status': 'completed', 'code': 200} Nov 25 19:27:13.956791 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b882a17-345d-4be2-a626-f90e42edaefd', 'name': 'network-vif-deleted', 'tag': 'a6537781-0fda-47b7-bcf8-a63299334ce6', 'status': 'completed', 'code': 200} Nov 25 19:27:13.971733 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8c265550-1fc9-482c-b7ed-15846fc3c38e tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:13.976660 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8c265550-1fc9-482c-b7ed-15846fc3c38e tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "DELETE /v2.0/subnets/0c41b6ea-b753-4045-9d39-1185f710452f HTTP/1.1" status: 204 len: 168 time: 2.2009962 Nov 25 19:27:13.980576 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c265550-1fc9-482c-b7ed-15846fc3c38e tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event deleted for resources: {'Subnet': ['ID=0c41b6ea-b753-4045-9d39-1185f710452f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:13.982631 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 32776) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:14.012466 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b2f8c5-10b2-4a21-bf13-a7e6622e0316 None None] Network 691cf5c2-620f-4c9d-9c30-1d81c1491c9a requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:27:14.125985 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37a9e45a-8303-4b79-adc2-b8bcd6c47be0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:14.149203 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1255a099-bead-41bc-a3ab-bb3fd644fd98 None None] Provisioning complete for port 92cebc80-e550-4600-aee1-32449ca44b3c triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:14.149848 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1255a099-bead-41bc-a3ab-bb3fd644fd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:14.177042 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-84bd409b-8c2c-449a-86f9-69537652e9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:14.182471 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15e4c268-e156-4002-88e9-a64e31ac7249 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:14.240875 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd409b-8c2c-449a-86f9-69537652e9b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96601a80-7691-41c2-9ed6-568d5771c7da,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:14.250028 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-84bd409b-8c2c-449a-86f9-69537652e9b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:14.254149 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-84bd409b-8c2c-449a-86f9-69537652e9b2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/96601a80-7691-41c2-9ed6-568d5771c7da HTTP/1.1" status: 204 len: 168 time: 2.0915146 Nov 25 19:27:14.258208 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 32778) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:14.281108 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 92cebc80-e550-4600-aee1-32449ca44b3c triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:14.281815 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:14.301126 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9038fb8f-1c37-4074-b0da-649a28ba0555 req-78c08dd2-2a49-43f8-9884-90e45d053afa tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] 10.222.0.55 "GET /v2.0/security-groups/9d365a6c-c841-4cef-b3e0-88537a688b38 HTTP/1.1" status: 200 len: 1828 time: 0.2059031 Nov 25 19:27:14.424270 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-98e0a6ca-9b8c-4345-bcf6-3c6018ef2c94 req-a099dab7-c87a-4d87-a6f1-1f61cad759d7 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 210 time: 0.4112909 Nov 25 19:27:14.555922 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2c6beb-57d4-460d-b554-c38a489c968a None None] DHCP port deletion for 691cf5c2-620f-4c9d-9c30-1d81c1491c9a request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:27:14.596241 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a741dad8-bf6a-4797-a86b-a0e42821c2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:14.630789 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-e5a37303-baf3-4fdb-acea-7e6aafe64279 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:14.634020 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-e5a37303-baf3-4fdb-acea-7e6aafe64279 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.85 "GET /v2.0/networks?id=7c66fbd7-92f9-4c18-afb1-b38847fa5709 HTTP/1.1" status: 200 len: 816 time: 0.7936261 Nov 25 19:27:14.650487 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b605488-8bf2-42a6-9473-3077e4ee1cd5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:14.685394 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-15e4c268-e156-4002-88e9-a64e31ac7249 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Deleting port 59d14b99-ec42-40a9-8ac5-8047bd5e76ca {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:14.685959 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15e4c268-e156-4002-88e9-a64e31ac7249 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:14.705859 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4e2c6beb-57d4-460d-b554-c38a489c968a None None] Deleting port 59d14b99-ec42-40a9-8ac5-8047bd5e76ca {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:14.707248 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4e2c6beb-57d4-460d-b554-c38a489c968a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:14.888509 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4e2c6beb-57d4-460d-b554-c38a489c968a None None] For port 59d14b99-ec42-40a9-8ac5-8047bd5e76ca, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=59d14b99-ec42-40a9-8ac5-8047bd5e76ca,segment=NetworkSegment(6b9320a8-1287-4e6a-a1dd-f5da79f3b68a),segment_id=6b9320a8-1287-4e6a-a1dd-f5da79f3b68a)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:14.890281 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4e2c6beb-57d4-460d-b554-c38a489c968a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:14.921670 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4e2c6beb-57d4-460d-b554-c38a489c968a None None] Calling delete_port for 59d14b99-ec42-40a9-8ac5-8047bd5e76ca owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:14.927218 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37a9e45a-8303-4b79-adc2-b8bcd6c47be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:14.941938 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37a9e45a-8303-4b79-adc2-b8bcd6c47be0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:14.950373 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-37a9e45a-8303-4b79-adc2-b8bcd6c47be0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e7325347-4e73-40c6-85a7-2d6631b89fe7 HTTP/1.1" status: 204 len: 168 time: 1.4162564 Nov 25 19:27:14.966756 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-15e4c268-e156-4002-88e9-a64e31ac7249 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] For port 59d14b99-ec42-40a9-8ac5-8047bd5e76ca, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=59d14b99-ec42-40a9-8ac5-8047bd5e76ca,segment=NetworkSegment(6b9320a8-1287-4e6a-a1dd-f5da79f3b68a),segment_id=6b9320a8-1287-4e6a-a1dd-f5da79f3b68a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:14.967385 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15e4c268-e156-4002-88e9-a64e31ac7249 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:15.040601 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9038fb8f-1c37-4074-b0da-649a28ba0555 req-3c813c6f-ab00-4d6e-bae1-0e21143786ad tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:15.047067 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9e45a-8303-4b79-adc2-b8bcd6c47be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7325347-4e73-40c6-85a7-2d6631b89fe7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:15.087013 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9038fb8f-1c37-4074-b0da-649a28ba0555 req-3c813c6f-ab00-4d6e-bae1-0e21143786ad tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:15.156140 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-15e4c268-e156-4002-88e9-a64e31ac7249 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Calling delete_port for 59d14b99-ec42-40a9-8ac5-8047bd5e76ca owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:15.170261 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a741dad8-bf6a-4797-a86b-a0e42821c2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:15.234072 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9038fb8f-1c37-4074-b0da-649a28ba0555 req-3c813c6f-ab00-4d6e-bae1-0e21143786ad tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:15.238866 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9038fb8f-1c37-4074-b0da-649a28ba0555 req-3c813c6f-ab00-4d6e-bae1-0e21143786ad tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:15.241145 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9038fb8f-1c37-4074-b0da-649a28ba0555 req-3c813c6f-ab00-4d6e-bae1-0e21143786ad tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] 10.222.0.55 "DELETE /v2.0/security-groups/9d365a6c-c841-4cef-b3e0-88537a688b38 HTTP/1.1" status: 204 len: 173 time: 0.9254885 Nov 25 19:27:15.256290 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-a741dad8-bf6a-4797-a86b-a0e42821c2ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949d01d8-a82b-4806-a0a8-fe80c1f4d4e7']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:15.307049 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4e2c6beb-57d4-460d-b554-c38a489c968a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:15.343315 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c6beb-57d4-460d-b554-c38a489c968a None None] Pushing event deleted for resources: {'Port': ['ID=59d14b99-ec42-40a9-8ac5-8047bd5e76ca,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:15.350449 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2c6beb-57d4-460d-b554-c38a489c968a None None] No DVR routers for this DVR port 59d14b99-ec42-40a9-8ac5-8047bd5e76ca on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:27:15.425214 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c813c6f-ab00-4d6e-bae1-0e21143786ad tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d365a6c-c841-4cef-b3e0-88537a688b38,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:15.438349 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-a741dad8-bf6a-4797-a86b-a0e42821c2ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1ba9d0-5f3f-4733-8fae-d0d45e3e909b') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:15.438807 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-a741dad8-bf6a-4797-a86b-a0e42821c2ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1ba9d0-5f3f-4733-8fae-d0d45e3e909b') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:15.478784 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:27:15.482688 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a741dad8-bf6a-4797-a86b-a0e42821c2ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:15.504291 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd8507d8-7490-4543-b5c5-9eedf41aaef1 req-089b7873-e373-4ef9-a712-b1467f408fb8 tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] 10.222.0.55 "GET /v2.0/security-groups/62126f97-ab9d-4e3f-b5f6-be888272738c HTTP/1.1" status: 200 len: 1829 time: 0.1625066 Nov 25 19:27:15.552241 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-530c3e96-177e-4be2-93bd-a27d8e3a1a32 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Allocated IP 192.168.233.62 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/228219d8-b6f0-44fb-b5c3-d106a37ba29c) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:15.556810 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-33e288ab-68af-49b7-a636-cf5ec55834bf req-e824c9e8-5368-4fd9-a6be-e00039a4b94d tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 210 time: 0.6321115 Nov 25 19:27:15.632056 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-88238dcd-b5e7-42dc-80fd-cfcdfe86674f tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66bb1d518cbb4b4485685141182408d2 HTTP/1.1" status: 200 len: 378 time: 0.9701371 Nov 25 19:27:15.657477 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-4963b6a4-ed2d-4389-a193-3ffdc6815d9f tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Request body: {'port': {'device_id': 'e6798050-0c54-46ab-abf9-06c60bfe8c20', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'admin_state_up': True, 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'security_groups': ['e7401f95-fd07-4255-99e2-6a1d96eba85e']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:15.683735 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a741dad8-bf6a-4797-a86b-a0e42821c2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:15.720648 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a741dad8-bf6a-4797-a86b-a0e42821c2ca admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:27:15.721438 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a741dad8-bf6a-4797-a86b-a0e42821c2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:27:15.746302 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:27:15.762716 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 59d14b99-ec42-40a9-8ac5-8047bd5e76ca no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:15.823648 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 59d14b99-ec42-40a9-8ac5-8047bd5e76ca {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:27:15.823988 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 59d14b99-ec42-40a9-8ac5-8047bd5e76ca not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:27:15.834257 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32792) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:15.881318 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-dd8507d8-7490-4543-b5c5-9eedf41aaef1 req-c8e92bc3-7077-4239-898c-af6b27328e6c tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:15.925583 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15e4c268-e156-4002-88e9-a64e31ac7249 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:15.939050 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fbaafa9-9196-4da2-a5dd-cacd83a26736 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:15.950398 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a741dad8-bf6a-4797-a86b-a0e42821c2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:15.953594 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d8457130-f823-4848-a244-d0d49da06c19 req-57e7f219-0b9a-40de-9d4a-f707b219be7d tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 210 time: 0.1449943 Nov 25 19:27:15.990511 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-dd8507d8-7490-4543-b5c5-9eedf41aaef1 req-c8e92bc3-7077-4239-898c-af6b27328e6c tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.016799 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4c268-e156-4002-88e9-a64e31ac7249 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event deleted for resources: {'Port': ['ID=59d14b99-ec42-40a9-8ac5-8047bd5e76ca,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:16.034362 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a741dad8-bf6a-4797-a86b-a0e42821c2ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.038438 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a741dad8-bf6a-4797-a86b-a0e42821c2ca admin admin] 10.222.0.55 "DELETE /v2.0/networks/949d01d8-a82b-4806-a0a8-fe80c1f4d4e7 HTTP/1.1" status: 204 len: 168 time: 1.7789464 Nov 25 19:27:16.045695 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e4c268-e156-4002-88e9-a64e31ac7249 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] No DVR routers for this DVR port 59d14b99-ec42-40a9-8ac5-8047bd5e76ca on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:27:16.087254 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741dad8-bf6a-4797-a86b-a0e42821c2ca admin admin] Pushing event deleted for resources: {'Network': ['ID=949d01d8-a82b-4806-a0a8-fe80c1f4d4e7,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:16.144852 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b605488-8bf2-42a6-9473-3077e4ee1cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.206178 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-dd8507d8-7490-4543-b5c5-9eedf41aaef1 req-c8e92bc3-7077-4239-898c-af6b27328e6c tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.209437 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-dd8507d8-7490-4543-b5c5-9eedf41aaef1 req-c8e92bc3-7077-4239-898c-af6b27328e6c tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.217335 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd8507d8-7490-4543-b5c5-9eedf41aaef1 req-c8e92bc3-7077-4239-898c-af6b27328e6c tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] 10.222.0.55 "DELETE /v2.0/security-groups/62126f97-ab9d-4e3f-b5f6-be888272738c HTTP/1.1" status: 204 len: 173 time: 0.7093251 Nov 25 19:27:16.223336 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15e4c268-e156-4002-88e9-a64e31ac7249 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.226976 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 32800) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:16.293214 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-530c3e96-177e-4be2-93bd-a27d8e3a1a32 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.295098 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e92bc3-7077-4239-898c-af6b27328e6c tempest-SecurityGroupRulesNegativeTestJSON-1288699900 tempest-SecurityGroupRulesNegativeTestJSON-1288699900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62126f97-ab9d-4e3f-b5f6-be888272738c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:16.306689 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-15e4c268-e156-4002-88e9-a64e31ac7249 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691cf5c2-620f-4c9d-9c30-1d81c1491c9a']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:16.325803 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-15e4c268-e156-4002-88e9-a64e31ac7249 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b9320a8-1287-4e6a-a1dd-f5da79f3b68a') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:16.326178 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-15e4c268-e156-4002-88e9-a64e31ac7249 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b9320a8-1287-4e6a-a1dd-f5da79f3b68a') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:16.341620 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15e4c268-e156-4002-88e9-a64e31ac7249 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.352098 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-4408d6c1-027a-4325-92a8-8e08f06daad2 admin admin] Deleting subnet 702abebb-bef3-4cbd-9d23-1b6705f0a4d4 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:27:16.360714 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4408d6c1-027a-4325-92a8-8e08f06daad2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.383955 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15e4c268-e156-4002-88e9-a64e31ac7249 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.395554 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e4c268-e156-4002-88e9-a64e31ac7249 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:27:16.395970 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15e4c268-e156-4002-88e9-a64e31ac7249 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:27:16.400371 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:27:16.411657 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-4963b6a4-ed2d-4389-a193-3ffdc6815d9f tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Made reservation on behalf of 66bb1d518cbb4b4485685141182408d2 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:16.418257 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-4963b6a4-ed2d-4389-a193-3ffdc6815d9f tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.464158 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32802) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:16.465191 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4408d6c1-027a-4325-92a8-8e08f06daad2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.516314 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15e4c268-e156-4002-88e9-a64e31ac7249 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.545336 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15e4c268-e156-4002-88e9-a64e31ac7249 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.553439 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-15e4c268-e156-4002-88e9-a64e31ac7249 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "DELETE /v2.0/networks/691cf5c2-620f-4c9d-9c30-1d81c1491c9a HTTP/1.1" status: 204 len: 168 time: 2.5562973 Nov 25 19:27:16.553624 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4408d6c1-027a-4325-92a8-8e08f06daad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.562586 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32804) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:16.603956 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4c268-e156-4002-88e9-a64e31ac7249 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event deleted for resources: {'Network': ['ID=691cf5c2-620f-4c9d-9c30-1d81c1491c9a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:16.676492 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4408d6c1-027a-4325-92a8-8e08f06daad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.706682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408d6c1-027a-4325-92a8-8e08f06daad2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=702abebb-bef3-4cbd-9d23-1b6705f0a4d4,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:16.713910 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4408d6c1-027a-4325-92a8-8e08f06daad2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.720484 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4408d6c1-027a-4325-92a8-8e08f06daad2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/702abebb-bef3-4cbd-9d23-1b6705f0a4d4 HTTP/1.1" status: 204 len: 168 time: 0.4919288 Nov 25 19:27:16.721200 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 32808) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:16.826419 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e3e442b-ae59-403e-9b08-2580fad87c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.874779 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fbaafa9-9196-4da2-a5dd-cacd83a26736 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.877118 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-530c3e96-177e-4be2-93bd-a27d8e3a1a32 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.894479 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['ea3607b0-e601-4614-85a3-1ba172392d90'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:27:16.937710 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e3e442b-ae59-403e-9b08-2580fad87c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.949297 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fbaafa9-9196-4da2-a5dd-cacd83a26736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.983447 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-7e3e442b-ae59-403e-9b08-2580fad87c9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28b15b0b-ca29-46f4-a9e0-6833de240ab9']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:17.009574 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-7e3e442b-ae59-403e-9b08-2580fad87c9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46f0829-2397-4fb4-82cc-240ca64ca7ac') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:17.012632 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-52c29bb5-bc8d-4967-9439-c55e233ae898 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=80571b5cd4b3472d846e2851a3e9e52f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5400255 Nov 25 19:27:17.030586 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-7e3e442b-ae59-403e-9b08-2580fad87c9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46f0829-2397-4fb4-82cc-240ca64ca7ac') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:17.036552 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 32812) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:17.045951 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e173358-ab12-4b4a-9e31-353f3bc95320 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Deleting subnet 4c1a7589-8340-49bd-9246-44158e71cc11 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:27:17.091829 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e173358-ab12-4b4a-9e31-353f3bc95320 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:17.100500 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e3e442b-ae59-403e-9b08-2580fad87c9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:17.153712 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e3e442b-ae59-403e-9b08-2580fad87c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:17.177034 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-530c3e96-177e-4be2-93bd-a27d8e3a1a32 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:17.191482 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e3e442b-ae59-403e-9b08-2580fad87c9b admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:27:17.192820 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e3e442b-ae59-403e-9b08-2580fad87c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:27:17.196607 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:27:17.202633 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-530c3e96-177e-4be2-93bd-a27d8e3a1a32 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:17.227524 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-530c3e96-177e-4be2-93bd-a27d8e3a1a32 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:17.248790 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4495b6c-6ca3-4e3c-b6ae-65652865e776 req-ba4e1dbc-e0f5-41bb-b962-d6a548c793cf tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 210 time: 0.0853939 Nov 25 19:27:17.301323 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8fbaafa9-9196-4da2-a5dd-cacd83a26736 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=26afc67196a5481a81d6f4f2229c6d78&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4657915 Nov 25 19:27:17.376001 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32816) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:17.391714 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbaafa9-9196-4da2-a5dd-cacd83a26736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0414ee-9915-448b-8bd7-31157d63d305,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:17.410151 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c3e96-177e-4be2-93bd-a27d8e3a1a32 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Pushing event updated for resources: {'Port': ['ID=228219d8-b6f0-44fb-b5c3-d106a37ba29c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:17.412582 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef56bc9b-a589-4798-af82-bf45db7b37f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:17.450858 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e3e442b-ae59-403e-9b08-2580fad87c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:17.454569 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef56bc9b-a589-4798-af82-bf45db7b37f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:17.456327 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b127062-55d7-4309-bd85-241b1ba3b979 req-8926c477-12b3-4fd6-b02c-4d5c591c2452 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:17.459092 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b127062-55d7-4309-bd85-241b1ba3b979 req-8926c477-12b3-4fd6-b02c-4d5c591c2452 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 935 time: 0.6713881 Nov 25 19:27:17.468667 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-530c3e96-177e-4be2-93bd-a27d8e3a1a32 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:17.469215 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e3e442b-ae59-403e-9b08-2580fad87c9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:17.469840 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-530c3e96-177e-4be2-93bd-a27d8e3a1a32 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:17.473861 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7e3e442b-ae59-403e-9b08-2580fad87c9b admin admin] 10.222.0.55 "DELETE /v2.0/networks/28b15b0b-ca29-46f4-a9e0-6833de240ab9 HTTP/1.1" status: 204 len: 168 time: 0.7514031 Nov 25 19:27:17.495100 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e442b-ae59-403e-9b08-2580fad87c9b admin admin] Pushing event deleted for resources: {'Network': ['ID=28b15b0b-ca29-46f4-a9e0-6833de240ab9,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:17.516228 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e173358-ab12-4b4a-9e31-353f3bc95320 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:17.534660 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-4963b6a4-ed2d-4389-a193-3ffdc6815d9f tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Allocated IP 172.20.0.10 (7c66fbd7-92f9-4c18-afb1-b38847fa5709/52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d/0270c450-7b12-494d-81ff-33d0eb610e7d) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:17.552234 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef56bc9b-a589-4798-af82-bf45db7b37f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:17.557716 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef56bc9b-a589-4798-af82-bf45db7b37f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:17.559655 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ef56bc9b-a589-4798-af82-bf45db7b37f3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ac689e4-faf7-45e1-89d0-5c84b2fd5761 HTTP/1.1" status: 204 len: 168 time: 0.5169389 Nov 25 19:27:17.569569 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56bc9b-a589-4798-af82-bf45db7b37f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac689e4-faf7-45e1-89d0-5c84b2fd5761,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:17.698598 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7ef88a96-edde-48ce-a3b9-66a9820d305c None None] Provisioning complete for port 228219d8-b6f0-44fb-b5c3-d106a37ba29c triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:17.699662 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7ef88a96-edde-48ce-a3b9-66a9820d305c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:17.723631 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-530c3e96-177e-4be2-93bd-a27d8e3a1a32 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6322060 Nov 25 19:27:17.730313 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b605488-8bf2-42a6-9473-3077e4ee1cd5 admin admin] Router cfaea3ad-d09b-412f-b070-05e91fd61399 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:27:17.759689 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-b1fd0514-81cc-4309-9d95-026a3359b874 service neutron] Request body: {'port': {'device_id': 'b618af4d-48f7-4324-b8ec-be14c57d3f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:17.787158 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7ef88a96-edde-48ce-a3b9-66a9820d305c None None] Port 228219d8-b6f0-44fb-b5c3-d106a37ba29c cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:27:17.802697 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 32822) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:17.885313 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fbae80ba-9b82-4488-9cbd-218da7408c79 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a962cb0715f541beb10567b8b0704366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0769765 Nov 25 19:27:17.887828 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 32824) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:17.911499 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8488f9df-621e-4741-90df-3ecbe1afc9f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:17.942028 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b127062-55d7-4309-bd85-241b1ba3b979 req-8e62b9b7-c092-421f-a57f-bca1305c7e23 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107703 Nov 25 19:27:17.965379 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-417aeafb-893d-4dd7-9ce5-5563247bb1bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:18.000145 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-417aeafb-893d-4dd7-9ce5-5563247bb1bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:18.085429 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-417aeafb-893d-4dd7-9ce5-5563247bb1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:18.094501 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-417aeafb-893d-4dd7-9ce5-5563247bb1bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:18.096724 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-417aeafb-893d-4dd7-9ce5-5563247bb1bf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf19908b-e60c-418e-acb9-2a6919f2f458 HTTP/1.1" status: 204 len: 168 time: 0.2072937 Nov 25 19:27:18.115772 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417aeafb-893d-4dd7-9ce5-5563247bb1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf19908b-e60c-418e-acb9-2a6919f2f458,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:18.123251 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e173358-ab12-4b4a-9e31-353f3bc95320 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:18.172692 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8488f9df-621e-4741-90df-3ecbe1afc9f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:18.174836 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-b1fd0514-81cc-4309-9d95-026a3359b874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:18.419730 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-4963b6a4-ed2d-4389-a193-3ffdc6815d9f tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:18.431975 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e173358-ab12-4b4a-9e31-353f3bc95320 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:18.434313 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8488f9df-621e-4741-90df-3ecbe1afc9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:18.436958 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8488f9df-621e-4741-90df-3ecbe1afc9f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:18.438181 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8488f9df-621e-4741-90df-3ecbe1afc9f5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f0414ee-9915-448b-8bd7-31157d63d305 HTTP/1.1" status: 204 len: 168 time: 1.0598443 Nov 25 19:27:18.530282 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b605488-8bf2-42a6-9473-3077e4ee1cd5 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:27:18.557555 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a24909d-7378-4d94-a346-490c73553401 None None] Sync routers for ids ['cfaea3ad-d09b-412f-b070-05e91fd61399'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:27:18.577391 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a24909d-7378-4d94-a346-490c73553401 None None] Routers {'cfaea3ad-d09b-412f-b070-05e91fd61399'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:18.578429 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2a24909d-7378-4d94-a346-490c73553401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:27:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cfaea3ad-d09b-412f-b070-05e91fd61399'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:18.607578 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488f9df-621e-4741-90df-3ecbe1afc9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0414ee-9915-448b-8bd7-31157d63d305,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:18.611930 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e173358-ab12-4b4a-9e31-353f3bc95320 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event deleted for resources: {'Subnet': ['ID=4c1a7589-8340-49bd-9246-44158e71cc11,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:18.646407 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-519e7f95-3f20-4a7d-8424-81cfe5c0ce29 req-912172ec-3f8a-4ab3-9b76-78eeb5082094 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 210 time: 0.1508641 Nov 25 19:27:18.708681 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b605488-8bf2-42a6-9473-3077e4ee1cd5 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:18.715987 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2b605488-8bf2-42a6-9473-3077e4ee1cd5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.9906023 Nov 25 19:27:18.715987 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e173358-ab12-4b4a-9e31-353f3bc95320 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:18.717254 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9e173358-ab12-4b4a-9e31-353f3bc95320 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "DELETE /v2.0/subnets/4c1a7589-8340-49bd-9246-44158e71cc11 HTTP/1.1" status: 204 len: 168 time: 2.1374915 Nov 25 19:27:18.722123 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-4963b6a4-ed2d-4389-a193-3ffdc6815d9f tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:18.722900 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 32844) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:18.723907 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 32846) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:18.799493 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-4963b6a4-ed2d-4389-a193-3ffdc6815d9f tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Network 7c66fbd7-92f9-4c18-afb1-b38847fa5709 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:18.808419 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-4963b6a4-ed2d-4389-a193-3ffdc6815d9f tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:18.811642 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4231ddb3-5419-40f8-8faf-d31c233805e1 None None] Network 4fe251c2-2404-43a7-ad62-7730b75d05dc requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:27:18.814793 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-4963b6a4-ed2d-4389-a193-3ffdc6815d9f tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:19.156024 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963b6a4-ed2d-4389-a193-3ffdc6815d9f tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Pushing event updated for resources: {'Port': ['ID=0270c450-7b12-494d-81ff-33d0eb610e7d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:19.295141 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-4963b6a4-ed2d-4389-a193-3ffdc6815d9f tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:19.307006 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-4963b6a4-ed2d-4389-a193-3ffdc6815d9f tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:19.354724 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:19.450453 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-4963b6a4-ed2d-4389-a193-3ffdc6815d9f tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8055491 Nov 25 19:27:19.487965 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-6dd1464e-7897-44de-b1c4-2620b34e1c87 service neutron] Request body: {'port': {'device_id': 'e6798050-0c54-46ab-abf9-06c60bfe8c20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:19.522271 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b270366c-45af-4c3e-8edc-a1ca5c826650 None None] DHCP port deletion for 4fe251c2-2404-43a7-ad62-7730b75d05dc request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:27:19.552012 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4870e922-99b7-4ee2-9313-d453a859a3f6 None None] Provisioning complete for port 0270c450-7b12-494d-81ff-33d0eb610e7d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:19.556392 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4870e922-99b7-4ee2-9313-d453a859a3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:19.565399 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2a24909d-7378-4d94-a346-490c73553401 None None] Set router cfaea3ad-d09b-412f-b070-05e91fd61399 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:19.604905 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-6dd1464e-7897-44de-b1c4-2620b34e1c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:19.653125 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae0104-e010-47ae-9fe3-6c4044de1425 req-5dfb8b60-cce8-46f4-a6b9-850cef9f15f7 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:19.659419 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0aae0104-e010-47ae-9fe3-6c4044de1425 req-5dfb8b60-cce8-46f4-a6b9-850cef9f15f7 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 935 time: 0.5086281 Nov 25 19:27:20.137277 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4870e922-99b7-4ee2-9313-d453a859a3f6 None None] Port 0270c450-7b12-494d-81ff-33d0eb610e7d cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:27:20.159674 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 93a8bf0d-ebd1-4d48-bc4a-d379e123c668 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:20.308744 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Deleting port 93a8bf0d-ebd1-4d48-bc4a-d379e123c668 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:20.309109 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:20.364381 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92386cc0-7c85-4e82-843d-2b1f720bc542 req-e6eebce4-0f98-4eea-a01f-5550b9f23e64 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:20.377010 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92386cc0-7c85-4e82-843d-2b1f720bc542 req-e6eebce4-0f98-4eea-a01f-5550b9f23e64 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 932 time: 0.4080772 Nov 25 19:27:20.527680 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] For port 93a8bf0d-ebd1-4d48-bc4a-d379e123c668, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=93a8bf0d-ebd1-4d48-bc4a-d379e123c668,segment=NetworkSegment(b426ac00-6a21-49a0-9a09-0b8d587b3bef),segment_id=b426ac00-6a21-49a0-9a09-0b8d587b3bef)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:20.528140 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:20.622153 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92386cc0-7c85-4e82-843d-2b1f720bc542 req-00a4463b-df82-4717-b802-570d3911af1c tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2442172 Nov 25 19:27:20.630604 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Calling delete_port for 93a8bf0d-ebd1-4d48-bc4a-d379e123c668 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:20.707956 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-b1fd0514-81cc-4309-9d95-026a3359b874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228219d8-b6f0-44fb-b5c3-d106a37ba29c {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:27:20.708550 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b270366c-45af-4c3e-8edc-a1ca5c826650 None None] Deleting port 93a8bf0d-ebd1-4d48-bc4a-d379e123c668 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:20.708550 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b270366c-45af-4c3e-8edc-a1ca5c826650 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:20.726442 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-b1fd0514-81cc-4309-9d95-026a3359b874 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:20.755512 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-b1fd0514-81cc-4309-9d95-026a3359b874 service neutron] Transition to ACTIVE for port object 228219d8-b6f0-44fb-b5c3-d106a37ba29c will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:27:20.769197 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-b1fd0514-81cc-4309-9d95-026a3359b874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:20.790850 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32898) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:20.845075 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2a24909d-7378-4d94-a346-490c73553401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'name': 'tempest-ServersTestFqdnHostnames-1956517719-router', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4484a0a3-5d2a-4758-8664-b8edcdea2f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:07Z', 'updated_at': '2021-11-25T19:27:13Z', 'revision_number': 3, 'project_id': '6aa141dcfeef46bb898026153dd284be', 'gw_port': {'id': '4484a0a3-5d2a-4758-8664-b8edcdea2f95', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:11Z', 'updated_at': '2021-11-25T19:27:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:20.889110 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0aae0104-e010-47ae-9fe3-6c4044de1425 req-537372c6-3560-4688-ac1b-3c7823c406e8 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1999450 Nov 25 19:27:20.909471 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:20.982894 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32904) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:21.038741 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd0514-81cc-4309-9d95-026a3359b874 service neutron] Pushing event updated for resources: {'Port': ['ID=228219d8-b6f0-44fb-b5c3-d106a37ba29c,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:21.151934 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event deleted for resources: {'Port': ['ID=93a8bf0d-ebd1-4d48-bc4a-d379e123c668,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:21.181465 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] No DVR routers for this DVR port 93a8bf0d-ebd1-4d48-bc4a-d379e123c668 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:27:21.251891 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:21.259939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 32910) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:21.272122 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a24909d-7378-4d94-a346-490c73553401 None None] Checking router: cfaea3ad-d09b-412f-b070-05e91fd61399 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:27:21.272795 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a24909d-7378-4d94-a346-490c73553401 None None] Updating router cfaea3ad-d09b-412f-b070-05e91fd61399 port 4484a0a3-5d2a-4758-8664-b8edcdea2f95 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:27:21.372357 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-18ad9373-b1b1-4197-905a-ee6f5a76953f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1665352447-network', 'tenant_id': 'ae2f52f8ac57479da34cf0fd1bed5f51'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:21.378943 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e30f6b0e-0630-40b0-a6ca-161182614225 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1109116110-network', 'tenant_id': '2ad8a0ba8fcb49ddb4821f567142032b'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:21.379889 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b270366c-45af-4c3e-8edc-a1ca5c826650 None None] For port 93a8bf0d-ebd1-4d48-bc4a-d379e123c668, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=93a8bf0d-ebd1-4d48-bc4a-d379e123c668,segment=NetworkSegment(b426ac00-6a21-49a0-9a09-0b8d587b3bef),segment_id=b426ac00-6a21-49a0-9a09-0b8d587b3bef)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:21.380375 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b270366c-45af-4c3e-8edc-a1ca5c826650 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:21.404840 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-b1fd0514-81cc-4309-9d95-026a3359b874 service neutron] Attempting to bind port 228219d8-b6f0-44fb-b5c3-d106a37ba29c on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:21.405110 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-b1fd0514-81cc-4309-9d95-026a3359b874 service neutron] Attempting to bind port 228219d8-b6f0-44fb-b5c3-d106a37ba29c by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:21.405431 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-b1fd0514-81cc-4309-9d95-026a3359b874 service neutron] Attempting to bind port 228219d8-b6f0-44fb-b5c3-d106a37ba29c on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:21.408549 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b270366c-45af-4c3e-8edc-a1ca5c826650 None None] Calling delete_port for 93a8bf0d-ebd1-4d48-bc4a-d379e123c668 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:21.420004 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30f6b0e-0630-40b0-a6ca-161182614225 admin admin] Made reservation on behalf of 2ad8a0ba8fcb49ddb4821f567142032b for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:21.422864 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e30f6b0e-0630-40b0-a6ca-161182614225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:21.434683 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-1807baef-7d1f-47e4-9dc9-2af557783bab admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-469413918-network', 'tenant_id': '308af9351010428d9537602c6d0956e9'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:21.438458 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e30f6b0e-0630-40b0-a6ca-161182614225 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:21.440628 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2a24909d-7378-4d94-a346-490c73553401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:21.448180 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:21.451461 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-b1fd0514-81cc-4309-9d95-026a3359b874 service neutron] Port 228219d8-b6f0-44fb-b5c3-d106a37ba29c on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:27:21.451917 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-b1fd0514-81cc-4309-9d95-026a3359b874 service neutron] Attempting to bind port 228219d8-b6f0-44fb-b5c3-d106a37ba29c on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:21.463232 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8a76c7ec-4aa9-42ca-8d2a-213c5ea41bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:21.480594 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-b1fd0514-81cc-4309-9d95-026a3359b874 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:21.481567 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-b1fd0514-81cc-4309-9d95-026a3359b874 service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:21.482959 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-b1fd0514-81cc-4309-9d95-026a3359b874 service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:21.483810 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-b1fd0514-81cc-4309-9d95-026a3359b874 service neutron] Bound port: 228219d8-b6f0-44fb-b5c3-d106a37ba29c, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:21.484434 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-b1fd0514-81cc-4309-9d95-026a3359b874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:21.497773 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe251c2-2404-43a7-ad62-7730b75d05dc']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:21.512672 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b426ac00-6a21-49a0-9a09-0b8d587b3bef') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:21.513163 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b426ac00-6a21-49a0-9a09-0b8d587b3bef') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:21.525779 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ad9373-b1b1-4197-905a-ee6f5a76953f admin admin] Made reservation on behalf of ae2f52f8ac57479da34cf0fd1bed5f51 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:21.528752 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18ad9373-b1b1-4197-905a-ee6f5a76953f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:21.547972 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18ad9373-b1b1-4197-905a-ee6f5a76953f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:21.584329 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:21.622109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1807baef-7d1f-47e4-9dc9-2af557783bab admin admin] Made reservation on behalf of 308af9351010428d9537602c6d0956e9 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:21.626057 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1807baef-7d1f-47e4-9dc9-2af557783bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:21.626275 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-b1fd0514-81cc-4309-9d95-026a3359b874 service neutron] For port 228219d8-b6f0-44fb-b5c3-d106a37ba29c, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:21.629965 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-b1fd0514-81cc-4309-9d95-026a3359b874 service neutron] For port 228219d8-b6f0-44fb-b5c3-d106a37ba29c, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=228219d8-b6f0-44fb-b5c3-d106a37ba29c,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:21.647889 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-b1fd0514-81cc-4309-9d95-026a3359b874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:21.649404 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:21.659333 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1807baef-7d1f-47e4-9dc9-2af557783bab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:21.669458 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:27:21.669868 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:27:21.683661 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:27:21.728783 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd0514-81cc-4309-9d95-026a3359b874 service neutron] Pushing event updated for resources: {'Port': ['ID=228219d8-b6f0-44fb-b5c3-d106a37ba29c,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:21.797183 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-b1fd0514-81cc-4309-9d95-026a3359b874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:21.797808 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-b1fd0514-81cc-4309-9d95-026a3359b874 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:21.799719 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-b1fd0514-81cc-4309-9d95-026a3359b874 service neutron] 10.222.0.73 "PUT /v2.0/ports/228219d8-b6f0-44fb-b5c3-d106a37ba29c HTTP/1.1" status: 200 len: 1095 time: 4.0603063 Nov 25 19:27:21.803544 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b618af4d-48f7-4324-b8ec-be14c57d3f51', 'tag': '228219d8-b6f0-44fb-b5c3-d106a37ba29c'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:21.806967 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33267bdf-2df3-495b-837d-5d55e2f3360a" -d '{"events": [{"name": "network-changed", "server_uuid": "b618af4d-48f7-4324-b8ec-be14c57d3f51", "tag": "228219d8-b6f0-44fb-b5c3-d106a37ba29c"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:21.817399 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-6dd1464e-7897-44de-b1c4-2620b34e1c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0270c450-7b12-494d-81ff-33d0eb610e7d {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:27:21.843645 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-6dd1464e-7897-44de-b1c4-2620b34e1c87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:21.964856 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d34909-5d6f-43c5-8dba-d0d22c74ba4a x-openstack-request-id: req-36d34909-5d6f-43c5-8dba-d0d22c74ba4a {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:21.965519 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b618af4d-48f7-4324-b8ec-be14c57d3f51", "tag": "228219d8-b6f0-44fb-b5c3-d106a37ba29c", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:21.965949 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-36d34909-5d6f-43c5-8dba-d0d22c74ba4a {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:21.966772 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b618af4d-48f7-4324-b8ec-be14c57d3f51', 'tag': '228219d8-b6f0-44fb-b5c3-d106a37ba29c', 'status': 'completed', 'code': 200} Nov 25 19:27:21.999633 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-6dd1464e-7897-44de-b1c4-2620b34e1c87 service neutron] Transition to ACTIVE for port object 0270c450-7b12-494d-81ff-33d0eb610e7d will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:27:22.021998 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-6dd1464e-7897-44de-b1c4-2620b34e1c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.048367 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e30f6b0e-0630-40b0-a6ca-161182614225 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.065241 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2a24909d-7378-4d94-a346-490c73553401 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.066094 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-b6bf59d5-5d1c-4255-940c-6cdd3c21dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:22.068243 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-b6bf59d5-5d1c-4255-940c-6cdd3c21dc96 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 1098 time: 0.1725576 Nov 25 19:27:22.083715 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.087842 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2a24909d-7378-4d94-a346-490c73553401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.095612 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e30f6b0e-0630-40b0-a6ca-161182614225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.096881 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.105255 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] 10.222.0.55 "DELETE /v2.0/networks/4fe251c2-2404-43a7-ad62-7730b75d05dc HTTP/1.1" status: 204 len: 168 time: 3.3709888 Nov 25 19:27:22.173869 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Pushing event deleted for resources: {'Network': ['ID=4fe251c2-2404-43a7-ad62-7730b75d05dc,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:22.218546 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a33e9-ec17-447c-9f3b-d3b9f972d7dd req-2341806d-b4f4-4b8e-a47e-c3e0065f4213 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:22.230773 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e91a33e9-ec17-447c-9f3b-d3b9f972d7dd req-2341806d-b4f4-4b8e-a47e-c3e0065f4213 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 932 time: 0.4396453 Nov 25 19:27:22.245398 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:22.248059 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:22.248895 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:22.248895 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:22.249127 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:22.251078 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:22.251452 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:22.251793 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:22.252202 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:22.252541 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:22.252991 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:22.253281 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcf158-4e1e-4177-af11-06061fbe0281 tempest-ServersTestMultiNic-337341417 tempest-ServersTestMultiNic-337341417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:22.262357 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2a24909d-7378-4d94-a346-490c73553401 None None] Attempting to bind port 4484a0a3-5d2a-4758-8664-b8edcdea2f95 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:22.262722 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2a24909d-7378-4d94-a346-490c73553401 None None] Attempting to bind port 4484a0a3-5d2a-4758-8664-b8edcdea2f95 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:22.263081 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a24909d-7378-4d94-a346-490c73553401 None None] Attempting to bind port 4484a0a3-5d2a-4758-8664-b8edcdea2f95 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:22.270691 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30f6b0e-0630-40b0-a6ca-161182614225 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:27:22.287149 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e30f6b0e-0630-40b0-a6ca-161182614225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.288310 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57c3b0-fb3b-43e1-af1d-ef7778e4714d None None] Pushing event updated for resources: {'Port': ['ID=4484a0a3-5d2a-4758-8664-b8edcdea2f95,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:22.288637 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-e30f6b0e-0630-40b0-a6ca-161182614225 admin admin] Added segment 2f388bd8-7747-4d43-8fc4-dd3f612fe2e9 of type vlan for network 19581f87-26cd-4ee5-949c-bfbc993d7135 Nov 25 19:27:22.309454 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a24909d-7378-4d94-a346-490c73553401 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:22.309809 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a24909d-7378-4d94-a346-490c73553401 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:22.310758 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2a24909d-7378-4d94-a346-490c73553401 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.311927 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a24909d-7378-4d94-a346-490c73553401 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:22.313397 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2a24909d-7378-4d94-a346-490c73553401 None None] Bound port: 4484a0a3-5d2a-4758-8664-b8edcdea2f95, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:22.315295 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2a24909d-7378-4d94-a346-490c73553401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.377615 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b270366c-45af-4c3e-8edc-a1ca5c826650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.393349 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-c6d211b4-e451-4430-9a5f-616baabd3608 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=228219d8-b6f0-44fb-b5c3-d106a37ba29c HTTP/1.1" status: 200 len: 217 time: 0.2897966 Nov 25 19:27:22.399564 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b270366c-45af-4c3e-8edc-a1ca5c826650 None None] Network 4fe251c2-2404-43a7-ad62-7730b75d05dc is not hosted by any dhcp agent {{(pid=103601) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 19:27:22.400064 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b270366c-45af-4c3e-8edc-a1ca5c826650 None None] No DVR routers for this DVR port 93a8bf0d-ebd1-4d48-bc4a-d379e123c668 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:27:22.456182 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-8a76c7ec-4aa9-42ca-8d2a-213c5ea41bc4 admin admin] Allocated IP 172.20.0.1 (5a111422-02ea-4673-ac0b-0324d3e06e0d/0a35db18-7d13-4c59-ac14-9744af7c6685/808aebf7-9fbe-4624-b250-07a3c07df977) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:22.458967 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18ad9373-b1b1-4197-905a-ee6f5a76953f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.470892 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270366c-45af-4c3e-8edc-a1ca5c826650 None None] Pushing event deleted for resources: {'Port': ['ID=93a8bf0d-ebd1-4d48-bc4a-d379e123c668,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:22.476887 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1807baef-7d1f-47e4-9dc9-2af557783bab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.520109 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2a24909d-7378-4d94-a346-490c73553401 None None] For port 4484a0a3-5d2a-4758-8664-b8edcdea2f95, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:22.550711 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2a24909d-7378-4d94-a346-490c73553401 None None] For port 4484a0a3-5d2a-4758-8664-b8edcdea2f95, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4484a0a3-5d2a-4758-8664-b8edcdea2f95,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:22.572979 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2a24909d-7378-4d94-a346-490c73553401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.606214 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e30f6b0e-0630-40b0-a6ca-161182614225 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.656244 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f6b0e-0630-40b0-a6ca-161182614225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a12964-d2f7-4d49-8a44-975c68d2bbb8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:22.688482 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18ad9373-b1b1-4197-905a-ee6f5a76953f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.721867 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a24909d-7378-4d94-a346-490c73553401 None None] Routers {'cfaea3ad-d09b-412f-b070-05e91fd61399'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:22.722335 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2a24909d-7378-4d94-a346-490c73553401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:27:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cfaea3ad-d09b-412f-b070-05e91fd61399'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:22.725857 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57c3b0-fb3b-43e1-af1d-ef7778e4714d None None] Pushing event updated for resources: {'Port': ['ID=4484a0a3-5d2a-4758-8664-b8edcdea2f95,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:22.736286 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ad9373-b1b1-4197-905a-ee6f5a76953f admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:27:22.750058 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18ad9373-b1b1-4197-905a-ee6f5a76953f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.751122 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-18ad9373-b1b1-4197-905a-ee6f5a76953f admin admin] Added segment 928a893b-fe23-4071-8b83-2a16992cb319 of type vlan for network 11558f96-e57c-4a2d-af18-891f3deb7393 Nov 25 19:27:22.808605 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18ad9373-b1b1-4197-905a-ee6f5a76953f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.825607 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e30f6b0e-0630-40b0-a6ca-161182614225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.826137 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30f6b0e-0630-40b0-a6ca-161182614225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:22.826965 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e30f6b0e-0630-40b0-a6ca-161182614225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.847182 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1807baef-7d1f-47e4-9dc9-2af557783bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.900379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1807baef-7d1f-47e4-9dc9-2af557783bab admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:27:22.910396 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e30f6b0e-0630-40b0-a6ca-161182614225 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0899866 Nov 25 19:27:22.911877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1464e-7897-44de-b1c4-2620b34e1c87 service neutron] Pushing event updated for resources: {'Port': ['ID=0270c450-7b12-494d-81ff-33d0eb610e7d,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:22.913138 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 32924) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:22.934952 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2a24909d-7378-4d94-a346-490c73553401 None None] Set router cfaea3ad-d09b-412f-b070-05e91fd61399 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:22.947497 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-91c3506e-e8c6-4d0c-8ce2-43ce2f0bfc82 admin admin] Request body: {'subnet': {'network_id': '19581f87-26cd-4ee5-949c-bfbc993d7135', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1109116110-subnet', 'tenant_id': '2ad8a0ba8fcb49ddb4821f567142032b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:22.969369 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-18ad9373-b1b1-4197-905a-ee6f5a76953f admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:27:22.987092 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e91a33e9-ec17-447c-9f3b-d3b9f972d7dd req-8c272e0d-bb88-47c5-8352-53df3e257781 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7526050 Nov 25 19:27:23.012461 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1807baef-7d1f-47e4-9dc9-2af557783bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:23.012834 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-1807baef-7d1f-47e4-9dc9-2af557783bab admin admin] Added segment aea6c334-87eb-4d7b-a8a1-1e86506bf594 of type vlan for network 18d15e7b-7bf0-4801-add6-82c7d685c88d Nov 25 19:27:23.065554 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-5dddf36b-2612-4c86-b7f9-54b2d69b0910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:23.067362 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-5dddf36b-2612-4c86-b7f9-54b2d69b0910 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.6361523 Nov 25 19:27:23.070892 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807baef-7d1f-47e4-9dc9-2af557783bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4eed183-c605-4850-9829-3b0c4210e429,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:23.089016 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5967c-9d18-4414-86e1-89ddec1955ab req-9dbf41de-e7fd-4d49-b756-386e4322d0fb tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:23.100694 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-66e5967c-9d18-4414-86e1-89ddec1955ab req-9dbf41de-e7fd-4d49-b756-386e4322d0fb tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 947 time: 0.9042439 Nov 25 19:27:23.107903 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c3506e-e8c6-4d0c-8ce2-43ce2f0bfc82 admin admin] Made reservation on behalf of 2ad8a0ba8fcb49ddb4821f567142032b for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:23.119414 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-91c3506e-e8c6-4d0c-8ce2-43ce2f0bfc82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:23.183574 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1807baef-7d1f-47e4-9dc9-2af557783bab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:23.243645 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-6dd1464e-7897-44de-b1c4-2620b34e1c87 service neutron] Attempting to bind port 0270c450-7b12-494d-81ff-33d0eb610e7d on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:23.244002 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-6dd1464e-7897-44de-b1c4-2620b34e1c87 service neutron] Attempting to bind port 0270c450-7b12-494d-81ff-33d0eb610e7d by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:23.244470 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-6dd1464e-7897-44de-b1c4-2620b34e1c87 service neutron] Attempting to bind port 0270c450-7b12-494d-81ff-33d0eb610e7d on network 7c66fbd7-92f9-4c18-afb1-b38847fa5709 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:23.251546 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad9373-b1b1-4197-905a-ee6f5a76953f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db362653-7b90-4d80-b962-8277db99362e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:23.258242 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18ad9373-b1b1-4197-905a-ee6f5a76953f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:23.259817 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ad9373-b1b1-4197-905a-ee6f5a76953f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:23.261079 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18ad9373-b1b1-4197-905a-ee6f5a76953f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:23.320441 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:23.334370 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f6b0e-0630-40b0-a6ca-161182614225 admin admin] Pushing event updated for resources: {'Network': ['ID=19581f87-26cd-4ee5-949c-bfbc993d7135,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:23.339293 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 32934) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:23.340560 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-1807baef-7d1f-47e4-9dc9-2af557783bab admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:27:23.360463 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 19581f87-26cd-4ee5-949c-bfbc993d7135 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:27:23.373459 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-18ad9373-b1b1-4197-905a-ee6f5a76953f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3863294 Nov 25 19:27:23.374519 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-6dd1464e-7897-44de-b1c4-2620b34e1c87 service neutron] Port 0270c450-7b12-494d-81ff-33d0eb610e7d on network 7c66fbd7-92f9-4c18-afb1-b38847fa5709 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:27:23.375052 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-6dd1464e-7897-44de-b1c4-2620b34e1c87 service neutron] Attempting to bind port 0270c450-7b12-494d-81ff-33d0eb610e7d on network 7c66fbd7-92f9-4c18-afb1-b38847fa5709 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:23.382067 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 32936) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:23.438985 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8a76c7ec-4aa9-42ca-8d2a-213c5ea41bc4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:23.446028 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-66e5967c-9d18-4414-86e1-89ddec1955ab req-95942317-089a-4ed0-bffc-b31b4977e0ea tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433433 Nov 25 19:27:23.501690 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2a24909d-7378-4d94-a346-490c73553401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'name': 'tempest-ServersTestFqdnHostnames-1956517719-router', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4484a0a3-5d2a-4758-8664-b8edcdea2f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:07Z', 'updated_at': '2021-11-25T19:27:13Z', 'revision_number': 3, 'project_id': '6aa141dcfeef46bb898026153dd284be', 'gw_port': {'id': '4484a0a3-5d2a-4758-8664-b8edcdea2f95', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:11Z', 'updated_at': '2021-11-25T19:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:23.512579 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-e1f51463-a038-45af-9076-aadcf21a1927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:23.514473 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-e1f51463-a038-45af-9076-aadcf21a1927 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3687079 Nov 25 19:27:23.515364 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-6dd1464e-7897-44de-b1c4-2620b34e1c87 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:23.515718 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-6dd1464e-7897-44de-b1c4-2620b34e1c87 service neutron] Checking segment: {'id': '3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:23.516110 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-6dd1464e-7897-44de-b1c4-2620b34e1c87 service neutron] Bound using segment: {'id': '3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:23.516859 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-6dd1464e-7897-44de-b1c4-2620b34e1c87 service neutron] Bound port: 0270c450-7b12-494d-81ff-33d0eb610e7d, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:23.517225 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-6dd1464e-7897-44de-b1c4-2620b34e1c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:23.541678 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a24909d-7378-4d94-a346-490c73553401 None None] The sync data for ids ['cfaea3ad-d09b-412f-b070-05e91fd61399'] in n-d-819349-5 is: [{'id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'name': 'tempest-ServersTestFqdnHostnames-1956517719-router', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4484a0a3-5d2a-4758-8664-b8edcdea2f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:07Z', 'updated_at': '2021-11-25T19:27:13Z', 'revision_number': 3, 'project_id': '6aa141dcfeef46bb898026153dd284be', 'gw_port': {'id': '4484a0a3-5d2a-4758-8664-b8edcdea2f95', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:11Z', 'updated_at': '2021-11-25T19:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:27:23.549536 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-5b5f9817-d9e3-4b17-a35b-3c10ddc28252 admin admin] Request body: {'subnet': {'network_id': '11558f96-e57c-4a2d-af18-891f3deb7393', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1665352447-subnet', 'tenant_id': 'ae2f52f8ac57479da34cf0fd1bed5f51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:23.566232 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad9373-b1b1-4197-905a-ee6f5a76953f admin admin] Pushing event updated for resources: {'Network': ['ID=11558f96-e57c-4a2d-af18-891f3deb7393,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:23.597236 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 11558f96-e57c-4a2d-af18-891f3deb7393 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:27:23.699910 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-6dd1464e-7897-44de-b1c4-2620b34e1c87 service neutron] For port 0270c450-7b12-494d-81ff-33d0eb610e7d, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:23.703757 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-aff2ceeb-6762-412a-9c1f-092ba2e17cba service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809077 Nov 25 19:27:23.705708 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-6dd1464e-7897-44de-b1c4-2620b34e1c87 service neutron] For port 0270c450-7b12-494d-81ff-33d0eb610e7d, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=0270c450-7b12-494d-81ff-33d0eb610e7d,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:23.718746 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1807baef-7d1f-47e4-9dc9-2af557783bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:23.718746 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1807baef-7d1f-47e4-9dc9-2af557783bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:23.719696 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1807baef-7d1f-47e4-9dc9-2af557783bab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:23.732666 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-6dd1464e-7897-44de-b1c4-2620b34e1c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:23.853926 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-6dd1464e-7897-44de-b1c4-2620b34e1c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:23.855388 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-6dd1464e-7897-44de-b1c4-2620b34e1c87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:23.857741 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-6dd1464e-7897-44de-b1c4-2620b34e1c87 service neutron] 10.222.0.85 "PUT /v2.0/ports/0270c450-7b12-494d-81ff-33d0eb610e7d HTTP/1.1" status: 200 len: 1092 time: 4.3813565 Nov 25 19:27:23.880688 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5f9817-d9e3-4b17-a35b-3c10ddc28252 admin admin] Made reservation on behalf of ae2f52f8ac57479da34cf0fd1bed5f51 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:23.885313 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b5f9817-d9e3-4b17-a35b-3c10ddc28252 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:23.888961 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1464e-7897-44de-b1c4-2620b34e1c87 service neutron] Pushing event updated for resources: {'Port': ['ID=0270c450-7b12-494d-81ff-33d0eb610e7d,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:23.901882 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1807baef-7d1f-47e4-9dc9-2af557783bab admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6272719 Nov 25 19:27:23.906240 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32938) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:23.912403 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2202a38f-53a4-473a-b864-3b34082d6824 admin admin] Request body: {'subnet': {'network_id': '18d15e7b-7bf0-4801-add6-82c7d685c88d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-469413918-subnet', 'tenant_id': '308af9351010428d9537602c6d0956e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:23.948146 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2202a38f-53a4-473a-b864-3b34082d6824 admin admin] Made reservation on behalf of 308af9351010428d9537602c6d0956e9 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:23.955459 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2202a38f-53a4-473a-b864-3b34082d6824 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:23.963462 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807baef-7d1f-47e4-9dc9-2af557783bab admin admin] Pushing event updated for resources: {'Network': ['ID=18d15e7b-7bf0-4801-add6-82c7d685c88d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:23.978017 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc88129c-ca16-4fbc-ae77-6fe1790d94d1 req-c7449d61-1e11-4403-b355-c8e60dacefe9 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663562 Nov 25 19:27:23.978817 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6798050-0c54-46ab-abf9-06c60bfe8c20', 'tag': '0270c450-7b12-494d-81ff-33d0eb610e7d'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:23.981824 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b04f7b7-5017-4c7f-a3ab-c36f3ba7ffcd" -d '{"events": [{"name": "network-changed", "server_uuid": "e6798050-0c54-46ab-abf9-06c60bfe8c20", "tag": "0270c450-7b12-494d-81ff-33d0eb610e7d"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:23.982053 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8a76c7ec-4aa9-42ca-8d2a-213c5ea41bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:24.044942 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 18d15e7b-7bf0-4801-add6-82c7d685c88d details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:27:24.200299 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:24.272162 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c644cc0-b2cc-41c9-ac50-73199c8e0783 x-openstack-request-id: req-7c644cc0-b2cc-41c9-ac50-73199c8e0783 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:24.272162 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6798050-0c54-46ab-abf9-06c60bfe8c20", "tag": "0270c450-7b12-494d-81ff-33d0eb610e7d", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:24.272841 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7c644cc0-b2cc-41c9-ac50-73199c8e0783 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:24.272841 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6798050-0c54-46ab-abf9-06c60bfe8c20', 'tag': '0270c450-7b12-494d-81ff-33d0eb610e7d', 'status': 'completed', 'code': 200} Nov 25 19:27:24.364118 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-4add0095-efbb-4d5f-a89b-e20e34eb0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:24.371018 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-4add0095-efbb-4d5f-a89b-e20e34eb0009 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66bb1d518cbb4b4485685141182408d2&device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 1095 time: 0.3141913 Nov 25 19:27:24.533517 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-817810b1-494d-4fef-8e02-460d02375406 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0270c450-7b12-494d-81ff-33d0eb610e7d HTTP/1.1" status: 200 len: 217 time: 0.1383953 Nov 25 19:27:24.556207 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a76c7ec-4aa9-42ca-8d2a-213c5ea41bc4 admin admin] Network 5a111422-02ea-4673-ac0b-0324d3e06e0d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:24.560606 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33267bdf-2df3-495b-837d-5d55e2f3360a req-8720d683-2757-494a-a18f-fb0dc4025b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:24.561441 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-33267bdf-2df3-495b-837d-5d55e2f3360a req-8720d683-2757-494a-a18f-fb0dc4025b08 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 1098 time: 0.4071040 Nov 25 19:27:24.578311 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-8a76c7ec-4aa9-42ca-8d2a-213c5ea41bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:24.592269 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f1f52-0b68-4f68-b49c-097de45bba3a req-54dadfbe-dfde-472e-9464-985ee2e5866a tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:24.593108 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a76c7ec-4aa9-42ca-8d2a-213c5ea41bc4 admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:24.606823 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-884f1f52-0b68-4f68-b49c-097de45bba3a req-54dadfbe-dfde-472e-9464-985ee2e5866a tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 944 time: 0.3528280 Nov 25 19:27:24.641149 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-91c3506e-e8c6-4d0c-8ce2-43ce2f0bfc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:24.647623 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76c7ec-4aa9-42ca-8d2a-213c5ea41bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=808aebf7-9fbe-4624-b250-07a3c07df977,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:24.866399 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8a76c7ec-4aa9-42ca-8d2a-213c5ea41bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:24.971927 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e87dc3-ec0a-44e4-9d63-25219952b79f req-e4d99354-1f41-445d-a3cc-87ddde1e6802 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:24.973613 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b7e87dc3-ec0a-44e4-9d63-25219952b79f req-e4d99354-1f41-445d-a3cc-87ddde1e6802 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 947 time: 0.3836734 Nov 25 19:27:24.974345 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3506e-e8c6-4d0c-8ce2-43ce2f0bfc82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e23d4585-5aa5-4543-8c8d-f0a9c1bbc883,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:24.989629 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c3506e-e8c6-4d0c-8ce2-43ce2f0bfc82 admin admin] Checking segment: {'id': '2f388bd8-7747-4d43-8fc4-dd3f612fe2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '19581f87-26cd-4ee5-949c-bfbc993d7135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:24.990001 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c3506e-e8c6-4d0c-8ce2-43ce2f0bfc82 admin admin] Network hostable DHCP agents. Network: 19581f87-26cd-4ee5-949c-bfbc993d7135, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:27:25.072898 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-884f1f52-0b68-4f68-b49c-097de45bba3a req-2725edba-234c-4914-a784-be3e5fb0e89e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4648526 Nov 25 19:27:25.100997 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-2707231d-0f99-4e85-b15c-e1334811e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:25.104639 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-2707231d-0f99-4e85-b15c-e1334811e32c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d HTTP/1.1" status: 200 len: 855 time: 0.5378482 Nov 25 19:27:25.172279 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33267bdf-2df3-495b-837d-5d55e2f3360a req-5943d24c-098f-4a9a-8ad7-343367c2a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:25.173972 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-33267bdf-2df3-495b-837d-5d55e2f3360a req-5943d24c-098f-4a9a-8ad7-343367c2a842 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.5476711 Nov 25 19:27:25.312949 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-33267bdf-2df3-495b-837d-5d55e2f3360a req-7bab6305-8ee8-4d98-bb14-a284f99e9ee2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=228219d8-b6f0-44fb-b5c3-d106a37ba29c HTTP/1.1" status: 200 len: 217 time: 0.1296363 Nov 25 19:27:25.318917 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2202a38f-53a4-473a-b864-3b34082d6824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:25.323661 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d9b8bdd1-6032-4b3a-9d94-e8a66f2bdef3 None None] Provisioning complete for port 808aebf7-9fbe-4624-b250-07a3c07df977 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:25.324717 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d9b8bdd1-6032-4b3a-9d94-e8a66f2bdef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:25.391597 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d9b8bdd1-6032-4b3a-9d94-e8a66f2bdef3 None None] Port 808aebf7-9fbe-4624-b250-07a3c07df977 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:27:25.415599 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-d378b063-4d0c-4d22-8de6-b7207e5a7dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:25.417420 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-d378b063-4d0c-4d22-8de6-b7207e5a7dec service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7c66fbd7-92f9-4c18-afb1-b38847fa5709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2424483 Nov 25 19:27:25.433691 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b5f9817-d9e3-4b17-a35b-3c10ddc28252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:25.457231 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202a38f-53a4-473a-b864-3b34082d6824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b75cb25a-72f4-4fd9-b173-60bfea6a6113,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:25.469121 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33267bdf-2df3-495b-837d-5d55e2f3360a req-e01ec8a5-6a2a-4f4f-b760-ae9923273050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:25.470710 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-33267bdf-2df3-495b-837d-5d55e2f3360a req-e01ec8a5-6a2a-4f4f-b760-ae9923273050 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1486390 Nov 25 19:27:25.483008 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c3506e-e8c6-4d0c-8ce2-43ce2f0bfc82 admin admin] Network 19581f87-26cd-4ee5-949c-bfbc993d7135 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:27:25.556517 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b7e87dc3-ec0a-44e4-9d63-25219952b79f req-8d41061e-d72c-451d-8e95-344aa7c96169 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5446024 Nov 25 19:27:25.565905 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2202a38f-53a4-473a-b864-3b34082d6824 admin admin] Checking segment: {'id': 'aea6c334-87eb-4d7b-a8a1-1e86506bf594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '18d15e7b-7bf0-4801-add6-82c7d685c88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:25.565905 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2202a38f-53a4-473a-b864-3b34082d6824 admin admin] Network hostable DHCP agents. Network: 18d15e7b-7bf0-4801-add6-82c7d685c88d, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:27:25.612063 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-5a21b3f5-7696-44d8-acef-f69d165c7c7f service neutron] 10.222.0.85 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848936 Nov 25 19:27:25.616649 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33267bdf-2df3-495b-837d-5d55e2f3360a req-947de193-7c8e-4a80-8c96-a2f85751f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:25.618978 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-33267bdf-2df3-495b-837d-5d55e2f3360a req-947de193-7c8e-4a80-8c96-a2f85751f606 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1360438 Nov 25 19:27:25.630619 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2202a38f-53a4-473a-b864-3b34082d6824 admin admin] Network 18d15e7b-7bf0-4801-add6-82c7d685c88d is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:27:25.643333 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-91c3506e-e8c6-4d0c-8ce2-43ce2f0bfc82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 19581f87-26cd-4ee5-949c-bfbc993d7135) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:25.648925 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8a76c7ec-4aa9-42ca-8d2a-213c5ea41bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:25.661598 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a21757a-9938-4c18-a866-5efddb68ec6e None None] Network 19581f87-26cd-4ee5-949c-bfbc993d7135 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:27:25.678777 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c3506e-e8c6-4d0c-8ce2-43ce2f0bfc82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:25.679372 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-91c3506e-e8c6-4d0c-8ce2-43ce2f0bfc82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:25.683210 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2202a38f-53a4-473a-b864-3b34082d6824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 18d15e7b-7bf0-4801-add6-82c7d685c88d) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:25.719970 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f9817-d9e3-4b17-a35b-3c10ddc28252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16cf2a09-19b1-458e-b9fd-83e9d2a6019d,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:25.726647 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2202a38f-53a4-473a-b864-3b34082d6824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:25.727329 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2202a38f-53a4-473a-b864-3b34082d6824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:25.744250 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-91c3506e-e8c6-4d0c-8ce2-43ce2f0bfc82 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.8015726 Nov 25 19:27:25.780697 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5f9817-d9e3-4b17-a35b-3c10ddc28252 admin admin] Checking segment: {'id': '928a893b-fe23-4071-8b83-2a16992cb319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '11558f96-e57c-4a2d-af18-891f3deb7393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:25.782881 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5f9817-d9e3-4b17-a35b-3c10ddc28252 admin admin] Network hostable DHCP agents. Network: 11558f96-e57c-4a2d-af18-891f3deb7393, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:27:25.808122 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2202a38f-53a4-473a-b864-3b34082d6824 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9000986 Nov 25 19:27:25.816799 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 32950) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:25.835370 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-7ff8063d-1609-44be-b6f9-434f0ef5f97a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-469413918-router', 'tenant_id': '308af9351010428d9537602c6d0956e9', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:25.845440 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b5d7c0c9-932b-485a-8297-c5faadab68fe req-e9a0570e-19ab-4477-baf6-92b62052c05c service neutron] 10.222.0.85 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253885 Nov 25 19:27:25.897595 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aca883-9938-433f-8560-af627a1e2e4c None None] Network 18d15e7b-7bf0-4801-add6-82c7d685c88d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:27:25.900200 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-33267bdf-2df3-495b-837d-5d55e2f3360a req-9c3f6ffe-f1c1-4765-8848-4647b287ac17 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714489 Nov 25 19:27:26.092822 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5f9817-d9e3-4b17-a35b-3c10ddc28252 admin admin] Network 11558f96-e57c-4a2d-af18-891f3deb7393 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:27:26.113563 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04f7b7-5017-4c7f-a3ab-c36f3ba7ffcd req-d685338e-a040-4a9f-85bf-a11688d1c6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:26.114794 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1b04f7b7-5017-4c7f-a3ab-c36f3ba7ffcd req-d685338e-a040-4a9f-85bf-a11688d1c6fc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66bb1d518cbb4b4485685141182408d2&device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 1095 time: 0.1675065 Nov 25 19:27:26.121404 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-5b5f9817-d9e3-4b17-a35b-3c10ddc28252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 11558f96-e57c-4a2d-af18-891f3deb7393) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:26.130817 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5f9817-d9e3-4b17-a35b-3c10ddc28252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:26.147450 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b5f9817-d9e3-4b17-a35b-3c10ddc28252 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:26.157309 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ff8063d-1609-44be-b6f9-434f0ef5f97a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:26.165585 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ff8063d-1609-44be-b6f9-434f0ef5f97a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:26.202603 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46e9b9e-6d7c-4d8d-85be-bee59e5a1c45 None None] Network 19581f87-26cd-4ee5-949c-bfbc993d7135 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:27:26.221372 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb031078-fb51-4317-96db-f862d5fc22d1 None None] Network 11558f96-e57c-4a2d-af18-891f3deb7393 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:27:26.330538 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-33267bdf-2df3-495b-837d-5d55e2f3360a req-0a24c03c-4239-4aa1-ba08-98059339665c service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213083 Nov 25 19:27:26.432044 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-beb5e3c1-b22d-48e8-a987-a7c0f03343a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:26.437476 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4484a0a3-5d2a-4758-8664-b8edcdea2f95 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:26.438340 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04f7b7-5017-4c7f-a3ab-c36f3ba7ffcd req-67c6f0d2-677e-450d-ba4d-531ad469856f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:26.441015 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1b04f7b7-5017-4c7f-a3ab-c36f3ba7ffcd req-67c6f0d2-677e-450d-ba4d-531ad469856f service neutron] 10.222.0.85 "GET /v2.0/networks?id=7c66fbd7-92f9-4c18-afb1-b38847fa5709 HTTP/1.1" status: 200 len: 917 time: 0.3171699 Nov 25 19:27:26.487026 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6282e-9ccb-4eb1-a063-d139cbb2b678 req-5bb72f11-4549-4f7f-b0ef-58e80877f496 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:26.488833 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c5e6282e-9ccb-4eb1-a063-d139cbb2b678 req-5bb72f11-4549-4f7f-b0ef-58e80877f496 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 944 time: 0.1354225 Nov 25 19:27:26.550372 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1b04f7b7-5017-4c7f-a3ab-c36f3ba7ffcd req-45db35cb-0de9-4c54-af8f-614557320014 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0270c450-7b12-494d-81ff-33d0eb610e7d HTTP/1.1" status: 200 len: 217 time: 0.0953698 Nov 25 19:27:26.602609 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8a76c7ec-4aa9-42ca-8d2a-213c5ea41bc4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:26.621719 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5b5f9817-d9e3-4b17-a35b-3c10ddc28252 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1589730 Nov 25 19:27:26.656904 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8a76c7ec-4aa9-42ca-8d2a-213c5ea41bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:26.828105 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c5e6282e-9ccb-4eb1-a063-d139cbb2b678 req-99b99433-a808-4e66-b014-132aeee28022 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2927084 Nov 25 19:27:26.862319 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ff8063d-1609-44be-b6f9-434f0ef5f97a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:26.888237 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04f7b7-5017-4c7f-a3ab-c36f3ba7ffcd req-70bcf5b7-1edf-4de5-ba81-dc5558b7b7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:26.894269 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1b04f7b7-5017-4c7f-a3ab-c36f3ba7ffcd req-70bcf5b7-1edf-4de5-ba81-dc5558b7b7bf service neutron] 10.222.0.85 "GET /v2.0/subnets?id=52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d HTTP/1.1" status: 200 len: 855 time: 0.2714088 Nov 25 19:27:26.928117 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925ef48e-a8a7-45dd-80c1-c8ddf532fda0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-18d15e7b-7bf0-4801-add6-82c7d685c88d', 'network_id': '18d15e7b-7bf0-4801-add6-82c7d685c88d', 'tenant_id': '308af9351010428d9537602c6d0956e9', 'fixed_ips': [{'subnet_id': 'b75cb25a-72f4-4fd9-b173-60bfea6a6113'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:27:26.931758 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-925ef48e-a8a7-45dd-80c1-c8ddf532fda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:27.024365 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04f7b7-5017-4c7f-a3ab-c36f3ba7ffcd req-55981ba9-889e-4143-bf4b-e5d825be5107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:27.031075 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1b04f7b7-5017-4c7f-a3ab-c36f3ba7ffcd req-55981ba9-889e-4143-bf4b-e5d825be5107 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7c66fbd7-92f9-4c18-afb1-b38847fa5709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244760 Nov 25 19:27:27.082835 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8a76c7ec-4aa9-42ca-8d2a-213c5ea41bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:27.111209 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76c7ec-4aa9-42ca-8d2a-213c5ea41bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=808aebf7-9fbe-4624-b250-07a3c07df977,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:27.221198 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5831e63-4336-47d8-bcb9-fb42b5507e6d req-9f0d152a-b498-4732-8e9e-394ff33d11fa tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:27.223133 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d5831e63-4336-47d8-bcb9-fb42b5507e6d req-9f0d152a-b498-4732-8e9e-394ff33d11fa tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 947 time: 0.1891465 Nov 25 19:27:27.230603 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 228219d8-b6f0-44fb-b5c3-d106a37ba29c details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:27:27.288833 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1b04f7b7-5017-4c7f-a3ab-c36f3ba7ffcd req-767c3471-f9e7-48c9-9093-47cb9a47aa83 service neutron] 10.222.0.85 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528853 Nov 25 19:27:27.345127 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d5831e63-4336-47d8-bcb9-fb42b5507e6d req-ce04f457-4c02-4031-a643-38a8bd32d100 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881634 Nov 25 19:27:27.353054 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 4484a0a3-5d2a-4758-8664-b8edcdea2f95 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:27.353758 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:27.408733 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef07538-9221-4acf-9998-56082e39ffe4 None None] Network 11558f96-e57c-4a2d-af18-891f3deb7393 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:27:27.476421 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1b04f7b7-5017-4c7f-a3ab-c36f3ba7ffcd req-4ef2869e-e8cc-46dd-9a61-90d66b27d0aa service neutron] 10.222.0.85 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431808 Nov 25 19:27:27.708493 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 228219d8-b6f0-44fb-b5c3-d106a37ba29c, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=228219d8-b6f0-44fb-b5c3-d106a37ba29c,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:27.738141 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 0270c450-7b12-494d-81ff-33d0eb610e7d details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:27:27.743271 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '228219d8-b6f0-44fb-b5c3-d106a37ba29c', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '228219d8-b6f0-44fb-b5c3-d106a37ba29c', 'mac_address': 'fa:16:3e:0b:23:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:27:27.802512 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ff8063d-1609-44be-b6f9-434f0ef5f97a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:27.895951 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-7d0644e8-f1fb-4b13-85b8-300c37e1e6a4 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:27.902905 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-7d0644e8-f1fb-4b13-85b8-300c37e1e6a4 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/networks?id=19581f87-26cd-4ee5-949c-bfbc993d7135 HTTP/1.1" status: 200 len: 818 time: 1.2374210 Nov 25 19:27:27.930336 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-925ef48e-a8a7-45dd-80c1-c8ddf532fda0 None None] Allocated IP 172.20.0.2 (18d15e7b-7bf0-4801-add6-82c7d685c88d/b75cb25a-72f4-4fd9-b173-60bfea6a6113/4663144b-938a-48d4-9698-a2a531697732) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:27.967850 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-bae49287-c9c7-4c9d-9bda-3500da162558 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/quotas/2ad8a0ba8fcb49ddb4821f567142032b HTTP/1.1" status: 200 len: 375 time: 0.0628858 Nov 25 19:27:27.970369 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a76c7ec-4aa9-42ca-8d2a-213c5ea41bc4 admin admin] Network 5a111422-02ea-4673-ac0b-0324d3e06e0d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:27.977843 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-8a76c7ec-4aa9-42ca-8d2a-213c5ea41bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:27.981593 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-859ee8aa-f787-40d2-a06c-e7be463f772f tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:27.984328 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-859ee8aa-f787-40d2-a06c-e7be463f772f tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/networks?id=11558f96-e57c-4a2d-af18-891f3deb7393 HTTP/1.1" status: 200 len: 814 time: 0.2434433 Nov 25 19:27:28.005268 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-949176cf-03cd-4305-a596-b9ec542c796f tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/quotas/ae2f52f8ac57479da34cf0fd1bed5f51 HTTP/1.1" status: 200 len: 375 time: 0.0144823 Nov 25 19:27:28.019366 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:28.070132 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-23e233ce-3382-47c7-979c-f6322479bd1e tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ae2f52f8ac57479da34cf0fd1bed5f51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545700 Nov 25 19:27:28.088297 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-16f5a6e7-55fe-43e0-ac4a-bbdc50f49bd5 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ad8a0ba8fcb49ddb4821f567142032b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1130245 Nov 25 19:27:28.160513 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:27:28.283984 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-a5f95298-d1e5-43a0-8e2e-59b2c178d3ef service neutron] 10.222.0.55 "GET /v2.0/networks/11558f96-e57c-4a2d-af18-891f3deb7393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853478 Nov 25 19:27:28.313971 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228219d8-b6f0-44fb-b5c3-d106a37ba29c {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:27:28.539288 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:28.601209 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-925ef48e-a8a7-45dd-80c1-c8ddf532fda0 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:28.676936 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 228219d8-b6f0-44fb-b5c3-d106a37ba29c, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=228219d8-b6f0-44fb-b5c3-d106a37ba29c,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:28.691963 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-925ef48e-a8a7-45dd-80c1-c8ddf532fda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:28.739599 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a76c7ec-4aa9-42ca-8d2a-213c5ea41bc4 admin admin] Router cfaea3ad-d09b-412f-b070-05e91fd61399 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:27:28.752508 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-67835598-5298-4e30-bc4c-dce6f1ceaf4b service neutron] 10.222.0.55 "GET /v2.0/networks/19581f87-26cd-4ee5-949c-bfbc993d7135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6627612 Nov 25 19:27:28.791279 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ef48e-a8a7-45dd-80c1-c8ddf532fda0 None None] Pushing event updated for resources: {'Port': ['ID=4663144b-938a-48d4-9698-a2a531697732,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:28.793731 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:28.816520 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-91ec762b-8cdf-4db4-9980-9ebbea1efa27 service neutron] 10.222.0.55 "GET /v2.0/networks/11558f96-e57c-4a2d-af18-891f3deb7393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5186007 Nov 25 19:27:28.848450 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925ef48e-a8a7-45dd-80c1-c8ddf532fda0 None None] Network 18d15e7b-7bf0-4801-add6-82c7d685c88d is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:28.856822 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 4484a0a3-5d2a-4758-8664-b8edcdea2f95, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4484a0a3-5d2a-4758-8664-b8edcdea2f95,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:28.864173 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-925ef48e-a8a7-45dd-80c1-c8ddf532fda0 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:28.885073 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925ef48e-a8a7-45dd-80c1-c8ddf532fda0 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:28.888148 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:28.905985 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-c0a34b1d-5e62-44f1-b90a-c415fe2157b9 None None] Provisioning complete for port 808aebf7-9fbe-4624-b250-07a3c07df977 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:28.906531 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c0a34b1d-5e62-44f1-b90a-c415fe2157b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:28.931616 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 0270c450-7b12-494d-81ff-33d0eb610e7d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=0270c450-7b12-494d-81ff-33d0eb610e7d,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:28.973388 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=228219d8-b6f0-44fb-b5c3-d106a37ba29c,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:29.010150 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '0270c450-7b12-494d-81ff-33d0eb610e7d', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'port_id': '0270c450-7b12-494d-81ff-33d0eb610e7d', 'mac_address': 'fa:16:3e:00:02:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:27:29.074995 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['228219d8-b6f0-44fb-b5c3-d106a37ba29c'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:27:29.125053 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-c0a34b1d-5e62-44f1-b90a-c415fe2157b9 None None] Port 808aebf7-9fbe-4624-b250-07a3c07df977 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:27:29.187780 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-925ef48e-a8a7-45dd-80c1-c8ddf532fda0 None None] Attempting to bind port 4663144b-938a-48d4-9698-a2a531697732 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:29.188138 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-925ef48e-a8a7-45dd-80c1-c8ddf532fda0 None None] Attempting to bind port 4663144b-938a-48d4-9698-a2a531697732 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'aea6c334-87eb-4d7b-a8a1-1e86506bf594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '18d15e7b-7bf0-4801-add6-82c7d685c88d'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:29.188511 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925ef48e-a8a7-45dd-80c1-c8ddf532fda0 None None] Attempting to bind port 4663144b-938a-48d4-9698-a2a531697732 on network 18d15e7b-7bf0-4801-add6-82c7d685c88d {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:29.229186 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925ef48e-a8a7-45dd-80c1-c8ddf532fda0 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:29.229568 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925ef48e-a8a7-45dd-80c1-c8ddf532fda0 None None] Checking segment: {'id': 'aea6c334-87eb-4d7b-a8a1-1e86506bf594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '18d15e7b-7bf0-4801-add6-82c7d685c88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:29.229971 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-925ef48e-a8a7-45dd-80c1-c8ddf532fda0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:29.230406 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925ef48e-a8a7-45dd-80c1-c8ddf532fda0 None None] Bound using segment: {'id': 'aea6c334-87eb-4d7b-a8a1-1e86506bf594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '18d15e7b-7bf0-4801-add6-82c7d685c88d'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:29.230950 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-925ef48e-a8a7-45dd-80c1-c8ddf532fda0 None None] Bound port: 4663144b-938a-48d4-9698-a2a531697732, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea6c334-87eb-4d7b-a8a1-1e86506bf594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '18d15e7b-7bf0-4801-add6-82c7d685c88d'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:29.231369 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-925ef48e-a8a7-45dd-80c1-c8ddf532fda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:29.241264 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6ea95ae-ec9a-45a8-9b0e-35534fdf3e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:29.243984 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=4484a0a3-5d2a-4758-8664-b8edcdea2f95,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:29.297486 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe026e-5c8d-44ca-8410-8c79f8535cfa req-2e529c27-6991-430a-866e-a30235d56345 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:29.299304 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d0fe026e-5c8d-44ca-8410-8c79f8535cfa req-2e529c27-6991-430a-866e-a30235d56345 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 944 time: 0.0907831 Nov 25 19:27:29.315467 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:29.399549 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-beb5e3c1-b22d-48e8-a987-a7c0f03343a7 admin admin] Deleting port 479553f0-8885-4059-97db-d4823227a0f6 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:29.400158 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-beb5e3c1-b22d-48e8-a987-a7c0f03343a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:29.413427 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0270c450-7b12-494d-81ff-33d0eb610e7d {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:27:29.478366 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d0fe026e-5c8d-44ca-8410-8c79f8535cfa req-7296c96e-9b19-4177-9976-34c84372d324 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1488876 Nov 25 19:27:29.505318 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 0270c450-7b12-494d-81ff-33d0eb610e7d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=0270c450-7b12-494d-81ff-33d0eb610e7d,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:29.525283 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:29.628202 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-6ba59c96-0575-4447-b48c-5b1cc304c114 service neutron] 10.222.0.55 "GET /v2.0/networks/19581f87-26cd-4ee5-949c-bfbc993d7135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8003094 Nov 25 19:27:29.693225 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ff8063d-1609-44be-b6f9-434f0ef5f97a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:29.747204 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ff8063d-1609-44be-b6f9-434f0ef5f97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:29.857096 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a76c7ec-4aa9-42ca-8d2a-213c5ea41bc4 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:27:29.878990 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93ee074-a0ae-41bc-8bb6-b97e20427e81 None None] Sync routers for ids ['cfaea3ad-d09b-412f-b070-05e91fd61399'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:27:29.891634 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=0270c450-7b12-494d-81ff-33d0eb610e7d,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:29.904859 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93ee074-a0ae-41bc-8bb6-b97e20427e81 None None] Routers {'cfaea3ad-d09b-412f-b070-05e91fd61399'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:29.905221 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b93ee074-a0ae-41bc-8bb6-b97e20427e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:27:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cfaea3ad-d09b-412f-b070-05e91fd61399'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:29.912498 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d3a9f-130d-441e-8621-fc9a919d82ce req-2e515915-fb70-47fa-8343-427c310dcff4 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:29.922779 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8a76c7ec-4aa9-42ca-8d2a-213c5ea41bc4 admin admin] 10.222.0.55 "PUT /v2.0/routers/cfaea3ad-d09b-412f-b070-05e91fd61399/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1894345 Nov 25 19:27:29.925604 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-925ef48e-a8a7-45dd-80c1-c8ddf532fda0 None None] For port 4663144b-938a-48d4-9698-a2a531697732, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:29.941607 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-320d3a9f-130d-441e-8621-fc9a919d82ce req-2e515915-fb70-47fa-8343-427c310dcff4 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 948 time: 0.2517378 Nov 25 19:27:30.000025 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['0270c450-7b12-494d-81ff-33d0eb610e7d'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:27:30.073232 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-beb5e3c1-b22d-48e8-a987-a7c0f03343a7 admin admin] For port 479553f0-8885-4059-97db-d4823227a0f6, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=479553f0-8885-4059-97db-d4823227a0f6,segment=NetworkSegment(43fa336e-0519-493a-9889-5900be72a9bc),segment_id=43fa336e-0519-493a-9889-5900be72a9bc)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:30.074107 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-beb5e3c1-b22d-48e8-a987-a7c0f03343a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:30.085184 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-320d3a9f-130d-441e-8621-fc9a919d82ce req-85406798-b49e-4c78-b12b-c61675a79966 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379743 Nov 25 19:27:30.149376 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-beb5e3c1-b22d-48e8-a987-a7c0f03343a7 admin admin] Calling delete_port for 479553f0-8885-4059-97db-d4823227a0f6 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:30.171958 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-925ef48e-a8a7-45dd-80c1-c8ddf532fda0 None None] For port 4663144b-938a-48d4-9698-a2a531697732, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4663144b-938a-48d4-9698-a2a531697732,segment=NetworkSegment(aea6c334-87eb-4d7b-a8a1-1e86506bf594),segment_id=aea6c334-87eb-4d7b-a8a1-1e86506bf594)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:30.232758 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-925ef48e-a8a7-45dd-80c1-c8ddf532fda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:30.260525 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3335aacd-d6bf-448f-9d09-dc47f225f439 req-e6b34186-6917-4780-a765-628412a44dd4 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/ports?device_id=21b0bd7f-aa30-4592-b438-dc6c576af2ce HTTP/1.1" status: 200 len: 210 time: 0.0840194 Nov 25 19:27:30.347956 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-b93ee074-a0ae-41bc-8bb6-b97e20427e81 None None] Set router cfaea3ad-d09b-412f-b070-05e91fd61399 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:30.418520 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-7ff8063d-1609-44be-b6f9-434f0ef5f97a admin admin] Allocated IP 172.25.6.119 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/99f4df34-9434-4365-8d0e-6879f39e3f40) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:30.467853 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ef48e-a8a7-45dd-80c1-c8ddf532fda0 None None] Pushing event updated for resources: {'Port': ['ID=4663144b-938a-48d4-9698-a2a531697732,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:30.867914 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ff8063d-1609-44be-b6f9-434f0ef5f97a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:30.905921 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b93ee074-a0ae-41bc-8bb6-b97e20427e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'name': 'tempest-ServersTestFqdnHostnames-1956517719-router', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4484a0a3-5d2a-4758-8664-b8edcdea2f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:07Z', 'updated_at': '2021-11-25T19:27:25Z', 'revision_number': 4, 'project_id': '6aa141dcfeef46bb898026153dd284be', 'gw_port': {'id': '4484a0a3-5d2a-4758-8664-b8edcdea2f95', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:11Z', 'updated_at': '2021-11-25T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '808aebf7-9fbe-4624-b250-07a3c07df977', 'name': '', 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'mac_address': 'fa:16:3e:86:53:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0a35db18-7d13-4c59-ac14-9744af7c6685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:21Z', 'updated_at': '2021-11-25T19:27:25Z', 'revision_number': 2, 'project_id': '6aa141dcfeef46bb898026153dd284be', 'subnets': [{'id': '0a35db18-7d13-4c59-ac14-9744af7c6685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:30.966839 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93ee074-a0ae-41bc-8bb6-b97e20427e81 None None] Checking router: cfaea3ad-d09b-412f-b070-05e91fd61399 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:27:30.968696 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93ee074-a0ae-41bc-8bb6-b97e20427e81 None None] Updating router cfaea3ad-d09b-412f-b070-05e91fd61399 port 808aebf7-9fbe-4624-b250-07a3c07df977 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:27:31.035957 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-43b41180-6de9-4bd5-87c3-cbb40fb3cd3b req-0a10e1a5-984a-487f-822a-886d057ba506 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d884176-7438-42b5-94f9-5fcf9dbf2416 HTTP/1.1" status: 200 len: 210 time: 0.3830681 Nov 25 19:27:31.120725 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b93ee074-a0ae-41bc-8bb6-b97e20427e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:31.233944 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33036) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:31.234515 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ff8063d-1609-44be-b6f9-434f0ef5f97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:31.245498 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 228219d8-b6f0-44fb-b5c3-d106a37ba29c up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:31.246138 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0e77b5fd-448d-4d9e-8140-a3d0e9f1ff3e tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1548494204', 'description': 'tempest-description--22120029'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:31.412335 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4663144b-938a-48d4-9698-a2a531697732 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:31.473582 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff8063d-1609-44be-b6f9-434f0ef5f97a admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:31.501709 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-7ff8063d-1609-44be-b6f9-434f0ef5f97a admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:31.521856 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff8063d-1609-44be-b6f9-434f0ef5f97a admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:31.629841 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 0270c450-7b12-494d-81ff-33d0eb610e7d up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:31.742232 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e77b5fd-448d-4d9e-8140-a3d0e9f1ff3e tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:31.847373 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43942818-4030-40d6-a128-6e875a132355 req-080a92d8-9af1-4467-a1c2-25dc501d5e1c tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:31.855944 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-43942818-4030-40d6-a128-6e875a132355 req-080a92d8-9af1-4467-a1c2-25dc501d5e1c tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 945 time: 0.5789475 Nov 25 19:27:31.861814 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8063d-1609-44be-b6f9-434f0ef5f97a admin admin] Pushing event updated for resources: {'Port': ['ID=99f4df34-9434-4365-8d0e-6879f39e3f40,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:31.963961 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce1b02-a9d7-4c77-86c3-93a319b5963a req-38d69744-4d21-41f3-8463-363360c6e378 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:31.974850 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5bce1b02-a9d7-4c77-86c3-93a319b5963a req-38d69744-4d21-41f3-8463-363360c6e378 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 948 time: 0.5362751 Nov 25 19:27:32.055646 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d63bafd3-e71e-44d8-943a-6df308de1359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:32.067965 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-07abad57-5157-46d7-b4f1-ca7a64c53bfe tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:32.075187 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-07abad57-5157-46d7-b4f1-ca7a64c53bfe tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.73 "GET /v2.0/networks?id=11558f96-e57c-4a2d-af18-891f3deb7393 HTTP/1.1" status: 200 len: 814 time: 0.7368147 Nov 25 19:27:32.083227 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 0270c450-7b12-494d-81ff-33d0eb610e7d completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:27:32.099157 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 0270c450-7b12-494d-81ff-33d0eb610e7d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:32.103756 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:32.105613 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-da920aa8-9a18-4544-bd40-1eda2952f9e9 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Request body: {'port': {'device_id': '21b0bd7f-aa30-4592-b438-dc6c576af2ce', 'network_id': '11558f96-e57c-4a2d-af18-891f3deb7393', 'admin_state_up': True, 'tenant_id': 'ae2f52f8ac57479da34cf0fd1bed5f51'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:32.106116 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 4663144b-938a-48d4-9698-a2a531697732 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:32.109669 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:32.123507 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 228219d8-b6f0-44fb-b5c3-d106a37ba29c completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:27:32.297509 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-43942818-4030-40d6-a128-6e875a132355 req-1a0cd189-4a53-4e80-a834-7e7351dfff9e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4410262 Nov 25 19:27:32.373656 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-beb5e3c1-b22d-48e8-a987-a7c0f03343a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:32.411141 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 228219d8-b6f0-44fb-b5c3-d106a37ba29c triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:32.415429 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:32.560523 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e77b5fd-448d-4d9e-8140-a3d0e9f1ff3e tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:32.590348 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5bce1b02-a9d7-4c77-86c3-93a319b5963a req-bbb02b78-2ec0-477a-bd19-548ca80a3c33 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6126699 Nov 25 19:27:32.596089 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a18d2b-b992-4813-a269-9116a216e8b0 None None] Network 18d15e7b-7bf0-4801-add6-82c7d685c88d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:27:32.618459 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e77b5fd-448d-4d9e-8140-a3d0e9f1ff3e tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:32.655347 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b93ee074-a0ae-41bc-8bb6-b97e20427e81 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:32.664773 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b93ee074-a0ae-41bc-8bb6-b97e20427e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:32.668024 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-da920aa8-9a18-4544-bd40-1eda2952f9e9 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Made reservation on behalf of ae2f52f8ac57479da34cf0fd1bed5f51 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:32.673813 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-da920aa8-9a18-4544-bd40-1eda2952f9e9 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:32.774274 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d65efbbf-c4e1-47cb-b629-86a189df3242 req-74eecfc7-cf76-4f9f-984f-2ae01617c726 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d884176-7438-42b5-94f9-5fcf9dbf2416 HTTP/1.1" status: 200 len: 210 time: 0.0435991 Nov 25 19:27:32.793957 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e77b5fd-448d-4d9e-8140-a3d0e9f1ff3e tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:32.799792 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0e77b5fd-448d-4d9e-8140-a3d0e9f1ff3e tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.5639999 Nov 25 19:27:32.819478 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5e3c1-b22d-48e8-a987-a7c0f03343a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=479553f0-8885-4059-97db-d4823227a0f6,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:32.823456 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33058) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:32.854591 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-12f3fd47-780e-408c-a2a3-6b740cf323bf tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Request body: {'security_group_rule': {'security_group_id': 'afb1fc20-7c49-4767-9194-bb69a7691c15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:32.883294 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33dff09-9fdf-41f2-8ed4-f3b5dd61b091 None None] Pushing event updated for resources: {'Port': ['ID=808aebf7-9fbe-4624-b250-07a3c07df977,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:32.942996 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a6cc51cf-4787-41c2-89d6-7c2b25548a9e req-384b4e44-644a-4b93-9669-f35482308db9 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/ports?device_id=21b0bd7f-aa30-4592-b438-dc6c576af2ce HTTP/1.1" status: 200 len: 210 time: 0.2279658 Nov 25 19:27:32.978360 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0f417adb-ad46-406f-95bb-09a43c98e3c3 None None] Provisioning complete for port 4663144b-938a-48d4-9698-a2a531697732 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:32.979265 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0f417adb-ad46-406f-95bb-09a43c98e3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:33.339930 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-b93ee074-a0ae-41bc-8bb6-b97e20427e81 None None] Attempting to bind port 808aebf7-9fbe-4624-b250-07a3c07df977 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:33.350989 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-b93ee074-a0ae-41bc-8bb6-b97e20427e81 None None] Attempting to bind port 808aebf7-9fbe-4624-b250-07a3c07df977 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '6a46255a-9426-4da0-9bc2-47801a2d5e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:33.356540 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93ee074-a0ae-41bc-8bb6-b97e20427e81 None None] Attempting to bind port 808aebf7-9fbe-4624-b250-07a3c07df977 on network 5a111422-02ea-4673-ac0b-0324d3e06e0d {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:33.362187 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-da920aa8-9a18-4544-bd40-1eda2952f9e9 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Allocated IP 172.20.0.11 (11558f96-e57c-4a2d-af18-891f3deb7393/16cf2a09-19b1-458e-b9fd-83e9d2a6019d/59b2d5e9-2c7f-407c-a368-09357c95bd47) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:33.366401 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:33.400601 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93ee074-a0ae-41bc-8bb6-b97e20427e81 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:33.403753 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93ee074-a0ae-41bc-8bb6-b97e20427e81 None None] Checking segment: {'id': '6a46255a-9426-4da0-9bc2-47801a2d5e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:33.405382 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b93ee074-a0ae-41bc-8bb6-b97e20427e81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:33.408903 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93ee074-a0ae-41bc-8bb6-b97e20427e81 None None] Bound using segment: {'id': '6a46255a-9426-4da0-9bc2-47801a2d5e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:33.415460 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-b93ee074-a0ae-41bc-8bb6-b97e20427e81 None None] Bound port: 808aebf7-9fbe-4624-b250-07a3c07df977, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a46255a-9426-4da0-9bc2-47801a2d5e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:33.420438 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b93ee074-a0ae-41bc-8bb6-b97e20427e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:33.614091 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77b5fd-448d-4d9e-8140-a3d0e9f1ff3e tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afb1fc20-7c49-4767-9194-bb69a7691c15,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:33.645257 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-b93ee074-a0ae-41bc-8bb6-b97e20427e81 None None] For port 808aebf7-9fbe-4624-b250-07a3c07df977, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:33.656661 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-b93ee074-a0ae-41bc-8bb6-b97e20427e81 None None] For port 808aebf7-9fbe-4624-b250-07a3c07df977, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=808aebf7-9fbe-4624-b250-07a3c07df977,segment=NetworkSegment(6a46255a-9426-4da0-9bc2-47801a2d5e37),segment_id=6a46255a-9426-4da0-9bc2-47801a2d5e37)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:33.679406 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b93ee074-a0ae-41bc-8bb6-b97e20427e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:33.749419 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80623ef1-141f-4907-b317-67e4e7632816 req-e6dd7593-7804-4524-acac-a0de514d02f1 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:33.759773 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-80623ef1-141f-4907-b317-67e4e7632816 req-e6dd7593-7804-4524-acac-a0de514d02f1 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 945 time: 0.1623991 Nov 25 19:27:33.770706 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12f3fd47-780e-408c-a2a3-6b740cf323bf tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:33.811738 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-da920aa8-9a18-4544-bd40-1eda2952f9e9 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:33.876839 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:33.988802 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33dff09-9fdf-41f2-8ed4-f3b5dd61b091 None None] Pushing event updated for resources: {'Port': ['ID=808aebf7-9fbe-4624-b250-07a3c07df977,revision_number=4']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:33.991297 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-80623ef1-141f-4907-b317-67e4e7632816 req-8789807d-c496-4782-a94b-c018bb1e5f6e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2298295 Nov 25 19:27:34.016777 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93ee074-a0ae-41bc-8bb6-b97e20427e81 None None] Routers {'cfaea3ad-d09b-412f-b070-05e91fd61399'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:34.017436 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b93ee074-a0ae-41bc-8bb6-b97e20427e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:27:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cfaea3ad-d09b-412f-b070-05e91fd61399'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:34.098471 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:34.115666 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0f417adb-ad46-406f-95bb-09a43c98e3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:34.137556 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b618af4d-48f7-4324-b8ec-be14c57d3f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228219d8-b6f0-44fb-b5c3-d106a37ba29c'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:34.140927 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcf5cde-3924-426e-9181-b5133117d184" -d '{"events": [{"server_uuid": "b618af4d-48f7-4324-b8ec-be14c57d3f51", "name": "network-vif-plugged", "status": "completed", "tag": "228219d8-b6f0-44fb-b5c3-d106a37ba29c"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:34.152693 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 4663144b-938a-48d4-9698-a2a531697732, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4663144b-938a-48d4-9698-a2a531697732,segment=NetworkSegment(aea6c334-87eb-4d7b-a8a1-1e86506bf594),segment_id=aea6c334-87eb-4d7b-a8a1-1e86506bf594)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:34.176215 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:34.197853 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:34.197853 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4484a0a3-5d2a-4758-8664-b8edcdea2f95 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:34.201673 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 228219d8-b6f0-44fb-b5c3-d106a37ba29c, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=228219d8-b6f0-44fb-b5c3-d106a37ba29c,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:34.208695 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12f3fd47-780e-408c-a2a3-6b740cf323bf tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:34.221423 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-da920aa8-9a18-4544-bd40-1eda2952f9e9 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:34.270594 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-b93ee074-a0ae-41bc-8bb6-b97e20427e81 None None] Set router cfaea3ad-d09b-412f-b070-05e91fd61399 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:34.272647 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12f3fd47-780e-408c-a2a3-6b740cf323bf tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:34.314828 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 0270c450-7b12-494d-81ff-33d0eb610e7d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=0270c450-7b12-494d-81ff-33d0eb610e7d,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:34.321503 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=4663144b-938a-48d4-9698-a2a531697732,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:34.366220 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:34.370113 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:34.371855 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ff8063d-1609-44be-b6f9-434f0ef5f97a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:34.433530 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-0f417adb-ad46-406f-95bb-09a43c98e3c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:27:34.433727 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-0f417adb-ad46-406f-95bb-09a43c98e3c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:27:34.475120 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 4484a0a3-5d2a-4758-8664-b8edcdea2f95 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:34.475494 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:34.478215 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=228219d8-b6f0-44fb-b5c3-d106a37ba29c,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:34.483101 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-da920aa8-9a18-4544-bd40-1eda2952f9e9 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Network 11558f96-e57c-4a2d-af18-891f3deb7393 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:34.730818 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=0270c450-7b12-494d-81ff-33d0eb610e7d,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:34.858125 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5087a2-f152-4f4b-a742-b1ea25a80eb6 req-066e169c-7ac6-40ac-ad32-5f4c8de68bf8 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:34.879308 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-da920aa8-9a18-4544-bd40-1eda2952f9e9 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:34.884054 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9f5087a2-f152-4f4b-a742-b1ea25a80eb6 req-066e169c-7ac6-40ac-ad32-5f4c8de68bf8 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 948 time: 1.0372319 Nov 25 19:27:34.894075 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-99daa8c7-b585-4ed6-b2e1-f567bfa01204 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:34.902801 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-99daa8c7-b585-4ed6-b2e1-f567bfa01204 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.85 "GET /v2.0/networks?id=19581f87-26cd-4ee5-949c-bfbc993d7135 HTTP/1.1" status: 200 len: 818 time: 0.5590060 Nov 25 19:27:34.967749 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-da920aa8-9a18-4544-bd40-1eda2952f9e9 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:35.010965 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b93ee074-a0ae-41bc-8bb6-b97e20427e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'name': 'tempest-ServersTestFqdnHostnames-1956517719-router', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4484a0a3-5d2a-4758-8664-b8edcdea2f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:07Z', 'updated_at': '2021-11-25T19:27:25Z', 'revision_number': 4, 'project_id': '6aa141dcfeef46bb898026153dd284be', 'gw_port': {'id': '4484a0a3-5d2a-4758-8664-b8edcdea2f95', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:11Z', 'updated_at': '2021-11-25T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '808aebf7-9fbe-4624-b250-07a3c07df977', 'name': '', 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'mac_address': 'fa:16:3e:86:53:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0a35db18-7d13-4c59-ac14-9744af7c6685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:21Z', 'updated_at': '2021-11-25T19:27:33Z', 'revision_number': 4, 'project_id': '6aa141dcfeef46bb898026153dd284be', 'subnets': [{'id': '0a35db18-7d13-4c59-ac14-9744af7c6685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:35.125491 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3fd47-780e-408c-a2a3-6b740cf323bf tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a4e929-e225-4c25-a1e5-51058ef0e5a1,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:35.133568 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-da920aa8-9a18-4544-bd40-1eda2952f9e9 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:35.143060 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-da920aa8-9a18-4544-bd40-1eda2952f9e9 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:35.144052 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93ee074-a0ae-41bc-8bb6-b97e20427e81 None None] The sync data for ids ['cfaea3ad-d09b-412f-b070-05e91fd61399'] in n-d-819349-5 is: [{'id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'name': 'tempest-ServersTestFqdnHostnames-1956517719-router', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4484a0a3-5d2a-4758-8664-b8edcdea2f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:07Z', 'updated_at': '2021-11-25T19:27:25Z', 'revision_number': 4, 'project_id': '6aa141dcfeef46bb898026153dd284be', 'gw_port': {'id': '4484a0a3-5d2a-4758-8664-b8edcdea2f95', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:11Z', 'updated_at': '2021-11-25T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '808aebf7-9fbe-4624-b250-07a3c07df977', 'name': '', 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'mac_address': 'fa:16:3e:86:53:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0a35db18-7d13-4c59-ac14-9744af7c6685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:21Z', 'updated_at': '2021-11-25T19:27:33Z', 'revision_number': 4, 'project_id': '6aa141dcfeef46bb898026153dd284be', 'subnets': [{'id': '0a35db18-7d13-4c59-ac14-9744af7c6685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:27:35.239377 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-991dbb58-25b5-4508-be88-654884385a69 None None] Provisioning complete for port 808aebf7-9fbe-4624-b250-07a3c07df977 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:35.245422 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-991dbb58-25b5-4508-be88-654884385a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:35.352876 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:35.373629 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-1e5b7340-3c40-4b3e-a1d0-47166ee7b80f tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Request body: {'port': {'device_id': '5cff8457-95b9-40fb-b982-4f637e821b92', 'network_id': '19581f87-26cd-4ee5-949c-bfbc993d7135', 'admin_state_up': True, 'tenant_id': '2ad8a0ba8fcb49ddb4821f567142032b'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:35.437731 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4663144b-938a-48d4-9698-a2a531697732 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:35.511402 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-467481c8-b74b-4a0c-86e1-336a38aa7b19 req-9b3461e6-f81f-4774-8369-9f243bc07e3b tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d884176-7438-42b5-94f9-5fcf9dbf2416 HTTP/1.1" status: 200 len: 210 time: 0.6430566 Nov 25 19:27:35.565676 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-991dbb58-25b5-4508-be88-654884385a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:35.573686 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-da920aa8-9a18-4544-bd40-1eda2952f9e9 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4888079 Nov 25 19:27:35.589390 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:35.602600 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 4663144b-938a-48d4-9698-a2a531697732 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:35.603300 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:35.634430 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9f5087a2-f152-4f4b-a742-b1ea25a80eb6 req-b3b3af5e-d8ff-452e-899b-a8c046eca271 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7478487 Nov 25 19:27:35.754824 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-991dbb58-25b5-4508-be88-654884385a69 None None] For port 808aebf7-9fbe-4624-b250-07a3c07df977, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=808aebf7-9fbe-4624-b250-07a3c07df977,segment=NetworkSegment(6a46255a-9426-4da0-9bc2-47801a2d5e37),segment_id=6a46255a-9426-4da0-9bc2-47801a2d5e37)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:35.779725 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-0e953d0e-c6d3-4329-8804-18021c93c8cf service neutron] Request body: {'port': {'device_id': '21b0bd7f-aa30-4592-b438-dc6c576af2ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:35.837000 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-beb5e3c1-b22d-48e8-a987-a7c0f03343a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:35.844888 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-991dbb58-25b5-4508-be88-654884385a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:35.849883 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569101a8-0898-4162-b549-78f4785e1c45 x-openstack-request-id: req-569101a8-0898-4162-b549-78f4785e1c45 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:35.850203 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b618af4d-48f7-4324-b8ec-be14c57d3f51", "name": "network-vif-plugged", "status": "completed", "tag": "228219d8-b6f0-44fb-b5c3-d106a37ba29c", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:35.850464 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-569101a8-0898-4162-b549-78f4785e1c45 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:35.850875 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b618af4d-48f7-4324-b8ec-be14c57d3f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228219d8-b6f0-44fb-b5c3-d106a37ba29c', 'code': 200} Nov 25 19:27:35.930175 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-991dbb58-25b5-4508-be88-654884385a69 None None] Provisioning complete for port 4663144b-938a-48d4-9698-a2a531697732 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:35.930584 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-991dbb58-25b5-4508-be88-654884385a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:35.977750 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991dbb58-25b5-4508-be88-654884385a69 None None] Pushing event updated for resources: {'Port': ['ID=808aebf7-9fbe-4624-b250-07a3c07df977,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:36.080460 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12f3fd47-780e-408c-a2a3-6b740cf323bf tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:36.081733 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-12f3fd47-780e-408c-a2a3-6b740cf323bf tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.2415986 Nov 25 19:27:36.082524 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da920aa8-9a18-4544-bd40-1eda2952f9e9 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Pushing event updated for resources: {'Port': ['ID=59b2d5e9-2c7f-407c-a368-09357c95bd47,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:36.091862 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33086) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:36.119687 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3c3d2fdf-8eb1-4ea8-9b89-1aa558d7d39c tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Request body: {'security_group_rule': {'security_group_id': 'afb1fc20-7c49-4767-9194-bb69a7691c15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:36.260678 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-4fad216b-f84b-4874-955f-7b32201dc8f0 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:36.263638 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-4fad216b-f84b-4874-955f-7b32201dc8f0 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.73 "GET /v2.0/networks?id=19581f87-26cd-4ee5-949c-bfbc993d7135 HTTP/1.1" status: 200 len: 818 time: 1.1400747 Nov 25 19:27:36.322782 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-3c516d51-8856-47ed-b9ef-dde5c96a0076 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Request body: {'port': {'device_id': '0af25cdf-2540-4eb0-afbd-9eaeacf7846f', 'network_id': '19581f87-26cd-4ee5-949c-bfbc993d7135', 'admin_state_up': True, 'tenant_id': '2ad8a0ba8fcb49ddb4821f567142032b'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:36.352155 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c3d2fdf-8eb1-4ea8-9b89-1aa558d7d39c tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:36.440861 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0003a-3bad-483d-8b20-678a90446825 req-76d53c6b-9af1-4fdd-9b83-ee708e85c70f tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:36.443896 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dfb0003a-3bad-483d-8b20-678a90446825 req-76d53c6b-9af1-4fdd-9b83-ee708e85c70f tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/ports?device_id=21b0bd7f-aa30-4592-b438-dc6c576af2ce HTTP/1.1" status: 200 len: 932 time: 0.6583209 Nov 25 19:27:36.534060 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-0e953d0e-c6d3-4329-8804-18021c93c8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:36.599093 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-1e5b7340-3c40-4b3e-a1d0-47166ee7b80f tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Made reservation on behalf of 2ad8a0ba8fcb49ddb4821f567142032b for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:36.601690 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79650efb-3059-4c42-944a-a7faa3ae14c8 req-33564bf1-086d-4e26-a5ce-886d835a86d3 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:36.606801 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-1e5b7340-3c40-4b3e-a1d0-47166ee7b80f tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:36.609674 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79650efb-3059-4c42-944a-a7faa3ae14c8 req-33564bf1-086d-4e26-a5ce-886d835a86d3 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 946 time: 0.3436074 Nov 25 19:27:36.622741 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ff8063d-1609-44be-b6f9-434f0ef5f97a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:36.657257 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c3dde-ed31-4b32-b6ea-37a88e5a2cb3 req-a9c4b28f-8995-4261-8dd7-a2d6d4ed440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:36.659040 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e6c3dde-ed31-4b32-b6ea-37a88e5a2cb3 req-a9c4b28f-8995-4261-8dd7-a2d6d4ed440d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 1100 time: 0.6707189 Nov 25 19:27:36.667315 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-59e3be9c-eacf-4c97-8f5f-66e5039d893d tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:36.668909 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-59e3be9c-eacf-4c97-8f5f-66e5039d893d tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.73 "GET /v2.0/networks?id=19581f87-26cd-4ee5-949c-bfbc993d7135 HTTP/1.1" status: 200 len: 818 time: 1.5525687 Nov 25 19:27:36.831745 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dfb0003a-3bad-483d-8b20-678a90446825 req-7b651e13-0f51-49db-9d6d-eb3e84500f28 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/security-groups?id=db362653-7b90-4d80-b962-8277db99362e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147049 Nov 25 19:27:36.836424 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-b670a648-37d6-4a44-ad05-dc4467656d19 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Request body: {'port': {'device_id': '5d884176-7438-42b5-94f9-5fcf9dbf2416', 'network_id': '19581f87-26cd-4ee5-949c-bfbc993d7135', 'admin_state_up': True, 'tenant_id': '2ad8a0ba8fcb49ddb4821f567142032b'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:36.912935 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb5e3c1-b22d-48e8-a987-a7c0f03343a7 admin admin] Router 566f9cc8-1b95-421e-9481-9d059acf4393 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:27:37.116037 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c3d2fdf-8eb1-4ea8-9b89-1aa558d7d39c tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:37.139474 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 808aebf7-9fbe-4624-b250-07a3c07df977 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:37.160953 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea0e286c-64ca-4d24-98dc-1cf507fccae4 req-e396259b-48b5-4120-970d-cb3de088365e tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d884176-7438-42b5-94f9-5fcf9dbf2416 HTTP/1.1" status: 200 len: 210 time: 0.1401453 Nov 25 19:27:37.169564 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c3d2fdf-8eb1-4ea8-9b89-1aa558d7d39c tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:37.241568 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d2fdf-8eb1-4ea8-9b89-1aa558d7d39c tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe96c6f2-19de-4f0e-bef3-5fe590f1c927,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:37.249426 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e6c3dde-ed31-4b32-b6ea-37a88e5a2cb3 req-c40b2990-dfca-4840-bdfe-6ce7da142ff8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5771546 Nov 25 19:27:37.313872 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-3c516d51-8856-47ed-b9ef-dde5c96a0076 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Made reservation on behalf of 2ad8a0ba8fcb49ddb4821f567142032b for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:37.321903 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-3c516d51-8856-47ed-b9ef-dde5c96a0076 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:37.358517 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79650efb-3059-4c42-944a-a7faa3ae14c8 req-cd104222-6ae0-4cba-8e1c-be08d00424e3 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7467918 Nov 25 19:27:37.366443 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c3d2fdf-8eb1-4ea8-9b89-1aa558d7d39c tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:37.373617 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3c3d2fdf-8eb1-4ea8-9b89-1aa558d7d39c tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2584817 Nov 25 19:27:37.410168 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33094) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:37.514139 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 808aebf7-9fbe-4624-b250-07a3c07df977 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:37.514794 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:37.545232 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-1e5b7340-3c40-4b3e-a1d0-47166ee7b80f tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Allocated IP 172.20.0.7 (19581f87-26cd-4ee5-949c-bfbc993d7135/e23d4585-5aa5-4543-8c8d-f0a9c1bbc883/3a89cd3b-84f2-46b7-b758-c7bb7bf22bee) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:37.561683 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff8063d-1609-44be-b6f9-434f0ef5f97a admin admin] Router 0ad38efa-ac1f-491c-b8cb-9f25225a0dd2 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:27:37.607901 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-b670a648-37d6-4a44-ad05-dc4467656d19 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Made reservation on behalf of 2ad8a0ba8fcb49ddb4821f567142032b for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:37.611753 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-b670a648-37d6-4a44-ad05-dc4467656d19 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:37.633542 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb5e3c1-b22d-48e8-a987-a7c0f03343a7 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:27:37.680721 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-beb5e3c1-b22d-48e8-a987-a7c0f03343a7 admin admin] 10.222.0.55 "PUT /v2.0/routers/566f9cc8-1b95-421e-9481-9d059acf4393/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3157778 Nov 25 19:27:37.685148 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af635b5-8a5f-42c5-a9d5-0939a28e4a15 None None] Sync routers for ids ['566f9cc8-1b95-421e-9481-9d059acf4393'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:27:37.719840 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33096) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:37.738637 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af635b5-8a5f-42c5-a9d5-0939a28e4a15 None None] Routers {'566f9cc8-1b95-421e-9481-9d059acf4393'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:37.740105 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9af635b5-8a5f-42c5-a9d5-0939a28e4a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:27:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['566f9cc8-1b95-421e-9481-9d059acf4393'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:37.810522 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-49fd8cf6-c8a7-4c6e-8a8c-b4610402defe tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:37.852573 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6798050-0c54-46ab-abf9-06c60bfe8c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0270c450-7b12-494d-81ff-33d0eb610e7d'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:37.856715 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101c432b-1670-461c-9540-394a00537dd2" -d '{"events": [{"server_uuid": "e6798050-0c54-46ab-abf9-06c60bfe8c20", "name": "network-vif-plugged", "status": "completed", "tag": "0270c450-7b12-494d-81ff-33d0eb610e7d"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:37.970259 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-9af635b5-8a5f-42c5-a9d5-0939a28e4a15 None None] Set router 566f9cc8-1b95-421e-9481-9d059acf4393 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:38.017834 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62146d-bff2-4d26-8697-1cc88c50e1ff req-41bed3d4-fef0-43ab-ae4d-d4ba0dfed968 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:38.019070 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff8063d-1609-44be-b6f9-434f0ef5f97a admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:27:38.026378 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea62146d-bff2-4d26-8697-1cc88c50e1ff req-41bed3d4-fef0-43ab-ae4d-d4ba0dfed968 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 949 time: 0.2449396 Nov 25 19:27:38.047674 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49fd8cf6-c8a7-4c6e-8a8c-b4610402defe tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:38.100549 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f077f2b-8579-4d12-ae57-d6f8bd24766d None None] Sync routers for ids ['0ad38efa-ac1f-491c-b8cb-9f25225a0dd2'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:27:38.110897 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-0e953d0e-c6d3-4329-8804-18021c93c8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b2d5e9-2c7f-407c-a368-09357c95bd47 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:27:38.128271 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f077f2b-8579-4d12-ae57-d6f8bd24766d None None] Routers {'0ad38efa-ac1f-491c-b8cb-9f25225a0dd2'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:38.129351 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2f077f2b-8579-4d12-ae57-d6f8bd24766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:27:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['0ad38efa-ac1f-491c-b8cb-9f25225a0dd2'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:38.158998 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-afe292b6-ff36-498a-8a8e-cf3f5b0412e0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:38.164512 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-0e953d0e-c6d3-4329-8804-18021c93c8cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:38.189069 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-1e5b7340-3c40-4b3e-a1d0-47166ee7b80f tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:38.312477 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9af635b5-8a5f-42c5-a9d5-0939a28e4a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566f9cc8-1b95-421e-9481-9d059acf4393', 'name': 'tempest-ServersTestMultiNic-1986160917-router', 'tenant_id': '0f7164e740744c639f0ffd8c8c8559ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '51c29538-8197-426f-a7cd-b88c72f36b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:24:14Z', 'updated_at': '2021-11-25T19:27:31Z', 'revision_number': 5, 'project_id': '0f7164e740744c639f0ffd8c8c8559ff', 'gw_port': {'id': '51c29538-8197-426f-a7cd-b88c72f36b20', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566f9cc8-1b95-421e-9481-9d059acf4393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:24:16Z', 'updated_at': '2021-11-25T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:38.339063 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea62146d-bff2-4d26-8697-1cc88c50e1ff req-9719db8d-d2c4-4952-947f-5f417710fab0 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116622 Nov 25 19:27:38.364071 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-0e953d0e-c6d3-4329-8804-18021c93c8cf service neutron] Transition to ACTIVE for port object 59b2d5e9-2c7f-407c-a368-09357c95bd47 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:27:38.374243 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ff8063d-1609-44be-b6f9-434f0ef5f97a admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:38.378446 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7ff8063d-1609-44be-b6f9-434f0ef5f97a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 12.5577440 Nov 25 19:27:38.378675 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33106) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:38.385161 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af635b5-8a5f-42c5-a9d5-0939a28e4a15 None None] Checking router: 566f9cc8-1b95-421e-9481-9d059acf4393 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:27:38.390605 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-afe292b6-ff36-498a-8a8e-cf3f5b0412e0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:38.392836 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-0e953d0e-c6d3-4329-8804-18021c93c8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:38.396403 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-2f077f2b-8579-4d12-ae57-d6f8bd24766d None None] Set router 0ad38efa-ac1f-491c-b8cb-9f25225a0dd2 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:38.410812 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af635b5-8a5f-42c5-a9d5-0939a28e4a15 None None] Routers {'566f9cc8-1b95-421e-9481-9d059acf4393'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:38.412654 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9af635b5-8a5f-42c5-a9d5-0939a28e4a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:27:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['566f9cc8-1b95-421e-9481-9d059acf4393'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:38.696236 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f371455-9ca0-4b2c-bd33-995feb883641 x-openstack-request-id: req-7f371455-9ca0-4b2c-bd33-995feb883641 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:38.697302 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6798050-0c54-46ab-abf9-06c60bfe8c20", "name": "network-vif-plugged", "status": "completed", "tag": "0270c450-7b12-494d-81ff-33d0eb610e7d", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:38.697884 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7f371455-9ca0-4b2c-bd33-995feb883641 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:38.698590 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6798050-0c54-46ab-abf9-06c60bfe8c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0270c450-7b12-494d-81ff-33d0eb610e7d', 'code': 200} Nov 25 19:27:38.756071 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-1e5b7340-3c40-4b3e-a1d0-47166ee7b80f tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:38.796222 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a3c30968-72ca-4606-a5bd-058b34b1f998 req-82cc46d3-fb6a-4af1-a860-3d32e9732994 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d884176-7438-42b5-94f9-5fcf9dbf2416 HTTP/1.1" status: 200 len: 210 time: 0.1611660 Nov 25 19:27:38.855013 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2f077f2b-8579-4d12-ae57-d6f8bd24766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad38efa-ac1f-491c-b8cb-9f25225a0dd2', 'name': 'tempest-AttachSCSIVolumeTestJSON-469413918-router', 'tenant_id': '308af9351010428d9537602c6d0956e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '99f4df34-9434-4365-8d0e-6879f39e3f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:32Z', 'revision_number': 3, 'project_id': '308af9351010428d9537602c6d0956e9', 'gw_port': {'id': '99f4df34-9434-4365-8d0e-6879f39e3f40', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad38efa-ac1f-491c-b8cb-9f25225a0dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:29Z', 'updated_at': '2021-11-25T19:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:38.857131 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-9af635b5-8a5f-42c5-a9d5-0939a28e4a15 None None] Set router 566f9cc8-1b95-421e-9481-9d059acf4393 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:38.862390 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e953d0e-c6d3-4329-8804-18021c93c8cf service neutron] Pushing event updated for resources: {'Port': ['ID=59b2d5e9-2c7f-407c-a368-09357c95bd47,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:38.970272 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9af635b5-8a5f-42c5-a9d5-0939a28e4a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566f9cc8-1b95-421e-9481-9d059acf4393', 'name': 'tempest-ServersTestMultiNic-1986160917-router', 'tenant_id': '0f7164e740744c639f0ffd8c8c8559ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:24:14Z', 'updated_at': '2021-11-25T19:27:38Z', 'revision_number': 6, 'project_id': '0f7164e740744c639f0ffd8c8c8559ff', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:38.980944 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f077f2b-8579-4d12-ae57-d6f8bd24766d None None] Checking router: 0ad38efa-ac1f-491c-b8cb-9f25225a0dd2 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:27:38.981673 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f077f2b-8579-4d12-ae57-d6f8bd24766d None None] Updating router 0ad38efa-ac1f-491c-b8cb-9f25225a0dd2 port 99f4df34-9434-4365-8d0e-6879f39e3f40 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:27:39.036960 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af635b5-8a5f-42c5-a9d5-0939a28e4a15 None None] The sync data for ids ['566f9cc8-1b95-421e-9481-9d059acf4393'] in n-d-819349-5 is: [{'id': '566f9cc8-1b95-421e-9481-9d059acf4393', 'name': 'tempest-ServersTestMultiNic-1986160917-router', 'tenant_id': '0f7164e740744c639f0ffd8c8c8559ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:24:14Z', 'updated_at': '2021-11-25T19:27:38Z', 'revision_number': 6, 'project_id': '0f7164e740744c639f0ffd8c8c8559ff', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:27:39.077256 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2f077f2b-8579-4d12-ae57-d6f8bd24766d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:39.177670 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-1e5b7340-3c40-4b3e-a1d0-47166ee7b80f tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Network 19581f87-26cd-4ee5-949c-bfbc993d7135 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:39.221465 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49fd8cf6-c8a7-4c6e-8a8c-b4610402defe tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:39.227124 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-1e5b7340-3c40-4b3e-a1d0-47166ee7b80f tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:39.238750 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ab902-3f9c-424f-8e9b-d419153a76b7 req-db006e3e-8bef-45f6-aa85-3ac84a817d64 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:39.240403 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d57ab902-3f9c-424f-8e9b-d419153a76b7 req-db006e3e-8bef-45f6-aa85-3ac84a817d64 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/ports?device_id=21b0bd7f-aa30-4592-b438-dc6c576af2ce HTTP/1.1" status: 200 len: 932 time: 1.1509137 Nov 25 19:27:39.252307 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b7340-3c40-4b3e-a1d0-47166ee7b80f tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Pushing event updated for resources: {'Port': ['ID=3a89cd3b-84f2-46b7-b758-c7bb7bf22bee,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:39.275298 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-1e5b7340-3c40-4b3e-a1d0-47166ee7b80f tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:39.299719 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefdeecd-b80b-4697-ad64-58d5d26a11b1 req-ee036114-f422-4eec-8cc4-cdfdd93b7ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:39.302650 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fefdeecd-b80b-4697-ad64-58d5d26a11b1 req-ee036114-f422-4eec-8cc4-cdfdd93b7ea1 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 1097 time: 0.6506684 Nov 25 19:27:39.305675 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-0e953d0e-c6d3-4329-8804-18021c93c8cf service neutron] Attempting to bind port 59b2d5e9-2c7f-407c-a368-09357c95bd47 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:39.306196 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-0e953d0e-c6d3-4329-8804-18021c93c8cf service neutron] Attempting to bind port 59b2d5e9-2c7f-407c-a368-09357c95bd47 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '928a893b-fe23-4071-8b83-2a16992cb319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '11558f96-e57c-4a2d-af18-891f3deb7393'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:39.307221 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-0e953d0e-c6d3-4329-8804-18021c93c8cf service neutron] Attempting to bind port 59b2d5e9-2c7f-407c-a368-09357c95bd47 on network 11558f96-e57c-4a2d-af18-891f3deb7393 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:39.343029 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-b670a648-37d6-4a44-ad05-dc4467656d19 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Allocated IP 172.20.0.12 (19581f87-26cd-4ee5-949c-bfbc993d7135/e23d4585-5aa5-4543-8c8d-f0a9c1bbc883/f31565d0-d864-40d7-a4ea-981fe9931c30) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:39.367320 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97624151-7a4b-41bf-bf63-2b394a38aeb3 req-3a8e5199-b6cd-49b5-b90c-bddb4cc85442 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:39.371734 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d57ab902-3f9c-424f-8e9b-d419153a76b7 req-de76f477-7dc2-49c1-a6cb-858549a58404 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/security-groups?id=db362653-7b90-4d80-b962-8277db99362e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997331 Nov 25 19:27:39.377411 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-afe292b6-ff36-498a-8a8e-cf3f5b0412e0 admin admin] Deleting port 51c29538-8197-426f-a7cd-b88c72f36b20 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:39.377776 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-afe292b6-ff36-498a-8a8e-cf3f5b0412e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:39.394327 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-97624151-7a4b-41bf-bf63-2b394a38aeb3 req-3a8e5199-b6cd-49b5-b90c-bddb4cc85442 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 946 time: 0.4680231 Nov 25 19:27:39.423023 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b7340-3c40-4b3e-a1d0-47166ee7b80f tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:39.428885 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b7340-3c40-4b3e-a1d0-47166ee7b80f tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:39.439290 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b7340-3c40-4b3e-a1d0-47166ee7b80f tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:39.440201 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b7340-3c40-4b3e-a1d0-47166ee7b80f tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:39.440763 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b7340-3c40-4b3e-a1d0-47166ee7b80f tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:39.441328 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b7340-3c40-4b3e-a1d0-47166ee7b80f tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:39.441890 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b7340-3c40-4b3e-a1d0-47166ee7b80f tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:39.443032 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b7340-3c40-4b3e-a1d0-47166ee7b80f tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:39.443032 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b7340-3c40-4b3e-a1d0-47166ee7b80f tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:39.443712 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b7340-3c40-4b3e-a1d0-47166ee7b80f tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:39.444630 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b7340-3c40-4b3e-a1d0-47166ee7b80f tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:39.445755 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b7340-3c40-4b3e-a1d0-47166ee7b80f tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:39.539554 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-afe292b6-ff36-498a-8a8e-cf3f5b0412e0 admin admin] For port 51c29538-8197-426f-a7cd-b88c72f36b20, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=51c29538-8197-426f-a7cd-b88c72f36b20,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:39.540461 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-afe292b6-ff36-498a-8a8e-cf3f5b0412e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:39.568048 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-afe292b6-ff36-498a-8a8e-cf3f5b0412e0 admin admin] Calling delete_port for 51c29538-8197-426f-a7cd-b88c72f36b20 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:39.638381 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-0e953d0e-c6d3-4329-8804-18021c93c8cf service neutron] Port 59b2d5e9-2c7f-407c-a368-09357c95bd47 on network 11558f96-e57c-4a2d-af18-891f3deb7393 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:27:39.639492 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-0e953d0e-c6d3-4329-8804-18021c93c8cf service neutron] Attempting to bind port 59b2d5e9-2c7f-407c-a368-09357c95bd47 on network 11558f96-e57c-4a2d-af18-891f3deb7393 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:39.701992 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-0e953d0e-c6d3-4329-8804-18021c93c8cf service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:39.702493 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-0e953d0e-c6d3-4329-8804-18021c93c8cf service neutron] Checking segment: {'id': '928a893b-fe23-4071-8b83-2a16992cb319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '11558f96-e57c-4a2d-af18-891f3deb7393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:39.703108 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-0e953d0e-c6d3-4329-8804-18021c93c8cf service neutron] Bound using segment: {'id': '928a893b-fe23-4071-8b83-2a16992cb319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '11558f96-e57c-4a2d-af18-891f3deb7393'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:39.703874 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-0e953d0e-c6d3-4329-8804-18021c93c8cf service neutron] Bound port: 59b2d5e9-2c7f-407c-a368-09357c95bd47, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '928a893b-fe23-4071-8b83-2a16992cb319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '11558f96-e57c-4a2d-af18-891f3deb7393'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:39.704691 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-0e953d0e-c6d3-4329-8804-18021c93c8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:39.793464 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2f077f2b-8579-4d12-ae57-d6f8bd24766d None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:39.807636 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2f077f2b-8579-4d12-ae57-d6f8bd24766d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:39.863498 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae65df-fcca-4862-b5eb-987a9d8309a7 None None] Pushing event updated for resources: {'Port': ['ID=99f4df34-9434-4365-8d0e-6879f39e3f40,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:39.885101 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae65df-fcca-4862-b5eb-987a9d8309a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:39.885612 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae65df-fcca-4862-b5eb-987a9d8309a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:39.886090 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae65df-fcca-4862-b5eb-987a9d8309a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:39.886817 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae65df-fcca-4862-b5eb-987a9d8309a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:39.887313 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae65df-fcca-4862-b5eb-987a9d8309a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:39.887749 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae65df-fcca-4862-b5eb-987a9d8309a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:39.888306 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae65df-fcca-4862-b5eb-987a9d8309a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:39.888740 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae65df-fcca-4862-b5eb-987a9d8309a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:39.889253 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae65df-fcca-4862-b5eb-987a9d8309a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:39.889682 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae65df-fcca-4862-b5eb-987a9d8309a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:39.890187 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae65df-fcca-4862-b5eb-987a9d8309a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:39.890751 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae65df-fcca-4862-b5eb-987a9d8309a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:39.940787 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-2f077f2b-8579-4d12-ae57-d6f8bd24766d None None] Attempting to bind port 99f4df34-9434-4365-8d0e-6879f39e3f40 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:39.941235 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-2f077f2b-8579-4d12-ae57-d6f8bd24766d None None] Attempting to bind port 99f4df34-9434-4365-8d0e-6879f39e3f40 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:39.941773 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f077f2b-8579-4d12-ae57-d6f8bd24766d None None] Attempting to bind port 99f4df34-9434-4365-8d0e-6879f39e3f40 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:39.948479 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f077f2b-8579-4d12-ae57-d6f8bd24766d None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:39.949020 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f077f2b-8579-4d12-ae57-d6f8bd24766d None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:39.949798 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2f077f2b-8579-4d12-ae57-d6f8bd24766d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:39.950362 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f077f2b-8579-4d12-ae57-d6f8bd24766d None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:39.951008 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-2f077f2b-8579-4d12-ae57-d6f8bd24766d None None] Bound port: 99f4df34-9434-4365-8d0e-6879f39e3f40, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:39.951522 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2f077f2b-8579-4d12-ae57-d6f8bd24766d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:40.070973 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-2f077f2b-8579-4d12-ae57-d6f8bd24766d None None] For port 99f4df34-9434-4365-8d0e-6879f39e3f40, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:40.075458 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-2f077f2b-8579-4d12-ae57-d6f8bd24766d None None] For port 99f4df34-9434-4365-8d0e-6879f39e3f40, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=99f4df34-9434-4365-8d0e-6879f39e3f40,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:40.085273 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2f077f2b-8579-4d12-ae57-d6f8bd24766d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:40.156545 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f077f2b-8579-4d12-ae57-d6f8bd24766d None None] Routers {'0ad38efa-ac1f-491c-b8cb-9f25225a0dd2'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:40.157586 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2f077f2b-8579-4d12-ae57-d6f8bd24766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:27:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['0ad38efa-ac1f-491c-b8cb-9f25225a0dd2'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:40.216058 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-afe292b6-ff36-498a-8a8e-cf3f5b0412e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:40.349234 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe292b6-ff36-498a-8a8e-cf3f5b0412e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=51c29538-8197-426f-a7cd-b88c72f36b20,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:40.477770 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-0e953d0e-c6d3-4329-8804-18021c93c8cf service neutron] For port 59b2d5e9-2c7f-407c-a368-09357c95bd47, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:40.481163 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-0e953d0e-c6d3-4329-8804-18021c93c8cf service neutron] For port 59b2d5e9-2c7f-407c-a368-09357c95bd47, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=59b2d5e9-2c7f-407c-a368-09357c95bd47,segment=NetworkSegment(928a893b-fe23-4071-8b83-2a16992cb319),segment_id=928a893b-fe23-4071-8b83-2a16992cb319)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:40.483953 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-2f077f2b-8579-4d12-ae57-d6f8bd24766d None None] Set router 0ad38efa-ac1f-491c-b8cb-9f25225a0dd2 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:40.493977 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fefdeecd-b80b-4697-ad64-58d5d26a11b1 req-4bc1ce0e-6041-4f08-a269-774485d7d050 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0783157 Nov 25 19:27:40.525330 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-1e5b7340-3c40-4b3e-a1d0-47166ee7b80f tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:40.526399 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-1e5b7340-3c40-4b3e-a1d0-47166ee7b80f tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:40.531215 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-0e953d0e-c6d3-4329-8804-18021c93c8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:40.597023 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-0e953d0e-c6d3-4329-8804-18021c93c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:40.597637 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-0e953d0e-c6d3-4329-8804-18021c93c8cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:40.599099 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-0e953d0e-c6d3-4329-8804-18021c93c8cf service neutron] 10.222.0.73 "PUT /v2.0/ports/59b2d5e9-2c7f-407c-a368-09357c95bd47 HTTP/1.1" status: 200 len: 1092 time: 4.8277051 Nov 25 19:27:40.621750 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b0bd7f-aa30-4592-b438-dc6c576af2ce', 'tag': '59b2d5e9-2c7f-407c-a368-09357c95bd47'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:40.623886 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75fe5ba-2d5e-469d-ad42-3755a3baea06" -d '{"events": [{"name": "network-changed", "server_uuid": "21b0bd7f-aa30-4592-b438-dc6c576af2ce", "tag": "59b2d5e9-2c7f-407c-a368-09357c95bd47"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:40.628468 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-afe292b6-ff36-498a-8a8e-cf3f5b0412e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:40.652066 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae65df-fcca-4862-b5eb-987a9d8309a7 None None] Pushing event updated for resources: {'Port': ['ID=99f4df34-9434-4365-8d0e-6879f39e3f40,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:40.653109 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-97624151-7a4b-41bf-bf63-2b394a38aeb3 req-ad28649f-8e92-4ca2-921b-5eb100dcc0cd tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.1397171 Nov 25 19:27:40.678043 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-1e5b7340-3c40-4b3e-a1d0-47166ee7b80f tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3436494 Nov 25 19:27:40.722042 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-4afa3684-b8d3-4587-b68c-34049c82c4da service neutron] Request body: {'port': {'device_id': '5cff8457-95b9-40fb-b982-4f637e821b92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:40.867496 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1356f00e-5541-4c11-a459-8096a048b7e9 req-e31f8b8f-32fe-4747-9f64-244b66f43def tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d884176-7438-42b5-94f9-5fcf9dbf2416 HTTP/1.1" status: 200 len: 210 time: 0.1137021 Nov 25 19:27:40.871320 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-49fd8cf6-c8a7-4c6e-8a8c-b4610402defe tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Allocated IP 172.25.6.236 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/59052781-1ef1-48df-8d69-2f6334606131) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:40.900960 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972418a1-d094-454f-b27b-6f060b18ddc7 req-6efbe47f-b7d7-483d-b411-6f774aa09e89 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:40.904017 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-972418a1-d094-454f-b27b-6f060b18ddc7 req-6efbe47f-b7d7-483d-b411-6f774aa09e89 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 949 time: 0.9199359 Nov 25 19:27:40.920736 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e953d0e-c6d3-4329-8804-18021c93c8cf service neutron] Pushing event updated for resources: {'Port': ['ID=59b2d5e9-2c7f-407c-a368-09357c95bd47,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:40.940623 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-afe292b6-ff36-498a-8a8e-cf3f5b0412e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:40.949790 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-afe292b6-ff36-498a-8a8e-cf3f5b0412e0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:40.965309 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2f077f2b-8579-4d12-ae57-d6f8bd24766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad38efa-ac1f-491c-b8cb-9f25225a0dd2', 'name': 'tempest-AttachSCSIVolumeTestJSON-469413918-router', 'tenant_id': '308af9351010428d9537602c6d0956e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '99f4df34-9434-4365-8d0e-6879f39e3f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:32Z', 'revision_number': 3, 'project_id': '308af9351010428d9537602c6d0956e9', 'gw_port': {'id': '99f4df34-9434-4365-8d0e-6879f39e3f40', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad38efa-ac1f-491c-b8cb-9f25225a0dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:29Z', 'updated_at': '2021-11-25T19:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:41.053027 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f077f2b-8579-4d12-ae57-d6f8bd24766d None None] The sync data for ids ['0ad38efa-ac1f-491c-b8cb-9f25225a0dd2'] in n-d-819349-5 is: [{'id': '0ad38efa-ac1f-491c-b8cb-9f25225a0dd2', 'name': 'tempest-AttachSCSIVolumeTestJSON-469413918-router', 'tenant_id': '308af9351010428d9537602c6d0956e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '99f4df34-9434-4365-8d0e-6879f39e3f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:32Z', 'revision_number': 3, 'project_id': '308af9351010428d9537602c6d0956e9', 'gw_port': {'id': '99f4df34-9434-4365-8d0e-6879f39e3f40', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad38efa-ac1f-491c-b8cb-9f25225a0dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:29Z', 'updated_at': '2021-11-25T19:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:27:41.103061 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-afe292b6-ff36-498a-8a8e-cf3f5b0412e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:41.103524 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe292b6-ff36-498a-8a8e-cf3f5b0412e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 566f9cc8-1b95-421e-9481-9d059acf4393 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:27:41.152122 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-e5aba077-ebc0-418f-8eed-ab5fb8aff6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:41.154366 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-e5aba077-ebc0-418f-8eed-ab5fb8aff6f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ae2f52f8ac57479da34cf0fd1bed5f51&device_id=21b0bd7f-aa30-4592-b438-dc6c576af2ce HTTP/1.1" status: 200 len: 1095 time: 0.3885453 Nov 25 19:27:41.154756 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-afe292b6-ff36-498a-8a8e-cf3f5b0412e0 admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:41.158625 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 51c29538-8197-426f-a7cd-b88c72f36b20 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:41.159846 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-4afa3684-b8d3-4587-b68c-34049c82c4da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:41.161213 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-afe292b6-ff36-498a-8a8e-cf3f5b0412e0 admin admin] 10.222.0.55 "DELETE /v2.0/routers/566f9cc8-1b95-421e-9481-9d059acf4393 HTTP/1.1" status: 204 len: 168 time: 3.4403389 Nov 25 19:27:41.191129 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 51c29538-8197-426f-a7cd-b88c72f36b20 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:27:41.193955 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 51c29538-8197-426f-a7cd-b88c72f36b20 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:27:41.194676 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 479553f0-8885-4059-97db-d4823227a0f6 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:41.210008 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-926d81d1-a9d1-4e51-9180-5639f9f6d909 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59b2d5e9-2c7f-407c-a368-09357c95bd47 HTTP/1.1" status: 200 len: 217 time: 0.0430665 Nov 25 19:27:41.213702 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33130) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:41.251788 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-b670a648-37d6-4a44-ad05-dc4467656d19 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:41.271334 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 479553f0-8885-4059-97db-d4823227a0f6 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:27:41.276002 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 479553f0-8885-4059-97db-d4823227a0f6 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:27:41.280374 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-972418a1-d094-454f-b27b-6f060b18ddc7 req-cd015d4c-b6a1-4933-b7f0-df9aa3408a77 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102839 Nov 25 19:27:41.312003 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49fd8cf6-c8a7-4c6e-8a8c-b4610402defe tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:41.498933 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-b670a648-37d6-4a44-ad05-dc4467656d19 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:41.519034 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181e8ada-bcd5-4ee5-8f6d-2ca490cecb12 x-openstack-request-id: req-181e8ada-bcd5-4ee5-8f6d-2ca490cecb12 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:41.521759 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b0bd7f-aa30-4592-b438-dc6c576af2ce", "tag": "59b2d5e9-2c7f-407c-a368-09357c95bd47", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:41.523345 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-181e8ada-bcd5-4ee5-8f6d-2ca490cecb12 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:41.525914 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b0bd7f-aa30-4592-b438-dc6c576af2ce', 'tag': '59b2d5e9-2c7f-407c-a368-09357c95bd47', 'status': 'completed', 'code': 200} Nov 25 19:27:41.629624 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-453029c0-8a0a-472c-83f1-c54b2d1254c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:41.723024 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-3a1811e3-16ca-4e82-a4c2-9a34115991f5 req-80811cd3-3235-4acc-98af-35fb4ce37475 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:27:41.724206 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a1811e3-16ca-4e82-a4c2-9a34115991f5 req-80811cd3-3235-4acc-98af-35fb4ce37475 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138214 Nov 25 19:27:41.739084 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-b670a648-37d6-4a44-ad05-dc4467656d19 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Network 19581f87-26cd-4ee5-949c-bfbc993d7135 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:41.749819 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670a648-37d6-4a44-ad05-dc4467656d19 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Pushing event updated for resources: {'Port': ['ID=f31565d0-d864-40d7-a4ea-981fe9931c30,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:41.753261 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-b670a648-37d6-4a44-ad05-dc4467656d19 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:41.759253 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-b670a648-37d6-4a44-ad05-dc4467656d19 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:41.785040 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528f1b6-ee96-416d-9f63-3fe541f7a35b req-cc816ff7-99fa-4589-95dc-e6d653e3dd8b tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:41.788255 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e528f1b6-ee96-416d-9f63-3fe541f7a35b req-cc816ff7-99fa-4589-95dc-e6d653e3dd8b tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/ports?device_id=21b0bd7f-aa30-4592-b438-dc6c576af2ce HTTP/1.1" status: 200 len: 944 time: 0.7298670 Nov 25 19:27:41.885764 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-b670a648-37d6-4a44-ad05-dc4467656d19 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:41.886883 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-b670a648-37d6-4a44-ad05-dc4467656d19 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:42.050342 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-453029c0-8a0a-472c-83f1-c54b2d1254c7 admin admin] Allocated IP 172.20.0.1 (18d15e7b-7bf0-4801-add6-82c7d685c88d/b75cb25a-72f4-4fd9-b173-60bfea6a6113/58c3c61e-f722-4127-8eb2-e97f335faf87) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:42.127066 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-b670a648-37d6-4a44-ad05-dc4467656d19 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3987591 Nov 25 19:27:42.140117 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a446b03-2d43-438f-81e9-0a2b67c9fc75 admin admin] Deleting subnet 3aafd86c-5023-486d-a0e6-ced77c107f63 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:27:42.160929 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-921833b1-bc37-4eae-ab48-d00e0ccb1330 service neutron] Request body: {'port': {'device_id': '5d884176-7438-42b5-94f9-5fcf9dbf2416', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:42.168648 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a446b03-2d43-438f-81e9-0a2b67c9fc75 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:42.207534 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-269700a6-1de1-4574-a0fc-93bac83997d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:42.219923 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-269700a6-1de1-4574-a0fc-93bac83997d7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=16cf2a09-19b1-458e-b9fd-83e9d2a6019d HTTP/1.1" status: 200 len: 854 time: 0.8941483 Nov 25 19:27:42.307551 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-3c516d51-8856-47ed-b9ef-dde5c96a0076 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Allocated IP 172.20.0.8 (19581f87-26cd-4ee5-949c-bfbc993d7135/e23d4585-5aa5-4543-8c8d-f0a9c1bbc883/b7cb99fe-723c-4abd-89f5-e97f20a299f9) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:42.495172 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-921833b1-bc37-4eae-ab48-d00e0ccb1330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:42.518021 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-453029c0-8a0a-472c-83f1-c54b2d1254c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:42.557518 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-61dc1eaa-ccf7-489d-b3c2-384c5d907870 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=11558f96-e57c-4a2d-af18-891f3deb7393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3287969 Nov 25 19:27:42.572117 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49fd8cf6-c8a7-4c6e-8a8c-b4610402defe tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:42.622819 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e528f1b6-ee96-416d-9f63-3fe541f7a35b req-8a1763ea-d181-4d6a-8a99-ef3b2ea081c7 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/security-groups?id=db362653-7b90-4d80-b962-8277db99362e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7208908 Nov 25 19:27:42.679838 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8b69bc59-efff-446e-8bff-2058eafc773c req-7c00b15f-acc3-4598-b689-887902249cb8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3547726 Nov 25 19:27:42.715057 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a446b03-2d43-438f-81e9-0a2b67c9fc75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:42.717836 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0679102-6384-43d9-b064-cc88a04a17ba req-96f788f7-68a2-4c70-8b40-7e7543ca48aa tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:42.719539 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0679102-6384-43d9-b064-cc88a04a17ba req-96f788f7-68a2-4c70-8b40-7e7543ca48aa tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 946 time: 0.3904896 Nov 25 19:27:42.907196 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-453029c0-8a0a-472c-83f1-c54b2d1254c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:43.015244 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fd8cf6-c8a7-4c6e-8a8c-b4610402defe tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:43.027596 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0679102-6384-43d9-b064-cc88a04a17ba req-70e889a4-4e1f-49f9-a402-0bb154672b9e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2962768 Nov 25 19:27:43.072350 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-49fd8cf6-c8a7-4c6e-8a8c-b4610402defe tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:43.077696 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fd8cf6-c8a7-4c6e-8a8c-b4610402defe tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:43.110241 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453029c0-8a0a-472c-83f1-c54b2d1254c7 admin admin] Pushing event updated for resources: {'Port': ['ID=58c3c61e-f722-4127-8eb2-e97f335faf87,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:43.123906 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453029c0-8a0a-472c-83f1-c54b2d1254c7 admin admin] Network 18d15e7b-7bf0-4801-add6-82c7d685c88d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:43.128148 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-453029c0-8a0a-472c-83f1-c54b2d1254c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:43.135769 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453029c0-8a0a-472c-83f1-c54b2d1254c7 admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:43.222580 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 99f4df34-9434-4365-8d0e-6879f39e3f40 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:43.273928 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-453029c0-8a0a-472c-83f1-c54b2d1254c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:43.276481 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-50c1d485-46e7-4fc0-8601-f7a4bb6b02ad service neutron] 10.222.0.73 "GET /v2.0/networks/11558f96-e57c-4a2d-af18-891f3deb7393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6834989 Nov 25 19:27:43.378511 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 99f4df34-9434-4365-8d0e-6879f39e3f40 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:43.378898 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:43.572260 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:43.595444 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb721a-7ff4-49db-b804-89f01874b148 req-e2be9c32-a4da-473f-ab29-03a655e3f013 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:43.604093 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0bbb721a-7ff4-49db-b804-89f01874b148 req-e2be9c32-a4da-473f-ab29-03a655e3f013 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 949 time: 0.2148278 Nov 25 19:27:43.612217 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd8cf6-c8a7-4c6e-8a8c-b4610402defe tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Pushing event updated for resources: {'Port': ['ID=59052781-1ef1-48df-8d69-2f6334606131,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:43.695748 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 99f4df34-9434-4365-8d0e-6879f39e3f40, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=99f4df34-9434-4365-8d0e-6879f39e3f40,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:43.703758 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-bdbacae9-eca8-46b1-a00f-f20518483850 None None] Provisioning complete for port 58c3c61e-f722-4127-8eb2-e97f335faf87 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:43.703758 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bdbacae9-eca8-46b1-a00f-f20518483850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:43.768053 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:43.784674 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0bbb721a-7ff4-49db-b804-89f01874b148 req-20a5031f-b3bc-401c-bacb-ac9f54fd625a tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785898 Nov 25 19:27:43.847433 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-453029c0-8a0a-472c-83f1-c54b2d1254c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:43.966838 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49fd8cf6-c8a7-4c6e-8a8c-b4610402defe tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:43.995234 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9ec00-038a-4090-a2dc-23eaeb4c2f06 req-e674e964-0895-499e-9f84-b0da8708ceb8 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:44.009770 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-faa9ec00-038a-4090-a2dc-23eaeb4c2f06 req-e674e964-0895-499e-9f84-b0da8708ceb8 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d884176-7438-42b5-94f9-5fcf9dbf2416 HTTP/1.1" status: 200 len: 932 time: 1.1512842 Nov 25 19:27:44.043054 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a446b03-2d43-438f-81e9-0a2b67c9fc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.052904 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-bdbacae9-eca8-46b1-a00f-f20518483850 None None] Port 58c3c61e-f722-4127-8eb2-e97f335faf87 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:27:44.116046 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=99f4df34-9434-4365-8d0e-6879f39e3f40,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:44.184408 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-3c516d51-8856-47ed-b9ef-dde5c96a0076 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.339512 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77e6c8-17f8-4a40-a838-a7f6e040716c req-f9e6e9c3-46c8-4466-bce0-ff69e8be0046 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:44.341156 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9b77e6c8-17f8-4a40-a838-a7f6e040716c req-f9e6e9c3-46c8-4466-bce0-ff69e8be0046 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 946 time: 0.3994613 Nov 25 19:27:44.352675 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33172) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:44.369247 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-72b5bc4c-4180-4bc0-8197-8e8f3ee0fe94 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Request body: {'floatingip': {'port_id': '0270c450-7b12-494d-81ff-33d0eb610e7d'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:44.483538 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-faa9ec00-038a-4090-a2dc-23eaeb4c2f06 req-39e759ca-a8ce-4c81-b569-a459c1e54934 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8a12964-d2f7-4d49-8a44-975c68d2bbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724424 Nov 25 19:27:44.547774 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-3c516d51-8856-47ed-b9ef-dde5c96a0076 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.550641 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49fd8cf6-c8a7-4c6e-8a8c-b4610402defe tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.556204 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-72b5bc4c-4180-4bc0-8197-8e8f3ee0fe94 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for floatingip, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.761352 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c516d51-8856-47ed-b9ef-dde5c96a0076 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Pushing event updated for resources: {'Port': ['ID=b7cb99fe-723c-4abd-89f5-e97f20a299f9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:44.902997 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1da57f9d-66ed-4c72-a80f-f52993fdde43 req-0aa6e5a9-5f18-4a11-8ec1-c09ceb23b972 service neutron] 10.222.0.73 "GET /v2.0/networks/11558f96-e57c-4a2d-af18-891f3deb7393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5169935 Nov 25 19:27:44.936365 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a446b03-2d43-438f-81e9-0a2b67c9fc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.950633 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6a3ea-62d1-4f98-a307-c7ca847929a3 req-a3c048b1-7505-4dae-8e99-9fa093c4e613 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:44.959445 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-06a6a3ea-62d1-4f98-a307-c7ca847929a3 req-a3c048b1-7505-4dae-8e99-9fa093c4e613 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/ports?device_id=21b0bd7f-aa30-4592-b438-dc6c576af2ce HTTP/1.1" status: 200 len: 944 time: 0.4978096 Nov 25 19:27:44.996414 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a446b03-2d43-438f-81e9-0a2b67c9fc75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:45.002329 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-453029c0-8a0a-472c-83f1-c54b2d1254c7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:45.010189 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-453029c0-8a0a-472c-83f1-c54b2d1254c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:45.013647 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3a446b03-2d43-438f-81e9-0a2b67c9fc75 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3aafd86c-5023-486d-a0e6-ced77c107f63 HTTP/1.1" status: 204 len: 168 time: 3.7910802 Nov 25 19:27:45.017079 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33178) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:45.056808 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 99f4df34-9434-4365-8d0e-6879f39e3f40 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:45.184980 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-3c516d51-8856-47ed-b9ef-dde5c96a0076 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Network 19581f87-26cd-4ee5-949c-bfbc993d7135 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:45.186710 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 99f4df34-9434-4365-8d0e-6879f39e3f40 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:45.187390 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:45.228553 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a446b03-2d43-438f-81e9-0a2b67c9fc75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aafd86c-5023-486d-a0e6-ced77c107f63,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:45.241498 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-3c516d51-8856-47ed-b9ef-dde5c96a0076 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:45.252693 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-3c516d51-8856-47ed-b9ef-dde5c96a0076 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:45.347868 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac09da26-546a-491c-abdb-e4009b05c52e None None] Network 9d9dd9e5-8906-423b-b97f-d3926f0851fd requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:27:45.422378 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fe5ba-2d5e-469d-ad42-3755a3baea06 req-40b5777a-a82c-4494-b64c-32e41b6058ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:45.424210 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b75fe5ba-2d5e-469d-ad42-3755a3baea06 req-40b5777a-a82c-4494-b64c-32e41b6058ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ae2f52f8ac57479da34cf0fd1bed5f51&device_id=21b0bd7f-aa30-4592-b438-dc6c576af2ce HTTP/1.1" status: 200 len: 1095 time: 0.3099217 Nov 25 19:27:45.463559 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-3c516d51-8856-47ed-b9ef-dde5c96a0076 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:45.464295 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-3c516d51-8856-47ed-b9ef-dde5c96a0076 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:45.496777 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb578f-4b1b-4115-b6d3-90ffc1a1a06d req-060dc62d-c384-415c-a9f8-ccf4ed6bffa0 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:45.506420 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-faeb578f-4b1b-4115-b6d3-90ffc1a1a06d req-060dc62d-c384-415c-a9f8-ccf4ed6bffa0 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 949 time: 0.4822028 Nov 25 19:27:45.647268 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4154f833-45f9-4360-951f-0a780047ee43 None None] DHCP port deletion for 9d9dd9e5-8906-423b-b97f-d3926f0851fd request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:27:45.713793 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4154f833-45f9-4360-951f-0a780047ee43 None None] Deleting port 4974edf1-8751-4afd-a544-097b509614eb {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:45.714232 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4154f833-45f9-4360-951f-0a780047ee43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:45.779404 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-453029c0-8a0a-472c-83f1-c54b2d1254c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:45.806561 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4154f833-45f9-4360-951f-0a780047ee43 None None] For port 4974edf1-8751-4afd-a544-097b509614eb, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4974edf1-8751-4afd-a544-097b509614eb,segment=NetworkSegment(43fa336e-0519-493a-9889-5900be72a9bc),segment_id=43fa336e-0519-493a-9889-5900be72a9bc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:45.807405 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4154f833-45f9-4360-951f-0a780047ee43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:45.824874 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4154f833-45f9-4360-951f-0a780047ee43 None None] Calling delete_port for 4974edf1-8751-4afd-a544-097b509614eb owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:45.902893 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-06a6a3ea-62d1-4f98-a307-c7ca847929a3 req-6204cc83-d141-46c1-95c6-343a3cbebcb7 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/security-groups?id=db362653-7b90-4d80-b962-8277db99362e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9423258 Nov 25 19:27:45.995391 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453029c0-8a0a-472c-83f1-c54b2d1254c7 admin admin] Pushing event updated for resources: {'Port': ['ID=58c3c61e-f722-4127-8eb2-e97f335faf87,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:46.062412 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4154f833-45f9-4360-951f-0a780047ee43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:46.110747 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4154f833-45f9-4360-951f-0a780047ee43 None None] No DVR routers for this DVR port 4974edf1-8751-4afd-a544-097b509614eb on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:27:46.113042 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154f833-45f9-4360-951f-0a780047ee43 None None] Pushing event deleted for resources: {'Port': ['ID=4974edf1-8751-4afd-a544-097b509614eb,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:46.212314 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-3c516d51-8856-47ed-b9ef-dde5c96a0076 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.9284439 Nov 25 19:27:46.240064 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-2fe27ce2-0625-4d22-a076-4b3296656e5d service neutron] Request body: {'port': {'device_id': '0af25cdf-2540-4eb0-afbd-9eaeacf7846f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:46.259622 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-4afa3684-b8d3-4587-b68c-34049c82c4da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a89cd3b-84f2-46b7-b758-c7bb7bf22bee {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:27:46.336501 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453029c0-8a0a-472c-83f1-c54b2d1254c7 admin admin] Network 18d15e7b-7bf0-4801-add6-82c7d685c88d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:46.338443 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-4afa3684-b8d3-4587-b68c-34049c82c4da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:46.340607 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7090d921-b733-4749-a042-0c7cdebfdcdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:46.363854 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-453029c0-8a0a-472c-83f1-c54b2d1254c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:46.431058 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-faeb578f-4b1b-4115-b6d3-90ffc1a1a06d req-e464d1c9-3b87-43fc-89d6-c97c11b1de06 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9232621 Nov 25 19:27:46.471869 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69bc59-efff-446e-8bff-2058eafc773c req-02c67d9e-ea2d-473e-933e-e9da263513d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:46.473599 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8b69bc59-efff-446e-8bff-2058eafc773c req-02c67d9e-ea2d-473e-933e-e9da263513d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 1100 time: 0.7352023 Nov 25 19:27:46.489392 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49fd8cf6-c8a7-4c6e-8a8c-b4610402defe tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:46.500875 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-4afa3684-b8d3-4587-b68c-34049c82c4da service neutron] Transition to ACTIVE for port object 3a89cd3b-84f2-46b7-b758-c7bb7bf22bee will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:27:46.517644 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49fd8cf6-c8a7-4c6e-8a8c-b4610402defe tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:46.533445 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fe5ba-2d5e-469d-ad42-3755a3baea06 req-065f297e-610b-47fd-834d-24d22ee9f3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:46.536358 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b75fe5ba-2d5e-469d-ad42-3755a3baea06 req-065f297e-610b-47fd-834d-24d22ee9f3aa service neutron] 10.222.0.73 "GET /v2.0/networks?id=11558f96-e57c-4a2d-af18-891f3deb7393 HTTP/1.1" status: 200 len: 915 time: 1.0876441 Nov 25 19:27:46.537599 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-4afa3684-b8d3-4587-b68c-34049c82c4da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:46.604614 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-2fe27ce2-0625-4d22-a076-4b3296656e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:46.611123 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083c939-55be-4c7c-b7d3-0c2a7c4c1a67 req-5189d8c2-4eb5-44dd-86da-a55b3e8fb5b6 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:46.614834 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0083c939-55be-4c7c-b7d3-0c2a7c4c1a67 req-5189d8c2-4eb5-44dd-86da-a55b3e8fb5b6 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d884176-7438-42b5-94f9-5fcf9dbf2416 HTTP/1.1" status: 200 len: 932 time: 0.5197237 Nov 25 19:27:46.699590 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b75fe5ba-2d5e-469d-ad42-3755a3baea06 req-934483cd-8007-4c08-b3d9-1f9e17ccf3b1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59b2d5e9-2c7f-407c-a368-09357c95bd47 HTTP/1.1" status: 200 len: 217 time: 0.1480005 Nov 25 19:27:46.770083 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7c47ca7e-3f68-4277-bee7-a9ddef38a544 None None] Provisioning complete for port 58c3c61e-f722-4127-8eb2-e97f335faf87 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:46.771262 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7c47ca7e-3f68-4277-bee7-a9ddef38a544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:46.795703 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-72b5bc4c-4180-4bc0-8197-8e8f3ee0fe94 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:27:46.864601 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7c47ca7e-3f68-4277-bee7-a9ddef38a544 None None] Port 58c3c61e-f722-4127-8eb2-e97f335faf87 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:27:46.887904 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd8cf6-c8a7-4c6e-8a8c-b4610402defe tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Pushing event updated for resources: {'Port': ['ID=59052781-1ef1-48df-8d69-2f6334606131,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:46.914959 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49fd8cf6-c8a7-4c6e-8a8c-b4610402defe tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:46.971475 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7090d921-b733-4749-a042-0c7cdebfdcdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:47.020026 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-72b5bc4c-4180-4bc0-8197-8e8f3ee0fe94 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:47.077642 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0083c939-55be-4c7c-b7d3-0c2a7c4c1a67 req-fc815d01-b62d-4e53-aa64-86a05584d6f9 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8a12964-d2f7-4d49-8a44-975c68d2bbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520869 Nov 25 19:27:47.084689 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4974edf1-8751-4afd-a544-097b509614eb no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:47.099720 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-72b5bc4c-4180-4bc0-8197-8e8f3ee0fe94 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:47.120973 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-7090d921-b733-4749-a042-0c7cdebfdcdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9dd9e5-8906-423b-b97f-d3926f0851fd']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:47.150808 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 4974edf1-8751-4afd-a544-097b509614eb {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:27:47.151820 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4974edf1-8751-4afd-a544-097b509614eb not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:27:47.153972 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa3684-b8d3-4587-b68c-34049c82c4da service neutron] Pushing event updated for resources: {'Port': ['ID=3a89cd3b-84f2-46b7-b758-c7bb7bf22bee,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:47.222240 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453029c0-8a0a-472c-83f1-c54b2d1254c7 admin admin] Router 0ad38efa-ac1f-491c-b8cb-9f25225a0dd2 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:27:47.234436 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fe5ba-2d5e-469d-ad42-3755a3baea06 req-980bad96-f4b9-4a7c-b1c1-3ad1277e357a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:47.236969 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b75fe5ba-2d5e-469d-ad42-3755a3baea06 req-980bad96-f4b9-4a7c-b1c1-3ad1277e357a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=16cf2a09-19b1-458e-b9fd-83e9d2a6019d HTTP/1.1" status: 200 len: 854 time: 0.5186164 Nov 25 19:27:47.250492 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49fd8cf6-c8a7-4c6e-8a8c-b4610402defe tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:47.252943 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-49fd8cf6-c8a7-4c6e-8a8c-b4610402defe tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.8360014 Nov 25 19:27:47.298154 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-7090d921-b733-4749-a042-0c7cdebfdcdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fa336e-0519-493a-9889-5900be72a9bc') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:47.298651 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-7090d921-b733-4749-a042-0c7cdebfdcdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fa336e-0519-493a-9889-5900be72a9bc') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:47.324914 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7090d921-b733-4749-a042-0c7cdebfdcdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:47.353961 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7090d921-b733-4749-a042-0c7cdebfdcdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:47.366068 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7090d921-b733-4749-a042-0c7cdebfdcdc admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:27:47.367250 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7090d921-b733-4749-a042-0c7cdebfdcdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:47.379382 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b75fe5ba-2d5e-469d-ad42-3755a3baea06 req-efec8bba-6776-4718-b270-c4aa4d17f227 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=11558f96-e57c-4a2d-af18-891f3deb7393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234980 Nov 25 19:27:47.387247 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69bc59-efff-446e-8bff-2058eafc773c req-9cd23fba-5d89-4ad9-b0fa-a6ea7ba56bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:47.389117 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8b69bc59-efff-446e-8bff-2058eafc773c req-9cd23fba-5d89-4ad9-b0fa-a6ea7ba56bfc service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.8616812 Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:27:47.390247 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:27:47.485051 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2db9fc-7f7c-486d-9abc-f8c6ad78b781 req-d202456e-35f7-445b-ac2d-52fd7e4b03ff tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:47.487696 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea2db9fc-7f7c-486d-9abc-f8c6ad78b781 req-d202456e-35f7-445b-ac2d-52fd7e4b03ff tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/ports?device_id=21b0bd7f-aa30-4592-b438-dc6c576af2ce HTTP/1.1" status: 200 len: 944 time: 0.3028078 Nov 25 19:27:47.543365 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8b69bc59-efff-446e-8bff-2058eafc773c req-259de06d-8eb1-4a1d-b661-aaaa19e0b783 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=228219d8-b6f0-44fb-b5c3-d106a37ba29c HTTP/1.1" status: 200 len: 217 time: 0.1310997 Nov 25 19:27:47.599049 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-4afa3684-b8d3-4587-b68c-34049c82c4da service neutron] Attempting to bind port 3a89cd3b-84f2-46b7-b758-c7bb7bf22bee on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:47.599554 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-4afa3684-b8d3-4587-b68c-34049c82c4da service neutron] Attempting to bind port 3a89cd3b-84f2-46b7-b758-c7bb7bf22bee by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '2f388bd8-7747-4d43-8fc4-dd3f612fe2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '19581f87-26cd-4ee5-949c-bfbc993d7135'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:47.600058 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-4afa3684-b8d3-4587-b68c-34049c82c4da service neutron] Attempting to bind port 3a89cd3b-84f2-46b7-b758-c7bb7bf22bee on network 19581f87-26cd-4ee5-949c-bfbc993d7135 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:47.634667 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-4afa3684-b8d3-4587-b68c-34049c82c4da service neutron] Port 3a89cd3b-84f2-46b7-b758-c7bb7bf22bee on network 19581f87-26cd-4ee5-949c-bfbc993d7135 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:27:47.635232 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-4afa3684-b8d3-4587-b68c-34049c82c4da service neutron] Attempting to bind port 3a89cd3b-84f2-46b7-b758-c7bb7bf22bee on network 19581f87-26cd-4ee5-949c-bfbc993d7135 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:47.655545 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7090d921-b733-4749-a042-0c7cdebfdcdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:47.661820 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7090d921-b733-4749-a042-0c7cdebfdcdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:47.668873 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7090d921-b733-4749-a042-0c7cdebfdcdc admin admin] 10.222.0.55 "DELETE /v2.0/networks/9d9dd9e5-8906-423b-b97f-d3926f0851fd HTTP/1.1" status: 204 len: 168 time: 2.6499724 Nov 25 19:27:47.674351 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-4afa3684-b8d3-4587-b68c-34049c82c4da service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:47.674937 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-4afa3684-b8d3-4587-b68c-34049c82c4da service neutron] Checking segment: {'id': '2f388bd8-7747-4d43-8fc4-dd3f612fe2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '19581f87-26cd-4ee5-949c-bfbc993d7135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:47.675579 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-4afa3684-b8d3-4587-b68c-34049c82c4da service neutron] Bound using segment: {'id': '2f388bd8-7747-4d43-8fc4-dd3f612fe2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '19581f87-26cd-4ee5-949c-bfbc993d7135'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:47.676313 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-4afa3684-b8d3-4587-b68c-34049c82c4da service neutron] Bound port: 3a89cd3b-84f2-46b7-b758-c7bb7bf22bee, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f388bd8-7747-4d43-8fc4-dd3f612fe2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '19581f87-26cd-4ee5-949c-bfbc993d7135'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:47.676940 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-4afa3684-b8d3-4587-b68c-34049c82c4da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:47.730971 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea2db9fc-7f7c-486d-9abc-f8c6ad78b781 req-e568c6cb-4a5e-4635-a54b-833540e4f19f tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/security-groups?id=db362653-7b90-4d80-b962-8277db99362e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316933 Nov 25 19:27:47.736108 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b75fe5ba-2d5e-469d-ad42-3755a3baea06 req-dd3a48d0-8524-467b-bdc7-54e01d542b23 service neutron] 10.222.0.73 "GET /v2.0/networks/11558f96-e57c-4a2d-af18-891f3deb7393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448186 Nov 25 19:27:47.745421 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-921833b1-bc37-4eae-ab48-d00e0ccb1330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f31565d0-d864-40d7-a4ea-981fe9931c30 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:27:47.770219 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090d921-b733-4749-a042-0c7cdebfdcdc admin admin] Pushing event deleted for resources: {'Network': ['ID=9d9dd9e5-8906-423b-b97f-d3926f0851fd,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:47.778510 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-921833b1-bc37-4eae-ab48-d00e0ccb1330 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:47.797551 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-f6f9e8cb-0453-4b88-a200-37d1ab0d05b9 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1632664085&fields=id&tenant_id=794af00fdd784b2ebeae23a2a2ed5bde HTTP/1.1" status: 200 len: 267 time: 0.4055724 Nov 25 19:27:47.882163 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33208) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:47.884137 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-72b5bc4c-4180-4bc0-8197-8e8f3ee0fe94 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Floating IP 0cf11399-c1ea-44da-b962-74382190c1e7 associated. External IP: 172.25.6.169, port: 0270c450-7b12-494d-81ff-33d0eb610e7d. Nov 25 19:27:47.901499 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-921833b1-bc37-4eae-ab48-d00e0ccb1330 service neutron] Transition to ACTIVE for port object f31565d0-d864-40d7-a4ea-981fe9931c30 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:27:47.974096 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-4afa3684-b8d3-4587-b68c-34049c82c4da service neutron] For port 3a89cd3b-84f2-46b7-b758-c7bb7bf22bee, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:48.055152 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-4afa3684-b8d3-4587-b68c-34049c82c4da service neutron] For port 3a89cd3b-84f2-46b7-b758-c7bb7bf22bee, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=3a89cd3b-84f2-46b7-b758-c7bb7bf22bee,segment=NetworkSegment(2f388bd8-7747-4d43-8fc4-dd3f612fe2e9),segment_id=2f388bd8-7747-4d43-8fc4-dd3f612fe2e9)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:48.068717 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b75fe5ba-2d5e-469d-ad42-3755a3baea06 req-5f05e020-3fee-43ca-b07a-8137059958ae service neutron] 10.222.0.73 "GET /v2.0/networks/11558f96-e57c-4a2d-af18-891f3deb7393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893870 Nov 25 19:27:48.079349 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-4afa3684-b8d3-4587-b68c-34049c82c4da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:48.127124 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ff875433-4f33-486f-b204-d71375bbdf19 req-fcfe86ef-7f45-4911-bd06-d531f34788f4 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1548494204&fields=id&tenant_id=6aa141dcfeef46bb898026153dd284be HTTP/1.1" status: 200 len: 267 time: 0.2348435 Nov 25 19:27:48.134572 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-74e0fec1-257f-4798-acab-efa6b21342a2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f7164e740744c639f0ffd8c8c8559ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455089 Nov 25 19:27:48.136846 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33210) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:48.154657 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-4afa3684-b8d3-4587-b68c-34049c82c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:48.155420 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-4afa3684-b8d3-4587-b68c-34049c82c4da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:48.156977 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-4afa3684-b8d3-4587-b68c-34049c82c4da service neutron] 10.222.0.85 "PUT /v2.0/ports/3a89cd3b-84f2-46b7-b758-c7bb7bf22bee HTTP/1.1" status: 200 len: 1091 time: 7.4520857 Nov 25 19:27:48.159919 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cff8457-95b9-40fb-b982-4f637e821b92', 'tag': '3a89cd3b-84f2-46b7-b758-c7bb7bf22bee'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:48.163242 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa18084-2655-4810-bf29-d4390cdd3ead" -d '{"events": [{"name": "network-changed", "server_uuid": "5cff8457-95b9-40fb-b982-4f637e821b92", "tag": "3a89cd3b-84f2-46b7-b758-c7bb7bf22bee"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:48.287553 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69bc59-efff-446e-8bff-2058eafc773c req-98d2ddbc-a59e-4b26-bf99-9957e53b14ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:48.289586 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8b69bc59-efff-446e-8bff-2058eafc773c req-98d2ddbc-a59e-4b26-bf99-9957e53b14ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.7215350 Nov 25 19:27:48.323419 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-921833b1-bc37-4eae-ab48-d00e0ccb1330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:48.392249 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa3684-b8d3-4587-b68c-34049c82c4da service neutron] Pushing event updated for resources: {'Port': ['ID=3a89cd3b-84f2-46b7-b758-c7bb7bf22bee,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:48.449242 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453029c0-8a0a-472c-83f1-c54b2d1254c7 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:27:48.453094 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-2fe27ce2-0625-4d22-a076-4b3296656e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7cb99fe-723c-4abd-89f5-e97f20a299f9 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:27:48.459539 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-453029c0-8a0a-472c-83f1-c54b2d1254c7 admin admin] 10.222.0.55 "PUT /v2.0/routers/0ad38efa-ac1f-491c-b8cb-9f25225a0dd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0755374 Nov 25 19:27:48.462343 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-ea0f1504-4fa8-4b8b-b3e8-b169ea65ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:48.464032 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-ea0f1504-4fa8-4b8b-b3e8-b169ea65ede2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2ad8a0ba8fcb49ddb4821f567142032b&device_id=5cff8457-95b9-40fb-b982-4f637e821b92 HTTP/1.1" status: 200 len: 1094 time: 0.2586374 Nov 25 19:27:48.467366 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-862a0c41-c691-4082-b159-a4134420b0ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:48.471186 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-2fe27ce2-0625-4d22-a076-4b3296656e5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:48.495017 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbc1fa4-f238-4aa5-95f9-93ee1ffa1970 None None] Sync routers for ids ['0ad38efa-ac1f-491c-b8cb-9f25225a0dd2'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:27:48.514851 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921833b1-bc37-4eae-ab48-d00e0ccb1330 service neutron] Pushing event updated for resources: {'Port': ['ID=f31565d0-d864-40d7-a4ea-981fe9931c30,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:48.520229 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbc1fa4-f238-4aa5-95f9-93ee1ffa1970 None None] Routers {'0ad38efa-ac1f-491c-b8cb-9f25225a0dd2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:48.521957 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3bbc1fa4-f238-4aa5-95f9-93ee1ffa1970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:27:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['0ad38efa-ac1f-491c-b8cb-9f25225a0dd2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:48.545955 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-9433265c-7db7-4694-8079-5806dbb2c448 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:48.547494 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-9433265c-7db7-4694-8079-5806dbb2c448 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/networks?id=500d758c-c123-4000-99df-020cdf9c84a0 HTTP/1.1" status: 200 len: 816 time: 0.7490113 Nov 25 19:27:48.558665 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-23de0135-ddd9-452f-84ae-a5d4fc62c1db service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a89cd3b-84f2-46b7-b758-c7bb7bf22bee HTTP/1.1" status: 200 len: 217 time: 0.0836005 Nov 25 19:27:48.566576 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-2fe27ce2-0625-4d22-a076-4b3296656e5d service neutron] Transition to ACTIVE for port object b7cb99fe-723c-4abd-89f5-e97f20a299f9 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:27:48.583870 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69bc59-efff-446e-8bff-2058eafc773c req-3663ccc3-d26f-4cbe-838b-504a799aeb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:48.586307 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8b69bc59-efff-446e-8bff-2058eafc773c req-3663ccc3-d26f-4cbe-838b-504a799aeb00 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2648249 Nov 25 19:27:48.599127 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff875433-4f33-486f-b204-d71375bbdf19 req-b8bdf6ce-3bdc-4c83-837d-fcf35183416d tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:48.600737 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ff875433-4f33-486f-b204-d71375bbdf19 req-b8bdf6ce-3bdc-4c83-837d-fcf35183416d tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/networks?id=5a111422-02ea-4673-ac0b-0324d3e06e0d HTTP/1.1" status: 200 len: 815 time: 0.4428451 Nov 25 19:27:48.604823 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-862a0c41-c691-4082-b159-a4134420b0ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:48.606872 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-2fe27ce2-0625-4d22-a076-4b3296656e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:48.683417 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-5e4e28a2-79b0-4481-b422-0e38ee126911 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/quotas/794af00fdd784b2ebeae23a2a2ed5bde HTTP/1.1" status: 200 len: 375 time: 0.1095703 Nov 25 19:27:48.732757 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ff875433-4f33-486f-b204-d71375bbdf19 req-7382ee30-15c1-44e5-b285-b7f5f23785a7 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/quotas/6aa141dcfeef46bb898026153dd284be HTTP/1.1" status: 200 len: 375 time: 0.0896327 Nov 25 19:27:48.749179 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-ce705d0d-e0a7-4e26-8443-30148fd8ecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:48.750958 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-ce705d0d-e0a7-4e26-8443-30148fd8ecf4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e23d4585-5aa5-4543-8c8d-f0a9c1bbc883 HTTP/1.1" status: 200 len: 858 time: 0.1832225 Nov 25 19:27:48.792736 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe27ce2-0625-4d22-a076-4b3296656e5d service neutron] Pushing event updated for resources: {'Port': ['ID=b7cb99fe-723c-4abd-89f5-e97f20a299f9,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:48.832817 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-3bbc1fa4-f238-4aa5-95f9-93ee1ffa1970 None None] Set router 0ad38efa-ac1f-491c-b8cb-9f25225a0dd2 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:48.842700 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-921833b1-bc37-4eae-ab48-d00e0ccb1330 service neutron] Attempting to bind port f31565d0-d864-40d7-a4ea-981fe9931c30 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:48.842952 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-921833b1-bc37-4eae-ab48-d00e0ccb1330 service neutron] Attempting to bind port f31565d0-d864-40d7-a4ea-981fe9931c30 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '2f388bd8-7747-4d43-8fc4-dd3f612fe2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '19581f87-26cd-4ee5-949c-bfbc993d7135'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:48.843266 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-921833b1-bc37-4eae-ab48-d00e0ccb1330 service neutron] Attempting to bind port f31565d0-d864-40d7-a4ea-981fe9931c30 on network 19581f87-26cd-4ee5-949c-bfbc993d7135 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:48.864341 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-921833b1-bc37-4eae-ab48-d00e0ccb1330 service neutron] Port f31565d0-d864-40d7-a4ea-981fe9931c30 on network 19581f87-26cd-4ee5-949c-bfbc993d7135 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:27:48.864661 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-921833b1-bc37-4eae-ab48-d00e0ccb1330 service neutron] Attempting to bind port f31565d0-d864-40d7-a4ea-981fe9931c30 on network 19581f87-26cd-4ee5-949c-bfbc993d7135 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:48.887559 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-f804150a-eb58-4a94-9b84-9f8baeee3f16 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=19581f87-26cd-4ee5-949c-bfbc993d7135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156676 Nov 25 19:27:48.896260 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-921833b1-bc37-4eae-ab48-d00e0ccb1330 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:48.896602 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-921833b1-bc37-4eae-ab48-d00e0ccb1330 service neutron] Checking segment: {'id': '2f388bd8-7747-4d43-8fc4-dd3f612fe2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '19581f87-26cd-4ee5-949c-bfbc993d7135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:48.896995 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-921833b1-bc37-4eae-ab48-d00e0ccb1330 service neutron] Bound using segment: {'id': '2f388bd8-7747-4d43-8fc4-dd3f612fe2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '19581f87-26cd-4ee5-949c-bfbc993d7135'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:48.897446 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-921833b1-bc37-4eae-ab48-d00e0ccb1330 service neutron] Bound port: f31565d0-d864-40d7-a4ea-981fe9931c30, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f388bd8-7747-4d43-8fc4-dd3f612fe2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '19581f87-26cd-4ee5-949c-bfbc993d7135'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:48.897805 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-921833b1-bc37-4eae-ab48-d00e0ccb1330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:48.911467 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8b69bc59-efff-446e-8bff-2058eafc773c req-ca8fcff3-3a48-4c8d-8bda-397e9dd40d48 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951510 Nov 25 19:27:48.922320 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-aa706658-48d4-418f-a82a-ae714a213734 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=794af00fdd784b2ebeae23a2a2ed5bde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1948059 Nov 25 19:27:48.937621 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b5bc4c-4180-4bc0-8197-8e8f3ee0fe94 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Router d083547c-f981-4129-8626-b5acb0086a22 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:27:49.056224 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-862a0c41-c691-4082-b159-a4134420b0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:49.062542 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-862a0c41-c691-4082-b159-a4134420b0ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:49.066399 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-862a0c41-c691-4082-b159-a4134420b0ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e63da901-4768-4c99-864e-f62fa77f2f2a HTTP/1.1" status: 204 len: 168 time: 0.9270194 Nov 25 19:27:49.187299 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-2fe27ce2-0625-4d22-a076-4b3296656e5d service neutron] Attempting to bind port b7cb99fe-723c-4abd-89f5-e97f20a299f9 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:49.189167 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-2fe27ce2-0625-4d22-a076-4b3296656e5d service neutron] Attempting to bind port b7cb99fe-723c-4abd-89f5-e97f20a299f9 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '2f388bd8-7747-4d43-8fc4-dd3f612fe2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '19581f87-26cd-4ee5-949c-bfbc993d7135'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:49.189781 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-2fe27ce2-0625-4d22-a076-4b3296656e5d service neutron] Attempting to bind port b7cb99fe-723c-4abd-89f5-e97f20a299f9 on network 19581f87-26cd-4ee5-949c-bfbc993d7135 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:49.204326 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a0c41-c691-4082-b159-a4134420b0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63da901-4768-4c99-864e-f62fa77f2f2a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:49.215953 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-921833b1-bc37-4eae-ab48-d00e0ccb1330 service neutron] For port f31565d0-d864-40d7-a4ea-981fe9931c30, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:49.224525 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ff875433-4f33-486f-b204-d71375bbdf19 req-8a7f3fcc-1383-486b-b453-0a5b33c450e0 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6aa141dcfeef46bb898026153dd284be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4660032 Nov 25 19:27:49.252884 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-2fe27ce2-0625-4d22-a076-4b3296656e5d service neutron] Port b7cb99fe-723c-4abd-89f5-e97f20a299f9 on network 19581f87-26cd-4ee5-949c-bfbc993d7135 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:27:49.253244 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-2fe27ce2-0625-4d22-a076-4b3296656e5d service neutron] Attempting to bind port b7cb99fe-723c-4abd-89f5-e97f20a299f9 on network 19581f87-26cd-4ee5-949c-bfbc993d7135 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:49.269759 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-921833b1-bc37-4eae-ab48-d00e0ccb1330 service neutron] For port f31565d0-d864-40d7-a4ea-981fe9931c30, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=f31565d0-d864-40d7-a4ea-981fe9931c30,segment=NetworkSegment(2f388bd8-7747-4d43-8fc4-dd3f612fe2e9),segment_id=2f388bd8-7747-4d43-8fc4-dd3f612fe2e9)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:49.276342 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8b69bc59-efff-446e-8bff-2058eafc773c req-ed926406-8497-4404-a6c4-1dddd047ee62 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506577 Nov 25 19:27:49.282645 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-4068d65e-c6b8-451d-b5c6-941f4b5e42bd service neutron] 10.222.0.55 "GET /v2.0/networks/500d758c-c123-4000-99df-020cdf9c84a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320687 Nov 25 19:27:49.286818 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-921833b1-bc37-4eae-ab48-d00e0ccb1330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:49.326643 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3bbc1fa4-f238-4aa5-95f9-93ee1ffa1970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad38efa-ac1f-491c-b8cb-9f25225a0dd2', 'name': 'tempest-AttachSCSIVolumeTestJSON-469413918-router', 'tenant_id': '308af9351010428d9537602c6d0956e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '99f4df34-9434-4365-8d0e-6879f39e3f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:43Z', 'revision_number': 4, 'project_id': '308af9351010428d9537602c6d0956e9', 'gw_port': {'id': '99f4df34-9434-4365-8d0e-6879f39e3f40', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad38efa-ac1f-491c-b8cb-9f25225a0dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:29Z', 'updated_at': '2021-11-25T19:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '58c3c61e-f722-4127-8eb2-e97f335faf87', 'name': '', 'network_id': '18d15e7b-7bf0-4801-add6-82c7d685c88d', 'tenant_id': '308af9351010428d9537602c6d0956e9', 'mac_address': 'fa:16:3e:f7:44:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad38efa-ac1f-491c-b8cb-9f25225a0dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'b75cb25a-72f4-4fd9-b173-60bfea6a6113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:41Z', 'updated_at': '2021-11-25T19:27:44Z', 'revision_number': 2, 'project_id': '308af9351010428d9537602c6d0956e9', 'subnets': [{'id': 'b75cb25a-72f4-4fd9-b173-60bfea6a6113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:49.371584 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-2fe27ce2-0625-4d22-a076-4b3296656e5d service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:49.373965 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-2fe27ce2-0625-4d22-a076-4b3296656e5d service neutron] Checking segment: {'id': '2f388bd8-7747-4d43-8fc4-dd3f612fe2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '19581f87-26cd-4ee5-949c-bfbc993d7135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:49.377556 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-2fe27ce2-0625-4d22-a076-4b3296656e5d service neutron] Bound using segment: {'id': '2f388bd8-7747-4d43-8fc4-dd3f612fe2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '19581f87-26cd-4ee5-949c-bfbc993d7135'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:49.378138 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-2fe27ce2-0625-4d22-a076-4b3296656e5d service neutron] Bound port: b7cb99fe-723c-4abd-89f5-e97f20a299f9, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f388bd8-7747-4d43-8fc4-dd3f612fe2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '19581f87-26cd-4ee5-949c-bfbc993d7135'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:49.378553 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-2fe27ce2-0625-4d22-a076-4b3296656e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:49.380951 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbc1fa4-f238-4aa5-95f9-93ee1ffa1970 None None] Checking router: 0ad38efa-ac1f-491c-b8cb-9f25225a0dd2 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:27:49.386727 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbc1fa4-f238-4aa5-95f9-93ee1ffa1970 None None] Updating router 0ad38efa-ac1f-491c-b8cb-9f25225a0dd2 port 58c3c61e-f722-4127-8eb2-e97f335faf87 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:27:49.392762 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 59b2d5e9-2c7f-407c-a368-09357c95bd47 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:27:49.423692 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-921833b1-bc37-4eae-ab48-d00e0ccb1330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:49.424779 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-921833b1-bc37-4eae-ab48-d00e0ccb1330 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:49.427376 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-921833b1-bc37-4eae-ab48-d00e0ccb1330 service neutron] 10.222.0.73 "PUT /v2.0/ports/f31565d0-d864-40d7-a4ea-981fe9931c30 HTTP/1.1" status: 200 len: 1092 time: 7.2778513 Nov 25 19:27:49.437393 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d884176-7438-42b5-94f9-5fcf9dbf2416', 'tag': 'f31565d0-d864-40d7-a4ea-981fe9931c30'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:49.442260 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d17c6a8-b398-45ae-a70a-5e8cc4473532" -d '{"events": [{"name": "network-changed", "server_uuid": "5d884176-7438-42b5-94f9-5fcf9dbf2416", "tag": "f31565d0-d864-40d7-a4ea-981fe9931c30"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:49.535024 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 59b2d5e9-2c7f-407c-a368-09357c95bd47, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=59b2d5e9-2c7f-407c-a368-09357c95bd47,segment=NetworkSegment(928a893b-fe23-4071-8b83-2a16992cb319),segment_id=928a893b-fe23-4071-8b83-2a16992cb319)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:49.563044 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '59b2d5e9-2c7f-407c-a368-09357c95bd47', 'network_id': '11558f96-e57c-4a2d-af18-891f3deb7393', 'port_id': '59b2d5e9-2c7f-407c-a368-09357c95bd47', 'mac_address': 'fa:16:3e:a0:46:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16cf2a09-19b1-458e-b9fd-83e9d2a6019d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:27:49.579483 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b5bc4c-4180-4bc0-8197-8e8f3ee0fe94 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:27:49.594544 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-fb056557-59c8-43ae-9c93-797aaeea5b2a service neutron] 10.222.0.55 "GET /v2.0/networks/500d758c-c123-4000-99df-020cdf9c84a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979324 Nov 25 19:27:49.597610 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8782e25-fac0-434f-9f22-71ff9f6e5e23 None None] Sync routers for ids ['d083547c-f981-4129-8626-b5acb0086a22'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:27:49.598365 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-72b5bc4c-4180-4bc0-8197-8e8f3ee0fe94 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:49.614089 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-86f830a7-94e7-459b-9559-3ce6b0caba44 service neutron] 10.222.0.85 "GET /v2.0/networks/19581f87-26cd-4ee5-949c-bfbc993d7135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6785793 Nov 25 19:27:49.633152 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8782e25-fac0-434f-9f22-71ff9f6e5e23 None None] Routers {'d083547c-f981-4129-8626-b5acb0086a22'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:49.635777 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d8782e25-fac0-434f-9f22-71ff9f6e5e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:27:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d083547c-f981-4129-8626-b5acb0086a22'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:49.636149 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:49.645004 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1fa4-f238-4aa5-95f9-93ee1ffa1970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:49.705797 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b2d5e9-2c7f-407c-a368-09357c95bd47 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:27:49.724168 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ff875433-4f33-486f-b204-d71375bbdf19 req-a71533ba-b807-4903-9a9a-a1a5573e535e service neutron] 10.222.0.55 "GET /v2.0/networks/5a111422-02ea-4673-ac0b-0324d3e06e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619746 Nov 25 19:27:49.749497 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921833b1-bc37-4eae-ab48-d00e0ccb1330 service neutron] Pushing event updated for resources: {'Port': ['ID=f31565d0-d864-40d7-a4ea-981fe9931c30,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:49.794670 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-be0f8e73-f411-4164-b77a-82ec0f9c2726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:49.797356 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-be0f8e73-f411-4164-b77a-82ec0f9c2726 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ad8a0ba8fcb49ddb4821f567142032b&device_id=5d884176-7438-42b5-94f9-5fcf9dbf2416 HTTP/1.1" status: 200 len: 1095 time: 0.1865995 Nov 25 19:27:49.802540 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-72b5bc4c-4180-4bc0-8197-8e8f3ee0fe94 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "PUT /v2.0/floatingips/0cf11399-c1ea-44da-b962-74382190c1e7 HTTP/1.1" status: 200 len: 992 time: 5.4488769 Nov 25 19:27:49.824267 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 59b2d5e9-2c7f-407c-a368-09357c95bd47, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=59b2d5e9-2c7f-407c-a368-09357c95bd47,segment=NetworkSegment(928a893b-fe23-4071-8b83-2a16992cb319),segment_id=928a893b-fe23-4071-8b83-2a16992cb319)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:49.850323 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:49.923438 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-e04339dd-bb96-4d54-a4e6-22e21aad02c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f31565d0-d864-40d7-a4ea-981fe9931c30 HTTP/1.1" status: 200 len: 217 time: 0.1154180 Nov 25 19:27:50.007754 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-d8782e25-fac0-434f-9f22-71ff9f6e5e23 None None] Set router d083547c-f981-4129-8626-b5acb0086a22 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:50.114048 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=59b2d5e9-2c7f-407c-a368-09357c95bd47,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:50.137347 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33246) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:50.165118 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-7e02cfcf-19ed-491c-8069-eb9f9dc97a4b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1451468216-network', 'tenant_id': '793811072139426da1ba658f6defc4d9'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:50.166763 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-2fe27ce2-0625-4d22-a076-4b3296656e5d service neutron] For port b7cb99fe-723c-4abd-89f5-e97f20a299f9, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:50.221658 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-2fe27ce2-0625-4d22-a076-4b3296656e5d service neutron] For port b7cb99fe-723c-4abd-89f5-e97f20a299f9, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b7cb99fe-723c-4abd-89f5-e97f20a299f9,segment=NetworkSegment(2f388bd8-7747-4d43-8fc4-dd3f612fe2e9),segment_id=2f388bd8-7747-4d43-8fc4-dd3f612fe2e9)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:50.233076 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['59b2d5e9-2c7f-407c-a368-09357c95bd47'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:27:50.240244 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-f627dd6b-82a6-41c1-9382-d251324c2b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:50.250223 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-f627dd6b-82a6-41c1-9382-d251324c2b7c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e23d4585-5aa5-4543-8c8d-f0a9c1bbc883 HTTP/1.1" status: 200 len: 858 time: 0.3180962 Nov 25 19:27:50.317292 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ff875433-4f33-486f-b204-d71375bbdf19 req-f6862f59-66ac-4e34-a658-260057595cce service neutron] 10.222.0.55 "GET /v2.0/networks/5a111422-02ea-4673-ac0b-0324d3e06e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5920410 Nov 25 19:27:50.329921 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-92a032a7-f3bd-40b4-9090-791ba508bbe9 service neutron] 10.222.0.85 "GET /v2.0/networks/19581f87-26cd-4ee5-949c-bfbc993d7135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7067263 Nov 25 19:27:50.334259 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-2fe27ce2-0625-4d22-a076-4b3296656e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:50.394498 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-f4c5523e-af4a-400a-88ef-37430b95afe7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19581f87-26cd-4ee5-949c-bfbc993d7135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1349053 Nov 25 19:27:50.444866 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e02cfcf-19ed-491c-8069-eb9f9dc97a4b admin admin] Made reservation on behalf of 793811072139426da1ba658f6defc4d9 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:50.448965 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e02cfcf-19ed-491c-8069-eb9f9dc97a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:50.531204 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e02cfcf-19ed-491c-8069-eb9f9dc97a4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:50.560798 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe27ce2-0625-4d22-a076-4b3296656e5d service neutron] Pushing event updated for resources: {'Port': ['ID=b7cb99fe-723c-4abd-89f5-e97f20a299f9,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:50.580499 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-2fe27ce2-0625-4d22-a076-4b3296656e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:50.581028 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-2fe27ce2-0625-4d22-a076-4b3296656e5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:50.584194 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-2fe27ce2-0625-4d22-a076-4b3296656e5d service neutron] 10.222.0.73 "PUT /v2.0/ports/b7cb99fe-723c-4abd-89f5-e97f20a299f9 HTTP/1.1" status: 200 len: 1091 time: 4.3516841 Nov 25 19:27:50.615519 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abc081-ea6e-4e30-9cb7-5f0c88601f61 req-f4f13eae-faa8-4c26-b13b-ebf4db6d0ab5 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:50.624510 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7abc081-ea6e-4e30-9cb7-5f0c88601f61 req-f4f13eae-faa8-4c26-b13b-ebf4db6d0ab5 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 949 time: 0.3132911 Nov 25 19:27:50.726656 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-5e449520-28e9-44fe-b745-7e263e533313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:50.734223 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-5e449520-28e9-44fe-b745-7e263e533313 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ad8a0ba8fcb49ddb4821f567142032b&device_id=0af25cdf-2540-4eb0-afbd-9eaeacf7846f HTTP/1.1" status: 200 len: 1094 time: 0.0901833 Nov 25 19:27:50.834483 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e02cfcf-19ed-491c-8069-eb9f9dc97a4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:50.836372 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d8782e25-fac0-434f-9f22-71ff9f6e5e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd083547c-f981-4129-8626-b5acb0086a22', 'name': 'tempest-AttachVolumeShelveTestJSON-622630373-router', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:40Z', 'updated_at': '2021-11-25T19:26:56Z', 'revision_number': 4, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'gw_port': {'id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '0cf11399-c1ea-44da-b962-74382190c1e7', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'floating_ip_address': '172.25.6.169', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'port_id': '0270c450-7b12-494d-81ff-33d0eb610e7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'mac_address': 'fa:16:3e:00:02:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6798050-0c54-46ab-abf9-06c60bfe8c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:27:06Z', 'updated_at': '2021-11-25T19:27:46Z', 'revision_number': 1, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c39ea371-29d2-488b-8db0-bb86ccdb7c85', 'name': '', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'mac_address': 'fa:16:3e:f5:63:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:52Z', 'updated_at': '2021-11-25T19:27:04Z', 'revision_number': 5, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'subnets': [{'id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:50.848362 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e02cfcf-19ed-491c-8069-eb9f9dc97a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:50.965749 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8782e25-fac0-434f-9f22-71ff9f6e5e23 None None] Checking router: d083547c-f981-4129-8626-b5acb0086a22 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:27:50.977743 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-513c916b-e6e7-49f4-8ec6-f20bbbee8acd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7cb99fe-723c-4abd-89f5-e97f20a299f9 HTTP/1.1" status: 200 len: 217 time: 0.2358229 Nov 25 19:27:50.981777 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e02cfcf-19ed-491c-8069-eb9f9dc97a4b admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:27:50.999711 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8782e25-fac0-434f-9f22-71ff9f6e5e23 None None] Routers {'d083547c-f981-4129-8626-b5acb0086a22'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:51.002641 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d8782e25-fac0-434f-9f22-71ff9f6e5e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:27:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d083547c-f981-4129-8626-b5acb0086a22'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:51.125812 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02cfcf-19ed-491c-8069-eb9f9dc97a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ea7891-9520-412d-bd3f-9dc5c73dcba7,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:51.146793 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e02cfcf-19ed-491c-8069-eb9f9dc97a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:51.147272 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-7e02cfcf-19ed-491c-8069-eb9f9dc97a4b admin admin] Added segment 7331db8c-f69b-4173-a25b-729786990b9f of type vlan for network 661501e1-ea9f-457c-a46a-b44ed4a85e52 Nov 25 19:27:51.244509 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-0abcb64b-073c-4e92-a614-d7d9c7c3421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:51.252997 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-0abcb64b-073c-4e92-a614-d7d9c7c3421f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e23d4585-5aa5-4543-8c8d-f0a9c1bbc883 HTTP/1.1" status: 200 len: 858 time: 0.2549698 Nov 25 19:27:51.328173 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-d8782e25-fac0-434f-9f22-71ff9f6e5e23 None None] Set router d083547c-f981-4129-8626-b5acb0086a22 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:51.336337 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7abc081-ea6e-4e30-9cb7-5f0c88601f61 req-168264cf-7909-4c9f-8edc-4ea935f6a152 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6256506 Nov 25 19:27:51.370736 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-8d5a9192-3d0d-484a-9a82-2ff365dab975 service neutron] 10.222.0.73 "GET /v2.0/networks/19581f87-26cd-4ee5-949c-bfbc993d7135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9471824 Nov 25 19:27:51.377634 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e02cfcf-19ed-491c-8069-eb9f9dc97a4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:51.483832 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-b503d975-8c35-4e65-a672-21452a55a803 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19581f87-26cd-4ee5-949c-bfbc993d7135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1610308 Nov 25 19:27:51.563116 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e02cfcf-19ed-491c-8069-eb9f9dc97a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:51.564920 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e02cfcf-19ed-491c-8069-eb9f9dc97a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:51.565965 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e02cfcf-19ed-491c-8069-eb9f9dc97a4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:51.593622 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7e02cfcf-19ed-491c-8069-eb9f9dc97a4b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4520586 Nov 25 19:27:51.623013 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33284) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:51.637780 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-c16b846d-32fa-4210-a8c3-f096a6c924d2 admin admin] Request body: {'subnet': {'network_id': '661501e1-ea9f-457c-a46a-b44ed4a85e52', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1451468216-subnet', 'tenant_id': '793811072139426da1ba658f6defc4d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:51.747533 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02cfcf-19ed-491c-8069-eb9f9dc97a4b admin admin] Pushing event updated for resources: {'Network': ['ID=661501e1-ea9f-457c-a46a-b44ed4a85e52,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:51.763012 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d276f5-cb6d-43c2-a5e7-e2678cea552a req-2974ded6-3ebb-4a5f-9b63-b643b7868abd tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:51.770335 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 661501e1-ea9f-457c-a46a-b44ed4a85e52 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:27:51.777522 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b2d276f5-cb6d-43c2-a5e7-e2678cea552a req-2974ded6-3ebb-4a5f-9b63-b643b7868abd tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d884176-7438-42b5-94f9-5fcf9dbf2416 HTTP/1.1" status: 200 len: 944 time: 0.7787757 Nov 25 19:27:51.785332 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-a376c1f7-649c-4632-baf3-4811aa9c44b5 service neutron] 10.222.0.73 "GET /v2.0/networks/19581f87-26cd-4ee5-949c-bfbc993d7135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640509 Nov 25 19:27:51.803447 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1fa4-f238-4aa5-95f9-93ee1ffa1970 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:51.811299 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16b846d-32fa-4210-a8c3-f096a6c924d2 admin admin] Made reservation on behalf of 793811072139426da1ba658f6defc4d9 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:51.817625 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c16b846d-32fa-4210-a8c3-f096a6c924d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:51.827779 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1fa4-f238-4aa5-95f9-93ee1ffa1970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:51.837755 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5560f7-eae4-4151-9d26-70eb2828a332 x-openstack-request-id: req-7f5560f7-eae4-4151-9d26-70eb2828a332 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:51.840200 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cff8457-95b9-40fb-b982-4f637e821b92", "tag": "3a89cd3b-84f2-46b7-b758-c7bb7bf22bee", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:51.840661 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7f5560f7-eae4-4151-9d26-70eb2828a332 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:51.841190 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cff8457-95b9-40fb-b982-4f637e821b92', 'tag': '3a89cd3b-84f2-46b7-b758-c7bb7bf22bee', 'status': 'completed', 'code': 200} Nov 25 19:27:51.953571 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5abd1-e67c-41ab-ba73-7cd0f42918fb None None] Pushing event updated for resources: {'Port': ['ID=58c3c61e-f722-4127-8eb2-e97f335faf87,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:51.970733 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33286) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:52.182559 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b2d276f5-cb6d-43c2-a5e7-e2678cea552a req-3d97aa7e-6788-4eab-a8f8-0729ce773216 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8a12964-d2f7-4d49-8a44-975c68d2bbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030156 Nov 25 19:27:52.191345 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa18084-2655-4810-bf29-d4390cdd3ead req-6205b3c6-3b79-4c1a-ba2d-c2be3fae91f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:52.202778 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4aa18084-2655-4810-bf29-d4390cdd3ead req-6205b3c6-3b79-4c1a-ba2d-c2be3fae91f7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2ad8a0ba8fcb49ddb4821f567142032b&device_id=5cff8457-95b9-40fb-b982-4f637e821b92 HTTP/1.1" status: 200 len: 1094 time: 0.4007645 Nov 25 19:27:52.256702 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3bbc1fa4-f238-4aa5-95f9-93ee1ffa1970 None None] Attempting to bind port 58c3c61e-f722-4127-8eb2-e97f335faf87 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:52.262717 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3bbc1fa4-f238-4aa5-95f9-93ee1ffa1970 None None] Attempting to bind port 58c3c61e-f722-4127-8eb2-e97f335faf87 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'aea6c334-87eb-4d7b-a8a1-1e86506bf594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '18d15e7b-7bf0-4801-add6-82c7d685c88d'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:52.263800 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbc1fa4-f238-4aa5-95f9-93ee1ffa1970 None None] Attempting to bind port 58c3c61e-f722-4127-8eb2-e97f335faf87 on network 18d15e7b-7bf0-4801-add6-82c7d685c88d {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:52.291690 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbc1fa4-f238-4aa5-95f9-93ee1ffa1970 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:52.292333 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbc1fa4-f238-4aa5-95f9-93ee1ffa1970 None None] Checking segment: {'id': 'aea6c334-87eb-4d7b-a8a1-1e86506bf594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '18d15e7b-7bf0-4801-add6-82c7d685c88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:52.296909 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d8782e25-fac0-434f-9f22-71ff9f6e5e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd083547c-f981-4129-8626-b5acb0086a22', 'name': 'tempest-AttachVolumeShelveTestJSON-622630373-router', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:40Z', 'updated_at': '2021-11-25T19:26:56Z', 'revision_number': 4, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'gw_port': {'id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '0cf11399-c1ea-44da-b962-74382190c1e7', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'floating_ip_address': '172.25.6.169', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'port_id': '0270c450-7b12-494d-81ff-33d0eb610e7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'mac_address': 'fa:16:3e:00:02:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6798050-0c54-46ab-abf9-06c60bfe8c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:27:06Z', 'updated_at': '2021-11-25T19:27:46Z', 'revision_number': 1, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c39ea371-29d2-488b-8db0-bb86ccdb7c85', 'name': '', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'mac_address': 'fa:16:3e:f5:63:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:52Z', 'updated_at': '2021-11-25T19:27:04Z', 'revision_number': 5, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'subnets': [{'id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:52.297866 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1fa4-f238-4aa5-95f9-93ee1ffa1970 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:52.298051 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbc1fa4-f238-4aa5-95f9-93ee1ffa1970 None None] Bound using segment: {'id': 'aea6c334-87eb-4d7b-a8a1-1e86506bf594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '18d15e7b-7bf0-4801-add6-82c7d685c88d'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:52.298897 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3bbc1fa4-f238-4aa5-95f9-93ee1ffa1970 None None] Bound port: 58c3c61e-f722-4127-8eb2-e97f335faf87, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea6c334-87eb-4d7b-a8a1-1e86506bf594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '18d15e7b-7bf0-4801-add6-82c7d685c88d'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:52.302478 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1fa4-f238-4aa5-95f9-93ee1ffa1970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:52.302771 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6cec4-68dc-400b-a3da-7c7a38f11c25 req-34895b09-c729-4765-b0df-4e2445f905ff tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:52.313955 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0aa6cec4-68dc-400b-a3da-7c7a38f11c25 req-34895b09-c729-4765-b0df-4e2445f905ff tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/ports?device_id=21b0bd7f-aa30-4592-b438-dc6c576af2ce HTTP/1.1" status: 200 len: 945 time: 0.2680049 Nov 25 19:27:52.365212 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764b6bce-fdb7-4d33-9629-f7eb5fa184a2 x-openstack-request-id: req-764b6bce-fdb7-4d33-9629-f7eb5fa184a2 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:52.368869 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d884176-7438-42b5-94f9-5fcf9dbf2416", "tag": "f31565d0-d864-40d7-a4ea-981fe9931c30", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:52.369663 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-764b6bce-fdb7-4d33-9629-f7eb5fa184a2 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:52.376862 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d884176-7438-42b5-94f9-5fcf9dbf2416', 'tag': 'f31565d0-d864-40d7-a4ea-981fe9931c30', 'status': 'completed', 'code': 200} Nov 25 19:27:52.388337 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-f5f643b2-2c90-4c4a-a610-fdf67da4a9be service neutron] 10.222.0.73 "GET /v2.0/networks/19581f87-26cd-4ee5-949c-bfbc993d7135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8788691 Nov 25 19:27:52.488869 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8782e25-fac0-434f-9f22-71ff9f6e5e23 None None] The sync data for ids ['d083547c-f981-4129-8626-b5acb0086a22'] in n-d-819349-5 is: [{'id': 'd083547c-f981-4129-8626-b5acb0086a22', 'name': 'tempest-AttachVolumeShelveTestJSON-622630373-router', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:40Z', 'updated_at': '2021-11-25T19:26:56Z', 'revision_number': 4, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'gw_port': {'id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '0cf11399-c1ea-44da-b962-74382190c1e7', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'floating_ip_address': '172.25.6.169', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'port_id': '0270c450-7b12-494d-81ff-33d0eb610e7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'mac_address': 'fa:16:3e:00:02:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6798050-0c54-46ab-abf9-06c60bfe8c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:27:06Z', 'updated_at': '2021-11-25T19:27:46Z', 'revision_number': 1, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c39ea371-29d2-488b-8db0-bb86ccdb7c85', 'name': '', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'mac_address': 'fa:16:3e:f5:63:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:52Z', 'updated_at': '2021-11-25T19:27:04Z', 'revision_number': 5, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'subnets': [{'id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:27:52.536569 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:27:52.578843 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8fcf46e7-edd0-49ad-8373-78972be2b51b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-948327967-network', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:52.599874 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-79f60879-0612-4fa3-a30a-4f00cdd9d934 None None] Provisioning complete for port 58c3c61e-f722-4127-8eb2-e97f335faf87 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:52.600702 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f60879-0612-4fa3-a30a-4f00cdd9d934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:52.694166 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3bbc1fa4-f238-4aa5-95f9-93ee1ffa1970 None None] For port 58c3c61e-f722-4127-8eb2-e97f335faf87, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:52.702347 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3bbc1fa4-f238-4aa5-95f9-93ee1ffa1970 None None] For port 58c3c61e-f722-4127-8eb2-e97f335faf87, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=58c3c61e-f722-4127-8eb2-e97f335faf87,segment=NetworkSegment(aea6c334-87eb-4d7b-a8a1-1e86506bf594),segment_id=aea6c334-87eb-4d7b-a8a1-1e86506bf594)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:52.709956 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-79f60879-0612-4fa3-a30a-4f00cdd9d934 None None] Port 58c3c61e-f722-4127-8eb2-e97f335faf87 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:27:52.717021 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1fa4-f238-4aa5-95f9-93ee1ffa1970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:52.757673 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5a4ad523-574f-41c8-8e10-5991641a56d9 req-6cdb68f5-03ce-4f9c-95a4-7eea076d4992 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 210 time: 0.1542912 Nov 25 19:27:52.774637 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17c6a8-b398-45ae-a70a-5e8cc4473532 req-77f78ecd-b6ac-4c7f-90d4-d3e0c50c7fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:52.776362 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5d17c6a8-b398-45ae-a70a-5e8cc4473532 req-77f78ecd-b6ac-4c7f-90d4-d3e0c50c7fef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ad8a0ba8fcb49ddb4821f567142032b&device_id=5d884176-7438-42b5-94f9-5fcf9dbf2416 HTTP/1.1" status: 200 len: 1095 time: 0.3396261 Nov 25 19:27:52.847186 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbc1fa4-f238-4aa5-95f9-93ee1ffa1970 None None] Routers {'0ad38efa-ac1f-491c-b8cb-9f25225a0dd2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:52.848251 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3bbc1fa4-f238-4aa5-95f9-93ee1ffa1970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:27:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['0ad38efa-ac1f-491c-b8cb-9f25225a0dd2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:52.988621 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0aa6cec4-68dc-400b-a3da-7c7a38f11c25 req-0bc5273b-6050-4dfd-b86f-afd77a1b1ec1 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/security-groups?id=db362653-7b90-4d80-b962-8277db99362e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6672683 Nov 25 19:27:53.063140 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5f142757-d7e9-4daf-ac87-f4940d6c690f req-6d549f03-f7be-4162-b479-1adf3451f6ce service neutron] 10.222.0.73 "GET /v2.0/networks/19581f87-26cd-4ee5-949c-bfbc993d7135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5813797 Nov 25 19:27:53.157817 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcf46e7-edd0-49ad-8373-78972be2b51b admin admin] Made reservation on behalf of 514fc44b5d1f423cb02ea29bd2e23ca8 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:53.176614 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-3bbc1fa4-f238-4aa5-95f9-93ee1ffa1970 None None] Set router 0ad38efa-ac1f-491c-b8cb-9f25225a0dd2 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:53.178659 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fcf46e7-edd0-49ad-8373-78972be2b51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:53.208205 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c16b846d-32fa-4210-a8c3-f096a6c924d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:53.390978 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9958460-73fe-4a39-9f08-a427e40101b0 None None] New status for floating IP 0cf11399-c1ea-44da-b962-74382190c1e7: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:27:53.408962 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b846d-32fa-4210-a8c3-f096a6c924d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac0b4fd0-1b2e-43d5-ba31-8b0033acfc6a,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:53.412265 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 59b2d5e9-2c7f-407c-a368-09357c95bd47 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:53.463498 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17c6a8-b398-45ae-a70a-5e8cc4473532 req-70ea75cf-37d5-4849-b1fa-195dde4374f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:53.467557 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5d17c6a8-b398-45ae-a70a-5e8cc4473532 req-70ea75cf-37d5-4849-b1fa-195dde4374f3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=19581f87-26cd-4ee5-949c-bfbc993d7135 HTTP/1.1" status: 200 len: 919 time: 0.6573579 Nov 25 19:27:53.508581 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:53.556510 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5abd1-e67c-41ab-ba73-7cd0f42918fb None None] Pushing event updated for resources: {'Port': ['ID=58c3c61e-f722-4127-8eb2-e97f335faf87,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:53.625046 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 3a89cd3b-84f2-46b7-b758-c7bb7bf22bee details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:27:53.643014 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5d17c6a8-b398-45ae-a70a-5e8cc4473532 req-8dfcff2d-5f44-42bb-9b3d-9470a9b5a64e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f31565d0-d864-40d7-a4ea-981fe9931c30 HTTP/1.1" status: 200 len: 217 time: 0.1007073 Nov 25 19:27:53.702924 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5abd1-e67c-41ab-ba73-7cd0f42918fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:53.703484 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5abd1-e67c-41ab-ba73-7cd0f42918fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:53.704015 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5abd1-e67c-41ab-ba73-7cd0f42918fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:53.704550 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5abd1-e67c-41ab-ba73-7cd0f42918fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:53.705065 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5abd1-e67c-41ab-ba73-7cd0f42918fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:53.706208 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5abd1-e67c-41ab-ba73-7cd0f42918fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:53.706208 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5abd1-e67c-41ab-ba73-7cd0f42918fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:53.706857 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5abd1-e67c-41ab-ba73-7cd0f42918fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:53.707279 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5abd1-e67c-41ab-ba73-7cd0f42918fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:53.707765 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5abd1-e67c-41ab-ba73-7cd0f42918fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:53.709235 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5abd1-e67c-41ab-ba73-7cd0f42918fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:53.709235 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5abd1-e67c-41ab-ba73-7cd0f42918fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:53.748186 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-783e6f6d-31cb-422d-bb56-5a8c073c434f None None] Provisioning complete for port 58c3c61e-f722-4127-8eb2-e97f335faf87 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:53.748872 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-783e6f6d-31cb-422d-bb56-5a8c073c434f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:53.756523 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917cd29-818f-4e42-aab8-10e3efa543eb req-9f3e6486-db7b-4e21-b46b-c5193f0fedfa tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:53.759018 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa18084-2655-4810-bf29-d4390cdd3ead req-9fb4f648-3802-4caa-9851-82148c406546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:53.760578 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4aa18084-2655-4810-bf29-d4390cdd3ead req-9fb4f648-3802-4caa-9851-82148c406546 service neutron] 10.222.0.85 "GET /v2.0/networks?id=19581f87-26cd-4ee5-949c-bfbc993d7135 HTTP/1.1" status: 200 len: 919 time: 1.5484037 Nov 25 19:27:53.766791 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7917cd29-818f-4e42-aab8-10e3efa543eb req-9f3e6486-db7b-4e21-b46b-c5193f0fedfa tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 949 time: 0.5681202 Nov 25 19:27:53.770227 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16b846d-32fa-4210-a8c3-f096a6c924d2 admin admin] Checking segment: {'id': '7331db8c-f69b-4173-a25b-729786990b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '661501e1-ea9f-457c-a46a-b44ed4a85e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:53.771099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16b846d-32fa-4210-a8c3-f096a6c924d2 admin admin] Network hostable DHCP agents. Network: 661501e1-ea9f-457c-a46a-b44ed4a85e52, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:27:53.796743 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fcf46e7-edd0-49ad-8373-78972be2b51b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:53.816721 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17c6a8-b398-45ae-a70a-5e8cc4473532 req-5c5beabc-8239-4c2f-b100-2fed4644a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:53.820073 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5d17c6a8-b398-45ae-a70a-5e8cc4473532 req-5c5beabc-8239-4c2f-b100-2fed4644a3aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e23d4585-5aa5-4543-8c8d-f0a9c1bbc883 HTTP/1.1" status: 200 len: 858 time: 0.1599596 Nov 25 19:27:53.825869 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d5b3be87-06e6-4989-bd10-b4ea4b7a8d42 req-0cb421c1-5829-4923-8c4e-a205a9f6af00 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/ports?device_id=a390d559-4b02-489c-a151-ee88fb36ca04 HTTP/1.1" status: 200 len: 210 time: 0.7139034 Nov 25 19:27:53.890108 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af25cdf-2540-4eb0-afbd-9eaeacf7846f', 'tag': 'b7cb99fe-723c-4abd-89f5-e97f20a299f9'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:53.895126 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9005af-7408-4eda-9b36-b0f679bbd049" -d '{"events": [{"name": "network-changed", "server_uuid": "0af25cdf-2540-4eb0-afbd-9eaeacf7846f", "tag": "b7cb99fe-723c-4abd-89f5-e97f20a299f9"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:53.895358 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16b846d-32fa-4210-a8c3-f096a6c924d2 admin admin] Network 661501e1-ea9f-457c-a46a-b44ed4a85e52 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:27:53.906119 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5d17c6a8-b398-45ae-a70a-5e8cc4473532 req-74d137d6-d3bf-4d18-b90e-aee9c1a014d3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19581f87-26cd-4ee5-949c-bfbc993d7135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727272 Nov 25 19:27:53.979221 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c16b846d-32fa-4210-a8c3-f096a6c924d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 661501e1-ea9f-457c-a46a-b44ed4a85e52) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:54.028370 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dec5fee-ceec-4c17-83c5-d57ddf1d6f60 None None] Network 661501e1-ea9f-457c-a46a-b44ed4a85e52 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:27:54.035640 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4aa18084-2655-4810-bf29-d4390cdd3ead req-647668f5-8b31-404b-a81c-b7161297a3a8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a89cd3b-84f2-46b7-b758-c7bb7bf22bee HTTP/1.1" status: 200 len: 217 time: 0.2244256 Nov 25 19:27:54.040707 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7917cd29-818f-4e42-aab8-10e3efa543eb req-d5c7224e-0ba8-4311-bef9-b833e621f494 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718835 Nov 25 19:27:54.052786 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16b846d-32fa-4210-a8c3-f096a6c924d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:54.053396 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c16b846d-32fa-4210-a8c3-f096a6c924d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:54.188443 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824182d-3c13-4469-af46-371362f32146 req-7102f834-e322-48dd-8fa8-f99d604574d6 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:54.190823 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8824182d-3c13-4469-af46-371362f32146 req-7102f834-e322-48dd-8fa8-f99d604574d6 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d884176-7438-42b5-94f9-5fcf9dbf2416 HTTP/1.1" status: 200 len: 944 time: 0.2121570 Nov 25 19:27:54.239784 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa18084-2655-4810-bf29-d4390cdd3ead req-7b60a8f3-3f30-42d1-8b92-41df7b1d94af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:54.242335 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4aa18084-2655-4810-bf29-d4390cdd3ead req-7b60a8f3-3f30-42d1-8b92-41df7b1d94af service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e23d4585-5aa5-4543-8c8d-f0a9c1bbc883 HTTP/1.1" status: 200 len: 858 time: 0.1778779 Nov 25 19:27:54.263354 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-fa714a8a-e87c-4af7-a4fa-8c2d2d6c9be2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:54.265252 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-fa714a8a-e87c-4af7-a4fa-8c2d2d6c9be2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.85 "GET /v2.0/networks?id=500d758c-c123-4000-99df-020cdf9c84a0 HTTP/1.1" status: 200 len: 816 time: 1.1825142 Nov 25 19:27:54.299779 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c16b846d-32fa-4210-a8c3-f096a6c924d2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6686809 Nov 25 19:27:54.318547 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33304) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:54.332282 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-440c0e1f-1038-4cbb-aace-2b15e91178b5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1451468216-router', 'tenant_id': '793811072139426da1ba658f6defc4d9', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:54.386647 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6798050-0c54-46ab-abf9-06c60bfe8c20', 'tag': '0270c450-7b12-494d-81ff-33d0eb610e7d'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:54.387011 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-e9cb88c1-23a9-438b-bde3-8ab6357bc3e8 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=794af00fdd784b2ebeae23a2a2ed5bde HTTP/1.1" status: 200 len: 380 time: 0.0943830 Nov 25 19:27:54.391500 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203161eb-1f44-425c-a666-e2f34f47ffbe" -d '{"events": [{"name": "network-changed", "server_uuid": "e6798050-0c54-46ab-abf9-06c60bfe8c20", "tag": "0270c450-7b12-494d-81ff-33d0eb610e7d"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:54.395147 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4aa18084-2655-4810-bf29-d4390cdd3ead req-0a89432c-1a1a-40ae-9bed-2ec9324b44ae service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=19581f87-26cd-4ee5-949c-bfbc993d7135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285250 Nov 25 19:27:54.396581 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-440c0e1f-1038-4cbb-aace-2b15e91178b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:54.398874 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-440c0e1f-1038-4cbb-aace-2b15e91178b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:54.455361 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8824182d-3c13-4469-af46-371362f32146 req-374d155f-b7b6-451a-a806-bcdfe07e4cd2 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8a12964-d2f7-4d49-8a44-975c68d2bbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414041 Nov 25 19:27:54.465518 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5d17c6a8-b398-45ae-a70a-5e8cc4473532 req-a9a18c32-ef90-46b4-9e4f-3dc2ec864aba service neutron] 10.222.0.73 "GET /v2.0/networks/19581f87-26cd-4ee5-949c-bfbc993d7135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435941 Nov 25 19:27:54.476459 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-8554b22a-d00e-4d5b-b761-9ad8b96bd487 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Request body: {'port': {'device_id': 'bc7b1e2f-9d59-4837-9845-45fa31555fb1', 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0', 'admin_state_up': True, 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'security_groups': ['4fe6bace-607a-46a1-8001-48497092a9b3']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:54.492650 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a1f1a9b9-e049-48ca-9412-a0fa48d15fd2 req-e1371c0b-73c0-4ede-b0aa-8b2bf9e09ee4 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 210 time: 0.1215496 Nov 25 19:27:54.515492 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:27:54.530615 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff875433-4f33-486f-b204-d71375bbdf19 req-4fe504db-2f2e-4de9-95ff-50ed0f8e1a97 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:54.533226 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff875433-4f33-486f-b204-d71375bbdf19 req-4fe504db-2f2e-4de9-95ff-50ed0f8e1a97 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.85 "GET /v2.0/networks?id=5a111422-02ea-4673-ac0b-0324d3e06e0d HTTP/1.1" status: 200 len: 815 time: 0.6721804 Nov 25 19:27:54.623126 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00120b39-f27a-4360-9aff-0be51c8b87e9 x-openstack-request-id: req-00120b39-f27a-4360-9aff-0be51c8b87e9 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:54.623765 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0af25cdf-2540-4eb0-afbd-9eaeacf7846f", "tag": "b7cb99fe-723c-4abd-89f5-e97f20a299f9", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:54.624386 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-00120b39-f27a-4360-9aff-0be51c8b87e9 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:54.625977 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af25cdf-2540-4eb0-afbd-9eaeacf7846f', 'tag': 'b7cb99fe-723c-4abd-89f5-e97f20a299f9', 'status': 'completed', 'code': 200} Nov 25 19:27:54.640544 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 59b2d5e9-2c7f-407c-a368-09357c95bd47 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:27:54.673709 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fcf46e7-edd0-49ad-8373-78972be2b51b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:54.749464 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:54.821534 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fcf46e7-edd0-49ad-8373-78972be2b51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:54.896513 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 59b2d5e9-2c7f-407c-a368-09357c95bd47 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:54.897136 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:54.953288 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf46e7-edd0-49ad-8373-78972be2b51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcdd217-59b2-4ac0-a9e6-bdc13e375243,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:55.063948 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8c6cb5ac-f5a3-4eb2-b812-7cac18179e12 req-2374e1f6-874b-40e4-832a-5ed889c37d5b tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/ports?device_id=a390d559-4b02-489c-a151-ee88fb36ca04 HTTP/1.1" status: 200 len: 210 time: 0.0995810 Nov 25 19:27:55.070065 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-440c0e1f-1038-4cbb-aace-2b15e91178b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:55.071422 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fcf46e7-edd0-49ad-8373-78972be2b51b admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:27:55.077635 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203161eb-1f44-425c-a666-e2f34f47ffbe req-bf18e72e-161e-4bf1-9403-03568d39aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:55.081032 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-203161eb-1f44-425c-a666-e2f34f47ffbe req-bf18e72e-161e-4bf1-9403-03568d39aef0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66bb1d518cbb4b4485685141182408d2&device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 1097 time: 0.3509040 Nov 25 19:27:55.152450 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-783e6f6d-31cb-422d-bb56-5a8c073c434f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:55.180159 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5d17c6a8-b398-45ae-a70a-5e8cc4473532 req-5994af75-cd52-4e21-af1b-656c3a0cb889 service neutron] 10.222.0.73 "GET /v2.0/networks/19581f87-26cd-4ee5-949c-bfbc993d7135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6802230 Nov 25 19:27:55.183029 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d492c3-4d34-4c9b-80c5-f26bc575c0a7 x-openstack-request-id: req-d2d492c3-4d34-4c9b-80c5-f26bc575c0a7 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:55.183317 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6798050-0c54-46ab-abf9-06c60bfe8c20", "tag": "0270c450-7b12-494d-81ff-33d0eb610e7d", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:55.183708 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d2d492c3-4d34-4c9b-80c5-f26bc575c0a7 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:55.184163 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6798050-0c54-46ab-abf9-06c60bfe8c20', 'tag': '0270c450-7b12-494d-81ff-33d0eb610e7d', 'status': 'completed', 'code': 200} Nov 25 19:27:55.305984 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 3a89cd3b-84f2-46b7-b758-c7bb7bf22bee, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=3a89cd3b-84f2-46b7-b758-c7bb7bf22bee,segment=NetworkSegment(2f388bd8-7747-4d43-8fc4-dd3f612fe2e9),segment_id=2f388bd8-7747-4d43-8fc4-dd3f612fe2e9)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:55.354151 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff875433-4f33-486f-b204-d71375bbdf19 req-52667c3d-fdad-4a6e-b9dc-3759d70ccb99 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6aa141dcfeef46bb898026153dd284be HTTP/1.1" status: 200 len: 380 time: 0.1687286 Nov 25 19:27:55.391544 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203161eb-1f44-425c-a666-e2f34f47ffbe req-385bb0f1-01bd-4ebd-bfd8-4724e143c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:55.395859 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-203161eb-1f44-425c-a666-e2f34f47ffbe req-385bb0f1-01bd-4ebd-bfd8-4724e143c2a4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=7c66fbd7-92f9-4c18-afb1-b38847fa5709 HTTP/1.1" status: 200 len: 917 time: 0.2712674 Nov 25 19:27:55.427904 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3bbc1fa4-f238-4aa5-95f9-93ee1ffa1970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad38efa-ac1f-491c-b8cb-9f25225a0dd2', 'name': 'tempest-AttachSCSIVolumeTestJSON-469413918-router', 'tenant_id': '308af9351010428d9537602c6d0956e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '99f4df34-9434-4365-8d0e-6879f39e3f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:43Z', 'revision_number': 4, 'project_id': '308af9351010428d9537602c6d0956e9', 'gw_port': {'id': '99f4df34-9434-4365-8d0e-6879f39e3f40', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad38efa-ac1f-491c-b8cb-9f25225a0dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:29Z', 'updated_at': '2021-11-25T19:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '58c3c61e-f722-4127-8eb2-e97f335faf87', 'name': '', 'network_id': '18d15e7b-7bf0-4801-add6-82c7d685c88d', 'tenant_id': '308af9351010428d9537602c6d0956e9', 'mac_address': 'fa:16:3e:f7:44:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad38efa-ac1f-491c-b8cb-9f25225a0dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'b75cb25a-72f4-4fd9-b173-60bfea6a6113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:41Z', 'updated_at': '2021-11-25T19:27:52Z', 'revision_number': 4, 'project_id': '308af9351010428d9537602c6d0956e9', 'subnets': [{'id': 'b75cb25a-72f4-4fd9-b173-60bfea6a6113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:55.435303 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-440c0e1f-1038-4cbb-aace-2b15e91178b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:55.442235 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9005af-7408-4eda-9b36-b0f679bbd049 req-2b0a78dc-e55c-48a9-a6ad-5e57490d4ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:55.442820 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device f31565d0-d864-40d7-a4ea-981fe9931c30 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:27:55.447982 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8d9005af-7408-4eda-9b36-b0f679bbd049 req-2b0a78dc-e55c-48a9-a6ad-5e57490d4ff2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ad8a0ba8fcb49ddb4821f567142032b&device_id=0af25cdf-2540-4eb0-afbd-9eaeacf7846f HTTP/1.1" status: 200 len: 1094 time: 0.8090477 Nov 25 19:27:55.451606 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-ff875433-4f33-486f-b204-d71375bbdf19 req-41d466d5-0541-4679-80a7-b348f639de5f tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Request body: {'port': {'device_id': 'a390d559-4b02-489c-a151-ee88fb36ca04', 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d', 'admin_state_up': True, 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'security_groups': ['afb1fc20-7c49-4767-9194-bb69a7691c15']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:55.467044 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fcf46e7-edd0-49ad-8373-78972be2b51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:55.468149 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-8fcf46e7-edd0-49ad-8373-78972be2b51b admin admin] Added segment f13a6d17-3c3e-464b-809d-7841fec99864 of type vlan for network ef8c8951-3e09-4638-b17c-6d6bf560793b Nov 25 19:27:55.508591 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ddfa0-d010-453e-bc21-b62714202142 req-c94e8e7f-09df-4c7e-af04-50daf3e7e68e tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:55.518067 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-280ddfa0-d010-453e-bc21-b62714202142 req-c94e8e7f-09df-4c7e-af04-50daf3e7e68e tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/ports?device_id=21b0bd7f-aa30-4592-b438-dc6c576af2ce HTTP/1.1" status: 200 len: 945 time: 0.3366811 Nov 25 19:27:55.584920 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '3a89cd3b-84f2-46b7-b758-c7bb7bf22bee', 'network_id': '19581f87-26cd-4ee5-949c-bfbc993d7135', 'port_id': '3a89cd3b-84f2-46b7-b758-c7bb7bf22bee', 'mac_address': 'fa:16:3e:fd:db:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e23d4585-5aa5-4543-8c8d-f0a9c1bbc883', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:27:55.615199 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbc1fa4-f238-4aa5-95f9-93ee1ffa1970 None None] The sync data for ids ['0ad38efa-ac1f-491c-b8cb-9f25225a0dd2'] in n-d-819349-5 is: [{'id': '0ad38efa-ac1f-491c-b8cb-9f25225a0dd2', 'name': 'tempest-AttachSCSIVolumeTestJSON-469413918-router', 'tenant_id': '308af9351010428d9537602c6d0956e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '99f4df34-9434-4365-8d0e-6879f39e3f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:43Z', 'revision_number': 4, 'project_id': '308af9351010428d9537602c6d0956e9', 'gw_port': {'id': '99f4df34-9434-4365-8d0e-6879f39e3f40', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad38efa-ac1f-491c-b8cb-9f25225a0dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:29Z', 'updated_at': '2021-11-25T19:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '58c3c61e-f722-4127-8eb2-e97f335faf87', 'name': '', 'network_id': '18d15e7b-7bf0-4801-add6-82c7d685c88d', 'tenant_id': '308af9351010428d9537602c6d0956e9', 'mac_address': 'fa:16:3e:f7:44:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad38efa-ac1f-491c-b8cb-9f25225a0dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'b75cb25a-72f4-4fd9-b173-60bfea6a6113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:41Z', 'updated_at': '2021-11-25T19:27:52Z', 'revision_number': 4, 'project_id': '308af9351010428d9537602c6d0956e9', 'subnets': [{'id': 'b75cb25a-72f4-4fd9-b173-60bfea6a6113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:27:55.627791 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7868e32-2375-4e76-8be6-01d3a31f81a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-661501e1-ea9f-457c-a46a-b44ed4a85e52', 'network_id': '661501e1-ea9f-457c-a46a-b44ed4a85e52', 'tenant_id': '793811072139426da1ba658f6defc4d9', 'fixed_ips': [{'subnet_id': 'ac0b4fd0-1b2e-43d5-ba31-8b0033acfc6a'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:27:55.629436 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a7868e32-2375-4e76-8be6-01d3a31f81a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:55.692600 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:55.782352 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-783e6f6d-31cb-422d-bb56-5a8c073c434f None None] For port 58c3c61e-f722-4127-8eb2-e97f335faf87, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=58c3c61e-f722-4127-8eb2-e97f335faf87,segment=NetworkSegment(aea6c334-87eb-4d7b-a8a1-1e86506bf594),segment_id=aea6c334-87eb-4d7b-a8a1-1e86506bf594)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:55.803536 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-280ddfa0-d010-453e-bc21-b62714202142 req-4d7d25f0-facc-403d-b3d0-1a7acc6eee0b tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/security-groups?id=db362653-7b90-4d80-b962-8277db99362e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844377 Nov 25 19:27:55.836676 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-783e6f6d-31cb-422d-bb56-5a8c073c434f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:55.841879 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:27:55.862439 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:55.891910 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff875433-4f33-486f-b204-d71375bbdf19 req-41d466d5-0541-4679-80a7-b348f639de5f tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Made reservation on behalf of 6aa141dcfeef46bb898026153dd284be for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:55.895856 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ff875433-4f33-486f-b204-d71375bbdf19 req-41d466d5-0541-4679-80a7-b348f639de5f tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:55.941041 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4aa18084-2655-4810-bf29-d4390cdd3ead req-78a0a1c4-97b0-4e0a-9134-c24afdd8fb02 service neutron] 10.222.0.85 "GET /v2.0/networks/19581f87-26cd-4ee5-949c-bfbc993d7135?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4574664 Nov 25 19:27:55.963597 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-8554b22a-d00e-4d5b-b761-9ad8b96bd487 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Made reservation on behalf of 794af00fdd784b2ebeae23a2a2ed5bde for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:55.967520 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-8554b22a-d00e-4d5b-b761-9ad8b96bd487 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:56.091763 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fcf46e7-edd0-49ad-8373-78972be2b51b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:56.130324 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-203161eb-1f44-425c-a666-e2f34f47ffbe req-391f2ae6-ac50-446d-8890-412a71d66c3c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0270c450-7b12-494d-81ff-33d0eb610e7d HTTP/1.1" status: 200 len: 1002 time: 0.6805098 Nov 25 19:27:56.266901 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0084bc8-90ab-4a1e-8937-e429db967dcc req-0f84781c-407c-4b51-92b8-4b666503d7a4 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:56.276367 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f0084bc8-90ab-4a1e-8937-e429db967dcc req-0f84781c-407c-4b51-92b8-4b666503d7a4 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 949 time: 0.8613298 Nov 25 19:27:56.341513 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-ff875433-4f33-486f-b204-d71375bbdf19 req-41d466d5-0541-4679-80a7-b348f639de5f tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Allocated IP 172.20.0.3 (5a111422-02ea-4673-ac0b-0324d3e06e0d/0a35db18-7d13-4c59-ac14-9744af7c6685/3d9c49c8-fe85-457d-a8b0-d490fe3ddd49) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:56.436975 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fcf46e7-edd0-49ad-8373-78972be2b51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:56.436975 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf46e7-edd0-49ad-8373-78972be2b51b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:56.437985 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fcf46e7-edd0-49ad-8373-78972be2b51b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:56.439167 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a89cd3b-84f2-46b7-b758-c7bb7bf22bee {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:27:56.445931 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203161eb-1f44-425c-a666-e2f34f47ffbe req-cd11d2f7-b0f5-4902-8f60-b0008aef736e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:56.447582 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-203161eb-1f44-425c-a666-e2f34f47ffbe req-cd11d2f7-b0f5-4902-8f60-b0008aef736e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d HTTP/1.1" status: 200 len: 855 time: 0.3061638 Nov 25 19:27:56.450401 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b0bd7f-aa30-4592-b438-dc6c576af2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b2d5e9-2c7f-407c-a368-09357c95bd47'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:56.454969 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75e72f2-2a4d-4877-8cb6-610d48dbed2c" -d '{"events": [{"server_uuid": "21b0bd7f-aa30-4592-b438-dc6c576af2ce", "name": "network-vif-plugged", "status": "completed", "tag": "59b2d5e9-2c7f-407c-a368-09357c95bd47"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:56.466427 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9005af-7408-4eda-9b36-b0f679bbd049 req-6267e46e-5c67-4e50-b16b-dc78bb8d21d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:56.468082 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8d9005af-7408-4eda-9b36-b0f679bbd049 req-6267e46e-5c67-4e50-b16b-dc78bb8d21d9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=19581f87-26cd-4ee5-949c-bfbc993d7135 HTTP/1.1" status: 200 len: 919 time: 0.9330108 Nov 25 19:27:56.573083 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ff875433-4f33-486f-b204-d71375bbdf19 req-41d466d5-0541-4679-80a7-b348f639de5f tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:56.634534 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-440c0e1f-1038-4cbb-aace-2b15e91178b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:56.639327 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 59b2d5e9-2c7f-407c-a368-09357c95bd47, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=59b2d5e9-2c7f-407c-a368-09357c95bd47,segment=NetworkSegment(928a893b-fe23-4071-8b83-2a16992cb319),segment_id=928a893b-fe23-4071-8b83-2a16992cb319)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:56.655213 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8d9005af-7408-4eda-9b36-b0f679bbd049 req-47ddd53e-d4ac-49f7-bee2-2a032acbef3f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7cb99fe-723c-4abd-89f5-e97f20a299f9 HTTP/1.1" status: 200 len: 217 time: 0.1512151 Nov 25 19:27:56.659084 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f0084bc8-90ab-4a1e-8937-e429db967dcc req-84f481b8-664d-433e-83d0-8e89880a92a0 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817933 Nov 25 19:27:56.661339 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4aa18084-2655-4810-bf29-d4390cdd3ead req-ce700b99-d291-4ed7-841c-c2050be024cf service neutron] 10.222.0.85 "GET /v2.0/networks/19581f87-26cd-4ee5-949c-bfbc993d7135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6907191 Nov 25 19:27:56.704237 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 3a89cd3b-84f2-46b7-b758-c7bb7bf22bee, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=3a89cd3b-84f2-46b7-b758-c7bb7bf22bee,segment=NetworkSegment(2f388bd8-7747-4d43-8fc4-dd3f612fe2e9),segment_id=2f388bd8-7747-4d43-8fc4-dd3f612fe2e9)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:56.724874 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e6f6d-31cb-422d-bb56-5a8c073c434f None None] Pushing event updated for resources: {'Port': ['ID=58c3c61e-f722-4127-8eb2-e97f335faf87,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:56.729172 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:56.749465 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:56.753902 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-440c0e1f-1038-4cbb-aace-2b15e91178b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:56.775712 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf46e7-edd0-49ad-8373-78972be2b51b admin admin] Pushing event updated for resources: {'Network': ['ID=ef8c8951-3e09-4638-b17c-6d6bf560793b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:56.795427 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8fcf46e7-edd0-49ad-8373-78972be2b51b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.8130965 Nov 25 19:27:56.809415 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33322) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:56.826211 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network ef8c8951-3e09-4638-b17c-6d6bf560793b details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:27:56.844732 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-e6e7b1a6-6723-4811-ba68-911f87c28a11 admin admin] Request body: {'subnet': {'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-948327967-subnet', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:56.906397 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041db61d-5fb6-474f-ad59-3ed70266a2ab req-1cf8ec23-1ea8-4966-8b48-741caea04658 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:56.910601 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-041db61d-5fb6-474f-ad59-3ed70266a2ab req-1cf8ec23-1ea8-4966-8b48-741caea04658 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d884176-7438-42b5-94f9-5fcf9dbf2416 HTTP/1.1" status: 200 len: 944 time: 0.7752676 Nov 25 19:27:56.927961 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-8554b22a-d00e-4d5b-b761-9ad8b96bd487 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Allocated IP 172.20.0.6 (500d758c-c123-4000-99df-020cdf9c84a0/fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9/18654cad-d1ea-4b75-b9ec-95d6a36e3f2a) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:56.956904 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port f31565d0-d864-40d7-a4ea-981fe9931c30, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=f31565d0-d864-40d7-a4ea-981fe9931c30,segment=NetworkSegment(2f388bd8-7747-4d43-8fc4-dd3f612fe2e9),segment_id=2f388bd8-7747-4d43-8fc4-dd3f612fe2e9)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:56.988529 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'f31565d0-d864-40d7-a4ea-981fe9931c30', 'network_id': '19581f87-26cd-4ee5-949c-bfbc993d7135', 'port_id': 'f31565d0-d864-40d7-a4ea-981fe9931c30', 'mac_address': 'fa:16:3e:33:c0:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e23d4585-5aa5-4543-8c8d-f0a9c1bbc883', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:27:56.992878 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ff875433-4f33-486f-b204-d71375bbdf19 req-41d466d5-0541-4679-80a7-b348f639de5f tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:57.092295 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['3a89cd3b-84f2-46b7-b758-c7bb7bf22bee'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:27:57.135179 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=59b2d5e9-2c7f-407c-a368-09357c95bd47,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:57.175057 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e7b1a6-6723-4811-ba68-911f87c28a11 admin admin] Made reservation on behalf of 514fc44b5d1f423cb02ea29bd2e23ca8 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:57.177686 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6e7b1a6-6723-4811-ba68-911f87c28a11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:57.214633 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-041db61d-5fb6-474f-ad59-3ed70266a2ab req-daa4ef62-d7b7-47b5-9f4b-2e2bb6275fb5 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8a12964-d2f7-4d49-8a44-975c68d2bbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794352 Nov 25 19:27:57.230114 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff875433-4f33-486f-b204-d71375bbdf19 req-41d466d5-0541-4679-80a7-b348f639de5f tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Network 5a111422-02ea-4673-ac0b-0324d3e06e0d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:57.280582 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-8554b22a-d00e-4d5b-b761-9ad8b96bd487 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:57.308974 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:57.335001 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9005af-7408-4eda-9b36-b0f679bbd049 req-4e21ba7d-7784-43ef-a652-5a74508b5bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:57.338336 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8d9005af-7408-4eda-9b36-b0f679bbd049 req-4e21ba7d-7784-43ef-a652-5a74508b5bbd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e23d4585-5aa5-4543-8c8d-f0a9c1bbc883 HTTP/1.1" status: 200 len: 858 time: 0.6541409 Nov 25 19:27:57.351526 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 58c3c61e-f722-4127-8eb2-e97f335faf87 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:57.355512 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-ff875433-4f33-486f-b204-d71375bbdf19 req-41d466d5-0541-4679-80a7-b348f639de5f tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:57.358795 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f31565d0-d864-40d7-a4ea-981fe9931c30 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:27:57.379823 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d466d5-0541-4679-80a7-b348f639de5f tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Pushing event updated for resources: {'Port': ['ID=3d9c49c8-fe85-457d-a8b0-d490fe3ddd49,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:57.390094 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff875433-4f33-486f-b204-d71375bbdf19 req-41d466d5-0541-4679-80a7-b348f639de5f tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:57.394335 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-8554b22a-d00e-4d5b-b761-9ad8b96bd487 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:57.444462 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8d9005af-7408-4eda-9b36-b0f679bbd049 req-d99dd144-103d-4c6e-a667-b4a7e1f0325c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19581f87-26cd-4ee5-949c-bfbc993d7135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469072 Nov 25 19:27:57.614795 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-8554b22a-d00e-4d5b-b761-9ad8b96bd487 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Network 500d758c-c123-4000-99df-020cdf9c84a0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:57.634500 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port f31565d0-d864-40d7-a4ea-981fe9931c30, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=f31565d0-d864-40d7-a4ea-981fe9931c30,segment=NetworkSegment(2f388bd8-7747-4d43-8fc4-dd3f612fe2e9),segment_id=2f388bd8-7747-4d43-8fc4-dd3f612fe2e9)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:57.638688 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-a7868e32-2375-4e76-8be6-01d3a31f81a5 None None] Allocated IP 172.20.0.2 (661501e1-ea9f-457c-a46a-b44ed4a85e52/ac0b4fd0-1b2e-43d5-ba31-8b0033acfc6a/c1504948-ba7c-4749-9ec6-f03bf4e8cbaa) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:57.652163 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203161eb-1f44-425c-a666-e2f34f47ffbe req-a18f7fe7-e317-41b6-87fb-ef9d31b35d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:57.655364 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-203161eb-1f44-425c-a666-e2f34f47ffbe req-a18f7fe7-e317-41b6-87fb-ef9d31b35d49 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7c66fbd7-92f9-4c18-afb1-b38847fa5709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1700990 Nov 25 19:27:57.692022 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-8554b22a-d00e-4d5b-b761-9ad8b96bd487 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:57.696708 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-8554b22a-d00e-4d5b-b761-9ad8b96bd487 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:57.698242 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:57.715437 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-440c0e1f-1038-4cbb-aace-2b15e91178b5 admin admin] Allocated IP 172.25.6.145 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:57.797931 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device b7cb99fe-723c-4abd-89f5-e97f20a299f9 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:27:57.802734 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=3a89cd3b-84f2-46b7-b758-c7bb7bf22bee,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:57.928117 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff875433-4f33-486f-b204-d71375bbdf19 req-41d466d5-0541-4679-80a7-b348f639de5f tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:57.933516 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ff875433-4f33-486f-b204-d71375bbdf19 req-41d466d5-0541-4679-80a7-b348f639de5f tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:58.153507 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port b7cb99fe-723c-4abd-89f5-e97f20a299f9, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b7cb99fe-723c-4abd-89f5-e97f20a299f9,segment=NetworkSegment(2f388bd8-7747-4d43-8fc4-dd3f612fe2e9),segment_id=2f388bd8-7747-4d43-8fc4-dd3f612fe2e9)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:58.268190 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-440c0e1f-1038-4cbb-aace-2b15e91178b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:58.280812 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a7868e32-2375-4e76-8be6-01d3a31f81a5 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:58.291729 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'b7cb99fe-723c-4abd-89f5-e97f20a299f9', 'network_id': '19581f87-26cd-4ee5-949c-bfbc993d7135', 'port_id': 'b7cb99fe-723c-4abd-89f5-e97f20a299f9', 'mac_address': 'fa:16:3e:cb:35:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e23d4585-5aa5-4543-8c8d-f0a9c1bbc883', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:27:58.319228 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff875433-4f33-486f-b204-d71375bbdf19 req-41d466d5-0541-4679-80a7-b348f639de5f tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8772106 Nov 25 19:27:58.324263 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a7868e32-2375-4e76-8be6-01d3a31f81a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:58.324569 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-440c0e1f-1038-4cbb-aace-2b15e91178b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:58.421535 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-ff875433-4f33-486f-b204-d71375bbdf19 req-74f4eb10-d344-4ffc-a79f-2babd1903c48 service neutron] Request body: {'port': {'device_id': 'a390d559-4b02-489c-a151-ee88fb36ca04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:58.426738 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c0e1f-1038-4cbb-aace-2b15e91178b5 admin admin] Pushing event updated for resources: {'Port': ['ID=8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:58.427729 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-510a4e3d-11b2-47e3-beef-84b6de4fab23 None None] Provisioning complete for port 3d9c49c8-fe85-457d-a8b0-d490fe3ddd49 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:58.428158 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-510a4e3d-11b2-47e3-beef-84b6de4fab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:58.465139 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['f31565d0-d864-40d7-a4ea-981fe9931c30'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:27:58.468208 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 58c3c61e-f722-4127-8eb2-e97f335faf87 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:58.468926 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:58.513820 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b409515-b754-4327-af59-7b3fd04c67c0 req-84bb1914-ff61-4f15-ab63-6fbf9e70ac7c tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:58.516163 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6b409515-b754-4327-af59-7b3fd04c67c0 req-84bb1914-ff61-4f15-ab63-6fbf9e70ac7c tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 931 time: 1.1752541 Nov 25 19:27:58.516937 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7868e32-2375-4e76-8be6-01d3a31f81a5 None None] Network 661501e1-ea9f-457c-a46a-b44ed4a85e52 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:58.542214 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b9145-d77d-4019-9068-fecfeb5dc349 req-2ac0c814-4ef1-4f82-83a2-573ff1b02b67 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:58.544531 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b83b9145-d77d-4019-9068-fecfeb5dc349 req-2ac0c814-4ef1-4f82-83a2-573ff1b02b67 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/ports?device_id=a390d559-4b02-489c-a151-ee88fb36ca04 HTTP/1.1" status: 200 len: 931 time: 1.0013478 Nov 25 19:27:58.559710 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554b22a-d00e-4d5b-b761-9ad8b96bd487 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Pushing event updated for resources: {'Port': ['ID=18654cad-d1ea-4b75-b9ec-95d6a36e3f2a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:58.612766 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440c0e1f-1038-4cbb-aace-2b15e91178b5 admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:58.626563 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-440c0e1f-1038-4cbb-aace-2b15e91178b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:58.637574 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440c0e1f-1038-4cbb-aace-2b15e91178b5 admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:58.641345 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-a7868e32-2375-4e76-8be6-01d3a31f81a5 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:58.670188 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6e7b1a6-6723-4811-ba68-911f87c28a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:58.690803 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7868e32-2375-4e76-8be6-01d3a31f81a5 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:58.699206 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=f31565d0-d864-40d7-a4ea-981fe9931c30,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:58.707318 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-8554b22a-d00e-4d5b-b761-9ad8b96bd487 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:58.708280 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-8554b22a-d00e-4d5b-b761-9ad8b96bd487 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:58.781090 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8d9005af-7408-4eda-9b36-b0f679bbd049 req-88335437-b75c-4778-9090-9de044ff4602 service neutron] 10.222.0.73 "GET /v2.0/networks/19581f87-26cd-4ee5-949c-bfbc993d7135?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2413454 Nov 25 19:27:58.784890 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ff875433-4f33-486f-b204-d71375bbdf19 req-74f4eb10-d344-4ffc-a79f-2babd1903c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:58.791647 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6b409515-b754-4327-af59-7b3fd04c67c0 req-bb1eec89-0c9a-4cea-b941-eb4a86a95f30 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fe6bace-607a-46a1-8001-48497092a9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418573 Nov 25 19:27:58.809921 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b83b9145-d77d-4019-9068-fecfeb5dc349 req-7413ec79-87f1-4db1-a43b-97eba68f88fe tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/security-groups?id=afb1fc20-7c49-4767-9194-bb69a7691c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308879 Nov 25 19:27:58.817414 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-8554b22a-d00e-4d5b-b761-9ad8b96bd487 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3703513 Nov 25 19:27:58.823638 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7b1a6-6723-4811-ba68-911f87c28a11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec82d2f3-e400-4120-bb41-01b4378dd9d3,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:58.840398 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:58.852278 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-07227d19-dc7b-4220-a599-13750144360d service neutron] Request body: {'port': {'device_id': 'bc7b1e2f-9d59-4837-9845-45fa31555fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:58.897174 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-203161eb-1f44-425c-a666-e2f34f47ffbe req-6a9df3a8-94f9-4261-be1c-004f94050a38 service neutron] 10.222.0.85 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2225685 Nov 25 19:27:58.916996 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7cb99fe-723c-4abd-89f5-e97f20a299f9 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:27:58.961012 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75467f7-3488-42dc-bdc1-2b5d7954bfa7 x-openstack-request-id: req-d75467f7-3488-42dc-bdc1-2b5d7954bfa7 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:58.961309 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b0bd7f-aa30-4592-b438-dc6c576af2ce", "name": "network-vif-plugged", "status": "completed", "tag": "59b2d5e9-2c7f-407c-a368-09357c95bd47", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:58.961725 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d75467f7-3488-42dc-bdc1-2b5d7954bfa7 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:58.961993 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b0bd7f-aa30-4592-b438-dc6c576af2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b2d5e9-2c7f-407c-a368-09357c95bd47', 'code': 200} Nov 25 19:27:59.000354 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-510a4e3d-11b2-47e3-beef-84b6de4fab23 None None] Port 3d9c49c8-fe85-457d-a8b0-d490fe3ddd49 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:27:59.117415 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-07227d19-dc7b-4220-a599-13750144360d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:59.130565 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port b7cb99fe-723c-4abd-89f5-e97f20a299f9, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b7cb99fe-723c-4abd-89f5-e97f20a299f9,segment=NetworkSegment(2f388bd8-7747-4d43-8fc4-dd3f612fe2e9),segment_id=2f388bd8-7747-4d43-8fc4-dd3f612fe2e9)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:59.136984 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7868e32-2375-4e76-8be6-01d3a31f81a5 None None] Pushing event updated for resources: {'Port': ['ID=c1504948-ba7c-4749-9ec6-f03bf4e8cbaa,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:59.200247 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:59.276101 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=b7cb99fe-723c-4abd-89f5-e97f20a299f9,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:59.280336 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a7868e32-2375-4e76-8be6-01d3a31f81a5 None None] Attempting to bind port c1504948-ba7c-4749-9ec6-f03bf4e8cbaa on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:59.280831 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a7868e32-2375-4e76-8be6-01d3a31f81a5 None None] Attempting to bind port c1504948-ba7c-4749-9ec6-f03bf4e8cbaa by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '7331db8c-f69b-4173-a25b-729786990b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '661501e1-ea9f-457c-a46a-b44ed4a85e52'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:59.281233 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7868e32-2375-4e76-8be6-01d3a31f81a5 None None] Attempting to bind port c1504948-ba7c-4749-9ec6-f03bf4e8cbaa on network 661501e1-ea9f-457c-a46a-b44ed4a85e52 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:59.301230 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-daaa037f-adf9-4c30-be22-532592789237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:59.303734 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8d9005af-7408-4eda-9b36-b0f679bbd049 req-bdeb6100-1581-416b-be18-e764da7c6e3f service neutron] 10.222.0.73 "GET /v2.0/networks/19581f87-26cd-4ee5-949c-bfbc993d7135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102189 Nov 25 19:27:59.306730 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7868e32-2375-4e76-8be6-01d3a31f81a5 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:59.307085 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7868e32-2375-4e76-8be6-01d3a31f81a5 None None] Checking segment: {'id': '7331db8c-f69b-4173-a25b-729786990b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '661501e1-ea9f-457c-a46a-b44ed4a85e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:59.307506 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a7868e32-2375-4e76-8be6-01d3a31f81a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:59.307904 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7868e32-2375-4e76-8be6-01d3a31f81a5 None None] Bound using segment: {'id': '7331db8c-f69b-4173-a25b-729786990b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '661501e1-ea9f-457c-a46a-b44ed4a85e52'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:59.308407 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a7868e32-2375-4e76-8be6-01d3a31f81a5 None None] Bound port: c1504948-ba7c-4749-9ec6-f03bf4e8cbaa, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7331db8c-f69b-4173-a25b-729786990b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '661501e1-ea9f-457c-a46a-b44ed4a85e52'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:59.308795 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a7868e32-2375-4e76-8be6-01d3a31f81a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:59.353573 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7c963b88-6e0f-41be-b5b1-fc158e8ed31a None None] Provisioning complete for port 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:59.353960 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7c963b88-6e0f-41be-b5b1-fc158e8ed31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:59.427998 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75247e9-21cb-4e21-9270-dcd4bd3fa722 req-abdb1eca-200d-46cd-b4e8-d744d615ab52 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:59.431235 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d75247e9-21cb-4e21-9270-dcd4bd3fa722 req-abdb1eca-200d-46cd-b4e8-d744d615ab52 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/ports?device_id=21b0bd7f-aa30-4592-b438-dc6c576af2ce HTTP/1.1" status: 200 len: 946 time: 0.4350669 Nov 25 19:27:59.453186 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7c963b88-6e0f-41be-b5b1-fc158e8ed31a None None] Port 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:27:59.465093 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a0e237a0-0c08-4045-9ed8-6ea4080d827f req-c82317ba-19d1-4222-9de0-a3d5f469d010 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2517688 Nov 25 19:27:59.497545 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e7b1a6-6723-4811-ba68-911f87c28a11 admin admin] Checking segment: {'id': 'f13a6d17-3c3e-464b-809d-7841fec99864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:59.498257 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e7b1a6-6723-4811-ba68-911f87c28a11 admin admin] Network hostable DHCP agents. Network: ef8c8951-3e09-4638-b17c-6d6bf560793b, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:27:59.504744 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['b7cb99fe-723c-4abd-89f5-e97f20a299f9'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:27:59.557814 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a7868e32-2375-4e76-8be6-01d3a31f81a5 None None] For port c1504948-ba7c-4749-9ec6-f03bf4e8cbaa, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:59.583241 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a7868e32-2375-4e76-8be6-01d3a31f81a5 None None] For port c1504948-ba7c-4749-9ec6-f03bf4e8cbaa, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c1504948-ba7c-4749-9ec6-f03bf4e8cbaa,segment=NetworkSegment(7331db8c-f69b-4173-a25b-729786990b9f),segment_id=7331db8c-f69b-4173-a25b-729786990b9f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:59.594951 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a7868e32-2375-4e76-8be6-01d3a31f81a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:59.701402 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7868e32-2375-4e76-8be6-01d3a31f81a5 None None] Pushing event updated for resources: {'Port': ['ID=c1504948-ba7c-4749-9ec6-f03bf4e8cbaa,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:59.757976 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-440c0e1f-1038-4cbb-aace-2b15e91178b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:59.763077 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-203161eb-1f44-425c-a666-e2f34f47ffbe req-e22a1a01-6383-42ac-b6d1-b34a788984f4 service neutron] 10.222.0.85 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8381808 Nov 25 19:27:59.788470 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989a6f3-1a50-40b6-870f-e064ccb31d92 req-e4908e3c-64f1-427e-bd61-7a5bc72d80ee tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:59.790198 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f989a6f3-1a50-40b6-870f-e064ccb31d92 req-e4908e3c-64f1-427e-bd61-7a5bc72d80ee tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 949 time: 0.4033058 Nov 25 19:27:59.873644 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931435c5-a338-49ef-82a6-6cb7fd40542b req-975bb564-8ba6-4fe5-bd93-3de38c4d2c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:59.875265 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-931435c5-a338-49ef-82a6-6cb7fd40542b req-975bb564-8ba6-4fe5-bd93-3de38c4d2c18 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=21b0bd7f-aa30-4592-b438-dc6c576af2ce HTTP/1.1" status: 200 len: 1097 time: 0.4955096 Nov 25 19:27:59.875912 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e7b1a6-6723-4811-ba68-911f87c28a11 admin admin] Network ef8c8951-3e09-4638-b17c-6d6bf560793b is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:27:59.884127 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d75247e9-21cb-4e21-9270-dcd4bd3fa722 req-5c3ac61c-ed14-44b0-9ff2-10b12f41b30d tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/security-groups?id=db362653-7b90-4d80-b962-8277db99362e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337976 Nov 25 19:27:59.992270 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e237a0-0c08-4045-9ed8-6ea4080d827f req-25b8ef27-b6e0-4950-b416-a53c7e6d566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:59.996072 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a0e237a0-0c08-4045-9ed8-6ea4080d827f req-25b8ef27-b6e0-4950-b416-a53c7e6d566f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 1101 time: 0.4589634 Nov 25 19:28:00.053817 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-e6e7b1a6-6723-4811-ba68-911f87c28a11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, ef8c8951-3e09-4638-b17c-6d6bf560793b) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:28:00.070851 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe41df5-0b65-43ba-8fc6-6d9026211277 None None] Network ef8c8951-3e09-4638-b17c-6d6bf560793b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:28:00.080110 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e7b1a6-6723-4811-ba68-911f87c28a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:00.080721 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6e7b1a6-6723-4811-ba68-911f87c28a11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:00.132094 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f989a6f3-1a50-40b6-870f-e064ccb31d92 req-43a2dd5e-3be2-43e8-964d-a7d66db7e19f tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629800 Nov 25 19:28:00.272145 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e6e7b1a6-6723-4811-ba68-911f87c28a11 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4469888 Nov 25 19:28:00.291232 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e237a0-0c08-4045-9ed8-6ea4080d827f req-8edf6da4-2ee5-4ffb-8e5c-af0b9182b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:00.292847 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a0e237a0-0c08-4045-9ed8-6ea4080d827f req-8edf6da4-2ee5-4ffb-8e5c-af0b9182b5f4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.2124765 Nov 25 19:28:00.295142 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-931435c5-a338-49ef-82a6-6cb7fd40542b req-c6bd09fd-6950-47fe-9eb8-f719dbcacc9e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=db362653-7b90-4d80-b962-8277db99362e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068571 Nov 25 19:28:00.295403 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33338) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:00.301710 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-af033845-6750-462c-b09a-6249b1c46f3c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-948327967-router', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:00.392172 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a0e237a0-0c08-4045-9ed8-6ea4080d827f req-d9d21152-d784-42e9-9924-32bbb823de22 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=ea3607b0-e601-4614-85a3-1ba172392d90 HTTP/1.1" status: 200 len: 217 time: 0.0832164 Nov 25 19:28:00.410564 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5a3c9b-0999-4b8f-99ee-88e6d1412d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-ef8c8951-3e09-4638-b17c-6d6bf560793b', 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'fixed_ips': [{'subnet_id': 'ec82d2f3-e400-4120-bb41-01b4378dd9d3'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:28:00.411755 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3c9b-0999-4b8f-99ee-88e6d1412d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:00.481967 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18fe13-6c2d-4ec9-b210-291f76d5cc34 req-d371aa19-74ec-43da-85c8-2fbca2a4ef57 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:00.489329 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7b18fe13-6c2d-4ec9-b210-291f76d5cc34 req-d371aa19-74ec-43da-85c8-2fbca2a4ef57 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d884176-7438-42b5-94f9-5fcf9dbf2416 HTTP/1.1" status: 200 len: 945 time: 0.2103446 Nov 25 19:28:00.490334 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af033845-6750-462c-b09a-6249b1c46f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:00.491497 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af033845-6750-462c-b09a-6249b1c46f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:00.538022 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-07227d19-dc7b-4220-a599-13750144360d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:28:00.574434 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-07227d19-dc7b-4220-a599-13750144360d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:00.595796 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e237a0-0c08-4045-9ed8-6ea4080d827f req-10e7ffbe-823f-454e-a507-9d97029b73f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:00.597395 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a0e237a0-0c08-4045-9ed8-6ea4080d827f req-10e7ffbe-823f-454e-a507-9d97029b73f3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1953425 Nov 25 19:28:00.713697 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af033845-6750-462c-b09a-6249b1c46f3c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:00.745339 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-07227d19-dc7b-4220-a599-13750144360d service neutron] Transition to ACTIVE for port object 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:28:00.810764 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 3a89cd3b-84f2-46b7-b758-c7bb7bf22bee up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:00.897372 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 3a89cd3b-84f2-46b7-b758-c7bb7bf22bee completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:28:00.912513 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 3a89cd3b-84f2-46b7-b758-c7bb7bf22bee triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:00.913167 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:00.917022 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-5a5a3c9b-0999-4b8f-99ee-88e6d1412d9c None None] Allocated IP 172.20.0.2 (ef8c8951-3e09-4638-b17c-6d6bf560793b/ec82d2f3-e400-4120-bb41-01b4378dd9d3/505a120d-d5c6-4689-bf7b-c32e28b712f5) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:28:00.936442 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-07227d19-dc7b-4220-a599-13750144360d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:01.073258 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7b18fe13-6c2d-4ec9-b210-291f76d5cc34 req-8edc5f7c-35ca-4a3a-938f-9518ead5e1cd tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8a12964-d2f7-4d49-8a44-975c68d2bbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5635655 Nov 25 19:28:01.087615 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07227d19-dc7b-4220-a599-13750144360d service neutron] Pushing event updated for resources: {'Port': ['ID=18654cad-d1ea-4b75-b9ec-95d6a36e3f2a,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:01.253564 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:01.286826 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d385a0-577a-4add-8313-1187aeb68ba7 req-2c096a82-fb69-4e09-be76-49a9c2d5c28b tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:01.289025 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f5d385a0-577a-4add-8313-1187aeb68ba7 req-2c096a82-fb69-4e09-be76-49a9c2d5c28b tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 931 time: 1.0007217 Nov 25 19:28:01.296341 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-ff875433-4f33-486f-b204-d71375bbdf19 req-74f4eb10-d344-4ffc-a79f-2babd1903c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d9c49c8-fe85-457d-a8b0-d490fe3ddd49 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:28:01.335846 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ff875433-4f33-486f-b204-d71375bbdf19 req-74f4eb10-d344-4ffc-a79f-2babd1903c48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:01.354330 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cff8457-95b9-40fb-b982-4f637e821b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a89cd3b-84f2-46b7-b758-c7bb7bf22bee'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:01.356081 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e237a0-0c08-4045-9ed8-6ea4080d827f req-8c79452a-1020-4437-8bc4-ced092ae0268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:01.356518 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac3ae69-aa0b-4eeb-9f0e-5bd8ffcb52a8" -d '{"events": [{"server_uuid": "5cff8457-95b9-40fb-b982-4f637e821b92", "name": "network-vif-plugged", "status": "completed", "tag": "3a89cd3b-84f2-46b7-b758-c7bb7bf22bee"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:01.359439 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a0e237a0-0c08-4045-9ed8-6ea4080d827f req-8c79452a-1020-4437-8bc4-ced092ae0268 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7459514 Nov 25 19:28:01.410222 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 3a89cd3b-84f2-46b7-b758-c7bb7bf22bee, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=3a89cd3b-84f2-46b7-b758-c7bb7bf22bee,segment=NetworkSegment(2f388bd8-7747-4d43-8fc4-dd3f612fe2e9),segment_id=2f388bd8-7747-4d43-8fc4-dd3f612fe2e9)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:01.426119 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-ff875433-4f33-486f-b204-d71375bbdf19 req-74f4eb10-d344-4ffc-a79f-2babd1903c48 service neutron] Transition to ACTIVE for port object 3d9c49c8-fe85-457d-a8b0-d490fe3ddd49 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:28:01.429219 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:01.453066 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ff875433-4f33-486f-b204-d71375bbdf19 req-74f4eb10-d344-4ffc-a79f-2babd1903c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:01.455750 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-440c0e1f-1038-4cbb-aace-2b15e91178b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:01.478208 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af033845-6750-462c-b09a-6249b1c46f3c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:01.517623 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f5d385a0-577a-4add-8313-1187aeb68ba7 req-40b56f94-b21d-4910-aa9a-50ef70051853 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fe6bace-607a-46a1-8001-48497092a9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063951 Nov 25 19:28:01.596021 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c1504948-ba7c-4749-9ec6-f03bf4e8cbaa up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:01.728474 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be87d103-9023-464f-8cc6-636afe5f3be9 None None] Network 661501e1-ea9f-457c-a46a-b44ed4a85e52 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:28:01.765225 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f4eb10-d344-4ffc-a79f-2babd1903c48 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9c49c8-fe85-457d-a8b0-d490fe3ddd49,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:02.041388 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3d3b-1cd3-4782-8a45-eed9fad89245 req-856b74cf-fefa-4544-84c9-8a207fea57f1 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:02.044168 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f93b3d3b-1cd3-4782-8a45-eed9fad89245 req-856b74cf-fefa-4544-84c9-8a207fea57f1 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/ports?device_id=a390d559-4b02-489c-a151-ee88fb36ca04 HTTP/1.1" status: 200 len: 931 time: 0.8320105 Nov 25 19:28:02.103291 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device f31565d0-d864-40d7-a4ea-981fe9931c30 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:02.135895 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3c9b-0999-4b8f-99ee-88e6d1412d9c None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:02.139799 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec338f5e-46af-4582-be38-b0e33a1c171b req-1d0d3a45-f5ee-4566-a010-0266dad8c99b tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:02.150326 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec338f5e-46af-4582-be38-b0e33a1c171b req-1d0d3a45-f5ee-4566-a010-0266dad8c99b tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/ports?device_id=21b0bd7f-aa30-4592-b438-dc6c576af2ce HTTP/1.1" status: 200 len: 946 time: 0.1804833 Nov 25 19:28:02.195620 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-07227d19-dc7b-4220-a599-13750144360d service neutron] Attempting to bind port 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:28:02.196138 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-07227d19-dc7b-4220-a599-13750144360d service neutron] Attempting to bind port 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'd18bb370-0c88-44d6-a932-ba5ae360fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:28:02.196356 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-07227d19-dc7b-4220-a599-13750144360d service neutron] Attempting to bind port 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a on network 500d758c-c123-4000-99df-020cdf9c84a0 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:02.207069 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a0e237a0-0c08-4045-9ed8-6ea4080d827f req-69c133aa-6032-46a1-90a7-76da870290e3 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7820072 Nov 25 19:28:02.215854 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-07227d19-dc7b-4220-a599-13750144360d service neutron] Port 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a on network 500d758c-c123-4000-99df-020cdf9c84a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:28:02.216186 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-07227d19-dc7b-4220-a599-13750144360d service neutron] Attempting to bind port 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a on network 500d758c-c123-4000-99df-020cdf9c84a0 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:02.231411 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f93b3d3b-1cd3-4782-8a45-eed9fad89245 req-e324bc27-4c6a-4461-9324-8d042298ac45 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/security-groups?id=afb1fc20-7c49-4767-9194-bb69a7691c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535931 Nov 25 19:28:02.232422 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-ff875433-4f33-486f-b204-d71375bbdf19 req-74f4eb10-d344-4ffc-a79f-2babd1903c48 service neutron] Attempting to bind port 3d9c49c8-fe85-457d-a8b0-d490fe3ddd49 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:28:02.232788 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-ff875433-4f33-486f-b204-d71375bbdf19 req-74f4eb10-d344-4ffc-a79f-2babd1903c48 service neutron] Attempting to bind port 3d9c49c8-fe85-457d-a8b0-d490fe3ddd49 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '6a46255a-9426-4da0-9bc2-47801a2d5e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:28:02.233284 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff875433-4f33-486f-b204-d71375bbdf19 req-74f4eb10-d344-4ffc-a79f-2babd1903c48 service neutron] Attempting to bind port 3d9c49c8-fe85-457d-a8b0-d490fe3ddd49 on network 5a111422-02ea-4673-ac0b-0324d3e06e0d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:02.238650 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440c0e1f-1038-4cbb-aace-2b15e91178b5 admin admin] Router 99fd84c3-ee2c-40a8-bc70-922cf7c50796 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:28:02.255000 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-07227d19-dc7b-4220-a599-13750144360d service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:28:02.255318 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-07227d19-dc7b-4220-a599-13750144360d service neutron] Checking segment: {'id': 'd18bb370-0c88-44d6-a932-ba5ae360fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:28:02.255722 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-07227d19-dc7b-4220-a599-13750144360d service neutron] Bound using segment: {'id': 'd18bb370-0c88-44d6-a932-ba5ae360fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:28:02.256176 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-07227d19-dc7b-4220-a599-13750144360d service neutron] Bound port: 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd18bb370-0c88-44d6-a932-ba5ae360fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:28:02.256564 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-07227d19-dc7b-4220-a599-13750144360d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:02.261285 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec338f5e-46af-4582-be38-b0e33a1c171b req-e984913f-b3d8-4bf3-aaf5-21faf630f260 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/security-groups?id=db362653-7b90-4d80-b962-8277db99362e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099365 Nov 25 19:28:02.261954 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff875433-4f33-486f-b204-d71375bbdf19 req-74f4eb10-d344-4ffc-a79f-2babd1903c48 service neutron] Port 3d9c49c8-fe85-457d-a8b0-d490fe3ddd49 on network 5a111422-02ea-4673-ac0b-0324d3e06e0d not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:28:02.262308 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff875433-4f33-486f-b204-d71375bbdf19 req-74f4eb10-d344-4ffc-a79f-2babd1903c48 service neutron] Attempting to bind port 3d9c49c8-fe85-457d-a8b0-d490fe3ddd49 on network 5a111422-02ea-4673-ac0b-0324d3e06e0d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:02.348458 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3c9b-0999-4b8f-99ee-88e6d1412d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:02.381177 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da5803e-5a0b-4ff7-aa7f-9e6187145bbe x-openstack-request-id: req-4da5803e-5a0b-4ff7-aa7f-9e6187145bbe {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:02.381854 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cff8457-95b9-40fb-b982-4f637e821b92", "name": "network-vif-plugged", "status": "completed", "tag": "3a89cd3b-84f2-46b7-b758-c7bb7bf22bee", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:02.382930 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4da5803e-5a0b-4ff7-aa7f-9e6187145bbe {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:02.383856 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cff8457-95b9-40fb-b982-4f637e821b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a89cd3b-84f2-46b7-b758-c7bb7bf22bee', 'code': 200} Nov 25 19:28:02.424912 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5a3c9b-0999-4b8f-99ee-88e6d1412d9c None None] Network ef8c8951-3e09-4638-b17c-6d6bf560793b is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:28:02.441541 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-5a5a3c9b-0999-4b8f-99ee-88e6d1412d9c None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:28:02.458260 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-03373fb9-d2a3-4642-8272-60de6e46969f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:02.462876 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5a3c9b-0999-4b8f-99ee-88e6d1412d9c None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:28:02.466585 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a0e237a0-0c08-4045-9ed8-6ea4080d827f req-0f7a9e31-d437-4b8e-8696-0d68e1156042 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476745 Nov 25 19:28:02.501627 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=3a89cd3b-84f2-46b7-b758-c7bb7bf22bee,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:02.517768 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ebab9a21-ea4b-47b9-9008-4c3ec1f62860 None None] Provisioning complete for port c1504948-ba7c-4749-9ec6-f03bf4e8cbaa triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:02.518697 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ebab9a21-ea4b-47b9-9008-4c3ec1f62860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:02.562569 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440c0e1f-1038-4cbb-aace-2b15e91178b5 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:28:02.582900 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d365bbb5-7a66-4d51-8d7e-2a9d7317c947 None None] Sync routers for ids ['99fd84c3-ee2c-40a8-bc70-922cf7c50796'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:28:02.605764 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d365bbb5-7a66-4d51-8d7e-2a9d7317c947 None None] Routers {'99fd84c3-ee2c-40a8-bc70-922cf7c50796'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:02.606956 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d365bbb5-7a66-4d51-8d7e-2a9d7317c947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:28:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['99fd84c3-ee2c-40a8-bc70-922cf7c50796'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:02.631439 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-440c0e1f-1038-4cbb-aace-2b15e91178b5 admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:02.636283 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-440c0e1f-1038-4cbb-aace-2b15e91178b5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.3102951 Nov 25 19:28:02.638551 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33352) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:02.644004 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff875433-4f33-486f-b204-d71375bbdf19 req-74f4eb10-d344-4ffc-a79f-2babd1903c48 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:28:02.644579 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff875433-4f33-486f-b204-d71375bbdf19 req-74f4eb10-d344-4ffc-a79f-2babd1903c48 service neutron] Checking segment: {'id': '6a46255a-9426-4da0-9bc2-47801a2d5e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:28:02.645231 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff875433-4f33-486f-b204-d71375bbdf19 req-74f4eb10-d344-4ffc-a79f-2babd1903c48 service neutron] Bound using segment: {'id': '6a46255a-9426-4da0-9bc2-47801a2d5e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:28:02.646523 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-ff875433-4f33-486f-b204-d71375bbdf19 req-74f4eb10-d344-4ffc-a79f-2babd1903c48 service neutron] Bound port: 3d9c49c8-fe85-457d-a8b0-d490fe3ddd49, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a46255a-9426-4da0-9bc2-47801a2d5e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:28:02.646684 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ff875433-4f33-486f-b204-d71375bbdf19 req-74f4eb10-d344-4ffc-a79f-2babd1903c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:02.677244 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a3c9b-0999-4b8f-99ee-88e6d1412d9c None None] Pushing event updated for resources: {'Port': ['ID=505a120d-d5c6-4689-bf7b-c32e28b712f5,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:02.766608 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5a5a3c9b-0999-4b8f-99ee-88e6d1412d9c None None] Attempting to bind port 505a120d-d5c6-4689-bf7b-c32e28b712f5 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:28:02.777579 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5a5a3c9b-0999-4b8f-99ee-88e6d1412d9c None None] Attempting to bind port 505a120d-d5c6-4689-bf7b-c32e28b712f5 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'f13a6d17-3c3e-464b-809d-7841fec99864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:28:02.778158 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5a3c9b-0999-4b8f-99ee-88e6d1412d9c None None] Attempting to bind port 505a120d-d5c6-4689-bf7b-c32e28b712f5 on network ef8c8951-3e09-4638-b17c-6d6bf560793b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:02.784444 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3eccd-1441-4cea-b0ae-39f7ae35ebc0 req-623db3a1-ea8f-4860-bb09-6ddc7c5cd506 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:02.787871 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-19f3eccd-1441-4cea-b0ae-39f7ae35ebc0 req-623db3a1-ea8f-4860-bb09-6ddc7c5cd506 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 949 time: 0.2707450 Nov 25 19:28:02.801654 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port c1504948-ba7c-4749-9ec6-f03bf4e8cbaa triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:02.804948 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:02.814883 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5a3c9b-0999-4b8f-99ee-88e6d1412d9c None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:28:02.815689 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5a3c9b-0999-4b8f-99ee-88e6d1412d9c None None] Checking segment: {'id': 'f13a6d17-3c3e-464b-809d-7841fec99864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:28:02.816317 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3c9b-0999-4b8f-99ee-88e6d1412d9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:02.818858 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5a3c9b-0999-4b8f-99ee-88e6d1412d9c None None] Bound using segment: {'id': 'f13a6d17-3c3e-464b-809d-7841fec99864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:28:02.820517 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5a5a3c9b-0999-4b8f-99ee-88e6d1412d9c None None] Bound port: 505a120d-d5c6-4689-bf7b-c32e28b712f5, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13a6d17-3c3e-464b-809d-7841fec99864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:28:02.821407 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3c9b-0999-4b8f-99ee-88e6d1412d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:02.839487 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c89952-786a-49eb-8d01-2e5d4ebeea39 req-c8d33380-d79e-4356-8b65-243a4f5827df tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:02.856105 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-90c89952-786a-49eb-8d01-2e5d4ebeea39 req-c8d33380-d79e-4356-8b65-243a4f5827df tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d884176-7438-42b5-94f9-5fcf9dbf2416 HTTP/1.1" status: 200 len: 945 time: 0.3162892 Nov 25 19:28:02.936615 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-d365bbb5-7a66-4d51-8d7e-2a9d7317c947 None None] Set router 99fd84c3-ee2c-40a8-bc70-922cf7c50796 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:02.951354 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-ff875433-4f33-486f-b204-d71375bbdf19 req-74f4eb10-d344-4ffc-a79f-2babd1903c48 service neutron] For port 3d9c49c8-fe85-457d-a8b0-d490fe3ddd49, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:28:02.984666 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-07227d19-dc7b-4220-a599-13750144360d service neutron] For port 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:28:03.004939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-ff875433-4f33-486f-b204-d71375bbdf19 req-74f4eb10-d344-4ffc-a79f-2babd1903c48 service neutron] For port 3d9c49c8-fe85-457d-a8b0-d490fe3ddd49, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=3d9c49c8-fe85-457d-a8b0-d490fe3ddd49,segment=NetworkSegment(6a46255a-9426-4da0-9bc2-47801a2d5e37),segment_id=6a46255a-9426-4da0-9bc2-47801a2d5e37)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:28:03.005818 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-90c89952-786a-49eb-8d01-2e5d4ebeea39 req-0def8d48-0860-4bf2-938c-bdff5055f843 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8a12964-d2f7-4d49-8a44-975c68d2bbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487513 Nov 25 19:28:03.026668 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-19f3eccd-1441-4cea-b0ae-39f7ae35ebc0 req-b2349d99-f788-41a9-9e93-20a49dffc03b tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131271 Nov 25 19:28:03.028672 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ff875433-4f33-486f-b204-d71375bbdf19 req-74f4eb10-d344-4ffc-a79f-2babd1903c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:03.063579 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff875433-4f33-486f-b204-d71375bbdf19 req-74f4eb10-d344-4ffc-a79f-2babd1903c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:03.074172 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ff875433-4f33-486f-b204-d71375bbdf19 req-74f4eb10-d344-4ffc-a79f-2babd1903c48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:03.074435 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-07227d19-dc7b-4220-a599-13750144360d service neutron] For port 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=18654cad-d1ea-4b75-b9ec-95d6a36e3f2a,segment=NetworkSegment(d18bb370-0c88-44d6-a932-ba5ae360fb21),segment_id=d18bb370-0c88-44d6-a932-ba5ae360fb21)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:28:03.075691 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff875433-4f33-486f-b204-d71375bbdf19 req-74f4eb10-d344-4ffc-a79f-2babd1903c48 service neutron] 10.222.0.85 "PUT /v2.0/ports/3d9c49c8-fe85-457d-a8b0-d490fe3ddd49 HTTP/1.1" status: 200 len: 1091 time: 4.7440991 Nov 25 19:28:03.079351 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a390d559-4b02-489c-a151-ee88fb36ca04', 'tag': '3d9c49c8-fe85-457d-a8b0-d490fe3ddd49'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:03.081565 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531bc9ef-f3e4-4160-835c-fe22dc929b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "a390d559-4b02-489c-a151-ee88fb36ca04", "tag": "3d9c49c8-fe85-457d-a8b0-d490fe3ddd49"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:03.165972 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-07227d19-dc7b-4220-a599-13750144360d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:03.185716 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port f31565d0-d864-40d7-a4ea-981fe9931c30 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:28:03.223871 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port f31565d0-d864-40d7-a4ea-981fe9931c30 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:03.224569 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:03.239919 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ebab9a21-ea4b-47b9-9008-4c3ec1f62860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:03.334044 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f4eb10-d344-4ffc-a79f-2babd1903c48 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9c49c8-fe85-457d-a8b0-d490fe3ddd49,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:03.375245 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff875433-4f33-486f-b204-d71375bbdf19 req-aa23e335-6d6e-44df-9254-7dfaefd10be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:03.376765 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff875433-4f33-486f-b204-d71375bbdf19 req-aa23e335-6d6e-44df-9254-7dfaefd10be6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6aa141dcfeef46bb898026153dd284be&device_id=a390d559-4b02-489c-a151-ee88fb36ca04 HTTP/1.1" status: 200 len: 1094 time: 0.1777358 Nov 25 19:28:03.407824 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cde613-b508-444e-838c-6baac8b47039 req-1a7ea623-bb18-4cbc-8dd5-eb85c997a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:03.412827 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-26cde613-b508-444e-838c-6baac8b47039 req-1a7ea623-bb18-4cbc-8dd5-eb85c997a0b5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5cff8457-95b9-40fb-b982-4f637e821b92 HTTP/1.1" status: 200 len: 1096 time: 0.8804317 Nov 25 19:28:03.515502 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d365bbb5-7a66-4d51-8d7e-2a9d7317c947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fd84c3-ee2c-40a8-bc70-922cf7c50796', 'name': 'tempest-AttachSCSIVolumeTestJSON-1451468216-router', 'tenant_id': '793811072139426da1ba658f6defc4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:54Z', 'updated_at': '2021-11-25T19:27:59Z', 'revision_number': 3, 'project_id': '793811072139426da1ba658f6defc4d9', 'gw_port': {'id': '8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fd84c3-ee2c-40a8-bc70-922cf7c50796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:56Z', 'updated_at': '2021-11-25T19:27:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:03.599726 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d365bbb5-7a66-4d51-8d7e-2a9d7317c947 None None] Checking router: 99fd84c3-ee2c-40a8-bc70-922cf7c50796 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:28:03.600406 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d365bbb5-7a66-4d51-8d7e-2a9d7317c947 None None] Updating router 99fd84c3-ee2c-40a8-bc70-922cf7c50796 port 8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:28:03.641058 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb9b85f-09fa-4b1a-bf58-2f4f8eaefc48 x-openstack-request-id: req-feb9b85f-09fa-4b1a-bf58-2f4f8eaefc48 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:03.641663 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a390d559-4b02-489c-a151-ee88fb36ca04", "tag": "3d9c49c8-fe85-457d-a8b0-d490fe3ddd49", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:03.642006 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-feb9b85f-09fa-4b1a-bf58-2f4f8eaefc48 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:03.642714 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a390d559-4b02-489c-a151-ee88fb36ca04', 'tag': '3d9c49c8-fe85-457d-a8b0-d490fe3ddd49', 'status': 'completed', 'code': 200} Nov 25 19:28:03.658819 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d365bbb5-7a66-4d51-8d7e-2a9d7317c947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:03.693055 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff875433-4f33-486f-b204-d71375bbdf19 req-a31b90bb-03fd-42f6-b52c-779c1c8028f4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d9c49c8-fe85-457d-a8b0-d490fe3ddd49 HTTP/1.1" status: 200 len: 217 time: 0.3068597 Nov 25 19:28:03.701063 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ebab9a21-ea4b-47b9-9008-4c3ec1f62860 None None] For port c1504948-ba7c-4749-9ec6-f03bf4e8cbaa, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c1504948-ba7c-4749-9ec6-f03bf4e8cbaa,segment=NetworkSegment(7331db8c-f69b-4173-a25b-729786990b9f),segment_id=7331db8c-f69b-4173-a25b-729786990b9f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:03.779797 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:03.819375 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-07227d19-dc7b-4220-a599-13750144360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:03.826079 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-07227d19-dc7b-4220-a599-13750144360d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:03.826079 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-07227d19-dc7b-4220-a599-13750144360d service neutron] 10.222.0.85 "PUT /v2.0/ports/18654cad-d1ea-4b75-b9ec-95d6a36e3f2a HTTP/1.1" status: 200 len: 1091 time: 4.9757822 Nov 25 19:28:03.828521 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7b1e2f-9d59-4837-9845-45fa31555fb1', 'tag': '18654cad-d1ea-4b75-b9ec-95d6a36e3f2a'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:03.831420 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a1161a-7d3f-4aa5-a585-93885604bcf1" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7b1e2f-9d59-4837-9845-45fa31555fb1", "tag": "18654cad-d1ea-4b75-b9ec-95d6a36e3f2a"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:03.842031 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ebab9a21-ea4b-47b9-9008-4c3ec1f62860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:03.846090 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5a5a3c9b-0999-4b8f-99ee-88e6d1412d9c None None] For port 505a120d-d5c6-4689-bf7b-c32e28b712f5, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:28:03.863794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff875433-4f33-486f-b204-d71375bbdf19 req-5e30bed0-4e47-4ff7-94a4-d803e928de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:03.870809 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff875433-4f33-486f-b204-d71375bbdf19 req-5e30bed0-4e47-4ff7-94a4-d803e928de4a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0a35db18-7d13-4c59-ac14-9744af7c6685 HTTP/1.1" status: 200 len: 854 time: 0.1519301 Nov 25 19:28:03.889730 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427c0ea-d6fb-4f0a-bd16-1993a34e4421 req-fad7e115-1e47-4682-91a2-b4a600761be4 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:03.904169 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2427c0ea-d6fb-4f0a-bd16-1993a34e4421 req-fad7e115-1e47-4682-91a2-b4a600761be4 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 943 time: 0.3701792 Nov 25 19:28:03.940358 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec78a8f-ff45-487f-ad78-a888ceec3ac4 req-a27d8a51-8b5d-497c-bbd8-2adb27a150e3 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:03.948011 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7ec78a8f-ff45-487f-ad78-a888ceec3ac4 req-a27d8a51-8b5d-497c-bbd8-2adb27a150e3 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/ports?device_id=a390d559-4b02-489c-a151-ee88fb36ca04 HTTP/1.1" status: 200 len: 943 time: 0.2730947 Nov 25 19:28:04.017750 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab9a21-ea4b-47b9-9008-4c3ec1f62860 None None] Pushing event updated for resources: {'Port': ['ID=c1504948-ba7c-4749-9ec6-f03bf4e8cbaa,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:04.129937 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5a5a3c9b-0999-4b8f-99ee-88e6d1412d9c None None] For port 505a120d-d5c6-4689-bf7b-c32e28b712f5, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=505a120d-d5c6-4689-bf7b-c32e28b712f5,segment=NetworkSegment(f13a6d17-3c3e-464b-809d-7841fec99864),segment_id=f13a6d17-3c3e-464b-809d-7841fec99864)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:28:04.141556 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:04.180107 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff875433-4f33-486f-b204-d71375bbdf19 req-57d8c427-6ddc-4ed6-8c94-b67c32be4003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:04.181838 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3c9b-0999-4b8f-99ee-88e6d1412d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:04.184448 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff875433-4f33-486f-b204-d71375bbdf19 req-57d8c427-6ddc-4ed6-8c94-b67c32be4003 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5a111422-02ea-4673-ac0b-0324d3e06e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2213247 Nov 25 19:28:04.185574 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:04.246131 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d365bbb5-7a66-4d51-8d7e-2a9d7317c947 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:04.253920 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d365bbb5-7a66-4d51-8d7e-2a9d7317c947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:04.260878 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3a26d812-09df-456e-8d4b-75c78ebf949d None None] Provisioning complete for port c1504948-ba7c-4749-9ec6-f03bf4e8cbaa triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:04.261699 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3a26d812-09df-456e-8d4b-75c78ebf949d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:04.267370 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-26cde613-b508-444e-838c-6baac8b47039 req-66cc3236-cf70-4e79-a677-727547ef92f9 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d8a12964-d2f7-4d49-8a44-975c68d2bbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6915545 Nov 25 19:28:04.294028 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2427c0ea-d6fb-4f0a-bd16-1993a34e4421 req-38f5b541-27b3-4296-9edd-4aed8be0b773 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fe6bace-607a-46a1-8001-48497092a9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3858445 Nov 25 19:28:04.319216 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07227d19-dc7b-4220-a599-13750144360d service neutron] Pushing event updated for resources: {'Port': ['ID=18654cad-d1ea-4b75-b9ec-95d6a36e3f2a,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:04.337040 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae948d5-5a30-49b4-88d1-f9c4e0776d49 None None] Pushing event updated for resources: {'Port': ['ID=8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:04.398494 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-d365bbb5-7a66-4d51-8d7e-2a9d7317c947 None None] Attempting to bind port 8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:28:04.399073 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-d365bbb5-7a66-4d51-8d7e-2a9d7317c947 None None] Attempting to bind port 8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:28:04.403064 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d365bbb5-7a66-4d51-8d7e-2a9d7317c947 None None] Attempting to bind port 8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:04.414738 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d365bbb5-7a66-4d51-8d7e-2a9d7317c947 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:28:04.421501 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121eb32-ef3e-45ff-99a0-0b0fe1fa3ad7 req-2faed8ab-61e9-492c-aa79-292f4bb03710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:04.422752 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d365bbb5-7a66-4d51-8d7e-2a9d7317c947 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:28:04.423656 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d365bbb5-7a66-4d51-8d7e-2a9d7317c947 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:04.424228 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d365bbb5-7a66-4d51-8d7e-2a9d7317c947 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:28:04.424917 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-d365bbb5-7a66-4d51-8d7e-2a9d7317c947 None None] Bound port: 8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:28:04.425511 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d365bbb5-7a66-4d51-8d7e-2a9d7317c947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:04.428875 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7121eb32-ef3e-45ff-99a0-0b0fe1fa3ad7 req-2faed8ab-61e9-492c-aa79-292f4bb03710 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 1100 time: 0.3557229 Nov 25 19:28:04.448026 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a3c9b-0999-4b8f-99ee-88e6d1412d9c None None] Pushing event updated for resources: {'Port': ['ID=505a120d-d5c6-4689-bf7b-c32e28b712f5,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:04.578867 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-d365bbb5-7a66-4d51-8d7e-2a9d7317c947 None None] For port 8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:28:04.584636 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-d365bbb5-7a66-4d51-8d7e-2a9d7317c947 None None] For port 8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:28:04.592475 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d365bbb5-7a66-4d51-8d7e-2a9d7317c947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:04.620082 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d884176-7438-42b5-94f9-5fcf9dbf2416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31565d0-d864-40d7-a4ea-981fe9931c30'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:04.632333 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8532b3a7-b6c6-45f3-8fc6-4cc5420578de" -d '{"events": [{"server_uuid": "5d884176-7438-42b5-94f9-5fcf9dbf2416", "name": "network-vif-plugged", "status": "completed", "tag": "f31565d0-d864-40d7-a4ea-981fe9931c30"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:04.700804 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port f31565d0-d864-40d7-a4ea-981fe9931c30, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=f31565d0-d864-40d7-a4ea-981fe9931c30,segment=NetworkSegment(2f388bd8-7747-4d43-8fc4-dd3f612fe2e9),segment_id=2f388bd8-7747-4d43-8fc4-dd3f612fe2e9)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:04.719381 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae948d5-5a30-49b4-88d1-f9c4e0776d49 None None] Pushing event updated for resources: {'Port': ['ID=8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:04.720632 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:28:04.722552 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:28:04.734915 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:04.738698 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device b7cb99fe-723c-4abd-89f5-e97f20a299f9 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:04.763155 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d365bbb5-7a66-4d51-8d7e-2a9d7317c947 None None] Routers {'99fd84c3-ee2c-40a8-bc70-922cf7c50796'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:04.765636 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d365bbb5-7a66-4d51-8d7e-2a9d7317c947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:28:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['99fd84c3-ee2c-40a8-bc70-922cf7c50796'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:04.786423 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff875433-4f33-486f-b204-d71375bbdf19 req-3d2c6859-6e8c-45d6-b503-f1b4958c5e45 service neutron] 10.222.0.85 "GET /v2.0/networks/5a111422-02ea-4673-ac0b-0324d3e06e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529032 Nov 25 19:28:05.034236 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121eb32-ef3e-45ff-99a0-0b0fe1fa3ad7 req-dfa52d93-84fe-446e-90bc-de578ca22fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:05.036248 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7121eb32-ef3e-45ff-99a0-0b0fe1fa3ad7 req-dfa52d93-84fe-446e-90bc-de578ca22fba service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.5675621 Nov 25 19:28:05.180711 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-d365bbb5-7a66-4d51-8d7e-2a9d7317c947 None None] Set router 99fd84c3-ee2c-40a8-bc70-922cf7c50796 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:05.185632 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7121eb32-ef3e-45ff-99a0-0b0fe1fa3ad7 req-e95f1717-92d6-46dd-9dbb-fbdac32f77ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=228219d8-b6f0-44fb-b5c3-d106a37ba29c HTTP/1.1" status: 200 len: 217 time: 0.1118424 Nov 25 19:28:05.198543 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=f31565d0-d864-40d7-a4ea-981fe9931c30,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:05.215909 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port b7cb99fe-723c-4abd-89f5-e97f20a299f9 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:28:05.225113 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port b7cb99fe-723c-4abd-89f5-e97f20a299f9 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:05.235768 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:05.297838 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff875433-4f33-486f-b204-d71375bbdf19 req-2284d0df-ae61-41c2-9454-99fdb4ff335e service neutron] 10.222.0.85 "GET /v2.0/networks/5a111422-02ea-4673-ac0b-0324d3e06e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972775 Nov 25 19:28:05.344560 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c7e83-2899-4523-9e05-963e0e96b7e7 req-18e46e17-ff11-4499-b171-064c70a1cd68 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:05.346279 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2a1c7e83-2899-4523-9e05-963e0e96b7e7 req-18e46e17-ff11-4499-b171-064c70a1cd68 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d884176-7438-42b5-94f9-5fcf9dbf2416 HTTP/1.1" status: 200 len: 946 time: 0.4074013 Nov 25 19:28:05.402665 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121eb32-ef3e-45ff-99a0-0b0fe1fa3ad7 req-aaf810ed-3a10-4a57-aa3a-057c61d9ab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:05.405104 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7121eb32-ef3e-45ff-99a0-0b0fe1fa3ad7 req-aaf810ed-3a10-4a57-aa3a-057c61d9ab56 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1993346 Nov 25 19:28:05.505365 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:05.630133 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d365bbb5-7a66-4d51-8d7e-2a9d7317c947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fd84c3-ee2c-40a8-bc70-922cf7c50796', 'name': 'tempest-AttachSCSIVolumeTestJSON-1451468216-router', 'tenant_id': '793811072139426da1ba658f6defc4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:54Z', 'updated_at': '2021-11-25T19:27:59Z', 'revision_number': 3, 'project_id': '793811072139426da1ba658f6defc4d9', 'gw_port': {'id': '8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fd84c3-ee2c-40a8-bc70-922cf7c50796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:56Z', 'updated_at': '2021-11-25T19:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:05.667835 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bc9ef-f3e4-4160-835c-fe22dc929b5e req-a11dc5f5-edca-40e3-aa58-a73fbf4f3db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:05.669563 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-531bc9ef-f3e4-4160-835c-fe22dc929b5e req-a11dc5f5-edca-40e3-aa58-a73fbf4f3db3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6aa141dcfeef46bb898026153dd284be&device_id=a390d559-4b02-489c-a151-ee88fb36ca04 HTTP/1.1" status: 200 len: 1094 time: 0.2847319 Nov 25 19:28:05.680362 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:05.689492 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2a1c7e83-2899-4523-9e05-963e0e96b7e7 req-cf71b718-42c7-4a5c-8903-4604618eeab2 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8a12964-d2f7-4d49-8a44-975c68d2bbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130240 Nov 25 19:28:05.750652 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d365bbb5-7a66-4d51-8d7e-2a9d7317c947 None None] The sync data for ids ['99fd84c3-ee2c-40a8-bc70-922cf7c50796'] in n-d-819349-5 is: [{'id': '99fd84c3-ee2c-40a8-bc70-922cf7c50796', 'name': 'tempest-AttachSCSIVolumeTestJSON-1451468216-router', 'tenant_id': '793811072139426da1ba658f6defc4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:54Z', 'updated_at': '2021-11-25T19:27:59Z', 'revision_number': 3, 'project_id': '793811072139426da1ba658f6defc4d9', 'gw_port': {'id': '8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fd84c3-ee2c-40a8-bc70-922cf7c50796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:56Z', 'updated_at': '2021-11-25T19:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:28:05.814485 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121eb32-ef3e-45ff-99a0-0b0fe1fa3ad7 req-de9579c5-854d-4e89-aa6a-d627e8440256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:05.818599 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7121eb32-ef3e-45ff-99a0-0b0fe1fa3ad7 req-de9579c5-854d-4e89-aa6a-d627e8440256 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3862245 Nov 25 19:28:05.824878 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:05.850542 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f560472e-9542-4f12-a719-3ea0e9aa6235 x-openstack-request-id: req-f560472e-9542-4f12-a719-3ea0e9aa6235 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:05.851993 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7b1e2f-9d59-4837-9845-45fa31555fb1", "tag": "18654cad-d1ea-4b75-b9ec-95d6a36e3f2a", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:05.852565 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f560472e-9542-4f12-a719-3ea0e9aa6235 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:05.853002 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7b1e2f-9d59-4837-9845-45fa31555fb1', 'tag': '18654cad-d1ea-4b75-b9ec-95d6a36e3f2a', 'status': 'completed', 'code': 200} Nov 25 19:28:05.863832 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-465d5f44-0258-4d2c-9f12-c7bd81bdf348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:05.865531 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-465d5f44-0258-4d2c-9f12-c7bd81bdf348 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=794af00fdd784b2ebeae23a2a2ed5bde&device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 1094 time: 1.9152467 Nov 25 19:28:05.890530 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af033845-6750-462c-b09a-6249b1c46f3c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:05.966040 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port b7cb99fe-723c-4abd-89f5-e97f20a299f9, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b7cb99fe-723c-4abd-89f5-e97f20a299f9,segment=NetworkSegment(2f388bd8-7747-4d43-8fc4-dd3f612fe2e9),segment_id=2f388bd8-7747-4d43-8fc4-dd3f612fe2e9)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:05.976991 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:06.086868 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7ec78a8f-ff45-487f-ad78-a888ceec3ac4 req-4e0da228-130f-4943-ba14-0c27b3b5666c tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/security-groups?id=afb1fc20-7c49-4767-9194-bb69a7691c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.9133501 Nov 25 19:28:06.090517 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-53b81b47-37cc-4a5e-ad1d-c9003ddb1765 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18654cad-d1ea-4b75-b9ec-95d6a36e3f2a HTTP/1.1" status: 200 len: 217 time: 0.2096505 Nov 25 19:28:06.096253 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af033845-6750-462c-b09a-6249b1c46f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:06.129100 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=b7cb99fe-723c-4abd-89f5-e97f20a299f9,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:06.152434 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 505a120d-d5c6-4689-bf7b-c32e28b712f5 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:06.192837 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6762722-361c-4335-aeda-d7b61d0be805 req-12974d62-3b9a-47f4-83ea-3b9274d6ecc3 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:06.197809 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f6762722-361c-4335-aeda-d7b61d0be805 req-12974d62-3b9a-47f4-83ea-3b9274d6ecc3 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 949 time: 0.2792408 Nov 25 19:28:06.201224 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bc9ef-f3e4-4160-835c-fe22dc929b5e req-bbd337dd-2939-4179-aa04-7332f95d15f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:06.204115 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-531bc9ef-f3e4-4160-835c-fe22dc929b5e req-bbd337dd-2939-4179-aa04-7332f95d15f8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5a111422-02ea-4673-ac0b-0324d3e06e0d HTTP/1.1" status: 200 len: 916 time: 0.5132308 Nov 25 19:28:06.394337 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-531bc9ef-f3e4-4160-835c-fe22dc929b5e req-6c373111-d3c5-49d9-a1fc-ebbf36cdae81 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d9c49c8-fe85-457d-a8b0-d490fe3ddd49 HTTP/1.1" status: 200 len: 217 time: 0.1808748 Nov 25 19:28:06.441174 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f6762722-361c-4335-aeda-d7b61d0be805 req-bb46c1a9-b3c2-49e0-b410-01661263d56d tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313159 Nov 25 19:28:06.462452 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7121eb32-ef3e-45ff-99a0-0b0fe1fa3ad7 req-6f5e5f27-c116-4fb0-9062-5526196a679c service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5427730 Nov 25 19:28:06.502025 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-ee5cb704-272f-4c45-8c00-e815553bf364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:06.510182 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-ee5cb704-272f-4c45-8c00-e815553bf364 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9 HTTP/1.1" status: 200 len: 855 time: 0.4092059 Nov 25 19:28:06.628842 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bc9ef-f3e4-4160-835c-fe22dc929b5e req-cb9db736-2f6a-4845-8b61-8817920ed0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:06.630440 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-531bc9ef-f3e4-4160-835c-fe22dc929b5e req-cb9db736-2f6a-4845-8b61-8817920ed0c6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0a35db18-7d13-4c59-ac14-9744af7c6685 HTTP/1.1" status: 200 len: 854 time: 0.1983953 Nov 25 19:28:06.631424 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 505a120d-d5c6-4689-bf7b-c32e28b712f5 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:06.635993 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:06.755941 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7121eb32-ef3e-45ff-99a0-0b0fe1fa3ad7 req-139f8044-9b21-4182-a7fc-18305b99a4ff service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497315 Nov 25 19:28:06.758952 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bc9ef-f3e4-4160-835c-fe22dc929b5e req-027262e2-eb82-4708-85ad-310b3d7ba625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:06.763159 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-531bc9ef-f3e4-4160-835c-fe22dc929b5e req-027262e2-eb82-4708-85ad-310b3d7ba625 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5a111422-02ea-4673-ac0b-0324d3e06e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204255 Nov 25 19:28:06.775609 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec26b4e-e0c2-432b-bea2-e827513cac00 None None] Network ef8c8951-3e09-4638-b17c-6d6bf560793b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:28:06.810585 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56713be-a134-41d5-aa61-a65b399b6fbc x-openstack-request-id: req-d56713be-a134-41d5-aa61-a65b399b6fbc {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:06.812049 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d884176-7438-42b5-94f9-5fcf9dbf2416", "name": "network-vif-plugged", "status": "completed", "tag": "f31565d0-d864-40d7-a4ea-981fe9931c30", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:06.813042 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d56713be-a134-41d5-aa61-a65b399b6fbc {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:06.814902 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d884176-7438-42b5-94f9-5fcf9dbf2416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31565d0-d864-40d7-a4ea-981fe9931c30', 'code': 200} Nov 25 19:28:06.977773 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-10a6be12-464c-44de-812c-843b4af60c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:06.980672 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-10a6be12-464c-44de-812c-843b4af60c9f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=500d758c-c123-4000-99df-020cdf9c84a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4128196 Nov 25 19:28:07.035367 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-af033845-6750-462c-b09a-6249b1c46f3c admin admin] Allocated IP 172.25.6.113 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/988318e7-b4e7-4054-b758-008ca504a979) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:28:07.041597 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86a473-e030-4cd9-be7e-95997fdbd04f req-31efbb11-b6ac-4051-98cf-691b863bfee0 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:07.061459 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4c86a473-e030-4cd9-be7e-95997fdbd04f req-31efbb11-b6ac-4051-98cf-691b863bfee0 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 943 time: 0.1419914 Nov 25 19:28:07.069009 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-555cdb63-9a67-480e-976d-a24de64163a9 None None] Provisioning complete for port 505a120d-d5c6-4689-bf7b-c32e28b712f5 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:07.073379 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-555cdb63-9a67-480e-976d-a24de64163a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:07.113934 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d7206ed-75cf-4088-a678-64c7f98ad2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:07.151142 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290358b5-5748-478c-a4de-c6ce57b9e58e req-4942b1a1-760e-40e0-b546-ce3aca4ccaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:07.154421 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-290358b5-5748-478c-a4de-c6ce57b9e58e req-4942b1a1-760e-40e0-b546-ce3aca4ccaf4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5d884176-7438-42b5-94f9-5fcf9dbf2416 HTTP/1.1" status: 200 len: 1097 time: 0.2471826 Nov 25 19:28:07.172642 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-531bc9ef-f3e4-4160-835c-fe22dc929b5e req-e83909d0-6bdd-4565-bdc7-8e3f176f88b9 service neutron] 10.222.0.85 "GET /v2.0/networks/5a111422-02ea-4673-ac0b-0324d3e06e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013007 Nov 25 19:28:07.278870 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4c86a473-e030-4cd9-be7e-95997fdbd04f req-4f79ff05-42f0-462d-b448-a93fd6967405 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fe6bace-607a-46a1-8001-48497092a9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169428 Nov 25 19:28:07.412319 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-531bc9ef-f3e4-4160-835c-fe22dc929b5e req-83d5065d-4c7d-4c21-bd2b-d94d735c4d7c service neutron] 10.222.0.85 "GET /v2.0/networks/5a111422-02ea-4673-ac0b-0324d3e06e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230763 Nov 25 19:28:07.472396 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:07.517308 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-290358b5-5748-478c-a4de-c6ce57b9e58e req-dd468e90-a566-4859-b387-dda406fc0e1f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d8a12964-d2f7-4d49-8a44-975c68d2bbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395576 Nov 25 19:28:07.544989 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-555cdb63-9a67-480e-976d-a24de64163a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:07.600132 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d372d4-af45-46a6-8262-a596389fd010 req-de50dd3c-5364-490f-a6a6-17f453e94312 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:07.604597 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6d372d4-af45-46a6-8262-a596389fd010 req-de50dd3c-5364-490f-a6a6-17f453e94312 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/ports?device_id=21b0bd7f-aa30-4592-b438-dc6c576af2ce HTTP/1.1" status: 200 len: 946 time: 0.1526718 Nov 25 19:28:07.606219 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49abda-6d92-4ba9-b979-68fed327e873 req-f9ae8926-3c5a-4211-b92d-afdc3bd65fb4 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:07.614250 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7b49abda-6d92-4ba9-b979-68fed327e873 req-f9ae8926-3c5a-4211-b92d-afdc3bd65fb4 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d884176-7438-42b5-94f9-5fcf9dbf2416 HTTP/1.1" status: 200 len: 946 time: 0.5276282 Nov 25 19:28:07.657761 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 505a120d-d5c6-4689-bf7b-c32e28b712f5, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=505a120d-d5c6-4689-bf7b-c32e28b712f5,segment=NetworkSegment(f13a6d17-3c3e-464b-809d-7841fec99864),segment_id=f13a6d17-3c3e-464b-809d-7841fec99864)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:07.688661 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:07.689469 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c1504948-ba7c-4749-9ec6-f03bf4e8cbaa up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:07.704708 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-360fa2c9-13d0-4c83-8659-90355ae933f3 service neutron] 10.222.0.85 "GET /v2.0/networks/500d758c-c123-4000-99df-020cdf9c84a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6857402 Nov 25 19:28:07.723400 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6d372d4-af45-46a6-8262-a596389fd010 req-def69e02-cc29-4b20-aafa-727dcb9ea31a tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/security-groups?id=db362653-7b90-4d80-b962-8277db99362e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121607 Nov 25 19:28:07.812665 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-555cdb63-9a67-480e-976d-a24de64163a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:28:07.812665 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-555cdb63-9a67-480e-976d-a24de64163a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:28:07.846215 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port c1504948-ba7c-4749-9ec6-f03bf4e8cbaa triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:07.846601 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:07.852510 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=505a120d-d5c6-4689-bf7b-c32e28b712f5,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:07.909605 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7b49abda-6d92-4ba9-b979-68fed327e873 req-43b6df0b-1b87-4c1a-8c0f-bd128d5f4aec tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8a12964-d2f7-4d49-8a44-975c68d2bbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942369 Nov 25 19:28:07.946944 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af033845-6750-462c-b09a-6249b1c46f3c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:07.973006 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01acfde-389e-4757-8dac-a561724bc72a req-4f1712c4-ef9c-4d4d-9a65-17d1f5ed7536 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:07.978111 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a01acfde-389e-4757-8dac-a561724bc72a req-4f1712c4-ef9c-4d4d-9a65-17d1f5ed7536 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/ports?device_id=a390d559-4b02-489c-a151-ee88fb36ca04 HTTP/1.1" status: 200 len: 943 time: 0.0839431 Nov 25 19:28:08.082269 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a01acfde-389e-4757-8dac-a561724bc72a req-5cd1fca2-7513-4e76-8120-0b1755b36a6f tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/security-groups?id=afb1fc20-7c49-4767-9194-bb69a7691c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991158 Nov 25 19:28:08.124180 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-67f07b90-6d23-44dc-8e31-aaefa977f65c req-5ee03611-78d3-4518-93e8-6d759d43b1a5 service neutron] 10.222.0.85 "GET /v2.0/networks/500d758c-c123-4000-99df-020cdf9c84a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080076 Nov 25 19:28:08.136889 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-2d7206ed-75cf-4088-a678-64c7f98ad2af admin admin] Allocated IP 172.20.0.1 (661501e1-ea9f-457c-a46a-b44ed4a85e52/ac0b4fd0-1b2e-43d5-ba31-8b0033acfc6a/00ae6019-bfb5-49ea-9119-b0da5fdd4641) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:28:08.166889 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af033845-6750-462c-b09a-6249b1c46f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:08.348720 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af033845-6750-462c-b09a-6249b1c46f3c admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:28:08.398591 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-af033845-6750-462c-b09a-6249b1c46f3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:28:08.408869 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af033845-6750-462c-b09a-6249b1c46f3c admin admin] Pushing event updated for resources: {'Port': ['ID=988318e7-b4e7-4054-b758-008ca504a979,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:08.414445 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af033845-6750-462c-b09a-6249b1c46f3c admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:28:08.416596 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 505a120d-d5c6-4689-bf7b-c32e28b712f5 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:08.473277 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f97911-54a6-4af3-9384-8e494e0d4104 req-b5715d79-d384-4f9c-a37a-9fa27c5a1a54 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:08.503202 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-39f97911-54a6-4af3-9384-8e494e0d4104 req-b5715d79-d384-4f9c-a37a-9fa27c5a1a54 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 949 time: 0.3392565 Nov 25 19:28:08.505847 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 505a120d-d5c6-4689-bf7b-c32e28b712f5 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:08.506503 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:08.527158 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec078a-a4ba-4101-bd88-143e0b9a2da3 req-84c06375-f254-485f-a7ed-cd6e35fb24d6 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:08.537326 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-85ec078a-a4ba-4101-bd88-143e0b9a2da3 req-84c06375-f254-485f-a7ed-cd6e35fb24d6 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 943 time: 0.0979912 Nov 25 19:28:08.604477 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-963fc870-4ca6-42c8-b6a4-a452e00d6bc3 None None] Provisioning complete for port 505a120d-d5c6-4689-bf7b-c32e28b712f5 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:08.604928 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-963fc870-4ca6-42c8-b6a4-a452e00d6bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:08.607879 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-85ec078a-a4ba-4101-bd88-143e0b9a2da3 req-d1f0b89e-830e-494b-806b-803508635dfa tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fe6bace-607a-46a1-8001-48497092a9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693054 Nov 25 19:28:08.611549 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1161a-7d3f-4aa5-a585-93885604bcf1 req-7e9773d0-af21-439a-8bfe-627f5c7d7a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:08.614466 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-34a1161a-7d3f-4aa5-a585-93885604bcf1 req-7e9773d0-af21-439a-8bfe-627f5c7d7a96 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=794af00fdd784b2ebeae23a2a2ed5bde&device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 1094 time: 0.3617282 Nov 25 19:28:08.684874 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d7206ed-75cf-4088-a678-64c7f98ad2af admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:08.716332 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:08.837130 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-39f97911-54a6-4af3-9384-8e494e0d4104 req-b5a8020e-1b59-4086-8293-154cda4229b3 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192577 Nov 25 19:28:08.841717 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af25cdf-2540-4eb0-afbd-9eaeacf7846f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cb99fe-723c-4abd-89f5-e97f20a299f9'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:08.847280 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9225c15-6599-4cc4-a18d-7e8023c50533" -d '{"events": [{"server_uuid": "0af25cdf-2540-4eb0-afbd-9eaeacf7846f", "name": "network-vif-plugged", "status": "completed", "tag": "b7cb99fe-723c-4abd-89f5-e97f20a299f9"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:08.853781 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 3d9c49c8-fe85-457d-a8b0-d490fe3ddd49 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:28:08.948041 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe75fafb-78c4-4702-825e-9c5e8007d2e1 x-openstack-request-id: req-fe75fafb-78c4-4702-825e-9c5e8007d2e1 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:08.948970 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af25cdf-2540-4eb0-afbd-9eaeacf7846f", "name": "network-vif-plugged", "status": "completed", "tag": "b7cb99fe-723c-4abd-89f5-e97f20a299f9", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:08.951211 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fe75fafb-78c4-4702-825e-9c5e8007d2e1 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:08.951826 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af25cdf-2540-4eb0-afbd-9eaeacf7846f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cb99fe-723c-4abd-89f5-e97f20a299f9', 'code': 200} Nov 25 19:28:09.039384 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671da9a2-9770-4828-82f3-e5180785972a req-44d9db51-5089-4593-ae31-122530e628a4 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:09.058192 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-671da9a2-9770-4828-82f3-e5180785972a req-44d9db51-5089-4593-ae31-122530e628a4 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/ports?device_id=21b0bd7f-aa30-4592-b438-dc6c576af2ce HTTP/1.1" status: 200 len: 946 time: 0.1782603 Nov 25 19:28:09.129428 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:09.129725 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:09.233224 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff966019-4f4e-452b-a0d3-20ccecf7c2b0 req-0cd711df-9f10-4ed0-ad94-50c56104d6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:09.237623 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff966019-4f4e-452b-a0d3-20ccecf7c2b0 req-0cd711df-9f10-4ed0-ad94-50c56104d6c9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0af25cdf-2540-4eb0-afbd-9eaeacf7846f HTTP/1.1" status: 200 len: 1096 time: 0.1448829 Nov 25 19:28:09.244130 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 3d9c49c8-fe85-457d-a8b0-d490fe3ddd49, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=3d9c49c8-fe85-457d-a8b0-d490fe3ddd49,segment=NetworkSegment(6a46255a-9426-4da0-9bc2-47801a2d5e37),segment_id=6a46255a-9426-4da0-9bc2-47801a2d5e37)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:09.299922 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '3d9c49c8-fe85-457d-a8b0-d490fe3ddd49', 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d', 'port_id': '3d9c49c8-fe85-457d-a8b0-d490fe3ddd49', 'mac_address': 'fa:16:3e:a8:5c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a35db18-7d13-4c59-ac14-9744af7c6685', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:28:09.344366 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-671da9a2-9770-4828-82f3-e5180785972a req-f371f9c8-9392-49cc-a778-1a19e5f0e932 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/security-groups?id=db362653-7b90-4d80-b962-8277db99362e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804112 Nov 25 19:28:09.357039 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:09.402328 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d7206ed-75cf-4088-a678-64c7f98ad2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:09.413450 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:09.418105 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff966019-4f4e-452b-a0d3-20ccecf7c2b0 req-00c437d2-30df-46c9-a485-bf2134cac46f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d8a12964-d2f7-4d49-8a44-975c68d2bbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646874 Nov 25 19:28:09.418609 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:09.444305 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:09.456109 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d9c49c8-fe85-457d-a8b0-d490fe3ddd49 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:28:09.457764 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1161a-7d3f-4aa5-a585-93885604bcf1 req-b57bb112-6b33-428a-803b-465e329356c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:09.459344 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-34a1161a-7d3f-4aa5-a585-93885604bcf1 req-b57bb112-6b33-428a-803b-465e329356c7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=500d758c-c123-4000-99df-020cdf9c84a0 HTTP/1.1" status: 200 len: 917 time: 0.8311152 Nov 25 19:28:09.462522 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7206ed-75cf-4088-a678-64c7f98ad2af admin admin] Network 661501e1-ea9f-457c-a46a-b44ed4a85e52 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:28:09.489423 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 3d9c49c8-fe85-457d-a8b0-d490fe3ddd49, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=3d9c49c8-fe85-457d-a8b0-d490fe3ddd49,segment=NetworkSegment(6a46255a-9426-4da0-9bc2-47801a2d5e37),segment_id=6a46255a-9426-4da0-9bc2-47801a2d5e37)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:09.490960 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0591fb5-8e5e-4982-b1db-2cdb296151db req-c4990295-abb5-41ec-b796-de30a7c3d836 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:09.492440 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a0591fb5-8e5e-4982-b1db-2cdb296151db req-c4990295-abb5-41ec-b796-de30a7c3d836 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.73 "GET /v2.0/ports?device_id=21b0bd7f-aa30-4592-b438-dc6c576af2ce HTTP/1.1" status: 200 len: 946 time: 0.1981757 Nov 25 19:28:09.508344 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ab48c-63a4-4f43-941b-d57bff3fb93b req-6f1f1b2d-ab51-4b6f-bc75-0df08b6ea914 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:09.511059 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-016ab48c-63a4-4f43-941b-d57bff3fb93b req-6f1f1b2d-ab51-4b6f-bc75-0df08b6ea914 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d884176-7438-42b5-94f9-5fcf9dbf2416 HTTP/1.1" status: 200 len: 946 time: 0.3900187 Nov 25 19:28:09.512486 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2d7206ed-75cf-4088-a678-64c7f98ad2af admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:28:09.522806 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:09.548485 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7206ed-75cf-4088-a678-64c7f98ad2af admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:28:09.603749 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:09.634020 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-34a1161a-7d3f-4aa5-a585-93885604bcf1 req-db63db5f-d265-42de-be0e-06d5ce4b091a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18654cad-d1ea-4b75-b9ec-95d6a36e3f2a HTTP/1.1" status: 200 len: 217 time: 0.1562593 Nov 25 19:28:09.734602 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=3d9c49c8-fe85-457d-a8b0-d490fe3ddd49,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:09.740478 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c0e47-a40c-465a-86d8-e933f6bc36e8 req-584a4984-89df-46ee-a6dd-7e4fa9c7e80a tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:09.751877 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-437c0e47-a40c-465a-86d8-e933f6bc36e8 req-584a4984-89df-46ee-a6dd-7e4fa9c7e80a tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/ports?device_id=a390d559-4b02-489c-a151-ee88fb36ca04 HTTP/1.1" status: 200 len: 944 time: 0.1256120 Nov 25 19:28:09.772143 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af033845-6750-462c-b09a-6249b1c46f3c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:09.798361 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['3d9c49c8-fe85-457d-a8b0-d490fe3ddd49'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:28:09.820625 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7206ed-75cf-4088-a678-64c7f98ad2af admin admin] Pushing event updated for resources: {'Port': ['ID=00ae6019-bfb5-49ea-9119-b0da5fdd4641,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:09.845516 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-437c0e47-a40c-465a-86d8-e933f6bc36e8 req-23dfa1ff-3403-4364-b911-6f9fdb686b0e tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/security-groups?id=afb1fc20-7c49-4767-9194-bb69a7691c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835450 Nov 25 19:28:10.057387 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a618e-0c86-43e4-9d21-fb859df77741 req-de70aa25-be10-4b6d-830e-6177a3cd89a3 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:10.060304 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d09a618e-0c86-43e4-9d21-fb859df77741 req-de70aa25-be10-4b6d-830e-6177a3cd89a3 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 943 time: 0.1118903 Nov 25 19:28:10.110481 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-da970409-4b85-4642-ba5a-08dbe135f7fd None None] Provisioning complete for port 00ae6019-bfb5-49ea-9119-b0da5fdd4641 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:10.110860 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-da970409-4b85-4642-ba5a-08dbe135f7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:10.130931 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1161a-7d3f-4aa5-a585-93885604bcf1 req-9f222d3d-ecef-46ba-a24f-b2f0cc99255a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:10.132459 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d09a618e-0c86-43e4-9d21-fb859df77741 req-416e7c2a-4685-4d20-9e79-2d80c1c54279 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fe6bace-607a-46a1-8001-48497092a9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655358 Nov 25 19:28:10.133546 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-34a1161a-7d3f-4aa5-a585-93885604bcf1 req-9f222d3d-ecef-46ba-a24f-b2f0cc99255a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9 HTTP/1.1" status: 200 len: 855 time: 0.4885931 Nov 25 19:28:10.142946 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:10.207802 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-da970409-4b85-4642-ba5a-08dbe135f7fd None None] Port 00ae6019-bfb5-49ea-9119-b0da5fdd4641 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:28:10.225402 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:10.226619 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:10.266791 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d7206ed-75cf-4088-a678-64c7f98ad2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:10.274070 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4d1f1-8485-4e60-97ca-820905702123 req-c03a2089-9934-4f71-85c5-20e522de5ba5 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:10.276493 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-47f4d1f1-8485-4e60-97ca-820905702123 req-c03a2089-9934-4f71-85c5-20e522de5ba5 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 949 time: 0.0633254 Nov 25 19:28:10.359725 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-47f4d1f1-8485-4e60-97ca-820905702123 req-e4d4db27-00ef-4a52-988b-11f8de4b3010 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755339 Nov 25 19:28:10.556794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a704d3-61b4-4f27-8b79-723ccdb2ab5c req-8bf1374a-a459-41f1-ab02-4788777adb6c tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:10.559408 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e8a704d3-61b4-4f27-8b79-723ccdb2ab5c req-8bf1374a-a459-41f1-ab02-4788777adb6c tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/ports?device_id=21b0bd7f-aa30-4592-b438-dc6c576af2ce HTTP/1.1" status: 200 len: 946 time: 0.0864353 Nov 25 19:28:10.637077 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e8a704d3-61b4-4f27-8b79-723ccdb2ab5c req-d5a6b157-3153-4671-bda9-16843bf165a8 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/security-groups?id=db362653-7b90-4d80-b962-8277db99362e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705538 Nov 25 19:28:10.703280 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-016ab48c-63a4-4f43-941b-d57bff3fb93b req-0805ca86-aece-4387-bde8-e07ea1487bb9 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8a12964-d2f7-4d49-8a44-975c68d2bbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1810849 Nov 25 19:28:10.783992 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1161a-7d3f-4aa5-a585-93885604bcf1 req-1485422f-8d7a-407a-b042-ff4343d08cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:10.785522 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-34a1161a-7d3f-4aa5-a585-93885604bcf1 req-1485422f-8d7a-407a-b042-ff4343d08cad service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=500d758c-c123-4000-99df-020cdf9c84a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6408002 Nov 25 19:28:10.854131 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 3d9c49c8-fe85-457d-a8b0-d490fe3ddd49 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:10.859098 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-a0591fb5-8e5e-4982-b1db-2cdb296151db req-2c78e141-35a7-4112-bbb6-576328577b72 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Deleting port 59b2d5e9-2c7f-407c-a368-09357c95bd47 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:28:10.859098 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a0591fb5-8e5e-4982-b1db-2cdb296151db req-2c78e141-35a7-4112-bbb6-576328577b72 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:10.967117 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 3d9c49c8-fe85-457d-a8b0-d490fe3ddd49 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:28:10.974535 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 3d9c49c8-fe85-457d-a8b0-d490fe3ddd49 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:10.975081 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:11.005149 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af033845-6750-462c-b09a-6249b1c46f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:11.110769 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:11.156332 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d7206ed-75cf-4088-a678-64c7f98ad2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:11.159834 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-34a1161a-7d3f-4aa5-a585-93885604bcf1 req-0fb5aeaf-9ab7-444c-8037-d150522e3b30 service neutron] 10.222.0.85 "GET /v2.0/networks/500d758c-c123-4000-99df-020cdf9c84a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644240 Nov 25 19:28:11.161359 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a390d559-4b02-489c-a151-ee88fb36ca04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9c49c8-fe85-457d-a8b0-d490fe3ddd49'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:11.168209 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9957b2cd-9bfb-4880-be68-ab87a6583436" -d '{"events": [{"server_uuid": "a390d559-4b02-489c-a151-ee88fb36ca04", "name": "network-vif-plugged", "status": "completed", "tag": "3d9c49c8-fe85-457d-a8b0-d490fe3ddd49"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:11.185677 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 3d9c49c8-fe85-457d-a8b0-d490fe3ddd49, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=3d9c49c8-fe85-457d-a8b0-d490fe3ddd49,segment=NetworkSegment(6a46255a-9426-4da0-9bc2-47801a2d5e37),segment_id=6a46255a-9426-4da0-9bc2-47801a2d5e37)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:11.192810 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:11.287473 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=3d9c49c8-fe85-457d-a8b0-d490fe3ddd49,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:11.288906 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5be118-44a7-48f0-88ab-daecb8ab6a28 req-1d24e24a-b1ac-4ee7-85ad-eca01682f5ae tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:11.291748 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1a5be118-44a7-48f0-88ab-daecb8ab6a28 req-1d24e24a-b1ac-4ee7-85ad-eca01682f5ae tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/ports?device_id=a390d559-4b02-489c-a151-ee88fb36ca04 HTTP/1.1" status: 200 len: 944 time: 0.3033571 Nov 25 19:28:11.297937 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-a0591fb5-8e5e-4982-b1db-2cdb296151db req-2c78e141-35a7-4112-bbb6-576328577b72 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] For port 59b2d5e9-2c7f-407c-a368-09357c95bd47, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=59b2d5e9-2c7f-407c-a368-09357c95bd47,segment=NetworkSegment(928a893b-fe23-4071-8b83-2a16992cb319),segment_id=928a893b-fe23-4071-8b83-2a16992cb319)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:11.298681 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a0591fb5-8e5e-4982-b1db-2cdb296151db req-2c78e141-35a7-4112-bbb6-576328577b72 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:11.318699 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f990f5-05e1-417b-b328-d5a7b3837c0a req-b1a81066-c5a4-48ef-bd61-cd9e1591e5db tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:11.320544 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0f990f5-05e1-417b-b328-d5a7b3837c0a req-b1a81066-c5a4-48ef-bd61-cd9e1591e5db tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 943 time: 0.0636792 Nov 25 19:28:11.374727 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0f990f5-05e1-417b-b328-d5a7b3837c0a req-5f924dc3-8097-4398-bb1d-a8ea1e7792c6 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fe6bace-607a-46a1-8001-48497092a9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474451 Nov 25 19:28:11.399003 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-a0591fb5-8e5e-4982-b1db-2cdb296151db req-2c78e141-35a7-4112-bbb6-576328577b72 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Calling delete_port for 59b2d5e9-2c7f-407c-a368-09357c95bd47 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:28:11.425562 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1fb39e-6dc8-47bd-942d-c2b9b05ea926 x-openstack-request-id: req-ba1fb39e-6dc8-47bd-942d-c2b9b05ea926 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:11.426678 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a390d559-4b02-489c-a151-ee88fb36ca04", "name": "network-vif-plugged", "status": "completed", "tag": "3d9c49c8-fe85-457d-a8b0-d490fe3ddd49", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:11.426678 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ba1fb39e-6dc8-47bd-942d-c2b9b05ea926 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:11.427400 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a390d559-4b02-489c-a151-ee88fb36ca04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9c49c8-fe85-457d-a8b0-d490fe3ddd49', 'code': 200} Nov 25 19:28:11.573728 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb1064-f9a0-4ef9-93a6-2b676d748cda req-1efba33f-a020-47ee-85af-554919961c2c tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:11.575809 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8eb1064-f9a0-4ef9-93a6-2b676d748cda req-1efba33f-a020-47ee-85af-554919961c2c tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 949 time: 0.0984185 Nov 25 19:28:11.582946 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41812d8-b530-40bb-a832-3fb76064cc1c req-3a4320b1-3bfe-4a79-98b3-b2eb76f87319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:11.586305 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d41812d8-b530-40bb-a832-3fb76064cc1c req-3a4320b1-3bfe-4a79-98b3-b2eb76f87319 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a390d559-4b02-489c-a151-ee88fb36ca04 HTTP/1.1" status: 200 len: 1096 time: 0.0657067 Nov 25 19:28:11.665120 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-34a1161a-7d3f-4aa5-a585-93885604bcf1 req-b1973f91-0c76-44ce-91ea-d8da8478e8b5 service neutron] 10.222.0.85 "GET /v2.0/networks/500d758c-c123-4000-99df-020cdf9c84a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813089 Nov 25 19:28:11.667096 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1a5be118-44a7-48f0-88ab-daecb8ab6a28 req-8d51d9af-a0b4-4873-89ee-be11b710f4a5 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/security-groups?id=afb1fc20-7c49-4767-9194-bb69a7691c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053837 Nov 25 19:28:11.674108 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d41812d8-b530-40bb-a832-3fb76064cc1c req-7c836d38-7f49-4b12-a72d-282d7c09aa3e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=afb1fc20-7c49-4767-9194-bb69a7691c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790796 Nov 25 19:28:11.678208 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8eb1064-f9a0-4ef9-93a6-2b676d748cda req-2ee67674-3e5f-4854-a98b-62f76f1d0df4 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895293 Nov 25 19:28:11.751313 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af033845-6750-462c-b09a-6249b1c46f3c admin admin] Router 4af4dca1-f13b-4950-8540-29e6674728a4 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:28:11.776661 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d7206ed-75cf-4088-a678-64c7f98ad2af admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:11.789978 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 59b2d5e9-2c7f-407c-a368-09357c95bd47 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:28:11.841749 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d7206ed-75cf-4088-a678-64c7f98ad2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:11.846837 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a0591fb5-8e5e-4982-b1db-2cdb296151db req-2c78e141-35a7-4112-bbb6-576328577b72 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:11.886885 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No active binding found for port 59b2d5e9-2c7f-407c-a368-09357c95bd47 {{(pid=103601) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 19:28:11.888973 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 59b2d5e9-2c7f-407c-a368-09357c95bd47 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:28:11.910394 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e37e1-cc1d-4a38-9560-c63a61891626 req-91ff3cd0-52cc-49bb-96b6-fd1edb5fbe90 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:11.912241 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c7e37e1-cc1d-4a38-9560-c63a61891626 req-91ff3cd0-52cc-49bb-96b6-fd1edb5fbe90 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d884176-7438-42b5-94f9-5fcf9dbf2416 HTTP/1.1" status: 200 len: 946 time: 0.0969000 Nov 25 19:28:11.976851 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c7e37e1-cc1d-4a38-9560-c63a61891626 req-d1656ec8-e9d8-44b4-a85b-859161f5be5f tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8a12964-d2f7-4d49-8a44-975c68d2bbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520923 Nov 25 19:28:12.002021 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-630886a5-8d7e-46d6-989c-e30177f2a770 req-e2f43493-bc3d-43fa-bf1e-2b3f8758e8d0 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.55 "GET /v2.0/ports?device_id=21b0bd7f-aa30-4592-b438-dc6c576af2ce HTTP/1.1" status: 200 len: 210 time: 0.1098974 Nov 25 19:28:12.115925 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7206ed-75cf-4088-a678-64c7f98ad2af admin admin] Pushing event updated for resources: {'Port': ['ID=00ae6019-bfb5-49ea-9119-b0da5fdd4641,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:12.137468 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d7206ed-75cf-4088-a678-64c7f98ad2af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:12.145548 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0591fb5-8e5e-4982-b1db-2cdb296151db req-2c78e141-35a7-4112-bbb6-576328577b72 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] No DVR routers for this DVR port 59b2d5e9-2c7f-407c-a368-09357c95bd47 on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:28:12.159753 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a0591fb5-8e5e-4982-b1db-2cdb296151db req-2c78e141-35a7-4112-bbb6-576328577b72 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:12.163279 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a0591fb5-8e5e-4982-b1db-2cdb296151db req-2c78e141-35a7-4112-bbb6-576328577b72 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] 10.222.0.73 "DELETE /v2.0/ports/59b2d5e9-2c7f-407c-a368-09357c95bd47 HTTP/1.1" status: 204 len: 173 time: 2.4698772 Nov 25 19:28:12.171499 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b0bd7f-aa30-4592-b438-dc6c576af2ce', 'name': 'network-vif-deleted', 'tag': '59b2d5e9-2c7f-407c-a368-09357c95bd47'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:12.173803 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3be61eb-524e-4b55-9bb6-7a9e3a953f9c" -d '{"events": [{"server_uuid": "21b0bd7f-aa30-4592-b438-dc6c576af2ce", "name": "network-vif-deleted", "tag": "59b2d5e9-2c7f-407c-a368-09357c95bd47"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:12.218529 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78e141-35a7-4112-bbb6-576328577b72 tempest-ServerAddressesTestJSON-775268273 tempest-ServerAddressesTestJSON-775268273-project] Pushing event deleted for resources: {'Port': ['ID=59b2d5e9-2c7f-407c-a368-09357c95bd47,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:12.232028 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af033845-6750-462c-b09a-6249b1c46f3c admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:28:12.263432 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18a42cb-50c3-48bf-a35d-ac862e9a0515 None None] Sync routers for ids ['4af4dca1-f13b-4950-8540-29e6674728a4'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:28:12.282766 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e82e44-e5da-4d1f-ae8d-f825f0d8f43b x-openstack-request-id: req-73e82e44-e5da-4d1f-ae8d-f825f0d8f43b {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:12.283095 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b0bd7f-aa30-4592-b438-dc6c576af2ce", "name": "network-vif-deleted", "tag": "59b2d5e9-2c7f-407c-a368-09357c95bd47", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:12.283302 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-73e82e44-e5da-4d1f-ae8d-f825f0d8f43b {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:12.283694 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b0bd7f-aa30-4592-b438-dc6c576af2ce', 'name': 'network-vif-deleted', 'tag': '59b2d5e9-2c7f-407c-a368-09357c95bd47', 'status': 'completed', 'code': 200} Nov 25 19:28:12.286344 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18a42cb-50c3-48bf-a35d-ac862e9a0515 None None] Routers {'4af4dca1-f13b-4950-8540-29e6674728a4'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:12.288181 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b18a42cb-50c3-48bf-a35d-ac862e9a0515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:28:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['4af4dca1-f13b-4950-8540-29e6674728a4'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:12.304468 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af033845-6750-462c-b09a-6249b1c46f3c admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:12.305949 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-af033845-6750-462c-b09a-6249b1c46f3c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.0085304 Nov 25 19:28:12.311275 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33426) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:12.327961 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941fe71-09e1-4cec-8768-cbee5ec8abe2 req-e42a0ccb-9b59-4257-a06f-f8a3ab4a7820 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:12.329624 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5941fe71-09e1-4cec-8768-cbee5ec8abe2 req-e42a0ccb-9b59-4257-a06f-f8a3ab4a7820 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cff8457-95b9-40fb-b982-4f637e821b92 HTTP/1.1" status: 200 len: 945 time: 0.1881030 Nov 25 19:28:12.433044 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7206ed-75cf-4088-a678-64c7f98ad2af admin admin] Network 661501e1-ea9f-457c-a46a-b44ed4a85e52 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:28:12.443332 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2d7206ed-75cf-4088-a678-64c7f98ad2af admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:28:12.470689 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5941fe71-09e1-4cec-8768-cbee5ec8abe2 req-2d8d4d59-9aaf-4740-8449-0590af925c17 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8a12964-d2f7-4d49-8a44-975c68d2bbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060708 Nov 25 19:28:12.473147 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [req-8b69bc59-efff-446e-8bff-2058eafc773c req-d80e04ca-55f4-4c64-b8fd-3c0411105300 service neutron] show failed (client error): The resource could not be found. Nov 25 19:28:12.474388 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8b69bc59-efff-446e-8bff-2058eafc773c req-d80e04ca-55f4-4c64-b8fd-3c0411105300 service neutron] 10.222.0.73 "GET /v2.0/ports/228219d8-b6f0-44fb-b5c3-d106a37ba29c/bindings/n-h2-819349-5 HTTP/1.1" status: 404 len: 380 time: 0.1437440 Nov 25 19:28:12.717493 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7206ed-75cf-4088-a678-64c7f98ad2af admin admin] Router 99fd84c3-ee2c-40a8-bc70-922cf7c50796 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:28:12.750735 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fb2ed-7b64-4b9e-ac83-f7b875c6a24a req-284e4f02-afa8-4703-b93d-80a420d7c0b6 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:12.753105 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-289fb2ed-7b64-4b9e-ac83-f7b875c6a24a req-284e4f02-afa8-4703-b93d-80a420d7c0b6 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/ports?device_id=0af25cdf-2540-4eb0-afbd-9eaeacf7846f HTTP/1.1" status: 200 len: 945 time: 0.0772698 Nov 25 19:28:12.909115 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b18a42cb-50c3-48bf-a35d-ac862e9a0515 None None] Set router 4af4dca1-f13b-4950-8540-29e6674728a4 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:12.944608 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-289fb2ed-7b64-4b9e-ac83-f7b875c6a24a req-49efc88f-b8d7-4a80-be04-0b48aa537a26 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8a12964-d2f7-4d49-8a44-975c68d2bbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514075 Nov 25 19:28:12.990537 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7206ed-75cf-4088-a678-64c7f98ad2af admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:28:13.003341 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2d7206ed-75cf-4088-a678-64c7f98ad2af admin admin] 10.222.0.55 "PUT /v2.0/routers/99fd84c3-ee2c-40a8-bc70-922cf7c50796/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3570461 Nov 25 19:28:13.031658 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5091de-80e4-47f6-8d65-61d3f281ae6f None None] Sync routers for ids ['99fd84c3-ee2c-40a8-bc70-922cf7c50796'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:28:13.063974 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5091de-80e4-47f6-8d65-61d3f281ae6f None None] Routers {'99fd84c3-ee2c-40a8-bc70-922cf7c50796'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:13.063974 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7e5091de-80e4-47f6-8d65-61d3f281ae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:28:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['99fd84c3-ee2c-40a8-bc70-922cf7c50796'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:13.208048 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587be2b6-901b-4497-a1a0-63e295439245 req-c8c0803d-908b-43f4-bdb1-75e3ca2fde9b tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:13.217092 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-587be2b6-901b-4497-a1a0-63e295439245 req-c8c0803d-908b-43f4-bdb1-75e3ca2fde9b tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 943 time: 0.1318853 Nov 25 19:28:13.225083 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-7e5091de-80e4-47f6-8d65-61d3f281ae6f None None] Set router 99fd84c3-ee2c-40a8-bc70-922cf7c50796 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:13.242680 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69bc59-efff-446e-8bff-2058eafc773c req-f0b11910-4abf-449f-8e45-d8b85789ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:13.244736 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8b69bc59-efff-446e-8bff-2058eafc773c req-f0b11910-4abf-449f-8e45-d8b85789ae6e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51&tenant_id=92fad1dc82f24f91a07d3c087ee582e6 HTTP/1.1" status: 200 len: 1100 time: 0.1497474 Nov 25 19:28:13.265379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-8b69bc59-efff-446e-8bff-2058eafc773c req-b8b2b603-56d8-4e1e-845c-004a9eaf52b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819349-5', 'device_owner': 'compute:nova'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:13.291344 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d8e534b0-d1bc-4b98-ba9f-835672d47f87 None None] Provisioning complete for port 00ae6019-bfb5-49ea-9119-b0da5fdd4641 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:13.292197 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d8e534b0-d1bc-4b98-ba9f-835672d47f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:13.306955 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d48586-ad4e-4de4-a13c-72435db3f618 req-450d3067-e8af-4272-aa22-ea750f61fc8d tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:13.313229 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-22d48586-ad4e-4de4-a13c-72435db3f618 req-450d3067-e8af-4272-aa22-ea750f61fc8d tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 949 time: 0.2332294 Nov 25 19:28:13.485147 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d8e534b0-d1bc-4b98-ba9f-835672d47f87 None None] Port 00ae6019-bfb5-49ea-9119-b0da5fdd4641 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:28:13.565942 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7e5091de-80e4-47f6-8d65-61d3f281ae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fd84c3-ee2c-40a8-bc70-922cf7c50796', 'name': 'tempest-AttachSCSIVolumeTestJSON-1451468216-router', 'tenant_id': '793811072139426da1ba658f6defc4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:54Z', 'updated_at': '2021-11-25T19:28:10Z', 'revision_number': 4, 'project_id': '793811072139426da1ba658f6defc4d9', 'gw_port': {'id': '8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fd84c3-ee2c-40a8-bc70-922cf7c50796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:56Z', 'updated_at': '2021-11-25T19:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '00ae6019-bfb5-49ea-9119-b0da5fdd4641', 'name': '', 'network_id': '661501e1-ea9f-457c-a46a-b44ed4a85e52', 'tenant_id': '793811072139426da1ba658f6defc4d9', 'mac_address': 'fa:16:3e:32:68:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fd84c3-ee2c-40a8-bc70-922cf7c50796', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'ac0b4fd0-1b2e-43d5-ba31-8b0033acfc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:07Z', 'updated_at': '2021-11-25T19:28:11Z', 'revision_number': 2, 'project_id': '793811072139426da1ba658f6defc4d9', 'subnets': [{'id': 'ac0b4fd0-1b2e-43d5-ba31-8b0033acfc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:13.594263 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5091de-80e4-47f6-8d65-61d3f281ae6f None None] Checking router: 99fd84c3-ee2c-40a8-bc70-922cf7c50796 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:28:13.594653 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5091de-80e4-47f6-8d65-61d3f281ae6f None None] Updating router 99fd84c3-ee2c-40a8-bc70-922cf7c50796 port 00ae6019-bfb5-49ea-9119-b0da5fdd4641 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:28:13.622130 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7e5091de-80e4-47f6-8d65-61d3f281ae6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:13.740028 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8b69bc59-efff-446e-8bff-2058eafc773c req-b8b2b603-56d8-4e1e-845c-004a9eaf52b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:13.779004 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b18a42cb-50c3-48bf-a35d-ac862e9a0515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'name': 'tempest-TaggedBootDevicesTest-948327967-router', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '988318e7-b4e7-4054-b758-008ca504a979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:28:00Z', 'updated_at': '2021-11-25T19:28:08Z', 'revision_number': 3, 'project_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'gw_port': {'id': '988318e7-b4e7-4054-b758-008ca504a979', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:06Z', 'updated_at': '2021-11-25T19:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:13.795455 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-22d48586-ad4e-4de4-a13c-72435db3f618 req-b4816453-751f-44a8-abe8-c7f62ad20e66 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754038 Nov 25 19:28:13.830172 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-587be2b6-901b-4497-a1a0-63e295439245 req-5918ab0f-b416-4401-adcd-2a325525df0c tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fe6bace-607a-46a1-8001-48497092a9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6115701 Nov 25 19:28:13.875329 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18a42cb-50c3-48bf-a35d-ac862e9a0515 None None] Checking router: 4af4dca1-f13b-4950-8540-29e6674728a4 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:28:13.875852 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18a42cb-50c3-48bf-a35d-ac862e9a0515 None None] Updating router 4af4dca1-f13b-4950-8540-29e6674728a4 port 988318e7-b4e7-4054-b758-008ca504a979 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:28:13.957163 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b18a42cb-50c3-48bf-a35d-ac862e9a0515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:14.041713 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f3a6f-419d-4d39-ac38-a71007709426 req-031ffb73-9c54-474f-bac3-1af8f57d5f1b tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:14.062952 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-aa4f3a6f-419d-4d39-ac38-a71007709426 req-031ffb73-9c54-474f-bac3-1af8f57d5f1b tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/ports?device_id=a390d559-4b02-489c-a151-ee88fb36ca04 HTTP/1.1" status: 200 len: 945 time: 0.1785262 Nov 25 19:28:14.150972 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-aa4f3a6f-419d-4d39-ac38-a71007709426 req-4427ebd1-699d-4cc3-bd7b-cf41a459cb1e tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/security-groups?id=afb1fc20-7c49-4767-9194-bb69a7691c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865607 Nov 25 19:28:14.236469 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33460) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:14.373623 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-225fa654-b0f5-4c2d-9c0f-6829187f76b0 admin admin] Deleting subnet 16cf2a09-19b1-458e-b9fd-83e9d2a6019d {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:28:14.381714 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-225fa654-b0f5-4c2d-9c0f-6829187f76b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:14.404146 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:14.477226 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-225fa654-b0f5-4c2d-9c0f-6829187f76b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:14.549832 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7e5091de-80e4-47f6-8d65-61d3f281ae6f None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:14.593418 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7e5091de-80e4-47f6-8d65-61d3f281ae6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:14.677923 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-8b69bc59-efff-446e-8bff-2058eafc773c req-b8b2b603-56d8-4e1e-845c-004a9eaf52b5 service neutron] For port 228219d8-b6f0-44fb-b5c3-d106a37ba29c, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=228219d8-b6f0-44fb-b5c3-d106a37ba29c,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:14.703831 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161c7e2-fdc0-461b-928b-d5d90e620c36 None None] Pushing event updated for resources: {'Port': ['ID=00ae6019-bfb5-49ea-9119-b0da5fdd4641,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:14.709797 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-225fa654-b0f5-4c2d-9c0f-6829187f76b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:14.830501 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-8b69bc59-efff-446e-8bff-2058eafc773c req-b8b2b603-56d8-4e1e-845c-004a9eaf52b5 service neutron] For port 228219d8-b6f0-44fb-b5c3-d106a37ba29c, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:28:14.832725 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-7e5091de-80e4-47f6-8d65-61d3f281ae6f None None] Attempting to bind port 00ae6019-bfb5-49ea-9119-b0da5fdd4641 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:28:14.833102 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-7e5091de-80e4-47f6-8d65-61d3f281ae6f None None] Attempting to bind port 00ae6019-bfb5-49ea-9119-b0da5fdd4641 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '7331db8c-f69b-4173-a25b-729786990b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '661501e1-ea9f-457c-a46a-b44ed4a85e52'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:28:14.833464 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5091de-80e4-47f6-8d65-61d3f281ae6f None None] Attempting to bind port 00ae6019-bfb5-49ea-9119-b0da5fdd4641 on network 661501e1-ea9f-457c-a46a-b44ed4a85e52 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:14.850459 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5091de-80e4-47f6-8d65-61d3f281ae6f None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:28:14.853154 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5091de-80e4-47f6-8d65-61d3f281ae6f None None] Checking segment: {'id': '7331db8c-f69b-4173-a25b-729786990b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '661501e1-ea9f-457c-a46a-b44ed4a85e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:28:14.854133 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7e5091de-80e4-47f6-8d65-61d3f281ae6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:14.854942 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5091de-80e4-47f6-8d65-61d3f281ae6f None None] Bound using segment: {'id': '7331db8c-f69b-4173-a25b-729786990b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '661501e1-ea9f-457c-a46a-b44ed4a85e52'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:28:14.856380 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-7e5091de-80e4-47f6-8d65-61d3f281ae6f None None] Bound port: 00ae6019-bfb5-49ea-9119-b0da5fdd4641, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7331db8c-f69b-4173-a25b-729786990b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '661501e1-ea9f-457c-a46a-b44ed4a85e52'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:28:14.857284 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7e5091de-80e4-47f6-8d65-61d3f281ae6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:14.889991 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b295e-9538-4271-93c8-60c840268c7e req-bf6253db-b734-4ffb-a853-89c567e53542 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:14.893955 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b42b295e-9538-4271-93c8-60c840268c7e req-bf6253db-b734-4ffb-a853-89c567e53542 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/ports?device_id=0af25cdf-2540-4eb0-afbd-9eaeacf7846f HTTP/1.1" status: 200 len: 945 time: 0.2692077 Nov 25 19:28:15.015763 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b18a42cb-50c3-48bf-a35d-ac862e9a0515 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:15.025041 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8b69bc59-efff-446e-8bff-2058eafc773c req-b8b2b603-56d8-4e1e-845c-004a9eaf52b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:15.029790 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b18a42cb-50c3-48bf-a35d-ac862e9a0515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:15.047916 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-225fa654-b0f5-4c2d-9c0f-6829187f76b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:15.072814 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-8b69bc59-efff-446e-8bff-2058eafc773c req-b8b2b603-56d8-4e1e-845c-004a9eaf52b5 service neutron] Transition to ACTIVE for port object 228219d8-b6f0-44fb-b5c3-d106a37ba29c will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:28:15.081456 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b618af4d-48f7-4324-b8ec-be14c57d3f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '228219d8-b6f0-44fb-b5c3-d106a37ba29c'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:15.088592 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fef697-fc16-48f5-9877-5f0dfd627fc0" -d '{"events": [{"server_uuid": "b618af4d-48f7-4324-b8ec-be14c57d3f51", "name": "network-vif-unplugged", "status": "completed", "tag": "228219d8-b6f0-44fb-b5c3-d106a37ba29c"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:15.094537 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-7e5091de-80e4-47f6-8d65-61d3f281ae6f None None] For port 00ae6019-bfb5-49ea-9119-b0da5fdd4641, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:28:15.105738 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-7e5091de-80e4-47f6-8d65-61d3f281ae6f None None] For port 00ae6019-bfb5-49ea-9119-b0da5fdd4641, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=00ae6019-bfb5-49ea-9119-b0da5fdd4641,segment=NetworkSegment(7331db8c-f69b-4173-a25b-729786990b9f),segment_id=7331db8c-f69b-4173-a25b-729786990b9f)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:28:15.106036 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8b69bc59-efff-446e-8bff-2058eafc773c req-b8b2b603-56d8-4e1e-845c-004a9eaf52b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:15.113635 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7e5091de-80e4-47f6-8d65-61d3f281ae6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:15.183789 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b18a42cb-50c3-48bf-a35d-ac862e9a0515 None None] Attempting to bind port 988318e7-b4e7-4054-b758-008ca504a979 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:28:15.189780 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b18a42cb-50c3-48bf-a35d-ac862e9a0515 None None] Attempting to bind port 988318e7-b4e7-4054-b758-008ca504a979 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:28:15.193771 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18a42cb-50c3-48bf-a35d-ac862e9a0515 None None] Attempting to bind port 988318e7-b4e7-4054-b758-008ca504a979 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:15.222377 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9708c-2676-412d-b064-fe18e63d9b9a None None] Pushing event updated for resources: {'Port': ['ID=988318e7-b4e7-4054-b758-008ca504a979,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:15.230541 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18a42cb-50c3-48bf-a35d-ac862e9a0515 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:28:15.231560 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18a42cb-50c3-48bf-a35d-ac862e9a0515 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:28:15.232553 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b18a42cb-50c3-48bf-a35d-ac862e9a0515 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:15.233133 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18a42cb-50c3-48bf-a35d-ac862e9a0515 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:28:15.233903 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b18a42cb-50c3-48bf-a35d-ac862e9a0515 None None] Bound port: 988318e7-b4e7-4054-b758-008ca504a979, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:28:15.234774 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b18a42cb-50c3-48bf-a35d-ac862e9a0515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:15.236899 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225fa654-b0f5-4c2d-9c0f-6829187f76b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16cf2a09-19b1-458e-b9fd-83e9d2a6019d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:15.298898 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161c7e2-fdc0-461b-928b-d5d90e620c36 None None] Pushing event updated for resources: {'Port': ['ID=00ae6019-bfb5-49ea-9119-b0da5fdd4641,revision_number=4']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:15.312600 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5091de-80e4-47f6-8d65-61d3f281ae6f None None] Routers {'99fd84c3-ee2c-40a8-bc70-922cf7c50796'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:15.318788 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7e5091de-80e4-47f6-8d65-61d3f281ae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:28:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['99fd84c3-ee2c-40a8-bc70-922cf7c50796'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:15.323245 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-225fa654-b0f5-4c2d-9c0f-6829187f76b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:15.357055 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-349d4959-8dc3-485e-ae56-1e2f3f12bd68 None None] Provisioning complete for port 00ae6019-bfb5-49ea-9119-b0da5fdd4641 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:15.357676 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-349d4959-8dc3-485e-ae56-1e2f3f12bd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:15.373142 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-225fa654-b0f5-4c2d-9c0f-6829187f76b0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/16cf2a09-19b1-458e-b9fd-83e9d2a6019d HTTP/1.1" status: 204 len: 168 time: 1.1350739 Nov 25 19:28:15.377722 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33470) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:15.416370 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b42b295e-9538-4271-93c8-60c840268c7e req-5438d072-c649-4540-b11e-20279a58a485 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8a12964-d2f7-4d49-8a44-975c68d2bbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889328 Nov 25 19:28:15.430596 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2b603-56d8-4e1e-845c-004a9eaf52b5 service neutron] Pushing event updated for resources: {'Port': ['ID=228219d8-b6f0-44fb-b5c3-d106a37ba29c,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:15.780282 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b18a42cb-50c3-48bf-a35d-ac862e9a0515 None None] For port 988318e7-b4e7-4054-b758-008ca504a979, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:28:15.849471 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 228219d8-b6f0-44fb-b5c3-d106a37ba29c no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:28:15.900626 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-7e5091de-80e4-47f6-8d65-61d3f281ae6f None None] Set router 99fd84c3-ee2c-40a8-bc70-922cf7c50796 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:15.922416 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b69bc59-efff-446e-8bff-2058eafc773c req-b8b2b603-56d8-4e1e-845c-004a9eaf52b5 service neutron] No DVR routers for this DVR port 228219d8-b6f0-44fb-b5c3-d106a37ba29c on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:28:15.952222 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc82be0-2898-47c3-a893-0b4b76899a3e req-6090e9d6-8c87-41a2-9d4f-bbe0c7f760f2 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:15.965150 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6bc82be0-2898-47c3-a893-0b4b76899a3e req-6090e9d6-8c87-41a2-9d4f-bbe0c7f760f2 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/ports?device_id=a390d559-4b02-489c-a151-ee88fb36ca04 HTTP/1.1" status: 200 len: 945 time: 1.5574071 Nov 25 19:28:15.992115 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33474) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:16.014045 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-0a879633-b364-4a31-a7af-d3f2465bc434 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Request body: {'floatingip': {'port_id': '3d9c49c8-fe85-457d-a8b0-d490fe3ddd49'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:16.046711 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2606bb89-ea98-4f9a-9073-569c554f8ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:16.055628 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b18a42cb-50c3-48bf-a35d-ac862e9a0515 None None] For port 988318e7-b4e7-4054-b758-008ca504a979, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=988318e7-b4e7-4054-b758-008ca504a979,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:28:16.117738 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b18a42cb-50c3-48bf-a35d-ac862e9a0515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:16.307095 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b6045-4bbe-4387-8452-7eeb72d011e8 req-8624ab12-c6ab-4583-af48-d195eb06543c tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:16.308809 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5b2b6045-4bbe-4387-8452-7eeb72d011e8 req-8624ab12-c6ab-4583-af48-d195eb06543c tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.73 "GET /v2.0/ports?device_id=0af25cdf-2540-4eb0-afbd-9eaeacf7846f HTTP/1.1" status: 200 len: 945 time: 0.4518187 Nov 25 19:28:16.396964 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9708c-2676-412d-b064-fe18e63d9b9a None None] Pushing event updated for resources: {'Port': ['ID=988318e7-b4e7-4054-b758-008ca504a979,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:16.445373 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-349d4959-8dc3-485e-ae56-1e2f3f12bd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:16.456907 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7e5091de-80e4-47f6-8d65-61d3f281ae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fd84c3-ee2c-40a8-bc70-922cf7c50796', 'name': 'tempest-AttachSCSIVolumeTestJSON-1451468216-router', 'tenant_id': '793811072139426da1ba658f6defc4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:54Z', 'updated_at': '2021-11-25T19:28:10Z', 'revision_number': 4, 'project_id': '793811072139426da1ba658f6defc4d9', 'gw_port': {'id': '8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fd84c3-ee2c-40a8-bc70-922cf7c50796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:56Z', 'updated_at': '2021-11-25T19:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '00ae6019-bfb5-49ea-9119-b0da5fdd4641', 'name': '', 'network_id': '661501e1-ea9f-457c-a46a-b44ed4a85e52', 'tenant_id': '793811072139426da1ba658f6defc4d9', 'mac_address': 'fa:16:3e:32:68:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fd84c3-ee2c-40a8-bc70-922cf7c50796', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'ac0b4fd0-1b2e-43d5-ba31-8b0033acfc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:07Z', 'updated_at': '2021-11-25T19:28:15Z', 'revision_number': 4, 'project_id': '793811072139426da1ba658f6defc4d9', 'subnets': [{'id': 'ac0b4fd0-1b2e-43d5-ba31-8b0033acfc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:16.481526 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fee94-434e-4b35-ae41-6f3528580a9a req-4b5b0d72-c229-45a7-89c7-9a26e5b0b384 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:16.483963 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-915fee94-434e-4b35-ae41-6f3528580a9a req-4b5b0d72-c229-45a7-89c7-9a26e5b0b384 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 947 time: 0.5106142 Nov 25 19:28:16.508996 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18a42cb-50c3-48bf-a35d-ac862e9a0515 None None] Routers {'4af4dca1-f13b-4950-8540-29e6674728a4'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:16.510535 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b18a42cb-50c3-48bf-a35d-ac862e9a0515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:28:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['4af4dca1-f13b-4950-8540-29e6674728a4'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:16.516980 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a879633-b364-4a31-a7af-d3f2465bc434 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks [] for floatingip, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:16.538544 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5091de-80e4-47f6-8d65-61d3f281ae6f None None] The sync data for ids ['99fd84c3-ee2c-40a8-bc70-922cf7c50796'] in n-d-819349-5 is: [{'id': '99fd84c3-ee2c-40a8-bc70-922cf7c50796', 'name': 'tempest-AttachSCSIVolumeTestJSON-1451468216-router', 'tenant_id': '793811072139426da1ba658f6defc4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:54Z', 'updated_at': '2021-11-25T19:28:10Z', 'revision_number': 4, 'project_id': '793811072139426da1ba658f6defc4d9', 'gw_port': {'id': '8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fd84c3-ee2c-40a8-bc70-922cf7c50796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:56Z', 'updated_at': '2021-11-25T19:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '00ae6019-bfb5-49ea-9119-b0da5fdd4641', 'name': '', 'network_id': '661501e1-ea9f-457c-a46a-b44ed4a85e52', 'tenant_id': '793811072139426da1ba658f6defc4d9', 'mac_address': 'fa:16:3e:32:68:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fd84c3-ee2c-40a8-bc70-922cf7c50796', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'ac0b4fd0-1b2e-43d5-ba31-8b0033acfc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:07Z', 'updated_at': '2021-11-25T19:28:15Z', 'revision_number': 4, 'project_id': '793811072139426da1ba658f6defc4d9', 'subnets': [{'id': 'ac0b4fd0-1b2e-43d5-ba31-8b0033acfc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:28:16.643434 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2606bb89-ea98-4f9a-9073-569c554f8ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:16.666889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-8b69bc59-efff-446e-8bff-2058eafc773c req-b8b2b603-56d8-4e1e-845c-004a9eaf52b5 service neutron] Attempting to bind port 228219d8-b6f0-44fb-b5c3-d106a37ba29c on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:28:16.666889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-8b69bc59-efff-446e-8bff-2058eafc773c req-b8b2b603-56d8-4e1e-845c-004a9eaf52b5 service neutron] Attempting to bind port 228219d8-b6f0-44fb-b5c3-d106a37ba29c by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:28:16.666889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b69bc59-efff-446e-8bff-2058eafc773c req-b8b2b603-56d8-4e1e-845c-004a9eaf52b5 service neutron] Attempting to bind port 228219d8-b6f0-44fb-b5c3-d106a37ba29c on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:16.745962 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b69bc59-efff-446e-8bff-2058eafc773c req-b8b2b603-56d8-4e1e-845c-004a9eaf52b5 service neutron] Port 228219d8-b6f0-44fb-b5c3-d106a37ba29c on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:28:16.746362 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b69bc59-efff-446e-8bff-2058eafc773c req-b8b2b603-56d8-4e1e-845c-004a9eaf52b5 service neutron] Attempting to bind port 228219d8-b6f0-44fb-b5c3-d106a37ba29c on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:16.763822 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2606bb89-ea98-4f9a-9073-569c554f8ae6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11558f96-e57c-4a2d-af18-891f3deb7393']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:16.786853 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2606bb89-ea98-4f9a-9073-569c554f8ae6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928a893b-fe23-4071-8b83-2a16992cb319') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:16.787517 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2606bb89-ea98-4f9a-9073-569c554f8ae6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928a893b-fe23-4071-8b83-2a16992cb319') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:16.796102 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 228219d8-b6f0-44fb-b5c3-d106a37ba29c not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:28:16.809751 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2606bb89-ea98-4f9a-9073-569c554f8ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:16.849922 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2606bb89-ea98-4f9a-9073-569c554f8ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:16.858306 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2606bb89-ea98-4f9a-9073-569c554f8ae6 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:28:16.859945 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2606bb89-ea98-4f9a-9073-569c554f8ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:16.893901 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-349d4959-8dc3-485e-ae56-1e2f3f12bd68 None None] For port 00ae6019-bfb5-49ea-9119-b0da5fdd4641, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=00ae6019-bfb5-49ea-9119-b0da5fdd4641,segment=NetworkSegment(7331db8c-f69b-4173-a25b-729786990b9f),segment_id=7331db8c-f69b-4173-a25b-729786990b9f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:16.894392 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b69bc59-efff-446e-8bff-2058eafc773c req-b8b2b603-56d8-4e1e-845c-004a9eaf52b5 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:28:16.894698 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b69bc59-efff-446e-8bff-2058eafc773c req-b8b2b603-56d8-4e1e-845c-004a9eaf52b5 service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:28:16.895116 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b69bc59-efff-446e-8bff-2058eafc773c req-b8b2b603-56d8-4e1e-845c-004a9eaf52b5 service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:28:16.896153 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-8b69bc59-efff-446e-8bff-2058eafc773c req-b8b2b603-56d8-4e1e-845c-004a9eaf52b5 service neutron] Bound port: 228219d8-b6f0-44fb-b5c3-d106a37ba29c, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:28:16.896836 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8b69bc59-efff-446e-8bff-2058eafc773c req-b8b2b603-56d8-4e1e-845c-004a9eaf52b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:16.904870 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-349d4959-8dc3-485e-ae56-1e2f3f12bd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:16.940135 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9f0c5-ac51-49de-a4dc-b93020b2853c req-7b814281-b071-47de-9f20-367e903e763a tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:16.941771 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-19c9f0c5-ac51-49de-a4dc-b93020b2853c req-7b814281-b071-47de-9f20-367e903e763a tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 943 time: 0.5876136 Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:28:17.004839 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:28:17.016143 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2606bb89-ea98-4f9a-9073-569c554f8ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:17.031566 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2606bb89-ea98-4f9a-9073-569c554f8ae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:17.037993 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2606bb89-ea98-4f9a-9073-569c554f8ae6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/11558f96-e57c-4a2d-af18-891f3deb7393 HTTP/1.1" status: 204 len: 168 time: 1.6562459 Nov 25 19:28:17.055943 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-915fee94-434e-4b35-ae41-6f3528580a9a req-a40d1df1-bf72-4d49-a2bf-58de3154b715 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177429 Nov 25 19:28:17.066662 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-5b2b6045-4bbe-4387-8452-7eeb72d011e8 req-5ded4a09-37fa-4a88-91a6-e129e07c61de tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Deleting port b7cb99fe-723c-4abd-89f5-e97f20a299f9 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:28:17.068608 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5b2b6045-4bbe-4387-8452-7eeb72d011e8 req-5ded4a09-37fa-4a88-91a6-e129e07c61de tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:17.101836 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:28:17.113116 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606bb89-ea98-4f9a-9073-569c554f8ae6 admin admin] Pushing event deleted for resources: {'Network': ['ID=11558f96-e57c-4a2d-af18-891f3deb7393,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:17.179058 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Allocated IP 172.20.0.1 (ef8c8951-3e09-4638-b17c-6d6bf560793b/ec82d2f3-e400-4120-bb41-01b4378dd9d3/c84bf364-9470-4227-ad9b-cb3cadcb41b8) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:28:17.280616 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7253b672-e4f4-40bb-b629-98eec2df425d x-openstack-request-id: req-7253b672-e4f4-40bb-b629-98eec2df425d {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:17.280940 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b618af4d-48f7-4324-b8ec-be14c57d3f51", "name": "network-vif-unplugged", "status": "completed", "tag": "228219d8-b6f0-44fb-b5c3-d106a37ba29c", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:17.281173 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7253b672-e4f4-40bb-b629-98eec2df425d {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:17.281580 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b618af4d-48f7-4324-b8ec-be14c57d3f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '228219d8-b6f0-44fb-b5c3-d106a37ba29c', 'code': 200} Nov 25 19:28:17.477829 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-5b2b6045-4bbe-4387-8452-7eeb72d011e8 req-5ded4a09-37fa-4a88-91a6-e129e07c61de tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] For port b7cb99fe-723c-4abd-89f5-e97f20a299f9, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b7cb99fe-723c-4abd-89f5-e97f20a299f9,segment=NetworkSegment(2f388bd8-7747-4d43-8fc4-dd3f612fe2e9),segment_id=2f388bd8-7747-4d43-8fc4-dd3f612fe2e9)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:17.479176 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5b2b6045-4bbe-4387-8452-7eeb72d011e8 req-5ded4a09-37fa-4a88-91a6-e129e07c61de tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:17.548899 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-5b2b6045-4bbe-4387-8452-7eeb72d011e8 req-5ded4a09-37fa-4a88-91a6-e129e07c61de tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Calling delete_port for b7cb99fe-723c-4abd-89f5-e97f20a299f9 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:28:17.623216 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33480) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:17.634579 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=18654cad-d1ea-4b75-b9ec-95d6a36e3f2a,segment=NetworkSegment(d18bb370-0c88-44d6-a932-ba5ae360fb21),segment_id=d18bb370-0c88-44d6-a932-ba5ae360fb21)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:17.697302 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d4959-8dc3-485e-ae56-1e2f3f12bd68 None None] Pushing event updated for resources: {'Port': ['ID=00ae6019-bfb5-49ea-9119-b0da5fdd4641,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:17.713708 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '18654cad-d1ea-4b75-b9ec-95d6a36e3f2a', 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0', 'port_id': '18654cad-d1ea-4b75-b9ec-95d6a36e3f2a', 'mac_address': 'fa:16:3e:ce:26:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:28:17.719596 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79c596-8912-4cdb-b2c3-469d3c2e25bc req-48c6d38f-6ac9-445b-abef-90269d9df420 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:17.731944 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0a79c596-8912-4cdb-b2c3-469d3c2e25bc req-48c6d38f-6ac9-445b-abef-90269d9df420 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/ports?device_id=0af25cdf-2540-4eb0-afbd-9eaeacf7846f HTTP/1.1" status: 200 len: 945 time: 0.1310768 Nov 25 19:28:17.750447 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-19c9f0c5-ac51-49de-a4dc-b93020b2853c req-b03b10da-3a9b-4975-8d33-8cc09f8926c2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fe6bace-607a-46a1-8001-48497092a9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7577901 Nov 25 19:28:17.872862 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-995cfb3e-3681-48cd-903b-8bd233aa0a2c None None] Provisioning complete for port 00ae6019-bfb5-49ea-9119-b0da5fdd4641 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:17.873603 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-995cfb3e-3681-48cd-903b-8bd233aa0a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:17.908311 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0a79c596-8912-4cdb-b2c3-469d3c2e25bc req-103e6ec6-0321-4a57-b725-5db0970576b0 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8a12964-d2f7-4d49-8a44-975c68d2bbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750779 Nov 25 19:28:17.967133 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-8b69bc59-efff-446e-8bff-2058eafc773c req-b8b2b603-56d8-4e1e-845c-004a9eaf52b5 service neutron] For port 228219d8-b6f0-44fb-b5c3-d106a37ba29c, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:28:18.005682 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b18a42cb-50c3-48bf-a35d-ac862e9a0515 None None] Set router 4af4dca1-f13b-4950-8540-29e6674728a4 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:18.010488 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5b2b6045-4bbe-4387-8452-7eeb72d011e8 req-5ded4a09-37fa-4a88-91a6-e129e07c61de tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:18.033410 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8d323a7f-fe29-4605-a923-8cb329566ece admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ae2f52f8ac57479da34cf0fd1bed5f51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3966482 Nov 25 19:28:18.034643 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33482) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:18.039834 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-8b69bc59-efff-446e-8bff-2058eafc773c req-b8b2b603-56d8-4e1e-845c-004a9eaf52b5 service neutron] For port 228219d8-b6f0-44fb-b5c3-d106a37ba29c, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=228219d8-b6f0-44fb-b5c3-d106a37ba29c,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:28:18.079181 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded4a09-37fa-4a88-91a6-e129e07c61de tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Pushing event deleted for resources: {'Port': ['ID=b7cb99fe-723c-4abd-89f5-e97f20a299f9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:18.121015 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:18.243086 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8b69bc59-efff-446e-8bff-2058eafc773c req-b8b2b603-56d8-4e1e-845c-004a9eaf52b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:18.270596 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69bc59-efff-446e-8bff-2058eafc773c req-b8b2b603-56d8-4e1e-845c-004a9eaf52b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:18.271256 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8b69bc59-efff-446e-8bff-2058eafc773c req-b8b2b603-56d8-4e1e-845c-004a9eaf52b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:18.273118 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8b69bc59-efff-446e-8bff-2058eafc773c req-b8b2b603-56d8-4e1e-845c-004a9eaf52b5 service neutron] 10.222.0.85 "PUT /v2.0/ports/228219d8-b6f0-44fb-b5c3-d106a37ba29c HTTP/1.1" status: 200 len: 1095 time: 5.0179369 Nov 25 19:28:18.276331 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:18.288978 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2b6045-4bbe-4387-8452-7eeb72d011e8 req-5ded4a09-37fa-4a88-91a6-e129e07c61de tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] No DVR routers for this DVR port b7cb99fe-723c-4abd-89f5-e97f20a299f9 on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:28:18.300062 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5b2b6045-4bbe-4387-8452-7eeb72d011e8 req-5ded4a09-37fa-4a88-91a6-e129e07c61de tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:18.307809 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5b2b6045-4bbe-4387-8452-7eeb72d011e8 req-5ded4a09-37fa-4a88-91a6-e129e07c61de tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.73 "DELETE /v2.0/ports/b7cb99fe-723c-4abd-89f5-e97f20a299f9 HTTP/1.1" status: 204 len: 173 time: 1.9829011 Nov 25 19:28:18.309413 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af25cdf-2540-4eb0-afbd-9eaeacf7846f', 'name': 'network-vif-deleted', 'tag': 'b7cb99fe-723c-4abd-89f5-e97f20a299f9'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:18.317322 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b2d609-c617-453c-a135-02da876a36c1" -d '{"events": [{"server_uuid": "0af25cdf-2540-4eb0-afbd-9eaeacf7846f", "name": "network-vif-deleted", "tag": "b7cb99fe-723c-4abd-89f5-e97f20a299f9"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:18.357806 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['3a89cd3b-84f2-46b7-b758-c7bb7bf22bee'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:28:18.415069 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f207f9f7-f15c-4195-8fcd-0fa6b2d708c2 x-openstack-request-id: req-f207f9f7-f15c-4195-8fcd-0fa6b2d708c2 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:18.416182 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af25cdf-2540-4eb0-afbd-9eaeacf7846f", "name": "network-vif-deleted", "tag": "b7cb99fe-723c-4abd-89f5-e97f20a299f9", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:18.416688 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f207f9f7-f15c-4195-8fcd-0fa6b2d708c2 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:18.417968 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af25cdf-2540-4eb0-afbd-9eaeacf7846f', 'name': 'network-vif-deleted', 'tag': 'b7cb99fe-723c-4abd-89f5-e97f20a299f9', 'status': 'completed', 'code': 200} Nov 25 19:28:18.650232 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['f31565d0-d864-40d7-a4ea-981fe9931c30'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:28:18.689221 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 00ae6019-bfb5-49ea-9119-b0da5fdd4641 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:18.729968 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Network ef8c8951-3e09-4638-b17c-6d6bf560793b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:28:18.898419 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:28:18.915126 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:28:19.025279 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:19.141918 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e85e8-af39-440a-88b2-35f9bc75ed70 req-f1492a10-8d15-4626-9039-eb4ab265f865 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:19.153379 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-179e85e8-af39-440a-88b2-35f9bc75ed70 req-f1492a10-8d15-4626-9039-eb4ab265f865 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 943 time: 0.1904345 Nov 25 19:28:19.248053 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-179e85e8-af39-440a-88b2-35f9bc75ed70 req-8ba5cfef-4eb8-47ed-9300-a7df0b8f3777 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fe6bace-607a-46a1-8001-48497092a9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916517 Nov 25 19:28:19.400539 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-0a879633-b364-4a31-a7af-d3f2465bc434 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:28:19.463640 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a879633-b364-4a31-a7af-d3f2465bc434 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:19.470112 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:19.472815 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b618af4d-48f7-4324-b8ec-be14c57d3f51', 'tag': '228219d8-b6f0-44fb-b5c3-d106a37ba29c'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:19.475325 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0dfa435-b469-4968-aa63-d4d72f76f77a" -d '{"events": [{"name": "network-changed", "server_uuid": "b618af4d-48f7-4324-b8ec-be14c57d3f51", "tag": "228219d8-b6f0-44fb-b5c3-d106a37ba29c"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:19.517306 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69bc59-efff-446e-8bff-2058eafc773c req-c4fd6aed-df46-4cb7-9c11-c7352b615217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:19.519054 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8b69bc59-efff-446e-8bff-2058eafc773c req-c4fd6aed-df46-4cb7-9c11-c7352b615217 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 1098 time: 1.1395750 Nov 25 19:28:19.520116 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a879633-b364-4a31-a7af-d3f2465bc434 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:19.572074 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:28:19.680022 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfa435-b469-4968-aa63-d4d72f76f77a req-56266d7a-a613-4dfa-85a1-caa0773e4cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:19.682570 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2b603-56d8-4e1e-845c-004a9eaf52b5 service neutron] Pushing event updated for resources: {'Port': ['ID=228219d8-b6f0-44fb-b5c3-d106a37ba29c,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:19.684498 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a0dfa435-b469-4968-aa63-d4d72f76f77a req-56266d7a-a613-4dfa-85a1-caa0773e4cf5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 1098 time: 0.0999558 Nov 25 19:28:19.687011 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=18654cad-d1ea-4b75-b9ec-95d6a36e3f2a,segment=NetworkSegment(d18bb370-0c88-44d6-a932-ba5ae360fb21),segment_id=d18bb370-0c88-44d6-a932-ba5ae360fb21)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:19.746550 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:19.748053 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8452aa1-385f-4b08-872d-8f6ff6c1ba49 x-openstack-request-id: req-a8452aa1-385f-4b08-872d-8f6ff6c1ba49 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:19.748644 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b618af4d-48f7-4324-b8ec-be14c57d3f51", "tag": "228219d8-b6f0-44fb-b5c3-d106a37ba29c", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:19.748898 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8452aa1-385f-4b08-872d-8f6ff6c1ba49 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:19.749481 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b618af4d-48f7-4324-b8ec-be14c57d3f51', 'tag': '228219d8-b6f0-44fb-b5c3-d106a37ba29c', 'status': 'completed', 'code': 200} Nov 25 19:28:19.750725 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-0a879633-b364-4a31-a7af-d3f2465bc434 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Floating IP d10545f6-4be7-4cca-96ca-50be99a9a5da associated. External IP: 172.25.6.236, port: 3d9c49c8-fe85-457d-a8b0-d490fe3ddd49. Nov 25 19:28:19.820034 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device b7cb99fe-723c-4abd-89f5-e97f20a299f9 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:28:19.860595 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 00ae6019-bfb5-49ea-9119-b0da5fdd4641 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:19.861375 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:19.947783 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: b7cb99fe-723c-4abd-89f5-e97f20a299f9 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:28:19.948400 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device b7cb99fe-723c-4abd-89f5-e97f20a299f9 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:28:19.951945 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0eec240f-02ac-48f9-8f7f-744609f7fd91 None None] Provisioning complete for port c84bf364-9470-4227-ad9b-cb3cadcb41b8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:19.952851 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0eec240f-02ac-48f9-8f7f-744609f7fd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:20.015351 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-0eec240f-02ac-48f9-8f7f-744609f7fd91 None None] Port c84bf364-9470-4227-ad9b-cb3cadcb41b8 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:28:20.150433 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['18654cad-d1ea-4b75-b9ec-95d6a36e3f2a'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:28:20.269636 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=18654cad-d1ea-4b75-b9ec-95d6a36e3f2a,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:20.424175 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b18a42cb-50c3-48bf-a35d-ac862e9a0515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'name': 'tempest-TaggedBootDevicesTest-948327967-router', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '988318e7-b4e7-4054-b758-008ca504a979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:28:00Z', 'updated_at': '2021-11-25T19:28:08Z', 'revision_number': 3, 'project_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'gw_port': {'id': '988318e7-b4e7-4054-b758-008ca504a979', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:06Z', 'updated_at': '2021-11-25T19:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:20.487186 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69bc59-efff-446e-8bff-2058eafc773c req-411d7cc1-895f-4968-a862-b1e403678871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:20.489595 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8b69bc59-efff-446e-8bff-2058eafc773c req-411d7cc1-895f-4968-a862-b1e403678871 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.7992921 Nov 25 19:28:20.526146 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfa435-b469-4968-aa63-d4d72f76f77a req-ff79c2ac-bb6d-4c4d-a18c-e1bf7f7a561f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:20.528806 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a0dfa435-b469-4968-aa63-d4d72f76f77a req-ff79c2ac-bb6d-4c4d-a18c-e1bf7f7a561f service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.8283679 Nov 25 19:28:20.551824 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18a42cb-50c3-48bf-a35d-ac862e9a0515 None None] The sync data for ids ['4af4dca1-f13b-4950-8540-29e6674728a4'] in n-d-819349-5 is: [{'id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'name': 'tempest-TaggedBootDevicesTest-948327967-router', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '988318e7-b4e7-4054-b758-008ca504a979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:28:00Z', 'updated_at': '2021-11-25T19:28:08Z', 'revision_number': 3, 'project_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'gw_port': {'id': '988318e7-b4e7-4054-b758-008ca504a979', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:06Z', 'updated_at': '2021-11-25T19:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:28:20.652478 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a0dfa435-b469-4968-aa63-d4d72f76f77a req-d4aff3ed-2222-49c5-b9c9-f33d78003e99 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=228219d8-b6f0-44fb-b5c3-d106a37ba29c HTTP/1.1" status: 200 len: 217 time: 0.0866218 Nov 25 19:28:20.763023 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfa435-b469-4968-aa63-d4d72f76f77a req-b0f20669-b80b-4504-84a6-5a6e68eda001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:20.764758 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a0dfa435-b469-4968-aa63-d4d72f76f77a req-b0f20669-b80b-4504-84a6-5a6e68eda001 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.0691209 Nov 25 19:28:20.774572 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46952feb-3118-419b-88b4-26699c90dae5 req-9871a066-833b-4431-9d7a-d593dfdab4ec tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:20.776371 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-46952feb-3118-419b-88b4-26699c90dae5 req-9871a066-833b-4431-9d7a-d593dfdab4ec tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 944 time: 0.1222885 Nov 25 19:28:20.793734 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f72ffd-6810-4ac6-ba29-2621c944dde9 req-bc0b568d-c68b-4e8b-8d49-1d90eaa2b0f7 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:20.796418 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-01f72ffd-6810-4ac6-ba29-2621c944dde9 req-bc0b568d-c68b-4e8b-8d49-1d90eaa2b0f7 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 947 time: 2.5009542 Nov 25 19:28:20.855539 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47d556fa-91c5-48fa-b60b-3102d989d7d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:20.867250 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-46952feb-3118-419b-88b4-26699c90dae5 req-a4750133-96cb-4239-aec7-26ffb0469422 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fe6bace-607a-46a1-8001-48497092a9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769148 Nov 25 19:28:20.875729 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfa435-b469-4968-aa63-d4d72f76f77a req-222370a2-5cc2-4f2e-bef6-58d64c4fc108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:20.877551 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a0dfa435-b469-4968-aa63-d4d72f76f77a req-222370a2-5cc2-4f2e-bef6-58d64c4fc108 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1001096 Nov 25 19:28:21.009864 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a879633-b364-4a31-a7af-d3f2465bc434 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Router cfaea3ad-d09b-412f-b070-05e91fd61399 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:28:21.081129 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8b69bc59-efff-446e-8bff-2058eafc773c req-97a36990-53f6-4e92-984e-76de0093d8fa service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=228219d8-b6f0-44fb-b5c3-d106a37ba29c HTTP/1.1" status: 200 len: 217 time: 0.4309523 Nov 25 19:28:21.133169 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a0dfa435-b469-4968-aa63-d4d72f76f77a req-947cd20f-b151-440f-b983-1e3297844f35 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412732 Nov 25 19:28:21.190393 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47d556fa-91c5-48fa-b60b-3102d989d7d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:21.342124 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a0dfa435-b469-4968-aa63-d4d72f76f77a req-b5a4ae1b-a6d0-4bf3-8ed4-c1fa068646ae service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827335 Nov 25 19:28:21.360407 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-01f72ffd-6810-4ac6-ba29-2621c944dde9 req-0fb25dd3-758e-4a76-9b9e-2b767338987e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308256 Nov 25 19:28:21.366063 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Pushing event updated for resources: {'Port': ['ID=c84bf364-9470-4227-ad9b-cb3cadcb41b8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:21.388297 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47d556fa-91c5-48fa-b60b-3102d989d7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:21.393463 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47d556fa-91c5-48fa-b60b-3102d989d7d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:21.397556 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-47d556fa-91c5-48fa-b60b-3102d989d7d1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/db362653-7b90-4d80-b962-8277db99362e HTTP/1.1" status: 204 len: 168 time: 3.3508155 Nov 25 19:28:21.667334 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d556fa-91c5-48fa-b60b-3102d989d7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db362653-7b90-4d80-b962-8277db99362e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:21.722664 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69bc59-efff-446e-8bff-2058eafc773c req-3750def6-1a9f-4e86-8ff7-e03ba4433961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:21.731575 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8b69bc59-efff-446e-8bff-2058eafc773c req-3750def6-1a9f-4e86-8ff7-e03ba4433961 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.6143117 Nov 25 19:28:21.732163 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:21.751444 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81105239-b6ae-49e1-8d9e-5845539fb3b6 req-187cc79b-1a61-4769-8e84-11792451c29b tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:21.761489 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81105239-b6ae-49e1-8d9e-5845539fb3b6 req-187cc79b-1a61-4769-8e84-11792451c29b tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:21.762783 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:21.772372 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-81105239-b6ae-49e1-8d9e-5845539fb3b6 req-187cc79b-1a61-4769-8e84-11792451c29b tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cff8457-95b9-40fb-b982-4f637e821b92&device_id=5d884176-7438-42b5-94f9-5fcf9dbf2416 HTTP/1.1" status: 200 len: 1682 time: 0.1210291 Nov 25 19:28:21.822813 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a879633-b364-4a31-a7af-d3f2465bc434 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:28:21.837148 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a879633-b364-4a31-a7af-d3f2465bc434 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:21.867504 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce9d9ef-cce5-46fb-9543-00924067bfc5 None None] Sync routers for ids ['cfaea3ad-d09b-412f-b070-05e91fd61399'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:28:21.905401 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-81105239-b6ae-49e1-8d9e-5845539fb3b6 req-a914b17f-e1c1-4acc-8654-cf87f1177998 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8a12964-d2f7-4d49-8a44-975c68d2bbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310823 Nov 25 19:28:21.934455 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0a879633-b364-4a31-a7af-d3f2465bc434 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "PUT /v2.0/floatingips/d10545f6-4be7-4cca-96ca-50be99a9a5da HTTP/1.1" status: 200 len: 991 time: 5.9349835 Nov 25 19:28:21.937809 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a390d559-4b02-489c-a151-ee88fb36ca04', 'tag': '3d9c49c8-fe85-457d-a8b0-d490fe3ddd49'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:21.940748 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbaa2da-33df-46b3-a6ba-f44d2eb66075" -d '{"events": [{"name": "network-changed", "server_uuid": "a390d559-4b02-489c-a151-ee88fb36ca04", "tag": "3d9c49c8-fe85-457d-a8b0-d490fe3ddd49"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:21.984405 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce9d9ef-cce5-46fb-9543-00924067bfc5 None None] Routers {'cfaea3ad-d09b-412f-b070-05e91fd61399'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:21.985055 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2ce9d9ef-cce5-46fb-9543-00924067bfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:28:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cfaea3ad-d09b-412f-b070-05e91fd61399'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:22.023100 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:28:22.174448 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:22.181206 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299c624e-bd12-458e-80a4-365fd75ee1a0 x-openstack-request-id: req-299c624e-bd12-458e-80a4-365fd75ee1a0 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:22.181773 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a390d559-4b02-489c-a151-ee88fb36ca04", "tag": "3d9c49c8-fe85-457d-a8b0-d490fe3ddd49", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:22.186875 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-299c624e-bd12-458e-80a4-365fd75ee1a0 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:22.187614 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a390d559-4b02-489c-a151-ee88fb36ca04', 'tag': '3d9c49c8-fe85-457d-a8b0-d490fe3ddd49', 'status': 'completed', 'code': 200} Nov 25 19:28:22.190413 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:22.328577 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaa2da-33df-46b3-a6ba-f44d2eb66075 req-6e1e2f28-b26c-4560-b234-2b771b2d8bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:22.334333 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7bbaa2da-33df-46b3-a6ba-f44d2eb66075 req-6e1e2f28-b26c-4560-b234-2b771b2d8bf7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6aa141dcfeef46bb898026153dd284be&device_id=a390d559-4b02-489c-a151-ee88fb36ca04 HTTP/1.1" status: 200 len: 1096 time: 0.2088904 Nov 25 19:28:22.463613 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:22.470075 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2ce9d9ef-cce5-46fb-9543-00924067bfc5 None None] Set router cfaea3ad-d09b-412f-b070-05e91fd61399 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:22.490401 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Pushing event updated for resources: {'Port': ['ID=c84bf364-9470-4227-ad9b-cb3cadcb41b8,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:22.528845 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:22.529304 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:22.529771 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:22.530245 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:22.530762 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:22.531231 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:22.531660 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:22.532135 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:22.532586 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:22.535101 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:22.535590 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:22.536042 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:22.612631 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:22.614666 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:22.667005 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69bc59-efff-446e-8bff-2058eafc773c req-07e84533-6be9-4de6-949f-98adbf4b3531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:22.669018 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8b69bc59-efff-446e-8bff-2058eafc773c req-07e84533-6be9-4de6-949f-98adbf4b3531 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9172823 Nov 25 19:28:22.710711 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-8b69bc59-efff-446e-8bff-2058eafc773c req-50b2b4d0-3079-4520-bc73-e49c4628e6d0 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:28:22.719869 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8b69bc59-efff-446e-8bff-2058eafc773c req-50b2b4d0-3079-4520-bc73-e49c4628e6d0 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0209079 Nov 25 19:28:22.753731 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06eb26-d5f6-4ca0-a8af-6931100ae05c req-bd65d080-4cab-44b4-a926-7f9f2be69819 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:22.782922 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c06eb26-d5f6-4ca0-a8af-6931100ae05c req-bd65d080-4cab-44b4-a926-7f9f2be69819 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 944 time: 0.5578604 Nov 25 19:28:22.837439 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaa2da-33df-46b3-a6ba-f44d2eb66075 req-0f503907-16f3-4ccb-8a93-2bf02bdc13cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:22.841853 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7bbaa2da-33df-46b3-a6ba-f44d2eb66075 req-0f503907-16f3-4ccb-8a93-2bf02bdc13cc service neutron] 10.222.0.85 "GET /v2.0/networks?id=5a111422-02ea-4673-ac0b-0324d3e06e0d HTTP/1.1" status: 200 len: 916 time: 0.4881608 Nov 25 19:28:22.900437 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 988318e7-b4e7-4054-b758-008ca504a979 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:22.909378 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c06eb26-d5f6-4ca0-a8af-6931100ae05c req-6c6c98bc-4f48-4c22-b5c1-e4a98eb9b1f4 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fe6bace-607a-46a1-8001-48497092a9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230447 Nov 25 19:28:23.110878 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7bbaa2da-33df-46b3-a6ba-f44d2eb66075 req-dfc5d9b1-c330-4bf8-b2e2-b18961662a4f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d9c49c8-fe85-457d-a8b0-d490fe3ddd49 HTTP/1.1" status: 200 len: 999 time: 0.2200058 Nov 25 19:28:23.264378 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaa2da-33df-46b3-a6ba-f44d2eb66075 req-2fede9c0-4cd6-41a4-baa8-5c4daf293cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:23.268044 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7bbaa2da-33df-46b3-a6ba-f44d2eb66075 req-2fede9c0-4cd6-41a4-baa8-5c4daf293cb9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0a35db18-7d13-4c59-ac14-9744af7c6685 HTTP/1.1" status: 200 len: 854 time: 0.1491179 Nov 25 19:28:23.384954 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Network ef8c8951-3e09-4638-b17c-6d6bf560793b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:28:23.393518 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaa2da-33df-46b3-a6ba-f44d2eb66075 req-aa63c40a-a063-4310-8d16-be04b18e91ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:23.399989 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7bbaa2da-33df-46b3-a6ba-f44d2eb66075 req-aa63c40a-a063-4310-8d16-be04b18e91ae service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5a111422-02ea-4673-ac0b-0324d3e06e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163309 Nov 25 19:28:23.408505 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:28:23.453619 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592f119-5df0-471d-9735-467e189568a6 req-c41ac8e2-992f-401e-a494-be2ae3ac620c tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:23.468768 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c592f119-5df0-471d-9735-467e189568a6 req-c41ac8e2-992f-401e-a494-be2ae3ac620c tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 947 time: 0.5747299 Nov 25 19:28:23.503491 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8b69bc59-efff-446e-8bff-2058eafc773c req-d2ef476e-6a85-4e09-a0ea-ecf5e49403ea service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6649241 Nov 25 19:28:23.654507 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33564) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:23.711443 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7bbaa2da-33df-46b3-a6ba-f44d2eb66075 req-b90dcaad-b307-4c2e-88ae-5c0fa4319c01 service neutron] 10.222.0.85 "GET /v2.0/networks/5a111422-02ea-4673-ac0b-0324d3e06e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006003 Nov 25 19:28:23.815628 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:23.962472 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:24.047475 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7bbaa2da-33df-46b3-a6ba-f44d2eb66075 req-972dfcff-c69c-4c8b-a9e9-616a4736626a service neutron] 10.222.0.85 "GET /v2.0/networks/5a111422-02ea-4673-ac0b-0324d3e06e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278470 Nov 25 19:28:24.083602 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 988318e7-b4e7-4054-b758-008ca504a979 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:24.084282 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:24.151606 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:24.162474 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-69ce9e04-ba71-44e6-b7b6-a48d53cfa17a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1984485410-network', 'tenant_id': '137516a16821461db4040c2159f6f4a8'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:24.183167 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2ce9d9ef-cce5-46fb-9543-00924067bfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'name': 'tempest-ServersTestFqdnHostnames-1956517719-router', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4484a0a3-5d2a-4758-8664-b8edcdea2f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:07Z', 'updated_at': '2021-11-25T19:27:25Z', 'revision_number': 4, 'project_id': '6aa141dcfeef46bb898026153dd284be', 'gw_port': {'id': '4484a0a3-5d2a-4758-8664-b8edcdea2f95', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:11Z', 'updated_at': '2021-11-25T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'd10545f6-4be7-4cca-96ca-50be99a9a5da', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'floating_ip_address': '172.25.6.236', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'port_id': '3d9c49c8-fe85-457d-a8b0-d490fe3ddd49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d', 'mac_address': 'fa:16:3e:a8:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a390d559-4b02-489c-a151-ee88fb36ca04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:27:43Z', 'updated_at': '2021-11-25T19:28:19Z', 'revision_number': 1, 'project_id': '6aa141dcfeef46bb898026153dd284be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808aebf7-9fbe-4624-b250-07a3c07df977', 'name': '', 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'mac_address': 'fa:16:3e:86:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0a35db18-7d13-4c59-ac14-9744af7c6685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:21Z', 'updated_at': '2021-11-25T19:27:35Z', 'revision_number': 5, 'project_id': '6aa141dcfeef46bb898026153dd284be', 'subnets': [{'id': '0a35db18-7d13-4c59-ac14-9744af7c6685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:24.222628 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7b1e2f-9d59-4837-9845-45fa31555fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18654cad-d1ea-4b75-b9ec-95d6a36e3f2a'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:24.225016 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1fc74b-690a-4579-bfcc-757a86788c52" -d '{"events": [{"server_uuid": "bc7b1e2f-9d59-4837-9845-45fa31555fb1", "name": "network-vif-plugged", "status": "completed", "tag": "18654cad-d1ea-4b75-b9ec-95d6a36e3f2a"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:24.232236 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c592f119-5df0-471d-9735-467e189568a6 req-af77d022-8514-41bd-8c30-327e018c1bbb tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7615671 Nov 25 19:28:24.235161 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ce9e04-ba71-44e6-b7b6-a48d53cfa17a admin admin] Made reservation on behalf of 137516a16821461db4040c2159f6f4a8 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:28:24.240596 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce9d9ef-cce5-46fb-9543-00924067bfc5 None None] Checking router: cfaea3ad-d09b-412f-b070-05e91fd61399 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:28:24.247812 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6f896404-cd2b-4dfd-a5e3-18374cc73142 None None] Provisioning complete for port c84bf364-9470-4227-ad9b-cb3cadcb41b8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:24.248117 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6f896404-cd2b-4dfd-a5e3-18374cc73142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:24.275959 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-69ce9e04-ba71-44e6-b7b6-a48d53cfa17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:24.313492 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=18654cad-d1ea-4b75-b9ec-95d6a36e3f2a,segment=NetworkSegment(d18bb370-0c88-44d6-a932-ba5ae360fb21),segment_id=d18bb370-0c88-44d6-a932-ba5ae360fb21)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:24.314696 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce9d9ef-cce5-46fb-9543-00924067bfc5 None None] Routers {'cfaea3ad-d09b-412f-b070-05e91fd61399'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:24.315798 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2ce9d9ef-cce5-46fb-9543-00924067bfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:28:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cfaea3ad-d09b-412f-b070-05e91fd61399'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:24.357893 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-69ce9e04-ba71-44e6-b7b6-a48d53cfa17a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:24.368255 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:24.385952 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194febf-9c0e-4546-ab66-205f0ad9840a req-192857e6-cb40-4657-b913-4716589df6e1 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:24.387750 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1194febf-9c0e-4546-ab66-205f0ad9840a req-192857e6-cb40-4657-b913-4716589df6e1 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 945 time: 0.0829608 Nov 25 19:28:24.410719 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8b69bc59-efff-446e-8bff-2058eafc773c req-e543746e-393b-472d-842f-96c8e64055a7 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8683276 Nov 25 19:28:24.497350 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Router 4af4dca1-f13b-4950-8540-29e6674728a4 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:28:24.562570 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-6f896404-cd2b-4dfd-a5e3-18374cc73142 None None] Port c84bf364-9470-4227-ad9b-cb3cadcb41b8 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:28:24.666145 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1194febf-9c0e-4546-ab66-205f0ad9840a req-40595329-bfb4-404a-a169-8d88b4afe3c4 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fe6bace-607a-46a1-8001-48497092a9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706406 Nov 25 19:28:24.720197 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=18654cad-d1ea-4b75-b9ec-95d6a36e3f2a,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:24.759187 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-69ce9e04-ba71-44e6-b7b6-a48d53cfa17a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:24.775534 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-69ce9e04-ba71-44e6-b7b6-a48d53cfa17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:24.783182 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:24.821382 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2ce9d9ef-cce5-46fb-9543-00924067bfc5 None None] Set router cfaea3ad-d09b-412f-b070-05e91fd61399 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:24.824135 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce9e04-ba71-44e6-b7b6-a48d53cfa17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a93f031-d96f-4e89-a4f1-92d6b6c9950c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:24.854928 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f789f40-64ab-48cd-8de7-26a3ffe36e39 x-openstack-request-id: req-8f789f40-64ab-48cd-8de7-26a3ffe36e39 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:24.858866 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7b1e2f-9d59-4837-9845-45fa31555fb1", "name": "network-vif-plugged", "status": "completed", "tag": "18654cad-d1ea-4b75-b9ec-95d6a36e3f2a", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:24.859427 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8f789f40-64ab-48cd-8de7-26a3ffe36e39 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:24.860246 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7b1e2f-9d59-4837-9845-45fa31555fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18654cad-d1ea-4b75-b9ec-95d6a36e3f2a', 'code': 200} Nov 25 19:28:24.881506 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d1b22-901a-4190-bcab-e4011b68a269 req-36d0d835-cb54-4e85-ad3e-951b13cea531 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:24.901648 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e49d1b22-901a-4190-bcab-e4011b68a269 req-36d0d835-cb54-4e85-ad3e-951b13cea531 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cff8457-95b9-40fb-b982-4f637e821b92 HTTP/1.1" status: 200 len: 945 time: 0.3171020 Nov 25 19:28:24.943916 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 988318e7-b4e7-4054-b758-008ca504a979, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=988318e7-b4e7-4054-b758-008ca504a979,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:24.957513 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfa435-b469-4968-aa63-d4d72f76f77a req-635d7f55-92ca-4400-89aa-225faf03b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:24.960921 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0dfa435-b469-4968-aa63-d4d72f76f77a req-635d7f55-92ca-4400-89aa-225faf03b893 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 1098 time: 0.3703103 Nov 25 19:28:24.986112 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:25.030599 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:28:25.099602 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d93137-e469-44eb-a797-b0b74151fb4b None None] Sync routers for ids ['4af4dca1-f13b-4950-8540-29e6674728a4'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:28:25.106239 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c6c59-89f3-4279-a0ca-b89e7edc9773 req-cd93e444-524c-448f-842e-f9e76ff7127a tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:25.110510 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a98c6c59-89f3-4279-a0ca-b89e7edc9773 req-cd93e444-524c-448f-842e-f9e76ff7127a tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.85 "GET /v2.0/ports?device_id=5cff8457-95b9-40fb-b982-4f637e821b92 HTTP/1.1" status: 200 len: 945 time: 0.2608082 Nov 25 19:28:25.115720 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d93137-e469-44eb-a797-b0b74151fb4b None None] Routers {'4af4dca1-f13b-4950-8540-29e6674728a4'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:25.117191 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-28d93137-e469-44eb-a797-b0b74151fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:28:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['4af4dca1-f13b-4950-8540-29e6674728a4'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:25.252509 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693bbf7-bc4b-4888-86ab-972305f55936 req-4cee06fc-7015-4d75-81ed-70e60816ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:25.255141 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b693bbf7-bc4b-4888-86ab-972305f55936 req-4cee06fc-7015-4d75-81ed-70e60816ab18 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 1096 time: 0.3036373 Nov 25 19:28:25.330332 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ead67885-20b7-4c5d-bd11-454ea02e64b6 admin admin] 10.222.0.55 "PUT /v2.0/routers/4af4dca1-f13b-4950-8540-29e6674728a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0121734 Nov 25 19:28:25.330332 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ce9e04-ba71-44e6-b7b6-a48d53cfa17a admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:28:25.346185 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-69ce9e04-ba71-44e6-b7b6-a48d53cfa17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:25.346793 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-69ce9e04-ba71-44e6-b7b6-a48d53cfa17a admin admin] Added segment d60c1a3c-e0ee-4344-8305-2e18fa2e4f9f of type vlan for network e6158874-f3fb-4308-9410-05f7cf33be46 Nov 25 19:28:25.469387 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-69ce9e04-ba71-44e6-b7b6-a48d53cfa17a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:25.487303 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=988318e7-b4e7-4054-b758-008ca504a979,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:25.548194 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfa435-b469-4968-aa63-d4d72f76f77a req-0ae12051-b254-41c6-8edb-096fc1ea2370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:25.551790 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0dfa435-b469-4968-aa63-d4d72f76f77a req-0ae12051-b254-41c6-8edb-096fc1ea2370 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.5796361 Nov 25 19:28:25.564681 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-69ce9e04-ba71-44e6-b7b6-a48d53cfa17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:25.566600 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ce9e04-ba71-44e6-b7b6-a48d53cfa17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:25.567688 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-69ce9e04-ba71-44e6-b7b6-a48d53cfa17a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:25.654988 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b693bbf7-bc4b-4888-86ab-972305f55936 req-f9f32b12-a163-4dc6-b269-38adeb10e4ff service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4fe6bace-607a-46a1-8001-48497092a9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3674364 Nov 25 19:28:25.746458 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-28d93137-e469-44eb-a797-b0b74151fb4b None None] Set router 4af4dca1-f13b-4950-8540-29e6674728a4 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:25.808463 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0dfa435-b469-4968-aa63-d4d72f76f77a req-0e2d1184-3667-4b39-b31c-efdf82a3a18b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=228219d8-b6f0-44fb-b5c3-d106a37ba29c HTTP/1.1" status: 200 len: 217 time: 0.2463496 Nov 25 19:28:25.828659 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce9e04-ba71-44e6-b7b6-a48d53cfa17a admin admin] Pushing event updated for resources: {'Network': ['ID=e6158874-f3fb-4308-9410-05f7cf33be46,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:25.839324 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-69ce9e04-ba71-44e6-b7b6-a48d53cfa17a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1738646 Nov 25 19:28:25.840464 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33590) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:25.856048 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-81beb457-a141-47fa-85b6-a6d2203c6c35 admin admin] Request body: {'subnet': {'network_id': 'e6158874-f3fb-4308-9410-05f7cf33be46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1984485410-subnet', 'tenant_id': '137516a16821461db4040c2159f6f4a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:25.888870 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network e6158874-f3fb-4308-9410-05f7cf33be46 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:28:25.969676 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfa435-b469-4968-aa63-d4d72f76f77a req-43992b95-1437-42b5-99db-1bf0785ae62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:25.971338 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0dfa435-b469-4968-aa63-d4d72f76f77a req-43992b95-1437-42b5-99db-1bf0785ae62c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.0798008 Nov 25 19:28:25.997965 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e49d1b22-901a-4190-bcab-e4011b68a269 req-b6bbc958-4a33-4957-ba35-505909a1db15 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8a12964-d2f7-4d49-8a44-975c68d2bbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0942111 Nov 25 19:28:26.018493 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81beb457-a141-47fa-85b6-a6d2203c6c35 admin admin] Made reservation on behalf of 137516a16821461db4040c2159f6f4a8 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:28:26.035421 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-81beb457-a141-47fa-85b6-a6d2203c6c35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:26.192284 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b080f80-3cd9-47d9-b762-fc7e634f5a7c req-6d4873dd-23e7-41ff-9efa-81bffe14a8e9 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:26.208542 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7b080f80-3cd9-47d9-b762-fc7e634f5a7c req-6d4873dd-23e7-41ff-9efa-81bffe14a8e9 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 947 time: 0.5675271 Nov 25 19:28:26.341662 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-a98c6c59-89f3-4279-a0ca-b89e7edc9773 req-290df66b-f6a3-4858-92f7-a04368d81412 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Deleting port 3a89cd3b-84f2-46b7-b758-c7bb7bf22bee {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:28:26.342435 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a98c6c59-89f3-4279-a0ca-b89e7edc9773 req-290df66b-f6a3-4858-92f7-a04368d81412 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:26.354611 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfa435-b469-4968-aa63-d4d72f76f77a req-f512f66f-d987-450e-8ac4-676cfd8a5210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:26.361394 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0dfa435-b469-4968-aa63-d4d72f76f77a req-f512f66f-d987-450e-8ac4-676cfd8a5210 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3504486 Nov 25 19:28:26.479916 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a34da-237a-4cb6-a91b-5bfbdee9835e req-b6deb076-0625-4978-80b4-f4065673f548 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:26.490963 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e59a34da-237a-4cb6-a91b-5bfbdee9835e req-b6deb076-0625-4978-80b4-f4065673f548 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 945 time: 0.2377028 Nov 25 19:28:26.508389 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e62d2e-3fdb-4e18-a92c-4f45688e7d63 req-a298b14a-a38f-4de4-8313-b05a5a36f0da tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:26.512954 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b3e62d2e-3fdb-4e18-a92c-4f45688e7d63 req-a298b14a-a38f-4de4-8313-b05a5a36f0da tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d884176-7438-42b5-94f9-5fcf9dbf2416 HTTP/1.1" status: 200 len: 946 time: 0.7913370 Nov 25 19:28:26.639586 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2ce9d9ef-cce5-46fb-9543-00924067bfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'name': 'tempest-ServersTestFqdnHostnames-1956517719-router', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4484a0a3-5d2a-4758-8664-b8edcdea2f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:07Z', 'updated_at': '2021-11-25T19:27:25Z', 'revision_number': 4, 'project_id': '6aa141dcfeef46bb898026153dd284be', 'gw_port': {'id': '4484a0a3-5d2a-4758-8664-b8edcdea2f95', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:11Z', 'updated_at': '2021-11-25T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'd10545f6-4be7-4cca-96ca-50be99a9a5da', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'floating_ip_address': '172.25.6.236', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'port_id': '3d9c49c8-fe85-457d-a8b0-d490fe3ddd49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d', 'mac_address': 'fa:16:3e:a8:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a390d559-4b02-489c-a151-ee88fb36ca04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:27:43Z', 'updated_at': '2021-11-25T19:28:19Z', 'revision_number': 1, 'project_id': '6aa141dcfeef46bb898026153dd284be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808aebf7-9fbe-4624-b250-07a3c07df977', 'name': '', 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'mac_address': 'fa:16:3e:86:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0a35db18-7d13-4c59-ac14-9744af7c6685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:21Z', 'updated_at': '2021-11-25T19:27:35Z', 'revision_number': 5, 'project_id': '6aa141dcfeef46bb898026153dd284be', 'subnets': [{'id': '0a35db18-7d13-4c59-ac14-9744af7c6685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:26.734985 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-28d93137-e469-44eb-a797-b0b74151fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'name': 'tempest-TaggedBootDevicesTest-948327967-router', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '988318e7-b4e7-4054-b758-008ca504a979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:28:00Z', 'updated_at': '2021-11-25T19:28:21Z', 'revision_number': 4, 'project_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'gw_port': {'id': '988318e7-b4e7-4054-b758-008ca504a979', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:06Z', 'updated_at': '2021-11-25T19:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c84bf364-9470-4227-ad9b-cb3cadcb41b8', 'name': '', 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'mac_address': 'fa:16:3e:41:0c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'ec82d2f3-e400-4120-bb41-01b4378dd9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:15Z', 'updated_at': '2021-11-25T19:28:21Z', 'revision_number': 2, 'project_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'subnets': [{'id': 'ec82d2f3-e400-4120-bb41-01b4378dd9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:26.798701 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce9d9ef-cce5-46fb-9543-00924067bfc5 None None] The sync data for ids ['cfaea3ad-d09b-412f-b070-05e91fd61399'] in n-d-819349-5 is: [{'id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'name': 'tempest-ServersTestFqdnHostnames-1956517719-router', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4484a0a3-5d2a-4758-8664-b8edcdea2f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:07Z', 'updated_at': '2021-11-25T19:27:25Z', 'revision_number': 4, 'project_id': '6aa141dcfeef46bb898026153dd284be', 'gw_port': {'id': '4484a0a3-5d2a-4758-8664-b8edcdea2f95', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:11Z', 'updated_at': '2021-11-25T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'd10545f6-4be7-4cca-96ca-50be99a9a5da', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'floating_ip_address': '172.25.6.236', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'port_id': '3d9c49c8-fe85-457d-a8b0-d490fe3ddd49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d', 'mac_address': 'fa:16:3e:a8:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a390d559-4b02-489c-a151-ee88fb36ca04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:27:43Z', 'updated_at': '2021-11-25T19:28:19Z', 'revision_number': 1, 'project_id': '6aa141dcfeef46bb898026153dd284be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808aebf7-9fbe-4624-b250-07a3c07df977', 'name': '', 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'mac_address': 'fa:16:3e:86:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0a35db18-7d13-4c59-ac14-9744af7c6685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:21Z', 'updated_at': '2021-11-25T19:27:35Z', 'revision_number': 5, 'project_id': '6aa141dcfeef46bb898026153dd284be', 'subnets': [{'id': '0a35db18-7d13-4c59-ac14-9744af7c6685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:28:26.815560 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7b080f80-3cd9-47d9-b762-fc7e634f5a7c req-09cb6e72-606d-473d-800a-f82f54fa20b3 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6060627 Nov 25 19:28:26.885002 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d93137-e469-44eb-a797-b0b74151fb4b None None] Checking router: 4af4dca1-f13b-4950-8540-29e6674728a4 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:28:26.893635 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d93137-e469-44eb-a797-b0b74151fb4b None None] Updating router 4af4dca1-f13b-4950-8540-29e6674728a4 port c84bf364-9470-4227-ad9b-cb3cadcb41b8 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:28:26.948994 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-a98c6c59-89f3-4279-a0ca-b89e7edc9773 req-290df66b-f6a3-4858-92f7-a04368d81412 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] For port 3a89cd3b-84f2-46b7-b758-c7bb7bf22bee, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=3a89cd3b-84f2-46b7-b758-c7bb7bf22bee,segment=NetworkSegment(2f388bd8-7747-4d43-8fc4-dd3f612fe2e9),segment_id=2f388bd8-7747-4d43-8fc4-dd3f612fe2e9)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:26.949407 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a98c6c59-89f3-4279-a0ca-b89e7edc9773 req-290df66b-f6a3-4858-92f7-a04368d81412 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:26.974117 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e59a34da-237a-4cb6-a91b-5bfbdee9835e req-4dd648c2-018b-400b-aa24-6a79e4c609e6 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fe6bace-607a-46a1-8001-48497092a9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4752614 Nov 25 19:28:27.126486 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-28d93137-e469-44eb-a797-b0b74151fb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:27.134161 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-a98c6c59-89f3-4279-a0ca-b89e7edc9773 req-290df66b-f6a3-4858-92f7-a04368d81412 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Calling delete_port for 3a89cd3b-84f2-46b7-b758-c7bb7bf22bee owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:28:27.294572 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-b3e62d2e-3fdb-4e18-a92c-4f45688e7d63 req-cba8e527-01ac-4545-aed7-a78a4a3e24e0 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Deleting port f31565d0-d864-40d7-a4ea-981fe9931c30 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:28:27.295671 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b3e62d2e-3fdb-4e18-a92c-4f45688e7d63 req-cba8e527-01ac-4545-aed7-a78a4a3e24e0 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:27.327499 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33608) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:27.349687 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-5028e3bf-b4b9-48c8-926f-ef9ef5d10121 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-653627916-network', 'tenant_id': 'ab1d82f642b54bd289c4a827e6879324'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:27.406511 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0dfa435-b469-4968-aa63-d4d72f76f77a req-d505beb6-d8ce-496a-912d-bc7b7bad3844 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0209463 Nov 25 19:28:27.446497 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 988318e7-b4e7-4054-b758-008ca504a979 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:27.540977 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-81beb457-a141-47fa-85b6-a6d2203c6c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:27.561311 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5028e3bf-b4b9-48c8-926f-ef9ef5d10121 admin admin] Made reservation on behalf of ab1d82f642b54bd289c4a827e6879324 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:28:27.564064 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5028e3bf-b4b9-48c8-926f-ef9ef5d10121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:27.699045 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 988318e7-b4e7-4054-b758-008ca504a979 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:27.699976 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:27.788549 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00877ea7-cb25-44eb-8c4d-da14a7929bd7 None None] New status for floating IP d10545f6-4be7-4cca-96ca-50be99a9a5da: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:28:27.849378 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5028e3bf-b4b9-48c8-926f-ef9ef5d10121 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:27.967554 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81beb457-a141-47fa-85b6-a6d2203c6c35 admin admin] Checking segment: {'id': 'd60c1a3c-e0ee-4344-8305-2e18fa2e4f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'e6158874-f3fb-4308-9410-05f7cf33be46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:28:27.967554 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81beb457-a141-47fa-85b6-a6d2203c6c35 admin admin] Network hostable DHCP agents. Network: e6158874-f3fb-4308-9410-05f7cf33be46, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:28:28.027859 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a98c6c59-89f3-4279-a0ca-b89e7edc9773 req-290df66b-f6a3-4858-92f7-a04368d81412 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:28.070153 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-28d93137-e469-44eb-a797-b0b74151fb4b None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:28.086690 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-28d93137-e469-44eb-a797-b0b74151fb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:28.099958 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 228219d8-b6f0-44fb-b5c3-d106a37ba29c details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:28:28.104166 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 3a89cd3b-84f2-46b7-b758-c7bb7bf22bee no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:28:28.106691 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device f31565d0-d864-40d7-a4ea-981fe9931c30 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:28:28.141647 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b3e62d2e-3fdb-4e18-a92c-4f45688e7d63 req-cba8e527-01ac-4545-aed7-a78a4a3e24e0 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] For port f31565d0-d864-40d7-a4ea-981fe9931c30, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=f31565d0-d864-40d7-a4ea-981fe9931c30,segment=NetworkSegment(2f388bd8-7747-4d43-8fc4-dd3f612fe2e9),segment_id=2f388bd8-7747-4d43-8fc4-dd3f612fe2e9)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:28.142003 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b3e62d2e-3fdb-4e18-a92c-4f45688e7d63 req-cba8e527-01ac-4545-aed7-a78a4a3e24e0 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:28.175197 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-b3e62d2e-3fdb-4e18-a92c-4f45688e7d63 req-cba8e527-01ac-4545-aed7-a78a4a3e24e0 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Calling delete_port for f31565d0-d864-40d7-a4ea-981fe9931c30 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:28:28.217941 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 3a89cd3b-84f2-46b7-b758-c7bb7bf22bee {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:28:28.219455 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 3a89cd3b-84f2-46b7-b758-c7bb7bf22bee not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:28:28.242657 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5028e3bf-b4b9-48c8-926f-ef9ef5d10121 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:28.259986 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5028e3bf-b4b9-48c8-926f-ef9ef5d10121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:28.303146 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81beb457-a141-47fa-85b6-a6d2203c6c35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b4e68ca-4886-4426-81e9-4de4c5c0268c,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:28.314867 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028e3bf-b4b9-48c8-926f-ef9ef5d10121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7882e0e3-c7e2-4744-b334-57392dad0a26,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:28.387254 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fc442-c518-4bf6-8ae9-b19be229c1dd None None] Pushing event updated for resources: {'Port': ['ID=c84bf364-9470-4227-ad9b-cb3cadcb41b8,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:28.395750 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:28:28.402343 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e2214-a692-4efe-ac35-b234f11d2e9d req-32e290d4-3d3f-44dc-b66d-25e52fe6c917 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:28.405973 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ae7e2214-a692-4efe-ac35-b234f11d2e9d req-32e290d4-3d3f-44dc-b66d-25e52fe6c917 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cff8457-95b9-40fb-b982-4f637e821b92 HTTP/1.1" status: 200 len: 867 time: 0.7197847 Nov 25 19:28:28.433617 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5028e3bf-b4b9-48c8-926f-ef9ef5d10121 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:28:28.455095 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81beb457-a141-47fa-85b6-a6d2203c6c35 admin admin] Network e6158874-f3fb-4308-9410-05f7cf33be46 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:28:28.461529 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0dfa435-b469-4968-aa63-d4d72f76f77a req-49260007-7bd1-41c3-a4ed-72130a0becf2 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0498359 Nov 25 19:28:28.476924 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-28d93137-e469-44eb-a797-b0b74151fb4b None None] Attempting to bind port c84bf364-9470-4227-ad9b-cb3cadcb41b8 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:28:28.482730 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-28d93137-e469-44eb-a797-b0b74151fb4b None None] Attempting to bind port c84bf364-9470-4227-ad9b-cb3cadcb41b8 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'f13a6d17-3c3e-464b-809d-7841fec99864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:28:28.482730 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d93137-e469-44eb-a797-b0b74151fb4b None None] Attempting to bind port c84bf364-9470-4227-ad9b-cb3cadcb41b8 on network ef8c8951-3e09-4638-b17c-6d6bf560793b {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:28.505924 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d93137-e469-44eb-a797-b0b74151fb4b None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:28:28.507128 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d93137-e469-44eb-a797-b0b74151fb4b None None] Checking segment: {'id': 'f13a6d17-3c3e-464b-809d-7841fec99864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:28:28.508867 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-28d93137-e469-44eb-a797-b0b74151fb4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:28.512064 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d93137-e469-44eb-a797-b0b74151fb4b None None] Bound using segment: {'id': 'f13a6d17-3c3e-464b-809d-7841fec99864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:28:28.512908 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-28d93137-e469-44eb-a797-b0b74151fb4b None None] Bound port: c84bf364-9470-4227-ad9b-cb3cadcb41b8, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13a6d17-3c3e-464b-809d-7841fec99864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:28:28.513364 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-28d93137-e469-44eb-a797-b0b74151fb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:28.548275 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b3e62d2e-3fdb-4e18-a92c-4f45688e7d63 req-cba8e527-01ac-4545-aed7-a78a4a3e24e0 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:28.551950 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290df66b-f6a3-4858-92f7-a04368d81412 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Pushing event deleted for resources: {'Port': ['ID=3a89cd3b-84f2-46b7-b758-c7bb7bf22bee,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:28.591620 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5028e3bf-b4b9-48c8-926f-ef9ef5d10121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:28.593826 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-5028e3bf-b4b9-48c8-926f-ef9ef5d10121 admin admin] Added segment b9078fb3-09a5-4667-9ccb-e8c7effe710e of type vlan for network 07c74b9c-7303-4c51-a40c-27df1d50c13d Nov 25 19:28:28.604685 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-81beb457-a141-47fa-85b6-a6d2203c6c35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, e6158874-f3fb-4308-9410-05f7cf33be46) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:28:28.645165 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-28d93137-e469-44eb-a797-b0b74151fb4b None None] For port c84bf364-9470-4227-ad9b-cb3cadcb41b8, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:28:28.649841 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-28d93137-e469-44eb-a797-b0b74151fb4b None None] For port c84bf364-9470-4227-ad9b-cb3cadcb41b8, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c84bf364-9470-4227-ad9b-cb3cadcb41b8,segment=NetworkSegment(f13a6d17-3c3e-464b-809d-7841fec99864),segment_id=f13a6d17-3c3e-464b-809d-7841fec99864)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:28:28.650533 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8e527-01ac-4545-aed7-a78a4a3e24e0 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Pushing event deleted for resources: {'Port': ['ID=f31565d0-d864-40d7-a4ea-981fe9931c30,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:28.656919 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-28d93137-e469-44eb-a797-b0b74151fb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:28.697698 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be463b5-c3cf-48e6-b7e2-fa593ea03c2e None None] Network e6158874-f3fb-4308-9410-05f7cf33be46 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:28:28.727354 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81beb457-a141-47fa-85b6-a6d2203c6c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:28.744994 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-81beb457-a141-47fa-85b6-a6d2203c6c35 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:28.781133 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ae7e2214-a692-4efe-ac35-b234f11d2e9d req-58889702-eaac-44c6-9acd-17a7a0338eb6 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8a12964-d2f7-4d49-8a44-975c68d2bbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563626 Nov 25 19:28:28.793370 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d93137-e469-44eb-a797-b0b74151fb4b None None] Routers {'4af4dca1-f13b-4950-8540-29e6674728a4'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:28.794043 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-28d93137-e469-44eb-a797-b0b74151fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:28:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['4af4dca1-f13b-4950-8540-29e6674728a4'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:28.849711 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5028e3bf-b4b9-48c8-926f-ef9ef5d10121 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:28.896278 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98c6c59-89f3-4279-a0ca-b89e7edc9773 req-290df66b-f6a3-4858-92f7-a04368d81412 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] No DVR routers for this DVR port 3a89cd3b-84f2-46b7-b758-c7bb7bf22bee on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:28:28.896535 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-81beb457-a141-47fa-85b6-a6d2203c6c35 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.0492146 Nov 25 19:28:28.906109 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a98c6c59-89f3-4279-a0ca-b89e7edc9773 req-290df66b-f6a3-4858-92f7-a04368d81412 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:28.922936 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a98c6c59-89f3-4279-a0ca-b89e7edc9773 req-290df66b-f6a3-4858-92f7-a04368d81412 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.85 "DELETE /v2.0/ports/3a89cd3b-84f2-46b7-b758-c7bb7bf22bee HTTP/1.1" status: 204 len: 173 time: 3.8022389 Nov 25 19:28:28.924581 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Port f31565d0-d864-40d7-a4ea-981fe9931c30 update to DOWN by agent not found {{(pid=103601) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 19:28:28.946064 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cff8457-95b9-40fb-b982-4f637e821b92', 'name': 'network-vif-deleted', 'tag': '3a89cd3b-84f2-46b7-b758-c7bb7bf22bee'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:28.951435 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cd6417-ad81-4ed3-9b75-dab639dc9e10" -d '{"events": [{"server_uuid": "5cff8457-95b9-40fb-b982-4f637e821b92", "name": "network-vif-deleted", "tag": "3a89cd3b-84f2-46b7-b758-c7bb7bf22bee"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:29.051282 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5028e3bf-b4b9-48c8-926f-ef9ef5d10121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:29.052376 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-52c6e573-ca66-4799-bab2-2474f1eb20a4 None None] Provisioning complete for port c84bf364-9470-4227-ad9b-cb3cadcb41b8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:29.055241 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-52c6e573-ca66-4799-bab2-2474f1eb20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:29.060971 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5028e3bf-b4b9-48c8-926f-ef9ef5d10121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:29.061598 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5028e3bf-b4b9-48c8-926f-ef9ef5d10121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:29.112661 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e62d2e-3fdb-4e18-a92c-4f45688e7d63 req-cba8e527-01ac-4545-aed7-a78a4a3e24e0 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] No DVR routers for this DVR port f31565d0-d864-40d7-a4ea-981fe9931c30 on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:28:29.131540 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b3e62d2e-3fdb-4e18-a92c-4f45688e7d63 req-cba8e527-01ac-4545-aed7-a78a4a3e24e0 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:29.155232 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b3e62d2e-3fdb-4e18-a92c-4f45688e7d63 req-cba8e527-01ac-4545-aed7-a78a4a3e24e0 tempest-ListServersNegativeTestJSON-1386766417 tempest-ListServersNegativeTestJSON-1386766417-project] 10.222.0.73 "DELETE /v2.0/ports/f31565d0-d864-40d7-a4ea-981fe9931c30 HTTP/1.1" status: 204 len: 173 time: 2.5543272 Nov 25 19:28:29.238375 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d7f42-9631-4671-a742-a32578420e69 req-18eb2dfb-4025-4d0c-8590-bc6270843629 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:29.248227 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-733d7f42-9631-4671-a742-a32578420e69 req-18eb2dfb-4025-4d0c-8590-bc6270843629 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 945 time: 0.7133005 Nov 25 19:28:29.320729 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-28d93137-e469-44eb-a797-b0b74151fb4b None None] Set router 4af4dca1-f13b-4950-8540-29e6674728a4 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:29.344573 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5028e3bf-b4b9-48c8-926f-ef9ef5d10121 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0047758 Nov 25 19:28:29.345375 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33624) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:29.375026 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-43334cd9-e00f-42b5-b6f4-4b14537ad137 admin admin] Request body: {'subnet': {'network_id': '07c74b9c-7303-4c51-a40c-27df1d50c13d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-653627916-subnet', 'tenant_id': 'ab1d82f642b54bd289c4a827e6879324', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:29.386721 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fc442-c518-4bf6-8ae9-b19be229c1dd None None] Pushing event updated for resources: {'Port': ['ID=c84bf364-9470-4227-ad9b-cb3cadcb41b8,revision_number=4']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:29.461588 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028e3bf-b4b9-48c8-926f-ef9ef5d10121 admin admin] Pushing event updated for resources: {'Network': ['ID=07c74b9c-7303-4c51-a40c-27df1d50c13d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:29.498544 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:28:29.509895 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3f5b0-7fb3-496a-b527-8c9f122be5c7 req-ee3bde35-2f18-4d73-836f-12e3d3a0c204 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:29.512076 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ccf3f5b0-7fb3-496a-b527-8c9f122be5c7 req-ee3bde35-2f18-4d73-836f-12e3d3a0c204 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 947 time: 0.3916430 Nov 25 19:28:29.522454 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-733d7f42-9631-4671-a742-a32578420e69 req-b47ce340-d8db-4ddd-a29b-93ec9adf918b tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fe6bace-607a-46a1-8001-48497092a9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732072 Nov 25 19:28:29.573542 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-52c6e573-ca66-4799-bab2-2474f1eb20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:29.579939 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43334cd9-e00f-42b5-b6f4-4b14537ad137 admin admin] Made reservation on behalf of ab1d82f642b54bd289c4a827e6879324 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:28:29.584008 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-43334cd9-e00f-42b5-b6f4-4b14537ad137 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:29.586723 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 07c74b9c-7303-4c51-a40c-27df1d50c13d details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:28:29.677240 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 228219d8-b6f0-44fb-b5c3-d106a37ba29c, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=228219d8-b6f0-44fb-b5c3-d106a37ba29c,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:29.683329 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ccf3f5b0-7fb3-496a-b527-8c9f122be5c7 req-89803408-4516-4237-94d4-ea03c641463d tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634531 Nov 25 19:28:29.795129 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '228219d8-b6f0-44fb-b5c3-d106a37ba29c', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '228219d8-b6f0-44fb-b5c3-d106a37ba29c', 'mac_address': 'fa:16:3e:0b:23:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:28:29.803162 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-28d93137-e469-44eb-a797-b0b74151fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'name': 'tempest-TaggedBootDevicesTest-948327967-router', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '988318e7-b4e7-4054-b758-008ca504a979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:28:00Z', 'updated_at': '2021-11-25T19:28:21Z', 'revision_number': 4, 'project_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'gw_port': {'id': '988318e7-b4e7-4054-b758-008ca504a979', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:06Z', 'updated_at': '2021-11-25T19:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c84bf364-9470-4227-ad9b-cb3cadcb41b8', 'name': '', 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'mac_address': 'fa:16:3e:41:0c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'ec82d2f3-e400-4120-bb41-01b4378dd9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:15Z', 'updated_at': '2021-11-25T19:28:28Z', 'revision_number': 4, 'project_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'subnets': [{'id': 'ec82d2f3-e400-4120-bb41-01b4378dd9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:29.812779 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7b7ed12c-9711-4bd4-8c81-c3b645451e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:29.891363 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d93137-e469-44eb-a797-b0b74151fb4b None None] The sync data for ids ['4af4dca1-f13b-4950-8540-29e6674728a4'] in n-d-819349-5 is: [{'id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'name': 'tempest-TaggedBootDevicesTest-948327967-router', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '988318e7-b4e7-4054-b758-008ca504a979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:28:00Z', 'updated_at': '2021-11-25T19:28:21Z', 'revision_number': 4, 'project_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'gw_port': {'id': '988318e7-b4e7-4054-b758-008ca504a979', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:06Z', 'updated_at': '2021-11-25T19:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c84bf364-9470-4227-ad9b-cb3cadcb41b8', 'name': '', 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'mac_address': 'fa:16:3e:41:0c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'ec82d2f3-e400-4120-bb41-01b4378dd9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:15Z', 'updated_at': '2021-11-25T19:28:28Z', 'revision_number': 4, 'project_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'subnets': [{'id': 'ec82d2f3-e400-4120-bb41-01b4378dd9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:28:30.012896 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf6b287-1e59-44fc-bd06-3df7c1d67e50 x-openstack-request-id: req-ddf6b287-1e59-44fc-bd06-3df7c1d67e50 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:30.013219 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cff8457-95b9-40fb-b982-4f637e821b92", "name": "network-vif-deleted", "tag": "3a89cd3b-84f2-46b7-b758-c7bb7bf22bee", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:30.013494 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ddf6b287-1e59-44fc-bd06-3df7c1d67e50 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:30.017390 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cff8457-95b9-40fb-b982-4f637e821b92', 'name': 'network-vif-deleted', 'tag': '3a89cd3b-84f2-46b7-b758-c7bb7bf22bee', 'status': 'completed', 'code': 200} Nov 25 19:28:30.031801 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-43334cd9-e00f-42b5-b6f4-4b14537ad137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:30.240273 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43334cd9-e00f-42b5-b6f4-4b14537ad137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2abcffc8-c5af-4ffc-8aa5-c9e61714e879,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:30.262607 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43334cd9-e00f-42b5-b6f4-4b14537ad137 admin admin] Checking segment: {'id': 'b9078fb3-09a5-4667-9ccb-e8c7effe710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '07c74b9c-7303-4c51-a40c-27df1d50c13d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:28:30.268945 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43334cd9-e00f-42b5-b6f4-4b14537ad137 admin admin] Network hostable DHCP agents. Network: 07c74b9c-7303-4c51-a40c-27df1d50c13d, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:28:30.315793 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43334cd9-e00f-42b5-b6f4-4b14537ad137 admin admin] Network 07c74b9c-7303-4c51-a40c-27df1d50c13d is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:28:30.342038 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d0ff6-2154-4fee-bbc0-a06a4a52ee93 req-2a768c51-764b-4cdd-b99f-063e242248ce tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:30.345320 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-43334cd9-e00f-42b5-b6f4-4b14537ad137 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 07c74b9c-7303-4c51-a40c-27df1d50c13d) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:28:30.358042 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:30.365890 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-52c6e573-ca66-4799-bab2-2474f1eb20a4 None None] For port c84bf364-9470-4227-ad9b-cb3cadcb41b8, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c84bf364-9470-4227-ad9b-cb3cadcb41b8,segment=NetworkSegment(f13a6d17-3c3e-464b-809d-7841fec99864),segment_id=f13a6d17-3c3e-464b-809d-7841fec99864)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:30.369030 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-966d0ff6-2154-4fee-bbc0-a06a4a52ee93 req-2a768c51-764b-4cdd-b99f-063e242248ce tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 945 time: 0.1950402 Nov 25 19:28:30.374435 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33636) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:30.380897 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43334cd9-e00f-42b5-b6f4-4b14537ad137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:30.383318 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-43334cd9-e00f-42b5-b6f4-4b14537ad137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:30.396274 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-56b04390-89d7-49ba-bdcb-1a8a27b802a2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Request body: {'floatingip': {'port_id': '18654cad-d1ea-4b75-b9ec-95d6a36e3f2a'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:30.406922 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbed7c8-209b-4290-b640-5a983ece2e68 None None] Network 07c74b9c-7303-4c51-a40c-27df1d50c13d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:28:30.422423 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-43334cd9-e00f-42b5-b6f4-4b14537ad137 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0675340 Nov 25 19:28:30.426126 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33638) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:30.435357 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fa1650ae-6fec-487f-b6e9-8c362fe3c100 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-653627916-router', 'tenant_id': 'ab1d82f642b54bd289c4a827e6879324', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:30.489998 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa1650ae-6fec-487f-b6e9-8c362fe3c100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:30.491426 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa1650ae-6fec-487f-b6e9-8c362fe3c100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:30.506339 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56b04390-89d7-49ba-bdcb-1a8a27b802a2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks [] for floatingip, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:30.632473 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-52c6e573-ca66-4799-bab2-2474f1eb20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:30.697260 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7f4cdd-c63d-4791-b49a-d9f02fdd74d5 None None] Network e6158874-f3fb-4308-9410-05f7cf33be46 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:28:30.704008 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228219d8-b6f0-44fb-b5c3-d106a37ba29c {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:28:30.835920 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa1650ae-6fec-487f-b6e9-8c362fe3c100 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:30.896212 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 228219d8-b6f0-44fb-b5c3-d106a37ba29c, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=228219d8-b6f0-44fb-b5c3-d106a37ba29c,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:30.920899 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:30.933565 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-cd11f073-54e9-4b43-8de4-f423765f3a92 None None] Provisioning complete for port c84bf364-9470-4227-ad9b-cb3cadcb41b8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:30.934419 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cd11f073-54e9-4b43-8de4-f423765f3a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:30.947292 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6e573-ca66-4799-bab2-2474f1eb20a4 None None] Pushing event updated for resources: {'Port': ['ID=c84bf364-9470-4227-ad9b-cb3cadcb41b8,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:30.991923 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-a662c13c-320d-4e9b-9a7e-71fe78c01ed1 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:30.998887 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-a662c13c-320d-4e9b-9a7e-71fe78c01ed1 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/networks?id=e6158874-f3fb-4308-9410-05f7cf33be46 HTTP/1.1" status: 200 len: 821 time: 0.4784529 Nov 25 19:28:31.097295 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-cb0cbc7e-bbf4-47d8-a7a8-52af2b903e0e tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/quotas/137516a16821461db4040c2159f6f4a8 HTTP/1.1" status: 200 len: 375 time: 0.0913987 Nov 25 19:28:31.189414 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-df7bd258-dedd-423d-9b84-e131e329fd27 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=137516a16821461db4040c2159f6f4a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0909688 Nov 25 19:28:31.211098 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df3d6d-cc78-43a6-a667-f58555f7341c req-b180e2d2-be26-4160-be3b-fadfef550bc0 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:31.212711 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-41df3d6d-cc78-43a6-a667-f58555f7341c req-b180e2d2-be26-4160-be3b-fadfef550bc0 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.73 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51&tenant_id=92fad1dc82f24f91a07d3c087ee582e6&binding%3Ahost_id=n-h2-819349-5 HTTP/1.1" status: 200 len: 947 time: 0.4572363 Nov 25 19:28:31.296118 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c84bf364-9470-4227-ad9b-cb3cadcb41b8 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:31.376669 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b1df1b-4d57-40e3-8b5c-dc87f1eb4380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-07c74b9c-7303-4c51-a40c-27df1d50c13d', 'network_id': '07c74b9c-7303-4c51-a40c-27df1d50c13d', 'tenant_id': 'ab1d82f642b54bd289c4a827e6879324', 'fixed_ips': [{'subnet_id': '2abcffc8-c5af-4ffc-8aa5-c9e61714e879'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:28:31.378749 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c2b1df1b-4d57-40e3-8b5c-dc87f1eb4380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:31.424335 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['228219d8-b6f0-44fb-b5c3-d106a37ba29c'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:28:31.435274 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04edb4f-f860-40ed-b73b-3d77102cf7a6 req-c75cfc37-7ebf-493e-b697-840fc46c8f3f tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:31.442768 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b04edb4f-f860-40ed-b73b-3d77102cf7a6 req-c75cfc37-7ebf-493e-b697-840fc46c8f3f tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 948 time: 0.0771751 Nov 25 19:28:31.457057 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa1650ae-6fec-487f-b6e9-8c362fe3c100 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:31.530864 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b04edb4f-f860-40ed-b73b-3d77102cf7a6 req-f2a3ab73-0f49-4a7c-a75d-fab7ec1a29e6 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869422 Nov 25 19:28:31.582106 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [req-41df3d6d-cc78-43a6-a667-f58555f7341c req-962660e0-e738-4d78-bf16-93fcb0e7ebcd service neutron] delete failed (client error): The resource could not be found. Nov 25 19:28:31.583449 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-41df3d6d-cc78-43a6-a667-f58555f7341c req-962660e0-e738-4d78-bf16-93fcb0e7ebcd service neutron] 10.222.0.73 "DELETE /v2.0/ports/228219d8-b6f0-44fb-b5c3-d106a37ba29c/bindings/n-h1-819349-5 HTTP/1.1" status: 404 len: 380 time: 0.3552980 Nov 25 19:28:31.628438 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33680) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:31.701096 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-b373e204-78f2-4902-bb6a-86f46695d578 service neutron] 10.222.0.55 "GET /v2.0/networks/e6158874-f3fb-4308-9410-05f7cf33be46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872346 Nov 25 19:28:31.910918 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-c07f40dc-1181-40df-88ce-c8a8f409053d service neutron] 10.222.0.55 "GET /v2.0/networks/e6158874-f3fb-4308-9410-05f7cf33be46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088473 Nov 25 19:28:31.997149 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=228219d8-b6f0-44fb-b5c3-d106a37ba29c,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:32.032812 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d884176-7438-42b5-94f9-5fcf9dbf2416', 'name': 'network-vif-deleted', 'tag': 'f31565d0-d864-40d7-a4ea-981fe9931c30'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:32.035063 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bb8095-7668-44d5-85b3-0c3c6bc8dfc3" -d '{"events": [{"server_uuid": "5d884176-7438-42b5-94f9-5fcf9dbf2416", "name": "network-vif-deleted", "tag": "f31565d0-d864-40d7-a4ea-981fe9931c30"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:32.103710 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df3d6d-cc78-43a6-a667-f58555f7341c req-ca2a6996-cd17-4b18-8b5a-d25c83ebe7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:32.112198 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-41df3d6d-cc78-43a6-a667-f58555f7341c req-ca2a6996-cd17-4b18-8b5a-d25c83ebe7af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 1099 time: 0.1952696 Nov 25 19:28:32.165108 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-555d6d6c-3140-4cee-81fa-31a43889e5ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:32.175659 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port c84bf364-9470-4227-ad9b-cb3cadcb41b8 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:32.176464 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:32.198864 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb11e0f2-fc79-476b-a397-9bb9b4edde2f x-openstack-request-id: req-fb11e0f2-fc79-476b-a397-9bb9b4edde2f {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:32.199326 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d884176-7438-42b5-94f9-5fcf9dbf2416", "name": "network-vif-deleted", "tag": "f31565d0-d864-40d7-a4ea-981fe9931c30", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:32.199823 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fb11e0f2-fc79-476b-a397-9bb9b4edde2f {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:32.200337 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d884176-7438-42b5-94f9-5fcf9dbf2416', 'name': 'network-vif-deleted', 'tag': 'f31565d0-d864-40d7-a4ea-981fe9931c30', 'status': 'completed', 'code': 200} Nov 25 19:28:32.235353 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56b04390-89d7-49ba-bdcb-1a8a27b802a2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:32.241738 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1c7d1f-e0f5-4e41-bf31-6737ff84b39e admin admin] Deleting subnet e23d4585-5aa5-4543-8c8d-f0a9c1bbc883 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:28:32.247222 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56b04390-89d7-49ba-bdcb-1a8a27b802a2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:32.268561 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d1c7d1f-e0f5-4e41-bf31-6737ff84b39e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:32.377927 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df3d6d-cc78-43a6-a667-f58555f7341c req-24a99127-07c3-4a6f-9f8f-b94bd16b6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:32.379994 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-41df3d6d-cc78-43a6-a667-f58555f7341c req-24a99127-07c3-4a6f-9f8f-b94bd16b6b36 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.2604673 Nov 25 19:28:32.434996 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d1c7d1f-e0f5-4e41-bf31-6737ff84b39e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:32.485586 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-c2b1df1b-4d57-40e3-8b5c-dc87f1eb4380 None None] Allocated IP 172.20.0.2 (07c74b9c-7303-4c51-a40c-27df1d50c13d/2abcffc8-c5af-4ffc-8aa5-c9e61714e879/0cad5bab-a12f-4907-9f57-6f963f138c76) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:28:32.516849 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d1c7d1f-e0f5-4e41-bf31-6737ff84b39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:32.652567 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d1c7d1f-e0f5-4e41-bf31-6737ff84b39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:32.675178 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-41df3d6d-cc78-43a6-a667-f58555f7341c req-2ecd28b1-00f9-49ea-b524-d542945d951c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=228219d8-b6f0-44fb-b5c3-d106a37ba29c HTTP/1.1" status: 200 len: 217 time: 0.2858646 Nov 25 19:28:32.767231 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6af64a0e-1624-4165-8260-b411dc346357 req-d23f9e49-c439-4c66-8b2e-2c4bea137334 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f766549-3d8a-417d-a429-692ab3829f96 HTTP/1.1" status: 200 len: 210 time: 0.4224825 Nov 25 19:28:32.798510 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c7d1f-e0f5-4e41-bf31-6737ff84b39e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e23d4585-5aa5-4543-8c8d-f0a9c1bbc883,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:32.805202 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d1c7d1f-e0f5-4e41-bf31-6737ff84b39e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:32.820082 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2d1c7d1f-e0f5-4e41-bf31-6737ff84b39e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e23d4585-5aa5-4543-8c8d-f0a9c1bbc883 HTTP/1.1" status: 204 len: 168 time: 1.1900051 Nov 25 19:28:32.827081 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33694) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:32.891468 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df3d6d-cc78-43a6-a667-f58555f7341c req-ee2e421c-f5c1-4364-8450-2308a2fb97d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:32.894396 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-41df3d6d-cc78-43a6-a667-f58555f7341c req-ee2e421c-f5c1-4364-8450-2308a2fb97d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.2107117 Nov 25 19:28:33.038612 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-56b04390-89d7-49ba-bdcb-1a8a27b802a2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Floating IP 5424adc7-682e-4177-b0b9-df20b1a05301 associated. External IP: 172.25.6.105, port: 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a. Nov 25 19:28:33.192471 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c2b1df1b-4d57-40e3-8b5c-dc87f1eb4380 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:33.206898 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c2b1df1b-4d57-40e3-8b5c-dc87f1eb4380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:33.283349 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1df1b-4d57-40e3-8b5c-dc87f1eb4380 None None] Pushing event updated for resources: {'Port': ['ID=0cad5bab-a12f-4907-9f57-6f963f138c76,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:33.306669 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b1df1b-4d57-40e3-8b5c-dc87f1eb4380 None None] Network 07c74b9c-7303-4c51-a40c-27df1d50c13d is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:28:33.308616 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-c2b1df1b-4d57-40e3-8b5c-dc87f1eb4380 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:28:33.316084 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b1df1b-4d57-40e3-8b5c-dc87f1eb4380 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:28:33.352490 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f82923ba-5043-4df9-8733-f9830b29a6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:33.423246 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c2b1df1b-4d57-40e3-8b5c-dc87f1eb4380 None None] Attempting to bind port 0cad5bab-a12f-4907-9f57-6f963f138c76 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:28:33.423741 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c2b1df1b-4d57-40e3-8b5c-dc87f1eb4380 None None] Attempting to bind port 0cad5bab-a12f-4907-9f57-6f963f138c76 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'b9078fb3-09a5-4667-9ccb-e8c7effe710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '07c74b9c-7303-4c51-a40c-27df1d50c13d'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:28:33.424185 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b1df1b-4d57-40e3-8b5c-dc87f1eb4380 None None] Attempting to bind port 0cad5bab-a12f-4907-9f57-6f963f138c76 on network 07c74b9c-7303-4c51-a40c-27df1d50c13d {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:33.433392 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b1df1b-4d57-40e3-8b5c-dc87f1eb4380 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:28:33.433916 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b1df1b-4d57-40e3-8b5c-dc87f1eb4380 None None] Checking segment: {'id': 'b9078fb3-09a5-4667-9ccb-e8c7effe710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '07c74b9c-7303-4c51-a40c-27df1d50c13d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:28:33.434440 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c2b1df1b-4d57-40e3-8b5c-dc87f1eb4380 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:33.435093 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b1df1b-4d57-40e3-8b5c-dc87f1eb4380 None None] Bound using segment: {'id': 'b9078fb3-09a5-4667-9ccb-e8c7effe710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '07c74b9c-7303-4c51-a40c-27df1d50c13d'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:28:33.435660 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c2b1df1b-4d57-40e3-8b5c-dc87f1eb4380 None None] Bound port: 0cad5bab-a12f-4907-9f57-6f963f138c76, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9078fb3-09a5-4667-9ccb-e8c7effe710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '07c74b9c-7303-4c51-a40c-27df1d50c13d'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:28:33.436119 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c2b1df1b-4d57-40e3-8b5c-dc87f1eb4380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:33.503268 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f82923ba-5043-4df9-8733-f9830b29a6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:33.536701 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-f82923ba-5043-4df9-8733-f9830b29a6c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19581f87-26cd-4ee5-949c-bfbc993d7135']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:33.548348 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-f82923ba-5043-4df9-8733-f9830b29a6c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f388bd8-7747-4d43-8fc4-dd3f612fe2e9') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:33.549807 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-f82923ba-5043-4df9-8733-f9830b29a6c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f388bd8-7747-4d43-8fc4-dd3f612fe2e9') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:33.563150 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f82923ba-5043-4df9-8733-f9830b29a6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:33.573044 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c2b1df1b-4d57-40e3-8b5c-dc87f1eb4380 None None] For port 0cad5bab-a12f-4907-9f57-6f963f138c76, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:28:33.578272 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f82923ba-5043-4df9-8733-f9830b29a6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:33.580636 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c2b1df1b-4d57-40e3-8b5c-dc87f1eb4380 None None] For port 0cad5bab-a12f-4907-9f57-6f963f138c76, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0cad5bab-a12f-4907-9f57-6f963f138c76,segment=NetworkSegment(b9078fb3-09a5-4667-9ccb-e8c7effe710e),segment_id=b9078fb3-09a5-4667-9ccb-e8c7effe710e)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:28:33.588361 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f82923ba-5043-4df9-8733-f9830b29a6c7 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:28:33.588911 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f82923ba-5043-4df9-8733-f9830b29a6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:33.596530 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c2b1df1b-4d57-40e3-8b5c-dc87f1eb4380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:28:33.671003 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:28:33.676998 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f82923ba-5043-4df9-8733-f9830b29a6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:33.708778 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f82923ba-5043-4df9-8733-f9830b29a6c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:33.717727 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f82923ba-5043-4df9-8733-f9830b29a6c7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/19581f87-26cd-4ee5-949c-bfbc993d7135 HTTP/1.1" status: 204 len: 168 time: 0.8863487 Nov 25 19:28:33.719981 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:33.746651 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa1650ae-6fec-487f-b6e9-8c362fe3c100 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:33.771734 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82923ba-5043-4df9-8733-f9830b29a6c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=19581f87-26cd-4ee5-949c-bfbc993d7135,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:33.788582 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1df1b-4d57-40e3-8b5c-dc87f1eb4380 None None] Pushing event updated for resources: {'Port': ['ID=0cad5bab-a12f-4907-9f57-6f963f138c76,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:33.822574 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddbb39-ca18-4a46-a622-08716f024757 req-90e6c089-a48a-4530-a72b-4729c6600c34 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:33.848943 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-72ddbb39-ca18-4a46-a622-08716f024757 req-90e6c089-a48a-4530-a72b-4729c6600c34 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 948 time: 1.0923369 Nov 25 19:28:34.021016 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b6211fec-e37a-472e-a4db-221e3139085e req-d6f9935c-7723-4f96-a357-622742249c0f tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f766549-3d8a-417d-a429-692ab3829f96 HTTP/1.1" status: 200 len: 210 time: 0.0343194 Nov 25 19:28:34.030504 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b04390-89d7-49ba-bdcb-1a8a27b802a2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Router 6275551c-c63c-4975-a843-60fdb8e9f670 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:28:34.074828 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa1650ae-6fec-487f-b6e9-8c362fe3c100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:34.118539 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-72ddbb39-ca18-4a46-a622-08716f024757 req-c88ced46-be5b-4a8b-aa94-0f1a5b6c8afb tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651320 Nov 25 19:28:34.128041 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df3d6d-cc78-43a6-a667-f58555f7341c req-e288e8cb-52ac-46ff-bde0-69f61602adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:34.131343 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-41df3d6d-cc78-43a6-a667-f58555f7341c req-e288e8cb-52ac-46ff-bde0-69f61602adb8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1844018 Nov 25 19:28:34.322721 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b04390-89d7-49ba-bdcb-1a8a27b802a2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:28:34.334188 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56b04390-89d7-49ba-bdcb-1a8a27b802a2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:34.336705 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd816e18-a816-4776-889b-2acb86a46bea None None] Sync routers for ids ['6275551c-c63c-4975-a843-60fdb8e9f670'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:28:34.405212 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd816e18-a816-4776-889b-2acb86a46bea None None] Routers {'6275551c-c63c-4975-a843-60fdb8e9f670'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:34.415038 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-dd816e18-a816-4776-889b-2acb86a46bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:28:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6275551c-c63c-4975-a843-60fdb8e9f670'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:34.461706 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33712) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:34.463962 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-56b04390-89d7-49ba-bdcb-1a8a27b802a2 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "PUT /v2.0/floatingips/5424adc7-682e-4177-b0b9-df20b1a05301 HTTP/1.1" status: 200 len: 991 time: 4.0841107 Nov 25 19:28:34.467446 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7b1e2f-9d59-4837-9845-45fa31555fb1', 'tag': '18654cad-d1ea-4b75-b9ec-95d6a36e3f2a'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:34.473117 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22516467-40ca-4d29-abe6-99b2f998fb11" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7b1e2f-9d59-4837-9845-45fa31555fb1", "tag": "18654cad-d1ea-4b75-b9ec-95d6a36e3f2a"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:34.511547 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-fa1650ae-6fec-487f-b6e9-8c362fe3c100 admin admin] Allocated IP 172.25.6.73 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/1f8af07a-2e5f-4c38-8184-f3cda7da55f9) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:28:34.526343 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-41df3d6d-cc78-43a6-a667-f58555f7341c req-c6fd4305-9f88-4e35-b8fb-dc9707c8995e service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968318 Nov 25 19:28:34.739894 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-69902398-511c-4184-8b18-8998b6748056 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:34.745057 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-69902398-511c-4184-8b18-8998b6748056 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.73 "GET /v2.0/networks?id=e6158874-f3fb-4308-9410-05f7cf33be46 HTTP/1.1" status: 200 len: 821 time: 0.3408606 Nov 25 19:28:34.759165 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-07ff6c1c-64ee-44d6-90f7-fca927475286 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2ad8a0ba8fcb49ddb4821f567142032b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875962 Nov 25 19:28:34.761986 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33720) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:34.779865 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-37f000b3-1514-4d63-8398-acd5f91aa110 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Request body: {'port': {'device_id': '9f766549-3d8a-417d-a429-692ab3829f96', 'network_id': 'e6158874-f3fb-4308-9410-05f7cf33be46', 'admin_state_up': True, 'tenant_id': '137516a16821461db4040c2159f6f4a8'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:34.846367 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-41df3d6d-cc78-43a6-a667-f58555f7341c req-9ab96870-debd-40bf-affd-8cf39d5b4785 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089249 Nov 25 19:28:34.852563 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa1650ae-6fec-487f-b6e9-8c362fe3c100 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:34.875711 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-dd816e18-a816-4776-889b-2acb86a46bea None None] Set router 6275551c-c63c-4975-a843-60fdb8e9f670 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:34.942138 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 228219d8-b6f0-44fb-b5c3-d106a37ba29c up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:35.006487 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa1650ae-6fec-487f-b6e9-8c362fe3c100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:35.011156 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae727df-491a-46ea-8a14-7edda730c6f2 x-openstack-request-id: req-1ae727df-491a-46ea-8a14-7edda730c6f2 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:35.011907 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7b1e2f-9d59-4837-9845-45fa31555fb1", "tag": "18654cad-d1ea-4b75-b9ec-95d6a36e3f2a", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:35.013133 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1ae727df-491a-46ea-8a14-7edda730c6f2 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:35.015883 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7b1e2f-9d59-4837-9845-45fa31555fb1', 'tag': '18654cad-d1ea-4b75-b9ec-95d6a36e3f2a', 'status': 'completed', 'code': 200} Nov 25 19:28:35.077351 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dcc73fde-e671-484b-a8e9-62c2cde19a5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:35.080286 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 228219d8-b6f0-44fb-b5c3-d106a37ba29c completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:28:35.094623 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 228219d8-b6f0-44fb-b5c3-d106a37ba29c triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:35.097015 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:35.111520 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1650ae-6fec-487f-b6e9-8c362fe3c100 admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:28:35.116082 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-fa1650ae-6fec-487f-b6e9-8c362fe3c100 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:28:35.118798 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1650ae-6fec-487f-b6e9-8c362fe3c100 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:28:35.128008 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1650ae-6fec-487f-b6e9-8c362fe3c100 admin admin] Pushing event updated for resources: {'Port': ['ID=1f8af07a-2e5f-4c38-8184-f3cda7da55f9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:35.296246 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dcc73fde-e671-484b-a8e9-62c2cde19a5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:35.441326 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0cad5bab-a12f-4907-9f57-6f963f138c76 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:35.500622 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fff97717-aeba-421c-a021-6af48924303f req-a770bb19-3a29-41e0-bf81-f22ee33e5482 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f766549-3d8a-417d-a429-692ab3829f96 HTTP/1.1" status: 200 len: 210 time: 0.1306012 Nov 25 19:28:35.615478 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-37f000b3-1514-4d63-8398-acd5f91aa110 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Made reservation on behalf of 137516a16821461db4040c2159f6f4a8 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:28:35.626143 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-37f000b3-1514-4d63-8398-acd5f91aa110 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:35.638315 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:35.674516 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:35.707126 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:35.718686 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b618af4d-48f7-4324-b8ec-be14c57d3f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228219d8-b6f0-44fb-b5c3-d106a37ba29c'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:35.721243 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693e5c86-0679-4dce-a793-01a0b3ecba81" -d '{"events": [{"server_uuid": "b618af4d-48f7-4324-b8ec-be14c57d3f51", "name": "network-vif-plugged", "status": "completed", "tag": "228219d8-b6f0-44fb-b5c3-d106a37ba29c"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:35.753955 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 228219d8-b6f0-44fb-b5c3-d106a37ba29c, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=228219d8-b6f0-44fb-b5c3-d106a37ba29c,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:35.764473 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:35.772765 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 0cad5bab-a12f-4907-9f57-6f963f138c76 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:35.773162 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:35.813716 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-dd816e18-a816-4776-889b-2acb86a46bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'name': 'tempest-ServersTestBootFromVolume-1444691228-router', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:57Z', 'revision_number': 4, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'gw_port': {'id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:46Z', 'updated_at': '2021-11-25T19:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '5424adc7-682e-4177-b0b9-df20b1a05301', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'floating_ip_address': '172.25.6.105', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'port_id': '18654cad-d1ea-4b75-b9ec-95d6a36e3f2a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0', 'mac_address': 'fa:16:3e:ce:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7b1e2f-9d59-4837-9845-45fa31555fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:27:02Z', 'updated_at': '2021-11-25T19:28:31Z', 'revision_number': 1, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4272690e-5a5f-4108-a1a6-b1ee839aafdd', 'name': '', 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'mac_address': 'fa:16:3e:8d:9c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:55Z', 'updated_at': '2021-11-25T19:27:07Z', 'revision_number': 5, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'subnets': [{'id': 'fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:35.840196 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dcc73fde-e671-484b-a8e9-62c2cde19a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:35.850166 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dcc73fde-e671-484b-a8e9-62c2cde19a5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:35.851707 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-dcc73fde-e671-484b-a8e9-62c2cde19a5e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d8a12964-d2f7-4d49-8a44-975c68d2bbb8 HTTP/1.1" status: 204 len: 168 time: 1.0885365 Nov 25 19:28:35.917933 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd816e18-a816-4776-889b-2acb86a46bea None None] Checking router: 6275551c-c63c-4975-a843-60fdb8e9f670 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:28:35.922419 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc73fde-e671-484b-a8e9-62c2cde19a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a12964-d2f7-4d49-8a44-975c68d2bbb8,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:35.956124 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd816e18-a816-4776-889b-2acb86a46bea None None] Routers {'6275551c-c63c-4975-a843-60fdb8e9f670'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:35.957217 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-dd816e18-a816-4776-889b-2acb86a46bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:28:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6275551c-c63c-4975-a843-60fdb8e9f670'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:36.259883 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1e18f9-3065-4229-ba01-475e8119db6a None None] Network 07c74b9c-7303-4c51-a40c-27df1d50c13d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:28:36.277474 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-37f000b3-1514-4d63-8398-acd5f91aa110 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Allocated IP 172.20.0.10 (e6158874-f3fb-4308-9410-05f7cf33be46/9b4e68ca-4886-4426-81e9-4de4c5c0268c/c2e4f6a6-6000-4fd1-a421-9f28a2140fe5) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:28:36.296155 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22516467-40ca-4d29-abe6-99b2f998fb11 req-e691ad12-8db9-4874-9551-3c75631e1920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:36.299111 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-22516467-40ca-4d29-abe6-99b2f998fb11 req-e691ad12-8db9-4874-9551-3c75631e1920 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=794af00fdd784b2ebeae23a2a2ed5bde&device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 1096 time: 1.3464665 Nov 25 19:28:36.372496 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f256ac-f4af-427a-acee-bbe5a685c866 req-eb7345f3-e777-479a-b128-befdcd5cb447 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:36.396334 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e76512c-9300-48d2-986b-89ce1f9b883c x-openstack-request-id: req-1e76512c-9300-48d2-986b-89ce1f9b883c {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:36.399079 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b618af4d-48f7-4324-b8ec-be14c57d3f51", "name": "network-vif-plugged", "status": "completed", "tag": "228219d8-b6f0-44fb-b5c3-d106a37ba29c", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:36.399742 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1e76512c-9300-48d2-986b-89ce1f9b883c {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:36.401803 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b618af4d-48f7-4324-b8ec-be14c57d3f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228219d8-b6f0-44fb-b5c3-d106a37ba29c', 'code': 200} Nov 25 19:28:36.404544 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e8f256ac-f4af-427a-acee-bbe5a685c866 req-eb7345f3-e777-479a-b128-befdcd5cb447 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 949 time: 0.7585380 Nov 25 19:28:36.616880 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=228219d8-b6f0-44fb-b5c3-d106a37ba29c,revision_number=9']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:36.636238 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8863f025-b8da-41d9-bb96-a69ab909372b None None] Provisioning complete for port 0cad5bab-a12f-4907-9f57-6f963f138c76 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:36.636617 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8863f025-b8da-41d9-bb96-a69ab909372b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:36.697414 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:36.712997 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-37f000b3-1514-4d63-8398-acd5f91aa110 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:36.750627 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-dd816e18-a816-4776-889b-2acb86a46bea None None] Set router 6275551c-c63c-4975-a843-60fdb8e9f670 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:36.818317 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-37f000b3-1514-4d63-8398-acd5f91aa110 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:36.908973 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 0cad5bab-a12f-4907-9f57-6f963f138c76, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0cad5bab-a12f-4907-9f57-6f963f138c76,segment=NetworkSegment(b9078fb3-09a5-4667-9ccb-e8c7effe710e),segment_id=b9078fb3-09a5-4667-9ccb-e8c7effe710e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:36.926774 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f000b3-1514-4d63-8398-acd5f91aa110 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Pushing event updated for resources: {'Port': ['ID=c2e4f6a6-6000-4fd1-a421-9f28a2140fe5,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:36.961637 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-37f000b3-1514-4d63-8398-acd5f91aa110 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Network e6158874-f3fb-4308-9410-05f7cf33be46 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:28:36.968582 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-37f000b3-1514-4d63-8398-acd5f91aa110 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:28:36.974439 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:36.976633 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-37f000b3-1514-4d63-8398-acd5f91aa110 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:28:37.104680 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfb358-ac29-4cc4-9f9a-ec349ee5e837 req-65ac26fe-2b4c-450e-9942-0fd3849a7b49 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:37.105217 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa1650ae-6fec-487f-b6e9-8c362fe3c100 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:37.122397 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4ddfb358-ac29-4cc4-9f9a-ec349ee5e837 req-65ac26fe-2b4c-450e-9942-0fd3849a7b49 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f766549-3d8a-417d-a429-692ab3829f96 HTTP/1.1" status: 200 len: 932 time: 0.3138127 Nov 25 19:28:37.135013 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e8f256ac-f4af-427a-acee-bbe5a685c866 req-9ca4c8f6-ba25-40dd-b89c-ec8a94a8e0bc tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7112463 Nov 25 19:28:37.228723 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-37f000b3-1514-4d63-8398-acd5f91aa110 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:37.229427 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-37f000b3-1514-4d63-8398-acd5f91aa110 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:37.232924 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-dd816e18-a816-4776-889b-2acb86a46bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'name': 'tempest-ServersTestBootFromVolume-1444691228-router', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:57Z', 'revision_number': 4, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'gw_port': {'id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:46Z', 'updated_at': '2021-11-25T19:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '5424adc7-682e-4177-b0b9-df20b1a05301', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'floating_ip_address': '172.25.6.105', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'port_id': '18654cad-d1ea-4b75-b9ec-95d6a36e3f2a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0', 'mac_address': 'fa:16:3e:ce:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7b1e2f-9d59-4837-9845-45fa31555fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:27:02Z', 'updated_at': '2021-11-25T19:28:31Z', 'revision_number': 1, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4272690e-5a5f-4108-a1a6-b1ee839aafdd', 'name': '', 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'mac_address': 'fa:16:3e:8d:9c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:55Z', 'updated_at': '2021-11-25T19:27:07Z', 'revision_number': 5, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'subnets': [{'id': 'fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:37.287339 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd816e18-a816-4776-889b-2acb86a46bea None None] The sync data for ids ['6275551c-c63c-4975-a843-60fdb8e9f670'] in n-d-819349-5 is: [{'id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'name': 'tempest-ServersTestBootFromVolume-1444691228-router', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:57Z', 'revision_number': 4, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'gw_port': {'id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:46Z', 'updated_at': '2021-11-25T19:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '5424adc7-682e-4177-b0b9-df20b1a05301', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'floating_ip_address': '172.25.6.105', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'port_id': '18654cad-d1ea-4b75-b9ec-95d6a36e3f2a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0', 'mac_address': 'fa:16:3e:ce:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7b1e2f-9d59-4837-9845-45fa31555fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:27:02Z', 'updated_at': '2021-11-25T19:28:31Z', 'revision_number': 1, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4272690e-5a5f-4108-a1a6-b1ee839aafdd', 'name': '', 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'mac_address': 'fa:16:3e:8d:9c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:55Z', 'updated_at': '2021-11-25T19:27:07Z', 'revision_number': 5, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'subnets': [{'id': 'fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:28:37.290176 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8863f025-b8da-41d9-bb96-a69ab909372b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:37.335595 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=0cad5bab-a12f-4907-9f57-6f963f138c76,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:37.387091 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-37f000b3-1514-4d63-8398-acd5f91aa110 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6140471 Nov 25 19:28:37.422982 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-96b8c910-1dd9-46fc-9956-2c5c21649d58 service neutron] Request body: {'port': {'device_id': '9f766549-3d8a-417d-a429-692ab3829f96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:37.441603 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22516467-40ca-4d29-abe6-99b2f998fb11 req-dfdc213b-60a5-4887-b921-212628127269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:37.441603 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-22516467-40ca-4d29-abe6-99b2f998fb11 req-dfdc213b-60a5-4887-b921-212628127269 service neutron] 10.222.0.85 "GET /v2.0/networks?id=500d758c-c123-4000-99df-020cdf9c84a0 HTTP/1.1" status: 200 len: 917 time: 1.1223798 Nov 25 19:28:37.602825 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-8863f025-b8da-41d9-bb96-a69ab909372b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:28:37.604085 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-8863f025-b8da-41d9-bb96-a69ab909372b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:28:37.613009 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-22516467-40ca-4d29-abe6-99b2f998fb11 req-3ea23a90-d17f-444f-a5d2-f6491f6e59e2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18654cad-d1ea-4b75-b9ec-95d6a36e3f2a HTTP/1.1" status: 200 len: 999 time: 0.1587391 Nov 25 19:28:37.672767 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-96b8c910-1dd9-46fc-9956-2c5c21649d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:37.697050 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4ddfb358-ac29-4cc4-9f9a-ec349ee5e837 req-96c1aaf3-75f0-4f39-922f-826e6897d609 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a93f031-d96f-4e89-a4f1-92d6b6c9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5600252 Nov 25 19:28:37.832378 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555376f4-8bef-4abc-bd4b-8933284d40ec None None] New status for floating IP 5424adc7-682e-4177-b0b9-df20b1a05301: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:28:37.958749 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22516467-40ca-4d29-abe6-99b2f998fb11 req-93bf496a-9949-4e1b-a46a-3ffe302848f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:37.968544 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-22516467-40ca-4d29-abe6-99b2f998fb11 req-93bf496a-9949-4e1b-a46a-3ffe302848f7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9 HTTP/1.1" status: 200 len: 855 time: 0.2963574 Nov 25 19:28:38.109252 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa1650ae-6fec-487f-b6e9-8c362fe3c100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:38.127867 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22516467-40ca-4d29-abe6-99b2f998fb11 req-c8d182b9-5f2b-4b5b-af4d-0c3612a7aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:38.129386 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-22516467-40ca-4d29-abe6-99b2f998fb11 req-c8d182b9-5f2b-4b5b-af4d-0c3612a7aac5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=500d758c-c123-4000-99df-020cdf9c84a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1542687 Nov 25 19:28:38.249909 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33766) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:38.404889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-96b8c910-1dd9-46fc-9956-2c5c21649d58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e4f6a6-6000-4fd1-a421-9f28a2140fe5 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:28:38.453430 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-96b8c910-1dd9-46fc-9956-2c5c21649d58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:38.515681 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-96b8c910-1dd9-46fc-9956-2c5c21649d58 service neutron] Transition to ACTIVE for port object c2e4f6a6-6000-4fd1-a421-9f28a2140fe5 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:28:38.526798 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-96b8c910-1dd9-46fc-9956-2c5c21649d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:38.605500 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-264dd292-4f00-4ee1-8550-0ea534df4d2b None None] Provisioning complete for port 0cad5bab-a12f-4907-9f57-6f963f138c76 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:38.606720 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-264dd292-4f00-4ee1-8550-0ea534df4d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:38.637957 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a4d67-5490-4a5f-81a0-d6776714a899 req-7b847a89-0b6a-40e3-a7ce-38b51b4d61d0 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:38.652029 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f33a4d67-5490-4a5f-81a0-d6776714a899 req-7b847a89-0b6a-40e3-a7ce-38b51b4d61d0 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 949 time: 0.3136570 Nov 25 19:28:38.671262 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-22516467-40ca-4d29-abe6-99b2f998fb11 req-9fb13a92-9f5c-45be-85d3-67e6510cd174 service neutron] 10.222.0.85 "GET /v2.0/networks/500d758c-c123-4000-99df-020cdf9c84a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244884 Nov 25 19:28:38.767221 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8c910-1dd9-46fc-9956-2c5c21649d58 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e4f6a6-6000-4fd1-a421-9f28a2140fe5,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:38.882077 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f33a4d67-5490-4a5f-81a0-d6776714a899 req-3c16975a-8262-4a02-8ed1-6195d334b4dc tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261283 Nov 25 19:28:38.986823 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-96b8c910-1dd9-46fc-9956-2c5c21649d58 service neutron] Attempting to bind port c2e4f6a6-6000-4fd1-a421-9f28a2140fe5 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:28:38.987723 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-96b8c910-1dd9-46fc-9956-2c5c21649d58 service neutron] Attempting to bind port c2e4f6a6-6000-4fd1-a421-9f28a2140fe5 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'd60c1a3c-e0ee-4344-8305-2e18fa2e4f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'e6158874-f3fb-4308-9410-05f7cf33be46'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:28:38.989344 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-9833795-network', 'tenant_id': '18f710711089484b91718e43c1998f8d'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:38.991824 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-96b8c910-1dd9-46fc-9956-2c5c21649d58 service neutron] Attempting to bind port c2e4f6a6-6000-4fd1-a421-9f28a2140fe5 on network e6158874-f3fb-4308-9410-05f7cf33be46 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:38.993684 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1650ae-6fec-487f-b6e9-8c362fe3c100 admin admin] Router c5b54e1e-8e3d-4388-9089-f9d09085336f is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:28:39.022597 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-96b8c910-1dd9-46fc-9956-2c5c21649d58 service neutron] Port c2e4f6a6-6000-4fd1-a421-9f28a2140fe5 on network e6158874-f3fb-4308-9410-05f7cf33be46 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:28:39.024370 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-96b8c910-1dd9-46fc-9956-2c5c21649d58 service neutron] Attempting to bind port c2e4f6a6-6000-4fd1-a421-9f28a2140fe5 on network e6158874-f3fb-4308-9410-05f7cf33be46 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:39.037864 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-96b8c910-1dd9-46fc-9956-2c5c21649d58 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:28:39.040625 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-96b8c910-1dd9-46fc-9956-2c5c21649d58 service neutron] Checking segment: {'id': 'd60c1a3c-e0ee-4344-8305-2e18fa2e4f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'e6158874-f3fb-4308-9410-05f7cf33be46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:28:39.041410 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-96b8c910-1dd9-46fc-9956-2c5c21649d58 service neutron] Bound using segment: {'id': 'd60c1a3c-e0ee-4344-8305-2e18fa2e4f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'e6158874-f3fb-4308-9410-05f7cf33be46'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:28:39.042279 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-96b8c910-1dd9-46fc-9956-2c5c21649d58 service neutron] Bound port: c2e4f6a6-6000-4fd1-a421-9f28a2140fe5, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd60c1a3c-e0ee-4344-8305-2e18fa2e4f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'e6158874-f3fb-4308-9410-05f7cf33be46'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:28:39.044901 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-96b8c910-1dd9-46fc-9956-2c5c21649d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:39.132099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304e65c-fc10-457b-8efe-7579b1698fa0 req-791443dc-2bf7-41d9-ac79-8722cc0bd6e5 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:39.142753 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1304e65c-fc10-457b-8efe-7579b1698fa0 req-791443dc-2bf7-41d9-ac79-8722cc0bd6e5 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f766549-3d8a-417d-a429-692ab3829f96 HTTP/1.1" status: 200 len: 944 time: 0.1863737 Nov 25 19:28:39.176502 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0cad5bab-a12f-4907-9f57-6f963f138c76 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:39.236976 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1304e65c-fc10-457b-8efe-7579b1698fa0 req-7005f034-921a-4214-9920-7416ab78f698 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a93f031-d96f-4e89-a4f1-92d6b6c9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931137 Nov 25 19:28:39.238413 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-96b8c910-1dd9-46fc-9956-2c5c21649d58 service neutron] For port c2e4f6a6-6000-4fd1-a421-9f28a2140fe5, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:28:39.244312 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-96b8c910-1dd9-46fc-9956-2c5c21649d58 service neutron] For port c2e4f6a6-6000-4fd1-a421-9f28a2140fe5, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c2e4f6a6-6000-4fd1-a421-9f28a2140fe5,segment=NetworkSegment(d60c1a3c-e0ee-4344-8305-2e18fa2e4f9f),segment_id=d60c1a3c-e0ee-4344-8305-2e18fa2e4f9f)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:28:39.255697 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-96b8c910-1dd9-46fc-9956-2c5c21649d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:39.320008 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 0cad5bab-a12f-4907-9f57-6f963f138c76 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:39.322232 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:39.337261 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-96b8c910-1dd9-46fc-9956-2c5c21649d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:39.338780 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-96b8c910-1dd9-46fc-9956-2c5c21649d58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:39.340597 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-96b8c910-1dd9-46fc-9956-2c5c21649d58 service neutron] 10.222.0.73 "PUT /v2.0/ports/c2e4f6a6-6000-4fd1-a421-9f28a2140fe5 HTTP/1.1" status: 200 len: 1092 time: 1.9316669 Nov 25 19:28:39.341037 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-22516467-40ca-4d29-abe6-99b2f998fb11 req-91aaf939-0eb8-4dcc-b26c-27c5e5762342 service neutron] 10.222.0.85 "GET /v2.0/networks/500d758c-c123-4000-99df-020cdf9c84a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6554513 Nov 25 19:28:39.341194 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f766549-3d8a-417d-a429-692ab3829f96', 'tag': 'c2e4f6a6-6000-4fd1-a421-9f28a2140fe5'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:39.343925 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8db6a90-5e4e-4c8a-b1a9-c59bffc1ccdc" -d '{"events": [{"name": "network-changed", "server_uuid": "9f766549-3d8a-417d-a429-692ab3829f96", "tag": "c2e4f6a6-6000-4fd1-a421-9f28a2140fe5"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:39.398678 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] Made reservation on behalf of 18f710711089484b91718e43c1998f8d for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:28:39.405284 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:39.412235 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8c910-1dd9-46fc-9956-2c5c21649d58 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e4f6a6-6000-4fd1-a421-9f28a2140fe5,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:39.425737 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:39.458954 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7209b-14b9-40f3-9719-ffbe847edd84 req-fe1e2940-3b56-45e6-bf21-571fd2243d53 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:39.461887 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7bf7209b-14b9-40f3-9719-ffbe847edd84 req-fe1e2940-3b56-45e6-bf21-571fd2243d53 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 949 time: 0.4103878 Nov 25 19:28:39.492039 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fa3493-cba1-454f-9381-77f7cc1cdc12 x-openstack-request-id: req-a1fa3493-cba1-454f-9381-77f7cc1cdc12 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:39.492577 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f766549-3d8a-417d-a429-692ab3829f96", "tag": "c2e4f6a6-6000-4fd1-a421-9f28a2140fe5", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:39.494028 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a1fa3493-cba1-454f-9381-77f7cc1cdc12 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:39.494668 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f766549-3d8a-417d-a429-692ab3829f96', 'tag': 'c2e4f6a6-6000-4fd1-a421-9f28a2140fe5', 'status': 'completed', 'code': 200} Nov 25 19:28:39.519721 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-790d6ad9-d12c-463b-94f0-47b43326061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:39.521661 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-790d6ad9-d12c-463b-94f0-47b43326061b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=137516a16821461db4040c2159f6f4a8&device_id=9f766549-3d8a-417d-a429-692ab3829f96 HTTP/1.1" status: 200 len: 1095 time: 0.0866237 Nov 25 19:28:39.544415 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1650ae-6fec-487f-b6e9-8c362fe3c100 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:28:39.559842 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c64ee80-6905-4787-997d-35c634e2683e None None] Sync routers for ids ['c5b54e1e-8e3d-4388-9089-f9d09085336f'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:28:39.596382 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c64ee80-6905-4787-997d-35c634e2683e None None] Routers {'c5b54e1e-8e3d-4388-9089-f9d09085336f'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:39.603358 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-1c64ee80-6905-4787-997d-35c634e2683e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:28:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c5b54e1e-8e3d-4388-9089-f9d09085336f'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:39.665953 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-13adf2f9-0d4c-4133-9fda-186eb8dfbf2d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2e4f6a6-6000-4fd1-a421-9f28a2140fe5 HTTP/1.1" status: 200 len: 217 time: 0.1249888 Nov 25 19:28:39.675523 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7bf7209b-14b9-40f3-9719-ffbe847edd84 req-8690fc9e-fa48-4506-97ec-60276c899767 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967845 Nov 25 19:28:39.708155 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa1650ae-6fec-487f-b6e9-8c362fe3c100 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:39.715528 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fa1650ae-6fec-487f-b6e9-8c362fe3c100 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.2876666 Nov 25 19:28:39.723161 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33786) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:39.922083 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-0574c4ec-3905-481a-b8fa-18c1ba070454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:39.923771 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-0574c4ec-3905-481a-b8fa-18c1ba070454 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9b4e68ca-4886-4426-81e9-4de4c5c0268c HTTP/1.1" status: 200 len: 861 time: 0.2380376 Nov 25 19:28:39.994477 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-1c64ee80-6905-4787-997d-35c634e2683e None None] Set router c5b54e1e-8e3d-4388-9089-f9d09085336f gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:40.079751 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-b2daa91a-bec1-4c94-9596-3618c4b366a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e6158874-f3fb-4308-9410-05f7cf33be46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1446209 Nov 25 19:28:40.091128 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:40.106540 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:40.215987 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:28:40.233964 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:40.234750 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] Added segment 23057e60-9ec4-4e28-b42a-44180d98336f of type vlan for network e17bf6db-0463-45aa-a197-619eac3cc855 Nov 25 19:28:40.278329 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1af36a6-9053-4b0f-a032-e49e739f2b97,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:40.314763 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-5c955ae4-4249-429b-b9e7-4c85f0884c15 service neutron] 10.222.0.73 "GET /v2.0/networks/e6158874-f3fb-4308-9410-05f7cf33be46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280788 Nov 25 19:28:40.346081 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:40.346588 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:40.346972 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:40.347367 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:40.348761 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:40.349975 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:40.349975 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:40.349975 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:40.351067 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:40.351067 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:40.351067 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:40.351602 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:40.396136 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:40.450539 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:40.452093 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:40.453599 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:40.543821 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2679892 Nov 25 19:28:40.550178 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33816) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:40.560618 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5230babd-a4cf-4b15-8f6a-fdce803d8875 admin admin] Request body: {'subnet': {'network_id': 'e17bf6db-0463-45aa-a197-619eac3cc855', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-9833795-subnet', 'tenant_id': '18f710711089484b91718e43c1998f8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:40.565894 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-1c64ee80-6905-4787-997d-35c634e2683e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b54e1e-8e3d-4388-9089-f9d09085336f', 'name': 'tempest-TaggedBootDevicesTest-653627916-router', 'tenant_id': 'ab1d82f642b54bd289c4a827e6879324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '1f8af07a-2e5f-4c38-8184-f3cda7da55f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:28:30Z', 'updated_at': '2021-11-25T19:28:36Z', 'revision_number': 3, 'project_id': 'ab1d82f642b54bd289c4a827e6879324', 'gw_port': {'id': '1f8af07a-2e5f-4c38-8184-f3cda7da55f9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b54e1e-8e3d-4388-9089-f9d09085336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:34Z', 'updated_at': '2021-11-25T19:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:40.619195 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c64ee80-6905-4787-997d-35c634e2683e None None] Checking router: c5b54e1e-8e3d-4388-9089-f9d09085336f for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:28:40.619523 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c64ee80-6905-4787-997d-35c634e2683e None None] Updating router c5b54e1e-8e3d-4388-9089-f9d09085336f port 1f8af07a-2e5f-4c38-8184-f3cda7da55f9 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:28:40.649773 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876917eb-68c6-46a4-b84d-1d812dd98f5d admin admin] Pushing event updated for resources: {'Network': ['ID=e17bf6db-0463-45aa-a197-619eac3cc855,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:40.667427 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network e17bf6db-0463-45aa-a197-619eac3cc855 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:28:40.695206 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1c64ee80-6905-4787-997d-35c634e2683e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:40.747890 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-0c7d8ca9-c8aa-4565-b77b-358218eb9ccd tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1537762 Nov 25 19:28:40.903976 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-c85cce87-48f5-4df5-b6f8-66aeced6af6a tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:40.913893 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-c85cce87-48f5-4df5-b6f8-66aeced6af6a tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1649268 Nov 25 19:28:40.956123 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-38440c75-c6db-4df9-8ff1-83187dc13b5a tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/quotas/92fad1dc82f24f91a07d3c087ee582e6 HTTP/1.1" status: 200 len: 375 time: 0.0406146 Nov 25 19:28:41.014958 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f08d0fd3-ebd2-4fcd-849b-93cb7b6a298b req-b3123360-b064-4700-8903-d7fbd8b9134d service neutron] 10.222.0.73 "GET /v2.0/networks/e6158874-f3fb-4308-9410-05f7cf33be46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6933846 Nov 25 19:28:41.068416 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-b6eed4b2-0f35-4efb-bd79-966854aaa9ab tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1106200 Nov 25 19:28:41.150122 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdaa77-c98d-4cbb-ae91-832dfddfe468 req-cb705753-eeed-404c-8d24-5f99588d852b tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:41.164638 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7dfdaa77-c98d-4cbb-ae91-832dfddfe468 req-cb705753-eeed-404c-8d24-5f99588d852b tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f766549-3d8a-417d-a429-692ab3829f96 HTTP/1.1" status: 200 len: 944 time: 0.6769977 Nov 25 19:28:41.181893 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5230babd-a4cf-4b15-8f6a-fdce803d8875 admin admin] Made reservation on behalf of 18f710711089484b91718e43c1998f8d for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:28:41.185714 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5230babd-a4cf-4b15-8f6a-fdce803d8875 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:41.256046 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1c64ee80-6905-4787-997d-35c634e2683e None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:41.266705 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1c64ee80-6905-4787-997d-35c634e2683e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:41.270580 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db6a90-5e4e-4c8a-b1a9-c59bffc1ccdc req-7a86218a-2609-4be7-82b3-a0cdc54dc21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:41.276670 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8db6a90-5e4e-4c8a-b1a9-c59bffc1ccdc req-7a86218a-2609-4be7-82b3-a0cdc54dc21d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=137516a16821461db4040c2159f6f4a8&device_id=9f766549-3d8a-417d-a429-692ab3829f96 HTTP/1.1" status: 200 len: 1095 time: 0.1048717 Nov 25 19:28:41.479414 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-1c64ee80-6905-4787-997d-35c634e2683e None None] Attempting to bind port 1f8af07a-2e5f-4c38-8184-f3cda7da55f9 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:28:41.481678 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-1c64ee80-6905-4787-997d-35c634e2683e None None] Attempting to bind port 1f8af07a-2e5f-4c38-8184-f3cda7da55f9 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:28:41.482182 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c64ee80-6905-4787-997d-35c634e2683e None None] Attempting to bind port 1f8af07a-2e5f-4c38-8184-f3cda7da55f9 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:41.485747 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7dfdaa77-c98d-4cbb-ae91-832dfddfe468 req-b0bed606-fa25-40bc-a049-9265ae2c0bf5 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a93f031-d96f-4e89-a4f1-92d6b6c9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198202 Nov 25 19:28:41.496391 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe2481-90af-4bf5-b68d-05ab78170534 None None] Pushing event updated for resources: {'Port': ['ID=1f8af07a-2e5f-4c38-8184-f3cda7da55f9,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:41.501843 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db6a90-5e4e-4c8a-b1a9-c59bffc1ccdc req-9256d975-27f4-4a5f-bbf8-bc71cd950ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:41.504138 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8db6a90-5e4e-4c8a-b1a9-c59bffc1ccdc req-9256d975-27f4-4a5f-bbf8-bc71cd950ed3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e6158874-f3fb-4308-9410-05f7cf33be46 HTTP/1.1" status: 200 len: 922 time: 0.2186763 Nov 25 19:28:41.539642 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c64ee80-6905-4787-997d-35c634e2683e None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:28:41.551626 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c64ee80-6905-4787-997d-35c634e2683e None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:28:41.555462 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1c64ee80-6905-4787-997d-35c634e2683e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:41.558209 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c64ee80-6905-4787-997d-35c634e2683e None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:28:41.559450 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-1c64ee80-6905-4787-997d-35c634e2683e None None] Bound port: 1f8af07a-2e5f-4c38-8184-f3cda7da55f9, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:28:41.564397 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1c64ee80-6905-4787-997d-35c634e2683e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:41.573384 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe2481-90af-4bf5-b68d-05ab78170534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:41.575155 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe2481-90af-4bf5-b68d-05ab78170534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:41.579925 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe2481-90af-4bf5-b68d-05ab78170534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:41.581447 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe2481-90af-4bf5-b68d-05ab78170534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:41.582059 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe2481-90af-4bf5-b68d-05ab78170534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:41.586812 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe2481-90af-4bf5-b68d-05ab78170534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:41.588493 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe2481-90af-4bf5-b68d-05ab78170534 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:41.589905 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe2481-90af-4bf5-b68d-05ab78170534 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:41.591722 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe2481-90af-4bf5-b68d-05ab78170534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:41.593080 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe2481-90af-4bf5-b68d-05ab78170534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:41.594733 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe2481-90af-4bf5-b68d-05ab78170534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:41.595760 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe2481-90af-4bf5-b68d-05ab78170534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:41.649491 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8db6a90-5e4e-4c8a-b1a9-c59bffc1ccdc req-7b327a19-54aa-4e08-a667-c39430d21468 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2e4f6a6-6000-4fd1-a421-9f28a2140fe5 HTTP/1.1" status: 200 len: 217 time: 0.1328003 Nov 25 19:28:41.771404 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-1c64ee80-6905-4787-997d-35c634e2683e None None] For port 1f8af07a-2e5f-4c38-8184-f3cda7da55f9, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:28:41.779302 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-1c64ee80-6905-4787-997d-35c634e2683e None None] For port 1f8af07a-2e5f-4c38-8184-f3cda7da55f9, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1f8af07a-2e5f-4c38-8184-f3cda7da55f9,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:28:41.788952 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1c64ee80-6905-4787-997d-35c634e2683e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:41.798116 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db6a90-5e4e-4c8a-b1a9-c59bffc1ccdc req-d58ed8d0-cea1-45b5-88fe-39d736a174a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:41.799819 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8db6a90-5e4e-4c8a-b1a9-c59bffc1ccdc req-d58ed8d0-cea1-45b5-88fe-39d736a174a8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9b4e68ca-4886-4426-81e9-4de4c5c0268c HTTP/1.1" status: 200 len: 861 time: 0.1431720 Nov 25 19:28:41.843930 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-89f03af9-63dd-4bba-8c00-5a38dc732747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:41.851496 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8db6a90-5e4e-4c8a-b1a9-c59bffc1ccdc req-b8bd6285-d310-4c49-8423-8cf294906e73 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e6158874-f3fb-4308-9410-05f7cf33be46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367737 Nov 25 19:28:41.893688 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-52863bf8-3078-4543-b59b-906ae4e0a4c1 req-e7c3f2a9-cff0-4b8c-a532-cce4b9a0cde9 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 210 time: 0.0988185 Nov 25 19:28:41.898528 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5230babd-a4cf-4b15-8f6a-fdce803d8875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:41.921082 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe2481-90af-4bf5-b68d-05ab78170534 None None] Pushing event updated for resources: {'Port': ['ID=1f8af07a-2e5f-4c38-8184-f3cda7da55f9,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:41.943380 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c64ee80-6905-4787-997d-35c634e2683e None None] Routers {'c5b54e1e-8e3d-4388-9089-f9d09085336f'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:41.944177 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-1c64ee80-6905-4787-997d-35c634e2683e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:28:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c5b54e1e-8e3d-4388-9089-f9d09085336f'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:42.113985 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-1c64ee80-6905-4787-997d-35c634e2683e None None] Set router c5b54e1e-8e3d-4388-9089-f9d09085336f gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:42.135279 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8db6a90-5e4e-4c8a-b1a9-c59bffc1ccdc req-0d1d46fb-2c85-44fb-ad56-f76838cb912d service neutron] 10.222.0.73 "GET /v2.0/networks/e6158874-f3fb-4308-9410-05f7cf33be46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702987 Nov 25 19:28:42.307991 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8db6a90-5e4e-4c8a-b1a9-c59bffc1ccdc req-9c33c7b5-0e93-4b92-8239-0615a7d83471 service neutron] 10.222.0.73 "GET /v2.0/networks/e6158874-f3fb-4308-9410-05f7cf33be46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645534 Nov 25 19:28:42.389271 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230babd-a4cf-4b15-8f6a-fdce803d8875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aadf5de5-5228-43ae-ac68-959c2ac09c3e,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:42.407876 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-89f03af9-63dd-4bba-8c00-5a38dc732747 admin admin] Allocated IP 172.20.0.1 (07c74b9c-7303-4c51-a40c-27df1d50c13d/2abcffc8-c5af-4ffc-8aa5-c9e61714e879/fb0b73b6-9fdd-4c11-8e5e-c8d02920c921) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:28:42.445353 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5230babd-a4cf-4b15-8f6a-fdce803d8875 admin admin] Checking segment: {'id': '23057e60-9ec4-4e28-b42a-44180d98336f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e17bf6db-0463-45aa-a197-619eac3cc855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:28:42.446062 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5230babd-a4cf-4b15-8f6a-fdce803d8875 admin admin] Network hostable DHCP agents. Network: e17bf6db-0463-45aa-a197-619eac3cc855, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:28:42.572431 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-1c64ee80-6905-4787-997d-35c634e2683e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b54e1e-8e3d-4388-9089-f9d09085336f', 'name': 'tempest-TaggedBootDevicesTest-653627916-router', 'tenant_id': 'ab1d82f642b54bd289c4a827e6879324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '1f8af07a-2e5f-4c38-8184-f3cda7da55f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:28:30Z', 'updated_at': '2021-11-25T19:28:36Z', 'revision_number': 3, 'project_id': 'ab1d82f642b54bd289c4a827e6879324', 'gw_port': {'id': '1f8af07a-2e5f-4c38-8184-f3cda7da55f9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b54e1e-8e3d-4388-9089-f9d09085336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:34Z', 'updated_at': '2021-11-25T19:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:42.638882 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c64ee80-6905-4787-997d-35c634e2683e None None] The sync data for ids ['c5b54e1e-8e3d-4388-9089-f9d09085336f'] in n-d-819349-5 is: [{'id': 'c5b54e1e-8e3d-4388-9089-f9d09085336f', 'name': 'tempest-TaggedBootDevicesTest-653627916-router', 'tenant_id': 'ab1d82f642b54bd289c4a827e6879324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '1f8af07a-2e5f-4c38-8184-f3cda7da55f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:28:30Z', 'updated_at': '2021-11-25T19:28:36Z', 'revision_number': 3, 'project_id': 'ab1d82f642b54bd289c4a827e6879324', 'gw_port': {'id': '1f8af07a-2e5f-4c38-8184-f3cda7da55f9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b54e1e-8e3d-4388-9089-f9d09085336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:34Z', 'updated_at': '2021-11-25T19:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:28:42.678342 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5230babd-a4cf-4b15-8f6a-fdce803d8875 admin admin] Network e17bf6db-0463-45aa-a197-619eac3cc855 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:28:42.725929 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5230babd-a4cf-4b15-8f6a-fdce803d8875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, e17bf6db-0463-45aa-a197-619eac3cc855) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:28:42.736607 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce7db40-2196-4ba1-9076-2bcfa2224ef4 None None] Network e17bf6db-0463-45aa-a197-619eac3cc855 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:28:42.757037 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-89f03af9-63dd-4bba-8c00-5a38dc732747 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:42.760698 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5230babd-a4cf-4b15-8f6a-fdce803d8875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:42.761303 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5230babd-a4cf-4b15-8f6a-fdce803d8875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:42.794837 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5230babd-a4cf-4b15-8f6a-fdce803d8875 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2317822 Nov 25 19:28:42.822613 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63233b0-ac93-449b-a4d0-917d189a4723 req-f0b55aa2-d1a7-4898-8289-1c7db1455dee tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:42.830279 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c63233b0-ac93-449b-a4d0-917d189a4723 req-f0b55aa2-d1a7-4898-8289-1c7db1455dee tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f766549-3d8a-417d-a429-692ab3829f96 HTTP/1.1" status: 200 len: 944 time: 0.1689322 Nov 25 19:28:42.890172 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-89f03af9-63dd-4bba-8c00-5a38dc732747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:42.976244 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c63233b0-ac93-449b-a4d0-917d189a4723 req-12a0279d-9526-4f3e-b76a-019ed4f1e2f9 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a93f031-d96f-4e89-a4f1-92d6b6c9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449063 Nov 25 19:28:42.991086 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f03af9-63dd-4bba-8c00-5a38dc732747 admin admin] Network 07c74b9c-7303-4c51-a40c-27df1d50c13d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:28:43.001451 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-89f03af9-63dd-4bba-8c00-5a38dc732747 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:28:43.005789 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f03af9-63dd-4bba-8c00-5a38dc732747 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:28:43.149513 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f03af9-63dd-4bba-8c00-5a38dc732747 admin admin] Pushing event updated for resources: {'Port': ['ID=fb0b73b6-9fdd-4c11-8e5e-c8d02920c921,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:43.267479 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fdb5ec05-130e-4b75-95c3-d4a671cefbdb req-0cd42b18-1adf-401b-b785-b3917459eb7b tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 210 time: 0.0814984 Nov 25 19:28:43.268942 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-89f03af9-63dd-4bba-8c00-5a38dc732747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:43.379095 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26882da-324d-4610-b21f-6af965c418d9 None None] Network e17bf6db-0463-45aa-a197-619eac3cc855 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:28:43.481523 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-92de7ba3-5f36-4304-9bb3-00b87e695a29 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1172020 Nov 25 19:28:43.785622 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-89f03af9-63dd-4bba-8c00-5a38dc732747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:43.864112 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-e5c90c2f-e0f2-42fb-8be4-21f8badc1b6b tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:43.888181 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-e5c90c2f-e0f2-42fb-8be4-21f8badc1b6b tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3991706 Nov 25 19:28:43.933589 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ae1fc74a-170b-4a5d-bb68-645bb3a3f245 None None] Provisioning complete for port fb0b73b6-9fdd-4c11-8e5e-c8d02920c921 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:43.936442 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae1fc74a-170b-4a5d-bb68-645bb3a3f245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:43.938549 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-acd54628-baa1-4674-8d27-d19daea799b1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Request body: {'port': {'device_id': 'a0a76190-762e-4f1e-966d-f84fa91780f4', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '92fad1dc82f24f91a07d3c087ee582e6'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:44.029388 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ae1fc74a-170b-4a5d-bb68-645bb3a3f245 None None] Port fb0b73b6-9fdd-4c11-8e5e-c8d02920c921 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:28:44.260219 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-1d875745-d282-4b08-8114-6872418c79a1 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:44.268794 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-1d875745-d282-4b08-8114-6872418c79a1 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/networks?id=e17bf6db-0463-45aa-a197-619eac3cc855 HTTP/1.1" status: 200 len: 810 time: 0.4229925 Nov 25 19:28:44.300431 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-89f03af9-63dd-4bba-8c00-5a38dc732747 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:44.308732 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-89f03af9-63dd-4bba-8c00-5a38dc732747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:44.315446 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-0613c40e-e01c-4c71-be98-734c6a055c5a tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/quotas/18f710711089484b91718e43c1998f8d HTTP/1.1" status: 200 len: 375 time: 0.0455365 Nov 25 19:28:44.367129 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-fbf6e42a-5124-46e0-bd21-4fc42c761ded tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=18f710711089484b91718e43c1998f8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456762 Nov 25 19:28:44.377554 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b4adb-8392-4c69-82ef-01d5dbc6908d req-c8a1055e-cec0-444f-8435-da5e51a65c41 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:44.379852 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-371b4adb-8392-4c69-82ef-01d5dbc6908d req-c8a1055e-cec0-444f-8435-da5e51a65c41 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f766549-3d8a-417d-a429-692ab3829f96 HTTP/1.1" status: 200 len: 944 time: 0.1970375 Nov 25 19:28:44.410508 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-acd54628-baa1-4674-8d27-d19daea799b1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Made reservation on behalf of 92fad1dc82f24f91a07d3c087ee582e6 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:28:44.414740 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-acd54628-baa1-4674-8d27-d19daea799b1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:44.427214 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-89f03af9-63dd-4bba-8c00-5a38dc732747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:44.437712 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f03af9-63dd-4bba-8c00-5a38dc732747 admin admin] Pushing event updated for resources: {'Port': ['ID=fb0b73b6-9fdd-4c11-8e5e-c8d02920c921,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:44.572410 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-371b4adb-8392-4c69-82ef-01d5dbc6908d req-c343e2b0-930b-477d-9290-a03ffb0992c0 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a93f031-d96f-4e89-a4f1-92d6b6c9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302495 Nov 25 19:28:44.656833 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f03af9-63dd-4bba-8c00-5a38dc732747 admin admin] Network 07c74b9c-7303-4c51-a40c-27df1d50c13d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:28:44.664759 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-89f03af9-63dd-4bba-8c00-5a38dc732747 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:28:44.890398 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e5092fb1-299c-470b-9aa5-4dfc0ed144e0 req-379e226c-66ed-40a8-b589-c51ed7e4fffa tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 210 time: 0.0652266 Nov 25 19:28:44.988839 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f03af9-63dd-4bba-8c00-5a38dc732747 admin admin] Router c5b54e1e-8e3d-4388-9089-f9d09085336f has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:28:45.135965 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-ba493978-bc41-4c3a-a328-1b93de404341 service neutron] 10.222.0.55 "GET /v2.0/networks/e17bf6db-0463-45aa-a197-619eac3cc855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7651026 Nov 25 19:28:45.251619 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1f8af07a-2e5f-4c38-8184-f3cda7da55f9 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:45.364601 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-c48dbf4f-0b8f-47e4-ad73-b3f2d57f5200 service neutron] 10.222.0.55 "GET /v2.0/networks/e17bf6db-0463-45aa-a197-619eac3cc855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274408 Nov 25 19:28:45.382945 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f03af9-63dd-4bba-8c00-5a38dc732747 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:28:45.390028 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f8f0407a-e85a-447c-b9cb-766d8fe2b275 None None] Provisioning complete for port fb0b73b6-9fdd-4c11-8e5e-c8d02920c921 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:45.390451 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f8f0407a-e85a-447c-b9cb-766d8fe2b275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:45.396190 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-89f03af9-63dd-4bba-8c00-5a38dc732747 admin admin] 10.222.0.55 "PUT /v2.0/routers/c5b54e1e-8e3d-4388-9089-f9d09085336f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6635745 Nov 25 19:28:45.427954 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-acd54628-baa1-4674-8d27-d19daea799b1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Allocated IP 192.168.233.24 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/15d380ef-c864-426a-b526-a3732729a12d) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:28:45.549024 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-f8f0407a-e85a-447c-b9cb-766d8fe2b275 None None] Port fb0b73b6-9fdd-4c11-8e5e-c8d02920c921 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:28:45.550496 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 1f8af07a-2e5f-4c38-8184-f3cda7da55f9 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:45.550868 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:45.712477 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9fe1293-62ac-45ea-a09d-064d62d3e4af req-c7108296-2cec-4ae4-b693-2a721c3e7147 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/ports?device_id=83150acd-cdfa-4186-a8ac-c64a3b0f8dc1 HTTP/1.1" status: 200 len: 210 time: 0.0759888 Nov 25 19:28:45.767759 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:45.797318 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 1f8af07a-2e5f-4c38-8184-f3cda7da55f9, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1f8af07a-2e5f-4c38-8184-f3cda7da55f9,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:45.802257 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:45.864761 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device c2e4f6a6-6000-4fd1-a421-9f28a2140fe5 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:28:45.902978 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-acd54628-baa1-4674-8d27-d19daea799b1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:45.931194 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c9d68-42eb-408b-a7e0-ac515875b157 req-aa492348-939d-4842-9f54-65ace38be302 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:45.941338 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ca8c9d68-42eb-408b-a7e0-ac515875b157 req-aa492348-939d-4842-9f54-65ace38be302 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f766549-3d8a-417d-a429-692ab3829f96 HTTP/1.1" status: 200 len: 944 time: 0.1434355 Nov 25 19:28:46.027956 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ca8c9d68-42eb-408b-a7e0-ac515875b157 req-38db7e87-ff35-4109-8628-cf9dea12e4b5 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a93f031-d96f-4e89-a4f1-92d6b6c9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855355 Nov 25 19:28:46.105192 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-acd54628-baa1-4674-8d27-d19daea799b1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:46.134592 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['ea3607b0-e601-4614-85a3-1ba172392d90', '228219d8-b6f0-44fb-b5c3-d106a37ba29c'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:28:46.137253 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b256962-e84d-48d0-9eff-7055b91dd5b5 None None] Sync routers for ids ['c5b54e1e-8e3d-4388-9089-f9d09085336f'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:28:46.197405 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=1f8af07a-2e5f-4c38-8184-f3cda7da55f9,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:46.202866 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd54628-baa1-4674-8d27-d19daea799b1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Pushing event updated for resources: {'Port': ['ID=15d380ef-c864-426a-b526-a3732729a12d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:46.215871 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98d297-637d-40c7-a14a-6b2e502160c5 req-aecfc71f-e527-4e02-b56a-e380d83210cc tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:46.217497 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea98d297-637d-40c7-a14a-6b2e502160c5 req-aecfc71f-e527-4e02-b56a-e380d83210cc tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 935 time: 0.1263213 Nov 25 19:28:46.269772 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-acd54628-baa1-4674-8d27-d19daea799b1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:28:46.284278 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-acd54628-baa1-4674-8d27-d19daea799b1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:28:46.286904 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-acd54628-baa1-4674-8d27-d19daea799b1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:28:46.320664 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port c2e4f6a6-6000-4fd1-a421-9f28a2140fe5, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c2e4f6a6-6000-4fd1-a421-9f28a2140fe5,segment=NetworkSegment(d60c1a3c-e0ee-4344-8305-2e18fa2e4f9f),segment_id=d60c1a3c-e0ee-4344-8305-2e18fa2e4f9f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:46.352630 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'c2e4f6a6-6000-4fd1-a421-9f28a2140fe5', 'network_id': 'e6158874-f3fb-4308-9410-05f7cf33be46', 'port_id': 'c2e4f6a6-6000-4fd1-a421-9f28a2140fe5', 'mac_address': 'fa:16:3e:8a:b2:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4e68ca-4886-4426-81e9-4de4c5c0268c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:28:46.420843 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea98d297-637d-40c7-a14a-6b2e502160c5 req-2f0f143c-f032-4184-aa23-58f283d112d7 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960578 Nov 25 19:28:46.434670 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b256962-e84d-48d0-9eff-7055b91dd5b5 None None] Routers {'c5b54e1e-8e3d-4388-9089-f9d09085336f'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:46.435479 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9b256962-e84d-48d0-9eff-7055b91dd5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:28:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c5b54e1e-8e3d-4388-9089-f9d09085336f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:46.452101 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:46.497841 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e4f6a6-6000-4fd1-a421-9f28a2140fe5 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:28:46.501139 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-acd54628-baa1-4674-8d27-d19daea799b1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:46.502718 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-acd54628-baa1-4674-8d27-d19daea799b1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:46.540301 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port c2e4f6a6-6000-4fd1-a421-9f28a2140fe5, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c2e4f6a6-6000-4fd1-a421-9f28a2140fe5,segment=NetworkSegment(d60c1a3c-e0ee-4344-8305-2e18fa2e4f9f),segment_id=d60c1a3c-e0ee-4344-8305-2e18fa2e4f9f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:46.546389 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-acd54628-baa1-4674-8d27-d19daea799b1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6179101 Nov 25 19:28:46.564800 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-a03c030c-092c-4df4-b134-186e13247eee service neutron] Request body: {'port': {'device_id': 'a0a76190-762e-4f1e-966d-f84fa91780f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:46.607642 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:46.798203 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-a03c030c-092c-4df4-b134-186e13247eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:46.909401 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=c2e4f6a6-6000-4fd1-a421-9f28a2140fe5,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:46.949322 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['c2e4f6a6-6000-4fd1-a421-9f28a2140fe5'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:28:46.952990 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0bd06aae-8bd4-4d13-8b6a-799aa85f7f1c req-a43d5a88-1e04-4070-ba2c-dd0f3b6250d6 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/ports?device_id=83150acd-cdfa-4186-a8ac-c64a3b0f8dc1 HTTP/1.1" status: 200 len: 210 time: 0.0688252 Nov 25 19:28:46.985345 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-067aaafd-16b0-4abb-9369-355fe98e1043 None None] Provisioning complete for port 15d380ef-c864-426a-b526-a3732729a12d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:46.989086 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-067aaafd-16b0-4abb-9369-355fe98e1043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:47.173088 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-9b256962-e84d-48d0-9eff-7055b91dd5b5 None None] Set router c5b54e1e-8e3d-4388-9089-f9d09085336f gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:47.246721 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-067aaafd-16b0-4abb-9369-355fe98e1043 None None] Port 15d380ef-c864-426a-b526-a3732729a12d cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:28:47.269736 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1f8af07a-2e5f-4c38-8184-f3cda7da55f9 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:47.353897 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bad50f-eafd-4f2d-a0c4-c6ef6abdda5b req-dc73b2e0-df8e-4e98-a7c7-46fda297a0c2 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:47.364524 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-53bad50f-eafd-4f2d-a0c4-c6ef6abdda5b req-dc73b2e0-df8e-4e98-a7c7-46fda297a0c2 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f766549-3d8a-417d-a429-692ab3829f96 HTTP/1.1" status: 200 len: 945 time: 0.1516142 Nov 25 19:28:47.517621 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-53bad50f-eafd-4f2d-a0c4-c6ef6abdda5b req-a9cdb48e-fb33-45f3-850d-daf3bb7e6d43 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a93f031-d96f-4e89-a4f1-92d6b6c9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459343 Nov 25 19:28:47.872663 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-a03c030c-092c-4df4-b134-186e13247eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15d380ef-c864-426a-b526-a3732729a12d {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:28:47.919644 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05a643-d86d-487d-a417-ac1c7a9aa4a2 req-9df77f79-7e28-465f-8a50-77f3452c8f91 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:47.949137 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf05a643-d86d-487d-a417-ac1c7a9aa4a2 req-9df77f79-7e28-465f-8a50-77f3452c8f91 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 935 time: 0.3254397 Nov 25 19:28:48.019749 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-a03c030c-092c-4df4-b134-186e13247eee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:48.137693 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-a03c030c-092c-4df4-b134-186e13247eee service neutron] Transition to ACTIVE for port object 15d380ef-c864-426a-b526-a3732729a12d will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:28:48.165031 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-a03c030c-092c-4df4-b134-186e13247eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:48.184135 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 1f8af07a-2e5f-4c38-8184-f3cda7da55f9 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:48.184704 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:48.259023 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b61377e1-239a-4e8c-a197-cdad2a0798ec req-618f2fc6-1349-4152-a585-f7e3a3c2434f tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/ports?device_id=83150acd-cdfa-4186-a8ac-c64a3b0f8dc1 HTTP/1.1" status: 200 len: 210 time: 0.0856826 Nov 25 19:28:48.305542 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf05a643-d86d-487d-a417-ac1c7a9aa4a2 req-322d78a9-054e-4b3e-8039-3b9256eb4d41 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533893 Nov 25 19:28:48.322622 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-db846f8e-47b6-4c74-a598-2f7d150008d8 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:48.324015 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-db846f8e-47b6-4c74-a598-2f7d150008d8 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.85 "GET /v2.0/networks?id=e17bf6db-0463-45aa-a197-619eac3cc855 HTTP/1.1" status: 200 len: 810 time: 0.3816223 Nov 25 19:28:48.354893 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-8dc19a0f-1428-421a-a9ab-bfda3953d310 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Request body: {'port': {'device_id': '83150acd-cdfa-4186-a8ac-c64a3b0f8dc1', 'network_id': 'e17bf6db-0463-45aa-a197-619eac3cc855', 'admin_state_up': True, 'tenant_id': '18f710711089484b91718e43c1998f8d'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:48.453335 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c030c-092c-4df4-b134-186e13247eee service neutron] Pushing event updated for resources: {'Port': ['ID=15d380ef-c864-426a-b526-a3732729a12d,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:48.656449 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-8dc19a0f-1428-421a-a9ab-bfda3953d310 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Made reservation on behalf of 18f710711089484b91718e43c1998f8d for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:28:48.661530 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-8dc19a0f-1428-421a-a9ab-bfda3953d310 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:48.664221 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9b256962-e84d-48d0-9eff-7055b91dd5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b54e1e-8e3d-4388-9089-f9d09085336f', 'name': 'tempest-TaggedBootDevicesTest-653627916-router', 'tenant_id': 'ab1d82f642b54bd289c4a827e6879324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '1f8af07a-2e5f-4c38-8184-f3cda7da55f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:28:30Z', 'updated_at': '2021-11-25T19:28:43Z', 'revision_number': 4, 'project_id': 'ab1d82f642b54bd289c4a827e6879324', 'gw_port': {'id': '1f8af07a-2e5f-4c38-8184-f3cda7da55f9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b54e1e-8e3d-4388-9089-f9d09085336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:34Z', 'updated_at': '2021-11-25T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'fb0b73b6-9fdd-4c11-8e5e-c8d02920c921', 'name': '', 'network_id': '07c74b9c-7303-4c51-a40c-27df1d50c13d', 'tenant_id': 'ab1d82f642b54bd289c4a827e6879324', 'mac_address': 'fa:16:3e:a1:74:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b54e1e-8e3d-4388-9089-f9d09085336f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '2abcffc8-c5af-4ffc-8aa5-c9e61714e879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:41Z', 'updated_at': '2021-11-25T19:28:43Z', 'revision_number': 2, 'project_id': 'ab1d82f642b54bd289c4a827e6879324', 'subnets': [{'id': '2abcffc8-c5af-4ffc-8aa5-c9e61714e879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:48.665662 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-a03c030c-092c-4df4-b134-186e13247eee service neutron] Attempting to bind port 15d380ef-c864-426a-b526-a3732729a12d on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:28:48.666007 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-a03c030c-092c-4df4-b134-186e13247eee service neutron] Attempting to bind port 15d380ef-c864-426a-b526-a3732729a12d by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:28:48.672390 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-a03c030c-092c-4df4-b134-186e13247eee service neutron] Attempting to bind port 15d380ef-c864-426a-b526-a3732729a12d on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:48.687344 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-a03c030c-092c-4df4-b134-186e13247eee service neutron] Port 15d380ef-c864-426a-b526-a3732729a12d on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:28:48.687652 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-a03c030c-092c-4df4-b134-186e13247eee service neutron] Attempting to bind port 15d380ef-c864-426a-b526-a3732729a12d on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:48.707839 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b256962-e84d-48d0-9eff-7055b91dd5b5 None None] Checking router: c5b54e1e-8e3d-4388-9089-f9d09085336f for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:28:48.708670 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b256962-e84d-48d0-9eff-7055b91dd5b5 None None] Updating router c5b54e1e-8e3d-4388-9089-f9d09085336f port fb0b73b6-9fdd-4c11-8e5e-c8d02920c921 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:28:48.713783 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-a03c030c-092c-4df4-b134-186e13247eee service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:28:48.714135 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-a03c030c-092c-4df4-b134-186e13247eee service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:28:48.714554 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-a03c030c-092c-4df4-b134-186e13247eee service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:28:48.718610 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-a03c030c-092c-4df4-b134-186e13247eee service neutron] Bound port: 15d380ef-c864-426a-b526-a3732729a12d, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:28:48.721524 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-a03c030c-092c-4df4-b134-186e13247eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:48.802629 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9b256962-e84d-48d0-9eff-7055b91dd5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:48.927567 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-a03c030c-092c-4df4-b134-186e13247eee service neutron] For port 15d380ef-c864-426a-b526-a3732729a12d, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:28:48.932859 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-a03c030c-092c-4df4-b134-186e13247eee service neutron] For port 15d380ef-c864-426a-b526-a3732729a12d, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=15d380ef-c864-426a-b526-a3732729a12d,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:28:48.947657 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-a03c030c-092c-4df4-b134-186e13247eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:49.032078 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9201a-ff6d-4b67-9e54-0f5be224c951 req-d6c5f9f5-d9b5-44a5-86ec-ad93a2197c21 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:49.042069 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b9f9201a-ff6d-4b67-9e54-0f5be224c951 req-d6c5f9f5-d9b5-44a5-86ec-ad93a2197c21 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f766549-3d8a-417d-a429-692ab3829f96 HTTP/1.1" status: 200 len: 945 time: 0.2309947 Nov 25 19:28:49.077395 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-a03c030c-092c-4df4-b134-186e13247eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:49.078447 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-a03c030c-092c-4df4-b134-186e13247eee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:49.081278 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-a03c030c-092c-4df4-b134-186e13247eee service neutron] 10.222.0.73 "PUT /v2.0/ports/15d380ef-c864-426a-b526-a3732729a12d HTTP/1.1" status: 200 len: 1095 time: 2.5332632 Nov 25 19:28:49.104142 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a76190-762e-4f1e-966d-f84fa91780f4', 'tag': '15d380ef-c864-426a-b526-a3732729a12d'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:49.106638 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5423f8-4040-4fc2-a00c-b51381d54c64" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a76190-762e-4f1e-966d-f84fa91780f4", "tag": "15d380ef-c864-426a-b526-a3732729a12d"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:49.220229 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-8dc19a0f-1428-421a-a9ab-bfda3953d310 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Allocated IP 172.20.0.11 (e17bf6db-0463-45aa-a197-619eac3cc855/aadf5de5-5228-43ae-ac68-959c2ac09c3e/f016bca4-6122-4e23-b3fe-589761742ba7) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:28:49.274412 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5d914a-a6ac-468c-915f-64b3ed26b43f x-openstack-request-id: req-fb5d914a-a6ac-468c-915f-64b3ed26b43f {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:49.274798 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a76190-762e-4f1e-966d-f84fa91780f4", "tag": "15d380ef-c864-426a-b526-a3732729a12d", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:49.275022 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fb5d914a-a6ac-468c-915f-64b3ed26b43f {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:49.277165 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a76190-762e-4f1e-966d-f84fa91780f4', 'tag': '15d380ef-c864-426a-b526-a3732729a12d', 'status': 'completed', 'code': 200} Nov 25 19:28:49.318538 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b9f9201a-ff6d-4b67-9e54-0f5be224c951 req-2a89a6d9-62d5-47b7-b3c6-5159a4345159 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a93f031-d96f-4e89-a4f1-92d6b6c9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600675 Nov 25 19:28:49.364105 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c030c-092c-4df4-b134-186e13247eee service neutron] Pushing event updated for resources: {'Port': ['ID=15d380ef-c864-426a-b526-a3732729a12d,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:49.437973 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-49f5c6df-4f0a-442e-9776-8ed55782b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:49.455920 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-49f5c6df-4f0a-442e-9776-8ed55782b13f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 1098 time: 0.2972255 Nov 25 19:28:49.601144 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-83619925-3827-4bee-bbab-b2a16f2d17f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=15d380ef-c864-426a-b526-a3732729a12d HTTP/1.1" status: 200 len: 217 time: 0.1353071 Nov 25 19:28:49.702893 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94caa9e0-dafa-4533-bff9-e5355d5a8cb2 req-f2517121-4b78-4c31-a596-936d96004014 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/ports?device_id=83150acd-cdfa-4186-a8ac-c64a3b0f8dc1 HTTP/1.1" status: 200 len: 210 time: 0.0531290 Nov 25 19:28:49.753653 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-0491e597-8ea5-4f3a-a201-32b2bcd4c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:49.755585 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-0491e597-8ea5-4f3a-a201-32b2bcd4c8fd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1362965 Nov 25 19:28:49.834046 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9b256962-e84d-48d0-9eff-7055b91dd5b5 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:49.852727 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9b256962-e84d-48d0-9eff-7055b91dd5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:49.872610 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-78d137f7-3735-46be-84f2-3acdf75b4b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:49.881315 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401484d8-f8e4-4f1a-92ac-24ba727cdf10 req-b396fb6a-fedd-4da3-93e6-7e2b99a133e7 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:49.882742 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-78d137f7-3735-46be-84f2-3acdf75b4b23 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1186047 Nov 25 19:28:49.884061 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-401484d8-f8e4-4f1a-92ac-24ba727cdf10 req-b396fb6a-fedd-4da3-93e6-7e2b99a133e7 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 947 time: 0.3002717 Nov 25 19:28:49.939881 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-8dc19a0f-1428-421a-a9ab-bfda3953d310 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:49.990613 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-401484d8-f8e4-4f1a-92ac-24ba727cdf10 req-17f5d1f6-62b5-493b-b133-53b285dc8d25 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805943 Nov 25 19:28:50.063229 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device c2e4f6a6-6000-4fd1-a421-9f28a2140fe5 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:50.097524 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-8dc19a0f-1428-421a-a9ab-bfda3953d310 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:50.134821 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-8dc19a0f-1428-421a-a9ab-bfda3953d310 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Network e17bf6db-0463-45aa-a197-619eac3cc855 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:28:50.160354 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-8dc19a0f-1428-421a-a9ab-bfda3953d310 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:28:50.167312 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-8dc19a0f-1428-421a-a9ab-bfda3953d310 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:28:50.208776 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0b16a-af03-4bad-91dd-ddddec90e9b3 None None] Pushing event updated for resources: {'Port': ['ID=fb0b73b6-9fdd-4c11-8e5e-c8d02920c921,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:50.217452 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-f8f2f262-935c-4309-853e-072a74d5468f service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221166 Nov 25 19:28:50.281180 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc19a0f-1428-421a-a9ab-bfda3953d310 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Pushing event updated for resources: {'Port': ['ID=f016bca4-6122-4e23-b3fe-589761742ba7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:50.350703 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-8dc19a0f-1428-421a-a9ab-bfda3953d310 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:50.355058 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-8dc19a0f-1428-421a-a9ab-bfda3953d310 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:50.401034 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-9b256962-e84d-48d0-9eff-7055b91dd5b5 None None] Attempting to bind port fb0b73b6-9fdd-4c11-8e5e-c8d02920c921 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:28:50.405380 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-9b256962-e84d-48d0-9eff-7055b91dd5b5 None None] Attempting to bind port fb0b73b6-9fdd-4c11-8e5e-c8d02920c921 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'b9078fb3-09a5-4667-9ccb-e8c7effe710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '07c74b9c-7303-4c51-a40c-27df1d50c13d'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:28:50.406089 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b256962-e84d-48d0-9eff-7055b91dd5b5 None None] Attempting to bind port fb0b73b6-9fdd-4c11-8e5e-c8d02920c921 on network 07c74b9c-7303-4c51-a40c-27df1d50c13d {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:50.409360 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-8dc19a0f-1428-421a-a9ab-bfda3953d310 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0578871 Nov 25 19:28:50.434459 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-31297bed-2faa-4b80-aff0-b8fe13eac2b2 service neutron] Request body: {'port': {'device_id': '83150acd-cdfa-4186-a8ac-c64a3b0f8dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:50.441658 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b256962-e84d-48d0-9eff-7055b91dd5b5 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:28:50.447009 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b256962-e84d-48d0-9eff-7055b91dd5b5 None None] Checking segment: {'id': 'b9078fb3-09a5-4667-9ccb-e8c7effe710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '07c74b9c-7303-4c51-a40c-27df1d50c13d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:28:50.450881 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9b256962-e84d-48d0-9eff-7055b91dd5b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:50.455304 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b256962-e84d-48d0-9eff-7055b91dd5b5 None None] Bound using segment: {'id': 'b9078fb3-09a5-4667-9ccb-e8c7effe710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '07c74b9c-7303-4c51-a40c-27df1d50c13d'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:28:50.456438 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-9b256962-e84d-48d0-9eff-7055b91dd5b5 None None] Bound port: fb0b73b6-9fdd-4c11-8e5e-c8d02920c921, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9078fb3-09a5-4667-9ccb-e8c7effe710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '07c74b9c-7303-4c51-a40c-27df1d50c13d'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:28:50.457863 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9b256962-e84d-48d0-9eff-7055b91dd5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:50.473345 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e8f30fa-6b24-42fe-89dc-0a8c7d2d4db0 req-bf39bd1f-a2c9-4ddf-8a8b-3d7efd9e9134 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491233 Nov 25 19:28:50.569805 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port c2e4f6a6-6000-4fd1-a421-9f28a2140fe5 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:28:50.576257 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port c2e4f6a6-6000-4fd1-a421-9f28a2140fe5 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:50.576651 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:50.630369 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5423f8-4040-4fc2-a00c-b51381d54c64 req-9b6f8bcc-8ee4-4153-a70d-e7439113d29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:50.633750 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c5423f8-4040-4fc2-a00c-b51381d54c64 req-9b6f8bcc-8ee4-4153-a70d-e7439113d29c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 1098 time: 0.1039352 Nov 25 19:28:50.675249 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9b256962-e84d-48d0-9eff-7055b91dd5b5 None None] For port fb0b73b6-9fdd-4c11-8e5e-c8d02920c921, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:28:50.694741 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ed2c8204-4998-43d2-b9e8-c3afb39005fc None None] Provisioning complete for port fb0b73b6-9fdd-4c11-8e5e-c8d02920c921 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:50.695200 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ed2c8204-4998-43d2-b9e8-c3afb39005fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:50.728799 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-31297bed-2faa-4b80-aff0-b8fe13eac2b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:50.777494 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9b256962-e84d-48d0-9eff-7055b91dd5b5 None None] For port fb0b73b6-9fdd-4c11-8e5e-c8d02920c921, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=fb0b73b6-9fdd-4c11-8e5e-c8d02920c921,segment=NetworkSegment(b9078fb3-09a5-4667-9ccb-e8c7effe710e),segment_id=b9078fb3-09a5-4667-9ccb-e8c7effe710e)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:28:50.790844 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ed2c8204-4998-43d2-b9e8-c3afb39005fc None None] Port fb0b73b6-9fdd-4c11-8e5e-c8d02920c921 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:28:50.792877 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9b256962-e84d-48d0-9eff-7055b91dd5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:50.889837 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5423f8-4040-4fc2-a00c-b51381d54c64 req-0938655d-fbab-4667-90a1-109904cb0d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:50.891052 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5698804-af47-42d1-80d2-fccb53686242 req-d24acd3e-9b2a-4501-8562-44e6bb0422c9 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:50.893780 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c5423f8-4040-4fc2-a00c-b51381d54c64 req-0938655d-fbab-4667-90a1-109904cb0d17 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.2439804 Nov 25 19:28:50.906158 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e5698804-af47-42d1-80d2-fccb53686242 req-d24acd3e-9b2a-4501-8562-44e6bb0422c9 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f766549-3d8a-417d-a429-692ab3829f96 HTTP/1.1" status: 200 len: 945 time: 0.3928432 Nov 25 19:28:50.979863 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c5423f8-4040-4fc2-a00c-b51381d54c64 req-47b0a109-ec8c-4f6e-b5f8-edde2e23ff10 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=15d380ef-c864-426a-b526-a3732729a12d HTTP/1.1" status: 200 len: 217 time: 0.0705028 Nov 25 19:28:51.015918 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d9a5d-dd95-40ff-ba39-a8bf82913edc req-79afc6a9-3c17-40bf-8857-5cd75fabe81b tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:51.027923 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-974d9a5d-dd95-40ff-ba39-a8bf82913edc req-79afc6a9-3c17-40bf-8857-5cd75fabe81b tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/ports?device_id=83150acd-cdfa-4186-a8ac-c64a3b0f8dc1 HTTP/1.1" status: 200 len: 932 time: 0.1284916 Nov 25 19:28:51.047698 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:51.101890 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0b16a-af03-4bad-91dd-ddddec90e9b3 None None] Pushing event updated for resources: {'Port': ['ID=fb0b73b6-9fdd-4c11-8e5e-c8d02920c921,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:51.129193 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b256962-e84d-48d0-9eff-7055b91dd5b5 None None] Routers {'c5b54e1e-8e3d-4388-9089-f9d09085336f'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:51.134749 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9b256962-e84d-48d0-9eff-7055b91dd5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:28:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c5b54e1e-8e3d-4388-9089-f9d09085336f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:51.222281 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-974d9a5d-dd95-40ff-ba39-a8bf82913edc req-d11289cd-469c-40be-81d8-fe9d9c7d91a3 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1af36a6-9053-4b0f-a032-e49e739f2b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908820 Nov 25 19:28:51.260466 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e5698804-af47-42d1-80d2-fccb53686242 req-eb8b580a-3ef9-4e1e-b483-a28e18f983bd tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a93f031-d96f-4e89-a4f1-92d6b6c9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529303 Nov 25 19:28:51.312139 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5423f8-4040-4fc2-a00c-b51381d54c64 req-a59ed5c4-a6f7-4e77-b1a1-54ba593d7e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:51.322010 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c5423f8-4040-4fc2-a00c-b51381d54c64 req-a59ed5c4-a6f7-4e77-b1a1-54ba593d7e78 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.3280776 Nov 25 19:28:51.504059 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5423f8-4040-4fc2-a00c-b51381d54c64 req-8cc3b87e-0d35-487b-af86-60852e6771ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:51.505799 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c5423f8-4040-4fc2-a00c-b51381d54c64 req-8cc3b87e-0d35-487b-af86-60852e6771ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1803875 Nov 25 19:28:51.569790 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-9b256962-e84d-48d0-9eff-7055b91dd5b5 None None] Set router c5b54e1e-8e3d-4388-9089-f9d09085336f gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:51.875234 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-31297bed-2faa-4b80-aff0-b8fe13eac2b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f016bca4-6122-4e23-b3fe-589761742ba7 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:28:51.898345 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-31297bed-2faa-4b80-aff0-b8fe13eac2b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:51.934883 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-31297bed-2faa-4b80-aff0-b8fe13eac2b2 service neutron] Transition to ACTIVE for port object f016bca4-6122-4e23-b3fe-589761742ba7 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:28:51.940418 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-31297bed-2faa-4b80-aff0-b8fe13eac2b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:51.943358 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f766549-3d8a-417d-a429-692ab3829f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e4f6a6-6000-4fd1-a421-9f28a2140fe5'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:51.960722 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52d559c-4c64-4fc2-864d-13cbf8d7aedf" -d '{"events": [{"server_uuid": "9f766549-3d8a-417d-a429-692ab3829f96", "name": "network-vif-plugged", "status": "completed", "tag": "c2e4f6a6-6000-4fd1-a421-9f28a2140fe5"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:51.963204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0a898-45a4-4a18-ac03-45fb9a0abf02 req-12580b70-3e3f-456f-920c-aa08af70959b tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:51.965629 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79d0a898-45a4-4a18-ac03-45fb9a0abf02 req-12580b70-3e3f-456f-920c-aa08af70959b tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 947 time: 0.2676051 Nov 25 19:28:51.972071 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c5423f8-4040-4fc2-a00c-b51381d54c64 req-d309bde9-fb21-4bb2-9db0-a462be8938df service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456401 Nov 25 19:28:52.165213 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port c2e4f6a6-6000-4fd1-a421-9f28a2140fe5, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c2e4f6a6-6000-4fd1-a421-9f28a2140fe5,segment=NetworkSegment(d60c1a3c-e0ee-4344-8305-2e18fa2e4f9f),segment_id=d60c1a3c-e0ee-4344-8305-2e18fa2e4f9f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:52.198118 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:52.234509 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31297bed-2faa-4b80-aff0-b8fe13eac2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f016bca4-6122-4e23-b3fe-589761742ba7,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:52.235786 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a88984d-69d7-44a0-b224-ad422d19123a x-openstack-request-id: req-2a88984d-69d7-44a0-b224-ad422d19123a {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:52.237087 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f766549-3d8a-417d-a429-692ab3829f96", "name": "network-vif-plugged", "status": "completed", "tag": "c2e4f6a6-6000-4fd1-a421-9f28a2140fe5", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:52.237858 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a88984d-69d7-44a0-b224-ad422d19123a {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:52.238553 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f766549-3d8a-417d-a429-692ab3829f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e4f6a6-6000-4fd1-a421-9f28a2140fe5', 'code': 200} Nov 25 19:28:52.239804 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-b1c2c25a-c60b-4327-b1b4-66b2aedcf2c4 None None] Provisioning complete for port fb0b73b6-9fdd-4c11-8e5e-c8d02920c921 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:52.240577 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b1c2c25a-c60b-4327-b1b4-66b2aedcf2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:52.341378 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c5423f8-4040-4fc2-a00c-b51381d54c64 req-c9b00b52-0d08-4b00-8770-9fe11bd0a22b service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526669 Nov 25 19:28:52.447398 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79d0a898-45a4-4a18-ac03-45fb9a0abf02 req-632641e8-c72b-428a-91aa-7e93ff093b79 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708376 Nov 25 19:28:52.450989 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-31297bed-2faa-4b80-aff0-b8fe13eac2b2 service neutron] Attempting to bind port f016bca4-6122-4e23-b3fe-589761742ba7 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:28:52.451435 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-31297bed-2faa-4b80-aff0-b8fe13eac2b2 service neutron] Attempting to bind port f016bca4-6122-4e23-b3fe-589761742ba7 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '23057e60-9ec4-4e28-b42a-44180d98336f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e17bf6db-0463-45aa-a197-619eac3cc855'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:28:52.451869 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-31297bed-2faa-4b80-aff0-b8fe13eac2b2 service neutron] Attempting to bind port f016bca4-6122-4e23-b3fe-589761742ba7 on network e17bf6db-0463-45aa-a197-619eac3cc855 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:52.480016 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6476bc-a121-4643-bab6-0642b529e379 req-239cf78a-710a-4f29-bc6a-585916f70882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:52.486036 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc6476bc-a121-4643-bab6-0642b529e379 req-239cf78a-710a-4f29-bc6a-585916f70882 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9f766549-3d8a-417d-a429-692ab3829f96 HTTP/1.1" status: 200 len: 1097 time: 0.1660080 Nov 25 19:28:52.509066 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-31297bed-2faa-4b80-aff0-b8fe13eac2b2 service neutron] Port f016bca4-6122-4e23-b3fe-589761742ba7 on network e17bf6db-0463-45aa-a197-619eac3cc855 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:28:52.509677 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-31297bed-2faa-4b80-aff0-b8fe13eac2b2 service neutron] Attempting to bind port f016bca4-6122-4e23-b3fe-589761742ba7 on network e17bf6db-0463-45aa-a197-619eac3cc855 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:52.543141 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=c2e4f6a6-6000-4fd1-a421-9f28a2140fe5,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:52.592410 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-31297bed-2faa-4b80-aff0-b8fe13eac2b2 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:28:52.592410 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-31297bed-2faa-4b80-aff0-b8fe13eac2b2 service neutron] Checking segment: {'id': '23057e60-9ec4-4e28-b42a-44180d98336f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e17bf6db-0463-45aa-a197-619eac3cc855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:28:52.593325 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-31297bed-2faa-4b80-aff0-b8fe13eac2b2 service neutron] Bound using segment: {'id': '23057e60-9ec4-4e28-b42a-44180d98336f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e17bf6db-0463-45aa-a197-619eac3cc855'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:28:52.593940 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-31297bed-2faa-4b80-aff0-b8fe13eac2b2 service neutron] Bound port: f016bca4-6122-4e23-b3fe-589761742ba7, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23057e60-9ec4-4e28-b42a-44180d98336f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e17bf6db-0463-45aa-a197-619eac3cc855'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:28:52.594402 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-31297bed-2faa-4b80-aff0-b8fe13eac2b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:52.645922 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b1c2c25a-c60b-4327-b1b4-66b2aedcf2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:52.661068 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88d057-7704-4d01-9b01-c02d6f3d0a36 req-9ed2e5a5-fc9e-4df8-bf37-74d886726c0d tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:52.664186 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d88d057-7704-4d01-9b01-c02d6f3d0a36 req-9ed2e5a5-fc9e-4df8-bf37-74d886726c0d tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f766549-3d8a-417d-a429-692ab3829f96 HTTP/1.1" status: 200 len: 946 time: 0.1241722 Nov 25 19:28:52.701025 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9b256962-e84d-48d0-9eff-7055b91dd5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b54e1e-8e3d-4388-9089-f9d09085336f', 'name': 'tempest-TaggedBootDevicesTest-653627916-router', 'tenant_id': 'ab1d82f642b54bd289c4a827e6879324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '1f8af07a-2e5f-4c38-8184-f3cda7da55f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:28:30Z', 'updated_at': '2021-11-25T19:28:43Z', 'revision_number': 4, 'project_id': 'ab1d82f642b54bd289c4a827e6879324', 'gw_port': {'id': '1f8af07a-2e5f-4c38-8184-f3cda7da55f9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b54e1e-8e3d-4388-9089-f9d09085336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:34Z', 'updated_at': '2021-11-25T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'fb0b73b6-9fdd-4c11-8e5e-c8d02920c921', 'name': '', 'network_id': '07c74b9c-7303-4c51-a40c-27df1d50c13d', 'tenant_id': 'ab1d82f642b54bd289c4a827e6879324', 'mac_address': 'fa:16:3e:a1:74:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b54e1e-8e3d-4388-9089-f9d09085336f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '2abcffc8-c5af-4ffc-8aa5-c9e61714e879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:41Z', 'updated_at': '2021-11-25T19:28:50Z', 'revision_number': 4, 'project_id': 'ab1d82f642b54bd289c4a827e6879324', 'subnets': [{'id': '2abcffc8-c5af-4ffc-8aa5-c9e61714e879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:52.711905 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01a407-48be-45ff-b42c-1d9c2002ff23 req-963281fc-ef7f-4ba8-94f1-72b0dfcbd1f8 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:52.713706 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fd01a407-48be-45ff-b42c-1d9c2002ff23 req-963281fc-ef7f-4ba8-94f1-72b0dfcbd1f8 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/ports?device_id=83150acd-cdfa-4186-a8ac-c64a3b0f8dc1 HTTP/1.1" status: 200 len: 944 time: 0.2264023 Nov 25 19:28:52.719766 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc6476bc-a121-4643-bab6-0642b529e379 req-0a29fa2d-2df7-464e-a1c0-333935143e1f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1a93f031-d96f-4e89-a4f1-92d6b6c9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058308 Nov 25 19:28:52.748820 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b256962-e84d-48d0-9eff-7055b91dd5b5 None None] The sync data for ids ['c5b54e1e-8e3d-4388-9089-f9d09085336f'] in n-d-819349-5 is: [{'id': 'c5b54e1e-8e3d-4388-9089-f9d09085336f', 'name': 'tempest-TaggedBootDevicesTest-653627916-router', 'tenant_id': 'ab1d82f642b54bd289c4a827e6879324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '1f8af07a-2e5f-4c38-8184-f3cda7da55f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:28:30Z', 'updated_at': '2021-11-25T19:28:43Z', 'revision_number': 4, 'project_id': 'ab1d82f642b54bd289c4a827e6879324', 'gw_port': {'id': '1f8af07a-2e5f-4c38-8184-f3cda7da55f9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b54e1e-8e3d-4388-9089-f9d09085336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:34Z', 'updated_at': '2021-11-25T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'fb0b73b6-9fdd-4c11-8e5e-c8d02920c921', 'name': '', 'network_id': '07c74b9c-7303-4c51-a40c-27df1d50c13d', 'tenant_id': 'ab1d82f642b54bd289c4a827e6879324', 'mac_address': 'fa:16:3e:a1:74:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b54e1e-8e3d-4388-9089-f9d09085336f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '2abcffc8-c5af-4ffc-8aa5-c9e61714e879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:41Z', 'updated_at': '2021-11-25T19:28:50Z', 'revision_number': 4, 'project_id': 'ab1d82f642b54bd289c4a827e6879324', 'subnets': [{'id': '2abcffc8-c5af-4ffc-8aa5-c9e61714e879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:28:52.844749 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-31297bed-2faa-4b80-aff0-b8fe13eac2b2 service neutron] For port f016bca4-6122-4e23-b3fe-589761742ba7, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:28:52.873277 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fd01a407-48be-45ff-b42c-1d9c2002ff23 req-52617a3e-2fce-49e2-8324-d727c09ec47f tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1af36a6-9053-4b0f-a032-e49e739f2b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457727 Nov 25 19:28:52.875602 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-31297bed-2faa-4b80-aff0-b8fe13eac2b2 service neutron] For port f016bca4-6122-4e23-b3fe-589761742ba7, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=f016bca4-6122-4e23-b3fe-589761742ba7,segment=NetworkSegment(23057e60-9ec4-4e28-b42a-44180d98336f),segment_id=23057e60-9ec4-4e28-b42a-44180d98336f)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:28:52.886813 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-31297bed-2faa-4b80-aff0-b8fe13eac2b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:52.899914 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d88d057-7704-4d01-9b01-c02d6f3d0a36 req-43d4b16a-8120-4642-9858-11472f830e88 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a93f031-d96f-4e89-a4f1-92d6b6c9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285719 Nov 25 19:28:52.949238 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b1c2c25a-c60b-4327-b1b4-66b2aedcf2c4 None None] For port fb0b73b6-9fdd-4c11-8e5e-c8d02920c921, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=fb0b73b6-9fdd-4c11-8e5e-c8d02920c921,segment=NetworkSegment(b9078fb3-09a5-4667-9ccb-e8c7effe710e),segment_id=b9078fb3-09a5-4667-9ccb-e8c7effe710e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:52.955851 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b1c2c25a-c60b-4327-b1b4-66b2aedcf2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:52.979541 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-31297bed-2faa-4b80-aff0-b8fe13eac2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:52.980319 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-31297bed-2faa-4b80-aff0-b8fe13eac2b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:52.981804 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-31297bed-2faa-4b80-aff0-b8fe13eac2b2 service neutron] 10.222.0.85 "PUT /v2.0/ports/f016bca4-6122-4e23-b3fe-589761742ba7 HTTP/1.1" status: 200 len: 1092 time: 2.5636966 Nov 25 19:28:52.987971 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83150acd-cdfa-4186-a8ac-c64a3b0f8dc1', 'tag': 'f016bca4-6122-4e23-b3fe-589761742ba7'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:52.990456 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc22bc6e-31cd-430f-93ea-ae1e470faff8" -d '{"events": [{"name": "network-changed", "server_uuid": "83150acd-cdfa-4186-a8ac-c64a3b0f8dc1", "tag": "f016bca4-6122-4e23-b3fe-589761742ba7"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:53.157616 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2c25a-c60b-4327-b1b4-66b2aedcf2c4 None None] Pushing event updated for resources: {'Port': ['ID=fb0b73b6-9fdd-4c11-8e5e-c8d02920c921,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:53.227778 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31297bed-2faa-4b80-aff0-b8fe13eac2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f016bca4-6122-4e23-b3fe-589761742ba7,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:53.294951 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-74dcb248-00fb-4d1c-acc7-26f8928ed256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:53.296714 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-74dcb248-00fb-4d1c-acc7-26f8928ed256 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=18f710711089484b91718e43c1998f8d&device_id=83150acd-cdfa-4186-a8ac-c64a3b0f8dc1 HTTP/1.1" status: 200 len: 1095 time: 0.2446470 Nov 25 19:28:53.351831 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:53.361213 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device fb0b73b6-9fdd-4c11-8e5e-c8d02920c921 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:53.432264 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-5c017ba7-3281-4e76-9526-8eeb5159b8aa service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f016bca4-6122-4e23-b3fe-589761742ba7 HTTP/1.1" status: 200 len: 217 time: 0.1247187 Nov 25 19:28:53.450654 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port fb0b73b6-9fdd-4c11-8e5e-c8d02920c921 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:53.451303 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:53.504420 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03be686-57d0-488d-88ab-4ed6d69b98f2 x-openstack-request-id: req-f03be686-57d0-488d-88ab-4ed6d69b98f2 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:53.505181 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83150acd-cdfa-4186-a8ac-c64a3b0f8dc1", "tag": "f016bca4-6122-4e23-b3fe-589761742ba7", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:53.505615 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f03be686-57d0-488d-88ab-4ed6d69b98f2 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:53.506699 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83150acd-cdfa-4186-a8ac-c64a3b0f8dc1', 'tag': 'f016bca4-6122-4e23-b3fe-589761742ba7', 'status': 'completed', 'code': 200} Nov 25 19:28:53.583241 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-ac28c33c-c2cd-4327-98e8-056580c579c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:53.591462 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-ac28c33c-c2cd-4327-98e8-056580c579c0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=aadf5de5-5228-43ae-ac68-959c2ac09c3e HTTP/1.1" status: 200 len: 850 time: 0.1480117 Nov 25 19:28:53.664941 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-49e9fd6c-95f4-45fd-9351-c1d8c31bd768 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e17bf6db-0463-45aa-a197-619eac3cc855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649939 Nov 25 19:28:53.736701 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e1fcd-4a66-475d-bf12-0907707b995a req-ccfa34d0-7258-4bdb-89b6-62030ca72c48 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:53.745893 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9b8e1fcd-4a66-475d-bf12-0907707b995a req-ccfa34d0-7258-4bdb-89b6-62030ca72c48 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 947 time: 0.1191080 Nov 25 19:28:53.827792 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9b8e1fcd-4a66-475d-bf12-0907707b995a req-72c4451b-b096-43fe-b5f1-1b3692bcae3b tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806863 Nov 25 19:28:53.914365 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 15d380ef-c864-426a-b526-a3732729a12d details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:28:53.927671 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-6054a512-5bcc-4e1f-ace7-bec553979feb service neutron] 10.222.0.85 "GET /v2.0/networks/e17bf6db-0463-45aa-a197-619eac3cc855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535594 Nov 25 19:28:54.032798 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:54.239213 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 15d380ef-c864-426a-b526-a3732729a12d, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=15d380ef-c864-426a-b526-a3732729a12d,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:54.318555 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '15d380ef-c864-426a-b526-a3732729a12d', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '15d380ef-c864-426a-b526-a3732729a12d', 'mac_address': 'fa:16:3e:fd:05:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:28:54.335625 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c645c-f6f6-4a11-9bd9-a3c0a460a279 req-ec47ef0e-e59a-4a7c-9ad6-8aef179158ea tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:54.337399 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c29c645c-f6f6-4a11-9bd9-a3c0a460a279 req-ec47ef0e-e59a-4a7c-9ad6-8aef179158ea tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f766549-3d8a-417d-a429-692ab3829f96 HTTP/1.1" status: 200 len: 946 time: 0.1848452 Nov 25 19:28:54.350601 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-84df9ec5-8b29-47de-aeac-320175f7a557 req-8c8b7bc5-42c2-4ff5-8a40-005430ccccf5 service neutron] 10.222.0.85 "GET /v2.0/networks/e17bf6db-0463-45aa-a197-619eac3cc855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106913 Nov 25 19:28:54.413441 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b6b75-a46b-46a3-a0db-31c7777420b6 req-3584d1a2-fb45-4e09-898c-d9b1020c7128 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:54.429816 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-676b6b75-a46b-46a3-a0db-31c7777420b6 req-3584d1a2-fb45-4e09-898c-d9b1020c7128 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/ports?device_id=83150acd-cdfa-4186-a8ac-c64a3b0f8dc1 HTTP/1.1" status: 200 len: 944 time: 0.2262423 Nov 25 19:28:54.640245 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c29c645c-f6f6-4a11-9bd9-a3c0a460a279 req-2587d208-3b85-456b-bc2b-3ca1e0254515 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a93f031-d96f-4e89-a4f1-92d6b6c9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907760 Nov 25 19:28:54.642946 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-676b6b75-a46b-46a3-a0db-31c7777420b6 req-630ce2fa-ea38-406c-8357-755fa4d987ef tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1af36a6-9053-4b0f-a032-e49e739f2b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074649 Nov 25 19:28:54.684026 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22bc6e-31cd-430f-93ea-ae1e470faff8 req-26127d01-bdb5-42f7-87b2-06b879626d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:54.685646 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc22bc6e-31cd-430f-93ea-ae1e470faff8 req-26127d01-bdb5-42f7-87b2-06b879626d09 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=18f710711089484b91718e43c1998f8d&device_id=83150acd-cdfa-4186-a8ac-c64a3b0f8dc1 HTTP/1.1" status: 200 len: 1095 time: 0.2282717 Nov 25 19:28:54.705633 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:54.754019 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d380ef-c864-426a-b526-a3732729a12d {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:28:54.811417 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 15d380ef-c864-426a-b526-a3732729a12d, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=15d380ef-c864-426a-b526-a3732729a12d,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:54.820866 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:54.932029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22bc6e-31cd-430f-93ea-ae1e470faff8 req-2b341ac2-2910-4b0f-b093-52b65a6084c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:54.934623 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc22bc6e-31cd-430f-93ea-ae1e470faff8 req-2b341ac2-2910-4b0f-b093-52b65a6084c7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e17bf6db-0463-45aa-a197-619eac3cc855 HTTP/1.1" status: 200 len: 911 time: 0.2386417 Nov 25 19:28:54.942674 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=15d380ef-c864-426a-b526-a3732729a12d,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:54.979348 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:54.979813 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:54.980061 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:54.980378 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:54.980717 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:54.981053 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:54.981386 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:54.981719 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:54.982048 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:54.982406 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:54.982738 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:54.983063 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:55.023005 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc22bc6e-31cd-430f-93ea-ae1e470faff8 req-ddd45239-0b28-4dec-9827-2e3334fb2f2f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f016bca4-6122-4e23-b3fe-589761742ba7 HTTP/1.1" status: 200 len: 217 time: 0.0760012 Nov 25 19:28:55.105298 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb753abb-3487-4730-b52e-8b359dda6959 req-edcec846-9dd3-4dba-ae8a-ed9ace6c31f7 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:55.114790 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bb753abb-3487-4730-b52e-8b359dda6959 req-edcec846-9dd3-4dba-ae8a-ed9ace6c31f7 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 948 time: 0.1283803 Nov 25 19:28:55.116197 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['15d380ef-c864-426a-b526-a3732729a12d'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:28:55.156171 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22bc6e-31cd-430f-93ea-ae1e470faff8 req-205b527b-d201-455b-ab13-550c7dda7b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:55.162266 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc22bc6e-31cd-430f-93ea-ae1e470faff8 req-205b527b-d201-455b-ab13-550c7dda7b24 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=aadf5de5-5228-43ae-ac68-959c2ac09c3e HTTP/1.1" status: 200 len: 850 time: 0.1252742 Nov 25 19:28:55.263208 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bb753abb-3487-4730-b52e-8b359dda6959 req-e588031c-cbb5-45c1-8433-3d93063d7dcb tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474071 Nov 25 19:28:55.263735 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc22bc6e-31cd-430f-93ea-ae1e470faff8 req-f86b4ca2-45ae-4262-8b85-adc8f0354683 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e17bf6db-0463-45aa-a197-619eac3cc855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897477 Nov 25 19:28:55.311755 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device fb0b73b6-9fdd-4c11-8e5e-c8d02920c921 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:55.425011 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port fb0b73b6-9fdd-4c11-8e5e-c8d02920c921 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:55.425423 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:55.947866 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf32862-4264-4107-9067-329ffd700ea2 req-a8954c0c-69f4-46a0-8a11-3b7371f91829 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:55.949560 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fcf32862-4264-4107-9067-329ffd700ea2 req-a8954c0c-69f4-46a0-8a11-3b7371f91829 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/ports?device_id=83150acd-cdfa-4186-a8ac-c64a3b0f8dc1 HTTP/1.1" status: 200 len: 944 time: 0.1046283 Nov 25 19:28:55.954540 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c066407-08d9-4703-8393-4cb64a712136 req-0339924e-7b45-4627-ac76-f7fcb7768610 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:55.956858 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2c066407-08d9-4703-8393-4cb64a712136 req-0339924e-7b45-4627-ac76-f7fcb7768610 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f766549-3d8a-417d-a429-692ab3829f96 HTTP/1.1" status: 200 len: 946 time: 0.1535594 Nov 25 19:28:55.959680 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc22bc6e-31cd-430f-93ea-ae1e470faff8 req-1ae12006-c92b-4ef5-a08f-f25b77c36244 service neutron] 10.222.0.85 "GET /v2.0/networks/e17bf6db-0463-45aa-a197-619eac3cc855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6880760 Nov 25 19:28:56.050463 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fcf32862-4264-4107-9067-329ffd700ea2 req-e402e432-278b-499e-b0c8-91a631894b10 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1af36a6-9053-4b0f-a032-e49e739f2b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886402 Nov 25 19:28:56.148547 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2c066407-08d9-4703-8393-4cb64a712136 req-9cf58a2b-fabf-401d-9e9e-84de691cafb4 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a93f031-d96f-4e89-a4f1-92d6b6c9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834698 Nov 25 19:28:56.218002 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc22bc6e-31cd-430f-93ea-ae1e470faff8 req-46d55efb-98c4-4df0-879f-bb29b6945940 service neutron] 10.222.0.85 "GET /v2.0/networks/e17bf6db-0463-45aa-a197-619eac3cc855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429461 Nov 25 19:28:56.486094 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec7715-9c86-4b9a-bf34-b286eccbac1d req-48571d0a-a1c4-4856-bf0e-457e618a88ff tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:56.495224 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-69ec7715-9c86-4b9a-bf34-b286eccbac1d req-48571d0a-a1c4-4856-bf0e-457e618a88ff tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 948 time: 0.1259704 Nov 25 19:28:56.588492 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-69ec7715-9c86-4b9a-bf34-b286eccbac1d req-be9e7175-e7a3-4b33-a786-9abf3a6192c6 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921168 Nov 25 19:28:57.059444 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device f016bca4-6122-4e23-b3fe-589761742ba7 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:28:57.231619 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f65183-30f7-4962-8651-2f4074231137 req-dcdb6efb-8381-46c7-8ec7-89562fae0f0b tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:57.248812 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port f016bca4-6122-4e23-b3fe-589761742ba7, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=f016bca4-6122-4e23-b3fe-589761742ba7,segment=NetworkSegment(23057e60-9ec4-4e28-b42a-44180d98336f),segment_id=23057e60-9ec4-4e28-b42a-44180d98336f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:57.254070 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-69f65183-30f7-4962-8651-2f4074231137 req-dcdb6efb-8381-46c7-8ec7-89562fae0f0b tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/ports?device_id=83150acd-cdfa-4186-a8ac-c64a3b0f8dc1 HTTP/1.1" status: 200 len: 944 time: 0.0913835 Nov 25 19:28:57.265720 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'f016bca4-6122-4e23-b3fe-589761742ba7', 'network_id': 'e17bf6db-0463-45aa-a197-619eac3cc855', 'port_id': 'f016bca4-6122-4e23-b3fe-589761742ba7', 'mac_address': 'fa:16:3e:90:81:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aadf5de5-5228-43ae-ac68-959c2ac09c3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:28:57.329841 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-69f65183-30f7-4962-8651-2f4074231137 req-feaeeda3-8c38-4cdd-ba32-d63b4c3a55a2 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1af36a6-9053-4b0f-a032-e49e739f2b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745955 Nov 25 19:28:57.343363 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:57.374393 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f016bca4-6122-4e23-b3fe-589761742ba7 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:28:57.412052 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port f016bca4-6122-4e23-b3fe-589761742ba7, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=f016bca4-6122-4e23-b3fe-589761742ba7,segment=NetworkSegment(23057e60-9ec4-4e28-b42a-44180d98336f),segment_id=23057e60-9ec4-4e28-b42a-44180d98336f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:57.422765 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:57.541901 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=f016bca4-6122-4e23-b3fe-589761742ba7,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:57.642271 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b7229-a4d8-4ff1-9694-93d848a380d9 req-14de2ef7-9732-4e98-954b-77c0a691d98e tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:57.656813 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a7b7229-a4d8-4ff1-9694-93d848a380d9 req-14de2ef7-9732-4e98-954b-77c0a691d98e tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f766549-3d8a-417d-a429-692ab3829f96 HTTP/1.1" status: 200 len: 946 time: 0.1500807 Nov 25 19:28:57.739580 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['f016bca4-6122-4e23-b3fe-589761742ba7'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:28:57.767707 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a7b7229-a4d8-4ff1-9694-93d848a380d9 req-b721f1ae-052e-4a3c-b0fe-9e0a5deb6f70 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a93f031-d96f-4e89-a4f1-92d6b6c9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098239 Nov 25 19:28:57.869318 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a587a-218a-470f-8ebc-3c22efae4ad1 req-8ef7a991-2d0c-4c1f-8255-98d5fed8caed tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:57.871093 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bd4a587a-218a-470f-8ebc-3c22efae4ad1 req-8ef7a991-2d0c-4c1f-8255-98d5fed8caed tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 948 time: 0.0827780 Nov 25 19:28:57.925328 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 15d380ef-c864-426a-b526-a3732729a12d up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:57.967732 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bd4a587a-218a-470f-8ebc-3c22efae4ad1 req-75fe2ff5-1b87-4b7b-84ee-f7eb23a7664d tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818408 Nov 25 19:28:58.030396 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 15d380ef-c864-426a-b526-a3732729a12d completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:28:58.042802 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 15d380ef-c864-426a-b526-a3732729a12d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:58.043324 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:58.198365 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:58.237657 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a76190-762e-4f1e-966d-f84fa91780f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d380ef-c864-426a-b526-a3732729a12d'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:58.241579 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6866125-0686-45ee-af0f-2da7e11c3271" -d '{"events": [{"server_uuid": "a0a76190-762e-4f1e-966d-f84fa91780f4", "name": "network-vif-plugged", "status": "completed", "tag": "15d380ef-c864-426a-b526-a3732729a12d"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:58.263671 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 15d380ef-c864-426a-b526-a3732729a12d, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=15d380ef-c864-426a-b526-a3732729a12d,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:58.272343 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:58.324751 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be44b991-79c8-4a61-90a3-9405bd496b2a x-openstack-request-id: req-be44b991-79c8-4a61-90a3-9405bd496b2a {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:58.326214 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a76190-762e-4f1e-966d-f84fa91780f4", "name": "network-vif-plugged", "status": "completed", "tag": "15d380ef-c864-426a-b526-a3732729a12d", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:58.326546 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-be44b991-79c8-4a61-90a3-9405bd496b2a {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:58.327226 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a76190-762e-4f1e-966d-f84fa91780f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d380ef-c864-426a-b526-a3732729a12d', 'code': 200} Nov 25 19:28:58.353539 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=15d380ef-c864-426a-b526-a3732729a12d,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:58.522169 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e5594-31e8-4505-a096-1f7890aec868 req-bd3012fc-5400-4de6-8910-04238f8f0f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:58.524188 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-790e5594-31e8-4505-a096-1f7890aec868 req-bd3012fc-5400-4de6-8910-04238f8f0f09 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 1100 time: 0.1154647 Nov 25 19:28:58.541541 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72d613-d25c-4c89-8052-f6f7e32784a5 req-f56d312f-2f55-4941-afce-c04019acc0fc tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:58.550351 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a72d613-d25c-4c89-8052-f6f7e32784a5 req-f56d312f-2f55-4941-afce-c04019acc0fc tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/ports?device_id=83150acd-cdfa-4186-a8ac-c64a3b0f8dc1 HTTP/1.1" status: 200 len: 945 time: 0.0910649 Nov 25 19:28:58.680790 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-790e5594-31e8-4505-a096-1f7890aec868 req-a389e7b5-9962-42a4-9332-bc4875163870 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246622 Nov 25 19:28:58.697305 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a72d613-d25c-4c89-8052-f6f7e32784a5 req-21fa7d2b-394c-48e9-851c-267effc7c8a3 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1af36a6-9053-4b0f-a032-e49e739f2b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463077 Nov 25 19:28:58.969165 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b3645-6494-4f34-a301-b0f246a43912 req-eae57626-5d76-4741-aa7c-d1c7026209e7 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:58.971284 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8b9b3645-6494-4f34-a301-b0f246a43912 req-eae57626-5d76-4741-aa7c-d1c7026209e7 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f766549-3d8a-417d-a429-692ab3829f96 HTTP/1.1" status: 200 len: 946 time: 0.0821834 Nov 25 19:28:59.044551 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device f016bca4-6122-4e23-b3fe-589761742ba7 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:59.059812 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8b9b3645-6494-4f34-a301-b0f246a43912 req-2e927f61-99df-4466-8d75-cd75af97b499 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a93f031-d96f-4e89-a4f1-92d6b6c9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802224 Nov 25 19:28:59.163311 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port f016bca4-6122-4e23-b3fe-589761742ba7 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:28:59.167988 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-412ab9bd-00c0-4e4c-a5e2-12134be36321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:59.172973 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port f016bca4-6122-4e23-b3fe-589761742ba7 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:59.173565 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:59.213009 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-6faf9fd5-662c-415e-8f96-8e0e48ca95d6 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:59.224812 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-6faf9fd5-662c-415e-8f96-8e0e48ca95d6 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/networks?id=18d15e7b-7bf0-4801-add6-82c7d685c88d HTTP/1.1" status: 200 len: 814 time: 0.2133477 Nov 25 19:28:59.245771 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-1886cfb7-cd5f-48e0-beb6-cdd8432e0212 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/quotas/308af9351010428d9537602c6d0956e9 HTTP/1.1" status: 200 len: 375 time: 0.0193200 Nov 25 19:28:59.254358 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0721ad3-b057-4cbb-93d2-715ec8a9e137 req-68e1c845-656e-4ef3-b117-2b66989a8860 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:59.256188 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c0721ad3-b057-4cbb-93d2-715ec8a9e137 req-68e1c845-656e-4ef3-b117-2b66989a8860 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.0744598 Nov 25 19:28:59.268384 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f886ac0-93f8-4213-a954-494e0ced665e req-f44ae4b0-13c7-4452-a8c5-808f796c9d87 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:59.269968 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5f886ac0-93f8-4213-a954-494e0ced665e req-f44ae4b0-13c7-4452-a8c5-808f796c9d87 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f766549-3d8a-417d-a429-692ab3829f96 HTTP/1.1" status: 200 len: 946 time: 0.1389074 Nov 25 19:28:59.326178 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-80ccd15a-157b-442a-9bcf-0f2d898616a6 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=308af9351010428d9537602c6d0956e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763712 Nov 25 19:28:59.337518 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:59.355356 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-7255a1b4-fd96-4b24-b70c-ba5a2edf14b1 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:28:59.356402 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-7255a1b4-fd96-4b24-b70c-ba5a2edf14b1 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104344 Nov 25 19:28:59.402467 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c0721ad3-b057-4cbb-93d2-715ec8a9e137 req-5a4906de-2f6c-4047-93dc-dad8dc6cfe17 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313562 Nov 25 19:28:59.403227 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port f016bca4-6122-4e23-b3fe-589761742ba7, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=f016bca4-6122-4e23-b3fe-589761742ba7,segment=NetworkSegment(23057e60-9ec4-4e28-b42a-44180d98336f),segment_id=23057e60-9ec4-4e28-b42a-44180d98336f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:59.412246 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:59.477377 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-5f886ac0-93f8-4213-a954-494e0ced665e req-f5cb96ac-4963-4f2d-9883-2c6f508fb12d tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Deleting port c2e4f6a6-6000-4fd1-a421-9f28a2140fe5 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:28:59.478046 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f886ac0-93f8-4213-a954-494e0ced665e req-f5cb96ac-4963-4f2d-9883-2c6f508fb12d tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:59.503553 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=f016bca4-6122-4e23-b3fe-589761742ba7,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:59.550037 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-f12b10f7-7e26-4248-8079-f56bcb0af4a0 service neutron] 10.222.0.55 "GET /v2.0/networks/18d15e7b-7bf0-4801-add6-82c7d685c88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829305 Nov 25 19:28:59.618533 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-5f886ac0-93f8-4213-a954-494e0ced665e req-f5cb96ac-4963-4f2d-9883-2c6f508fb12d tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] For port c2e4f6a6-6000-4fd1-a421-9f28a2140fe5, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c2e4f6a6-6000-4fd1-a421-9f28a2140fe5,segment=NetworkSegment(d60c1a3c-e0ee-4344-8305-2e18fa2e4f9f),segment_id=d60c1a3c-e0ee-4344-8305-2e18fa2e4f9f)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:59.618894 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f886ac0-93f8-4213-a954-494e0ced665e req-f5cb96ac-4963-4f2d-9883-2c6f508fb12d tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:59.641981 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-5f886ac0-93f8-4213-a954-494e0ced665e req-f5cb96ac-4963-4f2d-9883-2c6f508fb12d tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Calling delete_port for c2e4f6a6-6000-4fd1-a421-9f28a2140fe5 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:28:59.672715 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-0b67a91f-b9ca-408b-b639-4cbc3d60ffff service neutron] 10.222.0.55 "GET /v2.0/networks/18d15e7b-7bf0-4801-add6-82c7d685c88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156213 Nov 25 19:28:59.996253 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdee1ab-8581-43cf-ac9f-6f78119b4428 req-1e140db5-cd15-47ad-86f6-4dc8d6981168 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:59.998658 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ffdee1ab-8581-43cf-ac9f-6f78119b4428 req-1e140db5-cd15-47ad-86f6-4dc8d6981168 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/ports?device_id=83150acd-cdfa-4186-a8ac-c64a3b0f8dc1 HTTP/1.1" status: 200 len: 946 time: 0.1329558 Nov 25 19:29:00.000428 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f886ac0-93f8-4213-a954-494e0ced665e req-f5cb96ac-4963-4f2d-9883-2c6f508fb12d tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:00.014127 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['c2e4f6a6-6000-4fd1-a421-9f28a2140fe5'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:29:00.055434 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb96ac-4963-4f2d-9883-2c6f508fb12d tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Pushing event deleted for resources: {'Port': ['ID=c2e4f6a6-6000-4fd1-a421-9f28a2140fe5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:00.164316 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-980eba3c-a1e8-4bcd-a6df-cd567624fa81 req-330744da-0d1b-497a-a5b1-b90459fa6a2a tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/ports?device_id=1386461a-fca3-444b-980e-2a4a9ad5b1f7 HTTP/1.1" status: 200 len: 210 time: 0.0375834 Nov 25 19:29:00.202362 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f886ac0-93f8-4213-a954-494e0ced665e req-f5cb96ac-4963-4f2d-9883-2c6f508fb12d tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] No DVR routers for this DVR port c2e4f6a6-6000-4fd1-a421-9f28a2140fe5 on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:29:00.206536 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f886ac0-93f8-4213-a954-494e0ced665e req-f5cb96ac-4963-4f2d-9883-2c6f508fb12d tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:00.211052 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5f886ac0-93f8-4213-a954-494e0ced665e req-f5cb96ac-4963-4f2d-9883-2c6f508fb12d tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.73 "DELETE /v2.0/ports/c2e4f6a6-6000-4fd1-a421-9f28a2140fe5 HTTP/1.1" status: 204 len: 173 time: 0.9234786 Nov 25 19:29:00.216008 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ffdee1ab-8581-43cf-ac9f-6f78119b4428 req-b4d5c9fb-07f2-40aa-b084-167c47d01708 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1af36a6-9053-4b0f-a032-e49e739f2b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689517 Nov 25 19:29:00.216549 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f766549-3d8a-417d-a429-692ab3829f96', 'name': 'network-vif-deleted', 'tag': 'c2e4f6a6-6000-4fd1-a421-9f28a2140fe5'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:00.218959 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57901b12-cffa-481a-aebb-74312396f9c8" -d '{"events": [{"server_uuid": "9f766549-3d8a-417d-a429-692ab3829f96", "name": "network-vif-deleted", "tag": "c2e4f6a6-6000-4fd1-a421-9f28a2140fe5"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:00.277381 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9636a228-961b-49f5-bcf7-ab754a7d5d72 x-openstack-request-id: req-9636a228-961b-49f5-bcf7-ab754a7d5d72 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:00.277842 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f766549-3d8a-417d-a429-692ab3829f96", "name": "network-vif-deleted", "tag": "c2e4f6a6-6000-4fd1-a421-9f28a2140fe5", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:00.278148 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9636a228-961b-49f5-bcf7-ab754a7d5d72 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:00.278788 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f766549-3d8a-417d-a429-692ab3829f96', 'name': 'network-vif-deleted', 'tag': 'c2e4f6a6-6000-4fd1-a421-9f28a2140fe5', 'status': 'completed', 'code': 200} Nov 25 19:29:00.329038 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83150acd-cdfa-4186-a8ac-c64a3b0f8dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f016bca4-6122-4e23-b3fe-589761742ba7'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:00.332987 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e83fd8d-3ce7-4669-86bf-d204bff259b3" -d '{"events": [{"server_uuid": "83150acd-cdfa-4186-a8ac-c64a3b0f8dc1", "name": "network-vif-plugged", "status": "completed", "tag": "f016bca4-6122-4e23-b3fe-589761742ba7"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:00.338778 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4ca78ebe-71fa-48e6-acfa-312de7808c58 req-e8d75df6-03df-48ee-a2e0-7c2616319c69 tempest-ServerMetadataNegativeTestJSON-177868853 tempest-ServerMetadataNegativeTestJSON-177868853-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f766549-3d8a-417d-a429-692ab3829f96 HTTP/1.1" status: 200 len: 210 time: 0.0393596 Nov 25 19:29:00.461553 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d39de5-f6c3-432c-af3a-4330a0ef2178 x-openstack-request-id: req-21d39de5-f6c3-432c-af3a-4330a0ef2178 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:00.462656 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83150acd-cdfa-4186-a8ac-c64a3b0f8dc1", "name": "network-vif-plugged", "status": "completed", "tag": "f016bca4-6122-4e23-b3fe-589761742ba7", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:00.462656 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-21d39de5-f6c3-432c-af3a-4330a0ef2178 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:00.462656 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83150acd-cdfa-4186-a8ac-c64a3b0f8dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f016bca4-6122-4e23-b3fe-589761742ba7', 'code': 200} Nov 25 19:29:00.580253 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5e13b-08f9-47c5-b314-0d99747454fc req-44bc89d2-fb49-410f-97aa-48518d96116a tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:00.588010 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13c5e13b-08f9-47c5-b314-0d99747454fc req-44bc89d2-fb49-410f-97aa-48518d96116a tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.0791609 Nov 25 19:29:00.624764 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df08d17-590c-468b-9fb1-0228824720a7 req-ed14ae55-686c-4541-bb63-dfca3376d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:00.626896 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8df08d17-590c-468b-9fb1-0228824720a7 req-ed14ae55-686c-4541-bb63-dfca3376d124 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=83150acd-cdfa-4186-a8ac-c64a3b0f8dc1 HTTP/1.1" status: 200 len: 1097 time: 0.0747669 Nov 25 19:29:00.658360 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13c5e13b-08f9-47c5-b314-0d99747454fc req-9aae1215-ad9f-4af1-8b9a-cacf9bdaac5d tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692382 Nov 25 19:29:00.703241 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8df08d17-590c-468b-9fb1-0228824720a7 req-83401d52-f683-45f9-973d-ad8060783e3f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=c1af36a6-9053-4b0f-a032-e49e739f2b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649629 Nov 25 19:29:00.855684 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cd0da-33c5-42cd-a43d-e6b81d2f706e req-efd164cd-85da-432d-979d-142fd6f3cb1e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:00.870454 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-940cd0da-33c5-42cd-a43d-e6b81d2f706e req-efd164cd-85da-432d-979d-142fd6f3cb1e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.0778029 Nov 25 19:29:01.007708 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-940cd0da-33c5-42cd-a43d-e6b81d2f706e req-2f850a06-07ae-42d3-bd12-2ffe2cce5c6e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359742 Nov 25 19:29:01.236568 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-efcc3409-17bf-4285-a054-324d8ff0b399 req-af61983f-a689-4f01-9363-59b907f45d47 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0589252 Nov 25 19:29:01.338257 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc3409-17bf-4285-a054-324d8ff0b399 req-a705dfef-e4c0-439f-a278-ae5e361e0abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:01.340842 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-efcc3409-17bf-4285-a054-324d8ff0b399 req-a705dfef-e4c0-439f-a278-ae5e361e0abe service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66bb1d518cbb4b4485685141182408d2&device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 1097 time: 0.0659781 Nov 25 19:29:01.345348 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fde7fdda-ccfe-44a3-a0f3-f1fe8e62ec70 req-ac1bb7b4-ff4a-45ee-b931-96dd41c70b50 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/ports?device_id=1386461a-fca3-444b-980e-2a4a9ad5b1f7 HTTP/1.1" status: 200 len: 210 time: 0.0799668 Nov 25 19:29:01.351530 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-7abf5471-f40f-4606-be2d-0fd10d7a1091 req-586fbf7a-de41-4a0e-a73b-c8e650c10488 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:29:01.353055 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7abf5471-f40f-4606-be2d-0fd10d7a1091 req-586fbf7a-de41-4a0e-a73b-c8e650c10488 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090113 Nov 25 19:29:01.538043 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93bd9f-add3-4d29-9620-8f92392d9a30 req-47720ecb-4e44-4161-b79d-6e26c7141a14 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:01.539902 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d93bd9f-add3-4d29-9620-8f92392d9a30 req-47720ecb-4e44-4161-b79d-6e26c7141a14 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/ports?device_id=83150acd-cdfa-4186-a8ac-c64a3b0f8dc1 HTTP/1.1" status: 200 len: 946 time: 0.1013651 Nov 25 19:29:01.736039 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc3409-17bf-4285-a054-324d8ff0b399 req-91859cca-3881-4820-bf83-60941b4683bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:01.737480 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d93bd9f-add3-4d29-9620-8f92392d9a30 req-8fff2a40-ab01-43ff-9e3b-496434188fdb tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1af36a6-9053-4b0f-a032-e49e739f2b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674054 Nov 25 19:29:01.739418 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-efcc3409-17bf-4285-a054-324d8ff0b399 req-91859cca-3881-4820-bf83-60941b4683bb service neutron] 10.222.0.85 "GET /v2.0/networks?id=7c66fbd7-92f9-4c18-afb1-b38847fa5709 HTTP/1.1" status: 200 len: 917 time: 0.3620324 Nov 25 19:29:01.740488 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10593bdb-58e3-488e-b0b8-22c87dd7be7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:01.926254 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-efcc3409-17bf-4285-a054-324d8ff0b399 req-d46308b2-9490-42a3-bf2d-5d9d309b842c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0270c450-7b12-494d-81ff-33d0eb610e7d HTTP/1.1" status: 200 len: 1002 time: 0.1778469 Nov 25 19:29:02.002402 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc3409-17bf-4285-a054-324d8ff0b399 req-5aaf1533-2237-4d6e-9f12-ed9bf2a4c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:02.004903 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-efcc3409-17bf-4285-a054-324d8ff0b399 req-5aaf1533-2237-4d6e-9f12-ed9bf2a4c8b8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d HTTP/1.1" status: 200 len: 855 time: 0.0695274 Nov 25 19:29:02.020020 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-eb20b3fe-8a0c-4d45-a7f5-4f8019664cde tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:02.023215 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-eb20b3fe-8a0c-4d45-a7f5-4f8019664cde tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.73 "GET /v2.0/networks?id=18d15e7b-7bf0-4801-add6-82c7d685c88d HTTP/1.1" status: 200 len: 814 time: 0.4200583 Nov 25 19:29:02.073557 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-16d9a326-9b91-4b2a-af67-be2c70931c58 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Request body: {'port': {'device_id': '1386461a-fca3-444b-980e-2a4a9ad5b1f7', 'network_id': '18d15e7b-7bf0-4801-add6-82c7d685c88d', 'admin_state_up': True, 'tenant_id': '308af9351010428d9537602c6d0956e9'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:02.191325 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34224) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:02.297885 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc3409-17bf-4285-a054-324d8ff0b399 req-68f772d9-502f-4a07-b577-452075ca19be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:02.299537 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-efcc3409-17bf-4285-a054-324d8ff0b399 req-68f772d9-502f-4a07-b577-452075ca19be service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7c66fbd7-92f9-4c18-afb1-b38847fa5709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2752650 Nov 25 19:29:02.351523 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d6de460-e453-404a-851f-91cbbe2a913a admin admin] Deleting subnet 9b4e68ca-4886-4426-81e9-4de4c5c0268c {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:29:02.363581 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8d6de460-e453-404a-851f-91cbbe2a913a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:02.444700 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce75a58-e314-462d-b424-fb7ab83dd52d req-3d11fca7-1f9f-4105-bd28-b239fced19d6 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:02.455555 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cce75a58-e314-462d-b424-fb7ab83dd52d req-3d11fca7-1f9f-4105-bd28-b239fced19d6 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.3754952 Nov 25 19:29:02.461342 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8d6de460-e453-404a-851f-91cbbe2a913a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:02.520122 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-3f545205-0b97-48fc-8c65-61be11808f29 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4090660 Nov 25 19:29:02.524630 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8d6de460-e453-404a-851f-91cbbe2a913a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:02.552424 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-bc4e06d4-8799-4858-a44a-52e8bb8330fc service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:29:02.554703 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-bc4e06d4-8799-4858-a44a-52e8bb8330fc service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0201023 Nov 25 19:29:02.632730 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-16d9a326-9b91-4b2a-af67-be2c70931c58 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Made reservation on behalf of 308af9351010428d9537602c6d0956e9 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:29:02.637010 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-16d9a326-9b91-4b2a-af67-be2c70931c58 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:02.669016 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8d6de460-e453-404a-851f-91cbbe2a913a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:02.683166 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-efcc3409-17bf-4285-a054-324d8ff0b399 req-33c20d6b-593e-455c-9698-5176f5478879 service neutron] 10.222.0.85 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705702 Nov 25 19:29:02.704711 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cce75a58-e314-462d-b424-fb7ab83dd52d req-b329eed5-f9c8-4cc3-a9a9-96e61a36e028 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467580 Nov 25 19:29:02.769221 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b8ee0247-174a-4fdb-bc44-8b01e49c4013 req-a491e458-786f-4f89-a3a3-cb9a3aebf5f0 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/ports?device_id=1386461a-fca3-444b-980e-2a4a9ad5b1f7 HTTP/1.1" status: 200 len: 210 time: 0.1133680 Nov 25 19:29:02.780311 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6de460-e453-404a-851f-91cbbe2a913a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b4e68ca-4886-4426-81e9-4de4c5c0268c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:02.798279 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8d6de460-e453-404a-851f-91cbbe2a913a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:02.814981 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8d6de460-e453-404a-851f-91cbbe2a913a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9b4e68ca-4886-4426-81e9-4de4c5c0268c HTTP/1.1" status: 204 len: 168 time: 0.6217017 Nov 25 19:29:02.816667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34244) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:03.049920 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-27ebc833-ba66-4e22-a7cb-b137f7b52e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:03.344404 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-27ebc833-ba66-4e22-a7cb-b137f7b52e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:03.455408 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-27ebc833-ba66-4e22-a7cb-b137f7b52e5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6158874-f3fb-4308-9410-05f7cf33be46']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:03.503519 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-27ebc833-ba66-4e22-a7cb-b137f7b52e5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60c1a3c-e0ee-4344-8305-2e18fa2e4f9f') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:03.504076 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ee190-697a-4b04-bc07-ce81f779c5e2 req-8f6d60e0-ec07-4cee-9caf-735d4ff28461 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:03.507295 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-27ebc833-ba66-4e22-a7cb-b137f7b52e5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60c1a3c-e0ee-4344-8305-2e18fa2e4f9f') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:03.514055 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-795ee190-697a-4b04-bc07-ce81f779c5e2 req-8f6d60e0-ec07-4cee-9caf-735d4ff28461 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/ports?device_id=83150acd-cdfa-4186-a8ac-c64a3b0f8dc1 HTTP/1.1" status: 200 len: 946 time: 0.3594925 Nov 25 19:29:03.564419 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-27ebc833-ba66-4e22-a7cb-b137f7b52e5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:03.575179 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:03.596558 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-27ebc833-ba66-4e22-a7cb-b137f7b52e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:03.623034 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ebc833-ba66-4e22-a7cb-b137f7b52e5c admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:29:03.625849 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-27ebc833-ba66-4e22-a7cb-b137f7b52e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:03.629380 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-795ee190-697a-4b04-bc07-ce81f779c5e2 req-eaab22ef-db03-49fc-a296-e4c85550ce22 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1af36a6-9053-4b0f-a032-e49e739f2b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130693 Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:29:03.644594 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:29:03.766638 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-efcc3409-17bf-4285-a054-324d8ff0b399 req-b0c4527d-3844-49b4-883d-827d531062a1 service neutron] 10.222.0.85 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0261667 Nov 25 19:29:03.862520 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-27ebc833-ba66-4e22-a7cb-b137f7b52e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:03.876465 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-16d9a326-9b91-4b2a-af67-be2c70931c58 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Allocated IP 172.20.0.8 (18d15e7b-7bf0-4801-add6-82c7d685c88d/b75cb25a-72f4-4fd9-b173-60bfea6a6113/ccf26f7a-2c04-4bc3-a640-57d5d0a640a5) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:29:03.883697 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-27ebc833-ba66-4e22-a7cb-b137f7b52e5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:03.900946 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-27ebc833-ba66-4e22-a7cb-b137f7b52e5c admin admin] 10.222.0.55 "DELETE /v2.0/networks/e6158874-f3fb-4308-9410-05f7cf33be46 HTTP/1.1" status: 204 len: 168 time: 1.0820856 Nov 25 19:29:03.944178 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device c2e4f6a6-6000-4fd1-a421-9f28a2140fe5 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:29:03.956590 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc833-ba66-4e22-a7cb-b137f7b52e5c admin admin] Pushing event deleted for resources: {'Network': ['ID=e6158874-f3fb-4308-9410-05f7cf33be46,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:04.025877 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: c2e4f6a6-6000-4fd1-a421-9f28a2140fe5 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:29:04.031364 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device c2e4f6a6-6000-4fd1-a421-9f28a2140fe5 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:29:04.096013 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ccbeccc3-1e05-4c1c-b540-616631eca2fe req-09795e77-4a48-4560-8158-b0da8a38d0e8 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/ports?device_id=1386461a-fca3-444b-980e-2a4a9ad5b1f7 HTTP/1.1" status: 200 len: 210 time: 0.0785749 Nov 25 19:29:04.301920 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44058032-c846-45e7-9999-ea7f19e24320 req-b9013417-f447-4e14-aee9-591678c12b87 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:04.303741 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-44058032-c846-45e7-9999-ea7f19e24320 req-b9013417-f447-4e14-aee9-591678c12b87 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.2206283 Nov 25 19:29:04.390996 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34286) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:04.479701 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-59ec5f38-d058-492f-a706-d1244bf289c8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=137516a16821461db4040c2159f6f4a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0871835 Nov 25 19:29:04.485260 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34290) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:04.583048 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-16d9a326-9b91-4b2a-af67-be2c70931c58 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:04.584706 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d07bc3b-de0a-4378-a276-e3e6fdb4e456 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:04.638233 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d07bc3b-de0a-4378-a276-e3e6fdb4e456 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:04.687298 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-44058032-c846-45e7-9999-ea7f19e24320 req-04b2e8f4-c4c0-44f6-b600-f01c4a7eab56 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690989 Nov 25 19:29:04.773598 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-16d9a326-9b91-4b2a-af67-be2c70931c58 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:04.785032 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d07bc3b-de0a-4378-a276-e3e6fdb4e456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:04.789998 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d07bc3b-de0a-4378-a276-e3e6fdb4e456 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:04.796850 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2d07bc3b-de0a-4378-a276-e3e6fdb4e456 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1a93f031-d96f-4e89-a4f1-92d6b6c9950c HTTP/1.1" status: 204 len: 168 time: 0.3097892 Nov 25 19:29:04.821734 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07bc3b-de0a-4378-a276-e3e6fdb4e456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a93f031-d96f-4e89-a4f1-92d6b6c9950c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:04.892903 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-16d9a326-9b91-4b2a-af67-be2c70931c58 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Network 18d15e7b-7bf0-4801-add6-82c7d685c88d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:29:04.897542 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-16d9a326-9b91-4b2a-af67-be2c70931c58 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:04.915283 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-16d9a326-9b91-4b2a-af67-be2c70931c58 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:29:05.018882 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9a326-9b91-4b2a-af67-be2c70931c58 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Pushing event updated for resources: {'Port': ['ID=ccf26f7a-2c04-4bc3-a640-57d5d0a640a5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:05.152343 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-16d9a326-9b91-4b2a-af67-be2c70931c58 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:05.153412 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-16d9a326-9b91-4b2a-af67-be2c70931c58 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:05.195089 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5b20e-668c-4e21-a19a-570ff0534c7f req-102d6c62-820d-4638-938f-9bde30edd632 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:05.208466 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-eff5b20e-668c-4e21-a19a-570ff0534c7f req-102d6c62-820d-4638-938f-9bde30edd632 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/ports?device_id=83150acd-cdfa-4186-a8ac-c64a3b0f8dc1 HTTP/1.1" status: 200 len: 946 time: 0.3336599 Nov 25 19:29:05.284998 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-16d9a326-9b91-4b2a-af67-be2c70931c58 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2153487 Nov 25 19:29:05.350461 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:05.399730 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-eff5b20e-668c-4e21-a19a-570ff0534c7f req-2798a94b-aebd-4300-810b-48e69afe25c1 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1af36a6-9053-4b0f-a032-e49e739f2b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890230 Nov 25 19:29:05.407386 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd166f-9967-4b7d-8d8c-f09485c1fd7a req-bdc67f4e-8f4f-4d29-83e0-9c911a23ba74 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:05.409379 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1f3f4e40-5907-4744-9173-7b1931b5a07f None None] Provisioning complete for port ccf26f7a-2c04-4bc3-a640-57d5d0a640a5 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:05.409821 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1f3f4e40-5907-4744-9173-7b1931b5a07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:05.424585 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9cbd166f-9967-4b7d-8d8c-f09485c1fd7a req-bdc67f4e-8f4f-4d29-83e0-9c911a23ba74 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/ports?device_id=1386461a-fca3-444b-980e-2a4a9ad5b1f7 HTTP/1.1" status: 200 len: 931 time: 0.1669967 Nov 25 19:29:05.500257 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1f3f4e40-5907-4744-9173-7b1931b5a07f None None] Port ccf26f7a-2c04-4bc3-a640-57d5d0a640a5 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:29:05.548051 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:05.557310 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9cbd166f-9967-4b7d-8d8c-f09485c1fd7a req-554a533c-e2b9-47cf-8231-58fba4d1152b tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4eed183-c605-4850-9829-3b0c4210e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248367 Nov 25 19:29:05.940869 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c8181-dcac-4b36-9974-aafcf9349e42 req-c067418f-9e02-4446-99b0-d6e462df1558 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:05.943217 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2b8c8181-dcac-4b36-9974-aafcf9349e42 req-c067418f-9e02-4446-99b0-d6e462df1558 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.0804570 Nov 25 19:29:06.171898 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2b8c8181-dcac-4b36-9974-aafcf9349e42 req-22b380ad-95d6-4f07-bf20-c160f42441b4 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107458 Nov 25 19:29:06.314576 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccb606-0111-4811-ab2c-8bf5d28a35be req-764f1251-86e2-4bf7-8d31-05a5ce18fb2c tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:06.316179 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0eccb606-0111-4811-ab2c-8bf5d28a35be req-764f1251-86e2-4bf7-8d31-05a5ce18fb2c tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.85 "GET /v2.0/ports?device_id=83150acd-cdfa-4186-a8ac-c64a3b0f8dc1 HTTP/1.1" status: 200 len: 946 time: 0.1136291 Nov 25 19:29:06.503221 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:29:06.514945 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-0eccb606-0111-4811-ab2c-8bf5d28a35be req-9df2ece6-35f6-42c1-bf6c-b9408ff18d55 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Deleting port f016bca4-6122-4e23-b3fe-589761742ba7 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:29:06.515469 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0eccb606-0111-4811-ab2c-8bf5d28a35be req-9df2ece6-35f6-42c1-bf6c-b9408ff18d55 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:06.732824 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b3b9e-adea-47b9-b79c-8975d361a5f7 req-87766342-c8fe-4a73-b848-dccbc5a6dd54 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:06.751545 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-080b3b9e-adea-47b9-b79c-8975d361a5f7 req-87766342-c8fe-4a73-b848-dccbc5a6dd54 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/ports?device_id=83150acd-cdfa-4186-a8ac-c64a3b0f8dc1 HTTP/1.1" status: 200 len: 946 time: 0.1919422 Nov 25 19:29:06.816300 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94465d29-b458-4d18-9096-f2f5143a8439 req-e33ebb96-364c-4dbb-834d-f2bbad695adb tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:06.820154 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94465d29-b458-4d18-9096-f2f5143a8439 req-e33ebb96-364c-4dbb-834d-f2bbad695adb tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/ports?device_id=1386461a-fca3-444b-980e-2a4a9ad5b1f7 HTTP/1.1" status: 200 len: 931 time: 0.1260293 Nov 25 19:29:06.833768 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-0eccb606-0111-4811-ab2c-8bf5d28a35be req-9df2ece6-35f6-42c1-bf6c-b9408ff18d55 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] For port f016bca4-6122-4e23-b3fe-589761742ba7, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=f016bca4-6122-4e23-b3fe-589761742ba7,segment=NetworkSegment(23057e60-9ec4-4e28-b42a-44180d98336f),segment_id=23057e60-9ec4-4e28-b42a-44180d98336f)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:06.833768 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0eccb606-0111-4811-ab2c-8bf5d28a35be req-9df2ece6-35f6-42c1-bf6c-b9408ff18d55 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:06.867029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-0eccb606-0111-4811-ab2c-8bf5d28a35be req-9df2ece6-35f6-42c1-bf6c-b9408ff18d55 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Calling delete_port for f016bca4-6122-4e23-b3fe-589761742ba7 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:29:06.946461 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94465d29-b458-4d18-9096-f2f5143a8439 req-1be81318-c1b9-40a4-8010-65773d5e6aa0 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4eed183-c605-4850-9829-3b0c4210e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160920 Nov 25 19:29:06.962189 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-080b3b9e-adea-47b9-b79c-8975d361a5f7 req-81f25e5f-285b-4395-9048-5f3b219d15e6 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1af36a6-9053-4b0f-a032-e49e739f2b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085295 Nov 25 19:29:07.191654 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0eccb606-0111-4811-ab2c-8bf5d28a35be req-9df2ece6-35f6-42c1-bf6c-b9408ff18d55 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:07.205815 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['f016bca4-6122-4e23-b3fe-589761742ba7'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:29:07.244524 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2ece6-35f6-42c1-bf6c-b9408ff18d55 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Pushing event deleted for resources: {'Port': ['ID=f016bca4-6122-4e23-b3fe-589761742ba7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:07.379352 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eccb606-0111-4811-ab2c-8bf5d28a35be req-9df2ece6-35f6-42c1-bf6c-b9408ff18d55 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] No DVR routers for this DVR port f016bca4-6122-4e23-b3fe-589761742ba7 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:29:07.388377 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0eccb606-0111-4811-ab2c-8bf5d28a35be req-9df2ece6-35f6-42c1-bf6c-b9408ff18d55 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:07.407934 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0eccb606-0111-4811-ab2c-8bf5d28a35be req-9df2ece6-35f6-42c1-bf6c-b9408ff18d55 tempest-ServerPasswordTestJSON-1841538127 tempest-ServerPasswordTestJSON-1841538127-project] 10.222.0.85 "DELETE /v2.0/ports/f016bca4-6122-4e23-b3fe-589761742ba7 HTTP/1.1" status: 204 len: 173 time: 1.0724006 Nov 25 19:29:07.409293 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83150acd-cdfa-4186-a8ac-c64a3b0f8dc1', 'name': 'network-vif-deleted', 'tag': 'f016bca4-6122-4e23-b3fe-589761742ba7'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:07.413177 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbef3e53-d226-46a6-9e65-da998347b804" -d '{"events": [{"server_uuid": "83150acd-cdfa-4186-a8ac-c64a3b0f8dc1", "name": "network-vif-deleted", "tag": "f016bca4-6122-4e23-b3fe-589761742ba7"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:07.618775 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d140d-95f6-4fb9-ac8e-f993ac4ddb98 req-97f11d0b-efa7-492f-a3f1-52dc4e8634fb tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:07.635927 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f19d140d-95f6-4fb9-ac8e-f993ac4ddb98 req-97f11d0b-efa7-492f-a3f1-52dc4e8634fb tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.0948963 Nov 25 19:29:07.726830 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f19d140d-95f6-4fb9-ac8e-f993ac4ddb98 req-b882bf08-f66e-470c-8c3f-0ec9073da66d tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859468 Nov 25 19:29:07.972587 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9f0ca5-304d-4dcb-8002-4a260cc365e6 x-openstack-request-id: req-ce9f0ca5-304d-4dcb-8002-4a260cc365e6 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:07.973659 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83150acd-cdfa-4186-a8ac-c64a3b0f8dc1", "name": "network-vif-deleted", "tag": "f016bca4-6122-4e23-b3fe-589761742ba7", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:07.974103 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ce9f0ca5-304d-4dcb-8002-4a260cc365e6 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:07.976015 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83150acd-cdfa-4186-a8ac-c64a3b0f8dc1', 'name': 'network-vif-deleted', 'tag': 'f016bca4-6122-4e23-b3fe-589761742ba7', 'status': 'completed', 'code': 200} Nov 25 19:29:08.296391 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7691b94-a79f-4299-8ce6-b57d38a96403 req-0487ef86-2b38-4dfc-873c-9bdd78288a0c tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:08.299405 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c7691b94-a79f-4299-8ce6-b57d38a96403 req-0487ef86-2b38-4dfc-873c-9bdd78288a0c tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/ports?device_id=1386461a-fca3-444b-980e-2a4a9ad5b1f7 HTTP/1.1" status: 200 len: 931 time: 0.0700550 Nov 25 19:29:08.398045 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c7691b94-a79f-4299-8ce6-b57d38a96403 req-14b737e5-5dd1-42a3-a622-9ed549d85fc4 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4eed183-c605-4850-9829-3b0c4210e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856314 Nov 25 19:29:08.477888 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34368) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:08.644248 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-38635e38-039e-474b-9047-29c2efe13aa1 admin admin] Deleting subnet aadf5de5-5228-43ae-ac68-959c2ac09c3e {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:29:08.660407 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38635e38-039e-474b-9047-29c2efe13aa1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:08.742019 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38635e38-039e-474b-9047-29c2efe13aa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:08.834436 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38635e38-039e-474b-9047-29c2efe13aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:08.940368 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38635e38-039e-474b-9047-29c2efe13aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:08.998649 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38635e38-039e-474b-9047-29c2efe13aa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aadf5de5-5228-43ae-ac68-959c2ac09c3e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:09.048297 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38635e38-039e-474b-9047-29c2efe13aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:09.065985 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-38635e38-039e-474b-9047-29c2efe13aa1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/aadf5de5-5228-43ae-ac68-959c2ac09c3e HTTP/1.1" status: 204 len: 168 time: 0.5862744 Nov 25 19:29:09.072155 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34376) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:09.149217 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ef3ca-4839-4a44-a4ad-1616b13e03c5 req-cbd62310-6334-4c3a-9ed3-1b4eda45a2d0 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:09.164529 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ce2ef3ca-4839-4a44-a4ad-1616b13e03c5 req-cbd62310-6334-4c3a-9ed3-1b4eda45a2d0 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.1826074 Nov 25 19:29:09.242127 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ce2ef3ca-4839-4a44-a4ad-1616b13e03c5 req-7dc1d386-5465-472c-a699-39dd6286a055 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762026 Nov 25 19:29:09.263184 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d6b945b-225a-48c2-9618-f28ba0ba938b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:09.378455 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d6b945b-225a-48c2-9618-f28ba0ba938b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:09.416826 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-9d6b945b-225a-48c2-9618-f28ba0ba938b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17bf6db-0463-45aa-a197-619eac3cc855']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:09.447551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-9d6b945b-225a-48c2-9618-f28ba0ba938b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23057e60-9ec4-4e28-b42a-44180d98336f') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:09.448210 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-9d6b945b-225a-48c2-9618-f28ba0ba938b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23057e60-9ec4-4e28-b42a-44180d98336f') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:09.478807 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d6b945b-225a-48c2-9618-f28ba0ba938b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:09.497771 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d6b945b-225a-48c2-9618-f28ba0ba938b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:09.507893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6b945b-225a-48c2-9618-f28ba0ba938b admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:29:09.508778 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d6b945b-225a-48c2-9618-f28ba0ba938b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:29:09.510947 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:29:09.601041 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d6b945b-225a-48c2-9618-f28ba0ba938b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:09.613730 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d6b945b-225a-48c2-9618-f28ba0ba938b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:09.623818 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9d6b945b-225a-48c2-9618-f28ba0ba938b admin admin] 10.222.0.55 "DELETE /v2.0/networks/e17bf6db-0463-45aa-a197-619eac3cc855 HTTP/1.1" status: 204 len: 168 time: 0.5421045 Nov 25 19:29:09.623964 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b9d85-630f-4755-a317-8e85c0b326ef req-013263c1-1a64-4ad8-acfd-05cffa75b2b0 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:09.637047 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e87b9d85-630f-4755-a317-8e85c0b326ef req-013263c1-1a64-4ad8-acfd-05cffa75b2b0 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/ports?device_id=1386461a-fca3-444b-980e-2a4a9ad5b1f7 HTTP/1.1" status: 200 len: 931 time: 0.1455276 Nov 25 19:29:09.643066 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b945b-225a-48c2-9618-f28ba0ba938b admin admin] Pushing event deleted for resources: {'Network': ['ID=e17bf6db-0463-45aa-a197-619eac3cc855,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:09.736014 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e87b9d85-630f-4755-a317-8e85c0b326ef req-47ce8343-febe-42c9-a41c-2d20c03e6ccc tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4eed183-c605-4850-9829-3b0c4210e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968778 Nov 25 19:29:10.004716 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34388) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:10.055398 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7e41c5c7-a0c2-4660-977e-d3c2da4da4f8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=18f710711089484b91718e43c1998f8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0494723 Nov 25 19:29:10.061155 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34390) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:10.125684 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4dfe3854-6430-47ba-ae9b-0929841404b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:10.167137 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4dfe3854-6430-47ba-ae9b-0929841404b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:10.229844 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4dfe3854-6430-47ba-ae9b-0929841404b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:10.236572 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4dfe3854-6430-47ba-ae9b-0929841404b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:10.238986 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4dfe3854-6430-47ba-ae9b-0929841404b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c1af36a6-9053-4b0f-a032-e49e739f2b97 HTTP/1.1" status: 204 len: 168 time: 0.1760249 Nov 25 19:29:10.250163 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe3854-6430-47ba-ae9b-0929841404b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1af36a6-9053-4b0f-a032-e49e739f2b97,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:10.385381 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6be8f-52f6-4b67-9130-71d171d4cd6b req-e0da8e4d-fcf8-490d-adcd-cafd74cf2a88 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:10.386984 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-eaf6be8f-52f6-4b67-9130-71d171d4cd6b req-e0da8e4d-fcf8-490d-adcd-cafd74cf2a88 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.0575335 Nov 25 19:29:10.487834 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-eaf6be8f-52f6-4b67-9130-71d171d4cd6b req-639de320-9d33-4237-8e71-e5f4806321a7 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933778 Nov 25 19:29:10.897288 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-94470bdf-fb9a-41d8-bb80-29bba9dd3ba7 req-b9093a42-c69a-4f51-ad4c-d96454d3e3d9 tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=69c2074b-6526-4390-b3a7-003e14c57cc6 HTTP/1.1" status: 200 len: 210 time: 0.0614595 Nov 25 19:29:11.073702 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aecc2b-4139-4245-9e22-4dc78472041f req-484ee2e9-7d91-466e-8d22-35f202c8c8e6 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:11.082145 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e0aecc2b-4139-4245-9e22-4dc78472041f req-484ee2e9-7d91-466e-8d22-35f202c8c8e6 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/ports?device_id=1386461a-fca3-444b-980e-2a4a9ad5b1f7 HTTP/1.1" status: 200 len: 931 time: 0.2189252 Nov 25 19:29:11.114771 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device f016bca4-6122-4e23-b3fe-589761742ba7 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:29:11.211431 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: f016bca4-6122-4e23-b3fe-589761742ba7 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:29:11.213700 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device f016bca4-6122-4e23-b3fe-589761742ba7 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:29:11.217749 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e0aecc2b-4139-4245-9e22-4dc78472041f req-8926c264-3735-4e0a-b27a-da0248e689cf tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4eed183-c605-4850-9829-3b0c4210e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249225 Nov 25 19:29:11.996457 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bb363-ced9-4a30-9b15-60dde3aed19d req-804e5251-b831-4e02-9788-6e9fdaa06652 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:12.008547 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-795bb363-ced9-4a30-9b15-60dde3aed19d req-804e5251-b831-4e02-9788-6e9fdaa06652 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.1531432 Nov 25 19:29:12.149672 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-795bb363-ced9-4a30-9b15-60dde3aed19d req-90d183c4-f47b-4062-b366-96d76e465d60 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262455 Nov 25 19:29:12.557770 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced9779-500f-4cfa-965c-b4033d9114d1 req-cbbe9810-4a31-4cb7-9bc2-e3fa005e69ec tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:12.582432 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2ced9779-500f-4cfa-965c-b4033d9114d1 req-cbbe9810-4a31-4cb7-9bc2-e3fa005e69ec tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/ports?device_id=1386461a-fca3-444b-980e-2a4a9ad5b1f7 HTTP/1.1" status: 200 len: 931 time: 0.1080945 Nov 25 19:29:12.724847 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2ced9779-500f-4cfa-965c-b4033d9114d1 req-e61dc213-a151-4814-b679-cd229ed595ed tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4eed183-c605-4850-9829-3b0c4210e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413472 Nov 25 19:29:12.811817 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5dd455a8-03a0-4edc-aff7-8ca12db80cd8 req-56de75f5-ac52-4277-b366-48712c7e3e74 tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.1106203 Nov 25 19:29:13.403099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34512) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:13.491003 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa65466-90be-4be6-88d2-f2b455c4ad2b req-a384ef38-6ab8-4654-a525-4ce883527af6 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:13.511493 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6fa65466-90be-4be6-88d2-f2b455c4ad2b req-a384ef38-6ab8-4654-a525-4ce883527af6 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.2238984 Nov 25 19:29:13.681197 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6fa65466-90be-4be6-88d2-f2b455c4ad2b req-872e1562-0bf5-4cf6-8ff2-a6383e111c1c tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683924 Nov 25 19:29:13.785652 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-314847a5-7aae-4fa0-a06c-31595ecbfaf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:13.963475 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-314847a5-7aae-4fa0-a06c-31595ecbfaf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:13.969150 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-314847a5-7aae-4fa0-a06c-31595ecbfaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:14.037142 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314847a5-7aae-4fa0-a06c-31595ecbfaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a02350-1c4b-4c7f-bf56-f84783df7c6b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:14.075962 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95de5e-f8b2-424b-95c3-bc4ba9f38f27 req-223423d1-b112-41c6-970f-a5c44c8685ef tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:14.077905 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc95de5e-f8b2-424b-95c3-bc4ba9f38f27 req-223423d1-b112-41c6-970f-a5c44c8685ef tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/ports?device_id=1386461a-fca3-444b-980e-2a4a9ad5b1f7 HTTP/1.1" status: 200 len: 931 time: 0.1781511 Nov 25 19:29:14.121398 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-314847a5-7aae-4fa0-a06c-31595ecbfaf4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e4e871881caa453da9fd5f1e84bc420a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7167277 Nov 25 19:29:14.131878 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34522) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:14.249013 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-00445739-c05e-4dcc-8792-8db61f16ee77 req-45e519ed-703d-496b-85d4-de46d75f243a tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.0962522 Nov 25 19:29:14.258958 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc95de5e-f8b2-424b-95c3-bc4ba9f38f27 req-7c33e811-ef0a-4d77-b7f8-1fc5b1550083 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4eed183-c605-4850-9829-3b0c4210e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650887 Nov 25 19:29:14.343297 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-619b4634-365f-4f33-83e9-a2997e3376bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:14.411863 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-619b4634-365f-4f33-83e9-a2997e3376bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:14.494307 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-619b4634-365f-4f33-83e9-a2997e3376bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:14.497761 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-619b4634-365f-4f33-83e9-a2997e3376bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:14.505405 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-619b4634-365f-4f33-83e9-a2997e3376bb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/09a02350-1c4b-4c7f-bf56-f84783df7c6b HTTP/1.1" status: 204 len: 168 time: 0.3718004 Nov 25 19:29:14.532699 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b4634-365f-4f33-83e9-a2997e3376bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a02350-1c4b-4c7f-bf56-f84783df7c6b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:15.015757 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-42f5cad2-4fd0-4c9e-99a1-f8e4c8c62961 req-554cadc6-2aff-4f9f-98e1-ff5568454e67 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=69c2074b-6526-4390-b3a7-003e14c57cc6 HTTP/1.1" status: 200 len: 210 time: 0.0829725 Nov 25 19:29:15.084387 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b298a7-fdcf-4326-9f23-74d338ea6773 req-df805a34-5133-468a-af7c-5525b165561d tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:15.092464 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e3b298a7-fdcf-4326-9f23-74d338ea6773 req-df805a34-5133-468a-af7c-5525b165561d tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.2648149 Nov 25 19:29:15.165774 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e3b298a7-fdcf-4326-9f23-74d338ea6773 req-73551449-157f-4400-a027-b826f92b0c8a tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696206 Nov 25 19:29:15.504813 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b3a504f9-5a81-4975-a177-663a2b9ceadd req-008e8d91-2876-418d-aa21-3e3161454bd5 tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.0497704 Nov 25 19:29:15.526134 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171146eb-b4ab-4b3f-bf45-6413ac0691c5 req-7200921e-1f81-47ca-a015-ae34e0755ca8 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:15.557209 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-171146eb-b4ab-4b3f-bf45-6413ac0691c5 req-7200921e-1f81-47ca-a015-ae34e0755ca8 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/ports?device_id=1386461a-fca3-444b-980e-2a4a9ad5b1f7 HTTP/1.1" status: 200 len: 931 time: 0.1216688 Nov 25 19:29:15.687396 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-171146eb-b4ab-4b3f-bf45-6413ac0691c5 req-fdf5d734-4df5-4328-a898-aee80a935a41 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4eed183-c605-4850-9829-3b0c4210e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162581 Nov 25 19:29:15.792901 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-686856db-7918-48d3-abe0-5ad767bddb75 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:29:15.794430 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-686856db-7918-48d3-abe0-5ad767bddb75 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073249 Nov 25 19:29:15.830350 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-cf216867-8313-4d20-95b8-6db5a4e46ef9 service neutron] Request body: {'port': {'device_id': '1386461a-fca3-444b-980e-2a4a9ad5b1f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:16.009092 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-cf216867-8313-4d20-95b8-6db5a4e46ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:16.014195 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3ada887b-daf1-4d98-9f86-23f008b4481c req-5a01c2e0-94bd-4eea-ae71-8b29a4b1bfec service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.0399725 Nov 25 19:29:16.064316 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34576) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:16.315138 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-46412b3b-708f-4dbd-898e-32508746f7ea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1746169101-network', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:16.357982 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46412b3b-708f-4dbd-898e-32508746f7ea admin admin] Made reservation on behalf of 5793ebf8c1374bcea833180ef6f84e4c for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:29:16.367032 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46412b3b-708f-4dbd-898e-32508746f7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:16.405050 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46412b3b-708f-4dbd-898e-32508746f7ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:16.526159 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3082071-28c2-44f2-bfdb-b70b247baa09 req-4bb13820-6d52-47d8-9dc8-cabbeb4d6088 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:16.535239 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f3082071-28c2-44f2-bfdb-b70b247baa09 req-4bb13820-6d52-47d8-9dc8-cabbeb4d6088 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.2038198 Nov 25 19:29:16.540295 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46412b3b-708f-4dbd-898e-32508746f7ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:16.545877 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46412b3b-708f-4dbd-898e-32508746f7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:16.562986 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46412b3b-708f-4dbd-898e-32508746f7ea admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:29:16.578356 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46412b3b-708f-4dbd-898e-32508746f7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:16.579546 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-46412b3b-708f-4dbd-898e-32508746f7ea admin admin] Added segment 827df263-1f26-48c2-a434-8ef0c3b995dd of type vlan for network ff56631b-efa0-42d5-95cb-f491e3d0d8b0 Nov 25 19:29:16.640267 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46412b3b-708f-4dbd-898e-32508746f7ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:16.644124 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f3082071-28c2-44f2-bfdb-b70b247baa09 req-d819e13c-5172-4d9f-86cd-8948a1378fa8 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040456 Nov 25 19:29:16.729792 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46412b3b-708f-4dbd-898e-32508746f7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:16.730827 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46412b3b-708f-4dbd-898e-32508746f7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:16.733116 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46412b3b-708f-4dbd-898e-32508746f7ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:16.768165 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-30ef1415-34d6-428d-b8d4-590d0f7a4b50 req-74a309b1-d31e-4471-8212-8f50ce607802 tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.0756640 Nov 25 19:29:16.774797 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-cf216867-8313-4d20-95b8-6db5a4e46ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccf26f7a-2c04-4bc3-a640-57d5d0a640a5 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:29:16.789290 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-cf216867-8313-4d20-95b8-6db5a4e46ef9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:16.802159 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46412b3b-708f-4dbd-898e-32508746f7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ef7f6b-2fa3-40ff-add6-077a6f5d0c2b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:16.812932 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-cf216867-8313-4d20-95b8-6db5a4e46ef9 service neutron] Transition to ACTIVE for port object ccf26f7a-2c04-4bc3-a640-57d5d0a640a5 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:29:16.822375 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-cf216867-8313-4d20-95b8-6db5a4e46ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:16.847919 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-46412b3b-708f-4dbd-898e-32508746f7ea admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7795322 Nov 25 19:29:16.848248 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34590) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:16.856529 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-d816fb2f-b2f2-4add-a514-98f3835cf816 admin admin] Request body: {'subnet': {'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1746169101-subnet', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:16.896310 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d816fb2f-b2f2-4add-a514-98f3835cf816 admin admin] Made reservation on behalf of 5793ebf8c1374bcea833180ef6f84e4c for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:29:16.908228 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d816fb2f-b2f2-4add-a514-98f3835cf816 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:16.997541 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf216867-8313-4d20-95b8-6db5a4e46ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf26f7a-2c04-4bc3-a640-57d5d0a640a5,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:17.130171 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46412b3b-708f-4dbd-898e-32508746f7ea admin admin] Pushing event updated for resources: {'Network': ['ID=ff56631b-efa0-42d5-95cb-f491e3d0d8b0,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:17.143748 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network ff56631b-efa0-42d5-95cb-f491e3d0d8b0 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:29:17.170451 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2f3f6-f945-4338-8d39-a6f859e289c7 req-d0315e6c-111b-4441-9470-70b732202019 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:17.181695 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b0d2f3f6-f945-4338-8d39-a6f859e289c7 req-d0315e6c-111b-4441-9470-70b732202019 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/ports?device_id=1386461a-fca3-444b-980e-2a4a9ad5b1f7 HTTP/1.1" status: 200 len: 943 time: 0.3014109 Nov 25 19:29:17.191517 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-213ed5ae-5afa-45e8-a685-7cd4b76d0d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:17.194039 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-213ed5ae-5afa-45e8-a685-7cd4b76d0d3b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 1100 time: 0.2068193 Nov 25 19:29:17.401686 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-df0e3a8e-7ca1-4f93-b6f4-eafa8f266cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:17.403241 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-df0e3a8e-7ca1-4f93-b6f4-eafa8f266cc0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.1973047 Nov 25 19:29:17.408793 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b0d2f3f6-f945-4338-8d39-a6f859e289c7 req-f992130d-4875-4e9f-909a-071c20df92e0 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4eed183-c605-4850-9829-3b0c4210e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256725 Nov 25 19:29:17.555429 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-cf216867-8313-4d20-95b8-6db5a4e46ef9 service neutron] Attempting to bind port ccf26f7a-2c04-4bc3-a640-57d5d0a640a5 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:29:17.556583 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-cf216867-8313-4d20-95b8-6db5a4e46ef9 service neutron] Attempting to bind port ccf26f7a-2c04-4bc3-a640-57d5d0a640a5 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'aea6c334-87eb-4d7b-a8a1-1e86506bf594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '18d15e7b-7bf0-4801-add6-82c7d685c88d'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:29:17.557175 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-cf216867-8313-4d20-95b8-6db5a4e46ef9 service neutron] Attempting to bind port ccf26f7a-2c04-4bc3-a640-57d5d0a640a5 on network 18d15e7b-7bf0-4801-add6-82c7d685c88d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:29:17.563841 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-cf216867-8313-4d20-95b8-6db5a4e46ef9 service neutron] Port ccf26f7a-2c04-4bc3-a640-57d5d0a640a5 on network 18d15e7b-7bf0-4801-add6-82c7d685c88d not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:29:17.564161 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-cf216867-8313-4d20-95b8-6db5a4e46ef9 service neutron] Attempting to bind port ccf26f7a-2c04-4bc3-a640-57d5d0a640a5 on network 18d15e7b-7bf0-4801-add6-82c7d685c88d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:29:17.571599 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-cf216867-8313-4d20-95b8-6db5a4e46ef9 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:29:17.571983 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-cf216867-8313-4d20-95b8-6db5a4e46ef9 service neutron] Checking segment: {'id': 'aea6c334-87eb-4d7b-a8a1-1e86506bf594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '18d15e7b-7bf0-4801-add6-82c7d685c88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:29:17.572342 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-cf216867-8313-4d20-95b8-6db5a4e46ef9 service neutron] Bound using segment: {'id': 'aea6c334-87eb-4d7b-a8a1-1e86506bf594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '18d15e7b-7bf0-4801-add6-82c7d685c88d'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:29:17.572808 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-cf216867-8313-4d20-95b8-6db5a4e46ef9 service neutron] Bound port: ccf26f7a-2c04-4bc3-a640-57d5d0a640a5, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea6c334-87eb-4d7b-a8a1-1e86506bf594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '18d15e7b-7bf0-4801-add6-82c7d685c88d'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:29:17.573174 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-cf216867-8313-4d20-95b8-6db5a4e46ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:17.657227 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-cf216867-8313-4d20-95b8-6db5a4e46ef9 service neutron] For port ccf26f7a-2c04-4bc3-a640-57d5d0a640a5, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:29:17.661075 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-cf216867-8313-4d20-95b8-6db5a4e46ef9 service neutron] For port ccf26f7a-2c04-4bc3-a640-57d5d0a640a5, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=ccf26f7a-2c04-4bc3-a640-57d5d0a640a5,segment=NetworkSegment(aea6c334-87eb-4d7b-a8a1-1e86506bf594),segment_id=aea6c334-87eb-4d7b-a8a1-1e86506bf594)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:29:17.667556 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-cf216867-8313-4d20-95b8-6db5a4e46ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:17.705660 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-cf216867-8313-4d20-95b8-6db5a4e46ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:17.706351 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-cf216867-8313-4d20-95b8-6db5a4e46ef9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:17.708059 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-cf216867-8313-4d20-95b8-6db5a4e46ef9 service neutron] 10.222.0.73 "PUT /v2.0/ports/ccf26f7a-2c04-4bc3-a640-57d5d0a640a5 HTTP/1.1" status: 200 len: 1091 time: 1.8929739 Nov 25 19:29:17.711033 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1386461a-fca3-444b-980e-2a4a9ad5b1f7', 'tag': 'ccf26f7a-2c04-4bc3-a640-57d5d0a640a5'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:17.713646 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeeaf9f2-dc52-44a1-b689-8fb9f1099bec" -d '{"events": [{"name": "network-changed", "server_uuid": "1386461a-fca3-444b-980e-2a4a9ad5b1f7", "tag": "ccf26f7a-2c04-4bc3-a640-57d5d0a640a5"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:17.783721 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf216867-8313-4d20-95b8-6db5a4e46ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf26f7a-2c04-4bc3-a640-57d5d0a640a5,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:17.812374 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-4a891411-48fe-4e30-9283-4c7fb7a4ae69 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=15d380ef-c864-426a-b526-a3732729a12d HTTP/1.1" status: 200 len: 217 time: 0.3962574 Nov 25 19:29:17.873994 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0c686b-1df0-4cf2-a662-6265a512a8ff x-openstack-request-id: req-bc0c686b-1df0-4cf2-a662-6265a512a8ff {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:17.874691 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1386461a-fca3-444b-980e-2a4a9ad5b1f7", "tag": "ccf26f7a-2c04-4bc3-a640-57d5d0a640a5", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:17.875162 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc0c686b-1df0-4cf2-a662-6265a512a8ff {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:17.875787 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1386461a-fca3-444b-980e-2a4a9ad5b1f7', 'tag': 'ccf26f7a-2c04-4bc3-a640-57d5d0a640a5', 'status': 'completed', 'code': 200} Nov 25 19:29:17.997025 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-a90409c0-6ffa-466e-aa11-9a78230f450e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:17.998773 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-a90409c0-6ffa-466e-aa11-9a78230f450e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=308af9351010428d9537602c6d0956e9&device_id=1386461a-fca3-444b-980e-2a4a9ad5b1f7 HTTP/1.1" status: 200 len: 1094 time: 0.2214155 Nov 25 19:29:18.012261 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d993c-3d6b-47a0-b654-013204b486ef req-e9029297-961f-46f2-977a-c1591001451e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:18.020535 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2e6d993c-3d6b-47a0-b654-013204b486ef req-e9029297-961f-46f2-977a-c1591001451e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.1361334 Nov 25 19:29:18.066091 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-9671c2e4-d2f5-49f9-9238-6f48285621fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:18.069522 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-9671c2e4-d2f5-49f9-9238-6f48285621fd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.2488832 Nov 25 19:29:18.072647 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-58232484-496f-4779-9910-e4f327bc9542 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccf26f7a-2c04-4bc3-a640-57d5d0a640a5 HTTP/1.1" status: 200 len: 217 time: 0.0486898 Nov 25 19:29:18.235123 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2e6d993c-3d6b-47a0-b654-013204b486ef req-8e217e15-6dea-4a54-b6b8-a1880d0b2963 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130818 Nov 25 19:29:18.237389 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d816fb2f-b2f2-4add-a514-98f3835cf816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:18.248245 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-857a7245-c39f-4d93-9224-84922ee4769c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:18.250419 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-857a7245-c39f-4d93-9224-84922ee4769c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b75cb25a-72f4-4fd9-b173-60bfea6a6113 HTTP/1.1" status: 200 len: 853 time: 0.1665292 Nov 25 19:29:18.285524 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7ded734b-3079-4728-a08b-36b9734ff94f req-e410fc86-249b-4db4-9da3-11270b85a639 tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.2405732 Nov 25 19:29:18.347984 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-ca7af9de-fd31-4d8c-adff-c83d147d7664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:18.350522 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-ca7af9de-fd31-4d8c-adff-c83d147d7664 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=18d15e7b-7bf0-4801-add6-82c7d685c88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918312 Nov 25 19:29:18.357848 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-2c7d7922-d276-4864-a802-6ff6a08a103b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:18.359483 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-2c7d7922-d276-4864-a802-6ff6a08a103b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2400560 Nov 25 19:29:18.360738 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816fb2f-b2f2-4add-a514-98f3835cf816 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b79aba06-befc-4f8a-a873-c735df5300cb,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:18.530785 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d816fb2f-b2f2-4add-a514-98f3835cf816 admin admin] Checking segment: {'id': '827df263-1f26-48c2-a434-8ef0c3b995dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:29:18.532654 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d816fb2f-b2f2-4add-a514-98f3835cf816 admin admin] Network hostable DHCP agents. Network: ff56631b-efa0-42d5-95cb-f491e3d0d8b0, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:29:18.579272 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-861f7f3f-c95a-49b2-96c2-2858e6b6ee77 service neutron] 10.222.0.73 "GET /v2.0/networks/18d15e7b-7bf0-4801-add6-82c7d685c88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191799 Nov 25 19:29:18.586378 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d816fb2f-b2f2-4add-a514-98f3835cf816 admin admin] Network ff56631b-efa0-42d5-95cb-f491e3d0d8b0 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:29:18.654999 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-d816fb2f-b2f2-4add-a514-98f3835cf816 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, ff56631b-efa0-42d5-95cb-f491e3d0d8b0) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:18.669371 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3418ef-206a-4c22-b375-e59dd3195485 None None] Network ff56631b-efa0-42d5-95cb-f491e3d0d8b0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:29:18.685495 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d816fb2f-b2f2-4add-a514-98f3835cf816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:18.686650 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d816fb2f-b2f2-4add-a514-98f3835cf816 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:18.699127 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-be7ea85f-3050-4c5d-83d0-c0f5429c2b44 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313801 Nov 25 19:29:18.864696 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d816fb2f-b2f2-4add-a514-98f3835cf816 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0105832 Nov 25 19:29:18.869823 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34628) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:18.898700 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5aa8f38f-90e5-4cdd-b28b-0a44a32cc930 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1746169101-router', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:18.940926 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-720ada04-234f-4d10-893b-37c8b9c4d32d req-08d6f94a-e22a-4864-8d94-75986a99d0dd service neutron] 10.222.0.73 "GET /v2.0/networks/18d15e7b-7bf0-4801-add6-82c7d685c88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530760 Nov 25 19:29:18.998471 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aa8f38f-90e5-4cdd-b28b-0a44a32cc930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:19.000932 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aa8f38f-90e5-4cdd-b28b-0a44a32cc930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:19.011328 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49639f16-0b15-44e0-bbd6-eb180e303408 req-e8de106b-478c-4d1f-b70c-ef322102e45c tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:19.025853 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-49639f16-0b15-44e0-bbd6-eb180e303408 req-e8de106b-478c-4d1f-b70c-ef322102e45c tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/ports?device_id=1386461a-fca3-444b-980e-2a4a9ad5b1f7 HTTP/1.1" status: 200 len: 943 time: 0.2371964 Nov 25 19:29:19.092434 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d18941-e450-4f84-90cd-ef1c25e04d99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'fixed_ips': [{'subnet_id': 'b79aba06-befc-4f8a-a873-c735df5300cb'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:29:19.093501 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c4d18941-e450-4f84-90cd-ef1c25e04d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:19.190328 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-c4eadfc5-7f6a-45fd-928d-ccd524f44f08 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575820 Nov 25 19:29:19.243492 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-49639f16-0b15-44e0-bbd6-eb180e303408 req-807ab99c-f415-44ee-9b1f-6dec2113596c tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4eed183-c605-4850-9829-3b0c4210e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787848 Nov 25 19:29:19.275206 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aa8f38f-90e5-4cdd-b28b-0a44a32cc930 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:19.281919 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaf9f2-dc52-44a1-b689-8fb9f1099bec req-ef53f947-addf-427f-bd4d-ac45cbafae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:19.301725 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-eeeaf9f2-dc52-44a1-b689-8fb9f1099bec req-ef53f947-addf-427f-bd4d-ac45cbafae07 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=308af9351010428d9537602c6d0956e9&device_id=1386461a-fca3-444b-980e-2a4a9ad5b1f7 HTTP/1.1" status: 200 len: 1094 time: 0.2772503 Nov 25 19:29:19.378427 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-c4d18941-e450-4f84-90cd-ef1c25e04d99 None None] Allocated IP 172.20.0.2 (ff56631b-efa0-42d5-95cb-f491e3d0d8b0/b79aba06-befc-4f8a-a873-c735df5300cb/419fc545-15ba-4052-91a8-feec62cd0d7e) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:29:19.413765 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1db533de-3c1d-4011-9c7a-13a088cd790b req-25122282-06fa-4955-9ba8-601aa4e78acd tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.2277408 Nov 25 19:29:19.599605 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec2505-6484-48a0-9f6e-d5503e9bb790 req-1bcefb4b-0470-4b4f-a216-e6d62f0c331b tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:19.607944 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7bec2505-6484-48a0-9f6e-d5503e9bb790 req-1bcefb4b-0470-4b4f-a216-e6d62f0c331b tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.1038082 Nov 25 19:29:19.727418 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7bec2505-6484-48a0-9f6e-d5503e9bb790 req-bd32e7b3-4e7a-4bf4-8dd9-f5be653e712b tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973287 Nov 25 19:29:19.828779 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c4d18941-e450-4f84-90cd-ef1c25e04d99 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:19.838630 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c4d18941-e450-4f84-90cd-ef1c25e04d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:19.892702 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d18941-e450-4f84-90cd-ef1c25e04d99 None None] Network ff56631b-efa0-42d5-95cb-f491e3d0d8b0 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:29:19.897065 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-c4d18941-e450-4f84-90cd-ef1c25e04d99 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:19.902850 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d18941-e450-4f84-90cd-ef1c25e04d99 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:29:19.909835 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d18941-e450-4f84-90cd-ef1c25e04d99 None None] Pushing event updated for resources: {'Port': ['ID=419fc545-15ba-4052-91a8-feec62cd0d7e,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:19.990680 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c4d18941-e450-4f84-90cd-ef1c25e04d99 None None] Attempting to bind port 419fc545-15ba-4052-91a8-feec62cd0d7e on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:29:19.991130 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c4d18941-e450-4f84-90cd-ef1c25e04d99 None None] Attempting to bind port 419fc545-15ba-4052-91a8-feec62cd0d7e by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '827df263-1f26-48c2-a434-8ef0c3b995dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:29:19.991458 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d18941-e450-4f84-90cd-ef1c25e04d99 None None] Attempting to bind port 419fc545-15ba-4052-91a8-feec62cd0d7e on network ff56631b-efa0-42d5-95cb-f491e3d0d8b0 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:29:20.000316 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d18941-e450-4f84-90cd-ef1c25e04d99 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:29:20.000316 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d18941-e450-4f84-90cd-ef1c25e04d99 None None] Checking segment: {'id': '827df263-1f26-48c2-a434-8ef0c3b995dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:29:20.001022 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c4d18941-e450-4f84-90cd-ef1c25e04d99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:20.001762 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d18941-e450-4f84-90cd-ef1c25e04d99 None None] Bound using segment: {'id': '827df263-1f26-48c2-a434-8ef0c3b995dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:29:20.002674 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c4d18941-e450-4f84-90cd-ef1c25e04d99 None None] Bound port: 419fc545-15ba-4052-91a8-feec62cd0d7e, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827df263-1f26-48c2-a434-8ef0c3b995dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:29:20.003628 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c4d18941-e450-4f84-90cd-ef1c25e04d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:20.012392 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aa8f38f-90e5-4cdd-b28b-0a44a32cc930 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:20.020237 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaf9f2-dc52-44a1-b689-8fb9f1099bec req-055e86ec-aea0-4576-bc89-293a278690f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:20.025088 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-eeeaf9f2-dc52-44a1-b689-8fb9f1099bec req-055e86ec-aea0-4576-bc89-293a278690f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=18d15e7b-7bf0-4801-add6-82c7d685c88d HTTP/1.1" status: 200 len: 915 time: 0.7214892 Nov 25 19:29:20.105332 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c4d18941-e450-4f84-90cd-ef1c25e04d99 None None] For port 419fc545-15ba-4052-91a8-feec62cd0d7e, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:29:20.113380 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c4d18941-e450-4f84-90cd-ef1c25e04d99 None None] For port 419fc545-15ba-4052-91a8-feec62cd0d7e, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=419fc545-15ba-4052-91a8-feec62cd0d7e,segment=NetworkSegment(827df263-1f26-48c2-a434-8ef0c3b995dd),segment_id=827df263-1f26-48c2-a434-8ef0c3b995dd)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:29:20.122867 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c4d18941-e450-4f84-90cd-ef1c25e04d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:20.170506 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-eeeaf9f2-dc52-44a1-b689-8fb9f1099bec req-b0adff2f-4c62-4a96-81f5-396bf7a7b162 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccf26f7a-2c04-4bc3-a640-57d5d0a640a5 HTTP/1.1" status: 200 len: 217 time: 0.0862236 Nov 25 19:29:20.263633 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d18941-e450-4f84-90cd-ef1c25e04d99 None None] Pushing event updated for resources: {'Port': ['ID=419fc545-15ba-4052-91a8-feec62cd0d7e,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:20.317370 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaf9f2-dc52-44a1-b689-8fb9f1099bec req-d3f36745-7a7e-4137-9efe-93ad920ee14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:20.320127 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-eeeaf9f2-dc52-44a1-b689-8fb9f1099bec req-d3f36745-7a7e-4137-9efe-93ad920ee14f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b75cb25a-72f4-4fd9-b173-60bfea6a6113 HTTP/1.1" status: 200 len: 853 time: 0.1418695 Nov 25 19:29:20.426121 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaf9f2-dc52-44a1-b689-8fb9f1099bec req-fe957d08-2e99-4ac9-ac2b-80d8093c6e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:20.429218 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-eeeaf9f2-dc52-44a1-b689-8fb9f1099bec req-fe957d08-2e99-4ac9-ac2b-80d8093c6e25 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=18d15e7b-7bf0-4801-add6-82c7d685c88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984960 Nov 25 19:29:20.484040 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4ff9c-22a4-44ee-bb6a-65649defc2f7 req-3f6ad98c-2d27-4798-bb09-151fbc27ee70 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:20.486945 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f1d4ff9c-22a4-44ee-bb6a-65649defc2f7 req-3f6ad98c-2d27-4798-bb09-151fbc27ee70 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/ports?device_id=1386461a-fca3-444b-980e-2a4a9ad5b1f7 HTTP/1.1" status: 200 len: 943 time: 0.1163309 Nov 25 19:29:20.673821 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f1d4ff9c-22a4-44ee-bb6a-65649defc2f7 req-b17eb4ed-3a0c-4ec3-8a01-57a6bd33f791 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4eed183-c605-4850-9829-3b0c4210e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701210 Nov 25 19:29:20.884515 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1e52602a-0fb3-4758-92fc-96a41042cb36 req-b0e39b95-e072-4f53-830f-20afeeca9c69 tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.2579398 Nov 25 19:29:20.897726 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-eeeaf9f2-dc52-44a1-b689-8fb9f1099bec req-01633760-2a70-4fe0-a3df-31d3b01c8e90 service neutron] 10.222.0.73 "GET /v2.0/networks/18d15e7b-7bf0-4801-add6-82c7d685c88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566832 Nov 25 19:29:21.021023 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aa8f38f-90e5-4cdd-b28b-0a44a32cc930 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:21.051629 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aa8f38f-90e5-4cdd-b28b-0a44a32cc930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:21.149833 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb9171-b69a-46d2-b78e-d281a6574752 req-c7f4619b-c92d-4b67-8303-73d60a978ade tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:21.172119 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-efdb9171-b69a-46d2-b78e-d281a6574752 req-c7f4619b-c92d-4b67-8303-73d60a978ade tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.1483772 Nov 25 19:29:21.191059 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-eeeaf9f2-dc52-44a1-b689-8fb9f1099bec req-e3051810-d64f-4096-9611-0b1f1f704ba1 service neutron] 10.222.0.73 "GET /v2.0/networks/18d15e7b-7bf0-4801-add6-82c7d685c88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635498 Nov 25 19:29:21.244811 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 419fc545-15ba-4052-91a8-feec62cd0d7e up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:29:21.293409 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-efdb9171-b69a-46d2-b78e-d281a6574752 req-e9e203fb-0513-4fad-b9dd-aeb6b7a5ca85 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236184 Nov 25 19:29:21.320299 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-5aa8f38f-90e5-4cdd-b28b-0a44a32cc930 admin admin] Allocated IP 172.25.6.191 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:29:21.357507 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 419fc545-15ba-4052-91a8-feec62cd0d7e triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:21.358418 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:21.466662 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aa8f38f-90e5-4cdd-b28b-0a44a32cc930 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:21.509687 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aa8f38f-90e5-4cdd-b28b-0a44a32cc930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:21.528969 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:21.564207 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa8f38f-90e5-4cdd-b28b-0a44a32cc930 admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:29:21.588596 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8f38f-90e5-4cdd-b28b-0a44a32cc930 admin admin] Pushing event updated for resources: {'Port': ['ID=97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:21.598096 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5aa8f38f-90e5-4cdd-b28b-0a44a32cc930 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:21.602861 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 419fc545-15ba-4052-91a8-feec62cd0d7e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=419fc545-15ba-4052-91a8-feec62cd0d7e,segment=NetworkSegment(827df263-1f26-48c2-a434-8ef0c3b995dd),segment_id=827df263-1f26-48c2-a434-8ef0c3b995dd)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:21.603193 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa8f38f-90e5-4cdd-b28b-0a44a32cc930 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:29:21.610231 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:21.708852 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=419fc545-15ba-4052-91a8-feec62cd0d7e,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:21.744736 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb3388a-f08a-4e2b-a32d-909c12a78ac7 None None] Network ff56631b-efa0-42d5-95cb-f491e3d0d8b0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:29:21.925987 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-b9a0423f-1b2b-4a5e-af5f-26bf5c2af017 None None] Provisioning complete for port 419fc545-15ba-4052-91a8-feec62cd0d7e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:21.926794 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b9a0423f-1b2b-4a5e-af5f-26bf5c2af017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:21.968187 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f41b0-3394-4e66-8c0a-a0bf807d4b85 req-06dbcaad-85d9-4afe-87bf-7cb05fca1104 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:21.977642 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-108f41b0-3394-4e66-8c0a-a0bf807d4b85 req-06dbcaad-85d9-4afe-87bf-7cb05fca1104 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/ports?device_id=1386461a-fca3-444b-980e-2a4a9ad5b1f7 HTTP/1.1" status: 200 len: 943 time: 0.1319480 Nov 25 19:29:22.058394 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device ccf26f7a-2c04-4bc3-a640-57d5d0a640a5 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:29:22.129365 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-108f41b0-3394-4e66-8c0a-a0bf807d4b85 req-8fee174b-1d31-4d8c-a84d-e7d7be99adbd tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4eed183-c605-4850-9829-3b0c4210e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508057 Nov 25 19:29:22.167567 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aa8f38f-90e5-4cdd-b28b-0a44a32cc930 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:22.282727 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-49ea8a77-feff-44eb-b6e1-23cc52b51404 req-eab3b313-16bf-4d0a-b975-eb5d78949a63 tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.0618625 Nov 25 19:29:22.394078 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port ccf26f7a-2c04-4bc3-a640-57d5d0a640a5, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=ccf26f7a-2c04-4bc3-a640-57d5d0a640a5,segment=NetworkSegment(aea6c334-87eb-4d7b-a8a1-1e86506bf594),segment_id=aea6c334-87eb-4d7b-a8a1-1e86506bf594)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:22.424259 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'ccf26f7a-2c04-4bc3-a640-57d5d0a640a5', 'network_id': '18d15e7b-7bf0-4801-add6-82c7d685c88d', 'port_id': 'ccf26f7a-2c04-4bc3-a640-57d5d0a640a5', 'mac_address': 'fa:16:3e:c1:1d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b75cb25a-72f4-4fd9-b173-60bfea6a6113', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:29:22.515766 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:22.522264 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec55b3-ac9d-4a18-a451-349ffe1ebb56 req-580ad6b3-361d-426d-8eb1-9d331628e7b6 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:22.530840 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ddec55b3-ac9d-4a18-a451-349ffe1ebb56 req-580ad6b3-361d-426d-8eb1-9d331628e7b6 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.1395323 Nov 25 19:29:22.543444 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf26f7a-2c04-4bc3-a640-57d5d0a640a5 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:29:22.586734 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port ccf26f7a-2c04-4bc3-a640-57d5d0a640a5, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=ccf26f7a-2c04-4bc3-a640-57d5d0a640a5,segment=NetworkSegment(aea6c334-87eb-4d7b-a8a1-1e86506bf594),segment_id=aea6c334-87eb-4d7b-a8a1-1e86506bf594)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:22.592576 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:22.597044 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aa8f38f-90e5-4cdd-b28b-0a44a32cc930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:22.626382 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ddec55b3-ac9d-4a18-a451-349ffe1ebb56 req-eb5e883c-6ad4-4fc6-8278-f56187030b65 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879285 Nov 25 19:29:22.682139 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=ccf26f7a-2c04-4bc3-a640-57d5d0a640a5,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:22.709428 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9c7c924a-7a27-4663-91dc-d7063bba3c48 None None] Provisioning complete for port 419fc545-15ba-4052-91a8-feec62cd0d7e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:22.709428 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9c7c924a-7a27-4663-91dc-d7063bba3c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:22.792300 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa8f38f-90e5-4cdd-b28b-0a44a32cc930 admin admin] Router 0c193e4d-e652-460a-87ea-21aeaa61c440 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:29:22.832784 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['ccf26f7a-2c04-4bc3-a640-57d5d0a640a5'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:29:22.956365 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa8f38f-90e5-4cdd-b28b-0a44a32cc930 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:29:22.976759 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c759431-3cd3-48e3-aaa7-951555c9394d None None] Sync routers for ids ['0c193e4d-e652-460a-87ea-21aeaa61c440'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:29:22.996957 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c759431-3cd3-48e3-aaa7-951555c9394d None None] Routers {'0c193e4d-e652-460a-87ea-21aeaa61c440'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:29:22.998673 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-8c759431-3cd3-48e3-aaa7-951555c9394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:29:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['0c193e4d-e652-460a-87ea-21aeaa61c440'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:22.999485 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aa8f38f-90e5-4cdd-b28b-0a44a32cc930 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:23.002541 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5aa8f38f-90e5-4cdd-b28b-0a44a32cc930 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1271851 Nov 25 19:29:23.008127 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34682) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:23.282142 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-8c759431-3cd3-48e3-aaa7-951555c9394d None None] Set router 0c193e4d-e652-460a-87ea-21aeaa61c440 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:29:23.301380 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 419fc545-15ba-4052-91a8-feec62cd0d7e up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:29:23.440304 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:23.452641 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 419fc545-15ba-4052-91a8-feec62cd0d7e triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:23.453804 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:23.476631 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f5360-705f-4fc0-9e8d-80f37681acef req-7f7b1e66-e9c5-4ab2-89f7-69d6fdce00cc tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:23.493534 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-756f5360-705f-4fc0-9e8d-80f37681acef req-7f7b1e66-e9c5-4ab2-89f7-69d6fdce00cc tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/ports?device_id=1386461a-fca3-444b-980e-2a4a9ad5b1f7 HTTP/1.1" status: 200 len: 944 time: 0.1958191 Nov 25 19:29:23.633943 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-756f5360-705f-4fc0-9e8d-80f37681acef req-05314227-6dc6-4e29-ac6b-6c80ad8abc06 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4eed183-c605-4850-9829-3b0c4210e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388659 Nov 25 19:29:23.960918 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b11a8505-7887-41a1-bc22-e7757c21ab6e req-7b7ad8ec-7d10-4438-9ae4-d57f33e00462 tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.0797307 Nov 25 19:29:23.978408 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:23.996341 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-8c759431-3cd3-48e3-aaa7-951555c9394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'name': 'tempest-AttachVolumeTestJSON-1746169101-router', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:19Z', 'updated_at': '2021-11-25T19:29:21Z', 'revision_number': 3, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'gw_port': {'id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:21Z', 'updated_at': '2021-11-25T19:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:24.033637 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c759431-3cd3-48e3-aaa7-951555c9394d None None] Checking router: 0c193e4d-e652-460a-87ea-21aeaa61c440 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:29:24.034397 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c759431-3cd3-48e3-aaa7-951555c9394d None None] Updating router 0c193e4d-e652-460a-87ea-21aeaa61c440 port 97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:29:24.051252 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device ccf26f7a-2c04-4bc3-a640-57d5d0a640a5 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:29:24.090311 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8c759431-3cd3-48e3-aaa7-951555c9394d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:24.173093 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port ccf26f7a-2c04-4bc3-a640-57d5d0a640a5 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:29:24.181917 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port ccf26f7a-2c04-4bc3-a640-57d5d0a640a5 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:24.185863 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:24.219951 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89664d-7bab-442f-83a4-b8124be344ce req-6adb4223-7c90-4a69-8d49-aefcd81720f4 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:24.222144 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ce89664d-7bab-442f-83a4-b8124be344ce req-6adb4223-7c90-4a69-8d49-aefcd81720f4 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.3192644 Nov 25 19:29:24.318841 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ce89664d-7bab-442f-83a4-b8124be344ce req-ec1043ec-f94c-4e5e-8f32-1576318c92fa tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822601 Nov 25 19:29:24.513371 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:24.582730 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:24.585882 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1386461a-fca3-444b-980e-2a4a9ad5b1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf26f7a-2c04-4bc3-a640-57d5d0a640a5'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:24.602572 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4c7b13-66db-4d76-976d-82601e43c86e" -d '{"events": [{"server_uuid": "1386461a-fca3-444b-980e-2a4a9ad5b1f7", "name": "network-vif-plugged", "status": "completed", "tag": "ccf26f7a-2c04-4bc3-a640-57d5d0a640a5"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:24.639769 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port ccf26f7a-2c04-4bc3-a640-57d5d0a640a5, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=ccf26f7a-2c04-4bc3-a640-57d5d0a640a5,segment=NetworkSegment(aea6c334-87eb-4d7b-a8a1-1e86506bf594),segment_id=aea6c334-87eb-4d7b-a8a1-1e86506bf594)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:24.648610 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:24.800719 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82084a89-95dd-4e20-8f99-312f47851deb x-openstack-request-id: req-82084a89-95dd-4e20-8f99-312f47851deb {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:24.801176 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1386461a-fca3-444b-980e-2a4a9ad5b1f7", "name": "network-vif-plugged", "status": "completed", "tag": "ccf26f7a-2c04-4bc3-a640-57d5d0a640a5", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:24.801584 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-82084a89-95dd-4e20-8f99-312f47851deb {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:24.802234 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1386461a-fca3-444b-980e-2a4a9ad5b1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf26f7a-2c04-4bc3-a640-57d5d0a640a5', 'code': 200} Nov 25 19:29:24.846275 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=ccf26f7a-2c04-4bc3-a640-57d5d0a640a5,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:24.917194 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8c759431-3cd3-48e3-aaa7-951555c9394d None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:24.930276 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8c759431-3cd3-48e3-aaa7-951555c9394d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:24.977204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba18aea-b8bc-45b6-8b6a-191877e6485d req-e3d9d20c-f312-49cc-b7aa-e4336929bcf7 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:24.979588 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c404b7-b216-44bd-97af-215ac1e6fc8a req-24a83334-c890-4d76-9b4c-002199546a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:24.983062 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a7c404b7-b216-44bd-97af-215ac1e6fc8a req-24a83334-c890-4d76-9b4c-002199546a30 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1386461a-fca3-444b-980e-2a4a9ad5b1f7 HTTP/1.1" status: 200 len: 1096 time: 0.1453652 Nov 25 19:29:24.985890 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bba18aea-b8bc-45b6-8b6a-191877e6485d req-e3d9d20c-f312-49cc-b7aa-e4336929bcf7 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/ports?device_id=1386461a-fca3-444b-980e-2a4a9ad5b1f7 HTTP/1.1" status: 200 len: 945 time: 0.1231885 Nov 25 19:29:25.035709 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Allocated IP 172.20.0.1 (ff56631b-efa0-42d5-95cb-f491e3d0d8b0/b79aba06-befc-4f8a-a873-c735df5300cb/702bb341-dc55-4bf4-992f-6cdddd28f076) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:29:25.120100 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d345943-d0e3-43f5-af8e-19338a6433ff None None] Pushing event updated for resources: {'Port': ['ID=97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:25.163352 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bba18aea-b8bc-45b6-8b6a-191877e6485d req-cbc3b493-4be7-44f9-94fc-1c5b4561e1fd tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4eed183-c605-4850-9829-3b0c4210e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746442 Nov 25 19:29:25.202120 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-8c759431-3cd3-48e3-aaa7-951555c9394d None None] Attempting to bind port 97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:29:25.210092 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-8c759431-3cd3-48e3-aaa7-951555c9394d None None] Attempting to bind port 97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:29:25.211130 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c759431-3cd3-48e3-aaa7-951555c9394d None None] Attempting to bind port 97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:29:25.237234 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c759431-3cd3-48e3-aaa7-951555c9394d None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:29:25.238372 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c759431-3cd3-48e3-aaa7-951555c9394d None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:29:25.239306 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8c759431-3cd3-48e3-aaa7-951555c9394d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:25.243233 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c759431-3cd3-48e3-aaa7-951555c9394d None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:29:25.244938 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-8c759431-3cd3-48e3-aaa7-951555c9394d None None] Bound port: 97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:29:25.245972 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8c759431-3cd3-48e3-aaa7-951555c9394d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:25.264294 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a7c404b7-b216-44bd-97af-215ac1e6fc8a req-392ccdbe-2d13-447f-96cd-7a476466f6f8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d4eed183-c605-4850-9829-3b0c4210e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593420 Nov 25 19:29:25.314443 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-182b1ebe-16a8-421e-bd7b-4cec0ce138ef req-b2db6f56-cca6-4a39-8ca7-8795a1adde2b tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.0850248 Nov 25 19:29:25.315887 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:25.362010 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-8c759431-3cd3-48e3-aaa7-951555c9394d None None] For port 97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:29:25.363191 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:25.367897 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-8c759431-3cd3-48e3-aaa7-951555c9394d None None] For port 97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:29:25.375645 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8c759431-3cd3-48e3-aaa7-951555c9394d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:25.459048 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Network ff56631b-efa0-42d5-95cb-f491e3d0d8b0 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:29:25.468676 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:25.478688 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:29:25.501899 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d345943-d0e3-43f5-af8e-19338a6433ff None None] Pushing event updated for resources: {'Port': ['ID=97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:25.511927 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c759431-3cd3-48e3-aaa7-951555c9394d None None] Routers {'0c193e4d-e652-460a-87ea-21aeaa61c440'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:29:25.512887 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-8c759431-3cd3-48e3-aaa7-951555c9394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:29:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['0c193e4d-e652-460a-87ea-21aeaa61c440'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:25.551637 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Pushing event updated for resources: {'Port': ['ID=702bb341-dc55-4bf4-992f-6cdddd28f076,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:25.649351 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:25.650388 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:25.651156 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:25.653352 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:25.654377 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:25.654987 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:25.655551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:25.656547 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:25.659275 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:25.661513 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:25.665124 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:25.665781 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:25.733720 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:25.847858 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-8c759431-3cd3-48e3-aaa7-951555c9394d None None] Set router 0c193e4d-e652-460a-87ea-21aeaa61c440 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:29:25.849002 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830ce40-4e82-4a43-8443-0edee6298f36 req-01e97ab3-6dd9-4629-90f5-ec09c3481b89 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:25.863969 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8830ce40-4e82-4a43-8443-0edee6298f36 req-01e97ab3-6dd9-4629-90f5-ec09c3481b89 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.2915752 Nov 25 19:29:25.963399 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-100dd4c3-9ebc-4268-8ef5-39a9dc9c71c7 None None] Provisioning complete for port 702bb341-dc55-4bf4-992f-6cdddd28f076 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:25.964059 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-100dd4c3-9ebc-4268-8ef5-39a9dc9c71c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:26.062878 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-100dd4c3-9ebc-4268-8ef5-39a9dc9c71c7 None None] Port 702bb341-dc55-4bf4-992f-6cdddd28f076 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:29:26.086818 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8830ce40-4e82-4a43-8443-0edee6298f36 req-a0081b4b-5ac4-4454-80aa-11f752ca8c5d tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095346 Nov 25 19:29:26.095305 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:26.403350 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-8c759431-3cd3-48e3-aaa7-951555c9394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'name': 'tempest-AttachVolumeTestJSON-1746169101-router', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:19Z', 'updated_at': '2021-11-25T19:29:21Z', 'revision_number': 3, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'gw_port': {'id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:21Z', 'updated_at': '2021-11-25T19:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:26.472522 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaf34e-e7b0-46d8-92ba-36bff7a222cd req-da276587-50d7-4d59-a478-7d4fddb90c0d tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:26.483899 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5bcaf34e-e7b0-46d8-92ba-36bff7a222cd req-da276587-50d7-4d59-a478-7d4fddb90c0d tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/ports?device_id=1386461a-fca3-444b-980e-2a4a9ad5b1f7 HTTP/1.1" status: 200 len: 945 time: 0.1553488 Nov 25 19:29:26.510424 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c759431-3cd3-48e3-aaa7-951555c9394d None None] The sync data for ids ['0c193e4d-e652-460a-87ea-21aeaa61c440'] in n-d-819349-5 is: [{'id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'name': 'tempest-AttachVolumeTestJSON-1746169101-router', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:19Z', 'updated_at': '2021-11-25T19:29:21Z', 'revision_number': 3, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'gw_port': {'id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:21Z', 'updated_at': '2021-11-25T19:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:29:26.600962 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5bcaf34e-e7b0-46d8-92ba-36bff7a222cd req-340d6d7a-73de-4e94-a7ff-e6970bfba1dd tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4eed183-c605-4850-9829-3b0c4210e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148162 Nov 25 19:29:26.683725 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-81b1e782-85ba-427d-90f4-c04687b2f789 req-305da8af-71f6-40b8-a831-cfd8272713e5 tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.0624740 Nov 25 19:29:26.811717 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:26.817630 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:26.928073 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:26.935344 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Pushing event updated for resources: {'Port': ['ID=702bb341-dc55-4bf4-992f-6cdddd28f076,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:27.139738 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Network ff56631b-efa0-42d5-95cb-f491e3d0d8b0 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:29:27.144527 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:27.238575 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:29:27.427609 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Router 0c193e4d-e652-460a-87ea-21aeaa61c440 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:29:27.797271 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:29:27.807259 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-90d4ef17-f50e-4515-bf13-df2b7291615d admin admin] 10.222.0.55 "PUT /v2.0/routers/0c193e4d-e652-460a-87ea-21aeaa61c440/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7963827 Nov 25 19:29:27.887260 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:27.889525 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:27.973950 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-26ed2c27-604e-46d7-b646-761572ef7257 None None] Provisioning complete for port 702bb341-dc55-4bf4-992f-6cdddd28f076 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:27.976373 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-26ed2c27-604e-46d7-b646-761572ef7257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:27.985227 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b8707-2ac8-4aca-8cda-1ca49e154487 req-1dda2988-e349-4a7d-9193-421303526b6a tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:27.998336 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-113b8707-2ac8-4aca-8cda-1ca49e154487 req-1dda2988-e349-4a7d-9193-421303526b6a tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.7519317 Nov 25 19:29:28.033016 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21885fdc-9383-469b-8e40-4507e32f4d88 req-703021d0-08c2-4627-98fb-ad510de6d2f6 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:28.053706 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-21885fdc-9383-469b-8e40-4507e32f4d88 req-703021d0-08c2-4627-98fb-ad510de6d2f6 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/ports?device_id=1386461a-fca3-444b-980e-2a4a9ad5b1f7 HTTP/1.1" status: 200 len: 945 time: 0.1463645 Nov 25 19:29:28.078642 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-113b8707-2ac8-4aca-8cda-1ca49e154487 req-1be2953a-ea85-4ece-9258-ad6ac2d665a9 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791562 Nov 25 19:29:28.164656 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-26ed2c27-604e-46d7-b646-761572ef7257 None None] Port 702bb341-dc55-4bf4-992f-6cdddd28f076 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:29:28.167493 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:28.204715 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-21885fdc-9383-469b-8e40-4507e32f4d88 req-7c3a56e0-cc82-4025-8fe3-9d04be9216e8 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4eed183-c605-4850-9829-3b0c4210e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492269 Nov 25 19:29:28.233696 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:28.282568 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:28.297302 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-56927ff8-fa73-4988-aad4-967a4197381f req-3db09224-8c1a-4fdf-bb83-5419f53ce18e tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.0686464 Nov 25 19:29:28.387481 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:28.976404 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34790) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:28.987630 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-bae0e734-5967-49fb-9578-53890d8f9064 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--715022895', 'description': 'tempest-description--140527675'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:29.082778 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bae0e734-5967-49fb-9578-53890d8f9064 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:29.154810 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-78644183-2100-4b8d-b50e-56e8ffe031a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:29.162127 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7508709-4deb-48d4-985d-4bd7e6636411 req-0f9290af-57c7-4509-b316-2dda664b92f9 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:29.184360 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d7508709-4deb-48d4-985d-4bd7e6636411 req-0f9290af-57c7-4509-b316-2dda664b92f9 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 946 time: 0.1783133 Nov 25 19:29:29.249474 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:29:29.289889 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc41f2-e67c-436c-832f-3838751167c8 req-c8c9267a-4f83-4e99-8000-5e22cb03db8c tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:29.293900 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2dfc41f2-e67c-436c-832f-3838751167c8 req-c8c9267a-4f83-4e99-8000-5e22cb03db8c tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.0923870 Nov 25 19:29:29.321768 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:29.322375 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:29.338365 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34798) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:29.358095 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bae0e734-5967-49fb-9578-53890d8f9064 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:29.374920 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fb84b69f-7550-4e7e-9af1-fe1f1475e3c0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1832504073'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:29.375800 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bae0e734-5967-49fb-9578-53890d8f9064 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:29.400330 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2dfc41f2-e67c-436c-832f-3838751167c8 req-2b727d35-16fc-4624-8e4d-242f19feeac3 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001348 Nov 25 19:29:29.406341 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb84b69f-7550-4e7e-9af1-fe1f1475e3c0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Made reservation on behalf of 514fc44b5d1f423cb02ea29bd2e23ca8 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:29:29.411517 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb84b69f-7550-4e7e-9af1-fe1f1475e3c0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:29.467753 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d7508709-4deb-48d4-985d-4bd7e6636411 req-429ba915-0fcc-4eae-a244-417e727b1b14 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2679389 Nov 25 19:29:29.477876 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb84b69f-7550-4e7e-9af1-fe1f1475e3c0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:29:29.495124 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb84b69f-7550-4e7e-9af1-fe1f1475e3c0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:29.495989 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-fb84b69f-7550-4e7e-9af1-fe1f1475e3c0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Added segment f8fd6507-d6f7-4150-97cc-fd943cc9c602 of type vlan for network 5315cd20-1a9d-46e5-ab57-f5a77c22de93 Nov 25 19:29:29.527705 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bae0e734-5967-49fb-9578-53890d8f9064 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:29.529287 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bae0e734-5967-49fb-9578-53890d8f9064 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5514455 Nov 25 19:29:29.544992 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50796b7c-7c7d-456d-bb17-1220c190ae2e None None] Sync routers for ids ['0c193e4d-e652-460a-87ea-21aeaa61c440'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:29:29.548679 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34806) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:29.554009 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-82d9063b-1b3a-48ed-aece-ec8da91fabfa tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Request body: {'security_group_rule': {'security_group_id': '07bb502c-b4c3-4f45-a2ff-38ff60530685', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:29.575380 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0e734-5967-49fb-9578-53890d8f9064 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07bb502c-b4c3-4f45-a2ff-38ff60530685,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:29.595009 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50796b7c-7c7d-456d-bb17-1220c190ae2e None None] Routers {'0c193e4d-e652-460a-87ea-21aeaa61c440'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:29:29.595839 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-50796b7c-7c7d-456d-bb17-1220c190ae2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:29:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['0c193e4d-e652-460a-87ea-21aeaa61c440'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:29.597286 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-82d9063b-1b3a-48ed-aece-ec8da91fabfa tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:29.620137 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb84b69f-7550-4e7e-9af1-fe1f1475e3c0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:29.694122 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb84b69f-7550-4e7e-9af1-fe1f1475e3c0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:29.700409 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb84b69f-7550-4e7e-9af1-fe1f1475e3c0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:29.701140 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb84b69f-7550-4e7e-9af1-fe1f1475e3c0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:29.759518 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-82d9063b-1b3a-48ed-aece-ec8da91fabfa tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:29.785532 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0ed09ac-023a-450f-8bf3-5d8c0d0b1336 req-4da4e80f-46ce-4cfa-ac61-daaf2851b58d tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.0702243 Nov 25 19:29:29.825416 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fb84b69f-7550-4e7e-9af1-fe1f1475e3c0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4548018 Nov 25 19:29:29.828299 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34810) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:29.833447 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-61a42b55-58fa-4d16-876c-708f33fd386f tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-124835834'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:29.847666 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84b69f-7550-4e7e-9af1-fe1f1475e3c0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event updated for resources: {'Network': ['ID=5315cd20-1a9d-46e5-ab57-f5a77c22de93,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:29.851926 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-82d9063b-1b3a-48ed-aece-ec8da91fabfa tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:29.872779 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a42b55-58fa-4d16-876c-708f33fd386f tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Made reservation on behalf of 514fc44b5d1f423cb02ea29bd2e23ca8 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:29:29.879243 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-61a42b55-58fa-4d16-876c-708f33fd386f tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:29.889450 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9063b-1b3a-48ed-aece-ec8da91fabfa tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa36c42-40cf-4078-baae-2b1d7fe595aa,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:29.894889 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-82d9063b-1b3a-48ed-aece-ec8da91fabfa tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:29.900028 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-82d9063b-1b3a-48ed-aece-ec8da91fabfa tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3500185 Nov 25 19:29:29.901362 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34812) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:29.907233 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1a70ddbe-6075-408b-9c50-ef91bdcc6a1d tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Request body: {'security_group_rule': {'security_group_id': '07bb502c-b4c3-4f45-a2ff-38ff60530685', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:29.925512 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a42b55-58fa-4d16-876c-708f33fd386f tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:29:29.941491 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1a70ddbe-6075-408b-9c50-ef91bdcc6a1d tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:29.945170 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-61a42b55-58fa-4d16-876c-708f33fd386f tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:29.945858 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-61a42b55-58fa-4d16-876c-708f33fd386f tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Added segment 4e76c82c-8c8f-4947-9107-bbe1736a1caf of type vlan for network 9b26d7dc-4a45-4c30-b577-4f6a5a25a55c Nov 25 19:29:29.982847 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-50796b7c-7c7d-456d-bb17-1220c190ae2e None None] Set router 0c193e4d-e652-460a-87ea-21aeaa61c440 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:29:30.009803 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-61a42b55-58fa-4d16-876c-708f33fd386f tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:30.019925 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1a70ddbe-6075-408b-9c50-ef91bdcc6a1d tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:30.025534 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1a70ddbe-6075-408b-9c50-ef91bdcc6a1d tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:30.045295 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-61a42b55-58fa-4d16-876c-708f33fd386f tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:30.054458 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70ddbe-6075-408b-9c50-ef91bdcc6a1d tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d095ae7-054f-437c-9e5b-99d59d1a5f0e,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:30.065807 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1a70ddbe-6075-408b-9c50-ef91bdcc6a1d tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:30.072266 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1a70ddbe-6075-408b-9c50-ef91bdcc6a1d tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1698825 Nov 25 19:29:30.073082 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34814) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:30.077374 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a42b55-58fa-4d16-876c-708f33fd386f tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:30.077665 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-61a42b55-58fa-4d16-876c-708f33fd386f tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:30.079048 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-48227cfd-a7e4-4718-917c-ab6177e98a6e tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:30.112901 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48227cfd-a7e4-4718-917c-ab6177e98a6e tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:30.144951 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 5315cd20-1a9d-46e5-ab57-f5a77c22de93 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:29:30.179300 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-61a42b55-58fa-4d16-876c-708f33fd386f tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3467436 Nov 25 19:29:30.180199 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34816) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:30.189839 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-71dff0a5-c239-4725-8c54-3ca12f637f95 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Request body: {'subnet': {'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:30.200179 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a42b55-58fa-4d16-876c-708f33fd386f tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event updated for resources: {'Network': ['ID=9b26d7dc-4a45-4c30-b577-4f6a5a25a55c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:30.277236 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 9b26d7dc-4a45-4c30-b577-4f6a5a25a55c details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:29:30.298593 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48227cfd-a7e4-4718-917c-ab6177e98a6e tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:30.353689 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71dff0a5-c239-4725-8c54-3ca12f637f95 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Made reservation on behalf of 514fc44b5d1f423cb02ea29bd2e23ca8 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:29:30.358525 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71dff0a5-c239-4725-8c54-3ca12f637f95 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:30.575824 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-48227cfd-a7e4-4718-917c-ab6177e98a6e tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Allocated IP 172.25.6.235 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/c8327820-1426-4a48-b3d5-39f61667e033) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:29:30.678651 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-50796b7c-7c7d-456d-bb17-1220c190ae2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'name': 'tempest-AttachVolumeTestJSON-1746169101-router', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:19Z', 'updated_at': '2021-11-25T19:29:26Z', 'revision_number': 4, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'gw_port': {'id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:21Z', 'updated_at': '2021-11-25T19:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '702bb341-dc55-4bf4-992f-6cdddd28f076', 'name': '', 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'mac_address': 'fa:16:3e:8c:92:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:24Z', 'updated_at': '2021-11-25T19:29:26Z', 'revision_number': 2, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'subnets': [{'id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:30.735571 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50796b7c-7c7d-456d-bb17-1220c190ae2e None None] Checking router: 0c193e4d-e652-460a-87ea-21aeaa61c440 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:29:30.736115 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50796b7c-7c7d-456d-bb17-1220c190ae2e None None] Updating router 0c193e4d-e652-460a-87ea-21aeaa61c440 port 702bb341-dc55-4bf4-992f-6cdddd28f076 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:29:30.741495 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71dff0a5-c239-4725-8c54-3ca12f637f95 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:30.761259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f5eba-d10e-4b65-8b56-ddc1cdc50360 req-d8cd60e4-a3ac-49b4-be09-c022c25a8f15 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:30.763018 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b5f5eba-d10e-4b65-8b56-ddc1cdc50360 req-d8cd60e4-a3ac-49b4-be09-c022c25a8f15 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 946 time: 0.0780630 Nov 25 19:29:30.777658 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-50796b7c-7c7d-456d-bb17-1220c190ae2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:30.792167 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48227cfd-a7e4-4718-917c-ab6177e98a6e tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:30.847127 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb8f34-1304-447c-ab48-ab494557eb50 req-3bf99c5a-e634-4873-8c17-e5e225d96045 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:30.851493 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bedb8f34-1304-447c-ab48-ab494557eb50 req-3bf99c5a-e634-4873-8c17-e5e225d96045 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.1803145 Nov 25 19:29:30.855496 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dff0a5-c239-4725-8c54-3ca12f637f95 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event updated for resources: {'Subnet': ['ID=7783342b-08c2-4e0e-96cc-c2b4a1ff9af9,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:30.867259 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b5f5eba-d10e-4b65-8b56-ddc1cdc50360 req-91386ea6-03b2-48be-b322-1912d88bce9e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0946138 Nov 25 19:29:30.870414 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dff0a5-c239-4725-8c54-3ca12f637f95 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Checking segment: {'id': 'f8fd6507-d6f7-4150-97cc-fd943cc9c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:29:30.870414 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dff0a5-c239-4725-8c54-3ca12f637f95 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Network hostable DHCP agents. Network: 5315cd20-1a9d-46e5-ab57-f5a77c22de93, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:29:30.884652 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48227cfd-a7e4-4718-917c-ab6177e98a6e tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:30.938505 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48227cfd-a7e4-4718-917c-ab6177e98a6e tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:29:30.943359 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-48227cfd-a7e4-4718-917c-ab6177e98a6e tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:30.949006 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48227cfd-a7e4-4718-917c-ab6177e98a6e tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:29:30.961934 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bedb8f34-1304-447c-ab48-ab494557eb50 req-41571558-ca03-462c-ac7e-b9a5258e5e00 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936491 Nov 25 19:29:30.968451 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dff0a5-c239-4725-8c54-3ca12f637f95 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Network 5315cd20-1a9d-46e5-ab57-f5a77c22de93 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:29:31.018826 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-71dff0a5-c239-4725-8c54-3ca12f637f95 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 5315cd20-1a9d-46e5-ab57-f5a77c22de93) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:31.033316 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dff0a5-c239-4725-8c54-3ca12f637f95 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:31.034317 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71dff0a5-c239-4725-8c54-3ca12f637f95 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:31.039424 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7839beda-d1d4-43c6-ab99-90fa0f288558 None None] Network 5315cd20-1a9d-46e5-ab57-f5a77c22de93 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:29:31.045662 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48227cfd-a7e4-4718-917c-ab6177e98a6e tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Pushing event updated for resources: {'Port': ['ID=c8327820-1426-4a48-b3d5-39f61667e033,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:31.098898 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-71dff0a5-c239-4725-8c54-3ca12f637f95 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9170208 Nov 25 19:29:31.101296 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34830) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:31.110509 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-97f1c9b3-dc00-49f7-af4b-67e599ade787 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Request body: {'subnet': {'network_id': '9b26d7dc-4a45-4c30-b577-4f6a5a25a55c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:31.162711 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5394b214-ff05-49e2-bcb8-c32cd981fd61 req-4f4c136a-48fb-46ab-85c7-666864c4eb57 tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.0730712 Nov 25 19:29:31.340964 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48227cfd-a7e4-4718-917c-ab6177e98a6e tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:31.428538 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-f75fc586-dd71-47ce-8b55-cb1840920282 service neutron] 10.222.0.73 "GET /v2.0/ports/15d380ef-c864-426a-b526-a3732729a12d/bindings/n-h1-819349-5 HTTP/1.1" status: 200 len: 382 time: 0.3303118 Nov 25 19:29:31.445692 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48227cfd-a7e4-4718-917c-ab6177e98a6e tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:31.446325 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f007a2d4-eff4-42ae-aefd-9cda4429d51f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-5315cd20-1a9d-46e5-ab57-f5a77c22de93', 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'fixed_ips': [{'subnet_id': '7783342b-08c2-4e0e-96cc-c2b4a1ff9af9'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:29:31.449548 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f007a2d4-eff4-42ae-aefd-9cda4429d51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:31.678635 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f1c9b3-dc00-49f7-af4b-67e599ade787 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Made reservation on behalf of 514fc44b5d1f423cb02ea29bd2e23ca8 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:29:31.712891 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97f1c9b3-dc00-49f7-af4b-67e599ade787 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:31.721938 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-50796b7c-7c7d-456d-bb17-1220c190ae2e None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:31.731209 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2f6c1a45-1fbb-4ce7-9705-c1f767ef293d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:31.771171 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-50796b7c-7c7d-456d-bb17-1220c190ae2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:31.863901 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-0a35c3fd-bafb-4beb-b6df-b7ac5d430db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:31.866132 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-0a35c3fd-bafb-4beb-b6df-b7ac5d430db6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4&tenant_id=92fad1dc82f24f91a07d3c087ee582e6 HTTP/1.1" status: 200 len: 1100 time: 0.1213417 Nov 25 19:29:31.903598 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-f007a2d4-eff4-42ae-aefd-9cda4429d51f None None] Allocated IP 10.1.1.2 (5315cd20-1a9d-46e5-ab57-f5a77c22de93/7783342b-08c2-4e0e-96cc-c2b4a1ff9af9/624b0c38-1b3a-4ac4-9d74-72e355458f0d) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:29:31.944870 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac48ce-530c-4c1f-992c-1b83798ae5ab None None] Pushing event updated for resources: {'Port': ['ID=702bb341-dc55-4bf4-992f-6cdddd28f076,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:32.042929 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48227cfd-a7e4-4718-917c-ab6177e98a6e tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:32.133216 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48227cfd-a7e4-4718-917c-ab6177e98a6e tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:32.230805 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48227cfd-a7e4-4718-917c-ab6177e98a6e tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Pushing event updated for resources: {'Port': ['ID=c8327820-1426-4a48-b3d5-39f61667e033,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:32.249425 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97f1c9b3-dc00-49f7-af4b-67e599ade787 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:32.327104 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7aaff-2f1f-49f1-91ab-976263636965 req-cd604946-1b38-4fb3-a6ef-c7aa681eabfa tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:32.335193 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9d7aaff-2f1f-49f1-91ab-976263636965 req-cd604946-1b38-4fb3-a6ef-c7aa681eabfa tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.1417100 Nov 25 19:29:32.340382 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-3632aafd-0255-4223-b505-d6294856cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:32.343468 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-3632aafd-0255-4223-b505-d6294856cd5d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 1100 time: 0.4506307 Nov 25 19:29:32.345138 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48227cfd-a7e4-4718-917c-ab6177e98a6e tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:32.387861 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-50796b7c-7c7d-456d-bb17-1220c190ae2e None None] Attempting to bind port 702bb341-dc55-4bf4-992f-6cdddd28f076 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:29:32.389278 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-50796b7c-7c7d-456d-bb17-1220c190ae2e None None] Attempting to bind port 702bb341-dc55-4bf4-992f-6cdddd28f076 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '827df263-1f26-48c2-a434-8ef0c3b995dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:29:32.389837 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50796b7c-7c7d-456d-bb17-1220c190ae2e None None] Attempting to bind port 702bb341-dc55-4bf4-992f-6cdddd28f076 on network ff56631b-efa0-42d5-95cb-f491e3d0d8b0 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:29:32.404479 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50796b7c-7c7d-456d-bb17-1220c190ae2e None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:29:32.405210 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50796b7c-7c7d-456d-bb17-1220c190ae2e None None] Checking segment: {'id': '827df263-1f26-48c2-a434-8ef0c3b995dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:29:32.405958 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-50796b7c-7c7d-456d-bb17-1220c190ae2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:32.406643 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50796b7c-7c7d-456d-bb17-1220c190ae2e None None] Bound using segment: {'id': '827df263-1f26-48c2-a434-8ef0c3b995dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:29:32.407355 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-50796b7c-7c7d-456d-bb17-1220c190ae2e None None] Bound port: 702bb341-dc55-4bf4-992f-6cdddd28f076, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827df263-1f26-48c2-a434-8ef0c3b995dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:29:32.407931 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-50796b7c-7c7d-456d-bb17-1220c190ae2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:32.450835 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e2798-899e-4427-810b-783bed76d12b req-a3410a60-e126-46e6-8e3d-b9c10c32968f tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:32.453099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1c9b3-dc00-49f7-af4b-67e599ade787 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event updated for resources: {'Subnet': ['ID=01c93dc0-7c61-47f5-a960-9969326bc1ab,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:32.467169 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7f6e2798-899e-4427-810b-783bed76d12b req-a3410a60-e126-46e6-8e3d-b9c10c32968f tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 946 time: 0.4265232 Nov 25 19:29:32.495813 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f1c9b3-dc00-49f7-af4b-67e599ade787 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Checking segment: {'id': '4e76c82c-8c8f-4947-9107-bbe1736a1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9b26d7dc-4a45-4c30-b577-4f6a5a25a55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:29:32.496342 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f1c9b3-dc00-49f7-af4b-67e599ade787 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Network hostable DHCP agents. Network: 9b26d7dc-4a45-4c30-b577-4f6a5a25a55c, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:29:32.518928 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9d7aaff-2f1f-49f1-91ab-976263636965 req-c54b3af9-946b-4ae6-90ff-bba04d868ea0 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661232 Nov 25 19:29:32.534516 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48227cfd-a7e4-4718-917c-ab6177e98a6e tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:32.537094 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-48227cfd-a7e4-4718-917c-ab6177e98a6e tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4624078 Nov 25 19:29:32.584994 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f1c9b3-dc00-49f7-af4b-67e599ade787 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Network 9b26d7dc-4a45-4c30-b577-4f6a5a25a55c is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:29:32.588334 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-bd50861b-c3c4-498c-aa62-3e4c14502762 None None] Provisioning complete for port 702bb341-dc55-4bf4-992f-6cdddd28f076 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:32.588717 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bd50861b-c3c4-498c-aa62-3e4c14502762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:32.612961 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-97f1c9b3-dc00-49f7-af4b-67e599ade787 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 9b26d7dc-4a45-4c30-b577-4f6a5a25a55c) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:32.627949 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f1c9b3-dc00-49f7-af4b-67e599ade787 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:32.631513 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97f1c9b3-dc00-49f7-af4b-67e599ade787 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:32.679135 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-97f1c9b3-dc00-49f7-af4b-67e599ade787 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5742452 Nov 25 19:29:32.681782 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34856) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:32.689097 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-bd50861b-c3c4-498c-aa62-3e4c14502762 None None] Port 702bb341-dc55-4bf4-992f-6cdddd28f076 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:29:32.692525 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-cb0f98ba-f77d-4b75-a33d-66eb1b5d9ee5 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Request body: {'port': {'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93', 'name': 'tempest-TaggedBootDevicesTest-634083756', 'fixed_ips': [{'subnet_id': '7783342b-08c2-4e0e-96cc-c2b4a1ff9af9'}]}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:32.699919 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f0851a-5ad9-42c8-9007-7ef8492b365c None None] Network 9b26d7dc-4a45-4c30-b577-4f6a5a25a55c requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:29:32.705959 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-a9cfdec0-4be7-4de7-b40c-f4e194178167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:32.716910 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-a9cfdec0-4be7-4de7-b40c-f4e194178167 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.3608215 Nov 25 19:29:32.734452 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7f6e2798-899e-4427-810b-783bed76d12b req-281f7961-f843-4039-9875-5af658981ed3 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1894410 Nov 25 19:29:32.774990 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-50796b7c-7c7d-456d-bb17-1220c190ae2e None None] For port 702bb341-dc55-4bf4-992f-6cdddd28f076, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:29:32.787241 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-50796b7c-7c7d-456d-bb17-1220c190ae2e None None] For port 702bb341-dc55-4bf4-992f-6cdddd28f076, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=702bb341-dc55-4bf4-992f-6cdddd28f076,segment=NetworkSegment(827df263-1f26-48c2-a434-8ef0c3b995dd),segment_id=827df263-1f26-48c2-a434-8ef0c3b995dd)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:29:32.819476 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-e9e40b0c-ef4b-4c4a-b2de-aaf13664a913 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=15d380ef-c864-426a-b526-a3732729a12d HTTP/1.1" status: 200 len: 217 time: 0.0817208 Nov 25 19:29:32.900167 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-50796b7c-7c7d-456d-bb17-1220c190ae2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:32.936680 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9d0a877d-d33d-46fd-8c5b-f2a89ff19183 req-e0167a32-9bfc-4db3-9ef6-e932173cadde tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.0775926 Nov 25 19:29:32.995512 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-a2902958-a33c-4441-bb4b-0d644e3d2a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:32.997414 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-a2902958-a33c-4441-bb4b-0d644e3d2a90 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1696444 Nov 25 19:29:33.037137 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac48ce-530c-4c1f-992c-1b83798ae5ab None None] Pushing event updated for resources: {'Port': ['ID=702bb341-dc55-4bf4-992f-6cdddd28f076,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:33.091056 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f007a2d4-eff4-42ae-aefd-9cda4429d51f None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:33.102655 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0f98ba-f77d-4b75-a33d-66eb1b5d9ee5 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Made reservation on behalf of 514fc44b5d1f423cb02ea29bd2e23ca8 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:29:33.109000 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f007a2d4-eff4-42ae-aefd-9cda4429d51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:33.115735 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50796b7c-7c7d-456d-bb17-1220c190ae2e None None] Routers {'0c193e4d-e652-460a-87ea-21aeaa61c440'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:29:33.116441 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-50796b7c-7c7d-456d-bb17-1220c190ae2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:29:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['0c193e4d-e652-460a-87ea-21aeaa61c440'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:33.140846 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-d200ccde-b039-449b-8a9f-3c8d8560c52a tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--715022895&fields=id&tenant_id=5793ebf8c1374bcea833180ef6f84e4c HTTP/1.1" status: 200 len: 267 time: 0.2186961 Nov 25 19:29:33.157152 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-51cf3c1b-8ef8-4bcb-b926-0bbcb6a55222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:33.158802 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-51cf3c1b-8ef8-4bcb-b926-0bbcb6a55222 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1531596 Nov 25 19:29:33.281583 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f007a2d4-eff4-42ae-aefd-9cda4429d51f None None] Network 5315cd20-1a9d-46e5-ab57-f5a77c22de93 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:29:33.293137 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-f007a2d4-eff4-42ae-aefd-9cda4429d51f None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:33.306832 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb0f98ba-f77d-4b75-a33d-66eb1b5d9ee5 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:33.326720 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f007a2d4-eff4-42ae-aefd-9cda4429d51f None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:29:33.331167 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-cb0f98ba-f77d-4b75-a33d-66eb1b5d9ee5 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] device_id is not set on port 19c243f1-ae0e-483f-b5b6-665f722ee400 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:29:33.340395 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007a2d4-eff4-42ae-aefd-9cda4429d51f None None] Pushing event updated for resources: {'Port': ['ID=624b0c38-1b3a-4ac4-9d74-72e355458f0d,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:33.474791 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61b2958-f649-4ff1-9923-fd66d45e6de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-9b26d7dc-4a45-4c30-b577-4f6a5a25a55c', 'network_id': '9b26d7dc-4a45-4c30-b577-4f6a5a25a55c', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'fixed_ips': [{'subnet_id': '01c93dc0-7c61-47f5-a960-9969326bc1ab'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:29:33.475728 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a61b2958-f649-4ff1-9923-fd66d45e6de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:33.523831 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-50796b7c-7c7d-456d-bb17-1220c190ae2e None None] Set router 0c193e4d-e652-460a-87ea-21aeaa61c440 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:29:33.555260 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-0aed6f93-5f9a-440f-a0a2-fe47f7b24a47 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:33.565035 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-0aed6f93-5f9a-440f-a0a2-fe47f7b24a47 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/networks?id=ff56631b-efa0-42d5-95cb-f491e3d0d8b0 HTTP/1.1" status: 200 len: 811 time: 0.4023621 Nov 25 19:29:33.596683 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f007a2d4-eff4-42ae-aefd-9cda4429d51f None None] Attempting to bind port 624b0c38-1b3a-4ac4-9d74-72e355458f0d on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:29:33.597433 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f007a2d4-eff4-42ae-aefd-9cda4429d51f None None] Attempting to bind port 624b0c38-1b3a-4ac4-9d74-72e355458f0d by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'f8fd6507-d6f7-4150-97cc-fd943cc9c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:29:33.598038 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f007a2d4-eff4-42ae-aefd-9cda4429d51f None None] Attempting to bind port 624b0c38-1b3a-4ac4-9d74-72e355458f0d on network 5315cd20-1a9d-46e5-ab57-f5a77c22de93 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:29:33.641819 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-a5600f1d-9a81-4de0-b751-71daceb2855f tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/quotas/5793ebf8c1374bcea833180ef6f84e4c HTTP/1.1" status: 200 len: 375 time: 0.0756266 Nov 25 19:29:33.658382 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f007a2d4-eff4-42ae-aefd-9cda4429d51f None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:29:33.659922 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f007a2d4-eff4-42ae-aefd-9cda4429d51f None None] Checking segment: {'id': 'f8fd6507-d6f7-4150-97cc-fd943cc9c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:29:33.661263 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f007a2d4-eff4-42ae-aefd-9cda4429d51f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:33.662431 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f007a2d4-eff4-42ae-aefd-9cda4429d51f None None] Bound using segment: {'id': 'f8fd6507-d6f7-4150-97cc-fd943cc9c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:29:33.663540 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f007a2d4-eff4-42ae-aefd-9cda4429d51f None None] Bound port: 624b0c38-1b3a-4ac4-9d74-72e355458f0d, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fd6507-d6f7-4150-97cc-fd943cc9c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:29:33.664420 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f007a2d4-eff4-42ae-aefd-9cda4429d51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:33.684592 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-1c232432-5072-4b49-ad6a-ff631737ab27 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999630 Nov 25 19:29:33.697427 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:33.803839 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a94830-6f1d-4639-a282-42536c455e4d req-d15851b9-09df-47f2-8993-64372cbc7b82 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:33.806979 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22a94830-6f1d-4639-a282-42536c455e4d req-d15851b9-09df-47f2-8993-64372cbc7b82 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.1271241 Nov 25 19:29:33.848172 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-f53b10dc-eea9-4bfb-a48c-ec6cb7a79f98 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5793ebf8c1374bcea833180ef6f84e4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2004597 Nov 25 19:29:33.854655 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-21f4f3f9-4804-4915-8d9f-4b775048a1c0 None None] Provisioning complete for port 702bb341-dc55-4bf4-992f-6cdddd28f076 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:33.856181 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-21f4f3f9-4804-4915-8d9f-4b775048a1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:33.857237 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-12acf791-213a-4c7d-a2f9-ab8a0e3150d1 req-ff721a45-eda2-4420-b816-9a365756ff13 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572452 Nov 25 19:29:33.877903 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-cb89d71d-0062-4c3d-ad11-29c03e167275 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:29:33.893656 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-cb89d71d-0062-4c3d-ad11-29c03e167275 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0340557 Nov 25 19:29:34.064782 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22a94830-6f1d-4639-a282-42536c455e4d req-b6816282-ef3b-48b3-9862-db3947692294 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466586 Nov 25 19:29:34.111416 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-f5e2fc5b-f47f-4a79-831c-7160567adbc3 service neutron] 10.222.0.55 "GET /v2.0/networks/ff56631b-efa0-42d5-95cb-f491e3d0d8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118189 Nov 25 19:29:34.151036 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-cb0f98ba-f77d-4b75-a33d-66eb1b5d9ee5 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Allocated IP 10.1.1.59 (5315cd20-1a9d-46e5-ab57-f5a77c22de93/7783342b-08c2-4e0e-96cc-c2b4a1ff9af9/19c243f1-ae0e-483f-b5b6-665f722ee400) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:29:34.229671 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-a61b2958-f649-4ff1-9923-fd66d45e6de7 None None] Allocated IP 10.2.2.2 (9b26d7dc-4a45-4c30-b577-4f6a5a25a55c/01c93dc0-7c61-47f5-a960-9969326bc1ab/a465bbf8-216e-406b-9e53-8392208112ea) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:29:34.297532 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-7175ea24-1dca-4627-817d-0bd79ef7e56d service neutron] 10.222.0.55 "GET /v2.0/networks/ff56631b-efa0-42d5-95cb-f491e3d0d8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750314 Nov 25 19:29:34.563819 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a61b2958-f649-4ff1-9923-fd66d45e6de7 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:34.599875 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f25f62-f095-4154-8f4e-5b28fbb30ad2 req-5f6d6483-f269-4f33-ae54-15f695f27cd7 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:34.602781 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-97f25f62-f095-4154-8f4e-5b28fbb30ad2 req-5f6d6483-f269-4f33-ae54-15f695f27cd7 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 946 time: 0.1699693 Nov 25 19:29:34.612268 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f007a2d4-eff4-42ae-aefd-9cda4429d51f None None] For port 624b0c38-1b3a-4ac4-9d74-72e355458f0d, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:29:34.623309 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a61b2958-f649-4ff1-9923-fd66d45e6de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:34.629852 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f007a2d4-eff4-42ae-aefd-9cda4429d51f None None] For port 624b0c38-1b3a-4ac4-9d74-72e355458f0d, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=624b0c38-1b3a-4ac4-9d74-72e355458f0d,segment=NetworkSegment(f8fd6507-d6f7-4150-97cc-fd943cc9c602),segment_id=f8fd6507-d6f7-4150-97cc-fd943cc9c602)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:29:34.681364 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb0f98ba-f77d-4b75-a33d-66eb1b5d9ee5 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:34.730730 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f007a2d4-eff4-42ae-aefd-9cda4429d51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:34.793458 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d980095d-41f5-4101-ba9f-40b9f35d95fd req-4477f2ba-2a4d-40c4-bca1-a55c32f61a8b tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.0797117 Nov 25 19:29:34.819218 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-97f25f62-f095-4154-8f4e-5b28fbb30ad2 req-5498f01e-898c-4fe5-970b-f4159dcc2b77 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2044356 Nov 25 19:29:34.837971 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb0f98ba-f77d-4b75-a33d-66eb1b5d9ee5 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:34.853569 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b2958-f649-4ff1-9923-fd66d45e6de7 None None] Pushing event updated for resources: {'Port': ['ID=a465bbf8-216e-406b-9e53-8392208112ea,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:34.914760 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61b2958-f649-4ff1-9923-fd66d45e6de7 None None] Network 9b26d7dc-4a45-4c30-b577-4f6a5a25a55c is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:29:34.932918 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0f98ba-f77d-4b75-a33d-66eb1b5d9ee5 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Network 5315cd20-1a9d-46e5-ab57-f5a77c22de93 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:29:34.946553 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-cb0f98ba-f77d-4b75-a33d-66eb1b5d9ee5 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:34.956374 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0f98ba-f77d-4b75-a33d-66eb1b5d9ee5 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:29:34.994907 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2cc3620b-576d-4b05-8762-4a90a1662b2e req-152f0030-d515-4a65-b980-3ec2253a007c tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 210 time: 0.0587876 Nov 25 19:29:35.031350 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-a61b2958-f649-4ff1-9923-fd66d45e6de7 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:35.035948 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007a2d4-eff4-42ae-aefd-9cda4429d51f None None] Pushing event updated for resources: {'Port': ['ID=624b0c38-1b3a-4ac4-9d74-72e355458f0d,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:35.045737 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f98ba-f77d-4b75-a33d-66eb1b5d9ee5 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event updated for resources: {'Port': ['ID=19c243f1-ae0e-483f-b5b6-665f722ee400,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:35.079654 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61b2958-f649-4ff1-9923-fd66d45e6de7 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:29:35.189107 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0f98ba-f77d-4b75-a33d-66eb1b5d9ee5 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:35.192891 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb0f98ba-f77d-4b75-a33d-66eb1b5d9ee5 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:35.206216 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-21f4f3f9-4804-4915-8d9f-4b775048a1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:35.266881 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a61b2958-f649-4ff1-9923-fd66d45e6de7 None None] Attempting to bind port a465bbf8-216e-406b-9e53-8392208112ea on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:29:35.267526 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a61b2958-f649-4ff1-9923-fd66d45e6de7 None None] Attempting to bind port a465bbf8-216e-406b-9e53-8392208112ea by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '4e76c82c-8c8f-4947-9107-bbe1736a1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9b26d7dc-4a45-4c30-b577-4f6a5a25a55c'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:29:35.268114 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61b2958-f649-4ff1-9923-fd66d45e6de7 None None] Attempting to bind port a465bbf8-216e-406b-9e53-8392208112ea on network 9b26d7dc-4a45-4c30-b577-4f6a5a25a55c {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:29:35.268770 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cb0f98ba-f77d-4b75-a33d-66eb1b5d9ee5 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5843158 Nov 25 19:29:35.270726 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34896) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:35.278783 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e388701c-6505-4053-9c09-55f4839ddd43 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Request body: {'port': {'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93', 'name': 'tempest-TaggedBootDevicesTest-306758062', 'fixed_ips': [{'subnet_id': '7783342b-08c2-4e0e-96cc-c2b4a1ff9af9'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:35.362236 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61b2958-f649-4ff1-9923-fd66d45e6de7 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:29:35.362943 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61b2958-f649-4ff1-9923-fd66d45e6de7 None None] Checking segment: {'id': '4e76c82c-8c8f-4947-9107-bbe1736a1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9b26d7dc-4a45-4c30-b577-4f6a5a25a55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:29:35.366511 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a61b2958-f649-4ff1-9923-fd66d45e6de7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:35.367017 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61b2958-f649-4ff1-9923-fd66d45e6de7 None None] Bound using segment: {'id': '4e76c82c-8c8f-4947-9107-bbe1736a1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9b26d7dc-4a45-4c30-b577-4f6a5a25a55c'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:29:35.370281 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a61b2958-f649-4ff1-9923-fd66d45e6de7 None None] Bound port: a465bbf8-216e-406b-9e53-8392208112ea, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e76c82c-8c8f-4947-9107-bbe1736a1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9b26d7dc-4a45-4c30-b577-4f6a5a25a55c'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:29:35.370281 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a61b2958-f649-4ff1-9923-fd66d45e6de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:35.521114 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:35.533050 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-21f4f3f9-4804-4915-8d9f-4b775048a1c0 None None] For port 702bb341-dc55-4bf4-992f-6cdddd28f076, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=702bb341-dc55-4bf4-992f-6cdddd28f076,segment=NetworkSegment(827df263-1f26-48c2-a434-8ef0c3b995dd),segment_id=827df263-1f26-48c2-a434-8ef0c3b995dd)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:35.563522 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-50796b7c-7c7d-456d-bb17-1220c190ae2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'name': 'tempest-AttachVolumeTestJSON-1746169101-router', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:19Z', 'updated_at': '2021-11-25T19:29:26Z', 'revision_number': 4, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'gw_port': {'id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:21Z', 'updated_at': '2021-11-25T19:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '702bb341-dc55-4bf4-992f-6cdddd28f076', 'name': '', 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'mac_address': 'fa:16:3e:8c:92:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:24Z', 'updated_at': '2021-11-25T19:29:32Z', 'revision_number': 4, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'subnets': [{'id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:35.572124 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:35.576618 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-21f4f3f9-4804-4915-8d9f-4b775048a1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:35.609881 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5343a6-abe3-42ac-a83a-0ae858bcdad9 req-68cf2d7f-7c8e-47fb-9fa6-c3cb5a7ad798 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:35.618249 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-af5343a6-abe3-42ac-a83a-0ae858bcdad9 req-68cf2d7f-7c8e-47fb-9fa6-c3cb5a7ad798 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.2150550 Nov 25 19:29:35.817080 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-af5343a6-abe3-42ac-a83a-0ae858bcdad9 req-5cf44ac8-6bcd-4adf-89f6-e460bc36ff2b tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750011 Nov 25 19:29:35.824587 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e388701c-6505-4053-9c09-55f4839ddd43 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Made reservation on behalf of 514fc44b5d1f423cb02ea29bd2e23ca8 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:29:35.936939 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50796b7c-7c7d-456d-bb17-1220c190ae2e None None] The sync data for ids ['0c193e4d-e652-460a-87ea-21aeaa61c440'] in n-d-819349-5 is: [{'id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'name': 'tempest-AttachVolumeTestJSON-1746169101-router', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:19Z', 'updated_at': '2021-11-25T19:29:26Z', 'revision_number': 4, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'gw_port': {'id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:21Z', 'updated_at': '2021-11-25T19:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '702bb341-dc55-4bf4-992f-6cdddd28f076', 'name': '', 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'mac_address': 'fa:16:3e:8c:92:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:24Z', 'updated_at': '2021-11-25T19:29:32Z', 'revision_number': 4, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'subnets': [{'id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:29:36.080808 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e388701c-6505-4053-9c09-55f4839ddd43 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:36.093625 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b44e8-3d06-4249-86c5-183a203df396 req-6e790f3e-67b5-4226-844b-8295c2c7f7c6 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:36.105682 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d23b44e8-3d06-4249-86c5-183a203df396 req-6e790f3e-67b5-4226-844b-8295c2c7f7c6 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 946 time: 0.1551576 Nov 25 19:29:36.154434 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4f3f9-4804-4915-8d9f-4b775048a1c0 None None] Pushing event updated for resources: {'Port': ['ID=702bb341-dc55-4bf4-992f-6cdddd28f076,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:36.160389 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 15d380ef-c864-426a-b526-a3732729a12d no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:29:36.222473 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a61b2958-f649-4ff1-9923-fd66d45e6de7 None None] For port a465bbf8-216e-406b-9e53-8392208112ea, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:29:36.265201 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d23b44e8-3d06-4249-86c5-183a203df396 req-b7a044ad-9227-41b0-b0f0-b406a4605fdb tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1580575 Nov 25 19:29:36.280479 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-e388701c-6505-4053-9c09-55f4839ddd43 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] device_id is not set on port d03038df-719f-4767-965c-ea72372fa48c yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:29:36.301203 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a61b2958-f649-4ff1-9923-fd66d45e6de7 None None] For port a465bbf8-216e-406b-9e53-8392208112ea, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a465bbf8-216e-406b-9e53-8392208112ea,segment=NetworkSegment(4e76c82c-8c8f-4947-9107-bbe1736a1caf),segment_id=4e76c82c-8c8f-4947-9107-bbe1736a1caf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:29:36.330637 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f2bd98b5-7e4a-4bb7-b865-0f2665f89305 req-86f9fd36-8d3b-477d-ab9a-1dc4f0088831 tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.1581779 Nov 25 19:29:36.345999 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a61b2958-f649-4ff1-9923-fd66d45e6de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:36.474145 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-334f70ba-79aa-439b-a449-087d4d9fe29a req-b3bcd91d-ce83-4321-9960-c1e21befd875 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 210 time: 0.0625126 Nov 25 19:29:36.784816 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:36.884712 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b2958-f649-4ff1-9923-fd66d45e6de7 None None] Pushing event updated for resources: {'Port': ['ID=a465bbf8-216e-406b-9e53-8392208112ea,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:36.956251 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 15d380ef-c864-426a-b526-a3732729a12d, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=15d380ef-c864-426a-b526-a3732729a12d,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:36.961947 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a76190-762e-4f1e-966d-f84fa91780f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15d380ef-c864-426a-b526-a3732729a12d'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:36.986638 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144dd601-c03c-45db-80ef-9c53db0f4e8a" -d '{"events": [{"server_uuid": "a0a76190-762e-4f1e-966d-f84fa91780f4", "name": "network-vif-unplugged", "status": "completed", "tag": "15d380ef-c864-426a-b526-a3732729a12d"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:37.015971 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:37.277218 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=15d380ef-c864-426a-b526-a3732729a12d,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:37.287338 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826f21e5-e135-4af1-a814-dd3f7be5eb5e x-openstack-request-id: req-826f21e5-e135-4af1-a814-dd3f7be5eb5e {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:37.289487 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a76190-762e-4f1e-966d-f84fa91780f4", "name": "network-vif-unplugged", "status": "completed", "tag": "15d380ef-c864-426a-b526-a3732729a12d", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:37.289913 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-826f21e5-e135-4af1-a814-dd3f7be5eb5e {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:37.290609 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a76190-762e-4f1e-966d-f84fa91780f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15d380ef-c864-426a-b526-a3732729a12d', 'code': 200} Nov 25 19:29:37.408758 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94501670-fae6-4153-8173-f6948dde816f None None] Network 5315cd20-1a9d-46e5-ab57-f5a77c22de93 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:29:37.645157 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0056305f-944b-4f54-9ab5-865349ac72a8 None None] Provisioning complete for port 624b0c38-1b3a-4ac4-9d74-72e355458f0d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:37.645926 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0056305f-944b-4f54-9ab5-865349ac72a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:37.660583 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 624b0c38-1b3a-4ac4-9d74-72e355458f0d up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:29:37.770370 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7401d28-216b-45ff-a844-5a1e8c3bed11 req-ab9a60e0-35ee-4e24-b734-080336a9e263 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:37.792182 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c7401d28-216b-45ff-a844-5a1e8c3bed11 req-ab9a60e0-35ee-4e24-b734-080336a9e263 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 946 time: 0.2723863 Nov 25 19:29:37.848924 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaadbad-0d15-42e5-8350-429b88be35b7 req-a09ab485-e8b7-40b8-8348-3b285534e8b5 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:37.866456 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-adaadbad-0d15-42e5-8350-429b88be35b7 req-a09ab485-e8b7-40b8-8348-3b285534e8b5 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 947 time: 0.8474829 Nov 25 19:29:37.945557 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c7401d28-216b-45ff-a844-5a1e8c3bed11 req-80d7c364-83cb-48a8-a272-5347f65a2919 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1494622 Nov 25 19:29:37.994339 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-e388701c-6505-4053-9c09-55f4839ddd43 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Allocated IP 10.1.1.22 (5315cd20-1a9d-46e5-ab57-f5a77c22de93/7783342b-08c2-4e0e-96cc-c2b4a1ff9af9/d03038df-719f-4767-965c-ea72372fa48c) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:29:38.073198 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-adaadbad-0d15-42e5-8350-429b88be35b7 req-bd54559b-69b4-44d3-8640-99127b6d231f tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030466 Nov 25 19:29:38.112434 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 624b0c38-1b3a-4ac4-9d74-72e355458f0d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:38.113214 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:38.150178 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-cfb98817-a00b-4a7e-8d68-7a2b0bb28c29 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:38.152794 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-cfb98817-a00b-4a7e-8d68-7a2b0bb28c29 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.73 "GET /v2.0/networks?id=ff56631b-efa0-42d5-95cb-f491e3d0d8b0 HTTP/1.1" status: 200 len: 811 time: 0.6144824 Nov 25 19:29:38.270589 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f3475fd6-d2f8-4230-8e84-267759d4ad5b req-5ec258dc-70c8-4fda-a9e5-e710384d6bca tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.0890033 Nov 25 19:29:38.272435 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 15d380ef-c864-426a-b526-a3732729a12d details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:29:38.300545 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d5fa6618-a3bf-43c0-b444-951247c768e3 req-9a101de7-22c1-4e73-89f4-4e1f0a314865 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 210 time: 0.0777869 Nov 25 19:29:38.315958 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0056305f-944b-4f54-9ab5-865349ac72a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:38.576134 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:29:38.579098 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-c06f7f7b-f435-4430-8c64-40053bc532bc tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5793ebf8c1374bcea833180ef6f84e4c HTTP/1.1" status: 200 len: 379 time: 0.4154902 Nov 25 19:29:38.598273 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-4214df69-f646-49b0-8fe9-f5b1669e61b9 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Request body: {'port': {'device_id': '4bcbd95b-2b64-4399-9eda-cf08b692d076', 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'admin_state_up': True, 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'security_groups': ['07bb502c-b4c3-4f45-a2ff-38ff60530685']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:38.762065 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0056305f-944b-4f54-9ab5-865349ac72a8 None None] For port 624b0c38-1b3a-4ac4-9d74-72e355458f0d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=624b0c38-1b3a-4ac4-9d74-72e355458f0d,segment=NetworkSegment(f8fd6507-d6f7-4150-97cc-fd943cc9c602),segment_id=f8fd6507-d6f7-4150-97cc-fd943cc9c602)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:38.789042 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0056305f-944b-4f54-9ab5-865349ac72a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:38.856251 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:38.883650 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e388701c-6505-4053-9c09-55f4839ddd43 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:39.014167 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-4214df69-f646-49b0-8fe9-f5b1669e61b9 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Made reservation on behalf of 5793ebf8c1374bcea833180ef6f84e4c for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:29:39.019671 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-4214df69-f646-49b0-8fe9-f5b1669e61b9 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:39.180647 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e388701c-6505-4053-9c09-55f4839ddd43 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:39.192480 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 15d380ef-c864-426a-b526-a3732729a12d, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=15d380ef-c864-426a-b526-a3732729a12d,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:39.237588 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e388701c-6505-4053-9c09-55f4839ddd43 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Network 5315cd20-1a9d-46e5-ab57-f5a77c22de93 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:29:39.246426 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e388701c-6505-4053-9c09-55f4839ddd43 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:39.249198 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e388701c-6505-4053-9c09-55f4839ddd43 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:29:39.314027 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056305f-944b-4f54-9ab5-865349ac72a8 None None] Pushing event updated for resources: {'Port': ['ID=624b0c38-1b3a-4ac4-9d74-72e355458f0d,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:39.371149 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbb612e-3472-4067-8c08-71ed94b05843 None None] Network 9b26d7dc-4a45-4c30-b577-4f6a5a25a55c requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:29:39.374121 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:29:39.375423 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:29:39.426831 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '15d380ef-c864-426a-b526-a3732729a12d', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '15d380ef-c864-426a-b526-a3732729a12d', 'mac_address': 'fa:16:3e:fd:05:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:29:39.516398 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3922b896-fd4d-4b27-a0e2-ad82c8b12fc8 None None] Provisioning complete for port 624b0c38-1b3a-4ac4-9d74-72e355458f0d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:39.517027 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3922b896-fd4d-4b27-a0e2-ad82c8b12fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:39.523883 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58124043-1a4d-4cd5-aca6-711d4309030e req-99cbeecd-9d43-4981-9ba6-9f7bdfebedaa tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:39.534540 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-58124043-1a4d-4cd5-aca6-711d4309030e req-99cbeecd-9d43-4981-9ba6-9f7bdfebedaa tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 946 time: 0.3651493 Nov 25 19:29:39.552899 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a9043-37f9-407e-bc1a-f1e8ce23da30 req-f45053c1-878e-4ee1-8c2a-1ae03b86dc43 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:39.554927 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-083a9043-37f9-407e-bc1a-f1e8ce23da30 req-f45053c1-878e-4ee1-8c2a-1ae03b86dc43 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4&tenant_id=92fad1dc82f24f91a07d3c087ee582e6&binding%3Ahost_id=n-h1-819349-5 HTTP/1.1" status: 200 len: 947 time: 0.2734146 Nov 25 19:29:39.648198 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:39.731416 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d380ef-c864-426a-b526-a3732729a12d {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:29:39.739124 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-083a9043-37f9-407e-bc1a-f1e8ce23da30 req-1e43ca7d-a0a0-422c-9756-741baff5683a service neutron] 10.222.0.73 "GET /v2.0/ports/15d380ef-c864-426a-b526-a3732729a12d/bindings/n-h1-819349-5 HTTP/1.1" status: 200 len: 382 time: 0.1656322 Nov 25 19:29:39.764388 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-58124043-1a4d-4cd5-aca6-711d4309030e req-95ea5f4b-ef35-4800-9e85-8fc5b225bb8b tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2283206 Nov 25 19:29:39.808036 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 15d380ef-c864-426a-b526-a3732729a12d, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=15d380ef-c864-426a-b526-a3732729a12d,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:39.816870 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:39.895298 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a9043-37f9-407e-bc1a-f1e8ce23da30 req-6bd94b0b-423d-43e9-9763-6c3417c1a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:39.899626 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=15d380ef-c864-426a-b526-a3732729a12d,revision_number=7']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:39.902570 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-083a9043-37f9-407e-bc1a-f1e8ce23da30 req-6bd94b0b-423d-43e9-9763-6c3417c1a527 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 1099 time: 0.0847776 Nov 25 19:29:39.971616 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3922b896-fd4d-4b27-a0e2-ad82c8b12fc8 None None] Provisioning complete for port 19c243f1-ae0e-483f-b5b6-665f722ee400 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:39.975486 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3922b896-fd4d-4b27-a0e2-ad82c8b12fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:40.118633 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['15d380ef-c864-426a-b526-a3732729a12d'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:29:40.123541 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 702bb341-dc55-4bf4-992f-6cdddd28f076 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:29:40.263979 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a9043-37f9-407e-bc1a-f1e8ce23da30 req-75e36905-ed6e-4b50-badf-c8a32ec934f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:40.266882 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-083a9043-37f9-407e-bc1a-f1e8ce23da30 req-75e36905-ed6e-4b50-badf-c8a32ec934f3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.3553929 Nov 25 19:29:40.319359 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e4da9590-940d-48e2-8e8e-afa24ca14625 req-c6c3aaec-e67a-41cb-8fdb-baf7cd2241cb tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.3237371 Nov 25 19:29:40.384507 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-3922b896-fd4d-4b27-a0e2-ad82c8b12fc8 None None] Port 19c243f1-ae0e-483f-b5b6-665f722ee400 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:29:40.417093 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 702bb341-dc55-4bf4-992f-6cdddd28f076 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:40.417865 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:40.430516 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-4214df69-f646-49b0-8fe9-f5b1669e61b9 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Allocated IP 172.20.0.11 (ff56631b-efa0-42d5-95cb-f491e3d0d8b0/b79aba06-befc-4f8a-a873-c735df5300cb/6482793d-c7ac-41d8-9dd9-3ddeb09e42dd) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:29:40.509641 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-083a9043-37f9-407e-bc1a-f1e8ce23da30 req-055c0d52-5fbb-469f-86bf-303319bf7693 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=15d380ef-c864-426a-b526-a3732729a12d HTTP/1.1" status: 200 len: 217 time: 0.1813917 Nov 25 19:29:40.627183 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0cb26295-7e9e-4d20-a708-51975974ad83 None None] Provisioning complete for port d03038df-719f-4767-965c-ea72372fa48c triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:40.627770 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0cb26295-7e9e-4d20-a708-51975974ad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:40.637812 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-4214df69-f646-49b0-8fe9-f5b1669e61b9 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:40.639185 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f3b3dc18-be21-4d6e-87ca-be562a9f1207 req-af2b9a66-9891-4c50-b112-fc52381df7dd tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 210 time: 0.0566840 Nov 25 19:29:40.689005 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a9043-37f9-407e-bc1a-f1e8ce23da30 req-9c42afcc-f70f-493a-8afa-5caca13c39a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:40.691574 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-083a9043-37f9-407e-bc1a-f1e8ce23da30 req-9c42afcc-f70f-493a-8afa-5caca13c39a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1733596 Nov 25 19:29:40.725130 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e388701c-6505-4053-9c09-55f4839ddd43 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:40.725922 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e388701c-6505-4053-9c09-55f4839ddd43 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:40.730665 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388701c-6505-4053-9c09-55f4839ddd43 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event updated for resources: {'Port': ['ID=d03038df-719f-4767-965c-ea72372fa48c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:40.752010 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388701c-6505-4053-9c09-55f4839ddd43 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:40.752440 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388701c-6505-4053-9c09-55f4839ddd43 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:40.752858 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388701c-6505-4053-9c09-55f4839ddd43 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:40.753540 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388701c-6505-4053-9c09-55f4839ddd43 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:40.753990 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388701c-6505-4053-9c09-55f4839ddd43 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:40.754461 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388701c-6505-4053-9c09-55f4839ddd43 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:40.754906 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388701c-6505-4053-9c09-55f4839ddd43 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:40.755973 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388701c-6505-4053-9c09-55f4839ddd43 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:40.756328 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388701c-6505-4053-9c09-55f4839ddd43 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:40.756761 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388701c-6505-4053-9c09-55f4839ddd43 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:40.757192 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388701c-6505-4053-9c09-55f4839ddd43 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:40.757626 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388701c-6505-4053-9c09-55f4839ddd43 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:40.785300 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e388701c-6505-4053-9c09-55f4839ddd43 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.5124342 Nov 25 19:29:40.817189 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a115539-f482-43a9-bf7c-322a43f8f5f8 req-cdaf0b9a-09a5-48c3-bb63-ba06c90bb74c tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:40.826674 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7a115539-f482-43a9-bf7c-322a43f8f5f8 req-cdaf0b9a-09a5-48c3-bb63-ba06c90bb74c tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 948 time: 1.3689311 Nov 25 19:29:40.836446 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-0cb26295-7e9e-4d20-a708-51975974ad83 None None] Port d03038df-719f-4767-965c-ea72372fa48c cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:29:40.845571 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a9043-37f9-407e-bc1a-f1e8ce23da30 req-2b1a7fed-ddf3-4b73-adce-ffd8026e3d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:40.855410 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-083a9043-37f9-407e-bc1a-f1e8ce23da30 req-2b1a7fed-ddf3-4b73-adce-ffd8026e3d95 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1426871 Nov 25 19:29:40.884287 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-4214df69-f646-49b0-8fe9-f5b1669e61b9 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:40.899437 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7a115539-f482-43a9-bf7c-322a43f8f5f8 req-3c3fd838-4e47-4139-8a75-5f72e1e0c852 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715609 Nov 25 19:29:40.920873 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0cb26295-7e9e-4d20-a708-51975974ad83 None None] Provisioning complete for port a465bbf8-216e-406b-9e53-8392208112ea triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:40.921442 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0cb26295-7e9e-4d20-a708-51975974ad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:40.990184 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-4214df69-f646-49b0-8fe9-f5b1669e61b9 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Network ff56631b-efa0-42d5-95cb-f491e3d0d8b0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:29:41.017995 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-4214df69-f646-49b0-8fe9-f5b1669e61b9 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:41.024857 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-4214df69-f646-49b0-8fe9-f5b1669e61b9 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:29:41.157588 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214df69-f646-49b0-8fe9-f5b1669e61b9 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Pushing event updated for resources: {'Port': ['ID=6482793d-c7ac-41d8-9dd9-3ddeb09e42dd,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:41.191505 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34954) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:41.214611 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-86eceddc-1823-457f-96b8-a31be3217e0d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--270450266', 'description': 'tempest-description--1182783740'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:41.241107 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0cb26295-7e9e-4d20-a708-51975974ad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:41.269701 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 0270c450-7b12-494d-81ff-33d0eb610e7d details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:29:41.361171 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-4214df69-f646-49b0-8fe9-f5b1669e61b9 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:41.368083 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a92cf-ad0f-4d1e-8f90-641c2b328063 req-6bd75cfd-541f-4c53-8113-583b9e76541d tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:41.369861 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-4214df69-f646-49b0-8fe9-f5b1669e61b9 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:41.373277 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2a5a92cf-ad0f-4d1e-8f90-641c2b328063 req-6bd75cfd-541f-4c53-8113-583b9e76541d tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 946 time: 0.2004051 Nov 25 19:29:41.417249 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-86eceddc-1823-457f-96b8-a31be3217e0d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:41.437955 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-4214df69-f646-49b0-8fe9-f5b1669e61b9 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8483100 Nov 25 19:29:41.459747 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0cb26295-7e9e-4d20-a708-51975974ad83 None None] For port a465bbf8-216e-406b-9e53-8392208112ea, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a465bbf8-216e-406b-9e53-8392208112ea,segment=NetworkSegment(4e76c82c-8c8f-4947-9107-bbe1736a1caf),segment_id=4e76c82c-8c8f-4947-9107-bbe1736a1caf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:41.474761 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0cb26295-7e9e-4d20-a708-51975974ad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:41.504594 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2a5a92cf-ad0f-4d1e-8f90-641c2b328063 req-71c19fce-9024-4431-b7a9-6482ae9a482c tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1079504 Nov 25 19:29:41.530245 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-083a9043-37f9-407e-bc1a-f1e8ce23da30 req-c8167a05-0e3a-46b9-97d1-6727ca6cd4a5 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6676912 Nov 25 19:29:41.530894 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-292273f4-b512-49c6-9d22-565b4cced06e service neutron] Request body: {'port': {'device_id': '4bcbd95b-2b64-4399-9eda-cf08b692d076', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:41.574683 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 0270c450-7b12-494d-81ff-33d0eb610e7d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=0270c450-7b12-494d-81ff-33d0eb610e7d,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:41.665993 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '0270c450-7b12-494d-81ff-33d0eb610e7d', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'port_id': '0270c450-7b12-494d-81ff-33d0eb610e7d', 'mac_address': 'fa:16:3e:00:02:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:29:41.680335 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-50fe0a61-a9af-44be-880b-ba4729de2dad req-83ceb523-79ed-470d-8610-66bea6106f11 tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.0676589 Nov 25 19:29:41.698606 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 624b0c38-1b3a-4ac4-9d74-72e355458f0d up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:29:41.716157 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-083a9043-37f9-407e-bc1a-f1e8ce23da30 req-3d083f44-316f-4bed-b8be-69d3fae28fad service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700983 Nov 25 19:29:41.772793 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-292273f4-b512-49c6-9d22-565b4cced06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:41.843540 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce603a-c40d-44b5-908d-3f97f94b1409 req-7d9705c2-5e99-4c44-b88b-e2f75ab2887a tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:41.845183 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-65ce603a-c40d-44b5-908d-3f97f94b1409 req-7d9705c2-5e99-4c44-b88b-e2f75ab2887a tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 932 time: 0.0722830 Nov 25 19:29:41.953987 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb26295-7e9e-4d20-a708-51975974ad83 None None] Pushing event updated for resources: {'Port': ['ID=a465bbf8-216e-406b-9e53-8392208112ea,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:41.965015 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-65ce603a-c40d-44b5-908d-3f97f94b1409 req-ba3e25dc-e540-4e04-91f3-8fb627f6a77f tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098614 Nov 25 19:29:41.998329 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0cb26295-7e9e-4d20-a708-51975974ad83 None None] Provisioning complete for port 19c243f1-ae0e-483f-b5b6-665f722ee400 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:41.998688 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0cb26295-7e9e-4d20-a708-51975974ad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:42.095859 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:42.110866 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-0cb26295-7e9e-4d20-a708-51975974ad83 None None] Port 19c243f1-ae0e-483f-b5b6-665f722ee400 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:29:42.119217 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0270c450-7b12-494d-81ff-33d0eb610e7d {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:29:42.140246 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 624b0c38-1b3a-4ac4-9d74-72e355458f0d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:42.140793 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:42.188611 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 15d380ef-c864-426a-b526-a3732729a12d up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:29:42.196769 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 0270c450-7b12-494d-81ff-33d0eb610e7d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=0270c450-7b12-494d-81ff-33d0eb610e7d,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:42.268477 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:42.281909 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-86eceddc-1823-457f-96b8-a31be3217e0d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:42.293797 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-86eceddc-1823-457f-96b8-a31be3217e0d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:42.319362 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301caf0f-baa0-479a-b495-4e8df5cff591 req-94df0716-f559-457e-84ab-5271771827a7 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:42.321050 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-301caf0f-baa0-479a-b495-4e8df5cff591 req-94df0716-f559-457e-84ab-5271771827a7 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 948 time: 0.2047284 Nov 25 19:29:42.339378 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-292273f4-b512-49c6-9d22-565b4cced06e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:29:42.362245 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-292273f4-b512-49c6-9d22-565b4cced06e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:42.384594 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-86eceddc-1823-457f-96b8-a31be3217e0d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:42.389296 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-86eceddc-1823-457f-96b8-a31be3217e0d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1915092 Nov 25 19:29:42.389941 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34968) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:42.409587 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eceddc-1823-457f-96b8-a31be3217e0d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e456653b-5378-48ec-972f-fc366431f02c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:42.410331 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-f59d8b4b-d282-4cc0-8c8b-86b55b2c5f6d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Request body: {'security_group_rule': {'security_group_id': 'e456653b-5378-48ec-972f-fc366431f02c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:42.424678 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-292273f4-b512-49c6-9d22-565b4cced06e service neutron] Transition to ACTIVE for port object 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:29:42.430472 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-292273f4-b512-49c6-9d22-565b4cced06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:42.433886 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ce88ee0d-091e-4576-b765-4673e7a8e7eb None None] Provisioning complete for port 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:42.434519 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ce88ee0d-091e-4576-b765-4673e7a8e7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:42.451190 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['0270c450-7b12-494d-81ff-33d0eb610e7d'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:29:42.517957 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=0270c450-7b12-494d-81ff-33d0eb610e7d,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:42.536235 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 15d380ef-c864-426a-b526-a3732729a12d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:42.536685 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:42.559003 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-301caf0f-baa0-479a-b495-4e8df5cff591 req-d7c66fee-fc81-4af5-9224-79a8ed4ea231 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140381 Nov 25 19:29:42.560621 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f59d8b4b-d282-4cc0-8c8b-86b55b2c5f6d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:42.609928 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292273f4-b512-49c6-9d22-565b4cced06e service neutron] Pushing event updated for resources: {'Port': ['ID=6482793d-c7ac-41d8-9dd9-3ddeb09e42dd,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:42.730468 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ce88ee0d-091e-4576-b765-4673e7a8e7eb None None] Port 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:29:42.750399 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a465bbf8-216e-406b-9e53-8392208112ea up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:29:42.857709 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-292273f4-b512-49c6-9d22-565b4cced06e service neutron] Attempting to bind port 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:29:42.858237 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-292273f4-b512-49c6-9d22-565b4cced06e service neutron] Attempting to bind port 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '827df263-1f26-48c2-a434-8ef0c3b995dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:29:42.858865 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-292273f4-b512-49c6-9d22-565b4cced06e service neutron] Attempting to bind port 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd on network ff56631b-efa0-42d5-95cb-f491e3d0d8b0 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:29:42.861392 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f59d8b4b-d282-4cc0-8c8b-86b55b2c5f6d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:42.871021 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-292273f4-b512-49c6-9d22-565b4cced06e service neutron] Port 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd on network ff56631b-efa0-42d5-95cb-f491e3d0d8b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:29:42.871021 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-292273f4-b512-49c6-9d22-565b4cced06e service neutron] Attempting to bind port 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd on network ff56631b-efa0-42d5-95cb-f491e3d0d8b0 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:29:42.883040 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f59d8b4b-d282-4cc0-8c8b-86b55b2c5f6d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:42.888319 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-292273f4-b512-49c6-9d22-565b4cced06e service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:29:42.888702 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-292273f4-b512-49c6-9d22-565b4cced06e service neutron] Checking segment: {'id': '827df263-1f26-48c2-a434-8ef0c3b995dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:29:42.890722 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-292273f4-b512-49c6-9d22-565b4cced06e service neutron] Bound using segment: {'id': '827df263-1f26-48c2-a434-8ef0c3b995dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:29:42.894036 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-292273f4-b512-49c6-9d22-565b4cced06e service neutron] Bound port: 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '827df263-1f26-48c2-a434-8ef0c3b995dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:29:42.894036 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-292273f4-b512-49c6-9d22-565b4cced06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:42.970459 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d8b4b-d282-4cc0-8c8b-86b55b2c5f6d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5389ff1d-bf6b-4ac5-9616-9687864aec67,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:42.991709 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f59d8b4b-d282-4cc0-8c8b-86b55b2c5f6d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:42.996030 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f59d8b4b-d282-4cc0-8c8b-86b55b2c5f6d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6019390 Nov 25 19:29:43.016852 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34984) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:43.034821 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f750a-01cc-4b2f-80f0-24e1b40e6837 req-789fdfd2-feae-4ac0-a3cb-cad13b2a34ca tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:43.060025 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3c3f750a-01cc-4b2f-80f0-24e1b40e6837 req-789fdfd2-feae-4ac0-a3cb-cad13b2a34ca tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 945 time: 0.3518484 Nov 25 19:29:43.085412 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-56e3a008-f7ec-4e88-a51d-c634cf6fd491 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Request body: {'security_group_rule': {'security_group_id': 'e456653b-5378-48ec-972f-fc366431f02c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:43.087631 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:43.152441 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port a465bbf8-216e-406b-9e53-8392208112ea triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:43.152951 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:43.171565 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e7960c0f-7f1c-4b34-a8fb-17b961a80ba5 req-e386e46e-7ff8-4b56-85c4-61a3c1c398f6 tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.1350772 Nov 25 19:29:43.231156 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a76190-762e-4f1e-966d-f84fa91780f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d380ef-c864-426a-b526-a3732729a12d'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:43.239153 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c036228e-38d9-4da8-9c60-5f44f8758928" -d '{"events": [{"server_uuid": "a0a76190-762e-4f1e-966d-f84fa91780f4", "name": "network-vif-plugged", "status": "completed", "tag": "15d380ef-c864-426a-b526-a3732729a12d"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:43.263160 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56e3a008-f7ec-4e88-a51d-c634cf6fd491 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:43.319547 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 15d380ef-c864-426a-b526-a3732729a12d, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=15d380ef-c864-426a-b526-a3732729a12d,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:43.325159 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-292273f4-b512-49c6-9d22-565b4cced06e service neutron] For port 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:29:43.327872 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:43.343435 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-292273f4-b512-49c6-9d22-565b4cced06e service neutron] For port 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=6482793d-c7ac-41d8-9dd9-3ddeb09e42dd,segment=NetworkSegment(827df263-1f26-48c2-a434-8ef0c3b995dd),segment_id=827df263-1f26-48c2-a434-8ef0c3b995dd)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:29:43.352484 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-292273f4-b512-49c6-9d22-565b4cced06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:43.511040 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:29:43.528631 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-292273f4-b512-49c6-9d22-565b4cced06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:43.529279 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-292273f4-b512-49c6-9d22-565b4cced06e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:43.535081 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-292273f4-b512-49c6-9d22-565b4cced06e service neutron] 10.222.0.73 "PUT /v2.0/ports/6482793d-c7ac-41d8-9dd9-3ddeb09e42dd HTTP/1.1" status: 200 len: 1092 time: 2.0395720 Nov 25 19:29:43.545700 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=15d380ef-c864-426a-b526-a3732729a12d,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:43.546865 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bcbd95b-2b64-4399-9eda-cf08b692d076', 'tag': '6482793d-c7ac-41d8-9dd9-3ddeb09e42dd'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:43.550657 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c22a84-1adc-4de3-9a5a-3401888edd8d" -d '{"events": [{"name": "network-changed", "server_uuid": "4bcbd95b-2b64-4399-9eda-cf08b692d076", "tag": "6482793d-c7ac-41d8-9dd9-3ddeb09e42dd"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:43.562687 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3c3f750a-01cc-4b2f-80f0-24e1b40e6837 req-f3983ac9-ff5d-4071-83de-785a0ccd3a5b tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4530375 Nov 25 19:29:43.627050 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56e3a008-f7ec-4e88-a51d-c634cf6fd491 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:43.633276 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56e3a008-f7ec-4e88-a51d-c634cf6fd491 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:43.691323 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3a008-f7ec-4e88-a51d-c634cf6fd491 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eabb16e7-d8e5-4b99-bbe4-e0c459050602,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:43.715762 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56e3a008-f7ec-4e88-a51d-c634cf6fd491 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:43.723018 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-56e3a008-f7ec-4e88-a51d-c634cf6fd491 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7039397 Nov 25 19:29:43.725192 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 35004) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:43.732083 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-bdfa3b20-ceb9-4f19-bb05-c19577f122ec tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:43.801126 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292273f4-b512-49c6-9d22-565b4cced06e service neutron] Pushing event updated for resources: {'Port': ['ID=6482793d-c7ac-41d8-9dd9-3ddeb09e42dd,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:43.807190 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3b20-ceb9-4f19-bb05-c19577f122ec tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:43.862701 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-5bb4bf3a-f2cb-4db5-8ef8-93ed9c211f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:43.864550 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-5bb4bf3a-f2cb-4db5-8ef8-93ed9c211f0d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5793ebf8c1374bcea833180ef6f84e4c&device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 1095 time: 0.2570109 Nov 25 19:29:43.879742 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e596f-c5a9-46cb-9ef8-ab109c53dbeb req-6ae34548-455c-45d3-94f5-36f5eddc7e4b tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:43.894554 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c44e596f-c5a9-46cb-9ef8-ab109c53dbeb req-6ae34548-455c-45d3-94f5-36f5eddc7e4b tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 944 time: 0.2212763 Nov 25 19:29:43.915938 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93d14da-d1b6-4a67-9257-c545169b7ace x-openstack-request-id: req-e93d14da-d1b6-4a67-9257-c545169b7ace {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:43.916236 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a76190-762e-4f1e-966d-f84fa91780f4", "name": "network-vif-plugged", "status": "completed", "tag": "15d380ef-c864-426a-b526-a3732729a12d", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:43.916496 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e93d14da-d1b6-4a67-9257-c545169b7ace {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:43.917346 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a76190-762e-4f1e-966d-f84fa91780f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d380ef-c864-426a-b526-a3732729a12d', 'code': 200} Nov 25 19:29:43.971047 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a465bbf8-216e-406b-9e53-8392208112ea up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:29:44.075627 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a8b090-a4ba-40da-9efb-2b7068c9b5a8 x-openstack-request-id: req-b3a8b090-a4ba-40da-9efb-2b7068c9b5a8 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:44.075942 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bcbd95b-2b64-4399-9eda-cf08b692d076", "tag": "6482793d-c7ac-41d8-9dd9-3ddeb09e42dd", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:44.076203 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b3a8b090-a4ba-40da-9efb-2b7068c9b5a8 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:44.076631 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bcbd95b-2b64-4399-9eda-cf08b692d076', 'tag': '6482793d-c7ac-41d8-9dd9-3ddeb09e42dd', 'status': 'completed', 'code': 200} Nov 25 19:29:44.083264 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-93b90edc-6af8-43d6-bd60-838b29a1b966 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6482793d-c7ac-41d8-9dd9-3ddeb09e42dd HTTP/1.1" status: 200 len: 217 time: 0.1548386 Nov 25 19:29:44.103777 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3b20-ceb9-4f19-bb05-c19577f122ec tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:44.144912 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port a465bbf8-216e-406b-9e53-8392208112ea triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:44.154021 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:44.234945 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c44e596f-c5a9-46cb-9ef8-ab109c53dbeb req-aeeb83bd-fe41-4f6c-85a7-4fcf9f6a74fe tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3392327 Nov 25 19:29:44.269635 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-cd4bafe2-136c-4c7f-be7c-3f9e109bc9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:44.271352 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-cd4bafe2-136c-4c7f-be7c-3f9e109bc9bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b79aba06-befc-4f8a-a873-c735df5300cb HTTP/1.1" status: 200 len: 850 time: 0.1785240 Nov 25 19:29:44.344775 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-bdfa3b20-ceb9-4f19-bb05-c19577f122ec tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Allocated IP 172.25.6.95 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/d3c58570-9760-49d9-8aa0-d4c65bb94622) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:29:44.375759 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bb403-5148-4974-8b29-a0946e083742 req-148222d3-89c6-48c2-8f8b-57cbf8c26113 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:44.377215 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-4e368f68-0023-416f-a0e0-c576b1d277e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:44.381002 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-4e368f68-0023-416f-a0e0-c576b1d277e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff56631b-efa0-42d5-95cb-f491e3d0d8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981245 Nov 25 19:29:44.387871 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-429bb403-5148-4974-8b29-a0946e083742 req-148222d3-89c6-48c2-8f8b-57cbf8c26113 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.1537454 Nov 25 19:29:44.515682 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-35552287-c5b4-45d6-9c72-f75e28132820 service neutron] 10.222.0.73 "GET /v2.0/networks/ff56631b-efa0-42d5-95cb-f491e3d0d8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072063 Nov 25 19:29:44.548296 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-46c554d0-93a4-4be8-b1c8-a1334f93e591 req-e7bee32a-2158-4fb5-b2c4-4d4ee22efb6d tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.1526852 Nov 25 19:29:44.732201 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-429bb403-5148-4974-8b29-a0946e083742 req-b805e114-9d33-4931-bac6-c164227cca81 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427758 Nov 25 19:29:44.761159 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e198f153-4957-4a0a-bc6b-8b74a2e3b547 req-bdd1271f-01ac-4793-b91c-b7d7693c0d19 service neutron] 10.222.0.73 "GET /v2.0/networks/ff56631b-efa0-42d5-95cb-f491e3d0d8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292774 Nov 25 19:29:44.786914 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3b20-ceb9-4f19-bb05-c19577f122ec tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:44.902008 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3b20-ceb9-4f19-bb05-c19577f122ec tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:44.953513 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfa3b20-ceb9-4f19-bb05-c19577f122ec tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:29:44.957830 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-bdfa3b20-ceb9-4f19-bb05-c19577f122ec tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:44.961517 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa3b20-ceb9-4f19-bb05-c19577f122ec tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:29:45.097948 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3b20-ceb9-4f19-bb05-c19577f122ec tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event updated for resources: {'Port': ['ID=d3c58570-9760-49d9-8aa0-d4c65bb94622,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:45.142526 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c22a84-1adc-4de3-9a5a-3401888edd8d req-272f79eb-eefa-44a7-95d0-4faf038103fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:45.147328 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a9c22a84-1adc-4de3-9a5a-3401888edd8d req-272f79eb-eefa-44a7-95d0-4faf038103fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5793ebf8c1374bcea833180ef6f84e4c&device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 1095 time: 0.2806327 Nov 25 19:29:45.192888 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3b20-ceb9-4f19-bb05-c19577f122ec tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:45.223439 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a9043-37f9-407e-bc1a-f1e8ce23da30 req-9775e131-130d-477b-8c7f-554744cdea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:45.228031 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-083a9043-37f9-407e-bc1a-f1e8ce23da30 req-9775e131-130d-477b-8c7f-554744cdea6d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4&tenant_id=92fad1dc82f24f91a07d3c087ee582e6 HTTP/1.1" status: 200 len: 1100 time: 0.2127876 Nov 25 19:29:45.291621 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 0270c450-7b12-494d-81ff-33d0eb610e7d up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:29:45.335728 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3b20-ceb9-4f19-bb05-c19577f122ec tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:45.402280 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a9043-37f9-407e-bc1a-f1e8ce23da30 req-3636dd90-7829-42ac-a5ee-18c565f7de9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:45.404265 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-083a9043-37f9-407e-bc1a-f1e8ce23da30 req-3636dd90-7829-42ac-a5ee-18c565f7de9d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 1100 time: 0.1427228 Nov 25 19:29:45.456218 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3694d-fd53-4e71-9b1a-fb6d461155e5 req-d3238d2b-97fe-4e5e-8268-1680c1677bbc tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:45.468580 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e3d3694d-fd53-4e71-9b1a-fb6d461155e5 req-d3238d2b-97fe-4e5e-8268-1680c1677bbc tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 945 time: 0.5438633 Nov 25 19:29:45.528597 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 0270c450-7b12-494d-81ff-33d0eb610e7d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:45.529733 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:45.557885 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e3d3694d-fd53-4e71-9b1a-fb6d461155e5 req-04c5ed91-f5ea-47d8-9506-ccf61e97fa56 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875649 Nov 25 19:29:45.601834 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c22a84-1adc-4de3-9a5a-3401888edd8d req-00ad27c9-63a9-4ecf-9f5c-cf6693594a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:45.603706 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a9c22a84-1adc-4de3-9a5a-3401888edd8d req-00ad27c9-63a9-4ecf-9f5c-cf6693594a0d service neutron] 10.222.0.73 "GET /v2.0/networks?id=ff56631b-efa0-42d5-95cb-f491e3d0d8b0 HTTP/1.1" status: 200 len: 912 time: 0.4487467 Nov 25 19:29:45.705687 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6dfe39-28fd-48f3-900c-3d15085dd3c8 req-19324fa4-1003-4c06-8422-b16a6a342b26 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:45.718129 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f6dfe39-28fd-48f3-900c-3d15085dd3c8 req-19324fa4-1003-4c06-8422-b16a6a342b26 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 944 time: 0.1838045 Nov 25 19:29:45.744580 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a9c22a84-1adc-4de3-9a5a-3401888edd8d req-5809237c-eab0-48b8-b586-2253c3e814b6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6482793d-c7ac-41d8-9dd9-3ddeb09e42dd HTTP/1.1" status: 200 len: 217 time: 0.1229026 Nov 25 19:29:45.759867 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:45.800266 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d8fac633-c2fe-45c7-b81c-f58f4055a72f req-7b6b6bee-1282-48b4-bd1d-79b156f814f2 tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.0388794 Nov 25 19:29:45.824332 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3b20-ceb9-4f19-bb05-c19577f122ec tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:45.835435 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 0270c450-7b12-494d-81ff-33d0eb610e7d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=0270c450-7b12-494d-81ff-33d0eb610e7d,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:45.840604 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a9043-37f9-407e-bc1a-f1e8ce23da30 req-5e71982c-90df-4be6-a5a7-317edb1c6495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:45.842250 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:45.843743 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-083a9043-37f9-407e-bc1a-f1e8ce23da30 req-5e71982c-90df-4be6-a5a7-317edb1c6495 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.4236579 Nov 25 19:29:45.881944 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3b20-ceb9-4f19-bb05-c19577f122ec tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:45.892622 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c22a84-1adc-4de3-9a5a-3401888edd8d req-952fc37b-eb20-421a-8cd3-086c1d288fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:45.893972 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a9c22a84-1adc-4de3-9a5a-3401888edd8d req-952fc37b-eb20-421a-8cd3-086c1d288fc2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b79aba06-befc-4f8a-a873-c735df5300cb HTTP/1.1" status: 200 len: 850 time: 0.1429601 Nov 25 19:29:45.919655 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6798050-0c54-46ab-abf9-06c60bfe8c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0270c450-7b12-494d-81ff-33d0eb610e7d'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:45.923743 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94335393-3cd3-4c4e-b79e-b419ad510866" -d '{"events": [{"server_uuid": "e6798050-0c54-46ab-abf9-06c60bfe8c20", "name": "network-vif-plugged", "status": "completed", "tag": "0270c450-7b12-494d-81ff-33d0eb610e7d"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:46.003010 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=0270c450-7b12-494d-81ff-33d0eb610e7d,revision_number=7']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:46.008972 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c22a84-1adc-4de3-9a5a-3401888edd8d req-33eea5d2-6db8-4cfb-a42b-d8e206f790d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:46.010606 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a9c22a84-1adc-4de3-9a5a-3401888edd8d req-33eea5d2-6db8-4cfb-a42b-d8e206f790d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff56631b-efa0-42d5-95cb-f491e3d0d8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072030 Nov 25 19:29:46.059180 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3b20-ceb9-4f19-bb05-c19577f122ec tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event updated for resources: {'Port': ['ID=d3c58570-9760-49d9-8aa0-d4c65bb94622,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:46.077811 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-083a9043-37f9-407e-bc1a-f1e8ce23da30 req-4b71c848-6cd9-4f31-872d-b5c2f844e78d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=15d380ef-c864-426a-b526-a3732729a12d HTTP/1.1" status: 200 len: 217 time: 0.2181735 Nov 25 19:29:46.189074 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a9043-37f9-407e-bc1a-f1e8ce23da30 req-5a66423a-66d6-4591-9496-817e4971740e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:46.192079 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-083a9043-37f9-407e-bc1a-f1e8ce23da30 req-5a66423a-66d6-4591-9496-817e4971740e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1009433 Nov 25 19:29:46.202355 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fd2cc-590b-4bb4-9442-9dca52adec46 req-e41a6dbd-6ed9-4994-93ef-e131d079fc29 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:46.211556 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a37fd2cc-590b-4bb4-9442-9dca52adec46 req-e41a6dbd-6ed9-4994-93ef-e131d079fc29 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.1356144 Nov 25 19:29:46.243000 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a9c22a84-1adc-4de3-9a5a-3401888edd8d req-8d695964-67bb-4bb1-8eea-a4ff2f57bb31 service neutron] 10.222.0.73 "GET /v2.0/networks/ff56631b-efa0-42d5-95cb-f491e3d0d8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237499 Nov 25 19:29:46.343493 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f6dfe39-28fd-48f3-900c-3d15085dd3c8 req-341a0433-0e8e-4c5c-8e63-3a55958eb8d0 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6236281 Nov 25 19:29:46.368040 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a37fd2cc-590b-4bb4-9442-9dca52adec46 req-4318a71f-9aa2-404d-b02e-bfb5647d31a9 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552734 Nov 25 19:29:46.428336 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a9043-37f9-407e-bc1a-f1e8ce23da30 req-54057b3d-0ed7-4df0-914d-3be5710f96a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:46.446474 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-083a9043-37f9-407e-bc1a-f1e8ce23da30 req-54057b3d-0ed7-4df0-914d-3be5710f96a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2374763 Nov 25 19:29:46.448421 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3b20-ceb9-4f19-bb05-c19577f122ec tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:46.458050 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a9c22a84-1adc-4de3-9a5a-3401888edd8d req-a2cb7728-241b-4038-8465-90afafca5e17 service neutron] 10.222.0.73 "GET /v2.0/networks/ff56631b-efa0-42d5-95cb-f491e3d0d8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065344 Nov 25 19:29:46.462847 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c30a56-0f65-416a-b679-160dce6d7f17 x-openstack-request-id: req-36c30a56-0f65-416a-b679-160dce6d7f17 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:46.463767 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6798050-0c54-46ab-abf9-06c60bfe8c20", "name": "network-vif-plugged", "status": "completed", "tag": "0270c450-7b12-494d-81ff-33d0eb610e7d", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:46.463767 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-36c30a56-0f65-416a-b679-160dce6d7f17 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:46.464133 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6798050-0c54-46ab-abf9-06c60bfe8c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0270c450-7b12-494d-81ff-33d0eb610e7d', 'code': 200} Nov 25 19:29:46.544724 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3b20-ceb9-4f19-bb05-c19577f122ec tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:46.545557 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bdfa3b20-ceb9-4f19-bb05-c19577f122ec tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8170440 Nov 25 19:29:46.696607 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-083a9043-37f9-407e-bc1a-f1e8ce23da30 req-2753b61d-3f04-47b0-ae73-7d62caa3e205 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287529 Nov 25 19:29:46.783509 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecd2fe-0cd6-497a-9389-2e2b03de1661 req-bd71efcc-b3fd-47b4-947d-60f557bc6346 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:46.788878 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02ecd2fe-0cd6-497a-9389-2e2b03de1661 req-bd71efcc-b3fd-47b4-947d-60f557bc6346 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 946 time: 0.1098254 Nov 25 19:29:46.891722 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02ecd2fe-0cd6-497a-9389-2e2b03de1661 req-4f527d77-23b2-4bfb-aebd-6eb70ed41236 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949354 Nov 25 19:29:46.924779 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-083a9043-37f9-407e-bc1a-f1e8ce23da30 req-55d2c75b-ddb2-447a-be50-465c433603fe service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177606 Nov 25 19:29:47.100950 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-479e6849-dcf1-4d97-bc9c-89090c604651 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--270450266&fields=id&tenant_id=514fc44b5d1f423cb02ea29bd2e23ca8 HTTP/1.1" status: 200 len: 267 time: 0.1029465 Nov 25 19:29:47.165727 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-53caf383-1307-4f59-be41-42505da989a4 req-e480e049-09ef-427d-a19c-917b40405e3f tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.0641289 Nov 25 19:29:47.204283 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-187562a5-67f0-4e9c-89e9-95d3589dd64b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:47.207260 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-187562a5-67f0-4e9c-89e9-95d3589dd64b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports/19c243f1-ae0e-483f-b5b6-665f722ee400 HTTP/1.1" status: 200 len: 930 time: 0.0989671 Nov 25 19:29:47.295605 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-3a6a7681-7383-42aa-b9b0-ec8e7964abac tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:47.297150 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-3a6a7681-7383-42aa-b9b0-ec8e7964abac tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports/d03038df-719f-4767-965c-ea72372fa48c HTTP/1.1" status: 200 len: 930 time: 0.0834665 Nov 25 19:29:47.368777 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-72e0df17-4e25-44b2-896b-6d9810af2e8a tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?network_id=9b26d7dc-4a45-4c30-b577-4f6a5a25a55c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0633996 Nov 25 19:29:47.426176 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-a0cf8b8f-7375-458f-8896-c4bc27241cb5 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?network_id=9b26d7dc-4a45-4c30-b577-4f6a5a25a55c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0527122 Nov 25 19:29:47.531841 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd183580-1618-434b-bcf1-0d9776727540 req-ec6725b0-68e8-4e1d-b757-aec079631a22 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:47.542169 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fd183580-1618-434b-bcf1-0d9776727540 req-ec6725b0-68e8-4e1d-b757-aec079631a22 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 944 time: 0.0786815 Nov 25 19:29:47.582002 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-89d5f1ea-ec2a-494c-b333-cad5fe96377f tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:47.589185 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-89d5f1ea-ec2a-494c-b333-cad5fe96377f tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:47.595611 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-89d5f1ea-ec2a-494c-b333-cad5fe96377f tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:47.603515 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-89d5f1ea-ec2a-494c-b333-cad5fe96377f tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/networks?id=ef8c8951-3e09-4638-b17c-6d6bf560793b&id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&id=9b26d7dc-4a45-4c30-b577-4f6a5a25a55c&id=9b26d7dc-4a45-4c30-b577-4f6a5a25a55c HTTP/1.1" status: 200 len: 1989 time: 0.1761551 Nov 25 19:29:47.609561 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fd183580-1618-434b-bcf1-0d9776727540 req-939cce15-528f-47b9-96dd-2c5a21915da5 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669188 Nov 25 19:29:47.616207 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-81f2aa76-ad35-47d3-9800-69f1b5594bad tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/quotas/514fc44b5d1f423cb02ea29bd2e23ca8 HTTP/1.1" status: 200 len: 375 time: 0.0117733 Nov 25 19:29:47.702570 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-0830c9cb-28cc-4787-a145-2e01ea1f9147 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=514fc44b5d1f423cb02ea29bd2e23ca8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0801871 Nov 25 19:29:47.824155 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe4d70-e440-4e51-ac80-d400f9cb5ebb req-3b88c36d-d7bb-41ee-b771-4484f68edb66 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:47.824971 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9ffe4d70-e440-4e51-ac80-d400f9cb5ebb req-3b88c36d-d7bb-41ee-b771-4484f68edb66 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.1174927 Nov 25 19:29:47.965444 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9ffe4d70-e440-4e51-ac80-d400f9cb5ebb req-4277c9d1-7048-4633-93c2-94a137b8fc2e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201053 Nov 25 19:29:48.056863 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-7934dac8-36d8-46f7-ae21-9bcd45397cff service neutron] 10.222.0.55 "GET /v2.0/networks/ef8c8951-3e09-4638-b17c-6d6bf560793b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250599 Nov 25 19:29:48.215997 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:29:48.218546 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 15d380ef-c864-426a-b526-a3732729a12d no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:29:48.246730 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-2609a6a5-2699-489e-9dee-2c68e85b4841 service neutron] 10.222.0.55 "GET /v2.0/networks/ef8c8951-3e09-4638-b17c-6d6bf560793b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885085 Nov 25 19:29:48.339192 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-61970f88-b79b-433f-8f02-e3e92dc588c4 service neutron] 10.222.0.55 "GET /v2.0/ports/19c243f1-ae0e-483f-b5b6-665f722ee400?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0818272 Nov 25 19:29:48.393589 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce59a5-20cc-40ac-815d-1dd00609b6c0 req-60996514-dbce-4d03-9c93-1923567fbb90 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:48.402570 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b8ce59a5-20cc-40ac-815d-1dd00609b6c0 req-60996514-dbce-4d03-9c93-1923567fbb90 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 946 time: 0.1636000 Nov 25 19:29:48.471199 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b8ce59a5-20cc-40ac-815d-1dd00609b6c0 req-2c6b2a5f-23c2-4884-afac-bd57c1e7a713 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656996 Nov 25 19:29:48.598614 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-cd7267d1-bc08-428f-ac8b-d4e79c36b7b7 service neutron] 10.222.0.55 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415421 Nov 25 19:29:48.648774 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:48.724058 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-36ca6790-8cf3-49c3-8348-61998588068c req-7ff72ea1-8353-455b-a035-593234f2a384 tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.1063638 Nov 25 19:29:48.730012 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=6482793d-c7ac-41d8-9dd9-3ddeb09e42dd,segment=NetworkSegment(827df263-1f26-48c2-a434-8ef0c3b995dd),segment_id=827df263-1f26-48c2-a434-8ef0c3b995dd)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:48.755980 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a76190-762e-4f1e-966d-f84fa91780f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15d380ef-c864-426a-b526-a3732729a12d'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:48.760643 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8574068b-09a1-4994-88cd-4c96eb2df10a" -d '{"events": [{"server_uuid": "a0a76190-762e-4f1e-966d-f84fa91780f4", "name": "network-vif-unplugged", "status": "completed", "tag": "15d380ef-c864-426a-b526-a3732729a12d"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:48.820518 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '6482793d-c7ac-41d8-9dd9-3ddeb09e42dd', 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'port_id': '6482793d-c7ac-41d8-9dd9-3ddeb09e42dd', 'mac_address': 'fa:16:3e:ae:e6:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:29:48.833914 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 15d380ef-c864-426a-b526-a3732729a12d, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=15d380ef-c864-426a-b526-a3732729a12d,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:48.848017 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:48.988172 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:49.037271 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-a318e8f0-3ddc-4dc8-b47c-8356e4554faa service neutron] 10.222.0.55 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142985 Nov 25 19:29:49.150195 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:29:49.172777 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=15d380ef-c864-426a-b526-a3732729a12d,revision_number=9']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:49.192260 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-26e0ea80-706a-4c9c-bb9c-1d8d9caac11e service neutron] 10.222.0.55 "GET /v2.0/ports/d03038df-719f-4767-965c-ea72372fa48c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1411369 Nov 25 19:29:49.210986 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=6482793d-c7ac-41d8-9dd9-3ddeb09e42dd,segment=NetworkSegment(827df263-1f26-48c2-a434-8ef0c3b995dd),segment_id=827df263-1f26-48c2-a434-8ef0c3b995dd)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:49.237359 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e75f44-a06a-45fe-ae63-32b3bc70bf35 req-69638900-5f95-4268-ad8b-75c7968f52bb tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:49.237359 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-93e75f44-a06a-45fe-ae63-32b3bc70bf35 req-69638900-5f95-4268-ad8b-75c7968f52bb tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 944 time: 0.1028457 Nov 25 19:29:49.243029 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:49.340179 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-93e75f44-a06a-45fe-ae63-32b3bc70bf35 req-4eec3652-4490-4142-8c6e-20396bc50968 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972912 Nov 25 19:29:49.353592 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=6482793d-c7ac-41d8-9dd9-3ddeb09e42dd,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:49.432964 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5bbcca-8531-4982-ac1a-2eef4c31dd26 x-openstack-request-id: req-cf5bbcca-8531-4982-ac1a-2eef4c31dd26 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:49.434917 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a76190-762e-4f1e-966d-f84fa91780f4", "name": "network-vif-unplugged", "status": "completed", "tag": "15d380ef-c864-426a-b526-a3732729a12d", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:49.436978 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf5bbcca-8531-4982-ac1a-2eef4c31dd26 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:49.438968 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a76190-762e-4f1e-966d-f84fa91780f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15d380ef-c864-426a-b526-a3732729a12d', 'code': 200} Nov 25 19:29:49.517088 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['6482793d-c7ac-41d8-9dd9-3ddeb09e42dd'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:29:49.673674 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495652b-e032-41b5-84e1-b2553d4c114f req-67d9e13f-b56e-4231-8bb5-48fc627eaabd tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:49.696115 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6495652b-e032-41b5-84e1-b2553d4c114f req-67d9e13f-b56e-4231-8bb5-48fc627eaabd tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 947 time: 0.1376283 Nov 25 19:29:49.719246 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-9d0b6c6b-ff54-4fbe-86f3-55d1ced6a5b0 service neutron] 10.222.0.55 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170336 Nov 25 19:29:49.826266 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6495652b-e032-41b5-84e1-b2553d4c114f req-17723647-c075-4a5c-b8ef-7062a38b1b6d tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288755 Nov 25 19:29:49.988572 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-4ab9d233-70ff-4ed3-8669-d510b481720c service neutron] 10.222.0.55 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595625 Nov 25 19:29:50.183969 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3b6f7-2d31-4f89-854d-c1533eb92b1b req-485ea824-9d82-41eb-a8d4-1ecee6f6b6fc tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:50.188168 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-abc97117-801f-49b1-acb0-9ac52ca23f53 service neutron] 10.222.0.55 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903217 Nov 25 19:29:50.195924 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-47d3b6f7-2d31-4f89-854d-c1533eb92b1b req-485ea824-9d82-41eb-a8d4-1ecee6f6b6fc tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 946 time: 0.0945904 Nov 25 19:29:50.222257 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 15d380ef-c864-426a-b526-a3732729a12d details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:29:50.318993 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-47d3b6f7-2d31-4f89-854d-c1533eb92b1b req-c6a9d651-95d6-429a-ba63-10ad21661ca1 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1180787 Nov 25 19:29:50.377106 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 15d380ef-c864-426a-b526-a3732729a12d, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=15d380ef-c864-426a-b526-a3732729a12d,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:50.402433 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '15d380ef-c864-426a-b526-a3732729a12d', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '15d380ef-c864-426a-b526-a3732729a12d', 'mac_address': 'fa:16:3e:fd:05:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:29:50.430011 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-0b4280ad-5d8c-449d-b79d-9f4a61dfdc26 service neutron] 10.222.0.55 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292061 Nov 25 19:29:50.496684 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:50.548594 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d380ef-c864-426a-b526-a3732729a12d {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:29:50.578704 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 15d380ef-c864-426a-b526-a3732729a12d, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=15d380ef-c864-426a-b526-a3732729a12d,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:50.587826 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:50.631609 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-26bf70e0-a440-477e-adfe-3861d6eab109 service neutron] 10.222.0.55 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874347 Nov 25 19:29:50.653532 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ead7d2a6-6d3f-40ab-976a-3a003bf230bc req-afb22bf7-4d34-46f3-bf3a-f119c0695772 tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.1067638 Nov 25 19:29:50.776419 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=15d380ef-c864-426a-b526-a3732729a12d,revision_number=10']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:50.849445 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['15d380ef-c864-426a-b526-a3732729a12d'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:29:50.893739 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91ed66-9917-493b-80dc-4f321afbcc1a req-4fee7dc7-d86a-42d3-88ee-238339a99f0f tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:50.907379 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c91ed66-9917-493b-80dc-4f321afbcc1a req-4fee7dc7-d86a-42d3-88ee-238339a99f0f tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 949 time: 0.1060004 Nov 25 19:29:50.923940 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-04d5d43f-e5f9-4635-bf0c-0a9488f2a388 service neutron] 10.222.0.55 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831769 Nov 25 19:29:50.996270 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c91ed66-9917-493b-80dc-4f321afbcc1a req-4b89fe25-b593-4da7-b3cf-f6dc776fa0a2 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879173 Nov 25 19:29:51.092810 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-8d0a94cc-9dd3-452f-be08-27c239c2190a service neutron] 10.222.0.55 "GET /v2.0/networks/9b26d7dc-4a45-4c30-b577-4f6a5a25a55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498249 Nov 25 19:29:51.237971 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-00f567f0-5ee5-48fe-97a3-03f8b89f65db service neutron] 10.222.0.55 "GET /v2.0/networks/9b26d7dc-4a45-4c30-b577-4f6a5a25a55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386230 Nov 25 19:29:51.245179 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02663e-6721-4da9-99a0-ae1f13c2fc00 req-a6a9a7cb-e3e0-4a55-b499-4ec374fef097 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:51.247153 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-eb02663e-6721-4da9-99a0-ae1f13c2fc00 req-a6a9a7cb-e3e0-4a55-b499-4ec374fef097 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 945 time: 0.0672960 Nov 25 19:29:51.317775 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-eb02663e-6721-4da9-99a0-ae1f13c2fc00 req-bd5a874b-8578-49e4-a31c-789cbf56f5f3 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646062 Nov 25 19:29:51.387009 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-171c9b4b-ee19-4793-bfd2-6fb9cc36b297 service neutron] 10.222.0.55 "GET /v2.0/networks/9b26d7dc-4a45-4c30-b577-4f6a5a25a55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403446 Nov 25 19:29:51.579242 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-188fd16f-3fda-444c-9dbc-40a131b7a8e2 service neutron] 10.222.0.55 "GET /v2.0/networks/9b26d7dc-4a45-4c30-b577-4f6a5a25a55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905885 Nov 25 19:29:51.742491 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9af0ac-00c2-41c5-b790-c6a531fc8ddb req-c881447b-42e3-4723-b1ac-37bfdb3e9528 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:51.744135 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dd9af0ac-00c2-41c5-b790-c6a531fc8ddb req-c881447b-42e3-4723-b1ac-37bfdb3e9528 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 946 time: 0.1080608 Nov 25 19:29:51.832168 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dd9af0ac-00c2-41c5-b790-c6a531fc8ddb req-99ebcd45-7e13-4091-a39c-fd5d713019de tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755002 Nov 25 19:29:52.247978 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:29:52.371069 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:29:52.377233 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:52.377808 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:52.429646 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7725e17c-6638-4470-819d-4219a306d548 req-643b0305-69a7-41ad-9b9a-69fa4fd98dd8 tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.0612383 Nov 25 19:29:52.565660 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:52.617687 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=6482793d-c7ac-41d8-9dd9-3ddeb09e42dd,segment=NetworkSegment(827df263-1f26-48c2-a434-8ef0c3b995dd),segment_id=827df263-1f26-48c2-a434-8ef0c3b995dd)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:52.619834 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcbd95b-2b64-4399-9eda-cf08b692d076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6482793d-c7ac-41d8-9dd9-3ddeb09e42dd'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:52.624023 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a89bb54-76bf-428e-9fa7-22f33b379661" -d '{"events": [{"server_uuid": "4bcbd95b-2b64-4399-9eda-cf08b692d076", "name": "network-vif-plugged", "status": "completed", "tag": "6482793d-c7ac-41d8-9dd9-3ddeb09e42dd"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:52.628260 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:52.629337 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 15d380ef-c864-426a-b526-a3732729a12d up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:29:52.721378 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-c1f9ee60-ae1d-46d2-90e7-7b8028a0987a tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537035 Nov 25 19:29:52.784653 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=6482793d-c7ac-41d8-9dd9-3ddeb09e42dd,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:52.805796 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 15d380ef-c864-426a-b526-a3732729a12d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:52.806181 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:52.975338 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-0655c26f-a83d-4872-bc99-e799633cbe55 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:52.976596 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-0655c26f-a83d-4872-bc99-e799633cbe55 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2537422 Nov 25 19:29:52.994105 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:53.013227 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-69e782da-7c47-4a6b-8ced-e6ecab8102e9 req-9f26e57e-6cde-47e1-9e3a-48ade4df9531 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.0353861 Nov 25 19:29:53.023071 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-9570dc8f-e1ba-4171-9c1f-5d9d45cc1838 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/quotas/92fad1dc82f24f91a07d3c087ee582e6 HTTP/1.1" status: 200 len: 375 time: 0.0353916 Nov 25 19:29:53.057789 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b0ba2-287f-4a02-b895-090b2ee3698e req-bae70fc5-cc20-478b-a4dc-b7656af7c6a9 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:53.063288 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-909b0ba2-287f-4a02-b895-090b2ee3698e req-bae70fc5-cc20-478b-a4dc-b7656af7c6a9 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.1375968 Nov 25 19:29:53.079800 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 15d380ef-c864-426a-b526-a3732729a12d, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=15d380ef-c864-426a-b526-a3732729a12d,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:53.086090 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:53.131418 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-9f112864-6d9f-42b2-8345-6cf15ee98e69 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1064992 Nov 25 19:29:53.160915 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=15d380ef-c864-426a-b526-a3732729a12d,revision_number=11']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:53.196938 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-909b0ba2-287f-4a02-b895-090b2ee3698e req-90fb37bf-a687-4f33-92f5-1586aa3ad9dd tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326349 Nov 25 19:29:53.373629 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:53.406594 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a3feec-ab01-402d-89d7-fc1996f521af x-openstack-request-id: req-a2a3feec-ab01-402d-89d7-fc1996f521af {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:53.407355 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcbd95b-2b64-4399-9eda-cf08b692d076", "name": "network-vif-plugged", "status": "completed", "tag": "6482793d-c7ac-41d8-9dd9-3ddeb09e42dd", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:53.407794 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a2a3feec-ab01-402d-89d7-fc1996f521af {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:53.408679 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcbd95b-2b64-4399-9eda-cf08b692d076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6482793d-c7ac-41d8-9dd9-3ddeb09e42dd', 'code': 200} Nov 25 19:29:53.514478 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1801d14f-8cf7-4c96-bf82-abf2059fe47e req-f74f5a28-d297-433e-a245-506ea54859b2 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 210 time: 0.0934188 Nov 25 19:29:53.674333 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf521c45-fbf6-46b9-b477-8ac56a1772ec req-8836bd27-0d9b-4dfb-a62b-30e8acf3ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:53.676328 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cf521c45-fbf6-46b9-b477-8ac56a1772ec req-8836bd27-0d9b-4dfb-a62b-30e8acf3ae0c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 1097 time: 0.1561458 Nov 25 19:29:53.695747 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-62addfe6-b27c-479b-ad07-a251cf6a5620 req-2b747f84-1690-4439-a6f6-eb83c698adb6 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 210 time: 0.0551112 Nov 25 19:29:53.732080 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090eba6-61d7-42e0-b7a3-d1da92416c9d req-17f6c11a-ce0f-429d-ba94-db0ced767705 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:53.741359 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3090eba6-61d7-42e0-b7a3-d1da92416c9d req-17f6c11a-ce0f-429d-ba94-db0ced767705 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 946 time: 0.1790752 Nov 25 19:29:53.806924 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cf521c45-fbf6-46b9-b477-8ac56a1772ec req-1a2160e6-8e4b-49c6-8145-e689fe1efbaa service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960898 Nov 25 19:29:53.857515 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3090eba6-61d7-42e0-b7a3-d1da92416c9d req-13fae875-f1b2-4101-91d3-cfd1cf6a18f8 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0943022 Nov 25 19:29:53.941297 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0f22d84d-5ffd-4076-a80b-9e5d6895abab req-f2da0e7c-40f1-40af-8217-309641816d2c tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.0776272 Nov 25 19:29:53.998622 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:54.459754 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c480903-08ba-4cc1-a790-e3770c51e34e req-7ee953fe-3f45-4557-b1d6-ceb8a5861ced tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:54.471822 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2c480903-08ba-4cc1-a790-e3770c51e34e req-7ee953fe-3f45-4557-b1d6-ceb8a5861ced tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.1248848 Nov 25 19:29:54.542590 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2c480903-08ba-4cc1-a790-e3770c51e34e req-1d5a9679-ba4b-41e3-9e57-f79891d47d5b tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695243 Nov 25 19:29:54.718911 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dfb94c6c-a285-4859-9d63-92930e648d50 req-cf0c28ab-b89f-4058-9b79-d2e2bc322021 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 210 time: 0.0364432 Nov 25 19:29:54.904413 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e85840a3-9b66-4f66-9005-3b10fc258e84 req-b83cc4b9-213b-4149-af66-e2bfdc2a3840 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 210 time: 0.0660555 Nov 25 19:29:54.996020 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5ce40a16-d106-4d48-9238-bb79268dadca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:55.011766 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5ce40a16-d106-4d48-9238-bb79268dadca service neutron] 10.222.0.73 "GET /v2.0/ports/19c243f1-ae0e-483f-b5b6-665f722ee400 HTTP/1.1" status: 200 len: 1026 time: 0.1033659 Nov 25 19:29:55.079271 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-c9eea687-7559-4c7e-90f5-1bed6d7832bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:55.091557 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-c9eea687-7559-4c7e-90f5-1bed6d7832bb service neutron] 10.222.0.73 "GET /v2.0/ports/d03038df-719f-4767-965c-ea72372fa48c HTTP/1.1" status: 200 len: 1026 time: 0.0686536 Nov 25 19:29:55.102967 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a3fc8-a13a-48cf-aa97-e58ef26afdfd req-fdc14500-8158-40c3-a692-ada40480a98d tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:55.104901 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-971a3fc8-a13a-48cf-aa97-e58ef26afdfd req-fdc14500-8158-40c3-a692-ada40480a98d tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 946 time: 0.0749466 Nov 25 19:29:55.222392 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-971a3fc8-a13a-48cf-aa97-e58ef26afdfd req-5d726a0a-3d99-48e7-b428-5b033ae267ee tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1088283 Nov 25 19:29:55.237979 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e0cbab33-8602-48e1-9fac-0a1e3088c8cc req-873c6234-f682-48fd-a216-0ed6a22f59d7 tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.0900760 Nov 25 19:29:55.410023 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a76190-762e-4f1e-966d-f84fa91780f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d380ef-c864-426a-b526-a3732729a12d'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:55.413174 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbeb9905-dd75-4a1e-b050-6b670cfe542e" -d '{"events": [{"server_uuid": "a0a76190-762e-4f1e-966d-f84fa91780f4", "name": "network-vif-plugged", "status": "completed", "tag": "15d380ef-c864-426a-b526-a3732729a12d"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:55.481222 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-763a7517-cfa4-495e-9d58-0eb9c062a757 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:55.500521 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-763a7517-cfa4-495e-9d58-0eb9c062a757 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:55.505718 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7b6517-b211-4dae-afa7-cf01ddc1231f x-openstack-request-id: req-de7b6517-b211-4dae-afa7-cf01ddc1231f {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:55.506511 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a76190-762e-4f1e-966d-f84fa91780f4", "name": "network-vif-plugged", "status": "completed", "tag": "15d380ef-c864-426a-b526-a3732729a12d", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:55.507018 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-de7b6517-b211-4dae-afa7-cf01ddc1231f {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:55.507683 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a76190-762e-4f1e-966d-f84fa91780f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d380ef-c864-426a-b526-a3732729a12d', 'code': 200} Nov 25 19:29:55.518643 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-763a7517-cfa4-495e-9d58-0eb9c062a757 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:55.523382 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-763a7517-cfa4-495e-9d58-0eb9c062a757 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.73 "GET /v2.0/networks?id=ef8c8951-3e09-4638-b17c-6d6bf560793b&id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&id=9b26d7dc-4a45-4c30-b577-4f6a5a25a55c&id=9b26d7dc-4a45-4c30-b577-4f6a5a25a55c HTTP/1.1" status: 200 len: 1989 time: 0.4111326 Nov 25 19:29:55.600023 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-d287a044-bfae-48bd-8b53-1530f1996004 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622222 Nov 25 19:29:55.722008 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-01e0d1b7-7ebd-4f7f-a816-dbe5f0ea48cd tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=514fc44b5d1f423cb02ea29bd2e23ca8 HTTP/1.1" status: 200 len: 379 time: 0.1814091 Nov 25 19:29:55.739966 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-07f59404-ccd4-4ea0-9d2f-d46ae5662d69 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Request body: {'port': {'device_id': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b', 'admin_state_up': True, 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'security_groups': ['e456653b-5378-48ec-972f-fc366431f02c']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:56.010548 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e452cd-a496-4cc9-b609-2f6afe262246 req-57de6ce7-ec26-4c0e-a862-c3500a48ce3b tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:56.013178 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-85e452cd-a496-4cc9-b609-2f6afe262246 req-57de6ce7-ec26-4c0e-a862-c3500a48ce3b tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.1977160 Nov 25 19:29:56.040005 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-ecbbb26f-a567-4b50-b2a8-4363df4ea80f tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:56.042092 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-ecbbb26f-a567-4b50-b2a8-4363df4ea80f tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4362068 Nov 25 19:29:56.066421 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0d6563a-b046-400c-9c42-a99cc0bdc9b3 req-b7d814e2-5a04-4e2d-9276-eca11439e6f9 tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271&device_id=69c2074b-6526-4390-b3a7-003e14c57cc6 HTTP/1.1" status: 200 len: 210 time: 0.0885661 Nov 25 19:29:56.089284 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-07f59404-ccd4-4ea0-9d2f-d46ae5662d69 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Made reservation on behalf of 514fc44b5d1f423cb02ea29bd2e23ca8 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:29:56.111495 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-07f59404-ccd4-4ea0-9d2f-d46ae5662d69 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:56.138520 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-c1812ad0-968b-4d78-a55d-845c9a41b4bf tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Request body: {'port': {'device_id': '2d1398c2-1b41-4d89-b540-47aaf7de2d95', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '92fad1dc82f24f91a07d3c087ee582e6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:56.250138 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-85e452cd-a496-4cc9-b609-2f6afe262246 req-b490ab72-23cf-4a42-9de3-4acb665e5ef2 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994693 Nov 25 19:29:56.295077 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f035fe62-ae4f-4f3f-8d5d-d752cc3af4e0 req-ade0f635-0880-4b6f-8b05-a5cfce14fecf tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 210 time: 0.0972495 Nov 25 19:29:56.398945 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-c1812ad0-968b-4d78-a55d-845c9a41b4bf tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Made reservation on behalf of 92fad1dc82f24f91a07d3c087ee582e6 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:29:56.407096 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-c1812ad0-968b-4d78-a55d-845c9a41b4bf tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:56.504431 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-07f59404-ccd4-4ea0-9d2f-d46ae5662d69 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Allocated IP 172.20.0.10 (ef8c8951-3e09-4638-b17c-6d6bf560793b/ec82d2f3-e400-4120-bb41-01b4378dd9d3/de41ef00-7b97-4a25-a5f5-7ebe385be1e1) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:29:56.557527 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1220c924-7eab-45f3-83c0-d0c7d54d0f14 req-8660a5d4-1891-49b1-9900-a45c6f3e1c18 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 210 time: 0.0579419 Nov 25 19:29:56.714155 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-87947bbe-dad9-4329-b03a-9a1a1a5c01f3 req-92c825aa-3960-4420-8d5d-87661caa72b4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=030d8d24df2b48e5a538855b1a7a8bcc&device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.0757723 Nov 25 19:29:56.793650 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-07f59404-ccd4-4ea0-9d2f-d46ae5662d69 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:56.814545 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-87947bbe-dad9-4329-b03a-9a1a1a5c01f3 req-fbcae30e-2a22-44a2-96c6-51dec8f2c71e service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=030d8d24df2b48e5a538855b1a7a8bcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0983996 Nov 25 19:29:56.827857 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51ce10-5bbc-46d4-ab62-b756c3bca34e req-7765913c-a567-494f-97c3-17a06bba72dd tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:56.841181 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0b51ce10-5bbc-46d4-ab62-b756c3bca34e req-7765913c-a567-494f-97c3-17a06bba72dd tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.0920846 Nov 25 19:29:56.843446 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 35240) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:56.863122 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-9e632e6e-db9b-4fb4-accf-1c072a30ef47 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Request body: {'floatingip': {'port_id': '6482793d-c7ac-41d8-9dd9-3ddeb09e42dd'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:56.889444 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58877eab-e133-4a53-a95a-6763b6db50fb req-ca4a96b3-61a5-4265-994e-566972625ab4 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:56.899174 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-58877eab-e133-4a53-a95a-6763b6db50fb req-ca4a96b3-61a5-4265-994e-566972625ab4 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 946 time: 0.1708295 Nov 25 19:29:56.965750 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e632e6e-db9b-4fb4-accf-1c072a30ef47 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for floatingip, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:56.998936 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-c1812ad0-968b-4d78-a55d-845c9a41b4bf tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Allocated IP 192.168.233.251 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/2de9b276-2e29-49ab-817d-32d082b2e017) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:29:57.063754 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-58877eab-e133-4a53-a95a-6763b6db50fb req-c856428c-a00c-444c-8d18-e638312b7938 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1635585 Nov 25 19:29:57.117801 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25195e06-7e87-4772-bada-207b557764d0 req-94d022e0-7627-423a-9ced-7be494cf6391 tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.0690932 Nov 25 19:29:57.121681 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-07f59404-ccd4-4ea0-9d2f-d46ae5662d69 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:57.299757 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-07f59404-ccd4-4ea0-9d2f-d46ae5662d69 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Network ef8c8951-3e09-4638-b17c-6d6bf560793b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:29:57.300738 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f59404-ccd4-4ea0-9d2f-d46ae5662d69 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event updated for resources: {'Port': ['ID=de41ef00-7b97-4a25-a5f5-7ebe385be1e1,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:57.307588 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-07f59404-ccd4-4ea0-9d2f-d46ae5662d69 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:57.312889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-07f59404-ccd4-4ea0-9d2f-d46ae5662d69 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:29:57.328908 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87947bbe-dad9-4329-b03a-9a1a1a5c01f3 req-14f6f8fa-724e-40a3-b2a0-c166db8538c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:57.329828 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-87947bbe-dad9-4329-b03a-9a1a1a5c01f3 req-14f6f8fa-724e-40a3-b2a0-c166db8538c5 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4989648 Nov 25 19:29:57.586703 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-07f59404-ccd4-4ea0-9d2f-d46ae5662d69 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:57.587559 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-07f59404-ccd4-4ea0-9d2f-d46ae5662d69 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:57.648304 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5d10a-5689-41ca-81e1-bdd45d56c570 req-eb3b50b3-78ea-4441-822a-64ffd9a5b6e9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:57.655092 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-c1812ad0-968b-4d78-a55d-845c9a41b4bf tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:57.656143 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a8f5d10a-5689-41ca-81e1-bdd45d56c570 req-eb3b50b3-78ea-4441-822a-64ffd9a5b6e9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 932 time: 0.1834950 Nov 25 19:29:57.660700 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-07f59404-ccd4-4ea0-9d2f-d46ae5662d69 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9309237 Nov 25 19:29:57.682836 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-44865b6e-0d4b-4374-a5f0-64cad3868a44 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Request body: {'port': {'device_id': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93', 'admin_state_up': True, 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'security_groups': ['e456653b-5378-48ec-972f-fc366431f02c']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:57.735076 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-c1812ad0-968b-4d78-a55d-845c9a41b4bf tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:57.749068 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['15d380ef-c864-426a-b526-a3732729a12d'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:29:57.753236 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['ea3607b0-e601-4614-85a3-1ba172392d90', '228219d8-b6f0-44fb-b5c3-d106a37ba29c'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:29:57.896292 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1812ad0-968b-4d78-a55d-845c9a41b4bf tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Pushing event updated for resources: {'Port': ['ID=2de9b276-2e29-49ab-817d-32d082b2e017,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:57.910411 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-c1812ad0-968b-4d78-a55d-845c9a41b4bf tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:29:57.922979 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-c1812ad0-968b-4d78-a55d-845c9a41b4bf tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:57.940304 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-c1812ad0-968b-4d78-a55d-845c9a41b4bf tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:29:58.079577 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-c1812ad0-968b-4d78-a55d-845c9a41b4bf tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:58.080613 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-c1812ad0-968b-4d78-a55d-845c9a41b4bf tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:58.104697 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-c1812ad0-968b-4d78-a55d-845c9a41b4bf tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9713142 Nov 25 19:29:58.120380 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962143f-87eb-40c4-8db9-e4fa6b2158b7 req-01aa2b9f-58b9-4905-b299-d0099b395577 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:58.133220 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8962143f-87eb-40c4-8db9-e4fa6b2158b7 req-01aa2b9f-58b9-4905-b299-d0099b395577 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 936 time: 0.4041681 Nov 25 19:29:58.160544 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-165c6263-c7d7-486f-aa75-7cf909d9a1e2 None None] Provisioning complete for port de41ef00-7b97-4a25-a5f5-7ebe385be1e1 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:58.161777 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-165c6263-c7d7-486f-aa75-7cf909d9a1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:58.171376 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-46be5acb-8151-4a94-843e-730f69fa614e service neutron] Request body: {'port': {'device_id': '2d1398c2-1b41-4d89-b540-47aaf7de2d95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:58.341953 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-165c6263-c7d7-486f-aa75-7cf909d9a1e2 None None] Port de41ef00-7b97-4a25-a5f5-7ebe385be1e1 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:29:58.387865 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-46be5acb-8151-4a94-843e-730f69fa614e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:58.427146 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-44865b6e-0d4b-4374-a5f0-64cad3868a44 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Made reservation on behalf of 514fc44b5d1f423cb02ea29bd2e23ca8 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:29:58.434677 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-44865b6e-0d4b-4374-a5f0-64cad3868a44 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:58.542718 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8962143f-87eb-40c4-8db9-e4fa6b2158b7 req-0ad71886-28d2-4352-a05d-3fe8142a5e84 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041243 Nov 25 19:29:58.583431 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1840cd4b-41a4-4f52-aaff-090baffa6d9a None None] Provisioning complete for port 2de9b276-2e29-49ab-817d-32d082b2e017 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:58.583907 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1840cd4b-41a4-4f52-aaff-090baffa6d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:58.638376 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1840cd4b-41a4-4f52-aaff-090baffa6d9a None None] Port 2de9b276-2e29-49ab-817d-32d082b2e017 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:29:58.666428 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-44865b6e-0d4b-4374-a5f0-64cad3868a44 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Allocated IP 10.1.1.73 (5315cd20-1a9d-46e5-ab57-f5a77c22de93/7783342b-08c2-4e0e-96cc-c2b4a1ff9af9/0119a69d-e22b-4e30-97fe-eb3306521f93) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:29:58.902172 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-44865b6e-0d4b-4374-a5f0-64cad3868a44 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:58.952297 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a8f5d10a-5689-41ca-81e1-bdd45d56c570 req-2dd6232d-3403-4170-9333-d06507056b8f tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2953258 Nov 25 19:29:58.957151 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-44865b6e-0d4b-4374-a5f0-64cad3868a44 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:59.026311 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44865b6e-0d4b-4374-a5f0-64cad3868a44 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event updated for resources: {'Port': ['ID=0119a69d-e22b-4e30-97fe-eb3306521f93,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:59.059254 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-46be5acb-8151-4a94-843e-730f69fa614e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de9b276-2e29-49ab-817d-32d082b2e017 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:29:59.069551 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-46be5acb-8151-4a94-843e-730f69fa614e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:59.079114 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-44865b6e-0d4b-4374-a5f0-64cad3868a44 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Network 5315cd20-1a9d-46e5-ab57-f5a77c22de93 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:29:59.086426 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-46be5acb-8151-4a94-843e-730f69fa614e service neutron] Transition to ACTIVE for port object 2de9b276-2e29-49ab-817d-32d082b2e017 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:29:59.108435 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-44865b6e-0d4b-4374-a5f0-64cad3868a44 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:59.111853 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-44865b6e-0d4b-4374-a5f0-64cad3868a44 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:29:59.159874 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-46be5acb-8151-4a94-843e-730f69fa614e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:59.171475 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7d20d16f-828d-4b47-8c11-3e1cdac98383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:59.197809 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-9e632e6e-db9b-4fb4-accf-1c072a30ef47 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:29:59.267488 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-87947bbe-dad9-4329-b03a-9a1a1a5c01f3 req-c743fb1f-164a-4368-b89f-ab5f2c5ba05f tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.85 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.1790495 Nov 25 19:29:59.292563 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-44865b6e-0d4b-4374-a5f0-64cad3868a44 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:59.306351 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-44865b6e-0d4b-4374-a5f0-64cad3868a44 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:59.389001 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-44865b6e-0d4b-4374-a5f0-64cad3868a44 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7181945 Nov 25 19:29:59.400632 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c3e1c02c-d3f2-4e19-a6b5-20ac9dda7b15 req-fa0870d5-5ed3-49c2-9c47-3199737454f1 tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=479066b7-125a-4061-bc59-842f20261271 HTTP/1.1" status: 200 len: 210 time: 0.1575341 Nov 25 19:29:59.410684 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-88c18da5-8527-4568-9377-37989bd8f0b0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Request body: {'port': {'device_id': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93', 'admin_state_up': True, 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'security_groups': ['e456653b-5378-48ec-972f-fc366431f02c']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:59.452461 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e632e6e-db9b-4fb4-accf-1c072a30ef47 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:59.477748 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e632e6e-db9b-4fb4-accf-1c072a30ef47 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:59.620133 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be5acb-8151-4a94-843e-730f69fa614e service neutron] Pushing event updated for resources: {'Port': ['ID=2de9b276-2e29-49ab-817d-32d082b2e017,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:59.732446 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24303f66-cc7b-44f8-a360-acab712d9f8b req-cabd4afd-5187-4ebd-9564-71e7ea000b67 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:59.752969 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-24303f66-cc7b-44f8-a360-acab712d9f8b req-cabd4afd-5187-4ebd-9564-71e7ea000b67 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 946 time: 0.6486802 Nov 25 19:29:59.799392 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-bef2fa02-e601-467b-999f-14a01d0a7bdb None None] Provisioning complete for port 0119a69d-e22b-4e30-97fe-eb3306521f93 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:59.800512 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bef2fa02-e601-467b-999f-14a01d0a7bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:59.884630 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-bef2fa02-e601-467b-999f-14a01d0a7bdb None None] Port 0119a69d-e22b-4e30-97fe-eb3306521f93 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:29:59.889799 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-24303f66-cc7b-44f8-a360-acab712d9f8b req-fb237f4b-75c6-49d5-bb79-6192f35bf6ea tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1354649 Nov 25 19:29:59.905247 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-46be5acb-8151-4a94-843e-730f69fa614e service neutron] Attempting to bind port 2de9b276-2e29-49ab-817d-32d082b2e017 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:29:59.905589 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-46be5acb-8151-4a94-843e-730f69fa614e service neutron] Attempting to bind port 2de9b276-2e29-49ab-817d-32d082b2e017 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:29:59.905924 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-46be5acb-8151-4a94-843e-730f69fa614e service neutron] Attempting to bind port 2de9b276-2e29-49ab-817d-32d082b2e017 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:29:59.930676 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-46be5acb-8151-4a94-843e-730f69fa614e service neutron] Port 2de9b276-2e29-49ab-817d-32d082b2e017 on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:29:59.931314 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-46be5acb-8151-4a94-843e-730f69fa614e service neutron] Attempting to bind port 2de9b276-2e29-49ab-817d-32d082b2e017 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:29:59.949409 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-46be5acb-8151-4a94-843e-730f69fa614e service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:29:59.955111 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-46be5acb-8151-4a94-843e-730f69fa614e service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:29:59.956070 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-46be5acb-8151-4a94-843e-730f69fa614e service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:29:59.964326 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-46be5acb-8151-4a94-843e-730f69fa614e service neutron] Bound port: 2de9b276-2e29-49ab-817d-32d082b2e017, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:29:59.964326 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-46be5acb-8151-4a94-843e-730f69fa614e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:00.126493 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5449c77-af02-4b18-b5ef-618c4bd8985e req-0f948a20-a49b-4e5c-b2c7-848c37ce5823 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:00.135499 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e5449c77-af02-4b18-b5ef-618c4bd8985e req-0f948a20-a49b-4e5c-b2c7-848c37ce5823 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 948 time: 0.2869105 Nov 25 19:30:00.199733 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-46be5acb-8151-4a94-843e-730f69fa614e service neutron] For port 2de9b276-2e29-49ab-817d-32d082b2e017, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:30:00.208081 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-46be5acb-8151-4a94-843e-730f69fa614e service neutron] For port 2de9b276-2e29-49ab-817d-32d082b2e017, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=2de9b276-2e29-49ab-817d-32d082b2e017,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:30:00.215994 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-46be5acb-8151-4a94-843e-730f69fa614e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:00.273260 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-46be5acb-8151-4a94-843e-730f69fa614e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:00.277341 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-46be5acb-8151-4a94-843e-730f69fa614e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:00.279567 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-46be5acb-8151-4a94-843e-730f69fa614e service neutron] 10.222.0.73 "PUT /v2.0/ports/2de9b276-2e29-49ab-817d-32d082b2e017 HTTP/1.1" status: 200 len: 1096 time: 2.1132939 Nov 25 19:30:00.289854 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1398c2-1b41-4d89-b540-47aaf7de2d95', 'tag': '2de9b276-2e29-49ab-817d-32d082b2e017'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:00.296889 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a59bdcc-446c-4498-8016-9db98d3b04aa" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1398c2-1b41-4d89-b540-47aaf7de2d95", "tag": "2de9b276-2e29-49ab-817d-32d082b2e017"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:00.313900 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e5449c77-af02-4b18-b5ef-618c4bd8985e req-fa1f38e2-5256-47fc-9d91-03cf12262a73 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779380 Nov 25 19:30:00.334422 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-9e632e6e-db9b-4fb4-accf-1c072a30ef47 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Floating IP 726be14a-1795-4260-83d2-ef9b38c7144b associated. External IP: 172.25.6.235, port: 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd. Nov 25 19:30:00.347034 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-88c18da5-8527-4568-9377-37989bd8f0b0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Made reservation on behalf of 514fc44b5d1f423cb02ea29bd2e23ca8 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:30:00.369815 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-88c18da5-8527-4568-9377-37989bd8f0b0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:00.497607 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcd360a-a8b7-4121-9b69-f8b0be68b9ad x-openstack-request-id: req-bfcd360a-a8b7-4121-9b69-f8b0be68b9ad {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:00.497607 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1398c2-1b41-4d89-b540-47aaf7de2d95", "tag": "2de9b276-2e29-49ab-817d-32d082b2e017", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:00.497607 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bfcd360a-a8b7-4121-9b69-f8b0be68b9ad {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:00.497607 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1398c2-1b41-4d89-b540-47aaf7de2d95', 'tag': '2de9b276-2e29-49ab-817d-32d082b2e017', 'status': 'completed', 'code': 200} Nov 25 19:30:00.568670 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be5acb-8151-4a94-843e-730f69fa614e service neutron] Pushing event updated for resources: {'Port': ['ID=2de9b276-2e29-49ab-817d-32d082b2e017,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:00.603730 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-008fe98d-7df6-477f-aef9-abcdf82e6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:00.606465 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-008fe98d-7df6-477f-aef9-abcdf82e6c6f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 1099 time: 0.2100403 Nov 25 19:30:00.753251 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-660c769e-df08-46d5-9971-80a884df7de9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=2de9b276-2e29-49ab-817d-32d082b2e017 HTTP/1.1" status: 200 len: 217 time: 0.0987988 Nov 25 19:30:00.828046 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffd5b1-9bbf-4870-b83f-070664992326 req-4d172cf1-cc01-4969-a2ab-a541f167c2a9 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:00.840574 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ffffd5b1-9bbf-4870-b83f-070664992326 req-4d172cf1-cc01-4969-a2ab-a541f167c2a9 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/ports?device_id=a390d559-4b02-489c-a151-ee88fb36ca04 HTTP/1.1" status: 200 len: 945 time: 0.2787375 Nov 25 19:30:00.981960 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ffffd5b1-9bbf-4870-b83f-070664992326 req-46e57500-595d-43f3-ad32-d0daf9e89692 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/security-groups?id=afb1fc20-7c49-4767-9194-bb69a7691c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404395 Nov 25 19:30:01.050275 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-86f27ad8-e123-4671-afa6-0d0b108ee931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:01.075304 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-86f27ad8-e123-4671-afa6-0d0b108ee931 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.3126612 Nov 25 19:30:01.187803 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-0024c1c3-0f7c-46d6-9395-0046925a3039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:01.190659 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-0024c1c3-0f7c-46d6-9395-0046925a3039 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0992148 Nov 25 19:30:01.682595 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac33fa-5d6a-4a39-8ce2-c9b1beac7e74 req-b9ff288e-9a53-4484-905c-83554bca8bed tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:01.697762 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac33fa-5d6a-4a39-8ce2-c9b1beac7e74 req-b9ff288e-9a53-4484-905c-83554bca8bed tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:01.714091 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-11ac33fa-5d6a-4a39-8ce2-c9b1beac7e74 req-b9ff288e-9a53-4484-905c-83554bca8bed tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 1653 time: 1.1566496 Nov 25 19:30:01.758183 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d961aa85-000a-404f-9cf6-ab0f72d15dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:01.928066 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-9f5fd4be-91f5-45ce-bf42-4de6fd8ba4e0 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7134748 Nov 25 19:30:01.947227 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-11ac33fa-5d6a-4a39-8ce2-c9b1beac7e74 req-ba32b86f-b638-4ca9-bd30-3c25814bdcfb tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2315094 Nov 25 19:30:01.963578 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e632e6e-db9b-4fb4-accf-1c072a30ef47 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Router 0c193e4d-e652-460a-87ea-21aeaa61c440 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:30:01.976198 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-88c18da5-8527-4568-9377-37989bd8f0b0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Allocated IP 10.1.1.152 (5315cd20-1a9d-46e5-ab57-f5a77c22de93/7783342b-08c2-4e0e-96cc-c2b4a1ff9af9/61ff9068-8b27-4ddb-a417-22777493a524) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:30:02.012216 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cda53-bf6b-48fc-8000-7205538be2b5 req-14de3097-7070-4e12-b561-40cd79979e6a tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:02.014058 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-050cda53-bf6b-48fc-8000-7205538be2b5 req-14de3097-7070-4e12-b561-40cd79979e6a tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.85 "GET /v2.0/ports?device_id=a390d559-4b02-489c-a151-ee88fb36ca04 HTTP/1.1" status: 200 len: 945 time: 0.1308565 Nov 25 19:30:02.187182 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-86d7b8fe-2dc1-4868-a3c3-00affd8eda57 req-0a23bf71-9a8d-4785-b975-c6ba779c89be service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9221888 Nov 25 19:30:02.190475 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e8e9fed3-decf-463c-bc98-be36a5a5edb8 req-ee8befab-5c76-46ac-8de6-8a7f27af12fe service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494662 Nov 25 19:30:02.260176 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1903dd2-ce7e-4a87-8837-17690123dd17 req-ebe49f79-1d00-44f4-a3cf-c8f76cfb4c5a tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:02.281587 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d1903dd2-ce7e-4a87-8837-17690123dd17 req-ebe49f79-1d00-44f4-a3cf-c8f76cfb4c5a tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 946 time: 0.8757100 Nov 25 19:30:02.587754 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e632e6e-db9b-4fb4-accf-1c072a30ef47 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:30:02.603210 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e632e6e-db9b-4fb4-accf-1c072a30ef47 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:02.609246 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7cebdc-5f40-44a1-b853-bc793a0ba89b None None] Sync routers for ids ['0c193e4d-e652-460a-87ea-21aeaa61c440'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:30:02.628963 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7cebdc-5f40-44a1-b853-bc793a0ba89b None None] Routers {'0c193e4d-e652-460a-87ea-21aeaa61c440'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:30:02.630840 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-cf7cebdc-5f40-44a1-b853-bc793a0ba89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:30:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['0c193e4d-e652-460a-87ea-21aeaa61c440'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:02.634863 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-88c18da5-8527-4568-9377-37989bd8f0b0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:02.666488 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f5212960-7b85-4ab0-92c3-a83a1e3412b6 req-2e7341df-d84c-437c-97b5-651557b23b9c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=030d8d24df2b48e5a538855b1a7a8bcc&device_id=69c2074b-6526-4390-b3a7-003e14c57cc6 HTTP/1.1" status: 200 len: 210 time: 0.0971694 Nov 25 19:30:02.709152 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f5212960-7b85-4ab0-92c3-a83a1e3412b6 req-a33d7b9e-1e8a-4d60-bbbe-700ebaa9c92a service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=030d8d24df2b48e5a538855b1a7a8bcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291500 Nov 25 19:30:02.718176 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9e632e6e-db9b-4fb4-accf-1c072a30ef47 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "PUT /v2.0/floatingips/726be14a-1795-4260-83d2-ef9b38c7144b HTTP/1.1" status: 200 len: 992 time: 5.8679137 Nov 25 19:30:02.728213 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bcbd95b-2b64-4399-9eda-cf08b692d076', 'tag': '6482793d-c7ac-41d8-9dd9-3ddeb09e42dd'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:02.730463 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e7b8b0-68f4-43ca-8099-e47e433a27c2" -d '{"events": [{"name": "network-changed", "server_uuid": "4bcbd95b-2b64-4399-9eda-cf08b692d076", "tag": "6482793d-c7ac-41d8-9dd9-3ddeb09e42dd"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:02.739057 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d1903dd2-ce7e-4a87-8837-17690123dd17 req-8c5e51a8-7cd1-4864-b477-287f376a0843 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4545705 Nov 25 19:30:02.740515 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-050cda53-bf6b-48fc-8000-7205538be2b5 req-1a9633b6-e220-4657-a180-0955556b4c31 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Deleting port 3d9c49c8-fe85-457d-a8b0-d490fe3ddd49 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:30:02.742725 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-050cda53-bf6b-48fc-8000-7205538be2b5 req-1a9633b6-e220-4657-a180-0955556b4c31 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:02.865883 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-cf7cebdc-5f40-44a1-b853-bc793a0ba89b None None] Set router 0c193e4d-e652-460a-87ea-21aeaa61c440 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:30:02.929963 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7b8fe-2dc1-4868-a3c3-00affd8eda57 req-97b35686-c9bb-496c-8252-e105dcc1dafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:02.932946 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-86d7b8fe-2dc1-4868-a3c3-00affd8eda57 req-97b35686-c9bb-496c-8252-e105dcc1dafe service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 1101 time: 0.5779123 Nov 25 19:30:02.957307 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59bdcc-446c-4498-8016-9db98d3b04aa req-a58e25df-6b59-4b38-90c4-65bb2835a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:02.961689 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1a59bdcc-446c-4498-8016-9db98d3b04aa req-a58e25df-6b59-4b38-90c4-65bb2835a5c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 1099 time: 0.5516961 Nov 25 19:30:03.285104 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-88c18da5-8527-4568-9377-37989bd8f0b0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:03.374874 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7b8fe-2dc1-4868-a3c3-00affd8eda57 req-66edacc5-78e4-43d1-8c6f-142b42e93eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:03.380823 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-86d7b8fe-2dc1-4868-a3c3-00affd8eda57 req-66edacc5-78e4-43d1-8c6f-142b42e93eda service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.3995755 Nov 25 19:30:03.444265 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-88c18da5-8527-4568-9377-37989bd8f0b0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Network 5315cd20-1a9d-46e5-ab57-f5a77c22de93 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:30:03.468223 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-050cda53-bf6b-48fc-8000-7205538be2b5 req-1a9633b6-e220-4657-a180-0955556b4c31 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] For port 3d9c49c8-fe85-457d-a8b0-d490fe3ddd49, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=3d9c49c8-fe85-457d-a8b0-d490fe3ddd49,segment=NetworkSegment(6a46255a-9426-4da0-9bc2-47801a2d5e37),segment_id=6a46255a-9426-4da0-9bc2-47801a2d5e37)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:03.468719 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-050cda53-bf6b-48fc-8000-7205538be2b5 req-1a9633b6-e220-4657-a180-0955556b4c31 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:03.495857 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-88c18da5-8527-4568-9377-37989bd8f0b0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:30:03.514331 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-88c18da5-8527-4568-9377-37989bd8f0b0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:30:03.546441 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-cf7cebdc-5f40-44a1-b853-bc793a0ba89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'name': 'tempest-AttachVolumeTestJSON-1746169101-router', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:19Z', 'updated_at': '2021-11-25T19:29:26Z', 'revision_number': 4, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'gw_port': {'id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:21Z', 'updated_at': '2021-11-25T19:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '726be14a-1795-4260-83d2-ef9b38c7144b', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'floating_ip_address': '172.25.6.235', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'port_id': '6482793d-c7ac-41d8-9dd9-3ddeb09e42dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'mac_address': 'fa:16:3e:ae:e6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcbd95b-2b64-4399-9eda-cf08b692d076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:29:31Z', 'updated_at': '2021-11-25T19:29:59Z', 'revision_number': 1, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '702bb341-dc55-4bf4-992f-6cdddd28f076', 'name': '', 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'mac_address': 'fa:16:3e:8c:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:24Z', 'updated_at': '2021-11-25T19:29:35Z', 'revision_number': 5, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'subnets': [{'id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:03.558574 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:03.586944 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c18da5-8527-4568-9377-37989bd8f0b0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event updated for resources: {'Port': ['ID=61ff9068-8b27-4ddb-a417-22777493a524,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:03.622923 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7cebdc-5f40-44a1-b853-bc793a0ba89b None None] Checking router: 0c193e4d-e652-460a-87ea-21aeaa61c440 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:30:03.646462 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7cebdc-5f40-44a1-b853-bc793a0ba89b None None] Routers {'0c193e4d-e652-460a-87ea-21aeaa61c440'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:30:03.651911 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-cf7cebdc-5f40-44a1-b853-bc793a0ba89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:30:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['0c193e4d-e652-460a-87ea-21aeaa61c440'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:03.772593 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f5971-afd3-4559-a2e3-4b16bf48d8a3 req-fa75a9f1-36fd-4b2c-adab-62ea54d13d8e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:03.791176 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e9f5971-afd3-4559-a2e3-4b16bf48d8a3 req-fa75a9f1-36fd-4b2c-adab-62ea54d13d8e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 948 time: 0.8237321 Nov 25 19:30:03.800511 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-86d7b8fe-2dc1-4868-a3c3-00affd8eda57 req-603bddc6-c271-4dfd-beb8-c4a0977d7b4d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=ea3607b0-e601-4614-85a3-1ba172392d90 HTTP/1.1" status: 200 len: 217 time: 0.2306581 Nov 25 19:30:03.882800 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822b707-9b36-4b2c-a621-00dae65640ac req-e62b4dca-4104-45f6-a90b-0398910839ac tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:03.891250 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a822b707-9b36-4b2c-a621-00dae65640ac req-e62b4dca-4104-45f6-a90b-0398910839ac tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/ports?device_id=a390d559-4b02-489c-a151-ee88fb36ca04 HTTP/1.1" status: 200 len: 945 time: 0.9131637 Nov 25 19:30:03.987885 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-942d9c27-22f9-4a5a-88fe-62b7ea13c6d6 None None] Provisioning complete for port 61ff9068-8b27-4ddb-a417-22777493a524 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:03.988592 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-942d9c27-22f9-4a5a-88fe-62b7ea13c6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:04.024098 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7b8fe-2dc1-4868-a3c3-00affd8eda57 req-8b1cf49e-5df6-4be4-af06-685acb7c20cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:04.025672 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-86d7b8fe-2dc1-4868-a3c3-00affd8eda57 req-8b1cf49e-5df6-4be4-af06-685acb7c20cb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.2077096 Nov 25 19:30:04.027426 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59bdcc-446c-4498-8016-9db98d3b04aa req-2af5b646-18b0-413e-bbc0-cc2930a8c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:04.028871 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1a59bdcc-446c-4498-8016-9db98d3b04aa req-2af5b646-18b0-413e-bbc0-cc2930a8c1b7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 1.0269930 Nov 25 19:30:04.029914 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5212960-7b85-4ab0-92c3-a83a1e3412b6 req-4d3a121c-937e-46aa-8cb3-6cc3e720c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:04.031326 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f5212960-7b85-4ab0-92c3-a83a1e3412b6 req-4d3a121c-937e-46aa-8cb3-6cc3e720c157 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3149123 Nov 25 19:30:04.117050 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a822b707-9b36-4b2c-a621-00dae65640ac req-33ea6b84-07a1-404a-8351-efadd96c1b7a tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/security-groups?id=afb1fc20-7c49-4767-9194-bb69a7691c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247829 Nov 25 19:30:04.125307 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-cf7cebdc-5f40-44a1-b853-bc793a0ba89b None None] Set router 0c193e4d-e652-460a-87ea-21aeaa61c440 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:30:04.143034 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-942d9c27-22f9-4a5a-88fe-62b7ea13c6d6 None None] Port 61ff9068-8b27-4ddb-a417-22777493a524 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:30:04.179967 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-88c18da5-8527-4568-9377-37989bd8f0b0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:04.181209 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-88c18da5-8527-4568-9377-37989bd8f0b0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:04.203382 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1a59bdcc-446c-4498-8016-9db98d3b04aa req-6519d0ef-26bd-463f-8049-b079ca7737c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=2de9b276-2e29-49ab-817d-32d082b2e017 HTTP/1.1" status: 200 len: 217 time: 0.1051922 Nov 25 19:30:04.246918 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e9f5971-afd3-4559-a2e3-4b16bf48d8a3 req-7a2a8549-8aa6-41eb-a736-b2a755ca97a5 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337466 Nov 25 19:30:04.455862 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-88c18da5-8527-4568-9377-37989bd8f0b0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0541339 Nov 25 19:30:04.516652 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-88ae78cd-417b-4011-a8e3-ef4235c0009a tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Request body: {'port': {'device_id': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9b26d7dc-4a45-4c30-b577-4f6a5a25a55c', 'admin_state_up': True, 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'security_groups': ['e456653b-5378-48ec-972f-fc366431f02c']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:04.578929 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59bdcc-446c-4498-8016-9db98d3b04aa req-5591c35b-2491-4b6e-adf8-6ad3605a9b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:04.589743 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1a59bdcc-446c-4498-8016-9db98d3b04aa req-5591c35b-2491-4b6e-adf8-6ad3605a9b2a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.3355339 Nov 25 19:30:04.596056 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7b8fe-2dc1-4868-a3c3-00affd8eda57 req-86de4849-bcd9-4b10-b076-7e136773581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:04.607696 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-86d7b8fe-2dc1-4868-a3c3-00affd8eda57 req-86de4849-bcd9-4b10-b076-7e136773581b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5207736 Nov 25 19:30:04.664980 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-47dd5ae8-8337-4693-935d-a7cb79ca1eea req-a38bd21e-7f6f-49c5-a6ba-5f68deaaa589 tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=69c2074b-6526-4390-b3a7-003e14c57cc6 HTTP/1.1" status: 200 len: 210 time: 0.1274011 Nov 25 19:30:04.688984 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f3dbba-61a1-4390-a97d-0b06c7368980 x-openstack-request-id: req-19f3dbba-61a1-4390-a97d-0b06c7368980 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:04.689297 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bcbd95b-2b64-4399-9eda-cf08b692d076", "tag": "6482793d-c7ac-41d8-9dd9-3ddeb09e42dd", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:04.689654 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-19f3dbba-61a1-4390-a97d-0b06c7368980 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:04.689959 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bcbd95b-2b64-4399-9eda-cf08b692d076', 'tag': '6482793d-c7ac-41d8-9dd9-3ddeb09e42dd', 'status': 'completed', 'code': 200} Nov 25 19:30:04.837482 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-050cda53-bf6b-48fc-8000-7205538be2b5 req-1a9633b6-e220-4657-a180-0955556b4c31 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:04.838591 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-050cda53-bf6b-48fc-8000-7205538be2b5 req-1a9633b6-e220-4657-a180-0955556b4c31 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:04.842886 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [req-050cda53-bf6b-48fc-8000-7205538be2b5 req-1a9633b6-e220-4657-a180-0955556b4c31 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Floating IP d10545f6-4be7-4cca-96ca-50be99a9a5da disassociated. External IP: 172.25.6.236, port: 3d9c49c8-fe85-457d-a8b0-d490fe3ddd49. Nov 25 19:30:04.843962 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-050cda53-bf6b-48fc-8000-7205538be2b5 req-1a9633b6-e220-4657-a180-0955556b4c31 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Calling delete_port for 3d9c49c8-fe85-457d-a8b0-d490fe3ddd49 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:30:04.893853 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-cf7cebdc-5f40-44a1-b853-bc793a0ba89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'name': 'tempest-AttachVolumeTestJSON-1746169101-router', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:19Z', 'updated_at': '2021-11-25T19:29:26Z', 'revision_number': 4, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'gw_port': {'id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:21Z', 'updated_at': '2021-11-25T19:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '726be14a-1795-4260-83d2-ef9b38c7144b', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'floating_ip_address': '172.25.6.235', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'port_id': '6482793d-c7ac-41d8-9dd9-3ddeb09e42dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'mac_address': 'fa:16:3e:ae:e6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcbd95b-2b64-4399-9eda-cf08b692d076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:29:31Z', 'updated_at': '2021-11-25T19:29:59Z', 'revision_number': 1, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '702bb341-dc55-4bf4-992f-6cdddd28f076', 'name': '', 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'mac_address': 'fa:16:3e:8c:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:24Z', 'updated_at': '2021-11-25T19:29:35Z', 'revision_number': 5, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'subnets': [{'id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:04.975965 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7cebdc-5f40-44a1-b853-bc793a0ba89b None None] The sync data for ids ['0c193e4d-e652-460a-87ea-21aeaa61c440'] in n-d-819349-5 is: [{'id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'name': 'tempest-AttachVolumeTestJSON-1746169101-router', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:19Z', 'updated_at': '2021-11-25T19:29:26Z', 'revision_number': 4, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'gw_port': {'id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:21Z', 'updated_at': '2021-11-25T19:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '726be14a-1795-4260-83d2-ef9b38c7144b', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'floating_ip_address': '172.25.6.235', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'port_id': '6482793d-c7ac-41d8-9dd9-3ddeb09e42dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'mac_address': 'fa:16:3e:ae:e6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcbd95b-2b64-4399-9eda-cf08b692d076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:29:31Z', 'updated_at': '2021-11-25T19:29:59Z', 'revision_number': 1, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '702bb341-dc55-4bf4-992f-6cdddd28f076', 'name': '', 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'mac_address': 'fa:16:3e:8c:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:24Z', 'updated_at': '2021-11-25T19:29:35Z', 'revision_number': 5, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'subnets': [{'id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:30:05.093358 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59bdcc-446c-4498-8016-9db98d3b04aa req-71358054-e49b-40bd-8864-aad582ad94f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:05.095148 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1a59bdcc-446c-4498-8016-9db98d3b04aa req-71358054-e49b-40bd-8864-aad582ad94f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4859836 Nov 25 19:30:05.315647 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b7147-4535-4194-9f15-4a4912c9e63b req-23878f8e-3d47-4e38-871c-d89e9efaadca tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:05.319032 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:05.331947 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b7147-4535-4194-9f15-4a4912c9e63b req-23878f8e-3d47-4e38-871c-d89e9efaadca tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:05.340582 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b7147-4535-4194-9f15-4a4912c9e63b req-23878f8e-3d47-4e38-871c-d89e9efaadca tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:05.342717 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-308b7147-4535-4194-9f15-4a4912c9e63b req-23878f8e-3d47-4e38-871c-d89e9efaadca tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 2374 time: 0.4183831 Nov 25 19:30:05.346857 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7b8b0-68f4-43ca-8099-e47e433a27c2 req-0afd0c14-9810-4466-983f-3ecb59de4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:05.350216 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b6e7b8b0-68f4-43ca-8099-e47e433a27c2 req-0afd0c14-9810-4466-983f-3ecb59de4db7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5793ebf8c1374bcea833180ef6f84e4c&device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 1097 time: 0.4932706 Nov 25 19:30:05.355220 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 3d9c49c8-fe85-457d-a8b0-d490fe3ddd49 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:30:05.359855 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-86d7b8fe-2dc1-4868-a3c3-00affd8eda57 req-7854b863-2e73-44b3-a317-d72e3f6b2c92 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408814 Nov 25 19:30:05.406088 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200928a6-e64b-4ac1-964e-b0d03538b4b6 req-02941fbe-463a-4692-8a1e-932c160a652d tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:05.416820 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-200928a6-e64b-4ac1-964e-b0d03538b4b6 req-02941fbe-463a-4692-8a1e-932c160a652d tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 946 time: 0.5030377 Nov 25 19:30:05.486628 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa309d74-3d95-4cc4-8322-a6a4bacc67e0 None None] New status for floating IP 726be14a-1795-4260-83d2-ef9b38c7144b: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:30:05.512175 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-88ae78cd-417b-4011-a8e3-ef4235c0009a tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Made reservation on behalf of 514fc44b5d1f423cb02ea29bd2e23ca8 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:30:05.576909 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:05.646069 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:05.671232 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f5212960-7b85-4ab0-92c3-a83a1e3412b6 req-2f29227f-c1a1-483a-a219-a2ae0e756383 tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.85 "GET /v2.0/ports?device_id=69c2074b-6526-4390-b3a7-003e14c57cc6 HTTP/1.1" status: 200 len: 210 time: 0.2732098 Nov 25 19:30:05.673174 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-86d7b8fe-2dc1-4868-a3c3-00affd8eda57 req-f2a2aeb8-0fb5-408e-a444-01cfa41d3e2f service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042338 Nov 25 19:30:05.744217 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-200928a6-e64b-4ac1-964e-b0d03538b4b6 req-0eefc950-7bd8-49f4-9fc3-dca26ff8fa49 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3269331 Nov 25 19:30:05.758030 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-308b7147-4535-4194-9f15-4a4912c9e63b req-5a7567ad-c091-4016-bd5f-faeaea8c728e tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3797348 Nov 25 19:30:05.789608 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1a59bdcc-446c-4498-8016-9db98d3b04aa req-93c78f47-86f9-4a8b-ad39-1c11a184b551 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6755087 Nov 25 19:30:05.880476 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7b8b0-68f4-43ca-8099-e47e433a27c2 req-1b331bab-3a72-4a74-aebd-5164ad0ba1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:05.890029 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b6e7b8b0-68f4-43ca-8099-e47e433a27c2 req-1b331bab-3a72-4a74-aebd-5164ad0ba1e1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ff56631b-efa0-42d5-95cb-f491e3d0d8b0 HTTP/1.1" status: 200 len: 912 time: 0.5242560 Nov 25 19:30:06.132973 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-88177c15-060a-4fe5-87ed-f53a4b3f13b6 req-becf2e0e-15cd-4c24-8883-02911957b10d tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/ports?device_id=a390d559-4b02-489c-a151-ee88fb36ca04 HTTP/1.1" status: 200 len: 210 time: 0.0677364 Nov 25 19:30:06.188373 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-050cda53-bf6b-48fc-8000-7205538be2b5 req-1a9633b6-e220-4657-a180-0955556b4c31 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:06.282580 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1a59bdcc-446c-4498-8016-9db98d3b04aa req-db2fc48f-7f82-4805-88cd-8fe7fd178502 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749434 Nov 25 19:30:06.316582 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 2de9b276-2e29-49ab-817d-32d082b2e017 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:30:06.371560 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-88ae78cd-417b-4011-a8e3-ef4235c0009a tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:06.409331 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9633b6-e220-4657-a180-0955556b4c31 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Pushing event deleted for resources: {'Port': ['ID=3d9c49c8-fe85-457d-a8b0-d490fe3ddd49,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:06.530367 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a80125-1bfd-423b-b793-9bf44fb55ccf req-ebe40ae4-03b4-4c4c-9e6d-3ebc2eb569f1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:06.543696 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-08a80125-1bfd-423b-b793-9bf44fb55ccf req-ebe40ae4-03b4-4c4c-9e6d-3ebc2eb569f1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 948 time: 0.1494741 Nov 25 19:30:06.687210 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-08a80125-1bfd-423b-b793-9bf44fb55ccf req-ef1c46a2-0383-438f-9375-0394a1a0bf34 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347101 Nov 25 19:30:06.893672 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 2de9b276-2e29-49ab-817d-32d082b2e017, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=2de9b276-2e29-49ab-817d-32d082b2e017,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:06.950124 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '2de9b276-2e29-49ab-817d-32d082b2e017', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '2de9b276-2e29-49ab-817d-32d082b2e017', 'mac_address': 'fa:16:3e:d3:81:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:30:07.062857 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4d24d66-7476-4a81-86e2-b315c2ac16a7 req-fb638b4b-039b-4504-b647-d246f8568cb1 tempest-ServerShowV247Test-915972103 tempest-ServerShowV247Test-915972103-project] 10.222.0.55 "GET /v2.0/ports?device_id=69c2074b-6526-4390-b3a7-003e14c57cc6 HTTP/1.1" status: 200 len: 210 time: 0.1566510 Nov 25 19:30:07.094040 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b6e7b8b0-68f4-43ca-8099-e47e433a27c2 req-dc52f01c-14da-4007-8cfc-689d18a7d3c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6482793d-c7ac-41d8-9dd9-3ddeb09e42dd HTTP/1.1" status: 200 len: 1000 time: 1.1721411 Nov 25 19:30:07.140637 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-050cda53-bf6b-48fc-8000-7205538be2b5 req-1a9633b6-e220-4657-a180-0955556b4c31 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Router cfaea3ad-d09b-412f-b070-05e91fd61399 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:30:07.189027 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:07.208276 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc593fbe-9a23-418f-979a-c57514844b47 req-feab2ed8-f54f-4040-b94d-3a9a89ea5bca service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2619886 Nov 25 19:30:07.250330 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de9b276-2e29-49ab-817d-32d082b2e017 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:30:07.329142 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 2de9b276-2e29-49ab-817d-32d082b2e017, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=2de9b276-2e29-49ab-817d-32d082b2e017,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:07.337712 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:07.521697 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc593fbe-9a23-418f-979a-c57514844b47 req-37d6d70d-1ff3-46a1-9ba5-ec5a3c2026a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:07.529952 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc593fbe-9a23-418f-979a-c57514844b47 req-37d6d70d-1ff3-46a1-9ba5-ec5a3c2026a7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 1101 time: 0.2096734 Nov 25 19:30:07.600281 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=2de9b276-2e29-49ab-817d-32d082b2e017,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:07.618620 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:07.619206 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:07.619767 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:07.620350 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:07.620929 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:07.621676 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:07.622228 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:07.622836 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:07.623378 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:07.623965 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:07.624454 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:07.624988 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:07.710690 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['2de9b276-2e29-49ab-817d-32d082b2e017'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:30:07.766333 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d442d8a-b5b0-4cd0-bca4-6e0e45d094f2 req-cbb14dc9-3ba5-441b-bbc9-1b0b0edf9975 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:07.774650 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d442d8a-b5b0-4cd0-bca4-6e0e45d094f2 req-cbb14dc9-3ba5-441b-bbc9-1b0b0edf9975 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:07.781099 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d442d8a-b5b0-4cd0-bca4-6e0e45d094f2 req-cbb14dc9-3ba5-441b-bbc9-1b0b0edf9975 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:07.783220 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d442d8a-b5b0-4cd0-bca4-6e0e45d094f2 req-cbb14dc9-3ba5-441b-bbc9-1b0b0edf9975 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 2374 time: 0.2395639 Nov 25 19:30:07.896483 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc593fbe-9a23-418f-979a-c57514844b47 req-d0624acd-070c-4899-827d-c761e6c6d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:07.898342 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc593fbe-9a23-418f-979a-c57514844b47 req-d0624acd-070c-4899-827d-c761e6c6d57f service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.3018506 Nov 25 19:30:08.096408 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7b8b0-68f4-43ca-8099-e47e433a27c2 req-91d6bdb6-1c8e-4cee-aa6c-e23a5e726b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:08.105817 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc593fbe-9a23-418f-979a-c57514844b47 req-eb322ff0-5b83-47ad-a396-346b6d91b867 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=15d380ef-c864-426a-b526-a3732729a12d HTTP/1.1" status: 200 len: 217 time: 0.1794295 Nov 25 19:30:08.109614 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b6e7b8b0-68f4-43ca-8099-e47e433a27c2 req-91d6bdb6-1c8e-4cee-aa6c-e23a5e726b58 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b79aba06-befc-4f8a-a873-c735df5300cb HTTP/1.1" status: 200 len: 850 time: 0.9623611 Nov 25 19:30:08.111414 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-050cda53-bf6b-48fc-8000-7205538be2b5 req-1a9633b6-e220-4657-a180-0955556b4c31 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:30:08.124797 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f525f809-b8f8-40b0-997f-b201ed8abbac None None] Sync routers for ids ['cfaea3ad-d09b-412f-b070-05e91fd61399'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:30:08.141044 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d442d8a-b5b0-4cd0-bca4-6e0e45d094f2 req-4261d074-627f-420d-8199-8ed404cc1056 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3465703 Nov 25 19:30:08.154900 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f525f809-b8f8-40b0-997f-b201ed8abbac None None] Routers {'cfaea3ad-d09b-412f-b070-05e91fd61399'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:30:08.155946 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f525f809-b8f8-40b0-997f-b201ed8abbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:30:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cfaea3ad-d09b-412f-b070-05e91fd61399'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:08.292884 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67dc5c-920b-4a54-a4b8-1ea182b0758e req-204c25e6-c561-473b-8537-a307ff832c78 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:08.307317 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9b67dc5c-920b-4a54-a4b8-1ea182b0758e req-204c25e6-c561-473b-8537-a307ff832c78 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 946 time: 0.9219542 Nov 25 19:30:08.328762 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc593fbe-9a23-418f-979a-c57514844b47 req-c2b89bef-db12-4c4d-b6f9-47d34383d52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:08.332169 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc593fbe-9a23-418f-979a-c57514844b47 req-c2b89bef-db12-4c4d-b6f9-47d34383d52e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1897733 Nov 25 19:30:08.381895 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4e818a47-e663-4fbf-bb3b-50fb08f808dd req-18941917-d6cc-4c45-9f9b-3286976b520f tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/ports?device_id=a390d559-4b02-489c-a151-ee88fb36ca04 HTTP/1.1" status: 200 len: 210 time: 0.0991361 Nov 25 19:30:08.455632 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-050cda53-bf6b-48fc-8000-7205538be2b5 req-1a9633b6-e220-4657-a180-0955556b4c31 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] No DVR routers for this DVR port 3d9c49c8-fe85-457d-a8b0-d490fe3ddd49 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:30:08.459292 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-050cda53-bf6b-48fc-8000-7205538be2b5 req-1a9633b6-e220-4657-a180-0955556b4c31 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:08.468935 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc593fbe-9a23-418f-979a-c57514844b47 req-a743d94e-e185-4ece-a797-01f8b8febd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:08.471378 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-f525f809-b8f8-40b0-997f-b201ed8abbac None None] Set router cfaea3ad-d09b-412f-b070-05e91fd61399 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:30:08.471730 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc593fbe-9a23-418f-979a-c57514844b47 req-a743d94e-e185-4ece-a797-01f8b8febd3d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0879016 Nov 25 19:30:08.480040 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-050cda53-bf6b-48fc-8000-7205538be2b5 req-1a9633b6-e220-4657-a180-0955556b4c31 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.85 "DELETE /v2.0/ports/3d9c49c8-fe85-457d-a8b0-d490fe3ddd49 HTTP/1.1" status: 204 len: 173 time: 6.4562638 Nov 25 19:30:08.500508 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a390d559-4b02-489c-a151-ee88fb36ca04', 'name': 'network-vif-deleted', 'tag': '3d9c49c8-fe85-457d-a8b0-d490fe3ddd49'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:08.502839 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5746d163-a01c-4fc0-8c36-23400f1f86b7" -d '{"events": [{"server_uuid": "a390d559-4b02-489c-a151-ee88fb36ca04", "name": "network-vif-deleted", "tag": "3d9c49c8-fe85-457d-a8b0-d490fe3ddd49"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:08.776253 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc593fbe-9a23-418f-979a-c57514844b47 req-86a3277a-fb93-48b1-a873-cfd2127c3786 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932961 Nov 25 19:30:08.983755 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc593fbe-9a23-418f-979a-c57514844b47 req-6d70c867-cc91-4dd9-8996-ebc65aed36e8 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937888 Nov 25 19:30:09.014335 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18fad6-425b-4121-89d1-39bb2f34d610 req-031a1a3b-a13a-4472-a953-1d7ee7c88cc3 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:09.025341 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ad18fad6-425b-4121-89d1-39bb2f34d610 req-031a1a3b-a13a-4472-a953-1d7ee7c88cc3 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/ports?device_id=1386461a-fca3-444b-980e-2a4a9ad5b1f7 HTTP/1.1" status: 200 len: 945 time: 0.1143115 Nov 25 19:30:09.210479 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ad18fad6-425b-4121-89d1-39bb2f34d610 req-734e6882-57b8-4303-8876-a2dff0d2b35b tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4eed183-c605-4850-9829-3b0c4210e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837664 Nov 25 19:30:09.220779 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f525f809-b8f8-40b0-997f-b201ed8abbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'name': 'tempest-ServersTestFqdnHostnames-1956517719-router', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4484a0a3-5d2a-4758-8664-b8edcdea2f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:07Z', 'updated_at': '2021-11-25T19:27:25Z', 'revision_number': 4, 'project_id': '6aa141dcfeef46bb898026153dd284be', 'gw_port': {'id': '4484a0a3-5d2a-4758-8664-b8edcdea2f95', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:11Z', 'updated_at': '2021-11-25T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '808aebf7-9fbe-4624-b250-07a3c07df977', 'name': '', 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'mac_address': 'fa:16:3e:86:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0a35db18-7d13-4c59-ac14-9744af7c6685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:21Z', 'updated_at': '2021-11-25T19:27:35Z', 'revision_number': 5, 'project_id': '6aa141dcfeef46bb898026153dd284be', 'subnets': [{'id': '0a35db18-7d13-4c59-ac14-9744af7c6685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:09.264223 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f525f809-b8f8-40b0-997f-b201ed8abbac None None] Checking router: cfaea3ad-d09b-412f-b070-05e91fd61399 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:30:09.278193 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f525f809-b8f8-40b0-997f-b201ed8abbac None None] Routers {'cfaea3ad-d09b-412f-b070-05e91fd61399'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:30:09.279152 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f525f809-b8f8-40b0-997f-b201ed8abbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:30:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cfaea3ad-d09b-412f-b070-05e91fd61399'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:09.356536 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7b8b0-68f4-43ca-8099-e47e433a27c2 req-4198c3e9-3600-4f88-9aba-8b7ec91a2c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:09.360316 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b6e7b8b0-68f4-43ca-8099-e47e433a27c2 req-4198c3e9-3600-4f88-9aba-8b7ec91a2c81 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff56631b-efa0-42d5-95cb-f491e3d0d8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1882429 Nov 25 19:30:09.398119 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9b67dc5c-920b-4a54-a4b8-1ea182b0758e req-3ffaac2e-8e3a-43a0-9032-e03643e9ec16 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0894084 Nov 25 19:30:09.479127 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-88ae78cd-417b-4011-a8e3-ef4235c0009a tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Allocated IP 10.2.2.100 (9b26d7dc-4a45-4c30-b577-4f6a5a25a55c/01c93dc0-7c61-47f5-a960-9969326bc1ab/f4e2da3c-73f1-4575-811a-a5a200ebadb9) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:30:09.506314 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-f525f809-b8f8-40b0-997f-b201ed8abbac None None] Set router cfaea3ad-d09b-412f-b070-05e91fd61399 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:30:09.549413 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47335c1-d503-4445-a15a-5510221aecab req-5c6b4a08-1dd5-4c28-9fe1-53f1e931ae16 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:09.553702 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d47335c1-d503-4445-a15a-5510221aecab req-5c6b4a08-1dd5-4c28-9fe1-53f1e931ae16 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.73 "GET /v2.0/ports?device_id=1386461a-fca3-444b-980e-2a4a9ad5b1f7 HTTP/1.1" status: 200 len: 945 time: 0.1629467 Nov 25 19:30:09.653338 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4e0d8-1489-412a-8452-26a50d681d2b req-39569fa0-fb54-4dbd-8887-31efb3c93c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:09.657062 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fcc4e0d8-1489-412a-8452-26a50d681d2b req-39569fa0-fb54-4dbd-8887-31efb3c93c3d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66bb1d518cbb4b4485685141182408d2&device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 1097 time: 0.9461868 Nov 25 19:30:09.702095 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78267b38-91f3-48ec-a610-f25e5347359a x-openstack-request-id: req-78267b38-91f3-48ec-a610-f25e5347359a {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:09.702542 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a390d559-4b02-489c-a151-ee88fb36ca04", "name": "network-vif-deleted", "tag": "3d9c49c8-fe85-457d-a8b0-d490fe3ddd49", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:09.702906 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-78267b38-91f3-48ec-a610-f25e5347359a {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:09.703439 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a390d559-4b02-489c-a151-ee88fb36ca04', 'name': 'network-vif-deleted', 'tag': '3d9c49c8-fe85-457d-a8b0-d490fe3ddd49', 'status': 'completed', 'code': 200} Nov 25 19:30:09.757473 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc7efb-72a5-4cba-b330-bfde78bcdbad req-ff0e23e5-6b30-4d1c-b914-f71367ad5618 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:09.766615 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-25dc7efb-72a5-4cba-b330-bfde78bcdbad req-ff0e23e5-6b30-4d1c-b914-f71367ad5618 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 949 time: 0.1770825 Nov 25 19:30:09.902835 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-25dc7efb-72a5-4cba-b330-bfde78bcdbad req-d73c4485-913b-4e4b-aacf-2eb8b6f25b83 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360834 Nov 25 19:30:09.950314 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-d47335c1-d503-4445-a15a-5510221aecab req-6435063d-791c-4be8-890a-4cbd6a16bc0b tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Deleting port ccf26f7a-2c04-4bc3-a640-57d5d0a640a5 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:30:09.953245 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d47335c1-d503-4445-a15a-5510221aecab req-6435063d-791c-4be8-890a-4cbd6a16bc0b tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:10.013230 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f525f809-b8f8-40b0-997f-b201ed8abbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'name': 'tempest-ServersTestFqdnHostnames-1956517719-router', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4484a0a3-5d2a-4758-8664-b8edcdea2f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:07Z', 'updated_at': '2021-11-25T19:27:25Z', 'revision_number': 4, 'project_id': '6aa141dcfeef46bb898026153dd284be', 'gw_port': {'id': '4484a0a3-5d2a-4758-8664-b8edcdea2f95', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:11Z', 'updated_at': '2021-11-25T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '808aebf7-9fbe-4624-b250-07a3c07df977', 'name': '', 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'mac_address': 'fa:16:3e:86:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0a35db18-7d13-4c59-ac14-9744af7c6685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:21Z', 'updated_at': '2021-11-25T19:27:35Z', 'revision_number': 5, 'project_id': '6aa141dcfeef46bb898026153dd284be', 'subnets': [{'id': '0a35db18-7d13-4c59-ac14-9744af7c6685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:10.071453 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f525f809-b8f8-40b0-997f-b201ed8abbac None None] The sync data for ids ['cfaea3ad-d09b-412f-b070-05e91fd61399'] in n-d-819349-5 is: [{'id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'name': 'tempest-ServersTestFqdnHostnames-1956517719-router', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4484a0a3-5d2a-4758-8664-b8edcdea2f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:07Z', 'updated_at': '2021-11-25T19:27:25Z', 'revision_number': 4, 'project_id': '6aa141dcfeef46bb898026153dd284be', 'gw_port': {'id': '4484a0a3-5d2a-4758-8664-b8edcdea2f95', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:11Z', 'updated_at': '2021-11-25T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '808aebf7-9fbe-4624-b250-07a3c07df977', 'name': '', 'network_id': '5a111422-02ea-4673-ac0b-0324d3e06e0d', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'mac_address': 'fa:16:3e:86:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0a35db18-7d13-4c59-ac14-9744af7c6685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:21Z', 'updated_at': '2021-11-25T19:27:35Z', 'revision_number': 5, 'project_id': '6aa141dcfeef46bb898026153dd284be', 'subnets': [{'id': '0a35db18-7d13-4c59-ac14-9744af7c6685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:30:10.138075 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b6e7b8b0-68f4-43ca-8099-e47e433a27c2 req-f4bea033-9efe-4908-81d1-9f9045d00bbf service neutron] 10.222.0.73 "GET /v2.0/networks/ff56631b-efa0-42d5-95cb-f491e3d0d8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7376328 Nov 25 19:30:10.237363 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35354) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:10.281732 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-d47335c1-d503-4445-a15a-5510221aecab req-6435063d-791c-4be8-890a-4cbd6a16bc0b tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] For port ccf26f7a-2c04-4bc3-a640-57d5d0a640a5, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=ccf26f7a-2c04-4bc3-a640-57d5d0a640a5,segment=NetworkSegment(aea6c334-87eb-4d7b-a8a1-1e86506bf594),segment_id=aea6c334-87eb-4d7b-a8a1-1e86506bf594)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:10.282019 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d47335c1-d503-4445-a15a-5510221aecab req-6435063d-791c-4be8-890a-4cbd6a16bc0b tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:10.320888 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-d47335c1-d503-4445-a15a-5510221aecab req-6435063d-791c-4be8-890a-4cbd6a16bc0b tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Calling delete_port for ccf26f7a-2c04-4bc3-a640-57d5d0a640a5 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:30:10.333797 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 2de9b276-2e29-49ab-817d-32d082b2e017 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:30:10.371136 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94b6b7-dbd7-4397-9cee-1722e2fa2279 req-07010b9b-f2b9-4ce6-b0f8-f7a9d9f45ca8 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:10.389112 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94b6b7-dbd7-4397-9cee-1722e2fa2279 req-07010b9b-f2b9-4ce6-b0f8-f7a9d9f45ca8 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:10.432412 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94b6b7-dbd7-4397-9cee-1722e2fa2279 req-07010b9b-f2b9-4ce6-b0f8-f7a9d9f45ca8 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:10.467028 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 2de9b276-2e29-49ab-817d-32d082b2e017 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:30:10.468305 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e94b6b7-dbd7-4397-9cee-1722e2fa2279 req-07010b9b-f2b9-4ce6-b0f8-f7a9d9f45ca8 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 2374 time: 0.6295533 Nov 25 19:30:10.485550 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 2de9b276-2e29-49ab-817d-32d082b2e017 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:10.486234 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:10.623867 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35364) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:10.636095 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:10.667972 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1398c2-1b41-4d89-b540-47aaf7de2d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de9b276-2e29-49ab-817d-32d082b2e017'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:10.670506 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67620970-4972-4557-b71c-313bf4e3c5c6" -d '{"events": [{"server_uuid": "2d1398c2-1b41-4d89-b540-47aaf7de2d95", "name": "network-vif-plugged", "status": "completed", "tag": "2de9b276-2e29-49ab-817d-32d082b2e017"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:10.672109 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b6e7b8b0-68f4-43ca-8099-e47e433a27c2 req-15e11ce9-fa2d-4abc-a014-cad551f6056f service neutron] 10.222.0.73 "GET /v2.0/networks/ff56631b-efa0-42d5-95cb-f491e3d0d8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966743 Nov 25 19:30:10.674990 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4e0d8-1489-412a-8452-26a50d681d2b req-5bfd58d4-c34c-4eac-82e9-d564db80530a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:10.680345 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fcc4e0d8-1489-412a-8452-26a50d681d2b req-5bfd58d4-c34c-4eac-82e9-d564db80530a service neutron] 10.222.0.85 "GET /v2.0/networks?id=7c66fbd7-92f9-4c18-afb1-b38847fa5709 HTTP/1.1" status: 200 len: 917 time: 0.9743900 Nov 25 19:30:10.687341 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 2de9b276-2e29-49ab-817d-32d082b2e017, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=2de9b276-2e29-49ab-817d-32d082b2e017,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:10.688666 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae736007-75e4-42d0-8358-dee65216ede1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:10.694609 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:10.762338 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=2de9b276-2e29-49ab-817d-32d082b2e017,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:10.790518 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8701ef2-d6e6-428d-98df-760bc01d95cf None None] New status for floating IP d10545f6-4be7-4cca-96ca-50be99a9a5da: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:30:10.889336 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-88ae78cd-417b-4011-a8e3-ef4235c0009a tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:10.935439 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e94b6b7-dbd7-4397-9cee-1722e2fa2279 req-c75751d5-3add-4cc6-94b5-d5d7d962f7ca tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2482579 Nov 25 19:30:11.036424 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fcc4e0d8-1489-412a-8452-26a50d681d2b req-2beccfd6-6d43-4305-b588-771b74426f47 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0270c450-7b12-494d-81ff-33d0eb610e7d HTTP/1.1" status: 200 len: 1002 time: 0.2982903 Nov 25 19:30:11.184916 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-88ae78cd-417b-4011-a8e3-ef4235c0009a tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:11.229925 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae736007-75e4-42d0-8358-dee65216ede1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:11.244180 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dae45-a4c9-4e13-81ee-0c0d489ec1f1 req-0cf5f7e0-5862-4853-af74-b565e3c92e99 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:11.245861 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e56dae45-a4c9-4e13-81ee-0c0d489ec1f1 req-0cf5f7e0-5862-4853-af74-b565e3c92e99 tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/ports?device_id=1386461a-fca3-444b-980e-2a4a9ad5b1f7 HTTP/1.1" status: 200 len: 945 time: 0.5676823 Nov 25 19:30:11.265949 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae736007-75e4-42d0-8358-dee65216ede1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:11.284125 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef323567-d2b2-4520-ba8f-702d09b1d5eb tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:11.291679 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4e0d8-1489-412a-8452-26a50d681d2b req-7c311316-b027-4b16-8308-3f7c4b620e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:11.294520 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fcc4e0d8-1489-412a-8452-26a50d681d2b req-7c311316-b027-4b16-8308-3f7c4b620e30 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d HTTP/1.1" status: 200 len: 855 time: 0.2336738 Nov 25 19:30:11.319006 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae736007-75e4-42d0-8358-dee65216ede1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15975f4-b2cf-4d29-b2c2-42c67e398232,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:11.323324 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d47335c1-d503-4445-a15a-5510221aecab req-6435063d-791c-4be8-890a-4cbd6a16bc0b tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:11.336858 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['ccf26f7a-2c04-4bc3-a640-57d5d0a640a5'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:30:11.432310 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-88ae78cd-417b-4011-a8e3-ef4235c0009a tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Network 9b26d7dc-4a45-4c30-b577-4f6a5a25a55c is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:30:11.454236 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-88ae78cd-417b-4011-a8e3-ef4235c0009a tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:30:11.463017 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae78cd-417b-4011-a8e3-ef4235c0009a tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event updated for resources: {'Port': ['ID=f4e2da3c-73f1-4575-811a-a5a200ebadb9,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:11.476093 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-88ae78cd-417b-4011-a8e3-ef4235c0009a tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:30:11.479252 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435063d-791c-4be8-890a-4cbd6a16bc0b tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Pushing event deleted for resources: {'Port': ['ID=ccf26f7a-2c04-4bc3-a640-57d5d0a640a5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:11.552823 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ae736007-75e4-42d0-8358-dee65216ede1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=030d8d24df2b48e5a538855b1a7a8bcc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3135281 Nov 25 19:30:11.559164 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4e0d8-1489-412a-8452-26a50d681d2b req-10c10e6e-9d77-4c55-a6d5-7b568b71d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:11.562109 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fcc4e0d8-1489-412a-8452-26a50d681d2b req-10c10e6e-9d77-4c55-a6d5-7b568b71d1af service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7c66fbd7-92f9-4c18-afb1-b38847fa5709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2381315 Nov 25 19:30:11.577497 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f906747-7059-4394-b14a-830d5445f9c1 req-58ec35f1-939f-4126-bd67-e1353836ea0c tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:11.579352 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35372) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:11.583623 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef323567-d2b2-4520-ba8f-702d09b1d5eb tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:11.588132 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9f906747-7059-4394-b14a-830d5445f9c1 req-58ec35f1-939f-4126-bd67-e1353836ea0c tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 946 time: 0.2811494 Nov 25 19:30:11.648024 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47335c1-d503-4445-a15a-5510221aecab req-6435063d-791c-4be8-890a-4cbd6a16bc0b tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] No DVR routers for this DVR port ccf26f7a-2c04-4bc3-a640-57d5d0a640a5 on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:30:11.674784 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d47335c1-d503-4445-a15a-5510221aecab req-6435063d-791c-4be8-890a-4cbd6a16bc0b tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:11.681538 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d47335c1-d503-4445-a15a-5510221aecab req-6435063d-791c-4be8-890a-4cbd6a16bc0b tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.73 "DELETE /v2.0/ports/ccf26f7a-2c04-4bc3-a640-57d5d0a640a5 HTTP/1.1" status: 204 len: 173 time: 2.1111860 Nov 25 19:30:11.682478 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1386461a-fca3-444b-980e-2a4a9ad5b1f7', 'name': 'network-vif-deleted', 'tag': 'ccf26f7a-2c04-4bc3-a640-57d5d0a640a5'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:11.686727 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74591e1-ce3a-4491-93a4-1f7f2753b0c9" -d '{"events": [{"server_uuid": "1386461a-fca3-444b-980e-2a4a9ad5b1f7", "name": "network-vif-deleted", "tag": "ccf26f7a-2c04-4bc3-a640-57d5d0a640a5"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:11.696657 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e56dae45-a4c9-4e13-81ee-0c0d489ec1f1 req-fe97efc1-ffb5-4d12-bf47-86a0d810c95b tempest-AttachSCSIVolumeTestJSON-611843804 tempest-AttachSCSIVolumeTestJSON-611843804-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4eed183-c605-4850-9829-3b0c4210e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339390 Nov 25 19:30:11.704994 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-88ae78cd-417b-4011-a8e3-ef4235c0009a tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:11.706117 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-88ae78cd-417b-4011-a8e3-ef4235c0009a tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:11.864841 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8242de88-717e-4fb9-a0b1-07efbd98cd16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:11.873767 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38c3765-e645-41d7-8f6b-1ec5a1e721c1 x-openstack-request-id: req-d38c3765-e645-41d7-8f6b-1ec5a1e721c1 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:11.874011 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1398c2-1b41-4d89-b540-47aaf7de2d95", "name": "network-vif-plugged", "status": "completed", "tag": "2de9b276-2e29-49ab-817d-32d082b2e017", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:11.874202 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d38c3765-e645-41d7-8f6b-1ec5a1e721c1 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:11.874637 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1398c2-1b41-4d89-b540-47aaf7de2d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de9b276-2e29-49ab-817d-32d082b2e017', 'code': 200} Nov 25 19:30:11.933052 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8242de88-717e-4fb9-a0b1-07efbd98cd16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:11.978831 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a2930fa2-38f5-40fd-b415-493993b25ce3 None None] Provisioning complete for port f4e2da3c-73f1-4575-811a-a5a200ebadb9 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:11.979419 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a2930fa2-38f5-40fd-b415-493993b25ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:12.034331 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef323567-d2b2-4520-ba8f-702d09b1d5eb tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:12.042154 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef323567-d2b2-4520-ba8f-702d09b1d5eb tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:12.047126 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ef323567-d2b2-4520-ba8f-702d09b1d5eb tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "DELETE /v2.0/security-groups/afb1fc20-7c49-4767-9194-bb69a7691c15 HTTP/1.1" status: 204 len: 168 time: 1.4183571 Nov 25 19:30:12.059077 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8242de88-717e-4fb9-a0b1-07efbd98cd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:12.061838 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8242de88-717e-4fb9-a0b1-07efbd98cd16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:12.065650 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8242de88-717e-4fb9-a0b1-07efbd98cd16 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c15975f4-b2cf-4d29-b2c2-42c67e398232 HTTP/1.1" status: 204 len: 168 time: 0.4742613 Nov 25 19:30:12.066377 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35378) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:12.068247 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef323567-d2b2-4520-ba8f-702d09b1d5eb tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb1fc20-7c49-4767-9194-bb69a7691c15,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:12.179423 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242de88-717e-4fb9-a0b1-07efbd98cd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15975f4-b2cf-4d29-b2c2-42c67e398232,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:12.185505 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-88ae78cd-417b-4011-a8e3-ef4235c0009a tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7013423 Nov 25 19:30:12.202448 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9f906747-7059-4394-b14a-830d5445f9c1 req-0d14d197-51ba-4356-a4d6-614569584983 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6074004 Nov 25 19:30:12.221693 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-72b79a69-2895-4be6-9fb7-08bd761090df tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Request body: {'port': {'device_id': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9b26d7dc-4a45-4c30-b577-4f6a5a25a55c', 'admin_state_up': True, 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'security_groups': ['e456653b-5378-48ec-972f-fc366431f02c']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:12.248812 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a2930fa2-38f5-40fd-b415-493993b25ce3 None None] Port f4e2da3c-73f1-4575-811a-a5a200ebadb9 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:30:12.323492 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-69cb0048-4a7b-43ec-acd3-2467616797e6 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] show failed (client error): The resource could not be found. Nov 25 19:30:12.330724 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-69cb0048-4a7b-43ec-acd3-2467616797e6 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "GET /v2.0/security-groups/afb1fc20-7c49-4767-9194-bb69a7691c15 HTTP/1.1" status: 404 len: 347 time: 0.2375126 Nov 25 19:30:12.331631 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35384) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:12.391316 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fcc4e0d8-1489-412a-8452-26a50d681d2b req-49b72eca-b87a-4416-a346-832b7c947f53 service neutron] 10.222.0.85 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7739112 Nov 25 19:30:12.520625 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1360e5c-bd4c-4b6f-995f-1ebdd65036cf x-openstack-request-id: req-e1360e5c-bd4c-4b6f-995f-1ebdd65036cf {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:12.520987 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1386461a-fca3-444b-980e-2a4a9ad5b1f7", "name": "network-vif-deleted", "tag": "ccf26f7a-2c04-4bc3-a640-57d5d0a640a5", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:12.521164 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e1360e5c-bd4c-4b6f-995f-1ebdd65036cf {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:12.521694 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1386461a-fca3-444b-980e-2a4a9ad5b1f7', 'name': 'network-vif-deleted', 'tag': 'ccf26f7a-2c04-4bc3-a640-57d5d0a640a5', 'status': 'completed', 'code': 200} Nov 25 19:30:12.666273 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353be709-a409-4128-9a46-a6e7c5711f3c req-65470056-3b8a-44b8-b96d-141ffe5ce8f8 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:12.684435 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-353be709-a409-4128-9a46-a6e7c5711f3c req-65470056-3b8a-44b8-b96d-141ffe5ce8f8 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 950 time: 0.4806023 Nov 25 19:30:12.725078 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aafa71-ee4c-469e-89e0-c8687e60bee8 req-c52784d8-1d44-4968-9c5d-5f5607da9f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:12.730450 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-61aafa71-ee4c-469e-89e0-c8687e60bee8 req-c52784d8-1d44-4968-9c5d-5f5607da9f99 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 1101 time: 0.5608356 Nov 25 19:30:12.802600 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-72b79a69-2895-4be6-9fb7-08bd761090df tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Made reservation on behalf of 514fc44b5d1f423cb02ea29bd2e23ca8 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:30:12.955728 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-353be709-a409-4128-9a46-a6e7c5711f3c req-80191ec9-d53d-47f5-bb75-0cb5e092db81 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702975 Nov 25 19:30:12.966740 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-61aafa71-ee4c-469e-89e0-c8687e60bee8 req-7401a774-2091-46a7-b51d-c5c1a464d604 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992896 Nov 25 19:30:13.043081 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9e344866-c91c-46fe-ace4-1ccb38102d48 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Deleting port 59052781-1ef1-48df-8d69-2f6334606131 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:30:13.045818 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e344866-c91c-46fe-ace4-1ccb38102d48 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:13.069771 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62e4df-f8fd-427b-b584-4f95cc914e68 req-76177e6b-fd78-47cf-8ba1-1de6c8f1f715 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:13.084113 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62e4df-f8fd-427b-b584-4f95cc914e68 req-76177e6b-fd78-47cf-8ba1-1de6c8f1f715 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:13.095047 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62e4df-f8fd-427b-b584-4f95cc914e68 req-76177e6b-fd78-47cf-8ba1-1de6c8f1f715 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:13.104150 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62e4df-f8fd-427b-b584-4f95cc914e68 req-76177e6b-fd78-47cf-8ba1-1de6c8f1f715 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:13.106143 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bb62e4df-f8fd-427b-b584-4f95cc914e68 req-76177e6b-fd78-47cf-8ba1-1de6c8f1f715 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 3095 time: 0.3276887 Nov 25 19:30:13.111758 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fcc4e0d8-1489-412a-8452-26a50d681d2b req-cc63d951-0566-48f1-96e4-d5033bdd6c07 service neutron] 10.222.0.85 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7111003 Nov 25 19:30:13.195204 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-72b79a69-2895-4be6-9fb7-08bd761090df tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:13.195910 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e344866-c91c-46fe-ace4-1ccb38102d48 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:13.198493 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e344866-c91c-46fe-ace4-1ccb38102d48 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:13.230340 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bb62e4df-f8fd-427b-b584-4f95cc914e68 req-32eba16d-49b1-4605-b6bb-d3c17f7a5a97 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171098 Nov 25 19:30:13.233252 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9e344866-c91c-46fe-ace4-1ccb38102d48 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Calling delete_port for 59052781-1ef1-48df-8d69-2f6334606131 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:30:13.355972 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 0270c450-7b12-494d-81ff-33d0eb610e7d no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:30:13.517224 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702000d-8a54-4206-944c-2b7131df3a32 req-dc4c6bf1-b91d-4585-bf79-5da863d151a5 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:13.526475 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b702000d-8a54-4206-944c-2b7131df3a32 req-dc4c6bf1-b91d-4585-bf79-5da863d151a5 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 946 time: 0.1452205 Nov 25 19:30:13.677953 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b702000d-8a54-4206-944c-2b7131df3a32 req-bbdd8907-184b-47b6-9428-fd70027ea2ae tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1499338 Nov 25 19:30:13.680627 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-72b79a69-2895-4be6-9fb7-08bd761090df tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Allocated IP 10.2.2.200 (9b26d7dc-4a45-4c30-b577-4f6a5a25a55c/01c93dc0-7c61-47f5-a960-9969326bc1ab/fbfa0e03-0bb5-45ba-a278-889c82eea538) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:30:13.722980 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:13.731662 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e344866-c91c-46fe-ace4-1ccb38102d48 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:13.773617 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e344866-c91c-46fe-ace4-1ccb38102d48 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Pushing event deleted for resources: {'Port': ['ID=59052781-1ef1-48df-8d69-2f6334606131,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:13.849307 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 0270c450-7b12-494d-81ff-33d0eb610e7d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=0270c450-7b12-494d-81ff-33d0eb610e7d,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:13.859422 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:13.897590 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e344866-c91c-46fe-ace4-1ccb38102d48 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:13.906824 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e344866-c91c-46fe-ace4-1ccb38102d48 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:13.907486 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9e344866-c91c-46fe-ace4-1ccb38102d48 tempest-ServersTestFqdnHostnames-1951161130 tempest-ServersTestFqdnHostnames-1951161130-project] 10.222.0.55 "DELETE /v2.0/floatingips/d10545f6-4be7-4cca-96ca-50be99a9a5da HTTP/1.1" status: 204 len: 168 time: 1.5145082 Nov 25 19:30:13.913756 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35420) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:13.951360 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6798050-0c54-46ab-abf9-06c60bfe8c20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0270c450-7b12-494d-81ff-33d0eb610e7d'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:13.953850 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e567532-cdfe-48d4-a534-10209ff1d8cf" -d '{"events": [{"server_uuid": "e6798050-0c54-46ab-abf9-06c60bfe8c20", "name": "network-vif-unplugged", "status": "completed", "tag": "0270c450-7b12-494d-81ff-33d0eb610e7d"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:13.971274 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=0270c450-7b12-494d-81ff-33d0eb610e7d,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:14.065012 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6593c19c-5583-4059-90dd-5a15172eb33d x-openstack-request-id: req-6593c19c-5583-4059-90dd-5a15172eb33d {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:14.073615 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6798050-0c54-46ab-abf9-06c60bfe8c20", "name": "network-vif-unplugged", "status": "completed", "tag": "0270c450-7b12-494d-81ff-33d0eb610e7d", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:14.074589 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6593c19c-5583-4059-90dd-5a15172eb33d {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:14.075427 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6798050-0c54-46ab-abf9-06c60bfe8c20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0270c450-7b12-494d-81ff-33d0eb610e7d', 'code': 200} Nov 25 19:30:14.145292 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-72b79a69-2895-4be6-9fb7-08bd761090df tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:14.211282 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-72b79a69-2895-4be6-9fb7-08bd761090df tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:14.336742 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device ccf26f7a-2c04-4bc3-a640-57d5d0a640a5 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:30:14.338269 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b79a69-2895-4be6-9fb7-08bd761090df tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event updated for resources: {'Port': ['ID=fbfa0e03-0bb5-45ba-a278-889c82eea538,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:14.362666 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-72b79a69-2895-4be6-9fb7-08bd761090df tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Network 9b26d7dc-4a45-4c30-b577-4f6a5a25a55c is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:30:14.368173 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-72b79a69-2895-4be6-9fb7-08bd761090df tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:30:14.391651 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-72b79a69-2895-4be6-9fb7-08bd761090df tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:30:14.447670 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: ccf26f7a-2c04-4bc3-a640-57d5d0a640a5 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:30:14.451187 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device ccf26f7a-2c04-4bc3-a640-57d5d0a640a5 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:30:14.617452 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-72b79a69-2895-4be6-9fb7-08bd761090df tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:14.618424 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-72b79a69-2895-4be6-9fb7-08bd761090df tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:14.642350 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-72b79a69-2895-4be6-9fb7-08bd761090df tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4362414 Nov 25 19:30:14.660336 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-656e1d33-a253-4d8e-bf89-aa810d74659b service neutron] Request body: {'port': {'device_id': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:14.932568 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-656e1d33-a253-4d8e-bf89-aa810d74659b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:15.031967 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8a67f4d9-e541-453b-a8c2-0169f42d77fb None None] Provisioning complete for port fbfa0e03-0bb5-45ba-a278-889c82eea538 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:15.032986 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a67f4d9-e541-453b-a8c2-0169f42d77fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:15.160216 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-8a67f4d9-e541-453b-a8c2-0169f42d77fb None None] Port fbfa0e03-0bb5-45ba-a278-889c82eea538 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:30:15.347153 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f574ac-73da-4190-9939-b6fb58ba03e7 req-60698b63-7e87-4d32-8b9d-200cb6034a52 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:15.364959 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-45f574ac-73da-4190-9939-b6fb58ba03e7 req-60698b63-7e87-4d32-8b9d-200cb6034a52 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 950 time: 1.2293684 Nov 25 19:30:15.610164 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-45f574ac-73da-4190-9939-b6fb58ba03e7 req-36068721-6196-4908-9984-841a086a4201 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438776 Nov 25 19:30:15.842746 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c3304-db26-4c7f-bd93-101501b059d5 req-06bfe2cb-4bfa-402b-82dd-0f6d96e15d51 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:15.890640 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c3304-db26-4c7f-bd93-101501b059d5 req-06bfe2cb-4bfa-402b-82dd-0f6d96e15d51 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:15.933540 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c3304-db26-4c7f-bd93-101501b059d5 req-06bfe2cb-4bfa-402b-82dd-0f6d96e15d51 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:15.951571 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c3304-db26-4c7f-bd93-101501b059d5 req-06bfe2cb-4bfa-402b-82dd-0f6d96e15d51 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:15.966451 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c3304-db26-4c7f-bd93-101501b059d5 req-06bfe2cb-4bfa-402b-82dd-0f6d96e15d51 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:15.972339 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6f9c3304-db26-4c7f-bd93-101501b059d5 req-06bfe2cb-4bfa-402b-82dd-0f6d96e15d51 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 3816 time: 0.6268003 Nov 25 19:30:16.155586 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb354d8d-90db-4177-b063-c75899ae1b41 req-9f0966b5-5d09-4804-ab9c-c6b2155a6703 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:16.157522 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fb354d8d-90db-4177-b063-c75899ae1b41 req-9f0966b5-5d09-4804-ab9c-c6b2155a6703 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 944 time: 0.1253364 Nov 25 19:30:16.219555 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1046bfa2-0bd0-40c8-8e8f-deae707e003f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:16.327175 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6f9c3304-db26-4c7f-bd93-101501b059d5 req-db46418b-4748-4c8b-bde5-98d25426ec2a tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3406529 Nov 25 19:30:16.464152 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fb354d8d-90db-4177-b063-c75899ae1b41 req-e6257c63-74bb-4901-ad43-db247efe7e8c tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2762392 Nov 25 19:30:16.574719 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-656e1d33-a253-4d8e-bf89-aa810d74659b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de41ef00-7b97-4a25-a5f5-7ebe385be1e1 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:30:16.656368 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4249088a-0dfa-4b8e-8c48-3a9aa0c240ed req-3e112e77-9b89-46d1-b8cd-46526aef069b tempest-ServerShowV257Test-337415718 tempest-ServerShowV257Test-337415718-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.1240568 Nov 25 19:30:16.662909 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-656e1d33-a253-4d8e-bf89-aa810d74659b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:16.718083 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-656e1d33-a253-4d8e-bf89-aa810d74659b service neutron] Transition to ACTIVE for port object de41ef00-7b97-4a25-a5f5-7ebe385be1e1 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:30:16.730640 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-656e1d33-a253-4d8e-bf89-aa810d74659b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:16.924147 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d45a4-92f0-4d69-904d-c6165a6a3d2f req-5a3441b8-32bf-450f-a927-2fafcc3528f8 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:16.951290 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fb1d45a4-92f0-4d69-904d-c6165a6a3d2f req-5a3441b8-32bf-450f-a927-2fafcc3528f8 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 945 time: 0.3020930 Nov 25 19:30:17.074097 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e1d33-a253-4d8e-bf89-aa810d74659b service neutron] Pushing event updated for resources: {'Port': ['ID=de41ef00-7b97-4a25-a5f5-7ebe385be1e1,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:17.166916 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-656e1d33-a253-4d8e-bf89-aa810d74659b service neutron] Attempting to bind port de41ef00-7b97-4a25-a5f5-7ebe385be1e1 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:30:17.167478 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-656e1d33-a253-4d8e-bf89-aa810d74659b service neutron] Attempting to bind port de41ef00-7b97-4a25-a5f5-7ebe385be1e1 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'f13a6d17-3c3e-464b-809d-7841fec99864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:30:17.168036 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-656e1d33-a253-4d8e-bf89-aa810d74659b service neutron] Attempting to bind port de41ef00-7b97-4a25-a5f5-7ebe385be1e1 on network ef8c8951-3e09-4638-b17c-6d6bf560793b {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:17.198866 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-656e1d33-a253-4d8e-bf89-aa810d74659b service neutron] Port de41ef00-7b97-4a25-a5f5-7ebe385be1e1 on network ef8c8951-3e09-4638-b17c-6d6bf560793b not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:30:17.199427 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-656e1d33-a253-4d8e-bf89-aa810d74659b service neutron] Attempting to bind port de41ef00-7b97-4a25-a5f5-7ebe385be1e1 on network ef8c8951-3e09-4638-b17c-6d6bf560793b {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:17.220775 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-656e1d33-a253-4d8e-bf89-aa810d74659b service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:30:17.221351 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-656e1d33-a253-4d8e-bf89-aa810d74659b service neutron] Checking segment: {'id': 'f13a6d17-3c3e-464b-809d-7841fec99864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:30:17.221996 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-656e1d33-a253-4d8e-bf89-aa810d74659b service neutron] Bound using segment: {'id': 'f13a6d17-3c3e-464b-809d-7841fec99864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:30:17.222717 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-656e1d33-a253-4d8e-bf89-aa810d74659b service neutron] Bound port: de41ef00-7b97-4a25-a5f5-7ebe385be1e1, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13a6d17-3c3e-464b-809d-7841fec99864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:30:17.223344 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-656e1d33-a253-4d8e-bf89-aa810d74659b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:17.323958 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fb1d45a4-92f0-4d69-904d-c6165a6a3d2f req-e0b8d6db-ebd2-4973-a81b-d47a626c208c tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fe6bace-607a-46a1-8001-48497092a9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3701496 Nov 25 19:30:17.436779 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1046bfa2-0bd0-40c8-8e8f-deae707e003f admin admin] Deleting port 808aebf7-9fbe-4624-b250-07a3c07df977 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:30:17.438484 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1046bfa2-0bd0-40c8-8e8f-deae707e003f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:17.531159 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-656e1d33-a253-4d8e-bf89-aa810d74659b service neutron] For port de41ef00-7b97-4a25-a5f5-7ebe385be1e1, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:30:17.559149 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-656e1d33-a253-4d8e-bf89-aa810d74659b service neutron] For port de41ef00-7b97-4a25-a5f5-7ebe385be1e1, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=de41ef00-7b97-4a25-a5f5-7ebe385be1e1,segment=NetworkSegment(f13a6d17-3c3e-464b-809d-7841fec99864),segment_id=f13a6d17-3c3e-464b-809d-7841fec99864)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:30:17.566606 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-656e1d33-a253-4d8e-bf89-aa810d74659b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:17.666210 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fee6e-d524-4a67-82e5-35d7aa0cdd7b req-d23e9b15-48c9-4869-b0f6-b2ab7b3d0519 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:17.668124 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4d9fee6e-d524-4a67-82e5-35d7aa0cdd7b req-d23e9b15-48c9-4869-b0f6-b2ab7b3d0519 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 950 time: 0.1504719 Nov 25 19:30:17.696303 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-1046bfa2-0bd0-40c8-8e8f-deae707e003f admin admin] For port 808aebf7-9fbe-4624-b250-07a3c07df977, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=808aebf7-9fbe-4624-b250-07a3c07df977,segment=NetworkSegment(6a46255a-9426-4da0-9bc2-47801a2d5e37),segment_id=6a46255a-9426-4da0-9bc2-47801a2d5e37)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:17.696704 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1046bfa2-0bd0-40c8-8e8f-deae707e003f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:17.729768 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e1d33-a253-4d8e-bf89-aa810d74659b service neutron] Pushing event updated for resources: {'Port': ['ID=de41ef00-7b97-4a25-a5f5-7ebe385be1e1,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:17.740545 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1046bfa2-0bd0-40c8-8e8f-deae707e003f admin admin] Calling delete_port for 808aebf7-9fbe-4624-b250-07a3c07df977 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:30:17.764064 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-656e1d33-a253-4d8e-bf89-aa810d74659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:17.765453 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-656e1d33-a253-4d8e-bf89-aa810d74659b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:17.767917 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-656e1d33-a253-4d8e-bf89-aa810d74659b service neutron] 10.222.0.73 "PUT /v2.0/ports/de41ef00-7b97-4a25-a5f5-7ebe385be1e1 HTTP/1.1" status: 200 len: 1092 time: 3.1127200 Nov 25 19:30:17.770903 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'tag': 'de41ef00-7b97-4a25-a5f5-7ebe385be1e1'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:17.784866 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9a1dda-6987-458b-a434-1637bce96c16" -d '{"events": [{"name": "network-changed", "server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "tag": "de41ef00-7b97-4a25-a5f5-7ebe385be1e1"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:17.816849 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5adb1189-7643-4755-a0ea-0bd8f75755f4 service neutron] Request body: {'port': {'device_id': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:17.971738 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4d9fee6e-d524-4a67-82e5-35d7aa0cdd7b req-fd15fdb0-af67-4c9a-894b-c952d6a55b15 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711945 Nov 25 19:30:18.000058 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5adb1189-7643-4755-a0ea-0bd8f75755f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:18.376722 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d5109-5993-4ad6-bebb-9acafd2f1c7e req-93efc6ac-1066-4a8d-a430-fe82f6a15ed9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:18.390775 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99f858cc-f566-4891-8010-a1faaef74a15 req-4f5e3037-ed95-4e42-91f2-18ad69307130 tempest-ServerShowV257Test-337415718 tempest-ServerShowV257Test-337415718-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.0547888 Nov 25 19:30:18.400171 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d5109-5993-4ad6-bebb-9acafd2f1c7e req-93efc6ac-1066-4a8d-a430-fe82f6a15ed9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:18.431346 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d5109-5993-4ad6-bebb-9acafd2f1c7e req-93efc6ac-1066-4a8d-a430-fe82f6a15ed9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:18.444238 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d5109-5993-4ad6-bebb-9acafd2f1c7e req-93efc6ac-1066-4a8d-a430-fe82f6a15ed9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:18.456361 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d5109-5993-4ad6-bebb-9acafd2f1c7e req-93efc6ac-1066-4a8d-a430-fe82f6a15ed9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:18.459828 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-978d5109-5993-4ad6-bebb-9acafd2f1c7e req-93efc6ac-1066-4a8d-a430-fe82f6a15ed9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 3828 time: 0.3362029 Nov 25 19:30:18.499326 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37782017-2979-4ea4-b850-f2c3fff4c6ee x-openstack-request-id: req-37782017-2979-4ea4-b850-f2c3fff4c6ee {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:18.499779 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "tag": "de41ef00-7b97-4a25-a5f5-7ebe385be1e1", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:18.501568 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-37782017-2979-4ea4-b850-f2c3fff4c6ee {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:18.502548 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'tag': 'de41ef00-7b97-4a25-a5f5-7ebe385be1e1', 'status': 'completed', 'code': 200} Nov 25 19:30:18.549298 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1046bfa2-0bd0-40c8-8e8f-deae707e003f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:18.656186 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046bfa2-0bd0-40c8-8e8f-deae707e003f admin admin] Pushing event deleted for resources: {'Port': ['ID=808aebf7-9fbe-4624-b250-07a3c07df977,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:18.727288 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5adb1189-7643-4755-a0ea-0bd8f75755f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c243f1-ae0e-483f-b5b6-665f722ee400 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:30:18.746107 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5adb1189-7643-4755-a0ea-0bd8f75755f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:18.790397 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5adb1189-7643-4755-a0ea-0bd8f75755f4 service neutron] Transition to ACTIVE for port object 19c243f1-ae0e-483f-b5b6-665f722ee400 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:30:18.801968 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5adb1189-7643-4755-a0ea-0bd8f75755f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:18.965716 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-978d5109-5993-4ad6-bebb-9acafd2f1c7e req-b622f8d1-9644-492a-a492-2ab090c53e2b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4987063 Nov 25 19:30:19.211421 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb1189-7643-4755-a0ea-0bd8f75755f4 service neutron] Pushing event updated for resources: {'Port': ['ID=19c243f1-ae0e-483f-b5b6-665f722ee400,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:19.262082 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8caf13-33e0-445c-ae12-d0dbd9bd02ce req-57ae941d-367f-40a6-8314-690ba84258fc tempest-MigrationsAdminTest-1233656105 tempest-MigrationsAdminTest-1233656105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:19.266470 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd8caf13-33e0-445c-ae12-d0dbd9bd02ce req-57ae941d-367f-40a6-8314-690ba84258fc tempest-MigrationsAdminTest-1233656105 tempest-MigrationsAdminTest-1233656105-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 1101 time: 0.2904623 Nov 25 19:30:19.362468 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1046bfa2-0bd0-40c8-8e8f-deae707e003f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:19.368661 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f6553a37-9161-43da-8046-08b4051976ee req-72eff916-9687-4dd6-9d0c-5d270f12f1c4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.1891296 Nov 25 19:30:19.386006 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 0270c450-7b12-494d-81ff-33d0eb610e7d no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:30:19.534214 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5adb1189-7643-4755-a0ea-0bd8f75755f4 service neutron] Attempting to bind port 19c243f1-ae0e-483f-b5b6-665f722ee400 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:30:19.535098 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5adb1189-7643-4755-a0ea-0bd8f75755f4 service neutron] Attempting to bind port 19c243f1-ae0e-483f-b5b6-665f722ee400 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'f8fd6507-d6f7-4150-97cc-fd943cc9c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:30:19.535282 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5adb1189-7643-4755-a0ea-0bd8f75755f4 service neutron] Attempting to bind port 19c243f1-ae0e-483f-b5b6-665f722ee400 on network 5315cd20-1a9d-46e5-ab57-f5a77c22de93 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:19.552272 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd8caf13-33e0-445c-ae12-d0dbd9bd02ce req-0e926b6f-0028-4ecd-8524-5902d2c1f051 tempest-MigrationsAdminTest-1233656105 tempest-MigrationsAdminTest-1233656105-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946554 Nov 25 19:30:19.554348 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5adb1189-7643-4755-a0ea-0bd8f75755f4 service neutron] Port 19c243f1-ae0e-483f-b5b6-665f722ee400 on network 5315cd20-1a9d-46e5-ab57-f5a77c22de93 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:30:19.554945 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5adb1189-7643-4755-a0ea-0bd8f75755f4 service neutron] Attempting to bind port 19c243f1-ae0e-483f-b5b6-665f722ee400 on network 5315cd20-1a9d-46e5-ab57-f5a77c22de93 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:19.565606 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5adb1189-7643-4755-a0ea-0bd8f75755f4 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:30:19.565932 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5adb1189-7643-4755-a0ea-0bd8f75755f4 service neutron] Checking segment: {'id': 'f8fd6507-d6f7-4150-97cc-fd943cc9c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:30:19.570358 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5adb1189-7643-4755-a0ea-0bd8f75755f4 service neutron] Bound using segment: {'id': 'f8fd6507-d6f7-4150-97cc-fd943cc9c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:30:19.570358 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5adb1189-7643-4755-a0ea-0bd8f75755f4 service neutron] Bound port: 19c243f1-ae0e-483f-b5b6-665f722ee400, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8fd6507-d6f7-4150-97cc-fd943cc9c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:30:19.570910 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5adb1189-7643-4755-a0ea-0bd8f75755f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:19.576766 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-14469a96-c5bc-41f5-9e71-25b843c31eeb req-6ce18c8a-b843-487f-b39d-3883d50c918f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:30:19.578565 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-14469a96-c5bc-41f5-9e71-25b843c31eeb req-6ce18c8a-b843-487f-b39d-3883d50c918f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087101 Nov 25 19:30:19.642651 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a1dda-6987-458b-a434-1637bce96c16 req-3eaf5626-47f8-4467-967b-06b2b8e9aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:19.643547 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a1dda-6987-458b-a434-1637bce96c16 req-3eaf5626-47f8-4467-967b-06b2b8e9aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:19.644441 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a1dda-6987-458b-a434-1637bce96c16 req-3eaf5626-47f8-4467-967b-06b2b8e9aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:19.646389 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a1dda-6987-458b-a434-1637bce96c16 req-3eaf5626-47f8-4467-967b-06b2b8e9aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:19.646764 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a1dda-6987-458b-a434-1637bce96c16 req-3eaf5626-47f8-4467-967b-06b2b8e9aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:19.658221 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4c9a1dda-6987-458b-a434-1637bce96c16 req-3eaf5626-47f8-4467-967b-06b2b8e9aa1a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=514fc44b5d1f423cb02ea29bd2e23ca8&device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 4363 time: 1.1184347 Nov 25 19:30:19.814776 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5adb1189-7643-4755-a0ea-0bd8f75755f4 service neutron] For port 19c243f1-ae0e-483f-b5b6-665f722ee400, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:30:19.824997 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5adb1189-7643-4755-a0ea-0bd8f75755f4 service neutron] For port 19c243f1-ae0e-483f-b5b6-665f722ee400, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=19c243f1-ae0e-483f-b5b6-665f722ee400,segment=NetworkSegment(f8fd6507-d6f7-4150-97cc-fd943cc9c602),segment_id=f8fd6507-d6f7-4150-97cc-fd943cc9c602)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:30:19.835779 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5adb1189-7643-4755-a0ea-0bd8f75755f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:19.949445 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5adb1189-7643-4755-a0ea-0bd8f75755f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:19.950526 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5adb1189-7643-4755-a0ea-0bd8f75755f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:19.964149 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5adb1189-7643-4755-a0ea-0bd8f75755f4 service neutron] 10.222.0.73 "PUT /v2.0/ports/19c243f1-ae0e-483f-b5b6-665f722ee400 HTTP/1.1" status: 200 len: 1129 time: 2.1598659 Nov 25 19:30:19.968678 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a1dda-6987-458b-a434-1637bce96c16 req-ea690f8c-7252-413d-bbfb-4551ad702a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:19.992478 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a1dda-6987-458b-a434-1637bce96c16 req-ea690f8c-7252-413d-bbfb-4551ad702a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:19.993768 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a1dda-6987-458b-a434-1637bce96c16 req-ea690f8c-7252-413d-bbfb-4551ad702a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:19.997442 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4c9a1dda-6987-458b-a434-1637bce96c16 req-ea690f8c-7252-413d-bbfb-4551ad702a0d service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=514fc44b5d1f423cb02ea29bd2e23ca8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3282385 Nov 25 19:30:20.044158 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-e6c76000-a308-4aed-aae3-1e2b7510e92d service neutron] Request body: {'port': {'device_id': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:20.178775 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f83290e6-b416-491c-9633-e28b5dbc5aae req-45068c6d-375d-4bf7-9dad-ecbdb45acfff tempest-ServerShowV257Test-337415718 tempest-ServerShowV257Test-337415718-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.1203694 Nov 25 19:30:20.384234 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb1189-7643-4755-a0ea-0bd8f75755f4 service neutron] Pushing event updated for resources: {'Port': ['ID=19c243f1-ae0e-483f-b5b6-665f722ee400,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:20.485468 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a1dda-6987-458b-a434-1637bce96c16 req-3f379cbc-4494-4c67-9a64-b86b4a0eeaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:20.508206 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4c9a1dda-6987-458b-a434-1637bce96c16 req-3f379cbc-4494-4c67-9a64-b86b4a0eeaf9 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4343724 Nov 25 19:30:20.508652 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:30:20.536480 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-cb16048c-d42e-44a9-beb3-9b974d37f6b6 req-2b04e26d-31c7-4084-aaf0-3429e2bc93f8 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:30:20.553565 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cb16048c-d42e-44a9-beb3-9b974d37f6b6 req-2b04e26d-31c7-4084-aaf0-3429e2bc93f8 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0438843 Nov 25 19:30:20.555253 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'tag': '19c243f1-ae0e-483f-b5b6-665f722ee400'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:20.563361 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e683190-bb76-4cb7-9095-22e0e3a23927" -d '{"events": [{"name": "network-changed", "server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "tag": "19c243f1-ae0e-483f-b5b6-665f722ee400"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:20.607642 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfbda1-86e5-439f-914b-c24c8990bb66 req-3e22a0c8-9a15-4446-af66-da10ead4bb7a tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:20.632540 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-54bfbda1-86e5-439f-914b-c24c8990bb66 req-3e22a0c8-9a15-4446-af66-da10ead4bb7a tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 945 time: 0.5368912 Nov 25 19:30:20.690361 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-e6c76000-a308-4aed-aae3-1e2b7510e92d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:20.716969 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bff2a2ae-2598-4d3f-bb69-3dfade0f4792 req-7a686b49-c3f3-4a00-9cd0-7b38b27c0fe7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1038711 Nov 25 19:30:20.743940 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1046bfa2-0bd0-40c8-8e8f-deae707e003f admin admin] Router cfaea3ad-d09b-412f-b070-05e91fd61399 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:30:20.945905 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-54bfbda1-86e5-439f-914b-c24c8990bb66 req-9e35b631-a0e8-478d-aa6e-e988e601fd86 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fe6bace-607a-46a1-8001-48497092a9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3115466 Nov 25 19:30:20.975850 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1046bfa2-0bd0-40c8-8e8f-deae707e003f admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:30:20.987245 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42723a61-34aa-426e-b7b0-d0c154ef7ccf None None] Sync routers for ids ['cfaea3ad-d09b-412f-b070-05e91fd61399'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:30:20.991282 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1046bfa2-0bd0-40c8-8e8f-deae707e003f admin admin] 10.222.0.55 "PUT /v2.0/routers/cfaea3ad-d09b-412f-b070-05e91fd61399/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0746920 Nov 25 19:30:20.993215 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35570) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:21.025090 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42723a61-34aa-426e-b7b0-d0c154ef7ccf None None] Routers {'cfaea3ad-d09b-412f-b070-05e91fd61399'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:30:21.025749 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-42723a61-34aa-426e-b7b0-d0c154ef7ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:30:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cfaea3ad-d09b-412f-b070-05e91fd61399'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:21.290444 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-42723a61-34aa-426e-b7b0-d0c154ef7ccf None None] Set router cfaea3ad-d09b-412f-b070-05e91fd61399 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:30:21.325349 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ad767da-76cf-4218-9318-e18d9418bf86 admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:21.552326 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1bc43-ec36-4c0a-b41d-c94699f31f58 req-9a9ce633-e8df-43c8-9e7e-aa91807f8b1b tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:21.566980 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8fe1bc43-ec36-4c0a-b41d-c94699f31f58 req-9a9ce633-e8df-43c8-9e7e-aa91807f8b1b tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 944 time: 0.2677405 Nov 25 19:30:21.655639 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ad767da-76cf-4218-9318-e18d9418bf86 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:21.733713 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8fe1bc43-ec36-4c0a-b41d-c94699f31f58 req-00056a7f-2a92-4b57-b80d-3a467819660b tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1633084 Nov 25 19:30:21.838996 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7ad767da-76cf-4218-9318-e18d9418bf86 admin admin] Deleting port 4484a0a3-5d2a-4758-8664-b8edcdea2f95 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:30:21.839567 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ad767da-76cf-4218-9318-e18d9418bf86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:21.878621 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-42723a61-34aa-426e-b7b0-d0c154ef7ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'name': 'tempest-ServersTestFqdnHostnames-1956517719-router', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4484a0a3-5d2a-4758-8664-b8edcdea2f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:07Z', 'updated_at': '2021-11-25T19:30:18Z', 'revision_number': 5, 'project_id': '6aa141dcfeef46bb898026153dd284be', 'gw_port': {'id': '4484a0a3-5d2a-4758-8664-b8edcdea2f95', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:11Z', 'updated_at': '2021-11-25T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:21.895394 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-e6c76000-a308-4aed-aae3-1e2b7510e92d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d03038df-719f-4767-965c-ea72372fa48c {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:30:21.918383 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-e6c76000-a308-4aed-aae3-1e2b7510e92d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:21.928159 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc05a418-36d1-4550-9795-2181d6812a2e x-openstack-request-id: req-dc05a418-36d1-4550-9795-2181d6812a2e {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:21.928531 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "tag": "19c243f1-ae0e-483f-b5b6-665f722ee400", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:21.928934 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc05a418-36d1-4550-9795-2181d6812a2e {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:21.929131 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'tag': '19c243f1-ae0e-483f-b5b6-665f722ee400', 'status': 'completed', 'code': 200} Nov 25 19:30:21.948864 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-e6c76000-a308-4aed-aae3-1e2b7510e92d service neutron] Transition to ACTIVE for port object d03038df-719f-4767-965c-ea72372fa48c will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:30:21.955127 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-e6c76000-a308-4aed-aae3-1e2b7510e92d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:22.079494 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c76000-a308-4aed-aae3-1e2b7510e92d service neutron] Pushing event updated for resources: {'Port': ['ID=d03038df-719f-4767-965c-ea72372fa48c,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:22.087354 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42723a61-34aa-426e-b7b0-d0c154ef7ccf None None] Checking router: cfaea3ad-d09b-412f-b070-05e91fd61399 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:30:22.115393 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42723a61-34aa-426e-b7b0-d0c154ef7ccf None None] Routers {'cfaea3ad-d09b-412f-b070-05e91fd61399'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:30:22.116305 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-42723a61-34aa-426e-b7b0-d0c154ef7ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:30:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cfaea3ad-d09b-412f-b070-05e91fd61399'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:22.175586 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-7ad767da-76cf-4218-9318-e18d9418bf86 admin admin] For port 4484a0a3-5d2a-4758-8664-b8edcdea2f95, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4484a0a3-5d2a-4758-8664-b8edcdea2f95,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:22.176114 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ad767da-76cf-4218-9318-e18d9418bf86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:22.209956 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e683190-bb76-4cb7-9095-22e0e3a23927 req-4c6ba47c-3a50-4ffc-ada4-211beedc1039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:22.210567 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e683190-bb76-4cb7-9095-22e0e3a23927 req-4c6ba47c-3a50-4ffc-ada4-211beedc1039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:22.211046 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e683190-bb76-4cb7-9095-22e0e3a23927 req-4c6ba47c-3a50-4ffc-ada4-211beedc1039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:22.211517 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e683190-bb76-4cb7-9095-22e0e3a23927 req-4c6ba47c-3a50-4ffc-ada4-211beedc1039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:22.211987 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e683190-bb76-4cb7-9095-22e0e3a23927 req-4c6ba47c-3a50-4ffc-ada4-211beedc1039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:22.212462 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e683190-bb76-4cb7-9095-22e0e3a23927 req-4c6ba47c-3a50-4ffc-ada4-211beedc1039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:22.212931 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e683190-bb76-4cb7-9095-22e0e3a23927 req-4c6ba47c-3a50-4ffc-ada4-211beedc1039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:22.225054 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7e683190-bb76-4cb7-9095-22e0e3a23927 req-4c6ba47c-3a50-4ffc-ada4-211beedc1039 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=514fc44b5d1f423cb02ea29bd2e23ca8&device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 6165 time: 0.2457290 Nov 25 19:30:22.261638 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7ad767da-76cf-4218-9318-e18d9418bf86 admin admin] Calling delete_port for 4484a0a3-5d2a-4758-8664-b8edcdea2f95 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:30:22.538570 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-42723a61-34aa-426e-b7b0-d0c154ef7ccf None None] Set router cfaea3ad-d09b-412f-b070-05e91fd61399 gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:30:22.716637 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-42723a61-34aa-426e-b7b0-d0c154ef7ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'name': 'tempest-ServersTestFqdnHostnames-1956517719-router', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:07Z', 'updated_at': '2021-11-25T19:30:21Z', 'revision_number': 6, 'project_id': '6aa141dcfeef46bb898026153dd284be', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:22.787473 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9080d469-cdae-4b58-9b8d-9f409840991a req-d97aa667-c53b-4857-8a7a-142cbc262dd4 tempest-ServerShowV257Test-337415718 tempest-ServerShowV257Test-337415718-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.5128136 Nov 25 19:30:22.794625 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e683190-bb76-4cb7-9095-22e0e3a23927 req-afeedbe3-3b6b-4e2e-b621-0ac771893639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:22.795259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e683190-bb76-4cb7-9095-22e0e3a23927 req-afeedbe3-3b6b-4e2e-b621-0ac771893639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:22.795742 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e683190-bb76-4cb7-9095-22e0e3a23927 req-afeedbe3-3b6b-4e2e-b621-0ac771893639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:22.797754 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7e683190-bb76-4cb7-9095-22e0e3a23927 req-afeedbe3-3b6b-4e2e-b621-0ac771893639 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=514fc44b5d1f423cb02ea29bd2e23ca8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5611403 Nov 25 19:30:22.826916 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42723a61-34aa-426e-b7b0-d0c154ef7ccf None None] The sync data for ids ['cfaea3ad-d09b-412f-b070-05e91fd61399'] in n-d-819349-5 is: [{'id': 'cfaea3ad-d09b-412f-b070-05e91fd61399', 'name': 'tempest-ServersTestFqdnHostnames-1956517719-router', 'tenant_id': '6aa141dcfeef46bb898026153dd284be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:07Z', 'updated_at': '2021-11-25T19:30:21Z', 'revision_number': 6, 'project_id': '6aa141dcfeef46bb898026153dd284be', 'gw_port_host': None}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:30:22.939669 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056ae68-72ff-474a-b489-c5b4dd3de56e req-6d7d3394-465e-4cb3-8be9-2dfdd8d02bfb tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:22.949270 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056ae68-72ff-474a-b489-c5b4dd3de56e req-6d7d3394-465e-4cb3-8be9-2dfdd8d02bfb tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:22.955919 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056ae68-72ff-474a-b489-c5b4dd3de56e req-6d7d3394-465e-4cb3-8be9-2dfdd8d02bfb tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:22.964402 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056ae68-72ff-474a-b489-c5b4dd3de56e req-6d7d3394-465e-4cb3-8be9-2dfdd8d02bfb tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:22.971367 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056ae68-72ff-474a-b489-c5b4dd3de56e req-6d7d3394-465e-4cb3-8be9-2dfdd8d02bfb tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:22.978494 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056ae68-72ff-474a-b489-c5b4dd3de56e req-6d7d3394-465e-4cb3-8be9-2dfdd8d02bfb tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:22.985876 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056ae68-72ff-474a-b489-c5b4dd3de56e req-6d7d3394-465e-4cb3-8be9-2dfdd8d02bfb tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:22.995693 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d056ae68-72ff-474a-b489-c5b4dd3de56e req-6d7d3394-465e-4cb3-8be9-2dfdd8d02bfb tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5370 time: 0.9027729 Nov 25 19:30:23.006137 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c543add5-50dd-427a-b343-59bc9a36e590 req-dba6f967-e78a-425d-b58a-25c63db85abc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9122870 Nov 25 19:30:23.077040 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-e6c76000-a308-4aed-aae3-1e2b7510e92d service neutron] Attempting to bind port d03038df-719f-4767-965c-ea72372fa48c on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:30:23.077972 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-e6c76000-a308-4aed-aae3-1e2b7510e92d service neutron] Attempting to bind port d03038df-719f-4767-965c-ea72372fa48c by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'f8fd6507-d6f7-4150-97cc-fd943cc9c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:30:23.084366 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-e6c76000-a308-4aed-aae3-1e2b7510e92d service neutron] Attempting to bind port d03038df-719f-4767-965c-ea72372fa48c on network 5315cd20-1a9d-46e5-ab57-f5a77c22de93 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:23.163340 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-e6c76000-a308-4aed-aae3-1e2b7510e92d service neutron] Port d03038df-719f-4767-965c-ea72372fa48c on network 5315cd20-1a9d-46e5-ab57-f5a77c22de93 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:30:23.164278 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-e6c76000-a308-4aed-aae3-1e2b7510e92d service neutron] Attempting to bind port d03038df-719f-4767-965c-ea72372fa48c on network 5315cd20-1a9d-46e5-ab57-f5a77c22de93 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:23.204605 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-e6c76000-a308-4aed-aae3-1e2b7510e92d service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:30:23.204989 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-e6c76000-a308-4aed-aae3-1e2b7510e92d service neutron] Checking segment: {'id': 'f8fd6507-d6f7-4150-97cc-fd943cc9c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:30:23.205372 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-e6c76000-a308-4aed-aae3-1e2b7510e92d service neutron] Bound using segment: {'id': 'f8fd6507-d6f7-4150-97cc-fd943cc9c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:30:23.205847 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-e6c76000-a308-4aed-aae3-1e2b7510e92d service neutron] Bound port: d03038df-719f-4767-965c-ea72372fa48c, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8fd6507-d6f7-4150-97cc-fd943cc9c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:30:23.206221 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-e6c76000-a308-4aed-aae3-1e2b7510e92d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:23.325500 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d056ae68-72ff-474a-b489-c5b4dd3de56e req-f8de033b-b7de-429b-8ff2-ed72911a9a12 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3243067 Nov 25 19:30:23.397846 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:23.588106 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-e6c76000-a308-4aed-aae3-1e2b7510e92d service neutron] For port d03038df-719f-4767-965c-ea72372fa48c, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:30:23.592477 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-e6c76000-a308-4aed-aae3-1e2b7510e92d service neutron] For port d03038df-719f-4767-965c-ea72372fa48c, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d03038df-719f-4767-965c-ea72372fa48c,segment=NetworkSegment(f8fd6507-d6f7-4150-97cc-fd943cc9c602),segment_id=f8fd6507-d6f7-4150-97cc-fd943cc9c602)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:30:23.608031 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-e6c76000-a308-4aed-aae3-1e2b7510e92d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:23.685157 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-e6c76000-a308-4aed-aae3-1e2b7510e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:23.685799 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-e6c76000-a308-4aed-aae3-1e2b7510e92d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:23.697622 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-e6c76000-a308-4aed-aae3-1e2b7510e92d service neutron] 10.222.0.73 "PUT /v2.0/ports/d03038df-719f-4767-965c-ea72372fa48c HTTP/1.1" status: 200 len: 1129 time: 3.6678648 Nov 25 19:30:23.775092 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Request body: {'port': {'device_id': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:23.885104 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c76000-a308-4aed-aae3-1e2b7510e92d service neutron] Pushing event updated for resources: {'Port': ['ID=d03038df-719f-4767-965c-ea72372fa48c,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:23.930994 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'tag': 'd03038df-719f-4767-965c-ea72372fa48c'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:23.933274 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76534186-09b2-48fd-a632-fef206ce37e9" -d '{"events": [{"name": "network-changed", "server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "tag": "d03038df-719f-4767-965c-ea72372fa48c"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:23.953002 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 808aebf7-9fbe-4624-b250-07a3c07df977 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:30:23.978777 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:24.034898 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 808aebf7-9fbe-4624-b250-07a3c07df977 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:30:24.035675 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 808aebf7-9fbe-4624-b250-07a3c07df977 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:30:24.038166 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4484a0a3-5d2a-4758-8664-b8edcdea2f95 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:30:24.123874 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:24.314197 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733093f-0770-4286-bbec-33556869964d req-989f5665-37d5-483c-b1ce-277595da8e65 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:24.316864 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c733093f-0770-4286-bbec-33556869964d req-989f5665-37d5-483c-b1ce-277595da8e65 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 950 time: 1.3824666 Nov 25 19:30:24.357912 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e683190-bb76-4cb7-9095-22e0e3a23927 req-0ab23269-acbb-47b4-85a2-c7ce2e995a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:24.358961 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7e683190-bb76-4cb7-9095-22e0e3a23927 req-0ab23269-acbb-47b4-85a2-c7ce2e995a30 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5482237 Nov 25 19:30:24.387108 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:24.455575 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ad767da-76cf-4218-9318-e18d9418bf86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:24.481119 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c733093f-0770-4286-bbec-33556869964d req-23a66966-e887-42e8-858c-006a07a41dda tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210277 Nov 25 19:30:24.555913 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad767da-76cf-4218-9318-e18d9418bf86 admin admin] Pushing event deleted for resources: {'Port': ['ID=4484a0a3-5d2a-4758-8664-b8edcdea2f95,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:24.644235 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ad767da-76cf-4218-9318-e18d9418bf86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:24.693981 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d14643-4270-4bef-a2dc-6860d878b797 req-f56f7a03-3e3a-43cd-a4aa-6990db6c8d77 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:24.706112 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-54d14643-4270-4bef-a2dc-6860d878b797 req-f56f7a03-3e3a-43cd-a4aa-6990db6c8d77 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 944 time: 0.3673375 Nov 25 19:30:24.760471 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ad767da-76cf-4218-9318-e18d9418bf86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:24.763142 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ad767da-76cf-4218-9318-e18d9418bf86 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:24.823004 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-54d14643-4270-4bef-a2dc-6860d878b797 req-2a0f4ebd-5107-4fe7-b941-376de150bcdc tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1154571 Nov 25 19:30:24.908182 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ad767da-76cf-4218-9318-e18d9418bf86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:24.908888 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad767da-76cf-4218-9318-e18d9418bf86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfaea3ad-d09b-412f-b070-05e91fd61399 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:30:24.915579 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ad767da-76cf-4218-9318-e18d9418bf86 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:24.916375 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7ad767da-76cf-4218-9318-e18d9418bf86 admin admin] 10.222.0.55 "DELETE /v2.0/routers/cfaea3ad-d09b-412f-b070-05e91fd61399 HTTP/1.1" status: 204 len: 168 time: 3.9220426 Nov 25 19:30:24.919881 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 35638) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:25.007134 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fcad89-89b4-44a5-926d-141e86f84fd6 x-openstack-request-id: req-61fcad89-89b4-44a5-926d-141e86f84fd6 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:25.007823 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "tag": "d03038df-719f-4767-965c-ea72372fa48c", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:25.007823 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-61fcad89-89b4-44a5-926d-141e86f84fd6 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:25.008079 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'tag': 'd03038df-719f-4767-965c-ea72372fa48c', 'status': 'completed', 'code': 200} Nov 25 19:30:25.143606 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76534186-09b2-48fd-a632-fef206ce37e9 req-8b0f2f32-ae35-45ce-861f-899b6c33dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:25.144352 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76534186-09b2-48fd-a632-fef206ce37e9 req-8b0f2f32-ae35-45ce-861f-899b6c33dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:25.145523 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76534186-09b2-48fd-a632-fef206ce37e9 req-8b0f2f32-ae35-45ce-861f-899b6c33dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:25.146779 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76534186-09b2-48fd-a632-fef206ce37e9 req-8b0f2f32-ae35-45ce-861f-899b6c33dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:25.149322 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76534186-09b2-48fd-a632-fef206ce37e9 req-8b0f2f32-ae35-45ce-861f-899b6c33dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:25.154385 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76534186-09b2-48fd-a632-fef206ce37e9 req-8b0f2f32-ae35-45ce-861f-899b6c33dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:25.154905 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76534186-09b2-48fd-a632-fef206ce37e9 req-8b0f2f32-ae35-45ce-861f-899b6c33dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:25.157024 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-76534186-09b2-48fd-a632-fef206ce37e9 req-8b0f2f32-ae35-45ce-861f-899b6c33dda9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=514fc44b5d1f423cb02ea29bd2e23ca8&device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 6207 time: 0.1760285 Nov 25 19:30:25.159908 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0119a69d-e22b-4e30-97fe-eb3306521f93 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:30:25.171839 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b005b3-ee2f-460a-8700-e9d1e65d6dd7 req-2618a291-cc6b-4ba2-99ea-93523c5f7800 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:25.183241 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce5253a-39d9-49aa-899f-3d9fe4fab39d admin admin] Deleting subnet 0a35db18-7d13-4c59-ac14-9744af7c6685 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:30:25.187035 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b005b3-ee2f-460a-8700-e9d1e65d6dd7 req-2618a291-cc6b-4ba2-99ea-93523c5f7800 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:25.190833 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:25.197228 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ce5253a-39d9-49aa-899f-3d9fe4fab39d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:25.201444 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b005b3-ee2f-460a-8700-e9d1e65d6dd7 req-2618a291-cc6b-4ba2-99ea-93523c5f7800 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:25.215070 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b005b3-ee2f-460a-8700-e9d1e65d6dd7 req-2618a291-cc6b-4ba2-99ea-93523c5f7800 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:25.227003 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b005b3-ee2f-460a-8700-e9d1e65d6dd7 req-2618a291-cc6b-4ba2-99ea-93523c5f7800 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:25.246329 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b005b3-ee2f-460a-8700-e9d1e65d6dd7 req-2618a291-cc6b-4ba2-99ea-93523c5f7800 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:25.266550 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b005b3-ee2f-460a-8700-e9d1e65d6dd7 req-2618a291-cc6b-4ba2-99ea-93523c5f7800 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:25.280119 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Transition to ACTIVE for port object 0119a69d-e22b-4e30-97fe-eb3306521f93 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:30:25.281314 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c7b005b3-ee2f-460a-8700-e9d1e65d6dd7 req-2618a291-cc6b-4ba2-99ea-93523c5f7800 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5370 time: 0.2308464 Nov 25 19:30:25.292852 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:25.310035 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ce5253a-39d9-49aa-899f-3d9fe4fab39d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:25.532409 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76534186-09b2-48fd-a632-fef206ce37e9 req-4e17e933-bb41-4f76-8b99-2d305a54a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:25.534313 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76534186-09b2-48fd-a632-fef206ce37e9 req-4e17e933-bb41-4f76-8b99-2d305a54a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:25.535366 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76534186-09b2-48fd-a632-fef206ce37e9 req-4e17e933-bb41-4f76-8b99-2d305a54a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:25.539134 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-76534186-09b2-48fd-a632-fef206ce37e9 req-4e17e933-bb41-4f76-8b99-2d305a54a152 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=514fc44b5d1f423cb02ea29bd2e23ca8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2550972 Nov 25 19:30:25.541878 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0f433-b024-4ad3-9d6f-f4627c866736 req-668389c3-1c41-40c3-90e4-7206e679f844 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:25.549911 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53b0f433-b024-4ad3-9d6f-f4627c866736 req-668389c3-1c41-40c3-90e4-7206e679f844 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 945 time: 0.4712064 Nov 25 19:30:25.649020 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c7b005b3-ee2f-460a-8700-e9d1e65d6dd7 req-89a651d7-182e-474a-8dda-0b67a02788b3 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3483889 Nov 25 19:30:25.699326 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Pushing event updated for resources: {'Port': ['ID=0119a69d-e22b-4e30-97fe-eb3306521f93,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:25.856999 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76534186-09b2-48fd-a632-fef206ce37e9 req-8c075b21-8fa2-4897-9a3d-181cbe779522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:25.858781 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-76534186-09b2-48fd-a632-fef206ce37e9 req-8c075b21-8fa2-4897-9a3d-181cbe779522 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3097882 Nov 25 19:30:25.878114 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543add5-50dd-427a-b343-59bc9a36e590 req-fcc1df29-156b-4ca3-b9ce-87d120f027c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:25.880492 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c543add5-50dd-427a-b343-59bc9a36e590 req-fcc1df29-156b-4ca3-b9ce-87d120f027c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 1101 time: 0.4550924 Nov 25 19:30:25.882419 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:25.883087 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:25.883960 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:25.884512 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:25.885063 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:25.885610 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:25.886168 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:25.886716 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:25.887284 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:25.888451 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:25.889092 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:25.889626 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:25.974943 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a9c3aa83-9e1c-4266-be84-472720b95f72 req-3df1aa2b-7d59-48a0-a92f-5fc3d424fa1e tempest-ServerShowV257Test-337415718 tempest-ServerShowV257Test-337415718-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.0440979 Nov 25 19:30:26.088287 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53b0f433-b024-4ad3-9d6f-f4627c866736 req-4351648f-3dae-4b3b-836d-da7b443d23b0 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fe6bace-607a-46a1-8001-48497092a9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5373566 Nov 25 19:30:26.092721 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ce5253a-39d9-49aa-899f-3d9fe4fab39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:26.185936 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487b2f8-4377-4b00-9c6d-ecf9d2fb6a0d req-6f806270-98ea-406c-affc-3f9550e313e1 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:26.187776 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c487b2f8-4377-4b00-9c6d-ecf9d2fb6a0d req-6f806270-98ea-406c-affc-3f9550e313e1 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.85 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 945 time: 0.4824038 Nov 25 19:30:26.207268 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b197b51-5db3-428e-b86a-293bf5e51f96 req-194fefdd-2fdc-49ef-b5dc-ef0ef77b3b33 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:26.211573 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9b197b51-5db3-428e-b86a-293bf5e51f96 req-194fefdd-2fdc-49ef-b5dc-ef0ef77b3b33 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 950 time: 0.0873454 Nov 25 19:30:26.239574 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Attempting to bind port 0119a69d-e22b-4e30-97fe-eb3306521f93 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:30:26.239874 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Attempting to bind port 0119a69d-e22b-4e30-97fe-eb3306521f93 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'f8fd6507-d6f7-4150-97cc-fd943cc9c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:30:26.240404 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Attempting to bind port 0119a69d-e22b-4e30-97fe-eb3306521f93 on network 5315cd20-1a9d-46e5-ab57-f5a77c22de93 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:26.296901 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Port 0119a69d-e22b-4e30-97fe-eb3306521f93 on network 5315cd20-1a9d-46e5-ab57-f5a77c22de93 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:30:26.297228 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Attempting to bind port 0119a69d-e22b-4e30-97fe-eb3306521f93 on network 5315cd20-1a9d-46e5-ab57-f5a77c22de93 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:26.305258 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9b197b51-5db3-428e-b86a-293bf5e51f96 req-ec14c2e5-9bf2-4e35-a2ac-711bede23a6a tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859981 Nov 25 19:30:26.353296 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:30:26.353636 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Checking segment: {'id': 'f8fd6507-d6f7-4150-97cc-fd943cc9c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:30:26.354739 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Bound using segment: {'id': 'f8fd6507-d6f7-4150-97cc-fd943cc9c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:30:26.354739 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Bound port: 0119a69d-e22b-4e30-97fe-eb3306521f93, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8fd6507-d6f7-4150-97cc-fd943cc9c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:30:26.355196 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:26.362694 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543add5-50dd-427a-b343-59bc9a36e590 req-bb27739c-35af-414b-90c5-aecff86a6e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:26.365082 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c543add5-50dd-427a-b343-59bc9a36e590 req-bb27739c-35af-414b-90c5-aecff86a6e70 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.4641550 Nov 25 19:30:26.405397 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86688ecb-5aa4-4150-804f-2a8fab675988 req-44d68e5e-4e8c-42f9-af55-6ae3079b1ea3 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:26.407124 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-86688ecb-5aa4-4150-804f-2a8fab675988 req-44d68e5e-4e8c-42f9-af55-6ae3079b1ea3 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 944 time: 0.2115529 Nov 25 19:30:26.438518 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ce5253a-39d9-49aa-899f-3d9fe4fab39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:26.452198 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c543add5-50dd-427a-b343-59bc9a36e590 req-f730f2c2-c052-41b5-9668-f2e624e7c049 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=2de9b276-2e29-49ab-817d-32d082b2e017 HTTP/1.1" status: 200 len: 217 time: 0.0783179 Nov 25 19:30:26.528993 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5253a-39d9-49aa-899f-3d9fe4fab39d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a35db18-7d13-4c59-ac14-9744af7c6685,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:26.554793 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5c96bf-5ffa-4103-8f25-90305edd90f4 None None] Network 5a111422-02ea-4673-ac0b-0324d3e06e0d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:30:26.576851 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ce5253a-39d9-49aa-899f-3d9fe4fab39d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:26.583888 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35652) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:26.592113 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5ce5253a-39d9-49aa-899f-3d9fe4fab39d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0a35db18-7d13-4c59-ac14-9744af7c6685 HTTP/1.1" status: 204 len: 168 time: 1.6127713 Nov 25 19:30:26.674881 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-c487b2f8-4377-4b00-9c6d-ecf9d2fb6a0d req-04f19c21-3521-4c2c-be72-c153eb8ddeca tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Deleting port 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:30:26.675227 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c487b2f8-4377-4b00-9c6d-ecf9d2fb6a0d req-04f19c21-3521-4c2c-be72-c153eb8ddeca tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:26.694420 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f208a3d-a9fb-4b5c-9738-2d46a663954a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:26.756480 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543add5-50dd-427a-b343-59bc9a36e590 req-aba1f9dc-8a2c-44cd-9195-1d21e84cf2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:26.759394 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c543add5-50dd-427a-b343-59bc9a36e590 req-aba1f9dc-8a2c-44cd-9195-1d21e84cf2e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.2525783 Nov 25 19:30:26.768663 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] For port 0119a69d-e22b-4e30-97fe-eb3306521f93, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:30:26.781461 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-86688ecb-5aa4-4150-804f-2a8fab675988 req-c12bade9-e01b-47bd-8a05-78c36b40b4b8 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3402023 Nov 25 19:30:26.797510 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4f208a3d-a9fb-4b5c-9738-2d46a663954a admin admin] Deleting port 92cebc80-e550-4600-aee1-32449ca44b3c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:30:26.797795 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f208a3d-a9fb-4b5c-9738-2d46a663954a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:26.876395 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ba1bec-7cf3-4cc2-98ee-57388e0017ef None None] DHCP port deletion for 5a111422-02ea-4673-ac0b-0324d3e06e0d request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:30:26.886109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] For port 0119a69d-e22b-4e30-97fe-eb3306521f93, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0119a69d-e22b-4e30-97fe-eb3306521f93,segment=NetworkSegment(f8fd6507-d6f7-4150-97cc-fd943cc9c602),segment_id=f8fd6507-d6f7-4150-97cc-fd943cc9c602)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:30:26.929424 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:26.977989 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-4f208a3d-a9fb-4b5c-9738-2d46a663954a admin admin] For port 92cebc80-e550-4600-aee1-32449ca44b3c, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=92cebc80-e550-4600-aee1-32449ca44b3c,segment=NetworkSegment(6a46255a-9426-4da0-9bc2-47801a2d5e37),segment_id=6a46255a-9426-4da0-9bc2-47801a2d5e37)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:26.977989 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f208a3d-a9fb-4b5c-9738-2d46a663954a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:27.001081 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543add5-50dd-427a-b343-59bc9a36e590 req-6b53d23c-7140-4f2e-adb3-4d19f004f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.013141 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c543add5-50dd-427a-b343-59bc9a36e590 req-6b53d23c-7140-4f2e-adb3-4d19f004f105 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1802182 Nov 25 19:30:27.015512 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4f208a3d-a9fb-4b5c-9738-2d46a663954a admin admin] Calling delete_port for 92cebc80-e550-4600-aee1-32449ca44b3c owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:30:27.025116 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-49ba1bec-7cf3-4cc2-98ee-57388e0017ef None None] Deleting port 92cebc80-e550-4600-aee1-32449ca44b3c {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:30:27.028749 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-49ba1bec-7cf3-4cc2-98ee-57388e0017ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:27.029264 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.029894 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf20277-7c9e-44f9-937a-d23bbc731914 req-fc80bba3-a1ca-47d4-9795-c4c70acc15f4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.030445 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:27.032173 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] 10.222.0.73 "PUT /v2.0/ports/0119a69d-e22b-4e30-97fe-eb3306521f93 HTTP/1.1" status: 200 len: 1090 time: 3.2956612 Nov 25 19:30:27.036441 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf20277-7c9e-44f9-937a-d23bbc731914 req-fc80bba3-a1ca-47d4-9795-c4c70acc15f4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.042723 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf20277-7c9e-44f9-937a-d23bbc731914 req-fc80bba3-a1ca-47d4-9795-c4c70acc15f4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.052452 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf20277-7c9e-44f9-937a-d23bbc731914 req-fc80bba3-a1ca-47d4-9795-c4c70acc15f4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.065641 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'tag': '0119a69d-e22b-4e30-97fe-eb3306521f93'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:27.069349 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c486ca-4731-4f7a-a0fa-64e9a4e34d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "tag": "0119a69d-e22b-4e30-97fe-eb3306521f93"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:27.076321 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf20277-7c9e-44f9-937a-d23bbc731914 req-fc80bba3-a1ca-47d4-9795-c4c70acc15f4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.082815 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf20277-7c9e-44f9-937a-d23bbc731914 req-fc80bba3-a1ca-47d4-9795-c4c70acc15f4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.088883 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-b28b03d1-fe6c-40e0-bdb5-9c7a45a114cf service neutron] Request body: {'port': {'device_id': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:27.094516 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf20277-7c9e-44f9-937a-d23bbc731914 req-fc80bba3-a1ca-47d4-9795-c4c70acc15f4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.107215 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-acf20277-7c9e-44f9-937a-d23bbc731914 req-fc80bba3-a1ca-47d4-9795-c4c70acc15f4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5382 time: 0.2445621 Nov 25 19:30:27.208281 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-49ba1bec-7cf3-4cc2-98ee-57388e0017ef None None] For port 92cebc80-e550-4600-aee1-32449ca44b3c, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=92cebc80-e550-4600-aee1-32449ca44b3c,segment=NetworkSegment(6a46255a-9426-4da0-9bc2-47801a2d5e37),segment_id=6a46255a-9426-4da0-9bc2-47801a2d5e37)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:27.209583 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-49ba1bec-7cf3-4cc2-98ee-57388e0017ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:27.230904 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-49ba1bec-7cf3-4cc2-98ee-57388e0017ef None None] Calling delete_port for 92cebc80-e550-4600-aee1-32449ca44b3c owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:30:27.283290 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-c487b2f8-4377-4b00-9c6d-ecf9d2fb6a0d req-04f19c21-3521-4c2c-be72-c153eb8ddeca tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] For port 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=18654cad-d1ea-4b75-b9ec-95d6a36e3f2a,segment=NetworkSegment(d18bb370-0c88-44d6-a932-ba5ae360fb21),segment_id=d18bb370-0c88-44d6-a932-ba5ae360fb21)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:27.288553 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c487b2f8-4377-4b00-9c6d-ecf9d2fb6a0d req-04f19c21-3521-4c2c-be72-c153eb8ddeca tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:27.329708 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-acf20277-7c9e-44f9-937a-d23bbc731914 req-6163d85d-0f39-41e7-82c7-e622671fb46f tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2058907 Nov 25 19:30:27.398907 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f208a3d-a9fb-4b5c-9738-2d46a663954a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:27.417744 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f208a3d-a9fb-4b5c-9738-2d46a663954a admin admin] No DVR routers for this DVR port 92cebc80-e550-4600-aee1-32449ca44b3c on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:30:27.423163 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-49ba1bec-7cf3-4cc2-98ee-57388e0017ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:27.441338 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1708ea-5356-4855-80b3-b9a3340e0f6c service neutron] Pushing event updated for resources: {'Port': ['ID=0119a69d-e22b-4e30-97fe-eb3306521f93,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:27.446053 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f208a3d-a9fb-4b5c-9738-2d46a663954a admin admin] Pushing event deleted for resources: {'Port': ['ID=92cebc80-e550-4600-aee1-32449ca44b3c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:27.451874 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f196690e-f437-477a-af5c-ac8ac0a7666a req-e4d64416-9474-453c-924c-4a44201f4f05 tempest-ServerShowV257Test-337415718 tempest-ServerShowV257Test-337415718-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.2146711 Nov 25 19:30:27.478156 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-b28b03d1-fe6c-40e0-bdb5-9c7a45a114cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:27.498041 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e5e927-4d48-419e-bd0b-bc0396880394 x-openstack-request-id: req-41e5e927-4d48-419e-bd0b-bc0396880394 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:27.498598 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "tag": "0119a69d-e22b-4e30-97fe-eb3306521f93", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:27.501308 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-41e5e927-4d48-419e-bd0b-bc0396880394 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:27.502030 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'tag': '0119a69d-e22b-4e30-97fe-eb3306521f93', 'status': 'completed', 'code': 200} Nov 25 19:30:27.658027 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f208a3d-a9fb-4b5c-9738-2d46a663954a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:27.731149 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ba1bec-7cf3-4cc2-98ee-57388e0017ef None None] No DVR routers for this DVR port 92cebc80-e550-4600-aee1-32449ca44b3c on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:30:27.735617 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba1bec-7cf3-4cc2-98ee-57388e0017ef None None] Pushing event deleted for resources: {'Port': ['ID=92cebc80-e550-4600-aee1-32449ca44b3c,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:27.770925 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4f208a3d-a9fb-4b5c-9738-2d46a663954a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a111422-02ea-4673-ac0b-0324d3e06e0d']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:27.805797 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4f208a3d-a9fb-4b5c-9738-2d46a663954a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a46255a-9426-4da0-9bc2-47801a2d5e37') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:27.806259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4f208a3d-a9fb-4b5c-9738-2d46a663954a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a46255a-9426-4da0-9bc2-47801a2d5e37') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:27.824753 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c486ca-4731-4f7a-a0fa-64e9a4e34d4e req-624657b2-5652-417b-be85-763300b79e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.825404 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c486ca-4731-4f7a-a0fa-64e9a4e34d4e req-624657b2-5652-417b-be85-763300b79e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.825893 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c486ca-4731-4f7a-a0fa-64e9a4e34d4e req-624657b2-5652-417b-be85-763300b79e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.827259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c486ca-4731-4f7a-a0fa-64e9a4e34d4e req-624657b2-5652-417b-be85-763300b79e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.827259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c486ca-4731-4f7a-a0fa-64e9a4e34d4e req-624657b2-5652-417b-be85-763300b79e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.827618 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c486ca-4731-4f7a-a0fa-64e9a4e34d4e req-624657b2-5652-417b-be85-763300b79e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.827825 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c486ca-4731-4f7a-a0fa-64e9a4e34d4e req-624657b2-5652-417b-be85-763300b79e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.830203 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e9c486ca-4731-4f7a-a0fa-64e9a4e34d4e req-624657b2-5652-417b-be85-763300b79e9a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=514fc44b5d1f423cb02ea29bd2e23ca8&device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 6274 time: 0.1895285 Nov 25 19:30:27.836310 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f208a3d-a9fb-4b5c-9738-2d46a663954a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:27.860439 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 92cebc80-e550-4600-aee1-32449ca44b3c no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:30:27.915038 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c543add5-50dd-427a-b343-59bc9a36e590 req-3fa638ae-c07e-409f-bca4-dfc4b600208f service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8580234 Nov 25 19:30:27.916253 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 92cebc80-e550-4600-aee1-32449ca44b3c {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:30:27.918924 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 92cebc80-e550-4600-aee1-32449ca44b3c not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:30:27.952453 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0d03b-86f3-43aa-8d50-9c60143dadaa req-f98d836d-9293-4037-b298-4089cd48bc46 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.954639 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-98c0d03b-86f3-43aa-8d50-9c60143dadaa req-f98d836d-9293-4037-b298-4089cd48bc46 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 950 time: 0.2051146 Nov 25 19:30:27.999726 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211de271-52ea-48ef-b744-6371bb28e618 req-0cd8f9a1-a352-472f-ab1d-1a6d8af5ade3 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:28.006117 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-211de271-52ea-48ef-b744-6371bb28e618 req-0cd8f9a1-a352-472f-ab1d-1a6d8af5ade3 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 945 time: 0.3138177 Nov 25 19:30:28.034699 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c486ca-4731-4f7a-a0fa-64e9a4e34d4e req-9f42fe1d-a5e1-457e-8435-c39f84cd7f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:28.035655 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c486ca-4731-4f7a-a0fa-64e9a4e34d4e req-9f42fe1d-a5e1-457e-8435-c39f84cd7f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:28.036536 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c486ca-4731-4f7a-a0fa-64e9a4e34d4e req-9f42fe1d-a5e1-457e-8435-c39f84cd7f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:28.039190 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e9c486ca-4731-4f7a-a0fa-64e9a4e34d4e req-9f42fe1d-a5e1-457e-8435-c39f84cd7f8e service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=514fc44b5d1f423cb02ea29bd2e23ca8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1933684 Nov 25 19:30:28.043063 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f208a3d-a9fb-4b5c-9738-2d46a663954a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:28.104099 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f208a3d-a9fb-4b5c-9738-2d46a663954a admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:30:28.104809 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f208a3d-a9fb-4b5c-9738-2d46a663954a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:30:28.110572 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:30:28.274916 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c487b2f8-4377-4b00-9c6d-ecf9d2fb6a0d req-04f19c21-3521-4c2c-be72-c153eb8ddeca tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:28.275575 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c487b2f8-4377-4b00-9c6d-ecf9d2fb6a0d req-04f19c21-3521-4c2c-be72-c153eb8ddeca tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:28.275575 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [req-c487b2f8-4377-4b00-9c6d-ecf9d2fb6a0d req-04f19c21-3521-4c2c-be72-c153eb8ddeca tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Floating IP 5424adc7-682e-4177-b0b9-df20b1a05301 disassociated. External IP: 172.25.6.105, port: 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a. Nov 25 19:30:28.275859 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-c487b2f8-4377-4b00-9c6d-ecf9d2fb6a0d req-04f19c21-3521-4c2c-be72-c153eb8ddeca tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Calling delete_port for 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:30:28.281081 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-98c0d03b-86f3-43aa-8d50-9c60143dadaa req-3cedcb60-8db6-41ff-9e3d-77d94e11e848 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426221 Nov 25 19:30:28.293371 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-211de271-52ea-48ef-b744-6371bb28e618 req-f733f853-b04b-4b73-ab28-84d86958d0d8 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fe6bace-607a-46a1-8001-48497092a9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2530358 Nov 25 19:30:28.316078 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c543add5-50dd-427a-b343-59bc9a36e590 req-c2f9f31d-f141-4025-a984-71de8a0e7b16 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869455 Nov 25 19:30:28.323335 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f208a3d-a9fb-4b5c-9738-2d46a663954a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:28.342398 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f208a3d-a9fb-4b5c-9738-2d46a663954a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:28.358333 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4f208a3d-a9fb-4b5c-9738-2d46a663954a admin admin] 10.222.0.55 "DELETE /v2.0/networks/5a111422-02ea-4673-ac0b-0324d3e06e0d HTTP/1.1" status: 204 len: 168 time: 1.7729485 Nov 25 19:30:28.419139 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f208a3d-a9fb-4b5c-9738-2d46a663954a admin admin] Pushing event deleted for resources: {'Network': ['ID=5a111422-02ea-4673-ac0b-0324d3e06e0d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:28.471290 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c486ca-4731-4f7a-a0fa-64e9a4e34d4e req-3b674005-f700-4a07-ab9e-4f9185dfec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:28.476512 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e9c486ca-4731-4f7a-a0fa-64e9a4e34d4e req-3b674005-f700-4a07-ab9e-4f9185dfec0b service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3946109 Nov 25 19:30:28.741915 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494da24-a3a9-4aca-9709-124727741bbd req-dfb4d726-ca7b-4226-9cd0-484e799560f4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:28.755527 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494da24-a3a9-4aca-9709-124727741bbd req-dfb4d726-ca7b-4226-9cd0-484e799560f4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:28.764137 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494da24-a3a9-4aca-9709-124727741bbd req-dfb4d726-ca7b-4226-9cd0-484e799560f4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:28.771692 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494da24-a3a9-4aca-9709-124727741bbd req-dfb4d726-ca7b-4226-9cd0-484e799560f4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:28.780080 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494da24-a3a9-4aca-9709-124727741bbd req-dfb4d726-ca7b-4226-9cd0-484e799560f4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:28.782514 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 35676) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:28.788245 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494da24-a3a9-4aca-9709-124727741bbd req-dfb4d726-ca7b-4226-9cd0-484e799560f4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:28.795678 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494da24-a3a9-4aca-9709-124727741bbd req-dfb4d726-ca7b-4226-9cd0-484e799560f4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:28.807199 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7494da24-a3a9-4aca-9709-124727741bbd req-dfb4d726-ca7b-4226-9cd0-484e799560f4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5382 time: 0.1818523 Nov 25 19:30:28.893161 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7494da24-a3a9-4aca-9709-124727741bbd req-5d176718-4e9a-41b5-9ef5-bc7a4b138c5d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0832150 Nov 25 19:30:28.958671 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bbe3c2b6-c13a-4be5-96fc-e1a5b70ee160 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6aa141dcfeef46bb898026153dd284be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1711471 Nov 25 19:30:28.959250 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35678) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:28.970791 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44273bc1-076a-4ed5-9188-3e4ed78aa082 req-2a3b59ec-3683-48bd-84e5-e02b1d05d0b5 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:28.983879 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-44273bc1-076a-4ed5-9188-3e4ed78aa082 req-2a3b59ec-3683-48bd-84e5-e02b1d05d0b5 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 944 time: 0.2057464 Nov 25 19:30:29.086019 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-b28b03d1-fe6c-40e0-bdb5-9c7a45a114cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ff9068-8b27-4ddb-a417-22777493a524 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:30:29.115979 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-82092c4d-e3b2-441c-bc1c-922420a1b2c7 req-0d44a176-8911-4624-b750-1b2bd048e9d0 tempest-ServerShowV257Test-337415718 tempest-ServerShowV257Test-337415718-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.0645268 Nov 25 19:30:29.141663 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-b28b03d1-fe6c-40e0-bdb5-9c7a45a114cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:29.152128 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5d353c4-0f94-49cb-894f-a356702dc8cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:29.176556 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-49ff2d95-8fdb-4404-89c5-e2775bbe4465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:29.198187 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5d353c4-0f94-49cb-894f-a356702dc8cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:29.203413 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-b28b03d1-fe6c-40e0-bdb5-9c7a45a114cf service neutron] Transition to ACTIVE for port object 61ff9068-8b27-4ddb-a417-22777493a524 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:30:29.217197 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-b28b03d1-fe6c-40e0-bdb5-9c7a45a114cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:29.229042 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-44273bc1-076a-4ed5-9188-3e4ed78aa082 req-929387a4-3241-4fac-a044-317dc636159a tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2439923 Nov 25 19:30:29.258639 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5d353c4-0f94-49cb-894f-a356702dc8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:29.262179 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5d353c4-0f94-49cb-894f-a356702dc8cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:29.266050 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c5d353c4-0f94-49cb-894f-a356702dc8cc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1366aa58-c7a8-44e5-a50d-c5f292be6fd4 HTTP/1.1" status: 204 len: 168 time: 0.3035445 Nov 25 19:30:29.276459 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d353c4-0f94-49cb-894f-a356702dc8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1366aa58-c7a8-44e5-a50d-c5f292be6fd4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:29.290700 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b03d1-fe6c-40e0-bdb5-9c7a45a114cf service neutron] Pushing event updated for resources: {'Port': ['ID=61ff9068-8b27-4ddb-a417-22777493a524,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:29.295074 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c487b2f8-4377-4b00-9c6d-ecf9d2fb6a0d req-04f19c21-3521-4c2c-be72-c153eb8ddeca tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:29.407364 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:30:29.417989 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f19c21-3521-4c2c-be72-c153eb8ddeca tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Pushing event deleted for resources: {'Port': ['ID=18654cad-d1ea-4b75-b9ec-95d6a36e3f2a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:29.461837 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:30:29.462368 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:30:29.520038 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d4b5b-6278-4bb9-b6c2-99896a339e7f req-ecb5c2a7-027a-4e46-8d4e-ec7faf0d57ba tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:29.526971 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-752d4b5b-6278-4bb9-b6c2-99896a339e7f req-ecb5c2a7-027a-4e46-8d4e-ec7faf0d57ba tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 950 time: 0.1087956 Nov 25 19:30:29.649018 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-752d4b5b-6278-4bb9-b6c2-99896a339e7f req-b5f5f54f-1980-4eb3-94f5-4a4ef80cf1f6 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041563 Nov 25 19:30:29.654884 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4ebfdcca-1e66-45a5-82a0-d804797d7413 req-e69d97b0-4f97-46a7-a15e-c6ce2ef8abd4 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 210 time: 0.1198676 Nov 25 19:30:29.839154 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-b28b03d1-fe6c-40e0-bdb5-9c7a45a114cf service neutron] Attempting to bind port 61ff9068-8b27-4ddb-a417-22777493a524 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:30:29.839744 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-b28b03d1-fe6c-40e0-bdb5-9c7a45a114cf service neutron] Attempting to bind port 61ff9068-8b27-4ddb-a417-22777493a524 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'f8fd6507-d6f7-4150-97cc-fd943cc9c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:30:29.840326 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-b28b03d1-fe6c-40e0-bdb5-9c7a45a114cf service neutron] Attempting to bind port 61ff9068-8b27-4ddb-a417-22777493a524 on network 5315cd20-1a9d-46e5-ab57-f5a77c22de93 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:29.858428 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-b28b03d1-fe6c-40e0-bdb5-9c7a45a114cf service neutron] Port 61ff9068-8b27-4ddb-a417-22777493a524 on network 5315cd20-1a9d-46e5-ab57-f5a77c22de93 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:30:29.859165 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-b28b03d1-fe6c-40e0-bdb5-9c7a45a114cf service neutron] Attempting to bind port 61ff9068-8b27-4ddb-a417-22777493a524 on network 5315cd20-1a9d-46e5-ab57-f5a77c22de93 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:29.882591 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-b28b03d1-fe6c-40e0-bdb5-9c7a45a114cf service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:30:29.883907 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-b28b03d1-fe6c-40e0-bdb5-9c7a45a114cf service neutron] Checking segment: {'id': 'f8fd6507-d6f7-4150-97cc-fd943cc9c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:30:29.884566 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-b28b03d1-fe6c-40e0-bdb5-9c7a45a114cf service neutron] Bound using segment: {'id': 'f8fd6507-d6f7-4150-97cc-fd943cc9c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:30:29.886793 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-b28b03d1-fe6c-40e0-bdb5-9c7a45a114cf service neutron] Bound port: 61ff9068-8b27-4ddb-a417-22777493a524, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8fd6507-d6f7-4150-97cc-fd943cc9c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:30:29.887248 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-b28b03d1-fe6c-40e0-bdb5-9c7a45a114cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:29.906718 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c487b2f8-4377-4b00-9c6d-ecf9d2fb6a0d req-04f19c21-3521-4c2c-be72-c153eb8ddeca tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Router 6275551c-c63c-4975-a843-60fdb8e9f670 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:30:30.178926 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-b28b03d1-fe6c-40e0-bdb5-9c7a45a114cf service neutron] For port 61ff9068-8b27-4ddb-a417-22777493a524, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:30:30.189355 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-b28b03d1-fe6c-40e0-bdb5-9c7a45a114cf service neutron] For port 61ff9068-8b27-4ddb-a417-22777493a524, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=61ff9068-8b27-4ddb-a417-22777493a524,segment=NetworkSegment(f8fd6507-d6f7-4150-97cc-fd943cc9c602),segment_id=f8fd6507-d6f7-4150-97cc-fd943cc9c602)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:30:30.201500 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-b28b03d1-fe6c-40e0-bdb5-9c7a45a114cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:30.291157 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610bb1d-a6b2-426d-b590-88274a4ff374 req-11f9b413-e3a9-417e-9b90-8ecd960bf599 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:30.304530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610bb1d-a6b2-426d-b590-88274a4ff374 req-11f9b413-e3a9-417e-9b90-8ecd960bf599 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:30.305315 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ac621b15-6196-4cba-89c0-7fff83100f71 req-a1533109-9574-4216-8d97-a0f114e77704 tempest-ServerShowV257Test-337415718 tempest-ServerShowV257Test-337415718-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.0374157 Nov 25 19:30:30.316424 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610bb1d-a6b2-426d-b590-88274a4ff374 req-11f9b413-e3a9-417e-9b90-8ecd960bf599 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:30.324077 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610bb1d-a6b2-426d-b590-88274a4ff374 req-11f9b413-e3a9-417e-9b90-8ecd960bf599 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:30.330477 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610bb1d-a6b2-426d-b590-88274a4ff374 req-11f9b413-e3a9-417e-9b90-8ecd960bf599 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:30.336928 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610bb1d-a6b2-426d-b590-88274a4ff374 req-11f9b413-e3a9-417e-9b90-8ecd960bf599 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:30.342995 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610bb1d-a6b2-426d-b590-88274a4ff374 req-11f9b413-e3a9-417e-9b90-8ecd960bf599 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:30.345101 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f610bb1d-a6b2-426d-b590-88274a4ff374 req-11f9b413-e3a9-417e-9b90-8ecd960bf599 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5394 time: 0.2483854 Nov 25 19:30:30.351298 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-b28b03d1-fe6c-40e0-bdb5-9c7a45a114cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:30.351937 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-b28b03d1-fe6c-40e0-bdb5-9c7a45a114cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:30.354181 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-b28b03d1-fe6c-40e0-bdb5-9c7a45a114cf service neutron] 10.222.0.73 "PUT /v2.0/ports/61ff9068-8b27-4ddb-a417-22777493a524 HTTP/1.1" status: 200 len: 1091 time: 3.2723179 Nov 25 19:30:30.360693 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'tag': '61ff9068-8b27-4ddb-a417-22777493a524'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:30.363227 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef722154-f2c0-4e40-beb3-fb3829b5c338" -d '{"events": [{"name": "network-changed", "server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "tag": "61ff9068-8b27-4ddb-a417-22777493a524"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:30.376695 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c487b2f8-4377-4b00-9c6d-ecf9d2fb6a0d req-04f19c21-3521-4c2c-be72-c153eb8ddeca tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:30:30.391148 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f450cfd-a52f-4328-a235-a4b1edf258b2 None None] Sync routers for ids ['6275551c-c63c-4975-a843-60fdb8e9f670'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:30:30.413355 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f450cfd-a52f-4328-a235-a4b1edf258b2 None None] Routers {'6275551c-c63c-4975-a843-60fdb8e9f670'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:30:30.414023 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8f450cfd-a52f-4328-a235-a4b1edf258b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:30:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6275551c-c63c-4975-a843-60fdb8e9f670'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:30.446147 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5aaaf640-4372-4a75-88e7-14fbed8ae09a service neutron] Request body: {'port': {'device_id': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:30.566282 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d04224-9964-4f23-8a5e-50b9fffd17e5 req-ed24a0b6-3df4-4c90-9e21-fd98cd628d00 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:30.570065 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d7d04224-9964-4f23-8a5e-50b9fffd17e5 req-ed24a0b6-3df4-4c90-9e21-fd98cd628d00 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 944 time: 0.1212091 Nov 25 19:30:30.622958 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c487b2f8-4377-4b00-9c6d-ecf9d2fb6a0d req-04f19c21-3521-4c2c-be72-c153eb8ddeca tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] No DVR routers for this DVR port 18654cad-d1ea-4b75-b9ec-95d6a36e3f2a on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:30:30.628846 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c487b2f8-4377-4b00-9c6d-ecf9d2fb6a0d req-04f19c21-3521-4c2c-be72-c153eb8ddeca tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:30.636097 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c487b2f8-4377-4b00-9c6d-ecf9d2fb6a0d req-04f19c21-3521-4c2c-be72-c153eb8ddeca tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.85 "DELETE /v2.0/ports/18654cad-d1ea-4b75-b9ec-95d6a36e3f2a HTTP/1.1" status: 204 len: 173 time: 4.4308138 Nov 25 19:30:30.705323 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d7d04224-9964-4f23-8a5e-50b9fffd17e5 req-ac49c109-2a9f-43b3-bcff-2bc704835552 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1259491 Nov 25 19:30:30.714655 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b03d1-fe6c-40e0-bdb5-9c7a45a114cf service neutron] Pushing event updated for resources: {'Port': ['ID=61ff9068-8b27-4ddb-a417-22777493a524,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:30.755970 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8f450cfd-a52f-4328-a235-a4b1edf258b2 None None] Set router 6275551c-c63c-4975-a843-60fdb8e9f670 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:30:30.774921 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5aaaf640-4372-4a75-88e7-14fbed8ae09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:30.837087 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35720) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:30.868951 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ddcdcc-9149-40bb-8f90-4d20afbe3a51 x-openstack-request-id: req-d3ddcdcc-9149-40bb-8f90-4d20afbe3a51 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:30.872766 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "tag": "61ff9068-8b27-4ddb-a417-22777493a524", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:30.874589 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d3ddcdcc-9149-40bb-8f90-4d20afbe3a51 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:30.875247 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'tag': '61ff9068-8b27-4ddb-a417-22777493a524', 'status': 'completed', 'code': 200} Nov 25 19:30:30.899756 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f610bb1d-a6b2-426d-b590-88274a4ff374 req-3a059988-670c-4bee-91c7-985c13bfdf77 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5431776 Nov 25 19:30:31.026453 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef722154-f2c0-4e40-beb3-fb3829b5c338 req-64bfbe17-ddba-45dc-af79-dc7016046465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:31.027412 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef722154-f2c0-4e40-beb3-fb3829b5c338 req-64bfbe17-ddba-45dc-af79-dc7016046465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:31.028359 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef722154-f2c0-4e40-beb3-fb3829b5c338 req-64bfbe17-ddba-45dc-af79-dc7016046465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:31.029544 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef722154-f2c0-4e40-beb3-fb3829b5c338 req-64bfbe17-ddba-45dc-af79-dc7016046465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:31.030389 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef722154-f2c0-4e40-beb3-fb3829b5c338 req-64bfbe17-ddba-45dc-af79-dc7016046465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:31.031459 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef722154-f2c0-4e40-beb3-fb3829b5c338 req-64bfbe17-ddba-45dc-af79-dc7016046465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:31.032647 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef722154-f2c0-4e40-beb3-fb3829b5c338 req-64bfbe17-ddba-45dc-af79-dc7016046465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:31.037054 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ef722154-f2c0-4e40-beb3-fb3829b5c338 req-64bfbe17-ddba-45dc-af79-dc7016046465 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=514fc44b5d1f423cb02ea29bd2e23ca8&device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 6341 time: 0.1740799 Nov 25 19:30:31.122468 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d9f455f2-924b-47ce-bf64-a10b577c45dc req-f8568634-6131-4867-affc-60292f26e864 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 210 time: 0.0446517 Nov 25 19:30:31.140591 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-13b6e75b-5fe4-4fac-b2fc-7920e53f76cd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-840959061-network', 'tenant_id': '0f21d8dd8ec64acbac72c48e09a7d0af'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:31.352143 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8f450cfd-a52f-4328-a235-a4b1edf258b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'name': 'tempest-ServersTestBootFromVolume-1444691228-router', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:57Z', 'revision_number': 4, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'gw_port': {'id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:46Z', 'updated_at': '2021-11-25T19:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4272690e-5a5f-4108-a1a6-b1ee839aafdd', 'name': '', 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'mac_address': 'fa:16:3e:8d:9c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:55Z', 'updated_at': '2021-11-25T19:27:07Z', 'revision_number': 5, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'subnets': [{'id': 'fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:31.352586 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc977e-e6ce-4950-a1be-9fcb25e29265 req-4d87ad99-ee66-45b0-a13e-c204c6353b80 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:31.366454 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-66fc977e-e6ce-4950-a1be-9fcb25e29265 req-4d87ad99-ee66-45b0-a13e-c204c6353b80 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 950 time: 0.3215840 Nov 25 19:30:31.369588 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b6e75b-5fe4-4fac-b2fc-7920e53f76cd admin admin] Made reservation on behalf of 0f21d8dd8ec64acbac72c48e09a7d0af for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:30:31.373586 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13b6e75b-5fe4-4fac-b2fc-7920e53f76cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:31.391036 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f450cfd-a52f-4328-a235-a4b1edf258b2 None None] Checking router: 6275551c-c63c-4975-a843-60fdb8e9f670 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:30:31.403209 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f450cfd-a52f-4328-a235-a4b1edf258b2 None None] Routers {'6275551c-c63c-4975-a843-60fdb8e9f670'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:30:31.404745 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8f450cfd-a52f-4328-a235-a4b1edf258b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:30:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6275551c-c63c-4975-a843-60fdb8e9f670'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:31.455861 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13b6e75b-5fe4-4fac-b2fc-7920e53f76cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:31.528744 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef722154-f2c0-4e40-beb3-fb3829b5c338 req-bc2c81cb-b9da-4d15-bd5d-e4fadf46c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:31.529521 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef722154-f2c0-4e40-beb3-fb3829b5c338 req-bc2c81cb-b9da-4d15-bd5d-e4fadf46c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:31.530643 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef722154-f2c0-4e40-beb3-fb3829b5c338 req-bc2c81cb-b9da-4d15-bd5d-e4fadf46c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:31.533525 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ef722154-f2c0-4e40-beb3-fb3829b5c338 req-bc2c81cb-b9da-4d15-bd5d-e4fadf46c6ca service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=514fc44b5d1f423cb02ea29bd2e23ca8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4563653 Nov 25 19:30:31.546317 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8f450cfd-a52f-4328-a235-a4b1edf258b2 None None] Set router 6275551c-c63c-4975-a843-60fdb8e9f670 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:30:31.636030 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6f527672-3c95-47ad-b25c-3cfd15f5aad5 req-ea16727a-456b-4c77-89ba-cc798e02d1ce tempest-ServerShowV257Test-337415718 tempest-ServerShowV257Test-337415718-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.0848029 Nov 25 19:30:31.638961 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-66fc977e-e6ce-4950-a1be-9fcb25e29265 req-1f1cd598-1a90-44cf-a091-fde879698ae5 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709036 Nov 25 19:30:31.655805 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5aaaf640-4372-4a75-88e7-14fbed8ae09a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e2da3c-73f1-4575-811a-a5a200ebadb9 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:30:31.715657 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5aaaf640-4372-4a75-88e7-14fbed8ae09a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:31.755157 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5aaaf640-4372-4a75-88e7-14fbed8ae09a service neutron] Transition to ACTIVE for port object f4e2da3c-73f1-4575-811a-a5a200ebadb9 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:30:31.763932 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5aaaf640-4372-4a75-88e7-14fbed8ae09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:31.926701 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-03267bc8-5f25-47ea-9087-00158786ba22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:31.966921 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8f450cfd-a52f-4328-a235-a4b1edf258b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'name': 'tempest-ServersTestBootFromVolume-1444691228-router', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:57Z', 'revision_number': 4, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'gw_port': {'id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:46Z', 'updated_at': '2021-11-25T19:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4272690e-5a5f-4108-a1a6-b1ee839aafdd', 'name': '', 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'mac_address': 'fa:16:3e:8d:9c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:55Z', 'updated_at': '2021-11-25T19:27:07Z', 'revision_number': 5, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'subnets': [{'id': 'fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:32.032081 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f450cfd-a52f-4328-a235-a4b1edf258b2 None None] The sync data for ids ['6275551c-c63c-4975-a843-60fdb8e9f670'] in n-d-819349-5 is: [{'id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'name': 'tempest-ServersTestBootFromVolume-1444691228-router', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:57Z', 'revision_number': 4, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'gw_port': {'id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:46Z', 'updated_at': '2021-11-25T19:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4272690e-5a5f-4108-a1a6-b1ee839aafdd', 'name': '', 'network_id': '500d758c-c123-4000-99df-020cdf9c84a0', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'mac_address': 'fa:16:3e:8d:9c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:55Z', 'updated_at': '2021-11-25T19:27:07Z', 'revision_number': 5, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'subnets': [{'id': 'fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:30:32.064805 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaaf640-4372-4a75-88e7-14fbed8ae09a service neutron] Pushing event updated for resources: {'Port': ['ID=f4e2da3c-73f1-4575-811a-a5a200ebadb9,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:32.252411 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef722154-f2c0-4e40-beb3-fb3829b5c338 req-774e78e3-7bf6-4c80-8658-13ab19c94540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:32.258081 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ef722154-f2c0-4e40-beb3-fb3829b5c338 req-774e78e3-7bf6-4c80-8658-13ab19c94540 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6536822 Nov 25 19:30:32.272271 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13b6e75b-5fe4-4fac-b2fc-7920e53f76cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:32.308624 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af7786-f735-4387-983f-4a7c80b264ee req-ba37849c-4da1-4d3c-a0a0-8f3278deb206 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:32.334731 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b1af7786-f735-4387-983f-4a7c80b264ee req-ba37849c-4da1-4d3c-a0a0-8f3278deb206 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 944 time: 0.4341233 Nov 25 19:30:32.337000 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13b6e75b-5fe4-4fac-b2fc-7920e53f76cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:32.370757 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896513a-d0e8-4fe5-a214-d18fe3b77a1c req-22ec1b10-7f96-4cdc-b34c-886570c1f6ab tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:32.377200 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896513a-d0e8-4fe5-a214-d18fe3b77a1c req-22ec1b10-7f96-4cdc-b34c-886570c1f6ab tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:32.396890 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896513a-d0e8-4fe5-a214-d18fe3b77a1c req-22ec1b10-7f96-4cdc-b34c-886570c1f6ab tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:32.420204 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b6e75b-5fe4-4fac-b2fc-7920e53f76cd admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:30:32.432655 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896513a-d0e8-4fe5-a214-d18fe3b77a1c req-22ec1b10-7f96-4cdc-b34c-886570c1f6ab tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:32.443960 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896513a-d0e8-4fe5-a214-d18fe3b77a1c req-22ec1b10-7f96-4cdc-b34c-886570c1f6ab tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:32.457632 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896513a-d0e8-4fe5-a214-d18fe3b77a1c req-22ec1b10-7f96-4cdc-b34c-886570c1f6ab tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:32.460086 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6e75b-5fe4-4fac-b2fc-7920e53f76cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c890fcc8-9c5d-4fc7-bc4a-3cdc019efaa4,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:32.466773 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896513a-d0e8-4fe5-a214-d18fe3b77a1c req-22ec1b10-7f96-4cdc-b34c-886570c1f6ab tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:32.467105 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13b6e75b-5fe4-4fac-b2fc-7920e53f76cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:32.467801 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-13b6e75b-5fe4-4fac-b2fc-7920e53f76cd admin admin] Added segment 6847052e-6252-4352-96b8-655a1af3f08b of type vlan for network 0e881b1c-70ea-42fd-934e-1f66bd0d00bb Nov 25 19:30:32.477085 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a896513a-d0e8-4fe5-a214-d18fe3b77a1c req-22ec1b10-7f96-4cdc-b34c-886570c1f6ab tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5406 time: 0.3026383 Nov 25 19:30:32.539038 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b1af7786-f735-4387-983f-4a7c80b264ee req-3752828d-6cf3-46d5-86bb-77861d2370f3 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1946154 Nov 25 19:30:32.543471 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5aaaf640-4372-4a75-88e7-14fbed8ae09a service neutron] Attempting to bind port f4e2da3c-73f1-4575-811a-a5a200ebadb9 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:30:32.544002 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5aaaf640-4372-4a75-88e7-14fbed8ae09a service neutron] Attempting to bind port f4e2da3c-73f1-4575-811a-a5a200ebadb9 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '4e76c82c-8c8f-4947-9107-bbe1736a1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9b26d7dc-4a45-4c30-b577-4f6a5a25a55c'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:30:32.544361 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5aaaf640-4372-4a75-88e7-14fbed8ae09a service neutron] Attempting to bind port f4e2da3c-73f1-4575-811a-a5a200ebadb9 on network 9b26d7dc-4a45-4c30-b577-4f6a5a25a55c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:32.563882 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5aaaf640-4372-4a75-88e7-14fbed8ae09a service neutron] Port f4e2da3c-73f1-4575-811a-a5a200ebadb9 on network 9b26d7dc-4a45-4c30-b577-4f6a5a25a55c not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:30:32.564240 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5aaaf640-4372-4a75-88e7-14fbed8ae09a service neutron] Attempting to bind port f4e2da3c-73f1-4575-811a-a5a200ebadb9 on network 9b26d7dc-4a45-4c30-b577-4f6a5a25a55c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:32.682823 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13b6e75b-5fe4-4fac-b2fc-7920e53f76cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:32.685861 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5aaaf640-4372-4a75-88e7-14fbed8ae09a service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:30:32.686780 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5aaaf640-4372-4a75-88e7-14fbed8ae09a service neutron] Checking segment: {'id': '4e76c82c-8c8f-4947-9107-bbe1736a1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9b26d7dc-4a45-4c30-b577-4f6a5a25a55c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:30:32.687714 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5aaaf640-4372-4a75-88e7-14fbed8ae09a service neutron] Bound using segment: {'id': '4e76c82c-8c8f-4947-9107-bbe1736a1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9b26d7dc-4a45-4c30-b577-4f6a5a25a55c'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:30:32.688569 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5aaaf640-4372-4a75-88e7-14fbed8ae09a service neutron] Bound port: f4e2da3c-73f1-4575-811a-a5a200ebadb9, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e76c82c-8c8f-4947-9107-bbe1736a1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9b26d7dc-4a45-4c30-b577-4f6a5a25a55c'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:30:32.689049 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5aaaf640-4372-4a75-88e7-14fbed8ae09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:32.706477 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a896513a-d0e8-4fe5-a214-d18fe3b77a1c req-01ae9715-9ea5-4e98-9fb9-dbb3bafeff20 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2282271 Nov 25 19:30:32.805422 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dde7e41-6c8f-4491-b0cc-bc5023007ac1 None None] New status for floating IP 5424adc7-682e-4177-b0b9-df20b1a05301: DOWN {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:30:32.857877 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5aaaf640-4372-4a75-88e7-14fbed8ae09a service neutron] For port f4e2da3c-73f1-4575-811a-a5a200ebadb9, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:30:32.870042 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5aaaf640-4372-4a75-88e7-14fbed8ae09a service neutron] For port f4e2da3c-73f1-4575-811a-a5a200ebadb9, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=f4e2da3c-73f1-4575-811a-a5a200ebadb9,segment=NetworkSegment(4e76c82c-8c8f-4947-9107-bbe1736a1caf),segment_id=4e76c82c-8c8f-4947-9107-bbe1736a1caf)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:30:32.872198 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13b6e75b-5fe4-4fac-b2fc-7920e53f76cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:32.878006 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7b1e2f-9d59-4837-9845-45fa31555fb1', 'name': 'network-vif-deleted', 'tag': '18654cad-d1ea-4b75-b9ec-95d6a36e3f2a'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:32.886345 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b6e75b-5fe4-4fac-b2fc-7920e53f76cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:32.886985 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13b6e75b-5fe4-4fac-b2fc-7920e53f76cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:32.894586 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f110b183-bbf4-4083-9b67-21f656b7d765" -d '{"events": [{"server_uuid": "bc7b1e2f-9d59-4837-9845-45fa31555fb1", "name": "network-vif-deleted", "tag": "18654cad-d1ea-4b75-b9ec-95d6a36e3f2a"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:32.904994 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5aaaf640-4372-4a75-88e7-14fbed8ae09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:33.007330 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6e75b-5fe4-4fac-b2fc-7920e53f76cd admin admin] Pushing event updated for resources: {'Network': ['ID=0e881b1c-70ea-42fd-934e-1f66bd0d00bb,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:33.019280 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-13b6e75b-5fe4-4fac-b2fc-7920e53f76cd admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1771948 Nov 25 19:30:33.028769 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 35742) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:33.032656 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 0e881b1c-70ea-42fd-934e-1f66bd0d00bb details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:30:33.048287 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5aaaf640-4372-4a75-88e7-14fbed8ae09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:33.059325 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ff37e3a7-2e73-4430-9da1-f647240429d0 req-81773965-7757-4ae9-a72f-cb80aa5ccfa6 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 210 time: 0.0648105 Nov 25 19:30:33.060861 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5aaaf640-4372-4a75-88e7-14fbed8ae09a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:33.063298 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5aaaf640-4372-4a75-88e7-14fbed8ae09a service neutron] 10.222.0.73 "PUT /v2.0/ports/f4e2da3c-73f1-4575-811a-a5a200ebadb9 HTTP/1.1" status: 200 len: 1091 time: 2.6563346 Nov 25 19:30:33.078471 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-5c5b206f-d3f4-4775-95b5-fa24070123ce admin admin] Request body: {'subnet': {'network_id': '0e881b1c-70ea-42fd-934e-1f66bd0d00bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-840959061-subnet', 'tenant_id': '0f21d8dd8ec64acbac72c48e09a7d0af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:33.145857 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-c00bccf7-e4b1-4282-986a-e9dfbabc3388 service neutron] Request body: {'port': {'device_id': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:33.307614 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaaf640-4372-4a75-88e7-14fbed8ae09a service neutron] Pushing event updated for resources: {'Port': ['ID=f4e2da3c-73f1-4575-811a-a5a200ebadb9,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:33.340863 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-70553e60-76f6-4ea1-8746-cc37f66418cb req-49036df1-d63e-4fa2-a3d5-b66b7b2b7461 tempest-ServerShowV257Test-337415718 tempest-ServerShowV257Test-337415718-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.0839670 Nov 25 19:30:33.418888 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5b206f-d3f4-4775-95b5-fa24070123ce admin admin] Made reservation on behalf of 0f21d8dd8ec64acbac72c48e09a7d0af for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:30:33.440494 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c5b206f-d3f4-4775-95b5-fa24070123ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:33.562502 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35746) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:33.563220 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:33.601413 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517e4f3a-6bb4-44fc-8a5c-2feea02b11a0 x-openstack-request-id: req-517e4f3a-6bb4-44fc-8a5c-2feea02b11a0 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:33.601413 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7b1e2f-9d59-4837-9845-45fa31555fb1", "name": "network-vif-deleted", "tag": "18654cad-d1ea-4b75-b9ec-95d6a36e3f2a", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:33.601413 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-517e4f3a-6bb4-44fc-8a5c-2feea02b11a0 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:33.611761 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7b1e2f-9d59-4837-9845-45fa31555fb1', 'name': 'network-vif-deleted', 'tag': '18654cad-d1ea-4b75-b9ec-95d6a36e3f2a', 'status': 'completed', 'code': 200} Nov 25 19:30:33.655376 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-c00bccf7-e4b1-4282-986a-e9dfbabc3388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:33.675473 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101a061-408f-486d-b186-28242d37ee83 req-a9a92c98-2282-4ef8-af0f-6eb37303ec97 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:33.678206 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6101a061-408f-486d-b186-28242d37ee83 req-a9a92c98-2282-4ef8-af0f-6eb37303ec97 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 950 time: 0.3504560 Nov 25 19:30:33.911232 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d37772-eddd-41a5-80b9-9982629c801b req-644c0054-bd8d-40cc-a541-9bbc463ac7b7 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:33.920148 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-76d37772-eddd-41a5-80b9-9982629c801b req-644c0054-bd8d-40cc-a541-9bbc463ac7b7 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 944 time: 0.2261012 Nov 25 19:30:33.986697 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-76d37772-eddd-41a5-80b9-9982629c801b req-d51848e8-797c-4170-99a7-5d2abb526249 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656123 Nov 25 19:30:34.060504 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6101a061-408f-486d-b186-28242d37ee83 req-a0b91488-8cdf-46b4-9952-1a2a29e85046 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544924 Nov 25 19:30:34.316147 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-c00bccf7-e4b1-4282-986a-e9dfbabc3388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbfa0e03-0bb5-45ba-a278-889c82eea538 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:30:34.325380 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-c00bccf7-e4b1-4282-986a-e9dfbabc3388 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:34.398533 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-c00bccf7-e4b1-4282-986a-e9dfbabc3388 service neutron] Transition to ACTIVE for port object fbfa0e03-0bb5-45ba-a278-889c82eea538 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:30:34.414154 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a8d4a89-849a-4990-ba65-6184f1e30274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:34.428887 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-c00bccf7-e4b1-4282-986a-e9dfbabc3388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:34.476666 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9ffddd8-c613-49bc-b742-cbdd562fef8e req-0ba6292a-d92a-45c7-bd0f-6900ea403a96 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 210 time: 0.0878513 Nov 25 19:30:34.478089 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc1f16-5015-47e1-a38b-2d9d9b6984c7 req-8e9e7450-dae9-4e48-830c-f0fef0e35534 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:34.485599 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc1f16-5015-47e1-a38b-2d9d9b6984c7 req-8e9e7450-dae9-4e48-830c-f0fef0e35534 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:34.495530 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc1f16-5015-47e1-a38b-2d9d9b6984c7 req-8e9e7450-dae9-4e48-830c-f0fef0e35534 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:34.503633 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc1f16-5015-47e1-a38b-2d9d9b6984c7 req-8e9e7450-dae9-4e48-830c-f0fef0e35534 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:34.511626 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc1f16-5015-47e1-a38b-2d9d9b6984c7 req-8e9e7450-dae9-4e48-830c-f0fef0e35534 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:34.517455 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc1f16-5015-47e1-a38b-2d9d9b6984c7 req-8e9e7450-dae9-4e48-830c-f0fef0e35534 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:34.524345 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc1f16-5015-47e1-a38b-2d9d9b6984c7 req-8e9e7450-dae9-4e48-830c-f0fef0e35534 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:34.526345 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-08dc1f16-5015-47e1-a38b-2d9d9b6984c7 req-8e9e7450-dae9-4e48-830c-f0fef0e35534 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5406 time: 0.2345514 Nov 25 19:30:34.643474 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bccf7-e4b1-4282-986a-e9dfbabc3388 service neutron] Pushing event updated for resources: {'Port': ['ID=fbfa0e03-0bb5-45ba-a278-889c82eea538,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:34.658996 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c5b206f-d3f4-4775-95b5-fa24070123ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:34.779333 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fc442980-6441-479a-b627-7299c5c06c59 req-e56dbe7f-90d4-45ba-864f-d94a255ff12d tempest-ServerShowV257Test-337415718 tempest-ServerShowV257Test-337415718-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.1169336 Nov 25 19:30:34.820246 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b206f-d3f4-4775-95b5-fa24070123ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e87c5d4-ae87-4f57-9e64-5d699de3ab3b,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:34.845679 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-08dc1f16-5015-47e1-a38b-2d9d9b6984c7 req-61253038-2ee6-4bf2-afec-3bd8d4a9b5af tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2623615 Nov 25 19:30:34.870410 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-c00bccf7-e4b1-4282-986a-e9dfbabc3388 service neutron] Attempting to bind port fbfa0e03-0bb5-45ba-a278-889c82eea538 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:30:34.870732 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-c00bccf7-e4b1-4282-986a-e9dfbabc3388 service neutron] Attempting to bind port fbfa0e03-0bb5-45ba-a278-889c82eea538 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '4e76c82c-8c8f-4947-9107-bbe1736a1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9b26d7dc-4a45-4c30-b577-4f6a5a25a55c'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:30:34.871140 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-c00bccf7-e4b1-4282-986a-e9dfbabc3388 service neutron] Attempting to bind port fbfa0e03-0bb5-45ba-a278-889c82eea538 on network 9b26d7dc-4a45-4c30-b577-4f6a5a25a55c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:34.880895 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-c00bccf7-e4b1-4282-986a-e9dfbabc3388 service neutron] Port fbfa0e03-0bb5-45ba-a278-889c82eea538 on network 9b26d7dc-4a45-4c30-b577-4f6a5a25a55c not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:30:34.881292 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-c00bccf7-e4b1-4282-986a-e9dfbabc3388 service neutron] Attempting to bind port fbfa0e03-0bb5-45ba-a278-889c82eea538 on network 9b26d7dc-4a45-4c30-b577-4f6a5a25a55c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:34.885831 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b206f-d3f4-4775-95b5-fa24070123ce admin admin] Checking segment: {'id': '6847052e-6252-4352-96b8-655a1af3f08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0e881b1c-70ea-42fd-934e-1f66bd0d00bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:30:34.886201 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5b206f-d3f4-4775-95b5-fa24070123ce admin admin] Network hostable DHCP agents. Network: 0e881b1c-70ea-42fd-934e-1f66bd0d00bb, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:30:34.906754 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-c00bccf7-e4b1-4282-986a-e9dfbabc3388 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:30:34.906754 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-c00bccf7-e4b1-4282-986a-e9dfbabc3388 service neutron] Checking segment: {'id': '4e76c82c-8c8f-4947-9107-bbe1736a1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9b26d7dc-4a45-4c30-b577-4f6a5a25a55c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:30:34.906754 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-c00bccf7-e4b1-4282-986a-e9dfbabc3388 service neutron] Bound using segment: {'id': '4e76c82c-8c8f-4947-9107-bbe1736a1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9b26d7dc-4a45-4c30-b577-4f6a5a25a55c'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:30:34.906754 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-c00bccf7-e4b1-4282-986a-e9dfbabc3388 service neutron] Bound port: fbfa0e03-0bb5-45ba-a278-889c82eea538, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e76c82c-8c8f-4947-9107-bbe1736a1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9b26d7dc-4a45-4c30-b577-4f6a5a25a55c'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:30:34.906754 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-c00bccf7-e4b1-4282-986a-e9dfbabc3388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:34.932289 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5b206f-d3f4-4775-95b5-fa24070123ce admin admin] Network 0e881b1c-70ea-42fd-934e-1f66bd0d00bb is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:30:34.992204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-5c5b206f-d3f4-4775-95b5-fa24070123ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 0e881b1c-70ea-42fd-934e-1f66bd0d00bb) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:30:35.007521 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5b206f-d3f4-4775-95b5-fa24070123ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:35.008398 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c494a94-c374-4597-898b-72e958a3b4fd None None] Network 0e881b1c-70ea-42fd-934e-1f66bd0d00bb requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:30:35.008922 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c5b206f-d3f4-4775-95b5-fa24070123ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:35.071498 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5c5b206f-d3f4-4775-95b5-fa24070123ce admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0359473 Nov 25 19:30:35.146963 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-c00bccf7-e4b1-4282-986a-e9dfbabc3388 service neutron] For port fbfa0e03-0bb5-45ba-a278-889c82eea538, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:30:35.160688 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-c00bccf7-e4b1-4282-986a-e9dfbabc3388 service neutron] For port fbfa0e03-0bb5-45ba-a278-889c82eea538, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=fbfa0e03-0bb5-45ba-a278-889c82eea538,segment=NetworkSegment(4e76c82c-8c8f-4947-9107-bbe1736a1caf),segment_id=4e76c82c-8c8f-4947-9107-bbe1736a1caf)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:30:35.179249 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-c00bccf7-e4b1-4282-986a-e9dfbabc3388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:35.421950 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:35.434159 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-c00bccf7-e4b1-4282-986a-e9dfbabc3388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:35.444894 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-c00bccf7-e4b1-4282-986a-e9dfbabc3388 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:35.452237 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb31e96-5265-4667-a66e-f9be701ea127 None None] Network 0e881b1c-70ea-42fd-934e-1f66bd0d00bb requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:30:35.454748 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-c00bccf7-e4b1-4282-986a-e9dfbabc3388 service neutron] 10.222.0.73 "PUT /v2.0/ports/fbfa0e03-0bb5-45ba-a278-889c82eea538 HTTP/1.1" status: 200 len: 1091 time: 2.3518741 Nov 25 19:30:35.538995 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb429a-f4c6-4983-82ca-11ba9d3d081a req-b961fd82-1939-42d9-8179-8cb3db226ae6 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:35.541937 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dceb429a-f4c6-4983-82ca-11ba9d3d081a req-b961fd82-1939-42d9-8179-8cb3db226ae6 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 950 time: 0.2152526 Nov 25 19:30:35.615342 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'tag': 'f4e2da3c-73f1-4575-811a-a5a200ebadb9'}, {'name': 'network-changed', 'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'tag': 'fbfa0e03-0bb5-45ba-a278-889c82eea538'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:35.629970 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a" -d '{"events": [{"name": "network-changed", "server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "tag": "f4e2da3c-73f1-4575-811a-a5a200ebadb9"}, {"name": "network-changed", "server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "tag": "fbfa0e03-0bb5-45ba-a278-889c82eea538"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:35.642554 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:35.701643 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7a8d4a89-849a-4990-ba65-6184f1e30274 admin admin] Deleting port 58c3c61e-f722-4127-8eb2-e97f335faf87 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:30:35.701857 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a8d4a89-849a-4990-ba65-6184f1e30274 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:35.745860 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bccf7-e4b1-4282-986a-e9dfbabc3388 service neutron] Pushing event updated for resources: {'Port': ['ID=fbfa0e03-0bb5-45ba-a278-889c82eea538,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:35.784608 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f84a0-1e50-4929-9430-cdf646addb82 req-9a5d1204-387f-495e-ae91-ddd539a25d13 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:35.795816 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4d1f84a0-1e50-4929-9430-cdf646addb82 req-9a5d1204-387f-495e-ae91-ddd539a25d13 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 944 time: 0.4554570 Nov 25 19:30:35.811994 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dceb429a-f4c6-4983-82ca-11ba9d3d081a req-a7fc7da2-daad-42e4-a4f1-6a154b680005 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577035 Nov 25 19:30:35.815888 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-1484061b-2b24-4f60-b800-c97dfaf876e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:35.816623 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-1484061b-2b24-4f60-b800-c97dfaf876e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:35.817434 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-1484061b-2b24-4f60-b800-c97dfaf876e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:35.817911 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-1484061b-2b24-4f60-b800-c97dfaf876e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:35.819676 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-1484061b-2b24-4f60-b800-c97dfaf876e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:35.819676 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-1484061b-2b24-4f60-b800-c97dfaf876e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:35.844605 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-1484061b-2b24-4f60-b800-c97dfaf876e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:35.857061 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-1484061b-2b24-4f60-b800-c97dfaf876e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=514fc44b5d1f423cb02ea29bd2e23ca8&device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 6475 time: 0.3082395 Nov 25 19:30:35.987673 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4d1f84a0-1e50-4929-9430-cdf646addb82 req-5c759114-56af-4b42-8351-292cf1976ff9 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1888978 Nov 25 19:30:35.987937 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-7a8d4a89-849a-4990-ba65-6184f1e30274 admin admin] For port 58c3c61e-f722-4127-8eb2-e97f335faf87, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=58c3c61e-f722-4127-8eb2-e97f335faf87,segment=NetworkSegment(aea6c334-87eb-4d7b-a8a1-1e86506bf594),segment_id=aea6c334-87eb-4d7b-a8a1-1e86506bf594)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:35.987937 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a8d4a89-849a-4990-ba65-6184f1e30274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:35.989174 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-06d498cc-f148-4fad-ad80-2d9428bebe4e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de41ef00-7b97-4a25-a5f5-7ebe385be1e1 HTTP/1.1" status: 200 len: 217 time: 0.0871673 Nov 25 19:30:36.019032 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7a8d4a89-849a-4990-ba65-6184f1e30274 admin admin] Calling delete_port for 58c3c61e-f722-4127-8eb2-e97f335faf87 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:30:36.084916 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56b8e20-37e3-4225-8f2f-f0d0f5cf363a x-openstack-request-id: req-a56b8e20-37e3-4225-8f2f-f0d0f5cf363a {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:36.085442 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "tag": "f4e2da3c-73f1-4575-811a-a5a200ebadb9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "tag": "fbfa0e03-0bb5-45ba-a278-889c82eea538", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:36.085664 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a56b8e20-37e3-4225-8f2f-f0d0f5cf363a {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:36.086085 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'tag': 'f4e2da3c-73f1-4575-811a-a5a200ebadb9', 'status': 'completed', 'code': 200} Nov 25 19:30:36.086369 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'tag': 'fbfa0e03-0bb5-45ba-a278-889c82eea538', 'status': 'completed', 'code': 200} Nov 25 19:30:36.122989 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-49317fc3-4ca3-4e59-9377-401422e9c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:36.125573 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-49317fc3-4ca3-4e59-9377-401422e9c344 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ec82d2f3-e400-4120-bb41-01b4378dd9d3 HTTP/1.1" status: 200 len: 850 time: 0.1299191 Nov 25 19:30:36.161288 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c292527b-d5b1-4343-a530-f0c47798f0f9 req-1ca951bd-18f6-46d9-95e3-3305a9fbd997 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 210 time: 0.0500994 Nov 25 19:30:36.209378 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-99686edb-cb6a-4d6a-96e7-5a46358c5369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:36.212191 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-99686edb-cb6a-4d6a-96e7-5a46358c5369 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef8c8951-3e09-4638-b17c-6d6bf560793b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776191 Nov 25 19:30:36.381625 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-68a9954b-58b8-4e31-85dd-532010da8c61 req-29cde667-d2c4-4e5f-8e13-36cf945c7def tempest-ServerShowV257Test-337415718 tempest-ServerShowV257Test-337415718-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.0465436 Nov 25 19:30:36.419596 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-53751c3d-9aa7-48b4-be5a-9566938c6071 service neutron] 10.222.0.73 "GET /v2.0/networks/ef8c8951-3e09-4638-b17c-6d6bf560793b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989167 Nov 25 19:30:36.447460 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a8d4a89-849a-4990-ba65-6184f1e30274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:36.529410 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d4a89-849a-4990-ba65-6184f1e30274 admin admin] Pushing event deleted for resources: {'Port': ['ID=58c3c61e-f722-4127-8eb2-e97f335faf87,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:36.710597 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-40c76947-895a-4acd-beee-4de2324f591d tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:36.723266 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-40c76947-895a-4acd-beee-4de2324f591d tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/networks?id=0e881b1c-70ea-42fd-934e-1f66bd0d00bb HTTP/1.1" status: 200 len: 821 time: 0.3003194 Nov 25 19:30:36.735624 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-fbc74b06-0ae9-4df9-9f85-246483696e28 service neutron] 10.222.0.73 "GET /v2.0/networks/ef8c8951-3e09-4638-b17c-6d6bf560793b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011675 Nov 25 19:30:36.823218 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-366a7249-c303-48a2-b18f-18d8b39cb67f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=19c243f1-ae0e-483f-b5b6-665f722ee400 HTTP/1.1" status: 200 len: 217 time: 0.0795722 Nov 25 19:30:36.826875 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-a81d8916-ae52-4263-908b-b160c0fc5c7c tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/quotas/0f21d8dd8ec64acbac72c48e09a7d0af HTTP/1.1" status: 200 len: 375 time: 0.0707858 Nov 25 19:30:36.927628 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-00cf733b-964b-48a0-9488-6019305388c6 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f21d8dd8ec64acbac72c48e09a7d0af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849850 Nov 25 19:30:37.176429 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-dc904757-9919-47b6-982a-dbc3385b4eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:37.177970 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-dc904757-9919-47b6-982a-dbc3385b4eca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7783342b-08c2-4e0e-96cc-c2b4a1ff9af9 HTTP/1.1" status: 200 len: 797 time: 0.3471389 Nov 25 19:30:37.396148 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-f80e4af5-8195-4f9e-a108-37c8af17a41d service neutron] 10.222.0.55 "GET /v2.0/networks/0e881b1c-70ea-42fd-934e-1f66bd0d00bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592681 Nov 25 19:30:37.406748 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-e6a7c6ba-fe34-40a9-b0c8-90e9e4827f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:37.408856 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-e6a7c6ba-fe34-40a9-b0c8-90e9e4827f21 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2061062 Nov 25 19:30:37.758041 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a8d4a89-849a-4990-ba65-6184f1e30274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:37.828062 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d596a6-88df-4c24-9062-4b629e2f8197 req-c4fa6a9b-9eb3-4f97-841d-f63e7edd6c06 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:37.838227 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d596a6-88df-4c24-9062-4b629e2f8197 req-c4fa6a9b-9eb3-4f97-841d-f63e7edd6c06 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:37.867280 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d596a6-88df-4c24-9062-4b629e2f8197 req-c4fa6a9b-9eb3-4f97-841d-f63e7edd6c06 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:37.885277 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d596a6-88df-4c24-9062-4b629e2f8197 req-c4fa6a9b-9eb3-4f97-841d-f63e7edd6c06 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:37.900806 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d596a6-88df-4c24-9062-4b629e2f8197 req-c4fa6a9b-9eb3-4f97-841d-f63e7edd6c06 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:37.915685 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d596a6-88df-4c24-9062-4b629e2f8197 req-c4fa6a9b-9eb3-4f97-841d-f63e7edd6c06 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:37.929300 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d596a6-88df-4c24-9062-4b629e2f8197 req-c4fa6a9b-9eb3-4f97-841d-f63e7edd6c06 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:37.938552 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-29d596a6-88df-4c24-9062-4b629e2f8197 req-c4fa6a9b-9eb3-4f97-841d-f63e7edd6c06 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5418 time: 1.2632854 Nov 25 19:30:38.117342 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-29d596a6-88df-4c24-9062-4b629e2f8197 req-797bee33-0f65-4d4a-b7c9-9c5f95941cd9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1769674 Nov 25 19:30:38.187281 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-858b55a2-b814-455b-95f9-b68f7368b7df service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7661541 Nov 25 19:30:38.194981 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2a2ae-2598-4d3f-bb69-3dfade0f4792 req-38bfc569-7c60-4087-a7e6-1571a52d13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:38.197478 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bff2a2ae-2598-4d3f-bb69-3dfade0f4792 req-38bfc569-7c60-4087-a7e6-1571a52d13a2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20&tenant_id=66bb1d518cbb4b4485685141182408d2 HTTP/1.1" status: 200 len: 1095 time: 0.6819346 Nov 25 19:30:38.201303 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-2cd7344b-6fd9-4432-a43d-93065953a806 service neutron] 10.222.0.55 "GET /v2.0/networks/0e881b1c-70ea-42fd-934e-1f66bd0d00bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7972679 Nov 25 19:30:38.468717 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2a2ae-2598-4d3f-bb69-3dfade0f4792 req-8ea7e487-5c81-454c-a5c9-81460cb754cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:38.470490 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bff2a2ae-2598-4d3f-bb69-3dfade0f4792 req-8ea7e487-5c81-454c-a5c9-81460cb754cf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66bb1d518cbb4b4485685141182408d2&device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 1095 time: 0.1343126 Nov 25 19:30:38.596291 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8d4a89-849a-4990-ba65-6184f1e30274 admin admin] Router 0ad38efa-ac1f-491c-b8cb-9f25225a0dd2 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:30:38.660117 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeb9f5-ec4b-4830-9b14-07553a9a62ff req-09ea469c-c173-42e9-b416-bebfad736b11 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:38.663372 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8baeb9f5-ec4b-4830-9b14-07553a9a62ff req-09ea469c-c173-42e9-b416-bebfad736b11 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 950 time: 0.3193183 Nov 25 19:30:38.666682 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-03c98026-3235-4bf1-992e-7d878f5e2c68 service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678304 Nov 25 19:30:38.752090 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-14ba5a52-91c7-4c59-91e4-2c16529b0911 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=d03038df-719f-4767-965c-ea72372fa48c HTTP/1.1" status: 200 len: 217 time: 0.0663917 Nov 25 19:30:38.898169 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2a2ae-2598-4d3f-bb69-3dfade0f4792 req-2681e671-cc23-40f3-82b7-feac10cb86ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:38.901060 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bff2a2ae-2598-4d3f-bb69-3dfade0f4792 req-2681e671-cc23-40f3-82b7-feac10cb86ed service neutron] 10.222.0.85 "GET /v2.0/networks?id=7c66fbd7-92f9-4c18-afb1-b38847fa5709 HTTP/1.1" status: 200 len: 917 time: 0.4217570 Nov 25 19:30:38.978418 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8d4a89-849a-4990-ba65-6184f1e30274 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:30:38.989954 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7a8d4a89-849a-4990-ba65-6184f1e30274 admin admin] 10.222.0.55 "PUT /v2.0/routers/0ad38efa-ac1f-491c-b8cb-9f25225a0dd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4254198 Nov 25 19:30:38.992600 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35802) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:38.996605 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a30523d-0e75-4f4a-9b42-28d9360c6bca None None] Sync routers for ids ['0ad38efa-ac1f-491c-b8cb-9f25225a0dd2'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:30:39.051194 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a30523d-0e75-4f4a-9b42-28d9360c6bca None None] Routers {'0ad38efa-ac1f-491c-b8cb-9f25225a0dd2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:30:39.055324 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2a30523d-0e75-4f4a-9b42-28d9360c6bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:30:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['0ad38efa-ac1f-491c-b8cb-9f25225a0dd2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:39.130371 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8baeb9f5-ec4b-4830-9b14-07553a9a62ff req-e0c6a86d-78d9-4bf0-876f-13f2c667af45 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674713 Nov 25 19:30:39.166935 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-26cf028d-c6f0-49b9-adff-4c525819781e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:39.168686 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-26cf028d-c6f0-49b9-adff-4c525819781e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7783342b-08c2-4e0e-96cc-c2b4a1ff9af9 HTTP/1.1" status: 200 len: 797 time: 0.4068758 Nov 25 19:30:39.274775 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bff2a2ae-2598-4d3f-bb69-3dfade0f4792 req-efdeaf05-a3aa-4b49-a170-8a4fe0f7cd0a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0270c450-7b12-494d-81ff-33d0eb610e7d HTTP/1.1" status: 200 len: 1000 time: 0.3579912 Nov 25 19:30:39.298120 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccf1a2-6dec-4a4d-b87b-be752461061b req-2600d787-df7f-4d19-ae5c-32b6dd0bb57d tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:39.315380 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bcccf1a2-6dec-4a4d-b87b-be752461061b req-2600d787-df7f-4d19-ae5c-32b6dd0bb57d tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 944 time: 0.4005373 Nov 25 19:30:39.361521 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2a30523d-0e75-4f4a-9b42-28d9360c6bca None None] Set router 0ad38efa-ac1f-491c-b8cb-9f25225a0dd2 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:30:39.440756 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d6893f25-7ca9-4b8e-90c0-b97de4aa5946 req-b65d826f-c375-4e7a-a28f-259ad23adc82 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 210 time: 0.1170692 Nov 25 19:30:39.464180 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:39.500105 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-accfed1a-94ca-4f4f-8247-78c0d58c5e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:39.501816 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-accfed1a-94ca-4f4f-8247-78c0d58c5e35 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3247316 Nov 25 19:30:39.680642 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2a2ae-2598-4d3f-bb69-3dfade0f4792 req-8fdc1727-47b4-47bb-83e5-cad5faf50eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:39.684916 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bff2a2ae-2598-4d3f-bb69-3dfade0f4792 req-8fdc1727-47b4-47bb-83e5-cad5faf50eab service neutron] 10.222.0.85 "GET /v2.0/subnets?id=52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d HTTP/1.1" status: 200 len: 855 time: 0.3983305 Nov 25 19:30:39.751204 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bcccf1a2-6dec-4a4d-b87b-be752461061b req-0e7b37e3-0076-4f56-afca-2e6cabbf212d tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4347558 Nov 25 19:30:39.813245 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dbd221ed-dbda-4e14-9dcf-945aef918ab6 req-02742835-5757-4a81-9344-ccb82c261698 tempest-ServerShowV257Test-337415718 tempest-ServerShowV257Test-337415718-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.0625250 Nov 25 19:30:39.846991 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2a30523d-0e75-4f4a-9b42-28d9360c6bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad38efa-ac1f-491c-b8cb-9f25225a0dd2', 'name': 'tempest-AttachSCSIVolumeTestJSON-469413918-router', 'tenant_id': '308af9351010428d9537602c6d0956e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '99f4df34-9434-4365-8d0e-6879f39e3f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:30:36Z', 'revision_number': 5, 'project_id': '308af9351010428d9537602c6d0956e9', 'gw_port': {'id': '99f4df34-9434-4365-8d0e-6879f39e3f40', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad38efa-ac1f-491c-b8cb-9f25225a0dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:29Z', 'updated_at': '2021-11-25T19:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:39.908514 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-a50e1e0f-0eca-4554-8733-22eb29719940 service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760486 Nov 25 19:30:39.954012 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a30523d-0e75-4f4a-9b42-28d9360c6bca None None] Checking router: 0ad38efa-ac1f-491c-b8cb-9f25225a0dd2 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:30:39.969582 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:39.976031 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a30523d-0e75-4f4a-9b42-28d9360c6bca None None] Routers {'0ad38efa-ac1f-491c-b8cb-9f25225a0dd2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:30:39.977093 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2a30523d-0e75-4f4a-9b42-28d9360c6bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:30:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['0ad38efa-ac1f-491c-b8cb-9f25225a0dd2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:40.146640 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2a30523d-0e75-4f4a-9b42-28d9360c6bca None None] Set router 0ad38efa-ac1f-491c-b8cb-9f25225a0dd2 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:30:40.168285 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6e5e7-2bdc-43d4-a6bc-b68393cf9dc6 req-ea9caac4-1c04-40c6-bcdb-eb330274b374 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:40.182499 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6e5e7-2bdc-43d4-a6bc-b68393cf9dc6 req-ea9caac4-1c04-40c6-bcdb-eb330274b374 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:40.189019 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9b5dc6bd-73d5-45bf-9727-3a596d3fb098 req-aca960b5-e9b5-4120-9747-9c15646b2c69 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b16d66e-7eba-4306-b934-d734a3f788ac HTTP/1.1" status: 200 len: 210 time: 0.1143370 Nov 25 19:30:40.191587 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6e5e7-2bdc-43d4-a6bc-b68393cf9dc6 req-ea9caac4-1c04-40c6-bcdb-eb330274b374 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:40.207069 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2a2ae-2598-4d3f-bb69-3dfade0f4792 req-a2cb2138-c6a5-4f3f-837f-c5a7d7a589bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:40.212589 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bff2a2ae-2598-4d3f-bb69-3dfade0f4792 req-a2cb2138-c6a5-4f3f-837f-c5a7d7a589bb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7c66fbd7-92f9-4c18-afb1-b38847fa5709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5150151 Nov 25 19:30:40.231221 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6e5e7-2bdc-43d4-a6bc-b68393cf9dc6 req-ea9caac4-1c04-40c6-bcdb-eb330274b374 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:40.246796 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6e5e7-2bdc-43d4-a6bc-b68393cf9dc6 req-ea9caac4-1c04-40c6-bcdb-eb330274b374 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:40.260008 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6e5e7-2bdc-43d4-a6bc-b68393cf9dc6 req-ea9caac4-1c04-40c6-bcdb-eb330274b374 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:40.267085 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6e5e7-2bdc-43d4-a6bc-b68393cf9dc6 req-ea9caac4-1c04-40c6-bcdb-eb330274b374 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:40.278095 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4fa6e5e7-2bdc-43d4-a6bc-b68393cf9dc6 req-ea9caac4-1c04-40c6-bcdb-eb330274b374 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5418 time: 0.2969480 Nov 25 19:30:40.301359 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-da8f0ce1-5943-4da9-a76b-2832d01b977d service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838394 Nov 25 19:30:40.370569 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4fa6e5e7-2bdc-43d4-a6bc-b68393cf9dc6 req-f4b97a44-ce53-4005-8654-300a1e2327db tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0912163 Nov 25 19:30:40.438513 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] Deleting port 99f4df34-9434-4365-8d0e-6879f39e3f40 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:30:40.438858 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:40.467494 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-945c7afc-4bcf-4591-ad6a-d0858f4cbe12 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=0119a69d-e22b-4e30-97fe-eb3306521f93 HTTP/1.1" status: 200 len: 217 time: 0.1134415 Nov 25 19:30:40.663189 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] For port 99f4df34-9434-4365-8d0e-6879f39e3f40, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=99f4df34-9434-4365-8d0e-6879f39e3f40,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:40.664065 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:40.695519 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] Calling delete_port for 99f4df34-9434-4365-8d0e-6879f39e3f40 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:30:40.761798 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2a30523d-0e75-4f4a-9b42-28d9360c6bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad38efa-ac1f-491c-b8cb-9f25225a0dd2', 'name': 'tempest-AttachSCSIVolumeTestJSON-469413918-router', 'tenant_id': '308af9351010428d9537602c6d0956e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '99f4df34-9434-4365-8d0e-6879f39e3f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:30:36Z', 'revision_number': 5, 'project_id': '308af9351010428d9537602c6d0956e9', 'gw_port': {'id': '99f4df34-9434-4365-8d0e-6879f39e3f40', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad38efa-ac1f-491c-b8cb-9f25225a0dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:29Z', 'updated_at': '2021-11-25T19:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:40.773107 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-1502bb43-6ee6-4154-b089-f069cf6d2f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:40.782190 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-1502bb43-6ee6-4154-b089-f069cf6d2f12 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7783342b-08c2-4e0e-96cc-c2b4a1ff9af9 HTTP/1.1" status: 200 len: 797 time: 0.2605414 Nov 25 19:30:40.830388 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c98261-9e89-46df-a6ee-0d5489bf28d2 req-542283cd-b627-4023-915a-a6459ef094d3 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:40.841612 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24c98261-9e89-46df-a6ee-0d5489bf28d2 req-542283cd-b627-4023-915a-a6459ef094d3 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 950 time: 0.3883975 Nov 25 19:30:40.906187 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a30523d-0e75-4f4a-9b42-28d9360c6bca None None] The sync data for ids ['0ad38efa-ac1f-491c-b8cb-9f25225a0dd2'] in n-d-819349-5 is: [{'id': '0ad38efa-ac1f-491c-b8cb-9f25225a0dd2', 'name': 'tempest-AttachSCSIVolumeTestJSON-469413918-router', 'tenant_id': '308af9351010428d9537602c6d0956e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '99f4df34-9434-4365-8d0e-6879f39e3f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:30:36Z', 'revision_number': 5, 'project_id': '308af9351010428d9537602c6d0956e9', 'gw_port': {'id': '99f4df34-9434-4365-8d0e-6879f39e3f40', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad38efa-ac1f-491c-b8cb-9f25225a0dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:29Z', 'updated_at': '2021-11-25T19:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:30:40.909570 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bff2a2ae-2598-4d3f-bb69-3dfade0f4792 req-1610c78e-cf50-4343-ad04-12b34f905649 service neutron] 10.222.0.85 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6052527 Nov 25 19:30:41.062562 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-e24ca334-47de-46ec-ab3e-8cddd6e65186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:41.062955 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-e24ca334-47de-46ec-ab3e-8cddd6e65186 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2579751 Nov 25 19:30:41.131481 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-919e6035-4db8-457d-82de-40e3c81cc1a3 req-91d349de-46e2-4b27-a040-e4adcae5f3e3 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 210 time: 0.2001913 Nov 25 19:30:41.237079 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24c98261-9e89-46df-a6ee-0d5489bf28d2 req-c676d76b-3fd5-45ff-b022-fc967cedc951 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938930 Nov 25 19:30:41.282604 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:41.333898 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bff2a2ae-2598-4d3f-bb69-3dfade0f4792 req-82dac3e5-0c4b-4e29-807a-7a332eaa5139 service neutron] 10.222.0.85 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146619 Nov 25 19:30:41.345156 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] Pushing event deleted for resources: {'Port': ['ID=99f4df34-9434-4365-8d0e-6879f39e3f40,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:41.385033 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:41.385614 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:41.387997 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:41.388449 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:41.390392 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:41.390866 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:41.393414 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:41.393941 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:41.394325 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:41.395230 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:41.395583 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:41.395923 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:41.441812 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8bb0bbb4-7403-47d8-9213-2b91df64fde0 req-ac1f4a91-ad3c-475e-845c-6d7bce9c469d tempest-ServerShowV257Test-337415718 tempest-ServerShowV257Test-337415718-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.0936224 Nov 25 19:30:41.497304 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c50145-d4f7-49ba-995b-e4b7cd4b8bd8 req-6646b4df-9b8b-4c5a-b5af-a6ecd99dc3d1 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:41.498350 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-86955a09-b311-42d8-987e-387d0d74c83d service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651795 Nov 25 19:30:41.515207 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-77c50145-d4f7-49ba-995b-e4b7cd4b8bd8 req-6646b4df-9b8b-4c5a-b5af-a6ecd99dc3d1 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 944 time: 0.2547688 Nov 25 19:30:41.661723 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-2d7b8ff1-4df2-4891-8916-9b2917221694 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:41.665702 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-2d7b8ff1-4df2-4891-8916-9b2917221694 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.85 "GET /v2.0/networks?id=0e881b1c-70ea-42fd-934e-1f66bd0d00bb HTTP/1.1" status: 200 len: 821 time: 0.7153063 Nov 25 19:30:41.686443 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-28f99384-c31e-47d3-81b8-76e2180575c2 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Request body: {'port': {'device_id': '0b16d66e-7eba-4306-b934-d734a3f788ac', 'network_id': '0e881b1c-70ea-42fd-934e-1f66bd0d00bb', 'admin_state_up': True, 'tenant_id': '0f21d8dd8ec64acbac72c48e09a7d0af'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:41.791841 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:41.848573 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5ba8e40f-ea92-4f6d-a064-48ed5ae5f11a service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383369 Nov 25 19:30:41.862622 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2e7d3772-8f87-4e97-bee2-5bacc6328a55 req-6c3a19b7-dce2-4e93-aef5-1bc0d7e8d812 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b16d66e-7eba-4306-b934-d734a3f788ac HTTP/1.1" status: 200 len: 210 time: 0.1546214 Nov 25 19:30:41.962986 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-77c50145-d4f7-49ba-995b-e4b7cd4b8bd8 req-d4abffe3-6fef-43be-8341-73decc5a3909 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4197166 Nov 25 19:30:41.977659 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 58c3c61e-f722-4127-8eb2-e97f335faf87 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:30:41.994531 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-3b97f281-6a22-4af2-ba0b-c55d7f7ffe13 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=61ff9068-8b27-4ddb-a417-22777493a524 HTTP/1.1" status: 200 len: 217 time: 0.1145854 Nov 25 19:30:42.047734 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 58c3c61e-f722-4127-8eb2-e97f335faf87 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:30:42.048196 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 58c3c61e-f722-4127-8eb2-e97f335faf87 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:30:42.114641 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-4f48f7b0-023a-4e2d-b203-c34530d02079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:42.118063 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-4f48f7b0-023a-4e2d-b203-c34530d02079 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7783342b-08c2-4e0e-96cc-c2b4a1ff9af9 HTTP/1.1" status: 200 len: 797 time: 0.1136832 Nov 25 19:30:42.159303 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:42.167881 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:42.231972 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5e35c332-1f13-4cc1-8cf3-011f9a5500d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:42.233576 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5e35c332-1f13-4cc1-8cf3-011f9a5500d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1052105 Nov 25 19:30:42.435579 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-8d4c6578-b971-491c-a068-e062801708b1 service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936982 Nov 25 19:30:42.525427 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92ae955b-c5b7-44dc-bef1-ccb59399957b req-9c8a4bca-b435-4be9-879f-2f28c8659523 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 210 time: 0.0885897 Nov 25 19:30:42.657547 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0bf21-fc75-48f3-b1b0-d42d211f7ac1 req-3f7fa3aa-f581-4203-acc9-25972ca772d6 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:42.673232 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0bf21-fc75-48f3-b1b0-d42d211f7ac1 req-3f7fa3aa-f581-4203-acc9-25972ca772d6 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:42.682696 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0bf21-fc75-48f3-b1b0-d42d211f7ac1 req-3f7fa3aa-f581-4203-acc9-25972ca772d6 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:42.689834 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-e636f67b-8993-4800-b9e1-46937d9b1027 service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319024 Nov 25 19:30:42.695892 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0bf21-fc75-48f3-b1b0-d42d211f7ac1 req-3f7fa3aa-f581-4203-acc9-25972ca772d6 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:42.706191 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0bf21-fc75-48f3-b1b0-d42d211f7ac1 req-3f7fa3aa-f581-4203-acc9-25972ca772d6 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:42.720184 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0bf21-fc75-48f3-b1b0-d42d211f7ac1 req-3f7fa3aa-f581-4203-acc9-25972ca772d6 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:42.735700 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0bf21-fc75-48f3-b1b0-d42d211f7ac1 req-3f7fa3aa-f581-4203-acc9-25972ca772d6 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:42.738481 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dee0bf21-fc75-48f3-b1b0-d42d211f7ac1 req-3f7fa3aa-f581-4203-acc9-25972ca772d6 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5418 time: 0.5514910 Nov 25 19:30:42.741025 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:42.741859 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ad38efa-ac1f-491c-b8cb-9f25225a0dd2 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:30:42.756682 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:42.758045 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3b5e0738-baa6-45b3-b9cd-fa87ea945575 admin admin] 10.222.0.55 "DELETE /v2.0/routers/0ad38efa-ac1f-491c-b8cb-9f25225a0dd2 HTTP/1.1" status: 204 len: 168 time: 3.7644854 Nov 25 19:30:42.766191 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-28f99384-c31e-47d3-81b8-76e2180575c2 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Made reservation on behalf of 0f21d8dd8ec64acbac72c48e09a7d0af for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:30:42.771385 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-28f99384-c31e-47d3-81b8-76e2180575c2 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:42.776555 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35850) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:42.831342 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-b64ba434-38a0-48eb-b979-0017583f0426 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4e2da3c-73f1-4575-811a-a5a200ebadb9 HTTP/1.1" status: 200 len: 217 time: 0.1352656 Nov 25 19:30:42.851567 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-5204c31d-4878-4865-b7da-3f6916982215 admin admin] Deleting subnet b75cb25a-72f4-4fd9-b173-60bfea6a6113 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:30:42.869171 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5204c31d-4878-4865-b7da-3f6916982215 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:43.012842 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5f896-e514-4a6b-800b-7835ca1cefac req-4022c181-afb6-4b07-8e50-48cf5921928b tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:43.024173 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7fd5f896-e514-4a6b-800b-7835ca1cefac req-4022c181-afb6-4b07-8e50-48cf5921928b tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 950 time: 0.1910250 Nov 25 19:30:43.028004 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-adcb8210-9aa7-4a4f-ae8d-e2d9d8acf4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:43.029907 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-adcb8210-9aa7-4a4f-ae8d-e2d9d8acf4a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=01c93dc0-7c61-47f5-a960-9969326bc1ab HTTP/1.1" status: 200 len: 797 time: 0.1760275 Nov 25 19:30:43.189262 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7fd5f896-e514-4a6b-800b-7835ca1cefac req-ca89b139-45e5-43c2-967f-364fb8e24da8 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637852 Nov 25 19:30:43.243236 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-50ffb3dc-8d30-45b7-a1ba-3a15cae7e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:43.247397 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-50ffb3dc-8d30-45b7-a1ba-3a15cae7e7b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b26d7dc-4a45-4c30-b577-4f6a5a25a55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2091026 Nov 25 19:30:43.528373 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-911769de-9bd6-4499-ba30-507dd98bae0f req-e04679b9-1027-4aba-b8d2-4d565d11de0a tempest-ServerShowV257Test-337415718 tempest-ServerShowV257Test-337415718-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.1109598 Nov 25 19:30:43.582265 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-28f99384-c31e-47d3-81b8-76e2180575c2 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Allocated IP 172.20.0.5 (0e881b1c-70ea-42fd-934e-1f66bd0d00bb/6e87c5d4-ae87-4f57-9e64-5d699de3ab3b/d0949d74-e1b6-4585-bd01-a15305260108) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:30:43.603183 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5204c31d-4878-4865-b7da-3f6916982215 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:43.698142 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-6c389ad7-de81-4d94-b02d-d2dc1f7548c2 service neutron] 10.222.0.73 "GET /v2.0/networks/9b26d7dc-4a45-4c30-b577-4f6a5a25a55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400754 Nov 25 19:30:43.812285 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 99f4df34-9434-4365-8d0e-6879f39e3f40 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:30:43.839106 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dee0bf21-fc75-48f3-b1b0-d42d211f7ac1 req-5bc54174-b0e1-4ca8-a362-275f3c7a365e tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0781834 Nov 25 19:30:43.914723 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 99f4df34-9434-4365-8d0e-6879f39e3f40 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:30:43.917951 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 99f4df34-9434-4365-8d0e-6879f39e3f40 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:30:44.099249 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5d293492-878d-4b49-9180-794dcd0fad91 service neutron] 10.222.0.73 "GET /v2.0/networks/9b26d7dc-4a45-4c30-b577-4f6a5a25a55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878641 Nov 25 19:30:44.235886 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-acc3829a-5a6a-41b8-9196-2b78c31fdc80 req-2b826112-3359-4e15-acfe-65ad42211402 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b16d66e-7eba-4306-b934-d734a3f788ac HTTP/1.1" status: 200 len: 210 time: 0.1490417 Nov 25 19:30:44.366202 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5204c31d-4878-4865-b7da-3f6916982215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:44.385406 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581cfc5-738e-45d9-8cdd-7cd4d834d6cb req-c1da7b95-abed-4f05-b8e6-0534fb207b98 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:44.394931 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1581cfc5-738e-45d9-8cdd-7cd4d834d6cb req-c1da7b95-abed-4f05-b8e6-0534fb207b98 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 944 time: 0.2854590 Nov 25 19:30:44.425031 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-243121ab-1378-40c7-8391-7cc4bbe16243 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fbfa0e03-0bb5-45ba-a278-889c82eea538 HTTP/1.1" status: 200 len: 217 time: 0.3118982 Nov 25 19:30:44.582158 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1581cfc5-738e-45d9-8cdd-7cd4d834d6cb req-547ecc99-a2b6-4389-8935-9fa545dbcd78 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1827676 Nov 25 19:30:44.593434 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-41ffcd6d-a3a7-4739-8f7d-887756e79c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:44.597324 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-41ffcd6d-a3a7-4739-8f7d-887756e79c00 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=01c93dc0-7c61-47f5-a960-9969326bc1ab HTTP/1.1" status: 200 len: 797 time: 0.1657405 Nov 25 19:30:44.803866 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b0ccc552-f1a8-4e7c-a6b2-fb353804e4d4 req-4c5c06b9-0d78-4564-9b80-d8016862b7b5 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 210 time: 0.0524542 Nov 25 19:30:44.829650 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-807b2863-cffd-4447-8fbc-8be74393bd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:44.840145 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-807b2863-cffd-4447-8fbc-8be74393bd92 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b26d7dc-4a45-4c30-b577-4f6a5a25a55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2352474 Nov 25 19:30:44.883016 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5204c31d-4878-4865-b7da-3f6916982215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:44.986090 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-28f99384-c31e-47d3-81b8-76e2180575c2 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:45.009721 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204c31d-4878-4865-b7da-3f6916982215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b75cb25a-72f4-4fd9-b173-60bfea6a6113,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:45.028575 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5bfa23-cbdc-470d-bcd4-17a132f84b47 None None] Network 18d15e7b-7bf0-4801-add6-82c7d685c88d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:30:45.045630 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5204c31d-4878-4865-b7da-3f6916982215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:45.087221 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5204c31d-4878-4865-b7da-3f6916982215 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b75cb25a-72f4-4fd9-b173-60bfea6a6113 HTTP/1.1" status: 204 len: 168 time: 2.3092489 Nov 25 19:30:45.103972 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35866) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:45.135854 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d540d9-5e3d-431b-9e21-46177b3f49af req-8c07bc8c-e0be-4040-a2cf-0ec4f58cbf5e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:45.159182 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-85d540d9-5e3d-431b-9e21-46177b3f49af req-8c07bc8c-e0be-4040-a2cf-0ec4f58cbf5e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 950 time: 0.3969004 Nov 25 19:30:45.189683 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-811798df-586c-49f3-84f4-fd01c9d6b220 service neutron] 10.222.0.73 "GET /v2.0/networks/9b26d7dc-4a45-4c30-b577-4f6a5a25a55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405972 Nov 25 19:30:45.200028 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5caa92d8-8064-4ced-a3b1-26a19ae4d2ff req-581e0250-6ba5-43e6-a8ca-cdb71bd4b18b tempest-ServerShowV257Test-337415718 tempest-ServerShowV257Test-337415718-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.2210352 Nov 25 19:30:45.404476 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-85d540d9-5e3d-431b-9e21-46177b3f49af req-bb568d0f-658d-449e-9b1a-3dac67333c2f tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432477 Nov 25 19:30:45.662118 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-208197c9-2a96-4eb6-8254-3770e77b3b55 req-5d4107d4-8847-4958-b15f-5e14591b31aa service neutron] 10.222.0.73 "GET /v2.0/networks/9b26d7dc-4a45-4c30-b577-4f6a5a25a55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608877 Nov 25 19:30:45.752464 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-28f99384-c31e-47d3-81b8-76e2180575c2 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:46.103376 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5848d36-8278-4ae0-a861-b97592c07f8f None None] DHCP port deletion for 18d15e7b-7bf0-4801-add6-82c7d685c88d request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:30:46.124163 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-28f99384-c31e-47d3-81b8-76e2180575c2 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Network 0e881b1c-70ea-42fd-934e-1f66bd0d00bb is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:30:46.133904 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd723c-008f-43c5-969f-08186dfffeae req-8b591fbe-7036-4b70-8e84-fc343fda460b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:46.141814 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-605dab0d-6527-40bc-b613-1dbb034cd0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:46.156111 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd723c-008f-43c5-969f-08186dfffeae req-8b591fbe-7036-4b70-8e84-fc343fda460b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:46.169594 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd723c-008f-43c5-969f-08186dfffeae req-8b591fbe-7036-4b70-8e84-fc343fda460b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:46.182898 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd723c-008f-43c5-969f-08186dfffeae req-8b591fbe-7036-4b70-8e84-fc343fda460b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:46.196166 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd723c-008f-43c5-969f-08186dfffeae req-8b591fbe-7036-4b70-8e84-fc343fda460b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:46.210147 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd723c-008f-43c5-969f-08186dfffeae req-8b591fbe-7036-4b70-8e84-fc343fda460b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:46.225026 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd723c-008f-43c5-969f-08186dfffeae req-8b591fbe-7036-4b70-8e84-fc343fda460b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:46.247048 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0fcd723c-008f-43c5-969f-08186dfffeae req-8b591fbe-7036-4b70-8e84-fc343fda460b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5418 time: 0.5781050 Nov 25 19:30:46.263736 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-837abcd0-0f7d-4d31-bd7b-ef29aacbb5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:46.264360 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-837abcd0-0f7d-4d31-bd7b-ef29aacbb5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:46.264848 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-837abcd0-0f7d-4d31-bd7b-ef29aacbb5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:46.266101 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-837abcd0-0f7d-4d31-bd7b-ef29aacbb5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:46.267732 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-837abcd0-0f7d-4d31-bd7b-ef29aacbb5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:46.271601 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-837abcd0-0f7d-4d31-bd7b-ef29aacbb5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:46.272610 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-837abcd0-0f7d-4d31-bd7b-ef29aacbb5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:46.277200 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-837abcd0-0f7d-4d31-bd7b-ef29aacbb5a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=514fc44b5d1f423cb02ea29bd2e23ca8&device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 6475 time: 0.4554448 Nov 25 19:30:46.283904 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d5848d36-8278-4ae0-a861-b97592c07f8f None None] Deleting port 4663144b-938a-48d4-9698-a2a531697732 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:30:46.284230 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-28f99384-c31e-47d3-81b8-76e2180575c2 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:30:46.290254 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-28f99384-c31e-47d3-81b8-76e2180575c2 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:30:46.298390 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d5848d36-8278-4ae0-a861-b97592c07f8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:46.480747 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-d5848d36-8278-4ae0-a861-b97592c07f8f None None] For port 4663144b-938a-48d4-9698-a2a531697732, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4663144b-938a-48d4-9698-a2a531697732,segment=NetworkSegment(aea6c334-87eb-4d7b-a8a1-1e86506bf594),segment_id=aea6c334-87eb-4d7b-a8a1-1e86506bf594)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:46.481141 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d5848d36-8278-4ae0-a861-b97592c07f8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:46.501546 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d5848d36-8278-4ae0-a861-b97592c07f8f None None] Calling delete_port for 4663144b-938a-48d4-9698-a2a531697732 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:30:46.514051 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-28f99384-c31e-47d3-81b8-76e2180575c2 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:46.515890 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-28f99384-c31e-47d3-81b8-76e2180575c2 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:46.530429 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0fcd723c-008f-43c5-969f-08186dfffeae req-58eca904-94c8-465a-84d9-1c43515dd9fd tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2820272 Nov 25 19:30:46.583932 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-f25b7779-e7ee-47ac-8cf2-5ea269eb53e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:46.585708 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-f25b7779-e7ee-47ac-8cf2-5ea269eb53e6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9b26d7dc-4a45-4c30-b577-4f6a5a25a55c HTTP/1.1" status: 200 len: 902 time: 0.2971320 Nov 25 19:30:46.658439 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63017b89-2150-4a3f-adb1-af01c46cdafe req-75df2dd6-4a7e-4256-b9a7-4cfd81dcc62c tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:46.660772 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-63017b89-2150-4a3f-adb1-af01c46cdafe req-75df2dd6-4a7e-4256-b9a7-4cfd81dcc62c tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b16d66e-7eba-4306-b934-d734a3f788ac HTTP/1.1" status: 200 len: 931 time: 1.0138643 Nov 25 19:30:46.717026 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-28f99384-c31e-47d3-81b8-76e2180575c2 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0366185 Nov 25 19:30:46.743642 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [req-c543add5-50dd-427a-b343-59bc9a36e590 req-dd67f2de-5173-4c49-87d9-b734aca6134d service neutron] show failed (client error): The resource could not be found. Nov 25 19:30:46.745833 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c543add5-50dd-427a-b343-59bc9a36e590 req-dd67f2de-5173-4c49-87d9-b734aca6134d service neutron] 10.222.0.73 "GET /v2.0/ports/2de9b276-2e29-49ab-817d-32d082b2e017/bindings/n-h2-819349-5 HTTP/1.1" status: 404 len: 380 time: 1.3331425 Nov 25 19:30:46.747844 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f99384-c31e-47d3-81b8-76e2180575c2 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Pushing event updated for resources: {'Port': ['ID=d0949d74-e1b6-4585-bd01-a15305260108,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:46.813894 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d5848d36-8278-4ae0-a861-b97592c07f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:46.824408 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-f31e1608-876f-4024-8e9e-640079ba7556 service neutron] Request body: {'port': {'device_id': '0b16d66e-7eba-4306-b934-d734a3f788ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:46.882811 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-16eb6694-c5f9-4bb8-8908-3467da89c134 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4e2da3c-73f1-4575-811a-a5a200ebadb9 HTTP/1.1" status: 200 len: 217 time: 0.2829926 Nov 25 19:30:47.079211 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-63017b89-2150-4a3f-adb1-af01c46cdafe req-95dee2df-1088-4ecf-9f1e-a499d89ab4d5 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/security-groups?id=c890fcc8-9c5d-4fc7-bc4a-3cdc019efaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735392 Nov 25 19:30:47.113159 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-f31e1608-876f-4024-8e9e-640079ba7556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:47.132137 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-605dab0d-6527-40bc-b613-1dbb034cd0d5 admin admin] Deleting port 4663144b-938a-48d4-9698-a2a531697732 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:30:47.132859 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-605dab0d-6527-40bc-b613-1dbb034cd0d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:47.142508 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5848d36-8278-4ae0-a861-b97592c07f8f None None] No DVR routers for this DVR port 4663144b-938a-48d4-9698-a2a531697732 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:30:47.220738 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5848d36-8278-4ae0-a861-b97592c07f8f None None] Pushing event deleted for resources: {'Port': ['ID=4663144b-938a-48d4-9698-a2a531697732,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:47.290941 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-30266ae2-9220-4673-b9cc-35f0e8fd6c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:47.292466 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-30266ae2-9220-4673-b9cc-35f0e8fd6c6b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=01c93dc0-7c61-47f5-a960-9969326bc1ab HTTP/1.1" status: 200 len: 797 time: 0.4065471 Nov 25 19:30:47.596883 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0a7dfce4-ca1c-460c-8de0-d0fec39f6deb req-c9270605-0e77-4ed8-8305-a0c47574590a tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc7b1e2f-9d59-4837-9845-45fa31555fb1 HTTP/1.1" status: 200 len: 210 time: 0.2270117 Nov 25 19:30:47.670826 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-605dab0d-6527-40bc-b613-1dbb034cd0d5 admin admin] For port 4663144b-938a-48d4-9698-a2a531697732, host n-d-819349-5, got binding levels [] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:47.676571 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-605dab0d-6527-40bc-b613-1dbb034cd0d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:47.776954 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-605dab0d-6527-40bc-b613-1dbb034cd0d5 admin admin] Calling delete_port for 4663144b-938a-48d4-9698-a2a531697732 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:30:47.796555 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.ipam_backend_mixin [None req-605dab0d-6527-40bc-b613-1dbb034cd0d5 admin admin] Port 4663144b-938a-48d4-9698-a2a531697732 was not found and therefore no delete operation was performed {{(pid=103599) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:30:47.842173 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-605dab0d-6527-40bc-b613-1dbb034cd0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:47.872484 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4663144b-938a-48d4-9698-a2a531697732 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:30:47.986808 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 4663144b-938a-48d4-9698-a2a531697732 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:30:47.994524 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4663144b-938a-48d4-9698-a2a531697732 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:30:48.385551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbacdf-96ee-489c-b791-bc26829c0206 req-07d63023-84a5-47d0-af80-e7cf3a6ed3a7 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:48.393558 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1bdbacdf-96ee-489c-b791-bc26829c0206 req-07d63023-84a5-47d0-af80-e7cf3a6ed3a7 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 944 time: 1.4769752 Nov 25 19:30:48.428249 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-61fa014e-a70f-4d86-8cb2-64c0907592df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:48.429817 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-61fa014e-a70f-4d86-8cb2-64c0907592df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b26d7dc-4a45-4c30-b577-4f6a5a25a55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1205719 Nov 25 19:30:48.485687 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1bdbacdf-96ee-489c-b791-bc26829c0206 req-951b0f41-2dec-40c9-a90e-675e3fdba6b2 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909884 Nov 25 19:30:48.555050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543add5-50dd-427a-b343-59bc9a36e590 req-6c355340-867b-4c2c-9e6a-a015ffc3251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:48.581322 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c543add5-50dd-427a-b343-59bc9a36e590 req-6c355340-867b-4c2c-9e6a-a015ffc3251f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95&tenant_id=92fad1dc82f24f91a07d3c087ee582e6 HTTP/1.1" status: 200 len: 1101 time: 1.2731457 Nov 25 19:30:48.761598 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-c543add5-50dd-427a-b343-59bc9a36e590 req-5ed054d6-b4e5-44ab-a342-7e32eb17fd06 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819349-5', 'device_owner': 'compute:nova'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:49.252189 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605dab0d-6527-40bc-b613-1dbb034cd0d5 admin admin] No DVR routers for this DVR port 4663144b-938a-48d4-9698-a2a531697732 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:30:49.439524 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605dab0d-6527-40bc-b613-1dbb034cd0d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4663144b-938a-48d4-9698-a2a531697732,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:49.506138 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c543add5-50dd-427a-b343-59bc9a36e590 req-5ed054d6-b4e5-44ab-a342-7e32eb17fd06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:49.507808 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-24ed927e-6e49-4872-860a-57cecf4a3cb8 req-15496c34-9e9e-4415-9698-2d14c61ed007 tempest-ServerShowV257Test-337415718 tempest-ServerShowV257Test-337415718-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 1.6036396 Nov 25 19:30:49.572091 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-cc81e420-0feb-430a-98ce-69591977fc87 service neutron] 10.222.0.73 "GET /v2.0/networks/9b26d7dc-4a45-4c30-b577-4f6a5a25a55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1029792 Nov 25 19:30:49.840708 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-605dab0d-6527-40bc-b613-1dbb034cd0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:49.888001 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-605dab0d-6527-40bc-b613-1dbb034cd0d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d15e7b-7bf0-4801-add6-82c7d685c88d']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:49.905738 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-605dab0d-6527-40bc-b613-1dbb034cd0d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea6c334-87eb-4d7b-a8a1-1e86506bf594') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:49.906186 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-605dab0d-6527-40bc-b613-1dbb034cd0d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea6c334-87eb-4d7b-a8a1-1e86506bf594') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:49.929752 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1c2fc-240b-4b41-8f81-18ffaae7dc2e req-4e163a2d-574d-40ae-8b7d-42a4f6766e41 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:49.936729 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1c2fc-240b-4b41-8f81-18ffaae7dc2e req-4e163a2d-574d-40ae-8b7d-42a4f6766e41 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:49.943713 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1c2fc-240b-4b41-8f81-18ffaae7dc2e req-4e163a2d-574d-40ae-8b7d-42a4f6766e41 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:49.950775 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1c2fc-240b-4b41-8f81-18ffaae7dc2e req-4e163a2d-574d-40ae-8b7d-42a4f6766e41 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:49.958092 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1c2fc-240b-4b41-8f81-18ffaae7dc2e req-4e163a2d-574d-40ae-8b7d-42a4f6766e41 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:49.964898 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1c2fc-240b-4b41-8f81-18ffaae7dc2e req-4e163a2d-574d-40ae-8b7d-42a4f6766e41 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:49.973197 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1c2fc-240b-4b41-8f81-18ffaae7dc2e req-4e163a2d-574d-40ae-8b7d-42a4f6766e41 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:49.982081 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d8e1c2fc-240b-4b41-8f81-18ffaae7dc2e req-4e163a2d-574d-40ae-8b7d-42a4f6766e41 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5418 time: 0.2569346 Nov 25 19:30:50.002507 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-605dab0d-6527-40bc-b613-1dbb034cd0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:50.114309 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d8e1c2fc-240b-4b41-8f81-18ffaae7dc2e req-5fdefea0-6e70-4ae9-9954-61e7cabbf5f2 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1309459 Nov 25 19:30:50.122431 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-605dab0d-6527-40bc-b613-1dbb034cd0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:50.155513 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605dab0d-6527-40bc-b613-1dbb034cd0d5 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:30:50.155937 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-605dab0d-6527-40bc-b613-1dbb034cd0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:50.236035 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-c543add5-50dd-427a-b343-59bc9a36e590 req-5ed054d6-b4e5-44ab-a342-7e32eb17fd06 service neutron] For port 2de9b276-2e29-49ab-817d-32d082b2e017, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=2de9b276-2e29-49ab-817d-32d082b2e017,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:30:50.280697 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:30:50.284523 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-c543add5-50dd-427a-b343-59bc9a36e590 req-5ed054d6-b4e5-44ab-a342-7e32eb17fd06 service neutron] For port 2de9b276-2e29-49ab-817d-32d082b2e017, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:30:50.375302 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c543add5-50dd-427a-b343-59bc9a36e590 req-5ed054d6-b4e5-44ab-a342-7e32eb17fd06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:50.397491 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-c543add5-50dd-427a-b343-59bc9a36e590 req-5ed054d6-b4e5-44ab-a342-7e32eb17fd06 service neutron] Transition to ACTIVE for port object 2de9b276-2e29-49ab-817d-32d082b2e017 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:30:50.404088 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1398c2-1b41-4d89-b540-47aaf7de2d95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2de9b276-2e29-49ab-817d-32d082b2e017'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:50.408611 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58c8d99-537d-40a4-8fd1-f4ec3aab10b7" -d '{"events": [{"server_uuid": "2d1398c2-1b41-4d89-b540-47aaf7de2d95", "name": "network-vif-unplugged", "status": "completed", "tag": "2de9b276-2e29-49ab-817d-32d082b2e017"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:50.418752 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c543add5-50dd-427a-b343-59bc9a36e590 req-5ed054d6-b4e5-44ab-a342-7e32eb17fd06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:50.513927 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 2de9b276-2e29-49ab-817d-32d082b2e017 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:30:50.571938 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-605dab0d-6527-40bc-b613-1dbb034cd0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:50.599972 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-605dab0d-6527-40bc-b613-1dbb034cd0d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:50.613447 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-605dab0d-6527-40bc-b613-1dbb034cd0d5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/18d15e7b-7bf0-4801-add6-82c7d685c88d HTTP/1.1" status: 204 len: 168 time: 5.4382584 Nov 25 19:30:50.615397 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35898) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:50.671555 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-f31e1608-876f-4024-8e9e-640079ba7556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0949d74-e1b6-4585-bd01-a15305260108 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:30:50.795202 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605dab0d-6527-40bc-b613-1dbb034cd0d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=18d15e7b-7bf0-4801-add6-82c7d685c88d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:50.864670 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b107e7-f387-4524-b832-c1e4df43b184 req-e51da522-4d88-4e6f-8289-52bb69889bbc tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:50.887628 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-62b107e7-f387-4524-b832-c1e4df43b184 req-e51da522-4d88-4e6f-8289-52bb69889bbc tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b16d66e-7eba-4306-b934-d734a3f788ac HTTP/1.1" status: 200 len: 931 time: 0.5416679 Nov 25 19:30:50.919496 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 2de9b276-2e29-49ab-817d-32d082b2e017 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:30:50.920740 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-d1184038-9fca-4640-b428-fdb2beabcd0f service neutron] 10.222.0.73 "GET /v2.0/networks/9b26d7dc-4a45-4c30-b577-4f6a5a25a55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3238990 Nov 25 19:30:50.994707 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c543add5-50dd-427a-b343-59bc9a36e590 req-5ed054d6-b4e5-44ab-a342-7e32eb17fd06 service neutron] No DVR routers for this DVR port 2de9b276-2e29-49ab-817d-32d082b2e017 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:30:51.112794 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-f31e1608-876f-4024-8e9e-640079ba7556 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:51.164713 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2635552-590c-49fd-8bba-4d86053394ee req-db2013b3-1208-40c9-bce8-6de4075cebf2 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:51.180890 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f2635552-590c-49fd-8bba-4d86053394ee req-db2013b3-1208-40c9-bce8-6de4075cebf2 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 950 time: 1.4561484 Nov 25 19:30:51.212800 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-f31e1608-876f-4024-8e9e-640079ba7556 service neutron] Transition to ACTIVE for port object d0949d74-e1b6-4585-bd01-a15305260108 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:30:51.240962 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-f31e1608-876f-4024-8e9e-640079ba7556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:51.253202 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed054d6-b4e5-44ab-a342-7e32eb17fd06 service neutron] Pushing event updated for resources: {'Port': ['ID=2de9b276-2e29-49ab-817d-32d082b2e017,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:51.388423 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-62b107e7-f387-4524-b832-c1e4df43b184 req-6f6c9afe-0524-433e-9547-74c0fe43637a tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/security-groups?id=c890fcc8-9c5d-4fc7-bc4a-3cdc019efaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167191 Nov 25 19:30:51.450596 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-4b9f2f61-edfa-4d30-b247-e89602bef3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:51.451442 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-4b9f2f61-edfa-4d30-b247-e89602bef3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:51.452316 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-4b9f2f61-edfa-4d30-b247-e89602bef3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:51.453282 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-4b9f2f61-edfa-4d30-b247-e89602bef3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:51.453996 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-4b9f2f61-edfa-4d30-b247-e89602bef3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:51.454891 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-4b9f2f61-edfa-4d30-b247-e89602bef3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:51.459295 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-4b9f2f61-edfa-4d30-b247-e89602bef3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:51.462732 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-4b9f2f61-edfa-4d30-b247-e89602bef3b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=514fc44b5d1f423cb02ea29bd2e23ca8&device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 6475 time: 0.4451375 Nov 25 19:30:51.553452 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-c543add5-50dd-427a-b343-59bc9a36e590 req-5ed054d6-b4e5-44ab-a342-7e32eb17fd06 service neutron] Attempting to bind port 2de9b276-2e29-49ab-817d-32d082b2e017 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:30:51.554028 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-c543add5-50dd-427a-b343-59bc9a36e590 req-5ed054d6-b4e5-44ab-a342-7e32eb17fd06 service neutron] Attempting to bind port 2de9b276-2e29-49ab-817d-32d082b2e017 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:30:51.556800 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c543add5-50dd-427a-b343-59bc9a36e590 req-5ed054d6-b4e5-44ab-a342-7e32eb17fd06 service neutron] Attempting to bind port 2de9b276-2e29-49ab-817d-32d082b2e017 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:51.600855 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c543add5-50dd-427a-b343-59bc9a36e590 req-5ed054d6-b4e5-44ab-a342-7e32eb17fd06 service neutron] Port 2de9b276-2e29-49ab-817d-32d082b2e017 on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:30:51.601383 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c543add5-50dd-427a-b343-59bc9a36e590 req-5ed054d6-b4e5-44ab-a342-7e32eb17fd06 service neutron] Attempting to bind port 2de9b276-2e29-49ab-817d-32d082b2e017 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:51.646150 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f2635552-590c-49fd-8bba-4d86053394ee req-264cde2f-3c5c-4885-8107-4054ff6c0762 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531147 Nov 25 19:30:51.657238 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e1608-876f-4024-8e9e-640079ba7556 service neutron] Pushing event updated for resources: {'Port': ['ID=d0949d74-e1b6-4585-bd01-a15305260108,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:51.659086 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c543add5-50dd-427a-b343-59bc9a36e590 req-5ed054d6-b4e5-44ab-a342-7e32eb17fd06 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:30:51.659634 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c543add5-50dd-427a-b343-59bc9a36e590 req-5ed054d6-b4e5-44ab-a342-7e32eb17fd06 service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:30:51.662020 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c543add5-50dd-427a-b343-59bc9a36e590 req-5ed054d6-b4e5-44ab-a342-7e32eb17fd06 service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:30:51.663650 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-c543add5-50dd-427a-b343-59bc9a36e590 req-5ed054d6-b4e5-44ab-a342-7e32eb17fd06 service neutron] Bound port: 2de9b276-2e29-49ab-817d-32d082b2e017, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:30:51.664244 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c543add5-50dd-427a-b343-59bc9a36e590 req-5ed054d6-b4e5-44ab-a342-7e32eb17fd06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:51.974851 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea23a05-dda9-4082-9039-9003bc26fcfe x-openstack-request-id: req-dea23a05-dda9-4082-9039-9003bc26fcfe {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:51.975981 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1398c2-1b41-4d89-b540-47aaf7de2d95", "name": "network-vif-unplugged", "status": "completed", "tag": "2de9b276-2e29-49ab-817d-32d082b2e017", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:51.975981 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dea23a05-dda9-4082-9039-9003bc26fcfe {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:51.976422 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1398c2-1b41-4d89-b540-47aaf7de2d95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2de9b276-2e29-49ab-817d-32d082b2e017', 'code': 200} Nov 25 19:30:51.990107 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-f31e1608-876f-4024-8e9e-640079ba7556 service neutron] Attempting to bind port d0949d74-e1b6-4585-bd01-a15305260108 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:30:51.993327 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-f31e1608-876f-4024-8e9e-640079ba7556 service neutron] Attempting to bind port d0949d74-e1b6-4585-bd01-a15305260108 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '6847052e-6252-4352-96b8-655a1af3f08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0e881b1c-70ea-42fd-934e-1f66bd0d00bb'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:30:51.994034 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-f31e1608-876f-4024-8e9e-640079ba7556 service neutron] Attempting to bind port d0949d74-e1b6-4585-bd01-a15305260108 on network 0e881b1c-70ea-42fd-934e-1f66bd0d00bb {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:52.064853 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-f31e1608-876f-4024-8e9e-640079ba7556 service neutron] Port d0949d74-e1b6-4585-bd01-a15305260108 on network 0e881b1c-70ea-42fd-934e-1f66bd0d00bb not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:30:52.065365 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-f31e1608-876f-4024-8e9e-640079ba7556 service neutron] Attempting to bind port d0949d74-e1b6-4585-bd01-a15305260108 on network 0e881b1c-70ea-42fd-934e-1f66bd0d00bb {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:52.089240 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-f31e1608-876f-4024-8e9e-640079ba7556 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:30:52.089681 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-f31e1608-876f-4024-8e9e-640079ba7556 service neutron] Checking segment: {'id': '6847052e-6252-4352-96b8-655a1af3f08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0e881b1c-70ea-42fd-934e-1f66bd0d00bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:30:52.090420 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-f31e1608-876f-4024-8e9e-640079ba7556 service neutron] Bound using segment: {'id': '6847052e-6252-4352-96b8-655a1af3f08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0e881b1c-70ea-42fd-934e-1f66bd0d00bb'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:30:52.091334 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-f31e1608-876f-4024-8e9e-640079ba7556 service neutron] Bound port: d0949d74-e1b6-4585-bd01-a15305260108, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6847052e-6252-4352-96b8-655a1af3f08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0e881b1c-70ea-42fd-934e-1f66bd0d00bb'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:30:52.091920 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-f31e1608-876f-4024-8e9e-640079ba7556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:52.194905 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-468643b8-179d-43d5-9360-9c9af087a876 req-8a368d01-f664-4e4b-844f-e505f77d4c07 tempest-ServerShowV257Test-337415718 tempest-ServerShowV257Test-337415718-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.1767762 Nov 25 19:30:52.376557 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-c543add5-50dd-427a-b343-59bc9a36e590 req-5ed054d6-b4e5-44ab-a342-7e32eb17fd06 service neutron] For port 2de9b276-2e29-49ab-817d-32d082b2e017, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:30:52.387573 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-c543add5-50dd-427a-b343-59bc9a36e590 req-5ed054d6-b4e5-44ab-a342-7e32eb17fd06 service neutron] For port 2de9b276-2e29-49ab-817d-32d082b2e017, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=2de9b276-2e29-49ab-817d-32d082b2e017,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:30:52.391973 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-e9ea2f1b-0dbb-4fad-8c32-9928cddf7a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:52.396009 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-e9ea2f1b-0dbb-4fad-8c32-9928cddf7a79 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9b26d7dc-4a45-4c30-b577-4f6a5a25a55c HTTP/1.1" status: 200 len: 902 time: 0.8960252 Nov 25 19:30:52.399305 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c543add5-50dd-427a-b343-59bc9a36e590 req-5ed054d6-b4e5-44ab-a342-7e32eb17fd06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:52.493049 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0487f-8130-4d7f-a5d5-fd90f6713392 req-b57080f4-fb61-49fa-98a9-9be97d83ebe3 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:52.507123 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-99b0487f-8130-4d7f-a5d5-fd90f6713392 req-b57080f4-fb61-49fa-98a9-9be97d83ebe3 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 944 time: 0.6377835 Nov 25 19:30:52.560944 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-f31e1608-876f-4024-8e9e-640079ba7556 service neutron] For port d0949d74-e1b6-4585-bd01-a15305260108, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:30:52.568055 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-f31e1608-876f-4024-8e9e-640079ba7556 service neutron] For port d0949d74-e1b6-4585-bd01-a15305260108, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d0949d74-e1b6-4585-bd01-a15305260108,segment=NetworkSegment(6847052e-6252-4352-96b8-655a1af3f08b),segment_id=6847052e-6252-4352-96b8-655a1af3f08b)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:30:52.592561 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-f31e1608-876f-4024-8e9e-640079ba7556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:52.663768 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-29434325-f56e-4de8-a213-eb45ea81035b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fbfa0e03-0bb5-45ba-a278-889c82eea538 HTTP/1.1" status: 200 len: 217 time: 0.2591240 Nov 25 19:30:52.670361 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543add5-50dd-427a-b343-59bc9a36e590 req-5ed054d6-b4e5-44ab-a342-7e32eb17fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:52.671647 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c543add5-50dd-427a-b343-59bc9a36e590 req-5ed054d6-b4e5-44ab-a342-7e32eb17fd06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:52.673341 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c543add5-50dd-427a-b343-59bc9a36e590 req-5ed054d6-b4e5-44ab-a342-7e32eb17fd06 service neutron] 10.222.0.85 "PUT /v2.0/ports/2de9b276-2e29-49ab-817d-32d082b2e017 HTTP/1.1" status: 200 len: 1096 time: 3.9375637 Nov 25 19:30:52.788261 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-f31e1608-876f-4024-8e9e-640079ba7556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:52.794410 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-be2f2cb6-f6ab-4f1b-b8b2-d14cbef00f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:52.796406 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-be2f2cb6-f6ab-4f1b-b8b2-d14cbef00f85 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=01c93dc0-7c61-47f5-a960-9969326bc1ab HTTP/1.1" status: 200 len: 797 time: 0.0962241 Nov 25 19:30:52.804091 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-f31e1608-876f-4024-8e9e-640079ba7556 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:52.806758 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-f31e1608-876f-4024-8e9e-640079ba7556 service neutron] 10.222.0.85 "PUT /v2.0/ports/d0949d74-e1b6-4585-bd01-a15305260108 HTTP/1.1" status: 200 len: 1091 time: 6.0321605 Nov 25 19:30:52.811059 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b16d66e-7eba-4306-b934-d734a3f788ac', 'tag': 'd0949d74-e1b6-4585-bd01-a15305260108'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:52.826658 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197daa63-498d-47f5-84ca-2d29a792f30d" -d '{"events": [{"name": "network-changed", "server_uuid": "0b16d66e-7eba-4306-b934-d734a3f788ac", "tag": "d0949d74-e1b6-4585-bd01-a15305260108"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:52.985128 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed054d6-b4e5-44ab-a342-7e32eb17fd06 service neutron] Pushing event updated for resources: {'Port': ['ID=2de9b276-2e29-49ab-817d-32d082b2e017,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:53.036850 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222040ec-c041-4a19-8528-8ede08b39a07 req-8a2c3832-58e2-4906-968b-1a1430796bea tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:53.047382 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222040ec-c041-4a19-8528-8ede08b39a07 req-8a2c3832-58e2-4906-968b-1a1430796bea tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:53.057193 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222040ec-c041-4a19-8528-8ede08b39a07 req-8a2c3832-58e2-4906-968b-1a1430796bea tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:53.065899 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222040ec-c041-4a19-8528-8ede08b39a07 req-8a2c3832-58e2-4906-968b-1a1430796bea tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:53.079881 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222040ec-c041-4a19-8528-8ede08b39a07 req-8a2c3832-58e2-4906-968b-1a1430796bea tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:53.096999 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222040ec-c041-4a19-8528-8ede08b39a07 req-8a2c3832-58e2-4906-968b-1a1430796bea tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:53.100465 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-99b0487f-8130-4d7f-a5d5-fd90f6713392 req-b0c380b0-901e-457e-a25f-c0fdd9017eff tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5257506 Nov 25 19:30:53.105354 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222040ec-c041-4a19-8528-8ede08b39a07 req-8a2c3832-58e2-4906-968b-1a1430796bea tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:53.107970 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-222040ec-c041-4a19-8528-8ede08b39a07 req-8a2c3832-58e2-4906-968b-1a1430796bea tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5418 time: 0.6171510 Nov 25 19:30:53.112083 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543add5-50dd-427a-b343-59bc9a36e590 req-bb5c0bba-9ed8-4cd2-8791-62d94e20a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:53.114463 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c543add5-50dd-427a-b343-59bc9a36e590 req-bb5c0bba-9ed8-4cd2-8791-62d94e20a1ec service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 1099 time: 0.2467799 Nov 25 19:30:53.131499 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-87daec8c-9217-4256-8a9d-485cb341aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:53.133084 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-87daec8c-9217-4256-8a9d-485cb341aeb6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0f21d8dd8ec64acbac72c48e09a7d0af&device_id=0b16d66e-7eba-4306-b934-d734a3f788ac HTTP/1.1" status: 200 len: 1094 time: 0.2175648 Nov 25 19:30:53.164575 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e1608-876f-4024-8e9e-640079ba7556 service neutron] Pushing event updated for resources: {'Port': ['ID=d0949d74-e1b6-4585-bd01-a15305260108,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:53.184231 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-451cad53-e44a-4b92-a747-d17f0b08bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:53.187150 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-451cad53-e44a-4b92-a747-d17f0b08bba5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b26d7dc-4a45-4c30-b577-4f6a5a25a55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2714736 Nov 25 19:30:53.328985 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-05c319e0-9eb2-4081-b303-bb9a22da513b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0949d74-e1b6-4585-bd01-a15305260108 HTTP/1.1" status: 200 len: 217 time: 0.1132796 Nov 25 19:30:53.419260 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:53.484337 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543add5-50dd-427a-b343-59bc9a36e590 req-11ab7571-1023-4762-b2da-cab7a14bf937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:53.487160 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c543add5-50dd-427a-b343-59bc9a36e590 req-11ab7571-1023-4762-b2da-cab7a14bf937 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.2651622 Nov 25 19:30:53.633555 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-5bba1cf5-9d2b-474d-b953-051cd5a6a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:53.635070 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-5bba1cf5-9d2b-474d-b953-051cd5a6a45c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6e87c5d4-ae87-4f57-9e64-5d699de3ab3b HTTP/1.1" status: 200 len: 861 time: 0.2796352 Nov 25 19:30:53.639809 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0da4e27-c75d-414c-b28d-2856e97c9c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:53.693205 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 35916) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:53.712480 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c543add5-50dd-427a-b343-59bc9a36e590 req-5cc7eff2-1048-47c0-8650-1e07e57af944 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=2de9b276-2e29-49ab-817d-32d082b2e017 HTTP/1.1" status: 200 len: 217 time: 0.1483064 Nov 25 19:30:53.739375 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-222040ec-c041-4a19-8528-8ede08b39a07 req-9145791e-7937-4223-b349-32cd26cd57ca tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6029789 Nov 25 19:30:53.936192 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543add5-50dd-427a-b343-59bc9a36e590 req-70758a1a-eda2-4a36-b028-9633e12feb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:53.939380 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c543add5-50dd-427a-b343-59bc9a36e590 req-70758a1a-eda2-4a36-b028-9633e12feb8b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1981764 Nov 25 19:30:53.980018 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1398c2-1b41-4d89-b540-47aaf7de2d95', 'tag': '2de9b276-2e29-49ab-817d-32d082b2e017'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:53.984976 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c302048-bc3c-4889-8f83-0a72747fc463" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1398c2-1b41-4d89-b540-47aaf7de2d95", "tag": "2de9b276-2e29-49ab-817d-32d082b2e017"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:54.008526 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-e8afd6ac-269e-4012-b401-e18503aa3b23 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0e881b1c-70ea-42fd-934e-1f66bd0d00bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1812613 Nov 25 19:30:54.010098 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:54.154672 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-0cc0c439-a8ba-408a-ae0d-f43f2312e681 service neutron] 10.222.0.73 "GET /v2.0/networks/9b26d7dc-4a45-4c30-b577-4f6a5a25a55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9563568 Nov 25 19:30:54.243060 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770da933-1140-4c3c-b956-77b7f4d63437 req-fd8efeb2-f321-4d11-8cf7-fea0a264a961 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:54.252264 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-770da933-1140-4c3c-b956-77b7f4d63437 req-fd8efeb2-f321-4d11-8cf7-fea0a264a961 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b16d66e-7eba-4306-b934-d734a3f788ac HTTP/1.1" status: 200 len: 943 time: 0.3777888 Nov 25 19:30:54.401309 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7745f-9e70-4f3c-a092-c3502b18ef95 req-6fcc3c00-a82c-469f-a663-704a2d9a623c tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:54.403988 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10b7745f-9e70-4f3c-a092-c3502b18ef95 req-6fcc3c00-a82c-469f-a663-704a2d9a623c tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 948 time: 0.3978333 Nov 25 19:30:54.460639 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543add5-50dd-427a-b343-59bc9a36e590 req-329ff63d-9739-4e10-be32-7a4e222cd2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:54.463249 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c543add5-50dd-427a-b343-59bc9a36e590 req-329ff63d-9739-4e10-be32-7a4e222cd2b9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4980335 Nov 25 19:30:54.464287 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55134f03-469f-4fe5-90d4-59c25d0c43ce tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:54.487265 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-770da933-1140-4c3c-b956-77b7f4d63437 req-0ec5c37d-556f-459c-9695-9d29703b9a9d tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/security-groups?id=c890fcc8-9c5d-4fc7-bc4a-3cdc019efaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337518 Nov 25 19:30:54.508154 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-fa233e62-0f6e-49dc-a359-a6b67bb841c1 service neutron] 10.222.0.85 "GET /v2.0/networks/0e881b1c-70ea-42fd-934e-1f66bd0d00bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485390 Nov 25 19:30:54.590655 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55134f03-469f-4fe5-90d4-59c25d0c43ce tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:54.735659 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac9a4131-a12a-4a8b-b36c-c21f59bd484a req-d6753cba-98b0-4a27-8948-6655fc0403da service neutron] 10.222.0.73 "GET /v2.0/networks/9b26d7dc-4a45-4c30-b577-4f6a5a25a55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086100 Nov 25 19:30:54.741297 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5bd65b-8335-45ab-a376-da716db62bd6 x-openstack-request-id: req-3c5bd65b-8335-45ab-a376-da716db62bd6 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:54.744299 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55134f03-469f-4fe5-90d4-59c25d0c43ce tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:54.747753 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55134f03-469f-4fe5-90d4-59c25d0c43ce tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:54.753022 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-55134f03-469f-4fe5-90d4-59c25d0c43ce tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "DELETE /v2.0/security-groups/4fe6bace-607a-46a1-8001-48497092a9b3 HTTP/1.1" status: 204 len: 168 time: 1.0560765 Nov 25 19:30:54.754457 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 35924) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:54.764815 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b16d66e-7eba-4306-b934-d734a3f788ac", "tag": "d0949d74-e1b6-4585-bd01-a15305260108", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:54.768946 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3c5bd65b-8335-45ab-a376-da716db62bd6 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:54.772564 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b16d66e-7eba-4306-b934-d734a3f788ac', 'tag': 'd0949d74-e1b6-4585-bd01-a15305260108', 'status': 'completed', 'code': 200} Nov 25 19:30:54.788349 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55134f03-469f-4fe5-90d4-59c25d0c43ce tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe6bace-607a-46a1-8001-48497092a9b3,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:54.805963 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-6fa7291c-c8b6-449b-a179-a467840a1638 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] show failed (client error): The resource could not be found. Nov 25 19:30:54.825262 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6fa7291c-c8b6-449b-a179-a467840a1638 tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "GET /v2.0/security-groups/4fe6bace-607a-46a1-8001-48497092a9b3 HTTP/1.1" status: 404 len: 347 time: 0.0488465 Nov 25 19:30:54.829256 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 35928) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:54.847342 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10b7745f-9e70-4f3c-a092-c3502b18ef95 req-bee5520b-130c-4cc2-8745-25f47338f605 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794613 Nov 25 19:30:55.089989 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dc5bbd-3da7-4ca6-bbda-86e162f7c1dc x-openstack-request-id: req-51dc5bbd-3da7-4ca6-bbda-86e162f7c1dc {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:55.090505 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1398c2-1b41-4d89-b540-47aaf7de2d95", "tag": "2de9b276-2e29-49ab-817d-32d082b2e017", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:55.091250 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51dc5bbd-3da7-4ca6-bbda-86e162f7c1dc {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:55.091881 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1398c2-1b41-4d89-b540-47aaf7de2d95', 'tag': '2de9b276-2e29-49ab-817d-32d082b2e017', 'status': 'completed', 'code': 200} Nov 25 19:30:55.318683 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cb2b32a7-dcc6-414e-99b6-b7d392261e48 req-82eec78a-330d-448e-8079-7aaf2faf90c3 tempest-ServerShowV257Test-337415718 tempest-ServerShowV257Test-337415718-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.1926641 Nov 25 19:30:55.324851 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-04ee67ce-35e0-42f2-9d1b-290e003b69f0 req-25facae2-0698-4255-8be4-df0e83b29491 service neutron] 10.222.0.85 "GET /v2.0/networks/0e881b1c-70ea-42fd-934e-1f66bd0d00bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383961 Nov 25 19:30:55.443291 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10d37d-6e67-4cf9-879b-a4931e1db35e req-190e7f8a-7230-48b6-bf5c-3717e56bc1f9 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:55.444937 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f10d37d-6e67-4cf9-879b-a4931e1db35e req-190e7f8a-7230-48b6-bf5c-3717e56bc1f9 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 944 time: 0.1762974 Nov 25 19:30:55.451060 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c302048-bc3c-4889-8f83-0a72747fc463 req-23205e0d-9b62-4150-b2da-be3da19a0ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:55.453104 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c302048-bc3c-4889-8f83-0a72747fc463 req-23205e0d-9b62-4150-b2da-be3da19a0ece service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 1099 time: 0.3597927 Nov 25 19:30:55.472786 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b0da4e27-c75d-414c-b28d-2856e97c9c08 admin admin] Deleting port 00ae6019-bfb5-49ea-9119-b0da5fdd4641 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:30:55.473141 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0da4e27-c75d-414c-b28d-2856e97c9c08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:55.715588 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-b0da4e27-c75d-414c-b28d-2856e97c9c08 admin admin] For port 00ae6019-bfb5-49ea-9119-b0da5fdd4641, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=00ae6019-bfb5-49ea-9119-b0da5fdd4641,segment=NetworkSegment(7331db8c-f69b-4173-a25b-729786990b9f),segment_id=7331db8c-f69b-4173-a25b-729786990b9f)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:55.716307 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0da4e27-c75d-414c-b28d-2856e97c9c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:55.730239 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c543add5-50dd-427a-b343-59bc9a36e590 req-e910d5c1-3d93-44bf-b76a-1c54d5f87536 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7661374 Nov 25 19:30:55.737143 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b0da4e27-c75d-414c-b28d-2856e97c9c08 admin admin] Calling delete_port for 00ae6019-bfb5-49ea-9119-b0da5fdd4641 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:30:55.826390 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f10d37d-6e67-4cf9-879b-a4931e1db35e req-00fc7f8e-3ae0-453d-94f0-d90cfe6a0d3f tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3696027 Nov 25 19:30:55.885051 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-93b5178f-87b1-457e-9d8f-784ea2b2e7ca tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Deleting port 44e3548f-6d9b-4a78-92b6-0a34ce52a9cc {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:30:55.885782 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93b5178f-87b1-457e-9d8f-784ea2b2e7ca tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:56.350165 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0da4e27-c75d-414c-b28d-2856e97c9c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:56.504574 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273f462-4485-4bb0-aeef-50e19b436987 req-3f71f26e-3fd5-4aed-98f1-6335a7a625ab tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:56.515022 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273f462-4485-4bb0-aeef-50e19b436987 req-3f71f26e-3fd5-4aed-98f1-6335a7a625ab tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:56.525260 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273f462-4485-4bb0-aeef-50e19b436987 req-3f71f26e-3fd5-4aed-98f1-6335a7a625ab tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:56.538002 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273f462-4485-4bb0-aeef-50e19b436987 req-3f71f26e-3fd5-4aed-98f1-6335a7a625ab tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:56.546998 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273f462-4485-4bb0-aeef-50e19b436987 req-3f71f26e-3fd5-4aed-98f1-6335a7a625ab tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:56.558492 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273f462-4485-4bb0-aeef-50e19b436987 req-3f71f26e-3fd5-4aed-98f1-6335a7a625ab tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:56.571094 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273f462-4485-4bb0-aeef-50e19b436987 req-3f71f26e-3fd5-4aed-98f1-6335a7a625ab tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:56.583550 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d273f462-4485-4bb0-aeef-50e19b436987 req-3f71f26e-3fd5-4aed-98f1-6335a7a625ab tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5418 time: 0.7878354 Nov 25 19:30:56.588538 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197daa63-498d-47f5-84ca-2d29a792f30d req-a7b90598-e99a-472e-b8ed-b00f9178d90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:56.593772 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-197daa63-498d-47f5-84ca-2d29a792f30d req-a7b90598-e99a-472e-b8ed-b00f9178d90c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0f21d8dd8ec64acbac72c48e09a7d0af&device_id=0b16d66e-7eba-4306-b934-d734a3f788ac HTTP/1.1" status: 200 len: 1094 time: 1.1635602 Nov 25 19:30:56.777345 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c302048-bc3c-4889-8f83-0a72747fc463 req-53cc0522-89d9-4bc5-9b5d-1793c81ab6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:56.780043 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c302048-bc3c-4889-8f83-0a72747fc463 req-53cc0522-89d9-4bc5-9b5d-1793c81ab6a5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 1.3148985 Nov 25 19:30:56.812400 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d273f462-4485-4bb0-aeef-50e19b436987 req-2608d6f0-33ea-41ea-b307-4c7e1cc540a3 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2150314 Nov 25 19:30:56.813450 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da4e27-c75d-414c-b28d-2856e97c9c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=00ae6019-bfb5-49ea-9119-b0da5fdd4641,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:56.824788 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197daa63-498d-47f5-84ca-2d29a792f30d req-6c393f65-1725-49e4-ae25-7f2e2b5348e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:56.826996 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-197daa63-498d-47f5-84ca-2d29a792f30d req-6c393f65-1725-49e4-ae25-7f2e2b5348e5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0e881b1c-70ea-42fd-934e-1f66bd0d00bb HTTP/1.1" status: 200 len: 922 time: 0.1520593 Nov 25 19:30:56.897932 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c5e3a-8137-4481-b0ac-303aad976a13 req-521a153a-36de-49a1-ac6e-46e7697e8e28 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:56.932927 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-641c5e3a-8137-4481-b0ac-303aad976a13 req-521a153a-36de-49a1-ac6e-46e7697e8e28 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b16d66e-7eba-4306-b934-d734a3f788ac HTTP/1.1" status: 200 len: 943 time: 0.8158374 Nov 25 19:30:57.064805 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-197daa63-498d-47f5-84ca-2d29a792f30d req-0dcf6241-0429-4a8a-94c3-3710ba95d440 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0949d74-e1b6-4585-bd01-a15305260108 HTTP/1.1" status: 200 len: 217 time: 0.1812932 Nov 25 19:30:57.129040 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c543add5-50dd-427a-b343-59bc9a36e590 req-444eaae6-3c95-466c-9e10-bddaf1d5b673 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2833209 Nov 25 19:30:57.164783 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c302048-bc3c-4889-8f83-0a72747fc463 req-bc1bd9a2-d3b7-4b16-9bd5-dae4311a0bf0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=2de9b276-2e29-49ab-817d-32d082b2e017 HTTP/1.1" status: 200 len: 217 time: 0.3681772 Nov 25 19:30:57.273111 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c302048-bc3c-4889-8f83-0a72747fc463 req-5ad735ff-8f52-4b60-a79e-62631995bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:57.274940 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c302048-bc3c-4889-8f83-0a72747fc463 req-5ad735ff-8f52-4b60-a79e-62631995bd7f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.0784321 Nov 25 19:30:57.293866 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93b5178f-87b1-457e-9d8f-784ea2b2e7ca tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:57.294208 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93b5178f-87b1-457e-9d8f-784ea2b2e7ca tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:57.312491 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-93b5178f-87b1-457e-9d8f-784ea2b2e7ca tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Calling delete_port for 44e3548f-6d9b-4a78-92b6-0a34ce52a9cc owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:30:57.515074 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:30:57.670544 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-641c5e3a-8137-4481-b0ac-303aad976a13 req-30c23355-a2d1-496d-ae80-111798aa4de7 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/security-groups?id=c890fcc8-9c5d-4fc7-bc4a-3cdc019efaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7355785 Nov 25 19:30:57.715106 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0da4e27-c75d-414c-b28d-2856e97c9c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:57.743019 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197daa63-498d-47f5-84ca-2d29a792f30d req-d0c668ce-f6a5-4ea6-b9dc-734614a142c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:57.744758 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-197daa63-498d-47f5-84ca-2d29a792f30d req-d0c668ce-f6a5-4ea6-b9dc-734614a142c5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6e87c5d4-ae87-4f57-9e64-5d699de3ab3b HTTP/1.1" status: 200 len: 861 time: 0.4607241 Nov 25 19:30:57.907213 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c302048-bc3c-4889-8f83-0a72747fc463 req-c429bd88-b596-4450-88f4-aeacc8896f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:57.911235 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c302048-bc3c-4889-8f83-0a72747fc463 req-c429bd88-b596-4450-88f4-aeacc8896f1e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3909340 Nov 25 19:30:58.117589 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c302048-bc3c-4889-8f83-0a72747fc463 req-03903ce6-a0d7-4f94-ada8-9b9deee9a25d service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673863 Nov 25 19:30:58.125502 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fa365038-ea47-4e45-a65c-99ae856386a5 req-045fc864-3e9a-4496-8e73-131564255cd8 tempest-ServerShowV257Test-337415718 tempest-ServerShowV257Test-337415718-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.0567257 Nov 25 19:30:58.160266 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93b5178f-87b1-457e-9d8f-784ea2b2e7ca tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:58.240556 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c302048-bc3c-4889-8f83-0a72747fc463 req-3669447b-c30d-44e0-97a0-e8b113b16943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:58.242499 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c302048-bc3c-4889-8f83-0a72747fc463 req-3669447b-c30d-44e0-97a0-e8b113b16943 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 1099 time: 0.3551755 Nov 25 19:30:58.245638 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5178f-87b1-457e-9d8f-784ea2b2e7ca tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Pushing event deleted for resources: {'Port': ['ID=44e3548f-6d9b-4a78-92b6-0a34ce52a9cc,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:58.427095 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c302048-bc3c-4889-8f83-0a72747fc463 req-85ca6d1a-71c4-4131-bb53-7f40d650c45b service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951016 Nov 25 19:30:58.448021 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93b5178f-87b1-457e-9d8f-784ea2b2e7ca tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:58.451085 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93b5178f-87b1-457e-9d8f-784ea2b2e7ca tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:58.455042 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-93b5178f-87b1-457e-9d8f-784ea2b2e7ca tempest-ServersTestBootFromVolume-1059752130 tempest-ServersTestBootFromVolume-1059752130-project] 10.222.0.55 "DELETE /v2.0/floatingips/5424adc7-682e-4177-b0b9-df20b1a05301 HTTP/1.1" status: 204 len: 168 time: 3.6199653 Nov 25 19:30:58.458873 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 35944) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:58.467063 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-197daa63-498d-47f5-84ca-2d29a792f30d req-c8ae0fef-3a93-4f72-9a22-50c44a2ee415 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0e881b1c-70ea-42fd-934e-1f66bd0d00bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6604011 Nov 25 19:30:58.569802 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c302048-bc3c-4889-8f83-0a72747fc463 req-965ee35b-7a32-41a5-8884-2dab1a086b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:58.571392 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c302048-bc3c-4889-8f83-0a72747fc463 req-965ee35b-7a32-41a5-8884-2dab1a086b32 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.2911651 Nov 25 19:30:58.582867 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161474a-8afe-4b66-827d-138db0102c10 req-c1bfdca9-b659-4baa-aeb8-15476cdea642 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:58.590737 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b161474a-8afe-4b66-827d-138db0102c10 req-c1bfdca9-b659-4baa-aeb8-15476cdea642 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 944 time: 0.2347140 Nov 25 19:30:58.660508 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c302048-bc3c-4889-8f83-0a72747fc463 req-f478b9bf-ad48-4aab-838f-8bde074416bf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=2de9b276-2e29-49ab-817d-32d082b2e017 HTTP/1.1" status: 200 len: 217 time: 0.0607486 Nov 25 19:30:58.686877 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-197daa63-498d-47f5-84ca-2d29a792f30d req-ecf78320-6b93-45ba-a74d-f0f9c44d588b service neutron] 10.222.0.85 "GET /v2.0/networks/0e881b1c-70ea-42fd-934e-1f66bd0d00bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832643 Nov 25 19:30:58.729393 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc882b-1d7f-47c3-b668-1056f01cef0a req-da65b828-2d51-435e-b6a6-e0e76c74f648 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:58.731968 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3dcc882b-1d7f-47c3-b668-1056f01cef0a req-da65b828-2d51-435e-b6a6-e0e76c74f648 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 948 time: 1.5121996 Nov 25 19:30:58.760999 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b161474a-8afe-4b66-827d-138db0102c10 req-5ff7209f-f5d2-4d8d-9e42-d50da09910a8 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1692407 Nov 25 19:30:58.848592 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c302048-bc3c-4889-8f83-0a72747fc463 req-9c0323d2-a63f-48a3-ab64-fb6f7022d24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:58.850076 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c302048-bc3c-4889-8f83-0a72747fc463 req-9c0323d2-a63f-48a3-ab64-fb6f7022d24e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1798260 Nov 25 19:30:58.961376 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3dcc882b-1d7f-47c3-b668-1056f01cef0a req-c8faaf40-7a79-41e3-8537-d5c8fccdf565 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170861 Nov 25 19:30:58.984502 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0da4e27-c75d-414c-b28d-2856e97c9c08 admin admin] Router 99fd84c3-ee2c-40a8-bc70-922cf7c50796 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:30:59.019737 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07d482-0713-4363-b76f-b3d7d1b3558e req-613ed108-a727-4b77-8052-b2e625bf7ac9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:59.044324 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07d482-0713-4363-b76f-b3d7d1b3558e req-613ed108-a727-4b77-8052-b2e625bf7ac9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:59.050545 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07d482-0713-4363-b76f-b3d7d1b3558e req-613ed108-a727-4b77-8052-b2e625bf7ac9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:59.057189 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07d482-0713-4363-b76f-b3d7d1b3558e req-613ed108-a727-4b77-8052-b2e625bf7ac9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:59.065873 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07d482-0713-4363-b76f-b3d7d1b3558e req-613ed108-a727-4b77-8052-b2e625bf7ac9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:59.072055 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07d482-0713-4363-b76f-b3d7d1b3558e req-613ed108-a727-4b77-8052-b2e625bf7ac9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:59.078151 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07d482-0713-4363-b76f-b3d7d1b3558e req-613ed108-a727-4b77-8052-b2e625bf7ac9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:59.086965 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb07d482-0713-4363-b76f-b3d7d1b3558e req-613ed108-a727-4b77-8052-b2e625bf7ac9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5418 time: 0.1853094 Nov 25 19:30:59.116816 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c302048-bc3c-4889-8f83-0a72747fc463 req-eef0d42f-b4f2-4858-945f-fff0d3b94446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:59.118325 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c302048-bc3c-4889-8f83-0a72747fc463 req-eef0d42f-b4f2-4858-945f-fff0d3b94446 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2070320 Nov 25 19:30:59.177890 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0a8b5bd6-c9ef-4a55-b601-af0004e7fb7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:59.251535 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0da4e27-c75d-414c-b28d-2856e97c9c08 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:30:59.266885 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574d3307-2d8e-405d-8eab-844c9138a81c None None] Sync routers for ids ['99fd84c3-ee2c-40a8-bc70-922cf7c50796'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:30:59.267783 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b0da4e27-c75d-414c-b28d-2856e97c9c08 admin admin] 10.222.0.55 "PUT /v2.0/routers/99fd84c3-ee2c-40a8-bc70-922cf7c50796/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6414938 Nov 25 19:30:59.272398 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35950) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:59.275375 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb07d482-0713-4363-b76f-b3d7d1b3558e req-c1515562-ec09-4f71-ac43-25114d599c37 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1874044 Nov 25 19:30:59.287298 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574d3307-2d8e-405d-8eab-844c9138a81c None None] Routers {'99fd84c3-ee2c-40a8-bc70-922cf7c50796'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:30:59.288624 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-574d3307-2d8e-405d-8eab-844c9138a81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:30:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['99fd84c3-ee2c-40a8-bc70-922cf7c50796'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:59.425036 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-269e34de-66a3-43a4-84d4-29e0280f3d6d admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:59.437073 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-197daa63-498d-47f5-84ca-2d29a792f30d req-6f5ace55-6fd5-44d4-90d7-91f7e5d89ff4 service neutron] 10.222.0.85 "GET /v2.0/networks/0e881b1c-70ea-42fd-934e-1f66bd0d00bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6945753 Nov 25 19:30:59.452982 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c302048-bc3c-4889-8f83-0a72747fc463 req-9051a4b6-6e50-435e-b033-cc959072f28a service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252442 Nov 25 19:30:59.492503 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-574d3307-2d8e-405d-8eab-844c9138a81c None None] Set router 99fd84c3-ee2c-40a8-bc70-922cf7c50796 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:30:59.495509 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device d0949d74-e1b6-4585-bd01-a15305260108 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:30:59.633348 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c302048-bc3c-4889-8f83-0a72747fc463 req-ed875496-fc70-4754-ab4d-ffeae31ea623 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644599 Nov 25 19:30:59.643490 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aa3b1b2a-6282-47ca-8d77-e3217988fb36 req-d2f4da80-06ac-4e34-99b7-d61d01177630 tempest-ServerShowV257Test-337415718 tempest-ServerShowV257Test-337415718-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.1621718 Nov 25 19:30:59.716419 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870d12c-ffd7-4ce2-92e7-e9d4994c2c61 req-b0ad1734-162c-439e-b408-306224ac0c7f tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:59.719368 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a870d12c-ffd7-4ce2-92e7-e9d4994c2c61 req-b0ad1734-162c-439e-b408-306224ac0c7f tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b16d66e-7eba-4306-b934-d734a3f788ac HTTP/1.1" status: 200 len: 943 time: 0.5336652 Nov 25 19:30:59.798398 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-574d3307-2d8e-405d-8eab-844c9138a81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fd84c3-ee2c-40a8-bc70-922cf7c50796', 'name': 'tempest-AttachSCSIVolumeTestJSON-1451468216-router', 'tenant_id': '793811072139426da1ba658f6defc4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:54Z', 'updated_at': '2021-11-25T19:30:56Z', 'revision_number': 5, 'project_id': '793811072139426da1ba658f6defc4d9', 'gw_port': {'id': '8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fd84c3-ee2c-40a8-bc70-922cf7c50796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:56Z', 'updated_at': '2021-11-25T19:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:59.916741 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1aa6e1e-70be-4b3e-a834-682f62034def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:59.934939 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574d3307-2d8e-405d-8eab-844c9138a81c None None] Checking router: 99fd84c3-ee2c-40a8-bc70-922cf7c50796 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:30:59.935625 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-269e34de-66a3-43a4-84d4-29e0280f3d6d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:59.980007 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574d3307-2d8e-405d-8eab-844c9138a81c None None] Routers {'99fd84c3-ee2c-40a8-bc70-922cf7c50796'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:30:59.980686 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-574d3307-2d8e-405d-8eab-844c9138a81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:30:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['99fd84c3-ee2c-40a8-bc70-922cf7c50796'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:59.994604 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port d0949d74-e1b6-4585-bd01-a15305260108, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d0949d74-e1b6-4585-bd01-a15305260108,segment=NetworkSegment(6847052e-6252-4352-96b8-655a1af3f08b),segment_id=6847052e-6252-4352-96b8-655a1af3f08b)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:00.018833 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a870d12c-ffd7-4ce2-92e7-e9d4994c2c61 req-64c65a72-97fd-4a98-be2c-84b522382181 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/security-groups?id=c890fcc8-9c5d-4fc7-bc4a-3cdc019efaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225431 Nov 25 19:31:00.066182 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'd0949d74-e1b6-4585-bd01-a15305260108', 'network_id': '0e881b1c-70ea-42fd-934e-1f66bd0d00bb', 'port_id': 'd0949d74-e1b6-4585-bd01-a15305260108', 'mac_address': 'fa:16:3e:f4:e9:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e87c5d4-ae87-4f57-9e64-5d699de3ab3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:31:00.207182 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-269e34de-66a3-43a4-84d4-29e0280f3d6d admin admin] Deleting port 8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:00.209589 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-269e34de-66a3-43a4-84d4-29e0280f3d6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:00.278036 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:00.329540 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0949d74-e1b6-4585-bd01-a15305260108 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:00.403478 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port d0949d74-e1b6-4585-bd01-a15305260108, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d0949d74-e1b6-4585-bd01-a15305260108,segment=NetworkSegment(6847052e-6252-4352-96b8-655a1af3f08b),segment_id=6847052e-6252-4352-96b8-655a1af3f08b)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:00.418072 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:00.429027 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20d7c03e-9596-41dc-88f3-8812ce589615 req-ae7ab5a4-dc14-4331-be2d-2bcc3e26be5f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.1353452 Nov 25 19:31:00.464294 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-574d3307-2d8e-405d-8eab-844c9138a81c None None] Set router 99fd84c3-ee2c-40a8-bc70-922cf7c50796 gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:31:00.485140 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-269e34de-66a3-43a4-84d4-29e0280f3d6d admin admin] For port 8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:00.486063 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-269e34de-66a3-43a4-84d4-29e0280f3d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:00.522581 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-269e34de-66a3-43a4-84d4-29e0280f3d6d admin admin] Calling delete_port for 8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:00.574713 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c00c0-df62-4976-b34c-b52cb34ae2d9 req-c23ccff8-52c9-44c7-a01e-d9b45140ea59 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:00.584913 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c52c00c0-df62-4976-b34c-b52cb34ae2d9 req-c23ccff8-52c9-44c7-a01e-d9b45140ea59 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 944 time: 0.5390692 Nov 25 19:31:00.643084 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=d0949d74-e1b6-4585-bd01-a15305260108,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:00.670026 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-574d3307-2d8e-405d-8eab-844c9138a81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fd84c3-ee2c-40a8-bc70-922cf7c50796', 'name': 'tempest-AttachSCSIVolumeTestJSON-1451468216-router', 'tenant_id': '793811072139426da1ba658f6defc4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:54Z', 'updated_at': '2021-11-25T19:30:59Z', 'revision_number': 6, 'project_id': '793811072139426da1ba658f6defc4d9', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:00.689188 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['d0949d74-e1b6-4585-bd01-a15305260108'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:01.049683 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574d3307-2d8e-405d-8eab-844c9138a81c None None] The sync data for ids ['99fd84c3-ee2c-40a8-bc70-922cf7c50796'] in n-d-819349-5 is: [{'id': '99fd84c3-ee2c-40a8-bc70-922cf7c50796', 'name': 'tempest-AttachSCSIVolumeTestJSON-1451468216-router', 'tenant_id': '793811072139426da1ba658f6defc4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:54Z', 'updated_at': '2021-11-25T19:30:59Z', 'revision_number': 6, 'project_id': '793811072139426da1ba658f6defc4d9', 'gw_port_host': None}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:31:01.080530 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-269e34de-66a3-43a4-84d4-29e0280f3d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:01.112419 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c52c00c0-df62-4976-b34c-b52cb34ae2d9 req-6f010eeb-7e63-45f7-82b1-a7e1f010fa8f tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5139258 Nov 25 19:31:01.163789 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bc49e-9bb9-4470-ba38-43844ee3f77f req-b2916fab-64f3-4047-8126-71edf305be68 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:01.167028 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cf0bc49e-9bb9-4470-ba38-43844ee3f77f req-b2916fab-64f3-4047-8126-71edf305be68 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 948 time: 0.3169053 Nov 25 19:31:01.242277 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e34de-66a3-43a4-84d4-29e0280f3d6d admin admin] Pushing event deleted for resources: {'Port': ['ID=8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:01.336130 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-63515d24-861e-4454-93d3-98862d707029 req-abd030aa-d834-4d85-b659-bde485f7edc0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1417730 Nov 25 19:31:01.390260 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e72dbf-ec92-405b-94db-fbe9ce0505cc req-e9f1afb5-4ffa-4214-a461-d49bde89201c tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:01.396529 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e72dbf-ec92-405b-94db-fbe9ce0505cc req-e9f1afb5-4ffa-4214-a461-d49bde89201c tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:01.402792 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e72dbf-ec92-405b-94db-fbe9ce0505cc req-e9f1afb5-4ffa-4214-a461-d49bde89201c tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:01.409125 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e72dbf-ec92-405b-94db-fbe9ce0505cc req-e9f1afb5-4ffa-4214-a461-d49bde89201c tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:01.414057 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cf0bc49e-9bb9-4470-ba38-43844ee3f77f req-fc8f7835-d6fc-4d0f-9972-30c4716f0c79 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859193 Nov 25 19:31:01.416058 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e72dbf-ec92-405b-94db-fbe9ce0505cc req-e9f1afb5-4ffa-4214-a461-d49bde89201c tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:01.422225 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e72dbf-ec92-405b-94db-fbe9ce0505cc req-e9f1afb5-4ffa-4214-a461-d49bde89201c tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:01.429362 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e72dbf-ec92-405b-94db-fbe9ce0505cc req-e9f1afb5-4ffa-4214-a461-d49bde89201c tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:01.445864 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-269e34de-66a3-43a4-84d4-29e0280f3d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:01.447816 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8e72dbf-ec92-405b-94db-fbe9ce0505cc req-e9f1afb5-4ffa-4214-a461-d49bde89201c tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5418 time: 0.1869416 Nov 25 19:31:01.497181 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 2de9b276-2e29-49ab-817d-32d082b2e017 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:31:01.714616 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63515d24-861e-4454-93d3-98862d707029 req-e8cfe4b5-4f0d-4bb7-ae5c-89885dcfe8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:01.718268 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-63515d24-861e-4454-93d3-98862d707029 req-e8cfe4b5-4f0d-4bb7-ae5c-89885dcfe8d1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 1100 time: 0.2597294 Nov 25 19:31:01.757954 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8e72dbf-ec92-405b-94db-fbe9ce0505cc req-48cfeba9-70a9-42f7-a145-754463a182dc tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3078880 Nov 25 19:31:01.774644 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fa7ad710-09db-487b-aa75-f85519ccc555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:01.793632 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c421cbd3-bc56-405d-8774-ccfe4d62ddcd req-b95a4de1-6d94-4545-b1ba-38c6c376ba6c tempest-ServerShowV257Test-337415718 tempest-ServerShowV257Test-337415718-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.2647154 Nov 25 19:31:01.818190 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-269e34de-66a3-43a4-84d4-29e0280f3d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:01.821881 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-269e34de-66a3-43a4-84d4-29e0280f3d6d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:01.857386 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 2de9b276-2e29-49ab-817d-32d082b2e017, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=2de9b276-2e29-49ab-817d-32d082b2e017,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:01.903904 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '2de9b276-2e29-49ab-817d-32d082b2e017', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '2de9b276-2e29-49ab-817d-32d082b2e017', 'mac_address': 'fa:16:3e:d3:81:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:31:01.999587 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:02.039168 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de9b276-2e29-49ab-817d-32d082b2e017 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:02.040787 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-269e34de-66a3-43a4-84d4-29e0280f3d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:02.041978 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269e34de-66a3-43a4-84d4-29e0280f3d6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99fd84c3-ee2c-40a8-bc70-922cf7c50796 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:31:02.062923 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-269e34de-66a3-43a4-84d4-29e0280f3d6d admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:02.071905 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-269e34de-66a3-43a4-84d4-29e0280f3d6d admin admin] 10.222.0.55 "DELETE /v2.0/routers/99fd84c3-ee2c-40a8-bc70-922cf7c50796 HTTP/1.1" status: 204 len: 168 time: 2.7910752 Nov 25 19:31:02.071905 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35966) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:02.086592 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e1aa6e1e-70be-4b3e-a834-682f62034def admin admin] Deleting port 4272690e-5a5f-4108-a1a6-b1ee839aafdd {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:02.086976 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1aa6e1e-70be-4b3e-a834-682f62034def admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:02.095200 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 2de9b276-2e29-49ab-817d-32d082b2e017, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=2de9b276-2e29-49ab-817d-32d082b2e017,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:02.107044 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:02.195984 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63515d24-861e-4454-93d3-98862d707029 req-25b38aec-ca02-45ac-94ce-7b52c0b21fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:02.206869 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-63515d24-861e-4454-93d3-98862d707029 req-25b38aec-ca02-45ac-94ce-7b52c0b21fb6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.4427104 Nov 25 19:31:02.257557 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 00ae6019-bfb5-49ea-9119-b0da5fdd4641 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:02.277951 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc8bd02-22d9-45e9-a1da-0a38714c42db admin admin] Deleting subnet ac0b4fd0-1b2e-43d5-ba31-8b0033acfc6a {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:31:02.299340 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 00ae6019-bfb5-49ea-9119-b0da5fdd4641 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:02.300124 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 00ae6019-bfb5-49ea-9119-b0da5fdd4641 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:02.304581 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=2de9b276-2e29-49ab-817d-32d082b2e017,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:02.319264 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccc8bd02-22d9-45e9-a1da-0a38714c42db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:02.358667 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-63515d24-861e-4454-93d3-98862d707029 req-40ca8f5e-6483-4d4f-afa7-3ce103257e82 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=228219d8-b6f0-44fb-b5c3-d106a37ba29c HTTP/1.1" status: 200 len: 217 time: 0.1295643 Nov 25 19:31:02.392333 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccc8bd02-22d9-45e9-a1da-0a38714c42db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:02.413302 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['2de9b276-2e29-49ab-817d-32d082b2e017'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:02.516391 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e1aa6e1e-70be-4b3e-a834-682f62034def admin admin] For port 4272690e-5a5f-4108-a1a6-b1ee839aafdd, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4272690e-5a5f-4108-a1a6-b1ee839aafdd,segment=NetworkSegment(d18bb370-0c88-44d6-a932-ba5ae360fb21),segment_id=d18bb370-0c88-44d6-a932-ba5ae360fb21)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:02.517042 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1aa6e1e-70be-4b3e-a834-682f62034def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:02.545184 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e1aa6e1e-70be-4b3e-a834-682f62034def admin admin] Calling delete_port for 4272690e-5a5f-4108-a1a6-b1ee839aafdd owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:02.562537 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccc8bd02-22d9-45e9-a1da-0a38714c42db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:02.563630 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63515d24-861e-4454-93d3-98862d707029 req-dfbb5511-9d74-4d38-a16d-1c191eed1ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:02.565263 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-63515d24-861e-4454-93d3-98862d707029 req-dfbb5511-9d74-4d38-a16d-1c191eed1ebe service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1933186 Nov 25 19:31:02.579539 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b748a32-2012-4394-8aa6-d5e5321a7a52 req-cf3521a4-3b12-4692-a5ea-6bdab5fe5837 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:02.581171 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7b748a32-2012-4394-8aa6-d5e5321a7a52 req-cf3521a4-3b12-4692-a5ea-6bdab5fe5837 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 944 time: 0.1890273 Nov 25 19:31:02.680367 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd175d17-cd2d-4503-ac7d-739ff7049461 req-71b0003f-e73f-48f3-a30d-790e160eca65 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:02.683448 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fd175d17-cd2d-4503-ac7d-739ff7049461 req-71b0003f-e73f-48f3-a30d-790e160eca65 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b16d66e-7eba-4306-b934-d734a3f788ac HTTP/1.1" status: 200 len: 944 time: 0.6126251 Nov 25 19:31:02.722927 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7b748a32-2012-4394-8aa6-d5e5321a7a52 req-30531bd8-0705-4280-9da5-f7141e205d1c tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0908773 Nov 25 19:31:02.740150 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63515d24-861e-4454-93d3-98862d707029 req-274e58ca-3b2b-4cfa-83f2-28301004b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:02.741724 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-63515d24-861e-4454-93d3-98862d707029 req-274e58ca-3b2b-4cfa-83f2-28301004b9d6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1590147 Nov 25 19:31:02.807068 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccc8bd02-22d9-45e9-a1da-0a38714c42db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:02.857606 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccc8bd02-22d9-45e9-a1da-0a38714c42db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:02.861375 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ccc8bd02-22d9-45e9-a1da-0a38714c42db admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ac0b4fd0-1b2e-43d5-ba31-8b0033acfc6a HTTP/1.1" status: 204 len: 168 time: 0.7538617 Nov 25 19:31:02.867323 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 35974) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:02.874350 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca83b64-d74f-41d1-b1c7-e7071ae28c41 None None] Network 661501e1-ea9f-457c-a46a-b44ed4a85e52 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:02.951287 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fd175d17-cd2d-4503-ac7d-739ff7049461 req-20e84f95-14fb-477e-925d-ea052dfda19b tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/security-groups?id=c890fcc8-9c5d-4fc7-bc4a-3cdc019efaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566113 Nov 25 19:31:02.956162 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8bd02-22d9-45e9-a1da-0a38714c42db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac0b4fd0-1b2e-43d5-ba31-8b0033acfc6a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:03.061271 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-96ec0a27-241f-4445-ae4a-0a25428cc220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:03.131420 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38599101-0b9c-43f2-970e-64e84190fe4b req-b6259d5e-5429-4f44-b689-7422fca54db2 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:03.133082 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-38599101-0b9c-43f2-970e-64e84190fe4b req-b6259d5e-5429-4f44-b689-7422fca54db2 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 949 time: 0.2069130 Nov 25 19:31:03.135471 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-63515d24-861e-4454-93d3-98862d707029 req-2e91880d-3349-45f5-a34e-bce7d2fe979e service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421853 Nov 25 19:31:03.224007 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1aa6e1e-70be-4b3e-a834-682f62034def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:03.260094 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902de78-1834-40c2-aa34-d6dfc4f3ae41 req-0c089e8c-36ea-4d65-a511-6a42f24cd85b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:03.287844 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902de78-1834-40c2-aa34-d6dfc4f3ae41 req-0c089e8c-36ea-4d65-a511-6a42f24cd85b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:03.295517 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa6e1e-70be-4b3e-a834-682f62034def admin admin] Pushing event deleted for resources: {'Port': ['ID=4272690e-5a5f-4108-a1a6-b1ee839aafdd,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:03.317371 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902de78-1834-40c2-aa34-d6dfc4f3ae41 req-0c089e8c-36ea-4d65-a511-6a42f24cd85b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:03.336857 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902de78-1834-40c2-aa34-d6dfc4f3ae41 req-0c089e8c-36ea-4d65-a511-6a42f24cd85b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:03.351710 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902de78-1834-40c2-aa34-d6dfc4f3ae41 req-0c089e8c-36ea-4d65-a511-6a42f24cd85b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:03.370073 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902de78-1834-40c2-aa34-d6dfc4f3ae41 req-0c089e8c-36ea-4d65-a511-6a42f24cd85b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:03.374171 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb774d1-0ad2-43c1-bf2d-ebdf4b1612be None None] DHCP port deletion for 661501e1-ea9f-457c-a46a-b44ed4a85e52 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:31:03.393073 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902de78-1834-40c2-aa34-d6dfc4f3ae41 req-0c089e8c-36ea-4d65-a511-6a42f24cd85b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:03.409564 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8902de78-1834-40c2-aa34-d6dfc4f3ae41 req-0c089e8c-36ea-4d65-a511-6a42f24cd85b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5418 time: 0.2783728 Nov 25 19:31:03.506152 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4cb774d1-0ad2-43c1-bf2d-ebdf4b1612be None None] Deleting port c1504948-ba7c-4749-9ec6-f03bf4e8cbaa {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:03.507348 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4cb774d1-0ad2-43c1-bf2d-ebdf4b1612be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:03.574956 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8902de78-1834-40c2-aa34-d6dfc4f3ae41 req-ef7a9785-43c4-4d47-bb93-fe96310182c7 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1625302 Nov 25 19:31:03.719158 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-38599101-0b9c-43f2-970e-64e84190fe4b req-1e4914e9-fe88-493f-aaa7-3fe7ebfa2c9b tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5614512 Nov 25 19:31:03.766870 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-63515d24-861e-4454-93d3-98862d707029 req-821dc6ec-3723-452d-ac07-dd97e40f67bd service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144154 Nov 25 19:31:03.767949 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-96ec0a27-241f-4445-ae4a-0a25428cc220 admin admin] Deleting port c1504948-ba7c-4749-9ec6-f03bf4e8cbaa {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:03.768410 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-96ec0a27-241f-4445-ae4a-0a25428cc220 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:03.804537 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b470cad0-b585-41df-bd8f-019e985c8de9 req-4fbb3e02-ba6b-46a3-af66-45fd98dd681f tempest-ServerShowV257Test-337415718 tempest-ServerShowV257Test-337415718-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.0556912 Nov 25 19:31:03.810312 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4cb774d1-0ad2-43c1-bf2d-ebdf4b1612be None None] For port c1504948-ba7c-4749-9ec6-f03bf4e8cbaa, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c1504948-ba7c-4749-9ec6-f03bf4e8cbaa,segment=NetworkSegment(7331db8c-f69b-4173-a25b-729786990b9f),segment_id=7331db8c-f69b-4173-a25b-729786990b9f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:03.810895 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4cb774d1-0ad2-43c1-bf2d-ebdf4b1612be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:03.826466 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device d0949d74-e1b6-4585-bd01-a15305260108 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:03.899274 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4cb774d1-0ad2-43c1-bf2d-ebdf4b1612be None None] Calling delete_port for c1504948-ba7c-4749-9ec6-f03bf4e8cbaa owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:03.982282 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:04.165673 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-96ec0a27-241f-4445-ae4a-0a25428cc220 admin admin] For port c1504948-ba7c-4749-9ec6-f03bf4e8cbaa, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c1504948-ba7c-4749-9ec6-f03bf4e8cbaa,segment=NetworkSegment(7331db8c-f69b-4173-a25b-729786990b9f),segment_id=7331db8c-f69b-4173-a25b-729786990b9f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:04.166063 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-96ec0a27-241f-4445-ae4a-0a25428cc220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:04.209383 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port d0949d74-e1b6-4585-bd01-a15305260108 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:31:04.221040 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4cb774d1-0ad2-43c1-bf2d-ebdf4b1612be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:04.221383 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-96ec0a27-241f-4445-ae4a-0a25428cc220 admin admin] Calling delete_port for c1504948-ba7c-4749-9ec6-f03bf4e8cbaa owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:04.250694 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb774d1-0ad2-43c1-bf2d-ebdf4b1612be None None] Pushing event deleted for resources: {'Port': ['ID=c1504948-ba7c-4749-9ec6-f03bf4e8cbaa,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:04.254955 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port d0949d74-e1b6-4585-bd01-a15305260108 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:04.255621 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:04.319956 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c1504948-ba7c-4749-9ec6-f03bf4e8cbaa no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:04.346347 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb774d1-0ad2-43c1-bf2d-ebdf4b1612be None None] No DVR routers for this DVR port c1504948-ba7c-4749-9ec6-f03bf4e8cbaa on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:04.360825 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd998a4-e43c-4ae3-a6dc-6c77974c8c81 req-f23aee22-6ef4-4c8a-9d30-cf885e9ddfec tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:04.379795 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fcd998a4-e43c-4ae3-a6dc-6c77974c8c81 req-f23aee22-6ef4-4c8a-9d30-cf885e9ddfec tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 944 time: 0.2102406 Nov 25 19:31:04.408782 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1aa6e1e-70be-4b3e-a834-682f62034def admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:04.417267 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: c1504948-ba7c-4749-9ec6-f03bf4e8cbaa {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:04.426177 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c1504948-ba7c-4749-9ec6-f03bf4e8cbaa not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:04.426996 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:04.523852 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:04.527752 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 8ee35dcb-0787-4d93-8d0b-339cd6eaa7f4 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:04.600363 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fcd998a4-e43c-4ae3-a6dc-6c77974c8c81 req-3af17aaa-ec24-4918-9bd2-b4ee49f6be27 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2194548 Nov 25 19:31:04.606343 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-96ec0a27-241f-4445-ae4a-0a25428cc220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:04.687739 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4ddf1da0-1703-422a-9d62-bc331c3d0cf7 req-b697f2c4-8a48-44d5-a908-647bbcfe26cd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=79f8909c802f43e7989cc0950d8011d2&device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.0481055 Nov 25 19:31:04.688586 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-0c59b446-c859-4434-a516-ce784a45ec71 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:04.690206 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-0c59b446-c859-4434-a516-ce784a45ec71 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.85 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95&tenant_id=92fad1dc82f24f91a07d3c087ee582e6&binding%3Ahost_id=n-h2-819349-5 HTTP/1.1" status: 200 len: 949 time: 0.3080673 Nov 25 19:31:04.690492 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:04.704138 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec0a27-241f-4445-ae4a-0a25428cc220 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1504948-ba7c-4749-9ec6-f03bf4e8cbaa,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:04.748212 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ec0a27-241f-4445-ae4a-0a25428cc220 admin admin] No DVR routers for this DVR port c1504948-ba7c-4749-9ec6-f03bf4e8cbaa on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:04.766835 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b16d66e-7eba-4306-b934-d734a3f788ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0949d74-e1b6-4585-bd01-a15305260108'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:04.772562 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656e9e93-bcdd-4e42-9566-d08ad4a80cf7" -d '{"events": [{"server_uuid": "0b16d66e-7eba-4306-b934-d734a3f788ac", "name": "network-vif-plugged", "status": "completed", "tag": "d0949d74-e1b6-4585-bd01-a15305260108"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:04.774956 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4ddf1da0-1703-422a-9d62-bc331c3d0cf7 req-fd6d4203-4d57-4187-868c-9781370ad239 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=79f8909c802f43e7989cc0950d8011d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633419 Nov 25 19:31:04.796907 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port d0949d74-e1b6-4585-bd01-a15305260108, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d0949d74-e1b6-4585-bd01-a15305260108,segment=NetworkSegment(6847052e-6252-4352-96b8-655a1af3f08b),segment_id=6847052e-6252-4352-96b8-655a1af3f08b)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:04.805449 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:04.807734 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 2de9b276-2e29-49ab-817d-32d082b2e017 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:04.932318 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4325f1-6a01-4215-904a-5d8a5edd04e2 req-fbd34769-7085-4b11-8148-f8b77280e904 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:04.937178 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d78213-ab72-4771-a8da-45a7839d9321 req-ad2bd0ff-e608-4621-bd3e-8b2522c978ed tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:04.939152 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-21d78213-ab72-4771-a8da-45a7839d9321 req-ad2bd0ff-e608-4621-bd3e-8b2522c978ed tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b16d66e-7eba-4306-b934-d734a3f788ac HTTP/1.1" status: 200 len: 944 time: 0.2210557 Nov 25 19:31:04.940019 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6f4325f1-6a01-4215-904a-5d8a5edd04e2 req-fbd34769-7085-4b11-8148-f8b77280e904 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 949 time: 0.2040558 Nov 25 19:31:04.955709 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-580cfc6b-639b-492b-a7d7-20fcd344392a service neutron] 10.222.0.85 "GET /v2.0/ports/2de9b276-2e29-49ab-817d-32d082b2e017/bindings/n-h2-819349-5 HTTP/1.1" status: 200 len: 382 time: 0.2272332 Nov 25 19:31:04.968458 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-96ec0a27-241f-4445-ae4a-0a25428cc220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:04.973679 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=d0949d74-e1b6-4585-bd01-a15305260108,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:05.017606 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf1da0-1703-422a-9d62-bc331c3d0cf7 req-8fe63544-7f40-451e-86b5-90af5f06dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:05.022098 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4ddf1da0-1703-422a-9d62-bc331c3d0cf7 req-8fe63544-7f40-451e-86b5-90af5f06dc33 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2137542 Nov 25 19:31:05.022937 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 2de9b276-2e29-49ab-817d-32d082b2e017 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:31:05.033076 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 2de9b276-2e29-49ab-817d-32d082b2e017 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:05.033665 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:05.061515 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-21d78213-ab72-4771-a8da-45a7839d9321 req-b6dc19f0-513f-4098-8080-90be276cf306 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/security-groups?id=c890fcc8-9c5d-4fc7-bc4a-3cdc019efaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014688 Nov 25 19:31:05.107262 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-96ec0a27-241f-4445-ae4a-0a25428cc220 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661501e1-ea9f-457c-a46a-b44ed4a85e52']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:05.150976 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-96ec0a27-241f-4445-ae4a-0a25428cc220 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7331db8c-f69b-4173-a25b-729786990b9f') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:05.151361 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-96ec0a27-241f-4445-ae4a-0a25428cc220 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7331db8c-f69b-4173-a25b-729786990b9f') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:05.175846 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6f4325f1-6a01-4215-904a-5d8a5edd04e2 req-3b041942-de06-40db-a8c5-7c90f00289f0 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339435 Nov 25 19:31:05.193886 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:05.216724 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-96ec0a27-241f-4445-ae4a-0a25428cc220 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:05.233421 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ccaf76a3-02bf-4093-a36b-c25f5bf89aa0 req-3379d568-a705-4ec7-b483-54a7725290ea tempest-ServerShowV257Test-337415718 tempest-ServerShowV257Test-337415718-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.0363116 Nov 25 19:31:05.239126 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-96ec0a27-241f-4445-ae4a-0a25428cc220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:05.239378 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 2de9b276-2e29-49ab-817d-32d082b2e017, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=2de9b276-2e29-49ab-817d-32d082b2e017,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:05.245559 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:05.250856 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ec0a27-241f-4445-ae4a-0a25428cc220 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:31:05.251402 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-96ec0a27-241f-4445-ae4a-0a25428cc220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:31:05.313168 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:31:05.327174 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=2de9b276-2e29-49ab-817d-32d082b2e017,revision_number=9']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:05.328547 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-d62e977d-0223-4550-ae53-db7c86b61b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:05.331340 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-d62e977d-0223-4550-ae53-db7c86b61b59 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 1100 time: 0.3092854 Nov 25 19:31:05.332849 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:05.340129 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395571d5-53c6-41bd-a33f-3941460f6240 x-openstack-request-id: req-395571d5-53c6-41bd-a33f-3941460f6240 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:05.340580 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b16d66e-7eba-4306-b934-d734a3f788ac", "name": "network-vif-plugged", "status": "completed", "tag": "d0949d74-e1b6-4585-bd01-a15305260108", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:05.340764 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-395571d5-53c6-41bd-a33f-3941460f6240 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:05.341527 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b16d66e-7eba-4306-b934-d734a3f788ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0949d74-e1b6-4585-bd01-a15305260108', 'code': 200} Nov 25 19:31:05.359836 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1aa6e1e-70be-4b3e-a834-682f62034def admin admin] Router 6275551c-c63c-4975-a843-60fdb8e9f670 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:31:05.446449 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-96ec0a27-241f-4445-ae4a-0a25428cc220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:05.468282 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-96ec0a27-241f-4445-ae4a-0a25428cc220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:05.473491 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-96ec0a27-241f-4445-ae4a-0a25428cc220 admin admin] 10.222.0.55 "DELETE /v2.0/networks/661501e1-ea9f-457c-a46a-b44ed4a85e52 HTTP/1.1" status: 204 len: 168 time: 2.5784047 Nov 25 19:31:05.506069 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45895b70-1f5b-4bb3-adbb-320f012c0c9e req-7f394529-a307-4c57-9292-91b5b66a9a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:05.507750 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-45895b70-1f5b-4bb3-adbb-320f012c0c9e req-7f394529-a307-4c57-9292-91b5b66a9a9b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0b16d66e-7eba-4306-b934-d734a3f788ac HTTP/1.1" status: 200 len: 1096 time: 0.0515110 Nov 25 19:31:05.517889 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:05.564704 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec0a27-241f-4445-ae4a-0a25428cc220 admin admin] Pushing event deleted for resources: {'Network': ['ID=661501e1-ea9f-457c-a46a-b44ed4a85e52,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:05.579648 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-45895b70-1f5b-4bb3-adbb-320f012c0c9e req-d52d5ff9-8bef-488b-ac81-d2348f0786f8 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=c890fcc8-9c5d-4fc7-bc4a-3cdc019efaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634542 Nov 25 19:31:05.637635 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36000) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:05.682525 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-afbdcde8-69da-4379-8f88-2967c88f6a13 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=308af9351010428d9537602c6d0956e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435734 Nov 25 19:31:05.685149 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36004) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:05.688675 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-80898c99-c61e-4e34-87a1-4192f75b9483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:05.690368 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-80898c99-c61e-4e34-87a1-4192f75b9483 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.3286352 Nov 25 19:31:05.703036 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc362f7-8de9-4b4f-9b78-d773c7aa049d req-a9e1a02a-2031-4755-961c-e756791665b9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:05.710047 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc362f7-8de9-4b4f-9b78-d773c7aa049d req-a9e1a02a-2031-4755-961c-e756791665b9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:05.716598 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc362f7-8de9-4b4f-9b78-d773c7aa049d req-a9e1a02a-2031-4755-961c-e756791665b9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:05.723059 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc362f7-8de9-4b4f-9b78-d773c7aa049d req-a9e1a02a-2031-4755-961c-e756791665b9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:05.729282 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc362f7-8de9-4b4f-9b78-d773c7aa049d req-a9e1a02a-2031-4755-961c-e756791665b9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:05.735546 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc362f7-8de9-4b4f-9b78-d773c7aa049d req-a9e1a02a-2031-4755-961c-e756791665b9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:05.741788 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-329252a4-fa0d-4f37-8c4d-145a0aa1dda5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:05.742534 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc362f7-8de9-4b4f-9b78-d773c7aa049d req-a9e1a02a-2031-4755-961c-e756791665b9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:05.744332 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-edc362f7-8de9-4b4f-9b78-d773c7aa049d req-a9e1a02a-2031-4755-961c-e756791665b9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5418 time: 0.4261196 Nov 25 19:31:05.808515 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-329252a4-fa0d-4f37-8c4d-145a0aa1dda5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:05.871085 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-fde6ca5c-f275-40c6-9cf8-ad363dc7bd80 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=2de9b276-2e29-49ab-817d-32d082b2e017 HTTP/1.1" status: 200 len: 217 time: 0.0683880 Nov 25 19:31:05.898341 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda2c3b-0e22-4d04-87f5-21ded07dfd03 req-3f5bf475-e0b4-4a81-8f7a-af9284331460 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:05.901007 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0dda2c3b-0e22-4d04-87f5-21ded07dfd03 req-3f5bf475-e0b4-4a81-8f7a-af9284331460 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 944 time: 0.1278450 Nov 25 19:31:05.937607 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1aa6e1e-70be-4b3e-a834-682f62034def admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:31:05.952953 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a4d890-8bf5-4f86-88e2-5907858e9a6b None None] Sync routers for ids ['6275551c-c63c-4975-a843-60fdb8e9f670'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:31:05.963028 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-edc362f7-8de9-4b4f-9b78-d773c7aa049d req-4f6ea651-7f0d-4f0b-a92c-c839f50078ac tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2054038 Nov 25 19:31:05.965358 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a4d890-8bf5-4f86-88e2-5907858e9a6b None None] Routers {'6275551c-c63c-4975-a843-60fdb8e9f670'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:31:05.966325 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-07a4d890-8bf5-4f86-88e2-5907858e9a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:31:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6275551c-c63c-4975-a843-60fdb8e9f670'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:05.971137 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e1aa6e1e-70be-4b3e-a834-682f62034def admin admin] 10.222.0.55 "PUT /v2.0/routers/6275551c-c63c-4975-a843-60fdb8e9f670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5111032 Nov 25 19:31:05.975487 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-329252a4-fa0d-4f37-8c4d-145a0aa1dda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:05.978576 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36006) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:05.980655 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-329252a4-fa0d-4f37-8c4d-145a0aa1dda5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:05.982661 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-329252a4-fa0d-4f37-8c4d-145a0aa1dda5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d4eed183-c605-4850-9829-3b0c4210e429 HTTP/1.1" status: 204 len: 168 time: 0.2962310 Nov 25 19:31:06.019062 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329252a4-fa0d-4f37-8c4d-145a0aa1dda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4eed183-c605-4850-9829-3b0c4210e429,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:06.042794 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0dda2c3b-0e22-4d04-87f5-21ded07dfd03 req-de3cf678-a414-4b25-8e6c-78dc64d5e37e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1311412 Nov 25 19:31:06.074272 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-e621671f-806f-4dd4-a8c8-aba3bcc81490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:06.075703 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-e621671f-806f-4dd4-a8c8-aba3bcc81490 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1948538 Nov 25 19:31:06.153509 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-465ccca0-7207-4f69-86a8-317bfc506313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:06.155121 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-465ccca0-7207-4f69-86a8-317bfc506313 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0710151 Nov 25 19:31:06.156603 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62d65eca-d728-474c-81db-a5467ab9a240 admin admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:06.192264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-07a4d890-8bf5-4f86-88e2-5907858e9a6b None None] Set router 6275551c-c63c-4975-a843-60fdb8e9f670 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:31:06.420717 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9e0b1-f8dc-4f23-b0c7-4936b4d3cf78 req-758478af-9fc8-4b10-8ba3-02e0de585987 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:06.422720 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-27a9e0b1-f8dc-4f23-b0c7-4936b4d3cf78 req-758478af-9fc8-4b10-8ba3-02e0de585987 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 950 time: 0.0859504 Nov 25 19:31:06.503964 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-07a4d890-8bf5-4f86-88e2-5907858e9a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'name': 'tempest-ServersTestBootFromVolume-1444691228-router', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:31:03Z', 'revision_number': 5, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'gw_port': {'id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:46Z', 'updated_at': '2021-11-25T19:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:06.540333 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e810e2-17f6-4e23-b4e2-0206597ca087 req-b102776b-84cc-4310-9bec-0887a0ec10ca tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:06.555138 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-59e810e2-17f6-4e23-b4e2-0206597ca087 req-b102776b-84cc-4310-9bec-0887a0ec10ca tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b16d66e-7eba-4306-b934-d734a3f788ac HTTP/1.1" status: 200 len: 945 time: 0.2476065 Nov 25 19:31:06.560443 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-27a9e0b1-f8dc-4f23-b0c7-4936b4d3cf78 req-5f64868a-0743-47f2-8373-f9b4f4a22211 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298349 Nov 25 19:31:06.574655 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a4d890-8bf5-4f86-88e2-5907858e9a6b None None] Checking router: 6275551c-c63c-4975-a843-60fdb8e9f670 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:31:06.597137 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a4d890-8bf5-4f86-88e2-5907858e9a6b None None] Routers {'6275551c-c63c-4975-a843-60fdb8e9f670'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:31:06.599172 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-07a4d890-8bf5-4f86-88e2-5907858e9a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:31:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6275551c-c63c-4975-a843-60fdb8e9f670'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:06.654389 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-44e0c49a-811f-4ebd-8e7e-b18768e8ba22 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540272 Nov 25 19:31:06.728867 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4ddf1da0-1703-422a-9d62-bc331c3d0cf7 req-8485ccca-1f39-4c8e-bcb3-4a69e4d88dee tempest-ServerShowV257Test-337415718 tempest-ServerShowV257Test-337415718-project] 10.222.0.85 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.0744250 Nov 25 19:31:06.730092 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-59e810e2-17f6-4e23-b4e2-0206597ca087 req-d6ec6811-b45a-4aea-b686-27308ccc8bcf tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/security-groups?id=c890fcc8-9c5d-4fc7-bc4a-3cdc019efaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618588 Nov 25 19:31:06.775845 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62d65eca-d728-474c-81db-a5467ab9a240 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:06.896616 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0cbdd5d6-d6ca-4d3b-b28b-a008512350c8 req-ae3e92bf-1c3e-4f81-b8f6-30526ae3ad9a tempest-ServerShowV257Test-337415718 tempest-ServerShowV257Test-337415718-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a60489f-373e-4017-9131-51e4ff9b8565 HTTP/1.1" status: 200 len: 210 time: 0.1663480 Nov 25 19:31:06.946242 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36022) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:06.992856 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-07a4d890-8bf5-4f86-88e2-5907858e9a6b None None] Set router 6275551c-c63c-4975-a843-60fdb8e9f670 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:31:07.125749 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-455eebe8-7f11-4785-bab2-c93bb3856982 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=793811072139426da1ba658f6defc4d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1754482 Nov 25 19:31:07.127633 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36028) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:07.187833 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-0df994cb-9346-4698-9915-59fb708b4a6b service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777803 Nov 25 19:31:07.238114 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-62d65eca-d728-474c-81db-a5467ab9a240 admin admin] Deleting port 5e1cbd68-0dfc-43c7-a11f-e15cba771db7 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:07.238662 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62d65eca-d728-474c-81db-a5467ab9a240 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:07.351084 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1398c2-1b41-4d89-b540-47aaf7de2d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de9b276-2e29-49ab-817d-32d082b2e017'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:07.353334 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddaddca-43e3-4647-929a-5a194b2aebbb" -d '{"events": [{"server_uuid": "2d1398c2-1b41-4d89-b540-47aaf7de2d95", "name": "network-vif-plugged", "status": "completed", "tag": "2de9b276-2e29-49ab-817d-32d082b2e017"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:07.410636 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-62d65eca-d728-474c-81db-a5467ab9a240 admin admin] For port 5e1cbd68-0dfc-43c7-a11f-e15cba771db7, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5e1cbd68-0dfc-43c7-a11f-e15cba771db7,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:07.411014 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62d65eca-d728-474c-81db-a5467ab9a240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:07.426603 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43a893-6e23-4182-930f-da5f29d21f22 req-fb6b2602-ce4d-412d-b0c6-5b8928adcd5d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:07.427696 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-62d65eca-d728-474c-81db-a5467ab9a240 admin admin] Calling delete_port for 5e1cbd68-0dfc-43c7-a11f-e15cba771db7 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:07.439966 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43a893-6e23-4182-930f-da5f29d21f22 req-fb6b2602-ce4d-412d-b0c6-5b8928adcd5d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:07.454587 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abf7fd-8034-4e60-988a-9c555bf25795 req-1c88e82e-bba3-4697-bf99-c78218de30e3 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:07.454875 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43a893-6e23-4182-930f-da5f29d21f22 req-fb6b2602-ce4d-412d-b0c6-5b8928adcd5d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:07.456183 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52abf7fd-8034-4e60-988a-9c555bf25795 req-1c88e82e-bba3-4697-bf99-c78218de30e3 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 944 time: 0.1162665 Nov 25 19:31:07.468434 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43a893-6e23-4182-930f-da5f29d21f22 req-fb6b2602-ce4d-412d-b0c6-5b8928adcd5d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:07.481650 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43a893-6e23-4182-930f-da5f29d21f22 req-fb6b2602-ce4d-412d-b0c6-5b8928adcd5d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:07.495072 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43a893-6e23-4182-930f-da5f29d21f22 req-fb6b2602-ce4d-412d-b0c6-5b8928adcd5d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:07.508665 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43a893-6e23-4182-930f-da5f29d21f22 req-fb6b2602-ce4d-412d-b0c6-5b8928adcd5d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:07.523189 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea43a893-6e23-4182-930f-da5f29d21f22 req-fb6b2602-ce4d-412d-b0c6-5b8928adcd5d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5418 time: 0.3164535 Nov 25 19:31:07.525405 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-82f4f03b-41c5-4961-a9f5-962913926ccb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:07.555264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 0270c450-7b12-494d-81ff-33d0eb610e7d details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:31:07.615363 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-82f4f03b-41c5-4961-a9f5-962913926ccb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:07.648716 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-07a4d890-8bf5-4f86-88e2-5907858e9a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'name': 'tempest-ServersTestBootFromVolume-1444691228-router', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:31:03Z', 'revision_number': 5, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'gw_port': {'id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:46Z', 'updated_at': '2021-11-25T19:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:07.653774 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52abf7fd-8034-4e60-988a-9c555bf25795 req-30cfe5b1-0a56-4129-8550-7a638d0c6531 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1635947 Nov 25 19:31:07.743604 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a4d890-8bf5-4f86-88e2-5907858e9a6b None None] The sync data for ids ['6275551c-c63c-4975-a843-60fdb8e9f670'] in n-d-819349-5 is: [{'id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'name': 'tempest-ServersTestBootFromVolume-1444691228-router', 'tenant_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:31:03Z', 'revision_number': 5, 'project_id': '794af00fdd784b2ebeae23a2a2ed5bde', 'gw_port': {'id': '5e1cbd68-0dfc-43c7-a11f-e15cba771db7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6275551c-c63c-4975-a843-60fdb8e9f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:46Z', 'updated_at': '2021-11-25T19:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:31:07.755620 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea43a893-6e23-4182-930f-da5f29d21f22 req-d53c82cf-2ea0-4a64-aeda-7fdfbd3a1857 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2255311 Nov 25 19:31:07.786357 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-82f4f03b-41c5-4961-a9f5-962913926ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:07.796873 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-82f4f03b-41c5-4961-a9f5-962913926ccb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:07.798880 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-82f4f03b-41c5-4961-a9f5-962913926ccb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/43ea7891-9520-412d-bd3f-9dc5c73dcba7 HTTP/1.1" status: 204 len: 168 time: 0.6645858 Nov 25 19:31:07.822857 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4f03b-41c5-4961-a9f5-962913926ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ea7891-9520-412d-bd3f-9dc5c73dcba7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:07.926423 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 0270c450-7b12-494d-81ff-33d0eb610e7d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=0270c450-7b12-494d-81ff-33d0eb610e7d,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:08.005385 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '0270c450-7b12-494d-81ff-33d0eb610e7d', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'port_id': '0270c450-7b12-494d-81ff-33d0eb610e7d', 'mac_address': 'fa:16:3e:00:02:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:31:08.020529 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01a7ca6-acb4-4d08-9a55-9823c9a58ba3 x-openstack-request-id: req-e01a7ca6-acb4-4d08-9a55-9823c9a58ba3 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:08.020783 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1398c2-1b41-4d89-b540-47aaf7de2d95", "name": "network-vif-plugged", "status": "completed", "tag": "2de9b276-2e29-49ab-817d-32d082b2e017", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:08.021090 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e01a7ca6-acb4-4d08-9a55-9823c9a58ba3 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:08.021780 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1398c2-1b41-4d89-b540-47aaf7de2d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de9b276-2e29-49ab-817d-32d082b2e017', 'code': 200} Nov 25 19:31:08.195492 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65334481-6e4a-469d-9155-6c9047b3b365 req-2542deaf-6653-43be-b714-a782557ffa0d tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:08.218570 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-65334481-6e4a-469d-9155-6c9047b3b365 req-2542deaf-6653-43be-b714-a782557ffa0d tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 950 time: 0.1771116 Nov 25 19:31:08.235194 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:08.294623 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0270c450-7b12-494d-81ff-33d0eb610e7d {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:08.357773 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 0270c450-7b12-494d-81ff-33d0eb610e7d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=0270c450-7b12-494d-81ff-33d0eb610e7d,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:08.366395 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:08.380050 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-65334481-6e4a-469d-9155-6c9047b3b365 req-674a14a8-6eb5-43d0-a4d1-d047d3cda1f1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488955 Nov 25 19:31:08.552971 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=0270c450-7b12-494d-81ff-33d0eb610e7d,revision_number=9']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:08.589367 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:08.593156 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:08.593944 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:08.594661 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:08.595313 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:08.595951 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:08.596586 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:08.597837 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:08.598518 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:08.599154 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:08.599793 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:08.600430 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:08.654159 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['0270c450-7b12-494d-81ff-33d0eb610e7d'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:08.796173 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3327a8-e8cd-4a75-b4d1-d5fda0958ffd req-6ef0fd99-52c3-4e4b-a600-92544e3565f8 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:08.814055 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8d3327a8-e8cd-4a75-b4d1-d5fda0958ffd req-6ef0fd99-52c3-4e4b-a600-92544e3565f8 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b16d66e-7eba-4306-b934-d734a3f788ac HTTP/1.1" status: 200 len: 945 time: 0.3193078 Nov 25 19:31:08.858492 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-49c06f12-7b1c-4c0d-90d4-b3b1ef22d04b req-f2ebbf79-b4fd-4324-a486-2cb10a757e9a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3618135 Nov 25 19:31:09.012542 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff27b4-7fc7-43f1-a0b4-a32134c33b9e req-0d2c2e4e-af59-4337-82a4-d086c38dfcf0 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:09.031627 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-88ff27b4-7fc7-43f1-a0b4-a32134c33b9e req-0d2c2e4e-af59-4337-82a4-d086c38dfcf0 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 945 time: 0.1198256 Nov 25 19:31:09.043809 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8d3327a8-e8cd-4a75-b4d1-d5fda0958ffd req-5923f889-8a29-4f8b-8f60-76160b1d51c2 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/security-groups?id=c890fcc8-9c5d-4fc7-bc4a-3cdc019efaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180104 Nov 25 19:31:09.080915 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62d65eca-d728-474c-81db-a5467ab9a240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:09.162690 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d65eca-d728-474c-81db-a5467ab9a240 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e1cbd68-0dfc-43c7-a11f-e15cba771db7,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:09.189353 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c06f12-7b1c-4c0d-90d4-b3b1ef22d04b req-1fe21a29-f821-4566-b8b9-e933cc3b69f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:09.193519 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-49c06f12-7b1c-4c0d-90d4-b3b1ef22d04b req-1fe21a29-f821-4566-b8b9-e933cc3b69f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5793ebf8c1374bcea833180ef6f84e4c&device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 1097 time: 0.2951050 Nov 25 19:31:09.257897 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-88ff27b4-7fc7-43f1-a0b4-a32134c33b9e req-a845ef52-4e55-4d9c-8a9d-7721d1012cf0 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2255864 Nov 25 19:31:09.477763 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36066) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:09.538459 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62d65eca-d728-474c-81db-a5467ab9a240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:09.567471 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc7367-5b15-4e83-966f-38d3fcc98d8e req-d262b485-1557-4344-aaeb-a68a38acce99 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:09.584617 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc7367-5b15-4e83-966f-38d3fcc98d8e req-d262b485-1557-4344-aaeb-a68a38acce99 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:09.603184 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc7367-5b15-4e83-966f-38d3fcc98d8e req-d262b485-1557-4344-aaeb-a68a38acce99 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:09.616465 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc7367-5b15-4e83-966f-38d3fcc98d8e req-d262b485-1557-4344-aaeb-a68a38acce99 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:09.634963 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc7367-5b15-4e83-966f-38d3fcc98d8e req-d262b485-1557-4344-aaeb-a68a38acce99 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:09.650009 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc7367-5b15-4e83-966f-38d3fcc98d8e req-d262b485-1557-4344-aaeb-a68a38acce99 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:09.664425 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc7367-5b15-4e83-966f-38d3fcc98d8e req-d262b485-1557-4344-aaeb-a68a38acce99 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:09.667993 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236ece5-a7fe-4f86-8d14-c3b2cfb83715 req-06ffadc2-835b-4e31-b950-48d6e3cb0804 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:09.675814 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3efc7367-5b15-4e83-966f-38d3fcc98d8e req-d262b485-1557-4344-aaeb-a68a38acce99 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5418 time: 0.3125052 Nov 25 19:31:09.686107 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8236ece5-a7fe-4f86-8d14-c3b2cfb83715 req-06ffadc2-835b-4e31-b950-48d6e3cb0804 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 950 time: 0.1248224 Nov 25 19:31:09.703309 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c06f12-7b1c-4c0d-90d4-b3b1ef22d04b req-2e30ea96-cb8c-43d6-a805-617267850b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:09.704959 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-49c06f12-7b1c-4c0d-90d4-b3b1ef22d04b req-2e30ea96-cb8c-43d6-a805-617267850b10 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ff56631b-efa0-42d5-95cb-f491e3d0d8b0 HTTP/1.1" status: 200 len: 912 time: 0.4762166 Nov 25 19:31:09.717703 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fb1ed4d-fedf-4287-9b15-ebe1215ebbb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:09.792233 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8236ece5-a7fe-4f86-8d14-c3b2cfb83715 req-12dae9f6-8d8c-4976-9f0e-29befefeb032 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047668 Nov 25 19:31:09.919332 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4272690e-5a5f-4108-a1a6-b1ee839aafdd no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:09.939977 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fb1ed4d-fedf-4287-9b15-ebe1215ebbb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:09.952003 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fb1ed4d-fedf-4287-9b15-ebe1215ebbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:09.970999 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 4272690e-5a5f-4108-a1a6-b1ee839aafdd {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:09.973258 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4272690e-5a5f-4108-a1a6-b1ee839aafdd not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:10.069008 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6fb1ed4d-fedf-4287-9b15-ebe1215ebbb3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79f8909c802f43e7989cc0950d8011d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5897200 Nov 25 19:31:10.073305 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36084) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:10.115723 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1ed4d-fedf-4287-9b15-ebe1215ebbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23749e51-483d-4261-b234-0b1d697a4914,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:10.150050 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4b0889ea-fe01-45cc-a670-70a2870eb4e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.154637 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62d65eca-d728-474c-81db-a5467ab9a240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.174338 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62d65eca-d728-474c-81db-a5467ab9a240 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.206974 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3efc7367-5b15-4e83-966f-38d3fcc98d8e req-63d74eca-3084-4a22-a66a-172c93720751 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4598789 Nov 25 19:31:10.234134 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4b0889ea-fe01-45cc-a670-70a2870eb4e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.255207 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-49c06f12-7b1c-4c0d-90d4-b3b1ef22d04b req-ec69aeb1-a99a-4243-8d1e-c9f51bd04d1f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6482793d-c7ac-41d8-9dd9-3ddeb09e42dd HTTP/1.1" status: 200 len: 1002 time: 0.5019507 Nov 25 19:31:10.277703 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36086) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:10.315628 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62d65eca-d728-474c-81db-a5467ab9a240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.317241 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d65eca-d728-474c-81db-a5467ab9a240 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6275551c-c63c-4975-a843-60fdb8e9f670 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:31:10.327704 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62d65eca-d728-474c-81db-a5467ab9a240 admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.329447 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-62d65eca-d728-474c-81db-a5467ab9a240 admin admin] 10.222.0.55 "DELETE /v2.0/routers/6275551c-c63c-4975-a843-60fdb8e9f670 HTTP/1.1" status: 204 len: 168 time: 4.3490481 Nov 25 19:31:10.334039 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36094) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:10.419122 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4b0889ea-fe01-45cc-a670-70a2870eb4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.422462 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4b0889ea-fe01-45cc-a670-70a2870eb4e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.428065 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4b0889ea-fe01-45cc-a670-70a2870eb4e7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/23749e51-483d-4261-b234-0b1d697a4914 HTTP/1.1" status: 204 len: 168 time: 0.3486431 Nov 25 19:31:10.441743 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0889ea-fe01-45cc-a670-70a2870eb4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23749e51-483d-4261-b234-0b1d697a4914,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:10.470216 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-f867cd09-0813-4c62-a147-b5bde7bf42e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:10.474981 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-f867cd09-0813-4c62-a147-b5bde7bf42e7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95&tenant_id=92fad1dc82f24f91a07d3c087ee582e6 HTTP/1.1" status: 200 len: 1101 time: 0.1067324 Nov 25 19:31:10.496959 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-57e68580-0fae-494e-9384-32fe3e1ae04d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819349-5', 'device_owner': 'compute:nova'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:10.565135 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c06f12-7b1c-4c0d-90d4-b3b1ef22d04b req-dd73194c-2732-4eff-99f0-db52a6ae57b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:10.568739 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-49c06f12-7b1c-4c0d-90d4-b3b1ef22d04b req-dd73194c-2732-4eff-99f0-db52a6ae57b6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b79aba06-befc-4f8a-a873-c735df5300cb HTTP/1.1" status: 200 len: 850 time: 0.3026516 Nov 25 19:31:10.589793 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-57e68580-0fae-494e-9384-32fe3e1ae04d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.601619 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5972a01-deb6-4d7a-a192-48eab59ef3b8 req-4514f38c-9cf0-4832-832c-916e1516f3c9 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:10.609650 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d5972a01-deb6-4d7a-a192-48eab59ef3b8 req-4514f38c-9cf0-4832-832c-916e1516f3c9 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 945 time: 0.1793342 Nov 25 19:31:10.616769 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ab60b1ac-54c7-4013-9c97-bac55d7ab783 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-790238129-network', 'tenant_id': '4d20ab9ebfa145d18ee7c782c960e615'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:10.648717 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-998c232e-eaab-435a-92ff-ac761886f08d admin admin] Deleting subnet fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:31:10.667878 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-998c232e-eaab-435a-92ff-ac761886f08d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.720704 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab60b1ac-54c7-4013-9c97-bac55d7ab783 admin admin] Made reservation on behalf of 4d20ab9ebfa145d18ee7c782c960e615 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:10.723210 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab60b1ac-54c7-4013-9c97-bac55d7ab783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.739218 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d98826-059c-40a2-9649-67a30190dacd req-7761b88d-0ee0-4e7c-91e2-6c75c17bd58d tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:10.741918 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b2d98826-059c-40a2-9649-67a30190dacd req-7761b88d-0ee0-4e7c-91e2-6c75c17bd58d tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b16d66e-7eba-4306-b934-d734a3f788ac HTTP/1.1" status: 200 len: 945 time: 0.3257487 Nov 25 19:31:10.754270 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab60b1ac-54c7-4013-9c97-bac55d7ab783 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.769628 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d5972a01-deb6-4d7a-a192-48eab59ef3b8 req-65bd7fd6-040a-400f-95fb-3ecaaee9cf73 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1588812 Nov 25 19:31:10.802903 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-998c232e-eaab-435a-92ff-ac761886f08d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.903062 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab60b1ac-54c7-4013-9c97-bac55d7ab783 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.903389 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c06f12-7b1c-4c0d-90d4-b3b1ef22d04b req-be74ab49-750e-4e01-aedd-1ccfee1451e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:10.904778 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-49c06f12-7b1c-4c0d-90d4-b3b1ef22d04b req-be74ab49-750e-4e01-aedd-1ccfee1451e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff56631b-efa0-42d5-95cb-f491e3d0d8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3133535 Nov 25 19:31:10.923605 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab60b1ac-54c7-4013-9c97-bac55d7ab783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.960150 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-998c232e-eaab-435a-92ff-ac761886f08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.977743 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab60b1ac-54c7-4013-9c97-bac55d7ab783 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:31:11.050692 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b2d98826-059c-40a2-9649-67a30190dacd req-570b617d-a1c0-4072-ae9f-5212760dee03 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/security-groups?id=c890fcc8-9c5d-4fc7-bc4a-3cdc019efaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966933 Nov 25 19:31:11.052446 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60b1ac-54c7-4013-9c97-bac55d7ab783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae18755f-9775-4d95-ad47-42a4ad248599,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:11.063451 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab60b1ac-54c7-4013-9c97-bac55d7ab783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:11.063828 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-ab60b1ac-54c7-4013-9c97-bac55d7ab783 admin admin] Added segment 52eb0895-0e2e-42c8-b1a8-3e74df5b0cfa of type vlan for network b842e3cb-8cbc-4d3b-a99a-b71b37527e2b Nov 25 19:31:11.151837 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f7d10-bf19-4367-b51a-7ff24b37c401 req-e77877ff-88af-42c8-98bc-cf5225a6a60b tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:11.160334 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b16f7d10-bf19-4367-b51a-7ff24b37c401 req-e77877ff-88af-42c8-98bc-cf5225a6a60b tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 950 time: 0.2551904 Nov 25 19:31:11.174519 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab60b1ac-54c7-4013-9c97-bac55d7ab783 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:11.178928 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-49c06f12-7b1c-4c0d-90d4-b3b1ef22d04b req-648b513a-0fe6-4d67-b4cb-9b969927e6d8 service neutron] 10.222.0.73 "GET /v2.0/networks/ff56631b-efa0-42d5-95cb-f491e3d0d8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600307 Nov 25 19:31:11.181373 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-998c232e-eaab-435a-92ff-ac761886f08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:11.209358 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aac9f7d-02e3-466b-9d50-73ee1cf8a5aa None None] Network 500d758c-c123-4000-99df-020cdf9c84a0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:11.230261 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-57e68580-0fae-494e-9384-32fe3e1ae04d service neutron] For port 2de9b276-2e29-49ab-817d-32d082b2e017, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=2de9b276-2e29-49ab-817d-32d082b2e017,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:11.244468 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-998c232e-eaab-435a-92ff-ac761886f08d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:11.249393 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-998c232e-eaab-435a-92ff-ac761886f08d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9 HTTP/1.1" status: 204 len: 168 time: 0.9141068 Nov 25 19:31:11.250634 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c232e-eaab-435a-92ff-ac761886f08d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd2164a9-3c56-4dce-bd8b-4adddf4fb8b9,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:11.258810 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36114) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:11.275226 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab60b1ac-54c7-4013-9c97-bac55d7ab783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:11.276221 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab60b1ac-54c7-4013-9c97-bac55d7ab783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:11.276800 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab60b1ac-54c7-4013-9c97-bac55d7ab783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:11.321694 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b16f7d10-bf19-4367-b51a-7ff24b37c401 req-297a4b23-5d8d-42f8-a690-7cb9a1e38d7b tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600280 Nov 25 19:31:11.388246 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ab60b1ac-54c7-4013-9c97-bac55d7ab783 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1069593 Nov 25 19:31:11.412028 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36116) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:11.454040 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-57e68580-0fae-494e-9384-32fe3e1ae04d service neutron] For port 2de9b276-2e29-49ab-817d-32d082b2e017, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:11.458885 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-ef4beac5-24ef-4f29-bb9a-8889b8d576da admin admin] Request body: {'subnet': {'network_id': 'b842e3cb-8cbc-4d3b-a99a-b71b37527e2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-790238129-subnet', 'tenant_id': '4d20ab9ebfa145d18ee7c782c960e615', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:11.511057 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3abb7f1-427e-4d63-860f-921f7c1745d0 None None] DHCP port deletion for 500d758c-c123-4000-99df-020cdf9c84a0 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:31:11.520717 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b09741c7-d8e0-40c9-9ad8-4c06444d53fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:11.549673 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-57e68580-0fae-494e-9384-32fe3e1ae04d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:11.553110 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4beac5-24ef-4f29-bb9a-8889b8d576da admin admin] Made reservation on behalf of 4d20ab9ebfa145d18ee7c782c960e615 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:11.555573 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef4beac5-24ef-4f29-bb9a-8889b8d576da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:11.565470 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-57e68580-0fae-494e-9384-32fe3e1ae04d service neutron] Transition to ACTIVE for port object 2de9b276-2e29-49ab-817d-32d082b2e017 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:31:11.568868 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1398c2-1b41-4d89-b540-47aaf7de2d95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2de9b276-2e29-49ab-817d-32d082b2e017'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:11.571019 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5f4f78-15c4-4c58-97cb-d541d1205606" -d '{"events": [{"server_uuid": "2d1398c2-1b41-4d89-b540-47aaf7de2d95", "name": "network-vif-unplugged", "status": "completed", "tag": "2de9b276-2e29-49ab-817d-32d082b2e017"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:11.574244 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4e9f7-31e3-4eef-9890-6c90ab3fc8bc req-2c67b98f-9eb5-4cdb-9e7f-aa04133282b9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:11.576273 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 0270c450-7b12-494d-81ff-33d0eb610e7d up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:11.580915 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4e9f7-31e3-4eef-9890-6c90ab3fc8bc req-2c67b98f-9eb5-4cdb-9e7f-aa04133282b9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:11.583688 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60b1ac-54c7-4013-9c97-bac55d7ab783 admin admin] Pushing event updated for resources: {'Network': ['ID=b842e3cb-8cbc-4d3b-a99a-b71b37527e2b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:11.586645 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-57e68580-0fae-494e-9384-32fe3e1ae04d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:11.594516 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4e9f7-31e3-4eef-9890-6c90ab3fc8bc req-2c67b98f-9eb5-4cdb-9e7f-aa04133282b9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:11.602222 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4e9f7-31e3-4eef-9890-6c90ab3fc8bc req-2c67b98f-9eb5-4cdb-9e7f-aa04133282b9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:11.608186 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4e9f7-31e3-4eef-9890-6c90ab3fc8bc req-2c67b98f-9eb5-4cdb-9e7f-aa04133282b9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:11.615437 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4e9f7-31e3-4eef-9890-6c90ab3fc8bc req-2c67b98f-9eb5-4cdb-9e7f-aa04133282b9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:11.621515 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4e9f7-31e3-4eef-9890-6c90ab3fc8bc req-2c67b98f-9eb5-4cdb-9e7f-aa04133282b9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:11.631091 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20e4e9f7-31e3-4eef-9890-6c90ab3fc8bc req-2c67b98f-9eb5-4cdb-9e7f-aa04133282b9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5418 time: 0.3030379 Nov 25 19:31:11.653745 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network b842e3cb-8cbc-4d3b-a99a-b71b37527e2b details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:31:11.699239 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-49c06f12-7b1c-4c0d-90d4-b3b1ef22d04b req-89bb389e-66f9-4689-84e2-a60cd0bc299b service neutron] 10.222.0.73 "GET /v2.0/networks/ff56631b-efa0-42d5-95cb-f491e3d0d8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067906 Nov 25 19:31:11.704510 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c0715e-3b27-4e5a-b16a-3567c0dcf5fa x-openstack-request-id: req-89c0715e-3b27-4e5a-b16a-3567c0dcf5fa {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:11.704769 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1398c2-1b41-4d89-b540-47aaf7de2d95", "name": "network-vif-unplugged", "status": "completed", "tag": "2de9b276-2e29-49ab-817d-32d082b2e017", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:11.705058 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-89c0715e-3b27-4e5a-b16a-3567c0dcf5fa {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:11.705487 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1398c2-1b41-4d89-b540-47aaf7de2d95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2de9b276-2e29-49ab-817d-32d082b2e017', 'code': 200} Nov 25 19:31:11.710545 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e68580-0fae-494e-9384-32fe3e1ae04d service neutron] Pushing event updated for resources: {'Port': ['ID=2de9b276-2e29-49ab-817d-32d082b2e017,revision_number=10']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:11.856680 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-57e68580-0fae-494e-9384-32fe3e1ae04d service neutron] No DVR routers for this DVR port 2de9b276-2e29-49ab-817d-32d082b2e017 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:11.916643 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-57e68580-0fae-494e-9384-32fe3e1ae04d service neutron] Attempting to bind port 2de9b276-2e29-49ab-817d-32d082b2e017 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:11.917053 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-57e68580-0fae-494e-9384-32fe3e1ae04d service neutron] Attempting to bind port 2de9b276-2e29-49ab-817d-32d082b2e017 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:11.917321 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-57e68580-0fae-494e-9384-32fe3e1ae04d service neutron] Attempting to bind port 2de9b276-2e29-49ab-817d-32d082b2e017 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:11.930561 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-57e68580-0fae-494e-9384-32fe3e1ae04d service neutron] Port 2de9b276-2e29-49ab-817d-32d082b2e017 on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:31:11.930561 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-57e68580-0fae-494e-9384-32fe3e1ae04d service neutron] Attempting to bind port 2de9b276-2e29-49ab-817d-32d082b2e017 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:11.936547 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-57e68580-0fae-494e-9384-32fe3e1ae04d service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:11.936682 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-57e68580-0fae-494e-9384-32fe3e1ae04d service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:11.937063 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-57e68580-0fae-494e-9384-32fe3e1ae04d service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:11.937433 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-57e68580-0fae-494e-9384-32fe3e1ae04d service neutron] Bound port: 2de9b276-2e29-49ab-817d-32d082b2e017, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:11.937792 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-57e68580-0fae-494e-9384-32fe3e1ae04d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:11.962844 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-f3abb7f1-427e-4d63-860f-921f7c1745d0 None None] Deleting port 428a403d-f8ef-43d8-a901-888eda832bda {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:11.964285 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f3abb7f1-427e-4d63-860f-921f7c1745d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:11.996455 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20e4e9f7-31e3-4eef-9890-6c90ab3fc8bc req-4ff33b64-1c55-401f-9dd6-63b15dc63dd3 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3640964 Nov 25 19:31:12.140953 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ee8c9-0ef1-42ef-add2-3e82a0e9e226 req-49a4770f-6def-42a8-a951-b6f840d1a450 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:12.151869 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-402ee8c9-0ef1-42ef-add2-3e82a0e9e226 req-49a4770f-6def-42a8-a951-b6f840d1a450 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.85 "GET /v2.0/ports?device_id=0b16d66e-7eba-4306-b934-d734a3f788ac HTTP/1.1" status: 200 len: 945 time: 0.5071199 Nov 25 19:31:12.168677 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb5bc5-1a9d-45ef-9872-5a1e63707422 req-e27eca55-7dbc-4338-bac8-bdd50e923690 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:12.169070 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 428a403d-f8ef-43d8-a901-888eda832bda no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:12.173325 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-25bb5bc5-1a9d-45ef-9872-5a1e63707422 req-e27eca55-7dbc-4338-bac8-bdd50e923690 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 945 time: 0.1990485 Nov 25 19:31:12.226046 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-57e68580-0fae-494e-9384-32fe3e1ae04d service neutron] For port 2de9b276-2e29-49ab-817d-32d082b2e017, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:12.227642 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f3abb7f1-427e-4d63-860f-921f7c1745d0 None None] For port 428a403d-f8ef-43d8-a901-888eda832bda, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=428a403d-f8ef-43d8-a901-888eda832bda,segment=NetworkSegment(d18bb370-0c88-44d6-a932-ba5ae360fb21),segment_id=d18bb370-0c88-44d6-a932-ba5ae360fb21)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:12.228630 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f3abb7f1-427e-4d63-860f-921f7c1745d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:12.255505 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 0270c450-7b12-494d-81ff-33d0eb610e7d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:12.255861 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:12.274492 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-f3abb7f1-427e-4d63-860f-921f7c1745d0 None None] Calling delete_port for 428a403d-f8ef-43d8-a901-888eda832bda owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:12.320887 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b09741c7-d8e0-40c9-9ad8-4c06444d53fa admin admin] Deleting port 428a403d-f8ef-43d8-a901-888eda832bda {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:12.321509 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b09741c7-d8e0-40c9-9ad8-4c06444d53fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:12.327143 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-57e68580-0fae-494e-9384-32fe3e1ae04d service neutron] For port 2de9b276-2e29-49ab-817d-32d082b2e017, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=2de9b276-2e29-49ab-817d-32d082b2e017,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:12.349355 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-25bb5bc5-1a9d-45ef-9872-5a1e63707422 req-2cb9b518-2c5f-4e0d-9932-0c850641c308 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1482894 Nov 25 19:31:12.352547 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-57e68580-0fae-494e-9384-32fe3e1ae04d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:12.510005 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c293c1f-0d56-43a7-ac05-80966dd028b2 req-ea75222f-7a92-41d2-a72c-1d52281a916c tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:12.524860 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-57e68580-0fae-494e-9384-32fe3e1ae04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:12.524860 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-57e68580-0fae-494e-9384-32fe3e1ae04d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:12.525164 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3c293c1f-0d56-43a7-ac05-80966dd028b2 req-ea75222f-7a92-41d2-a72c-1d52281a916c tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b16d66e-7eba-4306-b934-d734a3f788ac HTTP/1.1" status: 200 len: 945 time: 0.3208137 Nov 25 19:31:12.525469 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:12.526411 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-57e68580-0fae-494e-9384-32fe3e1ae04d service neutron] 10.222.0.73 "PUT /v2.0/ports/2de9b276-2e29-49ab-817d-32d082b2e017 HTTP/1.1" status: 200 len: 1097 time: 2.0348659 Nov 25 19:31:12.540137 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef4beac5-24ef-4f29-bb9a-8889b8d576da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:12.542508 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e68580-0fae-494e-9384-32fe3e1ae04d service neutron] Pushing event updated for resources: {'Port': ['ID=2de9b276-2e29-49ab-817d-32d082b2e017,revision_number=11']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:12.552431 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b09741c7-d8e0-40c9-9ad8-4c06444d53fa admin admin] For port 428a403d-f8ef-43d8-a901-888eda832bda, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=428a403d-f8ef-43d8-a901-888eda832bda,segment=NetworkSegment(d18bb370-0c88-44d6-a932-ba5ae360fb21),segment_id=d18bb370-0c88-44d6-a932-ba5ae360fb21)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:12.553011 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b09741c7-d8e0-40c9-9ad8-4c06444d53fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:12.655099 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:12.669766 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f3abb7f1-427e-4d63-860f-921f7c1745d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:12.686699 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b09741c7-d8e0-40c9-9ad8-4c06444d53fa admin admin] Calling delete_port for 428a403d-f8ef-43d8-a901-888eda832bda owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:12.740094 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abb7f1-427e-4d63-860f-921f7c1745d0 None None] Pushing event deleted for resources: {'Port': ['ID=428a403d-f8ef-43d8-a901-888eda832bda,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:12.801676 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5e1cbd68-0dfc-43c7-a11f-e15cba771db7 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:12.833580 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3abb7f1-427e-4d63-860f-921f7c1745d0 None None] No DVR routers for this DVR port 428a403d-f8ef-43d8-a901-888eda832bda on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:12.839660 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6798050-0c54-46ab-abf9-06c60bfe8c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0270c450-7b12-494d-81ff-33d0eb610e7d'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:12.843627 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c204383-9e89-4026-8620-e6f71a8c4ddb" -d '{"events": [{"server_uuid": "e6798050-0c54-46ab-abf9-06c60bfe8c20", "name": "network-vif-plugged", "status": "completed", "tag": "0270c450-7b12-494d-81ff-33d0eb610e7d"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:12.882488 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4beac5-24ef-4f29-bb9a-8889b8d576da admin admin] Pushing event updated for resources: {'Subnet': ['ID=562cb166-5a99-4b0f-a374-b03c3d4cd577,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:12.892383 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 5e1cbd68-0dfc-43c7-a11f-e15cba771db7 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:12.892892 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5e1cbd68-0dfc-43c7-a11f-e15cba771db7 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:12.898824 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 0270c450-7b12-494d-81ff-33d0eb610e7d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=0270c450-7b12-494d-81ff-33d0eb610e7d,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:12.902167 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3c293c1f-0d56-43a7-ac05-80966dd028b2 req-ef1a03fb-ce9c-47dd-b37e-2d97ebb10584 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/security-groups?id=c890fcc8-9c5d-4fc7-bc4a-3cdc019efaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764648 Nov 25 19:31:12.911711 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:12.912914 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 2de9b276-2e29-49ab-817d-32d082b2e017 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:12.936409 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-402ee8c9-0ef1-42ef-add2-3e82a0e9e226 req-b7ca7349-4e7a-4343-b917-b8caff22c139 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Deleting port d0949d74-e1b6-4585-bd01-a15305260108 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:12.936765 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-402ee8c9-0ef1-42ef-add2-3e82a0e9e226 req-b7ca7349-4e7a-4343-b917-b8caff22c139 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:13.103312 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b09741c7-d8e0-40c9-9ad8-4c06444d53fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:13.105205 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a8602d-0418-4766-accd-a0a1d782abf7 x-openstack-request-id: req-e6a8602d-0418-4766-accd-a0a1d782abf7 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:13.105760 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6798050-0c54-46ab-abf9-06c60bfe8c20", "name": "network-vif-plugged", "status": "completed", "tag": "0270c450-7b12-494d-81ff-33d0eb610e7d", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:13.105760 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e6a8602d-0418-4766-accd-a0a1d782abf7 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:13.106471 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6798050-0c54-46ab-abf9-06c60bfe8c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0270c450-7b12-494d-81ff-33d0eb610e7d', 'code': 200} Nov 25 19:31:13.109721 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=0270c450-7b12-494d-81ff-33d0eb610e7d,revision_number=10']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:13.119721 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 2de9b276-2e29-49ab-817d-32d082b2e017 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:13.212131 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4beac5-24ef-4f29-bb9a-8889b8d576da admin admin] Checking segment: {'id': '52eb0895-0e2e-42c8-b1a8-3e74df5b0cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b842e3cb-8cbc-4d3b-a99a-b71b37527e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:13.212500 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4beac5-24ef-4f29-bb9a-8889b8d576da admin admin] Network hostable DHCP agents. Network: b842e3cb-8cbc-4d3b-a99a-b71b37527e2b, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:31:13.249348 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09741c7-d8e0-40c9-9ad8-4c06444d53fa admin admin] Pushing event deleted for resources: {'Port': ['ID=428a403d-f8ef-43d8-a901-888eda832bda,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:13.250936 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-3412efb6-ff1c-4dd6-bbf5-6c2efb928bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:13.255227 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-3412efb6-ff1c-4dd6-bbf5-6c2efb928bea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 1100 time: 0.6899207 Nov 25 19:31:13.278624 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09741c7-d8e0-40c9-9ad8-4c06444d53fa admin admin] No DVR routers for this DVR port 428a403d-f8ef-43d8-a901-888eda832bda on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:13.375774 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4beac5-24ef-4f29-bb9a-8889b8d576da admin admin] Network b842e3cb-8cbc-4d3b-a99a-b71b37527e2b is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:31:13.403505 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-402ee8c9-0ef1-42ef-add2-3e82a0e9e226 req-b7ca7349-4e7a-4343-b917-b8caff22c139 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] For port d0949d74-e1b6-4585-bd01-a15305260108, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d0949d74-e1b6-4585-bd01-a15305260108,segment=NetworkSegment(6847052e-6252-4352-96b8-655a1af3f08b),segment_id=6847052e-6252-4352-96b8-655a1af3f08b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:13.403952 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-402ee8c9-0ef1-42ef-add2-3e82a0e9e226 req-b7ca7349-4e7a-4343-b917-b8caff22c139 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:13.417969 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be326397-6295-43b6-9705-688029555fdb req-ff26bfa5-d622-41b3-a360-103e006d006f tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:13.420098 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-be326397-6295-43b6-9705-688029555fdb req-ff26bfa5-d622-41b3-a360-103e006d006f tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 949 time: 0.2916481 Nov 25 19:31:13.495080 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-402ee8c9-0ef1-42ef-add2-3e82a0e9e226 req-b7ca7349-4e7a-4343-b917-b8caff22c139 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Calling delete_port for d0949d74-e1b6-4585-bd01-a15305260108 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:13.499514 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b09741c7-d8e0-40c9-9ad8-4c06444d53fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:13.504177 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ef4beac5-24ef-4f29-bb9a-8889b8d576da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, b842e3cb-8cbc-4d3b-a99a-b71b37527e2b) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:13.514930 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c68c6-e35b-46c1-94c5-2bc1461aa99f req-bed135a0-59cb-460a-98c6-67ee72580ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:13.516743 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b49c68c6-e35b-46c1-94c5-2bc1461aa99f req-bed135a0-59cb-460a-98c6-67ee72580ad5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 1098 time: 0.1776896 Nov 25 19:31:13.521789 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eadd280-d881-495f-b9b3-e03475b5e3c0 None None] Network b842e3cb-8cbc-4d3b-a99a-b71b37527e2b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:13.523305 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-d81620d8-8251-4e0f-8b0d-520a80fade53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:13.524883 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-d81620d8-8251-4e0f-8b0d-520a80fade53 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.2576106 Nov 25 19:31:13.528083 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4beac5-24ef-4f29-bb9a-8889b8d576da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:13.529116 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef4beac5-24ef-4f29-bb9a-8889b8d576da admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:13.547777 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e694f-ddc1-4678-96a2-083f229ed0bc req-720571a9-acb5-4555-81b3-10a27a937eaf tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:13.555436 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e694f-ddc1-4678-96a2-083f229ed0bc req-720571a9-acb5-4555-81b3-10a27a937eaf tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:13.562483 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e694f-ddc1-4678-96a2-083f229ed0bc req-720571a9-acb5-4555-81b3-10a27a937eaf tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:13.572250 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e694f-ddc1-4678-96a2-083f229ed0bc req-720571a9-acb5-4555-81b3-10a27a937eaf tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:13.578719 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e694f-ddc1-4678-96a2-083f229ed0bc req-720571a9-acb5-4555-81b3-10a27a937eaf tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:13.586379 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e694f-ddc1-4678-96a2-083f229ed0bc req-720571a9-acb5-4555-81b3-10a27a937eaf tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:13.593397 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e694f-ddc1-4678-96a2-083f229ed0bc req-720571a9-acb5-4555-81b3-10a27a937eaf tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:13.595772 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-616e694f-ddc1-4678-96a2-083f229ed0bc req-720571a9-acb5-4555-81b3-10a27a937eaf tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5418 time: 0.1880331 Nov 25 19:31:13.643112 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-b09741c7-d8e0-40c9-9ad8-4c06444d53fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500d758c-c123-4000-99df-020cdf9c84a0']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:13.655102 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ef4beac5-24ef-4f29-bb9a-8889b8d576da admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2058465 Nov 25 19:31:13.655620 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-cc2fab3f-78be-4905-b898-27e3efb62b61 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=2de9b276-2e29-49ab-817d-32d082b2e017 HTTP/1.1" status: 200 len: 217 time: 0.0526898 Nov 25 19:31:13.663271 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36160) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:13.670424 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ec4c6fbb-6750-4e9b-9e72-9cb5686ed354 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-790238129-router', 'tenant_id': '4d20ab9ebfa145d18ee7c782c960e615', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:13.701055 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-b09741c7-d8e0-40c9-9ad8-4c06444d53fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd18bb370-0c88-44d6-a932-ba5ae360fb21') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:13.701568 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-b09741c7-d8e0-40c9-9ad8-4c06444d53fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd18bb370-0c88-44d6-a932-ba5ae360fb21') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:13.708620 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1398c2-1b41-4d89-b540-47aaf7de2d95', 'tag': '2de9b276-2e29-49ab-817d-32d082b2e017'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:13.710908 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9d50b9-edb9-49d5-98fe-c97d75876391" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1398c2-1b41-4d89-b540-47aaf7de2d95", "tag": "2de9b276-2e29-49ab-817d-32d082b2e017"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:13.725266 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-be326397-6295-43b6-9705-688029555fdb req-412f7c01-72ca-439a-b7b8-da30d9717de9 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506132 Nov 25 19:31:13.728866 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b09741c7-d8e0-40c9-9ad8-4c06444d53fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:13.735391 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec4c6fbb-6750-4e9b-9e72-9cb5686ed354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:13.736453 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec4c6fbb-6750-4e9b-9e72-9cb5686ed354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:13.761509 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b09741c7-d8e0-40c9-9ad8-4c06444d53fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:13.784901 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09741c7-d8e0-40c9-9ad8-4c06444d53fa admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:31:13.785325 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b09741c7-d8e0-40c9-9ad8-4c06444d53fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:31:13.787372 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:31:13.828656 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-83d8f6cf-6fa0-4355-9200-7858b0bcf089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:13.830183 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-83d8f6cf-6fa0-4355-9200-7858b0bcf089 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1659303 Nov 25 19:31:13.832981 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b49c68c6-e35b-46c1-94c5-2bc1461aa99f req-f7dd6aa8-92de-4251-b768-048eea56bfe8 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3071527 Nov 25 19:31:13.891311 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2f46ac-7937-4c70-8b3d-8d06b65d8ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-b842e3cb-8cbc-4d3b-a99a-b71b37527e2b', 'network_id': 'b842e3cb-8cbc-4d3b-a99a-b71b37527e2b', 'tenant_id': '4d20ab9ebfa145d18ee7c782c960e615', 'fixed_ips': [{'subnet_id': '562cb166-5a99-4b0f-a374-b03c3d4cd577'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:31:13.892227 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bf2f46ac-7937-4c70-8b3d-8d06b65d8ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:13.924941 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-616e694f-ddc1-4678-96a2-083f229ed0bc req-c7c094b7-c8e5-49f4-b2a0-ed8152590614 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2730234 Nov 25 19:31:13.931008 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec4c6fbb-6750-4e9b-9e72-9cb5686ed354 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:13.949580 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b09741c7-d8e0-40c9-9ad8-4c06444d53fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:13.958665 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b09741c7-d8e0-40c9-9ad8-4c06444d53fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:13.962047 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b09741c7-d8e0-40c9-9ad8-4c06444d53fa admin admin] 10.222.0.55 "DELETE /v2.0/networks/500d758c-c123-4000-99df-020cdf9c84a0 HTTP/1.1" status: 204 len: 168 time: 2.6817265 Nov 25 19:31:13.986477 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09741c7-d8e0-40c9-9ad8-4c06444d53fa admin admin] Pushing event deleted for resources: {'Network': ['ID=500d758c-c123-4000-99df-020cdf9c84a0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:14.015797 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-402ee8c9-0ef1-42ef-add2-3e82a0e9e226 req-b7ca7349-4e7a-4343-b917-b8caff22c139 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:14.078922 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca7349-4e7a-4343-b917-b8caff22c139 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Pushing event deleted for resources: {'Port': ['ID=d0949d74-e1b6-4585-bd01-a15305260108,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:14.173137 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-402ee8c9-0ef1-42ef-add2-3e82a0e9e226 req-b7ca7349-4e7a-4343-b917-b8caff22c139 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] No DVR routers for this DVR port d0949d74-e1b6-4585-bd01-a15305260108 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:14.180913 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-402ee8c9-0ef1-42ef-add2-3e82a0e9e226 req-b7ca7349-4e7a-4343-b917-b8caff22c139 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:14.184478 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-402ee8c9-0ef1-42ef-add2-3e82a0e9e226 req-b7ca7349-4e7a-4343-b917-b8caff22c139 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.85 "DELETE /v2.0/ports/d0949d74-e1b6-4585-bd01-a15305260108 HTTP/1.1" status: 204 len: 173 time: 1.9818923 Nov 25 19:31:14.184987 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b16d66e-7eba-4306-b934-d734a3f788ac', 'name': 'network-vif-deleted', 'tag': 'd0949d74-e1b6-4585-bd01-a15305260108'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:14.188472 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a544dbfc-35b9-496f-adeb-9345df2fa519" -d '{"events": [{"server_uuid": "0b16d66e-7eba-4306-b934-d734a3f788ac", "name": "network-vif-deleted", "tag": "d0949d74-e1b6-4585-bd01-a15305260108"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:14.220619 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b857e8-baf6-4ea9-bad5-a63dac7b40bf req-a153188e-8833-4c4a-9357-86250e5593ea tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:14.231196 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52b857e8-baf6-4ea9-bad5-a63dac7b40bf req-a153188e-8833-4c4a-9357-86250e5593ea tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 947 time: 0.1419365 Nov 25 19:31:14.243038 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-b146cab2-b782-4737-bbc9-447ec4ab1ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:14.245397 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-b146cab2-b782-4737-bbc9-447ec4ab1ee5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4056034 Nov 25 19:31:14.261623 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36176) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:14.358903 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52b857e8-baf6-4ea9-bad5-a63dac7b40bf req-2f208ba4-be2d-42b3-8f06-ca3c07e759ca tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1260591 Nov 25 19:31:14.408524 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9e653d40-f7e8-4ba5-b5b5-cb026968d9a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=794af00fdd784b2ebeae23a2a2ed5bde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454663 Nov 25 19:31:14.410368 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36178) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:14.453859 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-bf2f46ac-7937-4c70-8b3d-8d06b65d8ffe None None] Allocated IP 172.20.0.2 (b842e3cb-8cbc-4d3b-a99a-b71b37527e2b/562cb166-5a99-4b0f-a374-b03c3d4cd577/a4230c74-967e-421b-b6ab-2b9eb006869d) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:14.509558 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d50b9-edb9-49d5-98fe-c97d75876391 req-c93e2b35-4cbf-4a96-9d4f-97463c011724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:14.511828 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f9d50b9-edb9-49d5-98fe-c97d75876391 req-c93e2b35-4cbf-4a96-9d4f-97463c011724 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 1100 time: 0.1390009 Nov 25 19:31:14.532335 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-461a6e0e-7e9a-475c-9a06-ccd95817fadd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:14.554250 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec4c6fbb-6750-4e9b-9e72-9cb5686ed354 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:14.570760 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf86abd-4296-4f57-96f7-93d9fa079de8 x-openstack-request-id: req-bbf86abd-4296-4f57-96f7-93d9fa079de8 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:14.571743 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1398c2-1b41-4d89-b540-47aaf7de2d95", "tag": "2de9b276-2e29-49ab-817d-32d082b2e017", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:14.572698 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bbf86abd-4296-4f57-96f7-93d9fa079de8 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:14.573507 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1398c2-1b41-4d89-b540-47aaf7de2d95', 'tag': '2de9b276-2e29-49ab-817d-32d082b2e017', 'status': 'completed', 'code': 200} Nov 25 19:31:14.611262 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-461a6e0e-7e9a-475c-9a06-ccd95817fadd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:14.692110 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d50b9-edb9-49d5-98fe-c97d75876391 req-88d26b7a-af80-4552-9983-830a628b2116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:14.696242 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f9d50b9-edb9-49d5-98fe-c97d75876391 req-88d26b7a-af80-4552-9983-830a628b2116 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.1746638 Nov 25 19:31:14.710570 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bf2f46ac-7937-4c70-8b3d-8d06b65d8ffe None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:14.711707 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c63e6f8d-23dc-4555-9463-84f9f6020735 req-1b93696d-bf25-4c9f-b3a9-959efd3a12a4 tempest-InstanceActionsNegativeTestJSON-2098991346 tempest-InstanceActionsNegativeTestJSON-2098991346-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b16d66e-7eba-4306-b934-d734a3f788ac HTTP/1.1" status: 200 len: 210 time: 0.1462910 Nov 25 19:31:14.721156 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bf2f46ac-7937-4c70-8b3d-8d06b65d8ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:14.769326 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f9d50b9-edb9-49d5-98fe-c97d75876391 req-b32d78c9-3574-4d46-99ed-60619f5bb0fe service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=2de9b276-2e29-49ab-817d-32d082b2e017 HTTP/1.1" status: 200 len: 217 time: 0.0550447 Nov 25 19:31:14.839357 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2f46ac-7937-4c70-8b3d-8d06b65d8ffe None None] Network b842e3cb-8cbc-4d3b-a99a-b71b37527e2b is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:14.866718 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-461a6e0e-7e9a-475c-9a06-ccd95817fadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:14.868972 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-bf2f46ac-7937-4c70-8b3d-8d06b65d8ffe None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:14.877633 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2f46ac-7937-4c70-8b3d-8d06b65d8ffe None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:14.877887 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-461a6e0e-7e9a-475c-9a06-ccd95817fadd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:14.880420 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-461a6e0e-7e9a-475c-9a06-ccd95817fadd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/59906dd3-4690-48be-8600-fbd8bee8daec HTTP/1.1" status: 204 len: 168 time: 0.4497340 Nov 25 19:31:14.898105 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a6e0e-7e9a-475c-9a06-ccd95817fadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59906dd3-4690-48be-8600-fbd8bee8daec,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:14.940260 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d50b9-edb9-49d5-98fe-c97d75876391 req-7835a2a9-183f-4550-abcd-626632eb01fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:14.942855 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f9d50b9-edb9-49d5-98fe-c97d75876391 req-7835a2a9-183f-4550-abcd-626632eb01fe service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1563573 Nov 25 19:31:14.971027 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adba233a-d150-4c19-958a-656f5c3d6fbf x-openstack-request-id: req-adba233a-d150-4c19-958a-656f5c3d6fbf {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:14.971391 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b16d66e-7eba-4306-b934-d734a3f788ac", "name": "network-vif-deleted", "tag": "d0949d74-e1b6-4585-bd01-a15305260108", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:14.971583 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-adba233a-d150-4c19-958a-656f5c3d6fbf {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:14.973767 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b16d66e-7eba-4306-b934-d734a3f788ac', 'name': 'network-vif-deleted', 'tag': 'd0949d74-e1b6-4585-bd01-a15305260108', 'status': 'completed', 'code': 200} Nov 25 19:31:14.986607 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-00759497-c487-45b5-9a88-a16ddddaf65c service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7254353 Nov 25 19:31:15.029169 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f46ac-7937-4c70-8b3d-8d06b65d8ffe None None] Pushing event updated for resources: {'Port': ['ID=a4230c74-967e-421b-b6ab-2b9eb006869d,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:15.088906 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d50b9-edb9-49d5-98fe-c97d75876391 req-699f7034-b65d-4079-8fb6-a752cc1d6802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:15.096316 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f9d50b9-edb9-49d5-98fe-c97d75876391 req-699f7034-b65d-4079-8fb6-a752cc1d6802 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1450963 Nov 25 19:31:15.165981 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-bf2f46ac-7937-4c70-8b3d-8d06b65d8ffe None None] Attempting to bind port a4230c74-967e-421b-b6ab-2b9eb006869d on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:15.169845 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-bf2f46ac-7937-4c70-8b3d-8d06b65d8ffe None None] Attempting to bind port a4230c74-967e-421b-b6ab-2b9eb006869d by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '52eb0895-0e2e-42c8-b1a8-3e74df5b0cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b842e3cb-8cbc-4d3b-a99a-b71b37527e2b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:15.170385 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2f46ac-7937-4c70-8b3d-8d06b65d8ffe None None] Attempting to bind port a4230c74-967e-421b-b6ab-2b9eb006869d on network b842e3cb-8cbc-4d3b-a99a-b71b37527e2b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:15.180712 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2f46ac-7937-4c70-8b3d-8d06b65d8ffe None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:15.181119 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2f46ac-7937-4c70-8b3d-8d06b65d8ffe None None] Checking segment: {'id': '52eb0895-0e2e-42c8-b1a8-3e74df5b0cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b842e3cb-8cbc-4d3b-a99a-b71b37527e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:15.181467 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bf2f46ac-7937-4c70-8b3d-8d06b65d8ffe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:15.184152 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2f46ac-7937-4c70-8b3d-8d06b65d8ffe None None] Bound using segment: {'id': '52eb0895-0e2e-42c8-b1a8-3e74df5b0cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b842e3cb-8cbc-4d3b-a99a-b71b37527e2b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:15.186629 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-bf2f46ac-7937-4c70-8b3d-8d06b65d8ffe None None] Bound port: a4230c74-967e-421b-b6ab-2b9eb006869d, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52eb0895-0e2e-42c8-b1a8-3e74df5b0cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b842e3cb-8cbc-4d3b-a99a-b71b37527e2b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:15.187338 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bf2f46ac-7937-4c70-8b3d-8d06b65d8ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:15.329357 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3e0f6955-cc19-466b-a333-39eaf7a73bcc req-c07f4950-3b9a-442e-9b28-9eb57cde8257 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339789 Nov 25 19:31:15.353690 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a3a38-02be-4929-af8c-07e9a0a707a0 req-30538bf1-2f5a-48f5-a538-376fc81848b7 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:15.368728 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-050a3a38-02be-4929-af8c-07e9a0a707a0 req-30538bf1-2f5a-48f5-a538-376fc81848b7 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 949 time: 0.3217053 Nov 25 19:31:15.453345 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-bf2f46ac-7937-4c70-8b3d-8d06b65d8ffe None None] For port a4230c74-967e-421b-b6ab-2b9eb006869d, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:15.453641 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec4c6fbb-6750-4e9b-9e72-9cb5686ed354 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:15.461386 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f9d50b9-edb9-49d5-98fe-c97d75876391 req-33638990-cdf7-4f69-bea4-4ddb1c676460 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965178 Nov 25 19:31:15.468922 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-bf2f46ac-7937-4c70-8b3d-8d06b65d8ffe None None] For port a4230c74-967e-421b-b6ab-2b9eb006869d, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a4230c74-967e-421b-b6ab-2b9eb006869d,segment=NetworkSegment(52eb0895-0e2e-42c8-b1a8-3e74df5b0cfa),segment_id=52eb0895-0e2e-42c8-b1a8-3e74df5b0cfa)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:15.478519 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bf2f46ac-7937-4c70-8b3d-8d06b65d8ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:15.481402 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-050a3a38-02be-4929-af8c-07e9a0a707a0 req-f41149e1-e14e-4c66-b776-f3f7bd1b93b2 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058807 Nov 25 19:31:15.484355 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec4c6fbb-6750-4e9b-9e72-9cb5686ed354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:15.577777 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device d0949d74-e1b6-4585-bd01-a15305260108 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:15.583074 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d50b9-edb9-49d5-98fe-c97d75876391 req-e98b07ba-8116-4059-9e2f-0a50451b10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:15.584785 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1f9d50b9-edb9-49d5-98fe-c97d75876391 req-e98b07ba-8116-4059-9e2f-0a50451b10ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 1100 time: 0.1827912 Nov 25 19:31:15.670740 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: d0949d74-e1b6-4585-bd01-a15305260108 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:15.671093 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device d0949d74-e1b6-4585-bd01-a15305260108 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:15.696543 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f46ac-7937-4c70-8b3d-8d06b65d8ffe None None] Pushing event updated for resources: {'Port': ['ID=a4230c74-967e-421b-b6ab-2b9eb006869d,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:15.748533 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10889406-29c8-4257-9d8a-2ee91310ecce req-c14ef0b3-2430-40f2-b7fa-56891adebadd tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:15.758153 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10889406-29c8-4257-9d8a-2ee91310ecce req-c14ef0b3-2430-40f2-b7fa-56891adebadd tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:15.765844 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10889406-29c8-4257-9d8a-2ee91310ecce req-c14ef0b3-2430-40f2-b7fa-56891adebadd tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:15.774603 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10889406-29c8-4257-9d8a-2ee91310ecce req-c14ef0b3-2430-40f2-b7fa-56891adebadd tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:15.782098 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10889406-29c8-4257-9d8a-2ee91310ecce req-c14ef0b3-2430-40f2-b7fa-56891adebadd tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:15.789785 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10889406-29c8-4257-9d8a-2ee91310ecce req-c14ef0b3-2430-40f2-b7fa-56891adebadd tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:15.798502 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10889406-29c8-4257-9d8a-2ee91310ecce req-c14ef0b3-2430-40f2-b7fa-56891adebadd tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:15.815034 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10889406-29c8-4257-9d8a-2ee91310ecce req-c14ef0b3-2430-40f2-b7fa-56891adebadd tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5418 time: 0.1847429 Nov 25 19:31:15.842146 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f9d50b9-edb9-49d5-98fe-c97d75876391 req-e1114de2-3601-43bc-8d6a-226ae03edba7 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596072 Nov 25 19:31:16.026728 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10889406-29c8-4257-9d8a-2ee91310ecce req-7ad38916-9e91-4cb1-b522-3aece9b9f971 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2102740 Nov 25 19:31:16.077537 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d50b9-edb9-49d5-98fe-c97d75876391 req-3dc3350d-6329-4db3-ad81-2752375ce1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:16.079424 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1f9d50b9-edb9-49d5-98fe-c97d75876391 req-3dc3350d-6329-4db3-ad81-2752375ce1c6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.4798682 Nov 25 19:31:16.145149 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36240) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:16.287923 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-060fa0b2-137e-4e3c-8184-db66ad1475a2 admin admin] Deleting subnet 6e87c5d4-ae87-4f57-9e64-5d699de3ab3b {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:31:16.297259 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-060fa0b2-137e-4e3c-8184-db66ad1475a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:16.339276 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1f9d50b9-edb9-49d5-98fe-c97d75876391 req-5543a132-c434-48e9-8a01-20b4f2803ae0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=2de9b276-2e29-49ab-817d-32d082b2e017 HTTP/1.1" status: 200 len: 217 time: 0.1991460 Nov 25 19:31:16.365183 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-060fa0b2-137e-4e3c-8184-db66ad1475a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:16.416787 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901ac26-985a-429c-9fdf-2cebc6879a0f req-a7ead78c-47ce-45b1-9f84-01311a897e8a tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:16.423181 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-060fa0b2-137e-4e3c-8184-db66ad1475a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:16.425633 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e901ac26-985a-429c-9fdf-2cebc6879a0f req-a7ead78c-47ce-45b1-9f84-01311a897e8a tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 947 time: 0.2824035 Nov 25 19:31:16.428503 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-ec4c6fbb-6750-4e9b-9e72-9cb5686ed354 admin admin] Allocated IP 172.25.6.237 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/ce5233a7-8b75-4831-9da9-43a37a114444) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:16.508166 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d50b9-edb9-49d5-98fe-c97d75876391 req-5bba7095-49b5-4bf5-85d1-7fb6e0f9347d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:16.510047 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1f9d50b9-edb9-49d5-98fe-c97d75876391 req-5bba7095-49b5-4bf5-85d1-7fb6e0f9347d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1591334 Nov 25 19:31:16.540671 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36256) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:16.559838 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-060fa0b2-137e-4e3c-8184-db66ad1475a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:16.649814 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060fa0b2-137e-4e3c-8184-db66ad1475a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e87c5d4-ae87-4f57-9e64-5d699de3ab3b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:16.662267 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-060fa0b2-137e-4e3c-8184-db66ad1475a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:16.671194 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-060fa0b2-137e-4e3c-8184-db66ad1475a2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6e87c5d4-ae87-4f57-9e64-5d699de3ab3b HTTP/1.1" status: 204 len: 168 time: 0.5187430 Nov 25 19:31:16.673209 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36262) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:16.678958 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e901ac26-985a-429c-9fdf-2cebc6879a0f req-53a150d9-0472-4031-9adb-67b12596a3af tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2522213 Nov 25 19:31:16.717169 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d50b9-edb9-49d5-98fe-c97d75876391 req-d857576b-0aaf-4e1b-898a-2e82fa4647fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:16.718850 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1f9d50b9-edb9-49d5-98fe-c97d75876391 req-d857576b-0aaf-4e1b-898a-2e82fa4647fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1849446 Nov 25 19:31:16.871609 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfb74a-5459-4d6b-9710-e1f4e8382e93 req-ca5903a2-49a8-45a3-8caa-7cdb9c5559ec tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:16.873227 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-78bfb74a-5459-4d6b-9710-e1f4e8382e93 req-ca5903a2-49a8-45a3-8caa-7cdb9c5559ec tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 949 time: 0.2338972 Nov 25 19:31:16.888593 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec4c6fbb-6750-4e9b-9e72-9cb5686ed354 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:16.904614 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e083c30b-8b17-4cbc-8334-5cc26f8489fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:16.984025 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1f9d50b9-edb9-49d5-98fe-c97d75876391 req-a785b89c-0792-4827-87ae-126e1d50fe3a service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530231 Nov 25 19:31:17.093141 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec4c6fbb-6750-4e9b-9e72-9cb5686ed354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:17.184815 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36274) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:17.223454 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4c6fbb-6750-4e9b-9e72-9cb5686ed354 admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:17.229233 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ec4c6fbb-6750-4e9b-9e72-9cb5686ed354 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:17.251584 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4c6fbb-6750-4e9b-9e72-9cb5686ed354 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:17.376249 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c6fbb-6750-4e9b-9e72-9cb5686ed354 admin admin] Pushing event updated for resources: {'Port': ['ID=ce5233a7-8b75-4831-9da9-43a37a114444,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:17.395922 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1f9d50b9-edb9-49d5-98fe-c97d75876391 req-76513ca0-4a2a-496c-bac9-cdf81a2f375e service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881090 Nov 25 19:31:17.397185 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67e77070-1fe6-453b-a9f7-7362a15753e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:17.478238 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b252403-d197-4d44-bae6-d0175c70417c None None] Network b842e3cb-8cbc-4d3b-a99a-b71b37527e2b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:17.497247 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e54ab1-b9d6-4c5c-ba6d-414de228675a req-20bc163b-e135-4be3-bb97-7b47ff3466c7 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:17.504706 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e54ab1-b9d6-4c5c-ba6d-414de228675a req-20bc163b-e135-4be3-bb97-7b47ff3466c7 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:17.511148 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e54ab1-b9d6-4c5c-ba6d-414de228675a req-20bc163b-e135-4be3-bb97-7b47ff3466c7 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:17.514038 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-78bfb74a-5459-4d6b-9710-e1f4e8382e93 req-ad5fc07e-d042-4b36-ab3d-684627459cf8 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6232491 Nov 25 19:31:17.520265 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e54ab1-b9d6-4c5c-ba6d-414de228675a req-20bc163b-e135-4be3-bb97-7b47ff3466c7 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:17.527667 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e54ab1-b9d6-4c5c-ba6d-414de228675a req-20bc163b-e135-4be3-bb97-7b47ff3466c7 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:17.534862 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e54ab1-b9d6-4c5c-ba6d-414de228675a req-20bc163b-e135-4be3-bb97-7b47ff3466c7 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:17.541280 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e54ab1-b9d6-4c5c-ba6d-414de228675a req-20bc163b-e135-4be3-bb97-7b47ff3466c7 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:17.551376 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e7e54ab1-b9d6-4c5c-ba6d-414de228675a req-20bc163b-e135-4be3-bb97-7b47ff3466c7 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5418 time: 0.2967904 Nov 25 19:31:17.607920 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-aada17c2-a60d-4fd7-b391-ccb92c168786 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-181785345-network', 'tenant_id': 'd9fcf636de294478b67b887a277d2175'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:17.630204 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67e77070-1fe6-453b-a9f7-7362a15753e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:17.633047 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9161c191-cd66-43c9-b66f-084e2b8b735c None None] Provisioning complete for port a4230c74-967e-421b-b6ab-2b9eb006869d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:17.633501 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9161c191-cd66-43c9-b66f-084e2b8b735c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:17.695321 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-67e77070-1fe6-453b-a9f7-7362a15753e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e881b1c-70ea-42fd-934e-1f66bd0d00bb']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:17.721064 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e7e54ab1-b9d6-4c5c-ba6d-414de228675a req-e5e3393f-bee9-4de3-9c8d-c9693055f8b1 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1686780 Nov 25 19:31:17.723245 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aada17c2-a60d-4fd7-b391-ccb92c168786 admin admin] Made reservation on behalf of d9fcf636de294478b67b887a277d2175 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:17.728026 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aada17c2-a60d-4fd7-b391-ccb92c168786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:17.753274 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-67e77070-1fe6-453b-a9f7-7362a15753e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6847052e-6252-4352-96b8-655a1af3f08b') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:17.759002 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aada17c2-a60d-4fd7-b391-ccb92c168786 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:17.760075 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-67e77070-1fe6-453b-a9f7-7362a15753e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6847052e-6252-4352-96b8-655a1af3f08b') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:17.797389 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e083c30b-8b17-4cbc-8334-5cc26f8489fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:17.801188 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67e77070-1fe6-453b-a9f7-7362a15753e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:17.832230 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e083c30b-8b17-4cbc-8334-5cc26f8489fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:17.894739 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67e77070-1fe6-453b-a9f7-7362a15753e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:17.902519 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9161c191-cd66-43c9-b66f-084e2b8b735c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:17.903264 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e77070-1fe6-453b-a9f7-7362a15753e2 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:31:17.903943 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67e77070-1fe6-453b-a9f7-7362a15753e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:17.921730 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec4c6fbb-6750-4e9b-9e72-9cb5686ed354 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:31:17.978776 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:31:18.001178 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9161c191-cd66-43c9-b66f-084e2b8b735c None None] For port a4230c74-967e-421b-b6ab-2b9eb006869d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a4230c74-967e-421b-b6ab-2b9eb006869d,segment=NetworkSegment(52eb0895-0e2e-42c8-b1a8-3e74df5b0cfa),segment_id=52eb0895-0e2e-42c8-b1a8-3e74df5b0cfa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:18.005303 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a4230c74-967e-421b-b6ab-2b9eb006869d up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:18.013730 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9161c191-cd66-43c9-b66f-084e2b8b735c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:18.059876 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67e77070-1fe6-453b-a9f7-7362a15753e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:18.085130 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67e77070-1fe6-453b-a9f7-7362a15753e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:18.089168 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-67e77070-1fe6-453b-a9f7-7362a15753e2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0e881b1c-70ea-42fd-934e-1f66bd0d00bb HTTP/1.1" status: 204 len: 168 time: 1.3905876 Nov 25 19:31:18.091941 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e77070-1fe6-453b-a9f7-7362a15753e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e881b1c-70ea-42fd-934e-1f66bd0d00bb,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:18.103526 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083c30b-8b17-4cbc-8334-5cc26f8489fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880671bb-1ee1-4dcf-8d35-068cbf2b917c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:18.125351 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e083c30b-8b17-4cbc-8334-5cc26f8489fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ba24488b7b94ad69c37307380257b3d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5817351 Nov 25 19:31:18.130001 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36284) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:18.152048 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aada17c2-a60d-4fd7-b391-ccb92c168786 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:18.164647 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aada17c2-a60d-4fd7-b391-ccb92c168786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:18.192225 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port a4230c74-967e-421b-b6ab-2b9eb006869d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:18.202037 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:18.215111 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef51c2-1969-4e41-82f4-6da03eba9538 req-9b28d285-cd96-49c4-bdb1-9772e713c4cd tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:18.228207 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9cef51c2-1969-4e41-82f4-6da03eba9538 req-9b28d285-cd96-49c4-bdb1-9772e713c4cd tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 947 time: 0.3631892 Nov 25 19:31:18.248501 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aada17c2-a60d-4fd7-b391-ccb92c168786 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:31:18.259050 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161c191-cd66-43c9-b66f-084e2b8b735c None None] Pushing event updated for resources: {'Port': ['ID=a4230c74-967e-421b-b6ab-2b9eb006869d,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:18.294456 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ec0e989a-b29d-417e-8309-bb1ed3531126 None None] Provisioning complete for port a4230c74-967e-421b-b6ab-2b9eb006869d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:18.294911 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ec0e989a-b29d-417e-8309-bb1ed3531126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:18.334264 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36286) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:18.357516 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada17c2-a60d-4fd7-b391-ccb92c168786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6358d3ae-6bf0-44a5-8b09-818ca7c064d3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:18.363355 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aada17c2-a60d-4fd7-b391-ccb92c168786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:18.363863 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-aada17c2-a60d-4fd7-b391-ccb92c168786 admin admin] Added segment 8dc48996-c084-4f44-81ce-d2540e9c67ba of type vlan for network 27269876-f3f7-40f1-b8aa-5475afb77328 Nov 25 19:31:18.369025 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9cef51c2-1969-4e41-82f4-6da03eba9538 req-500bee30-8e8a-45b7-bb39-81ae07991ef8 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1314983 Nov 25 19:31:18.396510 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cabf6d6a-7d5e-4d34-b223-13cf353e2b5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:18.431068 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aada17c2-a60d-4fd7-b391-ccb92c168786 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:18.465099 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cabf6d6a-7d5e-4d34-b223-13cf353e2b5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:18.469425 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec4c6fbb-6750-4e9b-9e72-9cb5686ed354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:18.480192 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aada17c2-a60d-4fd7-b391-ccb92c168786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:18.482435 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aada17c2-a60d-4fd7-b391-ccb92c168786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:18.483557 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aada17c2-a60d-4fd7-b391-ccb92c168786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:18.492842 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-327770a3-25fa-43e0-bac0-57be4e8cb1d5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f21d8dd8ec64acbac72c48e09a7d0af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1533461 Nov 25 19:31:18.497688 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36290) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:18.584435 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-aada17c2-a60d-4fd7-b391-ccb92c168786 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3984661 Nov 25 19:31:18.605919 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36294) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:18.617735 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-cd215209-1118-4ef1-8724-1bb7538f8859 admin admin] Request body: {'subnet': {'network_id': '27269876-f3f7-40f1-b8aa-5475afb77328', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-181785345-subnet', 'tenant_id': 'd9fcf636de294478b67b887a277d2175', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:18.638769 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada17c2-a60d-4fd7-b391-ccb92c168786 admin admin] Pushing event updated for resources: {'Network': ['ID=27269876-f3f7-40f1-b8aa-5475afb77328,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:18.664865 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 27269876-f3f7-40f1-b8aa-5475afb77328 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:31:18.678611 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd215209-1118-4ef1-8724-1bb7538f8859 admin admin] Made reservation on behalf of d9fcf636de294478b67b887a277d2175 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:18.681508 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd215209-1118-4ef1-8724-1bb7538f8859 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:18.684211 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-550f4d2e-1dd4-4b8a-a641-4ef770fc5d2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:18.686206 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cabf6d6a-7d5e-4d34-b223-13cf353e2b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:18.688994 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cabf6d6a-7d5e-4d34-b223-13cf353e2b5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:18.691958 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cabf6d6a-7d5e-4d34-b223-13cf353e2b5d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/880671bb-1ee1-4dcf-8d35-068cbf2b917c HTTP/1.1" status: 204 len: 168 time: 0.5582683 Nov 25 19:31:18.747740 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf6d6a-7d5e-4d34-b223-13cf353e2b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880671bb-1ee1-4dcf-8d35-068cbf2b917c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:18.752425 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-550f4d2e-1dd4-4b8a-a641-4ef770fc5d2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:18.804472 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1f734-7e66-48fc-adac-13dc4f6c9154 req-d1c3ef45-1645-4fc4-96db-4d7516e3d5fb tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:18.819741 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-38a1f734-7e66-48fc-adac-13dc4f6c9154 req-d1c3ef45-1645-4fc4-96db-4d7516e3d5fb tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 949 time: 0.1717057 Nov 25 19:31:19.010157 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d21d6b-3a13-4097-bff2-0dddfc95bca7 req-8e312661-3268-40f7-8471-ad47eff0e521 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:19.012985 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-38a1f734-7e66-48fc-adac-13dc4f6c9154 req-feb79c7f-5101-4c4a-bdb4-6722ecbad096 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810122 Nov 25 19:31:19.018678 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d21d6b-3a13-4097-bff2-0dddfc95bca7 req-8e312661-3268-40f7-8471-ad47eff0e521 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:19.026770 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4c6fbb-6750-4e9b-9e72-9cb5686ed354 admin admin] Router 1eb7a10d-013a-4c19-95e2-e256e8416b2d is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:31:19.027945 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d21d6b-3a13-4097-bff2-0dddfc95bca7 req-8e312661-3268-40f7-8471-ad47eff0e521 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:19.035813 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d21d6b-3a13-4097-bff2-0dddfc95bca7 req-8e312661-3268-40f7-8471-ad47eff0e521 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:19.046092 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d21d6b-3a13-4097-bff2-0dddfc95bca7 req-8e312661-3268-40f7-8471-ad47eff0e521 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:19.073848 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d21d6b-3a13-4097-bff2-0dddfc95bca7 req-8e312661-3268-40f7-8471-ad47eff0e521 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:19.083856 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 2de9b276-2e29-49ab-817d-32d082b2e017 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:31:19.087403 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d21d6b-3a13-4097-bff2-0dddfc95bca7 req-8e312661-3268-40f7-8471-ad47eff0e521 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:19.099598 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d4d21d6b-3a13-4097-bff2-0dddfc95bca7 req-8e312661-3268-40f7-8471-ad47eff0e521 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5418 time: 0.2272887 Nov 25 19:31:19.129821 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-550f4d2e-1dd4-4b8a-a641-4ef770fc5d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:19.132628 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-550f4d2e-1dd4-4b8a-a641-4ef770fc5d2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:19.144233 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-550f4d2e-1dd4-4b8a-a641-4ef770fc5d2c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c890fcc8-9c5d-4fc7-bc4a-3cdc019efaa4 HTTP/1.1" status: 204 len: 168 time: 0.6379673 Nov 25 19:31:19.172200 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f4d2e-1dd4-4b8a-a641-4ef770fc5d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c890fcc8-9c5d-4fc7-bc4a-3cdc019efaa4,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:19.287575 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d4d21d6b-3a13-4097-bff2-0dddfc95bca7 req-92849aea-ced5-425a-9f3d-269df1b5fbdd tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1867025 Nov 25 19:31:19.328442 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd215209-1118-4ef1-8724-1bb7538f8859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:19.500693 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd215209-1118-4ef1-8724-1bb7538f8859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33d1ef66-f394-4f4f-b43d-fef8a8f28854,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:19.536476 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd215209-1118-4ef1-8724-1bb7538f8859 admin admin] Checking segment: {'id': '8dc48996-c084-4f44-81ce-d2540e9c67ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '27269876-f3f7-40f1-b8aa-5475afb77328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:19.538354 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd215209-1118-4ef1-8724-1bb7538f8859 admin admin] Network hostable DHCP agents. Network: 27269876-f3f7-40f1-b8aa-5475afb77328, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:31:19.563690 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd215209-1118-4ef1-8724-1bb7538f8859 admin admin] Network 27269876-f3f7-40f1-b8aa-5475afb77328 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:31:19.579049 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 2de9b276-2e29-49ab-817d-32d082b2e017, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=2de9b276-2e29-49ab-817d-32d082b2e017,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:19.584452 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-cd215209-1118-4ef1-8724-1bb7538f8859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 27269876-f3f7-40f1-b8aa-5475afb77328) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:19.609096 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc111a7b-b8c3-4334-9a84-00604ed5ef58 None None] Network 27269876-f3f7-40f1-b8aa-5475afb77328 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:19.612398 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd215209-1118-4ef1-8724-1bb7538f8859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:19.613329 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd215209-1118-4ef1-8724-1bb7538f8859 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:19.654491 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cd215209-1118-4ef1-8724-1bb7538f8859 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0447519 Nov 25 19:31:19.750183 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '2de9b276-2e29-49ab-817d-32d082b2e017', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '2de9b276-2e29-49ab-817d-32d082b2e017', 'mac_address': 'fa:16:3e:d3:81:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:31:19.817911 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:19.841422 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7bd570-f939-42b8-b8d5-4d94a0b0cfa1 None None] Network 27269876-f3f7-40f1-b8aa-5475afb77328 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:19.892404 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8215480-6c01-4010-bec7-559a16dfbf5a req-2c195d7f-5fdf-402c-9c21-cb7a022eb554 tempest-MigrationsAdminTest-1233656105 tempest-MigrationsAdminTest-1233656105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:19.896281 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e8215480-6c01-4010-bec7-559a16dfbf5a req-2c195d7f-5fdf-402c-9c21-cb7a022eb554 tempest-MigrationsAdminTest-1233656105 tempest-MigrationsAdminTest-1233656105-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 1100 time: 0.1294324 Nov 25 19:31:19.944908 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a4230c74-967e-421b-b6ab-2b9eb006869d up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:19.990625 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4c6fbb-6750-4e9b-9e72-9cb5686ed354 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:31:19.997359 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de9b276-2e29-49ab-817d-32d082b2e017 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:20.009055 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcbcec9-a9fb-43ff-9e61-4b7e4fe1fa5a None None] Sync routers for ids ['1eb7a10d-013a-4c19-95e2-e256e8416b2d'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:31:20.021574 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e8215480-6c01-4010-bec7-559a16dfbf5a req-c13569b3-9c06-42db-be44-ad8ea40518fc tempest-MigrationsAdminTest-1233656105 tempest-MigrationsAdminTest-1233656105-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172862 Nov 25 19:31:20.028691 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcbcec9-a9fb-43ff-9e61-4b7e4fe1fa5a None None] Routers {'1eb7a10d-013a-4c19-95e2-e256e8416b2d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:31:20.028691 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-1dcbcec9-a9fb-43ff-9e61-4b7e4fe1fa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:31:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1eb7a10d-013a-4c19-95e2-e256e8416b2d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:20.083271 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec4c6fbb-6750-4e9b-9e72-9cb5686ed354 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:20.085244 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ec4c6fbb-6750-4e9b-9e72-9cb5686ed354 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4184856 Nov 25 19:31:20.087991 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36336) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:20.105659 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port a4230c74-967e-421b-b6ab-2b9eb006869d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:20.106340 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:20.117212 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 2de9b276-2e29-49ab-817d-32d082b2e017, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=2de9b276-2e29-49ab-817d-32d082b2e017,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:20.169063 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:20.291852 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-1dcbcec9-a9fb-43ff-9e61-4b7e4fe1fa5a None None] Set router 1eb7a10d-013a-4c19-95e2-e256e8416b2d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:31:20.293063 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=2de9b276-2e29-49ab-817d-32d082b2e017,revision_number=12']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:20.460232 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['2de9b276-2e29-49ab-817d-32d082b2e017'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:20.646330 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-1dcbcec9-a9fb-43ff-9e61-4b7e4fe1fa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb7a10d-013a-4c19-95e2-e256e8416b2d', 'name': 'tempest-FloatingIPDetailsTestJSON-790238129-router', 'tenant_id': '4d20ab9ebfa145d18ee7c782c960e615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'ce5233a7-8b75-4831-9da9-43a37a114444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:13Z', 'updated_at': '2021-11-25T19:31:17Z', 'revision_number': 3, 'project_id': '4d20ab9ebfa145d18ee7c782c960e615', 'gw_port': {'id': 'ce5233a7-8b75-4831-9da9-43a37a114444', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb7a10d-013a-4c19-95e2-e256e8416b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:15Z', 'updated_at': '2021-11-25T19:31:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:20.646980 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa6597-c48c-47ad-848f-9109d2e07918 req-c46b956d-8d3a-46cc-bc94-af8880d10f4b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:20.671114 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa6597-c48c-47ad-848f-9109d2e07918 req-c46b956d-8d3a-46cc-bc94-af8880d10f4b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:20.711201 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa6597-c48c-47ad-848f-9109d2e07918 req-c46b956d-8d3a-46cc-bc94-af8880d10f4b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:20.730085 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device de41ef00-7b97-4a25-a5f5-7ebe385be1e1 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:31:20.737354 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcbcec9-a9fb-43ff-9e61-4b7e4fe1fa5a None None] Checking router: 1eb7a10d-013a-4c19-95e2-e256e8416b2d for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:31:20.737718 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcbcec9-a9fb-43ff-9e61-4b7e4fe1fa5a None None] Updating router 1eb7a10d-013a-4c19-95e2-e256e8416b2d port ce5233a7-8b75-4831-9da9-43a37a114444 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:31:20.751817 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa6597-c48c-47ad-848f-9109d2e07918 req-c46b956d-8d3a-46cc-bc94-af8880d10f4b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:20.769886 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa6597-c48c-47ad-848f-9109d2e07918 req-c46b956d-8d3a-46cc-bc94-af8880d10f4b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:20.771156 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1dcbcec9-a9fb-43ff-9e61-4b7e4fe1fa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:20.796887 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa6597-c48c-47ad-848f-9109d2e07918 req-c46b956d-8d3a-46cc-bc94-af8880d10f4b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:20.819701 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa6597-c48c-47ad-848f-9109d2e07918 req-c46b956d-8d3a-46cc-bc94-af8880d10f4b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:20.831695 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-01aa6597-c48c-47ad-848f-9109d2e07918 req-c46b956d-8d3a-46cc-bc94-af8880d10f4b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5418 time: 0.4055228 Nov 25 19:31:20.932929 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-01aa6597-c48c-47ad-848f-9109d2e07918 req-4cf091b1-56af-4b16-92be-d49dd5a995bf tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0999084 Nov 25 19:31:21.014495 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port de41ef00-7b97-4a25-a5f5-7ebe385be1e1, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=de41ef00-7b97-4a25-a5f5-7ebe385be1e1,segment=NetworkSegment(f13a6d17-3c3e-464b-809d-7841fec99864),segment_id=f13a6d17-3c3e-464b-809d-7841fec99864)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:21.043605 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'de41ef00-7b97-4a25-a5f5-7ebe385be1e1', 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b', 'port_id': 'de41ef00-7b97-4a25-a5f5-7ebe385be1e1', 'mac_address': 'fa:16:3e:68:38:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec82d2f3-e400-4120-bb41-01b4378dd9d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:31:21.057875 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36372) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:21.169217 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.199065 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf66b-ff2d-42ee-a5a4-070de0e19d5a req-e982ad23-a830-44fa-9f86-b783cbddebba tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:21.201452 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b52bf66b-ff2d-42ee-a5a4-070de0e19d5a req-e982ad23-a830-44fa-9f86-b783cbddebba tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 950 time: 0.1421907 Nov 25 19:31:21.209150 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de41ef00-7b97-4a25-a5f5-7ebe385be1e1 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:21.252625 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f5198e57-d547-4ec7-be8d-e930e3a8e0f5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-117370969-network', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:21.279779 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port de41ef00-7b97-4a25-a5f5-7ebe385be1e1, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=de41ef00-7b97-4a25-a5f5-7ebe385be1e1,segment=NetworkSegment(f13a6d17-3c3e-464b-809d-7841fec99864),segment_id=f13a6d17-3c3e-464b-809d-7841fec99864)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:21.290447 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.303867 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b52bf66b-ff2d-42ee-a5a4-070de0e19d5a req-acdaaf10-2387-4be9-94f8-22f2ccea7aaf tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904267 Nov 25 19:31:21.305390 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5198e57-d547-4ec7-be8d-e930e3a8e0f5 admin admin] Made reservation on behalf of 61b43fc7b65b46daaf3bb19051a96cc4 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:21.309188 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5198e57-d547-4ec7-be8d-e930e3a8e0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.321127 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5198e57-d547-4ec7-be8d-e930e3a8e0f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.355398 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-731426b1-0ecf-4838-bf7e-90fbd1429bf0 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:21.381481 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-731426b1-0ecf-4838-bf7e-90fbd1429bf0 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/networks?id=27269876-f3f7-40f1-b8aa-5475afb77328 HTTP/1.1" status: 200 len: 821 time: 0.6376679 Nov 25 19:31:21.443622 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-d3042af3-d1b8-4b2b-b9b3-4370bc928fae tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/quotas/d9fcf636de294478b67b887a277d2175 HTTP/1.1" status: 200 len: 375 time: 0.0595372 Nov 25 19:31:21.449729 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5198e57-d547-4ec7-be8d-e930e3a8e0f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.456985 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5198e57-d547-4ec7-be8d-e930e3a8e0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.460225 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=de41ef00-7b97-4a25-a5f5-7ebe385be1e1,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:21.493883 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5198e57-d547-4ec7-be8d-e930e3a8e0f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:31:21.511439 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5198e57-d547-4ec7-be8d-e930e3a8e0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3aabf8a-7c66-468a-888d-181005acd702,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:21.515108 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5198e57-d547-4ec7-be8d-e930e3a8e0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.515476 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-f5198e57-d547-4ec7-be8d-e930e3a8e0f5 admin admin] Added segment 186edade-985d-49a8-b6d0-15542557f39e of type vlan for network 37f8230d-6a2b-4a12-a441-526002eff84a Nov 25 19:31:21.575139 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-6d6eb888-2c98-46b4-8915-4631bb77231b tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9fcf636de294478b67b887a277d2175&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1300681 Nov 25 19:31:21.580592 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5198e57-d547-4ec7-be8d-e930e3a8e0f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.599380 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1dcbcec9-a9fb-43ff-9e61-4b7e4fe1fa5a None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.615660 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1dcbcec9-a9fb-43ff-9e61-4b7e4fe1fa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.638320 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['de41ef00-7b97-4a25-a5f5-7ebe385be1e1'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:21.641491 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5198e57-d547-4ec7-be8d-e930e3a8e0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.643969 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5198e57-d547-4ec7-be8d-e930e3a8e0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:21.645220 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5198e57-d547-4ec7-be8d-e930e3a8e0f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.730030 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-1dcbcec9-a9fb-43ff-9e61-4b7e4fe1fa5a None None] Attempting to bind port ce5233a7-8b75-4831-9da9-43a37a114444 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:21.730635 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-1dcbcec9-a9fb-43ff-9e61-4b7e4fe1fa5a None None] Attempting to bind port ce5233a7-8b75-4831-9da9-43a37a114444 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:21.731223 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcbcec9-a9fb-43ff-9e61-4b7e4fe1fa5a None None] Attempting to bind port ce5233a7-8b75-4831-9da9-43a37a114444 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:21.741981 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3b18e-cb08-45a2-8f3f-1fbfbbff05f3 None None] Pushing event updated for resources: {'Port': ['ID=ce5233a7-8b75-4831-9da9-43a37a114444,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:21.769026 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f5198e57-d547-4ec7-be8d-e930e3a8e0f5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6949670 Nov 25 19:31:21.770236 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36384) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:21.779123 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-0ab1f32e-4498-4251-aa4d-3c3c74644b23 admin admin] Request body: {'subnet': {'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-117370969-subnet', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:21.779298 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcbcec9-a9fb-43ff-9e61-4b7e4fe1fa5a None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:21.779781 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcbcec9-a9fb-43ff-9e61-4b7e4fe1fa5a None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:21.780424 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1dcbcec9-a9fb-43ff-9e61-4b7e4fe1fa5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.781041 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcbcec9-a9fb-43ff-9e61-4b7e4fe1fa5a None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:21.781802 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-1dcbcec9-a9fb-43ff-9e61-4b7e4fe1fa5a None None] Bound port: ce5233a7-8b75-4831-9da9-43a37a114444, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:21.782440 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1dcbcec9-a9fb-43ff-9e61-4b7e4fe1fa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.791229 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5198e57-d547-4ec7-be8d-e930e3a8e0f5 admin admin] Pushing event updated for resources: {'Network': ['ID=37f8230d-6a2b-4a12-a441-526002eff84a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:21.805097 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f3b18e-cb08-45a2-8f3f-1fbfbbff05f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:21.805608 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f3b18e-cb08-45a2-8f3f-1fbfbbff05f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:21.806460 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f3b18e-cb08-45a2-8f3f-1fbfbbff05f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:21.808973 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f3b18e-cb08-45a2-8f3f-1fbfbbff05f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:21.809528 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f3b18e-cb08-45a2-8f3f-1fbfbbff05f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:21.812036 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f3b18e-cb08-45a2-8f3f-1fbfbbff05f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:21.813043 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f3b18e-cb08-45a2-8f3f-1fbfbbff05f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:21.813587 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f3b18e-cb08-45a2-8f3f-1fbfbbff05f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:21.814121 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f3b18e-cb08-45a2-8f3f-1fbfbbff05f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:21.814695 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f3b18e-cb08-45a2-8f3f-1fbfbbff05f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:21.815799 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f3b18e-cb08-45a2-8f3f-1fbfbbff05f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:21.817473 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f3b18e-cb08-45a2-8f3f-1fbfbbff05f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:21.829536 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 37f8230d-6a2b-4a12-a441-526002eff84a details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:31:21.933585 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-1dcbcec9-a9fb-43ff-9e61-4b7e4fe1fa5a None None] For port ce5233a7-8b75-4831-9da9-43a37a114444, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:21.934251 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-53ae9167-6389-4374-ba46-306ca6b82ae6 service neutron] 10.222.0.55 "GET /v2.0/networks/27269876-f3f7-40f1-b8aa-5475afb77328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403096 Nov 25 19:31:21.940955 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-1dcbcec9-a9fb-43ff-9e61-4b7e4fe1fa5a None None] For port ce5233a7-8b75-4831-9da9-43a37a114444, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=ce5233a7-8b75-4831-9da9-43a37a114444,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:21.946917 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab1f32e-4498-4251-aa4d-3c3c74644b23 admin admin] Made reservation on behalf of 61b43fc7b65b46daaf3bb19051a96cc4 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:21.949501 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ab1f32e-4498-4251-aa4d-3c3c74644b23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.950281 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1dcbcec9-a9fb-43ff-9e61-4b7e4fe1fa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:22.037557 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14be25e-580a-4708-8d96-fa13542050fd req-7ec66d43-dff1-4ef2-b5d1-4d86b05e29af tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:22.051102 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a14be25e-580a-4708-8d96-fa13542050fd req-7ec66d43-dff1-4ef2-b5d1-4d86b05e29af tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 950 time: 0.1744499 Nov 25 19:31:22.076488 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcbcec9-a9fb-43ff-9e61-4b7e4fe1fa5a None None] Routers {'1eb7a10d-013a-4c19-95e2-e256e8416b2d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:31:22.078677 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-1dcbcec9-a9fb-43ff-9e61-4b7e4fe1fa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:31:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1eb7a10d-013a-4c19-95e2-e256e8416b2d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:22.145099 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:22.228892 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-1dcbcec9-a9fb-43ff-9e61-4b7e4fe1fa5a None None] Set router 1eb7a10d-013a-4c19-95e2-e256e8416b2d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:31:22.244055 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-825a13e4-dbf4-4dd1-b319-0cfa4df3b085 service neutron] 10.222.0.55 "GET /v2.0/networks/27269876-f3f7-40f1-b8aa-5475afb77328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087256 Nov 25 19:31:22.358169 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc4334-1119-4560-b281-8b7363423350 req-8f3d4463-d3c4-49b2-b084-96f54cf0d9f1 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:22.375175 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc4334-1119-4560-b281-8b7363423350 req-8f3d4463-d3c4-49b2-b084-96f54cf0d9f1 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:22.394663 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc4334-1119-4560-b281-8b7363423350 req-8f3d4463-d3c4-49b2-b084-96f54cf0d9f1 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:22.408186 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc4334-1119-4560-b281-8b7363423350 req-8f3d4463-d3c4-49b2-b084-96f54cf0d9f1 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:22.437591 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc4334-1119-4560-b281-8b7363423350 req-8f3d4463-d3c4-49b2-b084-96f54cf0d9f1 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:22.451072 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc4334-1119-4560-b281-8b7363423350 req-8f3d4463-d3c4-49b2-b084-96f54cf0d9f1 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:22.484485 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc4334-1119-4560-b281-8b7363423350 req-8f3d4463-d3c4-49b2-b084-96f54cf0d9f1 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:22.505716 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-98fc4334-1119-4560-b281-8b7363423350 req-8f3d4463-d3c4-49b2-b084-96f54cf0d9f1 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5419 time: 0.3853328 Nov 25 19:31:22.529289 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3b18e-cb08-45a2-8f3f-1fbfbbff05f3 None None] Pushing event updated for resources: {'Port': ['ID=ce5233a7-8b75-4831-9da9-43a37a114444,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:22.549947 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-1dcbcec9-a9fb-43ff-9e61-4b7e4fe1fa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb7a10d-013a-4c19-95e2-e256e8416b2d', 'name': 'tempest-FloatingIPDetailsTestJSON-790238129-router', 'tenant_id': '4d20ab9ebfa145d18ee7c782c960e615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'ce5233a7-8b75-4831-9da9-43a37a114444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:13Z', 'updated_at': '2021-11-25T19:31:17Z', 'revision_number': 3, 'project_id': '4d20ab9ebfa145d18ee7c782c960e615', 'gw_port': {'id': 'ce5233a7-8b75-4831-9da9-43a37a114444', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb7a10d-013a-4c19-95e2-e256e8416b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:15Z', 'updated_at': '2021-11-25T19:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:22.592348 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcbcec9-a9fb-43ff-9e61-4b7e4fe1fa5a None None] The sync data for ids ['1eb7a10d-013a-4c19-95e2-e256e8416b2d'] in n-d-819349-5 is: [{'id': '1eb7a10d-013a-4c19-95e2-e256e8416b2d', 'name': 'tempest-FloatingIPDetailsTestJSON-790238129-router', 'tenant_id': '4d20ab9ebfa145d18ee7c782c960e615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'ce5233a7-8b75-4831-9da9-43a37a114444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:13Z', 'updated_at': '2021-11-25T19:31:17Z', 'revision_number': 3, 'project_id': '4d20ab9ebfa145d18ee7c782c960e615', 'gw_port': {'id': 'ce5233a7-8b75-4831-9da9-43a37a114444', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb7a10d-013a-4c19-95e2-e256e8416b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:15Z', 'updated_at': '2021-11-25T19:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:31:22.657537 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-98fc4334-1119-4560-b281-8b7363423350 req-1126014c-1f47-4e06-a922-5991f41ea260 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1505332 Nov 25 19:31:22.687178 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-a14be25e-580a-4708-8d96-fa13542050fd req-dfbe07f5-4d3b-4161-b0c9-30da9c5650f4 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Deleting port 2de9b276-2e29-49ab-817d-32d082b2e017 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:22.687547 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a14be25e-580a-4708-8d96-fa13542050fd req-dfbe07f5-4d3b-4161-b0c9-30da9c5650f4 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:22.724253 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 61ff9068-8b27-4ddb-a417-22777493a524 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:31:22.732737 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ab1f32e-4498-4251-aa4d-3c3c74644b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:22.781419 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device de41ef00-7b97-4a25-a5f5-7ebe385be1e1 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:22.831145 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Allocated IP 172.20.0.1 (b842e3cb-8cbc-4d3b-a99a-b71b37527e2b/562cb166-5a99-4b0f-a374-b03c3d4cd577/cd78c078-17ff-4aae-9f66-05f375375776) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:22.899987 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-a14be25e-580a-4708-8d96-fa13542050fd req-dfbe07f5-4d3b-4161-b0c9-30da9c5650f4 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] For port 2de9b276-2e29-49ab-817d-32d082b2e017, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=2de9b276-2e29-49ab-817d-32d082b2e017,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:22.901021 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a14be25e-580a-4708-8d96-fa13542050fd req-dfbe07f5-4d3b-4161-b0c9-30da9c5650f4 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:22.922615 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007302a-5e84-49f3-8558-882c7f71c2b3 req-6fa63058-119b-4c5c-a899-fafaabefecc3 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:22.926047 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2007302a-5e84-49f3-8558-882c7f71c2b3 req-6fa63058-119b-4c5c-a899-fafaabefecc3 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 950 time: 0.4606755 Nov 25 19:31:22.960813 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-70e5529e-ad56-47cb-b230-53294db015c2 req-a1b40d04-25ba-4fbb-b428-59f04053c166 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/ports?device_id=f19e1e4f-8fe5-480b-af3f-ac2d80b54065 HTTP/1.1" status: 200 len: 210 time: 0.0528758 Nov 25 19:31:22.988914 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-a14be25e-580a-4708-8d96-fa13542050fd req-dfbe07f5-4d3b-4161-b0c9-30da9c5650f4 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Calling delete_port for 2de9b276-2e29-49ab-817d-32d082b2e017 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:23.061340 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port de41ef00-7b97-4a25-a5f5-7ebe385be1e1 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:31:23.078359 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port de41ef00-7b97-4a25-a5f5-7ebe385be1e1 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:23.078744 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:23.277557 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 61ff9068-8b27-4ddb-a417-22777493a524, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=61ff9068-8b27-4ddb-a417-22777493a524,segment=NetworkSegment(f8fd6507-d6f7-4150-97cc-fd943cc9c602),segment_id=f8fd6507-d6f7-4150-97cc-fd943cc9c602)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:23.329710 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '61ff9068-8b27-4ddb-a417-22777493a524', 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93', 'port_id': '61ff9068-8b27-4ddb-a417-22777493a524', 'mac_address': 'fa:16:3e:ad:62:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7783342b-08c2-4e0e-96cc-c2b4a1ff9af9', 'ip_address': '10.1.1.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:31:23.342158 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1f32e-4498-4251-aa4d-3c3c74644b23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec830131-0c53-44d8-b6cf-4b7badf3b5da,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:23.348757 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a14be25e-580a-4708-8d96-fa13542050fd req-dfbe07f5-4d3b-4161-b0c9-30da9c5650f4 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:23.399452 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['ea3607b0-e601-4614-85a3-1ba172392d90', '228219d8-b6f0-44fb-b5c3-d106a37ba29c'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:23.408052 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe07f5-4d3b-4161-b0c9-30da9c5650f4 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Pushing event deleted for resources: {'Port': ['ID=2de9b276-2e29-49ab-817d-32d082b2e017,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:23.418092 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['15d380ef-c864-426a-b526-a3732729a12d', '2de9b276-2e29-49ab-817d-32d082b2e017'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:23.477377 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14be25e-580a-4708-8d96-fa13542050fd req-dfbe07f5-4d3b-4161-b0c9-30da9c5650f4 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] No DVR routers for this DVR port 2de9b276-2e29-49ab-817d-32d082b2e017 on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:23.481204 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a14be25e-580a-4708-8d96-fa13542050fd req-dfbe07f5-4d3b-4161-b0c9-30da9c5650f4 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:23.486827 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a14be25e-580a-4708-8d96-fa13542050fd req-dfbe07f5-4d3b-4161-b0c9-30da9c5650f4 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.73 "DELETE /v2.0/ports/2de9b276-2e29-49ab-817d-32d082b2e017 HTTP/1.1" status: 204 len: 173 time: 1.4272835 Nov 25 19:31:23.488348 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1398c2-1b41-4d89-b540-47aaf7de2d95', 'name': 'network-vif-deleted', 'tag': '2de9b276-2e29-49ab-817d-32d082b2e017'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:23.491797 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2007302a-5e84-49f3-8558-882c7f71c2b3 req-72573f82-a75c-4224-90be-ecb982cc6f45 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5522461 Nov 25 19:31:23.492540 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab1f32e-4498-4251-aa4d-3c3c74644b23 admin admin] Checking segment: {'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:23.492908 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab1f32e-4498-4251-aa4d-3c3c74644b23 admin admin] Network hostable DHCP agents. Network: 37f8230d-6a2b-4a12-a441-526002eff84a, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:31:23.504283 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12955a78-89c5-4761-978e-9086a7ed3d5c" -d '{"events": [{"server_uuid": "2d1398c2-1b41-4d89-b540-47aaf7de2d95", "name": "network-vif-deleted", "tag": "2de9b276-2e29-49ab-817d-32d082b2e017"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:23.573544 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a82bf0-ccf6-4ad5-8989-6b7d5167c9cd x-openstack-request-id: req-30a82bf0-ccf6-4ad5-8989-6b7d5167c9cd {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:23.574118 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1398c2-1b41-4d89-b540-47aaf7de2d95", "name": "network-vif-deleted", "tag": "2de9b276-2e29-49ab-817d-32d082b2e017", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:23.574594 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-30a82bf0-ccf6-4ad5-8989-6b7d5167c9cd {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:23.575252 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1398c2-1b41-4d89-b540-47aaf7de2d95', 'name': 'network-vif-deleted', 'tag': '2de9b276-2e29-49ab-817d-32d082b2e017', 'status': 'completed', 'code': 200} Nov 25 19:31:23.614923 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:23.631930 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab1f32e-4498-4251-aa4d-3c3c74644b23 admin admin] Network 37f8230d-6a2b-4a12-a441-526002eff84a is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:31:23.650705 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-0ab1f32e-4498-4251-aa4d-3c3c74644b23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 37f8230d-6a2b-4a12-a441-526002eff84a) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:23.668795 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab1f32e-4498-4251-aa4d-3c3c74644b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:23.669351 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ab1f32e-4498-4251-aa4d-3c3c74644b23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:23.729392 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0ab1f32e-4498-4251-aa4d-3c3c74644b23 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9552746 Nov 25 19:31:23.734017 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36432) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:23.741097 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b4f614ff-0f90-459f-878b-95eb840843bd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-117370969-router', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:23.781417 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:23.852793 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4f614ff-0f90-459f-878b-95eb840843bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:23.854389 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4f614ff-0f90-459f-878b-95eb840843bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:23.972530 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99096fae-1090-4cbf-9a33-ca36676f61c7 None None] Network 37f8230d-6a2b-4a12-a441-526002eff84a requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:24.002709 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:24.003992 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:24.046321 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ce5233a7-8b75-4831-9da9-43a37a114444 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:24.062026 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Network b842e3cb-8cbc-4d3b-a99a-b71b37527e2b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:24.071330 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:24.079790 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:24.110127 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Pushing event updated for resources: {'Port': ['ID=cd78c078-17ff-4aae-9f66-05f375375776,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:24.110719 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4f614ff-0f90-459f-878b-95eb840843bd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:24.218917 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f9179-4bf0-4743-aa3c-c57ac45fa16d req-8168c4ca-93a7-4817-98df-885dea82a4ee tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:24.236410 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f9179-4bf0-4743-aa3c-c57ac45fa16d req-8168c4ca-93a7-4817-98df-885dea82a4ee tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:24.249838 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f9179-4bf0-4743-aa3c-c57ac45fa16d req-8168c4ca-93a7-4817-98df-885dea82a4ee tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:24.264439 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f9179-4bf0-4743-aa3c-c57ac45fa16d req-8168c4ca-93a7-4817-98df-885dea82a4ee tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:24.274699 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f9179-4bf0-4743-aa3c-c57ac45fa16d req-8168c4ca-93a7-4817-98df-885dea82a4ee tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:24.277311 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9c82d97b-bb6b-4138-952c-b4d6e3ae0e23 req-fe20c8a1-e349-4f11-be9c-5c60aea2ba04 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/ports?device_id=f19e1e4f-8fe5-480b-af3f-ac2d80b54065 HTTP/1.1" status: 200 len: 210 time: 0.0351908 Nov 25 19:31:24.284611 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f9179-4bf0-4743-aa3c-c57ac45fa16d req-8168c4ca-93a7-4817-98df-885dea82a4ee tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:24.292792 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f9179-4bf0-4743-aa3c-c57ac45fa16d req-8168c4ca-93a7-4817-98df-885dea82a4ee tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:24.302517 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ae5f9179-4bf0-4743-aa3c-c57ac45fa16d req-8168c4ca-93a7-4817-98df-885dea82a4ee tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5419 time: 0.3345082 Nov 25 19:31:24.306639 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:24.510482 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4f614ff-0f90-459f-878b-95eb840843bd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:24.717578 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36446) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:24.856648 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d1fc6e37-55f2-46d9-9cbe-71901455e8c5 req-db38418f-4ca5-4045-8d57-d645ab1896f1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d1398c2-1b41-4d89-b540-47aaf7de2d95 HTTP/1.1" status: 200 len: 210 time: 0.0896864 Nov 25 19:31:24.900030 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ff9068-8b27-4ddb-a417-22777493a524 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:24.943250 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:24.960131 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ae5f9179-4bf0-4743-aa3c-c57ac45fa16d req-60810562-3bee-4ed7-96ed-beac7c172a0c tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6559584 Nov 25 19:31:25.013898 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:25.023690 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c00c818-ec2a-46bb-b080-64d53a03e154 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:25.043480 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:25.045513 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-72048e26-483a-4e83-84ea-1ef0a8d02de1 None None] Provisioning complete for port cd78c078-17ff-4aae-9f66-05f375375776 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:25.046765 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-72048e26-483a-4e83-84ea-1ef0a8d02de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:25.117298 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4f614ff-0f90-459f-878b-95eb840843bd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:25.136513 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 61ff9068-8b27-4ddb-a417-22777493a524, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=61ff9068-8b27-4ddb-a417-22777493a524,segment=NetworkSegment(f8fd6507-d6f7-4150-97cc-fd943cc9c602),segment_id=f8fd6507-d6f7-4150-97cc-fd943cc9c602)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:25.148473 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4f614ff-0f90-459f-878b-95eb840843bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:25.187396 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:25.188089 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 19c243f1-ae0e-483f-b5b6-665f722ee400 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:31:25.198875 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-9927f234-c5eb-40c8-9ec0-fc5c412524e3 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:25.202165 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-9927f234-c5eb-40c8-9ec0-fc5c412524e3 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.85 "GET /v2.0/networks?id=27269876-f3f7-40f1-b8aa-5475afb77328 HTTP/1.1" status: 200 len: 821 time: 0.3898997 Nov 25 19:31:25.202662 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de41ef00-7b97-4a25-a5f5-7ebe385be1e1'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:25.205124 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2de500-4444-415b-a920-cc5bc49e5828" -d '{"events": [{"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-plugged", "status": "completed", "tag": "de41ef00-7b97-4a25-a5f5-7ebe385be1e1"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:25.241222 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c00c818-ec2a-46bb-b080-64d53a03e154 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:25.245049 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-048e792c-0b21-45cf-b5cb-86b159438c3f tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Request body: {'port': {'device_id': 'f19e1e4f-8fe5-480b-af3f-ac2d80b54065', 'network_id': '27269876-f3f7-40f1-b8aa-5475afb77328', 'admin_state_up': True, 'tenant_id': 'd9fcf636de294478b67b887a277d2175'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:25.246363 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-72048e26-483a-4e83-84ea-1ef0a8d02de1 None None] Port cd78c078-17ff-4aae-9f66-05f375375776 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:31:25.251513 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c00c818-ec2a-46bb-b080-64d53a03e154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:25.271498 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port de41ef00-7b97-4a25-a5f5-7ebe385be1e1, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=de41ef00-7b97-4a25-a5f5-7ebe385be1e1,segment=NetworkSegment(f13a6d17-3c3e-464b-809d-7841fec99864),segment_id=f13a6d17-3c3e-464b-809d-7841fec99864)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:25.317357 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbe6986-c22b-4ef6-92b0-db0f7955883f x-openstack-request-id: req-5bbe6986-c22b-4ef6-92b0-db0f7955883f {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:25.317678 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-plugged", "status": "completed", "tag": "de41ef00-7b97-4a25-a5f5-7ebe385be1e1", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:25.318322 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5bbe6986-c22b-4ef6-92b0-db0f7955883f {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:25.318322 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de41ef00-7b97-4a25-a5f5-7ebe385be1e1', 'code': 200} Nov 25 19:31:25.318878 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00c818-ec2a-46bb-b080-64d53a03e154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8f8a2e-ab05-435e-839e-decc33081d78,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:25.336295 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:25.337134 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 2de9b276-2e29-49ab-817d-32d082b2e017 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:25.360645 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3c00c818-ec2a-46bb-b080-64d53a03e154 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=72e95effbb42466dac86a50d38543756&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6370049 Nov 25 19:31:25.361668 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36454) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:25.393512 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port ce5233a7-8b75-4831-9da9-43a37a114444 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:25.393856 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:25.416083 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 2de9b276-2e29-49ab-817d-32d082b2e017 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:25.417247 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 2de9b276-2e29-49ab-817d-32d082b2e017 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 25 19:31:25.420649 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=61ff9068-8b27-4ddb-a417-22777493a524,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:25.451448 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-b4f614ff-0f90-459f-878b-95eb840843bd admin admin] Allocated IP 172.25.6.122 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/aabe8e6c-1602-44f7-8bd9-642fefe2cfa3) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:25.483373 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e82c67c1-c21b-4cf8-8e5d-e83bb11d0509 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:25.515111 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 19c243f1-ae0e-483f-b5b6-665f722ee400, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=19c243f1-ae0e-483f-b5b6-665f722ee400,segment=NetworkSegment(f8fd6507-d6f7-4150-97cc-fd943cc9c602),segment_id=f8fd6507-d6f7-4150-97cc-fd943cc9c602)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:25.525506 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Port 2de9b276-2e29-49ab-817d-32d082b2e017 not found, will not notify nova. {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 25 19:31:25.548152 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-439357d6-abcd-4c55-8400-a67900be9b34 req-6fdeee69-bbf1-4fab-b69e-eb17d889c9a8 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/ports?device_id=f19e1e4f-8fe5-480b-af3f-ac2d80b54065 HTTP/1.1" status: 200 len: 210 time: 0.0723822 Nov 25 19:31:25.582402 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-048e792c-0b21-45cf-b5cb-86b159438c3f tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Made reservation on behalf of d9fcf636de294478b67b887a277d2175 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:25.586192 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-048e792c-0b21-45cf-b5cb-86b159438c3f tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:25.601109 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e82c67c1-c21b-4cf8-8e5d-e83bb11d0509 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:25.634565 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '19c243f1-ae0e-483f-b5b6-665f722ee400', 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93', 'port_id': '19c243f1-ae0e-483f-b5b6-665f722ee400', 'mac_address': 'fa:16:3e:77:f8:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7783342b-08c2-4e0e-96cc-c2b4a1ff9af9', 'ip_address': '10.1.1.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:31:25.656123 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a379f1c3-22e4-4a38-ab6d-d5bd04ca92cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-37f8230d-6a2b-4a12-a441-526002eff84a', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'fixed_ips': [{'subnet_id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:31:25.657559 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a379f1c3-22e4-4a38-ab6d-d5bd04ca92cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:25.761156 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e82c67c1-c21b-4cf8-8e5d-e83bb11d0509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:25.764095 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e82c67c1-c21b-4cf8-8e5d-e83bb11d0509 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:25.770326 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e82c67c1-c21b-4cf8-8e5d-e83bb11d0509 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf8f8a2e-ab05-435e-839e-decc33081d78 HTTP/1.1" status: 204 len: 168 time: 0.3935285 Nov 25 19:31:25.770661 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=de41ef00-7b97-4a25-a5f5-7ebe385be1e1,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:25.770872 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:25.780368 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:25.813886 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c67c1-c21b-4cf8-8e5d-e83bb11d0509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8f8a2e-ab05-435e-839e-decc33081d78,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:25.829866 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4f614ff-0f90-459f-878b-95eb840843bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:25.892787 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:25.900776 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Pushing event updated for resources: {'Port': ['ID=cd78c078-17ff-4aae-9f66-05f375375776,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:25.930816 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4f614ff-0f90-459f-878b-95eb840843bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:25.946319 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:25.962315 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:25.963573 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:25.964097 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:25.964789 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:25.965331 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:25.965672 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:25.966005 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:25.966363 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:25.966699 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:25.967031 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:25.967358 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:25.967684 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:26.046330 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f614ff-0f90-459f-878b-95eb840843bd admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:26.072725 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b4f614ff-0f90-459f-878b-95eb840843bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:26.085469 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f614ff-0f90-459f-878b-95eb840843bd admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:26.117781 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-048e792c-0b21-45cf-b5cb-86b159438c3f tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Allocated IP 172.20.0.3 (27269876-f3f7-40f1-b8aa-5475afb77328/33d1ef66-f394-4f4f-b43d-fef8a8f28854/24ee350f-e387-490d-9b69-4cc2311896ca) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:26.132070 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f614ff-0f90-459f-878b-95eb840843bd admin admin] Pushing event updated for resources: {'Port': ['ID=aabe8e6c-1602-44f7-8bd9-642fefe2cfa3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:26.181950 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:26.222573 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c243f1-ae0e-483f-b5b6-665f722ee400 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:26.385825 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 19c243f1-ae0e-483f-b5b6-665f722ee400, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=19c243f1-ae0e-483f-b5b6-665f722ee400,segment=NetworkSegment(f8fd6507-d6f7-4150-97cc-fd943cc9c602),segment_id=f8fd6507-d6f7-4150-97cc-fd943cc9c602)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:26.392703 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port ce5233a7-8b75-4831-9da9-43a37a114444, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=ce5233a7-8b75-4831-9da9-43a37a114444,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:26.402351 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:26.409817 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:26.410608 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device f4e2da3c-73f1-4575-811a-a5a200ebadb9 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:31:26.477621 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-a379f1c3-22e4-4a38-ab6d-d5bd04ca92cd None None] Allocated IP 172.20.0.2 (37f8230d-6a2b-4a12-a441-526002eff84a/ec830131-0c53-44d8-b6cf-4b7badf3b5da/84acdcae-134e-4fd3-84c4-d2a817ae29d4) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:26.510583 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4f614ff-0f90-459f-878b-95eb840843bd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:26.519818 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Network b842e3cb-8cbc-4d3b-a99a-b71b37527e2b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:26.540341 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:26.550774 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36470) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:26.579097 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b0f24-0535-47b8-a2fb-64bf9106eca6 req-794d92e2-2212-4636-8358-ff1e61eb8d02 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:26.597609 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=ce5233a7-8b75-4831-9da9-43a37a114444,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:26.599149 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b0f24-0535-47b8-a2fb-64bf9106eca6 req-794d92e2-2212-4636-8358-ff1e61eb8d02 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:26.615365 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b0f24-0535-47b8-a2fb-64bf9106eca6 req-794d92e2-2212-4636-8358-ff1e61eb8d02 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:26.621638 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31ccd6-c186-48ed-b019-4cc302001f43 req-cf93606a-b562-43cb-815a-a2f2a40aa2a7 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:26.626928 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ca31ccd6-c186-48ed-b019-4cc302001f43 req-cf93606a-b562-43cb-815a-a2f2a40aa2a7 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 950 time: 0.2611010 Nov 25 19:31:26.629466 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b0f24-0535-47b8-a2fb-64bf9106eca6 req-794d92e2-2212-4636-8358-ff1e61eb8d02 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:26.643045 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b0f24-0535-47b8-a2fb-64bf9106eca6 req-794d92e2-2212-4636-8358-ff1e61eb8d02 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:26.656550 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b0f24-0535-47b8-a2fb-64bf9106eca6 req-794d92e2-2212-4636-8358-ff1e61eb8d02 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:26.669635 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b0f24-0535-47b8-a2fb-64bf9106eca6 req-794d92e2-2212-4636-8358-ff1e61eb8d02 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:26.672876 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fc3b0f24-0535-47b8-a2fb-64bf9106eca6 req-794d92e2-2212-4636-8358-ff1e61eb8d02 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5422 time: 0.4678786 Nov 25 19:31:26.707319 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-048e792c-0b21-45cf-b5cb-86b159438c3f tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:26.723335 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-74356264-4245-4156-8f2b-2d0fba90144a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:26.773616 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=19c243f1-ae0e-483f-b5b6-665f722ee400,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:26.799792 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port f4e2da3c-73f1-4575-811a-a5a200ebadb9, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=f4e2da3c-73f1-4575-811a-a5a200ebadb9,segment=NetworkSegment(4e76c82c-8c8f-4947-9107-bbe1736a1caf),segment_id=4e76c82c-8c8f-4947-9107-bbe1736a1caf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:26.851410 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'f4e2da3c-73f1-4575-811a-a5a200ebadb9', 'network_id': '9b26d7dc-4a45-4c30-b577-4f6a5a25a55c', 'port_id': 'f4e2da3c-73f1-4575-811a-a5a200ebadb9', 'mac_address': 'fa:16:3e:19:e1:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01c93dc0-7c61-47f5-a960-9969326bc1ab', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:31:26.852217 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4f614ff-0f90-459f-878b-95eb840843bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:26.880255 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ca31ccd6-c186-48ed-b019-4cc302001f43 req-5f9c62d2-4d8c-4c6a-915e-705b729e3386 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811895 Nov 25 19:31:26.969600 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fc3b0f24-0535-47b8-a2fb-64bf9106eca6 req-a4da14a4-9010-4bfc-a94a-b65f2777d18a tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2404485 Nov 25 19:31:26.981422 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Router 1eb7a10d-013a-4c19-95e2-e256e8416b2d has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:31:26.989987 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a379f1c3-22e4-4a38-ab6d-d5bd04ca92cd None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:27.013270 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7287b50e-d76b-4f18-9b60-ec121d9c5a56 req-8a4dd53a-4c11-4ee9-9a14-ab5b55b11cd9 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/ports?device_id=f19e1e4f-8fe5-480b-af3f-ac2d80b54065 HTTP/1.1" status: 200 len: 210 time: 0.0420647 Nov 25 19:31:27.013501 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a379f1c3-22e4-4a38-ab6d-d5bd04ca92cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:27.048933 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ce69f9da-d9af-4a97-b736-f249df896371 None None] Provisioning complete for port cd78c078-17ff-4aae-9f66-05f375375776 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:27.049399 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ce69f9da-d9af-4a97-b736-f249df896371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:27.075041 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-048e792c-0b21-45cf-b5cb-86b159438c3f tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:27.094873 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a379f1c3-22e4-4a38-ab6d-d5bd04ca92cd None None] Network 37f8230d-6a2b-4a12-a441-526002eff84a is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:27.097380 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:27.103689 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f614ff-0f90-459f-878b-95eb840843bd admin admin] Router 1b51d659-906e-49be-b2ae-5dbadcdc9984 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:31:27.107850 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-a379f1c3-22e4-4a38-ab6d-d5bd04ca92cd None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:27.120633 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-74356264-4245-4156-8f2b-2d0fba90144a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:27.122366 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a379f1c3-22e4-4a38-ab6d-d5bd04ca92cd None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:27.148520 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379f1c3-22e4-4a38-ab6d-d5bd04ca92cd None None] Pushing event updated for resources: {'Port': ['ID=84acdcae-134e-4fd3-84c4-d2a817ae29d4,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:27.170746 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e2da3c-73f1-4575-811a-a5a200ebadb9 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:27.178683 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ce69f9da-d9af-4a97-b736-f249df896371 None None] Port cd78c078-17ff-4aae-9f66-05f375375776 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:31:27.225611 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port f4e2da3c-73f1-4575-811a-a5a200ebadb9, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=f4e2da3c-73f1-4575-811a-a5a200ebadb9,segment=NetworkSegment(4e76c82c-8c8f-4947-9107-bbe1736a1caf),segment_id=4e76c82c-8c8f-4947-9107-bbe1736a1caf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:27.228533 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-74356264-4245-4156-8f2b-2d0fba90144a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:27.230881 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:27.231955 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0119a69d-e22b-4e30-97fe-eb3306521f93 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:31:27.259520 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f614ff-0f90-459f-878b-95eb840843bd admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:31:27.265395 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0119a69d-e22b-4e30-97fe-eb3306521f93, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0119a69d-e22b-4e30-97fe-eb3306521f93,segment=NetworkSegment(f8fd6507-d6f7-4150-97cc-fd943cc9c602),segment_id=f8fd6507-d6f7-4150-97cc-fd943cc9c602)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:27.281378 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4f614ff-0f90-459f-878b-95eb840843bd admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:27.286001 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b4f614ff-0f90-459f-878b-95eb840843bd admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5475142 Nov 25 19:31:27.286432 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36476) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:27.331664 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '0119a69d-e22b-4e30-97fe-eb3306521f93', 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93', 'port_id': '0119a69d-e22b-4e30-97fe-eb3306521f93', 'mac_address': 'fa:16:3e:76:02:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7783342b-08c2-4e0e-96cc-c2b4a1ff9af9', 'ip_address': '10.1.1.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:31:27.333809 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c402b0a4-a312-4804-9572-3d50f0456f57 None None] Sync routers for ids ['1b51d659-906e-49be-b2ae-5dbadcdc9984'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:31:27.338066 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=f4e2da3c-73f1-4575-811a-a5a200ebadb9,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:27.341002 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a379f1c3-22e4-4a38-ab6d-d5bd04ca92cd None None] Attempting to bind port 84acdcae-134e-4fd3-84c4-d2a817ae29d4 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:27.341377 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a379f1c3-22e4-4a38-ab6d-d5bd04ca92cd None None] Attempting to bind port 84acdcae-134e-4fd3-84c4-d2a817ae29d4 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:27.341751 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379f1c3-22e4-4a38-ab6d-d5bd04ca92cd None None] Attempting to bind port 84acdcae-134e-4fd3-84c4-d2a817ae29d4 on network 37f8230d-6a2b-4a12-a441-526002eff84a {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:27.359172 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379f1c3-22e4-4a38-ab6d-d5bd04ca92cd None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:27.359467 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379f1c3-22e4-4a38-ab6d-d5bd04ca92cd None None] Checking segment: {'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:27.359688 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a379f1c3-22e4-4a38-ab6d-d5bd04ca92cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:27.360449 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379f1c3-22e4-4a38-ab6d-d5bd04ca92cd None None] Bound using segment: {'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:27.360620 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a379f1c3-22e4-4a38-ab6d-d5bd04ca92cd None None] Bound port: 84acdcae-134e-4fd3-84c4-d2a817ae29d4, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:27.360968 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a379f1c3-22e4-4a38-ab6d-d5bd04ca92cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:27.403424 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c402b0a4-a312-4804-9572-3d50f0456f57 None None] Routers {'1b51d659-906e-49be-b2ae-5dbadcdc9984'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:31:27.404092 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c402b0a4-a312-4804-9572-3d50f0456f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:31:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1b51d659-906e-49be-b2ae-5dbadcdc9984'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:27.506499 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:27.553952 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0119a69d-e22b-4e30-97fe-eb3306521f93 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:27.582602 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a379f1c3-22e4-4a38-ab6d-d5bd04ca92cd None None] For port 84acdcae-134e-4fd3-84c4-d2a817ae29d4, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:27.591594 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a379f1c3-22e4-4a38-ab6d-d5bd04ca92cd None None] For port 84acdcae-134e-4fd3-84c4-d2a817ae29d4, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=84acdcae-134e-4fd3-84c4-d2a817ae29d4,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:27.603145 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a379f1c3-22e4-4a38-ab6d-d5bd04ca92cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:27.606620 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0119a69d-e22b-4e30-97fe-eb3306521f93, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0119a69d-e22b-4e30-97fe-eb3306521f93,segment=NetworkSegment(f8fd6507-d6f7-4150-97cc-fd943cc9c602),segment_id=f8fd6507-d6f7-4150-97cc-fd943cc9c602)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:27.623291 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:27.624634 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device fbfa0e03-0bb5-45ba-a278-889c82eea538 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:31:27.631547 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-048e792c-0b21-45cf-b5cb-86b159438c3f tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Network 27269876-f3f7-40f1-b8aa-5475afb77328 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:27.655840 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-c402b0a4-a312-4804-9572-3d50f0456f57 None None] Set router 1b51d659-906e-49be-b2ae-5dbadcdc9984 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:31:27.659672 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-048e792c-0b21-45cf-b5cb-86b159438c3f tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:27.676620 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-048e792c-0b21-45cf-b5cb-86b159438c3f tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:27.714612 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e792c-0b21-45cf-b5cb-86b159438c3f tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Pushing event updated for resources: {'Port': ['ID=24ee350f-e387-490d-9b69-4cc2311896ca,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:27.728560 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-74356264-4245-4156-8f2b-2d0fba90144a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e9d3714d3fc84d1aaf29b26f7cffdef5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1756802 Nov 25 19:31:27.734350 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36478) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:27.735162 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74356264-4245-4156-8f2b-2d0fba90144a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69dd9030-d9c6-4a75-82dd-ea6bd1c196d3,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:27.770509 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-048e792c-0b21-45cf-b5cb-86b159438c3f tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:27.771207 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-048e792c-0b21-45cf-b5cb-86b159438c3f tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:27.794497 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:31:27.811443 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-dd197916-7480-4278-9150-a5ffa14244bd admin admin] 10.222.0.55 "PUT /v2.0/routers/1eb7a10d-013a-4c19-95e2-e256e8416b2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7100275 Nov 25 19:31:27.821151 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62f088c-b783-43ed-b6ac-e37e73881688 None None] Sync routers for ids ['1eb7a10d-013a-4c19-95e2-e256e8416b2d'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:31:27.833788 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-048e792c-0b21-45cf-b5cb-86b159438c3f tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6001790 Nov 25 19:31:27.841730 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62f088c-b783-43ed-b6ac-e37e73881688 None None] Routers {'1eb7a10d-013a-4c19-95e2-e256e8416b2d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:31:27.842973 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-a62f088c-b783-43ed-b6ac-e37e73881688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:31:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1eb7a10d-013a-4c19-95e2-e256e8416b2d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:27.853064 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-fa0d1cb3-10d1-4477-97a4-e61a131503f2 service neutron] Request body: {'port': {'device_id': 'f19e1e4f-8fe5-480b-af3f-ac2d80b54065', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:27.996645 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-fa0d1cb3-10d1-4477-97a4-e61a131503f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:28.118717 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379f1c3-22e4-4a38-ab6d-d5bd04ca92cd None None] Pushing event updated for resources: {'Port': ['ID=84acdcae-134e-4fd3-84c4-d2a817ae29d4,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:28.119722 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-a62f088c-b783-43ed-b6ac-e37e73881688 None None] Set router 1eb7a10d-013a-4c19-95e2-e256e8416b2d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:31:28.142906 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port fbfa0e03-0bb5-45ba-a278-889c82eea538, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=fbfa0e03-0bb5-45ba-a278-889c82eea538,segment=NetworkSegment(4e76c82c-8c8f-4947-9107-bbe1736a1caf),segment_id=4e76c82c-8c8f-4947-9107-bbe1736a1caf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:28.219149 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'fbfa0e03-0bb5-45ba-a278-889c82eea538', 'network_id': '9b26d7dc-4a45-4c30-b577-4f6a5a25a55c', 'port_id': 'fbfa0e03-0bb5-45ba-a278-889c82eea538', 'mac_address': 'fa:16:3e:4e:9a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01c93dc0-7c61-47f5-a960-9969326bc1ab', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:31:28.341536 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd51d8-c678-492b-ab2c-0cb14c9dd7b3 req-6f71fde0-0244-447f-a88f-1334814f2d48 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:28.350418 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd51d8-c678-492b-ab2c-0cb14c9dd7b3 req-6f71fde0-0244-447f-a88f-1334814f2d48 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:28.364115 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=0119a69d-e22b-4e30-97fe-eb3306521f93,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:28.369012 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd51d8-c678-492b-ab2c-0cb14c9dd7b3 req-6f71fde0-0244-447f-a88f-1334814f2d48 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:28.375136 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:28.381442 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd51d8-c678-492b-ab2c-0cb14c9dd7b3 req-6f71fde0-0244-447f-a88f-1334814f2d48 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:28.389473 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd51d8-c678-492b-ab2c-0cb14c9dd7b3 req-6f71fde0-0244-447f-a88f-1334814f2d48 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:28.405195 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd51d8-c678-492b-ab2c-0cb14c9dd7b3 req-6f71fde0-0244-447f-a88f-1334814f2d48 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:28.418106 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd51d8-c678-492b-ab2c-0cb14c9dd7b3 req-6f71fde0-0244-447f-a88f-1334814f2d48 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:28.420494 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-15bd51d8-c678-492b-ab2c-0cb14c9dd7b3 req-6f71fde0-0244-447f-a88f-1334814f2d48 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5424 time: 0.2321329 Nov 25 19:31:28.433767 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbfa0e03-0bb5-45ba-a278-889c82eea538 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:28.481398 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port fbfa0e03-0bb5-45ba-a278-889c82eea538, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=fbfa0e03-0bb5-45ba-a278-889c82eea538,segment=NetworkSegment(4e76c82c-8c8f-4947-9107-bbe1736a1caf),segment_id=4e76c82c-8c8f-4947-9107-bbe1736a1caf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:28.497636 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:28.498576 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device d03038df-719f-4767-965c-ea72372fa48c details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:31:28.566002 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade04c2-0475-45df-bfa0-7df2f09574a1 req-7c4a1e97-4c61-4eed-b808-0f900592fc7e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:28.566002 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bade04c2-0475-45df-bfa0-7df2f09574a1 req-7c4a1e97-4c61-4eed-b808-0f900592fc7e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 950 time: 0.8485997 Nov 25 19:31:28.591928 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba0a70-6c83-4f05-b2df-3fc3e57ff42b req-7df9230a-565c-4221-a9f0-a457faf52e24 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:28.616210 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-85ba0a70-6c83-4f05-b2df-3fc3e57ff42b req-7df9230a-565c-4221-a9f0-a457faf52e24 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 950 time: 0.3176939 Nov 25 19:31:28.621467 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port d03038df-719f-4767-965c-ea72372fa48c, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d03038df-719f-4767-965c-ea72372fa48c,segment=NetworkSegment(f8fd6507-d6f7-4150-97cc-fd943cc9c602),segment_id=f8fd6507-d6f7-4150-97cc-fd943cc9c602)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:28.627296 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-a62f088c-b783-43ed-b6ac-e37e73881688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb7a10d-013a-4c19-95e2-e256e8416b2d', 'name': 'tempest-FloatingIPDetailsTestJSON-790238129-router', 'tenant_id': '4d20ab9ebfa145d18ee7c782c960e615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'ce5233a7-8b75-4831-9da9-43a37a114444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:13Z', 'updated_at': '2021-11-25T19:31:24Z', 'revision_number': 4, 'project_id': '4d20ab9ebfa145d18ee7c782c960e615', 'gw_port': {'id': 'ce5233a7-8b75-4831-9da9-43a37a114444', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb7a10d-013a-4c19-95e2-e256e8416b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:15Z', 'updated_at': '2021-11-25T19:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'cd78c078-17ff-4aae-9f66-05f375375776', 'name': '', 'network_id': 'b842e3cb-8cbc-4d3b-a99a-b71b37527e2b', 'tenant_id': '4d20ab9ebfa145d18ee7c782c960e615', 'mac_address': 'fa:16:3e:28:a3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb7a10d-013a-4c19-95e2-e256e8416b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '562cb166-5a99-4b0f-a374-b03c3d4cd577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:22Z', 'updated_at': '2021-11-25T19:31:25Z', 'revision_number': 2, 'project_id': '4d20ab9ebfa145d18ee7c782c960e615', 'subnets': [{'id': '562cb166-5a99-4b0f-a374-b03c3d4cd577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:28.637078 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'd03038df-719f-4767-965c-ea72372fa48c', 'network_id': '5315cd20-1a9d-46e5-ab57-f5a77c22de93', 'port_id': 'd03038df-719f-4767-965c-ea72372fa48c', 'mac_address': 'fa:16:3e:94:82:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7783342b-08c2-4e0e-96cc-c2b4a1ff9af9', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:31:28.672242 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62f088c-b783-43ed-b6ac-e37e73881688 None None] Checking router: 1eb7a10d-013a-4c19-95e2-e256e8416b2d for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:31:28.673107 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62f088c-b783-43ed-b6ac-e37e73881688 None None] Updating router 1eb7a10d-013a-4c19-95e2-e256e8416b2d port cd78c078-17ff-4aae-9f66-05f375375776 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:31:28.691366 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-15bd51d8-c678-492b-ab2c-0cb14c9dd7b3 req-a4e65eb8-b02d-470a-9dac-fae4037023ca tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2570803 Nov 25 19:31:28.699720 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea41b5dc-b4b8-4e69-9927-08e2a2b57dc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:28.735213 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=fbfa0e03-0bb5-45ba-a278-889c82eea538,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:28.749234 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a62f088c-b783-43ed-b6ac-e37e73881688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:28.767493 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:28.774623 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c402b0a4-a312-4804-9572-3d50f0456f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'name': 'tempest-ServerActionsTestJSON-117370969-router', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:23Z', 'updated_at': '2021-11-25T19:31:26Z', 'revision_number': 3, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'gw_port': {'id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:23:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:25Z', 'updated_at': '2021-11-25T19:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:28.825299 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea41b5dc-b4b8-4e69-9927-08e2a2b57dc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:28.835017 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-fa0d1cb3-10d1-4477-97a4-e61a131503f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ee350f-e387-490d-9b69-4cc2311896ca {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:28.836803 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c402b0a4-a312-4804-9572-3d50f0456f57 None None] Checking router: 1b51d659-906e-49be-b2ae-5dbadcdc9984 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:31:28.841770 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c402b0a4-a312-4804-9572-3d50f0456f57 None None] Updating router 1b51d659-906e-49be-b2ae-5dbadcdc9984 port aabe8e6c-1602-44f7-8bd9-642fefe2cfa3 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:31:28.847038 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-fa0d1cb3-10d1-4477-97a4-e61a131503f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:28.884699 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 84acdcae-134e-4fd3-84c4-d2a817ae29d4 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:28.904385 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea41b5dc-b4b8-4e69-9927-08e2a2b57dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:28.907163 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea41b5dc-b4b8-4e69-9927-08e2a2b57dc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:28.908377 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ea41b5dc-b4b8-4e69-9927-08e2a2b57dc4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/69dd9030-d9c6-4a75-82dd-ea6bd1c196d3 HTTP/1.1" status: 204 len: 168 time: 1.1728625 Nov 25 19:31:28.925182 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-fa0d1cb3-10d1-4477-97a4-e61a131503f2 service neutron] Transition to ACTIVE for port object 24ee350f-e387-490d-9b69-4cc2311896ca will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:31:28.938162 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-fa0d1cb3-10d1-4477-97a4-e61a131503f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:28.973338 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c402b0a4-a312-4804-9572-3d50f0456f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:29.027396 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41b5dc-b4b8-4e69-9927-08e2a2b57dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dd9030-d9c6-4a75-82dd-ea6bd1c196d3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:29.043665 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94189ea-e249-4f42-bfeb-c5dcc4c5e91d req-b45811aa-daf2-428e-8069-603ea5a7d246 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:29.047305 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-85ba0a70-6c83-4f05-b2df-3fc3e57ff42b req-79e03b05-4123-43c7-8629-e0e1a07de4dd tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301281 Nov 25 19:31:29.051376 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d94189ea-e249-4f42-bfeb-c5dcc4c5e91d req-b45811aa-daf2-428e-8069-603ea5a7d246 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/ports?device_id=f19e1e4f-8fe5-480b-af3f-ac2d80b54065 HTTP/1.1" status: 200 len: 931 time: 0.2070525 Nov 25 19:31:29.082716 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-bade04c2-0475-45df-bfa0-7df2f09574a1 req-439309d7-2727-4370-a724-e94479b87f01 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Deleting port 15d380ef-c864-426a-b526-a3732729a12d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:29.083380 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bade04c2-0475-45df-bfa0-7df2f09574a1 req-439309d7-2727-4370-a724-e94479b87f01 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:29.271146 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c9b2135-e6a8-447d-a380-c6f3957c887d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:29.290327 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d1cb3-10d1-4477-97a4-e61a131503f2 service neutron] Pushing event updated for resources: {'Port': ['ID=24ee350f-e387-490d-9b69-4cc2311896ca,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:29.336232 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-bade04c2-0475-45df-bfa0-7df2f09574a1 req-439309d7-2727-4370-a724-e94479b87f01 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] For port 15d380ef-c864-426a-b526-a3732729a12d, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=15d380ef-c864-426a-b526-a3732729a12d,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:29.336694 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bade04c2-0475-45df-bfa0-7df2f09574a1 req-439309d7-2727-4370-a724-e94479b87f01 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:29.394348 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-bade04c2-0475-45df-bfa0-7df2f09574a1 req-439309d7-2727-4370-a724-e94479b87f01 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Calling delete_port for 15d380ef-c864-426a-b526-a3732729a12d owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:29.430099 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a62f088c-b783-43ed-b6ac-e37e73881688 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:29.443166 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a62f088c-b783-43ed-b6ac-e37e73881688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:29.464824 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d03038df-719f-4767-965c-ea72372fa48c {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:29.494597 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port d03038df-719f-4767-965c-ea72372fa48c, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d03038df-719f-4767-965c-ea72372fa48c,segment=NetworkSegment(f8fd6507-d6f7-4150-97cc-fd943cc9c602),segment_id=f8fd6507-d6f7-4150-97cc-fd943cc9c602)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:29.515561 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2769ff-6a14-496b-b4e8-64c6edc38a70 None None] Network 37f8230d-6a2b-4a12-a441-526002eff84a requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:29.531977 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d94189ea-e249-4f42-bfeb-c5dcc4c5e91d req-299e5d1b-0ac0-4ed6-94f9-161e6ff4b69e tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/security-groups?id=6358d3ae-6bf0-44a5-8b09-818ca7c064d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731143 Nov 25 19:31:29.605048 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c83197-01fa-48aa-9404-3620af4b8c39 None None] Pushing event updated for resources: {'Port': ['ID=cd78c078-17ff-4aae-9f66-05f375375776,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:29.606237 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-fa0d1cb3-10d1-4477-97a4-e61a131503f2 service neutron] Attempting to bind port 24ee350f-e387-490d-9b69-4cc2311896ca on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:29.608987 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-fa0d1cb3-10d1-4477-97a4-e61a131503f2 service neutron] Attempting to bind port 24ee350f-e387-490d-9b69-4cc2311896ca by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '8dc48996-c084-4f44-81ce-d2540e9c67ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '27269876-f3f7-40f1-b8aa-5475afb77328'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:29.620066 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-fa0d1cb3-10d1-4477-97a4-e61a131503f2 service neutron] Attempting to bind port 24ee350f-e387-490d-9b69-4cc2311896ca on network 27269876-f3f7-40f1-b8aa-5475afb77328 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:29.631536 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-fa0d1cb3-10d1-4477-97a4-e61a131503f2 service neutron] Port 24ee350f-e387-490d-9b69-4cc2311896ca on network 27269876-f3f7-40f1-b8aa-5475afb77328 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:31:29.631879 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-fa0d1cb3-10d1-4477-97a4-e61a131503f2 service neutron] Attempting to bind port 24ee350f-e387-490d-9b69-4cc2311896ca on network 27269876-f3f7-40f1-b8aa-5475afb77328 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:29.646710 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-fa0d1cb3-10d1-4477-97a4-e61a131503f2 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:29.647069 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-fa0d1cb3-10d1-4477-97a4-e61a131503f2 service neutron] Checking segment: {'id': '8dc48996-c084-4f44-81ce-d2540e9c67ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '27269876-f3f7-40f1-b8aa-5475afb77328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:29.647435 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-fa0d1cb3-10d1-4477-97a4-e61a131503f2 service neutron] Bound using segment: {'id': '8dc48996-c084-4f44-81ce-d2540e9c67ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '27269876-f3f7-40f1-b8aa-5475afb77328'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:29.647889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-fa0d1cb3-10d1-4477-97a4-e61a131503f2 service neutron] Bound port: 24ee350f-e387-490d-9b69-4cc2311896ca, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc48996-c084-4f44-81ce-d2540e9c67ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '27269876-f3f7-40f1-b8aa-5475afb77328'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:29.648257 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-fa0d1cb3-10d1-4477-97a4-e61a131503f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:29.704732 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-a62f088c-b783-43ed-b6ac-e37e73881688 None None] Attempting to bind port cd78c078-17ff-4aae-9f66-05f375375776 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:29.705258 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-a62f088c-b783-43ed-b6ac-e37e73881688 None None] Attempting to bind port cd78c078-17ff-4aae-9f66-05f375375776 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '52eb0895-0e2e-42c8-b1a8-3e74df5b0cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b842e3cb-8cbc-4d3b-a99a-b71b37527e2b'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:29.706480 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62f088c-b783-43ed-b6ac-e37e73881688 None None] Attempting to bind port cd78c078-17ff-4aae-9f66-05f375375776 on network b842e3cb-8cbc-4d3b-a99a-b71b37527e2b {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:29.710948 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:29.719045 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62f088c-b783-43ed-b6ac-e37e73881688 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:29.722495 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62f088c-b783-43ed-b6ac-e37e73881688 None None] Checking segment: {'id': '52eb0895-0e2e-42c8-b1a8-3e74df5b0cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b842e3cb-8cbc-4d3b-a99a-b71b37527e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:29.723144 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a62f088c-b783-43ed-b6ac-e37e73881688 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:29.724935 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62f088c-b783-43ed-b6ac-e37e73881688 None None] Bound using segment: {'id': '52eb0895-0e2e-42c8-b1a8-3e74df5b0cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b842e3cb-8cbc-4d3b-a99a-b71b37527e2b'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:29.725590 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-a62f088c-b783-43ed-b6ac-e37e73881688 None None] Bound port: cd78c078-17ff-4aae-9f66-05f375375776, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52eb0895-0e2e-42c8-b1a8-3e74df5b0cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b842e3cb-8cbc-4d3b-a99a-b71b37527e2b'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:29.728479 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a62f088c-b783-43ed-b6ac-e37e73881688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:29.746409 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 84acdcae-134e-4fd3-84c4-d2a817ae29d4 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:29.746927 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:29.839623 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d9552eac-1956-4b44-a05b-7f233ce1e5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:29.938897 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c402b0a4-a312-4804-9572-3d50f0456f57 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:29.960486 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-a62f088c-b783-43ed-b6ac-e37e73881688 None None] For port cd78c078-17ff-4aae-9f66-05f375375776, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:29.967156 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-a62f088c-b783-43ed-b6ac-e37e73881688 None None] For port cd78c078-17ff-4aae-9f66-05f375375776, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=cd78c078-17ff-4aae-9f66-05f375375776,segment=NetworkSegment(52eb0895-0e2e-42c8-b1a8-3e74df5b0cfa),segment_id=52eb0895-0e2e-42c8-b1a8-3e74df5b0cfa)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:29.978112 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a62f088c-b783-43ed-b6ac-e37e73881688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:29.985087 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-3c9b2135-e6a8-447d-a380-c6f3957c887d admin admin] Allocated IP 172.20.0.1 (37f8230d-6a2b-4a12-a441-526002eff84a/ec830131-0c53-44d8-b6cf-4b7badf3b5da/caaeedc3-17df-4164-99fe-a5d997ed0e02) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:29.999357 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c402b0a4-a312-4804-9572-3d50f0456f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:30.036433 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bade04c2-0475-45df-bfa0-7df2f09574a1 req-439309d7-2727-4370-a724-e94479b87f01 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:30.073470 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['ea3607b0-e601-4614-85a3-1ba172392d90', '228219d8-b6f0-44fb-b5c3-d106a37ba29c'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:30.082415 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7ef32773-6e74-4df1-ac3b-53249eb12490 None None] Provisioning complete for port 84acdcae-134e-4fd3-84c4-d2a817ae29d4 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:30.082920 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7ef32773-6e74-4df1-ac3b-53249eb12490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:30.089894 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-fa0d1cb3-10d1-4477-97a4-e61a131503f2 service neutron] For port 24ee350f-e387-490d-9b69-4cc2311896ca, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:30.098519 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-fa0d1cb3-10d1-4477-97a4-e61a131503f2 service neutron] For port 24ee350f-e387-490d-9b69-4cc2311896ca, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=24ee350f-e387-490d-9b69-4cc2311896ca,segment=NetworkSegment(8dc48996-c084-4f44-81ce-d2540e9c67ba),segment_id=8dc48996-c084-4f44-81ce-d2540e9c67ba)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:30.108559 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-fa0d1cb3-10d1-4477-97a4-e61a131503f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:30.144053 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb6e3a-29f2-4930-99f8-110fec6ef310 req-6179fd94-3c1b-4aab-b23c-e52d34194721 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:30.151786 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb6e3a-29f2-4930-99f8-110fec6ef310 req-6179fd94-3c1b-4aab-b23c-e52d34194721 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:30.160791 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c83197-01fa-48aa-9404-3620af4b8c39 None None] Pushing event updated for resources: {'Port': ['ID=cd78c078-17ff-4aae-9f66-05f375375776,revision_number=4']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:30.161043 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb6e3a-29f2-4930-99f8-110fec6ef310 req-6179fd94-3c1b-4aab-b23c-e52d34194721 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:30.178273 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62f088c-b783-43ed-b6ac-e37e73881688 None None] Routers {'1eb7a10d-013a-4c19-95e2-e256e8416b2d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:31:30.182254 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-a62f088c-b783-43ed-b6ac-e37e73881688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:31:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1eb7a10d-013a-4c19-95e2-e256e8416b2d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:30.192002 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb6e3a-29f2-4930-99f8-110fec6ef310 req-6179fd94-3c1b-4aab-b23c-e52d34194721 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:30.212170 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439309d7-2727-4370-a724-e94479b87f01 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Pushing event deleted for resources: {'Port': ['ID=15d380ef-c864-426a-b526-a3732729a12d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:30.220822 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb6e3a-29f2-4930-99f8-110fec6ef310 req-6179fd94-3c1b-4aab-b23c-e52d34194721 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:30.250312 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb6e3a-29f2-4930-99f8-110fec6ef310 req-6179fd94-3c1b-4aab-b23c-e52d34194721 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:30.271063 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb6e3a-29f2-4930-99f8-110fec6ef310 req-6179fd94-3c1b-4aab-b23c-e52d34194721 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:30.287479 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05cb6e3a-29f2-4930-99f8-110fec6ef310 req-6179fd94-3c1b-4aab-b23c-e52d34194721 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5426 time: 0.4183354 Nov 25 19:31:30.299259 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=d03038df-719f-4767-965c-ea72372fa48c,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:30.399961 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d1cb3-10d1-4477-97a4-e61a131503f2 service neutron] Pushing event updated for resources: {'Port': ['ID=24ee350f-e387-490d-9b69-4cc2311896ca,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:30.421906 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-fa0d1cb3-10d1-4477-97a4-e61a131503f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:30.423851 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-fa0d1cb3-10d1-4477-97a4-e61a131503f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:30.425808 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-fa0d1cb3-10d1-4477-97a4-e61a131503f2 service neutron] 10.222.0.85 "PUT /v2.0/ports/24ee350f-e387-490d-9b69-4cc2311896ca HTTP/1.1" status: 200 len: 1091 time: 2.5815864 Nov 25 19:31:30.426897 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19e1e4f-8fe5-480b-af3f-ac2d80b54065', 'tag': '24ee350f-e387-490d-9b69-4cc2311896ca'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:30.429627 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0ee3ef-04f4-4193-bfc2-fa6463d7a8ad" -d '{"events": [{"name": "network-changed", "server_uuid": "f19e1e4f-8fe5-480b-af3f-ac2d80b54065", "tag": "24ee350f-e387-490d-9b69-4cc2311896ca"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:30.485421 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-a62f088c-b783-43ed-b6ac-e37e73881688 None None] Set router 1eb7a10d-013a-4c19-95e2-e256e8416b2d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:31:30.498509 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-bade04c2-0475-45df-bfa0-7df2f09574a1 req-439309d7-2727-4370-a724-e94479b87f01 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] No DVR routers for this DVR port 15d380ef-c864-426a-b526-a3732729a12d on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:30.514336 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bade04c2-0475-45df-bfa0-7df2f09574a1 req-439309d7-2727-4370-a724-e94479b87f01 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:30.520242 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bade04c2-0475-45df-bfa0-7df2f09574a1 req-439309d7-2727-4370-a724-e94479b87f01 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.73 "DELETE /v2.0/ports/15d380ef-c864-426a-b526-a3732729a12d HTTP/1.1" status: 204 len: 173 time: 1.8883724 Nov 25 19:31:30.520686 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a76190-762e-4f1e-966d-f84fa91780f4', 'name': 'network-vif-deleted', 'tag': '15d380ef-c864-426a-b526-a3732729a12d'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:30.533757 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b52013e-c687-4234-8864-d5842beb42b7" -d '{"events": [{"server_uuid": "a0a76190-762e-4f1e-966d-f84fa91780f4", "name": "network-vif-deleted", "tag": "15d380ef-c864-426a-b526-a3732729a12d"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:30.563831 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05cb6e3a-29f2-4930-99f8-110fec6ef310 req-237919e6-df8b-4202-8b2d-30fc3ad66ad0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2748969 Nov 25 19:31:30.576973 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:30.585691 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c402b0a4-a312-4804-9572-3d50f0456f57 None None] Attempting to bind port aabe8e6c-1602-44f7-8bd9-642fefe2cfa3 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:30.586364 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c402b0a4-a312-4804-9572-3d50f0456f57 None None] Attempting to bind port aabe8e6c-1602-44f7-8bd9-642fefe2cfa3 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:30.587046 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402b0a4-a312-4804-9572-3d50f0456f57 None None] Attempting to bind port aabe8e6c-1602-44f7-8bd9-642fefe2cfa3 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:30.664555 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-9251df04-40b3-4669-a727-aa8f5ea5d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:30.666282 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-9251df04-40b3-4669-a727-aa8f5ea5d651 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d9fcf636de294478b67b887a277d2175&device_id=f19e1e4f-8fe5-480b-af3f-ac2d80b54065 HTTP/1.1" status: 200 len: 1094 time: 0.1194489 Nov 25 19:31:30.688909 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['0119a69d-e22b-4e30-97fe-eb3306521f93'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:30.705429 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c9b2135-e6a8-447d-a380-c6f3957c887d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:30.763641 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['f4e2da3c-73f1-4575-811a-a5a200ebadb9'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:30.767684 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9d348dc0-9983-460a-b78e-75f828d78c84 req-d3b6ece4-6f2d-4723-8766-537df2037468 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6642714 Nov 25 19:31:30.768837 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402b0a4-a312-4804-9572-3d50f0456f57 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:30.769208 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402b0a4-a312-4804-9572-3d50f0456f57 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:30.771061 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c402b0a4-a312-4804-9572-3d50f0456f57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:30.771519 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402b0a4-a312-4804-9572-3d50f0456f57 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:30.773532 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c402b0a4-a312-4804-9572-3d50f0456f57 None None] Bound port: aabe8e6c-1602-44f7-8bd9-642fefe2cfa3, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:30.774001 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c402b0a4-a312-4804-9572-3d50f0456f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:30.778890 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['61ff9068-8b27-4ddb-a417-22777493a524'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:30.780497 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-38b96b4e-9253-4248-a675-982743154a6c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24ee350f-e387-490d-9b69-4cc2311896ca HTTP/1.1" status: 200 len: 217 time: 0.1009564 Nov 25 19:31:30.782178 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['d03038df-719f-4767-965c-ea72372fa48c'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:30.792836 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-9d348dc0-9983-460a-b78e-75f828d78c84 req-31c2b624-0081-410d-a5e2-70c4128827c0 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:30.842736 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7ef32773-6e74-4df1-ac3b-53249eb12490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:30.888948 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9d348dc0-9983-460a-b78e-75f828d78c84 req-31c2b624-0081-410d-a5e2-70c4128827c0 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:30.920924 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c04c9149-e0b7-4f0c-b7d1-8e488e395faf req-3eb6ef2d-4631-4774-92a3-4931af718d83 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0a76190-762e-4f1e-966d-f84fa91780f4 HTTP/1.1" status: 200 len: 210 time: 0.0744064 Nov 25 19:31:30.926909 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c9b2135-e6a8-447d-a380-c6f3957c887d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:30.955490 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-b41522d5-a266-48df-a38c-7a60ea24c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:30.959661 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-b41522d5-a266-48df-a38c-7a60ea24c97b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=33d1ef66-f394-4f4f-b43d-fef8a8f28854 HTTP/1.1" status: 200 len: 861 time: 0.1666861 Nov 25 19:31:31.063447 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-a62f088c-b783-43ed-b6ac-e37e73881688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb7a10d-013a-4c19-95e2-e256e8416b2d', 'name': 'tempest-FloatingIPDetailsTestJSON-790238129-router', 'tenant_id': '4d20ab9ebfa145d18ee7c782c960e615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'ce5233a7-8b75-4831-9da9-43a37a114444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:13Z', 'updated_at': '2021-11-25T19:31:24Z', 'revision_number': 4, 'project_id': '4d20ab9ebfa145d18ee7c782c960e615', 'gw_port': {'id': 'ce5233a7-8b75-4831-9da9-43a37a114444', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb7a10d-013a-4c19-95e2-e256e8416b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:15Z', 'updated_at': '2021-11-25T19:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'cd78c078-17ff-4aae-9f66-05f375375776', 'name': '', 'network_id': 'b842e3cb-8cbc-4d3b-a99a-b71b37527e2b', 'tenant_id': '4d20ab9ebfa145d18ee7c782c960e615', 'mac_address': 'fa:16:3e:28:a3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb7a10d-013a-4c19-95e2-e256e8416b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '562cb166-5a99-4b0f-a374-b03c3d4cd577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:22Z', 'updated_at': '2021-11-25T19:31:29Z', 'revision_number': 4, 'project_id': '4d20ab9ebfa145d18ee7c782c960e615', 'subnets': [{'id': '562cb166-5a99-4b0f-a374-b03c3d4cd577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:31.063718 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67bcec3-0cb8-4078-a4db-47a7baebc440 x-openstack-request-id: req-a67bcec3-0cb8-4078-a4db-47a7baebc440 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:31.063718 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f19e1e4f-8fe5-480b-af3f-ac2d80b54065", "tag": "24ee350f-e387-490d-9b69-4cc2311896ca", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:31.063718 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a67bcec3-0cb8-4078-a4db-47a7baebc440 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:31.063718 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19e1e4f-8fe5-480b-af3f-ac2d80b54065', 'tag': '24ee350f-e387-490d-9b69-4cc2311896ca', 'status': 'completed', 'code': 200} Nov 25 19:31:31.063718 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-0cf3dd99-2a57-41a1-a126-fe61b2e6cded service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=27269876-f3f7-40f1-b8aa-5475afb77328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890293 Nov 25 19:31:31.073714 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7ef32773-6e74-4df1-ac3b-53249eb12490 None None] For port 84acdcae-134e-4fd3-84c4-d2a817ae29d4, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=84acdcae-134e-4fd3-84c4-d2a817ae29d4,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:31.126529 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62f088c-b783-43ed-b6ac-e37e73881688 None None] The sync data for ids ['1eb7a10d-013a-4c19-95e2-e256e8416b2d'] in n-d-819349-5 is: [{'id': '1eb7a10d-013a-4c19-95e2-e256e8416b2d', 'name': 'tempest-FloatingIPDetailsTestJSON-790238129-router', 'tenant_id': '4d20ab9ebfa145d18ee7c782c960e615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'ce5233a7-8b75-4831-9da9-43a37a114444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:13Z', 'updated_at': '2021-11-25T19:31:24Z', 'revision_number': 4, 'project_id': '4d20ab9ebfa145d18ee7c782c960e615', 'gw_port': {'id': 'ce5233a7-8b75-4831-9da9-43a37a114444', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb7a10d-013a-4c19-95e2-e256e8416b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:15Z', 'updated_at': '2021-11-25T19:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'cd78c078-17ff-4aae-9f66-05f375375776', 'name': '', 'network_id': 'b842e3cb-8cbc-4d3b-a99a-b71b37527e2b', 'tenant_id': '4d20ab9ebfa145d18ee7c782c960e615', 'mac_address': 'fa:16:3e:28:a3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb7a10d-013a-4c19-95e2-e256e8416b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '562cb166-5a99-4b0f-a374-b03c3d4cd577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:22Z', 'updated_at': '2021-11-25T19:31:29Z', 'revision_number': 4, 'project_id': '4d20ab9ebfa145d18ee7c782c960e615', 'subnets': [{'id': '562cb166-5a99-4b0f-a374-b03c3d4cd577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:31:31.176101 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7ef32773-6e74-4df1-ac3b-53249eb12490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:31.236127 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bc0c2c-74fb-4c5e-8289-09a738eb8571 x-openstack-request-id: req-d8bc0c2c-74fb-4c5e-8289-09a738eb8571 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:31.236574 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a76190-762e-4f1e-966d-f84fa91780f4", "name": "network-vif-deleted", "tag": "15d380ef-c864-426a-b526-a3732729a12d", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:31.236770 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d8bc0c2c-74fb-4c5e-8289-09a738eb8571 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:31.237758 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a76190-762e-4f1e-966d-f84fa91780f4', 'name': 'network-vif-deleted', 'tag': '15d380ef-c864-426a-b526-a3732729a12d', 'status': 'completed', 'code': 200} Nov 25 19:31:31.265029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9b2135-e6a8-447d-a380-c6f3957c887d admin admin] Network 37f8230d-6a2b-4a12-a441-526002eff84a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:31.272260 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-fce29dae-bfd7-47a7-bcd5-6644b55d334d service neutron] 10.222.0.85 "GET /v2.0/networks/27269876-f3f7-40f1-b8aa-5475afb77328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999066 Nov 25 19:31:31.272950 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b2135-e6a8-447d-a380-c6f3957c887d admin admin] Pushing event updated for resources: {'Port': ['ID=caaeedc3-17df-4164-99fe-a5d997ed0e02,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:31.278516 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3c9b2135-e6a8-447d-a380-c6f3957c887d admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:31.293902 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9b2135-e6a8-447d-a380-c6f3957c887d admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:31.376588 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0c414-76ec-43a4-b809-31daaf6c4723 None None] Pushing event updated for resources: {'Port': ['ID=aabe8e6c-1602-44f7-8bd9-642fefe2cfa3,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:31.403193 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c9b2135-e6a8-447d-a380-c6f3957c887d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:31.405355 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:31:31.406336 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:31:31.466797 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea98a389-c13d-4695-b4df-c7f5b41181d3 req-2dc7feb5-a8e4-4126-8c6b-f9f379d3a526 service neutron] 10.222.0.85 "GET /v2.0/networks/27269876-f3f7-40f1-b8aa-5475afb77328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299872 Nov 25 19:31:31.619495 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7367d-30b3-4916-b123-5a4e815e14ed req-79da86f0-0aa0-41cd-b33f-78787f7cb8ed tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:31.629115 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-66c7367d-30b3-4916-b123-5a4e815e14ed req-79da86f0-0aa0-41cd-b33f-78787f7cb8ed tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/ports?device_id=f19e1e4f-8fe5-480b-af3f-ac2d80b54065 HTTP/1.1" status: 200 len: 943 time: 0.3546386 Nov 25 19:31:31.686720 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9d348dc0-9983-460a-b78e-75f828d78c84 req-31c2b624-0081-410d-a5e2-70c4128827c0 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:31.714782 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ee3ef-04f4-4193-bfc2-fa6463d7a8ad req-fc457cda-31c6-4538-8618-dccf25b66af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:31.716347 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea0ee3ef-04f4-4193-bfc2-fa6463d7a8ad req-fc457cda-31c6-4538-8618-dccf25b66af3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d9fcf636de294478b67b887a277d2175&device_id=f19e1e4f-8fe5-480b-af3f-ac2d80b54065 HTTP/1.1" status: 200 len: 1094 time: 0.1688132 Nov 25 19:31:31.760181 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-66c7367d-30b3-4916-b123-5a4e815e14ed req-bdf96348-6d3b-4aae-8323-fd16a82947f6 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/security-groups?id=6358d3ae-6bf0-44a5-8b09-818ca7c064d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301210 Nov 25 19:31:31.799247 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c9b2135-e6a8-447d-a380-c6f3957c887d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:31.932558 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['fbfa0e03-0bb5-45ba-a278-889c82eea538'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:31.936296 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['19c243f1-ae0e-483f-b5b6-665f722ee400'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:31.937977 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 2de9b276-2e29-49ab-817d-32d082b2e017 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:31.967040 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ee3ef-04f4-4193-bfc2-fa6463d7a8ad req-235dd3f2-61a0-4f82-bfb1-e8fe2172148b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:31.969483 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea0ee3ef-04f4-4193-bfc2-fa6463d7a8ad req-235dd3f2-61a0-4f82-bfb1-e8fe2172148b service neutron] 10.222.0.85 "GET /v2.0/networks?id=27269876-f3f7-40f1-b8aa-5475afb77328 HTTP/1.1" status: 200 len: 922 time: 0.2424893 Nov 25 19:31:32.058208 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-9d348dc0-9983-460a-b78e-75f828d78c84 req-31c2b624-0081-410d-a5e2-70c4128827c0 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Allocated IP 172.25.6.130 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/5ddb13b0-5418-41c4-a354-74310a2743e8) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:32.064041 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea0ee3ef-04f4-4193-bfc2-fa6463d7a8ad req-bbd3c342-135e-4413-b956-0a4ea93c6738 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24ee350f-e387-490d-9b69-4cc2311896ca HTTP/1.1" status: 200 len: 217 time: 0.0835202 Nov 25 19:31:32.209949 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea8aca-5381-4796-851b-c625c80ed30e req-5c027446-5921-4326-8ffb-dcb369fffc69 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:32.218860 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea8aca-5381-4796-851b-c625c80ed30e req-5c027446-5921-4326-8ffb-dcb369fffc69 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:32.226180 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea8aca-5381-4796-851b-c625c80ed30e req-5c027446-5921-4326-8ffb-dcb369fffc69 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:32.233281 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea8aca-5381-4796-851b-c625c80ed30e req-5c027446-5921-4326-8ffb-dcb369fffc69 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:32.240116 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea8aca-5381-4796-851b-c625c80ed30e req-5c027446-5921-4326-8ffb-dcb369fffc69 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:32.246552 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea8aca-5381-4796-851b-c625c80ed30e req-5c027446-5921-4326-8ffb-dcb369fffc69 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:32.253997 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea8aca-5381-4796-851b-c625c80ed30e req-5c027446-5921-4326-8ffb-dcb369fffc69 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:32.264169 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17ea8aca-5381-4796-851b-c625c80ed30e req-5c027446-5921-4326-8ffb-dcb369fffc69 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5426 time: 0.1930804 Nov 25 19:31:32.290689 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ee3ef-04f4-4193-bfc2-fa6463d7a8ad req-41dba1b5-301c-4777-9327-896063eeafbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:32.292293 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea0ee3ef-04f4-4193-bfc2-fa6463d7a8ad req-41dba1b5-301c-4777-9327-896063eeafbe service neutron] 10.222.0.85 "GET /v2.0/subnets?id=33d1ef66-f394-4f4f-b43d-fef8a8f28854 HTTP/1.1" status: 200 len: 861 time: 0.2012296 Nov 25 19:31:32.329409 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c9b2135-e6a8-447d-a380-c6f3957c887d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:32.345008 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 2de9b276-2e29-49ab-817d-32d082b2e017 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:32.345336 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 2de9b276-2e29-49ab-817d-32d082b2e017 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:32.346003 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 15d380ef-c864-426a-b526-a3732729a12d no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:32.353023 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c9b2135-e6a8-447d-a380-c6f3957c887d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:32.370227 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea0ee3ef-04f4-4193-bfc2-fa6463d7a8ad req-48d4f05e-a933-4a59-898c-19a8193eb207 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=27269876-f3f7-40f1-b8aa-5475afb77328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628467 Nov 25 19:31:32.382982 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17ea8aca-5381-4796-851b-c625c80ed30e req-09dc5ea9-a6e2-4b84-85b5-23d7a0a09961 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1176620 Nov 25 19:31:32.386133 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c402b0a4-a312-4804-9572-3d50f0456f57 None None] For port aabe8e6c-1602-44f7-8bd9-642fefe2cfa3, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:32.400785 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c9b2135-e6a8-447d-a380-c6f3957c887d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:32.415188 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c402b0a4-a312-4804-9572-3d50f0456f57 None None] For port aabe8e6c-1602-44f7-8bd9-642fefe2cfa3, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=aabe8e6c-1602-44f7-8bd9-642fefe2cfa3,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:32.415466 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9d348dc0-9983-460a-b78e-75f828d78c84 req-31c2b624-0081-410d-a5e2-70c4128827c0 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:32.560699 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 15d380ef-c864-426a-b526-a3732729a12d {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:32.561788 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 15d380ef-c864-426a-b526-a3732729a12d not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:32.574000 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-61d014ca-2607-475e-9854-7f52dd147cf6 None None] Provisioning complete for port cd78c078-17ff-4aae-9f66-05f375375776 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:32.574971 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-61d014ca-2607-475e-9854-7f52dd147cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:32.582055 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b2135-e6a8-447d-a380-c6f3957c887d admin admin] Pushing event updated for resources: {'Port': ['ID=caaeedc3-17df-4164-99fe-a5d997ed0e02,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:32.611161 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-729d913a-37db-40c4-9b0a-cc49f46929bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:32.618634 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9d348dc0-9983-460a-b78e-75f828d78c84 req-31c2b624-0081-410d-a5e2-70c4128827c0 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:32.677747 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea0ee3ef-04f4-4193-bfc2-fa6463d7a8ad req-4be7da43-b44c-4735-be95-1b58931097b0 service neutron] 10.222.0.85 "GET /v2.0/networks/27269876-f3f7-40f1-b8aa-5475afb77328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930498 Nov 25 19:31:32.740287 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9b2135-e6a8-447d-a380-c6f3957c887d admin admin] Network 37f8230d-6a2b-4a12-a441-526002eff84a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:32.745187 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3c9b2135-e6a8-447d-a380-c6f3957c887d admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:32.769561 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d348dc0-9983-460a-b78e-75f828d78c84 req-31c2b624-0081-410d-a5e2-70c4128827c0 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:32.776287 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-9d348dc0-9983-460a-b78e-75f828d78c84 req-31c2b624-0081-410d-a5e2-70c4128827c0 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:32.781982 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d348dc0-9983-460a-b78e-75f828d78c84 req-31c2b624-0081-410d-a5e2-70c4128827c0 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:32.922824 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea0ee3ef-04f4-4193-bfc2-fa6463d7a8ad req-53032bdd-f387-4af4-bb18-e98aa468d3ac service neutron] 10.222.0.85 "GET /v2.0/networks/27269876-f3f7-40f1-b8aa-5475afb77328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359629 Nov 25 19:31:32.946086 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c402b0a4-a312-4804-9572-3d50f0456f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:33.011235 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3899416-e846-4ba2-80ab-a6a60be7c8ca req-9b0e0e6a-b5bb-4ffd-8754-20f3d8906401 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:33.012885 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b3899416-e846-4ba2-80ab-a6a60be7c8ca req-9b0e0e6a-b5bb-4ffd-8754-20f3d8906401 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 949 time: 0.1155958 Nov 25 19:31:33.046217 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef32773-6e74-4df1-ac3b-53249eb12490 None None] Pushing event updated for resources: {'Port': ['ID=84acdcae-134e-4fd3-84c4-d2a817ae29d4,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:33.057523 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2b624-0081-410d-a5e2-70c4128827c0 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Pushing event updated for resources: {'Port': ['ID=5ddb13b0-5418-41c4-a354-74310a2743e8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:33.135446 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b3899416-e846-4ba2-80ab-a6a60be7c8ca req-62c0d425-326f-429c-9fc6-47564dfb8beb tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996416 Nov 25 19:31:33.181026 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ce5233a7-8b75-4831-9da9-43a37a114444 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:33.188182 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9b2135-e6a8-447d-a380-c6f3957c887d admin admin] Router 1b51d659-906e-49be-b2ae-5dbadcdc9984 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:31:33.420763 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd7f7c-3892-4c1b-bcb3-0c4260bfbaf7 req-a7fb7afb-3cda-4e0a-b932-d653cbc81c45 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:33.422390 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebfd7f7c-3892-4c1b-bcb3-0c4260bfbaf7 req-a7fb7afb-3cda-4e0a-b932-d653cbc81c45 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/ports?device_id=f19e1e4f-8fe5-480b-af3f-ac2d80b54065 HTTP/1.1" status: 200 len: 943 time: 0.1505973 Nov 25 19:31:33.459100 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9d348dc0-9983-460a-b78e-75f828d78c84 req-31c2b624-0081-410d-a5e2-70c4128827c0 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:33.470065 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0c414-76ec-43a4-b809-31daaf6c4723 None None] Pushing event updated for resources: {'Port': ['ID=aabe8e6c-1602-44f7-8bd9-642fefe2cfa3,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:33.525675 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9d348dc0-9983-460a-b78e-75f828d78c84 req-31c2b624-0081-410d-a5e2-70c4128827c0 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:33.532913 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebfd7f7c-3892-4c1b-bcb3-0c4260bfbaf7 req-1ba06c1e-0530-4a7b-9ea4-afb9e8f20dfe tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/security-groups?id=6358d3ae-6bf0-44a5-8b09-818ca7c064d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019619 Nov 25 19:31:33.571424 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9b2135-e6a8-447d-a380-c6f3957c887d admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:31:33.580297 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3c9b2135-e6a8-447d-a380-c6f3957c887d admin admin] 10.222.0.55 "PUT /v2.0/routers/1b51d659-906e-49be-b2ae-5dbadcdc9984/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2925456 Nov 25 19:31:33.801578 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 24ee350f-e387-490d-9b69-4cc2311896ca details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:31:33.887708 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c402b0a4-a312-4804-9572-3d50f0456f57 None None] Routers {'1b51d659-906e-49be-b2ae-5dbadcdc9984'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:31:33.888357 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c402b0a4-a312-4804-9572-3d50f0456f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:31:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1b51d659-906e-49be-b2ae-5dbadcdc9984'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:33.921759 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:33.937986 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597538f0-228e-40c4-9dc7-ca41a10946cf req-4b799ff2-84ca-4770-b720-67841e4cc62b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:33.943425 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597538f0-228e-40c4-9dc7-ca41a10946cf req-4b799ff2-84ca-4770-b720-67841e4cc62b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:33.949656 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597538f0-228e-40c4-9dc7-ca41a10946cf req-4b799ff2-84ca-4770-b720-67841e4cc62b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:33.951827 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9d348dc0-9983-460a-b78e-75f828d78c84 req-31c2b624-0081-410d-a5e2-70c4128827c0 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:33.962702 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597538f0-228e-40c4-9dc7-ca41a10946cf req-4b799ff2-84ca-4770-b720-67841e4cc62b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:33.962956 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9d348dc0-9983-460a-b78e-75f828d78c84 req-31c2b624-0081-410d-a5e2-70c4128827c0 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:33.969912 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597538f0-228e-40c4-9dc7-ca41a10946cf req-4b799ff2-84ca-4770-b720-67841e4cc62b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:33.980915 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597538f0-228e-40c4-9dc7-ca41a10946cf req-4b799ff2-84ca-4770-b720-67841e4cc62b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:33.988622 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597538f0-228e-40c4-9dc7-ca41a10946cf req-4b799ff2-84ca-4770-b720-67841e4cc62b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:33.999610 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-597538f0-228e-40c4-9dc7-ca41a10946cf req-4b799ff2-84ca-4770-b720-67841e4cc62b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5426 time: 0.1879690 Nov 25 19:31:34.103973 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:31:34.148431 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2b624-0081-410d-a5e2-70c4128827c0 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Pushing event updated for resources: {'Port': ['ID=5ddb13b0-5418-41c4-a354-74310a2743e8,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:34.178137 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9d348dc0-9983-460a-b78e-75f828d78c84 req-31c2b624-0081-410d-a5e2-70c4128827c0 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:34.212772 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9d348dc0-9983-460a-b78e-75f828d78c84 req-31c2b624-0081-410d-a5e2-70c4128827c0 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:34.214693 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9d348dc0-9983-460a-b78e-75f828d78c84 req-31c2b624-0081-410d-a5e2-70c4128827c0 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4322870 Nov 25 19:31:34.225637 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-597538f0-228e-40c4-9dc7-ca41a10946cf req-bfc28841-cf2a-4f19-b008-e4fba136e7c2 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2259181 Nov 25 19:31:34.250873 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-61d014ca-2607-475e-9854-7f52dd147cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:34.281057 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port ce5233a7-8b75-4831-9da9-43a37a114444 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:34.281433 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:34.311458 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9d348dc0-9983-460a-b78e-75f828d78c84 req-f5787f57-30c0-43a2-b86b-f8e591de4d54 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.130 HTTP/1.1" status: 200 len: 696 time: 0.0897815 Nov 25 19:31:34.325098 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97e113-1c26-4884-9a5f-c8fcd2044911 req-d3aa5a8c-a0ab-41eb-bbbd-74ce7fa880b7 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:34.328373 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-da97e113-1c26-4884-9a5f-c8fcd2044911 req-d3aa5a8c-a0ab-41eb-bbbd-74ce7fa880b7 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.85 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 949 time: 0.1011765 Nov 25 19:31:34.414278 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-c402b0a4-a312-4804-9572-3d50f0456f57 None None] Set router 1b51d659-906e-49be-b2ae-5dbadcdc9984 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:31:34.469986 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-61d014ca-2607-475e-9854-7f52dd147cf6 None None] For port cd78c078-17ff-4aae-9f66-05f375375776, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=cd78c078-17ff-4aae-9f66-05f375375776,segment=NetworkSegment(52eb0895-0e2e-42c8-b1a8-3e74df5b0cfa),segment_id=52eb0895-0e2e-42c8-b1a8-3e74df5b0cfa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:34.480188 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 24ee350f-e387-490d-9b69-4cc2311896ca, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=24ee350f-e387-490d-9b69-4cc2311896ca,segment=NetworkSegment(8dc48996-c084-4f44-81ce-d2540e9c67ba),segment_id=8dc48996-c084-4f44-81ce-d2540e9c67ba)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:34.504214 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:31:34.510960 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-61d014ca-2607-475e-9854-7f52dd147cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:34.529038 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '24ee350f-e387-490d-9b69-4cc2311896ca', 'network_id': '27269876-f3f7-40f1-b8aa-5475afb77328', 'port_id': '24ee350f-e387-490d-9b69-4cc2311896ca', 'mac_address': 'fa:16:3e:47:18:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d1ef66-f394-4f4f-b43d-fef8a8f28854', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:31:34.589403 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d348dc0-9983-460a-b78e-75f828d78c84 req-093830f7-b994-40b4-93be-d0b8d2208a5c tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:34.591188 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9d348dc0-9983-460a-b78e-75f828d78c84 req-093830f7-b994-40b4-93be-d0b8d2208a5c tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.2690520 Nov 25 19:31:34.608840 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-da97e113-1c26-4884-9a5f-c8fcd2044911 req-9212b6e0-c29b-4baa-9f4f-aafa791c497e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Deleting port 228219d8-b6f0-44fb-b5c3-d106a37ba29c {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:34.609462 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-da97e113-1c26-4884-9a5f-c8fcd2044911 req-9212b6e0-c29b-4baa-9f4f-aafa791c497e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:34.757297 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d014ca-2607-475e-9854-7f52dd147cf6 None None] Pushing event updated for resources: {'Port': ['ID=cd78c078-17ff-4aae-9f66-05f375375776,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:34.763750 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8ba60-64d1-436a-8e74-5f4415a60fe7 req-174e25fc-9d0b-4016-b88e-49432210902d tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:34.767265 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:34.773607 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1dc8ba60-64d1-436a-8e74-5f4415a60fe7 req-174e25fc-9d0b-4016-b88e-49432210902d tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 949 time: 0.0823808 Nov 25 19:31:34.795248 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a0dfcc61-6706-477f-83ac-087bf7077be2 None None] Provisioning complete for port 84acdcae-134e-4fd3-84c4-d2a817ae29d4 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:34.795627 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a0dfcc61-6706-477f-83ac-087bf7077be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:34.805311 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ee350f-e387-490d-9b69-4cc2311896ca {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:34.848456 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-da97e113-1c26-4884-9a5f-c8fcd2044911 req-9212b6e0-c29b-4baa-9f4f-aafa791c497e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] For port 228219d8-b6f0-44fb-b5c3-d106a37ba29c, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=228219d8-b6f0-44fb-b5c3-d106a37ba29c,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:34.850332 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-da97e113-1c26-4884-9a5f-c8fcd2044911 req-9212b6e0-c29b-4baa-9f4f-aafa791c497e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:34.899476 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-da97e113-1c26-4884-9a5f-c8fcd2044911 req-9212b6e0-c29b-4baa-9f4f-aafa791c497e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Calling delete_port for 228219d8-b6f0-44fb-b5c3-d106a37ba29c owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:34.901721 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1dc8ba60-64d1-436a-8e74-5f4415a60fe7 req-13a1c08c-a81e-4223-8a3a-1c6cdbec892c tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267307 Nov 25 19:31:34.904295 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 24ee350f-e387-490d-9b69-4cc2311896ca, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=24ee350f-e387-490d-9b69-4cc2311896ca,segment=NetworkSegment(8dc48996-c084-4f44-81ce-d2540e9c67ba),segment_id=8dc48996-c084-4f44-81ce-d2540e9c67ba)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:34.914908 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:35.093167 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=24ee350f-e387-490d-9b69-4cc2311896ca,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:35.096975 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36604) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:35.111858 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c402b0a4-a312-4804-9572-3d50f0456f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'name': 'tempest-ServerActionsTestJSON-117370969-router', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:23Z', 'updated_at': '2021-11-25T19:31:31Z', 'revision_number': 4, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'gw_port': {'id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:23:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:25Z', 'updated_at': '2021-11-25T19:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'caaeedc3-17df-4164-99fe-a5d997ed0e02', 'name': '', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'mac_address': 'fa:16:3e:83:c3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:29Z', 'updated_at': '2021-11-25T19:31:32Z', 'revision_number': 2, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'subnets': [{'id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:35.115235 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-dfa754b3-0a3c-4df2-817c-e061a0833d8e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Request body: {'security_group': {'name': 'tempest-securitygroup--896025197', 'description': 'tempest-description--637774742'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:35.176787 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['24ee350f-e387-490d-9b69-4cc2311896ca'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:35.180564 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device cd78c078-17ff-4aae-9f66-05f375375776 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:35.188873 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c402b0a4-a312-4804-9572-3d50f0456f57 None None] The sync data for ids ['1b51d659-906e-49be-b2ae-5dbadcdc9984'] in n-d-819349-5 is: [{'id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'name': 'tempest-ServerActionsTestJSON-117370969-router', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:23Z', 'updated_at': '2021-11-25T19:31:31Z', 'revision_number': 4, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'gw_port': {'id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:23:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:25Z', 'updated_at': '2021-11-25T19:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'caaeedc3-17df-4164-99fe-a5d997ed0e02', 'name': '', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'mac_address': 'fa:16:3e:83:c3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:29Z', 'updated_at': '2021-11-25T19:31:32Z', 'revision_number': 2, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'subnets': [{'id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:31:35.202829 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561cfa0-17f8-4f0b-a19f-9c973cdb4c0c req-8f757b93-c494-4ae5-9bc9-ff94b93dd59e tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:35.216207 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5561cfa0-17f8-4f0b-a19f-9c973cdb4c0c req-8f757b93-c494-4ae5-9bc9-ff94b93dd59e tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/ports?device_id=f19e1e4f-8fe5-480b-af3f-ac2d80b54065 HTTP/1.1" status: 200 len: 944 time: 0.1686282 Nov 25 19:31:35.301871 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5561cfa0-17f8-4f0b-a19f-9c973cdb4c0c req-671e945c-8a4d-4bb6-a576-2add91d134f4 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/security-groups?id=6358d3ae-6bf0-44a5-8b09-818ca7c064d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844567 Nov 25 19:31:35.321141 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dfa754b3-0a3c-4df2-817c-e061a0833d8e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:35.475377 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-da97e113-1c26-4884-9a5f-c8fcd2044911 req-9212b6e0-c29b-4baa-9f4f-aafa791c497e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:35.492101 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a0dfcc61-6706-477f-83ac-087bf7077be2 None None] Provisioning complete for port caaeedc3-17df-4164-99fe-a5d997ed0e02 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:35.492549 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a0dfcc61-6706-477f-83ac-087bf7077be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:35.556677 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ffbf4ab3-28ab-45b9-accb-78a1dca9e619 req-0589a7b3-c8cd-4aea-8029-85a1f7159570 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4337962 Nov 25 19:31:35.564187 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-ffbf4ab3-28ab-45b9-accb-78a1dca9e619 req-48c12afe-7989-47c2-97c9-18de7540d3b5 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:35.572401 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:35.576745 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212b6e0-c29b-4baa-9f4f-aafa791c497e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Pushing event deleted for resources: {'Port': ['ID=228219d8-b6f0-44fb-b5c3-d106a37ba29c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:35.582871 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:35.588474 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a0dfcc61-6706-477f-83ac-087bf7077be2 None None] Port caaeedc3-17df-4164-99fe-a5d997ed0e02 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:31:35.647664 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port cd78c078-17ff-4aae-9f66-05f375375776 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:35.648036 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:35.702179 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 228219d8-b6f0-44fb-b5c3-d106a37ba29c no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:35.744068 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-da97e113-1c26-4884-9a5f-c8fcd2044911 req-9212b6e0-c29b-4baa-9f4f-aafa791c497e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] No DVR routers for this DVR port 228219d8-b6f0-44fb-b5c3-d106a37ba29c on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:35.760127 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 228219d8-b6f0-44fb-b5c3-d106a37ba29c {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:35.760395 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2390eb3-fa8b-4ab7-b13d-5f0eb572d410 req-20750a2f-83ac-454d-ba14-95c697d6066b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:35.761051 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 228219d8-b6f0-44fb-b5c3-d106a37ba29c not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:35.766803 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2390eb3-fa8b-4ab7-b13d-5f0eb572d410 req-20750a2f-83ac-454d-ba14-95c697d6066b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:35.769137 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 61ff9068-8b27-4ddb-a417-22777493a524 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:35.772104 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-da97e113-1c26-4884-9a5f-c8fcd2044911 req-9212b6e0-c29b-4baa-9f4f-aafa791c497e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:35.774066 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2390eb3-fa8b-4ab7-b13d-5f0eb572d410 req-20750a2f-83ac-454d-ba14-95c697d6066b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:35.775696 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-da97e113-1c26-4884-9a5f-c8fcd2044911 req-9212b6e0-c29b-4baa-9f4f-aafa791c497e tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.85 "DELETE /v2.0/ports/228219d8-b6f0-44fb-b5c3-d106a37ba29c HTTP/1.1" status: 204 len: 173 time: 1.4357786 Nov 25 19:31:35.779328 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b618af4d-48f7-4324-b8ec-be14c57d3f51', 'name': 'network-vif-deleted', 'tag': '228219d8-b6f0-44fb-b5c3-d106a37ba29c'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:35.780682 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2390eb3-fa8b-4ab7-b13d-5f0eb572d410 req-20750a2f-83ac-454d-ba14-95c697d6066b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:35.787303 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2390eb3-fa8b-4ab7-b13d-5f0eb572d410 req-20750a2f-83ac-454d-ba14-95c697d6066b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:35.789873 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15ffdf4-8371-47f6-8666-36c0852fe2e4" -d '{"events": [{"server_uuid": "b618af4d-48f7-4324-b8ec-be14c57d3f51", "name": "network-vif-deleted", "tag": "228219d8-b6f0-44fb-b5c3-d106a37ba29c"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:35.801111 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2390eb3-fa8b-4ab7-b13d-5f0eb572d410 req-20750a2f-83ac-454d-ba14-95c697d6066b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:35.806931 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2390eb3-fa8b-4ab7-b13d-5f0eb572d410 req-20750a2f-83ac-454d-ba14-95c697d6066b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:35.809972 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f2390eb3-fa8b-4ab7-b13d-5f0eb572d410 req-20750a2f-83ac-454d-ba14-95c697d6066b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5426 time: 0.1790590 Nov 25 19:31:35.820631 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dfa754b3-0a3c-4df2-817c-e061a0833d8e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:35.825503 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ffbf4ab3-28ab-45b9-accb-78a1dca9e619 req-48c12afe-7989-47c2-97c9-18de7540d3b5 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:35.830873 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dfa754b3-0a3c-4df2-817c-e061a0833d8e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:35.922007 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa754b3-0a3c-4df2-817c-e061a0833d8e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b623ef26-e4ac-4666-b67a-2cce14012cd1,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:35.952840 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f2390eb3-fa8b-4ab7-b13d-5f0eb572d410 req-f53a787c-2107-4411-8af0-86222961fd90 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1307585 Nov 25 19:31:35.998677 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 84acdcae-134e-4fd3-84c4-d2a817ae29d4 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:36.027270 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dfa754b3-0a3c-4df2-817c-e061a0833d8e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:36.028784 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-dfa754b3-0a3c-4df2-817c-e061a0833d8e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9308186 Nov 25 19:31:36.033463 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36616) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:36.039431 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-37434c74-0b31-4227-8d96-652523266a24 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Request body: {'security_group_rule': {'security_group_id': 'b623ef26-e4ac-4666-b67a-2cce14012cd1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:36.095610 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36618) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:36.097462 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 61ff9068-8b27-4ddb-a417-22777493a524 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:31:36.109904 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cab8cc0-eceb-4fcb-979a-2e6160c467fb x-openstack-request-id: req-9cab8cc0-eceb-4fcb-979a-2e6160c467fb {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:36.110180 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 61ff9068-8b27-4ddb-a417-22777493a524 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:36.110364 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b618af4d-48f7-4324-b8ec-be14c57d3f51", "name": "network-vif-deleted", "tag": "228219d8-b6f0-44fb-b5c3-d106a37ba29c", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:36.110510 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:36.110656 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9cab8cc0-eceb-4fcb-979a-2e6160c467fb {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:36.110929 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b618af4d-48f7-4324-b8ec-be14c57d3f51', 'name': 'network-vif-deleted', 'tag': '228219d8-b6f0-44fb-b5c3-d106a37ba29c', 'status': 'completed', 'code': 200} Nov 25 19:31:36.165213 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37434c74-0b31-4227-8d96-652523266a24 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:36.171738 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 84acdcae-134e-4fd3-84c4-d2a817ae29d4 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:36.172358 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:36.187828 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ffbf4ab3-28ab-45b9-accb-78a1dca9e619 req-48c12afe-7989-47c2-97c9-18de7540d3b5 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:36.327170 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:36.336893 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37434c74-0b31-4227-8d96-652523266a24 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:36.368930 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37434c74-0b31-4227-8d96-652523266a24 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:36.426432 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37434c74-0b31-4227-8d96-652523266a24 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f40bc6-e556-414b-874d-2402dacae5ec,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:36.444377 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ff9068-8b27-4ddb-a417-22777493a524'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:36.454334 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb3af12-cdd8-430c-863b-988cd038ef8e" -d '{"events": [{"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-plugged", "status": "completed", "tag": "61ff9068-8b27-4ddb-a417-22777493a524"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:36.459078 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ada29110-8381-4efc-84a7-58e0d379618a req-2cd3e34b-315b-4c21-b9c2-28cdeaa38068 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=b618af4d-48f7-4324-b8ec-be14c57d3f51 HTTP/1.1" status: 200 len: 210 time: 0.1132224 Nov 25 19:31:36.466080 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b32172e-28d0-4fa6-a1f2-7ac2dea6b7db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:36.492098 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 61ff9068-8b27-4ddb-a417-22777493a524, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=61ff9068-8b27-4ddb-a417-22777493a524,segment=NetworkSegment(f8fd6507-d6f7-4150-97cc-fd943cc9c602),segment_id=f8fd6507-d6f7-4150-97cc-fd943cc9c602)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:36.499611 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:36.500544 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device f4e2da3c-73f1-4575-811a-a5a200ebadb9 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:36.512215 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-ffbf4ab3-28ab-45b9-accb-78a1dca9e619 req-48c12afe-7989-47c2-97c9-18de7540d3b5 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Allocated IP 172.25.6.70 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/1406db8b-6e28-4ca5-9743-e2c5044c50b5) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:36.537578 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37434c74-0b31-4227-8d96-652523266a24 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:36.538996 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-37434c74-0b31-4227-8d96-652523266a24 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5032701 Nov 25 19:31:36.544901 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36628) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:36.566698 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-ec265f49-20bd-46a4-aea1-75a74f6021a8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Request body: {'security_group_rule': {'security_group_id': 'b623ef26-e4ac-4666-b67a-2cce14012cd1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:36.638569 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=61ff9068-8b27-4ddb-a417-22777493a524,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:36.649220 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['ea3607b0-e601-4614-85a3-1ba172392d90'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:36.681965 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68972ab-2c09-4aad-8bfc-2e7aec2b355a req-722c5e2f-d075-45f1-b0b0-449a99380ed3 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:36.689526 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d68972ab-2c09-4aad-8bfc-2e7aec2b355a req-722c5e2f-d075-45f1-b0b0-449a99380ed3 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/ports?device_id=f19e1e4f-8fe5-480b-af3f-ac2d80b54065 HTTP/1.1" status: 200 len: 944 time: 0.1202066 Nov 25 19:31:36.721163 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec265f49-20bd-46a4-aea1-75a74f6021a8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:36.759653 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b32172e-28d0-4fa6-a1f2-7ac2dea6b7db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:36.771731 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b32172e-28d0-4fa6-a1f2-7ac2dea6b7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:36.776064 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port f4e2da3c-73f1-4575-811a-a5a200ebadb9 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:31:36.784506 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port f4e2da3c-73f1-4575-811a-a5a200ebadb9 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:36.785127 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:36.798684 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d68972ab-2c09-4aad-8bfc-2e7aec2b355a req-390c6421-f313-4436-b571-3303e365e8b4 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/security-groups?id=6358d3ae-6bf0-44a5-8b09-818ca7c064d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072741 Nov 25 19:31:36.845634 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6b32172e-28d0-4fa6-a1f2-7ac2dea6b7db admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bdbc87da763d4b63b3e4a8608de3962c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7416339 Nov 25 19:31:36.847316 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32172e-28d0-4fa6-a1f2-7ac2dea6b7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e68f944-6a03-4c3b-86b5-d7c15f03ab37,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:36.851847 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36630) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:36.936762 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec265f49-20bd-46a4-aea1-75a74f6021a8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:36.967179 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5f34277-1879-4a12-95bb-7f08c550e7f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:36.969894 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec265f49-20bd-46a4-aea1-75a74f6021a8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:36.996639 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:37.021446 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec265f49-20bd-46a4-aea1-75a74f6021a8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:37.038127 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ec265f49-20bd-46a4-aea1-75a74f6021a8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4900010 Nov 25 19:31:37.044055 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ffbf4ab3-28ab-45b9-accb-78a1dca9e619 req-48c12afe-7989-47c2-97c9-18de7540d3b5 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:37.049643 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3368675-110b-466e-a3d6-553bd9175ef6 x-openstack-request-id: req-e3368675-110b-466e-a3d6-553bd9175ef6 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:37.049941 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-plugged", "status": "completed", "tag": "61ff9068-8b27-4ddb-a417-22777493a524", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:37.050059 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36634) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:37.050212 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e3368675-110b-466e-a3d6-553bd9175ef6 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:37.053394 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ff9068-8b27-4ddb-a417-22777493a524', 'code': 200} Nov 25 19:31:37.055669 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port f4e2da3c-73f1-4575-811a-a5a200ebadb9, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=f4e2da3c-73f1-4575-811a-a5a200ebadb9,segment=NetworkSegment(4e76c82c-8c8f-4947-9107-bbe1736a1caf),segment_id=4e76c82c-8c8f-4947-9107-bbe1736a1caf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:37.056551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-2b55ecd4-796a-4702-92e3-52572e106528 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:37.062745 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:37.063901 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec265f49-20bd-46a4-aea1-75a74f6021a8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b15f8a60-1086-4ef8-ba03-e123ff2739ca,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:37.065311 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0119a69d-e22b-4e30-97fe-eb3306521f93 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:37.122866 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5f34277-1879-4a12-95bb-7f08c550e7f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:37.150805 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b55ecd4-796a-4702-92e3-52572e106528 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:37.188471 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device aabe8e6c-1602-44f7-8bd9-642fefe2cfa3 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:37.214366 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=f4e2da3c-73f1-4575-811a-a5a200ebadb9,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:37.259128 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ffbf4ab3-28ab-45b9-accb-78a1dca9e619 req-48c12afe-7989-47c2-97c9-18de7540d3b5 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:37.313025 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5f34277-1879-4a12-95bb-7f08c550e7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:37.317369 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port aabe8e6c-1602-44f7-8bd9-642fefe2cfa3 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:37.317951 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5f34277-1879-4a12-95bb-7f08c550e7f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:37.318055 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:37.321974 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d5f34277-1879-4a12-95bb-7f08c550e7f6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e68f944-6a03-4c3b-86b5-d7c15f03ab37 HTTP/1.1" status: 204 len: 168 time: 0.4662180 Nov 25 19:31:37.322155 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c12afe-7989-47c2-97c9-18de7540d3b5 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Pushing event updated for resources: {'Port': ['ID=1406db8b-6e28-4ca5-9743-e2c5044c50b5,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:37.340912 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f34277-1879-4a12-95bb-7f08c550e7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e68f944-6a03-4c3b-86b5-d7c15f03ab37,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:37.358892 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffbf4ab3-28ab-45b9-accb-78a1dca9e619 req-48c12afe-7989-47c2-97c9-18de7540d3b5 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:37.362067 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-ffbf4ab3-28ab-45b9-accb-78a1dca9e619 req-48c12afe-7989-47c2-97c9-18de7540d3b5 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:37.365400 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbf4ab3-28ab-45b9-accb-78a1dca9e619 req-48c12afe-7989-47c2-97c9-18de7540d3b5 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:37.373968 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 0119a69d-e22b-4e30-97fe-eb3306521f93 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:31:37.385575 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9e0a6-d133-4f9c-9240-8969aa91da91 req-261bc5f4-07b1-48b8-82bb-080456006fc5 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:37.400012 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9e0a6-d133-4f9c-9240-8969aa91da91 req-261bc5f4-07b1-48b8-82bb-080456006fc5 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:37.409658 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 0119a69d-e22b-4e30-97fe-eb3306521f93 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:37.412205 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9e0a6-d133-4f9c-9240-8969aa91da91 req-261bc5f4-07b1-48b8-82bb-080456006fc5 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:37.416446 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:37.424182 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9e0a6-d133-4f9c-9240-8969aa91da91 req-261bc5f4-07b1-48b8-82bb-080456006fc5 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:37.431683 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9e0a6-d133-4f9c-9240-8969aa91da91 req-261bc5f4-07b1-48b8-82bb-080456006fc5 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:37.440721 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9e0a6-d133-4f9c-9240-8969aa91da91 req-261bc5f4-07b1-48b8-82bb-080456006fc5 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:37.449925 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9e0a6-d133-4f9c-9240-8969aa91da91 req-261bc5f4-07b1-48b8-82bb-080456006fc5 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:37.465011 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9db9e0a6-d133-4f9c-9240-8969aa91da91 req-261bc5f4-07b1-48b8-82bb-080456006fc5 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5428 time: 0.2874913 Nov 25 19:31:37.573734 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ffbf4ab3-28ab-45b9-accb-78a1dca9e619 req-48c12afe-7989-47c2-97c9-18de7540d3b5 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:37.634167 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9db9e0a6-d133-4f9c-9240-8969aa91da91 req-ce6c518f-cbd8-40f6-83d3-2b0f3be476b0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1624053 Nov 25 19:31:37.652533 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ffbf4ab3-28ab-45b9-accb-78a1dca9e619 req-48c12afe-7989-47c2-97c9-18de7540d3b5 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:37.715185 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 24ee350f-e387-490d-9b69-4cc2311896ca up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:37.741362 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:37.771440 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port aabe8e6c-1602-44f7-8bd9-642fefe2cfa3, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=aabe8e6c-1602-44f7-8bd9-642fefe2cfa3,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:37.800090 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:37.871911 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:37.933661 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b55ecd4-796a-4702-92e3-52572e106528 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:37.942429 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=aabe8e6c-1602-44f7-8bd9-642fefe2cfa3,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:37.969110 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0119a69d-e22b-4e30-97fe-eb3306521f93, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0119a69d-e22b-4e30-97fe-eb3306521f93,segment=NetworkSegment(f8fd6507-d6f7-4150-97cc-fd943cc9c602),segment_id=f8fd6507-d6f7-4150-97cc-fd943cc9c602)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:37.972890 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 24ee350f-e387-490d-9b69-4cc2311896ca completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:31:37.984200 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 24ee350f-e387-490d-9b69-4cc2311896ca triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:37.988259 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:37.990269 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:37.991222 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device d03038df-719f-4767-965c-ea72372fa48c up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:38.136691 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=0119a69d-e22b-4e30-97fe-eb3306521f93,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:38.186612 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36650) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:38.210680 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port d03038df-719f-4767-965c-ea72372fa48c completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:31:38.212765 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a666fc0-c0ac-4355-abf4-4d7a2f08b988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.227913 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port d03038df-719f-4767-965c-ea72372fa48c triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:38.229076 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.235307 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-2b55ecd4-796a-4702-92e3-52572e106528 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Allocated IP 172.25.6.13 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/851fa739-0075-42f4-b7b2-b5b30506f858) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:38.240689 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ffbf4ab3-28ab-45b9-accb-78a1dca9e619 req-48c12afe-7989-47c2-97c9-18de7540d3b5 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.257060 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ffbf4ab3-28ab-45b9-accb-78a1dca9e619 req-48c12afe-7989-47c2-97c9-18de7540d3b5 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.275734 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.306419 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91008e4b-55f3-4cb7-87bf-2088d69ae77b req-eba1e31a-e3ae-4e1c-9d00-a8c776d03e77 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:38.314109 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-91008e4b-55f3-4cb7-87bf-2088d69ae77b req-eba1e31a-e3ae-4e1c-9d00-a8c776d03e77 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/ports?device_id=f19e1e4f-8fe5-480b-af3f-ac2d80b54065 HTTP/1.1" status: 200 len: 944 time: 0.0979609 Nov 25 19:31:38.320410 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c12afe-7989-47c2-97c9-18de7540d3b5 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Pushing event updated for resources: {'Port': ['ID=1406db8b-6e28-4ca5-9743-e2c5044c50b5,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:38.327376 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 24ee350f-e387-490d-9b69-4cc2311896ca, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=24ee350f-e387-490d-9b69-4cc2311896ca,segment=NetworkSegment(8dc48996-c084-4f44-81ce-d2540e9c67ba),segment_id=8dc48996-c084-4f44-81ce-d2540e9c67ba)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:38.359498 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.382257 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-91008e4b-55f3-4cb7-87bf-2088d69ae77b req-4bf6d019-1ac1-4b16-ae60-7cf066322d99 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/security-groups?id=6358d3ae-6bf0-44a5-8b09-818ca7c064d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669260 Nov 25 19:31:38.416382 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.433241 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a666fc0-c0ac-4355-abf4-4d7a2f08b988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.442413 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a666fc0-c0ac-4355-abf4-4d7a2f08b988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.452698 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ffbf4ab3-28ab-45b9-accb-78a1dca9e619 req-48c12afe-7989-47c2-97c9-18de7540d3b5 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.460279 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=24ee350f-e387-490d-9b69-4cc2311896ca,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:38.473882 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ffbf4ab3-28ab-45b9-accb-78a1dca9e619 req-48c12afe-7989-47c2-97c9-18de7540d3b5 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.475197 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ffbf4ab3-28ab-45b9-accb-78a1dca9e619 req-48c12afe-7989-47c2-97c9-18de7540d3b5 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9159837 Nov 25 19:31:38.490147 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port d03038df-719f-4767-965c-ea72372fa48c, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d03038df-719f-4767-965c-ea72372fa48c,segment=NetworkSegment(f8fd6507-d6f7-4150-97cc-fd943cc9c602),segment_id=f8fd6507-d6f7-4150-97cc-fd943cc9c602)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:38.498737 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.511623 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device fbfa0e03-0bb5-45ba-a278-889c82eea538 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:38.517220 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0a666fc0-c0ac-4355-abf4-4d7a2f08b988 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=35fc7e7ba71b4523b189d48bf3acfd8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3269978 Nov 25 19:31:38.519091 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36652) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:38.528226 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a666fc0-c0ac-4355-abf4-4d7a2f08b988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cef798-281f-4e30-b0cd-0fbccefb7c69,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:38.585473 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b3fb865-5041-43dd-9e64-52962d3c4d1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.620898 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b3fb865-5041-43dd-9e64-52962d3c4d1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.630660 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ffbf4ab3-28ab-45b9-accb-78a1dca9e619 req-29669d8e-438c-4024-b9a5-5210399d1d3a tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.70 HTTP/1.1" status: 200 len: 695 time: 0.1440513 Nov 25 19:31:38.634783 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b55ecd4-796a-4702-92e3-52572e106528 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.690347 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=d03038df-719f-4767-965c-ea72372fa48c,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:38.705018 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port fbfa0e03-0bb5-45ba-a278-889c82eea538 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:31:38.711560 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da17dd4-1573-4418-a898-fe1cb859c85e req-4945cb94-6a64-45f3-b855-4dd80c2444e2 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:38.712174 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port fbfa0e03-0bb5-45ba-a278-889c82eea538 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:38.712700 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.719460 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8da17dd4-1573-4418-a898-fe1cb859c85e req-4945cb94-6a64-45f3-b855-4dd80c2444e2 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 950 time: 0.1008389 Nov 25 19:31:38.767354 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b55ecd4-796a-4702-92e3-52572e106528 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.772021 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b3fb865-5041-43dd-9e64-52962d3c4d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.774718 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b3fb865-5041-43dd-9e64-52962d3c4d1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.775888 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3b3fb865-5041-43dd-9e64-52962d3c4d1d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/04cef798-281f-4e30-b0cd-0fbccefb7c69 HTTP/1.1" status: 204 len: 168 time: 0.2558727 Nov 25 19:31:38.798698 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8da17dd4-1573-4418-a898-fe1cb859c85e req-f75f1a41-a4ae-4ca0-8594-327bb4a9e6b8 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779898 Nov 25 19:31:38.800575 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3fb865-5041-43dd-9e64-52962d3c4d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cef798-281f-4e30-b0cd-0fbccefb7c69,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:38.854453 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.926992 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port fbfa0e03-0bb5-45ba-a278-889c82eea538, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=fbfa0e03-0bb5-45ba-a278-889c82eea538,segment=NetworkSegment(4e76c82c-8c8f-4947-9107-bbe1736a1caf),segment_id=4e76c82c-8c8f-4947-9107-bbe1736a1caf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:38.940632 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.945629 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 19c243f1-ae0e-483f-b5b6-665f722ee400 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:39.037145 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=fbfa0e03-0bb5-45ba-a278-889c82eea538,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:39.047446 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device aabe8e6c-1602-44f7-8bd9-642fefe2cfa3 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:39.055724 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e2da3c-73f1-4575-811a-a5a200ebadb9'}, {'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0119a69d-e22b-4e30-97fe-eb3306521f93'}, {'server_uuid': 'f19e1e4f-8fe5-480b-af3f-ac2d80b54065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ee350f-e387-490d-9b69-4cc2311896ca'}, {'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03038df-719f-4767-965c-ea72372fa48c'}, {'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfa0e03-0bb5-45ba-a278-889c82eea538'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:39.058602 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ecd4f9-4470-4bc3-abd4-0021b318b27b" -d '{"events": [{"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-plugged", "status": "completed", "tag": "f4e2da3c-73f1-4575-811a-a5a200ebadb9"}, {"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-plugged", "status": "completed", "tag": "0119a69d-e22b-4e30-97fe-eb3306521f93"}, {"server_uuid": "f19e1e4f-8fe5-480b-af3f-ac2d80b54065", "name": "network-vif-plugged", "status": "completed", "tag": "24ee350f-e387-490d-9b69-4cc2311896ca"}, {"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-plugged", "status": "completed", "tag": "d03038df-719f-4767-965c-ea72372fa48c"}, {"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-plugged", "status": "completed", "tag": "fbfa0e03-0bb5-45ba-a278-889c82eea538"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:39.121342 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b36121-632d-4739-8f46-564e86cae88f req-b8e2173f-61d1-4bf1-a4b7-5863625d4273 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:39.135120 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b36121-632d-4739-8f46-564e86cae88f req-b8e2173f-61d1-4bf1-a4b7-5863625d4273 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:39.142228 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b36121-632d-4739-8f46-564e86cae88f req-b8e2173f-61d1-4bf1-a4b7-5863625d4273 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:39.150242 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b36121-632d-4739-8f46-564e86cae88f req-b8e2173f-61d1-4bf1-a4b7-5863625d4273 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:39.164703 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b36121-632d-4739-8f46-564e86cae88f req-b8e2173f-61d1-4bf1-a4b7-5863625d4273 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:39.174869 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b36121-632d-4739-8f46-564e86cae88f req-b8e2173f-61d1-4bf1-a4b7-5863625d4273 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:39.176831 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 19c243f1-ae0e-483f-b5b6-665f722ee400 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:31:39.182714 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 19c243f1-ae0e-483f-b5b6-665f722ee400 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:39.182904 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b36121-632d-4739-8f46-564e86cae88f req-b8e2173f-61d1-4bf1-a4b7-5863625d4273 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:39.183465 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:39.185640 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64b36121-632d-4739-8f46-564e86cae88f req-b8e2173f-61d1-4bf1-a4b7-5863625d4273 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5431 time: 0.1852038 Nov 25 19:31:39.185999 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port aabe8e6c-1602-44f7-8bd9-642fefe2cfa3 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:39.186645 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:39.218901 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55ecd4-796a-4702-92e3-52572e106528 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Pushing event updated for resources: {'Port': ['ID=851fa739-0075-42f4-b7b2-b5b30506f858,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:39.266730 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b55ecd4-796a-4702-92e3-52572e106528 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:39.275424 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf4ab3-28ab-45b9-accb-78a1dca9e619 req-9a5c1ac9-60b3-47a5-a219-49e77f2e3262 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:39.276938 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ffbf4ab3-28ab-45b9-accb-78a1dca9e619 req-9a5c1ac9-60b3-47a5-a219-49e77f2e3262 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.6337078 Nov 25 19:31:39.278518 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-2b55ecd4-796a-4702-92e3-52572e106528 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:39.280818 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b55ecd4-796a-4702-92e3-52572e106528 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:39.302238 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-64b36121-632d-4739-8f46-564e86cae88f req-24d432ec-d3cf-4b6c-ade8-3cf0aff402e6 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0980978 Nov 25 19:31:39.310833 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-ffbf4ab3-28ab-45b9-accb-78a1dca9e619 req-cfde2b10-6b76-4641-bd67-c9a3ec6a1869 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:31:39.312028 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ffbf4ab3-28ab-45b9-accb-78a1dca9e619 req-cfde2b10-6b76-4641-bd67-c9a3ec6a1869 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0276351 Nov 25 19:31:39.431563 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b55ecd4-796a-4702-92e3-52572e106528 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:39.453373 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00794545-77c6-4de0-8f9b-81eb20897d4e x-openstack-request-id: req-00794545-77c6-4de0-8f9b-81eb20897d4e {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:39.455786 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-plugged", "status": "completed", "tag": "f4e2da3c-73f1-4575-811a-a5a200ebadb9", "code": 200}, {"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-plugged", "status": "completed", "tag": "0119a69d-e22b-4e30-97fe-eb3306521f93", "code": 200}, {"server_uuid": "f19e1e4f-8fe5-480b-af3f-ac2d80b54065", "name": "network-vif-plugged", "status": "completed", "tag": "24ee350f-e387-490d-9b69-4cc2311896ca", "code": 200}, {"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-plugged", "status": "completed", "tag": "d03038df-719f-4767-965c-ea72372fa48c", "code": 200}, {"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-plugged", "status": "completed", "tag": "fbfa0e03-0bb5-45ba-a278-889c82eea538", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:39.456548 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-00794545-77c6-4de0-8f9b-81eb20897d4e {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:39.469409 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e2da3c-73f1-4575-811a-a5a200ebadb9', 'code': 200} Nov 25 19:31:39.469994 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0119a69d-e22b-4e30-97fe-eb3306521f93', 'code': 200} Nov 25 19:31:39.470565 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19e1e4f-8fe5-480b-af3f-ac2d80b54065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ee350f-e387-490d-9b69-4cc2311896ca', 'code': 200} Nov 25 19:31:39.471109 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03038df-719f-4767-965c-ea72372fa48c', 'code': 200} Nov 25 19:31:39.471595 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfa0e03-0bb5-45ba-a278-889c82eea538', 'code': 200} Nov 25 19:31:39.495944 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:39.515258 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b55ecd4-796a-4702-92e3-52572e106528 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:39.633603 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b1fd6aaa-d073-47d0-b8a7-9a9a65bff2df req-65aa8eed-2cdd-4052-bb37-7d0818f599b1 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2512376 Nov 25 19:31:39.645230 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de56a5-5192-437a-9874-8171dcd2d8d1 req-68f1d55b-2d9f-4b33-8656-0757509a2c1f tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:39.647113 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d8de56a5-5192-437a-9874-8171dcd2d8d1 req-68f1d55b-2d9f-4b33-8656-0757509a2c1f tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.85 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 950 time: 0.0952873 Nov 25 19:31:39.653313 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-b1fd6aaa-d073-47d0-b8a7-9a9a65bff2df req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:39.666096 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c3eee-c900-41e1-b950-0c948e9ec671 req-fb2c83c0-5f94-44c0-82a5-02e5067410e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:39.668671 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a04c3eee-c900-41e1-b950-0c948e9ec671 req-fb2c83c0-5f94-44c0-82a5-02e5067410e2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f19e1e4f-8fe5-480b-af3f-ac2d80b54065 HTTP/1.1" status: 200 len: 1096 time: 0.1267958 Nov 25 19:31:39.739391 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b1fd6aaa-d073-47d0-b8a7-9a9a65bff2df req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:39.741932 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa008fb-b7b6-436f-8eda-eea7d45b3f1a req-b98239af-a4a4-43c9-8bb4-da530f16bae4 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:39.744028 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6aa008fb-b7b6-436f-8eda-eea7d45b3f1a req-b98239af-a4a4-43c9-8bb4-da530f16bae4 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/ports?device_id=f19e1e4f-8fe5-480b-af3f-ac2d80b54065 HTTP/1.1" status: 200 len: 945 time: 0.1687248 Nov 25 19:31:39.753505 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 19c243f1-ae0e-483f-b5b6-665f722ee400, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=19c243f1-ae0e-483f-b5b6-665f722ee400,segment=NetworkSegment(f8fd6507-d6f7-4150-97cc-fd943cc9c602),segment_id=f8fd6507-d6f7-4150-97cc-fd943cc9c602)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:39.759110 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:39.795251 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62997812-35c6-409f-b4a6-995726aeeeaf None None] Sync routers for ids ['1b51d659-906e-49be-b2ae-5dbadcdc9984'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:31:39.820074 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62997812-35c6-409f-b4a6-995726aeeeaf None None] Routers {'1b51d659-906e-49be-b2ae-5dbadcdc9984'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:31:39.820969 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-62997812-35c6-409f-b4a6-995726aeeeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:31:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1b51d659-906e-49be-b2ae-5dbadcdc9984'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:39.838107 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a04c3eee-c900-41e1-b950-0c948e9ec671 req-4144643b-1664-468f-9430-89f46f641443 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6358d3ae-6bf0-44a5-8b09-818ca7c064d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562955 Nov 25 19:31:39.898102 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6aa008fb-b7b6-436f-8eda-eea7d45b3f1a req-6eafee9b-a244-42c0-bf8a-0df3e121eca6 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/security-groups?id=6358d3ae-6bf0-44a5-8b09-818ca7c064d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907528 Nov 25 19:31:39.927330 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=19c243f1-ae0e-483f-b5b6-665f722ee400,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:39.993156 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-62997812-35c6-409f-b4a6-995726aeeeaf None None] Set router 1b51d659-906e-49be-b2ae-5dbadcdc9984 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:31:40.017633 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b55ecd4-796a-4702-92e3-52572e106528 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:40.026447 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b55ecd4-796a-4702-92e3-52572e106528 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:40.169917 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55ecd4-796a-4702-92e3-52572e106528 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Pushing event updated for resources: {'Port': ['ID=851fa739-0075-42f4-b7b2-b5b30506f858,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:40.186376 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b55ecd4-796a-4702-92e3-52572e106528 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:40.210449 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b55ecd4-796a-4702-92e3-52572e106528 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:40.220777 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2b55ecd4-796a-4702-92e3-52572e106528 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1695583 Nov 25 19:31:40.234056 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e221b3e-b698-4052-a1a6-55feaa891118 req-7ebaa569-bad1-4d7b-bc80-590bd4a4637b tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:40.236108 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4e221b3e-b698-4052-a1a6-55feaa891118 req-7ebaa569-bad1-4d7b-bc80-590bd4a4637b tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/ports?device_id=953e0fd5-f566-4c73-a252-b28c66876fa3 HTTP/1.1" status: 200 len: 950 time: 0.1188416 Nov 25 19:31:40.269385 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-d8de56a5-5192-437a-9874-8171dcd2d8d1 req-8608e214-f3d1-4825-aee3-f3dc02348ab1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Deleting port ea3607b0-e601-4614-85a3-1ba172392d90 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:40.269728 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d8de56a5-5192-437a-9874-8171dcd2d8d1 req-8608e214-f3d1-4825-aee3-f3dc02348ab1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:40.328717 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4e221b3e-b698-4052-a1a6-55feaa891118 req-fd7968d5-9d99-4c3d-88d7-c6dd15235244 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ec080be-2826-4b5f-ad15-ddfad9301e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823007 Nov 25 19:31:40.354780 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-62997812-35c6-409f-b4a6-995726aeeeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'name': 'tempest-ServerActionsTestJSON-117370969-router', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:23Z', 'updated_at': '2021-11-25T19:31:31Z', 'revision_number': 4, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'gw_port': {'id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:25Z', 'updated_at': '2021-11-25T19:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'caaeedc3-17df-4164-99fe-a5d997ed0e02', 'name': '', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'mac_address': 'fa:16:3e:83:c3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:29Z', 'updated_at': '2021-11-25T19:31:32Z', 'revision_number': 2, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'subnets': [{'id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:40.398257 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62997812-35c6-409f-b4a6-995726aeeeaf None None] Checking router: 1b51d659-906e-49be-b2ae-5dbadcdc9984 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:31:40.399303 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62997812-35c6-409f-b4a6-995726aeeeaf None None] Updating router 1b51d659-906e-49be-b2ae-5dbadcdc9984 port caaeedc3-17df-4164-99fe-a5d997ed0e02 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:31:40.421272 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-d8de56a5-5192-437a-9874-8171dcd2d8d1 req-8608e214-f3d1-4825-aee3-f3dc02348ab1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] For port ea3607b0-e601-4614-85a3-1ba172392d90, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=ea3607b0-e601-4614-85a3-1ba172392d90,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:40.421825 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d8de56a5-5192-437a-9874-8171dcd2d8d1 req-8608e214-f3d1-4825-aee3-f3dc02348ab1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:40.437439 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b1fd6aaa-d073-47d0-b8a7-9a9a65bff2df req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:40.438048 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-62997812-35c6-409f-b4a6-995726aeeeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:40.449197 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-d8de56a5-5192-437a-9874-8171dcd2d8d1 req-8608e214-f3d1-4825-aee3-f3dc02348ab1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Calling delete_port for ea3607b0-e601-4614-85a3-1ba172392d90 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:40.535800 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe61263-9557-4aa4-a271-5ff5e88d9e4b req-a6739f01-6887-472d-aa05-43a4cea0c3a0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:40.545163 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe61263-9557-4aa4-a271-5ff5e88d9e4b req-a6739f01-6887-472d-aa05-43a4cea0c3a0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:40.552947 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe61263-9557-4aa4-a271-5ff5e88d9e4b req-a6739f01-6887-472d-aa05-43a4cea0c3a0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:40.560218 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe61263-9557-4aa4-a271-5ff5e88d9e4b req-a6739f01-6887-472d-aa05-43a4cea0c3a0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:40.568414 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe61263-9557-4aa4-a271-5ff5e88d9e4b req-a6739f01-6887-472d-aa05-43a4cea0c3a0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:40.576873 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe61263-9557-4aa4-a271-5ff5e88d9e4b req-a6739f01-6887-472d-aa05-43a4cea0c3a0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:40.584425 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe61263-9557-4aa4-a271-5ff5e88d9e4b req-a6739f01-6887-472d-aa05-43a4cea0c3a0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:40.596054 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1fe61263-9557-4aa4-a271-5ff5e88d9e4b req-a6739f01-6887-472d-aa05-43a4cea0c3a0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5432 time: 0.1358142 Nov 25 19:31:40.642431 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-b1fd6aaa-d073-47d0-b8a7-9a9a65bff2df req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Allocated IP 172.25.6.232 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/5b7d571d-2645-40a4-886b-45a26a76c4e6) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:40.669692 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1fe61263-9557-4aa4-a271-5ff5e88d9e4b req-9130b1c7-b8fb-4e9d-b497-bd65ccec3a84 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0742676 Nov 25 19:31:40.810627 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d8de56a5-5192-437a-9874-8171dcd2d8d1 req-8608e214-f3d1-4825-aee3-f3dc02348ab1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:40.823856 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['ea3607b0-e601-4614-85a3-1ba172392d90'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:40.845624 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-adfb9991-501f-4ffc-a072-6e3598945588 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--896025197&fields=id&tenant_id=61b43fc7b65b46daaf3bb19051a96cc4 HTTP/1.1" status: 200 len: 267 time: 0.0935512 Nov 25 19:31:40.862310 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-62997812-35c6-409f-b4a6-995726aeeeaf None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:40.872703 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b1fd6aaa-d073-47d0-b8a7-9a9a65bff2df req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:40.873173 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-62997812-35c6-409f-b4a6-995726aeeeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:40.910834 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608e214-f3d1-4825-aee3-f3dc02348ab1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Pushing event deleted for resources: {'Port': ['ID=ea3607b0-e601-4614-85a3-1ba172392d90,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:40.984596 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb056f4-a945-4f3b-9abf-edc2266a9c26 None None] Pushing event updated for resources: {'Port': ['ID=caaeedc3-17df-4164-99fe-a5d997ed0e02,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:41.070671 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8de56a5-5192-437a-9874-8171dcd2d8d1 req-8608e214-f3d1-4825-aee3-f3dc02348ab1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] No DVR routers for this DVR port ea3607b0-e601-4614-85a3-1ba172392d90 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:41.082230 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d8de56a5-5192-437a-9874-8171dcd2d8d1 req-8608e214-f3d1-4825-aee3-f3dc02348ab1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:41.084032 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-1c11191c-1d2c-4bb8-8eef-fba855fe0b05 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:41.088353 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d8de56a5-5192-437a-9874-8171dcd2d8d1 req-8608e214-f3d1-4825-aee3-f3dc02348ab1 tempest-MigrationsAdminTest-256328196 tempest-MigrationsAdminTest-256328196-project] 10.222.0.85 "DELETE /v2.0/ports/ea3607b0-e601-4614-85a3-1ba172392d90 HTTP/1.1" status: 204 len: 173 time: 1.4285829 Nov 25 19:31:41.091158 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-1c11191c-1d2c-4bb8-8eef-fba855fe0b05 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 811 time: 0.2436244 Nov 25 19:31:41.092993 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953e0fd5-f566-4c73-a252-b28c66876fa3', 'name': 'network-vif-deleted', 'tag': 'ea3607b0-e601-4614-85a3-1ba172392d90'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:41.094279 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-62997812-35c6-409f-b4a6-995726aeeeaf None None] Attempting to bind port caaeedc3-17df-4164-99fe-a5d997ed0e02 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:41.095464 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ed18dd-c64c-4422-8ce9-dfa7f39db257" -d '{"events": [{"server_uuid": "953e0fd5-f566-4c73-a252-b28c66876fa3", "name": "network-vif-deleted", "tag": "ea3607b0-e601-4614-85a3-1ba172392d90"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:41.096880 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-62997812-35c6-409f-b4a6-995726aeeeaf None None] Attempting to bind port caaeedc3-17df-4164-99fe-a5d997ed0e02 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:41.097262 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62997812-35c6-409f-b4a6-995726aeeeaf None None] Attempting to bind port caaeedc3-17df-4164-99fe-a5d997ed0e02 on network 37f8230d-6a2b-4a12-a441-526002eff84a {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:41.111316 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-c2db048c-0498-4893-832d-d7740efa2ee5 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/quotas/61b43fc7b65b46daaf3bb19051a96cc4 HTTP/1.1" status: 200 len: 375 time: 0.0100245 Nov 25 19:31:41.114917 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62997812-35c6-409f-b4a6-995726aeeeaf None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:41.115532 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62997812-35c6-409f-b4a6-995726aeeeaf None None] Checking segment: {'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:41.115948 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-62997812-35c6-409f-b4a6-995726aeeeaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:41.116388 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62997812-35c6-409f-b4a6-995726aeeeaf None None] Bound using segment: {'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:41.117707 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-62997812-35c6-409f-b4a6-995726aeeeaf None None] Bound port: caaeedc3-17df-4164-99fe-a5d997ed0e02, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:41.123238 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-62997812-35c6-409f-b4a6-995726aeeeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:41.137264 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b1fd6aaa-d073-47d0-b8a7-9a9a65bff2df req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:41.181394 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1fd6aaa-d073-47d0-b8a7-9a9a65bff2df req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:41.186737 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-b1fd6aaa-d073-47d0-b8a7-9a9a65bff2df req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:41.189189 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fd6aaa-d073-47d0-b8a7-9a9a65bff2df req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:41.235824 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Pushing event updated for resources: {'Port': ['ID=5b7d571d-2645-40a4-886b-45a26a76c4e6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:41.280740 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-47744aed-5684-4f78-b438-b3584344f907 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1602111 Nov 25 19:31:41.317392 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-62997812-35c6-409f-b4a6-995726aeeeaf None None] For port caaeedc3-17df-4164-99fe-a5d997ed0e02, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:41.324272 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-62997812-35c6-409f-b4a6-995726aeeeaf None None] For port caaeedc3-17df-4164-99fe-a5d997ed0e02, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=caaeedc3-17df-4164-99fe-a5d997ed0e02,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:41.330942 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-62997812-35c6-409f-b4a6-995726aeeeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:41.385325 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b1fd6aaa-d073-47d0-b8a7-9a9a65bff2df req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:41.405144 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62997812-35c6-409f-b4a6-995726aeeeaf None None] Routers {'1b51d659-906e-49be-b2ae-5dbadcdc9984'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:31:41.405940 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-62997812-35c6-409f-b4a6-995726aeeeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:31:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1b51d659-906e-49be-b2ae-5dbadcdc9984'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:41.433832 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-7516b2fd-80e0-4cc5-8f5d-287dc0204834 service neutron] 10.222.0.55 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320736 Nov 25 19:31:41.448290 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b1fd6aaa-d073-47d0-b8a7-9a9a65bff2df req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:41.536072 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c243f1-ae0e-483f-b5b6-665f722ee400'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:41.538438 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683c091e-ea65-4830-840e-ffc7f00f4986" -d '{"events": [{"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-plugged", "status": "completed", "tag": "19c243f1-ae0e-483f-b5b6-665f722ee400"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:41.586223 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-23e49193-3865-43d4-ac56-b45d8673dc95 service neutron] 10.222.0.55 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450131 Nov 25 19:31:41.698551 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ed71030e-6a03-450a-8023-4288edce70ad None None] Provisioning complete for port caaeedc3-17df-4164-99fe-a5d997ed0e02 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:41.699245 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ed71030e-6a03-450a-8023-4288edce70ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:41.753623 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b1fd6aaa-d073-47d0-b8a7-9a9a65bff2df req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:41.761965 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b1fd6aaa-d073-47d0-b8a7-9a9a65bff2df req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:41.829675 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb056f4-a945-4f3b-9abf-edc2266a9c26 None None] Pushing event updated for resources: {'Port': ['ID=caaeedc3-17df-4164-99fe-a5d997ed0e02,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:41.885936 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-62997812-35c6-409f-b4a6-995726aeeeaf None None] Set router 1b51d659-906e-49be-b2ae-5dbadcdc9984 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:31:41.982003 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Pushing event updated for resources: {'Port': ['ID=5b7d571d-2645-40a4-886b-45a26a76c4e6,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:41.994679 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63239d53-c08e-485f-9bf3-3a37ab2fe63c req-55eb3b43-40fb-4dbc-b53d-3eb1ae37846e tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:41.996706 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b1fd6aaa-d073-47d0-b8a7-9a9a65bff2df req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:42.003069 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-63239d53-c08e-485f-9bf3-3a37ab2fe63c req-55eb3b43-40fb-4dbc-b53d-3eb1ae37846e tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/ports?device_id=f19e1e4f-8fe5-480b-af3f-ac2d80b54065 HTTP/1.1" status: 200 len: 945 time: 0.0944328 Nov 25 19:31:42.030073 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:42.030669 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:42.031280 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:42.031763 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:42.032238 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:42.032713 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:42.033197 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:42.034788 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:42.035268 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:42.037034 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:42.037619 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:42.038215 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:42.073847 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b1fd6aaa-d073-47d0-b8a7-9a9a65bff2df req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:42.076025 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b1fd6aaa-d073-47d0-b8a7-9a9a65bff2df req-8d5e166a-0ab5-4c70-ab0f-008ff55677c2 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4279547 Nov 25 19:31:42.152273 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-63239d53-c08e-485f-9bf3-3a37ab2fe63c req-33a6886f-c57a-4e78-b1c3-d09f4892d3a8 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/security-groups?id=6358d3ae-6bf0-44a5-8b09-818ca7c064d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477652 Nov 25 19:31:42.217629 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ed71030e-6a03-450a-8023-4288edce70ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:42.223434 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b1fd6aaa-d073-47d0-b8a7-9a9a65bff2df req-dee7f5b9-77ed-42f8-a225-8f3e70f383cc tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.232 HTTP/1.1" status: 200 len: 696 time: 0.1173773 Nov 25 19:31:42.297114 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ed71030e-6a03-450a-8023-4288edce70ad None None] For port caaeedc3-17df-4164-99fe-a5d997ed0e02, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=caaeedc3-17df-4164-99fe-a5d997ed0e02,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:42.302912 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ed71030e-6a03-450a-8023-4288edce70ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:42.374624 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71030e-6a03-450a-8023-4288edce70ad None None] Pushing event updated for resources: {'Port': ['ID=caaeedc3-17df-4164-99fe-a5d997ed0e02,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:42.382996 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-62997812-35c6-409f-b4a6-995726aeeeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'name': 'tempest-ServerActionsTestJSON-117370969-router', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:23Z', 'updated_at': '2021-11-25T19:31:31Z', 'revision_number': 4, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'gw_port': {'id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:25Z', 'updated_at': '2021-11-25T19:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'caaeedc3-17df-4164-99fe-a5d997ed0e02', 'name': '', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'mac_address': 'fa:16:3e:83:c3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:29Z', 'updated_at': '2021-11-25T19:31:41Z', 'revision_number': 4, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'subnets': [{'id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:42.416891 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc818a45-0143-40fe-94a5-3af51b32fca6 x-openstack-request-id: req-cc818a45-0143-40fe-94a5-3af51b32fca6 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:42.416891 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953e0fd5-f566-4c73-a252-b28c66876fa3", "name": "network-vif-deleted", "tag": "ea3607b0-e601-4614-85a3-1ba172392d90", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:42.417136 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cc818a45-0143-40fe-94a5-3af51b32fca6 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:42.417539 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953e0fd5-f566-4c73-a252-b28c66876fa3', 'name': 'network-vif-deleted', 'tag': 'ea3607b0-e601-4614-85a3-1ba172392d90', 'status': 'completed', 'code': 200} Nov 25 19:31:42.475930 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c3a0ff-6605-4b90-9d57-25f8c79db66d x-openstack-request-id: req-99c3a0ff-6605-4b90-9d57-25f8c79db66d {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:42.476407 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-plugged", "status": "completed", "tag": "19c243f1-ae0e-483f-b5b6-665f722ee400", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:42.476511 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-99c3a0ff-6605-4b90-9d57-25f8c79db66d {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:42.476959 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c243f1-ae0e-483f-b5b6-665f722ee400', 'code': 200} Nov 25 19:31:42.486239 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62997812-35c6-409f-b4a6-995726aeeeaf None None] The sync data for ids ['1b51d659-906e-49be-b2ae-5dbadcdc9984'] in n-d-819349-5 is: [{'id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'name': 'tempest-ServerActionsTestJSON-117370969-router', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:23Z', 'updated_at': '2021-11-25T19:31:31Z', 'revision_number': 4, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'gw_port': {'id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:25Z', 'updated_at': '2021-11-25T19:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'caaeedc3-17df-4164-99fe-a5d997ed0e02', 'name': '', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'mac_address': 'fa:16:3e:83:c3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:29Z', 'updated_at': '2021-11-25T19:31:41Z', 'revision_number': 4, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'subnets': [{'id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:31:42.522200 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-901780cc-0256-46ea-b894-d16917cf768d None None] Provisioning complete for port caaeedc3-17df-4164-99fe-a5d997ed0e02 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:42.523025 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-901780cc-0256-46ea-b894-d16917cf768d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:42.579421 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd6aaa-d073-47d0-b8a7-9a9a65bff2df req-b823afce-a12d-4d24-86ab-6502fc4b96a6 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:42.584804 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b1fd6aaa-d073-47d0-b8a7-9a9a65bff2df req-b823afce-a12d-4d24-86ab-6502fc4b96a6 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.3421316 Nov 25 19:31:42.683273 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971135e-89f7-4c47-a1d8-45d2ef5171ae req-c61c3b08-be53-45b9-906f-57132aa62559 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:42.703743 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971135e-89f7-4c47-a1d8-45d2ef5171ae req-c61c3b08-be53-45b9-906f-57132aa62559 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:42.712132 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869f02e-d877-4c3e-aea0-ac5c0a69290f req-7ac51cf1-4d1e-4e6e-89bf-745c54d202d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:42.712531 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869f02e-d877-4c3e-aea0-ac5c0a69290f req-7ac51cf1-4d1e-4e6e-89bf-745c54d202d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:42.718211 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869f02e-d877-4c3e-aea0-ac5c0a69290f req-7ac51cf1-4d1e-4e6e-89bf-745c54d202d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:42.718727 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869f02e-d877-4c3e-aea0-ac5c0a69290f req-7ac51cf1-4d1e-4e6e-89bf-745c54d202d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:42.719259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869f02e-d877-4c3e-aea0-ac5c0a69290f req-7ac51cf1-4d1e-4e6e-89bf-745c54d202d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:42.719918 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869f02e-d877-4c3e-aea0-ac5c0a69290f req-7ac51cf1-4d1e-4e6e-89bf-745c54d202d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:42.720455 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971135e-89f7-4c47-a1d8-45d2ef5171ae req-c61c3b08-be53-45b9-906f-57132aa62559 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:42.720615 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869f02e-d877-4c3e-aea0-ac5c0a69290f req-7ac51cf1-4d1e-4e6e-89bf-745c54d202d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:42.723814 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e869f02e-d877-4c3e-aea0-ac5c0a69290f req-7ac51cf1-4d1e-4e6e-89bf-745c54d202d1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 6489 time: 0.1378627 Nov 25 19:31:42.733212 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971135e-89f7-4c47-a1d8-45d2ef5171ae req-c61c3b08-be53-45b9-906f-57132aa62559 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:42.751692 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971135e-89f7-4c47-a1d8-45d2ef5171ae req-c61c3b08-be53-45b9-906f-57132aa62559 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:42.774934 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971135e-89f7-4c47-a1d8-45d2ef5171ae req-c61c3b08-be53-45b9-906f-57132aa62559 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:42.776818 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a02d8e94-a215-4ec4-93e7-4c809f2bb86c req-2521a295-d313-40e9-a3ac-f6b00ee6a1f5 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 210 time: 0.0514798 Nov 25 19:31:42.786540 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971135e-89f7-4c47-a1d8-45d2ef5171ae req-c61c3b08-be53-45b9-906f-57132aa62559 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:42.794483 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36758) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:42.821557 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7971135e-89f7-4c47-a1d8-45d2ef5171ae req-c61c3b08-be53-45b9-906f-57132aa62559 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5432 time: 0.2583606 Nov 25 19:31:42.893142 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36762) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:42.923888 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e869f02e-d877-4c3e-aea0-ac5c0a69290f req-3d5e8d1e-748b-4859-a2fc-6d3334346bbb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e456653b-5378-48ec-972f-fc366431f02c&id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1879501 Nov 25 19:31:43.033293 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7971135e-89f7-4c47-a1d8-45d2ef5171ae req-755f615a-a644-4bae-aff6-1dbfc0605c4e tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2105343 Nov 25 19:31:43.075520 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device caaeedc3-17df-4164-99fe-a5d997ed0e02 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:43.085994 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4eda729d-5b26-4437-819c-105532e1596d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.219374 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port caaeedc3-17df-4164-99fe-a5d997ed0e02 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:43.220510 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.249016 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1f9cb6bb-12e6-4c00-8883-1dd00cdafb14 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=92fad1dc82f24f91a07d3c087ee582e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4515574 Nov 25 19:31:43.250701 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4eda729d-5b26-4437-819c-105532e1596d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.253117 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36774) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:43.265274 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4eda729d-5b26-4437-819c-105532e1596d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.309770 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-014af864-b68d-43ac-b961-77b076987655 req-5c79584c-97fd-4e04-ac85-c335337530fc tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3312225 Nov 25 19:31:43.338912 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-014af864-b68d-43ac-b961-77b076987655 req-38b91a50-3554-4cd9-a83e-1e2ae4af1c21 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:43.344140 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4eda729d-5b26-4437-819c-105532e1596d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a4e2e2295da94a5dbfb6e09d038f7a2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4481850 Nov 25 19:31:43.344891 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36778) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:43.367662 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-014af864-b68d-43ac-b961-77b076987655 req-38b91a50-3554-4cd9-a83e-1e2ae4af1c21 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.434983 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda729d-5b26-4437-819c-105532e1596d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d454e0-3621-4fc1-9a90-0efed49b17e1,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:43.452888 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-14938a54-09e9-4135-a208-d666887936d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.481141 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-14938a54-09e9-4135-a208-d666887936d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.658475 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-14938a54-09e9-4135-a208-d666887936d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.663865 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-14938a54-09e9-4135-a208-d666887936d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.666969 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-14938a54-09e9-4135-a208-d666887936d7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7ec080be-2826-4b5f-ad15-ddfad9301e06 HTTP/1.1" status: 204 len: 168 time: 0.4117882 Nov 25 19:31:43.704834 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14938a54-09e9-4135-a208-d666887936d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec080be-2826-4b5f-ad15-ddfad9301e06,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:43.760307 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device ea3607b0-e601-4614-85a3-1ba172392d90 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:43.771978 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-014af864-b68d-43ac-b961-77b076987655 req-38b91a50-3554-4cd9-a83e-1e2ae4af1c21 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.786472 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1c72e-09ad-4d3b-9bfe-76d8d3f8b4ec req-8e9596a4-2750-4290-98b6-417e61615cf7 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:43.797923 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9fa1c72e-09ad-4d3b-9bfe-76d8d3f8b4ec req-8e9596a4-2750-4290-98b6-417e61615cf7 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/ports?device_id=f19e1e4f-8fe5-480b-af3f-ac2d80b54065 HTTP/1.1" status: 200 len: 945 time: 0.2408872 Nov 25 19:31:43.801553 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7861332e-393b-4692-b493-cde21ddd6ed5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.815477 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: ea3607b0-e601-4614-85a3-1ba172392d90 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:43.817061 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device ea3607b0-e601-4614-85a3-1ba172392d90 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:43.897754 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-ca14045c-edc0-429b-bbe2-e8ee99175282 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:43.900010 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-ca14045c-edc0-429b-bbe2-e8ee99175282 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.85 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 811 time: 0.3421497 Nov 25 19:31:43.900664 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7861332e-393b-4692-b493-cde21ddd6ed5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.000602 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9fa1c72e-09ad-4d3b-9bfe-76d8d3f8b4ec req-2dda29b5-92eb-4fce-a410-10e55b6dc94d tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/security-groups?id=6358d3ae-6bf0-44a5-8b09-818ca7c064d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929262 Nov 25 19:31:44.048195 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7861332e-393b-4692-b493-cde21ddd6ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.058731 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7861332e-393b-4692-b493-cde21ddd6ed5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.058731 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7861332e-393b-4692-b493-cde21ddd6ed5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/72d454e0-3621-4fc1-9a90-0efed49b17e1 HTTP/1.1" status: 204 len: 168 time: 0.7075179 Nov 25 19:31:44.068708 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-8aaf12da-4a7c-4680-8aad-007d68343fd4 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61b43fc7b65b46daaf3bb19051a96cc4 HTTP/1.1" status: 200 len: 379 time: 0.1509633 Nov 25 19:31:44.080113 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861332e-393b-4692-b493-cde21ddd6ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d454e0-3621-4fc1-9a90-0efed49b17e1,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:44.091136 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-20005e40-47dd-4703-84ef-131d5e1590dd tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Request body: {'port': {'device_id': '6bbea35a-8240-4dd3-901a-6d892067c686', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'admin_state_up': True, 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'security_groups': ['b623ef26-e4ac-4666-b67a-2cce14012cd1']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:44.154778 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-014af864-b68d-43ac-b961-77b076987655 req-38b91a50-3554-4cd9-a83e-1e2ae4af1c21 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Allocated IP 172.25.6.101 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/4c3228e1-fe62-43f7-8f52-99e2c655871c) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:44.248307 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36794) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:44.290222 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a76ae2b9-0af7-45f3-837a-d7583f1c50f6 req-042647f5-1791-49b2-8cb9-a3d2e20bc876 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 210 time: 0.0582938 Nov 25 19:31:44.414798 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-63178313-6de6-465d-b2e4-5d202cbc4d30 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e20f67a3765e49f6a60aec9575d8873f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1566262 Nov 25 19:31:44.419718 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36798) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:44.530784 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-20005e40-47dd-4703-84ef-131d5e1590dd tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Made reservation on behalf of 61b43fc7b65b46daaf3bb19051a96cc4 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:44.535176 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-20005e40-47dd-4703-84ef-131d5e1590dd tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.627575 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6407cc0-d9d6-4ea9-a9ae-9b327df7355d req-b3c35c4e-eb73-4114-90de-397e9fb577d7 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:44.634750 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6407cc0-d9d6-4ea9-a9ae-9b327df7355d req-b3c35c4e-eb73-4114-90de-397e9fb577d7 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:44.642567 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6407cc0-d9d6-4ea9-a9ae-9b327df7355d req-b3c35c4e-eb73-4114-90de-397e9fb577d7 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:44.650437 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6407cc0-d9d6-4ea9-a9ae-9b327df7355d req-b3c35c4e-eb73-4114-90de-397e9fb577d7 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:44.652318 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-014af864-b68d-43ac-b961-77b076987655 req-38b91a50-3554-4cd9-a83e-1e2ae4af1c21 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.657616 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6407cc0-d9d6-4ea9-a9ae-9b327df7355d req-b3c35c4e-eb73-4114-90de-397e9fb577d7 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:44.665850 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6407cc0-d9d6-4ea9-a9ae-9b327df7355d req-b3c35c4e-eb73-4114-90de-397e9fb577d7 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:44.673258 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6407cc0-d9d6-4ea9-a9ae-9b327df7355d req-b3c35c4e-eb73-4114-90de-397e9fb577d7 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:44.682151 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d6407cc0-d9d6-4ea9-a9ae-9b327df7355d req-b3c35c4e-eb73-4114-90de-397e9fb577d7 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5432 time: 0.2388327 Nov 25 19:31:44.703719 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-14fdc717-4ba5-47f0-806e-70549a219358 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.833458 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36802) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:44.843579 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-014af864-b68d-43ac-b961-77b076987655 req-38b91a50-3554-4cd9-a83e-1e2ae4af1c21 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.852633 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-14fdc717-4ba5-47f0-806e-70549a219358 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.888650 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-252a410e-b567-460b-ae7f-c5f46cf03434 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.925347 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d6407cc0-d9d6-4ea9-a9ae-9b327df7355d req-ffa2f533-f271-4a4b-a585-f18f13e4ddb6 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2416377 Nov 25 19:31:44.936363 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014af864-b68d-43ac-b961-77b076987655 req-38b91a50-3554-4cd9-a83e-1e2ae4af1c21 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:44.953784 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-014af864-b68d-43ac-b961-77b076987655 req-38b91a50-3554-4cd9-a83e-1e2ae4af1c21 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:44.961980 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a444b87-7f4d-42b9-8af0-4a2f4e62368a req-7e760286-2683-427e-8242-b71fbb5476b7 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:44.962765 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-20005e40-47dd-4703-84ef-131d5e1590dd tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Allocated IP 172.20.0.14 (37f8230d-6a2b-4a12-a441-526002eff84a/ec830131-0c53-44d8-b6cf-4b7badf3b5da/6b63aae5-02ed-4222-aa55-350957d805d6) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:44.964534 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7a444b87-7f4d-42b9-8af0-4a2f4e62368a req-7e760286-2683-427e-8242-b71fbb5476b7 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.85 "GET /v2.0/ports?device_id=f19e1e4f-8fe5-480b-af3f-ac2d80b54065 HTTP/1.1" status: 200 len: 945 time: 0.2101440 Nov 25 19:31:44.970407 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b91a50-3554-4cd9-a83e-1e2ae4af1c21 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Pushing event updated for resources: {'Port': ['ID=4c3228e1-fe62-43f7-8f52-99e2c655871c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:44.979603 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-014af864-b68d-43ac-b961-77b076987655 req-38b91a50-3554-4cd9-a83e-1e2ae4af1c21 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:45.068176 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-14fdc717-4ba5-47f0-806e-70549a219358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.072444 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-14fdc717-4ba5-47f0-806e-70549a219358 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.073651 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-14fdc717-4ba5-47f0-806e-70549a219358 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c1787fae-c89f-45a4-be18-f22f4d1b6d21 HTTP/1.1" status: 204 len: 168 time: 0.6518521 Nov 25 19:31:45.120930 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fdc717-4ba5-47f0-806e-70549a219358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1787fae-c89f-45a4-be18-f22f4d1b6d21,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:45.276991 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-7a444b87-7f4d-42b9-8af0-4a2f4e62368a req-e2544989-9168-4ebf-9004-ef4548060c70 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Deleting port 24ee350f-e387-490d-9b69-4cc2311896ca {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:45.277358 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7a444b87-7f4d-42b9-8af0-4a2f4e62368a req-e2544989-9168-4ebf-9004-ef4548060c70 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.339921 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d41bf-e9bb-4d28-967e-ae2f86743549 req-5f69e5b5-bb39-4441-9468-4725ee02662c tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:45.350500 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e0d41bf-e9bb-4d28-967e-ae2f86743549 req-5f69e5b5-bb39-4441-9468-4725ee02662c tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/ports?device_id=f19e1e4f-8fe5-480b-af3f-ac2d80b54065 HTTP/1.1" status: 200 len: 945 time: 0.2189019 Nov 25 19:31:45.450021 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-252a410e-b567-460b-ae7f-c5f46cf03434 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.466550 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-252a410e-b567-460b-ae7f-c5f46cf03434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.475922 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e0d41bf-e9bb-4d28-967e-ae2f86743549 req-1c1a6b70-a970-46c1-9d20-2c0485fd7aa0 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/security-groups?id=6358d3ae-6bf0-44a5-8b09-818ca7c064d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242166 Nov 25 19:31:45.518813 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-014af864-b68d-43ac-b961-77b076987655 req-38b91a50-3554-4cd9-a83e-1e2ae4af1c21 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.620921 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-252a410e-b567-460b-ae7f-c5f46cf03434 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d9180f5ac1dc4dba9f18ae3053f54b28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7859800 Nov 25 19:31:45.623968 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36816) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:45.629612 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a410e-b567-460b-ae7f-c5f46cf03434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0476baae-d301-42b6-a61f-035cb548a307,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:45.644132 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-014af864-b68d-43ac-b961-77b076987655 req-38b91a50-3554-4cd9-a83e-1e2ae4af1c21 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.648485 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-20005e40-47dd-4703-84ef-131d5e1590dd tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.716806 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36e8301a-3409-4077-8031-78e63fd9a08b req-5e660e25-712d-4bbf-808b-8a596374956d tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 210 time: 0.1273508 Nov 25 19:31:45.755599 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-20005e40-47dd-4703-84ef-131d5e1590dd tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.761146 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-7a444b87-7f4d-42b9-8af0-4a2f4e62368a req-e2544989-9168-4ebf-9004-ef4548060c70 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] For port 24ee350f-e387-490d-9b69-4cc2311896ca, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=24ee350f-e387-490d-9b69-4cc2311896ca,segment=NetworkSegment(8dc48996-c084-4f44-81ce-d2540e9c67ba),segment_id=8dc48996-c084-4f44-81ce-d2540e9c67ba)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:45.763548 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7a444b87-7f4d-42b9-8af0-4a2f4e62368a req-e2544989-9168-4ebf-9004-ef4548060c70 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.799975 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-7a444b87-7f4d-42b9-8af0-4a2f4e62368a req-e2544989-9168-4ebf-9004-ef4548060c70 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Calling delete_port for 24ee350f-e387-490d-9b69-4cc2311896ca owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:45.914992 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-027d2a88-80ab-4360-b6de-7b492806168e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.984532 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-20005e40-47dd-4703-84ef-131d5e1590dd tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Network 37f8230d-6a2b-4a12-a441-526002eff84a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:45.991851 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-027d2a88-80ab-4360-b6de-7b492806168e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.994796 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-20005e40-47dd-4703-84ef-131d5e1590dd tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:45.997716 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-20005e40-47dd-4703-84ef-131d5e1590dd tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:46.007223 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20005e40-47dd-4703-84ef-131d5e1590dd tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Pushing event updated for resources: {'Port': ['ID=6b63aae5-02ed-4222-aa55-350957d805d6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:46.110461 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-20005e40-47dd-4703-84ef-131d5e1590dd tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:46.113315 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-20005e40-47dd-4703-84ef-131d5e1590dd tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.189880 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-014af864-b68d-43ac-b961-77b076987655 req-38b91a50-3554-4cd9-a83e-1e2ae4af1c21 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.215910 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-014af864-b68d-43ac-b961-77b076987655 req-38b91a50-3554-4cd9-a83e-1e2ae4af1c21 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.232577 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7a444b87-7f4d-42b9-8af0-4a2f4e62368a req-e2544989-9168-4ebf-9004-ef4548060c70 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.282695 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2544989-9168-4ebf-9004-ef4548060c70 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Pushing event deleted for resources: {'Port': ['ID=24ee350f-e387-490d-9b69-4cc2311896ca,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:46.302951 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-014af864-b68d-43ac-b961-77b076987655 req-38b91a50-3554-4cd9-a83e-1e2ae4af1c21 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.331200 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc9d39-06e0-434a-9af1-35c564397932 req-01386181-8b8a-4ef1-b133-f3568beb62c4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:46.336437 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-20005e40-47dd-4703-84ef-131d5e1590dd tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2546484 Nov 25 19:31:46.339104 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc9d39-06e0-434a-9af1-35c564397932 req-01386181-8b8a-4ef1-b133-f3568beb62c4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:46.347050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc9d39-06e0-434a-9af1-35c564397932 req-01386181-8b8a-4ef1-b133-f3568beb62c4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:46.354143 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc9d39-06e0-434a-9af1-35c564397932 req-01386181-8b8a-4ef1-b133-f3568beb62c4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:46.360382 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc9d39-06e0-434a-9af1-35c564397932 req-01386181-8b8a-4ef1-b133-f3568beb62c4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:46.361364 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-1dc482d1-182d-451d-b313-d68519e7e4be service neutron] Request body: {'port': {'device_id': '6bbea35a-8240-4dd3-901a-6d892067c686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:46.366962 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc9d39-06e0-434a-9af1-35c564397932 req-01386181-8b8a-4ef1-b133-f3568beb62c4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:46.374031 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc9d39-06e0-434a-9af1-35c564397932 req-01386181-8b8a-4ef1-b133-f3568beb62c4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:46.375789 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9edc9d39-06e0-434a-9af1-35c564397932 req-01386181-8b8a-4ef1-b133-f3568beb62c4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5432 time: 0.2423012 Nov 25 19:31:46.380445 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-027d2a88-80ab-4360-b6de-7b492806168e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.383124 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-027d2a88-80ab-4360-b6de-7b492806168e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.394656 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-027d2a88-80ab-4360-b6de-7b492806168e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0476baae-d301-42b6-a61f-035cb548a307 HTTP/1.1" status: 204 len: 168 time: 0.7217889 Nov 25 19:31:46.400339 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-014af864-b68d-43ac-b961-77b076987655 req-38b91a50-3554-4cd9-a83e-1e2ae4af1c21 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.407892 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-014af864-b68d-43ac-b961-77b076987655 req-38b91a50-3554-4cd9-a83e-1e2ae4af1c21 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0738590 Nov 25 19:31:46.411445 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-fafd425d-74b4-4eae-8c30-c5b1ab6cf18c None None] Provisioning complete for port 6b63aae5-02ed-4222-aa55-350957d805d6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:46.412172 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fafd425d-74b4-4eae-8c30-c5b1ab6cf18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.470136 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-014af864-b68d-43ac-b961-77b076987655 req-87132092-227e-41b0-b493-599c6400371d tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.101 HTTP/1.1" status: 200 len: 696 time: 0.0607052 Nov 25 19:31:46.477885 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b91a50-3554-4cd9-a83e-1e2ae4af1c21 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Pushing event updated for resources: {'Port': ['ID=4c3228e1-fe62-43f7-8f52-99e2c655871c,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:46.510516 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-fafd425d-74b4-4eae-8c30-c5b1ab6cf18c None None] Port 6b63aae5-02ed-4222-aa55-350957d805d6 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:31:46.521826 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d2a88-80ab-4360-b6de-7b492806168e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0476baae-d301-42b6-a61f-035cb548a307,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:46.525944 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a444b87-7f4d-42b9-8af0-4a2f4e62368a req-e2544989-9168-4ebf-9004-ef4548060c70 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] No DVR routers for this DVR port 24ee350f-e387-490d-9b69-4cc2311896ca on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:46.530313 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7a444b87-7f4d-42b9-8af0-4a2f4e62368a req-e2544989-9168-4ebf-9004-ef4548060c70 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.534949 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7a444b87-7f4d-42b9-8af0-4a2f4e62368a req-e2544989-9168-4ebf-9004-ef4548060c70 tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.85 "DELETE /v2.0/ports/24ee350f-e387-490d-9b69-4cc2311896ca HTTP/1.1" status: 204 len: 173 time: 1.5621355 Nov 25 19:31:46.540667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19e1e4f-8fe5-480b-af3f-ac2d80b54065', 'name': 'network-vif-deleted', 'tag': '24ee350f-e387-490d-9b69-4cc2311896ca'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:46.544826 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb37d95b-5ee5-4670-82eb-3cb66b38bc83" -d '{"events": [{"server_uuid": "f19e1e4f-8fe5-480b-af3f-ac2d80b54065", "name": "network-vif-deleted", "tag": "24ee350f-e387-490d-9b69-4cc2311896ca"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:46.604361 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014af864-b68d-43ac-b961-77b076987655 req-ba9d9fd5-cfba-44ac-b491-ed6755da75b3 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:46.605841 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-014af864-b68d-43ac-b961-77b076987655 req-ba9d9fd5-cfba-44ac-b491-ed6755da75b3 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.1348596 Nov 25 19:31:46.678337 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-1dc482d1-182d-451d-b313-d68519e7e4be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.695040 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9edc9d39-06e0-434a-9af1-35c564397932 req-b2887181-1abe-4e9f-a0d8-630827671e0f tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2910447 Nov 25 19:31:46.764649 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104280e1-4f2a-4519-9c15-820ed15d02a1 x-openstack-request-id: req-104280e1-4f2a-4519-9c15-820ed15d02a1 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:46.765275 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19e1e4f-8fe5-480b-af3f-ac2d80b54065", "name": "network-vif-deleted", "tag": "24ee350f-e387-490d-9b69-4cc2311896ca", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:46.765950 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-104280e1-4f2a-4519-9c15-820ed15d02a1 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:46.766613 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19e1e4f-8fe5-480b-af3f-ac2d80b54065', 'name': 'network-vif-deleted', 'tag': '24ee350f-e387-490d-9b69-4cc2311896ca', 'status': 'completed', 'code': 200} Nov 25 19:31:46.858342 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e2c18277-a532-4654-9694-f23454da82b6 req-6ffb38f9-8c39-4893-b1a1-395611a155a0 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/floatingips/fe0d2660-b864-4e98-8c44-d201a421cb9e HTTP/1.1" status: 200 len: 693 time: 0.0755711 Nov 25 19:31:46.908524 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-87f840d4-86da-4ce1-8f24-2b0810835ab2 req-989c6b2a-7c81-43c9-b1fc-8cd8b1bf23bc tempest-ServerAddressesNegativeTestJSON-1375153489 tempest-ServerAddressesNegativeTestJSON-1375153489-project] 10.222.0.55 "GET /v2.0/ports?device_id=f19e1e4f-8fe5-480b-af3f-ac2d80b54065 HTTP/1.1" status: 200 len: 210 time: 0.0347202 Nov 25 19:31:47.090074 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c18277-a532-4654-9694-f23454da82b6 req-ef4dca3b-767f-499f-9603-b871008810f0 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:47.099030 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e2c18277-a532-4654-9694-f23454da82b6 req-ef4dca3b-767f-499f-9603-b871008810f0 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.2395322 Nov 25 19:31:47.099153 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7871884-da0d-4b77-b2b2-16d806fd3b2e req-f8bc84ba-c009-4243-8e4a-ba3c35e903f4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:47.105587 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-e2c18277-a532-4654-9694-f23454da82b6 req-b1ad14a1-236e-47e0-a797-dc894dd4fbff tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:31:47.105760 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7871884-da0d-4b77-b2b2-16d806fd3b2e req-f8bc84ba-c009-4243-8e4a-ba3c35e903f4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:47.106646 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e2c18277-a532-4654-9694-f23454da82b6 req-b1ad14a1-236e-47e0-a797-dc894dd4fbff tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068259 Nov 25 19:31:47.111555 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7871884-da0d-4b77-b2b2-16d806fd3b2e req-f8bc84ba-c009-4243-8e4a-ba3c35e903f4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:47.117946 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7871884-da0d-4b77-b2b2-16d806fd3b2e req-f8bc84ba-c009-4243-8e4a-ba3c35e903f4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:47.124327 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7871884-da0d-4b77-b2b2-16d806fd3b2e req-f8bc84ba-c009-4243-8e4a-ba3c35e903f4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:47.131855 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7871884-da0d-4b77-b2b2-16d806fd3b2e req-f8bc84ba-c009-4243-8e4a-ba3c35e903f4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:47.138110 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7871884-da0d-4b77-b2b2-16d806fd3b2e req-f8bc84ba-c009-4243-8e4a-ba3c35e903f4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:47.140010 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e7871884-da0d-4b77-b2b2-16d806fd3b2e req-f8bc84ba-c009-4243-8e4a-ba3c35e903f4 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5432 time: 0.1624994 Nov 25 19:31:47.152996 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36872) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:47.159823 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-f3b59e71-645d-4a90-84d7-e172e4d4dc46 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Request body: {'floatingip': {'port_id': 'de41ef00-7b97-4a25-a5f5-7ebe385be1e1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:47.264059 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-1dc482d1-182d-451d-b313-d68519e7e4be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b63aae5-02ed-4222-aa55-350957d805d6 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:47.277294 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-1dc482d1-182d-451d-b313-d68519e7e4be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:47.281167 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f3b59e71-645d-4a90-84d7-e172e4d4dc46 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for floatingip, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:47.307809 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-1dc482d1-182d-451d-b313-d68519e7e4be service neutron] Transition to ACTIVE for port object 6b63aae5-02ed-4222-aa55-350957d805d6 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:31:47.318827 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-1dc482d1-182d-451d-b313-d68519e7e4be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:47.432299 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc482d1-182d-451d-b313-d68519e7e4be service neutron] Pushing event updated for resources: {'Port': ['ID=6b63aae5-02ed-4222-aa55-350957d805d6,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:47.558660 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66284ea4-ccc6-4111-8035-a3c3e5143e72 req-a0b0c20c-6625-499a-a9ef-69d4746f2dfb tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:47.574998 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-1dc482d1-182d-451d-b313-d68519e7e4be service neutron] Attempting to bind port 6b63aae5-02ed-4222-aa55-350957d805d6 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:47.576339 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-1dc482d1-182d-451d-b313-d68519e7e4be service neutron] Attempting to bind port 6b63aae5-02ed-4222-aa55-350957d805d6 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:47.576970 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-1dc482d1-182d-451d-b313-d68519e7e4be service neutron] Attempting to bind port 6b63aae5-02ed-4222-aa55-350957d805d6 on network 37f8230d-6a2b-4a12-a441-526002eff84a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:47.584732 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-66284ea4-ccc6-4111-8035-a3c3e5143e72 req-a0b0c20c-6625-499a-a9ef-69d4746f2dfb tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 944 time: 0.2454665 Nov 25 19:31:47.585038 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-1dc482d1-182d-451d-b313-d68519e7e4be service neutron] Port 6b63aae5-02ed-4222-aa55-350957d805d6 on network 37f8230d-6a2b-4a12-a441-526002eff84a not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:31:47.585582 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-1dc482d1-182d-451d-b313-d68519e7e4be service neutron] Attempting to bind port 6b63aae5-02ed-4222-aa55-350957d805d6 on network 37f8230d-6a2b-4a12-a441-526002eff84a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:47.593508 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-1dc482d1-182d-451d-b313-d68519e7e4be service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:47.594205 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-1dc482d1-182d-451d-b313-d68519e7e4be service neutron] Checking segment: {'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:47.594934 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-1dc482d1-182d-451d-b313-d68519e7e4be service neutron] Bound using segment: {'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:47.595959 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-1dc482d1-182d-451d-b313-d68519e7e4be service neutron] Bound port: 6b63aae5-02ed-4222-aa55-350957d805d6, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:47.596466 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-1dc482d1-182d-451d-b313-d68519e7e4be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:47.762175 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 24ee350f-e387-490d-9b69-4cc2311896ca no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:47.770233 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-66284ea4-ccc6-4111-8035-a3c3e5143e72 req-297edf92-ac6a-4513-a71b-3f76442852f6 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845696 Nov 25 19:31:47.812726 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 24ee350f-e387-490d-9b69-4cc2311896ca {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:47.812925 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 24ee350f-e387-490d-9b69-4cc2311896ca not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:47.872598 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-caeb4beb-15e0-4026-8336-25f2e1744293 req-4890eead-5440-4079-a1e0-3373f83426fa tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/floatingips/fe0d2660-b864-4e98-8c44-d201a421cb9e HTTP/1.1" status: 200 len: 693 time: 0.1312656 Nov 25 19:31:47.914842 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-1dc482d1-182d-451d-b313-d68519e7e4be service neutron] For port 6b63aae5-02ed-4222-aa55-350957d805d6, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:47.974735 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-1dc482d1-182d-451d-b313-d68519e7e4be service neutron] For port 6b63aae5-02ed-4222-aa55-350957d805d6, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b63aae5-02ed-4222-aa55-350957d805d6,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:47.982018 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-1dc482d1-182d-451d-b313-d68519e7e4be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:48.047453 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36902) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:48.082736 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-1dc482d1-182d-451d-b313-d68519e7e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:48.083361 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-1dc482d1-182d-451d-b313-d68519e7e4be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:48.084771 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-1dc482d1-182d-451d-b313-d68519e7e4be service neutron] 10.222.0.85 "PUT /v2.0/ports/6b63aae5-02ed-4222-aa55-350957d805d6 HTTP/1.1" status: 200 len: 1092 time: 1.7331107 Nov 25 19:31:48.133019 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bbea35a-8240-4dd3-901a-6d892067c686', 'tag': '6b63aae5-02ed-4222-aa55-350957d805d6'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:48.146532 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a87187-0cf7-4bbd-86a1-7c04148ed4ce" -d '{"events": [{"name": "network-changed", "server_uuid": "6bbea35a-8240-4dd3-901a-6d892067c686", "tag": "6b63aae5-02ed-4222-aa55-350957d805d6"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:48.316509 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc864c7-d6f9-46fe-a405-6aa01e006553 x-openstack-request-id: req-fbc864c7-d6f9-46fe-a405-6aa01e006553 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:48.316817 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bbea35a-8240-4dd3-901a-6d892067c686", "tag": "6b63aae5-02ed-4222-aa55-350957d805d6", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:48.317168 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fbc864c7-d6f9-46fe-a405-6aa01e006553 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:48.318668 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bbea35a-8240-4dd3-901a-6d892067c686', 'tag': '6b63aae5-02ed-4222-aa55-350957d805d6', 'status': 'completed', 'code': 200} Nov 25 19:31:48.358654 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb4beb-15e0-4026-8336-25f2e1744293 req-16dfe324-45d9-4106-bda5-5e8ec669fc0d tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:48.362031 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-f3b59e71-645d-4a90-84d7-e172e4d4dc46 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:31:48.369064 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-caeb4beb-15e0-4026-8336-25f2e1744293 req-16dfe324-45d9-4106-bda5-5e8ec669fc0d tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.4872625 Nov 25 19:31:48.415456 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc482d1-182d-451d-b313-d68519e7e4be service neutron] Pushing event updated for resources: {'Port': ['ID=6b63aae5-02ed-4222-aa55-350957d805d6,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:48.453172 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f3b59e71-645d-4a90-84d7-e172e4d4dc46 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:48.458919 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f3b59e71-645d-4a90-84d7-e172e4d4dc46 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:48.481388 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e7609f1-076c-4087-8ea9-3b50600f8619 admin admin] Deleting subnet 33d1ef66-f394-4f4f-b43d-fef8a8f28854 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:31:48.494124 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e7609f1-076c-4087-8ea9-3b50600f8619 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:48.508695 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-caeb4beb-15e0-4026-8336-25f2e1744293 req-57a1ba19-2236-458c-a8f3-55ed5ce554b7 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.101 HTTP/1.1" status: 200 len: 696 time: 0.1386423 Nov 25 19:31:48.646155 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-f3b59e71-645d-4a90-84d7-e172e4d4dc46 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Floating IP aafb5896-7230-455d-959d-7459e91f96cd associated. External IP: 172.25.6.95, port: de41ef00-7b97-4a25-a5f5-7ebe385be1e1. Nov 25 19:31:48.961452 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b59e71-645d-4a90-84d7-e172e4d4dc46 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Router 4af4dca1-f13b-4950-8540-29e6674728a4 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:31:48.967634 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-d29a7be2-4f0a-4582-9163-3e72cc13d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:48.969177 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-d29a7be2-4f0a-4582-9163-3e72cc13d62b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 1095 time: 0.8195207 Nov 25 19:31:48.972968 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-caeb4beb-15e0-4026-8336-25f2e1744293 req-2bf8e890-c212-4c35-b294-3dede8c6ee7a tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.101 HTTP/1.1" status: 200 len: 696 time: 0.4634092 Nov 25 19:31:48.987896 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e7609f1-076c-4087-8ea9-3b50600f8619 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.082494 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-963bcd65-6bc5-4c53-8af7-534e7cb62a28 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b63aae5-02ed-4222-aa55-350957d805d6 HTTP/1.1" status: 200 len: 217 time: 0.1043370 Nov 25 19:31:49.184564 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e7609f1-076c-4087-8ea9-3b50600f8619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.196141 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b59e71-645d-4a90-84d7-e172e4d4dc46 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:31:49.203520 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f3b59e71-645d-4a90-84d7-e172e4d4dc46 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.216685 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacba5b6-3615-401d-9f5e-d72406f4302d None None] Sync routers for ids ['4af4dca1-f13b-4950-8540-29e6674728a4'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:31:49.249804 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-1c3e0bc9-acb0-4b94-bc57-79760baeeeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:49.258051 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacba5b6-3615-401d-9f5e-d72406f4302d None None] Routers {'4af4dca1-f13b-4950-8540-29e6674728a4'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:31:49.259315 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-1c3e0bc9-acb0-4b94-bc57-79760baeeeab service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ec830131-0c53-44d8-b6cf-4b7badf3b5da HTTP/1.1" status: 200 len: 850 time: 0.1590233 Nov 25 19:31:49.276098 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f3b59e71-645d-4a90-84d7-e172e4d4dc46 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "PUT /v2.0/floatingips/aafb5896-7230-455d-959d-7459e91f96cd HTTP/1.1" status: 200 len: 991 time: 2.1217709 Nov 25 19:31:49.276766 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'tag': 'de41ef00-7b97-4a25-a5f5-7ebe385be1e1'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:49.276928 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-bacba5b6-3615-401d-9f5e-d72406f4302d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:31:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['4af4dca1-f13b-4950-8540-29e6674728a4'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:49.279269 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab9d3d5-7f37-4cf2-bb60-bf4188961218" -d '{"events": [{"name": "network-changed", "server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "tag": "de41ef00-7b97-4a25-a5f5-7ebe385be1e1"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:49.340763 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-caeb4beb-15e0-4026-8336-25f2e1744293 req-b5bf061f-836d-4513-8552-b49f5d8028a6 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Deleting port 4c3228e1-fe62-43f7-8f52-99e2c655871c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:49.341203 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-caeb4beb-15e0-4026-8336-25f2e1744293 req-b5bf061f-836d-4513-8552-b49f5d8028a6 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.363688 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e7609f1-076c-4087-8ea9-3b50600f8619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.415011 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7609f1-076c-4087-8ea9-3b50600f8619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33d1ef66-f394-4f4f-b43d-fef8a8f28854,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:49.469722 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-f27f513e-4e64-4502-9cfa-f5f899ca3180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:49.471926 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-f27f513e-4e64-4502-9cfa-f5f899ca3180 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=37f8230d-6a2b-4a12-a441-526002eff84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1992397 Nov 25 19:31:49.473081 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e7609f1-076c-4087-8ea9-3b50600f8619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.479600 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36944) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:49.489224 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1e7609f1-076c-4087-8ea9-3b50600f8619 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/33d1ef66-f394-4f4f-b43d-fef8a8f28854 HTTP/1.1" status: 204 len: 168 time: 1.4331419 Nov 25 19:31:49.555459 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-bacba5b6-3615-401d-9f5e-d72406f4302d None None] Set router 4af4dca1-f13b-4950-8540-29e6674728a4 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:31:49.657652 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-5a664658-7216-4fc6-956d-b77e07854fe2 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=2cc03ca006694b27b723066ce33623c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742903 Nov 25 19:31:49.676915 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfbb1-9473-4218-9200-c201f8a8109d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.691366 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-caeb4beb-15e0-4026-8336-25f2e1744293 req-b5bf061f-836d-4513-8552-b49f5d8028a6 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.697383 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-caeb4beb-15e0-4026-8336-25f2e1744293 req-b5bf061f-836d-4513-8552-b49f5d8028a6 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.737321 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-caeb4beb-15e0-4026-8336-25f2e1744293 req-b5bf061f-836d-4513-8552-b49f5d8028a6 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Calling delete_port for 4c3228e1-fe62-43f7-8f52-99e2c655871c owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:49.820914 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-a6b5291c-2b66-4067-af7e-8b6c3e60348f service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275867 Nov 25 19:31:50.021820 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfbb1-9473-4218-9200-c201f8a8109d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.031120 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0e90abd1-1805-438d-944e-2fcbe30302ca req-c7a1c761-b227-42b7-8193-1fcb079156e3 service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729269 Nov 25 19:31:50.084264 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-e7fb6d95-b238-4ef5-8847-df58bfefc421 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:50.086130 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-e7fb6d95-b238-4ef5-8847-df58bfefc421 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4133353 Nov 25 19:31:50.089155 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-f1cbfbb1-9473-4218-9200-c201f8a8109d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27269876-f3f7-40f1-b8aa-5475afb77328']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:50.102825 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-f1cbfbb1-9473-4218-9200-c201f8a8109d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc48996-c084-4f44-81ce-d2540e9c67ba') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:50.103217 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-f1cbfbb1-9473-4218-9200-c201f8a8109d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc48996-c084-4f44-81ce-d2540e9c67ba') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:50.124004 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfbb1-9473-4218-9200-c201f8a8109d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.127651 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-3437f1c2-2d8c-4ab1-a6fc-55fb82ad479f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/quotas/2cc03ca006694b27b723066ce33623c2 HTTP/1.1" status: 200 len: 375 time: 0.0162828 Nov 25 19:31:50.144897 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfbb1-9473-4218-9200-c201f8a8109d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.154414 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-bacba5b6-3615-401d-9f5e-d72406f4302d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'name': 'tempest-TaggedBootDevicesTest-948327967-router', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '988318e7-b4e7-4054-b758-008ca504a979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:28:00Z', 'updated_at': '2021-11-25T19:28:21Z', 'revision_number': 4, 'project_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'gw_port': {'id': '988318e7-b4e7-4054-b758-008ca504a979', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:06Z', 'updated_at': '2021-11-25T19:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'aafb5896-7230-455d-959d-7459e91f96cd', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'floating_ip_address': '172.25.6.95', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'port_id': 'de41ef00-7b97-4a25-a5f5-7ebe385be1e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b', 'mac_address': 'fa:16:3e:68:38:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:29:45Z', 'updated_at': '2021-11-25T19:31:48Z', 'revision_number': 1, 'project_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c84bf364-9470-4227-ad9b-cb3cadcb41b8', 'name': '', 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'mac_address': 'fa:16:3e:41:0c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'ec82d2f3-e400-4120-bb41-01b4378dd9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:15Z', 'updated_at': '2021-11-25T19:28:30Z', 'revision_number': 5, 'project_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'subnets': [{'id': 'ec82d2f3-e400-4120-bb41-01b4378dd9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:50.161141 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-caeb4beb-15e0-4026-8336-25f2e1744293 req-b5bf061f-836d-4513-8552-b49f5d8028a6 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.169528 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1cbfbb1-9473-4218-9200-c201f8a8109d admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:31:50.170052 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfbb1-9473-4218-9200-c201f8a8109d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:31:50.172430 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:31:50.207444 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-fe77053a-dccf-4514-8169-e64a0e3815a7 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cc03ca006694b27b723066ce33623c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557845 Nov 25 19:31:50.223937 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacba5b6-3615-401d-9f5e-d72406f4302d None None] Checking router: 4af4dca1-f13b-4950-8540-29e6674728a4 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:31:50.255042 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacba5b6-3615-401d-9f5e-d72406f4302d None None] Routers {'4af4dca1-f13b-4950-8540-29e6674728a4'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:31:50.255713 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-bacba5b6-3615-401d-9f5e-d72406f4302d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:31:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['4af4dca1-f13b-4950-8540-29e6674728a4'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:50.269021 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf061f-836d-4513-8552-b49f5d8028a6 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Pushing event deleted for resources: {'Port': ['ID=4c3228e1-fe62-43f7-8f52-99e2c655871c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:50.277522 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfbb1-9473-4218-9200-c201f8a8109d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.307347 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a87187-0cf7-4bbd-86a1-7c04148ed4ce req-afe141cb-8ab9-42c9-a3fa-1df51bb5c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:50.310848 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-92a87187-0cf7-4bbd-86a1-7c04148ed4ce req-afe141cb-8ab9-42c9-a3fa-1df51bb5c2d9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 1095 time: 0.1693461 Nov 25 19:31:50.316742 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfbb1-9473-4218-9200-c201f8a8109d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.327258 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f1cbfbb1-9473-4218-9200-c201f8a8109d admin admin] 10.222.0.55 "DELETE /v2.0/networks/27269876-f3f7-40f1-b8aa-5475afb77328 HTTP/1.1" status: 204 len: 168 time: 0.8442926 Nov 25 19:31:50.327258 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbfbb1-9473-4218-9200-c201f8a8109d admin admin] Pushing event deleted for resources: {'Network': ['ID=27269876-f3f7-40f1-b8aa-5475afb77328,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:50.471079 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-bacba5b6-3615-401d-9f5e-d72406f4302d None None] Set router 4af4dca1-f13b-4950-8540-29e6674728a4 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:31:50.582389 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a87187-0cf7-4bbd-86a1-7c04148ed4ce req-b816c8d2-ed8b-4ef9-9564-616017cb3afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:50.590006 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-92a87187-0cf7-4bbd-86a1-7c04148ed4ce req-b816c8d2-ed8b-4ef9-9564-616017cb3afa service neutron] 10.222.0.85 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 912 time: 0.2464032 Nov 25 19:31:50.719322 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-92a87187-0cf7-4bbd-86a1-7c04148ed4ce req-6c0bd567-edc5-4b07-ae4f-44dffc2d0f0e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b63aae5-02ed-4222-aa55-350957d805d6 HTTP/1.1" status: 200 len: 217 time: 0.0656738 Nov 25 19:31:50.837155 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-caeb4beb-15e0-4026-8336-25f2e1744293 req-b5bf061f-836d-4513-8552-b49f5d8028a6 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.843004 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-caeb4beb-15e0-4026-8336-25f2e1744293 req-b5bf061f-836d-4513-8552-b49f5d8028a6 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.845103 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-caeb4beb-15e0-4026-8336-25f2e1744293 req-b5bf061f-836d-4513-8552-b49f5d8028a6 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "DELETE /v2.0/floatingips/fe0d2660-b864-4e98-8c44-d201a421cb9e HTTP/1.1" status: 204 len: 173 time: 1.8547802 Nov 25 19:31:50.878586 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37006) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:50.907550 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a17b79-7db3-4bb4-be25-fedc75df0af7 req-ff3c4ad9-acd1-4f65-96d4-128a34188865 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:50.916808 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-80a17b79-7db3-4bb4-be25-fedc75df0af7 req-ff3c4ad9-acd1-4f65-96d4-128a34188865 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 944 time: 0.2913344 Nov 25 19:31:50.978928 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a87187-0cf7-4bbd-86a1-7c04148ed4ce req-8962192d-2561-44cd-acab-9f8421077c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:50.984706 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-92a87187-0cf7-4bbd-86a1-7c04148ed4ce req-8962192d-2561-44cd-acab-9f8421077c4c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ec830131-0c53-44d8-b6cf-4b7badf3b5da HTTP/1.1" status: 200 len: 850 time: 0.2548501 Nov 25 19:31:51.060958 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-80a17b79-7db3-4bb4-be25-fedc75df0af7 req-66dde71a-075e-4b05-adbc-2f68a1ff3d39 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271124 Nov 25 19:31:51.106773 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-47fea4e9-4495-433a-ba2d-aa79b4e3f511 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d9fcf636de294478b67b887a277d2175&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2267430 Nov 25 19:31:51.109001 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37018) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:51.181057 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5472b99f-3c0b-4438-aae6-8af9af424c59 x-openstack-request-id: req-5472b99f-3c0b-4438-aae6-8af9af424c59 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:51.181847 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "tag": "de41ef00-7b97-4a25-a5f5-7ebe385be1e1", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:51.182333 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5472b99f-3c0b-4438-aae6-8af9af424c59 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:51.182981 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'tag': 'de41ef00-7b97-4a25-a5f5-7ebe385be1e1', 'status': 'completed', 'code': 200} Nov 25 19:31:51.206921 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a87187-0cf7-4bbd-86a1-7c04148ed4ce req-70a21591-1b5d-4bf4-933b-bbde20bf9ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:51.212768 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-92a87187-0cf7-4bbd-86a1-7c04148ed4ce req-70a21591-1b5d-4bf4-933b-bbde20bf9ac6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=37f8230d-6a2b-4a12-a441-526002eff84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2050133 Nov 25 19:31:51.242012 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45bc0419-d059-4c37-9e1e-a7e892be3a59 req-5345f124-295f-475a-851c-aec240359390 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7aaadf4-be38-478f-a690-8e6c6f8d2e53 HTTP/1.1" status: 200 len: 210 time: 0.0475993 Nov 25 19:31:51.245771 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6fce181b-349a-4040-8dd7-d12e44dd7b98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:51.307901 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37020) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:51.334951 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6fce181b-349a-4040-8dd7-d12e44dd7b98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:51.404795 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-bacba5b6-3615-401d-9f5e-d72406f4302d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'name': 'tempest-TaggedBootDevicesTest-948327967-router', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '988318e7-b4e7-4054-b758-008ca504a979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:28:00Z', 'updated_at': '2021-11-25T19:28:21Z', 'revision_number': 4, 'project_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'gw_port': {'id': '988318e7-b4e7-4054-b758-008ca504a979', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:06Z', 'updated_at': '2021-11-25T19:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'aafb5896-7230-455d-959d-7459e91f96cd', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'floating_ip_address': '172.25.6.95', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'port_id': 'de41ef00-7b97-4a25-a5f5-7ebe385be1e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b', 'mac_address': 'fa:16:3e:68:38:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:29:45Z', 'updated_at': '2021-11-25T19:31:48Z', 'revision_number': 1, 'project_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c84bf364-9470-4227-ad9b-cb3cadcb41b8', 'name': '', 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'mac_address': 'fa:16:3e:41:0c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'ec82d2f3-e400-4120-bb41-01b4378dd9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:15Z', 'updated_at': '2021-11-25T19:28:30Z', 'revision_number': 5, 'project_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'subnets': [{'id': 'ec82d2f3-e400-4120-bb41-01b4378dd9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:51.438561 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacba5b6-3615-401d-9f5e-d72406f4302d None None] The sync data for ids ['4af4dca1-f13b-4950-8540-29e6674728a4'] in n-d-819349-5 is: [{'id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'name': 'tempest-TaggedBootDevicesTest-948327967-router', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '988318e7-b4e7-4054-b758-008ca504a979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:28:00Z', 'updated_at': '2021-11-25T19:28:21Z', 'revision_number': 4, 'project_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'gw_port': {'id': '988318e7-b4e7-4054-b758-008ca504a979', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:06Z', 'updated_at': '2021-11-25T19:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'aafb5896-7230-455d-959d-7459e91f96cd', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'floating_ip_address': '172.25.6.95', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'port_id': 'de41ef00-7b97-4a25-a5f5-7ebe385be1e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b', 'mac_address': 'fa:16:3e:68:38:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:29:45Z', 'updated_at': '2021-11-25T19:31:48Z', 'revision_number': 1, 'project_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c84bf364-9470-4227-ad9b-cb3cadcb41b8', 'name': '', 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'mac_address': 'fa:16:3e:41:0c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'ec82d2f3-e400-4120-bb41-01b4378dd9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:15Z', 'updated_at': '2021-11-25T19:28:30Z', 'revision_number': 5, 'project_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'subnets': [{'id': 'ec82d2f3-e400-4120-bb41-01b4378dd9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:31:51.501780 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6fce181b-349a-4040-8dd7-d12e44dd7b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:51.510260 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6fce181b-349a-4040-8dd7-d12e44dd7b98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:51.514200 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6fce181b-349a-4040-8dd7-d12e44dd7b98 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6358d3ae-6bf0-44a5-8b09-818ca7c064d3 HTTP/1.1" status: 204 len: 168 time: 0.4014461 Nov 25 19:31:51.597940 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce181b-349a-4040-8dd7-d12e44dd7b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6358d3ae-6bf0-44a5-8b09-818ca7c064d3,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:51.745307 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-705f6b4c-1386-4750-91d7-eab16d88b9a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:51.805074 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b63aae5-02ed-4222-aa55-350957d805d6 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:31:51.995283 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aa1d5d-2e96-4df8-bb27-73a44841e465 None None] New status for floating IP aafb5896-7230-455d-959d-7459e91f96cd: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:31:52.026333 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9d3d5-7f37-4cf2-bb60-bf4188961218 req-3a77ec64-025d-4324-aaf7-32b985e96b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:52.029009 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9d3d5-7f37-4cf2-bb60-bf4188961218 req-3a77ec64-025d-4324-aaf7-32b985e96b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:52.029929 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9d3d5-7f37-4cf2-bb60-bf4188961218 req-3a77ec64-025d-4324-aaf7-32b985e96b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:52.031261 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9d3d5-7f37-4cf2-bb60-bf4188961218 req-3a77ec64-025d-4324-aaf7-32b985e96b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:52.032409 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9d3d5-7f37-4cf2-bb60-bf4188961218 req-3a77ec64-025d-4324-aaf7-32b985e96b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:52.033549 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9d3d5-7f37-4cf2-bb60-bf4188961218 req-3a77ec64-025d-4324-aaf7-32b985e96b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:52.034220 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9d3d5-7f37-4cf2-bb60-bf4188961218 req-3a77ec64-025d-4324-aaf7-32b985e96b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:52.035449 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-705f6b4c-1386-4750-91d7-eab16d88b9a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.038156 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1ab9d3d5-7f37-4cf2-bb60-bf4188961218 req-3a77ec64-025d-4324-aaf7-32b985e96b3e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=514fc44b5d1f423cb02ea29bd2e23ca8&device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 6489 time: 0.8736105 Nov 25 19:31:52.044304 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-705f6b4c-1386-4750-91d7-eab16d88b9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.196516 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f2932-c515-4c47-856f-7f6591db0820 req-d75e307b-85a9-49bf-82df-3970335c5a47 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:52.199563 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-352f2932-c515-4c47-856f-7f6591db0820 req-d75e307b-85a9-49bf-82df-3970335c5a47 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 1.0008090 Nov 25 19:31:52.263632 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-705f6b4c-1386-4750-91d7-eab16d88b9a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3df7ce7591474a6ebf94c7dc31be3260&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9531400 Nov 25 19:31:52.266783 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37050) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:52.269490 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f6b4c-1386-4750-91d7-eab16d88b9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393dd84f-04f3-444f-bdab-1dfa12e9d45e,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:52.312265 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-92a87187-0cf7-4bbd-86a1-7c04148ed4ce req-95008931-bcfd-4cea-a3a8-b1d5737fc5bb service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0086987 Nov 25 19:31:52.459129 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-92a87187-0cf7-4bbd-86a1-7c04148ed4ce req-ce08f606-9629-4cde-86db-30903ef2d90f service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370330 Nov 25 19:31:52.463556 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b63aae5-02ed-4222-aa55-350957d805d6, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b63aae5-02ed-4222-aa55-350957d805d6,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:52.487991 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '6b63aae5-02ed-4222-aa55-350957d805d6', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'port_id': '6b63aae5-02ed-4222-aa55-350957d805d6', 'mac_address': 'fa:16:3e:91:13:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:31:52.541950 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c329d3-7c31-415d-9587-850421083767 req-7aebbbff-0145-4c82-83fa-22194b3ccbe7 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:52.543758 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-27c329d3-7c31-415d-9587-850421083767 req-7aebbbff-0145-4c82-83fa-22194b3ccbe7 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 944 time: 0.0835428 Nov 25 19:31:52.545049 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9d3d5-7f37-4cf2-bb60-bf4188961218 req-5323d74a-c840-4d81-b0b2-ada837a6be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:52.546683 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1ab9d3d5-7f37-4cf2-bb60-bf4188961218 req-5323d74a-c840-4d81-b0b2-ada837a6be71 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef8c8951-3e09-4638-b17c-6d6bf560793b HTTP/1.1" status: 200 len: 912 time: 0.4665437 Nov 25 19:31:52.661103 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b6a5fc4e-a121-42ae-9ba6-59539d90f64f req-57d9d65a-46df-4f45-8c05-50ab34c02f05 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=4d20ab9ebfa145d18ee7c782c960e615 HTTP/1.1" status: 200 len: 1656 time: 0.3022692 Nov 25 19:31:52.714387 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-27c329d3-7c31-415d-9587-850421083767 req-4a780a14-cdc8-4a04-81ab-cd32f94c27dc tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585889 Nov 25 19:31:52.755643 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1ab9d3d5-7f37-4cf2-bb60-bf4188961218 req-c3ef256e-775f-4f4b-9c4a-e85ea2e4f52f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de41ef00-7b97-4a25-a5f5-7ebe385be1e1 HTTP/1.1" status: 200 len: 999 time: 0.1953504 Nov 25 19:31:52.894186 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9d3d5-7f37-4cf2-bb60-bf4188961218 req-c4c8e144-c3a4-464d-b46e-ace70bd8007f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:52.899344 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1ab9d3d5-7f37-4cf2-bb60-bf4188961218 req-c4c8e144-c3a4-464d-b46e-ace70bd8007f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ec82d2f3-e400-4120-bb41-01b4378dd9d3 HTTP/1.1" status: 200 len: 850 time: 0.1397960 Nov 25 19:31:52.962542 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa34564a-7b78-4ee1-863d-b5af309d46f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.027314 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-f039e71b-d153-4cce-bff2-813e9f2ffb10 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=2cc03ca006694b27b723066ce33623c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1256618 Nov 25 19:31:53.031251 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f84ccd36-f9f1-41be-965c-6da0121a7bbd req-110e2884-f20b-428b-b6d7-817259d739aa tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7aaadf4-be38-478f-a690-8e6c6f8d2e53 HTTP/1.1" status: 200 len: 210 time: 0.0928307 Nov 25 19:31:53.077849 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa34564a-7b78-4ee1-863d-b5af309d46f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.142804 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9d3d5-7f37-4cf2-bb60-bf4188961218 req-08698928-9714-40a1-9b9f-452090cfe9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:53.145277 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1ab9d3d5-7f37-4cf2-bb60-bf4188961218 req-08698928-9714-40a1-9b9f-452090cfe9f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef8c8951-3e09-4638-b17c-6d6bf560793b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2057409 Nov 25 19:31:53.224121 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.266711 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b63aae5-02ed-4222-aa55-350957d805d6 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:53.320052 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b63aae5-02ed-4222-aa55-350957d805d6, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b63aae5-02ed-4222-aa55-350957d805d6,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:53.332257 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.490810 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6b63aae5-02ed-4222-aa55-350957d805d6,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:53.508020 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.569748 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-362bdfa8-37eb-4c76-b48c-14f53d2a04aa tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:53.575025 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-362bdfa8-37eb-4c76-b48c-14f53d2a04aa tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5392706 Nov 25 19:31:53.581210 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['6b63aae5-02ed-4222-aa55-350957d805d6'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:53.598610 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37074) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:53.608321 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-d806a7d9-3a9f-4386-bac3-24347767aa10 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Request body: {'port': {'device_id': 'c7aaadf4-be38-478f-a690-8e6c6f8d2e53', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '2cc03ca006694b27b723066ce33623c2'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:53.614437 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1ab9d3d5-7f37-4cf2-bb60-bf4188961218 req-83024ffa-f981-48c6-807a-04ec89cbcf95 service neutron] 10.222.0.73 "GET /v2.0/networks/ef8c8951-3e09-4638-b17c-6d6bf560793b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144137 Nov 25 19:31:53.906483 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-57060186-17b4-4b38-ae97-ce6b9ff880bd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-19605464-network', 'tenant_id': 'a84262e56b10427f82b71772767dc30b'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:53.929329 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1ab9d3d5-7f37-4cf2-bb60-bf4188961218 req-96d6f25f-fd68-4a2f-a3f5-258566f380a2 service neutron] 10.222.0.73 "GET /v2.0/networks/ef8c8951-3e09-4638-b17c-6d6bf560793b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855353 Nov 25 19:31:53.953563 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-d806a7d9-3a9f-4386-bac3-24347767aa10 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Made reservation on behalf of 2cc03ca006694b27b723066ce33623c2 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:53.957444 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-d806a7d9-3a9f-4386-bac3-24347767aa10 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.989802 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.041363 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-d806a7d9-3a9f-4386-bac3-24347767aa10 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.058005 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57060186-17b4-4b38-ae97-ce6b9ff880bd admin admin] Made reservation on behalf of a84262e56b10427f82b71772767dc30b for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:54.061879 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57060186-17b4-4b38-ae97-ce6b9ff880bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.077555 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa34564a-7b78-4ee1-863d-b5af309d46f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.080599 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa34564a-7b78-4ee1-863d-b5af309d46f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.083205 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-aa34564a-7b78-4ee1-863d-b5af309d46f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/393dd84f-04f3-444f-bdab-1dfa12e9d45e HTTP/1.1" status: 204 len: 168 time: 1.8151438 Nov 25 19:31:54.099523 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57060186-17b4-4b38-ae97-ce6b9ff880bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.107796 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34564a-7b78-4ee1-863d-b5af309d46f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393dd84f-04f3-444f-bdab-1dfa12e9d45e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:54.128642 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5fc4e-a121-42ae-9ba6-59539d90f64f req-6357e7fc-c8d9-4d03-8953-85b645761641 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:54.145639 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b6a5fc4e-a121-42ae-9ba6-59539d90f64f req-6357e7fc-c8d9-4d03-8953-85b645761641 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/networks?id=f965ced5-a415-47da-9748-3514ef368954&id=f965ced5-a415-47da-9748-3514ef368954&id=f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 787 time: 1.4719889 Nov 25 19:31:54.156985 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-b6a5fc4e-a121-42ae-9ba6-59539d90f64f req-bfdd4bf9-b5ad-495e-ae83-0cbb87e94c97 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:31:54.166513 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97aed15-904f-4dfa-93bc-fc591a19e676 req-2248c8a9-e2fa-47a1-b554-d2f9d8c4406d tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:54.170881 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a97aed15-904f-4dfa-93bc-fc591a19e676 req-2248c8a9-e2fa-47a1-b554-d2f9d8c4406d tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.2290816 Nov 25 19:31:54.175543 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b6a5fc4e-a121-42ae-9ba6-59539d90f64f req-bfdd4bf9-b5ad-495e-ae83-0cbb87e94c97 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0277827 Nov 25 19:31:54.341332 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-055ef720-3f60-4b92-9ac3-954c99dbe328 req-564f52d3-7448-4980-b8f9-00595c4236b9 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7aaadf4-be38-478f-a690-8e6c6f8d2e53 HTTP/1.1" status: 200 len: 210 time: 0.0585654 Nov 25 19:31:54.355988 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a97aed15-904f-4dfa-93bc-fc591a19e676 req-1a8f2b1d-0c25-4392-9505-0ed0604b3131 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765847 Nov 25 19:31:54.461484 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-d806a7d9-3a9f-4386-bac3-24347767aa10 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.481843 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-d806a7d9-3a9f-4386-bac3-24347767aa10 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.535519 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d1213f4-a6a9-459c-ac39-c753bb2ed28f req-76e83c51-1dcf-4078-9656-2f6a93306b1a tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/floatingips/40ec6a2b-8b54-4913-83e6-c644688b305f HTTP/1.1" status: 200 len: 693 time: 0.1487746 Nov 25 19:31:54.548356 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57060186-17b4-4b38-ae97-ce6b9ff880bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.559197 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806a7d9-3a9f-4386-bac3-24347767aa10 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11c386d4-c23a-4815-9f9d-c8d1f692bcf5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:54.569426 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57060186-17b4-4b38-ae97-ce6b9ff880bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.670377 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57060186-17b4-4b38-ae97-ce6b9ff880bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8391e77d-e786-45c0-a2ee-87118d2ac065,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:54.713511 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57060186-17b4-4b38-ae97-ce6b9ff880bd admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:31:54.757905 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57060186-17b4-4b38-ae97-ce6b9ff880bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.758566 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-57060186-17b4-4b38-ae97-ce6b9ff880bd admin admin] Added segment ddd1126b-9bbd-4351-a93b-a2ff0018e743 of type vlan for network 80a38dc0-4595-4a86-8f52-78b834ea720c Nov 25 19:31:54.865389 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37092) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:54.894523 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1213f4-a6a9-459c-ac39-c753bb2ed28f req-ffbe014c-bc3d-44ec-8031-d4b65eeae707 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:54.895965 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d1213f4-a6a9-459c-ac39-c753bb2ed28f req-ffbe014c-bc3d-44ec-8031-d4b65eeae707 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.3549008 Nov 25 19:31:54.897037 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cbbb7a6b-105b-452c-8115-86da4bc014af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.907712 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57060186-17b4-4b38-ae97-ce6b9ff880bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.928743 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-2d1213f4-a6a9-459c-ac39-c753bb2ed28f req-60e2c427-5502-4f46-8de7-1bece2c0965d tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:31:54.929911 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d1213f4-a6a9-459c-ac39-c753bb2ed28f req-60e2c427-5502-4f46-8de7-1bece2c0965d tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125854 Nov 25 19:31:54.930230 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-d806a7d9-3a9f-4386-bac3-24347767aa10 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Allocated IP 192.168.233.61 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/4ffcde1f-49e9-43d1-87d4-c302cfe9454a) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:55.021792 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57060186-17b4-4b38-ae97-ce6b9ff880bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.023411 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57060186-17b4-4b38-ae97-ce6b9ff880bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:55.024642 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57060186-17b4-4b38-ae97-ce6b9ff880bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.042458 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d1213f4-a6a9-459c-ac39-c753bb2ed28f req-b247d851-ac3c-41c0-ba54-f5f7bde41103 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.232 HTTP/1.1" status: 200 len: 696 time: 0.0834367 Nov 25 19:31:55.110314 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-57060186-17b4-4b38-ae97-ce6b9ff880bd admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5103455 Nov 25 19:31:55.131444 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37094) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:55.140390 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-e7ba2e4b-24d5-40d5-8661-40c8c0c0f732 admin admin] Request body: {'subnet': {'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-19605464-subnet', 'tenant_id': 'a84262e56b10427f82b71772767dc30b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:55.161970 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d1213f4-a6a9-459c-ac39-c753bb2ed28f req-2751680d-c713-4aae-a424-3b791efcf0ee tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.232 HTTP/1.1" status: 200 len: 696 time: 0.0767138 Nov 25 19:31:55.170142 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57060186-17b4-4b38-ae97-ce6b9ff880bd admin admin] Pushing event updated for resources: {'Network': ['ID=80a38dc0-4595-4a86-8f52-78b834ea720c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:55.170836 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cbbb7a6b-105b-452c-8115-86da4bc014af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.183290 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cbbb7a6b-105b-452c-8115-86da4bc014af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.197870 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 80a38dc0-4595-4a86-8f52-78b834ea720c details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:31:55.205737 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ba2e4b-24d5-40d5-8661-40c8c0c0f732 admin admin] Made reservation on behalf of a84262e56b10427f82b71772767dc30b for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:55.208603 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e7ba2e4b-24d5-40d5-8661-40c8c0c0f732 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.302825 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-d806a7d9-3a9f-4386-bac3-24347767aa10 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.357202 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-d806a7d9-3a9f-4386-bac3-24347767aa10 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.398562 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb7a6b-105b-452c-8115-86da4bc014af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b612da-54ad-461e-b13f-4d290ba9aa95,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:55.407547 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cbbb7a6b-105b-452c-8115-86da4bc014af admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fadc1b8c19b54a4597e828b24b9f7d46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5410507 Nov 25 19:31:55.407917 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37098) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:55.485489 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-d806a7d9-3a9f-4386-bac3-24347767aa10 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:55.498383 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-d806a7d9-3a9f-4386-bac3-24347767aa10 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:55.501128 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-d806a7d9-3a9f-4386-bac3-24347767aa10 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:55.529920 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-2d1213f4-a6a9-459c-ac39-c753bb2ed28f req-62a61932-9e72-43e3-bc07-48a34442f882 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Deleting port 5b7d571d-2645-40a4-886b-45a26a76c4e6 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:55.530259 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-2d1213f4-a6a9-459c-ac39-c753bb2ed28f req-62a61932-9e72-43e3-bc07-48a34442f882 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.552142 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806a7d9-3a9f-4386-bac3-24347767aa10 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Pushing event updated for resources: {'Port': ['ID=4ffcde1f-49e9-43d1-87d4-c302cfe9454a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:55.598915 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-d806a7d9-3a9f-4386-bac3-24347767aa10 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:55.599836 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-d806a7d9-3a9f-4386-bac3-24347767aa10 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.635933 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960a79e-ab04-4b6d-b781-67b337f640c8 req-5ed66f2a-283a-4e8b-98d1-2fb22be94d19 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:55.637789 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f960a79e-ab04-4b6d-b781-67b337f640c8 req-5ed66f2a-283a-4e8b-98d1-2fb22be94d19 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7aaadf4-be38-478f-a690-8e6c6f8d2e53 HTTP/1.1" status: 200 len: 935 time: 0.1926436 Nov 25 19:31:55.670488 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-d806a7d9-3a9f-4386-bac3-24347767aa10 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0779114 Nov 25 19:31:55.685144 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-1cc3845f-c4c3-45c8-94e6-59b9c94937b5 service neutron] Request body: {'port': {'device_id': 'c7aaadf4-be38-478f-a690-8e6c6f8d2e53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:55.687442 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e7ba2e4b-24d5-40d5-8661-40c8c0c0f732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.690949 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ba57-cf14-42f3-b53e-6592e0479e0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.758662 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-2d1213f4-a6a9-459c-ac39-c753bb2ed28f req-62a61932-9e72-43e3-bc07-48a34442f882 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.759008 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-2d1213f4-a6a9-459c-ac39-c753bb2ed28f req-62a61932-9e72-43e3-bc07-48a34442f882 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.773705 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ba57-cf14-42f3-b53e-6592e0479e0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.778066 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba2e4b-24d5-40d5-8661-40c8c0c0f732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbd3840b-2a2c-413f-a7dc-f5062cf8f874,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:55.789139 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-2d1213f4-a6a9-459c-ac39-c753bb2ed28f req-62a61932-9e72-43e3-bc07-48a34442f882 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Calling delete_port for 5b7d571d-2645-40a4-886b-45a26a76c4e6 owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:55.792746 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b63aae5-02ed-4222-aa55-350957d805d6 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:55.828481 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ba2e4b-24d5-40d5-8661-40c8c0c0f732 admin admin] Checking segment: {'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:55.828983 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-1cc3845f-c4c3-45c8-94e6-59b9c94937b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.832422 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ba2e4b-24d5-40d5-8661-40c8c0c0f732 admin admin] Network hostable DHCP agents. Network: 80a38dc0-4595-4a86-8f52-78b834ea720c, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:31:55.849363 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f960a79e-ab04-4b6d-b781-67b337f640c8 req-086ef9c2-0e85-4cc3-8d15-9f67f8dee7a1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015078 Nov 25 19:31:55.965237 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ba2e4b-24d5-40d5-8661-40c8c0c0f732 admin admin] Network 80a38dc0-4595-4a86-8f52-78b834ea720c is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:31:55.976194 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 6b63aae5-02ed-4222-aa55-350957d805d6 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:31:55.995066 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-e7ba2e4b-24d5-40d5-8661-40c8c0c0f732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 80a38dc0-4595-4a86-8f52-78b834ea720c) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:55.998687 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 6b63aae5-02ed-4222-aa55-350957d805d6 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:56.001594 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:56.003476 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ba2e4b-24d5-40d5-8661-40c8c0c0f732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:56.004742 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e7ba2e4b-24d5-40d5-8661-40c8c0c0f732 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:56.013392 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f79bff8-d882-40db-affd-19ed80450bc8 None None] Network 80a38dc0-4595-4a86-8f52-78b834ea720c requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:56.062381 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e7ba2e4b-24d5-40d5-8661-40c8c0c0f732 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9185772 Nov 25 19:31:56.179431 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-2d1213f4-a6a9-459c-ac39-c753bb2ed28f req-62a61932-9e72-43e3-bc07-48a34442f882 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:56.211803 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a61932-9e72-43e3-bc07-48a34442f882 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Pushing event deleted for resources: {'Port': ['ID=5b7d571d-2645-40a4-886b-45a26a76c4e6,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:56.320845 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-597e7064-842b-48d0-85f1-20827e904b2a None None] Provisioning complete for port 4ffcde1f-49e9-43d1-87d4-c302cfe9454a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:56.321480 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-597e7064-842b-48d0-85f1-20827e904b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:56.326806 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ba57-cf14-42f3-b53e-6592e0479e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:56.333633 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ba57-cf14-42f3-b53e-6592e0479e0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:56.335640 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-aeb6ba57-cf14-42f3-b53e-6592e0479e0a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/12b612da-54ad-461e-b13f-4d290ba9aa95 HTTP/1.1" status: 204 len: 168 time: 0.9250429 Nov 25 19:31:56.339955 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-2d1213f4-a6a9-459c-ac39-c753bb2ed28f req-62a61932-9e72-43e3-bc07-48a34442f882 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:56.343896 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-2d1213f4-a6a9-459c-ac39-c753bb2ed28f req-62a61932-9e72-43e3-bc07-48a34442f882 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:56.346037 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d1213f4-a6a9-459c-ac39-c753bb2ed28f req-62a61932-9e72-43e3-bc07-48a34442f882 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "DELETE /v2.0/floatingips/40ec6a2b-8b54-4913-83e6-c644688b305f HTTP/1.1" status: 204 len: 173 time: 1.1495481 Nov 25 19:31:56.370678 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6ba57-cf14-42f3-b53e-6592e0479e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b612da-54ad-461e-b13f-4d290ba9aa95,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:56.403583 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99b942e-f571-45bd-9c0c-0ea22d7eff10 None None] Network 80a38dc0-4595-4a86-8f52-78b834ea720c requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:56.409395 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e9520-51f2-4fe8-bdb5-8d30f362e7e8 req-a4d2a14a-c55b-46f2-bdf3-7421716de42a tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:56.420274 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b47e9520-51f2-4fe8-bdb5-8d30f362e7e8 req-a4d2a14a-c55b-46f2-bdf3-7421716de42a tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.3941202 Nov 25 19:31:56.538568 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-597e7064-842b-48d0-85f1-20827e904b2a None None] Port 4ffcde1f-49e9-43d1-87d4-c302cfe9454a cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:31:56.573490 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:56.587848 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b47e9520-51f2-4fe8-bdb5-8d30f362e7e8 req-60091965-9859-47b7-abf6-bdf8f14949b4 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655817 Nov 25 19:31:56.713562 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbea35a-8240-4dd3-901a-6d892067c686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b63aae5-02ed-4222-aa55-350957d805d6'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:56.723308 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1894f7ca-a179-4c7f-b017-28dd10ad9c68" -d '{"events": [{"server_uuid": "6bbea35a-8240-4dd3-901a-6d892067c686", "name": "network-vif-plugged", "status": "completed", "tag": "6b63aae5-02ed-4222-aa55-350957d805d6"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:56.775283 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-1cc3845f-c4c3-45c8-94e6-59b9c94937b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ffcde1f-49e9-43d1-87d4-c302cfe9454a {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:56.786748 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-1cc3845f-c4c3-45c8-94e6-59b9c94937b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:56.802583 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-1cc3845f-c4c3-45c8-94e6-59b9c94937b5 service neutron] Transition to ACTIVE for port object 4ffcde1f-49e9-43d1-87d4-c302cfe9454a will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:31:56.811522 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-1cc3845f-c4c3-45c8-94e6-59b9c94937b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:56.817552 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61ae3e5b-5b67-42df-b9e8-17808b34223d req-9d3752b7-e3bf-4194-99da-7601b6b323e9 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/floatingips/000c1fa9-830a-4bb5-8eb6-a1f0263a6107 HTTP/1.1" status: 200 len: 692 time: 0.1748056 Nov 25 19:31:56.827967 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b63aae5-02ed-4222-aa55-350957d805d6, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b63aae5-02ed-4222-aa55-350957d805d6,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:56.867363 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:56.980480 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3845f-c4c3-45c8-94e6-59b9c94937b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4ffcde1f-49e9-43d1-87d4-c302cfe9454a,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:57.014169 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae3e5b-5b67-42df-b9e8-17808b34223d req-6037fd4b-4f0b-4002-95b3-015f9d313515 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:57.023993 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61ae3e5b-5b67-42df-b9e8-17808b34223d req-6037fd4b-4f0b-4002-95b3-015f9d313515 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.1838622 Nov 25 19:31:57.028703 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6b63aae5-02ed-4222-aa55-350957d805d6,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:57.118845 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61ae3e5b-5b67-42df-b9e8-17808b34223d req-948b1516-172a-4943-930a-f18f804bb3e6 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.70 HTTP/1.1" status: 200 len: 695 time: 0.0929935 Nov 25 19:31:57.202816 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61ae3e5b-5b67-42df-b9e8-17808b34223d req-c4196e3f-25f6-44d3-a5b7-52004accd5c8 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.70 HTTP/1.1" status: 200 len: 695 time: 0.0830388 Nov 25 19:31:57.598376 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-61ae3e5b-5b67-42df-b9e8-17808b34223d req-3a832526-4c8c-4816-b57c-b325f043c609 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Deleting port 1406db8b-6e28-4ca5-9743-e2c5044c50b5 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:57.598638 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-61ae3e5b-5b67-42df-b9e8-17808b34223d req-3a832526-4c8c-4816-b57c-b325f043c609 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.775625 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-61ae3e5b-5b67-42df-b9e8-17808b34223d req-3a832526-4c8c-4816-b57c-b325f043c609 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.776552 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-61ae3e5b-5b67-42df-b9e8-17808b34223d req-3a832526-4c8c-4816-b57c-b325f043c609 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.804979 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-61ae3e5b-5b67-42df-b9e8-17808b34223d req-3a832526-4c8c-4816-b57c-b325f043c609 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Calling delete_port for 1406db8b-6e28-4ca5-9743-e2c5044c50b5 owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:57.868359 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-1cc3845f-c4c3-45c8-94e6-59b9c94937b5 service neutron] Attempting to bind port 4ffcde1f-49e9-43d1-87d4-c302cfe9454a on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:57.869174 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-1cc3845f-c4c3-45c8-94e6-59b9c94937b5 service neutron] Attempting to bind port 4ffcde1f-49e9-43d1-87d4-c302cfe9454a by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:57.869174 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-1cc3845f-c4c3-45c8-94e6-59b9c94937b5 service neutron] Attempting to bind port 4ffcde1f-49e9-43d1-87d4-c302cfe9454a on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:57.886430 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-1cc3845f-c4c3-45c8-94e6-59b9c94937b5 service neutron] Port 4ffcde1f-49e9-43d1-87d4-c302cfe9454a on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:31:57.886909 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-1cc3845f-c4c3-45c8-94e6-59b9c94937b5 service neutron] Attempting to bind port 4ffcde1f-49e9-43d1-87d4-c302cfe9454a on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:57.902164 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d068657-9200-44d0-b937-471eaa59c96c req-fe5f9a87-7ccb-4733-b52f-37dfa0284772 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:57.903875 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d068657-9200-44d0-b937-471eaa59c96c req-fe5f9a87-7ccb-4733-b52f-37dfa0284772 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/networks?id=80a38dc0-4595-4a86-8f52-78b834ea720c HTTP/1.1" status: 200 len: 804 time: 0.1908662 Nov 25 19:31:57.905494 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-1cc3845f-c4c3-45c8-94e6-59b9c94937b5 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:57.905902 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-1cc3845f-c4c3-45c8-94e6-59b9c94937b5 service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:57.906431 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-1cc3845f-c4c3-45c8-94e6-59b9c94937b5 service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:57.906951 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-1cc3845f-c4c3-45c8-94e6-59b9c94937b5 service neutron] Bound port: 4ffcde1f-49e9-43d1-87d4-c302cfe9454a, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:57.907325 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-1cc3845f-c4c3-45c8-94e6-59b9c94937b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.969405 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d068657-9200-44d0-b937-471eaa59c96c req-0a465372-6a22-4705-a5a3-0a1dc51f0b7f tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/quotas/a84262e56b10427f82b71772767dc30b HTTP/1.1" status: 200 len: 375 time: 0.0383086 Nov 25 19:31:58.068385 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d068657-9200-44d0-b937-471eaa59c96c req-965049ac-c66c-44a4-9eb3-86be94613523 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a84262e56b10427f82b71772767dc30b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0961552 Nov 25 19:31:58.162119 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-61ae3e5b-5b67-42df-b9e8-17808b34223d req-3a832526-4c8c-4816-b57c-b325f043c609 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:58.163384 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-1cc3845f-c4c3-45c8-94e6-59b9c94937b5 service neutron] For port 4ffcde1f-49e9-43d1-87d4-c302cfe9454a, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:58.169713 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-1cc3845f-c4c3-45c8-94e6-59b9c94937b5 service neutron] For port 4ffcde1f-49e9-43d1-87d4-c302cfe9454a, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=4ffcde1f-49e9-43d1-87d4-c302cfe9454a,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:58.180668 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-1cc3845f-c4c3-45c8-94e6-59b9c94937b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:58.250825 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a832526-4c8c-4816-b57c-b325f043c609 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Pushing event deleted for resources: {'Port': ['ID=1406db8b-6e28-4ca5-9743-e2c5044c50b5,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:58.258766 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-1cc3845f-c4c3-45c8-94e6-59b9c94937b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:58.259719 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-1cc3845f-c4c3-45c8-94e6-59b9c94937b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:58.262172 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-1cc3845f-c4c3-45c8-94e6-59b9c94937b5 service neutron] 10.222.0.85 "PUT /v2.0/ports/4ffcde1f-49e9-43d1-87d4-c302cfe9454a HTTP/1.1" status: 200 len: 1095 time: 2.5813584 Nov 25 19:31:58.267203 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7aaadf4-be38-478f-a690-8e6c6f8d2e53', 'tag': '4ffcde1f-49e9-43d1-87d4-c302cfe9454a'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:58.274236 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3430935f-58c9-4c8b-82f4-4d73cc8ae0cb" -d '{"events": [{"name": "network-changed", "server_uuid": "c7aaadf4-be38-478f-a690-8e6c6f8d2e53", "tag": "4ffcde1f-49e9-43d1-87d4-c302cfe9454a"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:58.405924 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-61ae3e5b-5b67-42df-b9e8-17808b34223d req-3a832526-4c8c-4816-b57c-b325f043c609 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:58.409678 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-61ae3e5b-5b67-42df-b9e8-17808b34223d req-3a832526-4c8c-4816-b57c-b325f043c609 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:58.411136 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61ae3e5b-5b67-42df-b9e8-17808b34223d req-3a832526-4c8c-4816-b57c-b325f043c609 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "DELETE /v2.0/floatingips/000c1fa9-830a-4bb5-8eb6-a1f0263a6107 HTTP/1.1" status: 204 len: 173 time: 1.2063072 Nov 25 19:31:58.449826 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3845f-c4c3-45c8-94e6-59b9c94937b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4ffcde1f-49e9-43d1-87d4-c302cfe9454a,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:58.491202 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ce1304-7a5d-4f43-b910-7ed41b2cb431 x-openstack-request-id: req-e6ce1304-7a5d-4f43-b910-7ed41b2cb431 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:58.491946 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbea35a-8240-4dd3-901a-6d892067c686", "name": "network-vif-plugged", "status": "completed", "tag": "6b63aae5-02ed-4222-aa55-350957d805d6", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:58.492376 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e6ce1304-7a5d-4f43-b910-7ed41b2cb431 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:58.493652 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbea35a-8240-4dd3-901a-6d892067c686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b63aae5-02ed-4222-aa55-350957d805d6', 'code': 200} Nov 25 19:31:58.567915 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-5b76169c-508a-449d-b1fe-8d37c100b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:58.570357 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-5b76169c-508a-449d-b1fe-8d37c100b413 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2cc03ca006694b27b723066ce33623c2&device_id=c7aaadf4-be38-478f-a690-8e6c6f8d2e53 HTTP/1.1" status: 200 len: 1098 time: 0.2583666 Nov 25 19:31:58.665721 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-7551d3a5-eced-40ca-be3c-04884ac7e8ab service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=4ffcde1f-49e9-43d1-87d4-c302cfe9454a HTTP/1.1" status: 200 len: 217 time: 0.0833499 Nov 25 19:31:58.773023 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5daa387-b559-442b-9341-3deb78870317 req-5304b369-087a-46f3-88fb-c6b01b3b58fe tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:58.785905 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5daa387-b559-442b-9341-3deb78870317 req-5304b369-087a-46f3-88fb-c6b01b3b58fe tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7aaadf4-be38-478f-a690-8e6c6f8d2e53 HTTP/1.1" status: 200 len: 947 time: 0.1821370 Nov 25 19:31:58.791416 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-6142a8ba-e874-4d8a-8c61-4bcb96b7f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:58.801812 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-6142a8ba-e874-4d8a-8c61-4bcb96b7f971 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1283815 Nov 25 19:31:58.810719 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f97d4-0a89-40eb-8b72-153d3765efda req-8c981b9f-9946-4bb1-9e02-a6a34e5535ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:58.816287 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-848f97d4-0a89-40eb-8b72-153d3765efda req-8c981b9f-9946-4bb1-9e02-a6a34e5535ad service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 1097 time: 0.1898875 Nov 25 19:31:58.910459 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d068657-9200-44d0-b937-471eaa59c96c req-28ee97bd-b4f8-4479-9100-3936625e15a8 service neutron] 10.222.0.55 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8417375 Nov 25 19:31:58.935854 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5daa387-b559-442b-9341-3deb78870317 req-7ea99026-daa9-4824-a869-33c9eb085cb7 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462405 Nov 25 19:31:58.991623 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-618b5262-8e19-4428-b8ff-fa8ec121b082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:58.994862 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-618b5262-8e19-4428-b8ff-fa8ec121b082 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1854033 Nov 25 19:31:59.029225 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-848f97d4-0a89-40eb-8b72-153d3765efda req-663c3201-ab93-4979-aa44-c131d5ee6fdc service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063663 Nov 25 19:31:59.149602 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f3b3b169-c782-4258-8428-64c1f003e28b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:59.252323 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d068657-9200-44d0-b937-471eaa59c96c req-94f9d969-89c1-49df-88d6-98eccc069130 service neutron] 10.222.0.55 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335948 Nov 25 19:31:59.303979 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-26c978ac-f60d-42e5-8e24-bfa234d4cf57 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553489 Nov 25 19:31:59.439154 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee42f2-56cf-4376-907d-1fd837c80966 req-06b64bc8-3108-46c5-a36d-ad7a8dc133d1 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:59.441310 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9fee42f2-56cf-4376-907d-1fd837c80966 req-06b64bc8-3108-46c5-a36d-ad7a8dc133d1 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 946 time: 0.1248064 Nov 25 19:31:59.534945 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-797e6bfb-279b-49d8-93ca-a147b269cbc0 req-c8836a32-7669-47a8-adc1-80e2b9a3ccbd service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207508 Nov 25 19:31:59.586338 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9fee42f2-56cf-4376-907d-1fd837c80966 req-6702bdc4-49ea-42f0-803d-3aeec5241f02 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286967 Nov 25 19:31:59.647726 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff7ca31-4fa0-4949-b954-0f0264b82796 x-openstack-request-id: req-0ff7ca31-4fa0-4949-b954-0f0264b82796 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:59.648266 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7aaadf4-be38-478f-a690-8e6c6f8d2e53", "tag": "4ffcde1f-49e9-43d1-87d4-c302cfe9454a", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:59.650239 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0ff7ca31-4fa0-4949-b954-0f0264b82796 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:59.652422 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7aaadf4-be38-478f-a690-8e6c6f8d2e53', 'tag': '4ffcde1f-49e9-43d1-87d4-c302cfe9454a', 'status': 'completed', 'code': 200} Nov 25 19:31:59.689912 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e90e1b9a-36ba-4fd4-9727-68a1b7e10c07 req-611cae6f-a400-49da-971c-47d2a938c7bd tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/floatingips/fc26a85c-4777-4bf8-bbfb-2de6608b9129 HTTP/1.1" status: 200 len: 693 time: 0.0686173 Nov 25 19:31:59.819506 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-589c833a-81a4-41cf-847f-d644111b4d6c req-ac80d7fc-6603-4452-822e-d8d2b06d34c3 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24471ad-b56c-49f1-a604-b8cd3ef62ca8 HTTP/1.1" status: 200 len: 210 time: 0.1174793 Nov 25 19:31:59.864778 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430935f-58c9-4c8b-82f4-4d73cc8ae0cb req-64d787c6-f110-4cc6-9765-4eaa2337f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:59.868198 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3430935f-58c9-4c8b-82f4-4d73cc8ae0cb req-64d787c6-f110-4cc6-9765-4eaa2337f029 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2cc03ca006694b27b723066ce33623c2&device_id=c7aaadf4-be38-478f-a690-8e6c6f8d2e53 HTTP/1.1" status: 200 len: 1098 time: 0.1968071 Nov 25 19:32:00.007196 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e1b9a-36ba-4fd4-9727-68a1b7e10c07 req-647bfb70-0ec2-4bfb-aa9d-5c46b4e12890 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:00.022347 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e90e1b9a-36ba-4fd4-9727-68a1b7e10c07 req-647bfb70-0ec2-4bfb-aa9d-5c46b4e12890 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.3266585 Nov 25 19:32:00.101097 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430935f-58c9-4c8b-82f4-4d73cc8ae0cb req-83e685f1-faf7-4069-83b6-886f2e23e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:00.103571 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3430935f-58c9-4c8b-82f4-4d73cc8ae0cb req-83e685f1-faf7-4069-83b6-886f2e23e0ea service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.2236791 Nov 25 19:32:00.116117 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e90e1b9a-36ba-4fd4-9727-68a1b7e10c07 req-1e4b3995-3725-4fd9-8a6f-f68b3a43637a tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.130 HTTP/1.1" status: 200 len: 696 time: 0.0925615 Nov 25 19:32:00.187313 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea024a-918f-4b17-96bd-0346120e2be7 req-9ddb2bd9-1991-472c-878f-1a79c7c392be tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:00.188893 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e8ea024a-918f-4b17-96bd-0346120e2be7 req-9ddb2bd9-1991-472c-878f-1a79c7c392be tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7aaadf4-be38-478f-a690-8e6c6f8d2e53 HTTP/1.1" status: 200 len: 947 time: 0.1498332 Nov 25 19:32:00.190959 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3430935f-58c9-4c8b-82f4-4d73cc8ae0cb req-5fe00835-dff9-448e-adb2-8a8ca09b5ad4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=4ffcde1f-49e9-43d1-87d4-c302cfe9454a HTTP/1.1" status: 200 len: 217 time: 0.0783281 Nov 25 19:32:00.245793 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e90e1b9a-36ba-4fd4-9727-68a1b7e10c07 req-869926fc-defe-4443-9c20-9752826a94a3 tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.130 HTTP/1.1" status: 200 len: 696 time: 0.1230085 Nov 25 19:32:00.305522 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430935f-58c9-4c8b-82f4-4d73cc8ae0cb req-c190f670-c69f-4e98-849d-f3c2ad4de255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:00.307514 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3430935f-58c9-4c8b-82f4-4d73cc8ae0cb req-c190f670-c69f-4e98-849d-f3c2ad4de255 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1078224 Nov 25 19:32:00.351336 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e8ea024a-918f-4b17-96bd-0346120e2be7 req-968bca09-625d-4d1f-83cc-1502b69dc51d tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056283 Nov 25 19:32:00.395669 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37264) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:00.474881 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430935f-58c9-4c8b-82f4-4d73cc8ae0cb req-39229d3c-6d2b-4d77-a7ed-9587f9b9263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:00.476448 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3430935f-58c9-4c8b-82f4-4d73cc8ae0cb req-39229d3c-6d2b-4d77-a7ed-9587f9b9263a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1572113 Nov 25 19:32:00.645742 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3430935f-58c9-4c8b-82f4-4d73cc8ae0cb req-44b2cb6a-8f90-4fb2-adf9-069c08be5f30 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592314 Nov 25 19:32:00.677271 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-e90e1b9a-36ba-4fd4-9727-68a1b7e10c07 req-15eb7ccc-fa79-4eb8-abcc-814ca801f57f tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Deleting port 5ddb13b0-5418-41c4-a354-74310a2743e8 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:32:00.678228 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e90e1b9a-36ba-4fd4-9727-68a1b7e10c07 req-15eb7ccc-fa79-4eb8-abcc-814ca801f57f tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:00.773354 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ce5bbf13-5f5e-4669-ade0-a69054f10d91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:00.855598 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cd1eb-0096-4c2f-9eea-40d3c868ac2b req-dd4ed4d6-f8ed-43ad-b484-c8d85b706c18 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:00.865365 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-295cd1eb-0096-4c2f-9eea-40d3c868ac2b req-dd4ed4d6-f8ed-43ad-b484-c8d85b706c18 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 946 time: 0.0848553 Nov 25 19:32:00.884845 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ce5bbf13-5f5e-4669-ade0-a69054f10d91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:00.896237 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ce5bbf13-5f5e-4669-ade0-a69054f10d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:00.908948 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3430935f-58c9-4c8b-82f4-4d73cc8ae0cb req-418ca483-6b26-47cf-b895-ed14ee600ac4 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543113 Nov 25 19:32:00.946206 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e90e1b9a-36ba-4fd4-9727-68a1b7e10c07 req-15eb7ccc-fa79-4eb8-abcc-814ca801f57f tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:00.946552 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e90e1b9a-36ba-4fd4-9727-68a1b7e10c07 req-15eb7ccc-fa79-4eb8-abcc-814ca801f57f tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:00.949208 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-295cd1eb-0096-4c2f-9eea-40d3c868ac2b req-9fed9d6c-07b9-47a7-88ef-2546dd26d878 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826757 Nov 25 19:32:00.983091 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ce5bbf13-5f5e-4669-ade0-a69054f10d91 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3d99e6441b29444bbcaaad242df477dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5858684 Nov 25 19:32:00.984298 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-e90e1b9a-36ba-4fd4-9727-68a1b7e10c07 req-15eb7ccc-fa79-4eb8-abcc-814ca801f57f tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Calling delete_port for 5ddb13b0-5418-41c4-a354-74310a2743e8 owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:32:00.986971 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37274) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:00.996811 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bbf13-5f5e-4669-ade0-a69054f10d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49396423-4286-420d-9661-d13cc6641cdf,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:01.110865 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-80406554-d8df-4c22-9fe5-3f1bda000568 req-294fda45-5e19-4125-9691-8d6961c1e2ab tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24471ad-b56c-49f1-a604-b8cd3ef62ca8 HTTP/1.1" status: 200 len: 210 time: 0.0431306 Nov 25 19:32:01.130231 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb259792-1a8f-4a3f-a178-9a0aae053155 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.181306 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb259792-1a8f-4a3f-a178-9a0aae053155 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.287282 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e90e1b9a-36ba-4fd4-9727-68a1b7e10c07 req-15eb7ccc-fa79-4eb8-abcc-814ca801f57f tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.311641 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f123ca8d-ded0-4014-8f59-e58b12cc16bd req-97672706-04fe-4118-aa6a-2b3cabe8f91b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1284068 Nov 25 19:32:01.324982 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb7ccc-fa79-4eb8-abcc-814ca801f57f tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Pushing event deleted for resources: {'Port': ['ID=5ddb13b0-5418-41c4-a354-74310a2743e8,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:01.347112 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18835a-239d-40de-b86a-3828ed693e97 req-7e4f7421-84e8-443e-b8d2-f54870097156 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:01.349013 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cf18835a-239d-40de-b86a-3828ed693e97 req-7e4f7421-84e8-443e-b8d2-f54870097156 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 946 time: 0.1074078 Nov 25 19:32:01.365400 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37278) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:01.387954 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0215481d-5670-4c64-843b-cba3c58d08f9 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Request body: {'floatingip': {'port_id': '6b63aae5-02ed-4222-aa55-350957d805d6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:01.388569 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb259792-1a8f-4a3f-a178-9a0aae053155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.399108 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb259792-1a8f-4a3f-a178-9a0aae053155 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.401854 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-eb259792-1a8f-4a3f-a178-9a0aae053155 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/49396423-4286-420d-9661-d13cc6641cdf HTTP/1.1" status: 204 len: 168 time: 0.4132102 Nov 25 19:32:01.451758 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0215481d-5670-4c64-843b-cba3c58d08f9 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.454237 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb259792-1a8f-4a3f-a178-9a0aae053155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49396423-4286-420d-9661-d13cc6641cdf,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:01.548704 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e90e1b9a-36ba-4fd4-9727-68a1b7e10c07 req-15eb7ccc-fa79-4eb8-abcc-814ca801f57f tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.554811 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e90e1b9a-36ba-4fd4-9727-68a1b7e10c07 req-15eb7ccc-fa79-4eb8-abcc-814ca801f57f tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.574098 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e90e1b9a-36ba-4fd4-9727-68a1b7e10c07 req-15eb7ccc-fa79-4eb8-abcc-814ca801f57f tempest-FloatingIPDetailsTestJSON-173527634 tempest-FloatingIPDetailsTestJSON-173527634-project] 10.222.0.55 "DELETE /v2.0/floatingips/fc26a85c-4777-4bf8-bbfb-2de6608b9129 HTTP/1.1" status: 204 len: 173 time: 1.3270891 Nov 25 19:32:01.577335 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37286) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:01.691467 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123ca8d-ded0-4014-8f59-e58b12cc16bd req-5c1b44f5-042c-4ffe-999c-ae9e770a34e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:01.693134 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f123ca8d-ded0-4014-8f59-e58b12cc16bd req-5c1b44f5-042c-4ffe-999c-ae9e770a34e1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=66bb1d518cbb4b4485685141182408d2&device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 1098 time: 0.3429189 Nov 25 19:32:01.719286 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3b260038-8cf8-4cc6-b787-2995e887cd82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.810181 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 4ffcde1f-49e9-43d1-87d4-c302cfe9454a details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:32:01.813146 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c00c3d-d4fc-46ec-bd33-9254a2957340 req-52151f96-28ca-47e5-8f69-18337c0d7228 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:01.815371 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-84c00c3d-d4fc-46ec-bd33-9254a2957340 req-52151f96-28ca-47e5-8f69-18337c0d7228 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7aaadf4-be38-478f-a690-8e6c6f8d2e53 HTTP/1.1" status: 200 len: 947 time: 0.3663621 Nov 25 19:32:02.083194 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 4ffcde1f-49e9-43d1-87d4-c302cfe9454a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=4ffcde1f-49e9-43d1-87d4-c302cfe9454a,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:02.099379 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '4ffcde1f-49e9-43d1-87d4-c302cfe9454a', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '4ffcde1f-49e9-43d1-87d4-c302cfe9454a', 'mac_address': 'fa:16:3e:74:f1:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:32:02.119447 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123ca8d-ded0-4014-8f59-e58b12cc16bd req-88045fff-4ab3-4744-8316-d1c813ff295a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:02.121411 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f123ca8d-ded0-4014-8f59-e58b12cc16bd req-88045fff-4ab3-4744-8316-d1c813ff295a service neutron] 10.222.0.85 "GET /v2.0/networks?id=7c66fbd7-92f9-4c18-afb1-b38847fa5709 HTTP/1.1" status: 200 len: 917 time: 0.3963745 Nov 25 19:32:02.219532 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:02.259280 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d068657-9200-44d0-b937-471eaa59c96c req-3ebe9f97-386c-46ad-8dfa-ac7b30bec825 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:02.260792 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d068657-9200-44d0-b937-471eaa59c96c req-3ebe9f97-386c-46ad-8dfa-ac7b30bec825 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.73 "GET /v2.0/networks?id=80a38dc0-4595-4a86-8f52-78b834ea720c HTTP/1.1" status: 200 len: 804 time: 0.5986123 Nov 25 19:32:02.266230 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ffcde1f-49e9-43d1-87d4-c302cfe9454a {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:02.280196 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-2d068657-9200-44d0-b937-471eaa59c96c req-4095d56f-dc70-4b6c-9a13-0f8493658fa4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Request body: {'port': {'device_id': 'f24471ad-b56c-49f1-a604-b8cd3ef62ca8', 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c', 'admin_state_up': True, 'tenant_id': 'a84262e56b10427f82b71772767dc30b'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:02.303177 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-84c00c3d-d4fc-46ec-bd33-9254a2957340 req-093a8bc1-4bd0-4292-98cc-c3d265c81181 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200814 Nov 25 19:32:02.308750 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 4ffcde1f-49e9-43d1-87d4-c302cfe9454a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=4ffcde1f-49e9-43d1-87d4-c302cfe9454a,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:02.315957 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:02.463349 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f123ca8d-ded0-4014-8f59-e58b12cc16bd req-5d10b7b3-1944-4bc6-922e-551c5395b942 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0270c450-7b12-494d-81ff-33d0eb610e7d HTTP/1.1" status: 200 len: 1002 time: 0.3291519 Nov 25 19:32:02.485244 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=4ffcde1f-49e9-43d1-87d4-c302cfe9454a,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:02.569823 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['4ffcde1f-49e9-43d1-87d4-c302cfe9454a'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:02.677523 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123ca8d-ded0-4014-8f59-e58b12cc16bd req-201d12a3-11e9-4f2b-a03f-14e05327d2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:02.679345 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f123ca8d-ded0-4014-8f59-e58b12cc16bd req-201d12a3-11e9-4f2b-a03f-14e05327d2e8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d HTTP/1.1" status: 200 len: 855 time: 0.2082303 Nov 25 19:32:02.745418 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-128ca74a-9ba0-4706-b1d2-ad2183d53d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:02.844701 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e3789efb-3a0b-45b1-8634-70e69b105953 req-2b4bd865-ed60-4f1e-bda0-b5c6506a64ff tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24471ad-b56c-49f1-a604-b8cd3ef62ca8 HTTP/1.1" status: 200 len: 210 time: 0.2466784 Nov 25 19:32:03.226752 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-128ca74a-9ba0-4706-b1d2-ad2183d53d57 admin admin] Deleting port cd78c078-17ff-4aae-9f66-05f375375776 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:32:03.227452 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-128ca74a-9ba0-4706-b1d2-ad2183d53d57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:03.319780 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-128ca74a-9ba0-4706-b1d2-ad2183d53d57 admin admin] For port cd78c078-17ff-4aae-9f66-05f375375776, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=cd78c078-17ff-4aae-9f66-05f375375776,segment=NetworkSegment(52eb0895-0e2e-42c8-b1a8-3e74df5b0cfa),segment_id=52eb0895-0e2e-42c8-b1a8-3e74df5b0cfa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:03.320415 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-128ca74a-9ba0-4706-b1d2-ad2183d53d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:03.353972 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-128ca74a-9ba0-4706-b1d2-ad2183d53d57 admin admin] Calling delete_port for cd78c078-17ff-4aae-9f66-05f375375776 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:32:03.509659 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123ca8d-ded0-4014-8f59-e58b12cc16bd req-975f4ae9-13e9-44e6-a0c2-bc144252e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:03.511286 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f123ca8d-ded0-4014-8f59-e58b12cc16bd req-975f4ae9-13e9-44e6-a0c2-bc144252e6b4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7c66fbd7-92f9-4c18-afb1-b38847fa5709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6829622 Nov 25 19:32:03.511951 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d068657-9200-44d0-b937-471eaa59c96c req-4095d56f-dc70-4b6c-9a13-0f8493658fa4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Made reservation on behalf of a84262e56b10427f82b71772767dc30b for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:32:03.515515 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2d068657-9200-44d0-b937-471eaa59c96c req-4095d56f-dc70-4b6c-9a13-0f8493658fa4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:03.567186 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:03.607534 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-0215481d-5670-4c64-843b-cba3c58d08f9 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:32:03.671300 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26884d4a-841f-432a-b16c-4769024851c8 req-af1c3669-cfa2-459b-8e54-7538d6e76e8e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:03.679631 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-26884d4a-841f-432a-b16c-4769024851c8 req-af1c3669-cfa2-459b-8e54-7538d6e76e8e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7aaadf4-be38-478f-a690-8e6c6f8d2e53 HTTP/1.1" status: 200 len: 948 time: 0.1308811 Nov 25 19:32:03.748067 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-128ca74a-9ba0-4706-b1d2-ad2183d53d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:03.804524 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ca74a-9ba0-4706-b1d2-ad2183d53d57 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd78c078-17ff-4aae-9f66-05f375375776,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:03.812969 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-26884d4a-841f-432a-b16c-4769024851c8 req-708b2455-aa2d-44eb-a5e9-08ea33c5589e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323633 Nov 25 19:32:03.837713 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 4ffcde1f-49e9-43d1-87d4-c302cfe9454a up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:03.903158 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0215481d-5670-4c64-843b-cba3c58d08f9 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:03.958169 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0215481d-5670-4c64-843b-cba3c58d08f9 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.129742 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 4ffcde1f-49e9-43d1-87d4-c302cfe9454a completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:32:04.139246 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 4ffcde1f-49e9-43d1-87d4-c302cfe9454a triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:04.139687 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.287558 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-128ca74a-9ba0-4706-b1d2-ad2183d53d57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.301321 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-2d068657-9200-44d0-b937-471eaa59c96c req-4095d56f-dc70-4b6c-9a13-0f8493658fa4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Allocated IP 172.20.0.8 (80a38dc0-4595-4a86-8f52-78b834ea720c/bbd3840b-2a2c-413f-a7dc-f5062cf8f874/24cafed6-3d8e-47ca-846d-457abb4a9631) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:04.354505 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.439746 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7aaadf4-be38-478f-a690-8e6c6f8d2e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffcde1f-49e9-43d1-87d4-c302cfe9454a'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:04.459770 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4162b65-62f9-41b9-93cd-fd40f41b6410" -d '{"events": [{"server_uuid": "c7aaadf4-be38-478f-a690-8e6c6f8d2e53", "name": "network-vif-plugged", "status": "completed", "tag": "4ffcde1f-49e9-43d1-87d4-c302cfe9454a"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:04.484773 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 4ffcde1f-49e9-43d1-87d4-c302cfe9454a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=4ffcde1f-49e9-43d1-87d4-c302cfe9454a,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:04.491802 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.545875 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2d068657-9200-44d0-b937-471eaa59c96c req-4095d56f-dc70-4b6c-9a13-0f8493658fa4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.597225 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5b6f9048-f533-4b11-b402-3f4c1136ed22 req-e0e33ec8-10a8-494d-99c6-dd9202877ca8 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24471ad-b56c-49f1-a604-b8cd3ef62ca8 HTTP/1.1" status: 200 len: 210 time: 0.6047032 Nov 25 19:32:04.631632 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2f24d-28bc-483d-9181-7323b246e0bd req-afbd9bf9-dfbe-43e2-878d-eb78a5a4dade tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:04.634790 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b5b2f24d-28bc-483d-9181-7323b246e0bd req-afbd9bf9-dfbe-43e2-878d-eb78a5a4dade tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 947 time: 0.1898639 Nov 25 19:32:04.684060 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=4ffcde1f-49e9-43d1-87d4-c302cfe9454a,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:04.710257 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d25f893-3f00-431e-ae2b-2393c42ddddf x-openstack-request-id: req-9d25f893-3f00-431e-ae2b-2393c42ddddf {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:04.710780 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7aaadf4-be38-478f-a690-8e6c6f8d2e53", "name": "network-vif-plugged", "status": "completed", "tag": "4ffcde1f-49e9-43d1-87d4-c302cfe9454a", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:04.711452 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d25f893-3f00-431e-ae2b-2393c42ddddf {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:04.713179 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7aaadf4-be38-478f-a690-8e6c6f8d2e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffcde1f-49e9-43d1-87d4-c302cfe9454a', 'code': 200} Nov 25 19:32:04.713395 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2d068657-9200-44d0-b937-471eaa59c96c req-4095d56f-dc70-4b6c-9a13-0f8493658fa4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.718665 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f123ca8d-ded0-4014-8f59-e58b12cc16bd req-20701746-45cc-45d6-9bd2-c1b5c072454e service neutron] 10.222.0.85 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1912673 Nov 25 19:32:04.720274 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-0215481d-5670-4c64-843b-cba3c58d08f9 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Floating IP f823388c-9d02-4085-a29d-016d5e0b7656 associated. External IP: 172.25.6.13, port: 6b63aae5-02ed-4222-aa55-350957d805d6. Nov 25 19:32:04.905425 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37348) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:04.967758 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d068657-9200-44d0-b937-471eaa59c96c req-4095d56f-dc70-4b6c-9a13-0f8493658fa4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Network 80a38dc0-4595-4a86-8f52-78b834ea720c is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:04.976111 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-2d068657-9200-44d0-b937-471eaa59c96c req-4095d56f-dc70-4b6c-9a13-0f8493658fa4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:05.021139 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d068657-9200-44d0-b937-471eaa59c96c req-4095d56f-dc70-4b6c-9a13-0f8493658fa4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:05.088386 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d068657-9200-44d0-b937-471eaa59c96c req-4095d56f-dc70-4b6c-9a13-0f8493658fa4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:05.089660 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2d068657-9200-44d0-b937-471eaa59c96c req-4095d56f-dc70-4b6c-9a13-0f8493658fa4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:05.179864 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d068657-9200-44d0-b937-471eaa59c96c req-4095d56f-dc70-4b6c-9a13-0f8493658fa4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9059796 Nov 25 19:32:05.181180 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095d56f-dc70-4b6c-9a13-0f8493658fa4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Pushing event updated for resources: {'Port': ['ID=24cafed6-3d8e-47ca-846d-457abb4a9631,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:05.212518 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-2d068657-9200-44d0-b937-471eaa59c96c req-3c2ed3a9-4d9e-4667-a0cb-fcbf8d407bda service neutron] Request body: {'port': {'device_id': 'f24471ad-b56c-49f1-a604-b8cd3ef62ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:05.297024 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f123ca8d-ded0-4014-8f59-e58b12cc16bd req-e2519144-ff54-4208-9153-ec86b40282f7 service neutron] 10.222.0.85 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216048 Nov 25 19:32:05.314839 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459d38c-3fbc-45f3-9453-5adeaeb28033 req-334558f1-2e77-432f-8685-53b9494ba2a2 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:05.318982 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a459d38c-3fbc-45f3-9453-5adeaeb28033 req-334558f1-2e77-432f-8685-53b9494ba2a2 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7aaadf4-be38-478f-a690-8e6c6f8d2e53 HTTP/1.1" status: 200 len: 949 time: 0.2157817 Nov 25 19:32:05.340830 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:05.385079 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2d068657-9200-44d0-b937-471eaa59c96c req-3c2ed3a9-4d9e-4667-a0cb-fcbf8d407bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:05.536766 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:05.546925 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a459d38c-3fbc-45f3-9453-5adeaeb28033 req-d45a7540-2f28-4c03-abd8-f9b0e4d64999 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008927 Nov 25 19:32:05.578665 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-beab43cc-2b2a-47fe-a465-e7a3cbc3ace8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-776478402', 'router:external': True}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:05.659059 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b5b2f24d-28bc-483d-9181-7323b246e0bd req-072aadb3-867d-4383-822a-538ac524db44 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9969385 Nov 25 19:32:05.690099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b7c5d-4850-4436-bd2b-7a3008e7c326 req-d7a1f09d-bf3c-4e24-9547-6c5c1dd67827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:05.693554 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-809b7c5d-4850-4436-bd2b-7a3008e7c326 req-d7a1f09d-bf3c-4e24-9547-6c5c1dd67827 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c7aaadf4-be38-478f-a690-8e6c6f8d2e53 HTTP/1.1" status: 200 len: 1100 time: 0.8043544 Nov 25 19:32:05.701504 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beab43cc-2b2a-47fe-a465-e7a3cbc3ace8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Made reservation on behalf of dc2c9737c5e94cad8c7e272b5679d11d for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:32:05.706740 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-beab43cc-2b2a-47fe-a465-e7a3cbc3ace8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:05.758620 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-beab43cc-2b2a-47fe-a465-e7a3cbc3ace8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:05.795171 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128ca74a-9ba0-4706-b1d2-ad2183d53d57 admin admin] Router 1eb7a10d-013a-4c19-95e2-e256e8416b2d has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:32:05.815292 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0215481d-5670-4c64-843b-cba3c58d08f9 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Router 1b51d659-906e-49be-b2ae-5dbadcdc9984 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:32:05.843744 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-809b7c5d-4850-4436-bd2b-7a3008e7c326 req-6d5b86f1-0219-47cc-86c1-d05be7ef395c service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306126 Nov 25 19:32:05.929140 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9cedb-f9d7-4328-805e-3a1e1395b4f1 req-d1b39016-25f0-474a-84ca-99f78f1ef737 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:05.930836 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-63a9cedb-f9d7-4328-805e-3a1e1395b4f1 req-d1b39016-25f0-474a-84ca-99f78f1ef737 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24471ad-b56c-49f1-a604-b8cd3ef62ca8 HTTP/1.1" status: 200 len: 931 time: 0.2094462 Nov 25 19:32:06.078719 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128ca74a-9ba0-4706-b1d2-ad2183d53d57 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:32:06.086180 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-128ca74a-9ba0-4706-b1d2-ad2183d53d57 admin admin] 10.222.0.55 "PUT /v2.0/routers/1eb7a10d-013a-4c19-95e2-e256e8416b2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5038428 Nov 25 19:32:06.089578 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37358) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:06.095167 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b063cc4-9e5a-423a-9112-107a6f099654 None None] Sync routers for ids ['1eb7a10d-013a-4c19-95e2-e256e8416b2d'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:32:06.117699 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b063cc4-9e5a-423a-9112-107a6f099654 None None] Routers {'1eb7a10d-013a-4c19-95e2-e256e8416b2d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:06.119363 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70173ec4-2ce4-47b5-87e5-9e64b0f7c101 req-c450fc28-40fc-4d07-b3b3-8c08e3821862 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:06.119932 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6b063cc4-9e5a-423a-9112-107a6f099654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:32:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1eb7a10d-013a-4c19-95e2-e256e8416b2d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:06.120988 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-70173ec4-2ce4-47b5-87e5-9e64b0f7c101 req-c450fc28-40fc-4d07-b3b3-8c08e3821862 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.85 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 947 time: 0.2810752 Nov 25 19:32:06.165216 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-63a9cedb-f9d7-4328-805e-3a1e1395b4f1 req-2d88b912-38a1-4563-a181-eb7e0fe52a65 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229221 Nov 25 19:32:06.235620 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-beab43cc-2b2a-47fe-a465-e7a3cbc3ace8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:06.285811 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0215481d-5670-4c64-843b-cba3c58d08f9 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:32:06.301068 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92418579-2e95-4f84-92fe-d41cf42c260e None None] Sync routers for ids ['1b51d659-906e-49be-b2ae-5dbadcdc9984'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:32:06.306404 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-976a8aec-a21c-4530-a463-708be32e1acb admin admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:06.309688 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-2d068657-9200-44d0-b937-471eaa59c96c req-3c2ed3a9-4d9e-4667-a0cb-fcbf8d407bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24cafed6-3d8e-47ca-846d-457abb4a9631 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:06.310882 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-beab43cc-2b2a-47fe-a465-e7a3cbc3ace8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:06.317442 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0215481d-5670-4c64-843b-cba3c58d08f9 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:06.335348 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beab43cc-2b2a-47fe-a465-e7a3cbc3ace8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:32:06.345004 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2d068657-9200-44d0-b937-471eaa59c96c req-3c2ed3a9-4d9e-4667-a0cb-fcbf8d407bda service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:06.353349 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-beab43cc-2b2a-47fe-a465-e7a3cbc3ace8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:06.353349 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-beab43cc-2b2a-47fe-a465-e7a3cbc3ace8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Added segment daac0a22-e349-42c1-8f76-81ef87ee99c6 of type vlan for network fe6af77d-4abd-4543-9a36-5c51730503f9 Nov 25 19:32:06.354178 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92418579-2e95-4f84-92fe-d41cf42c260e None None] Routers {'1b51d659-906e-49be-b2ae-5dbadcdc9984'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:06.357103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-92418579-2e95-4f84-92fe-d41cf42c260e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:32:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1b51d659-906e-49be-b2ae-5dbadcdc9984'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:06.390146 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-2d068657-9200-44d0-b937-471eaa59c96c req-3c2ed3a9-4d9e-4667-a0cb-fcbf8d407bda service neutron] Transition to ACTIVE for port object 24cafed6-3d8e-47ca-846d-457abb4a9631 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:32:06.393000 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0215481d-5670-4c64-843b-cba3c58d08f9 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "PUT /v2.0/floatingips/f823388c-9d02-4085-a29d-016d5e0b7656 HTTP/1.1" status: 200 len: 991 time: 5.0095398 Nov 25 19:32:06.393887 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bbea35a-8240-4dd3-901a-6d892067c686', 'tag': '6b63aae5-02ed-4222-aa55-350957d805d6'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:06.396513 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc8000c-1b29-45b3-9bfd-aa382822d201" -d '{"events": [{"name": "network-changed", "server_uuid": "6bbea35a-8240-4dd3-901a-6d892067c686", "tag": "6b63aae5-02ed-4222-aa55-350957d805d6"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:06.404200 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2d068657-9200-44d0-b937-471eaa59c96c req-3c2ed3a9-4d9e-4667-a0cb-fcbf8d407bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:06.479813 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-beab43cc-2b2a-47fe-a465-e7a3cbc3ace8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:06.502838 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-70173ec4-2ce4-47b5-87e5-9e64b0f7c101 req-acb53f49-e7b8-4c0a-9894-60b344f842b8 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Deleting port 0270c450-7b12-494d-81ff-33d0eb610e7d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:32:06.503188 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-70173ec4-2ce4-47b5-87e5-9e64b0f7c101 req-acb53f49-e7b8-4c0a-9894-60b344f842b8 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:06.554234 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cb073f-4558-4a0e-9cf3-fcb1b607b0de x-openstack-request-id: req-a8cb073f-4558-4a0e-9cf3-fcb1b607b0de {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:06.554964 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bbea35a-8240-4dd3-901a-6d892067c686", "tag": "6b63aae5-02ed-4222-aa55-350957d805d6", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:06.554964 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8cb073f-4558-4a0e-9cf3-fcb1b607b0de {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:06.555454 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bbea35a-8240-4dd3-901a-6d892067c686', 'tag': '6b63aae5-02ed-4222-aa55-350957d805d6', 'status': 'completed', 'code': 200} Nov 25 19:32:06.556082 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ed3a9-4d9e-4667-a0cb-fcbf8d407bda service neutron] Pushing event updated for resources: {'Port': ['ID=24cafed6-3d8e-47ca-846d-457abb4a9631,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:06.636866 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-6b063cc4-9e5a-423a-9112-107a6f099654 None None] Set router 1eb7a10d-013a-4c19-95e2-e256e8416b2d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:06.728716 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-beab43cc-2b2a-47fe-a465-e7a3cbc3ace8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:06.730351 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab43cc-2b2a-47fe-a465-e7a3cbc3ace8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:06.731215 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-beab43cc-2b2a-47fe-a465-e7a3cbc3ace8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:06.746570 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-92418579-2e95-4f84-92fe-d41cf42c260e None None] Set router 1b51d659-906e-49be-b2ae-5dbadcdc9984 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:06.947334 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-2d068657-9200-44d0-b937-471eaa59c96c req-3c2ed3a9-4d9e-4667-a0cb-fcbf8d407bda service neutron] Attempting to bind port 24cafed6-3d8e-47ca-846d-457abb4a9631 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:06.949974 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-2d068657-9200-44d0-b937-471eaa59c96c req-3c2ed3a9-4d9e-4667-a0cb-fcbf8d407bda service neutron] Attempting to bind port 24cafed6-3d8e-47ca-846d-457abb4a9631 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:06.951664 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d068657-9200-44d0-b937-471eaa59c96c req-3c2ed3a9-4d9e-4667-a0cb-fcbf8d407bda service neutron] Attempting to bind port 24cafed6-3d8e-47ca-846d-457abb4a9631 on network 80a38dc0-4595-4a86-8f52-78b834ea720c {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:06.987360 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6b063cc4-9e5a-423a-9112-107a6f099654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb7a10d-013a-4c19-95e2-e256e8416b2d', 'name': 'tempest-FloatingIPDetailsTestJSON-790238129-router', 'tenant_id': '4d20ab9ebfa145d18ee7c782c960e615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'ce5233a7-8b75-4831-9da9-43a37a114444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:13Z', 'updated_at': '2021-11-25T19:32:03Z', 'revision_number': 5, 'project_id': '4d20ab9ebfa145d18ee7c782c960e615', 'gw_port': {'id': 'ce5233a7-8b75-4831-9da9-43a37a114444', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb7a10d-013a-4c19-95e2-e256e8416b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:15Z', 'updated_at': '2021-11-25T19:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:07.030756 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d068657-9200-44d0-b937-471eaa59c96c req-3c2ed3a9-4d9e-4667-a0cb-fcbf8d407bda service neutron] Port 24cafed6-3d8e-47ca-846d-457abb4a9631 on network 80a38dc0-4595-4a86-8f52-78b834ea720c not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:32:07.035677 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab43cc-2b2a-47fe-a465-e7a3cbc3ace8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75d86e3-3d3f-4597-9d10-1c91cdd35817,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:07.038550 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d068657-9200-44d0-b937-471eaa59c96c req-3c2ed3a9-4d9e-4667-a0cb-fcbf8d407bda service neutron] Attempting to bind port 24cafed6-3d8e-47ca-846d-457abb4a9631 on network 80a38dc0-4595-4a86-8f52-78b834ea720c {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:07.051889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab43cc-2b2a-47fe-a465-e7a3cbc3ace8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Pushing event updated for resources: {'Network': ['ID=fe6af77d-4abd-4543-9a36-5c51730503f9,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:07.073671 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b063cc4-9e5a-423a-9112-107a6f099654 None None] Checking router: 1eb7a10d-013a-4c19-95e2-e256e8416b2d for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:32:07.093099 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b063cc4-9e5a-423a-9112-107a6f099654 None None] Routers {'1eb7a10d-013a-4c19-95e2-e256e8416b2d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:07.094221 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d068657-9200-44d0-b937-471eaa59c96c req-3c2ed3a9-4d9e-4667-a0cb-fcbf8d407bda service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:07.094477 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6b063cc4-9e5a-423a-9112-107a6f099654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:32:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1eb7a10d-013a-4c19-95e2-e256e8416b2d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:07.094883 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d068657-9200-44d0-b937-471eaa59c96c req-3c2ed3a9-4d9e-4667-a0cb-fcbf8d407bda service neutron] Checking segment: {'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:07.096662 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d068657-9200-44d0-b937-471eaa59c96c req-3c2ed3a9-4d9e-4667-a0cb-fcbf8d407bda service neutron] Bound using segment: {'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:07.097497 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-2d068657-9200-44d0-b937-471eaa59c96c req-3c2ed3a9-4d9e-4667-a0cb-fcbf8d407bda service neutron] Bound port: 24cafed6-3d8e-47ca-846d-457abb4a9631, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:07.098126 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2d068657-9200-44d0-b937-471eaa59c96c req-3c2ed3a9-4d9e-4667-a0cb-fcbf8d407bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:07.124920 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-beab43cc-2b2a-47fe-a465-e7a3cbc3ace8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.1571922 Nov 25 19:32:07.147191 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37372) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:07.158551 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476088c9-c09e-4cbe-9e41-a4aa192f8802 req-ab7b3b48-9e04-41de-8710-a053f8ab8bc9 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:07.160452 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network fe6af77d-4abd-4543-9a36-5c51730503f9 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:32:07.161973 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-476088c9-c09e-4cbe-9e41-a4aa192f8802 req-ab7b3b48-9e04-41de-8710-a053f8ab8bc9 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7aaadf4-be38-478f-a690-8e6c6f8d2e53 HTTP/1.1" status: 200 len: 949 time: 0.4087515 Nov 25 19:32:07.164130 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-f634116c-703f-43ff-98be-7ea6455cba99 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Request body: {'subnet': {'network_id': 'fe6af77d-4abd-4543-9a36-5c51730503f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:07.192848 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8000c-1b29-45b3-9bfd-aa382822d201 req-11109eed-3d40-4e39-ade7-d950308e4d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:07.193278 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-70173ec4-2ce4-47b5-87e5-9e64b0f7c101 req-acb53f49-e7b8-4c0a-9894-60b344f842b8 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] For port 0270c450-7b12-494d-81ff-33d0eb610e7d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=0270c450-7b12-494d-81ff-33d0eb610e7d,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:07.193806 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-70173ec4-2ce4-47b5-87e5-9e64b0f7c101 req-acb53f49-e7b8-4c0a-9894-60b344f842b8 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:07.195908 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8cc8000c-1b29-45b3-9bfd-aa382822d201 req-11109eed-3d40-4e39-ade7-d950308e4d0c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 1097 time: 0.6501510 Nov 25 19:32:07.329534 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-976a8aec-a21c-4530-a463-708be32e1acb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:07.383267 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-6b063cc4-9e5a-423a-9112-107a6f099654 None None] Set router 1eb7a10d-013a-4c19-95e2-e256e8416b2d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:07.492588 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ea102-9230-4aed-9934-f5a017ec75d2 req-aeee1a16-615b-45d2-a527-b9ec95dde289 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:07.495771 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-541ea102-9230-4aed-9934-f5a017ec75d2 req-aeee1a16-615b-45d2-a527-b9ec95dde289 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 947 time: 0.4984310 Nov 25 19:32:07.503731 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f634116c-703f-43ff-98be-7ea6455cba99 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Made reservation on behalf of dc2c9737c5e94cad8c7e272b5679d11d for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:32:07.508256 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f634116c-703f-43ff-98be-7ea6455cba99 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:07.678279 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-476088c9-c09e-4cbe-9e41-a4aa192f8802 req-338c4000-b693-4e8a-bfee-0ff6a572ed9e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725180 Nov 25 19:32:07.700838 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-2d068657-9200-44d0-b937-471eaa59c96c req-3c2ed3a9-4d9e-4667-a0cb-fcbf8d407bda service neutron] For port 24cafed6-3d8e-47ca-846d-457abb4a9631, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:07.763568 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-92418579-2e95-4f84-92fe-d41cf42c260e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'name': 'tempest-ServerActionsTestJSON-117370969-router', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:23Z', 'updated_at': '2021-11-25T19:31:31Z', 'revision_number': 4, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'gw_port': {'id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:25Z', 'updated_at': '2021-11-25T19:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'f823388c-9d02-4085-a29d-016d5e0b7656', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'floating_ip_address': '172.25.6.13', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'port_id': '6b63aae5-02ed-4222-aa55-350957d805d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'mac_address': 'fa:16:3e:91:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbea35a-8240-4dd3-901a-6d892067c686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:31:39Z', 'updated_at': '2021-11-25T19:32:03Z', 'revision_number': 1, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caaeedc3-17df-4164-99fe-a5d997ed0e02', 'name': '', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'mac_address': 'fa:16:3e:83:c3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:29Z', 'updated_at': '2021-11-25T19:31:42Z', 'revision_number': 5, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'subnets': [{'id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:07.803739 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-2d068657-9200-44d0-b937-471eaa59c96c req-3c2ed3a9-4d9e-4667-a0cb-fcbf8d407bda service neutron] For port 24cafed6-3d8e-47ca-846d-457abb4a9631, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=24cafed6-3d8e-47ca-846d-457abb4a9631,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:07.817914 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2d068657-9200-44d0-b937-471eaa59c96c req-3c2ed3a9-4d9e-4667-a0cb-fcbf8d407bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:07.866347 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d068657-9200-44d0-b937-471eaa59c96c req-3c2ed3a9-4d9e-4667-a0cb-fcbf8d407bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:07.867003 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2d068657-9200-44d0-b937-471eaa59c96c req-3c2ed3a9-4d9e-4667-a0cb-fcbf8d407bda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:07.879871 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d068657-9200-44d0-b937-471eaa59c96c req-3c2ed3a9-4d9e-4667-a0cb-fcbf8d407bda service neutron] 10.222.0.73 "PUT /v2.0/ports/24cafed6-3d8e-47ca-846d-457abb4a9631 HTTP/1.1" status: 200 len: 1091 time: 2.6770456 Nov 25 19:32:07.948377 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6b063cc4-9e5a-423a-9112-107a6f099654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb7a10d-013a-4c19-95e2-e256e8416b2d', 'name': 'tempest-FloatingIPDetailsTestJSON-790238129-router', 'tenant_id': '4d20ab9ebfa145d18ee7c782c960e615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'ce5233a7-8b75-4831-9da9-43a37a114444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:13Z', 'updated_at': '2021-11-25T19:32:03Z', 'revision_number': 5, 'project_id': '4d20ab9ebfa145d18ee7c782c960e615', 'gw_port': {'id': 'ce5233a7-8b75-4831-9da9-43a37a114444', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb7a10d-013a-4c19-95e2-e256e8416b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:15Z', 'updated_at': '2021-11-25T19:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:07.964517 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8000c-1b29-45b3-9bfd-aa382822d201 req-d7a3a63d-df24-465b-84dc-038cfa769902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:07.967776 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8cc8000c-1b29-45b3-9bfd-aa382822d201 req-d7a3a63d-df24-465b-84dc-038cfa769902 service neutron] 10.222.0.85 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 912 time: 0.7579973 Nov 25 19:32:08.019529 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92418579-2e95-4f84-92fe-d41cf42c260e None None] Checking router: 1b51d659-906e-49be-b2ae-5dbadcdc9984 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:32:08.024564 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b063cc4-9e5a-423a-9112-107a6f099654 None None] The sync data for ids ['1eb7a10d-013a-4c19-95e2-e256e8416b2d'] in n-d-819349-5 is: [{'id': '1eb7a10d-013a-4c19-95e2-e256e8416b2d', 'name': 'tempest-FloatingIPDetailsTestJSON-790238129-router', 'tenant_id': '4d20ab9ebfa145d18ee7c782c960e615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'ce5233a7-8b75-4831-9da9-43a37a114444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:13Z', 'updated_at': '2021-11-25T19:32:03Z', 'revision_number': 5, 'project_id': '4d20ab9ebfa145d18ee7c782c960e615', 'gw_port': {'id': 'ce5233a7-8b75-4831-9da9-43a37a114444', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb7a10d-013a-4c19-95e2-e256e8416b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:15Z', 'updated_at': '2021-11-25T19:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:32:08.073093 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-541ea102-9230-4aed-9934-f5a017ec75d2 req-dc255418-c23a-4ee2-b392-53a9f115c8f1 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7401f95-fd07-4255-99e2-6a1d96eba85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5110071 Nov 25 19:32:08.179397 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92418579-2e95-4f84-92fe-d41cf42c260e None None] Routers {'1b51d659-906e-49be-b2ae-5dbadcdc9984'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:08.181147 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-92418579-2e95-4f84-92fe-d41cf42c260e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:32:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1b51d659-906e-49be-b2ae-5dbadcdc9984'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:08.214971 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ed3a9-4d9e-4667-a0cb-fcbf8d407bda service neutron] Pushing event updated for resources: {'Port': ['ID=24cafed6-3d8e-47ca-846d-457abb4a9631,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:08.319500 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-976a8aec-a21c-4530-a463-708be32e1acb admin admin] Deleting port ce5233a7-8b75-4831-9da9-43a37a114444 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:32:08.321138 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-976a8aec-a21c-4530-a463-708be32e1acb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:08.399365 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d068657-9200-44d0-b937-471eaa59c96c req-1fac62a8-17a7-4696-b9ac-caed040ae0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:08.405023 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d068657-9200-44d0-b937-471eaa59c96c req-1fac62a8-17a7-4696-b9ac-caed040ae0ca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a84262e56b10427f82b71772767dc30b&device_id=f24471ad-b56c-49f1-a604-b8cd3ef62ca8 HTTP/1.1" status: 200 len: 1094 time: 0.4458122 Nov 25 19:32:08.427168 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8cc8000c-1b29-45b3-9bfd-aa382822d201 req-96e8c422-edce-49d2-9ad9-ef98ec9029b0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b63aae5-02ed-4222-aa55-350957d805d6 HTTP/1.1" status: 200 len: 999 time: 0.4206727 Nov 25 19:32:08.507406 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-70173ec4-2ce4-47b5-87e5-9e64b0f7c101 req-acb53f49-e7b8-4c0a-9894-60b344f842b8 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:08.507882 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-70173ec4-2ce4-47b5-87e5-9e64b0f7c101 req-acb53f49-e7b8-4c0a-9894-60b344f842b8 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:08.508216 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [req-70173ec4-2ce4-47b5-87e5-9e64b0f7c101 req-acb53f49-e7b8-4c0a-9894-60b344f842b8 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Floating IP 0cf11399-c1ea-44da-b962-74382190c1e7 disassociated. External IP: 172.25.6.169, port: 0270c450-7b12-494d-81ff-33d0eb610e7d. Nov 25 19:32:08.508591 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-70173ec4-2ce4-47b5-87e5-9e64b0f7c101 req-acb53f49-e7b8-4c0a-9894-60b344f842b8 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Calling delete_port for 0270c450-7b12-494d-81ff-33d0eb610e7d owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:32:08.538582 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-92418579-2e95-4f84-92fe-d41cf42c260e None None] Set router 1b51d659-906e-49be-b2ae-5dbadcdc9984 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:08.563371 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-00c11cc2-5526-4f95-8bc7-b3d84ef14f30 req-ff6d08db-b418-4df1-a1b3-1ae3a1118a6e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6240587 Nov 25 19:32:08.566130 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24471ad-b56c-49f1-a604-b8cd3ef62ca8', 'tag': '24cafed6-3d8e-47ca-846d-457abb4a9631'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:08.568788 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9254c38-8e73-4bb7-8e31-74d0a51da630" -d '{"events": [{"name": "network-changed", "server_uuid": "f24471ad-b56c-49f1-a604-b8cd3ef62ca8", "tag": "24cafed6-3d8e-47ca-846d-457abb4a9631"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:08.590394 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d068657-9200-44d0-b937-471eaa59c96c req-e2a67b01-b96b-4d99-9fdf-a65ca9247a8f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24cafed6-3d8e-47ca-846d-457abb4a9631 HTTP/1.1" status: 200 len: 217 time: 0.1483111 Nov 25 19:32:08.636262 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c64cb1-400d-4068-8da2-4ff36b6504b6 req-af17073e-6d37-405e-a181-29b11052123f tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:08.653772 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f7c64cb1-400d-4068-8da2-4ff36b6504b6 req-af17073e-6d37-405e-a181-29b11052123f tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24471ad-b56c-49f1-a604-b8cd3ef62ca8 HTTP/1.1" status: 200 len: 943 time: 0.4332151 Nov 25 19:32:08.809163 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0568b061-73fc-42c1-97c0-357d4d83b8ee x-openstack-request-id: req-0568b061-73fc-42c1-97c0-357d4d83b8ee {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:08.810085 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24471ad-b56c-49f1-a604-b8cd3ef62ca8", "tag": "24cafed6-3d8e-47ca-846d-457abb4a9631", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:08.810085 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0568b061-73fc-42c1-97c0-357d4d83b8ee {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:08.810399 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24471ad-b56c-49f1-a604-b8cd3ef62ca8', 'tag': '24cafed6-3d8e-47ca-846d-457abb4a9631', 'status': 'completed', 'code': 200} Nov 25 19:32:08.913192 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device cd78c078-17ff-4aae-9f66-05f375375776 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:32:08.938256 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c11cc2-5526-4f95-8bc7-b3d84ef14f30 req-4141ced1-b5f1-4741-ba21-81e94807a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:08.941281 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-00c11cc2-5526-4f95-8bc7-b3d84ef14f30 req-4141ced1-b5f1-4741-ba21-81e94807a211 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5793ebf8c1374bcea833180ef6f84e4c&device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 1097 time: 0.2438200 Nov 25 19:32:08.962250 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f7c64cb1-400d-4068-8da2-4ff36b6504b6 req-7fc99221-0b5a-4bc2-b8c1-77a54856ecf2 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072913 Nov 25 19:32:09.078623 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: cd78c078-17ff-4aae-9f66-05f375375776 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:32:09.078975 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device cd78c078-17ff-4aae-9f66-05f375375776 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:32:09.118210 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8000c-1b29-45b3-9bfd-aa382822d201 req-09db201a-b79d-4186-8bb9-c793086cc307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:09.121049 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8cc8000c-1b29-45b3-9bfd-aa382822d201 req-09db201a-b79d-4186-8bb9-c793086cc307 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ec830131-0c53-44d8-b6cf-4b7badf3b5da HTTP/1.1" status: 200 len: 850 time: 0.5251377 Nov 25 19:32:09.174920 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-976a8aec-a21c-4530-a463-708be32e1acb admin admin] For port ce5233a7-8b75-4831-9da9-43a37a114444, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=ce5233a7-8b75-4831-9da9-43a37a114444,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:09.175549 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-976a8aec-a21c-4530-a463-708be32e1acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:09.221171 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-976a8aec-a21c-4530-a463-708be32e1acb admin admin] Calling delete_port for ce5233a7-8b75-4831-9da9-43a37a114444 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:32:09.225077 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-92418579-2e95-4f84-92fe-d41cf42c260e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'name': 'tempest-ServerActionsTestJSON-117370969-router', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:23Z', 'updated_at': '2021-11-25T19:31:31Z', 'revision_number': 4, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'gw_port': {'id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:25Z', 'updated_at': '2021-11-25T19:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'f823388c-9d02-4085-a29d-016d5e0b7656', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'floating_ip_address': '172.25.6.13', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'port_id': '6b63aae5-02ed-4222-aa55-350957d805d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'mac_address': 'fa:16:3e:91:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbea35a-8240-4dd3-901a-6d892067c686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:31:39Z', 'updated_at': '2021-11-25T19:32:03Z', 'revision_number': 1, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caaeedc3-17df-4164-99fe-a5d997ed0e02', 'name': '', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'mac_address': 'fa:16:3e:83:c3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:29Z', 'updated_at': '2021-11-25T19:31:42Z', 'revision_number': 5, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'subnets': [{'id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:09.256805 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d068657-9200-44d0-b937-471eaa59c96c req-a95422bc-c71e-4602-ba53-c1d6ea217e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:09.259464 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d068657-9200-44d0-b937-471eaa59c96c req-a95422bc-c71e-4602-ba53-c1d6ea217e13 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bbd3840b-2a2c-413f-a7dc-f5062cf8f874 HTTP/1.1" status: 200 len: 844 time: 0.6403499 Nov 25 19:32:09.288976 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92418579-2e95-4f84-92fe-d41cf42c260e None None] The sync data for ids ['1b51d659-906e-49be-b2ae-5dbadcdc9984'] in n-d-819349-5 is: [{'id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'name': 'tempest-ServerActionsTestJSON-117370969-router', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:23Z', 'updated_at': '2021-11-25T19:31:31Z', 'revision_number': 4, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'gw_port': {'id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:25Z', 'updated_at': '2021-11-25T19:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'f823388c-9d02-4085-a29d-016d5e0b7656', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'floating_ip_address': '172.25.6.13', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'port_id': '6b63aae5-02ed-4222-aa55-350957d805d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'mac_address': 'fa:16:3e:91:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbea35a-8240-4dd3-901a-6d892067c686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:31:39Z', 'updated_at': '2021-11-25T19:32:03Z', 'revision_number': 1, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caaeedc3-17df-4164-99fe-a5d997ed0e02', 'name': '', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'mac_address': 'fa:16:3e:83:c3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:29Z', 'updated_at': '2021-11-25T19:31:42Z', 'revision_number': 5, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'subnets': [{'id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:32:09.485011 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d068657-9200-44d0-b937-471eaa59c96c req-2feaba29-c295-48c8-9bdb-4073732af52b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80a38dc0-4595-4a86-8f52-78b834ea720c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1987960 Nov 25 19:32:09.649049 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0122f-00a4-4b95-bea3-5493425fd30f req-8dd23f93-00bc-41a2-b861-d44c422d9b11 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:09.650843 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3ab0122f-00a4-4b95-bea3-5493425fd30f req-8dd23f93-00bc-41a2-b861-d44c422d9b11 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7aaadf4-be38-478f-a690-8e6c6f8d2e53 HTTP/1.1" status: 200 len: 949 time: 0.6713829 Nov 25 19:32:09.746352 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-70173ec4-2ce4-47b5-87e5-9e64b0f7c101 req-acb53f49-e7b8-4c0a-9894-60b344f842b8 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:09.759373 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8000c-1b29-45b3-9bfd-aa382822d201 req-832515e5-cdb1-4d19-a96b-8e27efbf8327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:09.761036 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8cc8000c-1b29-45b3-9bfd-aa382822d201 req-832515e5-cdb1-4d19-a96b-8e27efbf8327 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=37f8230d-6a2b-4a12-a441-526002eff84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5151594 Nov 25 19:32:09.787832 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bfdc8b6d-6dd3-4a78-a29b-2cff11282f07 req-e9498911-c4dd-4e84-b877-526b31e3c5f9 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6798050-0c54-46ab-abf9-06c60bfe8c20 HTTP/1.1" status: 200 len: 210 time: 0.0585053 Nov 25 19:32:09.813574 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360804c5-99ab-4dea-90cd-c2b305b43ae9 None None] New status for floating IP f823388c-9d02-4085-a29d-016d5e0b7656: ACTIVE {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:32:09.835479 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 0270c450-7b12-494d-81ff-33d0eb610e7d no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:32:09.879330 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 0270c450-7b12-494d-81ff-33d0eb610e7d {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:32:09.879852 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 0270c450-7b12-494d-81ff-33d0eb610e7d not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:32:09.926348 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d068657-9200-44d0-b937-471eaa59c96c req-98174bd4-468e-4d67-9d9c-73dae722dd68 service neutron] 10.222.0.73 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141133 Nov 25 19:32:09.971356 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb53f49-e7b8-4c0a-9894-60b344f842b8 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Pushing event deleted for resources: {'Port': ['ID=0270c450-7b12-494d-81ff-33d0eb610e7d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:09.986515 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3ab0122f-00a4-4b95-bea3-5493425fd30f req-2f91035f-889d-4012-8f66-e16bfda1e8ad tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910860 Nov 25 19:32:10.042353 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c11cc2-5526-4f95-8bc7-b3d84ef14f30 req-5f1214cd-266c-4d05-bf3b-22864e369a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:10.044324 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-00c11cc2-5526-4f95-8bc7-b3d84ef14f30 req-5f1214cd-266c-4d05-bf3b-22864e369a67 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ff56631b-efa0-42d5-95cb-f491e3d0d8b0 HTTP/1.1" status: 200 len: 912 time: 1.0763733 Nov 25 19:32:10.064765 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-976a8aec-a21c-4530-a463-708be32e1acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:10.309109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a8aec-a21c-4530-a463-708be32e1acb admin admin] Pushing event deleted for resources: {'Port': ['ID=ce5233a7-8b75-4831-9da9-43a37a114444,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:10.355867 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-00c11cc2-5526-4f95-8bc7-b3d84ef14f30 req-c3d89b06-0943-48bf-8f5a-620ce0916876 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6482793d-c7ac-41d8-9dd9-3ddeb09e42dd HTTP/1.1" status: 200 len: 1002 time: 0.2987366 Nov 25 19:32:10.441895 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70173ec4-2ce4-47b5-87e5-9e64b0f7c101 req-acb53f49-e7b8-4c0a-9894-60b344f842b8 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Router d083547c-f981-4129-8626-b5acb0086a22 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:32:10.452588 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8cc8000c-1b29-45b3-9bfd-aa382822d201 req-ff2d8b18-df21-4b81-8697-406c9e91fd8f service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6382546 Nov 25 19:32:10.454987 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c11cc2-5526-4f95-8bc7-b3d84ef14f30 req-ec5ded0b-2441-4c4f-96af-d3459474e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:10.457696 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-00c11cc2-5526-4f95-8bc7-b3d84ef14f30 req-ec5ded0b-2441-4c4f-96af-d3459474e7bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b79aba06-befc-4f8a-a873-c735df5300cb HTTP/1.1" status: 200 len: 850 time: 0.0922389 Nov 25 19:32:10.629312 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d068657-9200-44d0-b937-471eaa59c96c req-8cea4a09-7c71-40b7-bb67-58ca2777779c service neutron] 10.222.0.73 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6616793 Nov 25 19:32:10.648540 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c11cc2-5526-4f95-8bc7-b3d84ef14f30 req-e658d3be-86e9-4c09-b3b4-896dfb3ce1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:10.650162 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-00c11cc2-5526-4f95-8bc7-b3d84ef14f30 req-e658d3be-86e9-4c09-b3b4-896dfb3ce1cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff56631b-efa0-42d5-95cb-f491e3d0d8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1831605 Nov 25 19:32:10.668842 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd69de-09bb-4f1d-b690-81fdf1426d4d req-14e91d8c-aae1-47f5-b2ee-b57c8047d926 tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:10.670911 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2afd69de-09bb-4f1d-b690-81fdf1426d4d req-14e91d8c-aae1-47f5-b2ee-b57c8047d926 tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c7aaadf4-be38-478f-a690-8e6c6f8d2e53 HTTP/1.1" status: 200 len: 1100 time: 0.0917673 Nov 25 19:32:10.740074 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2afd69de-09bb-4f1d-b690-81fdf1426d4d req-a2711bff-2085-4711-ab1c-5878c73a1faf tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:10.742747 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70173ec4-2ce4-47b5-87e5-9e64b0f7c101 req-acb53f49-e7b8-4c0a-9894-60b344f842b8 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:32:10.758890 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df24daf1-9e67-4df6-a68b-0f9317c02cd6 None None] Sync routers for ids ['d083547c-f981-4129-8626-b5acb0086a22'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:32:10.775891 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df24daf1-9e67-4df6-a68b-0f9317c02cd6 None None] Routers {'d083547c-f981-4129-8626-b5acb0086a22'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:10.776784 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-df24daf1-9e67-4df6-a68b-0f9317c02cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:32:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d083547c-f981-4129-8626-b5acb0086a22'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:10.872148 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-70173ec4-2ce4-47b5-87e5-9e64b0f7c101 req-acb53f49-e7b8-4c0a-9894-60b344f842b8 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] No DVR routers for this DVR port 0270c450-7b12-494d-81ff-33d0eb610e7d on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:32:10.880512 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-70173ec4-2ce4-47b5-87e5-9e64b0f7c101 req-acb53f49-e7b8-4c0a-9894-60b344f842b8 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:10.884146 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-70173ec4-2ce4-47b5-87e5-9e64b0f7c101 req-acb53f49-e7b8-4c0a-9894-60b344f842b8 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.85 "DELETE /v2.0/ports/0270c450-7b12-494d-81ff-33d0eb610e7d HTTP/1.1" status: 204 len: 173 time: 4.7520239 Nov 25 19:32:10.887349 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6798050-0c54-46ab-abf9-06c60bfe8c20', 'name': 'network-vif-deleted', 'tag': '0270c450-7b12-494d-81ff-33d0eb610e7d'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:10.889854 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253652e3-f71a-4c66-8768-135c9b7f7eda" -d '{"events": [{"server_uuid": "e6798050-0c54-46ab-abf9-06c60bfe8c20", "name": "network-vif-deleted", "tag": "0270c450-7b12-494d-81ff-33d0eb610e7d"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:10.942557 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-00c11cc2-5526-4f95-8bc7-b3d84ef14f30 req-a9ddb577-9546-408d-9288-35fa2ae14d8c service neutron] 10.222.0.73 "GET /v2.0/networks/ff56631b-efa0-42d5-95cb-f491e3d0d8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784348 Nov 25 19:32:10.989166 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-df24daf1-9e67-4df6-a68b-0f9317c02cd6 None None] Set router d083547c-f981-4129-8626-b5acb0086a22 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:11.222881 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2afd69de-09bb-4f1d-b690-81fdf1426d4d req-a2711bff-2085-4711-ab1c-5878c73a1faf tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:11.229728 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af259db5-02ca-439c-862b-b5b97c2d1543 req-5ebb3618-df85-4f9c-aeed-7738517408a2 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:11.238466 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af259db5-02ca-439c-862b-b5b97c2d1543 req-5ebb3618-df85-4f9c-aeed-7738517408a2 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24471ad-b56c-49f1-a604-b8cd3ef62ca8 HTTP/1.1" status: 200 len: 943 time: 1.0378687 Nov 25 19:32:11.272922 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2afd69de-09bb-4f1d-b690-81fdf1426d4d req-a2711bff-2085-4711-ab1c-5878c73a1faf tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:11.289210 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-00c11cc2-5526-4f95-8bc7-b3d84ef14f30 req-8e78e35a-0918-49a9-8865-3001b795b830 service neutron] 10.222.0.73 "GET /v2.0/networks/ff56631b-efa0-42d5-95cb-f491e3d0d8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179312 Nov 25 19:32:11.289502 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-976a8aec-a21c-4530-a463-708be32e1acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:11.387546 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2afd69de-09bb-4f1d-b690-81fdf1426d4d req-a2711bff-2085-4711-ab1c-5878c73a1faf tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7009552 Nov 25 19:32:11.389276 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2711bff-2085-4711-ab1c-5878c73a1faf tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0651704-ccde-4904-ab96-6f218a19b1d7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:11.425688 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-df24daf1-9e67-4df6-a68b-0f9317c02cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd083547c-f981-4129-8626-b5acb0086a22', 'name': 'tempest-AttachVolumeShelveTestJSON-622630373-router', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:40Z', 'updated_at': '2021-11-25T19:26:56Z', 'revision_number': 4, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'gw_port': {'id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c39ea371-29d2-488b-8db0-bb86ccdb7c85', 'name': '', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'mac_address': 'fa:16:3e:f5:63:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:52Z', 'updated_at': '2021-11-25T19:27:04Z', 'revision_number': 5, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'subnets': [{'id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:11.435150 n-d-819349-5 neutron-server[103600]: DEBUG neutron.objects.ports [None req-f634116c-703f-43ff-98be-7ea6455cba99 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103600) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:32:11.443392 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f634116c-703f-43ff-98be-7ea6455cba99 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:11.477469 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df24daf1-9e67-4df6-a68b-0f9317c02cd6 None None] Checking router: d083547c-f981-4129-8626-b5acb0086a22 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:32:11.491488 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df24daf1-9e67-4df6-a68b-0f9317c02cd6 None None] Routers {'d083547c-f981-4129-8626-b5acb0086a22'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:11.492152 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-df24daf1-9e67-4df6-a68b-0f9317c02cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:32:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d083547c-f981-4129-8626-b5acb0086a22'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:11.504563 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-976a8aec-a21c-4530-a463-708be32e1acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:11.515880 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:32:11.530693 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-976a8aec-a21c-4530-a463-708be32e1acb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:11.660649 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f634116c-703f-43ff-98be-7ea6455cba99 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Checking segment: {'id': 'daac0a22-e349-42c1-8f76-81ef87ee99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fe6af77d-4abd-4543-9a36-5c51730503f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:11.661716 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f634116c-703f-43ff-98be-7ea6455cba99 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Network hostable DHCP agents. Network: fe6af77d-4abd-4543-9a36-5c51730503f9, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:32:11.695520 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-df24daf1-9e67-4df6-a68b-0f9317c02cd6 None None] Set router d083547c-f981-4129-8626-b5acb0086a22 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:11.779415 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af259db5-02ca-439c-862b-b5b97c2d1543 req-0edf1edc-0f04-4b99-a61f-2d44655d104c tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5399311 Nov 25 19:32:11.782114 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9254c38-8e73-4bb7-8e31-74d0a51da630 req-50b9c19e-5140-4012-9718-01507583b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:11.785165 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9254c38-8e73-4bb7-8e31-74d0a51da630 req-50b9c19e-5140-4012-9718-01507583b2e8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a84262e56b10427f82b71772767dc30b&device_id=f24471ad-b56c-49f1-a604-b8cd3ef62ca8 HTTP/1.1" status: 200 len: 1094 time: 0.5756969 Nov 25 19:32:11.795271 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdcecb0-c9f0-4d60-9a36-f231d6eca221 x-openstack-request-id: req-4fdcecb0-c9f0-4d60-9a36-f231d6eca221 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:11.799369 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6798050-0c54-46ab-abf9-06c60bfe8c20", "name": "network-vif-deleted", "tag": "0270c450-7b12-494d-81ff-33d0eb610e7d", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:11.800381 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4fdcecb0-c9f0-4d60-9a36-f231d6eca221 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:11.801459 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6798050-0c54-46ab-abf9-06c60bfe8c20', 'name': 'network-vif-deleted', 'tag': '0270c450-7b12-494d-81ff-33d0eb610e7d', 'status': 'completed', 'code': 200} Nov 25 19:32:11.816761 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8cc8000c-1b29-45b3-9bfd-aa382822d201 req-ee1de244-215f-4090-ad3c-b74179b0289e service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2980919 Nov 25 19:32:11.817233 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-976a8aec-a21c-4530-a463-708be32e1acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:11.817786 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976a8aec-a21c-4530-a463-708be32e1acb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1eb7a10d-013a-4c19-95e2-e256e8416b2d {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:32:11.820073 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f634116c-703f-43ff-98be-7ea6455cba99 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Network fe6af77d-4abd-4543-9a36-5c51730503f9 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:32:11.825817 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-976a8aec-a21c-4530-a463-708be32e1acb admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:11.831057 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-976a8aec-a21c-4530-a463-708be32e1acb admin admin] 10.222.0.55 "DELETE /v2.0/routers/1eb7a10d-013a-4c19-95e2-e256e8416b2d HTTP/1.1" status: 204 len: 168 time: 5.7364571 Nov 25 19:32:11.831912 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37414) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:11.839819 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634116c-703f-43ff-98be-7ea6455cba99 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Pushing event updated for resources: {'Subnet': ['ID=236926ea-294e-4451-a943-35b13bcefc6d,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:11.864838 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-f634116c-703f-43ff-98be-7ea6455cba99 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, fe6af77d-4abd-4543-9a36-5c51730503f9) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:11.908316 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f634116c-703f-43ff-98be-7ea6455cba99 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:11.908945 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f634116c-703f-43ff-98be-7ea6455cba99 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:11.949082 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f634116c-703f-43ff-98be-7ea6455cba99 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.7895079 Nov 25 19:32:11.951235 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37416) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:11.956889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-77ef35ad-f8db-4b93-bad0-0aa739e3f8db tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1507605050', 'network_id': 'fe6af77d-4abd-4543-9a36-5c51730503f9'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:11.998971 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9254c38-8e73-4bb7-8e31-74d0a51da630 req-6dbfe830-7c4a-4d28-a34e-8dc0b188f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:12.001567 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9254c38-8e73-4bb7-8e31-74d0a51da630 req-6dbfe830-7c4a-4d28-a34e-8dc0b188f4fc service neutron] 10.222.0.73 "GET /v2.0/networks?id=80a38dc0-4595-4a86-8f52-78b834ea720c HTTP/1.1" status: 200 len: 905 time: 0.2001865 Nov 25 19:32:12.023713 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ef35ad-f8db-4b93-bad0-0aa739e3f8db tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Made reservation on behalf of dc2c9737c5e94cad8c7e272b5679d11d for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:32:12.029291 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77ef35ad-f8db-4b93-bad0-0aa739e3f8db tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:12.183634 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81b69c5-7d47-4bae-abc5-b558a95e96f9 None None] Network fe6af77d-4abd-4543-9a36-5c51730503f9 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:32:12.190667 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea726a0-d734-4aa1-9120-1dc2fb498e33 admin admin] Deleting subnet 562cb166-5a99-4b0f-a374-b03c3d4cd577 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:32:12.196174 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37418) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:12.209240 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ea726a0-d734-4aa1-9120-1dc2fb498e33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:12.230424 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9254c38-8e73-4bb7-8e31-74d0a51da630 req-8d160b01-5bb2-4c10-8456-3b1612943091 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24cafed6-3d8e-47ca-846d-457abb4a9631 HTTP/1.1" status: 200 len: 217 time: 0.2193506 Nov 25 19:32:12.232480 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77ef35ad-f8db-4b93-bad0-0aa739e3f8db tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] device_id is not set on port 1630d567-f7db-42ad-ad25-d4ece9080163 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:32:12.458063 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9254c38-8e73-4bb7-8e31-74d0a51da630 req-42f17bea-a7ce-4b8b-85e0-d7a49c6beb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:12.459748 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9254c38-8e73-4bb7-8e31-74d0a51da630 req-42f17bea-a7ce-4b8b-85e0-d7a49c6beb8c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bbd3840b-2a2c-413f-a7dc-f5062cf8f874 HTTP/1.1" status: 200 len: 844 time: 0.2198381 Nov 25 19:32:12.466230 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 24cafed6-3d8e-47ca-846d-457abb4a9631 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:32:12.551900 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ea726a0-d734-4aa1-9120-1dc2fb498e33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:12.573462 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-77ef35ad-f8db-4b93-bad0-0aa739e3f8db tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Allocated IP 2001:db8::2f7 (fe6af77d-4abd-4543-9a36-5c51730503f9/236926ea-294e-4451-a943-35b13bcefc6d/1630d567-f7db-42ad-ad25-d4ece9080163) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:12.608550 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9254c38-8e73-4bb7-8e31-74d0a51da630 req-1695fe5b-a934-4a45-9ee7-57e12aefe9ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80a38dc0-4595-4a86-8f52-78b834ea720c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313071 Nov 25 19:32:12.740533 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f099fee-a8bf-4d33-88cc-64152eb7f1e6 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:12.908093 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:32:12.948676 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-4ef17923-71d4-46cd-879c-638edcd8bfa6 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=2cc03ca006694b27b723066ce33623c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2007256 Nov 25 19:32:12.957358 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f099fee-a8bf-4d33-88cc-64152eb7f1e6 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:12.999103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ce5233a7-8b75-4831-9da9-43a37a114444 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:32:13.040931 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ea726a0-d734-4aa1-9120-1dc2fb498e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:13.107016 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: ce5233a7-8b75-4831-9da9-43a37a114444 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:32:13.107363 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ce5233a7-8b75-4831-9da9-43a37a114444 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:32:13.149845 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9254c38-8e73-4bb7-8e31-74d0a51da630 req-b4b0ef04-29f3-4447-a6fa-362cb07aa20f service neutron] 10.222.0.73 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5114601 Nov 25 19:32:13.207194 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76835046-22ae-42e7-a063-bef13289fbf1 None None] Network fe6af77d-4abd-4543-9a36-5c51730503f9 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:32:13.309284 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 24cafed6-3d8e-47ca-846d-457abb4a9631, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=24cafed6-3d8e-47ca-846d-457abb4a9631,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:13.330092 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-df24daf1-9e67-4df6-a68b-0f9317c02cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd083547c-f981-4129-8626-b5acb0086a22', 'name': 'tempest-AttachVolumeShelveTestJSON-622630373-router', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:40Z', 'updated_at': '2021-11-25T19:26:56Z', 'revision_number': 4, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'gw_port': {'id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c39ea371-29d2-488b-8db0-bb86ccdb7c85', 'name': '', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'mac_address': 'fa:16:3e:f5:63:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:52Z', 'updated_at': '2021-11-25T19:27:04Z', 'revision_number': 5, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'subnets': [{'id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:13.367019 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df24daf1-9e67-4df6-a68b-0f9317c02cd6 None None] The sync data for ids ['d083547c-f981-4129-8626-b5acb0086a22'] in n-d-819349-5 is: [{'id': 'd083547c-f981-4129-8626-b5acb0086a22', 'name': 'tempest-AttachVolumeShelveTestJSON-622630373-router', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:40Z', 'updated_at': '2021-11-25T19:26:56Z', 'revision_number': 4, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'gw_port': {'id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c39ea371-29d2-488b-8db0-bb86ccdb7c85', 'name': '', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'mac_address': 'fa:16:3e:f5:63:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:52Z', 'updated_at': '2021-11-25T19:27:04Z', 'revision_number': 5, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'subnets': [{'id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:32:13.371928 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '24cafed6-3d8e-47ca-846d-457abb4a9631', 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c', 'port_id': '24cafed6-3d8e-47ca-846d-457abb4a9631', 'mac_address': 'fa:16:3e:0e:6d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd3840b-2a2c-413f-a7dc-f5062cf8f874', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:32:13.428852 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-df263d24-b872-42b7-a7d4-1dc65a770da7 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:13.442346 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-df263d24-b872-42b7-a7d4-1dc65a770da7 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4763894 Nov 25 19:32:13.445323 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f099fee-a8bf-4d33-88cc-64152eb7f1e6 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:13.452175 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f099fee-a8bf-4d33-88cc-64152eb7f1e6 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:13.459341 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7f099fee-a8bf-4d33-88cc-64152eb7f1e6 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "DELETE /v2.0/security-groups/e7401f95-fd07-4255-99e2-6a1d96eba85e HTTP/1.1" status: 204 len: 168 time: 1.2612083 Nov 25 19:32:13.478869 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37446) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:13.512370 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ea726a0-d734-4aa1-9120-1dc2fb498e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:13.530933 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77ef35ad-f8db-4b93-bad0-0aa739e3f8db tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:13.542041 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9254c38-8e73-4bb7-8e31-74d0a51da630 req-0304b3c8-5ad3-41bc-be78-a8a6bbc68af6 service neutron] 10.222.0.73 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815036 Nov 25 19:32:13.546155 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:13.577437 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99c6c8-d453-457b-a962-1364c808e3ac req-7aef7080-9b68-48da-b304-43789f9d92d1 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:13.581782 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24cafed6-3d8e-47ca-846d-457abb4a9631 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:13.585710 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4f99c6c8-d453-457b-a962-1364c808e3ac req-7aef7080-9b68-48da-b304-43789f9d92d1 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24471ad-b56c-49f1-a604-b8cd3ef62ca8 HTTP/1.1" status: 200 len: 943 time: 0.1910005 Nov 25 19:32:13.628479 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ea726a0-d734-4aa1-9120-1dc2fb498e33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:13.636923 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2ea726a0-d734-4aa1-9120-1dc2fb498e33 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/562cb166-5a99-4b0f-a374-b03c3d4cd577 HTTP/1.1" status: 204 len: 168 time: 1.8033400 Nov 25 19:32:13.638836 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-775f9142-d528-4f56-859a-a7457a3c350b tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] show failed (client error): The resource could not be found. Nov 25 19:32:13.639118 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77ef35ad-f8db-4b93-bad0-0aa739e3f8db tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:13.640666 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-775f9142-d528-4f56-859a-a7457a3c350b tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups/e7401f95-fd07-4255-99e2-6a1d96eba85e HTTP/1.1" status: 404 len: 347 time: 0.1521268 Nov 25 19:32:13.641628 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37448) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:13.651078 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37450) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:13.658375 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 24cafed6-3d8e-47ca-846d-457abb4a9631, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=24cafed6-3d8e-47ca-846d-457abb4a9631,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:13.664986 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-6f9639c8-f0f8-4522-bb88-6621e2fc606d tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/quotas/2cc03ca006694b27b723066ce33623c2 HTTP/1.1" status: 200 len: 375 time: 0.2023103 Nov 25 19:32:13.667424 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea726a0-d734-4aa1-9120-1dc2fb498e33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=562cb166-5a99-4b0f-a374-b03c3d4cd577,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:13.668917 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896ffc9b-b764-4285-b4ec-fb9b128d7e7c None None] Network b842e3cb-8cbc-4d3b-a99a-b71b37527e2b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:32:13.676843 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f099fee-a8bf-4d33-88cc-64152eb7f1e6 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7401f95-fd07-4255-99e2-6a1d96eba85e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:13.715190 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:13.819194 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4f99c6c8-d453-457b-a962-1364c808e3ac req-37a847d6-2ded-4e12-ab19-9c3b6baade3a tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323027 Nov 25 19:32:13.889196 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ef35ad-f8db-4b93-bad0-0aa739e3f8db tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Network fe6af77d-4abd-4543-9a36-5c51730503f9 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:13.905782 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef35ad-f8db-4b93-bad0-0aa739e3f8db tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Pushing event updated for resources: {'Port': ['ID=1630d567-f7db-42ad-ad25-d4ece9080163,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:13.914600 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-77ef35ad-f8db-4b93-bad0-0aa739e3f8db tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:13.932306 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ef35ad-f8db-4b93-bad0-0aa739e3f8db tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:13.935304 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ef35ad-f8db-4b93-bad0-0aa739e3f8db tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:13.936698 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77ef35ad-f8db-4b93-bad0-0aa739e3f8db tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:13.947158 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-de36d852-2f23-42cf-af4d-5b675489333c tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cc03ca006694b27b723066ce33623c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2661085 Nov 25 19:32:13.969906 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1436dc73-d878-460b-8f17-0a7a553925fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:14.011563 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247a562-d0f7-4bc8-a09e-47e1d8b5ca08 None None] New status for floating IP 0cf11399-c1ea-44da-b962-74382190c1e7: DOWN {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:32:14.127358 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['24cafed6-3d8e-47ca-846d-457abb4a9631'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:14.132579 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=24cafed6-3d8e-47ca-846d-457abb4a9631,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:14.174493 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1436dc73-d878-460b-8f17-0a7a553925fc admin admin] Deleting port a4230c74-967e-421b-b6ab-2b9eb006869d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:32:14.174830 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1436dc73-d878-460b-8f17-0a7a553925fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:14.185252 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:14.185589 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:14.185945 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:14.186344 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:14.186838 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:14.187064 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:14.187344 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:14.187671 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:14.187997 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:14.188326 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:14.188651 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:14.189057 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:14.303248 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d6044-7cbc-4d50-89e7-1121ce0d3e83 req-0b736352-f96e-470a-9335-d2a7cb5eaff6 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:14.306620 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9e9d6044-7cbc-4d50-89e7-1121ce0d3e83 req-0b736352-f96e-470a-9335-d2a7cb5eaff6 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.1875648 Nov 25 19:32:14.324100 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-1436dc73-d878-460b-8f17-0a7a553925fc admin admin] For port a4230c74-967e-421b-b6ab-2b9eb006869d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a4230c74-967e-421b-b6ab-2b9eb006869d,segment=NetworkSegment(52eb0895-0e2e-42c8-b1a8-3e74df5b0cfa),segment_id=52eb0895-0e2e-42c8-b1a8-3e74df5b0cfa)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:14.324548 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1436dc73-d878-460b-8f17-0a7a553925fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:14.357154 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1436dc73-d878-460b-8f17-0a7a553925fc admin admin] Calling delete_port for a4230c74-967e-421b-b6ab-2b9eb006869d owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:32:14.358077 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-77ef35ad-f8db-4b93-bad0-0aa739e3f8db tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.4053528 Nov 25 19:32:14.364564 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37454) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:14.430078 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e188fe-d153-499e-89cb-498db3f0e768 None None] DHCP port deletion for b842e3cb-8cbc-4d3b-a99a-b71b37527e2b request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:32:14.560281 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9e9d6044-7cbc-4d50-89e7-1121ce0d3e83 req-e6993fb8-863f-4ba2-8fb0-c01f4e5a6672 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998510 Nov 25 19:32:14.564987 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-46e188fe-d153-499e-89cb-498db3f0e768 None None] Deleting port a4230c74-967e-421b-b6ab-2b9eb006869d {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:32:14.565564 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-46e188fe-d153-499e-89cb-498db3f0e768 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:14.583328 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b687b926-4bff-48e0-8072-8afba290cfca tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Deleting port d061b07b-2e87-4793-adad-d3208b950066 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:32:14.585136 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b687b926-4bff-48e0-8072-8afba290cfca tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:14.666272 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-46e188fe-d153-499e-89cb-498db3f0e768 None None] For port a4230c74-967e-421b-b6ab-2b9eb006869d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a4230c74-967e-421b-b6ab-2b9eb006869d,segment=NetworkSegment(52eb0895-0e2e-42c8-b1a8-3e74df5b0cfa),segment_id=52eb0895-0e2e-42c8-b1a8-3e74df5b0cfa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:14.668596 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-46e188fe-d153-499e-89cb-498db3f0e768 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:14.701719 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-46e188fe-d153-499e-89cb-498db3f0e768 None None] Calling delete_port for a4230c74-967e-421b-b6ab-2b9eb006869d owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:32:14.742786 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1436dc73-d878-460b-8f17-0a7a553925fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:14.768632 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-887c17f7-bbc2-4b24-8f64-e5108703f905 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Deleting port 1630d567-f7db-42ad-ad25-d4ece9080163 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:32:14.769212 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-887c17f7-bbc2-4b24-8f64-e5108703f905 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:14.771769 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b687b926-4bff-48e0-8072-8afba290cfca tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:14.772376 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b687b926-4bff-48e0-8072-8afba290cfca tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:14.811798 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b687b926-4bff-48e0-8072-8afba290cfca tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Calling delete_port for d061b07b-2e87-4793-adad-d3208b950066 owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:32:14.843164 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436dc73-d878-460b-8f17-0a7a553925fc admin admin] Pushing event deleted for resources: {'Port': ['ID=a4230c74-967e-421b-b6ab-2b9eb006869d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:14.851635 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1436dc73-d878-460b-8f17-0a7a553925fc admin admin] No DVR routers for this DVR port a4230c74-967e-421b-b6ab-2b9eb006869d on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:32:14.924765 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-46e188fe-d153-499e-89cb-498db3f0e768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:15.019812 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e188fe-d153-499e-89cb-498db3f0e768 None None] No DVR routers for this DVR port a4230c74-967e-421b-b6ab-2b9eb006869d on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:32:15.022120 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a4230c74-967e-421b-b6ab-2b9eb006869d no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:32:15.051407 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: a4230c74-967e-421b-b6ab-2b9eb006869d {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:32:15.061909 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a4230c74-967e-421b-b6ab-2b9eb006869d not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:32:15.084733 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e188fe-d153-499e-89cb-498db3f0e768 None None] Pushing event deleted for resources: {'Port': ['ID=a4230c74-967e-421b-b6ab-2b9eb006869d,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:15.119920 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1436dc73-d878-460b-8f17-0a7a553925fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:15.177213 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-1436dc73-d878-460b-8f17-0a7a553925fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b842e3cb-8cbc-4d3b-a99a-b71b37527e2b']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:15.197274 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-1436dc73-d878-460b-8f17-0a7a553925fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52eb0895-0e2e-42c8-b1a8-3e74df5b0cfa') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:15.197791 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-1436dc73-d878-460b-8f17-0a7a553925fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52eb0895-0e2e-42c8-b1a8-3e74df5b0cfa') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:15.222052 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1436dc73-d878-460b-8f17-0a7a553925fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:15.298382 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-887c17f7-bbc2-4b24-8f64-e5108703f905 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:15.316527 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-887c17f7-bbc2-4b24-8f64-e5108703f905 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Calling delete_port for 1630d567-f7db-42ad-ad25-d4ece9080163 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:32:15.328911 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b687b926-4bff-48e0-8072-8afba290cfca tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:15.334482 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1436dc73-d878-460b-8f17-0a7a553925fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:15.357027 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1436dc73-d878-460b-8f17-0a7a553925fc admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:32:15.357027 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1436dc73-d878-460b-8f17-0a7a553925fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:32:15.360775 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:32:15.394343 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687b926-4bff-48e0-8072-8afba290cfca tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Pushing event deleted for resources: {'Port': ['ID=d061b07b-2e87-4793-adad-d3208b950066,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:15.431010 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-105764c6-10a0-4580-a962-8922c6f725d1 req-14532d72-d6f8-4c3f-8d50-52e4d3200516 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95a24c1-a5b1-4897-9449-8c459924a16b HTTP/1.1" status: 200 len: 210 time: 0.0938354 Nov 25 19:32:15.433057 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b96ff-89ad-40d3-8667-009442890639 req-7f246357-0aca-4dd9-8b62-27bfbed9a0ac tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:15.436380 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a3b96ff-89ad-40d3-8667-009442890639 req-7f246357-0aca-4dd9-8b62-27bfbed9a0ac tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24471ad-b56c-49f1-a604-b8cd3ef62ca8 HTTP/1.1" status: 200 len: 944 time: 0.1845250 Nov 25 19:32:15.507988 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1436dc73-d878-460b-8f17-0a7a553925fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:15.518746 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1436dc73-d878-460b-8f17-0a7a553925fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:15.525447 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1436dc73-d878-460b-8f17-0a7a553925fc admin admin] 10.222.0.55 "DELETE /v2.0/networks/b842e3cb-8cbc-4d3b-a99a-b71b37527e2b HTTP/1.1" status: 204 len: 168 time: 1.8807771 Nov 25 19:32:15.550076 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436dc73-d878-460b-8f17-0a7a553925fc admin admin] Pushing event deleted for resources: {'Network': ['ID=b842e3cb-8cbc-4d3b-a99a-b71b37527e2b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:15.640745 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b687b926-4bff-48e0-8072-8afba290cfca tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:15.646768 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b687b926-4bff-48e0-8072-8afba290cfca tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:15.649014 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b687b926-4bff-48e0-8072-8afba290cfca tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "DELETE /v2.0/floatingips/0cf11399-c1ea-44da-b962-74382190c1e7 HTTP/1.1" status: 204 len: 168 time: 1.9997170 Nov 25 19:32:15.672258 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a3b96ff-89ad-40d3-8667-009442890639 req-ceb48664-47bd-48b5-8c3c-5bf061dbc90e tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948526 Nov 25 19:32:15.678367 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-887c17f7-bbc2-4b24-8f64-e5108703f905 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:15.817365 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c17f7-bbc2-4b24-8f64-e5108703f905 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Pushing event deleted for resources: {'Port': ['ID=1630d567-f7db-42ad-ad25-d4ece9080163,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:15.867288 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-887c17f7-bbc2-4b24-8f64-e5108703f905 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:15.873483 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-887c17f7-bbc2-4b24-8f64-e5108703f905 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "DELETE /v2.0/ports/1630d567-f7db-42ad-ad25-d4ece9080163 HTTP/1.1" status: 204 len: 168 time: 1.5076210 Nov 25 19:32:15.876303 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37482) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:15.885156 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-5b9c2b56-fcca-43bf-9ff8-64a22e1319e3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe6af77d-4abd-4543-9a36-5c51730503f9', 'external_fixed_ips': [{'subnet_id': '236926ea-294e-4451-a943-35b13bcefc6d', 'ip_address': '2001:db8::2f7'}]}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:15.912552 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b5789-c83c-41c6-a351-7f25deba179d req-d0c96c8e-895f-48ad-a63b-b2bcb1923007 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:15.915718 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-542b5789-c83c-41c6-a351-7f25deba179d req-d0c96c8e-895f-48ad-a63b-b2bcb1923007 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.1872880 Nov 25 19:32:15.929925 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37486) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:15.966866 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b9c2b56-fcca-43bf-9ff8-64a22e1319e3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:15.969078 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b9c2b56-fcca-43bf-9ff8-64a22e1319e3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:16.028163 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-542b5789-c83c-41c6-a351-7f25deba179d req-563ac851-a64c-4fb6-8a88-27fb9d3e8a5b tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989616 Nov 25 19:32:16.048868 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 24cafed6-3d8e-47ca-846d-457abb4a9631 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:16.105504 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37488) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:16.116242 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-23b31b5f-470f-4991-aade-30eb02e6c555 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--508051045', 'description': 'tempest-description--141169889'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:16.149382 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b9c2b56-fcca-43bf-9ff8-64a22e1319e3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:16.179695 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e76464d4-ce17-438f-af0e-a4e2fceede3a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d20ab9ebfa145d18ee7c782c960e615&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2479250 Nov 25 19:32:16.182417 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37492) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:16.196376 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 24cafed6-3d8e-47ca-846d-457abb4a9631 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:32:16.203374 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 24cafed6-3d8e-47ca-846d-457abb4a9631 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:16.204030 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:16.315192 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23b31b5f-470f-4991-aade-30eb02e6c555 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:16.358534 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:16.403871 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 24cafed6-3d8e-47ca-846d-457abb4a9631, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=24cafed6-3d8e-47ca-846d-457abb4a9631,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:16.405292 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24471ad-b56c-49f1-a604-b8cd3ef62ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cafed6-3d8e-47ca-846d-457abb4a9631'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:16.410242 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e637cfcb-319c-46ea-a199-6c2c5bd42ed0" -d '{"events": [{"server_uuid": "f24471ad-b56c-49f1-a604-b8cd3ef62ca8", "name": "network-vif-plugged", "status": "completed", "tag": "24cafed6-3d8e-47ca-846d-457abb4a9631"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:16.415760 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:16.464614 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f278c77-8b25-4bb1-a212-b1de016fa404 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:16.516610 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f278c77-8b25-4bb1-a212-b1de016fa404 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:16.533227 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=24cafed6-3d8e-47ca-846d-457abb4a9631,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:16.600793 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa4d842-2227-4be0-994a-e979c36c0080 x-openstack-request-id: req-eaa4d842-2227-4be0-994a-e979c36c0080 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:16.601361 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24471ad-b56c-49f1-a604-b8cd3ef62ca8", "name": "network-vif-plugged", "status": "completed", "tag": "24cafed6-3d8e-47ca-846d-457abb4a9631", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:16.603281 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eaa4d842-2227-4be0-994a-e979c36c0080 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:16.603281 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24471ad-b56c-49f1-a604-b8cd3ef62ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cafed6-3d8e-47ca-846d-457abb4a9631', 'code': 200} Nov 25 19:32:16.609762 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b9c2b56-fcca-43bf-9ff8-64a22e1319e3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:16.649292 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f278c77-8b25-4bb1-a212-b1de016fa404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:16.655189 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f278c77-8b25-4bb1-a212-b1de016fa404 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:16.661188 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5f278c77-8b25-4bb1-a212-b1de016fa404 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ae18755f-9775-4d95-ad47-42a4ad248599 HTTP/1.1" status: 204 len: 168 time: 0.4705760 Nov 25 19:32:16.693696 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f278c77-8b25-4bb1-a212-b1de016fa404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae18755f-9775-4d95-ad47-42a4ad248599,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:16.708990 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23b31b5f-470f-4991-aade-30eb02e6c555 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:16.716624 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23b31b5f-470f-4991-aade-30eb02e6c555 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:16.730004 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d730630d-b504-4b96-9eb5-9f8288677ee3 req-db141a1f-3749-4eff-92a9-e5cf7cb4e0fc tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95a24c1-a5b1-4897-9449-8c459924a16b HTTP/1.1" status: 200 len: 210 time: 0.0881722 Nov 25 19:32:16.777253 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23b31b5f-470f-4991-aade-30eb02e6c555 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:16.783352 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-23b31b5f-470f-4991-aade-30eb02e6c555 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6748109 Nov 25 19:32:16.784276 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37502) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:16.796354 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9f6804db-090e-4411-819b-67a65197c2d1 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Request body: {'security_group_rule': {'security_group_id': 'c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:16.809725 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b31b5f-470f-4991-aade-30eb02e6c555 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:16.882957 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f6804db-090e-4411-819b-67a65197c2d1 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:16.940494 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d2228-1554-48f5-bf57-371b90c889a8 req-29dfc2ce-0075-40b6-83e7-b7f011840737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:16.942275 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f5d2228-1554-48f5-bf57-371b90c889a8 req-29dfc2ce-0075-40b6-83e7-b7f011840737 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f24471ad-b56c-49f1-a604-b8cd3ef62ca8 HTTP/1.1" status: 200 len: 1096 time: 0.0942938 Nov 25 19:32:16.989859 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f6804db-090e-4411-819b-67a65197c2d1 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:16.998779 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7516a4-9915-4fb8-b3b0-df42893c7d23 req-68c80025-a3d2-4526-81c9-cc2c7ee368a7 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:17.006842 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9b7516a4-9915-4fb8-b3b0-df42893c7d23 req-68c80025-a3d2-4526-81c9-cc2c7ee368a7 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24471ad-b56c-49f1-a604-b8cd3ef62ca8 HTTP/1.1" status: 200 len: 945 time: 0.0970645 Nov 25 19:32:17.014647 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f6804db-090e-4411-819b-67a65197c2d1 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:17.054135 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6804db-090e-4411-819b-67a65197c2d1 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a10b4bf-9733-4d14-8a61-edf73edf0d2c,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:17.058635 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f5d2228-1554-48f5-bf57-371b90c889a8 req-74e49395-e68e-4322-9f3d-8bac432b4d9d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981534 Nov 25 19:32:17.105381 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f6804db-090e-4411-819b-67a65197c2d1 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:17.107760 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9f6804db-090e-4411-819b-67a65197c2d1 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3175776 Nov 25 19:32:17.115769 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37508) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:17.126837 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-de6af1c1-247b-46bb-a09d-d0840cc8cd6f tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Request body: {'security_group_rule': {'security_group_id': 'c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:17.159963 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9b7516a4-9915-4fb8-b3b0-df42893c7d23 req-553f56d0-0ad8-4a12-9f4d-edc8b38db877 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520061 Nov 25 19:32:17.222265 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de6af1c1-247b-46bb-a09d-d0840cc8cd6f tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:17.251143 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b9c2b56-fcca-43bf-9ff8-64a22e1319e3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:17.324159 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b9c2b56-fcca-43bf-9ff8-64a22e1319e3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:17.507256 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de6af1c1-247b-46bb-a09d-d0840cc8cd6f tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:17.542003 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-0203136c-3762-4a4d-8114-243b5b08e331 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=2cc03ca006694b27b723066ce33623c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0885408 Nov 25 19:32:17.545658 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de6af1c1-247b-46bb-a09d-d0840cc8cd6f tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:17.568784 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc856d-f7ee-45f0-921a-eb1f9ac05f4b req-e7b167ed-08fa-489d-9a16-ad289479a089 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:17.570696 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f8cc856d-f7ee-45f0-921a-eb1f9ac05f4b req-e7b167ed-08fa-489d-9a16-ad289479a089 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.2564280 Nov 25 19:32:17.648854 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6af1c1-247b-46bb-a09d-d0840cc8cd6f tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d10078-85a9-4d20-8400-337735e58f70,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:17.705577 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de6af1c1-247b-46bb-a09d-d0840cc8cd6f tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:17.706869 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-de6af1c1-247b-46bb-a09d-d0840cc8cd6f tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5900862 Nov 25 19:32:17.713134 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37522) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:17.722930 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-37586417-6e6a-4267-8b41-2d1e8e65a3ec tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:17.784715 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37586417-6e6a-4267-8b41-2d1e8e65a3ec tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:17.815670 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f8cc856d-f7ee-45f0-921a-eb1f9ac05f4b req-211e6fac-d9b7-466d-a3df-2928f91481ee tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245398 Nov 25 19:32:17.839283 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-5b9c2b56-fcca-43bf-9ff8-64a22e1319e3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Allocated IP 2001:db8::2f7 (fe6af77d-4abd-4543-9a36-5c51730503f9/236926ea-294e-4451-a943-35b13bcefc6d/5a2ae01c-4c6b-4a42-9c13-611f617a779f) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:17.861503 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-b5889d50-58d9-4a7d-a105-6052a9a62541 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:17.862913 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-b5889d50-58d9-4a7d-a105-6052a9a62541 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3103111 Nov 25 19:32:17.906257 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-397d96eb-91c5-48a0-a770-3c4fe2c0a23e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Request body: {'port': {'device_id': 'da19700e-d913-4c61-ae88-b70a48c25506', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '2cc03ca006694b27b723066ce33623c2'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:17.971245 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-aa1a44ce-a284-425f-9233-f52a69aa3a4d req-6947f070-de5b-4dfc-8c36-6a784030c07f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95a24c1-a5b1-4897-9449-8c459924a16b HTTP/1.1" status: 200 len: 210 time: 0.0389371 Nov 25 19:32:18.092012 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b9c2b56-fcca-43bf-9ff8-64a22e1319e3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:18.129298 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-4a09bcaf-82a4-4d80-b21e-22977461631a tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=2cc03ca006694b27b723066ce33623c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586646 Nov 25 19:32:18.132479 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37586417-6e6a-4267-8b41-2d1e8e65a3ec tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:18.159693 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-397d96eb-91c5-48a0-a770-3c4fe2c0a23e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Made reservation on behalf of 2cc03ca006694b27b723066ce33623c2 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:32:18.170626 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-397d96eb-91c5-48a0-a770-3c4fe2c0a23e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:18.259226 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b9c2b56-fcca-43bf-9ff8-64a22e1319e3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:18.320327 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-6562e1cf-464d-47fc-b2f4-3b4503638eeb tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:18.321957 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-6562e1cf-464d-47fc-b2f4-3b4503638eeb tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1436479 Nov 25 19:32:18.343111 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-a1a76bb2-56fc-47ba-b0e3-6a37c56e127c tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Request body: {'port': {'device_id': 'f95a24c1-a5b1-4897-9449-8c459924a16b', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '2cc03ca006694b27b723066ce33623c2'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:18.373425 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9c2b56-fcca-43bf-9ff8-64a22e1319e3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Network fe6af77d-4abd-4543-9a36-5c51730503f9 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:18.387022 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-5b9c2b56-fcca-43bf-9ff8-64a22e1319e3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:18.421056 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9c2b56-fcca-43bf-9ff8-64a22e1319e3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:18.432537 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c2b56-fcca-43bf-9ff8-64a22e1319e3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Pushing event updated for resources: {'Port': ['ID=5a2ae01c-4c6b-4a42-9c13-611f617a779f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:18.491530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad02280-8647-48dc-be83-67fa1a37a04d req-45a388ba-bf5d-4cc5-8dce-656c11cc6ce0 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:18.493182 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ad02280-8647-48dc-be83-67fa1a37a04d req-45a388ba-bf5d-4cc5-8dce-656c11cc6ce0 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24471ad-b56c-49f1-a604-b8cd3ef62ca8 HTTP/1.1" status: 200 len: 945 time: 0.2177286 Nov 25 19:32:18.570673 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-37586417-6e6a-4267-8b41-2d1e8e65a3ec tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Allocated IP 172.25.6.60 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/94020bd4-b352-4c23-8477-bee0457957ee) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:18.643487 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-397d96eb-91c5-48a0-a770-3c4fe2c0a23e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Allocated IP 192.168.233.47 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/3bec0522-e642-4652-b277-8b32a26b0ec2) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:18.718764 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-a1a76bb2-56fc-47ba-b0e3-6a37c56e127c tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Made reservation on behalf of 2cc03ca006694b27b723066ce33623c2 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:32:18.724351 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-a1a76bb2-56fc-47ba-b0e3-6a37c56e127c tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:18.864174 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37586417-6e6a-4267-8b41-2d1e8e65a3ec tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:18.911222 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a95dfbda-b6b0-41af-847f-35fdb4b6a8a3 req-feb801f4-1e6c-49e4-a392-5701484aa52d tempest-AbsoluteLimitsNegativeTestJSON-207172021 tempest-AbsoluteLimitsNegativeTestJSON-207172021-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=33fab0c93d094f30a11434574ab71ca9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410023 Nov 25 19:32:19.043226 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37586417-6e6a-4267-8b41-2d1e8e65a3ec tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:19.146816 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37586417-6e6a-4267-8b41-2d1e8e65a3ec tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:19.163399 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-37586417-6e6a-4267-8b41-2d1e8e65a3ec tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:19.176058 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37586417-6e6a-4267-8b41-2d1e8e65a3ec tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:19.182524 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37586417-6e6a-4267-8b41-2d1e8e65a3ec tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Pushing event updated for resources: {'Port': ['ID=94020bd4-b352-4c23-8477-bee0457957ee,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:19.240870 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95dfbda-b6b0-41af-847f-35fdb4b6a8a3 req-36474d9d-9334-4fb0-8b8e-2cd1ca6419df tempest-AbsoluteLimitsNegativeTestJSON-207172021 tempest-AbsoluteLimitsNegativeTestJSON-207172021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:19.243430 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a95dfbda-b6b0-41af-847f-35fdb4b6a8a3 req-36474d9d-9334-4fb0-8b8e-2cd1ca6419df tempest-AbsoluteLimitsNegativeTestJSON-207172021 tempest-AbsoluteLimitsNegativeTestJSON-207172021-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3240480 Nov 25 19:32:19.282038 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a95dfbda-b6b0-41af-847f-35fdb4b6a8a3 req-c9214b20-07c3-4175-884e-35093297edb6 tempest-AbsoluteLimitsNegativeTestJSON-207172021 tempest-AbsoluteLimitsNegativeTestJSON-207172021-project] 10.222.0.55 "GET /v2.0/quotas/33fab0c93d094f30a11434574ab71ca9 HTTP/1.1" status: 200 len: 375 time: 0.0307255 Nov 25 19:32:19.307030 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ad02280-8647-48dc-be83-67fa1a37a04d req-eacf1ada-c809-47af-b722-45fe076bb511 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7707093 Nov 25 19:32:19.393216 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a95dfbda-b6b0-41af-847f-35fdb4b6a8a3 req-182033f4-4011-4636-a643-81e1e95ccfcf tempest-AbsoluteLimitsNegativeTestJSON-207172021 tempest-AbsoluteLimitsNegativeTestJSON-207172021-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=33fab0c93d094f30a11434574ab71ca9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0987296 Nov 25 19:32:19.431650 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37586417-6e6a-4267-8b41-2d1e8e65a3ec tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:19.479053 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37586417-6e6a-4267-8b41-2d1e8e65a3ec tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:19.516519 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b9c2b56-fcca-43bf-9ff8-64a22e1319e3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:19.640664 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8c32f-d464-41af-8a65-fa10746359a1 req-38a894a3-adaa-4edc-9fa4-12fc3463630a tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:19.642413 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45a8c32f-d464-41af-8a65-fa10746359a1 req-38a894a3-adaa-4edc-9fa4-12fc3463630a tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.2079213 Nov 25 19:32:19.649431 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-397d96eb-91c5-48a0-a770-3c4fe2c0a23e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:19.650835 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-617646a0-c236-4db6-841f-ecd7d4e370cd req-94884240-4c5e-4c10-92a1-3d9c4953c526 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95a24c1-a5b1-4897-9449-8c459924a16b HTTP/1.1" status: 200 len: 210 time: 0.0284994 Nov 25 19:32:19.745872 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37586417-6e6a-4267-8b41-2d1e8e65a3ec tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:19.756328 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-397d96eb-91c5-48a0-a770-3c4fe2c0a23e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:19.769337 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['4ffcde1f-49e9-43d1-87d4-c302cfe9454a'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:19.777846 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37586417-6e6a-4267-8b41-2d1e8e65a3ec tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:19.890888 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45a8c32f-d464-41af-8a65-fa10746359a1 req-dbdc3103-0968-4b9e-9e16-80dd841d8221 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205646 Nov 25 19:32:19.946997 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d96eb-91c5-48a0-a770-3c4fe2c0a23e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Pushing event updated for resources: {'Port': ['ID=3bec0522-e642-4652-b277-8b32a26b0ec2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:19.976012 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-397d96eb-91c5-48a0-a770-3c4fe2c0a23e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:19.980335 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-397d96eb-91c5-48a0-a770-3c4fe2c0a23e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:19.987711 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-397d96eb-91c5-48a0-a770-3c4fe2c0a23e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:20.029172 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-a1a76bb2-56fc-47ba-b0e3-6a37c56e127c tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Allocated IP 192.168.233.41 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:20.035270 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37586417-6e6a-4267-8b41-2d1e8e65a3ec tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Pushing event updated for resources: {'Port': ['ID=94020bd4-b352-4c23-8477-bee0457957ee,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:20.053221 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37586417-6e6a-4267-8b41-2d1e8e65a3ec tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:20.089362 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b9c2b56-fcca-43bf-9ff8-64a22e1319e3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:20.096700 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37586417-6e6a-4267-8b41-2d1e8e65a3ec tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:20.098093 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-37586417-6e6a-4267-8b41-2d1e8e65a3ec tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3832047 Nov 25 19:32:20.118161 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-397d96eb-91c5-48a0-a770-3c4fe2c0a23e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:20.119400 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-397d96eb-91c5-48a0-a770-3c4fe2c0a23e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:20.128467 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37570) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:20.222403 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-397d96eb-91c5-48a0-a770-3c4fe2c0a23e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3489048 Nov 25 19:32:20.254402 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-e2692e12-f368-43fa-ba12-6a860156c1a6 service neutron] Request body: {'port': {'device_id': 'da19700e-d913-4c61-ae88-b70a48c25506', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:20.374843 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-a1a76bb2-56fc-47ba-b0e3-6a37c56e127c tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:20.430685 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d421797e-0867-4132-acdf-416ffe4a9523 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:20.442611 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-e2692e12-f368-43fa-ba12-6a860156c1a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:20.476171 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-14c47458-149e-4396-9d53-2dc9c8cbf3c6 None None] Provisioning complete for port 3bec0522-e642-4652-b277-8b32a26b0ec2 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:20.476592 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-14c47458-149e-4396-9d53-2dc9c8cbf3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:20.539990 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-a1a76bb2-56fc-47ba-b0e3-6a37c56e127c tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:20.542985 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-14c47458-149e-4396-9d53-2dc9c8cbf3c6 None None] Port 3bec0522-e642-4652-b277-8b32a26b0ec2 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:32:20.558728 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['4ffcde1f-49e9-43d1-87d4-c302cfe9454a'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:20.582444 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-e7e5307a-9938-4b80-afed-a3cf73d20300 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--508051045&fields=id&tenant_id=66bb1d518cbb4b4485685141182408d2 HTTP/1.1" status: 200 len: 267 time: 0.1263585 Nov 25 19:32:20.587449 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa554e8e-5641-4769-ac0a-0867e4c4aa0d req-041725e5-bdea-4c93-8047-bfe135500ca0 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:20.588825 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fa554e8e-5641-4769-ac0a-0867e4c4aa0d req-041725e5-bdea-4c93-8047-bfe135500ca0 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24471ad-b56c-49f1-a604-b8cd3ef62ca8 HTTP/1.1" status: 200 len: 945 time: 0.1196506 Nov 25 19:32:20.627058 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-a1a76bb2-56fc-47ba-b0e3-6a37c56e127c tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:20.634548 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9c2b56-fcca-43bf-9ff8-64a22e1319e3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Router a05b376f-6f6e-47e1-846b-c6354cab9c4e is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:32:20.644816 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-a1a76bb2-56fc-47ba-b0e3-6a37c56e127c tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:20.653824 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a76bb2-56fc-47ba-b0e3-6a37c56e127c tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Pushing event updated for resources: {'Port': ['ID=6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:20.656389 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-a1a76bb2-56fc-47ba-b0e3-6a37c56e127c tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:20.976891 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-be2ad555-af2a-4f6b-86ea-55bfe18f4512 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:20.978666 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-be2ad555-af2a-4f6b-86ea-55bfe18f4512 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/networks?id=7c66fbd7-92f9-4c18-afb1-b38847fa5709 HTTP/1.1" status: 200 len: 816 time: 0.3475504 Nov 25 19:32:21.025911 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-6e6e647f-dc28-4418-a5e3-134a1a3650c3 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/quotas/66bb1d518cbb4b4485685141182408d2 HTTP/1.1" status: 200 len: 375 time: 0.0359685 Nov 25 19:32:21.033178 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9c2b56-fcca-43bf-9ff8-64a22e1319e3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:32:21.053793 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e082783e-0bfa-4043-a950-60ad349d019c None None] Sync routers for ids ['a05b376f-6f6e-47e1-846b-c6354cab9c4e'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:32:21.094001 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e082783e-0bfa-4043-a950-60ad349d019c None None] Routers {'a05b376f-6f6e-47e1-846b-c6354cab9c4e'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:21.095143 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e082783e-0bfa-4043-a950-60ad349d019c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:32:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['a05b376f-6f6e-47e1-846b-c6354cab9c4e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:21.128150 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b9c2b56-fcca-43bf-9ff8-64a22e1319e3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:21.129460 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5b9c2b56-fcca-43bf-9ff8-64a22e1319e3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.2516408 Nov 25 19:32:21.133302 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37594) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:21.186962 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a090e027-5f8d-4169-b717-98ef6d4711c5 None None] Provisioning complete for port 6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:21.187600 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a090e027-5f8d-4169-b717-98ef6d4711c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:21.196746 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d421797e-0867-4132-acdf-416ffe4a9523 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:21.223206 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d421797e-0867-4132-acdf-416ffe4a9523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:21.231565 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-e2692e12-f368-43fa-ba12-6a860156c1a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bec0522-e642-4652-b277-8b32a26b0ec2 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:21.264775 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a090e027-5f8d-4169-b717-98ef6d4711c5 None None] Port 6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:32:21.284599 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fa554e8e-5641-4769-ac0a-0867e4c4aa0d req-5ec6a28b-f55c-4f87-a47f-5b06c3242741 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6650245 Nov 25 19:32:21.304406 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-a1a76bb2-56fc-47ba-b0e3-6a37c56e127c tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:21.305984 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-a1a76bb2-56fc-47ba-b0e3-6a37c56e127c tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:21.309940 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e082783e-0bfa-4043-a950-60ad349d019c None None] Set router a05b376f-6f6e-47e1-846b-c6354cab9c4e gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:21.334384 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-979b3d42-0a03-4a61-af46-af14f0f9bb79 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=66bb1d518cbb4b4485685141182408d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2861676 Nov 25 19:32:21.339286 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-e2692e12-f368-43fa-ba12-6a860156c1a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:21.351083 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d421797e-0867-4132-acdf-416ffe4a9523 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=33fab0c93d094f30a11434574ab71ca9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2205825 Nov 25 19:32:21.353438 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37598) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:21.366491 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421797e-0867-4132-acdf-416ffe4a9523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee88530-ed31-4560-b516-2ed2dd581b70,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:21.382747 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-a1a76bb2-56fc-47ba-b0e3-6a37c56e127c tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0457582 Nov 25 19:32:21.410015 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-fcd595f9-38f4-4c02-af55-1fb1168db1b6 service neutron] Request body: {'port': {'device_id': 'f95a24c1-a5b1-4897-9449-8c459924a16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:21.496547 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-e2692e12-f368-43fa-ba12-6a860156c1a6 service neutron] Transition to ACTIVE for port object 3bec0522-e642-4652-b277-8b32a26b0ec2 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:32:21.541278 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-e2692e12-f368-43fa-ba12-6a860156c1a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:21.562273 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-fcd595f9-38f4-4c02-af55-1fb1168db1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:21.577070 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd5eb26a-b3c6-4351-9bfc-5b6b22fdc1e0 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:21.697209 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73565df8-ab7d-443f-80fd-3fe8a4acbe9e req-fd4832aa-dec4-42a1-9e6b-faf51e276ed2 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:21.698946 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e082783e-0bfa-4043-a950-60ad349d019c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05b376f-6f6e-47e1-846b-c6354cab9c4e', 'name': '', 'tenant_id': 'dc2c9737c5e94cad8c7e272b5679d11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6af77d-4abd-4543-9a36-5c51730503f9', 'external_fixed_ips': [{'subnet_id': '236926ea-294e-4451-a943-35b13bcefc6d', 'ip_address': '2001:db8::2f7'}], 'enable_snat': True}, 'gw_port_id': '5a2ae01c-4c6b-4a42-9c13-611f617a779f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:15Z', 'updated_at': '2021-11-25T19:32:18Z', 'revision_number': 3, 'project_id': 'dc2c9737c5e94cad8c7e272b5679d11d', 'gw_port': {'id': '5a2ae01c-4c6b-4a42-9c13-611f617a779f', 'name': '', 'network_id': 'fe6af77d-4abd-4543-9a36-5c51730503f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:29:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05b376f-6f6e-47e1-846b-c6354cab9c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '236926ea-294e-4451-a943-35b13bcefc6d', 'ip_address': '2001:db8::2f7', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:17Z', 'updated_at': '2021-11-25T19:32:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '236926ea-294e-4451-a943-35b13bcefc6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:21.711223 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-73565df8-ab7d-443f-80fd-3fe8a4acbe9e req-fd4832aa-dec4-42a1-9e6b-faf51e276ed2 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95a24c1-a5b1-4897-9449-8c459924a16b HTTP/1.1" status: 200 len: 935 time: 0.2128978 Nov 25 19:32:21.721225 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2692e12-f368-43fa-ba12-6a860156c1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3bec0522-e642-4652-b277-8b32a26b0ec2,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:21.723801 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bdd53767-9ec4-419f-a16f-212b7f96889d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:21.734424 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-ef11c450-0d89-4d0a-8521-18d8fef7aad9 service neutron] 10.222.0.55 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336253 Nov 25 19:32:21.781121 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e082783e-0bfa-4043-a950-60ad349d019c None None] Checking router: a05b376f-6f6e-47e1-846b-c6354cab9c4e for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:32:21.781421 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e082783e-0bfa-4043-a950-60ad349d019c None None] Updating router a05b376f-6f6e-47e1-846b-c6354cab9c4e port 5a2ae01c-4c6b-4a42-9c13-611f617a779f binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:32:21.997248 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-e2692e12-f368-43fa-ba12-6a860156c1a6 service neutron] Attempting to bind port 3bec0522-e642-4652-b277-8b32a26b0ec2 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:21.997601 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-e2692e12-f368-43fa-ba12-6a860156c1a6 service neutron] Attempting to bind port 3bec0522-e642-4652-b277-8b32a26b0ec2 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:21.997973 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-e2692e12-f368-43fa-ba12-6a860156c1a6 service neutron] Attempting to bind port 3bec0522-e642-4652-b277-8b32a26b0ec2 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:22.003011 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bdd53767-9ec4-419f-a16f-212b7f96889d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:22.015743 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd5eb26a-b3c6-4351-9bfc-5b6b22fdc1e0 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:22.028705 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-e2692e12-f368-43fa-ba12-6a860156c1a6 service neutron] Port 3bec0522-e642-4652-b277-8b32a26b0ec2 on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:32:22.029012 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-e2692e12-f368-43fa-ba12-6a860156c1a6 service neutron] Attempting to bind port 3bec0522-e642-4652-b277-8b32a26b0ec2 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:22.035842 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-baa8caa6-2be5-4bdd-a111-9ee778335b3d service neutron] 10.222.0.55 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761457 Nov 25 19:32:22.044854 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-e2692e12-f368-43fa-ba12-6a860156c1a6 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:22.044854 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-e2692e12-f368-43fa-ba12-6a860156c1a6 service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:22.045328 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-e2692e12-f368-43fa-ba12-6a860156c1a6 service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:22.045632 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-e2692e12-f368-43fa-ba12-6a860156c1a6 service neutron] Bound port: 3bec0522-e642-4652-b277-8b32a26b0ec2, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:22.045966 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-e2692e12-f368-43fa-ba12-6a860156c1a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:22.112346 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-73565df8-ab7d-443f-80fd-3fe8a4acbe9e req-29c53399-2aad-4749-9146-90662528d4bc tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952191 Nov 25 19:32:22.183530 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e082783e-0bfa-4043-a950-60ad349d019c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:22.208113 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-cd5eb26a-b3c6-4351-9bfc-5b6b22fdc1e0 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Deleting port 5a2ae01c-4c6b-4a42-9c13-611f617a779f {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:32:22.208486 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd5eb26a-b3c6-4351-9bfc-5b6b22fdc1e0 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:22.246513 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-e2692e12-f368-43fa-ba12-6a860156c1a6 service neutron] For port 3bec0522-e642-4652-b277-8b32a26b0ec2, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:22.335521 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bdd53767-9ec4-419f-a16f-212b7f96889d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:22.339340 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bdd53767-9ec4-419f-a16f-212b7f96889d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:22.345389 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bdd53767-9ec4-419f-a16f-212b7f96889d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aee88530-ed31-4560-b516-2ed2dd581b70 HTTP/1.1" status: 204 len: 168 time: 0.9888461 Nov 25 19:32:22.376712 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd53767-9ec4-419f-a16f-212b7f96889d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee88530-ed31-4560-b516-2ed2dd581b70,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:22.397408 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-e2692e12-f368-43fa-ba12-6a860156c1a6 service neutron] For port 3bec0522-e642-4652-b277-8b32a26b0ec2, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=3bec0522-e642-4652-b277-8b32a26b0ec2,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:22.438041 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-e2692e12-f368-43fa-ba12-6a860156c1a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:22.602399 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2692e12-f368-43fa-ba12-6a860156c1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3bec0522-e642-4652-b277-8b32a26b0ec2,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:22.634428 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-e2692e12-f368-43fa-ba12-6a860156c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:22.636961 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-e2692e12-f368-43fa-ba12-6a860156c1a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:22.639239 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-e2692e12-f368-43fa-ba12-6a860156c1a6 service neutron] 10.222.0.85 "PUT /v2.0/ports/3bec0522-e642-4652-b277-8b32a26b0ec2 HTTP/1.1" status: 200 len: 1095 time: 2.3970997 Nov 25 19:32:22.640659 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da19700e-d913-4c61-ae88-b70a48c25506', 'tag': '3bec0522-e642-4652-b277-8b32a26b0ec2'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:22.644847 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcdf6d3-4e05-419b-b532-58d32d56a1ff" -d '{"events": [{"name": "network-changed", "server_uuid": "da19700e-d913-4c61-ae88-b70a48c25506", "tag": "3bec0522-e642-4652-b277-8b32a26b0ec2"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:22.697077 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd5eb26a-b3c6-4351-9bfc-5b6b22fdc1e0 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:22.796199 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-fcd595f9-38f4-4c02-af55-1fb1168db1b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:22.812255 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-fcd595f9-38f4-4c02-af55-1fb1168db1b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:22.842909 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-fcd595f9-38f4-4c02-af55-1fb1168db1b6 service neutron] Transition to ACTIVE for port object 6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:32:22.866478 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-fcd595f9-38f4-4c02-af55-1fb1168db1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:22.923986 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e082783e-0bfa-4043-a950-60ad349d019c None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:22.949636 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e082783e-0bfa-4043-a950-60ad349d019c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:23.041502 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-cd5eb26a-b3c6-4351-9bfc-5b6b22fdc1e0 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Calling delete_port for 5a2ae01c-4c6b-4a42-9c13-611f617a779f owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:32:23.068785 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766d6c6-598a-4b46-add0-90129ad3f2cb None None] Pushing event updated for resources: {'Port': ['ID=5a2ae01c-4c6b-4a42-9c13-611f617a779f,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:23.131558 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e082783e-0bfa-4043-a950-60ad349d019c None None] Attempting to bind port 5a2ae01c-4c6b-4a42-9c13-611f617a779f on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:23.132327 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e082783e-0bfa-4043-a950-60ad349d019c None None] Attempting to bind port 5a2ae01c-4c6b-4a42-9c13-611f617a779f by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'daac0a22-e349-42c1-8f76-81ef87ee99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fe6af77d-4abd-4543-9a36-5c51730503f9'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:23.133066 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e082783e-0bfa-4043-a950-60ad349d019c None None] Attempting to bind port 5a2ae01c-4c6b-4a42-9c13-611f617a779f on network fe6af77d-4abd-4543-9a36-5c51730503f9 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:23.146876 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e082783e-0bfa-4043-a950-60ad349d019c None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:23.148002 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e082783e-0bfa-4043-a950-60ad349d019c None None] Checking segment: {'id': 'daac0a22-e349-42c1-8f76-81ef87ee99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fe6af77d-4abd-4543-9a36-5c51730503f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:23.149007 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e082783e-0bfa-4043-a950-60ad349d019c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:23.149992 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e082783e-0bfa-4043-a950-60ad349d019c None None] Bound using segment: {'id': 'daac0a22-e349-42c1-8f76-81ef87ee99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fe6af77d-4abd-4543-9a36-5c51730503f9'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:23.151159 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e082783e-0bfa-4043-a950-60ad349d019c None None] Bound port: 5a2ae01c-4c6b-4a42-9c13-611f617a779f, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daac0a22-e349-42c1-8f76-81ef87ee99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fe6af77d-4abd-4543-9a36-5c51730503f9'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:23.152130 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e082783e-0bfa-4043-a950-60ad349d019c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:23.170903 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd595f9-38f4-4c02-af55-1fb1168db1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:23.298838 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e082783e-0bfa-4043-a950-60ad349d019c None None] For port 5a2ae01c-4c6b-4a42-9c13-611f617a779f, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:23.306982 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e082783e-0bfa-4043-a950-60ad349d019c None None] For port 5a2ae01c-4c6b-4a42-9c13-611f617a779f, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5a2ae01c-4c6b-4a42-9c13-611f617a779f,segment=NetworkSegment(daac0a22-e349-42c1-8f76-81ef87ee99c6),segment_id=daac0a22-e349-42c1-8f76-81ef87ee99c6)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:23.332636 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e082783e-0bfa-4043-a950-60ad349d019c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:23.439080 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-fcd595f9-38f4-4c02-af55-1fb1168db1b6 service neutron] Attempting to bind port 6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:23.439736 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-fcd595f9-38f4-4c02-af55-1fb1168db1b6 service neutron] Attempting to bind port 6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:23.440155 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-fcd595f9-38f4-4c02-af55-1fb1168db1b6 service neutron] Attempting to bind port 6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:23.442438 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf377da-a712-4e68-8359-e7d53f779a06 req-f43cf262-c6fb-4c5c-b33e-d07ba522f718 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:23.445589 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2bf377da-a712-4e68-8359-e7d53f779a06 req-f43cf262-c6fb-4c5c-b33e-d07ba522f718 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.7062821 Nov 25 19:32:23.461111 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766d6c6-598a-4b46-add0-90129ad3f2cb None None] Pushing event updated for resources: {'Port': ['ID=5a2ae01c-4c6b-4a42-9c13-611f617a779f,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:23.461457 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-fcd595f9-38f4-4c02-af55-1fb1168db1b6 service neutron] Port 6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67 on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:32:23.462025 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-fcd595f9-38f4-4c02-af55-1fb1168db1b6 service neutron] Attempting to bind port 6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:23.476487 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-4aa46bd1-9adf-476f-90fb-8898c61c9dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:23.488415 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73076b2b-6cd2-4e5f-a531-47acf52e177c req-d586f5ff-eaa8-48f6-b8d2-4cb86ca26ca6 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:23.488676 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-4aa46bd1-9adf-476f-90fb-8898c61c9dc3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2cc03ca006694b27b723066ce33623c2&device_id=da19700e-d913-4c61-ae88-b70a48c25506 HTTP/1.1" status: 200 len: 1098 time: 0.6504574 Nov 25 19:32:23.491066 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-73076b2b-6cd2-4e5f-a531-47acf52e177c req-d586f5ff-eaa8-48f6-b8d2-4cb86ca26ca6 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/networks?id=80a38dc0-4595-4a86-8f52-78b834ea720c HTTP/1.1" status: 200 len: 804 time: 0.6437109 Nov 25 19:32:23.534467 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:23.549028 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e082783e-0bfa-4043-a950-60ad349d019c None None] Routers {'a05b376f-6f6e-47e1-846b-c6354cab9c4e'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:23.550063 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e082783e-0bfa-4043-a950-60ad349d019c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:32:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['a05b376f-6f6e-47e1-846b-c6354cab9c4e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:23.562753 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-fcd595f9-38f4-4c02-af55-1fb1168db1b6 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:23.563420 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-fcd595f9-38f4-4c02-af55-1fb1168db1b6 service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:23.565341 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-fcd595f9-38f4-4c02-af55-1fb1168db1b6 service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:23.574323 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-fcd595f9-38f4-4c02-af55-1fb1168db1b6 service neutron] Bound port: 6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:23.577277 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-fcd595f9-38f4-4c02-af55-1fb1168db1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:23.653445 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-73076b2b-6cd2-4e5f-a531-47acf52e177c req-19116b26-5a8b-4e58-bca2-cbde182afbea tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/quotas/a84262e56b10427f82b71772767dc30b HTTP/1.1" status: 200 len: 375 time: 0.1188757 Nov 25 19:32:23.787969 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-3d9283d6-a5ed-4089-ac16-3669f2f79cb7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=3bec0522-e642-4652-b277-8b32a26b0ec2 HTTP/1.1" status: 200 len: 217 time: 0.2818944 Nov 25 19:32:23.811116 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e082783e-0bfa-4043-a950-60ad349d019c None None] Set router a05b376f-6f6e-47e1-846b-c6354cab9c4e gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:23.901078 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-73076b2b-6cd2-4e5f-a531-47acf52e177c req-1474e85f-d5ae-48ab-9ecf-2a7cc4c595ce tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a84262e56b10427f82b71772767dc30b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2127447 Nov 25 19:32:23.941082 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e082783e-0bfa-4043-a950-60ad349d019c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05b376f-6f6e-47e1-846b-c6354cab9c4e', 'name': '', 'tenant_id': 'dc2c9737c5e94cad8c7e272b5679d11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:15Z', 'updated_at': '2021-11-25T19:32:22Z', 'revision_number': 4, 'project_id': 'dc2c9737c5e94cad8c7e272b5679d11d', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:24.035774 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e082783e-0bfa-4043-a950-60ad349d019c None None] The sync data for ids ['a05b376f-6f6e-47e1-846b-c6354cab9c4e'] in n-d-819349-5 is: [{'id': 'a05b376f-6f6e-47e1-846b-c6354cab9c4e', 'name': '', 'tenant_id': 'dc2c9737c5e94cad8c7e272b5679d11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:15Z', 'updated_at': '2021-11-25T19:32:22Z', 'revision_number': 4, 'project_id': 'dc2c9737c5e94cad8c7e272b5679d11d', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:32:24.042663 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-fcd595f9-38f4-4c02-af55-1fb1168db1b6 service neutron] For port 6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:24.056408 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:24.058078 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-73076b2b-6cd2-4e5f-a531-47acf52e177c req-7bdadbf3-4764-4066-bf34-46f5a6d3aae0 service neutron] 10.222.0.55 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558685 Nov 25 19:32:24.115771 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-fcd595f9-38f4-4c02-af55-1fb1168db1b6 service neutron] For port 6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:24.160528 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-fcd595f9-38f4-4c02-af55-1fb1168db1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:24.252497 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd595f9-38f4-4c02-af55-1fb1168db1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:24.289258 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-fcd595f9-38f4-4c02-af55-1fb1168db1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:24.289913 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-fcd595f9-38f4-4c02-af55-1fb1168db1b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:24.292931 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-fcd595f9-38f4-4c02-af55-1fb1168db1b6 service neutron] 10.222.0.85 "PUT /v2.0/ports/6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67 HTTP/1.1" status: 200 len: 1095 time: 2.8970168 Nov 25 19:32:24.293606 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95a24c1-a5b1-4897-9449-8c459924a16b', 'tag': '6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:24.296499 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fa17cd-30b5-43cb-91bc-206832374883" -d '{"events": [{"name": "network-changed", "server_uuid": "f95a24c1-a5b1-4897-9449-8c459924a16b", "tag": "6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:24.479316 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-73076b2b-6cd2-4e5f-a531-47acf52e177c req-0890b655-b9c9-4ee0-b10f-39962dbfd6bb service neutron] 10.222.0.55 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177001 Nov 25 19:32:24.509933 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-5df834c7-53ef-4f75-9990-bcfbd10664b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:24.514022 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-5df834c7-53ef-4f75-9990-bcfbd10664b6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2cc03ca006694b27b723066ce33623c2&device_id=f95a24c1-a5b1-4897-9449-8c459924a16b HTTP/1.1" status: 200 len: 1098 time: 0.1498873 Nov 25 19:32:24.557136 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-9c865740-d8cb-4f85-8f5d-3e775d4f337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:24.563211 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-9c865740-d8cb-4f85-8f5d-3e775d4f337d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.7602262 Nov 25 19:32:24.614192 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-65bba5b4-24a8-49a7-bb41-e88a5b1c1784 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67 HTTP/1.1" status: 200 len: 217 time: 0.0838220 Nov 25 19:32:24.620226 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2bf377da-a712-4e68-8359-e7d53f779a06 req-b3bcbd44-1c12-487b-8584-ce1571dd5f42 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1162269 Nov 25 19:32:24.740394 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-5f846b84-5b2d-41b2-92b3-4cea4acd8dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:24.743322 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-5f846b84-5b2d-41b2-92b3-4cea4acd8dc3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1086357 Nov 25 19:32:24.744358 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37650) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:24.934700 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-649117ff-8904-4586-b126-60f8966599a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:24.937990 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-649117ff-8904-4586-b126-60f8966599a5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1779335 Nov 25 19:32:24.961242 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd5eb26a-b3c6-4351-9bfc-5b6b22fdc1e0 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:25.022378 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ebf61e-8bec-4875-9cf1-288eac1a6bc2 x-openstack-request-id: req-01ebf61e-8bec-4875-9cf1-288eac1a6bc2 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:25.023194 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da19700e-d913-4c61-ae88-b70a48c25506", "tag": "3bec0522-e642-4652-b277-8b32a26b0ec2", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:25.023666 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-01ebf61e-8bec-4875-9cf1-288eac1a6bc2 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:25.024348 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da19700e-d913-4c61-ae88-b70a48c25506', 'tag': '3bec0522-e642-4652-b277-8b32a26b0ec2', 'status': 'completed', 'code': 200} Nov 25 19:32:25.033899 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5eb26a-b3c6-4351-9bfc-5b6b22fdc1e0 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a2ae01c-4c6b-4a42-9c13-611f617a779f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:25.050206 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5992781b-90df-4ab0-9c0f-6ff3b9f592fa req-0ab5ffd6-348d-4523-a256-7dd6229874b9 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 210 time: 0.1844008 Nov 25 19:32:25.137418 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6eeaf357-2e98-42e9-bafa-35f35a4f9cf2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1273699850-network', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:25.295922 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd5eb26a-b3c6-4351-9bfc-5b6b22fdc1e0 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:25.316016 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eeaf357-2e98-42e9-bafa-35f35a4f9cf2 admin admin] Made reservation on behalf of 88671a697cd84733a2469dc1dc4f6f35 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:32:25.320567 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf357-2e98-42e9-bafa-35f35a4f9cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:25.350989 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd9bc0-a6e0-4ca5-87f9-c84e8444150b req-c5d7a47c-0abb-4267-93f5-107e17b03e46 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:25.369017 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02bd9bc0-a6e0-4ca5-87f9-c84e8444150b req-c5d7a47c-0abb-4267-93f5-107e17b03e46 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95a24c1-a5b1-4897-9449-8c459924a16b HTTP/1.1" status: 200 len: 947 time: 0.3065765 Nov 25 19:32:25.413616 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf357-2e98-42e9-bafa-35f35a4f9cf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:25.459317 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-4abd92cb-8712-4c1b-83f7-64db2ade5eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:25.461721 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-4abd92cb-8712-4c1b-83f7-64db2ade5eca service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8825865 Nov 25 19:32:25.467365 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-d80a9945-1561-40ab-bb4a-349869f5b782 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111225 Nov 25 19:32:25.538259 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd5eb26a-b3c6-4351-9bfc-5b6b22fdc1e0 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:25.550164 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd5eb26a-b3c6-4351-9bfc-5b6b22fdc1e0 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:25.562942 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-4e8efa78-6a5c-4604-b6af-c4944a59b7ba tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:25.565764 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-4e8efa78-6a5c-4604-b6af-c4944a59b7ba tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.73 "GET /v2.0/networks?id=7c66fbd7-92f9-4c18-afb1-b38847fa5709 HTTP/1.1" status: 200 len: 816 time: 0.7398121 Nov 25 19:32:25.632882 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e0269f-6dac-4544-ab83-91fd39b07371 x-openstack-request-id: req-89e0269f-6dac-4544-ab83-91fd39b07371 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:25.633864 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95a24c1-a5b1-4897-9449-8c459924a16b", "tag": "6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:25.634001 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-89e0269f-6dac-4544-ab83-91fd39b07371 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:25.634731 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95a24c1-a5b1-4897-9449-8c459924a16b', 'tag': '6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67', 'status': 'completed', 'code': 200} Nov 25 19:32:25.716269 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd5eb26a-b3c6-4351-9bfc-5b6b22fdc1e0 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:25.716990 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5eb26a-b3c6-4351-9bfc-5b6b22fdc1e0 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a05b376f-6f6e-47e1-846b-c6354cab9c4e {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:32:25.738842 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf357-2e98-42e9-bafa-35f35a4f9cf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:25.740578 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd5eb26a-b3c6-4351-9bfc-5b6b22fdc1e0 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:25.745526 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cd5eb26a-b3c6-4351-9bfc-5b6b22fdc1e0 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "DELETE /v2.0/routers/a05b376f-6f6e-47e1-846b-c6354cab9c4e HTTP/1.1" status: 204 len: 168 time: 4.6095140 Nov 25 19:32:25.750023 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf357-2e98-42e9-bafa-35f35a4f9cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:25.753606 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37664) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:25.852802 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-79778906-50ed-4c41-96eb-caa32e672218 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66bb1d518cbb4b4485685141182408d2 HTTP/1.1" status: 200 len: 379 time: 0.2309189 Nov 25 19:32:25.859279 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-79518a27-4741-4a92-afd9-74091dc24425 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779008 Nov 25 19:32:25.868377 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-b5e14d66-7e29-4eda-a1e2-8e471562dca0 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Request body: {'port': {'device_id': 'd8393bde-51ba-43a9-8fd7-cc72583b9cf6', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'admin_state_up': True, 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'security_groups': ['c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:25.874072 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eeaf357-2e98-42e9-bafa-35f35a4f9cf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:32:25.899786 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf357-2e98-42e9-bafa-35f35a4f9cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:25.900141 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-6eeaf357-2e98-42e9-bafa-35f35a4f9cf2 admin admin] Added segment a6219a8d-4177-4833-bb2d-685eca4369e6 of type vlan for network 00850fff-8687-4fe2-91af-c41f9f277b2d Nov 25 19:32:25.921796 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-4302ba99-2bcc-444b-8350-a6201042bda8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Deleting subnet 236926ea-294e-4451-a943-35b13bcefc6d {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:32:25.947711 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4302ba99-2bcc-444b-8350-a6201042bda8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:26.021456 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf357-2e98-42e9-bafa-35f35a4f9cf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:26.104587 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf357-2e98-42e9-bafa-35f35a4f9cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:26.105724 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eeaf357-2e98-42e9-bafa-35f35a4f9cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:26.106349 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf357-2e98-42e9-bafa-35f35a4f9cf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:26.120451 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4302ba99-2bcc-444b-8350-a6201042bda8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:26.125199 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02bd9bc0-a6e0-4ca5-87f9-c84e8444150b req-746ddc8e-c85f-41b0-9f01-1e713884fb36 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7210081 Nov 25 19:32:26.141880 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6eeaf357-2e98-42e9-bafa-35f35a4f9cf2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3958566 Nov 25 19:32:26.158588 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-40cefd51-bbc3-40e3-832b-28661c7b1211 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011817 Nov 25 19:32:26.167058 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37674) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:26.173995 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ef7f073d-759e-4cdb-9743-02b42fe242a4 admin admin] Request body: {'subnet': {'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1273699850-subnet', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:26.200095 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeaf357-2e98-42e9-bafa-35f35a4f9cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61458d34-fdd3-4bd1-a259-c8da3c708a17,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:26.266249 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7f073d-759e-4cdb-9743-02b42fe242a4 admin admin] Made reservation on behalf of 88671a697cd84733a2469dc1dc4f6f35 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:32:26.269927 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef7f073d-759e-4cdb-9743-02b42fe242a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:26.368224 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-476c5c8a-65ec-47fe-aa12-73734b98b925 req-78102407-b58f-4015-81be-ef5494a38883 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922807 Nov 25 19:32:26.370859 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4302ba99-2bcc-444b-8350-a6201042bda8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:26.501443 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-b5e14d66-7e29-4eda-a1e2-8e471562dca0 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Made reservation on behalf of 66bb1d518cbb4b4485685141182408d2 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:32:26.510983 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-b5e14d66-7e29-4eda-a1e2-8e471562dca0 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:26.512441 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeaf357-2e98-42e9-bafa-35f35a4f9cf2 admin admin] Pushing event updated for resources: {'Network': ['ID=00850fff-8687-4fe2-91af-c41f9f277b2d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:26.551461 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 00850fff-8687-4fe2-91af-c41f9f277b2d details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:32:26.667563 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef7f073d-759e-4cdb-9743-02b42fe242a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:26.676668 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa17cd-30b5-43cb-91bc-206832374883 req-561f0c09-730e-4348-b82a-8501357811da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:26.678793 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b0fa17cd-30b5-43cb-91bc-206832374883 req-561f0c09-730e-4348-b82a-8501357811da service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2cc03ca006694b27b723066ce33623c2&device_id=f95a24c1-a5b1-4897-9449-8c459924a16b HTTP/1.1" status: 200 len: 1098 time: 0.4143469 Nov 25 19:32:26.692861 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94529c78-122c-4cc7-aabe-be7e06f90417 req-99c1e461-14c4-47b5-a219-af59b966b421 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:26.701316 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-94529c78-122c-4cc7-aabe-be7e06f90417 req-99c1e461-14c4-47b5-a219-af59b966b421 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.2715919 Nov 25 19:32:26.762125 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-598dbf49-e788-4fb6-9da1-08f75a6b71e0 req-1035e90f-a34c-4db0-a041-f6f428ad0c6f tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 210 time: 0.1280947 Nov 25 19:32:26.772116 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4302ba99-2bcc-444b-8350-a6201042bda8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:26.790046 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdf6d3-4e05-419b-b532-58d32d56a1ff req-06e38e92-5f30-4d52-8385-f420067715df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:26.792885 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8fcdf6d3-4e05-419b-b532-58d32d56a1ff req-06e38e92-5f30-4d52-8385-f420067715df service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2cc03ca006694b27b723066ce33623c2&device_id=da19700e-d913-4c61-ae88-b70a48c25506 HTTP/1.1" status: 200 len: 1098 time: 0.3189232 Nov 25 19:32:26.871795 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f073d-759e-4cdb-9743-02b42fe242a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6624fa07-d69f-45d1-addc-30a86de4fab0,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:26.899177 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7f073d-759e-4cdb-9743-02b42fe242a4 admin admin] Checking segment: {'id': 'a6219a8d-4177-4833-bb2d-685eca4369e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:26.899545 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7f073d-759e-4cdb-9743-02b42fe242a4 admin admin] Network hostable DHCP agents. Network: 00850fff-8687-4fe2-91af-c41f9f277b2d, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:32:26.902484 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4302ba99-2bcc-444b-8350-a6201042bda8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:26.910376 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4302ba99-2bcc-444b-8350-a6201042bda8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/236926ea-294e-4451-a943-35b13bcefc6d HTTP/1.1" status: 204 len: 168 time: 1.1492763 Nov 25 19:32:26.911288 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302ba99-2bcc-444b-8350-a6201042bda8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=236926ea-294e-4451-a943-35b13bcefc6d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:26.915314 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37688) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:26.946026 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-94529c78-122c-4cc7-aabe-be7e06f90417 req-f5f4f49e-1cac-448d-841c-d0e3eb3bf963 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2429550 Nov 25 19:32:26.963804 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa17cd-30b5-43cb-91bc-206832374883 req-ecd513bb-1ab4-4e17-8741-76090b7b1cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:26.965446 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b0fa17cd-30b5-43cb-91bc-206832374883 req-ecd513bb-1ab4-4e17-8741-76090b7b1cef service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.2624567 Nov 25 19:32:26.975058 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7f073d-759e-4cdb-9743-02b42fe242a4 admin admin] Network 00850fff-8687-4fe2-91af-c41f9f277b2d is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:32:27.019850 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4302ba99-2bcc-444b-8350-a6201042bda8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:27.020572 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4302ba99-2bcc-444b-8350-a6201042bda8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:27.021345 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4302ba99-2bcc-444b-8350-a6201042bda8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:27.021826 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4302ba99-2bcc-444b-8350-a6201042bda8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:27.022434 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4302ba99-2bcc-444b-8350-a6201042bda8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:27.023052 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4302ba99-2bcc-444b-8350-a6201042bda8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:27.023773 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4302ba99-2bcc-444b-8350-a6201042bda8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:27.023959 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b0fa17cd-30b5-43cb-91bc-206832374883 req-418246d5-ca05-4a5e-bc02-e6b0f90c7937 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67 HTTP/1.1" status: 200 len: 217 time: 0.0455356 Nov 25 19:32:27.024473 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4302ba99-2bcc-444b-8350-a6201042bda8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:27.025144 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4302ba99-2bcc-444b-8350-a6201042bda8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:27.025814 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4302ba99-2bcc-444b-8350-a6201042bda8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:27.026504 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4302ba99-2bcc-444b-8350-a6201042bda8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:27.027355 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ef7f073d-759e-4cdb-9743-02b42fe242a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 00850fff-8687-4fe2-91af-c41f9f277b2d) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:27.027538 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4302ba99-2bcc-444b-8350-a6201042bda8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:27.035525 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7f073d-759e-4cdb-9743-02b42fe242a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:27.036121 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef7f073d-759e-4cdb-9743-02b42fe242a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:27.042927 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2be8ea-0dad-47d3-b8e8-edc56b8be4d9 None None] Network 00850fff-8687-4fe2-91af-c41f9f277b2d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:32:27.149166 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa17cd-30b5-43cb-91bc-206832374883 req-2af8a4f7-12ba-4125-ae43-43af0628e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:27.151898 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b0fa17cd-30b5-43cb-91bc-206832374883 req-2af8a4f7-12ba-4125-ae43-43af0628e1a2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1184444 Nov 25 19:32:27.159327 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ef7f073d-759e-4cdb-9743-02b42fe242a4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9908762 Nov 25 19:32:27.164286 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37694) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:27.223422 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a75ec9d8-ec06-42be-b3d7-d8e895f97196 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1273699850-router', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:27.367644 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a75ec9d8-ec06-42be-b3d7-d8e895f97196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:27.372846 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a75ec9d8-ec06-42be-b3d7-d8e895f97196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:27.391040 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa17cd-30b5-43cb-91bc-206832374883 req-903d458c-06d2-4e8e-a524-244dea5589a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:27.397521 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b0fa17cd-30b5-43cb-91bc-206832374883 req-903d458c-06d2-4e8e-a524-244dea5589a2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2266531 Nov 25 19:32:27.498163 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-b5e14d66-7e29-4eda-a1e2-8e471562dca0 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Allocated IP 172.20.0.4 (7c66fbd7-92f9-4c18-afb1-b38847fa5709/52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d/0bd96d02-eb03-4ed3-b9af-d785f20172e7) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:27.516005 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab2c984f-29c1-486e-9859-485092350785 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:27.553305 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdf6d3-4e05-419b-b532-58d32d56a1ff req-aa5b21de-b5a8-48ac-a06c-907301bf05d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:27.555309 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8fcdf6d3-4e05-419b-b532-58d32d56a1ff req-aa5b21de-b5a8-48ac-a06c-907301bf05d4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.7396941 Nov 25 19:32:27.571694 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82b249-8347-4215-bd80-a33a77dce5ad req-65fd8039-fd68-4cd2-9569-3b93cca3ea0f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:27.573548 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f82b249-8347-4215-bd80-a33a77dce5ad req-65fd8039-fd68-4cd2-9569-3b93cca3ea0f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95a24c1-a5b1-4897-9449-8c459924a16b HTTP/1.1" status: 200 len: 947 time: 0.1641555 Nov 25 19:32:27.625846 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37894de-b2d5-48dd-8232-a9344c186a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-00850fff-8687-4fe2-91af-c41f9f277b2d', 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'fixed_ips': [{'subnet_id': '6624fa07-d69f-45d1-addc-30a86de4fab0'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:32:27.629070 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b37894de-b2d5-48dd-8232-a9344c186a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:27.646006 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8fcdf6d3-4e05-419b-b532-58d32d56a1ff req-bab2d4cf-566f-419f-8e06-2058153239ac service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=3bec0522-e642-4652-b277-8b32a26b0ec2 HTTP/1.1" status: 200 len: 217 time: 0.0685611 Nov 25 19:32:27.745794 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a75ec9d8-ec06-42be-b3d7-d8e895f97196 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:27.955906 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-b37894de-b2d5-48dd-8232-a9344c186a56 None None] Allocated IP 172.20.0.2 (00850fff-8687-4fe2-91af-c41f9f277b2d/6624fa07-d69f-45d1-addc-30a86de4fab0/ea737666-2d32-4011-9eb7-5cedc76997a6) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:27.972771 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdf6d3-4e05-419b-b532-58d32d56a1ff req-4c118a68-82c5-4726-8ab9-a2fbf8e0f3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:27.972771 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8fcdf6d3-4e05-419b-b532-58d32d56a1ff req-4c118a68-82c5-4726-8ab9-a2fbf8e0f3b1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.3114176 Nov 25 19:32:27.978719 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b0fa17cd-30b5-43cb-91bc-206832374883 req-6905297b-7c0f-4c21-874a-1f355eb4e269 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686412 Nov 25 19:32:27.986094 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 3bec0522-e642-4652-b277-8b32a26b0ec2 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:32:27.995227 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab2c984f-29c1-486e-9859-485092350785 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:28.019060 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bdf74-569d-4acb-a95c-9ad4cf8eb33c req-bce07413-37b8-4de9-bddc-d896d78d3c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:28.021669 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-982bdf74-569d-4acb-a95c-9ad4cf8eb33c req-bce07413-37b8-4de9-bddc-d896d78d3c9c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5793ebf8c1374bcea833180ef6f84e4c&device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 1097 time: 0.3291636 Nov 25 19:32:28.034488 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f82b249-8347-4215-bd80-a33a77dce5ad req-72e25608-3be7-422e-b801-1dbfd88ecf95 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837547 Nov 25 19:32:28.182690 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:32:28.213391 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a75ec9d8-ec06-42be-b3d7-d8e895f97196 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:28.235720 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b37894de-b2d5-48dd-8232-a9344c186a56 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:28.252915 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b37894de-b2d5-48dd-8232-a9344c186a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:28.260376 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-b5e14d66-7e29-4eda-a1e2-8e471562dca0 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:28.269512 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-ab2c984f-29c1-486e-9859-485092350785 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6af77d-4abd-4543-9a36-5c51730503f9']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:28.299449 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-0b3ef51a-8b3e-434e-b8c4-bb2b51c90ccf tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:28.301646 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-0b3ef51a-8b3e-434e-b8c4-bb2b51c90ccf tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/networks?id=80a38dc0-4595-4a86-8f52-78b834ea720c HTTP/1.1" status: 200 len: 804 time: 0.6343546 Nov 25 19:32:28.333120 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-ab2c984f-29c1-486e-9859-485092350785 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daac0a22-e349-42c1-8f76-81ef87ee99c6') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:28.333676 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-ab2c984f-29c1-486e-9859-485092350785 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daac0a22-e349-42c1-8f76-81ef87ee99c6') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:28.364856 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab2c984f-29c1-486e-9859-485092350785 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:28.410124 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdf6d3-4e05-419b-b532-58d32d56a1ff req-a52e0720-c399-4e12-b783-126aa4b10ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:28.412771 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8fcdf6d3-4e05-419b-b532-58d32d56a1ff req-a52e0720-c399-4e12-b783-126aa4b10ad9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4209003 Nov 25 19:32:28.427033 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37894de-b2d5-48dd-8232-a9344c186a56 None None] Network 00850fff-8687-4fe2-91af-c41f9f277b2d is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:28.440922 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-7884dc74-eb9c-4313-afc9-5a99f7c5a6ef tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/quotas/a84262e56b10427f82b71772767dc30b HTTP/1.1" status: 200 len: 375 time: 0.0681834 Nov 25 19:32:28.445412 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-b37894de-b2d5-48dd-8232-a9344c186a56 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:28.451207 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab2c984f-29c1-486e-9859-485092350785 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:28.471524 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37894de-b2d5-48dd-8232-a9344c186a56 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:28.496130 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37894de-b2d5-48dd-8232-a9344c186a56 None None] Pushing event updated for resources: {'Port': ['ID=ea737666-2d32-4011-9eb7-5cedc76997a6,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:28.500068 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab2c984f-29c1-486e-9859-485092350785 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:32:28.501394 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab2c984f-29c1-486e-9859-485092350785 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: items = [ Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:32:28.505497 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:32:28.554345 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accaacf-b23f-46fb-aed3-e9606b3af250 req-586244b2-11b3-4094-807d-a9785614fbb8 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:28.556946 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7accaacf-b23f-46fb-aed3-e9606b3af250 req-586244b2-11b3-4094-807d-a9785614fbb8 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.3555503 Nov 25 19:32:28.585989 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 3bec0522-e642-4652-b277-8b32a26b0ec2, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=3bec0522-e642-4652-b277-8b32a26b0ec2,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:28.588289 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b0fa17cd-30b5-43cb-91bc-206832374883 req-39f3123a-9263-49f4-a93a-5a50e447728f service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5937371 Nov 25 19:32:28.660719 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '3bec0522-e642-4652-b277-8b32a26b0ec2', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '3bec0522-e642-4652-b277-8b32a26b0ec2', 'mac_address': 'fa:16:3e:a4:ba:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:32:28.676273 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b37894de-b2d5-48dd-8232-a9344c186a56 None None] Attempting to bind port ea737666-2d32-4011-9eb7-5cedc76997a6 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:28.678380 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b37894de-b2d5-48dd-8232-a9344c186a56 None None] Attempting to bind port ea737666-2d32-4011-9eb7-5cedc76997a6 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'a6219a8d-4177-4833-bb2d-685eca4369e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:28.679137 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37894de-b2d5-48dd-8232-a9344c186a56 None None] Attempting to bind port ea737666-2d32-4011-9eb7-5cedc76997a6 on network 00850fff-8687-4fe2-91af-c41f9f277b2d {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:28.696630 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-b5e14d66-7e29-4eda-a1e2-8e471562dca0 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:28.738873 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37894de-b2d5-48dd-8232-a9344c186a56 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:28.739579 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37894de-b2d5-48dd-8232-a9344c186a56 None None] Checking segment: {'id': 'a6219a8d-4177-4833-bb2d-685eca4369e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:28.740227 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b37894de-b2d5-48dd-8232-a9344c186a56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:28.740863 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37894de-b2d5-48dd-8232-a9344c186a56 None None] Bound using segment: {'id': 'a6219a8d-4177-4833-bb2d-685eca4369e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:28.741735 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b37894de-b2d5-48dd-8232-a9344c186a56 None None] Bound port: ea737666-2d32-4011-9eb7-5cedc76997a6, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6219a8d-4177-4833-bb2d-685eca4369e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:28.742399 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b37894de-b2d5-48dd-8232-a9344c186a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:28.825992 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:28.839778 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab2c984f-29c1-486e-9859-485092350785 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:28.846684 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bec0522-e642-4652-b277-8b32a26b0ec2 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:28.847803 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-b5e14d66-7e29-4eda-a1e2-8e471562dca0 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Network 7c66fbd7-92f9-4c18-afb1-b38847fa5709 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:28.893651 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 3bec0522-e642-4652-b277-8b32a26b0ec2, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=3bec0522-e642-4652-b277-8b32a26b0ec2,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:28.903000 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:28.903933 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:32:28.904133 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e14d66-7e29-4eda-a1e2-8e471562dca0 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Pushing event updated for resources: {'Port': ['ID=0bd96d02-eb03-4ed3-b9af-d785f20172e7,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:28.906779 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b37894de-b2d5-48dd-8232-a9344c186a56 None None] For port ea737666-2d32-4011-9eb7-5cedc76997a6, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:28.915207 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b37894de-b2d5-48dd-8232-a9344c186a56 None None] For port ea737666-2d32-4011-9eb7-5cedc76997a6, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=ea737666-2d32-4011-9eb7-5cedc76997a6,segment=NetworkSegment(a6219a8d-4177-4833-bb2d-685eca4369e6),segment_id=a6219a8d-4177-4833-bb2d-685eca4369e6)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:28.950418 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b37894de-b2d5-48dd-8232-a9344c186a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:28.969932 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-b5e14d66-7e29-4eda-a1e2-8e471562dca0 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:28.973719 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2c984f-29c1-486e-9859-485092350785 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fe6af77d-4abd-4543-9a36-5c51730503f9 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 19:32:29.002764 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8fcdf6d3-4e05-419b-b532-58d32d56a1ff req-5ae5e8f0-363a-4065-969e-dd0253b5e336 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5736187 Nov 25 19:32:29.006143 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-b5e14d66-7e29-4eda-a1e2-8e471562dca0 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:29.012559 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab2c984f-29c1-486e-9859-485092350785 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:29.024471 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ab2c984f-29c1-486e-9859-485092350785 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "DELETE /v2.0/networks/fe6af77d-4abd-4543-9a36-5c51730503f9 HTTP/1.1" status: 204 len: 168 time: 2.0869040 Nov 25 19:32:29.025431 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=3bec0522-e642-4652-b277-8b32a26b0ec2,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:29.031146 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c984f-29c1-486e-9859-485092350785 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Pushing event deleted for resources: {'Network': ['ID=fe6af77d-4abd-4543-9a36-5c51730503f9,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:29.032246 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:29.155861 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7accaacf-b23f-46fb-aed3-e9606b3af250 req-de541d7e-f6f2-4b3f-9259-b6bfd14204f3 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5466859 Nov 25 19:32:29.199121 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67', 'mac_address': 'fa:16:3e:e6:84:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:32:29.228518 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bdf74-569d-4acb-a95c-9ad4cf8eb33c req-ab7c131e-1bca-4454-9f99-9a5de0cc1d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:29.231458 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-982bdf74-569d-4acb-a95c-9ad4cf8eb33c req-ab7c131e-1bca-4454-9f99-9a5de0cc1d12 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ff56631b-efa0-42d5-95cb-f491e3d0d8b0 HTTP/1.1" status: 200 len: 912 time: 1.1397326 Nov 25 19:32:29.386352 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-83b45a71-9368-4035-942c-80669fa4aa63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:29.411823 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37894de-b2d5-48dd-8232-a9344c186a56 None None] Pushing event updated for resources: {'Port': ['ID=ea737666-2d32-4011-9eb7-5cedc76997a6,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:29.443179 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-50a732cc-bb98-4fd9-bd12-ac7d1261ff5e tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a84262e56b10427f82b71772767dc30b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9537539 Nov 25 19:32:29.472578 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:29.545458 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:29.649445 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:29.664345 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:29.675709 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-b5e14d66-7e29-4eda-a1e2-8e471562dca0 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:29.676595 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-b5e14d66-7e29-4eda-a1e2-8e471562dca0 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:29.727123 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-982bdf74-569d-4acb-a95c-9ad4cf8eb33c req-ff74b4b7-eee1-4038-bdb8-3e4f490657c6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6482793d-c7ac-41d8-9dd9-3ddeb09e42dd HTTP/1.1" status: 200 len: 1002 time: 0.4490271 Nov 25 19:32:29.728989 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8fcdf6d3-4e05-419b-b532-58d32d56a1ff req-f3398caf-6679-4f50-8f73-7d179be1bbef service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7000747 Nov 25 19:32:29.738005 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0027327c-60ac-4424-a718-22db7ba46d85 None None] Provisioning complete for port 0bd96d02-eb03-4ed3-b9af-d785f20172e7 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:29.738911 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0027327c-60ac-4424-a718-22db7ba46d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:29.745956 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-b5e14d66-7e29-4eda-a1e2-8e471562dca0 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8855987 Nov 25 19:32:29.746541 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37724) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:29.775628 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d7c09-c13a-494c-9c95-9980adcb8462 req-9de3d278-e76f-44a3-8352-056980b4cfd9 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:29.783989 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a1d7c09-c13a-494c-9c95-9980adcb8462 req-9de3d278-e76f-44a3-8352-056980b4cfd9 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 931 time: 0.4622760 Nov 25 19:32:29.788588 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-fda8702d-2d20-43a1-a51b-287e9a8ef0d8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Request body: {'router': {'name': 'tempest-router--797466406', 'project_id': 'a3288cdb63aa448fa3c82a0f395dc808'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:29.797896 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-7d2cd796-36f9-4e78-aaa5-7fba7adb703f service neutron] Request body: {'port': {'device_id': 'd8393bde-51ba-43a9-8fd7-cc72583b9cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:29.872220 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:29.880524 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-0027327c-60ac-4424-a718-22db7ba46d85 None None] Port 0bd96d02-eb03-4ed3-b9af-d785f20172e7 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:32:29.927091 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fda8702d-2d20-43a1-a51b-287e9a8ef0d8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:29.928229 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fda8702d-2d20-43a1-a51b-287e9a8ef0d8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:29.932613 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['3bec0522-e642-4652-b277-8b32a26b0ec2'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:29.937498 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:29.958234 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-7d2cd796-36f9-4e78-aaa5-7fba7adb703f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:29.979727 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-1dffa187-3637-481d-b4cd-1a4dfdd53cd7 service neutron] 10.222.0.55 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205202 Nov 25 19:32:29.981107 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a1d7c09-c13a-494c-9c95-9980adcb8462 req-0fe5910e-20a3-4eee-be2a-5fa8d7741821 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918390 Nov 25 19:32:30.129411 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-249d2c1b-228c-46ab-86e9-d848d7b36255 service neutron] 10.222.0.55 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486645 Nov 25 19:32:30.134364 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bdf74-569d-4acb-a95c-9ad4cf8eb33c req-fb863721-4888-420f-a163-ea6cad299965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:30.146764 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-982bdf74-569d-4acb-a95c-9ad4cf8eb33c req-fb863721-4888-420f-a163-ea6cad299965 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b79aba06-befc-4f8a-a873-c735df5300cb HTTP/1.1" status: 200 len: 850 time: 0.3880441 Nov 25 19:32:30.190891 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fda8702d-2d20-43a1-a51b-287e9a8ef0d8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:30.321512 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a75ec9d8-ec06-42be-b3d7-d8e895f97196 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:30.338477 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fda8702d-2d20-43a1-a51b-287e9a8ef0d8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:30.370496 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a75ec9d8-ec06-42be-b3d7-d8e895f97196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:30.374145 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bdf74-569d-4acb-a95c-9ad4cf8eb33c req-828ee8fb-4899-4c25-93e9-3e77f5292f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:30.376913 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-982bdf74-569d-4acb-a95c-9ad4cf8eb33c req-828ee8fb-4899-4c25-93e9-3e77f5292f0f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff56631b-efa0-42d5-95cb-f491e3d0d8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2160621 Nov 25 19:32:30.485135 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fda8702d-2d20-43a1-a51b-287e9a8ef0d8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:30.490652 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fda8702d-2d20-43a1-a51b-287e9a8ef0d8 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7420590 Nov 25 19:32:30.493740 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37732) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:30.717106 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5260332-a0f8-48f9-b1ab-c822a2d0b36f req-1190d474-6a83-4342-8fef-01725cf3771f tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:30.720262 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a5260332-a0f8-48f9-b1ab-c822a2d0b36f req-1190d474-6a83-4342-8fef-01725cf3771f tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.1965384 Nov 25 19:32:30.837351 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-982bdf74-569d-4acb-a95c-9ad4cf8eb33c req-05929971-0ab1-49b1-b0c7-34da135a5d46 service neutron] 10.222.0.73 "GET /v2.0/networks/ff56631b-efa0-42d5-95cb-f491e3d0d8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340808 Nov 25 19:32:30.845539 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c8dede-8129-446f-886b-f72b8b87885a None None] Network 00850fff-8687-4fe2-91af-c41f9f277b2d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:32:31.018317 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-74b7190f-454a-48d7-ab16-0760ed59b437 None None] Provisioning complete for port ea737666-2d32-4011-9eb7-5cedc76997a6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:31.018317 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-74b7190f-454a-48d7-ab16-0760ed59b437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:31.064478 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a5260332-a0f8-48f9-b1ab-c822a2d0b36f req-149fa7eb-b677-4aa1-8fea-bc3cb85070ee tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3274362 Nov 25 19:32:31.070716 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-982bdf74-569d-4acb-a95c-9ad4cf8eb33c req-37e10e11-e339-40c5-b19a-2aa40b9218e0 service neutron] 10.222.0.73 "GET /v2.0/networks/ff56631b-efa0-42d5-95cb-f491e3d0d8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340761 Nov 25 19:32:31.105709 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ea737666-2d32-4011-9eb7-5cedc76997a6 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:31.108697 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-a75ec9d8-ec06-42be-b3d7-d8e895f97196 admin admin] Allocated IP 172.25.6.19 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/99d43df4-ff75-47f3-bd7d-ac1c337f3fd6) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:31.124550 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90c29325-fc39-4c6b-b36a-5b94e630589c tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:31.234109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246a19d-51d5-46c5-8964-1fd3ecd8710f req-1f66fb79-5ca3-4407-908b-7da51654dca7 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:31.240597 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5246a19d-51d5-46c5-8964-1fd3ecd8710f req-1f66fb79-5ca3-4407-908b-7da51654dca7 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95a24c1-a5b1-4897-9449-8c459924a16b HTTP/1.1" status: 200 len: 948 time: 0.8429310 Nov 25 19:32:31.250332 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f0b8d352-bf6a-43e0-ac3b-af835169e0a3 req-fe8ad750-07a3-4ad2-9175-2eb883f9b7cc tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87 HTTP/1.1" status: 200 len: 210 time: 0.0800586 Nov 25 19:32:31.289605 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port ea737666-2d32-4011-9eb7-5cedc76997a6 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:31.289986 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:31.325566 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-74b7190f-454a-48d7-ab16-0760ed59b437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:31.412303 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-74b7190f-454a-48d7-ab16-0760ed59b437 None None] For port ea737666-2d32-4011-9eb7-5cedc76997a6, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=ea737666-2d32-4011-9eb7-5cedc76997a6,segment=NetworkSegment(a6219a8d-4177-4833-bb2d-685eca4369e6),segment_id=a6219a8d-4177-4833-bb2d-685eca4369e6)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:31.421061 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-74b7190f-454a-48d7-ab16-0760ed59b437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:31.446368 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a75ec9d8-ec06-42be-b3d7-d8e895f97196 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:31.483388 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744ce6f-9449-4584-bc20-a6108637ea8e req-7f175c52-b297-4b7d-b70a-6af95d7352b0 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:31.492775 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7744ce6f-9449-4584-bc20-a6108637ea8e req-7f175c52-b297-4b7d-b70a-6af95d7352b0 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 931 time: 0.1221566 Nov 25 19:32:31.521798 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-7d2cd796-36f9-4e78-aaa5-7fba7adb703f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd96d02-eb03-4ed3-b9af-d785f20172e7 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:31.534520 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-7d2cd796-36f9-4e78-aaa5-7fba7adb703f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:31.555673 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-7d2cd796-36f9-4e78-aaa5-7fba7adb703f service neutron] Transition to ACTIVE for port object 0bd96d02-eb03-4ed3-b9af-d785f20172e7 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:32:31.568115 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-7d2cd796-36f9-4e78-aaa5-7fba7adb703f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:31.583178 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a75ec9d8-ec06-42be-b3d7-d8e895f97196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:31.645160 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7190f-454a-48d7-ab16-0760ed59b437 None None] Pushing event updated for resources: {'Port': ['ID=ea737666-2d32-4011-9eb7-5cedc76997a6,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:31.665396 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7744ce6f-9449-4584-bc20-a6108637ea8e req-07fee921-9194-40f4-b8c1-fc3badf54dfc tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716037 Nov 25 19:32:31.678386 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75ec9d8-ec06-42be-b3d7-d8e895f97196 admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:31.682191 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a75ec9d8-ec06-42be-b3d7-d8e895f97196 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:31.687435 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75ec9d8-ec06-42be-b3d7-d8e895f97196 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:31.726645 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90c29325-fc39-4c6b-b36a-5b94e630589c tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:31.762686 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90c29325-fc39-4c6b-b36a-5b94e630589c tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:31.763391 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eb00f8cd-fc58-46de-8a52-5f9fa725c3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:31.855405 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2cd796-36f9-4e78-aaa5-7fba7adb703f service neutron] Pushing event updated for resources: {'Port': ['ID=0bd96d02-eb03-4ed3-b9af-d785f20172e7,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:31.881075 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5246a19d-51d5-46c5-8964-1fd3ecd8710f req-abff1cae-3cf5-4144-84bc-845c3ccf44fd tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5190187 Nov 25 19:32:31.883624 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-412cb440-b9d0-4b89-903f-e915114b8748 None None] Provisioning complete for port ea737666-2d32-4011-9eb7-5cedc76997a6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:31.884430 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-412cb440-b9d0-4b89-903f-e915114b8748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:31.967616 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90c29325-fc39-4c6b-b36a-5b94e630589c tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:31.968131 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c29325-fc39-4c6b-b36a-5b94e630589c tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 007ece92-0deb-467a-87c0-d73876422858 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:32:31.989361 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90c29325-fc39-4c6b-b36a-5b94e630589c tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:31.998245 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-90c29325-fc39-4c6b-b36a-5b94e630589c tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "DELETE /v2.0/routers/007ece92-0deb-467a-87c0-d73876422858 HTTP/1.1" status: 204 len: 168 time: 1.4983926 Nov 25 19:32:32.016912 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 3bec0522-e642-4652-b277-8b32a26b0ec2 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:32.123139 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ec9d8-ec06-42be-b3d7-d8e895f97196 admin admin] Pushing event updated for resources: {'Port': ['ID=99d43df4-ff75-47f3-bd7d-ac1c337f3fd6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:32.181218 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-7d2cd796-36f9-4e78-aaa5-7fba7adb703f service neutron] Attempting to bind port 0bd96d02-eb03-4ed3-b9af-d785f20172e7 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:32.181818 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-7d2cd796-36f9-4e78-aaa5-7fba7adb703f service neutron] Attempting to bind port 0bd96d02-eb03-4ed3-b9af-d785f20172e7 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:32.182024 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-7d2cd796-36f9-4e78-aaa5-7fba7adb703f service neutron] Attempting to bind port 0bd96d02-eb03-4ed3-b9af-d785f20172e7 on network 7c66fbd7-92f9-4c18-afb1-b38847fa5709 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:32.202603 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 3bec0522-e642-4652-b277-8b32a26b0ec2 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:32:32.209774 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 3bec0522-e642-4652-b277-8b32a26b0ec2 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:32.210525 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:32.336013 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a75ec9d8-ec06-42be-b3d7-d8e895f97196 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:32.379423 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:32.398204 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37752) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:32.399891 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-7d2cd796-36f9-4e78-aaa5-7fba7adb703f service neutron] Port 0bd96d02-eb03-4ed3-b9af-d785f20172e7 on network 7c66fbd7-92f9-4c18-afb1-b38847fa5709 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:32:32.400430 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-7d2cd796-36f9-4e78-aaa5-7fba7adb703f service neutron] Attempting to bind port 0bd96d02-eb03-4ed3-b9af-d785f20172e7 on network 7c66fbd7-92f9-4c18-afb1-b38847fa5709 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:32.418742 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-7d2cd796-36f9-4e78-aaa5-7fba7adb703f service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:32.419179 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-7d2cd796-36f9-4e78-aaa5-7fba7adb703f service neutron] Checking segment: {'id': '3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:32.419573 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-7d2cd796-36f9-4e78-aaa5-7fba7adb703f service neutron] Bound using segment: {'id': '3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:32.420033 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-7d2cd796-36f9-4e78-aaa5-7fba7adb703f service neutron] Bound port: 0bd96d02-eb03-4ed3-b9af-d785f20172e7, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:32.420611 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-7d2cd796-36f9-4e78-aaa5-7fba7adb703f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:32.465255 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-594d72e5-c49c-4035-bb9a-5eda1a379fa1 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:32.467198 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-594d72e5-c49c-4035-bb9a-5eda1a379fa1 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.85 "GET /v2.0/networks?id=80a38dc0-4595-4a86-8f52-78b834ea720c HTTP/1.1" status: 200 len: 804 time: 0.3723853 Nov 25 19:32:32.487413 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da19700e-d913-4c61-ae88-b70a48c25506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bec0522-e642-4652-b277-8b32a26b0ec2'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:32.489959 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd0506e-4457-472f-8097-93aad3aec5d9" -d '{"events": [{"server_uuid": "da19700e-d913-4c61-ae88-b70a48c25506", "name": "network-vif-plugged", "status": "completed", "tag": "3bec0522-e642-4652-b277-8b32a26b0ec2"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:32.499735 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-64b24ca2-02b5-451c-b945-d66336eae6f5 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Request body: {'port': {'device_id': '52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87', 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c', 'admin_state_up': True, 'tenant_id': 'a84262e56b10427f82b71772767dc30b'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:32.533098 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 3bec0522-e642-4652-b277-8b32a26b0ec2, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=3bec0522-e642-4652-b277-8b32a26b0ec2,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:32.542999 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:32.543829 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:32.615204 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e343ee2-a5a5-435c-bab3-5098d97b1df3 req-45a73e44-8db6-46c1-9e59-9339f0602f91 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:32.629930 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8e343ee2-a5a5-435c-bab3-5098d97b1df3 req-45a73e44-8db6-46c1-9e59-9339f0602f91 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.2299514 Nov 25 19:32:32.647527 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ef6f7608-af90-4949-8c69-751c69091a22 req-6f70d480-ac6f-4463-9d04-94ef3c41cac0 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87 HTTP/1.1" status: 200 len: 210 time: 0.0742552 Nov 25 19:32:32.701244 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=3bec0522-e642-4652-b277-8b32a26b0ec2,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:32.731744 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-7d2cd796-36f9-4e78-aaa5-7fba7adb703f service neutron] For port 0bd96d02-eb03-4ed3-b9af-d785f20172e7, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:32.757131 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-7d2cd796-36f9-4e78-aaa5-7fba7adb703f service neutron] For port 0bd96d02-eb03-4ed3-b9af-d785f20172e7, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0bd96d02-eb03-4ed3-b9af-d785f20172e7,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:32.760217 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:32:32.763503 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-7d2cd796-36f9-4e78-aaa5-7fba7adb703f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:32.774050 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a077c8-6e9b-4aa5-8d25-8490ddae9298 x-openstack-request-id: req-a4a077c8-6e9b-4aa5-8d25-8490ddae9298 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:32.775036 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da19700e-d913-4c61-ae88-b70a48c25506", "name": "network-vif-plugged", "status": "completed", "tag": "3bec0522-e642-4652-b277-8b32a26b0ec2", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:32.775490 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a4a077c8-6e9b-4aa5-8d25-8490ddae9298 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:32.776216 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da19700e-d913-4c61-ae88-b70a48c25506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bec0522-e642-4652-b277-8b32a26b0ec2', 'code': 200} Nov 25 19:32:32.783600 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:32.784260 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:32.840408 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a75ec9d8-ec06-42be-b3d7-d8e895f97196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:32.847102 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-309f111c-63a5-4779-bc97-48529c5daa42 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1082338850', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:32.851158 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-7d2cd796-36f9-4e78-aaa5-7fba7adb703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:32.851819 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-7d2cd796-36f9-4e78-aaa5-7fba7adb703f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:32.853268 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-7d2cd796-36f9-4e78-aaa5-7fba7adb703f service neutron] 10.222.0.73 "PUT /v2.0/ports/0bd96d02-eb03-4ed3-b9af-d785f20172e7 HTTP/1.1" status: 200 len: 1091 time: 3.0606370 Nov 25 19:32:32.866248 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8393bde-51ba-43a9-8fd7-cc72583b9cf6', 'tag': '0bd96d02-eb03-4ed3-b9af-d785f20172e7'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:32.869607 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b4a682-a819-44eb-a8ba-e5f5914d5ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "d8393bde-51ba-43a9-8fd7-cc72583b9cf6", "tag": "0bd96d02-eb03-4ed3-b9af-d785f20172e7"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:32.969383 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-64b24ca2-02b5-451c-b945-d66336eae6f5 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Made reservation on behalf of a84262e56b10427f82b71772767dc30b for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:32:32.976520 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-64b24ca2-02b5-451c-b945-d66336eae6f5 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:33.007883 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:33.012527 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ea737666-2d32-4011-9eb7-5cedc76997a6 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:33.025514 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2cd796-36f9-4e78-aaa5-7fba7adb703f service neutron] Pushing event updated for resources: {'Port': ['ID=0bd96d02-eb03-4ed3-b9af-d785f20172e7,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:33.045987 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2632862-f1d6-4ad1-884c-8fbc0020e0e9 req-7a888efe-ac9d-47bb-beff-0e8fad6e3820 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:33.047752 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f2632862-f1d6-4ad1-884c-8fbc0020e0e9 req-7a888efe-ac9d-47bb-beff-0e8fad6e3820 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 943 time: 0.2096190 Nov 25 19:32:33.078445 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8e343ee2-a5a5-435c-bab3-5098d97b1df3 req-ad61e609-420b-461b-b814-f3ef168f12d0 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4342945 Nov 25 19:32:33.084704 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-309f111c-63a5-4779-bc97-48529c5daa42 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:33.085379 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-309f111c-63a5-4779-bc97-48529c5daa42 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:33.108920 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8c777-de35-46a2-af23-4e2829bfeb1e req-28f0a621-8c4a-4b94-84ea-cd037ccb71dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:33.111306 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3bf8c777-de35-46a2-af23-4e2829bfeb1e req-28f0a621-8c4a-4b94-84ea-cd037ccb71dc service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=da19700e-d913-4c61-ae88-b70a48c25506 HTTP/1.1" status: 200 len: 1100 time: 0.2539144 Nov 25 19:32:33.146205 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-7db6692d-88e0-495c-9452-bd8417dfeed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:33.148253 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-7db6692d-88e0-495c-9452-bd8417dfeed1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=66bb1d518cbb4b4485685141182408d2&device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 1094 time: 0.2100077 Nov 25 19:32:33.218843 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:33.237554 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-4b419101-34a0-4584-92ca-9979e3613166 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bd96d02-eb03-4ed3-b9af-d785f20172e7 HTTP/1.1" status: 200 len: 217 time: 0.0517287 Nov 25 19:32:33.238957 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:33.240640 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50faa2b-63c2-4bc1-8ee3-430f7f066eda x-openstack-request-id: req-f50faa2b-63c2-4bc1-8ee3-430f7f066eda {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:33.241070 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8393bde-51ba-43a9-8fd7-cc72583b9cf6", "tag": "0bd96d02-eb03-4ed3-b9af-d785f20172e7", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:33.241474 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f50faa2b-63c2-4bc1-8ee3-430f7f066eda {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:33.242093 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8393bde-51ba-43a9-8fd7-cc72583b9cf6', 'tag': '0bd96d02-eb03-4ed3-b9af-d785f20172e7', 'status': 'completed', 'code': 200} Nov 25 19:32:33.298884 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port ea737666-2d32-4011-9eb7-5cedc76997a6 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:33.299937 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:33.324649 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-309f111c-63a5-4779-bc97-48529c5daa42 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:33.341310 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3bf8c777-de35-46a2-af23-4e2829bfeb1e req-0d5dc19b-09b3-4cc7-abda-c62228b6a72a service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140594 Nov 25 19:32:33.372929 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:33.388977 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f2632862-f1d6-4ad1-884c-8fbc0020e0e9 req-eb79ed01-c693-4996-beb6-81220bbbabe2 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3298776 Nov 25 19:32:33.440628 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-64b24ca2-02b5-451c-b945-d66336eae6f5 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Allocated IP 172.20.0.12 (80a38dc0-4595-4a86-8f52-78b834ea720c/bbd3840b-2a2c-413f-a7dc-f5062cf8f874/78ada59b-7f89-452d-ae1c-edc0adfe5f7e) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:33.490988 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-7f5d5579-49c5-4c46-9c49-9dc37af7495a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:33.492514 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-7f5d5579-49c5-4c46-9c49-9dc37af7495a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d HTTP/1.1" status: 200 len: 855 time: 0.2220826 Nov 25 19:32:33.548698 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:33.578096 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c095b8-b273-4bc5-ade4-f3560b8d72f2 req-79a9a844-b8ff-4ea8-8a37-a8af13b4cee4 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:33.579837 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-75c095b8-b273-4bc5-ade4-f3560b8d72f2 req-79a9a844-b8ff-4ea8-8a37-a8af13b4cee4 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95a24c1-a5b1-4897-9449-8c459924a16b HTTP/1.1" status: 200 len: 949 time: 0.2587764 Nov 25 19:32:33.632911 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-6571ecad-915b-4d4b-8fe0-d8bbfff331aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:33.634632 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-6571ecad-915b-4d4b-8fe0-d8bbfff331aa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c66fbd7-92f9-4c18-afb1-b38847fa5709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1321356 Nov 25 19:32:33.638481 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-309f111c-63a5-4779-bc97-48529c5daa42 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:33.652195 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75ec9d8-ec06-42be-b3d7-d8e895f97196 admin admin] Router 59807b61-7994-48f9-b2e9-5a33eb5e8a0f is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:32:33.767036 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-64b24ca2-02b5-451c-b945-d66336eae6f5 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:33.777996 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-75c095b8-b273-4bc5-ade4-f3560b8d72f2 req-a0c9fa9c-069d-4969-a04e-86310d2991a6 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591730 Nov 25 19:32:33.804539 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-1d1bb737-9249-466a-8da1-2c9d55386593 service neutron] 10.222.0.73 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450310 Nov 25 19:32:33.872124 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-00a7c066-9dfe-4085-b064-49ff61bfbd8d req-be9b2919-69d1-4468-8904-8b640ed61f9d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87 HTTP/1.1" status: 200 len: 210 time: 0.0629191 Nov 25 19:32:33.914621 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-64b24ca2-02b5-451c-b945-d66336eae6f5 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:33.931503 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['24cafed6-3d8e-47ca-846d-457abb4a9631'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:33.934516 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75ec9d8-ec06-42be-b3d7-d8e895f97196 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:32:33.948546 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c174455-12ac-4c4c-a322-f45b5945b2ea None None] Sync routers for ids ['59807b61-7994-48f9-b2e9-5a33eb5e8a0f'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:32:33.964664 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c174455-12ac-4c4c-a322-f45b5945b2ea None None] Routers {'59807b61-7994-48f9-b2e9-5a33eb5e8a0f'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:33.965568 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-9c174455-12ac-4c4c-a322-f45b5945b2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:32:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['59807b61-7994-48f9-b2e9-5a33eb5e8a0f'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:33.975420 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-64b24ca2-02b5-451c-b945-d66336eae6f5 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Network 80a38dc0-4595-4a86-8f52-78b834ea720c is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:33.990997 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-64b24ca2-02b5-451c-b945-d66336eae6f5 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:33.999603 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-64b24ca2-02b5-451c-b945-d66336eae6f5 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:34.003444 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b24ca2-02b5-451c-b945-d66336eae6f5 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Pushing event updated for resources: {'Port': ['ID=78ada59b-7f89-452d-ae1c-edc0adfe5f7e,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:34.017613 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a75ec9d8-ec06-42be-b3d7-d8e895f97196 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:34.022574 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a75ec9d8-ec06-42be-b3d7-d8e895f97196 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8541493 Nov 25 19:32:34.027141 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37772) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:34.036981 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-366dd73a-6162-4516-8b19-e7c3fe21be41 req-91dc4afe-caa7-4dc8-9e52-972df9e1b5c2 service neutron] 10.222.0.73 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119250 Nov 25 19:32:34.090731 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-64b24ca2-02b5-451c-b945-d66336eae6f5 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:34.092033 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-64b24ca2-02b5-451c-b945-d66336eae6f5 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:34.149141 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-9c174455-12ac-4c4c-a322-f45b5945b2ea None None] Set router 59807b61-7994-48f9-b2e9-5a33eb5e8a0f gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:34.163012 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-64b24ca2-02b5-451c-b945-d66336eae6f5 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6680751 Nov 25 19:32:34.178964 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-6e703089-1f02-4944-bb76-18063b55d5b2 service neutron] Request body: {'port': {'device_id': '52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:34.185079 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4a682-a819-44eb-a8ba-e5f5914d5ee0 req-d535009d-cae3-4c55-a1a5-3a532ad26bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:34.186871 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53b4a682-a819-44eb-a8ba-e5f5914d5ee0 req-d535009d-cae3-4c55-a1a5-3a532ad26bb3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=66bb1d518cbb4b4485685141182408d2&device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 1094 time: 0.0843079 Nov 25 19:32:34.280662 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-309f111c-63a5-4779-bc97-48529c5daa42 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:34.310464 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-309f111c-63a5-4779-bc97-48529c5daa42 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:34.334631 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-6e703089-1f02-4944-bb76-18063b55d5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:34.358462 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4a682-a819-44eb-a8ba-e5f5914d5ee0 req-b30b38c2-0725-466b-be40-ceb45b16ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:34.360907 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53b4a682-a819-44eb-a8ba-e5f5914d5ee0 req-b30b38c2-0725-466b-be40-ceb45b16ee5a service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c66fbd7-92f9-4c18-afb1-b38847fa5709 HTTP/1.1" status: 200 len: 917 time: 0.1523516 Nov 25 19:32:34.430247 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53b4a682-a819-44eb-a8ba-e5f5914d5ee0 req-a6b73094-6e5e-40fb-a8da-926b1b8b3d61 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bd96d02-eb03-4ed3-b9af-d785f20172e7 HTTP/1.1" status: 200 len: 217 time: 0.0450697 Nov 25 19:32:34.565266 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-9c174455-12ac-4c4c-a322-f45b5945b2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'name': 'tempest-ServersTestManualDisk-1273699850-router', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '99d43df4-ff75-47f3-bd7d-ac1c337f3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:27Z', 'updated_at': '2021-11-25T19:32:31Z', 'revision_number': 3, 'project_id': '88671a697cd84733a2469dc1dc4f6f35', 'gw_port': {'id': '99d43df4-ff75-47f3-bd7d-ac1c337f3fd6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:30Z', 'updated_at': '2021-11-25T19:32:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:34.595086 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4a682-a819-44eb-a8ba-e5f5914d5ee0 req-6f48e32d-f29b-4be6-9b5b-3005766d4185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:34.597799 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53b4a682-a819-44eb-a8ba-e5f5914d5ee0 req-6f48e32d-f29b-4be6-9b5b-3005766d4185 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d HTTP/1.1" status: 200 len: 855 time: 0.1532576 Nov 25 19:32:34.777801 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95a24c1-a5b1-4897-9449-8c459924a16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:34.781039 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eec4f02-2ad7-4446-9f16-429f5dcf3600" -d '{"events": [{"server_uuid": "f95a24c1-a5b1-4897-9449-8c459924a16b", "name": "network-vif-plugged", "status": "completed", "tag": "6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:34.818041 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4a682-a819-44eb-a8ba-e5f5914d5ee0 req-35fda987-bf01-40ba-a274-6c57f5a2e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:34.822124 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53b4a682-a819-44eb-a8ba-e5f5914d5ee0 req-35fda987-bf01-40ba-a274-6c57f5a2e62e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c66fbd7-92f9-4c18-afb1-b38847fa5709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2054465 Nov 25 19:32:34.825892 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c174455-12ac-4c4c-a322-f45b5945b2ea None None] Checking router: 59807b61-7994-48f9-b2e9-5a33eb5e8a0f for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:32:34.826549 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c174455-12ac-4c4c-a322-f45b5945b2ea None None] Updating router 59807b61-7994-48f9-b2e9-5a33eb5e8a0f port 99d43df4-ff75-47f3-bd7d-ac1c337f3fd6 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:32:34.882626 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9c174455-12ac-4c4c-a322-f45b5945b2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:34.886362 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1abd206-c013-4604-8e71-ebf9022bc800 x-openstack-request-id: req-c1abd206-c013-4604-8e71-ebf9022bc800 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:34.887016 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95a24c1-a5b1-4897-9449-8c459924a16b", "name": "network-vif-plugged", "status": "completed", "tag": "6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:34.887564 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c1abd206-c013-4604-8e71-ebf9022bc800 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:34.888330 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95a24c1-a5b1-4897-9449-8c459924a16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67', 'code': 200} Nov 25 19:32:34.953655 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1caf74-5667-4e61-bfd6-5a7354df240f req-50e93808-55fc-4c68-93b3-b461e0cfd345 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:34.955927 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ef1caf74-5667-4e61-bfd6-5a7354df240f req-50e93808-55fc-4c68-93b3-b461e0cfd345 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 943 time: 0.1451361 Nov 25 19:32:35.105343 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ef1caf74-5667-4e61-bfd6-5a7354df240f req-cfe0a171-6c87-4860-b4a5-2d8b9651b8de tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175156 Nov 25 19:32:35.152173 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cf14f-89e1-4b95-bd0c-2fa4508b98a2 req-3152a354-9d9c-46d1-ad17-83f7f9f9aca7 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:35.162851 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-454cf14f-89e1-4b95-bd0c-2fa4508b98a2 req-3152a354-9d9c-46d1-ad17-83f7f9f9aca7 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95a24c1-a5b1-4897-9449-8c459924a16b HTTP/1.1" status: 200 len: 949 time: 0.1637747 Nov 25 19:32:35.167236 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-6e703089-1f02-4944-bb76-18063b55d5b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ada59b-7f89-452d-ae1c-edc0adfe5f7e {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:35.183301 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-309f111c-63a5-4779-bc97-48529c5daa42 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Allocated IP 172.25.6.216 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/469fa011-4ab6-4cf9-b343-c775d6a6ed4e) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:35.183680 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-6e703089-1f02-4944-bb76-18063b55d5b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:35.191349 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53b4a682-a819-44eb-a8ba-e5f5914d5ee0 req-9679cdec-6def-47be-9276-3328ea0231fc service neutron] 10.222.0.73 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533633 Nov 25 19:32:35.221771 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c58283-a60e-42ae-b16c-47927efdecd4 req-40bc7905-cf09-4d75-93e9-a67441df84bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:35.223349 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-16c58283-a60e-42ae-b16c-47927efdecd4 req-40bc7905-cf09-4d75-93e9-a67441df84bf service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f95a24c1-a5b1-4897-9449-8c459924a16b HTTP/1.1" status: 200 len: 1100 time: 0.2057636 Nov 25 19:32:35.226184 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-6e703089-1f02-4944-bb76-18063b55d5b2 service neutron] Transition to ACTIVE for port object 78ada59b-7f89-452d-ae1c-edc0adfe5f7e will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:32:35.252048 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-6e703089-1f02-4944-bb76-18063b55d5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:35.342628 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-454cf14f-89e1-4b95-bd0c-2fa4508b98a2 req-09a2e44a-b804-4587-91b4-11eaf8060f93 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784506 Nov 25 19:32:35.352221 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:35.371380 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e703089-1f02-4944-bb76-18063b55d5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=78ada59b-7f89-452d-ae1c-edc0adfe5f7e,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:35.414143 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53b4a682-a819-44eb-a8ba-e5f5914d5ee0 req-3f69e5ac-575e-4cc8-9f82-da7ca5575820 service neutron] 10.222.0.73 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036848 Nov 25 19:32:35.430018 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-16c58283-a60e-42ae-b16c-47927efdecd4 req-20c5dfae-a10b-423c-94bb-76947c5df533 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986172 Nov 25 19:32:35.450257 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03261d6e-7b21-4359-add6-2ba3c10d33d4 req-ca955cc6-4f4c-466a-b21e-c4fc61dccdf1 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:35.451969 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-03261d6e-7b21-4359-add6-2ba3c10d33d4 req-ca955cc6-4f4c-466a-b21e-c4fc61dccdf1 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87 HTTP/1.1" status: 200 len: 944 time: 0.2121153 Nov 25 19:32:35.483726 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-6e703089-1f02-4944-bb76-18063b55d5b2 service neutron] Attempting to bind port 78ada59b-7f89-452d-ae1c-edc0adfe5f7e on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:35.483984 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-6e703089-1f02-4944-bb76-18063b55d5b2 service neutron] Attempting to bind port 78ada59b-7f89-452d-ae1c-edc0adfe5f7e by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:35.484353 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-6e703089-1f02-4944-bb76-18063b55d5b2 service neutron] Attempting to bind port 78ada59b-7f89-452d-ae1c-edc0adfe5f7e on network 80a38dc0-4595-4a86-8f52-78b834ea720c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:35.490222 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-6e703089-1f02-4944-bb76-18063b55d5b2 service neutron] Port 78ada59b-7f89-452d-ae1c-edc0adfe5f7e on network 80a38dc0-4595-4a86-8f52-78b834ea720c not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:32:35.490591 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-6e703089-1f02-4944-bb76-18063b55d5b2 service neutron] Attempting to bind port 78ada59b-7f89-452d-ae1c-edc0adfe5f7e on network 80a38dc0-4595-4a86-8f52-78b834ea720c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:35.497535 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-6e703089-1f02-4944-bb76-18063b55d5b2 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:35.497981 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-6e703089-1f02-4944-bb76-18063b55d5b2 service neutron] Checking segment: {'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:35.498908 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-6e703089-1f02-4944-bb76-18063b55d5b2 service neutron] Bound using segment: {'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:35.499374 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-6e703089-1f02-4944-bb76-18063b55d5b2 service neutron] Bound port: 78ada59b-7f89-452d-ae1c-edc0adfe5f7e, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:35.499730 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-6e703089-1f02-4944-bb76-18063b55d5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:35.541428 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:35.546824 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-309f111c-63a5-4779-bc97-48529c5daa42 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:35.583099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-6e703089-1f02-4944-bb76-18063b55d5b2 service neutron] For port 78ada59b-7f89-452d-ae1c-edc0adfe5f7e, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:35.587573 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-6e703089-1f02-4944-bb76-18063b55d5b2 service neutron] For port 78ada59b-7f89-452d-ae1c-edc0adfe5f7e, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=78ada59b-7f89-452d-ae1c-edc0adfe5f7e,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:35.593310 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-6e703089-1f02-4944-bb76-18063b55d5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:35.616953 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-03261d6e-7b21-4359-add6-2ba3c10d33d4 req-b8d50aca-6ad2-42a8-a23f-18b4647e89a3 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529706 Nov 25 19:32:35.641936 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-6e703089-1f02-4944-bb76-18063b55d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:35.643125 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-6e703089-1f02-4944-bb76-18063b55d5b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:35.644713 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-6e703089-1f02-4944-bb76-18063b55d5b2 service neutron] 10.222.0.85 "PUT /v2.0/ports/78ada59b-7f89-452d-ae1c-edc0adfe5f7e HTTP/1.1" status: 200 len: 1092 time: 1.4730337 Nov 25 19:32:35.645195 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87', 'tag': '78ada59b-7f89-452d-ae1c-edc0adfe5f7e'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:35.647653 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8af1b28-53c7-4b53-8d64-ea3775d648fb" -d '{"events": [{"name": "network-changed", "server_uuid": "52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87", "tag": "78ada59b-7f89-452d-ae1c-edc0adfe5f7e"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:35.700138 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e703089-1f02-4944-bb76-18063b55d5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=78ada59b-7f89-452d-ae1c-edc0adfe5f7e,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:35.706036 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15db4d8-4c07-4f9e-995a-c080b61fb8aa x-openstack-request-id: req-c15db4d8-4c07-4f9e-995a-c080b61fb8aa {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:35.706711 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87", "tag": "78ada59b-7f89-452d-ae1c-edc0adfe5f7e", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:35.707178 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c15db4d8-4c07-4f9e-995a-c080b61fb8aa {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:35.707909 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87', 'tag': '78ada59b-7f89-452d-ae1c-edc0adfe5f7e', 'status': 'completed', 'code': 200} Nov 25 19:32:35.725434 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-309f111c-63a5-4779-bc97-48529c5daa42 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:35.799171 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-7eff27b1-e0a9-4da5-9874-7a9754b9c71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:35.802536 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-7eff27b1-e0a9-4da5-9874-7a9754b9c71c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a84262e56b10427f82b71772767dc30b&device_id=52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87 HTTP/1.1" status: 200 len: 1095 time: 0.0837486 Nov 25 19:32:35.826011 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309f111c-63a5-4779-bc97-48529c5daa42 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:35.828695 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f54f31fb-a98b-4cb6-ba08-7c81e071b0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:35.834855 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-309f111c-63a5-4779-bc97-48529c5daa42 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:35.847016 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309f111c-63a5-4779-bc97-48529c5daa42 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:35.882758 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f111c-63a5-4779-bc97-48529c5daa42 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Pushing event updated for resources: {'Port': ['ID=469fa011-4ab6-4cf9-b343-c775d6a6ed4e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:35.889190 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-d555715c-cfda-469b-a8dc-155a5d5fbeba service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78ada59b-7f89-452d-ae1c-edc0adfe5f7e HTTP/1.1" status: 200 len: 217 time: 0.0764146 Nov 25 19:32:35.928403 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9c174455-12ac-4c4c-a322-f45b5945b2ea None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:35.937313 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9c174455-12ac-4c4c-a322-f45b5945b2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:35.979614 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-241ba079-ad0b-41c5-b39d-27c58c0f00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:35.983564 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-241ba079-ad0b-41c5-b39d-27c58c0f00e2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bbd3840b-2a2c-413f-a7dc-f5062cf8f874 HTTP/1.1" status: 200 len: 844 time: 0.0859432 Nov 25 19:32:36.001807 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-9c174455-12ac-4c4c-a322-f45b5945b2ea None None] Attempting to bind port 99d43df4-ff75-47f3-bd7d-ac1c337f3fd6 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:36.002179 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-9c174455-12ac-4c4c-a322-f45b5945b2ea None None] Attempting to bind port 99d43df4-ff75-47f3-bd7d-ac1c337f3fd6 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:36.002797 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c174455-12ac-4c4c-a322-f45b5945b2ea None None] Attempting to bind port 99d43df4-ff75-47f3-bd7d-ac1c337f3fd6 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:36.004884 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b76acd-7778-4f48-aaae-790173e35f35 None None] Pushing event updated for resources: {'Port': ['ID=99d43df4-ff75-47f3-bd7d-ac1c337f3fd6,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:36.015076 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c174455-12ac-4c4c-a322-f45b5945b2ea None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:36.015775 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c174455-12ac-4c4c-a322-f45b5945b2ea None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:36.016240 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9c174455-12ac-4c4c-a322-f45b5945b2ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:36.016612 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c174455-12ac-4c4c-a322-f45b5945b2ea None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:36.017107 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-9c174455-12ac-4c4c-a322-f45b5945b2ea None None] Bound port: 99d43df4-ff75-47f3-bd7d-ac1c337f3fd6, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:36.017656 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9c174455-12ac-4c4c-a322-f45b5945b2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:36.020379 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b76acd-7778-4f48-aaae-790173e35f35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:36.020720 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b76acd-7778-4f48-aaae-790173e35f35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:36.021262 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b76acd-7778-4f48-aaae-790173e35f35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:36.021597 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b76acd-7778-4f48-aaae-790173e35f35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:36.021929 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b76acd-7778-4f48-aaae-790173e35f35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:36.022266 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b76acd-7778-4f48-aaae-790173e35f35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:36.022629 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b76acd-7778-4f48-aaae-790173e35f35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:36.022957 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b76acd-7778-4f48-aaae-790173e35f35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:36.023284 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b76acd-7778-4f48-aaae-790173e35f35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:36.023608 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b76acd-7778-4f48-aaae-790173e35f35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:36.023932 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b76acd-7778-4f48-aaae-790173e35f35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:36.024260 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b76acd-7778-4f48-aaae-790173e35f35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:36.034212 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-432a517e-585c-4450-8f06-db36ec9bad60 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=80a38dc0-4595-4a86-8f52-78b834ea720c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309970 Nov 25 19:32:36.095628 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-9c174455-12ac-4c4c-a322-f45b5945b2ea None None] For port 99d43df4-ff75-47f3-bd7d-ac1c337f3fd6, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:36.100443 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-9c174455-12ac-4c4c-a322-f45b5945b2ea None None] For port 99d43df4-ff75-47f3-bd7d-ac1c337f3fd6, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=99d43df4-ff75-47f3-bd7d-ac1c337f3fd6,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:36.106689 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9c174455-12ac-4c4c-a322-f45b5945b2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:36.131001 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0bd96d02-eb03-4ed3-b9af-d785f20172e7 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:32:36.177666 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c174455-12ac-4c4c-a322-f45b5945b2ea None None] Routers {'59807b61-7994-48f9-b2e9-5a33eb5e8a0f'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:36.178448 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-9c174455-12ac-4c4c-a322-f45b5945b2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:32:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['59807b61-7994-48f9-b2e9-5a33eb5e8a0f'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:36.268726 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-95073baf-c5cd-4fb8-8f75-a7bcaec990d9 service neutron] 10.222.0.85 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245016 Nov 25 19:32:36.284778 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0bd96d02-eb03-4ed3-b9af-d785f20172e7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0bd96d02-eb03-4ed3-b9af-d785f20172e7,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:36.306226 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '0bd96d02-eb03-4ed3-b9af-d785f20172e7', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'port_id': '0bd96d02-eb03-4ed3-b9af-d785f20172e7', 'mac_address': 'fa:16:3e:c7:6a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:32:36.322240 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b76acd-7778-4f48-aaae-790173e35f35 None None] Pushing event updated for resources: {'Port': ['ID=99d43df4-ff75-47f3-bd7d-ac1c337f3fd6,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:36.327571 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-9c174455-12ac-4c4c-a322-f45b5945b2ea None None] Set router 59807b61-7994-48f9-b2e9-5a33eb5e8a0f gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:36.368111 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:36.397325 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd96d02-eb03-4ed3-b9af-d785f20172e7 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:36.427436 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-309f111c-63a5-4779-bc97-48529c5daa42 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:36.452944 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0bd96d02-eb03-4ed3-b9af-d785f20172e7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0bd96d02-eb03-4ed3-b9af-d785f20172e7,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:36.459396 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:36.509210 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d4707c7-dfe0-4f12-91b7-0bf36e9d9a54 req-08bda673-486a-4c67-877a-a6b08b0ff4ba service neutron] 10.222.0.85 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279611 Nov 25 19:32:36.518977 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-f54f31fb-a98b-4cb6-ba08-7c81e071b0f4 admin admin] Allocated IP 172.20.0.1 (00850fff-8687-4fe2-91af-c41f9f277b2d/6624fa07-d69f-45d1-addc-30a86de4fab0/d40133bf-0ddc-4366-bcb0-9b809d396e9d) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:36.591844 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558828d8-439f-4f95-9601-fcebeeaa1295 req-7555c82f-e8a6-4f7a-9933-740648c0b467 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:36.606809 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-558828d8-439f-4f95-9601-fcebeeaa1295 req-7555c82f-e8a6-4f7a-9933-740648c0b467 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 943 time: 0.2358463 Nov 25 19:32:36.607282 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=0bd96d02-eb03-4ed3-b9af-d785f20172e7,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:36.641112 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498d488-8e2f-4fb5-bdba-66614a7f2b58 req-3408b7fe-fb6e-44b7-8d6d-ae984846b7f9 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:36.643927 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a498d488-8e2f-4fb5-bdba-66614a7f2b58 req-3408b7fe-fb6e-44b7-8d6d-ae984846b7f9 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95a24c1-a5b1-4897-9449-8c459924a16b HTTP/1.1" status: 200 len: 949 time: 0.1526136 Nov 25 19:32:36.644583 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-9c174455-12ac-4c4c-a322-f45b5945b2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'name': 'tempest-ServersTestManualDisk-1273699850-router', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '99d43df4-ff75-47f3-bd7d-ac1c337f3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:27Z', 'updated_at': '2021-11-25T19:32:31Z', 'revision_number': 3, 'project_id': '88671a697cd84733a2469dc1dc4f6f35', 'gw_port': {'id': '99d43df4-ff75-47f3-bd7d-ac1c337f3fd6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:30Z', 'updated_at': '2021-11-25T19:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:36.679094 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c174455-12ac-4c4c-a322-f45b5945b2ea None None] The sync data for ids ['59807b61-7994-48f9-b2e9-5a33eb5e8a0f'] in n-d-819349-5 is: [{'id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'name': 'tempest-ServersTestManualDisk-1273699850-router', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '99d43df4-ff75-47f3-bd7d-ac1c337f3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:27Z', 'updated_at': '2021-11-25T19:32:31Z', 'revision_number': 3, 'project_id': '88671a697cd84733a2469dc1dc4f6f35', 'gw_port': {'id': '99d43df4-ff75-47f3-bd7d-ac1c337f3fd6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:30Z', 'updated_at': '2021-11-25T19:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:32:36.749319 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a498d488-8e2f-4fb5-bdba-66614a7f2b58 req-586eb877-a1e8-4688-a08f-21d2f513ba6f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861669 Nov 25 19:32:36.762716 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af1b28-53c7-4b53-8d64-ea3775d648fb req-13210d60-f851-4628-a66d-16a16732293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:36.765160 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f8af1b28-53c7-4b53-8d64-ea3775d648fb req-13210d60-f851-4628-a66d-16a16732293e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a84262e56b10427f82b71772767dc30b&device_id=52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87 HTTP/1.1" status: 200 len: 1095 time: 0.1199691 Nov 25 19:32:36.857936 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f54f31fb-a98b-4cb6-ba08-7c81e071b0f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:36.881791 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-558828d8-439f-4f95-9601-fcebeeaa1295 req-5c36d316-dda9-407b-b0be-ab1f781d73f8 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2739043 Nov 25 19:32:36.916449 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-309f111c-63a5-4779-bc97-48529c5daa42 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:36.960412 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['0bd96d02-eb03-4ed3-b9af-d785f20172e7'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:37.012360 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f54f31fb-a98b-4cb6-ba08-7c81e071b0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:37.119294 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54f31fb-a98b-4cb6-ba08-7c81e071b0f4 admin admin] Network 00850fff-8687-4fe2-91af-c41f9f277b2d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:37.130703 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f54f31fb-a98b-4cb6-ba08-7c81e071b0f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:37.156862 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54f31fb-a98b-4cb6-ba08-7c81e071b0f4 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:37.157415 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b370885-e46a-48ef-b937-605e6ed0b75b req-be3e7ea6-2b60-439d-9e26-a99624615abc tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:37.165570 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6b370885-e46a-48ef-b937-605e6ed0b75b req-be3e7ea6-2b60-439d-9e26-a99624615abc tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87 HTTP/1.1" status: 200 len: 944 time: 0.2591734 Nov 25 19:32:37.168923 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af1b28-53c7-4b53-8d64-ea3775d648fb req-fbf232a2-c7f8-4335-9148-c48061157285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:37.170452 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f8af1b28-53c7-4b53-8d64-ea3775d648fb req-fbf232a2-c7f8-4335-9148-c48061157285 service neutron] 10.222.0.85 "GET /v2.0/networks?id=80a38dc0-4595-4a86-8f52-78b834ea720c HTTP/1.1" status: 200 len: 905 time: 0.3835514 Nov 25 19:32:37.269890 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f31fb-a98b-4cb6-ba08-7c81e071b0f4 admin admin] Pushing event updated for resources: {'Port': ['ID=d40133bf-0ddc-4366-bcb0-9b809d396e9d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:37.285639 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f8af1b28-53c7-4b53-8d64-ea3775d648fb req-019f668d-5dde-4ea3-8743-51a9fe35a502 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78ada59b-7f89-452d-ae1c-edc0adfe5f7e HTTP/1.1" status: 200 len: 217 time: 0.0962291 Nov 25 19:32:37.354620 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f54f31fb-a98b-4cb6-ba08-7c81e071b0f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:37.358009 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6b370885-e46a-48ef-b937-605e6ed0b75b req-e62a310b-ff0a-4e53-99c3-bf891d0fa886 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912029 Nov 25 19:32:37.400117 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af1b28-53c7-4b53-8d64-ea3775d648fb req-20ec223e-50fc-4993-984d-288e9f9dd547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:37.404428 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f8af1b28-53c7-4b53-8d64-ea3775d648fb req-20ec223e-50fc-4993-984d-288e9f9dd547 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bbd3840b-2a2c-413f-a7dc-f5062cf8f874 HTTP/1.1" status: 200 len: 844 time: 0.1022453 Nov 25 19:32:37.423995 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309f111c-63a5-4779-bc97-48529c5daa42 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Router 57e3caa4-5f40-4650-a556-2fa07e27d44a is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:32:37.478158 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f8af1b28-53c7-4b53-8d64-ea3775d648fb req-60ca6be2-b696-465a-ac0d-70d06cc12cfb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=80a38dc0-4595-4a86-8f52-78b834ea720c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650456 Nov 25 19:32:37.560740 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ed07b7a1-e97d-45c5-a5a5-d390f82e856b None None] Provisioning complete for port d40133bf-0ddc-4366-bcb0-9b809d396e9d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:37.561398 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ed07b7a1-e97d-45c5-a5a5-d390f82e856b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:37.606510 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ed07b7a1-e97d-45c5-a5a5-d390f82e856b None None] Port d40133bf-0ddc-4366-bcb0-9b809d396e9d cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:32:37.621811 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f8af1b28-53c7-4b53-8d64-ea3775d648fb req-ed649181-d5eb-4f28-9e1e-74709b8539eb service neutron] 10.222.0.85 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346028 Nov 25 19:32:37.698802 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309f111c-63a5-4779-bc97-48529c5daa42 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:32:37.716934 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f54f31fb-a98b-4cb6-ba08-7c81e071b0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:37.717801 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0a56e0-3b60-4569-8dd8-db8241c22458 None None] Sync routers for ids ['57e3caa4-5f40-4650-a556-2fa07e27d44a'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:32:37.729279 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0a56e0-3b60-4569-8dd8-db8241c22458 None None] Routers {'57e3caa4-5f40-4650-a556-2fa07e27d44a'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:37.729938 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cd0a56e0-3b60-4569-8dd8-db8241c22458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:32:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['57e3caa4-5f40-4650-a556-2fa07e27d44a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:37.763376 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-309f111c-63a5-4779-bc97-48529c5daa42 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:37.768359 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-309f111c-63a5-4779-bc97-48529c5daa42 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.3677425 Nov 25 19:32:37.769317 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37802) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:37.780356 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cd0a56e0-3b60-4569-8dd8-db8241c22458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:37.791343 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0a56e0-3b60-4569-8dd8-db8241c22458 None None] Routers {'57e3caa4-5f40-4650-a556-2fa07e27d44a'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:37.792017 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cd0a56e0-3b60-4569-8dd8-db8241c22458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:32:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['57e3caa4-5f40-4650-a556-2fa07e27d44a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:37.837788 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cd0a56e0-3b60-4569-8dd8-db8241c22458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:37.838664 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0a56e0-3b60-4569-8dd8-db8241c22458 None None] The sync data for ids ['57e3caa4-5f40-4650-a556-2fa07e27d44a'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:32:37.960818 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f8af1b28-53c7-4b53-8d64-ea3775d648fb req-8356a66b-17cf-4876-ac5f-0888a07748b6 service neutron] 10.222.0.85 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288255 Nov 25 19:32:38.003289 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f54f31fb-a98b-4cb6-ba08-7c81e071b0f4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:38.016963 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1c79a-38ce-40fa-9c84-622aa790d5b8 req-eb8f756f-b210-4594-9a8b-0145a6b215f3 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:38.023337 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-41d1c79a-38ce-40fa-9c84-622aa790d5b8 req-eb8f756f-b210-4594-9a8b-0145a6b215f3 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95a24c1-a5b1-4897-9449-8c459924a16b HTTP/1.1" status: 200 len: 949 time: 0.1128898 Nov 25 19:32:38.023337 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f54f31fb-a98b-4cb6-ba08-7c81e071b0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:38.025002 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ab2c3948-bea2-4f90-be98-82b09f09c7ec tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "GET /v2.0/routers/57e3caa4-5f40-4650-a556-2fa07e27d44a HTTP/1.1" status: 200 len: 925 time: 0.2475500 Nov 25 19:32:38.025855 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37810) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:38.081944 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f31fb-a98b-4cb6-ba08-7c81e071b0f4 admin admin] Pushing event updated for resources: {'Port': ['ID=d40133bf-0ddc-4366-bcb0-9b809d396e9d,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:38.206921 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f54f31fb-a98b-4cb6-ba08-7c81e071b0f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:38.253025 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-41d1c79a-38ce-40fa-9c84-622aa790d5b8 req-8bb10701-0c14-4746-88c1-ea936865581d tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720080 Nov 25 19:32:38.452839 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54f31fb-a98b-4cb6-ba08-7c81e071b0f4 admin admin] Network 00850fff-8687-4fe2-91af-c41f9f277b2d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:38.456073 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f54f31fb-a98b-4cb6-ba08-7c81e071b0f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:38.464789 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-085a0ac0-ab5a-4df1-9188-4c1fa8ce9cab tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "GET /v2.0/ports?device_id=57e3caa4-5f40-4650-a556-2fa07e27d44a HTTP/1.1" status: 200 len: 205 time: 0.4335363 Nov 25 19:32:38.467679 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37818) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:38.561493 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c135d1f-7a12-4357-b5c6-f91e6ac48899 req-cffe8561-de70-420e-b2dd-d57566a6b631 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:38.594630 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1c135d1f-7a12-4357-b5c6-f91e6ac48899 req-cffe8561-de70-420e-b2dd-d57566a6b631 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 944 time: 0.1355343 Nov 25 19:32:38.715954 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1c135d1f-7a12-4357-b5c6-f91e6ac48899 req-2068d6c7-5866-4bf0-983c-ce5ada4e432e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113343 Nov 25 19:32:38.968043 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1e6ba458-52ea-467e-bc3b-f4b31068e8a7 None None] Provisioning complete for port d40133bf-0ddc-4366-bcb0-9b809d396e9d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:38.970471 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1e6ba458-52ea-467e-bc3b-f4b31068e8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:38.982967 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e7a94-8716-42d5-acba-155b85ce8aac req-46c610ac-6339-4923-a23a-94c6ddfd2cec tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:38.992217 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-712e7a94-8716-42d5-acba-155b85ce8aac req-46c610ac-6339-4923-a23a-94c6ddfd2cec tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87 HTTP/1.1" status: 200 len: 944 time: 0.1432962 Nov 25 19:32:39.049653 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ba458-52ea-467e-bc3b-f4b31068e8a7 None None] Port d40133bf-0ddc-4366-bcb0-9b809d396e9d cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:32:39.056193 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 99d43df4-ff75-47f3-bd7d-ac1c337f3fd6 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:39.084909 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-712e7a94-8716-42d5-acba-155b85ce8aac req-c395ed5d-1254-432d-8346-1c25a2853873 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915198 Nov 25 19:32:39.137224 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 99d43df4-ff75-47f3-bd7d-ac1c337f3fd6 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:39.137695 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:39.249303 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:39.289948 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 99d43df4-ff75-47f3-bd7d-ac1c337f3fd6, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=99d43df4-ff75-47f3-bd7d-ac1c337f3fd6,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:39.295814 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:39.339134 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47a93e1f-8157-4ca3-ae2a-170bb2f9dd97 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:39.356347 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=99d43df4-ff75-47f3-bd7d-ac1c337f3fd6,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:39.440074 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea04c2-a992-4497-8814-efe5d6308226 req-42e2bc06-01f4-42a1-9ad8-88022d159cef tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:39.441478 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-35ea04c2-a992-4497-8814-efe5d6308226 req-42e2bc06-01f4-42a1-9ad8-88022d159cef tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=da19700e-d913-4c61-ae88-b70a48c25506 HTTP/1.1" status: 200 len: 949 time: 0.2336524 Nov 25 19:32:39.483325 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54f31fb-a98b-4cb6-ba08-7c81e071b0f4 admin admin] Router 59807b61-7994-48f9-b2e9-5a33eb5e8a0f has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:32:39.578348 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-35ea04c2-a992-4497-8814-efe5d6308226 req-798eaa0e-13e9-4116-a47b-75de4632f557 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289718 Nov 25 19:32:39.611042 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47a93e1f-8157-4ca3-ae2a-170bb2f9dd97 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:39.686869 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54f31fb-a98b-4cb6-ba08-7c81e071b0f4 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:32:39.697452 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f54f31fb-a98b-4cb6-ba08-7c81e071b0f4 admin admin] 10.222.0.55 "PUT /v2.0/routers/59807b61-7994-48f9-b2e9-5a33eb5e8a0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6666296 Nov 25 19:32:39.700167 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5835fe9-c0be-40cc-a796-3b6b3de7681b None None] Sync routers for ids ['59807b61-7994-48f9-b2e9-5a33eb5e8a0f'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:32:39.713338 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-47a93e1f-8157-4ca3-ae2a-170bb2f9dd97 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Deleting port 469fa011-4ab6-4cf9-b343-c775d6a6ed4e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:32:39.714099 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47a93e1f-8157-4ca3-ae2a-170bb2f9dd97 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:39.717009 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5835fe9-c0be-40cc-a796-3b6b3de7681b None None] Routers {'59807b61-7994-48f9-b2e9-5a33eb5e8a0f'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:39.717655 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e5835fe9-c0be-40cc-a796-3b6b3de7681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:32:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['59807b61-7994-48f9-b2e9-5a33eb5e8a0f'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:39.848373 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47a93e1f-8157-4ca3-ae2a-170bb2f9dd97 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:39.865882 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-47a93e1f-8157-4ca3-ae2a-170bb2f9dd97 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Calling delete_port for 469fa011-4ab6-4cf9-b343-c775d6a6ed4e owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:32:39.877099 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-e5835fe9-c0be-40cc-a796-3b6b3de7681b None None] Set router 59807b61-7994-48f9-b2e9-5a33eb5e8a0f gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:39.937666 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309e3e2-6471-4352-b1fc-4925ef32cfca req-3b7ab237-82b6-4e05-9288-1c483a69ad83 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:39.947642 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3309e3e2-6471-4352-b1fc-4925ef32cfca req-3b7ab237-82b6-4e05-9288-1c483a69ad83 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 944 time: 0.1049023 Nov 25 19:32:40.019345 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3309e3e2-6471-4352-b1fc-4925ef32cfca req-ea53a01d-314e-4c44-9305-5587ad00bde9 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705950 Nov 25 19:32:40.025689 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 78ada59b-7f89-452d-ae1c-edc0adfe5f7e details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:32:40.158224 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2a523-a1e9-4ca1-9c97-fd9969b92815 req-e4767b2e-2bd5-4016-87f6-2a7f58ea29be tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:40.163486 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0bd96d02-eb03-4ed3-b9af-d785f20172e7 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:40.169375 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2a523-a1e9-4ca1-9c97-fd9969b92815 req-e4767b2e-2bd5-4016-87f6-2a7f58ea29be tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:40.174145 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3ac2a523-a1e9-4ca1-9c97-fd9969b92815 req-e4767b2e-2bd5-4016-87f6-2a7f58ea29be tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=da19700e-d913-4c61-ae88-b70a48c25506&device_id=f95a24c1-a5b1-4897-9449-8c459924a16b HTTP/1.1" status: 200 len: 1689 time: 0.1561778 Nov 25 19:32:40.239158 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 78ada59b-7f89-452d-ae1c-edc0adfe5f7e, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=78ada59b-7f89-452d-ae1c-edc0adfe5f7e,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:40.264065 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '78ada59b-7f89-452d-ae1c-edc0adfe5f7e', 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c', 'port_id': '78ada59b-7f89-452d-ae1c-edc0adfe5f7e', 'mac_address': 'fa:16:3e:b8:a5:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd3840b-2a2c-413f-a7dc-f5062cf8f874', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:32:40.270201 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 0bd96d02-eb03-4ed3-b9af-d785f20172e7 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:32:40.277389 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 0bd96d02-eb03-4ed3-b9af-d785f20172e7 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:40.277389 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:40.287630 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47a93e1f-8157-4ca3-ae2a-170bb2f9dd97 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:40.321868 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3ac2a523-a1e9-4ca1-9c97-fd9969b92815 req-e0c00517-0eb8-48e0-aa7e-9563960894f9 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375937 Nov 25 19:32:40.350990 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e5835fe9-c0be-40cc-a796-3b6b3de7681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'name': 'tempest-ServersTestManualDisk-1273699850-router', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '99d43df4-ff75-47f3-bd7d-ac1c337f3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:27Z', 'updated_at': '2021-11-25T19:32:37Z', 'revision_number': 4, 'project_id': '88671a697cd84733a2469dc1dc4f6f35', 'gw_port': {'id': '99d43df4-ff75-47f3-bd7d-ac1c337f3fd6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:30Z', 'updated_at': '2021-11-25T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd40133bf-0ddc-4366-bcb0-9b809d396e9d', 'name': '', 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'mac_address': 'fa:16:3e:af:f8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '6624fa07-d69f-45d1-addc-30a86de4fab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:35Z', 'updated_at': '2021-11-25T19:32:37Z', 'revision_number': 2, 'project_id': '88671a697cd84733a2469dc1dc4f6f35', 'subnets': [{'id': '6624fa07-d69f-45d1-addc-30a86de4fab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:40.357085 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a93e1f-8157-4ca3-ae2a-170bb2f9dd97 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Pushing event deleted for resources: {'Port': ['ID=469fa011-4ab6-4cf9-b343-c775d6a6ed4e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:40.423949 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47a93e1f-8157-4ca3-ae2a-170bb2f9dd97 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:40.431900 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5835fe9-c0be-40cc-a796-3b6b3de7681b None None] Checking router: 59807b61-7994-48f9-b2e9-5a33eb5e8a0f for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:32:40.432342 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5835fe9-c0be-40cc-a796-3b6b3de7681b None None] Updating router 59807b61-7994-48f9-b2e9-5a33eb5e8a0f port d40133bf-0ddc-4366-bcb0-9b809d396e9d binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:32:40.475516 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e5835fe9-c0be-40cc-a796-3b6b3de7681b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:40.558332 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37840) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:40.567131 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-13f1f8cd-2bc3-40b0-83b0-4496c652ee06 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--894139367', 'description': 'tempest-description--1305665156'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:40.603803 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13f1f8cd-2bc3-40b0-83b0-4496c652ee06 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:40.622261 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47a93e1f-8157-4ca3-ae2a-170bb2f9dd97 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:40.633647 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47a93e1f-8157-4ca3-ae2a-170bb2f9dd97 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:40.664532 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:40.718449 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47a93e1f-8157-4ca3-ae2a-170bb2f9dd97 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:40.719007 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a93e1f-8157-4ca3-ae2a-170bb2f9dd97 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Fanout notify agent at l3_agent the message router_deleted on router 57e3caa4-5f40-4650-a556-2fa07e27d44a {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:32:40.729415 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47a93e1f-8157-4ca3-ae2a-170bb2f9dd97 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:40.730717 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-47a93e1f-8157-4ca3-ae2a-170bb2f9dd97 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "DELETE /v2.0/routers/57e3caa4-5f40-4650-a556-2fa07e27d44a HTTP/1.1" status: 204 len: 168 time: 2.2616751 Nov 25 19:32:40.743377 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37846) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:40.747117 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ada59b-7f89-452d-ae1c-edc0adfe5f7e {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:40.752771 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3404cab-d0b3-4b15-b9e7-7f75fbb11925 req-cd9dc71e-53b1-412f-bec8-6beb031602a2 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:40.753458 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-da862137-4dd5-48cf-950f-fe558301e930 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Request body: {'router': {'name': 'tempest-snat-router-653964755', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'enable_snat': False}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:40.761713 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e3404cab-d0b3-4b15-b9e7-7f75fbb11925 req-cd9dc71e-53b1-412f-bec8-6beb031602a2 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87 HTTP/1.1" status: 200 len: 944 time: 0.3000674 Nov 25 19:32:40.794635 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:40.828230 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da862137-4dd5-48cf-950f-fe558301e930 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:40.831940 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da862137-4dd5-48cf-950f-fe558301e930 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:40.850569 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 78ada59b-7f89-452d-ae1c-edc0adfe5f7e, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=78ada59b-7f89-452d-ae1c-edc0adfe5f7e,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:40.892392 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e3404cab-d0b3-4b15-b9e7-7f75fbb11925 req-9782e4aa-a67b-4ec9-8799-73ee67b503cb tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288488 Nov 25 19:32:40.929596 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13f1f8cd-2bc3-40b0-83b0-4496c652ee06 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:40.933967 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8393bde-51ba-43a9-8fd7-cc72583b9cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd96d02-eb03-4ed3-b9af-d785f20172e7'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:40.935153 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13f1f8cd-2bc3-40b0-83b0-4496c652ee06 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:40.950335 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f15310-15f4-47b7-ba93-174f873b3d44" -d '{"events": [{"server_uuid": "d8393bde-51ba-43a9-8fd7-cc72583b9cf6", "name": "network-vif-plugged", "status": "completed", "tag": "0bd96d02-eb03-4ed3-b9af-d785f20172e7"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:40.957958 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:40.973935 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0bd96d02-eb03-4ed3-b9af-d785f20172e7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0bd96d02-eb03-4ed3-b9af-d785f20172e7,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:40.974169 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13f1f8cd-2bc3-40b0-83b0-4496c652ee06 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:40.975908 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-13f1f8cd-2bc3-40b0-83b0-4496c652ee06 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4132442 Nov 25 19:32:40.988313 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37850) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:41.004780 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1f8cd-2bc3-40b0-83b0-4496c652ee06 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3686bf62-b1aa-4401-a751-d5623df6fd26,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:41.038810 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-f07c7e80-b5cd-4377-939a-72675c0c9cb5 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Request body: {'security_group_rule': {'security_group_id': '3686bf62-b1aa-4401-a751-d5623df6fd26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:41.060617 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da862137-4dd5-48cf-950f-fe558301e930 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:41.091761 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c1217c-f71c-4b79-a89d-c4daae9ef7c5 x-openstack-request-id: req-a5c1217c-f71c-4b79-a89d-c4daae9ef7c5 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:41.092687 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8393bde-51ba-43a9-8fd7-cc72583b9cf6", "name": "network-vif-plugged", "status": "completed", "tag": "0bd96d02-eb03-4ed3-b9af-d785f20172e7", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:41.093132 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a5c1217c-f71c-4b79-a89d-c4daae9ef7c5 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:41.093980 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8393bde-51ba-43a9-8fd7-cc72583b9cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd96d02-eb03-4ed3-b9af-d785f20172e7', 'code': 200} Nov 25 19:32:41.098102 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=78ada59b-7f89-452d-ae1c-edc0adfe5f7e,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:41.101283 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:41.103637 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 99d43df4-ff75-47f3-bd7d-ac1c337f3fd6 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:41.241462 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=0bd96d02-eb03-4ed3-b9af-d785f20172e7,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:41.256595 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e5835fe9-c0be-40cc-a796-3b6b3de7681b None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:41.268750 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e5835fe9-c0be-40cc-a796-3b6b3de7681b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:41.272574 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 99d43df4-ff75-47f3-bd7d-ac1c337f3fd6 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:41.273158 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:41.354223 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['78ada59b-7f89-452d-ae1c-edc0adfe5f7e'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:41.415974 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac249896-eee2-452d-a705-c4646720ae1f None None] Pushing event updated for resources: {'Port': ['ID=d40133bf-0ddc-4366-bcb0-9b809d396e9d,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:41.442885 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-e5835fe9-c0be-40cc-a796-3b6b3de7681b None None] Attempting to bind port d40133bf-0ddc-4366-bcb0-9b809d396e9d on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:41.444143 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-e5835fe9-c0be-40cc-a796-3b6b3de7681b None None] Attempting to bind port d40133bf-0ddc-4366-bcb0-9b809d396e9d by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'a6219a8d-4177-4833-bb2d-685eca4369e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:41.444770 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5835fe9-c0be-40cc-a796-3b6b3de7681b None None] Attempting to bind port d40133bf-0ddc-4366-bcb0-9b809d396e9d on network 00850fff-8687-4fe2-91af-c41f9f277b2d {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:41.453170 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5835fe9-c0be-40cc-a796-3b6b3de7681b None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:41.454537 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5835fe9-c0be-40cc-a796-3b6b3de7681b None None] Checking segment: {'id': 'a6219a8d-4177-4833-bb2d-685eca4369e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:41.455371 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e5835fe9-c0be-40cc-a796-3b6b3de7681b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:41.456047 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5835fe9-c0be-40cc-a796-3b6b3de7681b None None] Bound using segment: {'id': 'a6219a8d-4177-4833-bb2d-685eca4369e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:41.456669 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-e5835fe9-c0be-40cc-a796-3b6b3de7681b None None] Bound port: d40133bf-0ddc-4366-bcb0-9b809d396e9d, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6219a8d-4177-4833-bb2d-685eca4369e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:41.457179 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e5835fe9-c0be-40cc-a796-3b6b3de7681b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:41.556247 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da862137-4dd5-48cf-950f-fe558301e930 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:41.585032 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33cad1-7e80-443a-8636-0278286c0345 req-89dd1955-7428-4d65-a056-2901d37ecda9 tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:41.595639 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4d33cad1-7e80-443a-8636-0278286c0345 req-89dd1955-7428-4d65-a056-2901d37ecda9 tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=da19700e-d913-4c61-ae88-b70a48c25506 HTTP/1.1" status: 200 len: 1100 time: 0.6051884 Nov 25 19:32:41.664552 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f07c7e80-b5cd-4377-939a-72675c0c9cb5 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:41.730017 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee96b1-e1f6-40f1-bd4e-58176460047d req-910637b9-2457-4048-9c27-7e084c21b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:41.731729 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71ee96b1-e1f6-40f1-bd4e-58176460047d req-910637b9-2457-4048-9c27-7e084c21b39a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 1096 time: 0.4401565 Nov 25 19:32:41.836098 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e2363401-abb3-4a14-b007-d152b4467f4a None None] Provisioning complete for port d40133bf-0ddc-4366-bcb0-9b809d396e9d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:41.836650 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e2363401-abb3-4a14-b007-d152b4467f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:41.856736 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4d33cad1-7e80-443a-8636-0278286c0345 req-5e68c345-7519-4e22-8b4b-4d655d455284 tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592838 Nov 25 19:32:41.862412 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717e451-048e-4318-966c-b77fb4421dbc req-c6be3fa8-378f-4a82-a663-5ca4fe075641 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:41.866128 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b717e451-048e-4318-966c-b77fb4421dbc req-c6be3fa8-378f-4a82-a663-5ca4fe075641 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 945 time: 0.1359782 Nov 25 19:32:41.876977 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-e5835fe9-c0be-40cc-a796-3b6b3de7681b None None] For port d40133bf-0ddc-4366-bcb0-9b809d396e9d, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:41.889461 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-e5835fe9-c0be-40cc-a796-3b6b3de7681b None None] For port d40133bf-0ddc-4366-bcb0-9b809d396e9d, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d40133bf-0ddc-4366-bcb0-9b809d396e9d,segment=NetworkSegment(a6219a8d-4177-4833-bb2d-685eca4369e6),segment_id=a6219a8d-4177-4833-bb2d-685eca4369e6)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:41.901931 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e5835fe9-c0be-40cc-a796-3b6b3de7681b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:41.921154 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f07c7e80-b5cd-4377-939a-72675c0c9cb5 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:41.925825 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e2363401-abb3-4a14-b007-d152b4467f4a None None] Port d40133bf-0ddc-4366-bcb0-9b809d396e9d cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:32:41.934633 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f07c7e80-b5cd-4377-939a-72675c0c9cb5 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:42.002270 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b717e451-048e-4318-966c-b77fb4421dbc req-433022de-d06a-4cfd-9547-eb295dc43b32 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251593 Nov 25 19:32:42.021017 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5835fe9-c0be-40cc-a796-3b6b3de7681b None None] Routers {'59807b61-7994-48f9-b2e9-5a33eb5e8a0f'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:42.022944 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e5835fe9-c0be-40cc-a796-3b6b3de7681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:32:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['59807b61-7994-48f9-b2e9-5a33eb5e8a0f'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:42.042601 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f07c7e80-b5cd-4377-939a-72675c0c9cb5 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:42.045842 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f07c7e80-b5cd-4377-939a-72675c0c9cb5 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0161598 Nov 25 19:32:42.050790 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37862) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:42.055897 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-74f8847e-5fb9-417c-b1af-1cbe4f00cb99 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Request body: {'security_group_rule': {'security_group_id': '3686bf62-b1aa-4401-a751-d5623df6fd26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:42.086853 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c7e80-b5cd-4377-939a-72675c0c9cb5 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=864fb370-a90d-472e-a311-6bc7037f6987,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:42.113688 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71ee96b1-e1f6-40f1-bd4e-58176460047d req-2a0ae5fe-89c9-45f6-af93-1553a2422ebc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3438599 Nov 25 19:32:42.147402 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74f8847e-5fb9-417c-b1af-1cbe4f00cb99 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:42.298545 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac249896-eee2-452d-a705-c4646720ae1f None None] Pushing event updated for resources: {'Port': ['ID=d40133bf-0ddc-4366-bcb0-9b809d396e9d,revision_number=4']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:42.352153 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74f8847e-5fb9-417c-b1af-1cbe4f00cb99 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:42.373263 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74f8847e-5fb9-417c-b1af-1cbe4f00cb99 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:42.382717 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-e5835fe9-c0be-40cc-a796-3b6b3de7681b None None] Set router 59807b61-7994-48f9-b2e9-5a33eb5e8a0f gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:42.434638 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8847e-5fb9-417c-b1af-1cbe4f00cb99 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548e87d1-051c-4be3-80a8-2c273b476087,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:42.447983 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8847e-5fb9-417c-b1af-1cbe4f00cb99 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:42.448534 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8847e-5fb9-417c-b1af-1cbe4f00cb99 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:42.449078 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8847e-5fb9-417c-b1af-1cbe4f00cb99 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:42.449577 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8847e-5fb9-417c-b1af-1cbe4f00cb99 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:42.450256 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8847e-5fb9-417c-b1af-1cbe4f00cb99 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:42.450836 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8847e-5fb9-417c-b1af-1cbe4f00cb99 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:42.451314 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8847e-5fb9-417c-b1af-1cbe4f00cb99 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:42.451772 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8847e-5fb9-417c-b1af-1cbe4f00cb99 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:42.452274 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8847e-5fb9-417c-b1af-1cbe4f00cb99 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:42.452829 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8847e-5fb9-417c-b1af-1cbe4f00cb99 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:42.453282 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8847e-5fb9-417c-b1af-1cbe4f00cb99 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:42.454002 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8847e-5fb9-417c-b1af-1cbe4f00cb99 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:42.468929 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74f8847e-5fb9-417c-b1af-1cbe4f00cb99 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:42.470695 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-74f8847e-5fb9-417c-b1af-1cbe4f00cb99 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4185903 Nov 25 19:32:42.477235 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37864) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:42.484334 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c5f1145c-ebc3-4d79-b8c9-c7ff2666afda tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:42.509645 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50074654-ac4a-4eb7-b810-b51095688780 req-bdf95c30-1e2c-4d71-8fa8-82a131f3d010 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:42.512456 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59281b-d5d9-429d-85d5-effd900ce151 req-50d29987-5488-4c1e-990b-377e17bb5fae tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:42.515727 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c59281b-d5d9-429d-85d5-effd900ce151 req-50d29987-5488-4c1e-990b-377e17bb5fae tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f95a24c1-a5b1-4897-9449-8c459924a16b HTTP/1.1" status: 200 len: 1100 time: 0.2302940 Nov 25 19:32:42.518993 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-50074654-ac4a-4eb7-b810-b51095688780 req-bdf95c30-1e2c-4d71-8fa8-82a131f3d010 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87 HTTP/1.1" status: 200 len: 945 time: 0.1641695 Nov 25 19:32:42.548632 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7b1d2206-1bb7-4b31-8a6f-94d95c7ce0dd None None] Provisioning complete for port d40133bf-0ddc-4366-bcb0-9b809d396e9d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:42.549548 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7b1d2206-1bb7-4b31-8a6f-94d95c7ce0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:42.564658 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5f1145c-ebc3-4d79-b8c9-c7ff2666afda tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:42.580462 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da862137-4dd5-48cf-950f-fe558301e930 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:42.620316 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-50074654-ac4a-4eb7-b810-b51095688780 req-aeca99af-d577-493a-8b60-a44aac7f988f tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001356 Nov 25 19:32:42.624423 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da862137-4dd5-48cf-950f-fe558301e930 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:42.707191 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e5835fe9-c0be-40cc-a796-3b6b3de7681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'name': 'tempest-ServersTestManualDisk-1273699850-router', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '99d43df4-ff75-47f3-bd7d-ac1c337f3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:27Z', 'updated_at': '2021-11-25T19:32:37Z', 'revision_number': 4, 'project_id': '88671a697cd84733a2469dc1dc4f6f35', 'gw_port': {'id': '99d43df4-ff75-47f3-bd7d-ac1c337f3fd6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:30Z', 'updated_at': '2021-11-25T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd40133bf-0ddc-4366-bcb0-9b809d396e9d', 'name': '', 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'mac_address': 'fa:16:3e:af:f8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '6624fa07-d69f-45d1-addc-30a86de4fab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:35Z', 'updated_at': '2021-11-25T19:32:41Z', 'revision_number': 4, 'project_id': '88671a697cd84733a2469dc1dc4f6f35', 'subnets': [{'id': '6624fa07-d69f-45d1-addc-30a86de4fab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:42.707508 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7b1d2206-1bb7-4b31-8a6f-94d95c7ce0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:42.751073 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c59281b-d5d9-429d-85d5-effd900ce151 req-8ae1eda0-787a-4277-abb6-d4be818dd1b9 tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901031 Nov 25 19:32:42.751417 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5835fe9-c0be-40cc-a796-3b6b3de7681b None None] The sync data for ids ['59807b61-7994-48f9-b2e9-5a33eb5e8a0f'] in n-d-819349-5 is: [{'id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'name': 'tempest-ServersTestManualDisk-1273699850-router', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '99d43df4-ff75-47f3-bd7d-ac1c337f3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:27Z', 'updated_at': '2021-11-25T19:32:37Z', 'revision_number': 4, 'project_id': '88671a697cd84733a2469dc1dc4f6f35', 'gw_port': {'id': '99d43df4-ff75-47f3-bd7d-ac1c337f3fd6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:30Z', 'updated_at': '2021-11-25T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd40133bf-0ddc-4366-bcb0-9b809d396e9d', 'name': '', 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'mac_address': 'fa:16:3e:af:f8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '6624fa07-d69f-45d1-addc-30a86de4fab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:35Z', 'updated_at': '2021-11-25T19:32:41Z', 'revision_number': 4, 'project_id': '88671a697cd84733a2469dc1dc4f6f35', 'subnets': [{'id': '6624fa07-d69f-45d1-addc-30a86de4fab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:32:42.786914 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7b1d2206-1bb7-4b31-8a6f-94d95c7ce0dd None None] For port d40133bf-0ddc-4366-bcb0-9b809d396e9d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d40133bf-0ddc-4366-bcb0-9b809d396e9d,segment=NetworkSegment(a6219a8d-4177-4833-bb2d-685eca4369e6),segment_id=a6219a8d-4177-4833-bb2d-685eca4369e6)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:42.794980 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5f1145c-ebc3-4d79-b8c9-c7ff2666afda tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:42.797212 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7b1d2206-1bb7-4b31-8a6f-94d95c7ce0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:42.859008 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-da862137-4dd5-48cf-950f-fe558301e930 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Allocated IP 172.25.6.150 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/46efad5e-1671-4ef4-9b64-b984433e60fe) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:42.909827 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d2206-1bb7-4b31-8a6f-94d95c7ce0dd None None] Pushing event updated for resources: {'Port': ['ID=d40133bf-0ddc-4366-bcb0-9b809d396e9d,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:43.128532 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d40133bf-0ddc-4366-bcb0-9b809d396e9d up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:43.179105 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da862137-4dd5-48cf-950f-fe558301e930 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:43.227711 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644627a-8422-43c2-bc4b-8bb9d1e0bafc req-ee4cba4a-81ad-44c1-ad46-14894b7ebe56 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:43.233469 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4644627a-8422-43c2-bc4b-8bb9d1e0bafc req-ee4cba4a-81ad-44c1-ad46-14894b7ebe56 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 945 time: 0.0934503 Nov 25 19:32:43.253664 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port d40133bf-0ddc-4366-bcb0-9b809d396e9d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:43.254648 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:43.296683 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da862137-4dd5-48cf-950f-fe558301e930 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:43.383792 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da862137-4dd5-48cf-950f-fe558301e930 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Pushing event updated for resources: {'Port': ['ID=46efad5e-1671-4ef4-9b64-b984433e60fe,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:43.384026 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-c5f1145c-ebc3-4d79-b8c9-c7ff2666afda tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Allocated IP 172.25.6.206 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/f4453658-bbf1-4799-83a0-7e47928da6f8) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:43.442536 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da862137-4dd5-48cf-950f-fe558301e930 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:43.448703 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-da862137-4dd5-48cf-950f-fe558301e930 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:43.465801 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4644627a-8422-43c2-bc4b-8bb9d1e0bafc req-f7822697-e04b-4e7f-9bb5-23f92c81cb11 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164400 Nov 25 19:32:43.469941 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da862137-4dd5-48cf-950f-fe558301e930 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:43.603784 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-80ebf607-dfb9-47fc-9f84-3d376d4b0bb1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=2cc03ca006694b27b723066ce33623c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552390 Nov 25 19:32:43.653406 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5f1145c-ebc3-4d79-b8c9-c7ff2666afda tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:43.885187 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-901d3aaa-9437-4a6e-9be7-731e71e787de tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:43.887915 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-901d3aaa-9437-4a6e-9be7-731e71e787de tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2680469 Nov 25 19:32:43.890811 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5f1145c-ebc3-4d79-b8c9-c7ff2666afda tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:43.893947 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57261a-bd0a-47db-8bb1-b2b74aff404c req-9ee833c1-367b-4a83-b183-20b6673dec21 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:43.895975 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc57261a-bd0a-47db-8bb1-b2b74aff404c req-9ee833c1-367b-4a83-b183-20b6673dec21 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87 HTTP/1.1" status: 200 len: 945 time: 0.1333628 Nov 25 19:32:43.928922 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da862137-4dd5-48cf-950f-fe558301e930 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:44.002256 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-15cdc263-2b9a-4dd1-a09a-3ae1fa8fce5a tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/quotas/2cc03ca006694b27b723066ce33623c2 HTTP/1.1" status: 200 len: 375 time: 0.0494866 Nov 25 19:32:44.011805 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f1145c-ebc3-4d79-b8c9-c7ff2666afda tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:44.017695 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1145c-ebc3-4d79-b8c9-c7ff2666afda tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Pushing event updated for resources: {'Port': ['ID=f4453658-bbf1-4799-83a0-7e47928da6f8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:44.022318 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-c5f1145c-ebc3-4d79-b8c9-c7ff2666afda tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:44.040461 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f1145c-ebc3-4d79-b8c9-c7ff2666afda tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:44.042487 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 78ada59b-7f89-452d-ae1c-edc0adfe5f7e up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:44.051410 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc57261a-bd0a-47db-8bb1-b2b74aff404c req-fcc0bbb1-7e9a-4e38-8cae-62ca51f46937 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458828 Nov 25 19:32:44.158473 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 78ada59b-7f89-452d-ae1c-edc0adfe5f7e completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:32:44.168260 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 78ada59b-7f89-452d-ae1c-edc0adfe5f7e triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:44.169257 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:44.225203 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-6ab81d9d-4819-4b7a-b3f8-7d88bee821f9 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cc03ca006694b27b723066ce33623c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2106495 Nov 25 19:32:44.232596 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da862137-4dd5-48cf-950f-fe558301e930 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:44.239888 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5f1145c-ebc3-4d79-b8c9-c7ff2666afda tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:44.338625 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5f1145c-ebc3-4d79-b8c9-c7ff2666afda tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:44.401994 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:44.458675 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ada59b-7f89-452d-ae1c-edc0adfe5f7e'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:44.466629 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003d6298-ca99-4e25-9dc6-6e14e3cce266" -d '{"events": [{"server_uuid": "52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87", "name": "network-vif-plugged", "status": "completed", "tag": "78ada59b-7f89-452d-ae1c-edc0adfe5f7e"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:44.504443 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 78ada59b-7f89-452d-ae1c-edc0adfe5f7e, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=78ada59b-7f89-452d-ae1c-edc0adfe5f7e,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:44.513319 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:44.557159 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da862137-4dd5-48cf-950f-fe558301e930 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Router e93b3b3c-d271-4aec-bb29-8064bdaba1cf is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:32:44.652539 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=78ada59b-7f89-452d-ae1c-edc0adfe5f7e,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:44.678346 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8f106b-557f-4f6e-8d76-e312024d34b9 x-openstack-request-id: req-ad8f106b-557f-4f6e-8d76-e312024d34b9 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:44.678627 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87", "name": "network-vif-plugged", "status": "completed", "tag": "78ada59b-7f89-452d-ae1c-edc0adfe5f7e", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:44.678970 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ad8f106b-557f-4f6e-8d76-e312024d34b9 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:44.679462 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ada59b-7f89-452d-ae1c-edc0adfe5f7e', 'code': 200} Nov 25 19:32:44.801877 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5f1145c-ebc3-4d79-b8c9-c7ff2666afda tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:44.809719 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5f1145c-ebc3-4d79-b8c9-c7ff2666afda tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:44.927482 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da862137-4dd5-48cf-950f-fe558301e930 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:32:44.941227 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15b3e70-bb39-45d0-92de-efab7510f9d3 None None] Sync routers for ids ['e93b3b3c-d271-4aec-bb29-8064bdaba1cf'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:32:44.957615 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da862137-4dd5-48cf-950f-fe558301e930 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:44.962198 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-da862137-4dd5-48cf-950f-fe558301e930 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2139041 Nov 25 19:32:44.966891 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37898) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:44.974591 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15b3e70-bb39-45d0-92de-efab7510f9d3 None None] Routers {'e93b3b3c-d271-4aec-bb29-8064bdaba1cf'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:44.976060 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b15b3e70-bb39-45d0-92de-efab7510f9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:32:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['e93b3b3c-d271-4aec-bb29-8064bdaba1cf'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:44.996692 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc71b5-be92-40d8-b8c2-76839d51b1e8 req-14173d11-c3e7-4184-9dba-331c6eddfc42 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:44.998522 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-accc71b5-be92-40d8-b8c2-76839d51b1e8 req-14173d11-c3e7-4184-9dba-331c6eddfc42 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 945 time: 0.1621330 Nov 25 19:32:45.050422 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58d456-ddd2-4945-bfc9-86220b5e9e71 req-21c27f9f-186c-499a-9e2c-37f031ceb6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:45.052541 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac58d456-ddd2-4945-bfc9-86220b5e9e71 req-21c27f9f-186c-499a-9e2c-37f031ceb6d4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87 HTTP/1.1" status: 200 len: 1097 time: 0.2449033 Nov 25 19:32:45.099646 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1145c-ebc3-4d79-b8c9-c7ff2666afda tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Pushing event updated for resources: {'Port': ['ID=f4453658-bbf1-4799-83a0-7e47928da6f8,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:45.160016 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5f1145c-ebc3-4d79-b8c9-c7ff2666afda tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:45.211282 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5f1145c-ebc3-4d79-b8c9-c7ff2666afda tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:45.228820 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c5f1145c-ebc3-4d79-b8c9-c7ff2666afda tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7487514 Nov 25 19:32:45.274730 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d40133bf-0ddc-4366-bcb0-9b809d396e9d up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:45.291447 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-accc71b5-be92-40d8-b8c2-76839d51b1e8 req-fbef0019-d6ca-40b0-ac93-29c7895e9c8b tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830952 Nov 25 19:32:45.331839 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac58d456-ddd2-4945-bfc9-86220b5e9e71 req-70b60975-8d1b-47a1-9ccb-b4fb238c0064 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173326 Nov 25 19:32:45.341035 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985ea14-2b8e-4362-95b5-789d2d483bf2 req-b6b47b68-f795-48d4-bceb-943edfca0962 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:45.351148 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f985ea14-2b8e-4362-95b5-789d2d483bf2 req-b6b47b68-f795-48d4-bceb-943edfca0962 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87 HTTP/1.1" status: 200 len: 946 time: 0.1120715 Nov 25 19:32:45.426094 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ba52ae39-aa86-4136-b5b1-e8d00f5f6496 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "GET /v2.0/routers/e93b3b3c-d271-4aec-bb29-8064bdaba1cf HTTP/1.1" status: 200 len: 908 time: 0.4467144 Nov 25 19:32:45.430614 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f985ea14-2b8e-4362-95b5-789d2d483bf2 req-fccdba1c-9b74-4507-8a36-ed25c231b5d1 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702856 Nov 25 19:32:45.431220 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37912) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:45.441171 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c6d66448-ffd6-43f9-a8b3-1819491ca410 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Request body: {'router': {'name': 'tempest-snat-router-653964755', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'enable_snat': True}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:45.465598 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b15b3e70-bb39-45d0-92de-efab7510f9d3 None None] Set router e93b3b3c-d271-4aec-bb29-8064bdaba1cf gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:45.481330 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1777a239-8b88-47ef-a38a-2caef1dafdb9 req-56d9af95-8569-4303-b5d1-b5b73c781c0a tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d HTTP/1.1" status: 200 len: 210 time: 0.0821464 Nov 25 19:32:45.487037 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6d66448-ffd6-43f9-a8b3-1819491ca410 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:45.489095 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6d66448-ffd6-43f9-a8b3-1819491ca410 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:45.607356 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port d40133bf-0ddc-4366-bcb0-9b809d396e9d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:45.607802 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:45.612361 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6d66448-ffd6-43f9-a8b3-1819491ca410 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:45.716372 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c374ef1-c356-4127-8eac-d57d989973d6 req-46de38c5-6bb3-44db-aec1-424c731730e2 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:45.720216 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1c374ef1-c356-4127-8eac-d57d989973d6 req-46de38c5-6bb3-44db-aec1-424c731730e2 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 945 time: 0.1017978 Nov 25 19:32:45.731194 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37932) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:45.743471 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-928652ab-57e0-425b-a00a-eb09c4696c88 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Request body: {'floatingip': {'port_id': '0bd96d02-eb03-4ed3-b9af-d785f20172e7'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:45.838655 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-928652ab-57e0-425b-a00a-eb09c4696c88 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for floatingip, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:45.910508 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-f8bc9b25-4a84-404a-8d80-b2ca920263d4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--894139367&fields=id&tenant_id=88671a697cd84733a2469dc1dc4f6f35 HTTP/1.1" status: 200 len: 267 time: 0.2943399 Nov 25 19:32:45.943652 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b15b3e70-bb39-45d0-92de-efab7510f9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93b3b3c-d271-4aec-bb29-8064bdaba1cf', 'name': 'tempest-snat-router-653964755', 'tenant_id': 'dc2c9737c5e94cad8c7e272b5679d11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.150'}], 'enable_snat': False}, 'gw_port_id': '46efad5e-1671-4ef4-9b64-b984433e60fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:40Z', 'updated_at': '2021-11-25T19:32:43Z', 'revision_number': 3, 'project_id': 'dc2c9737c5e94cad8c7e272b5679d11d', 'gw_port': {'id': '46efad5e-1671-4ef4-9b64-b984433e60fe', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93b3b3c-d271-4aec-bb29-8064bdaba1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:42Z', 'updated_at': '2021-11-25T19:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:45.995080 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15b3e70-bb39-45d0-92de-efab7510f9d3 None None] Checking router: e93b3b3c-d271-4aec-bb29-8064bdaba1cf for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:32:45.995902 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15b3e70-bb39-45d0-92de-efab7510f9d3 None None] Updating router e93b3b3c-d271-4aec-bb29-8064bdaba1cf port 46efad5e-1671-4ef4-9b64-b984433e60fe binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:32:46.024389 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6d66448-ffd6-43f9-a8b3-1819491ca410 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:46.107934 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b15b3e70-bb39-45d0-92de-efab7510f9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:46.352965 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-c9a9ea92-c42c-4619-b8b2-c0eff83f6c7e tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:46.365538 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-c9a9ea92-c42c-4619-b8b2-c0eff83f6c7e tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/networks?id=00850fff-8687-4fe2-91af-c41f9f277b2d HTTP/1.1" status: 200 len: 812 time: 0.4539380 Nov 25 19:32:46.396001 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-74bb3f87-a7a5-46d8-98fd-e7e5844d0a72 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/quotas/88671a697cd84733a2469dc1dc4f6f35 HTTP/1.1" status: 200 len: 375 time: 0.0294156 Nov 25 19:32:46.658111 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6d66448-ffd6-43f9-a8b3-1819491ca410 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:46.689967 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-08a0e280-ea26-48d4-a46f-f0a5ada22295 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=88671a697cd84733a2469dc1dc4f6f35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2844760 Nov 25 19:32:46.731051 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6d66448-ffd6-43f9-a8b3-1819491ca410 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:46.761420 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b15b3e70-bb39-45d0-92de-efab7510f9d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:46.774755 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b15b3e70-bb39-45d0-92de-efab7510f9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:46.915152 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b15b3e70-bb39-45d0-92de-efab7510f9d3 None None] Attempting to bind port 46efad5e-1671-4ef4-9b64-b984433e60fe on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:46.916181 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b15b3e70-bb39-45d0-92de-efab7510f9d3 None None] Attempting to bind port 46efad5e-1671-4ef4-9b64-b984433e60fe by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:46.917314 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15b3e70-bb39-45d0-92de-efab7510f9d3 None None] Attempting to bind port 46efad5e-1671-4ef4-9b64-b984433e60fe on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:46.933590 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15b3e70-bb39-45d0-92de-efab7510f9d3 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:46.934857 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15b3e70-bb39-45d0-92de-efab7510f9d3 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:46.936016 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b15b3e70-bb39-45d0-92de-efab7510f9d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:46.937074 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15b3e70-bb39-45d0-92de-efab7510f9d3 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:46.939054 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b15b3e70-bb39-45d0-92de-efab7510f9d3 None None] Bound port: 46efad5e-1671-4ef4-9b64-b984433e60fe, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:46.940107 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b15b3e70-bb39-45d0-92de-efab7510f9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:46.956084 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadff20-b5d8-4eab-a20f-1eb5fb306048 req-df4d1939-6974-4326-8b3a-78e01be496cd tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:46.964508 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-deadff20-b5d8-4eab-a20f-1eb5fb306048 req-df4d1939-6974-4326-8b3a-78e01be496cd tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87 HTTP/1.1" status: 200 len: 946 time: 0.2278111 Nov 25 19:32:47.020151 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b15b3e70-bb39-45d0-92de-efab7510f9d3 None None] For port 46efad5e-1671-4ef4-9b64-b984433e60fe, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:47.024979 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b15b3e70-bb39-45d0-92de-efab7510f9d3 None None] For port 46efad5e-1671-4ef4-9b64-b984433e60fe, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=46efad5e-1671-4ef4-9b64-b984433e60fe,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:47.030496 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-c6d66448-ffd6-43f9-a8b3-1819491ca410 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Allocated IP 172.25.6.65 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/ff9665e2-2633-4edd-ab96-8e5b97659b27) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:47.036070 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b15b3e70-bb39-45d0-92de-efab7510f9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:47.049506 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d0a84-686d-4833-a473-9bbdc9cb0cf2 None None] Pushing event updated for resources: {'Port': ['ID=46efad5e-1671-4ef4-9b64-b984433e60fe,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:47.124037 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15b3e70-bb39-45d0-92de-efab7510f9d3 None None] Routers {'e93b3b3c-d271-4aec-bb29-8064bdaba1cf'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:47.125646 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b15b3e70-bb39-45d0-92de-efab7510f9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:32:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['e93b3b3c-d271-4aec-bb29-8064bdaba1cf'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:47.134362 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-928057e2-7f99-4352-954a-9b4476aefbbe service neutron] 10.222.0.55 "GET /v2.0/networks/00850fff-8687-4fe2-91af-c41f9f277b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185147 Nov 25 19:32:47.320261 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-deadff20-b5d8-4eab-a20f-1eb5fb306048 req-93947877-c103-496d-9ce9-70d2547d3b02 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520956 Nov 25 19:32:47.347525 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d0a84-686d-4833-a473-9bbdc9cb0cf2 None None] Pushing event updated for resources: {'Port': ['ID=46efad5e-1671-4ef4-9b64-b984433e60fe,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:47.365652 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6d66448-ffd6-43f9-a8b3-1819491ca410 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:47.381304 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b15b3e70-bb39-45d0-92de-efab7510f9d3 None None] Set router e93b3b3c-d271-4aec-bb29-8064bdaba1cf gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:47.493168 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f0307e98-ed8a-4bb1-9f51-0dda1d3787f0 req-8cc1ba11-7c49-4671-892b-4234ba4286b6 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d HTTP/1.1" status: 200 len: 210 time: 0.0404227 Nov 25 19:32:47.556095 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6d66448-ffd6-43f9-a8b3-1819491ca410 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:47.584662 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-928652ab-57e0-425b-a00a-eb09c4696c88 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:47.593382 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-928652ab-57e0-425b-a00a-eb09c4696c88 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:47.879651 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-928652ab-57e0-425b-a00a-eb09c4696c88 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Floating IP ac3afd47-35ad-4832-801d-148bbb4de3f6 associated. External IP: 172.25.6.60, port: 0bd96d02-eb03-4ed3-b9af-d785f20172e7. Nov 25 19:32:47.997361 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b15b3e70-bb39-45d0-92de-efab7510f9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93b3b3c-d271-4aec-bb29-8064bdaba1cf', 'name': 'tempest-snat-router-653964755', 'tenant_id': 'dc2c9737c5e94cad8c7e272b5679d11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.150'}], 'enable_snat': False}, 'gw_port_id': '46efad5e-1671-4ef4-9b64-b984433e60fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:40Z', 'updated_at': '2021-11-25T19:32:43Z', 'revision_number': 3, 'project_id': 'dc2c9737c5e94cad8c7e272b5679d11d', 'gw_port': {'id': '46efad5e-1671-4ef4-9b64-b984433e60fe', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93b3b3c-d271-4aec-bb29-8064bdaba1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:42Z', 'updated_at': '2021-11-25T19:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:48.080233 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15b3e70-bb39-45d0-92de-efab7510f9d3 None None] The sync data for ids ['e93b3b3c-d271-4aec-bb29-8064bdaba1cf'] in n-d-819349-5 is: [{'id': 'e93b3b3c-d271-4aec-bb29-8064bdaba1cf', 'name': 'tempest-snat-router-653964755', 'tenant_id': 'dc2c9737c5e94cad8c7e272b5679d11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.150'}], 'enable_snat': False}, 'gw_port_id': '46efad5e-1671-4ef4-9b64-b984433e60fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:40Z', 'updated_at': '2021-11-25T19:32:43Z', 'revision_number': 3, 'project_id': 'dc2c9737c5e94cad8c7e272b5679d11d', 'gw_port': {'id': '46efad5e-1671-4ef4-9b64-b984433e60fe', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93b3b3c-d271-4aec-bb29-8064bdaba1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:42Z', 'updated_at': '2021-11-25T19:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:32:48.096730 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-72ef2c66-4383-4ee7-8ac4-bea4128b0c0e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=2cc03ca006694b27b723066ce33623c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1164470 Nov 25 19:32:48.143023 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-0406b6a1-5eef-4b91-b565-6c0ff03a85d2 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=2cc03ca006694b27b723066ce33623c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0929737 Nov 25 19:32:48.160328 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d66448-ffd6-43f9-a8b3-1819491ca410 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:48.168210 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-c6d66448-ffd6-43f9-a8b3-1819491ca410 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:48.180681 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d66448-ffd6-43f9-a8b3-1819491ca410 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:48.227551 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d66448-ffd6-43f9-a8b3-1819491ca410 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Pushing event updated for resources: {'Port': ['ID=ff9665e2-2633-4edd-ab96-8e5b97659b27,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:48.259146 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-a21e0416-7ce9-40a0-a1ea-982b605e0ccc service neutron] 10.222.0.55 "GET /v2.0/networks/00850fff-8687-4fe2-91af-c41f9f277b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1234863 Nov 25 19:32:48.506224 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:32:48.703269 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6d66448-ffd6-43f9-a8b3-1819491ca410 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:48.706756 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-fc5bdba5-c895-40fb-8818-9d334c537534 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:48.708091 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c5587bae-1d15-4a6d-b660-aa0682275f4f req-30d78c66-eb91-4fc3-b66e-1084b5e51251 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d HTTP/1.1" status: 200 len: 210 time: 0.0416811 Nov 25 19:32:48.711434 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-fc5bdba5-c895-40fb-8818-9d334c537534 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5525429 Nov 25 19:32:48.771797 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-1bae7542-966d-49f1-933d-fb8a533fdae2 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Request body: {'port': {'device_id': '50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '2cc03ca006694b27b723066ce33623c2'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:48.828319 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968aa413-418d-4ba2-bd4d-8bbd7aaaccc8 req-5b68327a-b792-4d20-98e9-0cb501bddb85 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:48.830324 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-968aa413-418d-4ba2-bd4d-8bbd7aaaccc8 req-5b68327a-b792-4d20-98e9-0cb501bddb85 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87 HTTP/1.1" status: 200 len: 946 time: 0.3147507 Nov 25 19:32:48.852685 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-fe315b89-ac30-427a-bd36-457b1d2d2112 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:48.854359 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-fe315b89-ac30-427a-bd36-457b1d2d2112 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7358632 Nov 25 19:32:48.968479 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-7bd85be2-ff62-433b-b133-b0f6c000141e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Request body: {'port': {'device_id': '197ea71c-2e2c-45f8-ade8-ee13820bfadb', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '2cc03ca006694b27b723066ce33623c2'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:48.994587 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1b6a1353-302e-4836-a827-825604d5a3a8 req-d05b5750-5a58-4a33-aaa6-b6dbba126b82 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 210 time: 0.0704212 Nov 25 19:32:49.039843 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 46efad5e-1671-4ef4-9b64-b984433e60fe up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:49.168292 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 46efad5e-1671-4ef4-9b64-b984433e60fe triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:49.168597 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:49.194135 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928652ab-57e0-425b-a00a-eb09c4696c88 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Router d083547c-f981-4129-8626-b5acb0086a22 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:32:49.254015 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6d66448-ffd6-43f9-a8b3-1819491ca410 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:49.295469 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-968aa413-418d-4ba2-bd4d-8bbd7aaaccc8 req-9d4901c3-ec15-4430-bb37-27a78733a76e tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399486 Nov 25 19:32:49.308444 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.db.api [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-7bd85be2-ff62-433b-b133-b0f6c000141e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 19:32:49.308444 n-d-819349-5 neutron-server[103600]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 25 19:32:49.308444 n-d-819349-5 neutron-server[103600]: [parameters: {'project_id_1': '2cc03ca006694b27b723066ce33623c2', 'expiration_1': datetime.datetime(2021, 11, 25, 19, 32, 29, 241535)}] Nov 25 19:32:49.308444 n-d-819349-5 neutron-server[103600]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:32:49.309315 n-d-819349-5 neutron-server[103600]: DEBUG oslo_db.api [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-7bd85be2-ff62-433b-b133-b0f6c000141e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:32:49.332856 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-1bae7542-966d-49f1-933d-fb8a533fdae2 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Made reservation on behalf of 2cc03ca006694b27b723066ce33623c2 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:32:49.340440 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-1bae7542-966d-49f1-933d-fb8a533fdae2 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:49.414170 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:49.462194 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 46efad5e-1671-4ef4-9b64-b984433e60fe, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=46efad5e-1671-4ef4-9b64-b984433e60fe,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:49.468356 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:49.574647 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d66448-ffd6-43f9-a8b3-1819491ca410 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Router c6d78f1a-b29f-4ccf-97ca-3b55664d959e is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:32:49.618850 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=46efad5e-1671-4ef4-9b64-b984433e60fe,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:49.689674 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f35878-9e1c-4e61-ac40-201afcaafd69 req-891663a6-f80f-4a75-a854-5660ec84b729 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:49.691530 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f5f35878-9e1c-4e61-ac40-201afcaafd69 req-891663a6-f80f-4a75-a854-5660ec84b729 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87 HTTP/1.1" status: 200 len: 946 time: 0.2190862 Nov 25 19:32:49.726912 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928652ab-57e0-425b-a00a-eb09c4696c88 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:32:49.740052 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-928652ab-57e0-425b-a00a-eb09c4696c88 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:49.749911 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065b28c8-57fe-4605-8648-7995cdad3134 None None] Sync routers for ids ['d083547c-f981-4129-8626-b5acb0086a22'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:32:49.782906 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065b28c8-57fe-4605-8648-7995cdad3134 None None] Routers {'d083547c-f981-4129-8626-b5acb0086a22'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:49.785879 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-065b28c8-57fe-4605-8648-7995cdad3134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:32:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d083547c-f981-4129-8626-b5acb0086a22'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:49.837402 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-1bae7542-966d-49f1-933d-fb8a533fdae2 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Allocated IP 192.168.233.7 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/e6cf90c5-7937-41b5-9205-2d8bba5c7baa) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:49.843201 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-928652ab-57e0-425b-a00a-eb09c4696c88 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "PUT /v2.0/floatingips/ac3afd47-35ad-4832-801d-148bbb4de3f6 HTTP/1.1" status: 200 len: 990 time: 4.1088557 Nov 25 19:32:49.878276 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d66448-ffd6-43f9-a8b3-1819491ca410 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:32:49.887527 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8393bde-51ba-43a9-8fd7-cc72583b9cf6', 'tag': '0bd96d02-eb03-4ed3-b9af-d785f20172e7'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:49.893036 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23583bb-3ab3-4415-b18a-aeee30e2ed57" -d '{"events": [{"name": "network-changed", "server_uuid": "d8393bde-51ba-43a9-8fd7-cc72583b9cf6", "tag": "0bd96d02-eb03-4ed3-b9af-d785f20172e7"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:49.894549 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dc7068-440c-45df-af47-229c3063113e None None] Sync routers for ids ['c6d78f1a-b29f-4ccf-97ca-3b55664d959e'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:32:49.903789 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f5f35878-9e1c-4e61-ac40-201afcaafd69 req-71993795-35e2-4108-bb40-269efc50dad9 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818516 Nov 25 19:32:49.957446 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dc7068-440c-45df-af47-229c3063113e None None] Routers {'c6d78f1a-b29f-4ccf-97ca-3b55664d959e'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:49.957446 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c9dc7068-440c-45df-af47-229c3063113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:32:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c6d78f1a-b29f-4ccf-97ca-3b55664d959e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:49.979094 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-7bd85be2-ff62-433b-b133-b0f6c000141e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Made reservation on behalf of 2cc03ca006694b27b723066ce33623c2 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:32:49.997751 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-7bd85be2-ff62-433b-b133-b0f6c000141e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:50.022218 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-944d8117-a650-4b08-91b4-b79fb7f2c9d5 req-e63a5feb-b24f-4b6e-9235-97327182e1a0 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d HTTP/1.1" status: 200 len: 210 time: 0.1041257 Nov 25 19:32:50.048128 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6d66448-ffd6-43f9-a8b3-1819491ca410 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:50.060579 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c6d66448-ffd6-43f9-a8b3-1819491ca410 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.6281748 Nov 25 19:32:50.078495 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37976) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:50.138587 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd79fedf-8177-42ad-90c5-8a7136fe7553 x-openstack-request-id: req-fd79fedf-8177-42ad-90c5-8a7136fe7553 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:50.139077 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8393bde-51ba-43a9-8fd7-cc72583b9cf6", "tag": "0bd96d02-eb03-4ed3-b9af-d785f20172e7", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:50.139510 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fd79fedf-8177-42ad-90c5-8a7136fe7553 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:50.140206 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8393bde-51ba-43a9-8fd7-cc72583b9cf6', 'tag': '0bd96d02-eb03-4ed3-b9af-d785f20172e7', 'status': 'completed', 'code': 200} Nov 25 19:32:50.323515 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-065b28c8-57fe-4605-8648-7995cdad3134 None None] Set router d083547c-f981-4129-8626-b5acb0086a22 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:50.349504 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23583bb-3ab3-4415-b18a-aeee30e2ed57 req-cf69490a-6265-4a4f-8a23-a379a41e0931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:50.351589 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f23583bb-3ab3-4415-b18a-aeee30e2ed57 req-cf69490a-6265-4a4f-8a23-a379a41e0931 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=66bb1d518cbb4b4485685141182408d2&device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 1096 time: 0.1516812 Nov 25 19:32:50.467698 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-c9dc7068-440c-45df-af47-229c3063113e None None] Set router c6d78f1a-b29f-4ccf-97ca-3b55664d959e gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:50.619475 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-af92e8b2-0139-4d82-9d8f-dce79e63b1ea tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "GET /v2.0/routers/c6d78f1a-b29f-4ccf-97ca-3b55664d959e HTTP/1.1" status: 200 len: 906 time: 0.5389829 Nov 25 19:32:50.630509 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37984) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:50.847198 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-065b28c8-57fe-4605-8648-7995cdad3134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd083547c-f981-4129-8626-b5acb0086a22', 'name': 'tempest-AttachVolumeShelveTestJSON-622630373-router', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:40Z', 'updated_at': '2021-11-25T19:26:56Z', 'revision_number': 4, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'gw_port': {'id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'ac3afd47-35ad-4832-801d-148bbb4de3f6', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'floating_ip_address': '172.25.6.60', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'port_id': '0bd96d02-eb03-4ed3-b9af-d785f20172e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'mac_address': 'fa:16:3e:c7:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8393bde-51ba-43a9-8fd7-cc72583b9cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:32:19Z', 'updated_at': '2021-11-25T19:32:47Z', 'revision_number': 1, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c39ea371-29d2-488b-8db0-bb86ccdb7c85', 'name': '', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'mac_address': 'fa:16:3e:f5:63:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:52Z', 'updated_at': '2021-11-25T19:27:04Z', 'revision_number': 5, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'subnets': [{'id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:50.868707 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c68b1dd2-8f0d-41db-8176-cc350e853340 req-ba1eee08-2719-4cff-8b1c-7a395b5a1e50 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 210 time: 0.4848576 Nov 25 19:32:50.952121 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c9dc7068-440c-45df-af47-229c3063113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d78f1a-b29f-4ccf-97ca-3b55664d959e', 'name': 'tempest-snat-router-653964755', 'tenant_id': 'dc2c9737c5e94cad8c7e272b5679d11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'ff9665e2-2633-4edd-ab96-8e5b97659b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:45Z', 'updated_at': '2021-11-25T19:32:48Z', 'revision_number': 3, 'project_id': 'dc2c9737c5e94cad8c7e272b5679d11d', 'gw_port': {'id': 'ff9665e2-2633-4edd-ab96-8e5b97659b27', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d78f1a-b29f-4ccf-97ca-3b55664d959e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:46Z', 'updated_at': '2021-11-25T19:32:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:50.994776 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dc7068-440c-45df-af47-229c3063113e None None] Checking router: c6d78f1a-b29f-4ccf-97ca-3b55664d959e for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:32:50.995138 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dc7068-440c-45df-af47-229c3063113e None None] Updating router c6d78f1a-b29f-4ccf-97ca-3b55664d959e port ff9665e2-2633-4edd-ab96-8e5b97659b27 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:32:50.997389 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23583bb-3ab3-4415-b18a-aeee30e2ed57 req-77f763cd-27c5-41f4-aaf4-24499c6c5de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:51.005766 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f23583bb-3ab3-4415-b18a-aeee30e2ed57 req-77f763cd-27c5-41f4-aaf4-24499c6c5de1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c66fbd7-92f9-4c18-afb1-b38847fa5709 HTTP/1.1" status: 200 len: 917 time: 0.6351807 Nov 25 19:32:51.016315 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065b28c8-57fe-4605-8648-7995cdad3134 None None] Checking router: d083547c-f981-4129-8626-b5acb0086a22 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:32:51.026886 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c9dc7068-440c-45df-af47-229c3063113e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:51.051530 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065b28c8-57fe-4605-8648-7995cdad3134 None None] Routers {'d083547c-f981-4129-8626-b5acb0086a22'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:51.051530 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-065b28c8-57fe-4605-8648-7995cdad3134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:32:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d083547c-f981-4129-8626-b5acb0086a22'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:51.080950 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976eca0-cb78-4e94-a794-8108664982bc req-f234baab-0c1b-49c9-8c06-be25eda49203 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:51.103507 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-1bae7542-966d-49f1-933d-fb8a533fdae2 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:51.120165 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7976eca0-cb78-4e94-a794-8108664982bc req-f234baab-0c1b-49c9-8c06-be25eda49203 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87 HTTP/1.1" status: 200 len: 946 time: 0.2557659 Nov 25 19:32:51.216092 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 46efad5e-1671-4ef4-9b64-b984433e60fe up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:51.241414 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-7bd85be2-ff62-433b-b133-b0f6c000141e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Allocated IP 192.168.233.59 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/1c71493f-8d31-4efd-ad22-36667485874f) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:51.258011 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-1bae7542-966d-49f1-933d-fb8a533fdae2 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:51.305483 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-065b28c8-57fe-4605-8648-7995cdad3134 None None] Set router d083547c-f981-4129-8626-b5acb0086a22 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:51.313935 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['4ffcde1f-49e9-43d1-87d4-c302cfe9454a', '3bec0522-e642-4652-b277-8b32a26b0ec2', '6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:51.405125 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-1bae7542-966d-49f1-933d-fb8a533fdae2 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:51.414949 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-1bae7542-966d-49f1-933d-fb8a533fdae2 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:51.434208 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-1bae7542-966d-49f1-933d-fb8a533fdae2 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:51.439853 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7976eca0-cb78-4e94-a794-8108664982bc req-83c30bf9-a065-4290-89f7-8e1f152864c3 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818128 Nov 25 19:32:51.508932 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae7542-966d-49f1-933d-fb8a533fdae2 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Pushing event updated for resources: {'Port': ['ID=e6cf90c5-7937-41b5-9205-2d8bba5c7baa,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:51.509513 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4edac3b-53cf-40c0-bf05-625240beb1b3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:51.514196 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 46efad5e-1671-4ef4-9b64-b984433e60fe triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:51.515405 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:51.695781 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f23583bb-3ab3-4415-b18a-aeee30e2ed57 req-0c50eb02-7e93-4f91-b650-e1c3fb77a336 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bd96d02-eb03-4ed3-b9af-d785f20172e7 HTTP/1.1" status: 200 len: 998 time: 0.5640805 Nov 25 19:32:51.714434 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-6f55e4d7-2a9f-422b-9d55-a4d1f9eac683 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:51.726961 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-6f55e4d7-2a9f-422b-9d55-a4d1f9eac683 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.73 "GET /v2.0/networks?id=00850fff-8687-4fe2-91af-c41f9f277b2d HTTP/1.1" status: 200 len: 812 time: 0.8773124 Nov 25 19:32:51.767367 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-1bae7542-966d-49f1-933d-fb8a533fdae2 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:51.768677 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-1bae7542-966d-49f1-933d-fb8a533fdae2 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:51.920917 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23583bb-3ab3-4415-b18a-aeee30e2ed57 req-27fa1acc-fa81-40e0-8c6d-666e3c044878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:51.923783 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f23583bb-3ab3-4415-b18a-aeee30e2ed57 req-27fa1acc-fa81-40e0-8c6d-666e3c044878 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d HTTP/1.1" status: 200 len: 855 time: 0.1664429 Nov 25 19:32:51.947420 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-1bae7542-966d-49f1-933d-fb8a533fdae2 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1970675 Nov 25 19:32:51.987946 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-065b28c8-57fe-4605-8648-7995cdad3134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd083547c-f981-4129-8626-b5acb0086a22', 'name': 'tempest-AttachVolumeShelveTestJSON-622630373-router', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:40Z', 'updated_at': '2021-11-25T19:26:56Z', 'revision_number': 4, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'gw_port': {'id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'ac3afd47-35ad-4832-801d-148bbb4de3f6', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'floating_ip_address': '172.25.6.60', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'port_id': '0bd96d02-eb03-4ed3-b9af-d785f20172e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'mac_address': 'fa:16:3e:c7:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8393bde-51ba-43a9-8fd7-cc72583b9cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:32:19Z', 'updated_at': '2021-11-25T19:32:47Z', 'revision_number': 1, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c39ea371-29d2-488b-8db0-bb86ccdb7c85', 'name': '', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'mac_address': 'fa:16:3e:f5:63:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:52Z', 'updated_at': '2021-11-25T19:27:04Z', 'revision_number': 5, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'subnets': [{'id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:51.988561 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-5e9d5c80-d9c6-406e-931d-b65b25b5b7d6 service neutron] Request body: {'port': {'device_id': '50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:52.032229 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065b28c8-57fe-4605-8648-7995cdad3134 None None] The sync data for ids ['d083547c-f981-4129-8626-b5acb0086a22'] in n-d-819349-5 is: [{'id': 'd083547c-f981-4129-8626-b5acb0086a22', 'name': 'tempest-AttachVolumeShelveTestJSON-622630373-router', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:40Z', 'updated_at': '2021-11-25T19:26:56Z', 'revision_number': 4, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'gw_port': {'id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'ac3afd47-35ad-4832-801d-148bbb4de3f6', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'floating_ip_address': '172.25.6.60', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'port_id': '0bd96d02-eb03-4ed3-b9af-d785f20172e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'mac_address': 'fa:16:3e:c7:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8393bde-51ba-43a9-8fd7-cc72583b9cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:32:19Z', 'updated_at': '2021-11-25T19:32:47Z', 'revision_number': 1, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c39ea371-29d2-488b-8db0-bb86ccdb7c85', 'name': '', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'mac_address': 'fa:16:3e:f5:63:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:52Z', 'updated_at': '2021-11-25T19:27:04Z', 'revision_number': 5, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'subnets': [{'id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:32:52.076513 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23583bb-3ab3-4415-b18a-aeee30e2ed57 req-672f253d-e475-4bee-a2ce-1f16e93bc431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:52.081080 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f23583bb-3ab3-4415-b18a-aeee30e2ed57 req-672f253d-e475-4bee-a2ce-1f16e93bc431 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c66fbd7-92f9-4c18-afb1-b38847fa5709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1444325 Nov 25 19:32:52.084090 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4edac3b-53cf-40c0-bf05-625240beb1b3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:52.160320 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-5e9d5c80-d9c6-406e-931d-b65b25b5b7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:52.169898 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824e8df-571c-46ad-81e9-c28cacbc04ba req-712f8314-f46a-4120-86f1-a3d00ab8c0c6 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:52.171411 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-b767fff2-e402-4d0f-9b80-28896ef39d7c None None] Provisioning complete for port e6cf90c5-7937-41b5-9205-2d8bba5c7baa triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:52.171796 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b767fff2-e402-4d0f-9b80-28896ef39d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:52.180289 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2824e8df-571c-46ad-81e9-c28cacbc04ba req-712f8314-f46a-4120-86f1-a3d00ab8c0c6 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d HTTP/1.1" status: 200 len: 934 time: 0.3516908 Nov 25 19:32:52.235652 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-9431c6f8-94b8-4b87-91b2-335dc85e1374 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88671a697cd84733a2469dc1dc4f6f35 HTTP/1.1" status: 200 len: 379 time: 0.4258540 Nov 25 19:32:52.294266 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-fdf1e082-b393-43c6-9a7f-95560a263652 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Request body: {'port': {'device_id': 'dd3b3077-9110-4063-a2d8-3a922b1b3c9f', 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d', 'admin_state_up': True, 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'security_groups': ['3686bf62-b1aa-4401-a751-d5623df6fd26']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:52.295389 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-42d458dd-273d-4ad4-a207-d64faa59fed5 req-28ca2794-d690-476a-b7e0-b6679cd9303c tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 210 time: 0.1907732 Nov 25 19:32:52.297935 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b767fff2-e402-4d0f-9b80-28896ef39d7c None None] Port e6cf90c5-7937-41b5-9205-2d8bba5c7baa cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:32:52.320704 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c9dc7068-440c-45df-af47-229c3063113e None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:52.333318 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c9dc7068-440c-45df-af47-229c3063113e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:52.350341 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-7bd85be2-ff62-433b-b133-b0f6c000141e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:52.370770 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2824e8df-571c-46ad-81e9-c28cacbc04ba req-1f266d81-b3fd-461e-ac9f-2a013fe60f01 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881304 Nov 25 19:32:52.438398 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c9dc7068-440c-45df-af47-229c3063113e None None] Attempting to bind port ff9665e2-2633-4edd-ab96-8e5b97659b27 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:52.438815 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c9dc7068-440c-45df-af47-229c3063113e None None] Attempting to bind port ff9665e2-2633-4edd-ab96-8e5b97659b27 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:52.439167 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dc7068-440c-45df-af47-229c3063113e None None] Attempting to bind port ff9665e2-2633-4edd-ab96-8e5b97659b27 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:52.441796 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b7ffa-3c62-4e52-99ce-69c4645dcb85 None None] Pushing event updated for resources: {'Port': ['ID=ff9665e2-2633-4edd-ab96-8e5b97659b27,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:52.456354 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dc7068-440c-45df-af47-229c3063113e None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:52.456692 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dc7068-440c-45df-af47-229c3063113e None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:52.457512 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c9dc7068-440c-45df-af47-229c3063113e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:52.457512 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dc7068-440c-45df-af47-229c3063113e None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:52.458026 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c9dc7068-440c-45df-af47-229c3063113e None None] Bound port: ff9665e2-2633-4edd-ab96-8e5b97659b27, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:52.458539 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c9dc7068-440c-45df-af47-229c3063113e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:52.535365 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c9dc7068-440c-45df-af47-229c3063113e None None] For port ff9665e2-2633-4edd-ab96-8e5b97659b27, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:52.537423 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04f8a5-89b5-45f6-93c3-25a732b12e0d req-2e4960cb-13a4-482d-9903-d9c90b9858f9 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:52.539733 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c9dc7068-440c-45df-af47-229c3063113e None None] For port ff9665e2-2633-4edd-ab96-8e5b97659b27, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=ff9665e2-2633-4edd-ab96-8e5b97659b27,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:52.540539 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bc04f8a5-89b5-45f6-93c3-25a732b12e0d req-2e4960cb-13a4-482d-9903-d9c90b9858f9 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.85 "GET /v2.0/ports?device_id=52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87 HTTP/1.1" status: 200 len: 946 time: 0.3949380 Nov 25 19:32:52.546900 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c9dc7068-440c-45df-af47-229c3063113e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:52.550567 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f23583bb-3ab3-4415-b18a-aeee30e2ed57 req-170ac27c-bd45-4047-a7e3-97a5ef42737c service neutron] 10.222.0.73 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229026 Nov 25 19:32:52.575014 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247b1a8b-8122-48e9-8971-861eb43ede26 None None] New status for floating IP ac3afd47-35ad-4832-801d-148bbb4de3f6: ACTIVE {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:32:52.626923 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d4edac3b-53cf-40c0-bf05-625240beb1b3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Deleting port ff9665e2-2633-4edd-ab96-8e5b97659b27 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:32:52.627359 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4edac3b-53cf-40c0-bf05-625240beb1b3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:52.641565 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b7ffa-3c62-4e52-99ce-69c4645dcb85 None None] Pushing event updated for resources: {'Port': ['ID=ff9665e2-2633-4edd-ab96-8e5b97659b27,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:52.701562 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dc7068-440c-45df-af47-229c3063113e None None] Routers {'c6d78f1a-b29f-4ccf-97ca-3b55664d959e'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:52.702361 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c9dc7068-440c-45df-af47-229c3063113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:32:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c6d78f1a-b29f-4ccf-97ca-3b55664d959e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:52.727617 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-7bd85be2-ff62-433b-b133-b0f6c000141e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:52.857266 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-c9dc7068-440c-45df-af47-229c3063113e None None] Set router c6d78f1a-b29f-4ccf-97ca-3b55664d959e gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:53.001798 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-7bd85be2-ff62-433b-b133-b0f6c000141e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:53.003150 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-fdf1e082-b393-43c6-9a7f-95560a263652 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Made reservation on behalf of 88671a697cd84733a2469dc1dc4f6f35 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:32:53.009529 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-fdf1e082-b393-43c6-9a7f-95560a263652 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:53.026046 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['4ffcde1f-49e9-43d1-87d4-c302cfe9454a', '3bec0522-e642-4652-b277-8b32a26b0ec2', '6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:53.044849 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-7bd85be2-ff62-433b-b133-b0f6c000141e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:53.082636 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-7bd85be2-ff62-433b-b133-b0f6c000141e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:53.093746 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd85be2-ff62-433b-b133-b0f6c000141e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Pushing event updated for resources: {'Port': ['ID=1c71493f-8d31-4efd-ad22-36667485874f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:53.100610 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835ce40-fc6b-4658-a716-e865a97c3c4e req-d1195f3a-5b80-43d2-a25a-929170c7d597 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:53.115713 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5835ce40-fc6b-4658-a716-e865a97c3c4e req-d1195f3a-5b80-43d2-a25a-929170c7d597 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87 HTTP/1.1" status: 200 len: 946 time: 0.4026549 Nov 25 19:32:53.204219 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4edac3b-53cf-40c0-bf05-625240beb1b3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:53.239302 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f23583bb-3ab3-4415-b18a-aeee30e2ed57 req-b0a53641-9e8f-4b9b-aaa4-4243106ded39 service neutron] 10.222.0.73 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6659651 Nov 25 19:32:53.264852 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d4edac3b-53cf-40c0-bf05-625240beb1b3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Calling delete_port for ff9665e2-2633-4edd-ab96-8e5b97659b27 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:32:53.319067 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5835ce40-fc6b-4658-a716-e865a97c3c4e req-38926389-71ed-42ef-b54a-f4c054772581 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019148 Nov 25 19:32:53.323511 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-bc04f8a5-89b5-45f6-93c3-25a732b12e0d req-6b58863e-7828-43e0-93d4-3bbaac8cebe1 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Deleting port 78ada59b-7f89-452d-ae1c-edc0adfe5f7e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:32:53.324127 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bc04f8a5-89b5-45f6-93c3-25a732b12e0d req-6b58863e-7828-43e0-93d4-3bbaac8cebe1 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:53.372440 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c9dc7068-440c-45df-af47-229c3063113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d78f1a-b29f-4ccf-97ca-3b55664d959e', 'name': 'tempest-snat-router-653964755', 'tenant_id': 'dc2c9737c5e94cad8c7e272b5679d11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:45Z', 'updated_at': '2021-11-25T19:32:52Z', 'revision_number': 4, 'project_id': 'dc2c9737c5e94cad8c7e272b5679d11d', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:53.374575 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-7bd85be2-ff62-433b-b133-b0f6c000141e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:53.375352 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-7bd85be2-ff62-433b-b133-b0f6c000141e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:53.452517 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dc7068-440c-45df-af47-229c3063113e None None] The sync data for ids ['c6d78f1a-b29f-4ccf-97ca-3b55664d959e'] in n-d-819349-5 is: [{'id': 'c6d78f1a-b29f-4ccf-97ca-3b55664d959e', 'name': 'tempest-snat-router-653964755', 'tenant_id': 'dc2c9737c5e94cad8c7e272b5679d11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:45Z', 'updated_at': '2021-11-25T19:32:52Z', 'revision_number': 4, 'project_id': 'dc2c9737c5e94cad8c7e272b5679d11d', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:32:53.531393 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:53.612306 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-93ce7fc8-4c9e-421d-8c45-e27086ccbafd None None] Provisioning complete for port 1c71493f-8d31-4efd-ad22-36667485874f triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:53.613033 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-93ce7fc8-4c9e-421d-8c45-e27086ccbafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:53.667017 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-93ce7fc8-4c9e-421d-8c45-e27086ccbafd None None] Port 1c71493f-8d31-4efd-ad22-36667485874f cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:32:53.853863 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbfe86-9f4c-48b6-8675-338a765fab03 req-6dac1b23-4d47-4a0b-8e02-32120a20db4e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:53.856761 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-86cbfe86-9f4c-48b6-8675-338a765fab03 req-6dac1b23-4d47-4a0b-8e02-32120a20db4e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d HTTP/1.1" status: 200 len: 934 time: 0.2992063 Nov 25 19:32:54.001313 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-bc04f8a5-89b5-45f6-93c3-25a732b12e0d req-6b58863e-7828-43e0-93d4-3bbaac8cebe1 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] For port 78ada59b-7f89-452d-ae1c-edc0adfe5f7e, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=78ada59b-7f89-452d-ae1c-edc0adfe5f7e,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:54.002019 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bc04f8a5-89b5-45f6-93c3-25a732b12e0d req-6b58863e-7828-43e0-93d4-3bbaac8cebe1 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:54.002219 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:54.050864 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e608d1fc-5f8e-43db-9244-9389dc7119ff req-36be601a-8103-4620-ba89-a7d2b86cf900 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 210 time: 0.4846630 Nov 25 19:32:54.063660 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-bc04f8a5-89b5-45f6-93c3-25a732b12e0d req-6b58863e-7828-43e0-93d4-3bbaac8cebe1 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Calling delete_port for 78ada59b-7f89-452d-ae1c-edc0adfe5f7e owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:32:54.073155 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-7bd85be2-ff62-433b-b133-b0f6c000141e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1218097 Nov 25 19:32:54.103996 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-86cbfe86-9f4c-48b6-8675-338a765fab03 req-fa09aa21-4ed4-411a-91c4-afbf5cef9b99 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147348 Nov 25 19:32:54.111737 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4edac3b-53cf-40c0-bf05-625240beb1b3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:54.243759 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-fdf1e082-b393-43c6-9a7f-95560a263652 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Allocated IP 172.20.0.3 (00850fff-8687-4fe2-91af-c41f9f277b2d/6624fa07-d69f-45d1-addc-30a86de4fab0/3720f904-7cde-4f84-b50a-964fe3c46a81) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:54.264044 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4edac3b-53cf-40c0-bf05-625240beb1b3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff9665e2-2633-4edd-ab96-8e5b97659b27,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:54.342905 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-6fee291b-1dba-461f-861b-34ba227e7a7c service neutron] Request body: {'port': {'device_id': '197ea71c-2e2c-45f8-ade8-ee13820bfadb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:54.405825 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4edac3b-53cf-40c0-bf05-625240beb1b3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:54.452330 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-5e9d5c80-d9c6-406e-931d-b65b25b5b7d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6cf90c5-7937-41b5-9205-2d8bba5c7baa {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:54.497461 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-5e9d5c80-d9c6-406e-931d-b65b25b5b7d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:54.577527 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-6fee291b-1dba-461f-861b-34ba227e7a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:54.593086 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4edac3b-53cf-40c0-bf05-625240beb1b3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:54.610907 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4edac3b-53cf-40c0-bf05-625240beb1b3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:54.700880 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-fdf1e082-b393-43c6-9a7f-95560a263652 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:54.928515 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-fdf1e082-b393-43c6-9a7f-95560a263652 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:55.016441 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-fdf1e082-b393-43c6-9a7f-95560a263652 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Network 00850fff-8687-4fe2-91af-c41f9f277b2d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:55.026226 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-fdf1e082-b393-43c6-9a7f-95560a263652 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:55.032871 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-fdf1e082-b393-43c6-9a7f-95560a263652 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:55.040109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1e082-b393-43c6-9a7f-95560a263652 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Pushing event updated for resources: {'Port': ['ID=3720f904-7cde-4f84-b50a-964fe3c46a81,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:55.070324 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d06d5a-230f-48ad-bf5d-d5343e2d74bd req-4a28a907-e79f-4d65-b5b5-180db95520c4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:55.072845 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-80d06d5a-230f-48ad-bf5d-d5343e2d74bd req-4a28a907-e79f-4d65-b5b5-180db95520c4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87 HTTP/1.1" status: 200 len: 946 time: 0.5172679 Nov 25 19:32:55.075782 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4edac3b-53cf-40c0-bf05-625240beb1b3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:55.076735 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4edac3b-53cf-40c0-bf05-625240beb1b3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6d78f1a-b29f-4ccf-97ca-3b55664d959e {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:32:55.080292 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bc04f8a5-89b5-45f6-93c3-25a732b12e0d req-6b58863e-7828-43e0-93d4-3bbaac8cebe1 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:55.080838 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-5e9d5c80-d9c6-406e-931d-b65b25b5b7d6 service neutron] Transition to ACTIVE for port object e6cf90c5-7937-41b5-9205-2d8bba5c7baa will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:32:55.088105 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4edac3b-53cf-40c0-bf05-625240beb1b3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:55.090457 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d4edac3b-53cf-40c0-bf05-625240beb1b3 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "DELETE /v2.0/routers/c6d78f1a-b29f-4ccf-97ca-3b55664d959e HTTP/1.1" status: 204 len: 168 time: 4.4567337 Nov 25 19:32:55.096960 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38018) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:55.101640 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['24cafed6-3d8e-47ca-846d-457abb4a9631'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:55.104070 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-5e9d5c80-d9c6-406e-931d-b65b25b5b7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:55.227330 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58863e-7828-43e0-93d4-3bbaac8cebe1 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Pushing event deleted for resources: {'Port': ['ID=78ada59b-7f89-452d-ae1c-edc0adfe5f7e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:55.399652 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-80d06d5a-230f-48ad-bf5d-d5343e2d74bd req-6f8a730b-7369-46c0-88ac-c9a72eaca4be tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999709 Nov 25 19:32:55.434598 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc04f8a5-89b5-45f6-93c3-25a732b12e0d req-6b58863e-7828-43e0-93d4-3bbaac8cebe1 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] No DVR routers for this DVR port 78ada59b-7f89-452d-ae1c-edc0adfe5f7e on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:32:55.437400 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bc04f8a5-89b5-45f6-93c3-25a732b12e0d req-6b58863e-7828-43e0-93d4-3bbaac8cebe1 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:55.443143 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bc04f8a5-89b5-45f6-93c3-25a732b12e0d req-6b58863e-7828-43e0-93d4-3bbaac8cebe1 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.85 "DELETE /v2.0/ports/78ada59b-7f89-452d-ae1c-edc0adfe5f7e HTTP/1.1" status: 204 len: 173 time: 2.8857000 Nov 25 19:32:55.443652 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87', 'name': 'network-vif-deleted', 'tag': '78ada59b-7f89-452d-ae1c-edc0adfe5f7e'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:55.447633 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d5291d-e3ad-4297-bd52-064540464dde" -d '{"events": [{"server_uuid": "52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87", "name": "network-vif-deleted", "tag": "78ada59b-7f89-452d-ae1c-edc0adfe5f7e"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:55.571084 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80095b24-c96d-40b1-9620-f1aee86dcc2a req-1147e4a1-3c07-4ee7-9c3a-e38590ae749f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:55.571690 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d5c80-d9c6-406e-931d-b65b25b5b7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e6cf90c5-7937-41b5-9205-2d8bba5c7baa,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:55.586543 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-80095b24-c96d-40b1-9620-f1aee86dcc2a req-1147e4a1-3c07-4ee7-9c3a-e38590ae749f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d HTTP/1.1" status: 200 len: 946 time: 0.0850556 Nov 25 19:32:55.594965 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-fdf1e082-b393-43c6-9a7f-95560a263652 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:55.597469 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-fdf1e082-b393-43c6-9a7f-95560a263652 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:55.649918 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f2375fa8-c2ec-4052-ace4-26614b896611 None None] Provisioning complete for port 3720f904-7cde-4f84-b50a-964fe3c46a81 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:55.650593 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f2375fa8-c2ec-4052-ace4-26614b896611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:55.657395 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-fdf1e082-b393-43c6-9a7f-95560a263652 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4109223 Nov 25 19:32:55.715240 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-6d24c7a8-be72-4739-869d-5839b7b4b9f7 service neutron] Request body: {'port': {'device_id': 'dd3b3077-9110-4063-a2d8-3a922b1b3c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:55.724678 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-80095b24-c96d-40b1-9620-f1aee86dcc2a req-ffa05c8c-e067-463f-b53d-aaad04531a99 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370378 Nov 25 19:32:55.748895 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-f2375fa8-c2ec-4052-ace4-26614b896611 None None] Port 3720f904-7cde-4f84-b50a-964fe3c46a81 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:32:55.878055 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-6d24c7a8-be72-4739-869d-5839b7b4b9f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:55.896218 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433cb35-43ff-4ed4-abb4-9e24340e6bc9 req-c3176d1e-cb0a-41ea-972d-f7c503940da5 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:55.897821 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a433cb35-43ff-4ed4-abb4-9e24340e6bc9 req-c3176d1e-cb0a-41ea-972d-f7c503940da5 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 931 time: 0.6567082 Nov 25 19:32:55.930242 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-360e5308-b9b4-4357-b106-e3692621fb97 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:56.056252 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 78ada59b-7f89-452d-ae1c-edc0adfe5f7e no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:32:56.083745 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028c490c-fed0-4afe-a8a9-ff233c8c69e5 x-openstack-request-id: req-028c490c-fed0-4afe-a8a9-ff233c8c69e5 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:56.084820 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87", "name": "network-vif-deleted", "tag": "78ada59b-7f89-452d-ae1c-edc0adfe5f7e", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:56.085287 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-028c490c-fed0-4afe-a8a9-ff233c8c69e5 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:56.085895 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b0e2b6-a0d8-4e1a-b60f-1cbdcf280c87', 'name': 'network-vif-deleted', 'tag': '78ada59b-7f89-452d-ae1c-edc0adfe5f7e', 'status': 'completed', 'code': 200} Nov 25 19:32:56.097646 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 78ada59b-7f89-452d-ae1c-edc0adfe5f7e {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:32:56.098240 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 78ada59b-7f89-452d-ae1c-edc0adfe5f7e not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:32:56.165339 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-5e9d5c80-d9c6-406e-931d-b65b25b5b7d6 service neutron] Attempting to bind port e6cf90c5-7937-41b5-9205-2d8bba5c7baa on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:56.166124 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-5e9d5c80-d9c6-406e-931d-b65b25b5b7d6 service neutron] Attempting to bind port e6cf90c5-7937-41b5-9205-2d8bba5c7baa by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:56.166431 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-5e9d5c80-d9c6-406e-931d-b65b25b5b7d6 service neutron] Attempting to bind port e6cf90c5-7937-41b5-9205-2d8bba5c7baa on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:56.253406 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-5e9d5c80-d9c6-406e-931d-b65b25b5b7d6 service neutron] Port e6cf90c5-7937-41b5-9205-2d8bba5c7baa on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:32:56.253732 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-5e9d5c80-d9c6-406e-931d-b65b25b5b7d6 service neutron] Attempting to bind port e6cf90c5-7937-41b5-9205-2d8bba5c7baa on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:56.279983 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a433cb35-43ff-4ed4-abb4-9e24340e6bc9 req-0760b927-eb6a-45d0-b9b7-12e337f4b314 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/security-groups?id=3686bf62-b1aa-4401-a751-d5623df6fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3634412 Nov 25 19:32:56.330546 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-6fee291b-1dba-461f-861b-34ba227e7a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c71493f-8d31-4efd-ad22-36667485874f {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:56.339082 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-5e9d5c80-d9c6-406e-931d-b65b25b5b7d6 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:56.339417 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-5e9d5c80-d9c6-406e-931d-b65b25b5b7d6 service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:56.339799 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-5e9d5c80-d9c6-406e-931d-b65b25b5b7d6 service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:56.340254 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-5e9d5c80-d9c6-406e-931d-b65b25b5b7d6 service neutron] Bound port: e6cf90c5-7937-41b5-9205-2d8bba5c7baa, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:56.340611 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-5e9d5c80-d9c6-406e-931d-b65b25b5b7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:56.353308 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-6fee291b-1dba-461f-861b-34ba227e7a7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:56.424176 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-6fee291b-1dba-461f-861b-34ba227e7a7c service neutron] Transition to ACTIVE for port object 1c71493f-8d31-4efd-ad22-36667485874f will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:32:56.455250 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-360e5308-b9b4-4357-b106-e3692621fb97 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:56.463757 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-6fee291b-1dba-461f-861b-34ba227e7a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:56.630710 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee291b-1dba-461f-861b-34ba227e7a7c service neutron] Pushing event updated for resources: {'Port': ['ID=1c71493f-8d31-4efd-ad22-36667485874f,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:56.650063 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-5e9d5c80-d9c6-406e-931d-b65b25b5b7d6 service neutron] For port e6cf90c5-7937-41b5-9205-2d8bba5c7baa, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:56.659880 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-5e9d5c80-d9c6-406e-931d-b65b25b5b7d6 service neutron] For port e6cf90c5-7937-41b5-9205-2d8bba5c7baa, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=e6cf90c5-7937-41b5-9205-2d8bba5c7baa,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:56.690226 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-5e9d5c80-d9c6-406e-931d-b65b25b5b7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:56.781270 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-5e9d5c80-d9c6-406e-931d-b65b25b5b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:56.782139 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-5e9d5c80-d9c6-406e-931d-b65b25b5b7d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:56.783734 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-5e9d5c80-d9c6-406e-931d-b65b25b5b7d6 service neutron] 10.222.0.85 "PUT /v2.0/ports/e6cf90c5-7937-41b5-9205-2d8bba5c7baa HTTP/1.1" status: 200 len: 1094 time: 4.8110723 Nov 25 19:32:56.790874 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d', 'tag': 'e6cf90c5-7937-41b5-9205-2d8bba5c7baa'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:56.793371 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84810c74-0f9d-448c-b282-92ef600049d9" -d '{"events": [{"name": "network-changed", "server_uuid": "50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d", "tag": "e6cf90c5-7937-41b5-9205-2d8bba5c7baa"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:56.876926 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-360e5308-b9b4-4357-b106-e3692621fb97 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Deleting port 46efad5e-1671-4ef4-9b64-b984433e60fe {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:32:56.877370 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-360e5308-b9b4-4357-b106-e3692621fb97 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:56.901328 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d5c80-d9c6-406e-931d-b65b25b5b7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e6cf90c5-7937-41b5-9205-2d8bba5c7baa,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:56.944870 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-6d24c7a8-be72-4739-869d-5839b7b4b9f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3720f904-7cde-4f84-b50a-964fe3c46a81 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:56.989968 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-6d24c7a8-be72-4739-869d-5839b7b4b9f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:56.994951 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-6fee291b-1dba-461f-861b-34ba227e7a7c service neutron] Attempting to bind port 1c71493f-8d31-4efd-ad22-36667485874f on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:56.995307 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-6fee291b-1dba-461f-861b-34ba227e7a7c service neutron] Attempting to bind port 1c71493f-8d31-4efd-ad22-36667485874f by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:56.995582 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-6fee291b-1dba-461f-861b-34ba227e7a7c service neutron] Attempting to bind port 1c71493f-8d31-4efd-ad22-36667485874f on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:56.999861 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07e7ee-9ec9-4abe-9291-ee2cd3b3f36d req-0cd1122b-b1be-4f66-978d-91d78400cb5e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:57.008807 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2c07e7ee-9ec9-4abe-9291-ee2cd3b3f36d req-0cd1122b-b1be-4f66-978d-91d78400cb5e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d HTTP/1.1" status: 200 len: 946 time: 0.1081126 Nov 25 19:32:57.014918 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d92d1e-ab32-4a34-9bdf-8714eb232ed6 x-openstack-request-id: req-a9d92d1e-ab32-4a34-9bdf-8714eb232ed6 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:57.015198 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d", "tag": "e6cf90c5-7937-41b5-9205-2d8bba5c7baa", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:57.015483 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a9d92d1e-ab32-4a34-9bdf-8714eb232ed6 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:57.016449 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d', 'tag': 'e6cf90c5-7937-41b5-9205-2d8bba5c7baa', 'status': 'completed', 'code': 200} Nov 25 19:32:57.028772 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-6fee291b-1dba-461f-861b-34ba227e7a7c service neutron] Port 1c71493f-8d31-4efd-ad22-36667485874f on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:32:57.029262 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-6fee291b-1dba-461f-861b-34ba227e7a7c service neutron] Attempting to bind port 1c71493f-8d31-4efd-ad22-36667485874f on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:57.036123 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-6d24c7a8-be72-4739-869d-5839b7b4b9f7 service neutron] Transition to ACTIVE for port object 3720f904-7cde-4f84-b50a-964fe3c46a81 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:32:57.054751 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-6d24c7a8-be72-4739-869d-5839b7b4b9f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:57.059493 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-6fee291b-1dba-461f-861b-34ba227e7a7c service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:57.059865 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-6fee291b-1dba-461f-861b-34ba227e7a7c service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:57.060215 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-6fee291b-1dba-461f-861b-34ba227e7a7c service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:57.060670 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-6fee291b-1dba-461f-861b-34ba227e7a7c service neutron] Bound port: 1c71493f-8d31-4efd-ad22-36667485874f, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:57.061033 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-6fee291b-1dba-461f-861b-34ba227e7a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:57.074371 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-85af8084-4e59-4732-bfa5-da966b366e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:57.075932 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-85af8084-4e59-4732-bfa5-da966b366e49 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2cc03ca006694b27b723066ce33623c2&device_id=50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d HTTP/1.1" status: 200 len: 1097 time: 0.2169380 Nov 25 19:32:57.100920 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2c07e7ee-9ec9-4abe-9291-ee2cd3b3f36d req-1d701f69-1bb1-40b9-a1f0-91f829d29e54 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909922 Nov 25 19:32:57.128494 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-360e5308-b9b4-4357-b106-e3692621fb97 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] For port 46efad5e-1671-4ef4-9b64-b984433e60fe, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=46efad5e-1671-4ef4-9b64-b984433e60fe,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:57.129146 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-360e5308-b9b4-4357-b106-e3692621fb97 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:57.222885 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-360e5308-b9b4-4357-b106-e3692621fb97 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Calling delete_port for 46efad5e-1671-4ef4-9b64-b984433e60fe owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:32:57.226689 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-6322b2f8-85f7-4e99-91b5-ad5c5ae35c9c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=e6cf90c5-7937-41b5-9205-2d8bba5c7baa HTTP/1.1" status: 200 len: 217 time: 0.1153216 Nov 25 19:32:57.284515 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24c7a8-be72-4739-869d-5839b7b4b9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=3720f904-7cde-4f84-b50a-964fe3c46a81,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:57.485810 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-6fee291b-1dba-461f-861b-34ba227e7a7c service neutron] For port 1c71493f-8d31-4efd-ad22-36667485874f, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:57.537662 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-1b068934-89eb-4207-b3d7-e13e14fb19a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:57.540263 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-1b068934-89eb-4207-b3d7-e13e14fb19a5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.3002074 Nov 25 19:32:57.544681 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-6fee291b-1dba-461f-861b-34ba227e7a7c service neutron] For port 1c71493f-8d31-4efd-ad22-36667485874f, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=1c71493f-8d31-4efd-ad22-36667485874f,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:57.583298 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-6fee291b-1dba-461f-861b-34ba227e7a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:57.611252 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501378f4-6ee9-4ca6-aa76-be0b8cbb9411 req-4248b93a-5f58-4431-bac3-99b132ddedec tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:57.613786 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-501378f4-6ee9-4ca6-aa76-be0b8cbb9411 req-4248b93a-5f58-4431-bac3-99b132ddedec tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 943 time: 0.1381655 Nov 25 19:32:57.685746 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-501378f4-6ee9-4ca6-aa76-be0b8cbb9411 req-a8d07670-2743-4e01-ac55-c27bca4c7423 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/security-groups?id=3686bf62-b1aa-4401-a751-d5623df6fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607486 Nov 25 19:32:57.720935 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-6fee291b-1dba-461f-861b-34ba227e7a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:57.721567 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-6fee291b-1dba-461f-861b-34ba227e7a7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:57.723052 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-6fee291b-1dba-461f-861b-34ba227e7a7c service neutron] 10.222.0.73 "PUT /v2.0/ports/1c71493f-8d31-4efd-ad22-36667485874f HTTP/1.1" status: 200 len: 1095 time: 3.4068422 Nov 25 19:32:57.762849 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-6d24c7a8-be72-4739-869d-5839b7b4b9f7 service neutron] Attempting to bind port 3720f904-7cde-4f84-b50a-964fe3c46a81 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:57.763173 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-6d24c7a8-be72-4739-869d-5839b7b4b9f7 service neutron] Attempting to bind port 3720f904-7cde-4f84-b50a-964fe3c46a81 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'a6219a8d-4177-4833-bb2d-685eca4369e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:57.763500 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-6d24c7a8-be72-4739-869d-5839b7b4b9f7 service neutron] Attempting to bind port 3720f904-7cde-4f84-b50a-964fe3c46a81 on network 00850fff-8687-4fe2-91af-c41f9f277b2d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:57.840698 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-6d24c7a8-be72-4739-869d-5839b7b4b9f7 service neutron] Port 3720f904-7cde-4f84-b50a-964fe3c46a81 on network 00850fff-8687-4fe2-91af-c41f9f277b2d not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:32:57.841027 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-6d24c7a8-be72-4739-869d-5839b7b4b9f7 service neutron] Attempting to bind port 3720f904-7cde-4f84-b50a-964fe3c46a81 on network 00850fff-8687-4fe2-91af-c41f9f277b2d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:57.885399 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-49499512-6e69-4533-b9de-2f7f78bf2fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:57.887008 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-49499512-6e69-4533-b9de-2f7f78bf2fb1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3316717 Nov 25 19:32:57.887838 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-6d24c7a8-be72-4739-869d-5839b7b4b9f7 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:57.888171 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-6d24c7a8-be72-4739-869d-5839b7b4b9f7 service neutron] Checking segment: {'id': 'a6219a8d-4177-4833-bb2d-685eca4369e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:57.888999 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-6d24c7a8-be72-4739-869d-5839b7b4b9f7 service neutron] Bound using segment: {'id': 'a6219a8d-4177-4833-bb2d-685eca4369e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:57.889524 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-6d24c7a8-be72-4739-869d-5839b7b4b9f7 service neutron] Bound port: 3720f904-7cde-4f84-b50a-964fe3c46a81, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6219a8d-4177-4833-bb2d-685eca4369e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:57.890451 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-6d24c7a8-be72-4739-869d-5839b7b4b9f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:57.919554 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee291b-1dba-461f-861b-34ba227e7a7c service neutron] Pushing event updated for resources: {'Port': ['ID=1c71493f-8d31-4efd-ad22-36667485874f,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:58.238406 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8881d-fb7a-4676-b593-69f39aea6809 req-17022aa4-7b98-47b2-bf16-ddd8a749ff7d tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:58.239956 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cac8881d-fb7a-4676-b593-69f39aea6809 req-17022aa4-7b98-47b2-bf16-ddd8a749ff7d tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d HTTP/1.1" status: 200 len: 946 time: 0.0582030 Nov 25 19:32:58.302636 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cac8881d-fb7a-4676-b593-69f39aea6809 req-25a5795e-5c40-4fec-9dc1-087c06de35ce tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508289 Nov 25 19:32:58.418333 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-1c9d771d-7574-4bf8-b0b9-8e614e254e99 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:58.419969 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-1c9d771d-7574-4bf8-b0b9-8e614e254e99 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/networks?id=80a38dc0-4595-4a86-8f52-78b834ea720c HTTP/1.1" status: 200 len: 804 time: 0.7350075 Nov 25 19:32:58.445259 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-f4e9bdf9-8f14-4fda-a77d-39d3d722403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:58.446830 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-f4e9bdf9-8f14-4fda-a77d-39d3d722403a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cc03ca006694b27b723066ce33623c2&device_id=197ea71c-2e2c-45f8-ade8-ee13820bfadb HTTP/1.1" status: 200 len: 1098 time: 0.6587329 Nov 25 19:32:58.485387 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-360e5308-b9b4-4357-b106-e3692621fb97 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:58.506838 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-67b7cdb9-aed2-4573-986f-3a5a8c8dbf5e tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/quotas/a84262e56b10427f82b71772767dc30b HTTP/1.1" status: 200 len: 375 time: 0.0772865 Nov 25 19:32:58.577196 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-1a8db949-89b2-487c-bd92-940ccdfd6bf8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=1c71493f-8d31-4efd-ad22-36667485874f HTTP/1.1" status: 200 len: 217 time: 0.0995739 Nov 25 19:32:58.589569 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e5308-b9b4-4357-b106-e3692621fb97 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Pushing event deleted for resources: {'Port': ['ID=46efad5e-1671-4ef4-9b64-b984433e60fe,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:58.593200 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-6d24c7a8-be72-4739-869d-5839b7b4b9f7 service neutron] For port 3720f904-7cde-4f84-b50a-964fe3c46a81, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:58.640886 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-d181b516-5123-4ea2-92cc-77ed0f2b778f service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7297034 Nov 25 19:32:58.661915 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-6d24c7a8-be72-4739-869d-5839b7b4b9f7 service neutron] For port 3720f904-7cde-4f84-b50a-964fe3c46a81, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=3720f904-7cde-4f84-b50a-964fe3c46a81,segment=NetworkSegment(a6219a8d-4177-4833-bb2d-685eca4369e6),segment_id=a6219a8d-4177-4833-bb2d-685eca4369e6)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:58.718263 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-6d24c7a8-be72-4739-869d-5839b7b4b9f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:58.832872 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60128ef5-2efb-46a0-9b9b-dd0544fefd8c req-f025896d-a59f-442d-826c-0feb44ad2d05 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:58.834738 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-60128ef5-2efb-46a0-9b9b-dd0544fefd8c req-f025896d-a59f-442d-826c-0feb44ad2d05 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 943 time: 0.0670016 Nov 25 19:32:58.836985 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-6d24c7a8-be72-4739-869d-5839b7b4b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:58.837619 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-6d24c7a8-be72-4739-869d-5839b7b4b9f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:58.839108 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-6d24c7a8-be72-4739-869d-5839b7b4b9f7 service neutron] 10.222.0.73 "PUT /v2.0/ports/3720f904-7cde-4f84-b50a-964fe3c46a81 HTTP/1.1" status: 200 len: 1091 time: 3.1399415 Nov 25 19:32:58.862981 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-2b0b90fb-8bbf-459d-8d60-d5efad38d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:58.869565 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-2b0b90fb-8bbf-459d-8d60-d5efad38d2c6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.2708931 Nov 25 19:32:58.900629 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-360e5308-b9b4-4357-b106-e3692621fb97 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:58.918795 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-f9b4848a-a0b5-4d9e-8375-e5eb03073807 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a84262e56b10427f82b71772767dc30b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3445134 Nov 25 19:32:58.924582 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-60128ef5-2efb-46a0-9b9b-dd0544fefd8c req-a4db2ec9-64ab-4428-8100-363889349a31 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/security-groups?id=3686bf62-b1aa-4401-a751-d5623df6fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699034 Nov 25 19:32:58.954438 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24c7a8-be72-4739-869d-5839b7b4b9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=3720f904-7cde-4f84-b50a-964fe3c46a81,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:59.019520 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197ea71c-2e2c-45f8-ade8-ee13820bfadb', 'tag': '1c71493f-8d31-4efd-ad22-36667485874f'}, {'name': 'network-changed', 'server_uuid': 'dd3b3077-9110-4063-a2d8-3a922b1b3c9f', 'tag': '3720f904-7cde-4f84-b50a-964fe3c46a81'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:59.021901 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5db0541-8883-4c81-b58d-f381aea3582e" -d '{"events": [{"name": "network-changed", "server_uuid": "197ea71c-2e2c-45f8-ade8-ee13820bfadb", "tag": "1c71493f-8d31-4efd-ad22-36667485874f"}, {"name": "network-changed", "server_uuid": "dd3b3077-9110-4063-a2d8-3a922b1b3c9f", "tag": "3720f904-7cde-4f84-b50a-964fe3c46a81"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:59.134806 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94c24a5-390b-47fc-9904-3f98f110581f x-openstack-request-id: req-b94c24a5-390b-47fc-9904-3f98f110581f {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:59.135161 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197ea71c-2e2c-45f8-ade8-ee13820bfadb", "tag": "1c71493f-8d31-4efd-ad22-36667485874f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dd3b3077-9110-4063-a2d8-3a922b1b3c9f", "tag": "3720f904-7cde-4f84-b50a-964fe3c46a81", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:59.135380 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b94c24a5-390b-47fc-9904-3f98f110581f {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:59.135775 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197ea71c-2e2c-45f8-ade8-ee13820bfadb', 'tag': '1c71493f-8d31-4efd-ad22-36667485874f', 'status': 'completed', 'code': 200} Nov 25 19:32:59.136034 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3b3077-9110-4063-a2d8-3a922b1b3c9f', 'tag': '3720f904-7cde-4f84-b50a-964fe3c46a81', 'status': 'completed', 'code': 200} Nov 25 19:32:59.153201 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9fd5393c-0f22-4810-bf18-1d27eff2d49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:59.195469 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-360e5308-b9b4-4357-b106-e3692621fb97 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:59.200234 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-360e5308-b9b4-4357-b106-e3692621fb97 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:59.234090 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-8e583a30-5110-45bb-a0d4-8a03dcde9d9a service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5744028 Nov 25 19:32:59.297847 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-16dcb72f-ff58-4fb8-847b-a5c3f6387455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:59.299436 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-16dcb72f-ff58-4fb8-847b-a5c3f6387455 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4109778 Nov 25 19:32:59.343058 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-bc437027-5117-4895-a85f-e441aec3e4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:59.345252 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-bc437027-5117-4895-a85f-e441aec3e4b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=88671a697cd84733a2469dc1dc4f6f35&device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 1094 time: 0.3873236 Nov 25 19:32:59.361778 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-360e5308-b9b4-4357-b106-e3692621fb97 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:59.362338 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360e5308-b9b4-4357-b106-e3692621fb97 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e93b3b3c-d271-4aec-bb29-8064bdaba1cf {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:32:59.385266 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-360e5308-b9b4-4357-b106-e3692621fb97 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:59.391217 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38076) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:59.392058 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-360e5308-b9b4-4357-b106-e3692621fb97 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "DELETE /v2.0/routers/e93b3b3c-d271-4aec-bb29-8064bdaba1cf HTTP/1.1" status: 204 len: 168 time: 4.2844708 Nov 25 19:32:59.411125 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e2e7bc65-0422-4c34-bba2-83885c04b513 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-877621473', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:59.474189 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-77815c13-ee83-4286-860f-9fef4de9633c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3720f904-7cde-4f84-b50a-964fe3c46a81 HTTP/1.1" status: 200 len: 217 time: 0.1090329 Nov 25 19:32:59.485164 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-9ffe426e-7532-4868-bbe2-c243a949848c service neutron] 10.222.0.55 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5091681 Nov 25 19:32:59.491876 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2e7bc65-0422-4c34-bba2-83885c04b513 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:59.492989 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2e7bc65-0422-4c34-bba2-83885c04b513 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:59.533278 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816d488-5f9b-4e9c-80db-4d06c14bff7b req-04e1fcb5-3d4b-4890-9c7f-545d9b1226bc tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:59.537148 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4816d488-5f9b-4e9c-80db-4d06c14bff7b req-04e1fcb5-3d4b-4890-9c7f-545d9b1226bc tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d HTTP/1.1" status: 200 len: 946 time: 0.1149380 Nov 25 19:32:59.565988 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84810c74-0f9d-448c-b282-92ef600049d9 req-6b7e17ff-f6a8-497e-b363-13443183695a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:59.575340 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-84810c74-0f9d-448c-b282-92ef600049d9 req-6b7e17ff-f6a8-497e-b363-13443183695a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2cc03ca006694b27b723066ce33623c2&device_id=50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d HTTP/1.1" status: 200 len: 1097 time: 0.2743433 Nov 25 19:32:59.614709 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2e7bc65-0422-4c34-bba2-83885c04b513 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:59.693584 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-a0166102-dca4-4668-8a7f-0631473b9f75 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761761 Nov 25 19:32:59.708003 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4816d488-5f9b-4e9c-80db-4d06c14bff7b req-a3207413-be1a-4b3b-9e71-486aef36620c tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483696 Nov 25 19:32:59.726571 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-317ed6d0-78ee-4d81-b68a-3e6b64076644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:59.727535 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-317ed6d0-78ee-4d81-b68a-3e6b64076644 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6624fa07-d69f-45d1-addc-30a86de4fab0 HTTP/1.1" status: 200 len: 851 time: 0.2363868 Nov 25 19:32:59.794092 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2e7bc65-0422-4c34-bba2-83885c04b513 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:59.876713 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-12f69b62-5b7c-4d2e-94f3-8860be5ce48c service neutron] 10.222.0.55 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734190 Nov 25 19:32:59.880789 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84810c74-0f9d-448c-b282-92ef600049d9 req-28c86948-47f2-426e-bcad-5deb9faa8c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:59.881884 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-84810c74-0f9d-448c-b282-92ef600049d9 req-28c86948-47f2-426e-bcad-5deb9faa8c6d service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.3040280 Nov 25 19:32:59.946855 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-84810c74-0f9d-448c-b282-92ef600049d9 req-a1f06a44-ae6d-4c5e-b017-1c6773cc95f0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=e6cf90c5-7937-41b5-9205-2d8bba5c7baa HTTP/1.1" status: 200 len: 217 time: 0.0550201 Nov 25 19:32:59.949555 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-3cbf02ba-1d7b-4346-ab10-79e2b21df0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:59.952179 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-3cbf02ba-1d7b-4346-ab10-79e2b21df0e6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=00850fff-8687-4fe2-91af-c41f9f277b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1898832 Nov 25 19:32:59.953883 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3fdbf4bc-9506-411f-a7d7-8f3102c12e22 req-7b60a3f3-e500-42d7-b1b0-b833891f865f service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428889 Nov 25 19:33:00.157638 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84810c74-0f9d-448c-b282-92ef600049d9 req-ced54706-4aa0-4b40-8d5d-18ead06ea5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:00.157638 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-84810c74-0f9d-448c-b282-92ef600049d9 req-ced54706-4aa0-4b40-8d5d-18ead06ea5f1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1969290 Nov 25 19:33:00.257303 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2e7bc65-0422-4c34-bba2-83885c04b513 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:00.318270 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2e7bc65-0422-4c34-bba2-83885c04b513 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:00.358965 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7669f258-986d-4bc2-abd7-101acb5b66a5 req-9279da0c-9902-4a45-9521-9dc9e2f311a6 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8493bb95-e20e-4f5c-971c-080222eee35e HTTP/1.1" status: 200 len: 210 time: 0.1039746 Nov 25 19:33:00.445259 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db0541-8883-4c81-b58d-f381aea3582e req-b4df1285-6418-467c-8689-8d8569e0e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:00.447701 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5db0541-8883-4c81-b58d-f381aea3582e req-b4df1285-6418-467c-8689-8d8569e0e979 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cc03ca006694b27b723066ce33623c2&device_id=197ea71c-2e2c-45f8-ade8-ee13820bfadb HTTP/1.1" status: 200 len: 1098 time: 0.3823261 Nov 25 19:33:00.461508 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84810c74-0f9d-448c-b282-92ef600049d9 req-d9c07540-4e32-4c2f-9b8c-22ac4fe42dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:00.463636 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-84810c74-0f9d-448c-b282-92ef600049d9 req-d9c07540-4e32-4c2f-9b8c-22ac4fe42dd4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2495561 Nov 25 19:33:00.549306 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-ea9c2cd4-5c71-43dc-a876-34530fd2e925 service neutron] 10.222.0.73 "GET /v2.0/networks/00850fff-8687-4fe2-91af-c41f9f277b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356922 Nov 25 19:33:00.578998 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45539a-f62c-49c7-acc2-8962e6d3673e req-a13bf120-19ac-47cb-b4ed-e9aca3394e8b tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:00.581641 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cb45539a-f62c-49c7-acc2-8962e6d3673e req-a13bf120-19ac-47cb-b4ed-e9aca3394e8b tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 943 time: 0.3117738 Nov 25 19:33:00.597028 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-e2e7bc65-0422-4c34-bba2-83885c04b513 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Allocated IP 172.25.6.154 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/c46b1d93-3fab-4ab7-aed1-bbb7f9bccb11) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:00.825040 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db0541-8883-4c81-b58d-f381aea3582e req-d9942544-a3ba-4e4e-b393-9fe853feb746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:00.827160 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5db0541-8883-4c81-b58d-f381aea3582e req-d9942544-a3ba-4e4e-b393-9fe853feb746 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.3574560 Nov 25 19:33:00.830042 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-84810c74-0f9d-448c-b282-92ef600049d9 req-f9fb9687-a4a5-4039-9f7b-d4ebfe7a9c83 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428814 Nov 25 19:33:00.838708 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2e7bc65-0422-4c34-bba2-83885c04b513 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:00.866776 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cb45539a-f62c-49c7-acc2-8962e6d3673e req-7aae1217-288c-427a-abc3-ff1b7d0ad02d tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/security-groups?id=3686bf62-b1aa-4401-a751-d5623df6fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2610049 Nov 25 19:33:00.936584 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 46efad5e-1671-4ef4-9b64-b984433e60fe no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:33:00.964921 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 46efad5e-1671-4ef4-9b64-b984433e60fe {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:33:00.965276 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 46efad5e-1671-4ef4-9b64-b984433e60fe not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:33:01.027253 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a7cea-b09f-4a1b-a920-f44aede585fa req-0c396c22-5c17-49a3-84f0-2da31ca88e44 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:01.030202 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-061a7cea-b09f-4a1b-a920-f44aede585fa req-0c396c22-5c17-49a3-84f0-2da31ca88e44 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d HTTP/1.1" status: 200 len: 946 time: 0.1865690 Nov 25 19:33:01.044560 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2e7bc65-0422-4c34-bba2-83885c04b513 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:01.188860 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e7bc65-0422-4c34-bba2-83885c04b513 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:01.202857 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e2e7bc65-0422-4c34-bba2-83885c04b513 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:01.223095 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e7bc65-0422-4c34-bba2-83885c04b513 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:01.227705 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7bc65-0422-4c34-bba2-83885c04b513 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Pushing event updated for resources: {'Port': ['ID=c46b1d93-3fab-4ab7-aed1-bbb7f9bccb11,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:01.288607 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-061a7cea-b09f-4a1b-a920-f44aede585fa req-b6e58e9d-524f-4714-93d9-c125ed56dda5 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714394 Nov 25 19:33:01.351192 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5db0541-8883-4c81-b58d-f381aea3582e req-88cb063e-c70a-4a32-a326-e269b9dba658 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=1c71493f-8d31-4efd-ad22-36667485874f HTTP/1.1" status: 200 len: 217 time: 0.5088217 Nov 25 19:33:01.404434 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3feaf602-01ae-42cf-9363-aaaa5e8b1e14 req-1888e77d-da02-4c85-ba25-adf5ee3e1531 service neutron] 10.222.0.73 "GET /v2.0/networks/00850fff-8687-4fe2-91af-c41f9f277b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8206646 Nov 25 19:33:01.472326 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db0541-8883-4c81-b58d-f381aea3582e req-4d988813-8f51-405f-965e-ade969d02996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:01.473840 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5db0541-8883-4c81-b58d-f381aea3582e req-4d988813-8f51-405f-965e-ade969d02996 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.0861297 Nov 25 19:33:01.479279 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-84810c74-0f9d-448c-b282-92ef600049d9 req-9437bf8f-e519-45fc-b463-7ae9bbaf79cb service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6385524 Nov 25 19:33:01.547783 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db0541-8883-4c81-b58d-f381aea3582e req-3dc84f62-656a-403c-81e5-b66fc552b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:01.550632 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5db0541-8883-4c81-b58d-f381aea3582e req-3dc84f62-656a-403c-81e5-b66fc552b464 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0672672 Nov 25 19:33:01.600596 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fde3b0fe-e32f-48cd-a14c-507059ebc7ae req-87d6472b-8cbf-4b06-9209-0093d7d83c8f tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8493bb95-e20e-4f5c-971c-080222eee35e HTTP/1.1" status: 200 len: 210 time: 0.0666170 Nov 25 19:33:01.670920 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2e7bc65-0422-4c34-bba2-83885c04b513 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:01.709511 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5be3b42b-6ab2-4aa3-9a8b-99167b20a206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:01.872416 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5db0541-8883-4c81-b58d-f381aea3582e req-ad70e76c-aa0d-49db-963e-1390fc625beb service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866800 Nov 25 19:33:01.890155 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-9818b4bf-b664-42bd-90d3-1a1d9d034673 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:01.892784 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-9818b4bf-b664-42bd-90d3-1a1d9d034673 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.85 "GET /v2.0/networks?id=80a38dc0-4595-4a86-8f52-78b834ea720c HTTP/1.1" status: 200 len: 804 time: 0.2530546 Nov 25 19:33:01.925507 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-8814c143-dd84-41a9-9b5c-d32a7c7bca50 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Request body: {'port': {'device_id': '8493bb95-e20e-4f5c-971c-080222eee35e', 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c', 'admin_state_up': True, 'tenant_id': 'a84262e56b10427f82b71772767dc30b'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:01.944170 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2e7bc65-0422-4c34-bba2-83885c04b513 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:02.106987 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device e6cf90c5-7937-41b5-9205-2d8bba5c7baa details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:33:02.139669 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e7bc65-0422-4c34-bba2-83885c04b513 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Router 166c4b4e-7a67-49b2-aefc-f3faf07edf45 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:33:02.152791 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd80c6-e054-4f21-9dfb-04d05048d197 req-566ca94b-9dda-4a30-b1be-cfd53abdad1c tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:02.154978 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bafd80c6-e054-4f21-9dfb-04d05048d197 req-566ca94b-9dda-4a30-b1be-cfd53abdad1c tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 943 time: 0.1598244 Nov 25 19:33:02.185246 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5db0541-8883-4c81-b58d-f381aea3582e req-a800728b-47e6-4473-bc8d-23c86bf97cb3 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910998 Nov 25 19:33:02.272967 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bafd80c6-e054-4f21-9dfb-04d05048d197 req-bb11ab06-f991-4c9c-a433-c8c774e4cd0f tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/security-groups?id=3686bf62-b1aa-4401-a751-d5623df6fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997078 Nov 25 19:33:02.293921 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-8814c143-dd84-41a9-9b5c-d32a7c7bca50 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Made reservation on behalf of a84262e56b10427f82b71772767dc30b for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:02.299037 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-8814c143-dd84-41a9-9b5c-d32a7c7bca50 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:02.343424 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port e6cf90c5-7937-41b5-9205-2d8bba5c7baa, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=e6cf90c5-7937-41b5-9205-2d8bba5c7baa,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:02.362811 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e7bc65-0422-4c34-bba2-83885c04b513 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:33:02.399875 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'e6cf90c5-7937-41b5-9205-2d8bba5c7baa', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': 'e6cf90c5-7937-41b5-9205-2d8bba5c7baa', 'mac_address': 'fa:16:3e:9f:e5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:33:02.409794 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977264f9-bc45-49d3-a8ce-84e847d56af4 None None] Sync routers for ids ['166c4b4e-7a67-49b2-aefc-f3faf07edf45'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:33:02.414227 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2e7bc65-0422-4c34-bba2-83885c04b513 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:02.415464 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e2e7bc65-0422-4c34-bba2-83885c04b513 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.0212090 Nov 25 19:33:02.418855 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38118) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:02.431210 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-57827e1b-3ecc-4d92-aa7a-15ece994f494 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'enable_snat': False}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:02.481530 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977264f9-bc45-49d3-a8ce-84e847d56af4 None None] Routers {'166c4b4e-7a67-49b2-aefc-f3faf07edf45'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:02.482777 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-977264f9-bc45-49d3-a8ce-84e847d56af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:33:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['166c4b4e-7a67-49b2-aefc-f3faf07edf45'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:02.502797 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db0541-8883-4c81-b58d-f381aea3582e req-e660b477-7c6b-4690-a60b-928b19b974ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:02.504463 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5db0541-8883-4c81-b58d-f381aea3582e req-e660b477-7c6b-4690-a60b-928b19b974ff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=88671a697cd84733a2469dc1dc4f6f35&device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 1094 time: 0.2271526 Nov 25 19:33:02.561690 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-977264f9-bc45-49d3-a8ce-84e847d56af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:02.579344 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:02.604597 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977264f9-bc45-49d3-a8ce-84e847d56af4 None None] Routers {'166c4b4e-7a67-49b2-aefc-f3faf07edf45'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:02.606084 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-977264f9-bc45-49d3-a8ce-84e847d56af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:33:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['166c4b4e-7a67-49b2-aefc-f3faf07edf45'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:02.674408 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6cf90c5-7937-41b5-9205-2d8bba5c7baa {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:02.679816 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-977264f9-bc45-49d3-a8ce-84e847d56af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:02.680953 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977264f9-bc45-49d3-a8ce-84e847d56af4 None None] The sync data for ids ['166c4b4e-7a67-49b2-aefc-f3faf07edf45'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:33:02.709699 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port e6cf90c5-7937-41b5-9205-2d8bba5c7baa, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=e6cf90c5-7937-41b5-9205-2d8bba5c7baa,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:02.715703 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:02.748976 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319afb2-9811-4da1-8fd3-d7c79470532c req-84199b74-9838-48dc-bde0-dfa036e0866a tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:02.751042 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d319afb2-9811-4da1-8fd3-d7c79470532c req-84199b74-9838-48dc-bde0-dfa036e0866a tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d HTTP/1.1" status: 200 len: 946 time: 0.3312168 Nov 25 19:33:02.763003 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-16d9764c-e262-4254-86d9-20ac05200a57 req-7f0a6212-6725-44c8-9045-461740e03688 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8493bb95-e20e-4f5c-971c-080222eee35e HTTP/1.1" status: 200 len: 210 time: 0.0381963 Nov 25 19:33:02.789950 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-8814c143-dd84-41a9-9b5c-d32a7c7bca50 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Allocated IP 172.20.0.3 (80a38dc0-4595-4a86-8f52-78b834ea720c/bbd3840b-2a2c-413f-a7dc-f5062cf8f874/b892c8f3-27b4-42bd-bffc-7c384bbe043d) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:02.812919 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=e6cf90c5-7937-41b5-9205-2d8bba5c7baa,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:02.914148 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db0541-8883-4c81-b58d-f381aea3582e req-2d1e7f50-0fd7-4e6b-8260-178c00e87969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:02.915736 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5db0541-8883-4c81-b58d-f381aea3582e req-2d1e7f50-0fd7-4e6b-8260-178c00e87969 service neutron] 10.222.0.73 "GET /v2.0/networks?id=00850fff-8687-4fe2-91af-c41f9f277b2d HTTP/1.1" status: 200 len: 913 time: 0.3756680 Nov 25 19:33:02.996499 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d319afb2-9811-4da1-8fd3-d7c79470532c req-204a41c5-f23d-47f4-a6ed-8eaf5cee1a22 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358098 Nov 25 19:33:03.006566 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5db0541-8883-4c81-b58d-f381aea3582e req-bbd4bc1f-e7f7-423c-817e-6d7745b40f0e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3720f904-7cde-4f84-b50a-964fe3c46a81 HTTP/1.1" status: 200 len: 217 time: 0.0612662 Nov 25 19:33:03.028285 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['e6cf90c5-7937-41b5-9205-2d8bba5c7baa'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:03.206140 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db0541-8883-4c81-b58d-f381aea3582e req-69237ac4-d425-4060-a60b-94bac8d36ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:03.207653 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5db0541-8883-4c81-b58d-f381aea3582e req-69237ac4-d425-4060-a60b-94bac8d36ae7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6624fa07-d69f-45d1-addc-30a86de4fab0 HTTP/1.1" status: 200 len: 851 time: 0.1881421 Nov 25 19:33:03.299263 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-8814c143-dd84-41a9-9b5c-d32a7c7bca50 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:03.315764 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57827e1b-3ecc-4d92-aa7a-15ece994f494 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:03.328753 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db0541-8883-4c81-b58d-f381aea3582e req-2015ac77-31c0-4928-9941-ecb7c9c1b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:03.330338 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5db0541-8883-4c81-b58d-f381aea3582e req-2015ac77-31c0-4928-9941-ecb7c9c1b41c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=00850fff-8687-4fe2-91af-c41f9f277b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104653 Nov 25 19:33:03.475152 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-8814c143-dd84-41a9-9b5c-d32a7c7bca50 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:03.492385 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['24cafed6-3d8e-47ca-846d-457abb4a9631'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:03.578919 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-8814c143-dd84-41a9-9b5c-d32a7c7bca50 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Network 80a38dc0-4595-4a86-8f52-78b834ea720c is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:03.580886 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:03.591493 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5db0541-8883-4c81-b58d-f381aea3582e req-6aa78bcb-e439-4aaf-b8be-24298a240a1d service neutron] 10.222.0.73 "GET /v2.0/networks/00850fff-8687-4fe2-91af-c41f9f277b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463827 Nov 25 19:33:03.593314 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-8814c143-dd84-41a9-9b5c-d32a7c7bca50 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:03.600650 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-8814c143-dd84-41a9-9b5c-d32a7c7bca50 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:03.617251 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e40223-ccbb-4e8f-b27f-ec7bed8eb75e req-889d9e51-d3a8-4ae9-95b5-b97644eb1d54 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:03.618846 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b4e40223-ccbb-4e8f-b27f-ec7bed8eb75e req-889d9e51-d3a8-4ae9-95b5-b97644eb1d54 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 943 time: 0.1862142 Nov 25 19:33:03.667788 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814c143-dd84-41a9-9b5c-d32a7c7bca50 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Pushing event updated for resources: {'Port': ['ID=b892c8f3-27b4-42bd-bffc-7c384bbe043d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:03.763763 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-8814c143-dd84-41a9-9b5c-d32a7c7bca50 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:03.764481 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-8814c143-dd84-41a9-9b5c-d32a7c7bca50 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:03.820406 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-8814c143-dd84-41a9-9b5c-d32a7c7bca50 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9151125 Nov 25 19:33:03.829018 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b4e40223-ccbb-4e8f-b27f-ec7bed8eb75e req-f0c663c1-3b3a-4ab5-8a4c-bf5bb3219d2d tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/security-groups?id=3686bf62-b1aa-4401-a751-d5623df6fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754794 Nov 25 19:33:03.836398 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-b6682551-a0a5-44c9-9a81-af2dcf245ef1 service neutron] Request body: {'port': {'device_id': '8493bb95-e20e-4f5c-971c-080222eee35e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:03.840575 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5db0541-8883-4c81-b58d-f381aea3582e req-afa3e49f-3dad-464b-a4e5-819b1d47994f service neutron] 10.222.0.73 "GET /v2.0/networks/00850fff-8687-4fe2-91af-c41f9f277b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340190 Nov 25 19:33:03.997269 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d7346-bc51-4808-84a6-9ff99ecdb64c req-0ab40aeb-02bb-4002-b84e-7c6743811ede tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:04.000207 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bc9d7346-bc51-4808-84a6-9ff99ecdb64c req-0ab40aeb-02bb-4002-b84e-7c6743811ede tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8493bb95-e20e-4f5c-971c-080222eee35e HTTP/1.1" status: 200 len: 931 time: 0.0961771 Nov 25 19:33:04.083224 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bc9d7346-bc51-4808-84a6-9ff99ecdb64c req-18a724cd-eb06-4219-aca1-4c99dc537e43 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734067 Nov 25 19:33:04.108294 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device e6cf90c5-7937-41b5-9205-2d8bba5c7baa up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:04.204709 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port e6cf90c5-7937-41b5-9205-2d8bba5c7baa completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:33:04.211604 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port e6cf90c5-7937-41b5-9205-2d8bba5c7baa triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:04.212187 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:04.258349 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 1c71493f-8d31-4efd-ad22-36667485874f details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:33:04.331195 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-b6682551-a0a5-44c9-9a81-af2dcf245ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:04.404632 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f70c2-75e9-4e1a-9f8b-d4704eb22908 req-341daeac-5fa4-4608-956d-e52083094f85 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:04.406912 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8d5f70c2-75e9-4e1a-9f8b-d4704eb22908 req-341daeac-5fa4-4608-956d-e52083094f85 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d HTTP/1.1" status: 200 len: 947 time: 0.1486866 Nov 25 19:33:04.492349 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:04.545096 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cf90c5-7937-41b5-9205-2d8bba5c7baa'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:04.549637 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783baca0-967f-4078-8934-9acc6af04bc4" -d '{"events": [{"server_uuid": "50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d", "name": "network-vif-plugged", "status": "completed", "tag": "e6cf90c5-7937-41b5-9205-2d8bba5c7baa"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:04.604464 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port e6cf90c5-7937-41b5-9205-2d8bba5c7baa, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=e6cf90c5-7937-41b5-9205-2d8bba5c7baa,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:04.617734 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 1c71493f-8d31-4efd-ad22-36667485874f, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=1c71493f-8d31-4efd-ad22-36667485874f,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:04.636301 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8d5f70c2-75e9-4e1a-9f8b-d4704eb22908 req-67bdd14d-8d13-41d5-9551-e3506c75d5fa tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891229 Nov 25 19:33:04.641646 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '1c71493f-8d31-4efd-ad22-36667485874f', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '1c71493f-8d31-4efd-ad22-36667485874f', 'mac_address': 'fa:16:3e:f0:6b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:33:04.649888 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:04.711881 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2536a9-24fc-441d-82e0-66aa0f9a44e8 x-openstack-request-id: req-2f2536a9-24fc-441d-82e0-66aa0f9a44e8 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:04.712257 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d", "name": "network-vif-plugged", "status": "completed", "tag": "e6cf90c5-7937-41b5-9205-2d8bba5c7baa", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:04.712491 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f2536a9-24fc-441d-82e0-66aa0f9a44e8 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:04.712904 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cf90c5-7937-41b5-9205-2d8bba5c7baa', 'code': 200} Nov 25 19:33:04.792869 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:04.795094 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=e6cf90c5-7937-41b5-9205-2d8bba5c7baa,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:04.815280 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c71493f-8d31-4efd-ad22-36667485874f {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:04.844776 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 1c71493f-8d31-4efd-ad22-36667485874f, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=1c71493f-8d31-4efd-ad22-36667485874f,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:04.849968 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:04.872032 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522262e9-a652-441b-87f5-710ddc03f557 req-03b9e387-8886-44f1-9297-e78abc843ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:04.886675 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-522262e9-a652-441b-87f5-710ddc03f557 req-03b9e387-8886-44f1-9297-e78abc843ce7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d HTTP/1.1" status: 200 len: 1099 time: 0.1046097 Nov 25 19:33:04.907953 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57827e1b-3ecc-4d92-aa7a-15ece994f494 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:04.924291 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=1c71493f-8d31-4efd-ad22-36667485874f,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:04.952292 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-b6682551-a0a5-44c9-9a81-af2dcf245ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b892c8f3-27b4-42bd-bffc-7c384bbe043d {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:04.961739 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57827e1b-3ecc-4d92-aa7a-15ece994f494 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2046030'] for router, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:04.966141 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-b6682551-a0a5-44c9-9a81-af2dcf245ef1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:04.975284 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-522262e9-a652-441b-87f5-710ddc03f557 req-f0d70d3f-c436-4dc9-a9f5-4779689ab205 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828376 Nov 25 19:33:05.059599 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-b6682551-a0a5-44c9-9a81-af2dcf245ef1 service neutron] Transition to ACTIVE for port object b892c8f3-27b4-42bd-bffc-7c384bbe043d will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:33:05.083228 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-b6682551-a0a5-44c9-9a81-af2dcf245ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:05.186751 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907b339-bc73-4dbd-8326-d1ee9f5b81b6 req-e9effb0a-f3bb-410d-ac18-31584b3202cb tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:05.189383 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9907b339-bc73-4dbd-8326-d1ee9f5b81b6 req-e9effb0a-f3bb-410d-ac18-31584b3202cb tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 943 time: 0.2114170 Nov 25 19:33:05.197651 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6682551-a0a5-44c9-9a81-af2dcf245ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=b892c8f3-27b4-42bd-bffc-7c384bbe043d,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:05.247170 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['1c71493f-8d31-4efd-ad22-36667485874f'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:05.287792 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbf339-52c1-48f6-84d2-3d3b85110a17 req-6d14dcf5-33af-49aa-965c-6342c0830119 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:05.290810 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-34bbf339-52c1-48f6-84d2-3d3b85110a17 req-6d14dcf5-33af-49aa-965c-6342c0830119 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8493bb95-e20e-4f5c-971c-080222eee35e HTTP/1.1" status: 200 len: 943 time: 0.1036739 Nov 25 19:33:05.342051 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57827e1b-3ecc-4d92-aa7a-15ece994f494 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Router 166c4b4e-7a67-49b2-aefc-f3faf07edf45 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:33:05.347100 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:05.402952 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-34bbf339-52c1-48f6-84d2-3d3b85110a17 req-b717f62e-8408-44cd-87a8-49b19bc7713d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977635 Nov 25 19:33:05.422642 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9907b339-bc73-4dbd-8326-d1ee9f5b81b6 req-5d3be4ce-3791-49ae-a8e8-45a8dd3bddf9 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/security-groups?id=3686bf62-b1aa-4401-a751-d5623df6fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162018 Nov 25 19:33:05.434117 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-b6682551-a0a5-44c9-9a81-af2dcf245ef1 service neutron] Attempting to bind port b892c8f3-27b4-42bd-bffc-7c384bbe043d on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:33:05.447763 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-b6682551-a0a5-44c9-9a81-af2dcf245ef1 service neutron] Attempting to bind port b892c8f3-27b4-42bd-bffc-7c384bbe043d by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:33:05.447763 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-b6682551-a0a5-44c9-9a81-af2dcf245ef1 service neutron] Attempting to bind port b892c8f3-27b4-42bd-bffc-7c384bbe043d on network 80a38dc0-4595-4a86-8f52-78b834ea720c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:05.531051 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:05.551453 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-b6682551-a0a5-44c9-9a81-af2dcf245ef1 service neutron] Port b892c8f3-27b4-42bd-bffc-7c384bbe043d on network 80a38dc0-4595-4a86-8f52-78b834ea720c not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:33:05.551841 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-b6682551-a0a5-44c9-9a81-af2dcf245ef1 service neutron] Attempting to bind port b892c8f3-27b4-42bd-bffc-7c384bbe043d on network 80a38dc0-4595-4a86-8f52-78b834ea720c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:05.564111 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-b6682551-a0a5-44c9-9a81-af2dcf245ef1 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:33:05.564111 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-b6682551-a0a5-44c9-9a81-af2dcf245ef1 service neutron] Checking segment: {'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:05.564538 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-b6682551-a0a5-44c9-9a81-af2dcf245ef1 service neutron] Bound using segment: {'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:33:05.564747 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-b6682551-a0a5-44c9-9a81-af2dcf245ef1 service neutron] Bound port: b892c8f3-27b4-42bd-bffc-7c384bbe043d, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:33:05.565125 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-b6682551-a0a5-44c9-9a81-af2dcf245ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:05.655963 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57827e1b-3ecc-4d92-aa7a-15ece994f494 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:33:05.664070 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57827e1b-3ecc-4d92-aa7a-15ece994f494 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:05.665318 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-57827e1b-3ecc-4d92-aa7a-15ece994f494 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "PUT /v2.0/routers/166c4b4e-7a67-49b2-aefc-f3faf07edf45 HTTP/1.1" status: 200 len: 925 time: 3.2412388 Nov 25 19:33:05.669784 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38150) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:05.673054 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-b6682551-a0a5-44c9-9a81-af2dcf245ef1 service neutron] For port b892c8f3-27b4-42bd-bffc-7c384bbe043d, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:33:05.676001 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd28dc24-2799-4a24-9a31-5f641d83e4cf None None] Sync routers for ids ['166c4b4e-7a67-49b2-aefc-f3faf07edf45'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:33:05.677030 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-b6682551-a0a5-44c9-9a81-af2dcf245ef1 service neutron] For port b892c8f3-27b4-42bd-bffc-7c384bbe043d, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=b892c8f3-27b4-42bd-bffc-7c384bbe043d,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:33:05.687759 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-b6682551-a0a5-44c9-9a81-af2dcf245ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:05.699505 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd28dc24-2799-4a24-9a31-5f641d83e4cf None None] Routers {'166c4b4e-7a67-49b2-aefc-f3faf07edf45'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:05.700366 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-fd28dc24-2799-4a24-9a31-5f641d83e4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:33:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['166c4b4e-7a67-49b2-aefc-f3faf07edf45'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:05.780817 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-b6682551-a0a5-44c9-9a81-af2dcf245ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:05.782587 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-b6682551-a0a5-44c9-9a81-af2dcf245ef1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:05.788217 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-b6682551-a0a5-44c9-9a81-af2dcf245ef1 service neutron] 10.222.0.85 "PUT /v2.0/ports/b892c8f3-27b4-42bd-bffc-7c384bbe043d HTTP/1.1" status: 200 len: 1091 time: 1.9561937 Nov 25 19:33:05.789045 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8493bb95-e20e-4f5c-971c-080222eee35e', 'tag': 'b892c8f3-27b4-42bd-bffc-7c384bbe043d'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:05.793753 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fded88-b970-487e-b0bf-125701d5ad91" -d '{"events": [{"name": "network-changed", "server_uuid": "8493bb95-e20e-4f5c-971c-080222eee35e", "tag": "b892c8f3-27b4-42bd-bffc-7c384bbe043d"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:05.826736 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-fd28dc24-2799-4a24-9a31-5f641d83e4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:05.882072 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd28dc24-2799-4a24-9a31-5f641d83e4cf None None] Routers {'166c4b4e-7a67-49b2-aefc-f3faf07edf45'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:05.883291 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-fd28dc24-2799-4a24-9a31-5f641d83e4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:33:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['166c4b4e-7a67-49b2-aefc-f3faf07edf45'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:05.935316 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6682551-a0a5-44c9-9a81-af2dcf245ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=b892c8f3-27b4-42bd-bffc-7c384bbe043d,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:05.969672 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cadc668e-be71-4690-8505-2b903ff932df tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "GET /v2.0/routers/166c4b4e-7a67-49b2-aefc-f3faf07edf45 HTTP/1.1" status: 200 len: 925 time: 0.2978406 Nov 25 19:33:05.970006 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-2c964674-e3cb-4033-ba02-51c73f8bce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:05.972792 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-2c964674-e3cb-4033-ba02-51c73f8bce61 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a84262e56b10427f82b71772767dc30b&device_id=8493bb95-e20e-4f5c-971c-080222eee35e HTTP/1.1" status: 200 len: 1094 time: 0.0948143 Nov 25 19:33:05.973732 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38158) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:05.993342 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfa0a1-74f4-47d4-bed3-b0e5ce06bb51 req-1f206d2d-7090-48ab-ae81-5d6f91fdaa43 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:06.003742 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3ddfa0a1-74f4-47d4-bed3-b0e5ce06bb51 req-1f206d2d-7090-48ab-ae81-5d6f91fdaa43 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d HTTP/1.1" status: 200 len: 948 time: 0.0970821 Nov 25 19:33:06.035019 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-fd28dc24-2799-4a24-9a31-5f641d83e4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:06.036579 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd28dc24-2799-4a24-9a31-5f641d83e4cf None None] The sync data for ids ['166c4b4e-7a67-49b2-aefc-f3faf07edf45'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:33:06.048982 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b586c39-ce95-426f-8dec-f7edb6e44161 x-openstack-request-id: req-1b586c39-ce95-426f-8dec-f7edb6e44161 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:06.049401 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8493bb95-e20e-4f5c-971c-080222eee35e", "tag": "b892c8f3-27b4-42bd-bffc-7c384bbe043d", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:06.049726 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1b586c39-ce95-426f-8dec-f7edb6e44161 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:06.050212 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8493bb95-e20e-4f5c-971c-080222eee35e', 'tag': 'b892c8f3-27b4-42bd-bffc-7c384bbe043d', 'status': 'completed', 'code': 200} Nov 25 19:33:06.091619 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3ddfa0a1-74f4-47d4-bed3-b0e5ce06bb51 req-9cafdef5-be47-42d9-8c44-0164916643f6 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862577 Nov 25 19:33:06.119336 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-d1dc9c3c-9e48-427e-97eb-15f6010d8d0b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b892c8f3-27b4-42bd-bffc-7c384bbe043d HTTP/1.1" status: 200 len: 217 time: 0.1284654 Nov 25 19:33:06.183518 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2049da8d-df36-42b7-b537-016945967fac tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:06.189693 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2049da8d-df36-42b7-b537-016945967fac tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=f965ced5-a415-47da-9748-3514ef368954&device_id=166c4b4e-7a67-49b2-aefc-f3faf07edf45&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2095978 Nov 25 19:33:06.191075 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38160) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:06.198068 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-194cbbac-8d68-46cf-8480-78d5362089fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:06.199950 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-194cbbac-8d68-46cf-8480-78d5362089fc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bbd3840b-2a2c-413f-a7dc-f5062cf8f874 HTTP/1.1" status: 200 len: 844 time: 0.0670152 Nov 25 19:33:06.258012 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-5dea98c4-e817-4f83-ba38-b86b02063b16 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=80a38dc0-4595-4a86-8f52-78b834ea720c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471849 Nov 25 19:33:06.295315 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 3720f904-7cde-4f84-b50a-964fe3c46a81 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:33:06.373906 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7efe001-fdec-4eed-a7b5-2379d2bd37f4 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:06.378795 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a7efe001-fdec-4eed-a7b5-2379d2bd37f4 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 881 time: 0.1844816 Nov 25 19:33:06.383072 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38162) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:06.432131 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-ef4722c5-0179-4b54-9349-fd76c820744c service neutron] 10.222.0.85 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627929 Nov 25 19:33:06.432438 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c2e54398-8c1f-4f99-89d0-45d328d68c17 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "GET /v2.0/ports?device_id=166c4b4e-7a67-49b2-aefc-f3faf07edf45 HTTP/1.1" status: 200 len: 205 time: 0.0447700 Nov 25 19:33:06.433656 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38166) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:06.495136 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 3720f904-7cde-4f84-b50a-964fe3c46a81, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=3720f904-7cde-4f84-b50a-964fe3c46a81,segment=NetworkSegment(a6219a8d-4177-4833-bb2d-685eca4369e6),segment_id=a6219a8d-4177-4833-bb2d-685eca4369e6)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:06.523786 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '3720f904-7cde-4f84-b50a-964fe3c46a81', 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d', 'port_id': '3720f904-7cde-4f84-b50a-964fe3c46a81', 'mac_address': 'fa:16:3e:f9:15:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6624fa07-d69f-45d1-addc-30a86de4fab0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:33:06.585245 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:06.611458 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3720f904-7cde-4f84-b50a-964fe3c46a81 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:06.646581 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 3720f904-7cde-4f84-b50a-964fe3c46a81, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=3720f904-7cde-4f84-b50a-964fe3c46a81,segment=NetworkSegment(a6219a8d-4177-4833-bb2d-685eca4369e6),segment_id=a6219a8d-4177-4833-bb2d-685eca4369e6)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:06.653629 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:06.704362 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caea74b-6cd3-4cdd-aff0-95f7059d03ae req-e5fe203c-04bb-40bc-b020-e2922bdf0f6b tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:06.705911 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5caea74b-6cd3-4cdd-aff0-95f7059d03ae req-e5fe203c-04bb-40bc-b020-e2922bdf0f6b tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8493bb95-e20e-4f5c-971c-080222eee35e HTTP/1.1" status: 200 len: 943 time: 0.1305583 Nov 25 19:33:06.708311 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d3734ea8-d611-4e95-a682-a2c0652bde68 req-e660242a-ad5a-4b78-9126-208b2b30694f service neutron] 10.222.0.85 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650316 Nov 25 19:33:06.748262 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=3720f904-7cde-4f84-b50a-964fe3c46a81,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:06.770839 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d0cf8-1522-4de5-89ab-085d50394e43 req-d3bee133-8094-4f63-b491-ac056d188e5c tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:06.772599 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-907d0cf8-1522-4de5-89ab-085d50394e43 req-d3bee133-8094-4f63-b491-ac056d188e5c tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 943 time: 0.1554396 Nov 25 19:33:06.790357 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9861f395-4ef5-4c8c-99bb-329d9a836d58 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:06.805751 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5caea74b-6cd3-4cdd-aff0-95f7059d03ae req-bebabc94-53d8-4802-88bb-40fd5093d758 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866148 Nov 25 19:33:06.866006 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fded88-b970-487e-b0bf-125701d5ad91 req-65d2473f-5da7-479c-9884-a653bae5ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:06.868866 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-58fded88-b970-487e-b0bf-125701d5ad91 req-65d2473f-5da7-479c-9884-a653bae5ee02 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a84262e56b10427f82b71772767dc30b&device_id=8493bb95-e20e-4f5c-971c-080222eee35e HTTP/1.1" status: 200 len: 1094 time: 0.0844016 Nov 25 19:33:06.917142 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-907d0cf8-1522-4de5-89ab-085d50394e43 req-415521cb-2ec6-4c6f-9e5a-84ad6e0ae597 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/security-groups?id=3686bf62-b1aa-4401-a751-d5623df6fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378441 Nov 25 19:33:06.956899 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9861f395-4ef5-4c8c-99bb-329d9a836d58 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:07.049501 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9861f395-4ef5-4c8c-99bb-329d9a836d58 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Deleting port c46b1d93-3fab-4ab7-aed1-bbb7f9bccb11 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:33:07.050025 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9861f395-4ef5-4c8c-99bb-329d9a836d58 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:07.054363 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fded88-b970-487e-b0bf-125701d5ad91 req-6acc51f3-c0f8-4952-88ca-a460efce0a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:07.056769 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-58fded88-b970-487e-b0bf-125701d5ad91 req-6acc51f3-c0f8-4952-88ca-a460efce0a58 service neutron] 10.222.0.85 "GET /v2.0/networks?id=80a38dc0-4595-4a86-8f52-78b834ea720c HTTP/1.1" status: 200 len: 905 time: 0.1790037 Nov 25 19:33:07.097606 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['3720f904-7cde-4f84-b50a-964fe3c46a81'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:07.115148 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-58fded88-b970-487e-b0bf-125701d5ad91 req-d3a47999-f65b-4b81-a465-ae071627582d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b892c8f3-27b4-42bd-bffc-7c384bbe043d HTTP/1.1" status: 200 len: 217 time: 0.0372961 Nov 25 19:33:07.201255 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9861f395-4ef5-4c8c-99bb-329d9a836d58 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:07.222751 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9861f395-4ef5-4c8c-99bb-329d9a836d58 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Calling delete_port for c46b1d93-3fab-4ab7-aed1-bbb7f9bccb11 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:33:07.253860 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fded88-b970-487e-b0bf-125701d5ad91 req-d8afcf08-3cc8-441e-99a7-a4c2a79fc973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:07.256994 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-58fded88-b970-487e-b0bf-125701d5ad91 req-d8afcf08-3cc8-441e-99a7-a4c2a79fc973 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bbd3840b-2a2c-413f-a7dc-f5062cf8f874 HTTP/1.1" status: 200 len: 844 time: 0.1334879 Nov 25 19:33:07.319679 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-58fded88-b970-487e-b0bf-125701d5ad91 req-db08f545-cbe2-4956-8780-39327bf1212d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=80a38dc0-4595-4a86-8f52-78b834ea720c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534167 Nov 25 19:33:07.331088 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731939e-336e-4204-8d80-51d13a9ff7ff req-b9c7ddc8-4f38-48e6-b62a-bd746b8f597e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:07.339365 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e731939e-336e-4204-8d80-51d13a9ff7ff req-b9c7ddc8-4f38-48e6-b62a-bd746b8f597e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d HTTP/1.1" status: 200 len: 948 time: 0.1492522 Nov 25 19:33:07.465195 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e731939e-336e-4204-8d80-51d13a9ff7ff req-f5a360f6-93b0-4263-949f-e9e5e738d0d3 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243551 Nov 25 19:33:07.495410 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-58fded88-b970-487e-b0bf-125701d5ad91 req-33d23c4f-d94c-4498-bb7d-a5b6f6ef7a43 service neutron] 10.222.0.85 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430979 Nov 25 19:33:07.525063 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9861f395-4ef5-4c8c-99bb-329d9a836d58 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:07.592968 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861f395-4ef5-4c8c-99bb-329d9a836d58 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Pushing event deleted for resources: {'Port': ['ID=c46b1d93-3fab-4ab7-aed1-bbb7f9bccb11,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:07.613075 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-58fded88-b970-487e-b0bf-125701d5ad91 req-7035b581-105b-4bbb-ad9d-5d0eea2532e1 service neutron] 10.222.0.85 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117775 Nov 25 19:33:07.707720 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9861f395-4ef5-4c8c-99bb-329d9a836d58 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:07.814184 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d392f3-5ec1-400f-9f1f-f54ea1e605c7 req-e15c2ff9-aca1-441c-969e-f618d64fc8a7 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:07.815802 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-73d392f3-5ec1-400f-9f1f-f54ea1e605c7 req-e15c2ff9-aca1-441c-969e-f618d64fc8a7 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=197ea71c-2e2c-45f8-ade8-ee13820bfadb HTTP/1.1" status: 200 len: 948 time: 0.1594951 Nov 25 19:33:07.822015 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9861f395-4ef5-4c8c-99bb-329d9a836d58 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:07.826183 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9861f395-4ef5-4c8c-99bb-329d9a836d58 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:07.899016 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9861f395-4ef5-4c8c-99bb-329d9a836d58 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:07.899016 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9861f395-4ef5-4c8c-99bb-329d9a836d58 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Fanout notify agent at l3_agent the message router_deleted on router 166c4b4e-7a67-49b2-aefc-f3faf07edf45 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:33:07.913800 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9861f395-4ef5-4c8c-99bb-329d9a836d58 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:07.915937 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9861f395-4ef5-4c8c-99bb-329d9a836d58 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "DELETE /v2.0/routers/166c4b4e-7a67-49b2-aefc-f3faf07edf45 HTTP/1.1" status: 204 len: 168 time: 1.4804287 Nov 25 19:33:07.921432 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38182) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:07.927292 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-5ff97fe0-ad3e-4b02-8adc-97101dc3121b tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-251789333', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:07.967642 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-73d392f3-5ec1-400f-9f1f-f54ea1e605c7 req-e09190e5-6ca1-4df1-8a6b-6771604e5d79 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418433 Nov 25 19:33:07.992473 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ff97fe0-ad3e-4b02-8adc-97101dc3121b tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:07.993874 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ff97fe0-ad3e-4b02-8adc-97101dc3121b tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:08.054165 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3010603-6f01-4295-8cce-f45e5fb6ffcf req-1d173130-3d71-4dc7-8b41-2085b55765a2 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:08.061989 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f3010603-6f01-4295-8cce-f45e5fb6ffcf req-1d173130-3d71-4dc7-8b41-2085b55765a2 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8493bb95-e20e-4f5c-971c-080222eee35e HTTP/1.1" status: 200 len: 943 time: 0.1269767 Nov 25 19:33:08.123531 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device b892c8f3-27b4-42bd-bffc-7c384bbe043d details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:33:08.136653 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ff97fe0-ad3e-4b02-8adc-97101dc3121b tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:08.151143 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ff97fe0-ad3e-4b02-8adc-97101dc3121b tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:08.173122 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-0cfc453e-4dfa-47bb-b527-d0398a342c7e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1676836 Nov 25 19:33:08.184009 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ff97fe0-ad3e-4b02-8adc-97101dc3121b tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:08.188990 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5ff97fe0-ad3e-4b02-8adc-97101dc3121b tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2658718 Nov 25 19:33:08.189720 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38194) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:08.195793 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-ec6933db-b087-4b53-aa44-13ffd8b00cb6 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:08.216016 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bad09-53dc-4d34-843b-68e020e3397c req-ed4cdbc0-cb1f-44a4-b566-404a83985ca9 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:08.227048 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-685bad09-53dc-4d34-843b-68e020e3397c req-ed4cdbc0-cb1f-44a4-b566-404a83985ca9 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 944 time: 0.0990245 Nov 25 19:33:08.290638 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f3010603-6f01-4295-8cce-f45e5fb6ffcf req-ef2f6bb3-ec3c-4e06-9831-da43f69dbea3 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268627 Nov 25 19:33:08.311556 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 1c71493f-8d31-4efd-ad22-36667485874f up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:08.327562 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-685bad09-53dc-4d34-843b-68e020e3397c req-2a8b1231-c261-46d6-bf46-5ce43aefc9db tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/security-groups?id=3686bf62-b1aa-4401-a751-d5623df6fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990429 Nov 25 19:33:08.413486 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port b892c8f3-27b4-42bd-bffc-7c384bbe043d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=b892c8f3-27b4-42bd-bffc-7c384bbe043d,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:08.443895 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'b892c8f3-27b4-42bd-bffc-7c384bbe043d', 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c', 'port_id': 'b892c8f3-27b4-42bd-bffc-7c384bbe043d', 'mac_address': 'fa:16:3e:81:86:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd3840b-2a2c-413f-a7dc-f5062cf8f874', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:33:08.505565 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 1c71493f-8d31-4efd-ad22-36667485874f completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:33:08.512482 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 1c71493f-8d31-4efd-ad22-36667485874f triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:08.512887 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:08.515300 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:08.556037 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b892c8f3-27b4-42bd-bffc-7c384bbe043d {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:08.595398 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port b892c8f3-27b4-42bd-bffc-7c384bbe043d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=b892c8f3-27b4-42bd-bffc-7c384bbe043d,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:08.601311 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:08.697568 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:08.699985 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=b892c8f3-27b4-42bd-bffc-7c384bbe043d,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:08.735794 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197ea71c-2e2c-45f8-ade8-ee13820bfadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c71493f-8d31-4efd-ad22-36667485874f'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:08.740003 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c8bb46-1fa2-42e4-9e20-a98245be708a" -d '{"events": [{"server_uuid": "197ea71c-2e2c-45f8-ade8-ee13820bfadb", "name": "network-vif-plugged", "status": "completed", "tag": "1c71493f-8d31-4efd-ad22-36667485874f"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:08.764589 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 1c71493f-8d31-4efd-ad22-36667485874f, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=1c71493f-8d31-4efd-ad22-36667485874f,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:08.775602 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:08.832315 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49612083-6dab-43d4-ad3b-8bd6c3b5a759 x-openstack-request-id: req-49612083-6dab-43d4-ad3b-8bd6c3b5a759 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:08.832655 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197ea71c-2e2c-45f8-ade8-ee13820bfadb", "name": "network-vif-plugged", "status": "completed", "tag": "1c71493f-8d31-4efd-ad22-36667485874f", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:08.833057 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49612083-6dab-43d4-ad3b-8bd6c3b5a759 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:08.833783 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197ea71c-2e2c-45f8-ade8-ee13820bfadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c71493f-8d31-4efd-ad22-36667485874f', 'code': 200} Nov 25 19:33:08.885695 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=1c71493f-8d31-4efd-ad22-36667485874f,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:08.892564 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['b892c8f3-27b4-42bd-bffc-7c384bbe043d'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:08.922753 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-7ea32f61-d444-4b4c-a120-bb491df9ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:08.923545 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-7ea32f61-d444-4b4c-a120-bb491df9ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:08.924381 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-7ea32f61-d444-4b4c-a120-bb491df9ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:08.925023 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-7ea32f61-d444-4b4c-a120-bb491df9ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:08.925697 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-7ea32f61-d444-4b4c-a120-bb491df9ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:08.926359 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-7ea32f61-d444-4b4c-a120-bb491df9ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:08.926846 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-7ea32f61-d444-4b4c-a120-bb491df9ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:08.928982 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-7ea32f61-d444-4b4c-a120-bb491df9ab53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=514fc44b5d1f423cb02ea29bd2e23ca8&device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 6489 time: 0.7066219 Nov 25 19:33:09.059287 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec6933db-b087-4b53-aa44-13ffd8b00cb6 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:09.159393 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650b865-0f14-4d8b-ab27-db6c7038eaf2 req-53a67266-9650-44fd-9460-10301299d601 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:09.160552 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2650b865-0f14-4d8b-ab27-db6c7038eaf2 req-53a67266-9650-44fd-9460-10301299d601 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=197ea71c-2e2c-45f8-ade8-ee13820bfadb HTTP/1.1" status: 200 len: 949 time: 0.1031032 Nov 25 19:33:09.182127 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797f5f1-8142-41f8-a8c2-e65b5e673548 req-c2b974a2-3668-4d65-b792-6067792ef5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:09.183701 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f797f5f1-8142-41f8-a8c2-e65b5e673548 req-c2b974a2-3668-4d65-b792-6067792ef5af service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=197ea71c-2e2c-45f8-ade8-ee13820bfadb HTTP/1.1" status: 200 len: 1100 time: 0.2126017 Nov 25 19:33:09.237507 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-855f128f-69d1-4b42-9b96-c67de804d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:09.237994 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-855f128f-69d1-4b42-9b96-c67de804d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:09.238526 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-855f128f-69d1-4b42-9b96-c67de804d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:09.240179 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-855f128f-69d1-4b42-9b96-c67de804d112 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef8c8951-3e09-4638-b17c-6d6bf560793b&id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&id=9b26d7dc-4a45-4c30-b577-4f6a5a25a55c&id=9b26d7dc-4a45-4c30-b577-4f6a5a25a55c HTTP/1.1" status: 200 len: 2292 time: 0.2288148 Nov 25 19:33:09.244024 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2650b865-0f14-4d8b-ab27-db6c7038eaf2 req-61aa4f68-bb28-47f7-ad2d-ed24edde3f3e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760636 Nov 25 19:33:09.342100 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f797f5f1-8142-41f8-a8c2-e65b5e673548 req-c722dad7-93f3-4163-b67f-5db56e12745f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482658 Nov 25 19:33:09.366218 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-44d296cf-6862-4ac0-bf62-23037fbaee0d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de41ef00-7b97-4a25-a5f5-7ebe385be1e1 HTTP/1.1" status: 200 len: 1001 time: 0.0982382 Nov 25 19:33:09.517177 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39973c-de75-434a-854d-15eb5208826c req-0f14d073-9348-4128-a801-db8d4c1c6a15 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:09.519819 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9d39973c-de75-434a-854d-15eb5208826c req-0f14d073-9348-4128-a801-db8d4c1c6a15 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 944 time: 0.0896981 Nov 25 19:33:09.538150 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c642aa7-b0d0-4106-9ea9-c4a873767136 req-dacaf772-0084-439d-8649-8b96bfe755c1 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:09.539838 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c642aa7-b0d0-4106-9ea9-c4a873767136 req-dacaf772-0084-439d-8649-8b96bfe755c1 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8493bb95-e20e-4f5c-971c-080222eee35e HTTP/1.1" status: 200 len: 944 time: 0.1617527 Nov 25 19:33:09.604337 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec6933db-b087-4b53-aa44-13ffd8b00cb6 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:09.611766 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9d39973c-de75-434a-854d-15eb5208826c req-8c3a4ea1-8be0-41f2-a32b-7c6411578f2f tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/security-groups?id=3686bf62-b1aa-4401-a751-d5623df6fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855296 Nov 25 19:33:09.698009 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec6933db-b087-4b53-aa44-13ffd8b00cb6 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:09.734094 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c642aa7-b0d0-4106-9ea9-c4a873767136 req-5e102bb3-fc03-4bb0-9b01-13b59f914b3e tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877880 Nov 25 19:33:09.778667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-52722c77-f000-4d63-a799-8630a53547d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:09.780120 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-52722c77-f000-4d63-a799-8630a53547d5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ec82d2f3-e400-4120-bb41-01b4378dd9d3 HTTP/1.1" status: 200 len: 850 time: 0.2089427 Nov 25 19:33:09.893965 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-96f8a266-ae1f-4619-b446-350dd1620f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:09.895540 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-96f8a266-ae1f-4619-b446-350dd1620f42 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef8c8951-3e09-4638-b17c-6d6bf560793b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052735 Nov 25 19:33:09.916001 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-ec6933db-b087-4b53-aa44-13ffd8b00cb6 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Allocated IP 172.25.6.147 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/15334e55-6532-4cd4-a3e7-229a5eefc2da) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:10.069478 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-95096a56-9246-47ef-8fda-e9a581ee35de service neutron] 10.222.0.73 "GET /v2.0/networks/ef8c8951-3e09-4638-b17c-6d6bf560793b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613257 Nov 25 19:33:10.131592 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device b892c8f3-27b4-42bd-bffc-7c384bbe043d up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:10.158047 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec6933db-b087-4b53-aa44-13ffd8b00cb6 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:10.189442 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port b892c8f3-27b4-42bd-bffc-7c384bbe043d completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:33:10.194053 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port b892c8f3-27b4-42bd-bffc-7c384bbe043d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:10.194645 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:10.259328 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-febb7220-a027-4e4c-9d14-43b63a63ff22 service neutron] 10.222.0.73 "GET /v2.0/networks/ef8c8951-3e09-4638-b17c-6d6bf560793b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801448 Nov 25 19:33:10.277558 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec6933db-b087-4b53-aa44-13ffd8b00cb6 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:10.297550 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:10.331420 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 3720f904-7cde-4f84-b50a-964fe3c46a81 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:10.340796 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-1c7d0d9c-f420-42d6-9929-5480bae695d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=19c243f1-ae0e-483f-b5b6-665f722ee400 HTTP/1.1" status: 200 len: 217 time: 0.0717728 Nov 25 19:33:10.380612 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6933db-b087-4b53-aa44-13ffd8b00cb6 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:10.399299 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port b892c8f3-27b4-42bd-bffc-7c384bbe043d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=b892c8f3-27b4-42bd-bffc-7c384bbe043d,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:10.403919 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cdc38-8a1e-4113-90a7-afff10ed4e14 req-a8b1ee57-9ad1-4916-99ae-d3dada55a2f6 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:10.405906 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:10.412998 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-129cdc38-8a1e-4113-90a7-afff10ed4e14 req-a8b1ee57-9ad1-4916-99ae-d3dada55a2f6 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=197ea71c-2e2c-45f8-ade8-ee13820bfadb HTTP/1.1" status: 200 len: 949 time: 0.0727150 Nov 25 19:33:10.414021 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ec6933db-b087-4b53-aa44-13ffd8b00cb6 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:10.425557 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6933db-b087-4b53-aa44-13ffd8b00cb6 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:10.438332 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6933db-b087-4b53-aa44-13ffd8b00cb6 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Pushing event updated for resources: {'Port': ['ID=15334e55-6532-4cd4-a3e7-229a5eefc2da,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:10.458938 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 3720f904-7cde-4f84-b50a-964fe3c46a81 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:33:10.466579 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 3720f904-7cde-4f84-b50a-964fe3c46a81 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:10.467048 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:10.482107 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-129cdc38-8a1e-4113-90a7-afff10ed4e14 req-6c09349f-5de5-4b8c-ab24-76af30094ca6 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677686 Nov 25 19:33:10.499743 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-e67a3638-40a4-43de-9282-9d1d038e5c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:10.501573 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-e67a3638-40a4-43de-9282-9d1d038e5c1b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7783342b-08c2-4e0e-96cc-c2b4a1ff9af9 HTTP/1.1" status: 200 len: 797 time: 0.1501615 Nov 25 19:33:10.517106 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=b892c8f3-27b4-42bd-bffc-7c384bbe043d,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:10.583381 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:10.626762 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 3720f904-7cde-4f84-b50a-964fe3c46a81, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=3720f904-7cde-4f84-b50a-964fe3c46a81,segment=NetworkSegment(a6219a8d-4177-4833-bb2d-685eca4369e6),segment_id=a6219a8d-4177-4833-bb2d-685eca4369e6)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:10.631938 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:10.668021 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-02ce246f-6106-4054-928b-156abd725277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:10.669402 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-02ce246f-6106-4054-928b-156abd725277 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1498442 Nov 25 19:33:10.698328 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=3720f904-7cde-4f84-b50a-964fe3c46a81,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:10.835280 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8493bb95-e20e-4f5c-971c-080222eee35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b892c8f3-27b4-42bd-bffc-7c384bbe043d'}, {'server_uuid': 'dd3b3077-9110-4063-a2d8-3a922b1b3c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3720f904-7cde-4f84-b50a-964fe3c46a81'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:10.838272 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6fb0dc-c655-4734-9ab0-55dcebc9f90e" -d '{"events": [{"server_uuid": "8493bb95-e20e-4f5c-971c-080222eee35e", "name": "network-vif-plugged", "status": "completed", "tag": "b892c8f3-27b4-42bd-bffc-7c384bbe043d"}, {"server_uuid": "dd3b3077-9110-4063-a2d8-3a922b1b3c9f", "name": "network-vif-plugged", "status": "completed", "tag": "3720f904-7cde-4f84-b50a-964fe3c46a81"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:11.001987 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-6d8ffae8-0a5d-4ae8-a4ee-c1511f27fcda service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217885 Nov 25 19:33:11.009946 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b12b0-641d-4353-bcc5-ab78d5dcbfac req-6dafe9b8-b72f-4e17-8786-26d3c503c01b tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:11.012243 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-527b12b0-641d-4353-bcc5-ab78d5dcbfac req-6dafe9b8-b72f-4e17-8786-26d3c503c01b tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8493bb95-e20e-4f5c-971c-080222eee35e HTTP/1.1" status: 200 len: 945 time: 0.0736568 Nov 25 19:33:11.028566 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae0cc2-c839-4e8d-b40b-d4b86fd9f495 req-43af2e80-2f7e-401d-8a5a-b1781aff5706 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:11.030199 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e7ae0cc2-c839-4e8d-b40b-d4b86fd9f495 req-43af2e80-2f7e-401d-8a5a-b1781aff5706 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 945 time: 0.2500098 Nov 25 19:33:11.033232 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec6933db-b087-4b53-aa44-13ffd8b00cb6 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:11.087899 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-527b12b0-641d-4353-bcc5-ab78d5dcbfac req-fdfc3f17-f7c1-4689-837c-e9e0ce8764bf tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680480 Nov 25 19:33:11.272709 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e7ae0cc2-c839-4e8d-b40b-d4b86fd9f495 req-a95cc33c-bfa0-4412-bb6a-fd9f396529d8 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/security-groups?id=3686bf62-b1aa-4401-a751-d5623df6fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270977 Nov 25 19:33:11.286182 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-c779753d-b17d-4a07-9804-86110e3e0ac2 service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739730 Nov 25 19:33:11.291971 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df01e425-12d6-4127-bf2d-4476f94f34c0 x-openstack-request-id: req-df01e425-12d6-4127-bf2d-4476f94f34c0 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:11.292786 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8493bb95-e20e-4f5c-971c-080222eee35e", "name": "network-vif-plugged", "status": "completed", "tag": "b892c8f3-27b4-42bd-bffc-7c384bbe043d", "code": 200}, {"server_uuid": "dd3b3077-9110-4063-a2d8-3a922b1b3c9f", "name": "network-vif-plugged", "status": "completed", "tag": "3720f904-7cde-4f84-b50a-964fe3c46a81", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:11.292983 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-df01e425-12d6-4127-bf2d-4476f94f34c0 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:11.293479 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8493bb95-e20e-4f5c-971c-080222eee35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b892c8f3-27b4-42bd-bffc-7c384bbe043d', 'code': 200} Nov 25 19:33:11.293872 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3b3077-9110-4063-a2d8-3a922b1b3c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3720f904-7cde-4f84-b50a-964fe3c46a81', 'code': 200} Nov 25 19:33:11.458378 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-98bd314c-a4bd-429a-8c3c-4ee791e2cb25 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=d03038df-719f-4767-965c-ea72372fa48c HTTP/1.1" status: 200 len: 217 time: 0.1592414 Nov 25 19:33:11.597262 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-0f2b1a63-7844-4939-b9b6-8c714ca1c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:11.598818 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-0f2b1a63-7844-4939-b9b6-8c714ca1c2cd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7783342b-08c2-4e0e-96cc-c2b4a1ff9af9 HTTP/1.1" status: 200 len: 797 time: 0.1236181 Nov 25 19:33:11.600895 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d4733-a8c6-453a-97b0-c0cde27cb5b0 req-5e805e52-1770-457a-a660-318d62a2c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:11.602456 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9b1d4733-a8c6-453a-97b0-c0cde27cb5b0 req-5e805e52-1770-457a-a660-318d62a2c5c3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8493bb95-e20e-4f5c-971c-080222eee35e HTTP/1.1" status: 200 len: 1096 time: 0.1926355 Nov 25 19:33:11.620998 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f880de4-64be-41bf-80ce-e23ff40888d2 req-48dac11f-d206-4567-b7df-f7b3000e5826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:11.622560 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4f880de4-64be-41bf-80ce-e23ff40888d2 req-48dac11f-d206-4567-b7df-f7b3000e5826 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 1096 time: 0.1829097 Nov 25 19:33:11.626952 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec6933db-b087-4b53-aa44-13ffd8b00cb6 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:11.663572 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec6933db-b087-4b53-aa44-13ffd8b00cb6 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2046030'] for router, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:12.169686 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08b2bb-c88f-4537-9a65-5da975ea91c2 req-8bcbd94f-f539-4615-a591-74de22d58e78 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:12.171341 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9b08b2bb-c88f-4537-9a65-5da975ea91c2 req-8bcbd94f-f539-4615-a591-74de22d58e78 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=197ea71c-2e2c-45f8-ade8-ee13820bfadb HTTP/1.1" status: 200 len: 949 time: 0.5993676 Nov 25 19:33:12.185060 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9b1d4733-a8c6-453a-97b0-c0cde27cb5b0 req-11a0b5e6-37a9-4313-b9f4-f04175dc8904 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5614100 Nov 25 19:33:12.188212 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4f880de4-64be-41bf-80ce-e23ff40888d2 req-5fcc052c-b81e-4fea-84b8-5494d914cc92 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3686bf62-b1aa-4401-a751-d5623df6fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5436745 Nov 25 19:33:12.215710 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-ed362b96-66d0-4cdd-8e0e-3cf052701cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:12.217279 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-ed362b96-66d0-4cdd-8e0e-3cf052701cec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5882363 Nov 25 19:33:12.269806 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9b08b2bb-c88f-4537-9a65-5da975ea91c2 req-fd1f0d2a-fb5a-45d7-8ccf-f34f2a1e0c67 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786047 Nov 25 19:33:12.285998 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce23af0-4ddd-43c9-9f74-cf3083074615 req-95e6950a-adac-4cb5-be83-e0d0fa335b9b tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:12.289415 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4ce23af0-4ddd-43c9-9f74-cf3083074615 req-95e6950a-adac-4cb5-be83-e0d0fa335b9b tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8493bb95-e20e-4f5c-971c-080222eee35e HTTP/1.1" status: 200 len: 945 time: 0.0919869 Nov 25 19:33:12.304508 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6933db-b087-4b53-aa44-13ffd8b00cb6 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Router d38e9641-c8dd-4657-848c-3a89858c8811 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:33:12.354118 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4ce23af0-4ddd-43c9-9f74-cf3083074615 req-e9f8c316-6fbc-450c-aec1-8f11db4b9cde tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529835 Nov 25 19:33:12.615319 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6933db-b087-4b53-aa44-13ffd8b00cb6 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:33:12.630020 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec6933db-b087-4b53-aa44-13ffd8b00cb6 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:12.635575 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ec6933db-b087-4b53-aa44-13ffd8b00cb6 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "PUT /v2.0/routers/d38e9641-c8dd-4657-848c-3a89858c8811 HTTP/1.1" status: 200 len: 883 time: 4.4395866 Nov 25 19:33:12.635857 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a89a889-0e98-4da4-8a36-8a99de925cb2 None None] Sync routers for ids ['d38e9641-c8dd-4657-848c-3a89858c8811'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:33:12.636944 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38240) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:12.647946 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd9406-324e-43c9-ab62-ea3d9d1b6a7d req-8cfd1daa-bdbe-4d53-be18-0d7ec5136c42 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:12.649578 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6fbd9406-324e-43c9-ab62-ea3d9d1b6a7d req-8cfd1daa-bdbe-4d53-be18-0d7ec5136c42 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 945 time: 0.1152110 Nov 25 19:33:12.654197 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-de219ab1-0220-43cb-a660-52d28284d8c0 service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145686 Nov 25 19:33:12.672777 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a89a889-0e98-4da4-8a36-8a99de925cb2 None None] Routers {'d38e9641-c8dd-4657-848c-3a89858c8811'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:12.673967 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5a89a889-0e98-4da4-8a36-8a99de925cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:33:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d38e9641-c8dd-4657-848c-3a89858c8811'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:12.743307 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5a89a889-0e98-4da4-8a36-8a99de925cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:12.764497 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a89a889-0e98-4da4-8a36-8a99de925cb2 None None] Routers {'d38e9641-c8dd-4657-848c-3a89858c8811'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:12.766632 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5a89a889-0e98-4da4-8a36-8a99de925cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:33:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d38e9641-c8dd-4657-848c-3a89858c8811'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:12.786025 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6fbd9406-324e-43c9-ab62-ea3d9d1b6a7d req-0d204807-6912-4888-b7c5-6aea4591d9c0 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/security-groups?id=3686bf62-b1aa-4401-a751-d5623df6fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256318 Nov 25 19:33:12.848312 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5a89a889-0e98-4da4-8a36-8a99de925cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:12.850082 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a89a889-0e98-4da4-8a36-8a99de925cb2 None None] The sync data for ids ['d38e9641-c8dd-4657-848c-3a89858c8811'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:33:12.880829 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-c13af756-8a02-4920-9f63-9898d289e6a8 service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960444 Nov 25 19:33:12.918847 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2a65bfe1-0d3f-41e0-8218-ab5d4027a815 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "GET /v2.0/routers/d38e9641-c8dd-4657-848c-3a89858c8811 HTTP/1.1" status: 200 len: 924 time: 0.2791157 Nov 25 19:33:12.929019 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6a94c-68a4-47a8-a810-39a963b268d6 req-a1bb0abd-170a-4533-bc93-f8c30b79c476 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:12.935623 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6a94c-68a4-47a8-a810-39a963b268d6 req-a1bb0abd-170a-4533-bc93-f8c30b79c476 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:12.937419 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-aef6a94c-68a4-47a8-a810-39a963b268d6 req-a1bb0abd-170a-4533-bc93-f8c30b79c476 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=197ea71c-2e2c-45f8-ade8-ee13820bfadb&device_id=50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d HTTP/1.1" status: 200 len: 1688 time: 0.0946343 Nov 25 19:33:12.938214 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38242) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:12.963297 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-8e5a124c-a9d9-4683-b91d-9104251c9c4f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=0119a69d-e22b-4e30-97fe-eb3306521f93 HTTP/1.1" status: 200 len: 217 time: 0.0672803 Nov 25 19:33:13.046100 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-b619b9e7-bc28-46ec-a8bf-8338ac49eef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:13.048191 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-b619b9e7-bc28-46ec-a8bf-8338ac49eef1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7783342b-08c2-4e0e-96cc-c2b4a1ff9af9 HTTP/1.1" status: 200 len: 797 time: 0.0778904 Nov 25 19:33:13.114685 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-9eb1881a-0dcb-4f7e-a8fc-23c9f2e9a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:13.116341 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-9eb1881a-0dcb-4f7e-a8fc-23c9f2e9a653 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0517988 Nov 25 19:33:13.239662 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-cb56ed1d-1603-4da1-bbc5-c9118d12d873 service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120083 Nov 25 19:33:13.371815 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-8ad67354-8aac-4093-ba9d-f30c5128def1 service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245003 Nov 25 19:33:13.506670 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-0b7f96e6-8b03-481c-a9e6-c4f75c897fc6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=61ff9068-8b27-4ddb-a417-22777493a524 HTTP/1.1" status: 200 len: 217 time: 0.1143248 Nov 25 19:33:13.542594 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-aef6a94c-68a4-47a8-a810-39a963b268d6 req-a6cf186a-c85b-4e03-a662-39b524083764 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443255 Nov 25 19:33:13.579034 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a307478f-83ca-4c79-8d94-9dcefd31fe25 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:13.587104 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a307478f-83ca-4c79-8d94-9dcefd31fe25 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=f965ced5-a415-47da-9748-3514ef368954&device_id=d38e9641-c8dd-4657-848c-3a89858c8811&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6474407 Nov 25 19:33:13.587446 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38254) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:13.732397 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-374a2a3d-0d1e-498a-b507-217df4d6ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:13.735241 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-374a2a3d-0d1e-498a-b507-217df4d6ce45 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7783342b-08c2-4e0e-96cc-c2b4a1ff9af9 HTTP/1.1" status: 200 len: 797 time: 0.2116065 Nov 25 19:33:13.856951 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0081d3c7-c882-414c-83d7-a441c20158ed tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:13.859960 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0081d3c7-c882-414c-83d7-a441c20158ed tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 881 time: 0.2682681 Nov 25 19:33:13.863690 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38260) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:13.877570 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead0c97-5102-4656-9f99-f55e09a98564 req-2d1db73e-cf5a-43c7-91c8-62c03e7a8d90 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:13.880321 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eead0c97-5102-4656-9f99-f55e09a98564 req-2d1db73e-cf5a-43c7-91c8-62c03e7a8d90 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8493bb95-e20e-4f5c-971c-080222eee35e HTTP/1.1" status: 200 len: 945 time: 0.3532238 Nov 25 19:33:13.895564 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-f511d113-7a84-42f0-a484-655a33cbafe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:13.897386 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-f511d113-7a84-42f0-a484-655a33cbafe8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1261692 Nov 25 19:33:13.911323 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1d0906b4-c853-4754-8c51-ac041e8baf2c tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "GET /v2.0/ports?device_id=d38e9641-c8dd-4657-848c-3a89858c8811 HTTP/1.1" status: 200 len: 205 time: 0.0459447 Nov 25 19:33:13.916918 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38264) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:14.054541 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eead0c97-5102-4656-9f99-f55e09a98564 req-f7b66f3f-564b-4e1d-a687-45aeec30fee8 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639831 Nov 25 19:33:14.100192 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-b7cb141d-19df-4a5e-b526-6cc8bf96a886 service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809366 Nov 25 19:33:14.128537 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ccfbdaf-a6e5-4594-bc3d-00e0345229c4 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:14.169051 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcf84c-ac2f-4aed-8a68-f50d5063ad62 req-57c4d3c9-cb5d-4a64-90ec-1d756101ae9b tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:14.170694 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c4dcf84c-ac2f-4aed-8a68-f50d5063ad62 req-57c4d3c9-cb5d-4a64-90ec-1d756101ae9b tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=197ea71c-2e2c-45f8-ade8-ee13820bfadb HTTP/1.1" status: 200 len: 1100 time: 0.2629876 Nov 25 19:33:14.277035 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c4dcf84c-ac2f-4aed-8a68-f50d5063ad62 req-ce90b66c-426d-45b7-8a50-20f9110db322 tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794480 Nov 25 19:33:14.301623 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ccfbdaf-a6e5-4594-bc3d-00e0345229c4 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:14.322168 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ef434-92c4-4736-b77e-1e7f1d2a2ab8 req-ee64b0ad-97f8-4350-a044-8322a2ae5249 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:14.324537 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d18ef434-92c4-4736-b77e-1e7f1d2a2ab8 req-ee64b0ad-97f8-4350-a044-8322a2ae5249 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 945 time: 0.1651042 Nov 25 19:33:14.334972 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-68e08431-1058-48eb-9662-81760ef62975 service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229981 Nov 25 19:33:14.398540 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1ccfbdaf-a6e5-4594-bc3d-00e0345229c4 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Deleting port 15334e55-6532-4cd4-a3e7-229a5eefc2da {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:33:14.398905 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-04131f87-c36b-477e-abd3-bb9769992db1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4e2da3c-73f1-4575-811a-a5a200ebadb9 HTTP/1.1" status: 200 len: 217 time: 0.0509527 Nov 25 19:33:14.399392 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ccfbdaf-a6e5-4594-bc3d-00e0345229c4 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:14.518401 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d18ef434-92c4-4736-b77e-1e7f1d2a2ab8 req-e168227f-e036-443a-834f-fb6a82366efa tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/security-groups?id=3686bf62-b1aa-4401-a751-d5623df6fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801169 Nov 25 19:33:14.525916 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ccfbdaf-a6e5-4594-bc3d-00e0345229c4 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:14.532225 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-3026d7de-f11d-4cc9-be5e-3d9ffe52c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:14.534810 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-3026d7de-f11d-4cc9-be5e-3d9ffe52c31e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=01c93dc0-7c61-47f5-a960-9969326bc1ab HTTP/1.1" status: 200 len: 797 time: 0.1171029 Nov 25 19:33:14.546225 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1ccfbdaf-a6e5-4594-bc3d-00e0345229c4 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Calling delete_port for 15334e55-6532-4cd4-a3e7-229a5eefc2da owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:33:14.604504 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-b8ce923f-e85b-4e29-818e-ad3eba755f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:14.606145 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-b8ce923f-e85b-4e29-818e-ad3eba755f5b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b26d7dc-4a45-4c30-b577-4f6a5a25a55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0555925 Nov 25 19:33:14.741621 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae432ae-984c-4823-96d3-ac6a95a29abe req-a31def17-651d-4470-9a53-7718a97ffe5a tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:14.743388 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3ae432ae-984c-4823-96d3-ac6a95a29abe req-a31def17-651d-4470-9a53-7718a97ffe5a tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 945 time: 0.1132729 Nov 25 19:33:14.744334 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed319a-763c-4f43-b25d-478210845f84 req-c312fcc1-55fb-48a9-8e34-dbe36fd69ce0 tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:14.746623 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-62ed319a-763c-4f43-b25d-478210845f84 req-c312fcc1-55fb-48a9-8e34-dbe36fd69ce0 tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d HTTP/1.1" status: 200 len: 1099 time: 0.1096714 Nov 25 19:33:14.759943 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38278) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:14.777130 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-e426ef22-c00d-4de3-bfe7-7f78f47978f8 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Request body: {'floatingip': {'port_id': '3720f904-7cde-4f84-b50a-964fe3c46a81'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:14.816705 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-67098292-39f3-4368-858c-bd9ab729f6c0 service neutron] 10.222.0.73 "GET /v2.0/networks/9b26d7dc-4a45-4c30-b577-4f6a5a25a55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954563 Nov 25 19:33:14.829007 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e426ef22-c00d-4de3-bfe7-7f78f47978f8 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks [] for floatingip, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:14.939362 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-62ed319a-763c-4f43-b25d-478210845f84 req-e82303f5-96c7-47d9-8023-5dd4cccd917a tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073833 Nov 25 19:33:15.025529 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-f5983df7-22d0-4df9-9b27-d02f94a61e58 service neutron] 10.222.0.73 "GET /v2.0/networks/9b26d7dc-4a45-4c30-b577-4f6a5a25a55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921070 Nov 25 19:33:15.038591 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ccfbdaf-a6e5-4594-bc3d-00e0345229c4 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.090241 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccfbdaf-a6e5-4594-bc3d-00e0345229c4 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Pushing event deleted for resources: {'Port': ['ID=15334e55-6532-4cd4-a3e7-229a5eefc2da,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:15.189179 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ccfbdaf-a6e5-4594-bc3d-00e0345229c4 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.220933 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-58bd6ee8-7de2-4c1f-be0b-717f7a602044 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fbfa0e03-0bb5-45ba-a278-889c82eea538 HTTP/1.1" status: 200 len: 217 time: 0.1816151 Nov 25 19:33:15.310856 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ccfbdaf-a6e5-4594-bc3d-00e0345229c4 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.315578 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ccfbdaf-a6e5-4594-bc3d-00e0345229c4 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.319623 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-6688e2c4-e600-467f-9c90-c944965b16eb tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=2cc03ca006694b27b723066ce33623c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1076443 Nov 25 19:33:15.372770 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c5a44-41ef-4832-8e90-b976ea10125a req-f5d55c66-179b-46ba-a1a2-7add772c7474 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:15.374337 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e44c5a44-41ef-4832-8e90-b976ea10125a req-f5d55c66-179b-46ba-a1a2-7add772c7474 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8493bb95-e20e-4f5c-971c-080222eee35e HTTP/1.1" status: 200 len: 945 time: 0.1559267 Nov 25 19:33:15.381524 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ccfbdaf-a6e5-4594-bc3d-00e0345229c4 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.382193 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccfbdaf-a6e5-4594-bc3d-00e0345229c4 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Fanout notify agent at l3_agent the message router_deleted on router d38e9641-c8dd-4657-848c-3a89858c8811 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:33:15.390383 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ccfbdaf-a6e5-4594-bc3d-00e0345229c4 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.398452 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1ccfbdaf-a6e5-4594-bc3d-00e0345229c4 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "DELETE /v2.0/routers/d38e9641-c8dd-4657-848c-3a89858c8811 HTTP/1.1" status: 204 len: 168 time: 1.4733055 Nov 25 19:33:15.398716 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38294) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:15.403527 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f6ac4e0a-948c-43b9-9085-b8f99d32504c tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1333461468', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:15.446768 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-8d1795c0-2df0-478c-a05d-425d88c17f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:15.449440 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-8d1795c0-2df0-478c-a05d-425d88c17f53 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=01c93dc0-7c61-47f5-a960-9969326bc1ab HTTP/1.1" status: 200 len: 797 time: 0.2053125 Nov 25 19:33:15.462715 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6ac4e0a-948c-43b9-9085-b8f99d32504c tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.463776 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6ac4e0a-948c-43b9-9085-b8f99d32504c tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.472971 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e44c5a44-41ef-4832-8e90-b976ea10125a req-f9382810-f2bf-4d53-a9e2-f25422b66106 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802748 Nov 25 19:33:15.528021 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6ac4e0a-948c-43b9-9085-b8f99d32504c tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.533937 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6ac4e0a-948c-43b9-9085-b8f99d32504c tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.556711 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6ac4e0a-948c-43b9-9085-b8f99d32504c tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.558131 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f6ac4e0a-948c-43b9-9085-b8f99d32504c tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1582034 Nov 25 19:33:15.564425 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38302) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:15.572190 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fa633a89-90c7-467a-af78-40d322786984 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'enable_snat': True}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:15.714998 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-5d936bb1-d45e-4047-9402-1c0c86ad70e1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:15.717217 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-5d936bb1-d45e-4047-9402-1c0c86ad70e1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3844128 Nov 25 19:33:15.731722 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-b0cddd24-0824-4cda-bfd4-5689d0f47b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:15.734561 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-b0cddd24-0824-4cda-bfd4-5689d0f47b13 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b26d7dc-4a45-4c30-b577-4f6a5a25a55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2669053 Nov 25 19:33:15.781904 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-fe62bc67-f241-439c-8cdc-e235f78d9794 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/quotas/2cc03ca006694b27b723066ce33623c2 HTTP/1.1" status: 200 len: 375 time: 0.0423555 Nov 25 19:33:15.952091 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa633a89-90c7-467a-af78-40d322786984 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.957381 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e426ef22-c00d-4de3-bfe7-7f78f47978f8 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.972305 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac186c-6287-4364-88bc-64ae9bf69aa4 req-9ba5ba88-f17d-4fa6-9c17-5e45fde15492 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:15.973933 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5bac186c-6287-4364-88bc-64ae9bf69aa4 req-9ba5ba88-f17d-4fa6-9c17-5e45fde15492 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8493bb95-e20e-4f5c-971c-080222eee35e HTTP/1.1" status: 200 len: 945 time: 0.1419261 Nov 25 19:33:15.975654 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e426ef22-c00d-4de3-bfe7-7f78f47978f8 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:16.019481 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-933e111b-0c52-4af7-9347-3c286d298f10 service neutron] 10.222.0.73 "GET /v2.0/networks/9b26d7dc-4a45-4c30-b577-4f6a5a25a55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701137 Nov 25 19:33:16.033128 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-cf6e125e-2a73-472b-8f7c-a80265c6cd51 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cc03ca006694b27b723066ce33623c2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2195640 Nov 25 19:33:16.147940 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5bac186c-6287-4364-88bc-64ae9bf69aa4 req-f8738d2b-eb9d-4489-ae87-4f5a7f3a106f tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589632 Nov 25 19:33:16.201621 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb7b544f-e242-4aa6-9a54-3b08376d5546 req-fddc18c3-80ad-4eee-9c99-986e63dfcfc0 service neutron] 10.222.0.73 "GET /v2.0/networks/9b26d7dc-4a45-4c30-b577-4f6a5a25a55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672809 Nov 25 19:33:16.203702 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-e426ef22-c00d-4de3-bfe7-7f78f47978f8 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Floating IP 626bdbd6-8220-4d4e-b1b7-d1015dfca6a2 associated. External IP: 172.25.6.206, port: 3720f904-7cde-4f84-b50a-964fe3c46a81. Nov 25 19:33:16.474982 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3d4ff915-0ef1-49f8-aa11-e20a4e15f86d req-3310cdf0-3188-4061-a3f1-517fb2b96d87 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=e01e7bf6-7026-4bc8-95d4-285878410e2a HTTP/1.1" status: 200 len: 210 time: 0.0587227 Nov 25 19:33:16.600018 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa633a89-90c7-467a-af78-40d322786984 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:16.645877 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa633a89-90c7-467a-af78-40d322786984 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:16.779913 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f6cb0-c581-4e97-b9c7-7a28f05f2e57 req-6bb5ce39-202d-4d6c-b7e1-447f61aa123d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:16.781930 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-597f6cb0-c581-4e97-b9c7-7a28f05f2e57 req-6bb5ce39-202d-4d6c-b7e1-447f61aa123d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8493bb95-e20e-4f5c-971c-080222eee35e HTTP/1.1" status: 200 len: 945 time: 0.1120374 Nov 25 19:33:16.901436 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-fa633a89-90c7-467a-af78-40d322786984 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Allocated IP 172.25.6.186 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/6f5c422e-e16f-4b0a-ae35-265a16cd205d) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:16.942664 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-597f6cb0-c581-4e97-b9c7-7a28f05f2e57 req-2a179b94-13d7-4aa2-9b38-4c1aa5ada9f5 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481955 Nov 25 19:33:17.020804 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e426ef22-c00d-4de3-bfe7-7f78f47978f8 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Router 59807b61-7994-48f9-b2e9-5a33eb5e8a0f has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:33:17.076396 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa633a89-90c7-467a-af78-40d322786984 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:17.139237 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa633a89-90c7-467a-af78-40d322786984 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:17.185833 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa633a89-90c7-467a-af78-40d322786984 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:17.190280 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-fa633a89-90c7-467a-af78-40d322786984 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:17.195023 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa633a89-90c7-467a-af78-40d322786984 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:17.211678 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e426ef22-c00d-4de3-bfe7-7f78f47978f8 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:33:17.221262 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa633a89-90c7-467a-af78-40d322786984 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Pushing event updated for resources: {'Port': ['ID=6f5c422e-e16f-4b0a-ae35-265a16cd205d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:17.224441 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e426ef22-c00d-4de3-bfe7-7f78f47978f8 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:17.246854 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c373b8fe-4f23-4956-a367-9ec52087fc6b None None] Sync routers for ids ['59807b61-7994-48f9-b2e9-5a33eb5e8a0f'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:33:17.260577 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c373b8fe-4f23-4956-a367-9ec52087fc6b None None] Routers {'59807b61-7994-48f9-b2e9-5a33eb5e8a0f'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:17.261470 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c373b8fe-4f23-4956-a367-9ec52087fc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:33:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['59807b61-7994-48f9-b2e9-5a33eb5e8a0f'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:17.286176 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e426ef22-c00d-4de3-bfe7-7f78f47978f8 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "PUT /v2.0/floatingips/626bdbd6-8220-4d4e-b1b7-d1015dfca6a2 HTTP/1.1" status: 200 len: 991 time: 2.5243773 Nov 25 19:33:17.287280 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3b3077-9110-4063-a2d8-3a922b1b3c9f', 'tag': '3720f904-7cde-4f84-b50a-964fe3c46a81'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:17.292422 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f777d7a1-a578-4d92-b79f-cc5670508d14" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3b3077-9110-4063-a2d8-3a922b1b3c9f", "tag": "3720f904-7cde-4f84-b50a-964fe3c46a81"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:17.404998 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-c373b8fe-4f23-4956-a367-9ec52087fc6b None None] Set router 59807b61-7994-48f9-b2e9-5a33eb5e8a0f gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:33:17.444148 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f418e9-c0a0-4b3b-8270-17133f9f7d32 x-openstack-request-id: req-59f418e9-c0a0-4b3b-8270-17133f9f7d32 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:17.445238 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3b3077-9110-4063-a2d8-3a922b1b3c9f", "tag": "3720f904-7cde-4f84-b50a-964fe3c46a81", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:17.445794 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59f418e9-c0a0-4b3b-8270-17133f9f7d32 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:17.446698 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3b3077-9110-4063-a2d8-3a922b1b3c9f', 'tag': '3720f904-7cde-4f84-b50a-964fe3c46a81', 'status': 'completed', 'code': 200} Nov 25 19:33:17.650700 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777d7a1-a578-4d92-b79f-cc5670508d14 req-7641357c-320e-4b78-85d2-8b33e3e84ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:17.654748 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f777d7a1-a578-4d92-b79f-cc5670508d14 req-7641357c-320e-4b78-85d2-8b33e3e84ddb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=88671a697cd84733a2469dc1dc4f6f35&device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 1096 time: 0.1273270 Nov 25 19:33:17.748313 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b7f5f9c0-943b-40c5-8706-408407e14aa3 req-55549a71-a4d1-4e8c-8231-9e25a76f0ff8 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=e01e7bf6-7026-4bc8-95d4-285878410e2a HTTP/1.1" status: 200 len: 210 time: 0.0754468 Nov 25 19:33:17.830678 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa633a89-90c7-467a-af78-40d322786984 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:17.837313 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777d7a1-a578-4d92-b79f-cc5670508d14 req-40be4759-12b7-44cc-82ad-c891640f5446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:17.838860 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f777d7a1-a578-4d92-b79f-cc5670508d14 req-40be4759-12b7-44cc-82ad-c891640f5446 service neutron] 10.222.0.73 "GET /v2.0/networks?id=00850fff-8687-4fe2-91af-c41f9f277b2d HTTP/1.1" status: 200 len: 913 time: 0.1757255 Nov 25 19:33:17.838993 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c373b8fe-4f23-4956-a367-9ec52087fc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'name': 'tempest-ServersTestManualDisk-1273699850-router', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '99d43df4-ff75-47f3-bd7d-ac1c337f3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:27Z', 'updated_at': '2021-11-25T19:32:37Z', 'revision_number': 4, 'project_id': '88671a697cd84733a2469dc1dc4f6f35', 'gw_port': {'id': '99d43df4-ff75-47f3-bd7d-ac1c337f3fd6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:30Z', 'updated_at': '2021-11-25T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '626bdbd6-8220-4d4e-b1b7-d1015dfca6a2', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'port_id': '3720f904-7cde-4f84-b50a-964fe3c46a81', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d', 'mac_address': 'fa:16:3e:f9:15:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3b3077-9110-4063-a2d8-3a922b1b3c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:32:44Z', 'updated_at': '2021-11-25T19:33:15Z', 'revision_number': 1, 'project_id': '88671a697cd84733a2469dc1dc4f6f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd40133bf-0ddc-4366-bcb0-9b809d396e9d', 'name': '', 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'mac_address': 'fa:16:3e:af:f8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '6624fa07-d69f-45d1-addc-30a86de4fab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:35Z', 'updated_at': '2021-11-25T19:32:42Z', 'revision_number': 5, 'project_id': '88671a697cd84733a2469dc1dc4f6f35', 'subnets': [{'id': '6624fa07-d69f-45d1-addc-30a86de4fab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:17.902522 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c373b8fe-4f23-4956-a367-9ec52087fc6b None None] Checking router: 59807b61-7994-48f9-b2e9-5a33eb5e8a0f for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:33:17.919113 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c373b8fe-4f23-4956-a367-9ec52087fc6b None None] Routers {'59807b61-7994-48f9-b2e9-5a33eb5e8a0f'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:17.919763 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c373b8fe-4f23-4956-a367-9ec52087fc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:33:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['59807b61-7994-48f9-b2e9-5a33eb5e8a0f'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:17.953239 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f777d7a1-a578-4d92-b79f-cc5670508d14 req-39ea29ec-b034-4314-8ff8-95d21f0cbf13 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3720f904-7cde-4f84-b50a-964fe3c46a81 HTTP/1.1" status: 200 len: 999 time: 0.1027744 Nov 25 19:33:18.044674 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777d7a1-a578-4d92-b79f-cc5670508d14 req-0871764c-4e0b-48c1-9078-fc50616915e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:18.047182 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f777d7a1-a578-4d92-b79f-cc5670508d14 req-0871764c-4e0b-48c1-9078-fc50616915e6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6624fa07-d69f-45d1-addc-30a86de4fab0 HTTP/1.1" status: 200 len: 851 time: 0.0824537 Nov 25 19:33:18.106964 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-c373b8fe-4f23-4956-a367-9ec52087fc6b None None] Set router 59807b61-7994-48f9-b2e9-5a33eb5e8a0f gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:33:18.180842 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777d7a1-a578-4d92-b79f-cc5670508d14 req-f423ecfd-f2b3-4787-bf3e-9dbeb33baa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:18.183687 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f777d7a1-a578-4d92-b79f-cc5670508d14 req-f423ecfd-f2b3-4787-bf3e-9dbeb33baa16 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=00850fff-8687-4fe2-91af-c41f9f277b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104906 Nov 25 19:33:18.276781 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea911160-edf2-4cd1-98d8-867173f3b957 req-ef71a57a-463c-41bf-a21d-e28195c7b76d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:18.279674 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea911160-edf2-4cd1-98d8-867173f3b957 req-ef71a57a-463c-41bf-a21d-e28195c7b76d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.85 "GET /v2.0/ports?device_id=8493bb95-e20e-4f5c-971c-080222eee35e HTTP/1.1" status: 200 len: 945 time: 0.2313042 Nov 25 19:33:18.341970 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-e6c96ea8-3729-421c-9ae8-56e2ec41dbbb tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=2cc03ca006694b27b723066ce33623c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1038525 Nov 25 19:33:18.342518 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa633a89-90c7-467a-af78-40d322786984 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:18.348522 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa633a89-90c7-467a-af78-40d322786984 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2046030'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:18.522611 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa633a89-90c7-467a-af78-40d322786984 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Router 9bc722d8-a218-41a1-b72a-d24b9f1e2530 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:33:18.525333 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f401a-ddf1-4150-9bf7-03872b647113 req-03f66b77-6f8d-4acb-9ab8-e0b44995b3ba tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:18.527343 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b56f401a-ddf1-4150-9bf7-03872b647113 req-03f66b77-6f8d-4acb-9ab8-e0b44995b3ba tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8493bb95-e20e-4f5c-971c-080222eee35e HTTP/1.1" status: 200 len: 945 time: 0.3617594 Nov 25 19:33:18.669907 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f777d7a1-a578-4d92-b79f-cc5670508d14 req-39cdd984-32a7-47b7-bd86-c65c90c8e9f8 service neutron] 10.222.0.73 "GET /v2.0/networks/00850fff-8687-4fe2-91af-c41f9f277b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087365 Nov 25 19:33:18.682710 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c373b8fe-4f23-4956-a367-9ec52087fc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'name': 'tempest-ServersTestManualDisk-1273699850-router', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '99d43df4-ff75-47f3-bd7d-ac1c337f3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:27Z', 'updated_at': '2021-11-25T19:32:37Z', 'revision_number': 4, 'project_id': '88671a697cd84733a2469dc1dc4f6f35', 'gw_port': {'id': '99d43df4-ff75-47f3-bd7d-ac1c337f3fd6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:30Z', 'updated_at': '2021-11-25T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '626bdbd6-8220-4d4e-b1b7-d1015dfca6a2', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'port_id': '3720f904-7cde-4f84-b50a-964fe3c46a81', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d', 'mac_address': 'fa:16:3e:f9:15:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3b3077-9110-4063-a2d8-3a922b1b3c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:32:44Z', 'updated_at': '2021-11-25T19:33:15Z', 'revision_number': 1, 'project_id': '88671a697cd84733a2469dc1dc4f6f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd40133bf-0ddc-4366-bcb0-9b809d396e9d', 'name': '', 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'mac_address': 'fa:16:3e:af:f8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '6624fa07-d69f-45d1-addc-30a86de4fab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:35Z', 'updated_at': '2021-11-25T19:32:42Z', 'revision_number': 5, 'project_id': '88671a697cd84733a2469dc1dc4f6f35', 'subnets': [{'id': '6624fa07-d69f-45d1-addc-30a86de4fab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:18.707424 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa633a89-90c7-467a-af78-40d322786984 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:33:18.721716 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf23c04-de0d-4009-beb8-8d0a7b33124b None None] Sync routers for ids ['9bc722d8-a218-41a1-b72a-d24b9f1e2530'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:33:18.741446 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf23c04-de0d-4009-beb8-8d0a7b33124b None None] Routers {'9bc722d8-a218-41a1-b72a-d24b9f1e2530'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:18.742581 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa633a89-90c7-467a-af78-40d322786984 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:18.744390 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9cf23c04-de0d-4009-beb8-8d0a7b33124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:33:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['9bc722d8-a218-41a1-b72a-d24b9f1e2530'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:18.744676 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c373b8fe-4f23-4956-a367-9ec52087fc6b None None] The sync data for ids ['59807b61-7994-48f9-b2e9-5a33eb5e8a0f'] in n-d-819349-5 is: [{'id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'name': 'tempest-ServersTestManualDisk-1273699850-router', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '99d43df4-ff75-47f3-bd7d-ac1c337f3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:27Z', 'updated_at': '2021-11-25T19:32:37Z', 'revision_number': 4, 'project_id': '88671a697cd84733a2469dc1dc4f6f35', 'gw_port': {'id': '99d43df4-ff75-47f3-bd7d-ac1c337f3fd6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:30Z', 'updated_at': '2021-11-25T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '626bdbd6-8220-4d4e-b1b7-d1015dfca6a2', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'port_id': '3720f904-7cde-4f84-b50a-964fe3c46a81', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d', 'mac_address': 'fa:16:3e:f9:15:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3b3077-9110-4063-a2d8-3a922b1b3c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:32:44Z', 'updated_at': '2021-11-25T19:33:15Z', 'revision_number': 1, 'project_id': '88671a697cd84733a2469dc1dc4f6f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd40133bf-0ddc-4366-bcb0-9b809d396e9d', 'name': '', 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'mac_address': 'fa:16:3e:af:f8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '6624fa07-d69f-45d1-addc-30a86de4fab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:35Z', 'updated_at': '2021-11-25T19:32:42Z', 'revision_number': 5, 'project_id': '88671a697cd84733a2469dc1dc4f6f35', 'subnets': [{'id': '6624fa07-d69f-45d1-addc-30a86de4fab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:33:18.750869 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fa633a89-90c7-467a-af78-40d322786984 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "PUT /v2.0/routers/9bc722d8-a218-41a1-b72a-d24b9f1e2530 HTTP/1.1" status: 200 len: 919 time: 3.1800754 Nov 25 19:33:18.751966 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38342) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:18.760511 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-00358e11-a940-448e-96a3-60107e2aea0b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:18.762176 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-00358e11-a940-448e-96a3-60107e2aea0b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4048736 Nov 25 19:33:18.812433 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9cf23c04-de0d-4009-beb8-8d0a7b33124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:18.844347 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf23c04-de0d-4009-beb8-8d0a7b33124b None None] Routers {'9bc722d8-a218-41a1-b72a-d24b9f1e2530'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:18.847473 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9cf23c04-de0d-4009-beb8-8d0a7b33124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:33:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['9bc722d8-a218-41a1-b72a-d24b9f1e2530'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:18.870426 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b56f401a-ddf1-4150-9bf7-03872b647113 req-03d4ec9b-d8cd-41fe-8747-d8ef2eee4863 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889690 Nov 25 19:33:18.886346 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-b841f251-ad51-409c-b28e-b24c08fe2ac0 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Request body: {'port': {'device_id': 'e01e7bf6-7026-4bc8-95d4-285878410e2a', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '2cc03ca006694b27b723066ce33623c2'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:18.918499 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c1411717-2baa-430e-bc1e-72b84cce83d4 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "GET /v2.0/routers/9bc722d8-a218-41a1-b72a-d24b9f1e2530 HTTP/1.1" status: 200 len: 925 time: 0.1648829 Nov 25 19:33:18.923240 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38348) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:18.965190 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9cf23c04-de0d-4009-beb8-8d0a7b33124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:18.965866 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf23c04-de0d-4009-beb8-8d0a7b33124b None None] The sync data for ids ['9bc722d8-a218-41a1-b72a-d24b9f1e2530'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:33:18.975079 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-ea911160-edf2-4cd1-98d8-867173f3b957 req-d2f6d9de-6609-4f90-a846-cbd60e27d541 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Deleting port b892c8f3-27b4-42bd-bffc-7c384bbe043d {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:33:18.976811 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ea911160-edf2-4cd1-98d8-867173f3b957 req-d2f6d9de-6609-4f90-a846-cbd60e27d541 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:19.011190 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-904389da-581c-4924-ac75-fd988250e565 req-567e08d0-16d9-4734-af02-c8159b25f4b2 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=e01e7bf6-7026-4bc8-95d4-285878410e2a HTTP/1.1" status: 200 len: 210 time: 0.0373714 Nov 25 19:33:19.021977 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496ea616-98b8-43e7-b632-9b2ae893be26 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:19.030645 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-496ea616-98b8-43e7-b632-9b2ae893be26 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=f965ced5-a415-47da-9748-3514ef368954&device_id=9bc722d8-a218-41a1-b72a-d24b9f1e2530&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1029449 Nov 25 19:33:19.032386 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38350) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:19.115684 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f777d7a1-a578-4d92-b79f-cc5670508d14 req-e7db7861-f9f6-47a5-9332-f70ef2a13c5a service neutron] 10.222.0.73 "GET /v2.0/networks/00850fff-8687-4fe2-91af-c41f9f277b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285059 Nov 25 19:33:19.139363 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7dd30c-96af-4554-84a9-f88dd9fd7be7 None None] New status for floating IP 626bdbd6-8220-4d4e-b1b7-d1015dfca6a2: ACTIVE {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:33:19.194246 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e58372-03eb-44a4-a5c7-6658dbe29a7a tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:19.196030 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-21e58372-03eb-44a4-a5c7-6658dbe29a7a tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 881 time: 0.1621077 Nov 25 19:33:19.199598 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38354) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:19.217249 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-ea911160-edf2-4cd1-98d8-867173f3b957 req-d2f6d9de-6609-4f90-a846-cbd60e27d541 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] For port b892c8f3-27b4-42bd-bffc-7c384bbe043d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=b892c8f3-27b4-42bd-bffc-7c384bbe043d,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:19.217764 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ea911160-edf2-4cd1-98d8-867173f3b957 req-d2f6d9de-6609-4f90-a846-cbd60e27d541 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:19.250889 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-907bb906-f0a3-465f-a889-d111360744c0 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bc722d8-a218-41a1-b72a-d24b9f1e2530 HTTP/1.1" status: 200 len: 205 time: 0.0489874 Nov 25 19:33:19.257954 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38356) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:19.259420 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-ea911160-edf2-4cd1-98d8-867173f3b957 req-d2f6d9de-6609-4f90-a846-cbd60e27d541 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Calling delete_port for b892c8f3-27b4-42bd-bffc-7c384bbe043d owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:33:19.271848 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-b841f251-ad51-409c-b28e-b24c08fe2ac0 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Made reservation on behalf of 2cc03ca006694b27b723066ce33623c2 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:19.275812 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-b841f251-ad51-409c-b28e-b24c08fe2ac0 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:19.563496 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-b841f251-ad51-409c-b28e-b24c08fe2ac0 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Allocated IP 192.168.233.65 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/211e7518-64d0-4a4e-97a7-2444c5ea4916) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:19.588159 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ea911160-edf2-4cd1-98d8-867173f3b957 req-d2f6d9de-6609-4f90-a846-cbd60e27d541 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:19.611867 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['24cafed6-3d8e-47ca-846d-457abb4a9631'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:19.616860 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['b892c8f3-27b4-42bd-bffc-7c384bbe043d'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:19.635217 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6d9de-6609-4f90-a846-cbd60e27d541 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Pushing event deleted for resources: {'Port': ['ID=b892c8f3-27b4-42bd-bffc-7c384bbe043d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:19.750179 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bd2048a-9adb-49d0-b61f-4c2688c3b67f tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:19.808370 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea911160-edf2-4cd1-98d8-867173f3b957 req-d2f6d9de-6609-4f90-a846-cbd60e27d541 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] No DVR routers for this DVR port b892c8f3-27b4-42bd-bffc-7c384bbe043d on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:33:19.816959 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ea911160-edf2-4cd1-98d8-867173f3b957 req-d2f6d9de-6609-4f90-a846-cbd60e27d541 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:19.823723 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea911160-edf2-4cd1-98d8-867173f3b957 req-d2f6d9de-6609-4f90-a846-cbd60e27d541 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.85 "DELETE /v2.0/ports/b892c8f3-27b4-42bd-bffc-7c384bbe043d HTTP/1.1" status: 204 len: 173 time: 1.5142488 Nov 25 19:33:19.824704 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8493bb95-e20e-4f5c-971c-080222eee35e', 'name': 'network-vif-deleted', 'tag': 'b892c8f3-27b4-42bd-bffc-7c384bbe043d'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:19.841203 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a61a56c-bba0-40f4-a8d1-3189d6e76576" -d '{"events": [{"server_uuid": "8493bb95-e20e-4f5c-971c-080222eee35e", "name": "network-vif-deleted", "tag": "b892c8f3-27b4-42bd-bffc-7c384bbe043d"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:19.966428 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bd2048a-9adb-49d0-b61f-4c2688c3b67f tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:19.990271 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e124018-b882-461b-b7fc-3e13f32b1ce1 x-openstack-request-id: req-8e124018-b882-461b-b7fc-3e13f32b1ce1 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:19.990922 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8493bb95-e20e-4f5c-971c-080222eee35e", "name": "network-vif-deleted", "tag": "b892c8f3-27b4-42bd-bffc-7c384bbe043d", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:19.991421 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8e124018-b882-461b-b7fc-3e13f32b1ce1 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:19.992125 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8493bb95-e20e-4f5c-971c-080222eee35e', 'name': 'network-vif-deleted', 'tag': 'b892c8f3-27b4-42bd-bffc-7c384bbe043d', 'status': 'completed', 'code': 200} Nov 25 19:33:20.039129 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4bd2048a-9adb-49d0-b61f-4c2688c3b67f tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Deleting port 6f5c422e-e16f-4b0a-ae35-265a16cd205d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:33:20.039879 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bd2048a-9adb-49d0-b61f-4c2688c3b67f tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:20.077631 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8b7a1c14-6676-47ab-9f20-ff1c302074dc req-8b50fa85-adcc-409c-b078-7d5911f62359 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8493bb95-e20e-4f5c-971c-080222eee35e HTTP/1.1" status: 200 len: 210 time: 0.0841539 Nov 25 19:33:20.126047 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-b841f251-ad51-409c-b28e-b24c08fe2ac0 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:20.152313 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bd2048a-9adb-49d0-b61f-4c2688c3b67f tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:20.181062 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4bd2048a-9adb-49d0-b61f-4c2688c3b67f tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Calling delete_port for 6f5c422e-e16f-4b0a-ae35-265a16cd205d owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:33:20.237071 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fba11b86-e1f3-4c82-b2b2-459370a8a805 req-b67480e1-d8ae-43b3-8602-0cff0b530881 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=e01e7bf6-7026-4bc8-95d4-285878410e2a HTTP/1.1" status: 200 len: 210 time: 0.0602448 Nov 25 19:33:20.239226 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-b841f251-ad51-409c-b28e-b24c08fe2ac0 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:20.253881 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['4ffcde1f-49e9-43d1-87d4-c302cfe9454a', '3bec0522-e642-4652-b277-8b32a26b0ec2', '6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67', 'e6cf90c5-7937-41b5-9205-2d8bba5c7baa'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:20.324039 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-b841f251-ad51-409c-b28e-b24c08fe2ac0 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:20.330397 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['1c71493f-8d31-4efd-ad22-36667485874f'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:20.343662 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-b841f251-ad51-409c-b28e-b24c08fe2ac0 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:20.364765 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-b841f251-ad51-409c-b28e-b24c08fe2ac0 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:20.440287 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841f251-ad51-409c-b28e-b24c08fe2ac0 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Pushing event updated for resources: {'Port': ['ID=211e7518-64d0-4a4e-97a7-2444c5ea4916,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:20.500935 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bd2048a-9adb-49d0-b61f-4c2688c3b67f tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:20.534670 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-b841f251-ad51-409c-b28e-b24c08fe2ac0 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:20.536845 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-b841f251-ad51-409c-b28e-b24c08fe2ac0 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:20.539237 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2048a-9adb-49d0-b61f-4c2688c3b67f tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Pushing event deleted for resources: {'Port': ['ID=6f5c422e-e16f-4b0a-ae35-265a16cd205d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:20.587648 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-b841f251-ad51-409c-b28e-b24c08fe2ac0 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7155838 Nov 25 19:33:20.612287 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-fed81c7b-ca1a-480c-b6db-51844cf69ad7 service neutron] Request body: {'port': {'device_id': 'e01e7bf6-7026-4bc8-95d4-285878410e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:20.693124 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bd2048a-9adb-49d0-b61f-4c2688c3b67f tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:20.720113 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-fed81c7b-ca1a-480c-b6db-51844cf69ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:20.810381 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bd2048a-9adb-49d0-b61f-4c2688c3b67f tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:20.814493 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bd2048a-9adb-49d0-b61f-4c2688c3b67f tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:20.890042 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8e91453b-f6c9-4aa9-ba4e-c5df1c21293c None None] Provisioning complete for port 211e7518-64d0-4a4e-97a7-2444c5ea4916 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:20.890438 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8e91453b-f6c9-4aa9-ba4e-c5df1c21293c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:20.908595 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bd2048a-9adb-49d0-b61f-4c2688c3b67f tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:20.910277 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd2048a-9adb-49d0-b61f-4c2688c3b67f tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Fanout notify agent at l3_agent the message router_deleted on router 9bc722d8-a218-41a1-b72a-d24b9f1e2530 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:33:20.927809 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bd2048a-9adb-49d0-b61f-4c2688c3b67f tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:20.928359 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4bd2048a-9adb-49d0-b61f-4c2688c3b67f tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "DELETE /v2.0/routers/9bc722d8-a218-41a1-b72a-d24b9f1e2530 HTTP/1.1" status: 204 len: 168 time: 1.6692767 Nov 25 19:33:20.934659 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38376) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:20.939735 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-61ea3236-83bc-48de-a97a-e066a19cf623 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2073519631', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:20.971816 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-8e91453b-f6c9-4aa9-ba4e-c5df1c21293c None None] Port 211e7518-64d0-4a4e-97a7-2444c5ea4916 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:33:21.000738 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61ea3236-83bc-48de-a97a-e066a19cf623 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:21.001959 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61ea3236-83bc-48de-a97a-e066a19cf623 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:21.113241 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61ea3236-83bc-48de-a97a-e066a19cf623 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:21.120816 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61ea3236-83bc-48de-a97a-e066a19cf623 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:21.166869 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61ea3236-83bc-48de-a97a-e066a19cf623 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:21.170678 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-61ea3236-83bc-48de-a97a-e066a19cf623 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2341726 Nov 25 19:33:21.173721 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38382) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:21.186104 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1aee1d71-feea-4296-9bd5-96cd2ec8ecab tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'enable_snat': False}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:21.310563 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-fed81c7b-ca1a-480c-b6db-51844cf69ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211e7518-64d0-4a4e-97a7-2444c5ea4916 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:21.325193 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-fed81c7b-ca1a-480c-b6db-51844cf69ad7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:21.343653 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-fed81c7b-ca1a-480c-b6db-51844cf69ad7 service neutron] Transition to ACTIVE for port object 211e7518-64d0-4a4e-97a7-2444c5ea4916 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:33:21.353378 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-fed81c7b-ca1a-480c-b6db-51844cf69ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:21.481087 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81c7b-ca1a-480c-b6db-51844cf69ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=211e7518-64d0-4a4e-97a7-2444c5ea4916,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:21.534352 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f817b-89b0-4d06-8a3d-022abc6d1c64 req-1b0b5d94-2d03-4666-8080-dba7515adba6 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:21.535945 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a38f817b-89b0-4d06-8a3d-022abc6d1c64 req-1b0b5d94-2d03-4666-8080-dba7515adba6 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=e01e7bf6-7026-4bc8-95d4-285878410e2a HTTP/1.1" status: 200 len: 947 time: 0.1262257 Nov 25 19:33:21.582510 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-fed81c7b-ca1a-480c-b6db-51844cf69ad7 service neutron] Attempting to bind port 211e7518-64d0-4a4e-97a7-2444c5ea4916 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:33:21.582977 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-fed81c7b-ca1a-480c-b6db-51844cf69ad7 service neutron] Attempting to bind port 211e7518-64d0-4a4e-97a7-2444c5ea4916 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:33:21.583234 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-fed81c7b-ca1a-480c-b6db-51844cf69ad7 service neutron] Attempting to bind port 211e7518-64d0-4a4e-97a7-2444c5ea4916 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:21.599730 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-fed81c7b-ca1a-480c-b6db-51844cf69ad7 service neutron] Port 211e7518-64d0-4a4e-97a7-2444c5ea4916 on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:33:21.600186 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-fed81c7b-ca1a-480c-b6db-51844cf69ad7 service neutron] Attempting to bind port 211e7518-64d0-4a4e-97a7-2444c5ea4916 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:21.617674 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-fed81c7b-ca1a-480c-b6db-51844cf69ad7 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:33:21.618125 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-fed81c7b-ca1a-480c-b6db-51844cf69ad7 service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:21.618511 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-fed81c7b-ca1a-480c-b6db-51844cf69ad7 service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:33:21.618972 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-fed81c7b-ca1a-480c-b6db-51844cf69ad7 service neutron] Bound port: 211e7518-64d0-4a4e-97a7-2444c5ea4916, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:33:21.619341 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-fed81c7b-ca1a-480c-b6db-51844cf69ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:21.626691 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a38f817b-89b0-4d06-8a3d-022abc6d1c64 req-45258364-83ef-4776-8477-1fa11f81d57f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812616 Nov 25 19:33:21.727040 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-fed81c7b-ca1a-480c-b6db-51844cf69ad7 service neutron] For port 211e7518-64d0-4a4e-97a7-2444c5ea4916, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:33:21.730736 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-fed81c7b-ca1a-480c-b6db-51844cf69ad7 service neutron] For port 211e7518-64d0-4a4e-97a7-2444c5ea4916, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=211e7518-64d0-4a4e-97a7-2444c5ea4916,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:33:21.736618 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-fed81c7b-ca1a-480c-b6db-51844cf69ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:21.775276 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-fed81c7b-ca1a-480c-b6db-51844cf69ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:21.775927 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-fed81c7b-ca1a-480c-b6db-51844cf69ad7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:21.777415 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-fed81c7b-ca1a-480c-b6db-51844cf69ad7 service neutron] 10.222.0.73 "PUT /v2.0/ports/211e7518-64d0-4a4e-97a7-2444c5ea4916 HTTP/1.1" status: 200 len: 1095 time: 1.1793716 Nov 25 19:33:21.789117 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aee1d71-feea-4296-9bd5-96cd2ec8ecab tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:21.808249 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81c7b-ca1a-480c-b6db-51844cf69ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=211e7518-64d0-4a4e-97a7-2444c5ea4916,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:21.885632 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-47e983aa-4aaf-4024-9296-99c6558d4661 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:21.902327 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-47e983aa-4aaf-4024-9296-99c6558d4661 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/networks?id=80a38dc0-4595-4a86-8f52-78b834ea720c HTTP/1.1" status: 200 len: 804 time: 0.4661212 Nov 25 19:33:21.930617 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-19485473-8b6f-4030-9541-c91f46870d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:21.934692 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-19485473-8b6f-4030-9541-c91f46870d0a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cc03ca006694b27b723066ce33623c2&device_id=e01e7bf6-7026-4bc8-95d4-285878410e2a HTTP/1.1" status: 200 len: 1098 time: 0.0769422 Nov 25 19:33:21.938873 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-0528f998-7ab7-4f62-baa8-e9ae45eb02bd tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/quotas/a84262e56b10427f82b71772767dc30b HTTP/1.1" status: 200 len: 375 time: 0.0335338 Nov 25 19:33:22.015613 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01e7bf6-7026-4bc8-95d4-285878410e2a', 'tag': '211e7518-64d0-4a4e-97a7-2444c5ea4916'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:22.018910 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465fe1a5-e4bf-459c-adcc-0dcb273199bd" -d '{"events": [{"name": "network-changed", "server_uuid": "e01e7bf6-7026-4bc8-95d4-285878410e2a", "tag": "211e7518-64d0-4a4e-97a7-2444c5ea4916"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:22.027476 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-5ba4c0ef-ae18-4f4d-a529-01efe62430a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=211e7518-64d0-4a4e-97a7-2444c5ea4916 HTTP/1.1" status: 200 len: 217 time: 0.0790989 Nov 25 19:33:22.132579 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-7347fbfd-6437-4e60-a9d7-41313a610b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:22.135040 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-7347fbfd-6437-4e60-a9d7-41313a610b66 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.0974035 Nov 25 19:33:22.136529 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-737f832a-1b46-41ac-8d44-37f52a92d342 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a84262e56b10427f82b71772767dc30b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1890204 Nov 25 19:33:22.208761 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device b892c8f3-27b4-42bd-bffc-7c384bbe043d no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:33:22.244235 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: b892c8f3-27b4-42bd-bffc-7c384bbe043d {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:33:22.245261 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device b892c8f3-27b4-42bd-bffc-7c384bbe043d not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:33:22.255933 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-70c70ea4-2606-4ddf-9d82-82eb2f25be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:22.257451 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-70c70ea4-2606-4ddf-9d82-82eb2f25be1b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0975020 Nov 25 19:33:22.461221 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e02da4-91a5-473b-b85e-e5f2d9491a91 x-openstack-request-id: req-37e02da4-91a5-473b-b85e-e5f2d9491a91 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:22.462250 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01e7bf6-7026-4bc8-95d4-285878410e2a", "tag": "211e7518-64d0-4a4e-97a7-2444c5ea4916", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:22.462645 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-37e02da4-91a5-473b-b85e-e5f2d9491a91 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:22.464451 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01e7bf6-7026-4bc8-95d4-285878410e2a', 'tag': '211e7518-64d0-4a4e-97a7-2444c5ea4916', 'status': 'completed', 'code': 200} Nov 25 19:33:22.465427 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aee1d71-feea-4296-9bd5-96cd2ec8ecab tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.494243 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-126d8397-d38e-4fb0-889a-8a88aa22b201 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225504 Nov 25 19:33:22.533705 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-a6ddd2fd-76a7-417c-93f7-d560ba119fa9 service neutron] 10.222.0.55 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762555 Nov 25 19:33:22.546755 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aee1d71-feea-4296-9bd5-96cd2ec8ecab tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.688693 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ca6dae99-d5a8-4b1a-b806-3ce352fd214d req-641d239a-5fa9-4d11-aeb1-63f788654a0c service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812468 Nov 25 19:33:22.743317 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-7ab560ac-f935-43f9-80c4-94c5b4fb8302 service neutron] 10.222.0.55 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085106 Nov 25 19:33:22.787415 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-1aee1d71-feea-4296-9bd5-96cd2ec8ecab tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Allocated IP 172.25.6.65 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/e7683a92-ffbe-4092-8908-29273f5bfb0b) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:22.943120 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fe1a5-e4bf-459c-adcc-0dcb273199bd req-717ed283-3599-4f92-8626-a242027fa95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:22.945983 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-465fe1a5-e4bf-459c-adcc-0dcb273199bd req-717ed283-3599-4f92-8626-a242027fa95f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cc03ca006694b27b723066ce33623c2&device_id=e01e7bf6-7026-4bc8-95d4-285878410e2a HTTP/1.1" status: 200 len: 1098 time: 0.1421390 Nov 25 19:33:22.981438 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aee1d71-feea-4296-9bd5-96cd2ec8ecab tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:23.002057 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52262e-e0a6-4400-94da-f46d1b70a4b3 req-055598f7-6b8d-4b03-b610-d7b6a4a70e28 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:23.003763 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7d52262e-e0a6-4400-94da-f46d1b70a4b3 req-055598f7-6b8d-4b03-b610-d7b6a4a70e28 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=e01e7bf6-7026-4bc8-95d4-285878410e2a HTTP/1.1" status: 200 len: 947 time: 0.1415281 Nov 25 19:33:23.059625 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aee1d71-feea-4296-9bd5-96cd2ec8ecab tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:23.141059 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aee1d71-feea-4296-9bd5-96cd2ec8ecab tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:23.147678 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1aee1d71-feea-4296-9bd5-96cd2ec8ecab tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:23.148107 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7d52262e-e0a6-4400-94da-f46d1b70a4b3 req-095941d7-ab36-4b8c-bb8e-73fac3a07e56 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255085 Nov 25 19:33:23.166789 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aee1d71-feea-4296-9bd5-96cd2ec8ecab tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:23.199545 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fe1a5-e4bf-459c-adcc-0dcb273199bd req-a9ca2bf3-0099-4c21-9a7b-fbf78742537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:23.204371 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-465fe1a5-e4bf-459c-adcc-0dcb273199bd req-a9ca2bf3-0099-4c21-9a7b-fbf78742537f service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.2427208 Nov 25 19:33:23.246460 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee1d71-feea-4296-9bd5-96cd2ec8ecab tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Pushing event updated for resources: {'Port': ['ID=e7683a92-ffbe-4092-8908-29273f5bfb0b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:23.294730 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-465fe1a5-e4bf-459c-adcc-0dcb273199bd req-abdb3b69-5e39-4ad7-8760-8ace2ed4edd6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=211e7518-64d0-4a4e-97a7-2444c5ea4916 HTTP/1.1" status: 200 len: 217 time: 0.0781896 Nov 25 19:33:23.343327 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-48e3195d-1462-4fb3-8744-cf4faf19f585 req-204c8942-fdc1-451b-b65b-e161fa5c6e21 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f942b171-9188-4149-87bc-aabb110b7280 HTTP/1.1" status: 200 len: 210 time: 0.1011131 Nov 25 19:33:23.402705 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:23.412374 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fe1a5-e4bf-459c-adcc-0dcb273199bd req-c22eb3b2-cb6d-4f25-8ea9-2360ed917948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:23.414042 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-465fe1a5-e4bf-459c-adcc-0dcb273199bd req-c22eb3b2-cb6d-4f25-8ea9-2360ed917948 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.0980744 Nov 25 19:33:23.510456 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fe1a5-e4bf-459c-adcc-0dcb273199bd req-0278b94a-501f-4d71-b832-d07da24bfa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:23.513811 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-465fe1a5-e4bf-459c-adcc-0dcb273199bd req-0278b94a-501f-4d71-b832-d07da24bfa2f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0823541 Nov 25 19:33:23.693058 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aee1d71-feea-4296-9bd5-96cd2ec8ecab tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:23.813007 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-465fe1a5-e4bf-459c-adcc-0dcb273199bd req-2689a157-1f1a-44ea-affa-f84241da5c01 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730496 Nov 25 19:33:24.020320 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:24.100333 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-465fe1a5-e4bf-459c-adcc-0dcb273199bd req-ef1ea65e-322b-4b52-84a5-8e513d8fe89f service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681901 Nov 25 19:33:24.196693 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aee1d71-feea-4296-9bd5-96cd2ec8ecab tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:24.201498 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aee1d71-feea-4296-9bd5-96cd2ec8ecab tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2046030'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:24.423186 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f5aae-8c77-4432-aa88-dbb1b525ccf2 req-b8951b54-b258-4de2-9a59-26338840a33c tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:24.425232 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a0f5aae-8c77-4432-aa88-dbb1b525ccf2 req-b8951b54-b258-4de2-9a59-26338840a33c tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=e01e7bf6-7026-4bc8-95d4-285878410e2a HTTP/1.1" status: 200 len: 947 time: 0.0918851 Nov 25 19:33:24.512074 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a0f5aae-8c77-4432-aa88-dbb1b525ccf2 req-61f52458-fe4c-487d-b1a6-2da54c696a8f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699320 Nov 25 19:33:24.513505 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aee1d71-feea-4296-9bd5-96cd2ec8ecab tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Router bd4b7768-f8dc-4f94-a26b-db7ca19f37e4 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:33:24.563618 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-26a5a6c0-a705-4afd-a16f-c026294ff529 req-2a7d8690-a07c-402e-9d55-010fbdb581bd tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f942b171-9188-4149-87bc-aabb110b7280 HTTP/1.1" status: 200 len: 210 time: 0.0395267 Nov 25 19:33:24.710236 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aee1d71-feea-4296-9bd5-96cd2ec8ecab tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:33:24.719090 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aee1d71-feea-4296-9bd5-96cd2ec8ecab tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:24.723784 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1aee1d71-feea-4296-9bd5-96cd2ec8ecab tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "PUT /v2.0/routers/bd4b7768-f8dc-4f94-a26b-db7ca19f37e4 HTTP/1.1" status: 200 len: 919 time: 3.5445881 Nov 25 19:33:24.724317 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38456) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:24.741685 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3437f8c-6d7f-4753-9cdc-38a9aef3b71b None None] Sync routers for ids ['bd4b7768-f8dc-4f94-a26b-db7ca19f37e4'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:33:24.777990 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3437f8c-6d7f-4753-9cdc-38a9aef3b71b None None] Routers {'bd4b7768-f8dc-4f94-a26b-db7ca19f37e4'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:24.778803 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f3437f8c-6d7f-4753-9cdc-38a9aef3b71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:33:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['bd4b7768-f8dc-4f94-a26b-db7ca19f37e4'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:24.870566 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f3437f8c-6d7f-4753-9cdc-38a9aef3b71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:24.883247 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3437f8c-6d7f-4753-9cdc-38a9aef3b71b None None] Routers {'bd4b7768-f8dc-4f94-a26b-db7ca19f37e4'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:24.884192 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f3437f8c-6d7f-4753-9cdc-38a9aef3b71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:33:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['bd4b7768-f8dc-4f94-a26b-db7ca19f37e4'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:24.928419 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f3437f8c-6d7f-4753-9cdc-38a9aef3b71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:24.929183 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3437f8c-6d7f-4753-9cdc-38a9aef3b71b None None] The sync data for ids ['bd4b7768-f8dc-4f94-a26b-db7ca19f37e4'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:33:25.064823 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-43a8d91a-62e3-4e08-baf0-529427418486 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "GET /v2.0/routers/bd4b7768-f8dc-4f94-a26b-db7ca19f37e4 HTTP/1.1" status: 200 len: 925 time: 0.3389413 Nov 25 19:33:25.068537 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38464) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:25.092303 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-3cf44af8-bd9f-4ce0-9e9c-92aa6e502f81 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:25.094904 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-3cf44af8-bd9f-4ce0-9e9c-92aa6e502f81 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.85 "GET /v2.0/networks?id=80a38dc0-4595-4a86-8f52-78b834ea720c HTTP/1.1" status: 200 len: 804 time: 0.1785374 Nov 25 19:33:25.484687 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-bbcee4e2-2932-4282-a837-d2c6eba8866d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Request body: {'port': {'device_id': 'f942b171-9188-4149-87bc-aabb110b7280', 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c', 'admin_state_up': True, 'tenant_id': 'a84262e56b10427f82b71772767dc30b'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:25.517639 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:33:25.597960 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5009ba-eb21-4308-8cfe-6fe49dd1916c tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:25.602650 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bb5009ba-eb21-4308-8cfe-6fe49dd1916c tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=f965ced5-a415-47da-9748-3514ef368954&device_id=bd4b7768-f8dc-4f94-a26b-db7ca19f37e4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5306690 Nov 25 19:33:25.605188 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38474) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:25.724880 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-bbcee4e2-2932-4282-a837-d2c6eba8866d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Made reservation on behalf of a84262e56b10427f82b71772767dc30b for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:25.731453 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-bbcee4e2-2932-4282-a837-d2c6eba8866d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:25.763041 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad0c6f88-4997-455c-9f05-99005546ec2b req-cf044119-d2b2-4adc-8112-9a7055a440d6 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f942b171-9188-4149-87bc-aabb110b7280 HTTP/1.1" status: 200 len: 210 time: 0.0614369 Nov 25 19:33:25.843654 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963590f6-3998-4bef-8f4b-88dd1b296232 req-892596a9-a231-474c-9947-a0e9b5798b6a tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:25.845266 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-963590f6-3998-4bef-8f4b-88dd1b296232 req-892596a9-a231-474c-9947-a0e9b5798b6a tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=e01e7bf6-7026-4bc8-95d4-285878410e2a HTTP/1.1" status: 200 len: 947 time: 0.1011965 Nov 25 19:33:25.853747 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9687c8-1e4a-422d-9344-f2baddd1e774 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:25.855678 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-be9687c8-1e4a-422d-9344-f2baddd1e774 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 881 time: 0.2487452 Nov 25 19:33:25.860362 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38476) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:25.913574 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-04a2f2ed-1a3f-4614-86db-809e2d649c74 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd4b7768-f8dc-4f94-a26b-db7ca19f37e4 HTTP/1.1" status: 200 len: 205 time: 0.0516567 Nov 25 19:33:25.920465 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38482) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:26.018789 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-bbcee4e2-2932-4282-a837-d2c6eba8866d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Allocated IP 172.20.0.5 (80a38dc0-4595-4a86-8f52-78b834ea720c/bbd3840b-2a2c-413f-a7dc-f5062cf8f874/a60784f1-f192-41b4-ba36-6ead0ae8df89) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:26.055505 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-963590f6-3998-4bef-8f4b-88dd1b296232 req-336ac1bc-37c3-4b26-a908-8621e991ab4c tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834984 Nov 25 19:33:26.207129 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f054b49-f289-467f-bfc8-aa1da66e38c5 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:26.281149 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-bbcee4e2-2932-4282-a837-d2c6eba8866d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:26.346252 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-bbcee4e2-2932-4282-a837-d2c6eba8866d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:26.369425 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['24cafed6-3d8e-47ca-846d-457abb4a9631'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:26.425621 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 211e7518-64d0-4a4e-97a7-2444c5ea4916 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:33:26.436186 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcee4e2-2932-4282-a837-d2c6eba8866d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Pushing event updated for resources: {'Port': ['ID=a60784f1-f192-41b4-ba36-6ead0ae8df89,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:26.442174 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-bbcee4e2-2932-4282-a837-d2c6eba8866d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Network 80a38dc0-4595-4a86-8f52-78b834ea720c is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:26.444271 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-bbcee4e2-2932-4282-a837-d2c6eba8866d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:26.452723 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-bbcee4e2-2932-4282-a837-d2c6eba8866d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:26.461511 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f054b49-f289-467f-bfc8-aa1da66e38c5 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:26.550490 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1f054b49-f289-467f-bfc8-aa1da66e38c5 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Deleting port e7683a92-ffbe-4092-8908-29273f5bfb0b {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:33:26.551075 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-bbcee4e2-2932-4282-a837-d2c6eba8866d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:26.551383 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f054b49-f289-467f-bfc8-aa1da66e38c5 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:26.551794 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-bbcee4e2-2932-4282-a837-d2c6eba8866d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:26.576707 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-bbcee4e2-2932-4282-a837-d2c6eba8866d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0990050 Nov 25 19:33:26.590609 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Request body: {'port': {'device_id': 'f942b171-9188-4149-87bc-aabb110b7280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:26.689570 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f054b49-f289-467f-bfc8-aa1da66e38c5 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:26.694561 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:26.724639 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1f054b49-f289-467f-bfc8-aa1da66e38c5 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Calling delete_port for e7683a92-ffbe-4092-8908-29273f5bfb0b owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:33:26.790232 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 211e7518-64d0-4a4e-97a7-2444c5ea4916, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=211e7518-64d0-4a4e-97a7-2444c5ea4916,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:26.808195 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '211e7518-64d0-4a4e-97a7-2444c5ea4916', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '211e7518-64d0-4a4e-97a7-2444c5ea4916', 'mac_address': 'fa:16:3e:82:9f:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:33:26.869958 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:26.892796 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211e7518-64d0-4a4e-97a7-2444c5ea4916 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:26.943481 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 211e7518-64d0-4a4e-97a7-2444c5ea4916, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=211e7518-64d0-4a4e-97a7-2444c5ea4916,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:26.949957 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.107669 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=211e7518-64d0-4a4e-97a7-2444c5ea4916,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:27.118007 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5369a1-fc0d-4be7-ab65-a4244fe76b9f req-6baf6731-1b77-4e61-bc65-af3be20a7208 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:27.120771 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-be5369a1-fc0d-4be7-ab65-a4244fe76b9f req-6baf6731-1b77-4e61-bc65-af3be20a7208 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f942b171-9188-4149-87bc-aabb110b7280 HTTP/1.1" status: 200 len: 931 time: 0.1491272 Nov 25 19:33:27.134306 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.134878 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.135965 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.138399 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.138984 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.139556 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.140641 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.141389 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.142015 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.142610 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.143240 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.143730 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.249015 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a60784f1-f192-41b4-ba36-6ead0ae8df89 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:27.259020 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f054b49-f289-467f-bfc8-aa1da66e38c5 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.304027 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.317700 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f054b49-f289-467f-bfc8-aa1da66e38c5 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Pushing event deleted for resources: {'Port': ['ID=e7683a92-ffbe-4092-8908-29273f5bfb0b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:27.340060 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-be5369a1-fc0d-4be7-ab65-a4244fe76b9f req-6eb08962-6dd3-4bb5-9479-53a2fbe660e9 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425078 Nov 25 19:33:27.364744 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Transition to ACTIVE for port object a60784f1-f192-41b4-ba36-6ead0ae8df89 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:33:27.412942 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.414063 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['211e7518-64d0-4a4e-97a7-2444c5ea4916'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:27.419251 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f054b49-f289-467f-bfc8-aa1da66e38c5 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.543092 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a93c5-00fc-4e57-9b9c-9fe6e7ab75d7 req-62771cba-65e6-4272-92d8-8b6195b0d3c3 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:27.559562 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4d4a93c5-00fc-4e57-9b9c-9fe6e7ab75d7 req-62771cba-65e6-4272-92d8-8b6195b0d3c3 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=e01e7bf6-7026-4bc8-95d4-285878410e2a HTTP/1.1" status: 200 len: 948 time: 0.2218070 Nov 25 19:33:27.594457 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Pushing event updated for resources: {'Port': ['ID=a60784f1-f192-41b4-ba36-6ead0ae8df89,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:27.641292 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f054b49-f289-467f-bfc8-aa1da66e38c5 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.645580 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f054b49-f289-467f-bfc8-aa1da66e38c5 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.672928 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.673673 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.674171 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.674688 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.675206 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.675876 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.676465 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.677137 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.677756 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.678470 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.679061 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.679576 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.726150 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f054b49-f289-467f-bfc8-aa1da66e38c5 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.727457 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f054b49-f289-467f-bfc8-aa1da66e38c5 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Fanout notify agent at l3_agent the message router_deleted on router bd4b7768-f8dc-4f94-a26b-db7ca19f37e4 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:33:27.762655 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4d4a93c5-00fc-4e57-9b9c-9fe6e7ab75d7 req-acb41cc1-49cc-4928-a237-74fd651cdd45 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933193 Nov 25 19:33:27.764452 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f054b49-f289-467f-bfc8-aa1da66e38c5 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.772142 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1f054b49-f289-467f-bfc8-aa1da66e38c5 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "DELETE /v2.0/routers/bd4b7768-f8dc-4f94-a26b-db7ca19f37e4 HTTP/1.1" status: 204 len: 168 time: 1.8505392 Nov 25 19:33:27.772793 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38504) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:27.784849 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1d9d18ba-5712-4730-8f1d-505637d95df1 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-786576285', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:27.844717 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d9d18ba-5712-4730-8f1d-505637d95df1 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.846007 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d9d18ba-5712-4730-8f1d-505637d95df1 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.869877 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Attempting to bind port a60784f1-f192-41b4-ba36-6ead0ae8df89 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:33:27.870525 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Attempting to bind port a60784f1-f192-41b4-ba36-6ead0ae8df89 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:33:27.871117 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Attempting to bind port a60784f1-f192-41b4-ba36-6ead0ae8df89 on network 80a38dc0-4595-4a86-8f52-78b834ea720c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:27.880776 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Port a60784f1-f192-41b4-ba36-6ead0ae8df89 on network 80a38dc0-4595-4a86-8f52-78b834ea720c not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:33:27.881350 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Attempting to bind port a60784f1-f192-41b4-ba36-6ead0ae8df89 on network 80a38dc0-4595-4a86-8f52-78b834ea720c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:27.891499 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:33:27.892080 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Checking segment: {'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:27.892739 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Bound using segment: {'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:33:27.893535 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Bound port: a60784f1-f192-41b4-ba36-6ead0ae8df89, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:33:27.894168 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.942118 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d9d18ba-5712-4730-8f1d-505637d95df1 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:28.015319 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] For port a60784f1-f192-41b4-ba36-6ead0ae8df89, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:33:28.020434 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] For port a60784f1-f192-41b4-ba36-6ead0ae8df89, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a60784f1-f192-41b4-ba36-6ead0ae8df89,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:33:28.027731 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:28.070102 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:28.070845 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:28.072369 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] 10.222.0.85 "PUT /v2.0/ports/a60784f1-f192-41b4-ba36-6ead0ae8df89 HTTP/1.1" status: 200 len: 1091 time: 1.4872832 Nov 25 19:33:28.072865 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f942b171-9188-4149-87bc-aabb110b7280', 'tag': 'a60784f1-f192-41b4-ba36-6ead0ae8df89'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:28.075526 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c5475c-22db-48b5-93fe-5553cc7fea14" -d '{"events": [{"name": "network-changed", "server_uuid": "f942b171-9188-4149-87bc-aabb110b7280", "tag": "a60784f1-f192-41b4-ba36-6ead0ae8df89"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:28.110880 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e45aa-73b3-4b78-b5ea-f1afff318198 service neutron] Pushing event updated for resources: {'Port': ['ID=a60784f1-f192-41b4-ba36-6ead0ae8df89,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:28.134854 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d9d18ba-5712-4730-8f1d-505637d95df1 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:28.184749 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcea867-7c39-4cfa-a422-d6fb3837084d x-openstack-request-id: req-8dcea867-7c39-4cfa-a422-d6fb3837084d {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:28.185059 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f942b171-9188-4149-87bc-aabb110b7280", "tag": "a60784f1-f192-41b4-ba36-6ead0ae8df89", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:28.185302 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8dcea867-7c39-4cfa-a422-d6fb3837084d {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:28.185714 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f942b171-9188-4149-87bc-aabb110b7280', 'tag': 'a60784f1-f192-41b4-ba36-6ead0ae8df89', 'status': 'completed', 'code': 200} Nov 25 19:33:28.213970 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-38d21501-13d9-4ae7-9968-a3cec92ae291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:28.215496 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-38d21501-13d9-4ae7-9968-a3cec92ae291 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a84262e56b10427f82b71772767dc30b&device_id=f942b171-9188-4149-87bc-aabb110b7280 HTTP/1.1" status: 200 len: 1094 time: 0.0724926 Nov 25 19:33:28.283723 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-fc553b57-e84b-4d8a-ab05-8206e1e6af15 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a60784f1-f192-41b4-ba36-6ead0ae8df89 HTTP/1.1" status: 200 len: 217 time: 0.0589283 Nov 25 19:33:28.402514 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-be23b4ea-a289-4574-9d23-3b59878bf3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:28.408283 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-be23b4ea-a289-4574-9d23-3b59878bf3e3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bbd3840b-2a2c-413f-a7dc-f5062cf8f874 HTTP/1.1" status: 200 len: 844 time: 0.1120393 Nov 25 19:33:28.476434 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-efaa7760-f262-43b7-9dd3-b2d46aa58720 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=80a38dc0-4595-4a86-8f52-78b834ea720c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604527 Nov 25 19:33:28.736524 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c23d8e-7984-4a7a-8754-5cd793060865 req-df00dce5-1f5b-4db8-8cf4-e882febcf35d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:28.750194 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a3c23d8e-7984-4a7a-8754-5cd793060865 req-df00dce5-1f5b-4db8-8cf4-e882febcf35d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f942b171-9188-4149-87bc-aabb110b7280 HTTP/1.1" status: 200 len: 943 time: 0.2208116 Nov 25 19:33:28.816257 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d9d18ba-5712-4730-8f1d-505637d95df1 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:28.847540 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d9d18ba-5712-4730-8f1d-505637d95df1 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:28.849444 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-6f262a24-90ba-48c7-a1b4-36de48f19a3d service neutron] 10.222.0.85 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555443 Nov 25 19:33:28.931986 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a3c23d8e-7984-4a7a-8754-5cd793060865 req-c0fbc40f-8fd3-48ab-9fc9-efd3c2a45d7d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803703 Nov 25 19:33:29.048357 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6ac29-bb94-4f68-8206-315341a2a68e req-f326c1e3-e542-4b62-a4ee-da23f99b5448 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:29.050021 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-61b6ac29-bb94-4f68-8206-315341a2a68e req-f326c1e3-e542-4b62-a4ee-da23f99b5448 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=e01e7bf6-7026-4bc8-95d4-285878410e2a HTTP/1.1" status: 200 len: 948 time: 0.1210914 Nov 25 19:33:29.051490 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-1d9d18ba-5712-4730-8f1d-505637d95df1 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Allocated IP 172.25.6.62 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/f247bd8c-ed1c-428b-b856-6fd974e00e8a) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:29.101950 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-960f9517-63d2-4df6-aa7c-95fc99050e54 req-e87afabb-d99c-40fe-ab46-44045a27d9bd service neutron] 10.222.0.85 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436984 Nov 25 19:33:29.160081 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-88fc3471-1a0e-407b-909b-3f4b217003d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:29.167694 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-61b6ac29-bb94-4f68-8206-315341a2a68e req-ffb12a02-a05c-4ffe-ad72-3524b29bb3e8 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047375 Nov 25 19:33:29.226821 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d9d18ba-5712-4730-8f1d-505637d95df1 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:29.266232 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5475c-22db-48b5-93fe-5553cc7fea14 req-7b234a9c-27c3-4c5a-b6df-b8b5e362ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:29.268932 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9c5475c-22db-48b5-93fe-5553cc7fea14 req-7b234a9c-27c3-4c5a-b6df-b8b5e362ca6c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a84262e56b10427f82b71772767dc30b&device_id=f942b171-9188-4149-87bc-aabb110b7280 HTTP/1.1" status: 200 len: 1094 time: 0.0924990 Nov 25 19:33:29.269936 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d9d18ba-5712-4730-8f1d-505637d95df1 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:29.323173 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9d18ba-5712-4730-8f1d-505637d95df1 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:29.326534 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1d9d18ba-5712-4730-8f1d-505637d95df1 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:29.332625 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9d18ba-5712-4730-8f1d-505637d95df1 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:29.336218 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d18ba-5712-4730-8f1d-505637d95df1 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Pushing event updated for resources: {'Port': ['ID=f247bd8c-ed1c-428b-b856-6fd974e00e8a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:29.444140 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5475c-22db-48b5-93fe-5553cc7fea14 req-f7d15b82-b4a2-4489-bd23-a0694fc9ae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:29.445826 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9c5475c-22db-48b5-93fe-5553cc7fea14 req-f7d15b82-b4a2-4489-bd23-a0694fc9ae51 service neutron] 10.222.0.85 "GET /v2.0/networks?id=80a38dc0-4595-4a86-8f52-78b834ea720c HTTP/1.1" status: 200 len: 905 time: 0.1674926 Nov 25 19:33:29.507117 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9c5475c-22db-48b5-93fe-5553cc7fea14 req-41e75158-eb7b-459f-ae2b-3c2228978bfc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a60784f1-f192-41b4-ba36-6ead0ae8df89 HTTP/1.1" status: 200 len: 217 time: 0.0484228 Nov 25 19:33:29.579894 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5475c-22db-48b5-93fe-5553cc7fea14 req-9e2c9bc1-51ec-42bb-bc9f-1c37ddf32307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:29.581571 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9c5475c-22db-48b5-93fe-5553cc7fea14 req-9e2c9bc1-51ec-42bb-bc9f-1c37ddf32307 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bbd3840b-2a2c-413f-a7dc-f5062cf8f874 HTTP/1.1" status: 200 len: 844 time: 0.0659668 Nov 25 19:33:29.621718 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9c5475c-22db-48b5-93fe-5553cc7fea14 req-03061e6f-574f-4355-9445-117686db5802 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=80a38dc0-4595-4a86-8f52-78b834ea720c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326600 Nov 25 19:33:29.751247 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d9d18ba-5712-4730-8f1d-505637d95df1 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:29.793030 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9c5475c-22db-48b5-93fe-5553cc7fea14 req-bc46da5c-4020-47f2-a7a1-6896c7625582 service neutron] 10.222.0.85 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586039 Nov 25 19:33:29.995988 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9c5475c-22db-48b5-93fe-5553cc7fea14 req-be0e029d-bdc9-4c27-a15a-55dbc4a6fc50 service neutron] 10.222.0.85 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944354 Nov 25 19:33:30.175724 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae62259-8d3e-4be9-991b-bc0c06d40112 req-e97c0897-11b6-4439-9346-5bbb10611724 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:30.177377 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6ae62259-8d3e-4be9-991b-bc0c06d40112 req-e97c0897-11b6-4439-9346-5bbb10611724 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f942b171-9188-4149-87bc-aabb110b7280 HTTP/1.1" status: 200 len: 943 time: 0.1313007 Nov 25 19:33:30.184135 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d9d18ba-5712-4730-8f1d-505637d95df1 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:30.344043 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6ae62259-8d3e-4be9-991b-bc0c06d40112 req-43ec2a10-74be-4a7d-b171-26d7b88bc7a7 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567144 Nov 25 19:33:30.350341 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eae7d6-0dbe-415d-843e-6264fee634e3 req-605c4f25-99ea-42cd-bdb6-1c6e2142eb7a tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:30.352764 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24eae7d6-0dbe-415d-843e-6264fee634e3 req-605c4f25-99ea-42cd-bdb6-1c6e2142eb7a tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=e01e7bf6-7026-4bc8-95d4-285878410e2a HTTP/1.1" status: 200 len: 948 time: 0.0791535 Nov 25 19:33:30.417674 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 211e7518-64d0-4a4e-97a7-2444c5ea4916 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:30.425008 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9d18ba-5712-4730-8f1d-505637d95df1 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Router 32a0e90b-d59e-4028-8c07-88e178715de2 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:33:30.433018 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24eae7d6-0dbe-415d-843e-6264fee634e3 req-9bec7bf4-0533-458b-94fd-41085fbca338 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657439 Nov 25 19:33:30.566049 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 211e7518-64d0-4a4e-97a7-2444c5ea4916 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:33:30.573434 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 211e7518-64d0-4a4e-97a7-2444c5ea4916 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:30.574478 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:30.707757 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9d18ba-5712-4730-8f1d-505637d95df1 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:33:30.721687 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:30.729894 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a794a5-9d59-48ba-a3ac-aa369550194d None None] Sync routers for ids ['32a0e90b-d59e-4028-8c07-88e178715de2'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:33:30.752432 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d9d18ba-5712-4730-8f1d-505637d95df1 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:30.758108 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1d9d18ba-5712-4730-8f1d-505637d95df1 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9775681 Nov 25 19:33:30.758700 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38540) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:30.759783 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a794a5-9d59-48ba-a3ac-aa369550194d None None] Routers {'32a0e90b-d59e-4028-8c07-88e178715de2'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:30.761328 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-15a794a5-9d59-48ba-a3ac-aa369550194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:33:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['32a0e90b-d59e-4028-8c07-88e178715de2'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:30.769824 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-34e2783a-8d75-4d55-937f-746c345e9009 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:30.773233 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 211e7518-64d0-4a4e-97a7-2444c5ea4916, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=211e7518-64d0-4a4e-97a7-2444c5ea4916,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:30.774722 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01e7bf6-7026-4bc8-95d4-285878410e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211e7518-64d0-4a4e-97a7-2444c5ea4916'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:30.778900 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ece62d7-de5f-4e8f-a9d0-1a5e77de6d1c" -d '{"events": [{"server_uuid": "e01e7bf6-7026-4bc8-95d4-285878410e2a", "name": "network-vif-plugged", "status": "completed", "tag": "211e7518-64d0-4a4e-97a7-2444c5ea4916"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:30.784289 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:30.906420 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=211e7518-64d0-4a4e-97a7-2444c5ea4916,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:30.924419 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-15a794a5-9d59-48ba-a3ac-aa369550194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:30.927046 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c62d43-9d1b-4687-8141-2eaffa492884 x-openstack-request-id: req-70c62d43-9d1b-4687-8141-2eaffa492884 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:30.927354 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01e7bf6-7026-4bc8-95d4-285878410e2a", "name": "network-vif-plugged", "status": "completed", "tag": "211e7518-64d0-4a4e-97a7-2444c5ea4916", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:30.927616 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-70c62d43-9d1b-4687-8141-2eaffa492884 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:30.928024 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01e7bf6-7026-4bc8-95d4-285878410e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211e7518-64d0-4a4e-97a7-2444c5ea4916', 'code': 200} Nov 25 19:33:30.956459 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a794a5-9d59-48ba-a3ac-aa369550194d None None] Routers {'32a0e90b-d59e-4028-8c07-88e178715de2'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:30.957878 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-15a794a5-9d59-48ba-a3ac-aa369550194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:33:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['32a0e90b-d59e-4028-8c07-88e178715de2'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:31.006437 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-15a794a5-9d59-48ba-a3ac-aa369550194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:31.007334 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a794a5-9d59-48ba-a3ac-aa369550194d None None] The sync data for ids ['32a0e90b-d59e-4028-8c07-88e178715de2'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:33:31.134939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063e4d3-bdb6-47f1-b7eb-b621303c1d9e req-2c49e75c-4485-4cf3-8a90-1a9cb612f107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:31.137251 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b063e4d3-bdb6-47f1-b7eb-b621303c1d9e req-2c49e75c-4485-4cf3-8a90-1a9cb612f107 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e01e7bf6-7026-4bc8-95d4-285878410e2a HTTP/1.1" status: 200 len: 1100 time: 0.0557189 Nov 25 19:33:31.203575 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b063e4d3-bdb6-47f1-b7eb-b621303c1d9e req-a6dc000f-7378-4384-abd3-110a46f2abac service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547988 Nov 25 19:33:31.230570 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34e2783a-8d75-4d55-937f-746c345e9009 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:31.246074 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34e2783a-8d75-4d55-937f-746c345e9009 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:31.308052 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-34e2783a-8d75-4d55-937f-746c345e9009 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Deleting port f247bd8c-ed1c-428b-b856-6fd974e00e8a {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:33:31.308427 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34e2783a-8d75-4d55-937f-746c345e9009 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:31.397783 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34e2783a-8d75-4d55-937f-746c345e9009 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:31.413346 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-34e2783a-8d75-4d55-937f-746c345e9009 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Calling delete_port for f247bd8c-ed1c-428b-b856-6fd974e00e8a owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:33:31.529392 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8372836-a960-4f5d-b826-93b7143a7746 req-27989c92-adcc-4f2c-ae81-cf93037a2ab1 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:31.538096 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a8372836-a960-4f5d-b826-93b7143a7746 req-27989c92-adcc-4f2c-ae81-cf93037a2ab1 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f942b171-9188-4149-87bc-aabb110b7280 HTTP/1.1" status: 200 len: 943 time: 0.0809278 Nov 25 19:33:31.600841 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a8372836-a960-4f5d-b826-93b7143a7746 req-4441936d-4558-4553-b0b6-2ea3146679ab tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614383 Nov 25 19:33:31.635186 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e33a0-602c-4e2c-82d8-4601c453c729 req-0165a448-8a87-4fd0-ae62-03c75abfdbf5 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:31.636788 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4c3e33a0-602c-4e2c-82d8-4601c453c729 req-0165a448-8a87-4fd0-ae62-03c75abfdbf5 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=e01e7bf6-7026-4bc8-95d4-285878410e2a HTTP/1.1" status: 200 len: 949 time: 0.0942988 Nov 25 19:33:31.673359 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34e2783a-8d75-4d55-937f-746c345e9009 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:31.699502 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-04512123-5e5a-44e6-8294-77065aeed338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:31.732047 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2783a-8d75-4d55-937f-746c345e9009 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Pushing event deleted for resources: {'Port': ['ID=f247bd8c-ed1c-428b-b856-6fd974e00e8a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:31.760399 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4c3e33a0-602c-4e2c-82d8-4601c453c729 req-e8960a04-e187-4a3c-899e-3a6b138045a0 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133428 Nov 25 19:33:31.813906 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34e2783a-8d75-4d55-937f-746c345e9009 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:32.089729 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f64977-f623-471b-8e56-57b3d4f3dabd req-4ef942ca-e963-45ba-9e63-a47b3f61c2a2 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:32.091419 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-88f64977-f623-471b-8e56-57b3d4f3dabd req-4ef942ca-e963-45ba-9e63-a47b3f61c2a2 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.1650264 Nov 25 19:33:32.140214 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34e2783a-8d75-4d55-937f-746c345e9009 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:32.152042 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34e2783a-8d75-4d55-937f-746c345e9009 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2046030'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:32.232022 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device a60784f1-f192-41b4-ba36-6ead0ae8df89 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:33:32.243534 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-88f64977-f623-471b-8e56-57b3d4f3dabd req-119aacc1-ac6f-4dfb-ae2f-d5e9e67c6e40 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240807 Nov 25 19:33:32.261984 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e2783a-8d75-4d55-937f-746c345e9009 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Router 32a0e90b-d59e-4028-8c07-88e178715de2 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:33:32.384501 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port a60784f1-f192-41b4-ba36-6ead0ae8df89, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a60784f1-f192-41b4-ba36-6ead0ae8df89,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:32.391975 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e2783a-8d75-4d55-937f-746c345e9009 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:33:32.400277 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'a60784f1-f192-41b4-ba36-6ead0ae8df89', 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c', 'port_id': 'a60784f1-f192-41b4-ba36-6ead0ae8df89', 'mac_address': 'fa:16:3e:08:f0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd3840b-2a2c-413f-a7dc-f5062cf8f874', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:33:32.400816 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34e2783a-8d75-4d55-937f-746c345e9009 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:32.405011 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38566) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:32.409770 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-34e2783a-8d75-4d55-937f-746c345e9009 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "PUT /v2.0/routers/32a0e90b-d59e-4028-8c07-88e178715de2 HTTP/1.1" status: 200 len: 709 time: 1.6486588 Nov 25 19:33:32.411363 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ab5533-ef30-4de0-8b19-24f866f49920 None None] Sync routers for ids ['32a0e90b-d59e-4028-8c07-88e178715de2'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:33:32.463387 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ab5533-ef30-4de0-8b19-24f866f49920 None None] Routers {'32a0e90b-d59e-4028-8c07-88e178715de2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:32.464796 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-54ab5533-ef30-4de0-8b19-24f866f49920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:33:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['32a0e90b-d59e-4028-8c07-88e178715de2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:32.494793 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f60ce94e-d564-4a86-9b64-3cc85a35ff1e tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "GET /v2.0/routers/32a0e90b-d59e-4028-8c07-88e178715de2 HTTP/1.1" status: 200 len: 744 time: 0.0874765 Nov 25 19:33:32.498661 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38570) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:32.534046 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:32.539173 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-54ab5533-ef30-4de0-8b19-24f866f49920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:32.569825 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-673a687d-4d00-498e-8cd9-1e4b5cb901d7 tempest-RoutersIpV6AdminTest-881947308 tempest-RoutersIpV6AdminTest-881947308-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=f965ced5-a415-47da-9748-3514ef368954&device_id=32a0e90b-d59e-4028-8c07-88e178715de2 HTTP/1.1" status: 200 len: 205 time: 0.0679436 Nov 25 19:33:32.573207 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38572) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:32.576153 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a60784f1-f192-41b4-ba36-6ead0ae8df89 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:32.585436 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ab5533-ef30-4de0-8b19-24f866f49920 None None] Routers {'32a0e90b-d59e-4028-8c07-88e178715de2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:32.586549 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-54ab5533-ef30-4de0-8b19-24f866f49920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:33:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['32a0e90b-d59e-4028-8c07-88e178715de2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:32.612701 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a93f538c-1826-4eed-97aa-cc75bfaff70c tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "GET /v2.0/ports?device_id=32a0e90b-d59e-4028-8c07-88e178715de2 HTTP/1.1" status: 200 len: 205 time: 0.0329840 Nov 25 19:33:32.613079 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38574) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:32.661916 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-54ab5533-ef30-4de0-8b19-24f866f49920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:32.663350 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ab5533-ef30-4de0-8b19-24f866f49920 None None] The sync data for ids ['32a0e90b-d59e-4028-8c07-88e178715de2'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:33:32.695772 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port a60784f1-f192-41b4-ba36-6ead0ae8df89, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a60784f1-f192-41b4-ba36-6ead0ae8df89,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:32.703899 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:32.721905 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-340e8d4a-d107-4a3e-baa8-857edf50b918 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:32.797641 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4ad37-79cc-42ab-a78e-8b0e6e3da23b req-7a6bb429-22c4-49f5-963f-d09aad630f87 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:32.799605 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2ad4ad37-79cc-42ab-a78e-8b0e6e3da23b req-7a6bb429-22c4-49f5-963f-d09aad630f87 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f942b171-9188-4149-87bc-aabb110b7280 HTTP/1.1" status: 200 len: 944 time: 0.0924022 Nov 25 19:33:32.838945 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=a60784f1-f192-41b4-ba36-6ead0ae8df89,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:32.891595 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2ad4ad37-79cc-42ab-a78e-8b0e6e3da23b req-e6d6a2af-156d-477f-b4e1-83c9f3d17a2c tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834129 Nov 25 19:33:32.968635 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['a60784f1-f192-41b4-ba36-6ead0ae8df89'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:33.056495 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-340e8d4a-d107-4a3e-baa8-857edf50b918 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:33.062052 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-340e8d4a-d107-4a3e-baa8-857edf50b918 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:33.176624 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c17ccc-67a9-4f2e-bf79-37340ed0bd2a req-6d463cab-c692-456c-ab55-ce8627a0dc27 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:33.179456 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e4c17ccc-67a9-4f2e-bf79-37340ed0bd2a req-6d463cab-c692-456c-ab55-ce8627a0dc27 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=e01e7bf6-7026-4bc8-95d4-285878410e2a HTTP/1.1" status: 200 len: 949 time: 0.2381549 Nov 25 19:33:33.180926 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-340e8d4a-d107-4a3e-baa8-857edf50b918 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:33.181596 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340e8d4a-d107-4a3e-baa8-857edf50b918 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Fanout notify agent at l3_agent the message router_deleted on router 32a0e90b-d59e-4028-8c07-88e178715de2 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:33:33.198571 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-340e8d4a-d107-4a3e-baa8-857edf50b918 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:33.208014 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38584) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:33.208307 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-340e8d4a-d107-4a3e-baa8-857edf50b918 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "DELETE /v2.0/routers/32a0e90b-d59e-4028-8c07-88e178715de2 HTTP/1.1" status: 204 len: 168 time: 0.5938914 Nov 25 19:33:33.275367 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d7262f8e-b3e6-4792-9fa7-4cca9272f590 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "GET /v2.0/ports?device_id=32a0e90b-d59e-4028-8c07-88e178715de2 HTTP/1.1" status: 200 len: 205 time: 0.0649137 Nov 25 19:33:33.279376 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38588) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:33.296597 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e4c17ccc-67a9-4f2e-bf79-37340ed0bd2a req-8e7014d6-4dfa-44a0-9fdb-a3338909e509 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855260 Nov 25 19:33:33.355771 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-734681d6-e89e-4e78-94e4-6e98101bbba0 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] delete failed (client error): The resource could not be found. Nov 25 19:33:33.357355 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-734681d6-e89e-4e78-94e4-6e98101bbba0 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "DELETE /v2.0/routers/32a0e90b-d59e-4028-8c07-88e178715de2 HTTP/1.1" status: 404 len: 336 time: 0.0723565 Nov 25 19:33:33.362764 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38594) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:33.395178 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fc83e63a-b30f-44ba-b70a-c54097ed9f15 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd4b7768-f8dc-4f94-a26b-db7ca19f37e4 HTTP/1.1" status: 200 len: 205 time: 0.0311232 Nov 25 19:33:33.399389 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38596) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:33.468935 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-69753a64-7299-4ffc-89ec-ecf070575b00 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] delete failed (client error): The resource could not be found. Nov 25 19:33:33.470007 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-69753a64-7299-4ffc-89ec-ecf070575b00 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "DELETE /v2.0/routers/bd4b7768-f8dc-4f94-a26b-db7ca19f37e4 HTTP/1.1" status: 404 len: 336 time: 0.0692420 Nov 25 19:33:33.474616 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38598) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:33.523044 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8b7af9b4-491f-4200-a5c7-2837a4161318 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bc722d8-a218-41a1-b72a-d24b9f1e2530 HTTP/1.1" status: 200 len: 205 time: 0.0470939 Nov 25 19:33:33.528033 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38600) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:33.557667 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:33.577240 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36cd01-eaea-4eb2-9513-3bd5d6fbe69d req-2999e5e4-d4ca-4860-9bb0-2148b6860bff tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:33.580462 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c36cd01-eaea-4eb2-9513-3bd5d6fbe69d req-2999e5e4-d4ca-4860-9bb0-2148b6860bff tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e01e7bf6-7026-4bc8-95d4-285878410e2a HTTP/1.1" status: 200 len: 1100 time: 0.0723600 Nov 25 19:33:33.598327 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2e470-5a1b-42ba-ad0c-ab142b8df636 req-5ac98129-6f3b-4290-b886-e0aee465cd77 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:33.603128 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3ab2e470-5a1b-42ba-ad0c-ab142b8df636 req-5ac98129-6f3b-4290-b886-e0aee465cd77 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.2044477 Nov 25 19:33:33.605716 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-1a0bf66e-120e-4521-a366-3fe73ef420c8 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] delete failed (client error): The resource could not be found. Nov 25 19:33:33.607838 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1a0bf66e-120e-4521-a366-3fe73ef420c8 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "DELETE /v2.0/routers/9bc722d8-a218-41a1-b72a-d24b9f1e2530 HTTP/1.1" status: 404 len: 336 time: 0.0783019 Nov 25 19:33:33.613808 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38604) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:33.651461 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-dd274ee8-848b-4e24-9caf-b6083f1bb25b tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "GET /v2.0/ports?device_id=d38e9641-c8dd-4657-848c-3a89858c8811 HTTP/1.1" status: 200 len: 205 time: 0.0352392 Nov 25 19:33:33.657877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38606) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:33.695177 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3ab2e470-5a1b-42ba-ad0c-ab142b8df636 req-5414ec63-8ac1-4e12-8450-5fbc2d5a2496 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679989 Nov 25 19:33:33.742088 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c36cd01-eaea-4eb2-9513-3bd5d6fbe69d req-2d8407bc-4512-43af-a713-06ad4641e980 tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539624 Nov 25 19:33:33.743939 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-2587b948-b716-4710-a856-0b89512c9e0e tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] delete failed (client error): The resource could not be found. Nov 25 19:33:33.745680 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2587b948-b716-4710-a856-0b89512c9e0e tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "DELETE /v2.0/routers/d38e9641-c8dd-4657-848c-3a89858c8811 HTTP/1.1" status: 404 len: 336 time: 0.0860026 Nov 25 19:33:33.750430 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38608) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:33.800054 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3e07a7a5-3143-422b-8238-dda948d0011e tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "GET /v2.0/ports?device_id=166c4b4e-7a67-49b2-aefc-f3faf07edf45 HTTP/1.1" status: 200 len: 205 time: 0.0477846 Nov 25 19:33:33.803242 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38612) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:33.880312 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-738a605a-bc7d-480f-a131-b290a451eb10 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] delete failed (client error): The resource could not be found. Nov 25 19:33:33.882533 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-738a605a-bc7d-480f-a131-b290a451eb10 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "DELETE /v2.0/routers/166c4b4e-7a67-49b2-aefc-f3faf07edf45 HTTP/1.1" status: 404 len: 336 time: 0.0775361 Nov 25 19:33:33.885632 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38622) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:33.936806 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c15628d4-7696-4a27-8e00-98f604d33ca9 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "GET /v2.0/ports?device_id=57e3caa4-5f40-4650-a556-2fa07e27d44a HTTP/1.1" status: 200 len: 205 time: 0.0495250 Nov 25 19:33:33.940225 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38630) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:33.948172 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-37171732-0f97-4bff-96ee-be2bea1af23e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=2cc03ca006694b27b723066ce33623c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293350 Nov 25 19:33:33.996130 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-cb54b6d6-8b69-4cb8-8fb4-b76c7848e040 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] delete failed (client error): The resource could not be found. Nov 25 19:33:34.001941 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cb54b6d6-8b69-4cb8-8fb4-b76c7848e040 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "DELETE /v2.0/routers/57e3caa4-5f40-4650-a556-2fa07e27d44a HTTP/1.1" status: 404 len: 336 time: 0.0559497 Nov 25 19:33:34.002408 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38632) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:34.042494 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-424e49fe-bf79-47be-b7b6-fdda32a4fc43 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] DELETE failed (client error): The resource could not be found. Nov 25 19:33:34.043354 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-424e49fe-bf79-47be-b7b6-fdda32a4fc43 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:33:34.046804 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-424e49fe-bf79-47be-b7b6-fdda32a4fc43 tempest-RoutersIpV6AdminTest-1043624149 tempest-RoutersIpV6AdminTest-1043624149-project] 10.222.0.55 "DELETE /v2.0/subnets/236926ea-294e-4451-a943-35b13bcefc6d HTTP/1.1" status: 404 len: 337 time: 0.0431740 Nov 25 19:33:34.103021 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625294b-fe4c-4ad6-a99d-28755b76eb13 req-9a1e566d-fcce-4c76-94f5-3963474ce98f tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:34.115092 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0625294b-fe4c-4ad6-a99d-28755b76eb13 req-9a1e566d-fcce-4c76-94f5-3963474ce98f tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f942b171-9188-4149-87bc-aabb110b7280 HTTP/1.1" status: 200 len: 944 time: 0.1016541 Nov 25 19:33:34.131528 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-b29c4a17-61b0-4828-a8aa-70a1f19b2802 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:34.133108 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-b29c4a17-61b0-4828-a8aa-70a1f19b2802 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1713984 Nov 25 19:33:34.161978 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-847fe775-bb88-46e8-8fe2-df5f271ded31 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/quotas/2cc03ca006694b27b723066ce33623c2 HTTP/1.1" status: 200 len: 375 time: 0.0187826 Nov 25 19:33:34.212767 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0625294b-fe4c-4ad6-a99d-28755b76eb13 req-772aaede-a29c-42e0-a4e2-6586413b4d2d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935125 Nov 25 19:33:34.244288 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device a60784f1-f192-41b4-ba36-6ead0ae8df89 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:34.283446 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-54793e1e-681c-46f9-b27b-437dfc2d4d58 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cc03ca006694b27b723066ce33623c2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1076791 Nov 25 19:33:34.349882 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port a60784f1-f192-41b4-ba36-6ead0ae8df89 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:33:34.360203 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port a60784f1-f192-41b4-ba36-6ead0ae8df89 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:34.361154 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:34.493383 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:34.562041 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c151140-27f1-4cb2-98c5-1824dc2285a7 req-47201012-81a6-4d88-a1b1-78086a2080a4 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=1890466b-9b4b-4624-8fcf-cf83a5cb85a1 HTTP/1.1" status: 200 len: 210 time: 0.0435376 Nov 25 19:33:34.562249 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f942b171-9188-4149-87bc-aabb110b7280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60784f1-f192-41b4-ba36-6ead0ae8df89'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:34.566522 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eeae188-21dd-4047-b728-306461cc5900" -d '{"events": [{"server_uuid": "f942b171-9188-4149-87bc-aabb110b7280", "name": "network-vif-plugged", "status": "completed", "tag": "a60784f1-f192-41b4-ba36-6ead0ae8df89"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:34.576819 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38650) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:34.599548 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port a60784f1-f192-41b4-ba36-6ead0ae8df89, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a60784f1-f192-41b4-ba36-6ead0ae8df89,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:34.611975 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:34.675974 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42df665b-4456-4685-bb99-bcdc6e6058e8 x-openstack-request-id: req-42df665b-4456-4685-bb99-bcdc6e6058e8 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:34.676386 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f942b171-9188-4149-87bc-aabb110b7280", "name": "network-vif-plugged", "status": "completed", "tag": "a60784f1-f192-41b4-ba36-6ead0ae8df89", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:34.676924 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-42df665b-4456-4685-bb99-bcdc6e6058e8 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:34.677603 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f942b171-9188-4149-87bc-aabb110b7280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60784f1-f192-41b4-ba36-6ead0ae8df89', 'code': 200} Nov 25 19:33:34.735723 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=a60784f1-f192-41b4-ba36-6ead0ae8df89,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:34.809568 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c96de69-b4bb-42e5-a760-c6abdc95f221 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:34.869620 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b344c6-d50d-4a00-bbeb-62fd7bb4027b req-86b338ed-ec7c-457f-8880-bbca8fb2fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:34.874979 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-38b344c6-d50d-4a00-bbeb-62fd7bb4027b req-86b338ed-ec7c-457f-8880-bbca8fb2fb78 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f942b171-9188-4149-87bc-aabb110b7280 HTTP/1.1" status: 200 len: 1096 time: 0.1135774 Nov 25 19:33:34.883950 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7de47-1638-465c-b12f-dbec9a10916e req-fbea8cd2-c142-4522-8b69-a2a4d1292836 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:34.884816 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-59b7de47-1638-465c-b12f-dbec9a10916e req-fbea8cd2-c142-4522-8b69-a2a4d1292836 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.1020925 Nov 25 19:33:35.016243 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-59b7de47-1638-465c-b12f-dbec9a10916e req-798607f0-b47a-4b46-a7dd-6d33aeb3b8bc tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213784 Nov 25 19:33:35.030219 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-38b344c6-d50d-4a00-bbeb-62fd7bb4027b req-9dc1d13b-afaa-4d2f-8fdb-a499d639b4e7 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471584 Nov 25 19:33:35.105142 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c96de69-b4bb-42e5-a760-c6abdc95f221 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:35.113965 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c96de69-b4bb-42e5-a760-c6abdc95f221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:35.170371 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7c96de69-b4bb-42e5-a760-c6abdc95f221 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4f2327e6211a4e76a02241ad28346882&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5916681 Nov 25 19:33:35.172016 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96de69-b4bb-42e5-a760-c6abdc95f221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544e62f7-dd9b-4561-abaa-4ede46272eab,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:35.173575 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38666) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:35.280763 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae7cfb38-f2c3-4a06-91c1-cb8a69ec138c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:35.310426 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae7cfb38-f2c3-4a06-91c1-cb8a69ec138c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:35.350347 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:35.384945 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae7cfb38-f2c3-4a06-91c1-cb8a69ec138c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:35.388331 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae7cfb38-f2c3-4a06-91c1-cb8a69ec138c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:35.389618 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ae7cfb38-f2c3-4a06-91c1-cb8a69ec138c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/544e62f7-dd9b-4561-abaa-4ede46272eab HTTP/1.1" status: 204 len: 168 time: 0.2144213 Nov 25 19:33:35.400852 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7cfb38-f2c3-4a06-91c1-cb8a69ec138c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544e62f7-dd9b-4561-abaa-4ede46272eab,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:35.451015 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157355b-93c7-4251-9149-c67c05be01ab req-ce8b21d6-7549-4ba3-90b3-bb5a2ce37079 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:35.459295 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1157355b-93c7-4251-9149-c67c05be01ab req-ce8b21d6-7549-4ba3-90b3-bb5a2ce37079 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f942b171-9188-4149-87bc-aabb110b7280 HTTP/1.1" status: 200 len: 945 time: 0.1150734 Nov 25 19:33:35.553569 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1157355b-93c7-4251-9149-c67c05be01ab req-11010e49-ec01-4519-ad31-d16fc8e331e7 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863566 Nov 25 19:33:35.565009 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:35.733795 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3143341f-0b68-4dad-8486-b2cf02ae3c55 req-86217d3c-5068-4a99-af70-bd6724f8fae4 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=1890466b-9b4b-4624-8fcf-cf83a5cb85a1 HTTP/1.1" status: 200 len: 210 time: 0.0526040 Nov 25 19:33:35.868978 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38680) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:35.918686 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5958ed61-37ff-47ef-aae5-da5fa2a095e5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dc2c9737c5e94cad8c7e272b5679d11d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0484257 Nov 25 19:33:35.922489 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38684) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:35.978724 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa0d575a-ba82-4e1e-9a41-b3523b4b2d97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:36.008750 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa0d575a-ba82-4e1e-9a41-b3523b4b2d97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:36.095577 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa0d575a-ba82-4e1e-9a41-b3523b4b2d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:36.101769 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa0d575a-ba82-4e1e-9a41-b3523b4b2d97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:36.103257 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fa0d575a-ba82-4e1e-9a41-b3523b4b2d97 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c75d86e3-3d3f-4597-9d10-1c91cdd35817 HTTP/1.1" status: 204 len: 168 time: 0.1797132 Nov 25 19:33:36.125658 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d575a-ba82-4e1e-9a41-b3523b4b2d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75d86e3-3d3f-4597-9d10-1c91cdd35817,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:36.224099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8a9c7-3d50-42bf-b543-93190a97f293 req-e4c9469e-6d5a-48ab-b8ab-576a2611f096 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:36.227096 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-48a8a9c7-3d50-42bf-b543-93190a97f293 req-e4c9469e-6d5a-48ab-b8ab-576a2611f096 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.0954475 Nov 25 19:33:36.323427 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-48a8a9c7-3d50-42bf-b543-93190a97f293 req-7e6e15b4-acdf-4d6d-a608-06659c4426d1 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879705 Nov 25 19:33:36.394694 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-4f861335-c763-4df2-a73d-c9cfeea1c951 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=2cc03ca006694b27b723066ce33623c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392218 Nov 25 19:33:36.522224 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-de02460b-2c9d-479c-8c7d-e491541e3478 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:36.523807 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-de02460b-2c9d-479c-8c7d-e491541e3478 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1216519 Nov 25 19:33:36.543447 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-bbb5c8ed-46ae-406c-87bb-02b30bf86e4f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Request body: {'port': {'device_id': '1890466b-9b4b-4624-8fcf-cf83a5cb85a1', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '2cc03ca006694b27b723066ce33623c2'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:36.725225 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85e24d-22bc-478d-98d7-b89de7de3965 req-613caf61-bcb0-413d-a35f-d05aa2969503 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:36.730254 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8e85e24d-22bc-478d-98d7-b89de7de3965 req-613caf61-bcb0-413d-a35f-d05aa2969503 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f942b171-9188-4149-87bc-aabb110b7280 HTTP/1.1" status: 200 len: 945 time: 0.0893290 Nov 25 19:33:36.735098 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-bbb5c8ed-46ae-406c-87bb-02b30bf86e4f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Made reservation on behalf of 2cc03ca006694b27b723066ce33623c2 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:36.750404 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-bbb5c8ed-46ae-406c-87bb-02b30bf86e4f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:36.835223 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8e85e24d-22bc-478d-98d7-b89de7de3965 req-65bbfb4a-4d0a-4a77-98b8-e17a0007df6d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944493 Nov 25 19:33:37.011580 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5d7be6a8-1637-40ee-afa7-817fc0b72d36 req-73268e4b-3fa2-44c9-aad3-9cb7347361ef tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=1890466b-9b4b-4624-8fcf-cf83a5cb85a1 HTTP/1.1" status: 200 len: 210 time: 0.0664556 Nov 25 19:33:37.031148 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-bbb5c8ed-46ae-406c-87bb-02b30bf86e4f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Allocated IP 192.168.233.220 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/908cd383-d937-43b2-b48f-1c4294500623) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:37.379602 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38736) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:37.392023 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-bbb5c8ed-46ae-406c-87bb-02b30bf86e4f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:37.401404 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-e926154c-417b-4609-b91a-ba7feed747a7 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:37.403020 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-e926154c-417b-4609-b91a-ba7feed747a7 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/networks?id=80a38dc0-4595-4a86-8f52-78b834ea720c HTTP/1.1" status: 200 len: 804 time: 0.2066016 Nov 25 19:33:37.443126 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-3c8a69d8-88c6-41fb-9c18-95c4a939f121 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/quotas/a84262e56b10427f82b71772767dc30b HTTP/1.1" status: 200 len: 375 time: 0.0270236 Nov 25 19:33:37.528608 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e0107-e9f7-464c-969d-05bed0bff6e0 req-8661ec28-edf0-4878-b7fd-e66468a02efb tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:37.530682 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a92e0107-e9f7-464c-969d-05bed0bff6e0 req-8661ec28-edf0-4878-b7fd-e66468a02efb tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.0969419 Nov 25 19:33:37.531363 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-bbb5c8ed-46ae-406c-87bb-02b30bf86e4f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:37.546266 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['4ffcde1f-49e9-43d1-87d4-c302cfe9454a', '3bec0522-e642-4652-b277-8b32a26b0ec2', '6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67', 'e6cf90c5-7937-41b5-9205-2d8bba5c7baa'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:37.581904 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6e4bdefd-34ef-41c5-950f-74e7cd690b34 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1590133285'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:37.594781 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['1c71493f-8d31-4efd-ad22-36667485874f', '211e7518-64d0-4a4e-97a7-2444c5ea4916'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:37.633435 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a92e0107-e9f7-464c-969d-05bed0bff6e0 req-59089795-6db9-473d-ab3a-33fafcdf3096 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807393 Nov 25 19:33:37.634603 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4bdefd-34ef-41c5-950f-74e7cd690b34 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Made reservation on behalf of 6728312a1fc442d2be049d6a95549225 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:37.638387 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e4bdefd-34ef-41c5-950f-74e7cd690b34 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:37.649227 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e4bdefd-34ef-41c5-950f-74e7cd690b34 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:37.663264 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-508c3401-8661-4d53-90d4-affb61152f42 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a84262e56b10427f82b71772767dc30b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2092454 Nov 25 19:33:37.680554 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-bbb5c8ed-46ae-406c-87bb-02b30bf86e4f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:37.700833 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-bbb5c8ed-46ae-406c-87bb-02b30bf86e4f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:37.707119 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5c8ed-46ae-406c-87bb-02b30bf86e4f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Pushing event updated for resources: {'Port': ['ID=908cd383-d937-43b2-b48f-1c4294500623,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:37.731621 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-bbb5c8ed-46ae-406c-87bb-02b30bf86e4f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:37.875323 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e4bdefd-34ef-41c5-950f-74e7cd690b34 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:37.888023 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e4bdefd-34ef-41c5-950f-74e7cd690b34 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:38.004463 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-c0593835-53f7-4fe1-9709-313da712db27 service neutron] 10.222.0.55 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162684 Nov 25 19:33:38.020546 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4bdefd-34ef-41c5-950f-74e7cd690b34 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:33:38.049082 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4bdefd-34ef-41c5-950f-74e7cd690b34 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1156d0bc-005d-4474-a77e-0feadb135fe3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:38.073024 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e4bdefd-34ef-41c5-950f-74e7cd690b34 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:38.073757 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-6e4bdefd-34ef-41c5-950f-74e7cd690b34 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Added segment 00f882cd-ed37-47d4-99da-b0835e9b718e of type vlan for network d947ad59-c458-4884-9ddc-04f8b3a45722 Nov 25 19:33:38.080622 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-bbb5c8ed-46ae-406c-87bb-02b30bf86e4f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:38.082224 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-bbb5c8ed-46ae-406c-87bb-02b30bf86e4f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:38.190424 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e4bdefd-34ef-41c5-950f-74e7cd690b34 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:38.201332 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-bbb5c8ed-46ae-406c-87bb-02b30bf86e4f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6619813 Nov 25 19:33:38.236521 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-f2852721-5d17-49e6-afc7-438f1d4662ab service neutron] Request body: {'port': {'device_id': '1890466b-9b4b-4624-8fcf-cf83a5cb85a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:38.241178 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-c8c1fcb1-7f7a-41c2-a9ac-04c33b96a4d9 service neutron] 10.222.0.55 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355490 Nov 25 19:33:38.253403 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-665699a2-3039-4cb8-8c0d-1fa28c99693d None None] Provisioning complete for port 908cd383-d937-43b2-b48f-1c4294500623 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:38.253974 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-665699a2-3039-4cb8-8c0d-1fa28c99693d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:38.276672 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e4bdefd-34ef-41c5-950f-74e7cd690b34 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:38.284059 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4bdefd-34ef-41c5-950f-74e7cd690b34 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:38.284890 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e4bdefd-34ef-41c5-950f-74e7cd690b34 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:38.352293 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-f2852721-5d17-49e6-afc7-438f1d4662ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:38.383317 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6e4bdefd-34ef-41c5-950f-74e7cd690b34 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0011861 Nov 25 19:33:38.385707 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38750) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:38.401856 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7bae9-158a-4529-af3e-63723b78d73b req-e0c56250-d5c1-41dd-853a-6196b291a7d7 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:38.402304 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-665699a2-3039-4cb8-8c0d-1fa28c99693d None None] Port 908cd383-d937-43b2-b48f-1c4294500623 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:33:38.417112 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3ab7bae9-158a-4529-af3e-63723b78d73b req-e0c56250-d5c1-41dd-853a-6196b291a7d7 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=1890466b-9b4b-4624-8fcf-cf83a5cb85a1 HTTP/1.1" status: 200 len: 936 time: 0.1997206 Nov 25 19:33:38.458565 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4bdefd-34ef-41c5-950f-74e7cd690b34 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event updated for resources: {'Network': ['ID=d947ad59-c458-4884-9ddc-04f8b3a45722,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:38.471759 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-45b770b6-ef87-489c-8c9a-66db9ed41363 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Request body: {'subnet': {'network_id': 'd947ad59-c458-4884-9ddc-04f8b3a45722', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:38.473325 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network d947ad59-c458-4884-9ddc-04f8b3a45722 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:33:38.518679 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3ab7bae9-158a-4529-af3e-63723b78d73b req-ac18ef9b-4606-4663-876b-44ac1c7046b8 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954318 Nov 25 19:33:38.619264 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d9b3039d-71e9-4ada-a265-db762a9f7b98 req-ddd2908f-68bf-41d3-bcac-c86013a2ce67 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=76ab186b-4131-4323-a3af-af2ff3611a79 HTTP/1.1" status: 200 len: 210 time: 0.0420790 Nov 25 19:33:38.746077 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b770b6-ef87-489c-8c9a-66db9ed41363 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Made reservation on behalf of 6728312a1fc442d2be049d6a95549225 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:38.753144 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45b770b6-ef87-489c-8c9a-66db9ed41363 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:39.079891 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073d587-3dfd-49ef-8d39-18a326a7d1c0 req-672ee6c8-6139-4e68-adcf-2a83df5c5058 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:39.092580 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8073d587-3dfd-49ef-8d39-18a326a7d1c0 req-672ee6c8-6139-4e68-adcf-2a83df5c5058 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.3317890 Nov 25 19:33:39.626607 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8073d587-3dfd-49ef-8d39-18a326a7d1c0 req-bd48c331-bb14-45da-aa5d-ae3f191b3aac tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5323405 Nov 25 19:33:39.706477 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-f2852721-5d17-49e6-afc7-438f1d4662ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 908cd383-d937-43b2-b48f-1c4294500623 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:39.720248 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-f2852721-5d17-49e6-afc7-438f1d4662ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:39.742196 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45b770b6-ef87-489c-8c9a-66db9ed41363 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:39.754224 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-f2852721-5d17-49e6-afc7-438f1d4662ab service neutron] Transition to ACTIVE for port object 908cd383-d937-43b2-b48f-1c4294500623 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:33:39.786972 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-f2852721-5d17-49e6-afc7-438f1d4662ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:39.797936 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2083ba-a9f1-4c24-8a9b-dc8786e202e8 req-c8c9be1e-404f-44de-9a5a-1bfe811ae0fe tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:39.810473 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2c2083ba-a9f1-4c24-8a9b-dc8786e202e8 req-c8c9be1e-404f-44de-9a5a-1bfe811ae0fe tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=1890466b-9b4b-4624-8fcf-cf83a5cb85a1 HTTP/1.1" status: 200 len: 936 time: 0.1121283 Nov 25 19:33:39.893991 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b770b6-ef87-489c-8c9a-66db9ed41363 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event updated for resources: {'Subnet': ['ID=0e400a7f-9040-4214-86e8-58cbec56deda,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:39.920978 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2c2083ba-a9f1-4c24-8a9b-dc8786e202e8 req-4c54cba1-2ab1-4de4-89b8-32df4dee0900 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055677 Nov 25 19:33:39.935244 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-518bb7a3-4e6e-429c-ba70-c5da799567bb req-b4b6d562-cf31-4076-8874-197ee76201a3 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=76ab186b-4131-4323-a3af-af2ff3611a79 HTTP/1.1" status: 200 len: 210 time: 0.0818896 Nov 25 19:33:39.999041 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2852721-5d17-49e6-afc7-438f1d4662ab service neutron] Pushing event updated for resources: {'Port': ['ID=908cd383-d937-43b2-b48f-1c4294500623,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:40.084358 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b770b6-ef87-489c-8c9a-66db9ed41363 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Checking segment: {'id': '00f882cd-ed37-47d4-99da-b0835e9b718e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd947ad59-c458-4884-9ddc-04f8b3a45722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:40.085097 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b770b6-ef87-489c-8c9a-66db9ed41363 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Network hostable DHCP agents. Network: d947ad59-c458-4884-9ddc-04f8b3a45722, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:33:40.231222 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b770b6-ef87-489c-8c9a-66db9ed41363 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Network d947ad59-c458-4884-9ddc-04f8b3a45722 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:33:40.262441 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-45b770b6-ef87-489c-8c9a-66db9ed41363 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, d947ad59-c458-4884-9ddc-04f8b3a45722) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:40.270824 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-b86c1479-c2fb-4e13-9301-7e06473adf84 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:40.272448 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-b86c1479-c2fb-4e13-9301-7e06473adf84 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.85 "GET /v2.0/networks?id=80a38dc0-4595-4a86-8f52-78b834ea720c HTTP/1.1" status: 200 len: 804 time: 0.3276308 Nov 25 19:33:40.273231 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-f2852721-5d17-49e6-afc7-438f1d4662ab service neutron] Attempting to bind port 908cd383-d937-43b2-b48f-1c4294500623 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:33:40.273415 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37577235-1344-4e00-8c41-a3f22dbe71c5 None None] Network d947ad59-c458-4884-9ddc-04f8b3a45722 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:33:40.274103 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-f2852721-5d17-49e6-afc7-438f1d4662ab service neutron] Attempting to bind port 908cd383-d937-43b2-b48f-1c4294500623 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:33:40.274103 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-f2852721-5d17-49e6-afc7-438f1d4662ab service neutron] Attempting to bind port 908cd383-d937-43b2-b48f-1c4294500623 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:40.279323 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b770b6-ef87-489c-8c9a-66db9ed41363 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:40.280609 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45b770b6-ef87-489c-8c9a-66db9ed41363 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:40.290096 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-00423db7-6174-4e07-b101-7853dd5b425d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Request body: {'port': {'device_id': '76ab186b-4131-4323-a3af-af2ff3611a79', 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c', 'admin_state_up': True, 'tenant_id': 'a84262e56b10427f82b71772767dc30b'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:40.298681 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-f2852721-5d17-49e6-afc7-438f1d4662ab service neutron] Port 908cd383-d937-43b2-b48f-1c4294500623 on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:33:40.299065 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-f2852721-5d17-49e6-afc7-438f1d4662ab service neutron] Attempting to bind port 908cd383-d937-43b2-b48f-1c4294500623 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:40.335822 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-45b770b6-ef87-489c-8c9a-66db9ed41363 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9471674 Nov 25 19:33:40.340643 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-f2852721-5d17-49e6-afc7-438f1d4662ab service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:33:40.340983 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38780) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:40.341211 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-f2852721-5d17-49e6-afc7-438f1d4662ab service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:40.341377 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-f2852721-5d17-49e6-afc7-438f1d4662ab service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:33:40.342613 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-f2852721-5d17-49e6-afc7-438f1d4662ab service neutron] Bound port: 908cd383-d937-43b2-b48f-1c4294500623, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:33:40.343832 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-f2852721-5d17-49e6-afc7-438f1d4662ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:40.352302 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d7087cee-d3e2-46ba-adbf-836f940e2a2d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1533997664', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:40.396209 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7087cee-d3e2-46ba-adbf-836f940e2a2d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:40.398143 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7087cee-d3e2-46ba-adbf-836f940e2a2d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:40.480981 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccef712-c086-4ec2-bbc6-c57a110ff32e None None] Network d947ad59-c458-4884-9ddc-04f8b3a45722 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:33:40.484763 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7087cee-d3e2-46ba-adbf-836f940e2a2d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:40.515229 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-f2852721-5d17-49e6-afc7-438f1d4662ab service neutron] For port 908cd383-d937-43b2-b48f-1c4294500623, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:33:40.520420 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-f2852721-5d17-49e6-afc7-438f1d4662ab service neutron] For port 908cd383-d937-43b2-b48f-1c4294500623, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=908cd383-d937-43b2-b48f-1c4294500623,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:33:40.532718 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-f2852721-5d17-49e6-afc7-438f1d4662ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:40.607733 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-00423db7-6174-4e07-b101-7853dd5b425d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Made reservation on behalf of a84262e56b10427f82b71772767dc30b for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:40.614604 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-00423db7-6174-4e07-b101-7853dd5b425d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:40.653038 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-f2852721-5d17-49e6-afc7-438f1d4662ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:40.653880 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-f2852721-5d17-49e6-afc7-438f1d4662ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:40.657028 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-f2852721-5d17-49e6-afc7-438f1d4662ab service neutron] 10.222.0.73 "PUT /v2.0/ports/908cd383-d937-43b2-b48f-1c4294500623 HTTP/1.1" status: 200 len: 1096 time: 2.4257102 Nov 25 19:33:40.668355 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1890466b-9b4b-4624-8fcf-cf83a5cb85a1', 'tag': '908cd383-d937-43b2-b48f-1c4294500623'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:40.680102 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7087cee-d3e2-46ba-adbf-836f940e2a2d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:40.683712 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fc7109-7bc0-49ee-b44d-5b14d1139317" -d '{"events": [{"name": "network-changed", "server_uuid": "1890466b-9b4b-4624-8fcf-cf83a5cb85a1", "tag": "908cd383-d937-43b2-b48f-1c4294500623"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:40.892709 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2852721-5d17-49e6-afc7-438f1d4662ab service neutron] Pushing event updated for resources: {'Port': ['ID=908cd383-d937-43b2-b48f-1c4294500623,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:40.989535 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-370a8501-419d-43bf-a507-f59422493a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:40.991221 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-370a8501-419d-43bf-a507-f59422493a7b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cc03ca006694b27b723066ce33623c2&device_id=1890466b-9b4b-4624-8fcf-cf83a5cb85a1 HTTP/1.1" status: 200 len: 1099 time: 0.2054212 Nov 25 19:33:41.003718 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7087cee-d3e2-46ba-adbf-836f940e2a2d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:41.007697 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6f6c7-6918-471d-8cd0-3d722c71cf9d req-cfb36276-689f-4d5a-8407-ac0413ff9935 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:41.010038 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55e6f6c7-6918-471d-8cd0-3d722c71cf9d req-cfb36276-689f-4d5a-8407-ac0413ff9935 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.2252195 Nov 25 19:33:41.030391 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-00423db7-6174-4e07-b101-7853dd5b425d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Allocated IP 172.20.0.4 (80a38dc0-4595-4a86-8f52-78b834ea720c/bbd3840b-2a2c-413f-a7dc-f5062cf8f874/2ed61344-5820-4c00-a430-85dfbc98eb20) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:41.041719 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a1ed2f-f08d-4533-8bf6-5589e11d1ba4 x-openstack-request-id: req-a9a1ed2f-f08d-4533-8bf6-5589e11d1ba4 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:41.042029 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1890466b-9b4b-4624-8fcf-cf83a5cb85a1", "tag": "908cd383-d937-43b2-b48f-1c4294500623", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:41.042377 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a9a1ed2f-f08d-4533-8bf6-5589e11d1ba4 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:41.042986 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1890466b-9b4b-4624-8fcf-cf83a5cb85a1', 'tag': '908cd383-d937-43b2-b48f-1c4294500623', 'status': 'completed', 'code': 200} Nov 25 19:33:41.051602 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7087cee-d3e2-46ba-adbf-836f940e2a2d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:41.108018 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-a3e444ed-0596-48db-b4e4-cfbd77bbb190 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=908cd383-d937-43b2-b48f-1c4294500623 HTTP/1.1" status: 200 len: 217 time: 0.0683663 Nov 25 19:33:41.173502 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55e6f6c7-6918-471d-8cd0-3d722c71cf9d req-d583dd44-e609-4a45-82ad-5d8b4ada54a9 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383216 Nov 25 19:33:41.274081 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-023152f2-f72a-4cfc-bd18-84115779fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:41.274412 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-d7087cee-d3e2-46ba-adbf-836f940e2a2d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Allocated IP 172.25.6.185 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/80ef9e7f-9635-4d48-a8ad-0175de54e822) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:41.274531 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-023152f2-f72a-4cfc-bd18-84115779fdc2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1427939 Nov 25 19:33:41.374381 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-28dc1132-be5a-49ab-9e47-a3293dfd9bef req-c9fe540e-760b-4c02-b394-5f775d6ec172 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=76ab186b-4131-4323-a3af-af2ff3611a79 HTTP/1.1" status: 200 len: 210 time: 0.0515020 Nov 25 19:33:41.377619 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7749385-169d-4839-a94d-45652576c63d req-542b5533-c43e-4bea-a4cb-20778cc61431 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:41.387017 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d7749385-169d-4839-a94d-45652576c63d req-542b5533-c43e-4bea-a4cb-20778cc61431 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=1890466b-9b4b-4624-8fcf-cf83a5cb85a1 HTTP/1.1" status: 200 len: 948 time: 0.1574709 Nov 25 19:33:41.411147 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-80675922-befa-4c79-9ecb-73b18bb0ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:41.413291 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-80675922-befa-4c79-9ecb-73b18bb0ab7a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1040814 Nov 25 19:33:41.443462 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-00423db7-6174-4e07-b101-7853dd5b425d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:41.481406 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d7749385-169d-4839-a94d-45652576c63d req-e031c1de-d987-482e-a5b9-1793dc561166 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936506 Nov 25 19:33:41.487586 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7087cee-d3e2-46ba-adbf-836f940e2a2d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:41.531841 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7087cee-d3e2-46ba-adbf-836f940e2a2d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:41.581834 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-00423db7-6174-4e07-b101-7853dd5b425d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:41.601137 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-c4addb4c-e392-49ce-8bf2-8ba7ea620011 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722581 Nov 25 19:33:41.607157 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7087cee-d3e2-46ba-adbf-836f940e2a2d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:41.612621 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7087cee-d3e2-46ba-adbf-836f940e2a2d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event updated for resources: {'Port': ['ID=80ef9e7f-9635-4d48-a8ad-0175de54e822,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:41.615979 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d7087cee-d3e2-46ba-adbf-836f940e2a2d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:41.619076 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7087cee-d3e2-46ba-adbf-836f940e2a2d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:41.635615 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['a60784f1-f192-41b4-ba36-6ead0ae8df89'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:41.642907 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['24cafed6-3d8e-47ca-846d-457abb4a9631'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:41.706841 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-00423db7-6174-4e07-b101-7853dd5b425d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Network 80a38dc0-4595-4a86-8f52-78b834ea720c is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:41.741535 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-00423db7-6174-4e07-b101-7853dd5b425d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:41.745930 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-00423db7-6174-4e07-b101-7853dd5b425d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:41.749453 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00423db7-6174-4e07-b101-7853dd5b425d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Pushing event updated for resources: {'Port': ['ID=2ed61344-5820-4c00-a430-85dfbc98eb20,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:41.833498 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-00423db7-6174-4e07-b101-7853dd5b425d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:41.834345 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-00423db7-6174-4e07-b101-7853dd5b425d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:41.850458 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52871658-0864-4335-acad-9a4d46c1a1c7 req-0930d3da-5c47-4099-9431-677b3424428d service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932585 Nov 25 19:33:41.874506 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-00423db7-6174-4e07-b101-7853dd5b425d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5898881 Nov 25 19:33:41.960258 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-0542b177-bad2-40b6-a20a-78db0f346efe service neutron] Request body: {'port': {'device_id': '76ab186b-4131-4323-a3af-af2ff3611a79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:42.046715 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc7109-7bc0-49ee-b44d-5b14d1139317 req-8849486e-5a19-42d5-ad5a-ae33b7bfba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:42.048313 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13fc7109-7bc0-49ee-b44d-5b14d1139317 req-8849486e-5a19-42d5-ad5a-ae33b7bfba9d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cc03ca006694b27b723066ce33623c2&device_id=1890466b-9b4b-4624-8fcf-cf83a5cb85a1 HTTP/1.1" status: 200 len: 1099 time: 0.1045399 Nov 25 19:33:42.048957 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7087cee-d3e2-46ba-adbf-836f940e2a2d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:42.051737 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-0542b177-bad2-40b6-a20a-78db0f346efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:42.336162 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc7109-7bc0-49ee-b44d-5b14d1139317 req-c5e5e945-b8ac-4e37-a5b6-dfa77b6f9392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:42.337723 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13fc7109-7bc0-49ee-b44d-5b14d1139317 req-c5e5e945-b8ac-4e37-a5b6-dfa77b6f9392 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.2722275 Nov 25 19:33:42.433086 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13fc7109-7bc0-49ee-b44d-5b14d1139317 req-0af9d4f5-f5f5-4c99-926e-7888b6f46928 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=908cd383-d937-43b2-b48f-1c4294500623 HTTP/1.1" status: 200 len: 217 time: 0.0566139 Nov 25 19:33:42.572198 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc7109-7bc0-49ee-b44d-5b14d1139317 req-658d79e9-526c-432a-8209-f2f9279b1a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:42.573722 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13fc7109-7bc0-49ee-b44d-5b14d1139317 req-658d79e9-526c-432a-8209-f2f9279b1a03 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1318090 Nov 25 19:33:42.660194 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d2262-a4f9-441a-bccc-af48525d32ec req-4bef4553-b09a-4def-bc61-4f8a9a27a5f0 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:42.661863 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f23d2262-a4f9-441a-bccc-af48525d32ec req-4bef4553-b09a-4def-bc61-4f8a9a27a5f0 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=76ab186b-4131-4323-a3af-af2ff3611a79 HTTP/1.1" status: 200 len: 931 time: 0.1855478 Nov 25 19:33:42.695932 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-0542b177-bad2-40b6-a20a-78db0f346efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ed61344-5820-4c00-a430-85dfbc98eb20 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:42.709701 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-0542b177-bad2-40b6-a20a-78db0f346efe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:42.710788 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7087cee-d3e2-46ba-adbf-836f940e2a2d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:42.721959 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94261d-35d0-46ac-919c-6cf5933246fe req-4fc83aa4-acee-4ff4-a583-b94f7b8c29ed tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:42.723592 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ac94261d-35d0-46ac-919c-6cf5933246fe req-4fc83aa4-acee-4ff4-a583-b94f7b8c29ed tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.4178886 Nov 25 19:33:42.747445 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc7109-7bc0-49ee-b44d-5b14d1139317 req-321ce815-e2e3-498e-874a-ef0e537de189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:42.749584 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13fc7109-7bc0-49ee-b44d-5b14d1139317 req-321ce815-e2e3-498e-874a-ef0e537de189 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1565588 Nov 25 19:33:42.755758 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-0542b177-bad2-40b6-a20a-78db0f346efe service neutron] Transition to ACTIVE for port object 2ed61344-5820-4c00-a430-85dfbc98eb20 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:33:42.761958 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f23d2262-a4f9-441a-bccc-af48525d32ec req-c482fedb-43de-4d53-a59e-27e7d8d55ed6 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892599 Nov 25 19:33:42.771316 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-0542b177-bad2-40b6-a20a-78db0f346efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:42.854843 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ac94261d-35d0-46ac-919c-6cf5933246fe req-4da552a8-bcf1-42ea-b44e-900db803a3ac tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914321 Nov 25 19:33:42.908499 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542b177-bad2-40b6-a20a-78db0f346efe service neutron] Pushing event updated for resources: {'Port': ['ID=2ed61344-5820-4c00-a430-85dfbc98eb20,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:42.928831 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7087cee-d3e2-46ba-adbf-836f940e2a2d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Router 1f3d00dc-164c-4e84-982f-da3a6fdfbf32 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:33:42.989096 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13fc7109-7bc0-49ee-b44d-5b14d1139317 req-0862a6b6-d6ed-44fb-afc5-6e92784af5fc service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257609 Nov 25 19:33:43.009710 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-0542b177-bad2-40b6-a20a-78db0f346efe service neutron] Attempting to bind port 2ed61344-5820-4c00-a430-85dfbc98eb20 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:33:43.010163 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-0542b177-bad2-40b6-a20a-78db0f346efe service neutron] Attempting to bind port 2ed61344-5820-4c00-a430-85dfbc98eb20 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:33:43.010604 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-0542b177-bad2-40b6-a20a-78db0f346efe service neutron] Attempting to bind port 2ed61344-5820-4c00-a430-85dfbc98eb20 on network 80a38dc0-4595-4a86-8f52-78b834ea720c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:43.016019 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-0542b177-bad2-40b6-a20a-78db0f346efe service neutron] Port 2ed61344-5820-4c00-a430-85dfbc98eb20 on network 80a38dc0-4595-4a86-8f52-78b834ea720c not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:33:43.016442 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-0542b177-bad2-40b6-a20a-78db0f346efe service neutron] Attempting to bind port 2ed61344-5820-4c00-a430-85dfbc98eb20 on network 80a38dc0-4595-4a86-8f52-78b834ea720c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:43.022735 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-0542b177-bad2-40b6-a20a-78db0f346efe service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:33:43.023160 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-0542b177-bad2-40b6-a20a-78db0f346efe service neutron] Checking segment: {'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:43.023614 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-0542b177-bad2-40b6-a20a-78db0f346efe service neutron] Bound using segment: {'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:33:43.024130 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-0542b177-bad2-40b6-a20a-78db0f346efe service neutron] Bound port: 2ed61344-5820-4c00-a430-85dfbc98eb20, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:33:43.024585 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-0542b177-bad2-40b6-a20a-78db0f346efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:43.165520 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4a6f5-ef21-454d-ae03-c418f56e7646 req-0c8ea661-8092-45ea-8745-2f1e574719ea tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:43.168331 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f6f4a6f5-ef21-454d-ae03-c418f56e7646 req-0c8ea661-8092-45ea-8745-2f1e574719ea tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=1890466b-9b4b-4624-8fcf-cf83a5cb85a1 HTTP/1.1" status: 200 len: 948 time: 0.2270799 Nov 25 19:33:43.182201 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-0542b177-bad2-40b6-a20a-78db0f346efe service neutron] For port 2ed61344-5820-4c00-a430-85dfbc98eb20, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:33:43.187464 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-0542b177-bad2-40b6-a20a-78db0f346efe service neutron] For port 2ed61344-5820-4c00-a430-85dfbc98eb20, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=2ed61344-5820-4c00-a430-85dfbc98eb20,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:33:43.192985 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13fc7109-7bc0-49ee-b44d-5b14d1139317 req-28b3858e-e283-4095-8172-c5977778c2fa service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572633 Nov 25 19:33:43.195425 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-0542b177-bad2-40b6-a20a-78db0f346efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:43.248182 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7087cee-d3e2-46ba-adbf-836f940e2a2d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:33:43.266858 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eda7df7-1bb9-4a0f-a395-b73efeeb40b7 None None] Sync routers for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:33:43.283672 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eda7df7-1bb9-4a0f-a395-b73efeeb40b7 None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:43.284458 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-5eda7df7-1bb9-4a0f-a395-b73efeeb40b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:33:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:43.311392 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-0542b177-bad2-40b6-a20a-78db0f346efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:43.311392 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-0542b177-bad2-40b6-a20a-78db0f346efe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:43.319029 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-0542b177-bad2-40b6-a20a-78db0f346efe service neutron] 10.222.0.85 "PUT /v2.0/ports/2ed61344-5820-4c00-a430-85dfbc98eb20 HTTP/1.1" status: 200 len: 1091 time: 1.4353621 Nov 25 19:33:43.319811 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ab186b-4131-4323-a3af-af2ff3611a79', 'tag': '2ed61344-5820-4c00-a430-85dfbc98eb20'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:43.325466 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abb8ec4-0b80-4fac-9b3a-a52056efcdd1" -d '{"events": [{"name": "network-changed", "server_uuid": "76ab186b-4131-4323-a3af-af2ff3611a79", "tag": "2ed61344-5820-4c00-a430-85dfbc98eb20"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:43.328990 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f6f4a6f5-ef21-454d-ae03-c418f56e7646 req-15f20cd8-98b0-458a-8110-8eef52a8b28e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497650 Nov 25 19:33:43.336519 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7087cee-d3e2-46ba-adbf-836f940e2a2d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:43.339878 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d7087cee-d3e2-46ba-adbf-836f940e2a2d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9972622 Nov 25 19:33:43.347041 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38822) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:43.357653 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542b177-bad2-40b6-a20a-78db0f346efe service neutron] Pushing event updated for resources: {'Port': ['ID=2ed61344-5820-4c00-a430-85dfbc98eb20,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:43.366988 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-5eda7df7-1bb9-4a0f-a395-b73efeeb40b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:43.379085 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eda7df7-1bb9-4a0f-a395-b73efeeb40b7 None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:43.380046 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-5eda7df7-1bb9-4a0f-a395-b73efeeb40b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:33:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:43.416033 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-5eda7df7-1bb9-4a0f-a395-b73efeeb40b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:43.416724 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eda7df7-1bb9-4a0f-a395-b73efeeb40b7 None None] The sync data for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:33:43.451273 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c6c5fa-228b-4b11-b35c-5ddfcee76482 x-openstack-request-id: req-e9c6c5fa-228b-4b11-b35c-5ddfcee76482 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:43.452950 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ab186b-4131-4323-a3af-af2ff3611a79", "tag": "2ed61344-5820-4c00-a430-85dfbc98eb20", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:43.453469 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e9c6c5fa-228b-4b11-b35c-5ddfcee76482 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:43.454220 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ab186b-4131-4323-a3af-af2ff3611a79', 'tag': '2ed61344-5820-4c00-a430-85dfbc98eb20', 'status': 'completed', 'code': 200} Nov 25 19:33:43.482871 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-b1d04394-3b70-4d86-bf00-5a427fb501a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:43.486192 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-b1d04394-3b70-4d86-bf00-5a427fb501a5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a84262e56b10427f82b71772767dc30b&device_id=76ab186b-4131-4323-a3af-af2ff3611a79 HTTP/1.1" status: 200 len: 1094 time: 0.0940666 Nov 25 19:33:43.560318 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-49da8d78-68af-4fc1-8d40-dc5dbbd36c18 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ed61344-5820-4c00-a430-85dfbc98eb20 HTTP/1.1" status: 200 len: 217 time: 0.0616736 Nov 25 19:33:43.623695 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-da1d4011-c015-4b84-b579-31c920feeccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:43.625232 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-da1d4011-c015-4b84-b579-31c920feeccd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bbd3840b-2a2c-413f-a7dc-f5062cf8f874 HTTP/1.1" status: 200 len: 844 time: 0.0579183 Nov 25 19:33:43.670672 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-16fcd9fe-8f06-48a5-9f98-77a6b2688425 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=80a38dc0-4595-4a86-8f52-78b834ea720c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349531 Nov 25 19:33:43.784672 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-9c5ca5c5-09b5-4fd9-9efe-a22239aff81a service neutron] 10.222.0.85 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030178 Nov 25 19:33:43.908621 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0999657-17bc-4a01-89d9-7515ffdc7088 req-74dc2c26-2883-4d83-97b8-f6a20954961c service neutron] 10.222.0.85 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153300 Nov 25 19:33:44.008229 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d4f4a-4340-44d1-ae42-4dcc6277a4a1 req-f9af94ba-ce0f-4c4b-940e-c77a80a6421f tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:44.009680 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-da3d4f4a-4340-44d1-ae42-4dcc6277a4a1 req-f9af94ba-ce0f-4c4b-940e-c77a80a6421f tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=76ab186b-4131-4323-a3af-af2ff3611a79 HTTP/1.1" status: 200 len: 943 time: 0.1371336 Nov 25 19:33:44.041989 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:44.042808 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb0f96-50e5-4c65-9ec7-c2e7a67e08c3 req-47fbb120-adaa-43c6-8efe-3827733f3946 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:44.044365 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5edb0f96-50e5-4c65-9ec7-c2e7a67e08c3 req-47fbb120-adaa-43c6-8efe-3827733f3946 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.1023867 Nov 25 19:33:44.056372 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb8ec4-0b80-4fac-9b3a-a52056efcdd1 req-c7b1a190-f2a2-4f9a-92b3-c268f84c2d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:44.057867 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9abb8ec4-0b80-4fac-9b3a-a52056efcdd1 req-c7b1a190-f2a2-4f9a-92b3-c268f84c2d53 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a84262e56b10427f82b71772767dc30b&device_id=76ab186b-4131-4323-a3af-af2ff3611a79 HTTP/1.1" status: 200 len: 1094 time: 0.0698113 Nov 25 19:33:44.155708 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-da3d4f4a-4340-44d1-ae42-4dcc6277a4a1 req-99776190-c955-4344-a15b-9304222aa39b tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345706 Nov 25 19:33:44.162866 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5edb0f96-50e5-4c65-9ec7-c2e7a67e08c3 req-08ed50bb-3485-42a6-8ea7-cf1c760be0e9 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100907 Nov 25 19:33:44.204109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb8ec4-0b80-4fac-9b3a-a52056efcdd1 req-9979c799-b279-48c8-b6a4-0253c9f5aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:44.205697 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9abb8ec4-0b80-4fac-9b3a-a52056efcdd1 req-9979c799-b279-48c8-b6a4-0253c9f5aa41 service neutron] 10.222.0.85 "GET /v2.0/networks?id=80a38dc0-4595-4a86-8f52-78b834ea720c HTTP/1.1" status: 200 len: 905 time: 0.1269655 Nov 25 19:33:44.271187 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9abb8ec4-0b80-4fac-9b3a-a52056efcdd1 req-910622be-05f3-4565-9a53-c1790d0410ea service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ed61344-5820-4c00-a430-85dfbc98eb20 HTTP/1.1" status: 200 len: 217 time: 0.0574970 Nov 25 19:33:44.337374 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb8ec4-0b80-4fac-9b3a-a52056efcdd1 req-34b650f9-3c05-468d-ba2d-285776e7d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:44.339603 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9abb8ec4-0b80-4fac-9b3a-a52056efcdd1 req-34b650f9-3c05-468d-ba2d-285776e7d1ea service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bbd3840b-2a2c-413f-a7dc-f5062cf8f874 HTTP/1.1" status: 200 len: 844 time: 0.0619717 Nov 25 19:33:44.408072 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9abb8ec4-0b80-4fac-9b3a-a52056efcdd1 req-26cf7ed6-e704-4008-839d-a7e6054b03a8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=80a38dc0-4595-4a86-8f52-78b834ea720c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522921 Nov 25 19:33:44.489841 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Allocated IP 172.20.0.1 (d947ad59-c458-4884-9ddc-04f8b3a45722/0e400a7f-9040-4214-86e8-58cbec56deda/88e779cf-d5cc-4ca2-b9e3-de1ab20ec506) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:44.557402 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db0eb5-c3c0-42ed-8b3d-fb39fea5a329 req-ad44cf13-75a9-409b-acc5-243b3a9d56ad tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:44.559038 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-62db0eb5-c3c0-42ed-8b3d-fb39fea5a329 req-ad44cf13-75a9-409b-acc5-243b3a9d56ad tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=1890466b-9b4b-4624-8fcf-cf83a5cb85a1 HTTP/1.1" status: 200 len: 948 time: 0.1117013 Nov 25 19:33:44.584077 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9abb8ec4-0b80-4fac-9b3a-a52056efcdd1 req-dcccb36b-ad2d-4680-95c8-1824502bfa63 service neutron] 10.222.0.85 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625907 Nov 25 19:33:44.624403 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:44.671631 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:44.689207 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-62db0eb5-c3c0-42ed-8b3d-fb39fea5a329 req-f6dc4a42-c8cf-4dce-aa4d-aa3e82d61802 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178439 Nov 25 19:33:44.715800 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Network d947ad59-c458-4884-9ddc-04f8b3a45722 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:44.723053 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:44.726118 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9abb8ec4-0b80-4fac-9b3a-a52056efcdd1 req-854f6d76-c2e5-4abc-9ce6-23c9dbeb78f4 service neutron] 10.222.0.85 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341195 Nov 25 19:33:44.727173 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:44.760877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event updated for resources: {'Port': ['ID=88e779cf-d5cc-4ca2-b9e3-de1ab20ec506,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:44.775324 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:44.775678 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:44.776016 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:44.776351 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:44.776680 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:44.777011 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:44.777340 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:44.777666 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:44.777999 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:44.778344 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:44.778666 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:44.778991 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:44.799579 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:44.946563 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:45.331670 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:45.339335 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:45.368277 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d006a1c-0a10-416d-b0ce-3dc115c39175 req-1ce5c614-1ee2-4ae8-9dca-8c3b18c867d2 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:45.369983 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9d006a1c-0a10-416d-b0ce-3dc115c39175 req-1ce5c614-1ee2-4ae8-9dca-8c3b18c867d2 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=76ab186b-4131-4323-a3af-af2ff3611a79 HTTP/1.1" status: 200 len: 943 time: 0.0677676 Nov 25 19:33:45.434477 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9d006a1c-0a10-416d-b0ce-3dc115c39175 req-c0e6333a-04ca-4798-8e79-1a0f6b390b9c tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550904 Nov 25 19:33:45.519469 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event updated for resources: {'Port': ['ID=88e779cf-d5cc-4ca2-b9e3-de1ab20ec506,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:45.525562 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:45.539133 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a043b-2cf9-44fe-8b50-b17ad8d425d0 req-0b41c5e9-b63c-42dc-8799-870b27813bfd tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:45.540779 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d54a043b-2cf9-44fe-8b50-b17ad8d425d0 req-0b41c5e9-b63c-42dc-8799-870b27813bfd tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.2405472 Nov 25 19:33:45.667755 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d54a043b-2cf9-44fe-8b50-b17ad8d425d0 req-e9c9ea5c-12ab-4a80-8de9-0ecb70d2ff42 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028872 Nov 25 19:33:45.695458 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Network d947ad59-c458-4884-9ddc-04f8b3a45722 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:45.697926 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:45.843759 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Router 1f3d00dc-164c-4e84-982f-da3a6fdfbf32 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:33:45.876424 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40f33c-a3c1-4acf-ac2d-b31449bf067a req-cdf7887a-d3e1-4d29-8def-72cfb4b25a09 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:45.878968 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c40f33c-a3c1-4acf-ac2d-b31449bf067a req-cdf7887a-d3e1-4d29-8def-72cfb4b25a09 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=1890466b-9b4b-4624-8fcf-cf83a5cb85a1 HTTP/1.1" status: 200 len: 948 time: 0.0868416 Nov 25 19:33:45.937068 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c40f33c-a3c1-4acf-ac2d-b31449bf067a req-d39f03e5-0611-41ee-b2f5-a60a463cf55d tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514400 Nov 25 19:33:45.993421 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2998e8-b9c4-4e13-8a17-f452ec1063aa req-911a0027-c580-47bc-a893-ff4120d6a203 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:45.995626 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fd2998e8-b9c4-4e13-8a17-f452ec1063aa req-911a0027-c580-47bc-a893-ff4120d6a203 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 946 time: 0.1452124 Nov 25 19:33:46.071088 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:33:46.077534 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fd2998e8-b9c4-4e13-8a17-f452ec1063aa req-62325e30-912f-4892-80b5-220d20c8f62f tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743377 Nov 25 19:33:46.087631 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-471d5ed7-fc97-41e3-9801-2618e3992072 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "PUT /v2.0/routers/1f3d00dc-164c-4e84-982f-da3a6fdfbf32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7354164 Nov 25 19:33:46.087851 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ef98e5-d73b-4ef8-a851-a24856cdb343 None None] Sync routers for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:33:46.088295 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38854) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:46.098652 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7405cc8b-8b49-4f47-b1db-37ab646c910c tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Request body: {'port': {'network_id': 'd947ad59-c458-4884-9ddc-04f8b3a45722', 'name': 'tempest-FloatingIPTestJSON-415292550'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:46.100436 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef98e5-d73b-4ef8-a851-a24856cdb343 None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:46.101141 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-95ef98e5-d73b-4ef8-a851-a24856cdb343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:33:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:46.152283 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-95ef98e5-d73b-4ef8-a851-a24856cdb343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:46.165333 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef98e5-d73b-4ef8-a851-a24856cdb343 None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:46.165973 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-95ef98e5-d73b-4ef8-a851-a24856cdb343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:33:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:46.210891 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-95ef98e5-d73b-4ef8-a851-a24856cdb343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:46.211885 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ef98e5-d73b-4ef8-a851-a24856cdb343 None None] The sync data for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:33:46.261753 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7405cc8b-8b49-4f47-b1db-37ab646c910c tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Made reservation on behalf of 6728312a1fc442d2be049d6a95549225 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:46.268707 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7405cc8b-8b49-4f47-b1db-37ab646c910c tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:46.308821 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 2ed61344-5820-4c00-a430-85dfbc98eb20 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:33:46.309204 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-7405cc8b-8b49-4f47-b1db-37ab646c910c tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] device_id is not set on port ccbdfd4b-7c51-4d58-a48e-617b4f7fc69f yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:33:46.482551 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 2ed61344-5820-4c00-a430-85dfbc98eb20, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=2ed61344-5820-4c00-a430-85dfbc98eb20,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:46.501281 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 908cd383-d937-43b2-b48f-1c4294500623 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:33:46.505371 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '2ed61344-5820-4c00-a430-85dfbc98eb20', 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c', 'port_id': '2ed61344-5820-4c00-a430-85dfbc98eb20', 'mac_address': 'fa:16:3e:37:a8:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd3840b-2a2c-413f-a7dc-f5062cf8f874', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:33:46.556835 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-7405cc8b-8b49-4f47-b1db-37ab646c910c tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Allocated IP 172.20.0.6 (d947ad59-c458-4884-9ddc-04f8b3a45722/0e400a7f-9040-4214-86e8-58cbec56deda/ccbdfd4b-7c51-4d58-a48e-617b4f7fc69f) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:46.663745 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:46.690260 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ed61344-5820-4c00-a430-85dfbc98eb20 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:46.749812 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 2ed61344-5820-4c00-a430-85dfbc98eb20, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=2ed61344-5820-4c00-a430-85dfbc98eb20,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:46.765940 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:46.836628 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 908cd383-d937-43b2-b48f-1c4294500623, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=908cd383-d937-43b2-b48f-1c4294500623,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:46.873290 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '908cd383-d937-43b2-b48f-1c4294500623', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '908cd383-d937-43b2-b48f-1c4294500623', 'mac_address': 'fa:16:3e:b1:fd:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:33:46.885871 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=2ed61344-5820-4c00-a430-85dfbc98eb20,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:46.957824 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:46.980461 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 908cd383-d937-43b2-b48f-1c4294500623 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:47.027481 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 908cd383-d937-43b2-b48f-1c4294500623, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=908cd383-d937-43b2-b48f-1c4294500623,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:47.034534 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:47.090034 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['2ed61344-5820-4c00-a430-85dfbc98eb20'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:47.177305 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=908cd383-d937-43b2-b48f-1c4294500623,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:47.244343 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca665e1c-0066-4eff-bda5-e99af2f17dc5 req-c77001b9-1ba3-4b9a-8a47-39b5e9cdaf15 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:47.247487 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ca665e1c-0066-4eff-bda5-e99af2f17dc5 req-c77001b9-1ba3-4b9a-8a47-39b5e9cdaf15 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=76ab186b-4131-4323-a3af-af2ff3611a79 HTTP/1.1" status: 200 len: 943 time: 0.6623485 Nov 25 19:33:47.249017 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5c8bb-2fd6-4ccc-87d9-48dfb7995553 req-4689c873-894e-41b8-b893-63a50a1bc0d0 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:47.251883 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a2a5c8bb-2fd6-4ccc-87d9-48dfb7995553 req-4689c873-894e-41b8-b893-63a50a1bc0d0 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.0918136 Nov 25 19:33:47.383584 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ca665e1c-0066-4eff-bda5-e99af2f17dc5 req-5460b248-4311-4416-a2df-b8e7e2f191df tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930946 Nov 25 19:33:47.406487 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7405cc8b-8b49-4f47-b1db-37ab646c910c tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:47.426251 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a2a5c8bb-2fd6-4ccc-87d9-48dfb7995553 req-08f40617-257e-4467-9542-0a891e946a6a tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337445 Nov 25 19:33:47.470439 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7405cc8b-8b49-4f47-b1db-37ab646c910c tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:47.522202 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7405cc8b-8b49-4f47-b1db-37ab646c910c tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Network d947ad59-c458-4884-9ddc-04f8b3a45722 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:47.528202 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7405cc8b-8b49-4f47-b1db-37ab646c910c tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:47.535753 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7405cc8b-8b49-4f47-b1db-37ab646c910c tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:47.594011 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c8454-2222-4493-b2d4-6c9bb22266b3 req-37b68805-2a25-4650-adf2-8a8654228dd0 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:47.596020 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b37c8454-2222-4493-b2d4-6c9bb22266b3 req-37b68805-2a25-4650-adf2-8a8654228dd0 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=1890466b-9b4b-4624-8fcf-cf83a5cb85a1 HTTP/1.1" status: 200 len: 949 time: 0.0933821 Nov 25 19:33:47.600071 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405cc8b-8b49-4f47-b1db-37ab646c910c tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event updated for resources: {'Port': ['ID=ccbdfd4b-7c51-4d58-a48e-617b4f7fc69f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:47.612411 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['908cd383-d937-43b2-b48f-1c4294500623'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:47.652121 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7405cc8b-8b49-4f47-b1db-37ab646c910c tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:47.653323 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7405cc8b-8b49-4f47-b1db-37ab646c910c tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:47.682345 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7405cc8b-8b49-4f47-b1db-37ab646c910c tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5904434 Nov 25 19:33:47.686993 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38890) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:47.696547 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b37c8454-2222-4493-b2d4-6c9bb22266b3 req-f16db6d7-0a50-4180-a55d-290fb92e47d5 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718691 Nov 25 19:33:47.698256 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8e50166f-564a-4866-94d4-099c6e05d4b6 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Request body: {'port': {'network_id': 'd947ad59-c458-4884-9ddc-04f8b3a45722', 'name': 'tempest-FloatingIPTestJSON-1982211518'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:47.900175 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e50166f-564a-4866-94d4-099c6e05d4b6 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Made reservation on behalf of 6728312a1fc442d2be049d6a95549225 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:47.906839 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e50166f-564a-4866-94d4-099c6e05d4b6 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:47.932003 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-8e50166f-564a-4866-94d4-099c6e05d4b6 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] device_id is not set on port 8175ffaf-ff11-474d-a11c-8809a10b4174 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:33:48.093690 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-8e50166f-564a-4866-94d4-099c6e05d4b6 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Allocated IP 172.20.0.12 (d947ad59-c458-4884-9ddc-04f8b3a45722/0e400a7f-9040-4214-86e8-58cbec56deda/8175ffaf-ff11-474d-a11c-8809a10b4174) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:48.307143 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b63aae5-02ed-4222-aa55-350957d805d6 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:33:48.309707 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 2ed61344-5820-4c00-a430-85dfbc98eb20 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:48.353522 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e50166f-564a-4866-94d4-099c6e05d4b6 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:48.399677 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e50166f-564a-4866-94d4-099c6e05d4b6 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:48.453291 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e50166f-564a-4866-94d4-099c6e05d4b6 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Network d947ad59-c458-4884-9ddc-04f8b3a45722 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:48.457029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8e50166f-564a-4866-94d4-099c6e05d4b6 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:48.461738 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e50166f-564a-4866-94d4-099c6e05d4b6 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:48.462453 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 2ed61344-5820-4c00-a430-85dfbc98eb20 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:33:48.470583 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50166f-564a-4866-94d4-099c6e05d4b6 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event updated for resources: {'Port': ['ID=8175ffaf-ff11-474d-a11c-8809a10b4174,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:48.487656 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 2ed61344-5820-4c00-a430-85dfbc98eb20 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:48.488203 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:48.539936 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b63aae5-02ed-4222-aa55-350957d805d6, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b63aae5-02ed-4222-aa55-350957d805d6,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:48.578315 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '6b63aae5-02ed-4222-aa55-350957d805d6', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'port_id': '6b63aae5-02ed-4222-aa55-350957d805d6', 'mac_address': 'fa:16:3e:91:13:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:33:48.605200 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e50166f-564a-4866-94d4-099c6e05d4b6 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:48.606274 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e50166f-564a-4866-94d4-099c6e05d4b6 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:48.640885 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f21167-5f87-4b2f-91cd-ca4537dd24c0 req-381ae6f6-26b9-4264-a0b3-4129effad1e4 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:48.646928 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1f21167-5f87-4b2f-91cd-ca4537dd24c0 req-381ae6f6-26b9-4264-a0b3-4129effad1e4 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.0775123 Nov 25 19:33:48.647805 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ca5cf-df89-4aaa-81d9-c5c319712c8d req-3c30a568-d272-4477-8fb5-6ecdab2a0b22 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:48.650494 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bd4ca5cf-df89-4aaa-81d9-c5c319712c8d req-3c30a568-d272-4477-8fb5-6ecdab2a0b22 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=76ab186b-4131-4323-a3af-af2ff3611a79 HTTP/1.1" status: 200 len: 944 time: 0.1427455 Nov 25 19:33:48.664509 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8e50166f-564a-4866-94d4-099c6e05d4b6 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9683886 Nov 25 19:33:48.664509 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38904) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:48.674711 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-58fe6b4f-54b7-44a7-99c3-6d3707cc2411 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'port_id': '8175ffaf-ff11-474d-a11c-8809a10b4174', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:48.718079 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1f21167-5f87-4b2f-91cd-ca4537dd24c0 req-8a1edf28-dd41-4d52-8b1a-760db16d7c65 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552635 Nov 25 19:33:48.724915 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:48.754473 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:48.754704 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-58fe6b4f-54b7-44a7-99c3-6d3707cc2411 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:48.777537 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b63aae5-02ed-4222-aa55-350957d805d6 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:48.793931 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bd4ca5cf-df89-4aaa-81d9-c5c319712c8d req-d856f97a-e86c-4a53-832d-07541e4aaacc tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260719 Nov 25 19:33:48.838512 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ab186b-4131-4323-a3af-af2ff3611a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed61344-5820-4c00-a430-85dfbc98eb20'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:48.852861 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cb0672-15c0-4e6e-876f-b7b558225fd0" -d '{"events": [{"server_uuid": "76ab186b-4131-4323-a3af-af2ff3611a79", "name": "network-vif-plugged", "status": "completed", "tag": "2ed61344-5820-4c00-a430-85dfbc98eb20"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:48.864548 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b63aae5-02ed-4222-aa55-350957d805d6, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b63aae5-02ed-4222-aa55-350957d805d6,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:48.882106 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:48.888126 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 2ed61344-5820-4c00-a430-85dfbc98eb20, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=2ed61344-5820-4c00-a430-85dfbc98eb20,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:48.932932 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-58fe6b4f-54b7-44a7-99c3-6d3707cc2411 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:48.938134 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:49.006048 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6b63aae5-02ed-4222-aa55-350957d805d6,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:49.044964 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599f551-5b57-4634-8928-6c482108067e req-854ba38c-8bbc-40fd-aba5-cf7e23f7061c tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:49.053491 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0599f551-5b57-4634-8928-6c482108067e req-854ba38c-8bbc-40fd-aba5-cf7e23f7061c tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=1890466b-9b4b-4624-8fcf-cf83a5cb85a1 HTTP/1.1" status: 200 len: 949 time: 0.1176963 Nov 25 19:33:49.164685 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0599f551-5b57-4634-8928-6c482108067e req-c7ea6247-b658-4f16-90dd-9ad4e049e076 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101091 Nov 25 19:33:49.218935 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-58fe6b4f-54b7-44a7-99c3-6d3707cc2411 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Allocated IP 172.25.6.27 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/97463b84-fd0c-4eb8-b570-b5fc7f9bb236) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:49.278312 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['6b63aae5-02ed-4222-aa55-350957d805d6'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:49.282046 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72759a8d-29ed-425b-8bd1-864c498df938 x-openstack-request-id: req-72759a8d-29ed-425b-8bd1-864c498df938 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:49.282369 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ab186b-4131-4323-a3af-af2ff3611a79", "name": "network-vif-plugged", "status": "completed", "tag": "2ed61344-5820-4c00-a430-85dfbc98eb20", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:49.283165 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-72759a8d-29ed-425b-8bd1-864c498df938 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:49.283519 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ab186b-4131-4323-a3af-af2ff3611a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed61344-5820-4c00-a430-85dfbc98eb20', 'code': 200} Nov 25 19:33:49.350980 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=2ed61344-5820-4c00-a430-85dfbc98eb20,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:49.397593 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ce1de-6fa6-4276-b360-e758d40ff76a req-35653b7c-f8ea-4a1b-bd34-a27ccbc75275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:49.399756 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-734ce1de-6fa6-4276-b360-e758d40ff76a req-35653b7c-f8ea-4a1b-bd34-a27ccbc75275 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5793ebf8c1374bcea833180ef6f84e4c&device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 1097 time: 0.1106431 Nov 25 19:33:49.421962 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486e828-fc6a-4506-8db6-0769a343e79d req-2c91a9e9-7b04-4d9b-9bb7-f1439b81d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:49.423618 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5486e828-fc6a-4506-8db6-0769a343e79d req-2c91a9e9-7b04-4d9b-9bb7-f1439b81d53c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=76ab186b-4131-4323-a3af-af2ff3611a79 HTTP/1.1" status: 200 len: 1096 time: 0.0638175 Nov 25 19:33:49.528136 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9f77f-1f82-4d27-b557-5b0ffb530873 req-5dcb8565-621a-46cd-8e0d-b21e1000b5e9 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:49.530557 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2ee9f77f-1f82-4d27-b557-5b0ffb530873 req-5dcb8565-621a-46cd-8e0d-b21e1000b5e9 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.2039242 Nov 25 19:33:49.559967 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5486e828-fc6a-4506-8db6-0769a343e79d req-c32bfa38-7b84-49b3-8056-aa043f402279 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274652 Nov 25 19:33:49.580629 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ce1de-6fa6-4276-b360-e758d40ff76a req-39fb2004-1598-4a5a-9b1e-e7d9e0840b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:49.582408 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-58fe6b4f-54b7-44a7-99c3-6d3707cc2411 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:49.582744 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-734ce1de-6fa6-4276-b360-e758d40ff76a req-39fb2004-1598-4a5a-9b1e-e7d9e0840b64 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ff56631b-efa0-42d5-95cb-f491e3d0d8b0 HTTP/1.1" status: 200 len: 912 time: 0.1579745 Nov 25 19:33:49.634935 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2ee9f77f-1f82-4d27-b557-5b0ffb530873 req-73ec7ec5-819b-439f-960d-1aad17c9d2ce tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947435 Nov 25 19:33:49.661973 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-58fe6b4f-54b7-44a7-99c3-6d3707cc2411 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:49.689340 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-734ce1de-6fa6-4276-b360-e758d40ff76a req-188668d1-a194-48d6-8244-5a7c01f36e8d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6482793d-c7ac-41d8-9dd9-3ddeb09e42dd HTTP/1.1" status: 200 len: 1002 time: 0.0975909 Nov 25 19:33:49.738908 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fe6b4f-54b7-44a7-99c3-6d3707cc2411 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:49.742364 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-58fe6b4f-54b7-44a7-99c3-6d3707cc2411 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:49.746631 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fe6b4f-54b7-44a7-99c3-6d3707cc2411 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:49.775368 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe6b4f-54b7-44a7-99c3-6d3707cc2411 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event updated for resources: {'Port': ['ID=97463b84-fd0c-4eb8-b570-b5fc7f9bb236,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:49.775691 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ce1de-6fa6-4276-b360-e758d40ff76a req-ffd558a6-1ae0-48dd-be45-babad7adc619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:49.777454 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-734ce1de-6fa6-4276-b360-e758d40ff76a req-ffd558a6-1ae0-48dd-be45-babad7adc619 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b79aba06-befc-4f8a-a873-c735df5300cb HTTP/1.1" status: 200 len: 850 time: 0.0686660 Nov 25 19:33:49.864151 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ce1de-6fa6-4276-b360-e758d40ff76a req-0bd531a8-6e04-463b-a136-feea13887dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:49.865690 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-734ce1de-6fa6-4276-b360-e758d40ff76a req-0bd531a8-6e04-463b-a136-feea13887dd8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff56631b-efa0-42d5-95cb-f491e3d0d8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753913 Nov 25 19:33:50.079828 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61e76b-348d-40be-9a92-b06248576abf req-2507af66-33d4-496e-bf9a-f63587c8520c tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:50.082510 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc61e76b-348d-40be-9a92-b06248576abf req-2507af66-33d4-496e-bf9a-f63587c8520c tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=76ab186b-4131-4323-a3af-af2ff3611a79 HTTP/1.1" status: 200 len: 945 time: 0.1696320 Nov 25 19:33:50.089326 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-734ce1de-6fa6-4276-b360-e758d40ff76a req-23b21afb-f327-4956-8857-0651ddcdfe54 service neutron] 10.222.0.73 "GET /v2.0/networks/ff56631b-efa0-42d5-95cb-f491e3d0d8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112098 Nov 25 19:33:50.229463 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc61e76b-348d-40be-9a92-b06248576abf req-3c52416e-bfe9-4011-87cf-7b0ed0070474 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349304 Nov 25 19:33:50.286248 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-734ce1de-6fa6-4276-b360-e758d40ff76a req-d421723e-e928-40a2-957c-b31e400e9af4 service neutron] 10.222.0.73 "GET /v2.0/networks/ff56631b-efa0-42d5-95cb-f491e3d0d8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823044 Nov 25 19:33:50.306655 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b63aae5-02ed-4222-aa55-350957d805d6 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:50.359326 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-58fe6b4f-54b7-44a7-99c3-6d3707cc2411 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:50.403749 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 6b63aae5-02ed-4222-aa55-350957d805d6 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:50.406162 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:50.413384 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f06aa-1001-4a34-b782-bf3ddba2bdac req-7944c917-185b-4c4e-8a22-9d5ea6d83cdd tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:50.415101 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b21f06aa-1001-4a34-b782-bf3ddba2bdac req-7944c917-185b-4c4e-8a22-9d5ea6d83cdd tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=1890466b-9b4b-4624-8fcf-cf83a5cb85a1 HTTP/1.1" status: 200 len: 949 time: 0.1127415 Nov 25 19:33:50.476245 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-58fe6b4f-54b7-44a7-99c3-6d3707cc2411 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:50.509591 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 908cd383-d937-43b2-b48f-1c4294500623 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:50.523817 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b21f06aa-1001-4a34-b782-bf3ddba2bdac req-2deee6a1-8a10-4b68-85f8-fa70d227a3e2 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011636 Nov 25 19:33:50.619860 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:50.658769 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 908cd383-d937-43b2-b48f-1c4294500623 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:33:50.672005 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b63aae5-02ed-4222-aa55-350957d805d6, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b63aae5-02ed-4222-aa55-350957d805d6,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:50.674118 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 908cd383-d937-43b2-b48f-1c4294500623 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:50.674118 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:50.732157 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:50.796291 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-58fe6b4f-54b7-44a7-99c3-6d3707cc2411 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:50.806742 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-58fe6b4f-54b7-44a7-99c3-6d3707cc2411 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:50.824654 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22359386-aed6-4ae7-bdf9-060c7d3decf9 req-e95440f0-23f7-4613-b004-fa417a492c42 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:50.833767 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22359386-aed6-4ae7-bdf9-060c7d3decf9 req-e95440f0-23f7-4613-b004-fa417a492c42 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.0832095 Nov 25 19:33:50.874185 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:50.877060 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6b63aae5-02ed-4222-aa55-350957d805d6,revision_number=7']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:50.909318 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22359386-aed6-4ae7-bdf9-060c7d3decf9 req-4904178c-39c2-4f34-b278-3d87435eb7d4 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661647 Nov 25 19:33:50.946646 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 908cd383-d937-43b2-b48f-1c4294500623, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=908cd383-d937-43b2-b48f-1c4294500623,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:50.957208 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:50.990997 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe6b4f-54b7-44a7-99c3-6d3707cc2411 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event updated for resources: {'Port': ['ID=97463b84-fd0c-4eb8-b570-b5fc7f9bb236,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:51.040312 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-58fe6b4f-54b7-44a7-99c3-6d3707cc2411 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:51.079604 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=908cd383-d937-43b2-b48f-1c4294500623,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:51.222470 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-58fe6b4f-54b7-44a7-99c3-6d3707cc2411 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Floating IP 2c6e4d0d-9b33-424d-b1d1-5fe1822e2abe associated. External IP: 172.25.6.27, port: 8175ffaf-ff11-474d-a11c-8809a10b4174. Nov 25 19:33:51.284389 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbea35a-8240-4dd3-901a-6d892067c686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b63aae5-02ed-4222-aa55-350957d805d6'}, {'server_uuid': '1890466b-9b4b-4624-8fcf-cf83a5cb85a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908cd383-d937-43b2-b48f-1c4294500623'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:51.287831 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdd4c41-1c8d-4680-b5fb-a6457c052d1f" -d '{"events": [{"server_uuid": "6bbea35a-8240-4dd3-901a-6d892067c686", "name": "network-vif-plugged", "status": "completed", "tag": "6b63aae5-02ed-4222-aa55-350957d805d6"}, {"server_uuid": "1890466b-9b4b-4624-8fcf-cf83a5cb85a1", "name": "network-vif-plugged", "status": "completed", "tag": "908cd383-d937-43b2-b48f-1c4294500623"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:51.409207 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921b2e19-10d1-414d-a374-18700316ca14 x-openstack-request-id: req-921b2e19-10d1-414d-a374-18700316ca14 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:51.410275 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbea35a-8240-4dd3-901a-6d892067c686", "name": "network-vif-plugged", "status": "completed", "tag": "6b63aae5-02ed-4222-aa55-350957d805d6", "code": 200}, {"server_uuid": "1890466b-9b4b-4624-8fcf-cf83a5cb85a1", "name": "network-vif-plugged", "status": "completed", "tag": "908cd383-d937-43b2-b48f-1c4294500623", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:51.410275 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-921b2e19-10d1-414d-a374-18700316ca14 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:51.410793 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbea35a-8240-4dd3-901a-6d892067c686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b63aae5-02ed-4222-aa55-350957d805d6', 'code': 200} Nov 25 19:33:51.411097 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1890466b-9b4b-4624-8fcf-cf83a5cb85a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908cd383-d937-43b2-b48f-1c4294500623', 'code': 200} Nov 25 19:33:51.515145 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e9e7e-eb01-4235-a676-b5ad3d4b0ced req-d7973718-0d09-4029-894d-6856e2ba5000 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:51.517889 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b62e9e7e-eb01-4235-a676-b5ad3d4b0ced req-d7973718-0d09-4029-894d-6856e2ba5000 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=76ab186b-4131-4323-a3af-af2ff3611a79 HTTP/1.1" status: 200 len: 945 time: 0.1325796 Nov 25 19:33:51.614242 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fe6b4f-54b7-44a7-99c3-6d3707cc2411 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Router 1f3d00dc-164c-4e84-982f-da3a6fdfbf32 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:33:51.708729 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b7450-d3bf-4b97-a76a-198f984f03ec req-16f80873-f246-48ea-9416-d11465da3014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:51.712232 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-219b7450-d3bf-4b97-a76a-198f984f03ec req-16f80873-f246-48ea-9416-d11465da3014 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1890466b-9b4b-4624-8fcf-cf83a5cb85a1 HTTP/1.1" status: 200 len: 1101 time: 0.1923454 Nov 25 19:33:51.786560 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b62e9e7e-eb01-4235-a676-b5ad3d4b0ced req-ab142aef-92b1-4b98-a670-605cdac3137e tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160416 Nov 25 19:33:51.901592 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-219b7450-d3bf-4b97-a76a-198f984f03ec req-c03cda46-f7c2-4b5a-92c5-c36b37b12466 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485653 Nov 25 19:33:51.992573 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee71f06-84ff-4d3b-aa1e-f352c9cf8f27 req-8942d8e7-6658-476d-a38f-e3a97da1a76d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:51.994789 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eee71f06-84ff-4d3b-aa1e-f352c9cf8f27 req-8942d8e7-6658-476d-a38f-e3a97da1a76d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f942b171-9188-4149-87bc-aabb110b7280 HTTP/1.1" status: 200 len: 945 time: 0.1045444 Nov 25 19:33:52.004909 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36793101-e9cd-47f0-a887-eb6bcfd17e3f req-6e45b164-d657-4a3b-83d0-f1d9a5922ae1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:52.010752 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-36793101-e9cd-47f0-a887-eb6bcfd17e3f req-6e45b164-d657-4a3b-83d0-f1d9a5922ae1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=1890466b-9b4b-4624-8fcf-cf83a5cb85a1 HTTP/1.1" status: 200 len: 950 time: 0.1991804 Nov 25 19:33:52.042477 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fe6b4f-54b7-44a7-99c3-6d3707cc2411 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:33:52.056623 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cea2474-04c8-410e-aa4f-5fabfc39ab92 None None] Sync routers for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:33:52.083082 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cea2474-04c8-410e-aa4f-5fabfc39ab92 None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:52.084014 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-8cea2474-04c8-410e-aa4f-5fabfc39ab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:33:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:52.116300 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eee71f06-84ff-4d3b-aa1e-f352c9cf8f27 req-dad814f8-b716-4061-a34d-6ced9f3449a0 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127779 Nov 25 19:33:52.149691 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-8cea2474-04c8-410e-aa4f-5fabfc39ab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:52.162718 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cea2474-04c8-410e-aa4f-5fabfc39ab92 None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:52.163985 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-8cea2474-04c8-410e-aa4f-5fabfc39ab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:33:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:52.178104 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-36793101-e9cd-47f0-a887-eb6bcfd17e3f req-1058538d-1bd4-476f-aa19-0eb4302552ec tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393030 Nov 25 19:33:52.187669 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-58fe6b4f-54b7-44a7-99c3-6d3707cc2411 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:52.210419 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-8cea2474-04c8-410e-aa4f-5fabfc39ab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:52.211469 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cea2474-04c8-410e-aa4f-5fabfc39ab92 None None] The sync data for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:33:52.273178 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-58fe6b4f-54b7-44a7-99c3-6d3707cc2411 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6106758 Nov 25 19:33:52.276001 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38992) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:52.288780 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-8943118a-4c8d-4da0-8530-ae10bc312a06 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:52.395971 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d0b1e-ca4b-4805-94a6-3edf4a34a0cd req-134b8289-14ac-48af-800c-112d369e4f31 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:52.398101 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8943118a-4c8d-4da0-8530-ae10bc312a06 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:52.416056 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a93d0b1e-ca4b-4805-94a6-3edf4a34a0cd req-134b8289-14ac-48af-800c-112d369e4f31 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=76ab186b-4131-4323-a3af-af2ff3611a79 HTTP/1.1" status: 200 len: 945 time: 0.1232333 Nov 25 19:33:52.479825 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a93d0b1e-ca4b-4805-94a6-3edf4a34a0cd req-34511be3-dce6-4aa5-b138-f8b757a3b10a tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623763 Nov 25 19:33:52.611788 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0903a-30b4-49d8-81fa-4ce843af7548 req-6ae19b55-b6a8-487d-8c32-71bc28705343 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:52.614176 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eab0903a-30b4-49d8-81fa-4ce843af7548 req-6ae19b55-b6a8-487d-8c32-71bc28705343 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.1355710 Nov 25 19:33:52.700951 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8943118a-4c8d-4da0-8530-ae10bc312a06 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:52.715156 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8943118a-4c8d-4da0-8530-ae10bc312a06 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:52.715725 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-8943118a-4c8d-4da0-8530-ae10bc312a06 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Floating IP 2c6e4d0d-9b33-424d-b1d1-5fe1822e2abe disassociated. External IP: 172.25.6.27, port: 8175ffaf-ff11-474d-a11c-8809a10b4174. Nov 25 19:33:52.767656 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eab0903a-30b4-49d8-81fa-4ce843af7548 req-37da2f5c-0a03-45d5-bd4a-f0ac8a9b78da tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430399 Nov 25 19:33:53.111197 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db54251-bc98-451a-b460-620a85dd9438 req-b97d830a-8b55-4fa3-9f4c-0419bbcecbf3 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:53.114101 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9db54251-bc98-451a-b460-620a85dd9438 req-b97d830a-8b55-4fa3-9f4c-0419bbcecbf3 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=76ab186b-4131-4323-a3af-af2ff3611a79 HTTP/1.1" status: 200 len: 945 time: 0.1209660 Nov 25 19:33:53.246491 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9db54251-bc98-451a-b460-620a85dd9438 req-d44d7c63-0f0c-4c4a-abce-b87aabedbe7c tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204400 Nov 25 19:33:53.384560 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:53.396786 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b0de0-10dc-42a9-b1d5-5e88a4017706 req-4172ff11-fedf-40d5-ad15-681217536b6f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:53.399952 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-512b0de0-10dc-42a9-b1d5-5e88a4017706 req-4172ff11-fedf-40d5-ad15-681217536b6f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=1890466b-9b4b-4624-8fcf-cf83a5cb85a1 HTTP/1.1" status: 200 len: 950 time: 0.0936010 Nov 25 19:33:53.606483 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-512b0de0-10dc-42a9-b1d5-5e88a4017706 req-5bbe69a8-36f5-4d27-a9f1-092a29bbac4a tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945715 Nov 25 19:33:53.663047 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8943118a-4c8d-4da0-8530-ae10bc312a06 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Router 1f3d00dc-164c-4e84-982f-da3a6fdfbf32 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:33:53.849685 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8943118a-4c8d-4da0-8530-ae10bc312a06 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:33:53.863287 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8943118a-4c8d-4da0-8530-ae10bc312a06 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:53.864268 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaecde8-fd37-4961-b912-a8772e4f5f6b None None] Sync routers for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:33:53.891002 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaecde8-fd37-4961-b912-a8772e4f5f6b None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:53.892252 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6eaecde8-fd37-4961-b912-a8772e4f5f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:33:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:54.011185 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8943118a-4c8d-4da0-8530-ae10bc312a06 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "PUT /v2.0/floatingips/2c6e4d0d-9b33-424d-b1d1-5fe1822e2abe HTTP/1.1" status: 200 len: 687 time: 1.7280362 Nov 25 19:33:54.011481 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39020) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:54.051734 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6eaecde8-fd37-4961-b912-a8772e4f5f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:54.063153 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:54.084987 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaecde8-fd37-4961-b912-a8772e4f5f6b None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:54.090062 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6eaecde8-fd37-4961-b912-a8772e4f5f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:33:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:54.154057 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6eaecde8-fd37-4961-b912-a8772e4f5f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:54.155118 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaecde8-fd37-4961-b912-a8772e4f5f6b None None] The sync data for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:33:54.234568 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c1655638-29fd-4980-823a-32966790a461 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Deleting port 97463b84-fd0c-4eb8-b570-b5fc7f9bb236 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:33:54.235158 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c1655638-29fd-4980-823a-32966790a461 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:54.346592 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c1655638-29fd-4980-823a-32966790a461 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:54.347093 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c1655638-29fd-4980-823a-32966790a461 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:54.378744 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c1655638-29fd-4980-823a-32966790a461 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Calling delete_port for 97463b84-fd0c-4eb8-b570-b5fc7f9bb236 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:33:54.488173 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2906bb-c342-4eeb-8814-f12cfab08a47 req-32591647-365f-4764-ad6a-29d0eb3cf03d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:54.497710 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad2906bb-c342-4eeb-8814-f12cfab08a47 req-32591647-365f-4764-ad6a-29d0eb3cf03d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=76ab186b-4131-4323-a3af-af2ff3611a79 HTTP/1.1" status: 200 len: 945 time: 0.1113875 Nov 25 19:33:54.609745 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad2906bb-c342-4eeb-8814-f12cfab08a47 req-43eae546-2cdd-4750-9725-e639933851c3 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096492 Nov 25 19:33:54.617497 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c1655638-29fd-4980-823a-32966790a461 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:54.638774 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169d9b4-6445-4c3b-adcf-7f6cdcf799bd req-18c8a776-2511-438d-a1b7-67edcf41f9e6 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:54.657475 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8169d9b4-6445-4c3b-adcf-7f6cdcf799bd req-18c8a776-2511-438d-a1b7-67edcf41f9e6 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.85 "GET /v2.0/ports?device_id=76ab186b-4131-4323-a3af-af2ff3611a79 HTTP/1.1" status: 200 len: 945 time: 0.1336632 Nov 25 19:33:54.700189 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1655638-29fd-4980-823a-32966790a461 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event deleted for resources: {'Port': ['ID=97463b84-fd0c-4eb8-b570-b5fc7f9bb236,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:54.871647 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5d357-b0ab-4202-8de6-4830fe549906 req-68a3f8fa-6bf9-4c1f-a801-051bae067128 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:54.873739 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-26a5d357-b0ab-4202-8de6-4830fe549906 req-68a3f8fa-6bf9-4c1f-a801-051bae067128 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=1890466b-9b4b-4624-8fcf-cf83a5cb85a1 HTTP/1.1" status: 200 len: 950 time: 0.0960307 Nov 25 19:33:54.880968 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c1655638-29fd-4980-823a-32966790a461 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:54.883985 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c1655638-29fd-4980-823a-32966790a461 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:54.892273 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39028) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:54.894959 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c1655638-29fd-4980-823a-32966790a461 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "DELETE /v2.0/floatingips/2c6e4d0d-9b33-424d-b1d1-5fe1822e2abe HTTP/1.1" status: 204 len: 168 time: 0.8822289 Nov 25 19:33:54.898608 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-5eecfb20-604c-4ca3-b8cc-b8750bfb857a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'port_id': 'ccbdfd4b-7c51-4d58-a48e-617b4f7fc69f'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:54.917848 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-8169d9b4-6445-4c3b-adcf-7f6cdcf799bd req-904dcab3-029c-47c6-8639-17ae63870cb8 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Deleting port 2ed61344-5820-4c00-a430-85dfbc98eb20 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:33:54.917848 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8169d9b4-6445-4c3b-adcf-7f6cdcf799bd req-904dcab3-029c-47c6-8639-17ae63870cb8 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:55.005329 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-26a5d357-b0ab-4202-8de6-4830fe549906 req-6d4965ca-6c36-4435-bc59-8ca561a6cbeb tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071670 Nov 25 19:33:55.009653 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5eecfb20-604c-4ca3-b8cc-b8750bfb857a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:55.165213 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-8169d9b4-6445-4c3b-adcf-7f6cdcf799bd req-904dcab3-029c-47c6-8639-17ae63870cb8 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] For port 2ed61344-5820-4c00-a430-85dfbc98eb20, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=2ed61344-5820-4c00-a430-85dfbc98eb20,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:55.166099 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8169d9b4-6445-4c3b-adcf-7f6cdcf799bd req-904dcab3-029c-47c6-8639-17ae63870cb8 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:55.184899 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-8169d9b4-6445-4c3b-adcf-7f6cdcf799bd req-904dcab3-029c-47c6-8639-17ae63870cb8 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Calling delete_port for 2ed61344-5820-4c00-a430-85dfbc98eb20 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:33:55.348977 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125aca5-0fd3-4aa6-a167-d963deca9777 req-3acb13a9-8bad-4e80-8be0-a2c320acc000 tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:55.350694 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4125aca5-0fd3-4aa6-a167-d963deca9777 req-3acb13a9-8bad-4e80-8be0-a2c320acc000 tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1890466b-9b4b-4624-8fcf-cf83a5cb85a1 HTTP/1.1" status: 200 len: 1101 time: 0.1543748 Nov 25 19:33:55.473704 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4125aca5-0fd3-4aa6-a167-d963deca9777 req-37653590-3740-4c90-93d9-d401f46deb68 tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138647 Nov 25 19:33:55.491775 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5eecfb20-604c-4ca3-b8cc-b8750bfb857a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:55.571262 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8169d9b4-6445-4c3b-adcf-7f6cdcf799bd req-904dcab3-029c-47c6-8639-17ae63870cb8 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:55.593020 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['a60784f1-f192-41b4-ba36-6ead0ae8df89', '2ed61344-5820-4c00-a430-85dfbc98eb20'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:55.644192 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['24cafed6-3d8e-47ca-846d-457abb4a9631'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:55.667167 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904dcab3-029c-47c6-8639-17ae63870cb8 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Pushing event deleted for resources: {'Port': ['ID=2ed61344-5820-4c00-a430-85dfbc98eb20,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:55.785635 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-8169d9b4-6445-4c3b-adcf-7f6cdcf799bd req-904dcab3-029c-47c6-8639-17ae63870cb8 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] No DVR routers for this DVR port 2ed61344-5820-4c00-a430-85dfbc98eb20 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:33:55.790261 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8169d9b4-6445-4c3b-adcf-7f6cdcf799bd req-904dcab3-029c-47c6-8639-17ae63870cb8 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:55.798245 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8169d9b4-6445-4c3b-adcf-7f6cdcf799bd req-904dcab3-029c-47c6-8639-17ae63870cb8 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.85 "DELETE /v2.0/ports/2ed61344-5820-4c00-a430-85dfbc98eb20 HTTP/1.1" status: 204 len: 173 time: 1.1367562 Nov 25 19:33:55.845355 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ab186b-4131-4323-a3af-af2ff3611a79', 'name': 'network-vif-deleted', 'tag': '2ed61344-5820-4c00-a430-85dfbc98eb20'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:55.850510 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba569923-e7b6-4096-8d42-65267de18076" -d '{"events": [{"server_uuid": "76ab186b-4131-4323-a3af-af2ff3611a79", "name": "network-vif-deleted", "tag": "2ed61344-5820-4c00-a430-85dfbc98eb20"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:55.954849 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-5eecfb20-604c-4ca3-b8cc-b8750bfb857a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Allocated IP 172.25.6.25 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/fa65f5a9-73d1-45b8-890e-b60aff2a78a2) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:55.977398 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-36f20560-b205-454a-8c6a-0a2830c39fb6 req-b626530a-c7b2-4270-bf0e-eaf0ab0b41cf tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=76ab186b-4131-4323-a3af-af2ff3611a79 HTTP/1.1" status: 200 len: 210 time: 0.1199086 Nov 25 19:33:56.200169 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5eecfb20-604c-4ca3-b8cc-b8750bfb857a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:56.280861 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da2dec9-b699-415e-b3d2-f69cb0273bf3 x-openstack-request-id: req-7da2dec9-b699-415e-b3d2-f69cb0273bf3 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:56.281269 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ab186b-4131-4323-a3af-af2ff3611a79", "name": "network-vif-deleted", "tag": "2ed61344-5820-4c00-a430-85dfbc98eb20", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:56.281449 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7da2dec9-b699-415e-b3d2-f69cb0273bf3 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:56.281838 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ab186b-4131-4323-a3af-af2ff3611a79', 'name': 'network-vif-deleted', 'tag': '2ed61344-5820-4c00-a430-85dfbc98eb20', 'status': 'completed', 'code': 200} Nov 25 19:33:56.303332 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5eecfb20-604c-4ca3-b8cc-b8750bfb857a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:56.339240 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-1e3ee15b-c313-412f-a46e-06197632fbc3 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=2cc03ca006694b27b723066ce33623c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0799572 Nov 25 19:33:56.407695 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eecfb20-604c-4ca3-b8cc-b8750bfb857a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:56.411960 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-5eecfb20-604c-4ca3-b8cc-b8750bfb857a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:56.414104 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eecfb20-604c-4ca3-b8cc-b8750bfb857a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event updated for resources: {'Port': ['ID=fa65f5a9-73d1-45b8-890e-b60aff2a78a2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:56.416838 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eecfb20-604c-4ca3-b8cc-b8750bfb857a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:56.581917 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-66681bd8-738f-40e8-b5fe-df24656c696f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:56.583880 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-66681bd8-738f-40e8-b5fe-df24656c696f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2319024 Nov 25 19:33:56.639198 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-d94e9926-57a2-4dc1-a4d5-8756bf33bb8a tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/quotas/2cc03ca006694b27b723066ce33623c2 HTTP/1.1" status: 200 len: 375 time: 0.0192258 Nov 25 19:33:56.841523 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-74ac9d3e-ccf1-4ca7-9340-dd6f48b9fba4 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cc03ca006694b27b723066ce33623c2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1771932 Nov 25 19:33:57.119128 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5eecfb20-604c-4ca3-b8cc-b8750bfb857a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:57.240155 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8e636ea0-a76a-4d41-98df-46ac05e82337 req-528dc271-a219-4fda-b273-0722878391e6 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=f59b9c16-8958-469c-ab65-281f9d1296a4 HTTP/1.1" status: 200 len: 210 time: 0.0714254 Nov 25 19:33:57.386840 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5eecfb20-604c-4ca3-b8cc-b8750bfb857a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:58.053418 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eb2ea-3e25-4676-b1c9-03a7841a9c19 req-aeaa1ca2-49b5-4625-9680-0ebd608dc85d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:58.062238 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c0eb2ea-3e25-4676-b1c9-03a7841a9c19 req-aeaa1ca2-49b5-4625-9680-0ebd608dc85d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f942b171-9188-4149-87bc-aabb110b7280 HTTP/1.1" status: 200 len: 945 time: 0.2072415 Nov 25 19:33:58.149694 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c0eb2ea-3e25-4676-b1c9-03a7841a9c19 req-fabf7029-c28c-4d7d-85a1-7b71c8f44617 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862153 Nov 25 19:33:58.239162 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5eecfb20-604c-4ca3-b8cc-b8750bfb857a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:58.247138 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5eecfb20-604c-4ca3-b8cc-b8750bfb857a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:58.307072 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 2ed61344-5820-4c00-a430-85dfbc98eb20 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:33:58.367529 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 2ed61344-5820-4c00-a430-85dfbc98eb20 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:33:58.368426 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 2ed61344-5820-4c00-a430-85dfbc98eb20 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:33:58.427177 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eecfb20-604c-4ca3-b8cc-b8750bfb857a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event updated for resources: {'Port': ['ID=fa65f5a9-73d1-45b8-890e-b60aff2a78a2,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:58.432315 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3f34a228-4c66-42c2-a1c9-5e645ee2b48c req-3cc1c0d4-8cc6-44bb-90cb-569c76b72208 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=f59b9c16-8958-469c-ab65-281f9d1296a4 HTTP/1.1" status: 200 len: 210 time: 0.0737383 Nov 25 19:33:58.493713 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5eecfb20-604c-4ca3-b8cc-b8750bfb857a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:58.737435 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-5eecfb20-604c-4ca3-b8cc-b8750bfb857a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Floating IP 988515fe-1304-436f-9d6e-fa9ae1fe02b0 associated. External IP: 172.25.6.25, port: ccbdfd4b-7c51-4d58-a48e-617b4f7fc69f. Nov 25 19:33:59.105541 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-776d97f5-6ead-4324-8295-555a893156c8 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=2cc03ca006694b27b723066ce33623c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506880 Nov 25 19:33:59.158831 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-51b89e23-a136-439f-885f-e60daa06076f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:59.247978 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebfd89-3775-46bb-81d3-1277ebf612fa req-b5cee9ec-ea72-4efd-a672-d17e9b85464e tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:59.254913 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-83ebfd89-3775-46bb-81d3-1277ebf612fa req-b5cee9ec-ea72-4efd-a672-d17e9b85464e tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.85 "GET /v2.0/ports?device_id=f942b171-9188-4149-87bc-aabb110b7280 HTTP/1.1" status: 200 len: 945 time: 0.1479840 Nov 25 19:33:59.549406 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-ef4d96b4-a63f-468b-8329-c72bdc91fef9 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:59.552891 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-ef4d96b4-a63f-468b-8329-c72bdc91fef9 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4413176 Nov 25 19:33:59.599162 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99d1b1-f623-46c6-a290-60d6d09da58b req-d6c60c69-225a-49f5-9eda-449084b91d6d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:59.611304 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0b99d1b1-f623-46c6-a290-60d6d09da58b req-d6c60c69-225a-49f5-9eda-449084b91d6d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f942b171-9188-4149-87bc-aabb110b7280 HTTP/1.1" status: 200 len: 945 time: 0.2475314 Nov 25 19:33:59.628120 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-069c7364-2c24-4ca7-ac36-803f65328a99 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Request body: {'port': {'device_id': 'f59b9c16-8958-469c-ab65-281f9d1296a4', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '2cc03ca006694b27b723066ce33623c2'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:59.652110 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-83ebfd89-3775-46bb-81d3-1277ebf612fa req-f749d646-7a7b-406d-a3bf-4073bbed647e tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Deleting port a60784f1-f192-41b4-ba36-6ead0ae8df89 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:33:59.652456 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-83ebfd89-3775-46bb-81d3-1277ebf612fa req-f749d646-7a7b-406d-a3bf-4073bbed647e tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:59.765180 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f649db4-6d6d-474e-b6e9-77dcee39940e req-fbfabe34-52f7-4a40-8179-c48c2306dc3f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=f59b9c16-8958-469c-ab65-281f9d1296a4 HTTP/1.1" status: 200 len: 210 time: 0.1981905 Nov 25 19:33:59.774828 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eecfb20-604c-4ca3-b8cc-b8750bfb857a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Router 1f3d00dc-164c-4e84-982f-da3a6fdfbf32 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:33:59.790062 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0b99d1b1-f623-46c6-a290-60d6d09da58b req-92978639-b354-4cd5-98e0-afb82a5e4b3a tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751013 Nov 25 19:33:59.881342 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-83ebfd89-3775-46bb-81d3-1277ebf612fa req-f749d646-7a7b-406d-a3bf-4073bbed647e tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] For port a60784f1-f192-41b4-ba36-6ead0ae8df89, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a60784f1-f192-41b4-ba36-6ead0ae8df89,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:59.881932 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-83ebfd89-3775-46bb-81d3-1277ebf612fa req-f749d646-7a7b-406d-a3bf-4073bbed647e tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:59.903365 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-069c7364-2c24-4ca7-ac36-803f65328a99 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Made reservation on behalf of 2cc03ca006694b27b723066ce33623c2 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:59.906933 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-83ebfd89-3775-46bb-81d3-1277ebf612fa req-f749d646-7a7b-406d-a3bf-4073bbed647e tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Calling delete_port for a60784f1-f192-41b4-ba36-6ead0ae8df89 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:33:59.907992 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-069c7364-2c24-4ca7-ac36-803f65328a99 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:00.090599 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eecfb20-604c-4ca3-b8cc-b8750bfb857a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:34:00.099689 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-83ebfd89-3775-46bb-81d3-1277ebf612fa req-f749d646-7a7b-406d-a3bf-4073bbed647e tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:00.112764 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3581abe9-c17f-4dae-845a-ae076fa392ec None None] Sync routers for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:34:00.113731 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['a60784f1-f192-41b4-ba36-6ead0ae8df89'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:00.166144 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['24cafed6-3d8e-47ca-846d-457abb4a9631'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:00.181027 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3581abe9-c17f-4dae-845a-ae076fa392ec None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:00.193785 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-3581abe9-c17f-4dae-845a-ae076fa392ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:33:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:00.238447 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5eecfb20-604c-4ca3-b8cc-b8750bfb857a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:00.323355 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749d646-7a7b-406d-a3bf-4073bbed647e tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Pushing event deleted for resources: {'Port': ['ID=a60784f1-f192-41b4-ba36-6ead0ae8df89,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:00.344715 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5eecfb20-604c-4ca3-b8cc-b8750bfb857a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.4498501 Nov 25 19:34:00.348131 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39126) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:00.391729 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-3581abe9-c17f-4dae-845a-ae076fa392ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:00.400667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-069c7364-2c24-4ca7-ac36-803f65328a99 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Allocated IP 192.168.233.169 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/a935c4fc-c40e-4b7d-8354-a63bede7fe36) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:34:00.422441 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3581abe9-c17f-4dae-845a-ae076fa392ec None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:00.424613 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-3581abe9-c17f-4dae-845a-ae076fa392ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:33:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:00.462243 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-3581abe9-c17f-4dae-845a-ae076fa392ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:00.463651 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3581abe9-c17f-4dae-845a-ae076fa392ec None None] The sync data for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:34:00.556229 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ebfd89-3775-46bb-81d3-1277ebf612fa req-f749d646-7a7b-406d-a3bf-4073bbed647e tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] No DVR routers for this DVR port a60784f1-f192-41b4-ba36-6ead0ae8df89 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:34:00.580626 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-83ebfd89-3775-46bb-81d3-1277ebf612fa req-f749d646-7a7b-406d-a3bf-4073bbed647e tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:00.584349 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-83ebfd89-3775-46bb-81d3-1277ebf612fa req-f749d646-7a7b-406d-a3bf-4073bbed647e tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.85 "DELETE /v2.0/ports/a60784f1-f192-41b4-ba36-6ead0ae8df89 HTTP/1.1" status: 204 len: 173 time: 1.3136466 Nov 25 19:34:00.584867 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f942b171-9188-4149-87bc-aabb110b7280', 'name': 'network-vif-deleted', 'tag': 'a60784f1-f192-41b4-ba36-6ead0ae8df89'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:00.587350 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6115df9-b03a-4e74-b1e0-ef6a4f705e20" -d '{"events": [{"server_uuid": "f942b171-9188-4149-87bc-aabb110b7280", "name": "network-vif-deleted", "tag": "a60784f1-f192-41b4-ba36-6ead0ae8df89"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:00.613656 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-dc95dde6-bf95-4481-a37f-005208a25f72 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "GET /v2.0/floatingips/988515fe-1304-436f-9d6e-fa9ae1fe02b0 HTTP/1.1" status: 200 len: 976 time: 0.2641554 Nov 25 19:34:00.619525 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39132) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:00.804906 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee73e693-4d37-40a2-8feb-c8df09653a94 x-openstack-request-id: req-ee73e693-4d37-40a2-8feb-c8df09653a94 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:00.805208 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f942b171-9188-4149-87bc-aabb110b7280", "name": "network-vif-deleted", "tag": "a60784f1-f192-41b4-ba36-6ead0ae8df89", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:00.805523 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ee73e693-4d37-40a2-8feb-c8df09653a94 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:00.805953 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f942b171-9188-4149-87bc-aabb110b7280', 'name': 'network-vif-deleted', 'tag': 'a60784f1-f192-41b4-ba36-6ead0ae8df89', 'status': 'completed', 'code': 200} Nov 25 19:34:00.820406 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-069c7364-2c24-4ca7-ac36-803f65328a99 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:00.869431 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2a4a080a-9555-4cfb-b587-81688c54aabc tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2486510 Nov 25 19:34:00.875058 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39138) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:00.885054 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b32809b4-b0e2-4597-af3b-46c76b635b21 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Request body: {'floatingip': {'port_id': '8175ffaf-ff11-474d-a11c-8809a10b4174'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:00.908873 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-069c7364-2c24-4ca7-ac36-803f65328a99 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:00.924926 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['4ffcde1f-49e9-43d1-87d4-c302cfe9454a', '3bec0522-e642-4652-b277-8b32a26b0ec2', '6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67', 'e6cf90c5-7937-41b5-9205-2d8bba5c7baa'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:00.989491 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b32809b4-b0e2-4597-af3b-46c76b635b21 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:01.008436 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-069c7364-2c24-4ca7-ac36-803f65328a99 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:34:01.013173 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-069c7364-2c24-4ca7-ac36-803f65328a99 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:34:01.019893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-069c7364-2c24-4ca7-ac36-803f65328a99 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:34:01.028974 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c7364-2c24-4ca7-ac36-803f65328a99 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Pushing event updated for resources: {'Port': ['ID=a935c4fc-c40e-4b7d-8354-a63bede7fe36,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:01.189119 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-069c7364-2c24-4ca7-ac36-803f65328a99 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:01.189816 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-069c7364-2c24-4ca7-ac36-803f65328a99 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:01.224368 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2c49be0d-d083-46b7-ad55-a578357f8f99 req-6c436f7e-31a4-47fc-b750-1f5d8425fb94 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f942b171-9188-4149-87bc-aabb110b7280 HTTP/1.1" status: 200 len: 210 time: 0.0731573 Nov 25 19:34:01.249500 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b194f-1826-4648-a24d-46bcfb09dd26 req-7afce1de-5319-4d47-8373-7956dd10d7c3 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:01.264740 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ca2b194f-1826-4648-a24d-46bcfb09dd26 req-7afce1de-5319-4d47-8373-7956dd10d7c3 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=f59b9c16-8958-469c-ab65-281f9d1296a4 HTTP/1.1" status: 200 len: 936 time: 0.1905270 Nov 25 19:34:01.286489 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['1c71493f-8d31-4efd-ad22-36667485874f', '211e7518-64d0-4a4e-97a7-2444c5ea4916', '908cd383-d937-43b2-b48f-1c4294500623'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:01.334705 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-069c7364-2c24-4ca7-ac36-803f65328a99 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7151251 Nov 25 19:34:01.431994 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-80678345-b1ab-4612-a0a4-d043fdfe5bb3 service neutron] Request body: {'port': {'device_id': 'f59b9c16-8958-469c-ab65-281f9d1296a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:01.615934 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ca2b194f-1826-4648-a24d-46bcfb09dd26 req-693bf062-aadb-43b2-9931-d65a14876403 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440547 Nov 25 19:34:01.618016 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-80678345-b1ab-4612-a0a4-d043fdfe5bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:01.704302 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-32cf196c-2288-4e67-aaa8-18e7ea91bf21 None None] Provisioning complete for port a935c4fc-c40e-4b7d-8354-a63bede7fe36 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:01.704687 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-32cf196c-2288-4e67-aaa8-18e7ea91bf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:01.832792 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-32cf196c-2288-4e67-aaa8-18e7ea91bf21 None None] Port a935c4fc-c40e-4b7d-8354-a63bede7fe36 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:34:01.836100 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2e0e667a-b02b-4e4b-8e14-8740881e4383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:02.205017 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-80678345-b1ab-4612-a0a4-d043fdfe5bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a935c4fc-c40e-4b7d-8354-a63bede7fe36 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:34:02.215450 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-80678345-b1ab-4612-a0a4-d043fdfe5bb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:02.234862 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-80678345-b1ab-4612-a0a4-d043fdfe5bb3 service neutron] Transition to ACTIVE for port object a935c4fc-c40e-4b7d-8354-a63bede7fe36 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:34:02.244005 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-80678345-b1ab-4612-a0a4-d043fdfe5bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:02.339066 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device a60784f1-f192-41b4-ba36-6ead0ae8df89 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:34:02.381799 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: a60784f1-f192-41b4-ba36-6ead0ae8df89 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:34:02.382146 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device a60784f1-f192-41b4-ba36-6ead0ae8df89 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:34:02.398177 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80678345-b1ab-4612-a0a4-d043fdfe5bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=a935c4fc-c40e-4b7d-8354-a63bede7fe36,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:02.511830 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:34:02.578189 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-80678345-b1ab-4612-a0a4-d043fdfe5bb3 service neutron] Attempting to bind port a935c4fc-c40e-4b7d-8354-a63bede7fe36 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:34:02.578865 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-80678345-b1ab-4612-a0a4-d043fdfe5bb3 service neutron] Attempting to bind port a935c4fc-c40e-4b7d-8354-a63bede7fe36 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:34:02.579632 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-80678345-b1ab-4612-a0a4-d043fdfe5bb3 service neutron] Attempting to bind port a935c4fc-c40e-4b7d-8354-a63bede7fe36 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:34:02.601339 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-80678345-b1ab-4612-a0a4-d043fdfe5bb3 service neutron] Port a935c4fc-c40e-4b7d-8354-a63bede7fe36 on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:34:02.601576 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-80678345-b1ab-4612-a0a4-d043fdfe5bb3 service neutron] Attempting to bind port a935c4fc-c40e-4b7d-8354-a63bede7fe36 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:34:02.621568 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-80678345-b1ab-4612-a0a4-d043fdfe5bb3 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:34:02.621913 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-80678345-b1ab-4612-a0a4-d043fdfe5bb3 service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:34:02.622586 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-80678345-b1ab-4612-a0a4-d043fdfe5bb3 service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:34:02.622866 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-80678345-b1ab-4612-a0a4-d043fdfe5bb3 service neutron] Bound port: a935c4fc-c40e-4b7d-8354-a63bede7fe36, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:34:02.623761 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-80678345-b1ab-4612-a0a4-d043fdfe5bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:02.789232 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-80678345-b1ab-4612-a0a4-d043fdfe5bb3 service neutron] For port a935c4fc-c40e-4b7d-8354-a63bede7fe36, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:34:02.850893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-80678345-b1ab-4612-a0a4-d043fdfe5bb3 service neutron] For port a935c4fc-c40e-4b7d-8354-a63bede7fe36, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a935c4fc-c40e-4b7d-8354-a63bede7fe36,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:34:02.870539 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-80678345-b1ab-4612-a0a4-d043fdfe5bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:02.959437 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-80678345-b1ab-4612-a0a4-d043fdfe5bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:02.960242 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-80678345-b1ab-4612-a0a4-d043fdfe5bb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:02.962159 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-80678345-b1ab-4612-a0a4-d043fdfe5bb3 service neutron] 10.222.0.85 "PUT /v2.0/ports/a935c4fc-c40e-4b7d-8354-a63bede7fe36 HTTP/1.1" status: 200 len: 1096 time: 1.5840764 Nov 25 19:34:02.962822 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59b9c16-8958-469c-ab65-281f9d1296a4', 'tag': 'a935c4fc-c40e-4b7d-8354-a63bede7fe36'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:02.965584 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06754a52-3881-4f78-b277-adea41a48f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "f59b9c16-8958-469c-ab65-281f9d1296a4", "tag": "a935c4fc-c40e-4b7d-8354-a63bede7fe36"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:03.077428 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-20c5672d-0716-4285-b2de-87d5bcc4c1c6 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:03.079353 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-20c5672d-0716-4285-b2de-87d5bcc4c1c6 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/networks?id=80a38dc0-4595-4a86-8f52-78b834ea720c HTTP/1.1" status: 200 len: 804 time: 0.3368845 Nov 25 19:34:03.085398 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80678345-b1ab-4612-a0a4-d043fdfe5bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=a935c4fc-c40e-4b7d-8354-a63bede7fe36,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:03.122557 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-b32809b4-b0e2-4597-af3b-46c76b635b21 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:34:03.123976 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-441d13cf-7ec4-45b8-85df-c6d2ed3154f3 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/quotas/a84262e56b10427f82b71772767dc30b HTTP/1.1" status: 200 len: 375 time: 0.0285275 Nov 25 19:34:03.147448 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-90ed56c4-b81d-4bbe-ab44-2d166049517d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:03.148889 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-90ed56c4-b81d-4bbe-ab44-2d166049517d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2cc03ca006694b27b723066ce33623c2&device_id=f59b9c16-8958-469c-ab65-281f9d1296a4 HTTP/1.1" status: 200 len: 1099 time: 0.1266029 Nov 25 19:34:03.231701 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-a4ca83f4-fc5a-4d38-b9dd-5e006b57b7b2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=a935c4fc-c40e-4b7d-8354-a63bede7fe36 HTTP/1.1" status: 200 len: 217 time: 0.0540855 Nov 25 19:34:03.262064 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-fe6ad26f-fdec-485f-acc3-8b87ed50727b tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a84262e56b10427f82b71772767dc30b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1271541 Nov 25 19:34:03.264837 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b32809b4-b0e2-4597-af3b-46c76b635b21 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:03.286245 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b32809b4-b0e2-4597-af3b-46c76b635b21 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:03.396322 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f24b2-e3c0-452e-86fc-a65d2832d607 req-3a20bd85-a0d3-46ea-95fc-dc42752ae917 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:03.405610 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-aa5f24b2-e3c0-452e-86fc-a65d2832d607 req-3a20bd85-a0d3-46ea-95fc-dc42752ae917 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=f59b9c16-8958-469c-ab65-281f9d1296a4 HTTP/1.1" status: 200 len: 948 time: 0.5579758 Nov 25 19:34:03.414817 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-bfbf399c-4931-47c4-8e42-6727f79609a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:03.416429 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd13042-0d0f-4afc-a4f5-95f8ad5c6337 req-639f82e4-8d75-451e-ae58-e4f53a8abb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:03.417372 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-bfbf399c-4931-47c4-8e42-6727f79609a8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1769199 Nov 25 19:34:03.417994 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1fd13042-0d0f-4afc-a4f5-95f8ad5c6337 req-639f82e4-8d75-451e-ae58-e4f53a8abb69 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 1097 time: 0.5727787 Nov 25 19:34:03.513563 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-b394eefe-17ea-4ab1-ad7b-cb4348a8fb34 service neutron] 10.222.0.55 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500684 Nov 25 19:34:03.554768 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-43f2a23b-71af-4950-ba61-3ac57354f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:03.557062 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-43f2a23b-71af-4950-ba61-3ac57354f3fe service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1283679 Nov 25 19:34:03.572153 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:03.666316 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-aa5f24b2-e3c0-452e-86fc-a65d2832d607 req-0896d47f-a30f-4f99-a0de-656208b1774d tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590773 Nov 25 19:34:03.719178 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-4f391450-51e2-464b-8516-a7167ec0e663 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501853 Nov 25 19:34:03.754718 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-b32809b4-b0e2-4597-af3b-46c76b635b21 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Floating IP 988515fe-1304-436f-9d6e-fa9ae1fe02b0 associated. External IP: 172.25.6.25, port: ccbdfd4b-7c51-4d58-a48e-617b4f7fc69f. Nov 25 19:34:03.762801 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd13042-0d0f-4afc-a4f5-95f8ad5c6337 req-47ef09a3-e366-4164-a179-415820f721ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:03.764630 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1fd13042-0d0f-4afc-a4f5-95f8ad5c6337 req-47ef09a3-e366-4164-a179-415820f721ac service neutron] 10.222.0.85 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 912 time: 0.3107684 Nov 25 19:34:03.889403 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1fd13042-0d0f-4afc-a4f5-95f8ad5c6337 req-b354175a-83ad-49ea-9eb5-e3837e7461b8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b63aae5-02ed-4222-aa55-350957d805d6 HTTP/1.1" status: 200 len: 1001 time: 0.0796294 Nov 25 19:34:03.994486 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd13042-0d0f-4afc-a4f5-95f8ad5c6337 req-d7af063d-4f3a-455f-9632-cdbb758b85e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:03.996046 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1fd13042-0d0f-4afc-a4f5-95f8ad5c6337 req-d7af063d-4f3a-455f-9632-cdbb758b85e9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ec830131-0c53-44d8-b6cf-4b7badf3b5da HTTP/1.1" status: 200 len: 850 time: 0.0763967 Nov 25 19:34:04.109032 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd13042-0d0f-4afc-a4f5-95f8ad5c6337 req-c0de0a70-7d84-468b-80b0-9cf26dcbd80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:04.112108 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1fd13042-0d0f-4afc-a4f5-95f8ad5c6337 req-c0de0a70-7d84-468b-80b0-9cf26dcbd80c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=37f8230d-6a2b-4a12-a441-526002eff84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020553 Nov 25 19:34:04.206936 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df0f1c7-17b2-4311-bc5f-82b2b0416e50 x-openstack-request-id: req-2df0f1c7-17b2-4311-bc5f-82b2b0416e50 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:04.207473 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f59b9c16-8958-469c-ab65-281f9d1296a4", "tag": "a935c4fc-c40e-4b7d-8354-a63bede7fe36", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:04.207879 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2df0f1c7-17b2-4311-bc5f-82b2b0416e50 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:04.208444 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59b9c16-8958-469c-ab65-281f9d1296a4', 'tag': 'a935c4fc-c40e-4b7d-8354-a63bede7fe36', 'status': 'completed', 'code': 200} Nov 25 19:34:04.304646 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-26328980-eb62-44ae-b41b-1c8a5317f127 service neutron] 10.222.0.55 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7896557 Nov 25 19:34:04.342181 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1adfd7b0-7428-41ba-9714-44cf41d4d5f5 req-82480c88-1f25-44df-930b-d321062fbc17 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434476 Nov 25 19:34:04.415326 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32809b4-b0e2-4597-af3b-46c76b635b21 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Router 1f3d00dc-164c-4e84-982f-da3a6fdfbf32 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:34:04.518351 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06754a52-3881-4f78-b277-adea41a48f5e req-36aff984-d5d6-43b1-848e-d1a806c42912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:04.521242 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-06754a52-3881-4f78-b277-adea41a48f5e req-36aff984-d5d6-43b1-848e-d1a806c42912 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2cc03ca006694b27b723066ce33623c2&device_id=f59b9c16-8958-469c-ab65-281f9d1296a4 HTTP/1.1" status: 200 len: 1099 time: 0.1032212 Nov 25 19:34:04.649856 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32809b4-b0e2-4597-af3b-46c76b635b21 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:34:04.668510 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1fd13042-0d0f-4afc-a4f5-95f8ad5c6337 req-8b4b3df7-8a18-4e72-a56a-8468d680b4cf service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895914 Nov 25 19:34:04.681659 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe00ba4-5006-4a0c-aefb-97f856e1532f None None] Sync routers for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:34:04.694005 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06754a52-3881-4f78-b277-adea41a48f5e req-130bdfe8-a872-462b-83ac-30e30e268e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:04.703274 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-06754a52-3881-4f78-b277-adea41a48f5e req-130bdfe8-a872-462b-83ac-30e30e268e44 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.1709235 Nov 25 19:34:04.729183 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe00ba4-5006-4a0c-aefb-97f856e1532f None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:04.730942 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-dfe00ba4-5006-4a0c-aefb-97f856e1532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:04.832048 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9413b51b-8781-4054-9796-bc4f6df2e21c req-95403ee6-2737-4fa8-a842-4c8091432d1c tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=205462f8-54ad-4575-a4d6-1d0426260b11 HTTP/1.1" status: 200 len: 210 time: 0.1798596 Nov 25 19:34:04.952380 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-dfe00ba4-5006-4a0c-aefb-97f856e1532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:04.997558 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-06754a52-3881-4f78-b277-adea41a48f5e req-cfbcf7b3-9dac-48bd-940b-9f701c768dc9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=a935c4fc-c40e-4b7d-8354-a63bede7fe36 HTTP/1.1" status: 200 len: 217 time: 0.2863934 Nov 25 19:34:05.018140 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe00ba4-5006-4a0c-aefb-97f856e1532f None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:05.032580 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-dfe00ba4-5006-4a0c-aefb-97f856e1532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:05.159681 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-dfe00ba4-5006-4a0c-aefb-97f856e1532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:05.161071 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe00ba4-5006-4a0c-aefb-97f856e1532f None None] The sync data for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:34:05.228296 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06754a52-3881-4f78-b277-adea41a48f5e req-95ce5b78-ef31-4b12-96d2-938d7e82600b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:05.228706 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1fd13042-0d0f-4afc-a4f5-95f8ad5c6337 req-2f488a59-602b-4b41-aa25-7eba86f09d45 service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851017 Nov 25 19:34:05.230510 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-06754a52-3881-4f78-b277-adea41a48f5e req-95ce5b78-ef31-4b12-96d2-938d7e82600b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.2194877 Nov 25 19:34:05.268736 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec74f4-0a7f-4c5d-8480-4fe5ec289bb6 req-466663a5-2a16-4e25-90cc-3fb151e8e45a tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:05.277867 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16ec74f4-0a7f-4c5d-8480-4fe5ec289bb6 req-466663a5-2a16-4e25-90cc-3fb151e8e45a tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=f59b9c16-8958-469c-ab65-281f9d1296a4 HTTP/1.1" status: 200 len: 948 time: 0.3602369 Nov 25 19:34:05.405325 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:05.410752 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06754a52-3881-4f78-b277-adea41a48f5e req-3ac3363c-4689-4aa6-88f2-141b8194488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:05.410752 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-06754a52-3881-4f78-b277-adea41a48f5e req-3ac3363c-4689-4aa6-88f2-141b8194488c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1615033 Nov 25 19:34:05.434983 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16ec74f4-0a7f-4c5d-8480-4fe5ec289bb6 req-2e8458db-adcb-4ed6-8641-4bcbf5be9511 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557100 Nov 25 19:34:05.524431 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32809b4-b0e2-4597-af3b-46c76b635b21 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Router 1f3d00dc-164c-4e84-982f-da3a6fdfbf32 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:34:05.530010 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:05.696239 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-06754a52-3881-4f78-b277-adea41a48f5e req-b7fbc382-5bad-4995-af4d-3a034fbe6ff0 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579181 Nov 25 19:34:05.754195 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32809b4-b0e2-4597-af3b-46c76b635b21 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:34:05.775194 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2753ef4c-1a67-4aee-9f60-769c9d443c3e None None] Sync routers for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:34:05.779419 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b32809b4-b0e2-4597-af3b-46c76b635b21 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:05.797867 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2753ef4c-1a67-4aee-9f60-769c9d443c3e None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:05.801219 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2753ef4c-1a67-4aee-9f60-769c9d443c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:05.955634 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b32809b4-b0e2-4597-af3b-46c76b635b21 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "PUT /v2.0/floatingips/988515fe-1304-436f-9d6e-fa9ae1fe02b0 HTTP/1.1" status: 200 len: 978 time: 5.0750711 Nov 25 19:34:05.969493 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39218) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:05.994700 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-43a6aed7-2a4d-4772-8df8-c8ed718f28be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:06.047989 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-06754a52-3881-4f78-b277-adea41a48f5e req-404d7877-4877-49f7-9d38-6f68c2f209de service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423498 Nov 25 19:34:06.095672 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f7edb6f5-596b-4731-82bc-ea75c46a2839 req-ee1a050b-7515-4d2e-8e13-671596206c1f tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=205462f8-54ad-4575-a4d6-1d0426260b11 HTTP/1.1" status: 200 len: 210 time: 0.0374231 Nov 25 19:34:06.120090 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2753ef4c-1a67-4aee-9f60-769c9d443c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:06.135916 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-43a6aed7-2a4d-4772-8df8-c8ed718f28be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:06.141023 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2753ef4c-1a67-4aee-9f60-769c9d443c3e None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:06.144912 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2753ef4c-1a67-4aee-9f60-769c9d443c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:06.198163 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2753ef4c-1a67-4aee-9f60-769c9d443c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:06.220570 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2753ef4c-1a67-4aee-9f60-769c9d443c3e None None] The sync data for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:34:06.351096 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device a935c4fc-c40e-4b7d-8354-a63bede7fe36 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:34:06.388622 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-43a6aed7-2a4d-4772-8df8-c8ed718f28be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:06.394897 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-43a6aed7-2a4d-4772-8df8-c8ed718f28be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:06.396257 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-43a6aed7-2a4d-4772-8df8-c8ed718f28be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Floating IP 988515fe-1304-436f-9d6e-fa9ae1fe02b0 disassociated. External IP: 172.25.6.25, port: 8175ffaf-ff11-474d-a11c-8809a10b4174. Nov 25 19:34:06.612988 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port a935c4fc-c40e-4b7d-8354-a63bede7fe36, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a935c4fc-c40e-4b7d-8354-a63bede7fe36,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:06.631258 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'a935c4fc-c40e-4b7d-8354-a63bede7fe36', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': 'a935c4fc-c40e-4b7d-8354-a63bede7fe36', 'mac_address': 'fa:16:3e:2c:6f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:34:06.731143 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:06.733527 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4daa76-9312-4b0b-806b-df0ffe57ddea req-bfdb0848-582d-4a5e-a8c7-f1d3de6b615d tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:06.748427 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3d4daa76-9312-4b0b-806b-df0ffe57ddea req-bfdb0848-582d-4a5e-a8c7-f1d3de6b615d tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=f59b9c16-8958-469c-ab65-281f9d1296a4 HTTP/1.1" status: 200 len: 948 time: 0.1495392 Nov 25 19:34:06.781826 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a935c4fc-c40e-4b7d-8354-a63bede7fe36 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:34:06.825310 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port a935c4fc-c40e-4b7d-8354-a63bede7fe36, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a935c4fc-c40e-4b7d-8354-a63bede7fe36,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:06.832954 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:06.879848 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3d4daa76-9312-4b0b-806b-df0ffe57ddea req-2b09771b-8b0a-44b1-b2dd-7f12a7c9862a tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300292 Nov 25 19:34:06.908604 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=a935c4fc-c40e-4b7d-8354-a63bede7fe36,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:06.977863 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-a36a5ec0-33f9-4218-bc26-0a9c28cdf4e1 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:06.979678 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-a36a5ec0-33f9-4218-bc26-0a9c28cdf4e1 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.85 "GET /v2.0/networks?id=80a38dc0-4595-4a86-8f52-78b834ea720c HTTP/1.1" status: 200 len: 804 time: 0.3166616 Nov 25 19:34:06.993702 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-adc8dbc3-fe8c-4ad5-ab64-627321ca00f4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Request body: {'port': {'device_id': '205462f8-54ad-4575-a4d6-1d0426260b11', 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c', 'admin_state_up': True, 'tenant_id': 'a84262e56b10427f82b71772767dc30b'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:07.135323 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['a935c4fc-c40e-4b7d-8354-a63bede7fe36'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:07.184788 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a6aed7-2a4d-4772-8df8-c8ed718f28be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Router 1f3d00dc-164c-4e84-982f-da3a6fdfbf32 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:34:07.503109 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7b2b1d67-d0cc-4b83-b674-572904a56b3e req-17d79842-28e6-4570-acb4-09c82d89e50b tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=205462f8-54ad-4575-a4d6-1d0426260b11 HTTP/1.1" status: 200 len: 210 time: 0.1185172 Nov 25 19:34:07.504019 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-adc8dbc3-fe8c-4ad5-ab64-627321ca00f4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Made reservation on behalf of a84262e56b10427f82b71772767dc30b for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:34:07.507959 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-adc8dbc3-fe8c-4ad5-ab64-627321ca00f4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:07.683314 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a6aed7-2a4d-4772-8df8-c8ed718f28be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:34:07.691501 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-43a6aed7-2a4d-4772-8df8-c8ed718f28be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:07.765166 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-43a6aed7-2a4d-4772-8df8-c8ed718f28be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "PUT /v2.0/floatingips/988515fe-1304-436f-9d6e-fa9ae1fe02b0 HTTP/1.1" status: 200 len: 687 time: 1.7842500 Nov 25 19:34:07.766179 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39244) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:07.777049 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bad4472-52dc-4997-af83-8d1f60764448 None None] Sync routers for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:34:07.867149 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-adc8dbc3-fe8c-4ad5-ab64-627321ca00f4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Allocated IP 172.20.0.2 (80a38dc0-4595-4a86-8f52-78b834ea720c/bbd3840b-2a2c-413f-a7dc-f5062cf8f874/568bd3e9-10b4-4052-92cf-7d252a43408a) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:34:07.937786 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad4472-52dc-4997-af83-8d1f60764448 None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:07.938474 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2bad4472-52dc-4997-af83-8d1f60764448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:08.135498 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-417afd73-4486-423c-ae00-101179d15500 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Deleting port fa65f5a9-73d1-45b8-890e-b60aff2a78a2 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:08.135960 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-417afd73-4486-423c-ae00-101179d15500 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:08.235860 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-adc8dbc3-fe8c-4ad5-ab64-627321ca00f4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:08.241210 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2bad4472-52dc-4997-af83-8d1f60764448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:08.272136 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad4472-52dc-4997-af83-8d1f60764448 None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:08.272136 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2bad4472-52dc-4997-af83-8d1f60764448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:08.320660 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-adc8dbc3-fe8c-4ad5-ab64-627321ca00f4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:08.369087 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['24cafed6-3d8e-47ca-846d-457abb4a9631'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:08.385487 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2bad4472-52dc-4997-af83-8d1f60764448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:08.386670 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bad4472-52dc-4997-af83-8d1f60764448 None None] The sync data for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:34:08.412473 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-adc8dbc3-fe8c-4ad5-ab64-627321ca00f4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Network 80a38dc0-4595-4a86-8f52-78b834ea720c is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:34:08.419829 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-adc8dbc3-fe8c-4ad5-ab64-627321ca00f4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:34:08.451626 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dbc3-fe8c-4ad5-ab64-627321ca00f4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Pushing event updated for resources: {'Port': ['ID=568bd3e9-10b4-4052-92cf-7d252a43408a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:08.456496 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-adc8dbc3-fe8c-4ad5-ab64-627321ca00f4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:34:08.565663 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-adc8dbc3-fe8c-4ad5-ab64-627321ca00f4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:08.566892 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-adc8dbc3-fe8c-4ad5-ab64-627321ca00f4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:08.611057 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-adc8dbc3-fe8c-4ad5-ab64-627321ca00f4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6213536 Nov 25 19:34:08.696932 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-e05a6039-a9d8-410c-bff1-31c4acff1611 service neutron] Request body: {'port': {'device_id': '205462f8-54ad-4575-a4d6-1d0426260b11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:08.751531 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e83ec-9133-4db6-8873-c16170c31014 req-269a9f67-750f-483b-9058-0a4078e70e87 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:08.753201 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-468e83ec-9133-4db6-8873-c16170c31014 req-269a9f67-750f-483b-9058-0a4078e70e87 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=205462f8-54ad-4575-a4d6-1d0426260b11 HTTP/1.1" status: 200 len: 931 time: 0.1056128 Nov 25 19:34:08.823921 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-e05a6039-a9d8-410c-bff1-31c4acff1611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:08.861547 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-468e83ec-9133-4db6-8873-c16170c31014 req-c0bd3397-6830-475f-a804-5304308c83e6 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856063 Nov 25 19:34:08.900035 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7057bf5-a1cd-4d71-b16b-703f2fdc52ef req-3174027c-98ad-4d72-9a9b-d893f7b4efae tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:08.905875 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f7057bf5-a1cd-4d71-b16b-703f2fdc52ef req-3174027c-98ad-4d72-9a9b-d893f7b4efae tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=f59b9c16-8958-469c-ab65-281f9d1296a4 HTTP/1.1" status: 200 len: 949 time: 0.7287393 Nov 25 19:34:08.910241 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-417afd73-4486-423c-ae00-101179d15500 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:08.913874 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-417afd73-4486-423c-ae00-101179d15500 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:08.965642 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-417afd73-4486-423c-ae00-101179d15500 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Calling delete_port for fa65f5a9-73d1-45b8-890e-b60aff2a78a2 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:09.064801 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f7057bf5-a1cd-4d71-b16b-703f2fdc52ef req-e87bc8ec-9663-4986-99c4-6d2555cc5c39 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419160 Nov 25 19:34:09.276389 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7c7d7-d819-464d-a129-58d267f568a1 req-6696d72a-e511-4239-b013-f9a300fbe6da tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:09.278062 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-87c7c7d7-d819-464d-a129-58d267f568a1 req-6696d72a-e511-4239-b013-f9a300fbe6da tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 946 time: 0.1040432 Nov 25 19:34:09.283969 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-417afd73-4486-423c-ae00-101179d15500 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:09.288130 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-e05a6039-a9d8-410c-bff1-31c4acff1611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 568bd3e9-10b4-4052-92cf-7d252a43408a {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:34:09.305674 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-e05a6039-a9d8-410c-bff1-31c4acff1611 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:09.312966 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417afd73-4486-423c-ae00-101179d15500 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event deleted for resources: {'Port': ['ID=fa65f5a9-73d1-45b8-890e-b60aff2a78a2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:09.340235 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-e05a6039-a9d8-410c-bff1-31c4acff1611 service neutron] Transition to ACTIVE for port object 568bd3e9-10b4-4052-92cf-7d252a43408a will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:34:09.349765 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-e05a6039-a9d8-410c-bff1-31c4acff1611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:09.426503 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a6039-a9d8-410c-bff1-31c4acff1611 service neutron] Pushing event updated for resources: {'Port': ['ID=568bd3e9-10b4-4052-92cf-7d252a43408a,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:09.444743 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-87c7c7d7-d819-464d-a129-58d267f568a1 req-8c47e2de-6169-40d2-ae26-00d481ef85a7 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575973 Nov 25 19:34:09.469721 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-417afd73-4486-423c-ae00-101179d15500 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:09.472939 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-417afd73-4486-423c-ae00-101179d15500 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:09.474863 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-417afd73-4486-423c-ae00-101179d15500 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "DELETE /v2.0/floatingips/988515fe-1304-436f-9d6e-fa9ae1fe02b0 HTTP/1.1" status: 204 len: 168 time: 1.7081985 Nov 25 19:34:09.478989 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39282) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:09.525192 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-e05a6039-a9d8-410c-bff1-31c4acff1611 service neutron] Attempting to bind port 568bd3e9-10b4-4052-92cf-7d252a43408a on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:34:09.525689 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-e05a6039-a9d8-410c-bff1-31c4acff1611 service neutron] Attempting to bind port 568bd3e9-10b4-4052-92cf-7d252a43408a by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:34:09.526536 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-e05a6039-a9d8-410c-bff1-31c4acff1611 service neutron] Attempting to bind port 568bd3e9-10b4-4052-92cf-7d252a43408a on network 80a38dc0-4595-4a86-8f52-78b834ea720c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:34:09.527833 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-bacb53da-a7cc-47eb-b575-44c6cd44cab9 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] delete failed (client error): The resource could not be found. Nov 25 19:34:09.529397 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bacb53da-a7cc-47eb-b575-44c6cd44cab9 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "DELETE /v2.0/floatingips/988515fe-1304-436f-9d6e-fa9ae1fe02b0 HTTP/1.1" status: 404 len: 345 time: 0.0486798 Nov 25 19:34:09.537393 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39284) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:09.538905 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-e05a6039-a9d8-410c-bff1-31c4acff1611 service neutron] Port 568bd3e9-10b4-4052-92cf-7d252a43408a on network 80a38dc0-4595-4a86-8f52-78b834ea720c not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:34:09.539368 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-e05a6039-a9d8-410c-bff1-31c4acff1611 service neutron] Attempting to bind port 568bd3e9-10b4-4052-92cf-7d252a43408a on network 80a38dc0-4595-4a86-8f52-78b834ea720c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:34:09.551197 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-e05a6039-a9d8-410c-bff1-31c4acff1611 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:34:09.551594 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-e05a6039-a9d8-410c-bff1-31c4acff1611 service neutron] Checking segment: {'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:34:09.551996 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-e05a6039-a9d8-410c-bff1-31c4acff1611 service neutron] Bound using segment: {'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:34:09.552455 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-e05a6039-a9d8-410c-bff1-31c4acff1611 service neutron] Bound port: 568bd3e9-10b4-4052-92cf-7d252a43408a, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:34:09.552821 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-e05a6039-a9d8-410c-bff1-31c4acff1611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:09.731083 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f156491f-39e8-4c1a-960b-058522fec29b tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:09.738025 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f156491f-39e8-4c1a-960b-058522fec29b tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:09.738425 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-e05a6039-a9d8-410c-bff1-31c4acff1611 service neutron] For port 568bd3e9-10b4-4052-92cf-7d252a43408a, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:34:09.744519 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f156491f-39e8-4c1a-960b-058522fec29b tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:09.744776 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-e05a6039-a9d8-410c-bff1-31c4acff1611 service neutron] For port 568bd3e9-10b4-4052-92cf-7d252a43408a, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=568bd3e9-10b4-4052-92cf-7d252a43408a,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:34:09.746335 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f156491f-39e8-4c1a-960b-058522fec29b tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "GET /v2.0/ports?network_id=d947ad59-c458-4884-9ddc-04f8b3a45722 HTTP/1.1" status: 200 len: 2358 time: 0.2075515 Nov 25 19:34:09.751568 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39292) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:09.754933 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-e05a6039-a9d8-410c-bff1-31c4acff1611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:09.809064 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a418665e-b8ad-43cb-9a07-171d20007492 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:09.811099 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a418665e-b8ad-43cb-9a07-171d20007492 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "GET /v2.0/subnets/0e400a7f-9040-4214-86e8-58cbec56deda HTTP/1.1" status: 200 len: 797 time: 0.0578234 Nov 25 19:34:09.820801 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39298) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:09.821980 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-e05a6039-a9d8-410c-bff1-31c4acff1611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:09.821980 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-e05a6039-a9d8-410c-bff1-31c4acff1611 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:09.823604 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-e05a6039-a9d8-410c-bff1-31c4acff1611 service neutron] 10.222.0.85 "PUT /v2.0/ports/568bd3e9-10b4-4052-92cf-7d252a43408a HTTP/1.1" status: 200 len: 1091 time: 1.1314137 Nov 25 19:34:09.826353 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205462f8-54ad-4575-a4d6-1d0426260b11', 'tag': '568bd3e9-10b4-4052-92cf-7d252a43408a'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:09.829783 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a462902-57f7-4f5e-89eb-d902e43fd62b" -d '{"events": [{"name": "network-changed", "server_uuid": "205462f8-54ad-4575-a4d6-1d0426260b11", "tag": "568bd3e9-10b4-4052-92cf-7d252a43408a"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:09.830044 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-622ad5c0-71e6-40bd-bd59-077d15f4a714 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Request body: {'port': {'network_id': 'd947ad59-c458-4884-9ddc-04f8b3a45722', 'name': 'tempest-FloatingIPTestJSON-1055742714', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:09.891324 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682ea763-aa9d-47fc-b94e-030f899b0512 x-openstack-request-id: req-682ea763-aa9d-47fc-b94e-030f899b0512 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:09.891788 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "205462f8-54ad-4575-a4d6-1d0426260b11", "tag": "568bd3e9-10b4-4052-92cf-7d252a43408a", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:09.892206 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-682ea763-aa9d-47fc-b94e-030f899b0512 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:09.892840 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205462f8-54ad-4575-a4d6-1d0426260b11', 'tag': '568bd3e9-10b4-4052-92cf-7d252a43408a', 'status': 'completed', 'code': 200} Nov 25 19:34:09.972660 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a6039-a9d8-410c-bff1-31c4acff1611 service neutron] Pushing event updated for resources: {'Port': ['ID=568bd3e9-10b4-4052-92cf-7d252a43408a,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:10.000218 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-393d351b-1a91-4a2e-b0e1-cf9b24669562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:10.002111 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-393d351b-1a91-4a2e-b0e1-cf9b24669562 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a84262e56b10427f82b71772767dc30b&device_id=205462f8-54ad-4575-a4d6-1d0426260b11 HTTP/1.1" status: 200 len: 1094 time: 0.1142495 Nov 25 19:34:10.056256 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-5ad3d3e4-92b6-4670-86c5-24ce8adf63c1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=568bd3e9-10b4-4052-92cf-7d252a43408a HTTP/1.1" status: 200 len: 217 time: 0.0448623 Nov 25 19:34:10.075077 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622ad5c0-71e6-40bd-bd59-077d15f4a714 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Made reservation on behalf of 6728312a1fc442d2be049d6a95549225 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:34:10.138678 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-69f5b3cc-e1e8-460a-a187-8d1aaa6980cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:10.140579 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-69f5b3cc-e1e8-460a-a187-8d1aaa6980cf service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bbd3840b-2a2c-413f-a7dc-f5062cf8f874 HTTP/1.1" status: 200 len: 844 time: 0.0752547 Nov 25 19:34:10.148612 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04049455-cd45-4f57-8dd1-e7770646e897 req-595ba2ff-2ae6-4805-9415-9c1ee7d5964f tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:10.150351 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-04049455-cd45-4f57-8dd1-e7770646e897 req-595ba2ff-2ae6-4805-9415-9c1ee7d5964f tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=205462f8-54ad-4575-a4d6-1d0426260b11 HTTP/1.1" status: 200 len: 943 time: 0.1365650 Nov 25 19:34:10.190493 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-9c2d0ea8-9dd6-48c6-862b-d825b457a3a9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=80a38dc0-4595-4a86-8f52-78b834ea720c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415382 Nov 25 19:34:10.223749 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-622ad5c0-71e6-40bd-bd59-077d15f4a714 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:10.256616 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-04049455-cd45-4f57-8dd1-e7770646e897 req-ce941d25-59d6-4c66-8da7-cc39f905fc75 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876944 Nov 25 19:34:10.260171 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-622ad5c0-71e6-40bd-bd59-077d15f4a714 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] device_id is not set on port 35c41493-0bed-44de-ae60-1929e0e31efb yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:34:10.311409 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c9037-706b-4520-b6d8-7c157f5e2449 req-2e2a200b-30f2-46d2-a03f-829ef295ab69 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:10.313402 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a51c9037-706b-4520-b6d8-7c157f5e2449 req-2e2a200b-30f2-46d2-a03f-829ef295ab69 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=f59b9c16-8958-469c-ab65-281f9d1296a4 HTTP/1.1" status: 200 len: 949 time: 0.1261725 Nov 25 19:34:10.361456 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-015e01a2-32ab-4087-85cf-7fc54dc5ab2a service neutron] 10.222.0.85 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623538 Nov 25 19:34:10.388042 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device a935c4fc-c40e-4b7d-8354-a63bede7fe36 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:34:10.446907 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a51c9037-706b-4520-b6d8-7c157f5e2449 req-c96ae2ee-3c9b-4a8f-a91a-e5513f43ec62 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209586 Nov 25 19:34:10.463279 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port a935c4fc-c40e-4b7d-8354-a63bede7fe36 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:34:10.468968 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port a935c4fc-c40e-4b7d-8354-a63bede7fe36 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:10.469357 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:10.496105 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba60e648-764c-4002-a5d0-5e0df2cf470c req-6eea68f8-88b2-49b1-90a4-f4fcc79a18f7 service neutron] 10.222.0.85 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261160 Nov 25 19:34:10.604798 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a462902-57f7-4f5e-89eb-d902e43fd62b req-7f76db18-5023-42cf-9ca9-4b17a1eec83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:10.606408 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8a462902-57f7-4f5e-89eb-d902e43fd62b req-7f76db18-5023-42cf-9ca9-4b17a1eec83a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a84262e56b10427f82b71772767dc30b&device_id=205462f8-54ad-4575-a4d6-1d0426260b11 HTTP/1.1" status: 200 len: 1094 time: 0.0485325 Nov 25 19:34:10.611718 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:10.657568 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59b9c16-8958-469c-ab65-281f9d1296a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a935c4fc-c40e-4b7d-8354-a63bede7fe36'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:10.662109 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77565f9-88c8-4d88-95a4-dfb5b1fab061" -d '{"events": [{"server_uuid": "f59b9c16-8958-469c-ab65-281f9d1296a4", "name": "network-vif-plugged", "status": "completed", "tag": "a935c4fc-c40e-4b7d-8354-a63bede7fe36"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:10.697934 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port a935c4fc-c40e-4b7d-8354-a63bede7fe36, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a935c4fc-c40e-4b7d-8354-a63bede7fe36,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:10.705471 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:10.721995 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-622ad5c0-71e6-40bd-bd59-077d15f4a714 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Allocated IP 172.20.0.14 (d947ad59-c458-4884-9ddc-04f8b3a45722/0e400a7f-9040-4214-86e8-58cbec56deda/35c41493-0bed-44de-ae60-1929e0e31efb) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:34:10.734351 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-622ad5c0-71e6-40bd-bd59-077d15f4a714 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Allocated IP 172.20.0.13 (d947ad59-c458-4884-9ddc-04f8b3a45722/0e400a7f-9040-4214-86e8-58cbec56deda/35c41493-0bed-44de-ae60-1929e0e31efb) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:34:10.760659 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a462902-57f7-4f5e-89eb-d902e43fd62b req-10a11e4c-a2bf-4012-9948-8982914d2998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:10.764009 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8a462902-57f7-4f5e-89eb-d902e43fd62b req-10a11e4c-a2bf-4012-9948-8982914d2998 service neutron] 10.222.0.85 "GET /v2.0/networks?id=80a38dc0-4595-4a86-8f52-78b834ea720c HTTP/1.1" status: 200 len: 905 time: 0.1453388 Nov 25 19:34:10.773760 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=a935c4fc-c40e-4b7d-8354-a63bede7fe36,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:10.850740 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d81dac4-536c-4033-9d4b-cad3666a20bb x-openstack-request-id: req-0d81dac4-536c-4033-9d4b-cad3666a20bb {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:10.851060 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59b9c16-8958-469c-ab65-281f9d1296a4", "name": "network-vif-plugged", "status": "completed", "tag": "a935c4fc-c40e-4b7d-8354-a63bede7fe36", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:10.851382 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d81dac4-536c-4033-9d4b-cad3666a20bb {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:10.852740 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59b9c16-8958-469c-ab65-281f9d1296a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a935c4fc-c40e-4b7d-8354-a63bede7fe36', 'code': 200} Nov 25 19:34:10.854200 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8a462902-57f7-4f5e-89eb-d902e43fd62b req-f0f7bfb5-0530-4b5f-8955-fa16d26bfbd7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=568bd3e9-10b4-4052-92cf-7d252a43408a HTTP/1.1" status: 200 len: 217 time: 0.0800750 Nov 25 19:34:10.945030 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a462902-57f7-4f5e-89eb-d902e43fd62b req-d5c5bb2b-0e30-4b6a-bd19-5d32e9a70e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:10.947953 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8a462902-57f7-4f5e-89eb-d902e43fd62b req-d5c5bb2b-0e30-4b6a-bd19-5d32e9a70e89 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bbd3840b-2a2c-413f-a7dc-f5062cf8f874 HTTP/1.1" status: 200 len: 844 time: 0.0830815 Nov 25 19:34:10.997619 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-622ad5c0-71e6-40bd-bd59-077d15f4a714 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:11.000790 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8a462902-57f7-4f5e-89eb-d902e43fd62b req-1150be61-d96f-4c48-897c-dc85d679af34 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=80a38dc0-4595-4a86-8f52-78b834ea720c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439410 Nov 25 19:34:11.025388 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51964b-fd22-45ce-8c8e-351fd8020f58 req-34107976-1bb3-492d-812e-9bcc0917f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:11.027141 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4f51964b-fd22-45ce-8c8e-351fd8020f58 req-34107976-1bb3-492d-812e-9bcc0917f822 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f59b9c16-8958-469c-ab65-281f9d1296a4 HTTP/1.1" status: 200 len: 1101 time: 0.0840831 Nov 25 19:34:11.074630 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-622ad5c0-71e6-40bd-bd59-077d15f4a714 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:11.119601 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8a462902-57f7-4f5e-89eb-d902e43fd62b req-ba9c5599-7a57-4471-8507-93ebdf4e6b18 service neutron] 10.222.0.85 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100974 Nov 25 19:34:11.168714 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4f51964b-fd22-45ce-8c8e-351fd8020f58 req-581abee6-e79b-464e-a90c-80270f9bf46c service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309769 Nov 25 19:34:11.183717 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622ad5c0-71e6-40bd-bd59-077d15f4a714 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Network d947ad59-c458-4884-9ddc-04f8b3a45722 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:34:11.200627 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-622ad5c0-71e6-40bd-bd59-077d15f4a714 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:34:11.208671 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622ad5c0-71e6-40bd-bd59-077d15f4a714 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:34:11.243769 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8a462902-57f7-4f5e-89eb-d902e43fd62b req-f5182b5a-6800-4053-a6c3-544cf673d3ea service neutron] 10.222.0.85 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154323 Nov 25 19:34:11.254475 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ad5c0-71e6-40bd-bd59-077d15f4a714 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event updated for resources: {'Port': ['ID=35c41493-0bed-44de-ae60-1929e0e31efb,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:11.299624 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622ad5c0-71e6-40bd-bd59-077d15f4a714 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:11.300332 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-622ad5c0-71e6-40bd-bd59-077d15f4a714 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:11.320438 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-622ad5c0-71e6-40bd-bd59-077d15f4a714 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.4980471 Nov 25 19:34:11.323460 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39328) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:11.330271 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-dfee5848-21af-4864-a822-b94925105cc0 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'port_id': '35c41493-0bed-44de-ae60-1929e0e31efb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:11.369334 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dfee5848-21af-4864-a822-b94925105cc0 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:11.461027 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff16da-f679-41bd-b13e-8a8e588ce2b4 req-fb871ee5-1e04-4fe8-ae5e-5be7bc70d149 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:11.463200 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-abff16da-f679-41bd-b13e-8a8e588ce2b4 req-fb871ee5-1e04-4fe8-ae5e-5be7bc70d149 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=205462f8-54ad-4575-a4d6-1d0426260b11 HTTP/1.1" status: 200 len: 943 time: 0.0888393 Nov 25 19:34:11.557693 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-abff16da-f679-41bd-b13e-8a8e588ce2b4 req-408493ef-0547-441a-b12c-c55499362310 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740926 Nov 25 19:34:11.560926 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dfee5848-21af-4864-a822-b94925105cc0 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:11.705379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455dc21-ccc1-480b-ab72-c8ffa8e9bbbb req-48f847a1-2fa5-45fe-9426-f05ae98f9b34 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:11.706999 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6455dc21-ccc1-480b-ab72-c8ffa8e9bbbb req-48f847a1-2fa5-45fe-9426-f05ae98f9b34 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=f59b9c16-8958-469c-ab65-281f9d1296a4 HTTP/1.1" status: 200 len: 950 time: 0.0950487 Nov 25 19:34:11.751417 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-dfee5848-21af-4864-a822-b94925105cc0 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Allocated IP 172.25.6.10 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/edf99122-e870-4bed-bf76-e742e297c986) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:34:11.804419 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6455dc21-ccc1-480b-ab72-c8ffa8e9bbbb req-cf7fc12f-9c4e-4423-a387-fa046399867b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893071 Nov 25 19:34:11.901178 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dfee5848-21af-4864-a822-b94925105cc0 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:11.939282 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dfee5848-21af-4864-a822-b94925105cc0 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:11.984010 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfee5848-21af-4864-a822-b94925105cc0 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:34:11.987363 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-dfee5848-21af-4864-a822-b94925105cc0 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:34:11.991452 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfee5848-21af-4864-a822-b94925105cc0 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:34:11.998389 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee5848-21af-4864-a822-b94925105cc0 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event updated for resources: {'Port': ['ID=edf99122-e870-4bed-bf76-e742e297c986,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:12.387031 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b63aae5-02ed-4222-aa55-350957d805d6 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:34:12.391638 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b63aae5-02ed-4222-aa55-350957d805d6 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:34:12.418716 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dfee5848-21af-4864-a822-b94925105cc0 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:12.527246 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dfee5848-21af-4864-a822-b94925105cc0 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:12.597804 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b63aae5-02ed-4222-aa55-350957d805d6, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b63aae5-02ed-4222-aa55-350957d805d6,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:12.613312 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '6b63aae5-02ed-4222-aa55-350957d805d6', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'port_id': '6b63aae5-02ed-4222-aa55-350957d805d6', 'mac_address': 'fa:16:3e:91:13:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:34:12.615144 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:12.691332 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b63aae5-02ed-4222-aa55-350957d805d6, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b63aae5-02ed-4222-aa55-350957d805d6,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:12.694812 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:12.698143 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:12.734890 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b63aae5-02ed-4222-aa55-350957d805d6 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:34:12.762052 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd60a1-069b-4733-97d0-7551de0c9dce req-0c16695c-de17-459e-a4ba-3cedaded279e tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:12.765414 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-97bd60a1-069b-4733-97d0-7551de0c9dce req-0c16695c-de17-459e-a4ba-3cedaded279e tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=205462f8-54ad-4575-a4d6-1d0426260b11 HTTP/1.1" status: 200 len: 943 time: 0.0881648 Nov 25 19:34:12.799256 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6b63aae5-02ed-4222-aa55-350957d805d6,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:12.806220 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:34:12.806618 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:34:12.835952 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dfee5848-21af-4864-a822-b94925105cc0 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:12.845929 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dfee5848-21af-4864-a822-b94925105cc0 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:12.854768 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbea35a-8240-4dd3-901a-6d892067c686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b63aae5-02ed-4222-aa55-350957d805d6'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:12.857730 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf338f10-105e-4892-80e4-ae156de39cb3" -d '{"events": [{"server_uuid": "6bbea35a-8240-4dd3-901a-6d892067c686", "name": "network-vif-unplugged", "status": "completed", "tag": "6b63aae5-02ed-4222-aa55-350957d805d6"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:12.893535 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-97bd60a1-069b-4733-97d0-7551de0c9dce req-999a177b-44f1-49f5-ba1c-a1251dd5392e tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163106 Nov 25 19:34:12.944351 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dfee5848-21af-4864-a822-b94925105cc0 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:12.946825 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee5848-21af-4864-a822-b94925105cc0 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event updated for resources: {'Port': ['ID=edf99122-e870-4bed-bf76-e742e297c986,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:12.957468 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0414fa63-5a8e-4e34-bc67-5b1a4254b75d x-openstack-request-id: req-0414fa63-5a8e-4e34-bc67-5b1a4254b75d {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:12.957646 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbea35a-8240-4dd3-901a-6d892067c686", "name": "network-vif-unplugged", "status": "completed", "tag": "6b63aae5-02ed-4222-aa55-350957d805d6", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:12.957833 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0414fa63-5a8e-4e34-bc67-5b1a4254b75d {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:12.958920 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbea35a-8240-4dd3-901a-6d892067c686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b63aae5-02ed-4222-aa55-350957d805d6', 'code': 200} Nov 25 19:34:12.973753 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2a8ae-8d8d-4930-8c5e-6b767400d478 req-d9d11646-075f-4ac8-bbce-4ee399ee06b0 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:12.975724 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b2c2a8ae-8d8d-4930-8c5e-6b767400d478 req-d9d11646-075f-4ac8-bbce-4ee399ee06b0 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=f59b9c16-8958-469c-ab65-281f9d1296a4 HTTP/1.1" status: 200 len: 950 time: 0.0743766 Nov 25 19:34:13.035316 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b2c2a8ae-8d8d-4930-8c5e-6b767400d478 req-72a9520e-ae43-409e-b315-9774ddad3e94 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518072 Nov 25 19:34:13.081202 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-dfee5848-21af-4864-a822-b94925105cc0 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Floating IP 07d3db85-4f45-4e99-972f-815ef5182bf6 associated. External IP: 172.25.6.10, port: 35c41493-0bed-44de-ae60-1929e0e31efb. Nov 25 19:34:13.237907 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1035a31-e7ef-49c7-8d38-75461e1dba69 req-e35193d9-bcf7-4bd9-a163-9094a5d56f78 tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:13.239453 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a1035a31-e7ef-49c7-8d38-75461e1dba69 req-e35193d9-bcf7-4bd9-a163-9094a5d56f78 tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f59b9c16-8958-469c-ab65-281f9d1296a4 HTTP/1.1" status: 200 len: 1101 time: 0.1211693 Nov 25 19:34:13.355760 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a1035a31-e7ef-49c7-8d38-75461e1dba69 req-8304c084-6d23-4f7a-9a56-4c072705e901 tempest-ServersOnMultiNodesTest-1761272912 tempest-ServersOnMultiNodesTest-1761272912-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092079 Nov 25 19:34:13.359322 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:13.381234 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b63aae5-02ed-4222-aa55-350957d805d6 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:34:13.402733 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b63aae5-02ed-4222-aa55-350957d805d6, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b63aae5-02ed-4222-aa55-350957d805d6,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:13.411268 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:13.411819 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 568bd3e9-10b4-4052-92cf-7d252a43408a details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:34:13.440748 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfee5848-21af-4864-a822-b94925105cc0 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Router 1f3d00dc-164c-4e84-982f-da3a6fdfbf32 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:34:13.507587 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6b63aae5-02ed-4222-aa55-350957d805d6,revision_number=9']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:13.581456 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfee5848-21af-4864-a822-b94925105cc0 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:34:13.598567 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891cafce-6683-4c83-ad12-7ff709782027 None None] Sync routers for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:34:13.609910 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891cafce-6683-4c83-ad12-7ff709782027 None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:13.610886 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-891cafce-6683-4c83-ad12-7ff709782027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:13.611547 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dfee5848-21af-4864-a822-b94925105cc0 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:13.626237 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 568bd3e9-10b4-4052-92cf-7d252a43408a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=568bd3e9-10b4-4052-92cf-7d252a43408a,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:13.650682 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '568bd3e9-10b4-4052-92cf-7d252a43408a', 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c', 'port_id': '568bd3e9-10b4-4052-92cf-7d252a43408a', 'mac_address': 'fa:16:3e:da:cc:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd3840b-2a2c-413f-a7dc-f5062cf8f874', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:34:13.656785 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39366) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:13.657135 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-dfee5848-21af-4864-a822-b94925105cc0 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3324785 Nov 25 19:34:13.663363 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f5412546-7426-460e-b511-9c82f226ab68 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Request body: {'floatingip': {'port_id': '35c41493-0bed-44de-ae60-1929e0e31efb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:13.673165 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-891cafce-6683-4c83-ad12-7ff709782027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:13.686000 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891cafce-6683-4c83-ad12-7ff709782027 None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:13.686000 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-891cafce-6683-4c83-ad12-7ff709782027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:13.724443 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-891cafce-6683-4c83-ad12-7ff709782027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:13.725267 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891cafce-6683-4c83-ad12-7ff709782027 None None] The sync data for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:34:13.760835 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:13.776954 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 568bd3e9-10b4-4052-92cf-7d252a43408a {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:34:13.793700 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5412546-7426-460e-b511-9c82f226ab68 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:13.805504 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 568bd3e9-10b4-4052-92cf-7d252a43408a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=568bd3e9-10b4-4052-92cf-7d252a43408a,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:13.810909 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:13.848168 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5e367-aaea-451c-bf52-b1dc8925cf22 req-c0df0658-e8d1-4ba5-882a-392b601bd644 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:13.850031 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1bf5e367-aaea-451c-bf52-b1dc8925cf22 req-c0df0658-e8d1-4ba5-882a-392b601bd644 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=f59b9c16-8958-469c-ab65-281f9d1296a4 HTTP/1.1" status: 200 len: 950 time: 0.1133182 Nov 25 19:34:13.877365 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=568bd3e9-10b4-4052-92cf-7d252a43408a,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:13.923233 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['6b63aae5-02ed-4222-aa55-350957d805d6'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:13.978959 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1bf5e367-aaea-451c-bf52-b1dc8925cf22 req-33682e68-5005-4ebd-89e6-91bc01f0b377 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169999 Nov 25 19:34:14.095054 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af720d-30b6-44fe-9f82-18456247adc4 req-f412b1b5-2983-40f1-b84a-7036bc5ab359 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:14.097056 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52af720d-30b6-44fe-9f82-18456247adc4 req-f412b1b5-2983-40f1-b84a-7036bc5ab359 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=205462f8-54ad-4575-a4d6-1d0426260b11 HTTP/1.1" status: 200 len: 944 time: 0.1092834 Nov 25 19:34:14.159166 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['568bd3e9-10b4-4052-92cf-7d252a43408a'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:14.174266 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52af720d-30b6-44fe-9f82-18456247adc4 req-ec4538b8-7ab2-48e2-b8a0-17a61ba4eec7 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657234 Nov 25 19:34:14.675246 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5412546-7426-460e-b511-9c82f226ab68 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:14.680631 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5412546-7426-460e-b511-9c82f226ab68 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:14.984535 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5412546-7426-460e-b511-9c82f226ab68 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Router 1f3d00dc-164c-4e84-982f-da3a6fdfbf32 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:34:15.222761 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5412546-7426-460e-b511-9c82f226ab68 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:34:15.229881 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5412546-7426-460e-b511-9c82f226ab68 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:15.244933 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e5519-56d5-4a67-b954-3771de3b5940 None None] Sync routers for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:34:15.276761 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37e5519-56d5-4a67-b954-3771de3b5940 None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:15.280023 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b37e5519-56d5-4a67-b954-3771de3b5940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:15.305602 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47978e8c-2fa8-4843-aafb-6d538608d40f req-95158d2c-841b-4698-a76c-6aae48be45e8 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:15.309589 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-47978e8c-2fa8-4843-aafb-6d538608d40f req-95158d2c-841b-4698-a76c-6aae48be45e8 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.85 "GET /v2.0/ports?device_id=f59b9c16-8958-469c-ab65-281f9d1296a4 HTTP/1.1" status: 200 len: 950 time: 0.1456993 Nov 25 19:34:15.368866 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709403b-8532-47d7-bcbc-9ec2af8dafa2 req-77bde70c-0f07-48a0-a15e-4a00e96278fd tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:15.384757 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9709403b-8532-47d7-bcbc-9ec2af8dafa2 req-77bde70c-0f07-48a0-a15e-4a00e96278fd tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=f59b9c16-8958-469c-ab65-281f9d1296a4 HTTP/1.1" status: 200 len: 950 time: 0.2618723 Nov 25 19:34:15.396728 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b37e5519-56d5-4a67-b954-3771de3b5940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:15.423489 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37e5519-56d5-4a67-b954-3771de3b5940 None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:15.424400 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b37e5519-56d5-4a67-b954-3771de3b5940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:15.487639 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b37e5519-56d5-4a67-b954-3771de3b5940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:15.489819 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e5519-56d5-4a67-b954-3771de3b5940 None None] The sync data for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:34:15.491296 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f5412546-7426-460e-b511-9c82f226ab68 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "PUT /v2.0/floatingips/07d3db85-4f45-4e99-972f-815ef5182bf6 HTTP/1.1" status: 200 len: 978 time: 1.8326499 Nov 25 19:34:15.512420 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39414) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:15.568943 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9709403b-8532-47d7-bcbc-9ec2af8dafa2 req-dc8ed6c5-fc88-4973-8db0-221c1b3d2cb0 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753943 Nov 25 19:34:15.758899 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bb65668a-0c77-438d-8ec5-49c3465325cc req-7a3d888c-eda9-48e2-ae83-d092f561116e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2807846 Nov 25 19:34:15.761261 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-47e7451f-89c0-4ad3-9930-e3f9f29be645 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Deleting port edf99122-e870-4bed-bf76-e742e297c986 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:15.762104 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47e7451f-89c0-4ad3-9930-e3f9f29be645 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:15.781746 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60b40d-1a18-432c-82cd-4bbe4bf46459 req-0bc96d5d-c3a9-4896-84df-e0f1cc7f2c82 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:15.789690 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9b60b40d-1a18-432c-82cd-4bbe4bf46459 req-0bc96d5d-c3a9-4896-84df-e0f1cc7f2c82 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=205462f8-54ad-4575-a4d6-1d0426260b11 HTTP/1.1" status: 200 len: 944 time: 0.2331879 Nov 25 19:34:15.819868 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-47978e8c-2fa8-4843-aafb-6d538608d40f req-526e53ba-e316-40c4-99a9-5976e944de67 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Deleting port a935c4fc-c40e-4b7d-8354-a63bede7fe36 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:15.820182 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-47978e8c-2fa8-4843-aafb-6d538608d40f req-526e53ba-e316-40c4-99a9-5976e944de67 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:15.943828 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47e7451f-89c0-4ad3-9930-e3f9f29be645 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:15.944261 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47e7451f-89c0-4ad3-9930-e3f9f29be645 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:15.972342 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-47e7451f-89c0-4ad3-9930-e3f9f29be645 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Calling delete_port for edf99122-e870-4bed-bf76-e742e297c986 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:15.993699 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9b60b40d-1a18-432c-82cd-4bbe4bf46459 req-0315068b-cb06-4a5e-8f80-355fa4b233ab tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029912 Nov 25 19:34:16.035897 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65668a-0c77-438d-8ec5-49c3465325cc req-aa46dbb7-9804-4fcf-83e7-272a6a2d1d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:16.039159 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bb65668a-0c77-438d-8ec5-49c3465325cc req-aa46dbb7-9804-4fcf-83e7-272a6a2d1d12 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5793ebf8c1374bcea833180ef6f84e4c&device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 1097 time: 0.1900749 Nov 25 19:34:16.064341 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-47978e8c-2fa8-4843-aafb-6d538608d40f req-526e53ba-e316-40c4-99a9-5976e944de67 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] For port a935c4fc-c40e-4b7d-8354-a63bede7fe36, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a935c4fc-c40e-4b7d-8354-a63bede7fe36,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:16.065019 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-47978e8c-2fa8-4843-aafb-6d538608d40f req-526e53ba-e316-40c4-99a9-5976e944de67 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:16.095612 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-47978e8c-2fa8-4843-aafb-6d538608d40f req-526e53ba-e316-40c4-99a9-5976e944de67 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Calling delete_port for a935c4fc-c40e-4b7d-8354-a63bede7fe36 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:16.264873 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65668a-0c77-438d-8ec5-49c3465325cc req-aa4a51db-08e6-4f88-842c-92565cbb8119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:16.267880 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bb65668a-0c77-438d-8ec5-49c3465325cc req-aa4a51db-08e6-4f88-842c-92565cbb8119 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ff56631b-efa0-42d5-95cb-f491e3d0d8b0 HTTP/1.1" status: 200 len: 912 time: 0.1673489 Nov 25 19:34:16.332973 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47e7451f-89c0-4ad3-9930-e3f9f29be645 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:16.378709 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7451f-89c0-4ad3-9930-e3f9f29be645 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event deleted for resources: {'Port': ['ID=edf99122-e870-4bed-bf76-e742e297c986,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:16.425867 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b63aae5-02ed-4222-aa55-350957d805d6 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:34:16.437524 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bb65668a-0c77-438d-8ec5-49c3465325cc req-438d92d9-d663-4751-8db6-19a0acea539d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6482793d-c7ac-41d8-9dd9-3ddeb09e42dd HTTP/1.1" status: 200 len: 1002 time: 0.1507270 Nov 25 19:34:16.490740 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47e7451f-89c0-4ad3-9930-e3f9f29be645 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:16.491325 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-47e7451f-89c0-4ad3-9930-e3f9f29be645 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Floating IP 07d3db85-4f45-4e99-972f-815ef5182bf6 disassociated (deleted). External IP: 172.25.6.10, port: 35c41493-0bed-44de-ae60-1929e0e31efb. Nov 25 19:34:16.528336 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-47978e8c-2fa8-4843-aafb-6d538608d40f req-526e53ba-e316-40c4-99a9-5976e944de67 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:16.548754 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 6b63aae5-02ed-4222-aa55-350957d805d6 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:16.553211 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:16.557681 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['4ffcde1f-49e9-43d1-87d4-c302cfe9454a', '3bec0522-e642-4652-b277-8b32a26b0ec2', '6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67', 'e6cf90c5-7937-41b5-9205-2d8bba5c7baa'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:16.560038 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['1c71493f-8d31-4efd-ad22-36667485874f', '211e7518-64d0-4a4e-97a7-2444c5ea4916', '908cd383-d937-43b2-b48f-1c4294500623'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:16.566628 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65668a-0c77-438d-8ec5-49c3465325cc req-5db30604-1a0c-40b1-b19c-090437f5860e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:16.572557 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bb65668a-0c77-438d-8ec5-49c3465325cc req-5db30604-1a0c-40b1-b19c-090437f5860e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b79aba06-befc-4f8a-a873-c735df5300cb HTTP/1.1" status: 200 len: 850 time: 0.1224675 Nov 25 19:34:16.601040 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e53ba-e316-40c4-99a9-5976e944de67 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Pushing event deleted for resources: {'Port': ['ID=a935c4fc-c40e-4b7d-8354-a63bede7fe36,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:16.732173 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65668a-0c77-438d-8ec5-49c3465325cc req-6e97734f-e2b9-4eef-8a30-eb76b6b3b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:16.734281 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bb65668a-0c77-438d-8ec5-49c3465325cc req-6e97734f-e2b9-4eef-8a30-eb76b6b3b084 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff56631b-efa0-42d5-95cb-f491e3d0d8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123676 Nov 25 19:34:16.735274 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-47978e8c-2fa8-4843-aafb-6d538608d40f req-526e53ba-e316-40c4-99a9-5976e944de67 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] No DVR routers for this DVR port a935c4fc-c40e-4b7d-8354-a63bede7fe36 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:34:16.751783 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-47978e8c-2fa8-4843-aafb-6d538608d40f req-526e53ba-e316-40c4-99a9-5976e944de67 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:16.756174 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-47978e8c-2fa8-4843-aafb-6d538608d40f req-526e53ba-e316-40c4-99a9-5976e944de67 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.85 "DELETE /v2.0/ports/a935c4fc-c40e-4b7d-8354-a63bede7fe36 HTTP/1.1" status: 204 len: 173 time: 1.4387016 Nov 25 19:34:16.988908 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e7451f-89c0-4ad3-9930-e3f9f29be645 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Router 1f3d00dc-164c-4e84-982f-da3a6fdfbf32 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:34:17.026051 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59b9c16-8958-469c-ab65-281f9d1296a4', 'name': 'network-vif-deleted', 'tag': 'a935c4fc-c40e-4b7d-8354-a63bede7fe36'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:17.029385 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c2bbd6-a7a4-4c1b-aefb-15317c640f37" -d '{"events": [{"server_uuid": "f59b9c16-8958-469c-ab65-281f9d1296a4", "name": "network-vif-deleted", "tag": "a935c4fc-c40e-4b7d-8354-a63bede7fe36"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:17.034189 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bb65668a-0c77-438d-8ec5-49c3465325cc req-a70d748c-1508-4c31-a3cb-aec0e322bca4 service neutron] 10.222.0.73 "GET /v2.0/networks/ff56631b-efa0-42d5-95cb-f491e3d0d8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759252 Nov 25 19:34:17.048382 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:17.089573 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e4737fa-27bc-4144-b0d2-8c02bd8c0d5d req-17c4b4fc-b6eb-4fc0-b4e7-46b3305d58f0 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=f59b9c16-8958-469c-ab65-281f9d1296a4 HTTP/1.1" status: 200 len: 210 time: 0.3255663 Nov 25 19:34:17.122375 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b63aae5-02ed-4222-aa55-350957d805d6, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b63aae5-02ed-4222-aa55-350957d805d6,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:17.159434 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbea35a-8240-4dd3-901a-6d892067c686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b63aae5-02ed-4222-aa55-350957d805d6'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:17.162693 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514a189a-d73b-413b-8fba-de09fda42a9f" -d '{"events": [{"server_uuid": "6bbea35a-8240-4dd3-901a-6d892067c686", "name": "network-vif-plugged", "status": "completed", "tag": "6b63aae5-02ed-4222-aa55-350957d805d6"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:17.197382 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:17.198249 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 568bd3e9-10b4-4052-92cf-7d252a43408a up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:34:17.245523 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4470dae3-5026-40da-8a78-648ac5b45277 x-openstack-request-id: req-4470dae3-5026-40da-8a78-648ac5b45277 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:17.255908 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59b9c16-8958-469c-ab65-281f9d1296a4", "name": "network-vif-deleted", "tag": "a935c4fc-c40e-4b7d-8354-a63bede7fe36", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:17.256284 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4470dae3-5026-40da-8a78-648ac5b45277 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:17.256754 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59b9c16-8958-469c-ab65-281f9d1296a4', 'name': 'network-vif-deleted', 'tag': 'a935c4fc-c40e-4b7d-8354-a63bede7fe36', 'status': 'completed', 'code': 200} Nov 25 19:34:17.279468 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e7451f-89c0-4ad3-9930-e3f9f29be645 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:34:17.299914 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47e7451f-89c0-4ad3-9930-e3f9f29be645 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:17.314353 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e088ac0e-27b6-4bea-bc64-297e152f4d5b None None] Sync routers for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:34:17.365894 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e088ac0e-27b6-4bea-bc64-297e152f4d5b None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:17.379039 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e088ac0e-27b6-4bea-bc64-297e152f4d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:17.450066 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-47e7451f-89c0-4ad3-9930-e3f9f29be645 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "DELETE /v2.0/floatingips/07d3db85-4f45-4e99-972f-815ef5182bf6 HTTP/1.1" status: 204 len: 168 time: 1.9356494 Nov 25 19:34:17.474837 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39442) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:17.475114 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aebde9c-8dab-49fe-9876-d86502097baa x-openstack-request-id: req-7aebde9c-8dab-49fe-9876-d86502097baa {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:17.475114 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbea35a-8240-4dd3-901a-6d892067c686", "name": "network-vif-plugged", "status": "completed", "tag": "6b63aae5-02ed-4222-aa55-350957d805d6", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:17.476132 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7aebde9c-8dab-49fe-9876-d86502097baa {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:17.476132 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbea35a-8240-4dd3-901a-6d892067c686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b63aae5-02ed-4222-aa55-350957d805d6', 'code': 200} Nov 25 19:34:17.480514 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bb65668a-0c77-438d-8ec5-49c3465325cc req-3d8f579d-52ff-4d38-b066-390ea6ac0440 service neutron] 10.222.0.73 "GET /v2.0/networks/ff56631b-efa0-42d5-95cb-f491e3d0d8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885958 Nov 25 19:34:17.547322 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e088ac0e-27b6-4bea-bc64-297e152f4d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:17.551518 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6b63aae5-02ed-4222-aa55-350957d805d6,revision_number=10']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:17.603497 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16952873-19c2-4248-b828-73a44cf32d35 req-65ed5787-da55-4cf0-8063-317d876f0fbd tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:17.604110 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e088ac0e-27b6-4bea-bc64-297e152f4d5b None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:17.604771 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e088ac0e-27b6-4bea-bc64-297e152f4d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:17.612125 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16952873-19c2-4248-b828-73a44cf32d35 req-65ed5787-da55-4cf0-8063-317d876f0fbd tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=205462f8-54ad-4575-a4d6-1d0426260b11 HTTP/1.1" status: 200 len: 944 time: 0.1610312 Nov 25 19:34:17.628474 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 568bd3e9-10b4-4052-92cf-7d252a43408a completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:34:17.655407 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 568bd3e9-10b4-4052-92cf-7d252a43408a triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:17.657567 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:17.729915 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e088ac0e-27b6-4bea-bc64-297e152f4d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:17.731051 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e088ac0e-27b6-4bea-bc64-297e152f4d5b None None] The sync data for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:34:17.764626 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16952873-19c2-4248-b828-73a44cf32d35 req-7705526c-6690-422a-bada-1a4ed9e377d8 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451569 Nov 25 19:34:17.770356 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-5f74582c-f278-4d39-b5aa-3881fcf99c7d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Deleting port 35c41493-0bed-44de-ae60-1929e0e31efb {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:17.770695 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f74582c-f278-4d39-b5aa-3881fcf99c7d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:17.917907 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:18.013914 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f74582c-f278-4d39-b5aa-3881fcf99c7d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:18.049606 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 568bd3e9-10b4-4052-92cf-7d252a43408a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=568bd3e9-10b4-4052-92cf-7d252a43408a,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:18.059737 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-5f74582c-f278-4d39-b5aa-3881fcf99c7d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Calling delete_port for 35c41493-0bed-44de-ae60-1929e0e31efb owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:18.075964 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:18.076845 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device a935c4fc-c40e-4b7d-8354-a63bede7fe36 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:34:18.103817 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: a935c4fc-c40e-4b7d-8354-a63bede7fe36 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:34:18.104163 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device a935c4fc-c40e-4b7d-8354-a63bede7fe36 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:34:18.274058 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=568bd3e9-10b4-4052-92cf-7d252a43408a,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:18.726241 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3468ba-37e6-4178-b09d-67e5bb8f608b req-68eb1412-84b2-4cd1-8013-00a04219a1e8 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:18.729693 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ed3468ba-37e6-4178-b09d-67e5bb8f608b req-68eb1412-84b2-4cd1-8013-00a04219a1e8 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=1890466b-9b4b-4624-8fcf-cf83a5cb85a1 HTTP/1.1" status: 200 len: 950 time: 0.1395016 Nov 25 19:34:18.773701 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f74582c-f278-4d39-b5aa-3881fcf99c7d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:18.920729 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74582c-f278-4d39-b5aa-3881fcf99c7d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event deleted for resources: {'Port': ['ID=35c41493-0bed-44de-ae60-1929e0e31efb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:18.973020 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f9ef6-9cb8-48b9-b001-e0487cf0c185 req-a9726ca0-9191-4cd4-8688-d5d11752c054 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:18.975596 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-969f9ef6-9cb8-48b9-b001-e0487cf0c185 req-a9726ca0-9191-4cd4-8688-d5d11752c054 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=205462f8-54ad-4575-a4d6-1d0426260b11 HTTP/1.1" status: 200 len: 945 time: 0.0736711 Nov 25 19:34:19.050921 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ed3468ba-37e6-4178-b09d-67e5bb8f608b req-6fc99b29-9650-4c3c-853c-15f1e83f2161 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108130 Nov 25 19:34:19.117911 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f74582c-f278-4d39-b5aa-3881fcf99c7d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:19.130472 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5f74582c-f278-4d39-b5aa-3881fcf99c7d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "DELETE /v2.0/ports/35c41493-0bed-44de-ae60-1929e0e31efb HTTP/1.1" status: 204 len: 168 time: 1.6484673 Nov 25 19:34:19.131227 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39464) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:19.136378 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-627ccda4-f2f2-411d-aa0c-d9f24c857ef4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:19.144452 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-969f9ef6-9cb8-48b9-b001-e0487cf0c185 req-ad02f40d-3962-4f67-b856-379666788f0c tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611769 Nov 25 19:34:19.187129 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-627ccda4-f2f2-411d-aa0c-d9f24c857ef4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:19.340902 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-627ccda4-f2f2-411d-aa0c-d9f24c857ef4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:19.477312 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205462f8-54ad-4575-a4d6-1d0426260b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568bd3e9-10b4-4052-92cf-7d252a43408a'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:19.481785 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ccc8c7-06a0-4fff-85ea-d3939d8b6dba" -d '{"events": [{"server_uuid": "205462f8-54ad-4575-a4d6-1d0426260b11", "name": "network-vif-plugged", "status": "completed", "tag": "568bd3e9-10b4-4052-92cf-7d252a43408a"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:19.595966 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194e251c-e2b4-4c59-8bf1-098ea617b010 x-openstack-request-id: req-194e251c-e2b4-4c59-8bf1-098ea617b010 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:19.596411 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205462f8-54ad-4575-a4d6-1d0426260b11", "name": "network-vif-plugged", "status": "completed", "tag": "568bd3e9-10b4-4052-92cf-7d252a43408a", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:19.596795 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-194e251c-e2b4-4c59-8bf1-098ea617b010 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:19.597690 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205462f8-54ad-4575-a4d6-1d0426260b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568bd3e9-10b4-4052-92cf-7d252a43408a', 'code': 200} Nov 25 19:34:19.917632 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1b966-00dc-4714-8c02-a2e4cb7b09a6 req-29e16e2c-0734-441f-a2ad-0bab79f489d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:19.919414 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e3f1b966-00dc-4714-8c02-a2e4cb7b09a6 req-29e16e2c-0734-441f-a2ad-0bab79f489d2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=205462f8-54ad-4575-a4d6-1d0426260b11 HTTP/1.1" status: 200 len: 1096 time: 0.0864508 Nov 25 19:34:19.967770 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-627ccda4-f2f2-411d-aa0c-d9f24c857ef4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Allocated IP 172.25.6.196 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/dba5e796-5970-4d30-b94b-f89d498e0bc3) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:34:20.032909 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e3f1b966-00dc-4714-8c02-a2e4cb7b09a6 req-3fd5abcf-552b-4d23-a413-a44a8e74ed08 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943236 Nov 25 19:34:20.136208 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-627ccda4-f2f2-411d-aa0c-d9f24c857ef4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.197641 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-627ccda4-f2f2-411d-aa0c-d9f24c857ef4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.244914 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627ccda4-f2f2-411d-aa0c-d9f24c857ef4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:34:20.249191 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-627ccda4-f2f2-411d-aa0c-d9f24c857ef4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:34:20.256568 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627ccda4-f2f2-411d-aa0c-d9f24c857ef4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:34:20.269727 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d74aef-0d30-4149-94e7-a6072f273105 req-a7efefbc-92c2-4365-bb31-65834a3f3a1e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:20.285332 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-12d74aef-0d30-4149-94e7-a6072f273105 req-a7efefbc-92c2-4365-bb31-65834a3f3a1e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=1890466b-9b4b-4624-8fcf-cf83a5cb85a1 HTTP/1.1" status: 200 len: 950 time: 0.1363873 Nov 25 19:34:20.349701 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ccda4-f2f2-411d-aa0c-d9f24c857ef4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event updated for resources: {'Port': ['ID=dba5e796-5970-4d30-b94b-f89d498e0bc3,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:20.429306 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-12d74aef-0d30-4149-94e7-a6072f273105 req-56e4aa6c-658c-448d-b2cf-1b5f2963ef3f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381667 Nov 25 19:34:20.443008 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ef76f-6614-4baa-a647-d260582825b1 req-c6a4bc1c-8bfd-4683-a0e7-db7828789319 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:20.446687 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c50ef76f-6614-4baa-a647-d260582825b1 req-c6a4bc1c-8bfd-4683-a0e7-db7828789319 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=205462f8-54ad-4575-a4d6-1d0426260b11 HTTP/1.1" status: 200 len: 945 time: 0.1405921 Nov 25 19:34:20.452003 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-627ccda4-f2f2-411d-aa0c-d9f24c857ef4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.531615 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-627ccda4-f2f2-411d-aa0c-d9f24c857ef4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.580222 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c50ef76f-6614-4baa-a647-d260582825b1 req-337749b4-3ce4-405b-97d8-82abb4af6330 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195743 Nov 25 19:34:20.788629 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36a4b5-c167-427f-bc20-a51fa762f4da req-d439bcd8-b7b0-4da7-90ce-babcc15bbefb tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:20.790694 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba36a4b5-c167-427f-bc20-a51fa762f4da req-d439bcd8-b7b0-4da7-90ce-babcc15bbefb tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.73 "GET /v2.0/ports?device_id=1890466b-9b4b-4624-8fcf-cf83a5cb85a1 HTTP/1.1" status: 200 len: 950 time: 0.1560402 Nov 25 19:34:20.907806 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-627ccda4-f2f2-411d-aa0c-d9f24c857ef4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.916198 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-627ccda4-f2f2-411d-aa0c-d9f24c857ef4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.027029 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ccda4-f2f2-411d-aa0c-d9f24c857ef4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event updated for resources: {'Port': ['ID=dba5e796-5970-4d30-b94b-f89d498e0bc3,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:21.039708 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-627ccda4-f2f2-411d-aa0c-d9f24c857ef4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.046939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-ba36a4b5-c167-427f-bc20-a51fa762f4da req-bff68902-8757-471b-b855-26689a66f768 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Deleting port 908cd383-d937-43b2-b48f-1c4294500623 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:21.047322 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ba36a4b5-c167-427f-bc20-a51fa762f4da req-bff68902-8757-471b-b855-26689a66f768 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.090390 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-627ccda4-f2f2-411d-aa0c-d9f24c857ef4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.092049 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-627ccda4-f2f2-411d-aa0c-d9f24c857ef4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9596987 Nov 25 19:34:21.097873 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39498) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:21.108648 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ee782113-65a2-4c44-a316-ec41adce03aa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Request body: {'port': {'network_id': 'd947ad59-c458-4884-9ddc-04f8b3a45722', 'name': 'tempest-FloatingIPTestJSON-1310466279'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:21.194066 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-ba36a4b5-c167-427f-bc20-a51fa762f4da req-bff68902-8757-471b-b855-26689a66f768 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] For port 908cd383-d937-43b2-b48f-1c4294500623, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=908cd383-d937-43b2-b48f-1c4294500623,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:21.194656 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ba36a4b5-c167-427f-bc20-a51fa762f4da req-bff68902-8757-471b-b855-26689a66f768 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.219660 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-ba36a4b5-c167-427f-bc20-a51fa762f4da req-bff68902-8757-471b-b855-26689a66f768 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Calling delete_port for 908cd383-d937-43b2-b48f-1c4294500623 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:21.345105 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee782113-65a2-4c44-a316-ec41adce03aa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Made reservation on behalf of 6728312a1fc442d2be049d6a95549225 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:34:21.355711 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee782113-65a2-4c44-a316-ec41adce03aa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.402112 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-ee782113-65a2-4c44-a316-ec41adce03aa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] device_id is not set on port db9691e4-6b49-4b1c-a611-d91824c3f493 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:34:21.507556 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ba36a4b5-c167-427f-bc20-a51fa762f4da req-bff68902-8757-471b-b855-26689a66f768 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.525062 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['4ffcde1f-49e9-43d1-87d4-c302cfe9454a', '3bec0522-e642-4652-b277-8b32a26b0ec2', '6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67', 'e6cf90c5-7937-41b5-9205-2d8bba5c7baa'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:21.586658 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9c5b641-e5b0-481e-bb21-663eb22b5a62 req-bc7a91e1-26f6-4f31-9d4e-b82892f96097 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=1890466b-9b4b-4624-8fcf-cf83a5cb85a1 HTTP/1.1" status: 200 len: 210 time: 0.0501971 Nov 25 19:34:21.608750 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff68902-8757-471b-b855-26689a66f768 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Pushing event deleted for resources: {'Port': ['ID=908cd383-d937-43b2-b48f-1c4294500623,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:21.645032 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['1c71493f-8d31-4efd-ad22-36667485874f', '211e7518-64d0-4a4e-97a7-2444c5ea4916', '908cd383-d937-43b2-b48f-1c4294500623'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:21.671756 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-ee782113-65a2-4c44-a316-ec41adce03aa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Allocated IP 172.20.0.7 (d947ad59-c458-4884-9ddc-04f8b3a45722/0e400a7f-9040-4214-86e8-58cbec56deda/db9691e4-6b49-4b1c-a611-d91824c3f493) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:34:21.765368 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba36a4b5-c167-427f-bc20-a51fa762f4da req-bff68902-8757-471b-b855-26689a66f768 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] No DVR routers for this DVR port 908cd383-d937-43b2-b48f-1c4294500623 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:34:21.785734 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ba36a4b5-c167-427f-bc20-a51fa762f4da req-bff68902-8757-471b-b855-26689a66f768 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.814910 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba36a4b5-c167-427f-bc20-a51fa762f4da req-bff68902-8757-471b-b855-26689a66f768 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.73 "DELETE /v2.0/ports/908cd383-d937-43b2-b48f-1c4294500623 HTTP/1.1" status: 204 len: 173 time: 1.0164073 Nov 25 19:34:21.815721 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1890466b-9b4b-4624-8fcf-cf83a5cb85a1', 'name': 'network-vif-deleted', 'tag': '908cd383-d937-43b2-b48f-1c4294500623'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:21.820101 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c976663-c142-4d81-b5e0-4ad4344aa586" -d '{"events": [{"server_uuid": "1890466b-9b4b-4624-8fcf-cf83a5cb85a1", "name": "network-vif-deleted", "tag": "908cd383-d937-43b2-b48f-1c4294500623"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:21.975849 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9baa606-c99e-4884-8644-e5eae5234b27 x-openstack-request-id: req-d9baa606-c99e-4884-8644-e5eae5234b27 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:21.976334 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1890466b-9b4b-4624-8fcf-cf83a5cb85a1", "name": "network-vif-deleted", "tag": "908cd383-d937-43b2-b48f-1c4294500623", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:21.976757 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d9baa606-c99e-4884-8644-e5eae5234b27 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:21.977252 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1890466b-9b4b-4624-8fcf-cf83a5cb85a1', 'name': 'network-vif-deleted', 'tag': '908cd383-d937-43b2-b48f-1c4294500623', 'status': 'completed', 'code': 200} Nov 25 19:34:22.052982 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee782113-65a2-4c44-a316-ec41adce03aa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:22.138632 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee782113-65a2-4c44-a316-ec41adce03aa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:22.274941 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee782113-65a2-4c44-a316-ec41adce03aa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Network d947ad59-c458-4884-9ddc-04f8b3a45722 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:34:22.288580 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ee782113-65a2-4c44-a316-ec41adce03aa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:34:22.305908 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee782113-65a2-4c44-a316-ec41adce03aa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:34:22.392221 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee782113-65a2-4c44-a316-ec41adce03aa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:22.393244 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee782113-65a2-4c44-a316-ec41adce03aa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:22.416845 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39516) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:22.421992 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-d04c768c-8833-436a-958d-a68582b7c884 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Request body: {'floatingip': {'port_id': 'db9691e4-6b49-4b1c-a611-d91824c3f493'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:22.424784 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ee782113-65a2-4c44-a316-ec41adce03aa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3253033 Nov 25 19:34:22.446661 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb135e4-d17c-4637-ad94-7b947df5559b req-4e8b0e0e-a60b-4f74-8872-e2dc4ccb0c19 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:22.458222 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0cb135e4-d17c-4637-ad94-7b947df5559b req-4e8b0e0e-a60b-4f74-8872-e2dc4ccb0c19 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=205462f8-54ad-4575-a4d6-1d0426260b11 HTTP/1.1" status: 200 len: 945 time: 0.5802982 Nov 25 19:34:22.517831 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee782113-65a2-4c44-a316-ec41adce03aa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event updated for resources: {'Port': ['ID=db9691e4-6b49-4b1c-a611-d91824c3f493,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:22.520958 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d04c768c-8833-436a-958d-a68582b7c884 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:22.586708 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0cb135e4-d17c-4637-ad94-7b947df5559b req-105929ff-0ec0-478a-87a2-33eae2d920f6 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245127 Nov 25 19:34:22.889170 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ddf09e25-5ee6-457a-bb56-6e8829fd6c53 req-f4f338ff-2891-4445-b3e6-42db689ca18e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=1890466b-9b4b-4624-8fcf-cf83a5cb85a1 HTTP/1.1" status: 200 len: 210 time: 0.0827703 Nov 25 19:34:23.301372 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95fcd6-69df-41cd-abdd-41acd20e0c44 req-fc9b587e-61b4-4df4-8f73-742815fe2e8b tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:23.309017 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f95fcd6-69df-41cd-abdd-41acd20e0c44 req-fc9b587e-61b4-4df4-8f73-742815fe2e8b tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=205462f8-54ad-4575-a4d6-1d0426260b11 HTTP/1.1" status: 200 len: 945 time: 0.2122867 Nov 25 19:34:23.373086 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:23.402122 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f95fcd6-69df-41cd-abdd-41acd20e0c44 req-e8bba69c-2124-42ae-be62-7bd3aff68d80 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919781 Nov 25 19:34:23.558365 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d04c768c-8833-436a-958d-a68582b7c884 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:23.564215 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d04c768c-8833-436a-958d-a68582b7c884 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:23.604179 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce0716-b79a-4fc9-b062-3efd60b5c7fe req-7d169918-4418-48b1-928f-80088fce7e81 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:23.612597 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1dce0716-b79a-4fc9-b062-3efd60b5c7fe req-7d169918-4418-48b1-928f-80088fce7e81 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=205462f8-54ad-4575-a4d6-1d0426260b11 HTTP/1.1" status: 200 len: 945 time: 0.0688045 Nov 25 19:34:23.681380 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1dce0716-b79a-4fc9-b062-3efd60b5c7fe req-fae6a704-2611-4cff-8a0a-23900f6031bb tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666480 Nov 25 19:34:23.821178 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-d04c768c-8833-436a-958d-a68582b7c884 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Floating IP e0316b9b-24a6-4968-bbc5-2a62895923ab associated. External IP: 172.25.6.196, port: db9691e4-6b49-4b1c-a611-d91824c3f493. Nov 25 19:34:24.028972 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:24.285267 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9106d65-0cc2-4de4-8694-df4b086afd2d req-f6b42d8f-f3ca-4603-bae5-c8175447b75f tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:24.292715 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9106d65-0cc2-4de4-8694-df4b086afd2d req-f6b42d8f-f3ca-4603-bae5-c8175447b75f tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=205462f8-54ad-4575-a4d6-1d0426260b11 HTTP/1.1" status: 200 len: 945 time: 0.0820897 Nov 25 19:34:24.346507 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04c768c-8833-436a-958d-a68582b7c884 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Router 1f3d00dc-164c-4e84-982f-da3a6fdfbf32 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:34:24.376656 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9106d65-0cc2-4de4-8694-df4b086afd2d req-df9740d9-a84a-4ff5-bab9-851c01080b0b tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827286 Nov 25 19:34:24.495790 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152a2b9-0eb7-4e98-8299-3e9a63fb20e1 req-39be0a10-c06e-4e8b-9003-b828fbb0a1be tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:24.498414 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d152a2b9-0eb7-4e98-8299-3e9a63fb20e1 req-39be0a10-c06e-4e8b-9003-b828fbb0a1be tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=e01e7bf6-7026-4bc8-95d4-285878410e2a HTTP/1.1" status: 200 len: 949 time: 0.0814655 Nov 25 19:34:24.580778 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d152a2b9-0eb7-4e98-8299-3e9a63fb20e1 req-edda162d-d752-465c-956c-e1faa4803ab0 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755970 Nov 25 19:34:24.583333 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04c768c-8833-436a-958d-a68582b7c884 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:34:24.591889 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d04c768c-8833-436a-958d-a68582b7c884 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:24.613532 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221acdc7-d493-497d-ba77-c5cb2a33805c None None] Sync routers for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:34:24.632705 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 908cd383-d937-43b2-b48f-1c4294500623 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:34:24.652494 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d04c768c-8833-436a-958d-a68582b7c884 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "PUT /v2.0/floatingips/e0316b9b-24a6-4968-bbc5-2a62895923ab HTTP/1.1" status: 200 len: 978 time: 2.2342172 Nov 25 19:34:24.655596 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39560) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:24.698644 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 908cd383-d937-43b2-b48f-1c4294500623 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:34:24.699192 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 908cd383-d937-43b2-b48f-1c4294500623 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:34:24.713578 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221acdc7-d493-497d-ba77-c5cb2a33805c None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:24.714402 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-221acdc7-d493-497d-ba77-c5cb2a33805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:24.809505 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-221acdc7-d493-497d-ba77-c5cb2a33805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:24.825839 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221acdc7-d493-497d-ba77-c5cb2a33805c None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:24.826822 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-221acdc7-d493-497d-ba77-c5cb2a33805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:24.833566 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9fa188a1-3875-4487-af0b-bb19373ac20a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Deleting port db9691e4-6b49-4b1c-a611-d91824c3f493 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:24.833566 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9fa188a1-3875-4487-af0b-bb19373ac20a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:24.895177 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-221acdc7-d493-497d-ba77-c5cb2a33805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:24.896254 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221acdc7-d493-497d-ba77-c5cb2a33805c None None] The sync data for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:34:24.993514 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9fa188a1-3875-4487-af0b-bb19373ac20a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:25.679376 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063baa29-aa0d-4d9d-b16b-7cadc4a95ded req-253ae70c-e3a4-4ce0-8cd7-1ea7c837da3f tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:25.681676 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-063baa29-aa0d-4d9d-b16b-7cadc4a95ded req-253ae70c-e3a4-4ce0-8cd7-1ea7c837da3f tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.85 "GET /v2.0/ports?device_id=205462f8-54ad-4575-a4d6-1d0426260b11 HTTP/1.1" status: 200 len: 945 time: 0.2118666 Nov 25 19:34:25.765867 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d65e98-d0c4-46d3-bcf7-1fd19340201d req-7b52498a-fde4-480c-970a-15c7df01819e tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:25.781475 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1d65e98-d0c4-46d3-bcf7-1fd19340201d req-7b52498a-fde4-480c-970a-15c7df01819e tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=205462f8-54ad-4575-a4d6-1d0426260b11 HTTP/1.1" status: 200 len: 945 time: 0.2458382 Nov 25 19:34:25.986146 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1d65e98-d0c4-46d3-bcf7-1fd19340201d req-9fab768e-d82a-43a9-bfc2-865b38897d7d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938314 Nov 25 19:34:26.026016 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4565e6-0797-47b6-a779-9606c7aa9696 req-347b26ed-d15a-4e36-bec8-aa7c91c6b1bb tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:26.028786 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3f4565e6-0797-47b6-a779-9606c7aa9696 req-347b26ed-d15a-4e36-bec8-aa7c91c6b1bb tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=e01e7bf6-7026-4bc8-95d4-285878410e2a HTTP/1.1" status: 200 len: 949 time: 0.1965258 Nov 25 19:34:26.055631 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-063baa29-aa0d-4d9d-b16b-7cadc4a95ded req-b5c8c957-a2da-48b6-9285-3a8bfd1c723d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Deleting port 568bd3e9-10b4-4052-92cf-7d252a43408a {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:26.056965 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-063baa29-aa0d-4d9d-b16b-7cadc4a95ded req-b5c8c957-a2da-48b6-9285-3a8bfd1c723d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:26.096846 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9fa188a1-3875-4487-af0b-bb19373ac20a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:26.099150 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9fa188a1-3875-4487-af0b-bb19373ac20a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:26.099830 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-9fa188a1-3875-4487-af0b-bb19373ac20a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Floating IP e0316b9b-24a6-4968-bbc5-2a62895923ab disassociated. External IP: 172.25.6.196, port: db9691e4-6b49-4b1c-a611-d91824c3f493. Nov 25 19:34:26.101379 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9fa188a1-3875-4487-af0b-bb19373ac20a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Calling delete_port for db9691e4-6b49-4b1c-a611-d91824c3f493 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:26.264626 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3f4565e6-0797-47b6-a779-9606c7aa9696 req-cfe4e8fa-1349-4eb1-8fa8-acae612f3405 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500435 Nov 25 19:34:26.305850 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3beff39-a605-468d-b416-9d08de768594 req-766dbc14-1a6a-4225-a0a0-a5256608c37c tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:26.305850 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e3beff39-a605-468d-b416-9d08de768594 req-766dbc14-1a6a-4225-a0a0-a5256608c37c tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.73 "GET /v2.0/ports?device_id=e01e7bf6-7026-4bc8-95d4-285878410e2a HTTP/1.1" status: 200 len: 949 time: 0.2006383 Nov 25 19:34:26.331291 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-063baa29-aa0d-4d9d-b16b-7cadc4a95ded req-b5c8c957-a2da-48b6-9285-3a8bfd1c723d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] For port 568bd3e9-10b4-4052-92cf-7d252a43408a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=568bd3e9-10b4-4052-92cf-7d252a43408a,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:26.332160 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-063baa29-aa0d-4d9d-b16b-7cadc4a95ded req-b5c8c957-a2da-48b6-9285-3a8bfd1c723d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:26.350961 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-063baa29-aa0d-4d9d-b16b-7cadc4a95ded req-b5c8c957-a2da-48b6-9285-3a8bfd1c723d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Calling delete_port for 568bd3e9-10b4-4052-92cf-7d252a43408a owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:26.444936 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9fa188a1-3875-4487-af0b-bb19373ac20a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:26.527088 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa188a1-3875-4487-af0b-bb19373ac20a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event deleted for resources: {'Port': ['ID=db9691e4-6b49-4b1c-a611-d91824c3f493,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:26.751069 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-063baa29-aa0d-4d9d-b16b-7cadc4a95ded req-b5c8c957-a2da-48b6-9285-3a8bfd1c723d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:26.768782 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['24cafed6-3d8e-47ca-846d-457abb4a9631'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:26.780743 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-e3beff39-a605-468d-b416-9d08de768594 req-dcd3be3a-158a-4226-a8bd-30e933321a4b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Deleting port 211e7518-64d0-4a4e-97a7-2444c5ea4916 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:26.781512 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e3beff39-a605-468d-b416-9d08de768594 req-dcd3be3a-158a-4226-a8bd-30e933321a4b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:26.824215 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa188a1-3875-4487-af0b-bb19373ac20a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Router 1f3d00dc-164c-4e84-982f-da3a6fdfbf32 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:34:26.973445 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8c957-a2da-48b6-9285-3a8bfd1c723d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Pushing event deleted for resources: {'Port': ['ID=568bd3e9-10b4-4052-92cf-7d252a43408a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:27.070891 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-063baa29-aa0d-4d9d-b16b-7cadc4a95ded req-b5c8c957-a2da-48b6-9285-3a8bfd1c723d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] No DVR routers for this DVR port 568bd3e9-10b4-4052-92cf-7d252a43408a on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:34:27.074712 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-063baa29-aa0d-4d9d-b16b-7cadc4a95ded req-b5c8c957-a2da-48b6-9285-3a8bfd1c723d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:27.080302 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-063baa29-aa0d-4d9d-b16b-7cadc4a95ded req-b5c8c957-a2da-48b6-9285-3a8bfd1c723d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.85 "DELETE /v2.0/ports/568bd3e9-10b4-4052-92cf-7d252a43408a HTTP/1.1" status: 204 len: 173 time: 1.3875420 Nov 25 19:34:27.081231 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205462f8-54ad-4575-a4d6-1d0426260b11', 'name': 'network-vif-deleted', 'tag': '568bd3e9-10b4-4052-92cf-7d252a43408a'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:27.084343 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415888b1-e971-4eaf-8ece-edbdce83c61e" -d '{"events": [{"server_uuid": "205462f8-54ad-4575-a4d6-1d0426260b11", "name": "network-vif-deleted", "tag": "568bd3e9-10b4-4052-92cf-7d252a43408a"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:27.116163 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-e3beff39-a605-468d-b416-9d08de768594 req-dcd3be3a-158a-4226-a8bd-30e933321a4b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] For port 211e7518-64d0-4a4e-97a7-2444c5ea4916, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=211e7518-64d0-4a4e-97a7-2444c5ea4916,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:27.118365 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e3beff39-a605-468d-b416-9d08de768594 req-dcd3be3a-158a-4226-a8bd-30e933321a4b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:27.154433 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-e3beff39-a605-468d-b416-9d08de768594 req-dcd3be3a-158a-4226-a8bd-30e933321a4b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Calling delete_port for 211e7518-64d0-4a4e-97a7-2444c5ea4916 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:27.313563 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e2cd13-965b-4fa2-8e22-543f4716d95f x-openstack-request-id: req-d9e2cd13-965b-4fa2-8e22-543f4716d95f {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:27.314039 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205462f8-54ad-4575-a4d6-1d0426260b11", "name": "network-vif-deleted", "tag": "568bd3e9-10b4-4052-92cf-7d252a43408a", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:27.314575 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d9e2cd13-965b-4fa2-8e22-543f4716d95f {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:27.316100 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205462f8-54ad-4575-a4d6-1d0426260b11', 'name': 'network-vif-deleted', 'tag': '568bd3e9-10b4-4052-92cf-7d252a43408a', 'status': 'completed', 'code': 200} Nov 25 19:34:27.332421 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea15fe18-caab-449d-89f4-22f2de094f07 req-21d62c68-5a4b-4b24-8b30-e3bc5d83d130 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=205462f8-54ad-4575-a4d6-1d0426260b11 HTTP/1.1" status: 200 len: 210 time: 0.1187241 Nov 25 19:34:27.333677 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa188a1-3875-4487-af0b-bb19373ac20a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:34:27.384877 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19829d4f-1523-49aa-9ec3-bb7d4da280aa None None] Sync routers for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:34:27.412269 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19829d4f-1523-49aa-9ec3-bb7d4da280aa None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:27.413426 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-19829d4f-1523-49aa-9ec3-bb7d4da280aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:27.474351 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-19829d4f-1523-49aa-9ec3-bb7d4da280aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:27.501379 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19829d4f-1523-49aa-9ec3-bb7d4da280aa None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:27.503526 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-19829d4f-1523-49aa-9ec3-bb7d4da280aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:27.541486 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9fa188a1-3875-4487-af0b-bb19373ac20a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:27.556235 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39598) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:27.556860 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9fa188a1-3875-4487-af0b-bb19373ac20a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "DELETE /v2.0/ports/db9691e4-6b49-4b1c-a611-d91824c3f493 HTTP/1.1" status: 204 len: 168 time: 2.8992524 Nov 25 19:34:27.566169 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-19829d4f-1523-49aa-9ec3-bb7d4da280aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:27.566965 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19829d4f-1523-49aa-9ec3-bb7d4da280aa None None] The sync data for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:34:27.630240 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51219d-1ba8-43b6-9942-a41d777ea5f0 req-9ec33c3a-7516-4413-96a5-6ee47f838096 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:27.639052 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e51219d-1ba8-43b6-9942-a41d777ea5f0 req-9ec33c3a-7516-4413-96a5-6ee47f838096 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=e01e7bf6-7026-4bc8-95d4-285878410e2a HTTP/1.1" status: 200 len: 949 time: 0.1838462 Nov 25 19:34:27.676861 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7d062b9e-48eb-41ac-bde0-f455931a8041 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "GET /v2.0/floatingips/e0316b9b-24a6-4968-bbc5-2a62895923ab HTTP/1.1" status: 200 len: 688 time: 0.1185737 Nov 25 19:34:27.681715 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39602) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:27.781272 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e3beff39-a605-468d-b416-9d08de768594 req-dcd3be3a-158a-4226-a8bd-30e933321a4b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:27.798382 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['4ffcde1f-49e9-43d1-87d4-c302cfe9454a', '3bec0522-e642-4652-b277-8b32a26b0ec2', '6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67', 'e6cf90c5-7937-41b5-9205-2d8bba5c7baa'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:27.801569 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['1c71493f-8d31-4efd-ad22-36667485874f', '211e7518-64d0-4a4e-97a7-2444c5ea4916'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:27.940807 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3be3a-158a-4226-a8bd-30e933321a4b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Pushing event deleted for resources: {'Port': ['ID=211e7518-64d0-4a4e-97a7-2444c5ea4916,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:27.974370 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd3be3a-158a-4226-a8bd-30e933321a4b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:27.974897 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd3be3a-158a-4226-a8bd-30e933321a4b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:27.975284 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd3be3a-158a-4226-a8bd-30e933321a4b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:27.975696 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd3be3a-158a-4226-a8bd-30e933321a4b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:27.976035 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd3be3a-158a-4226-a8bd-30e933321a4b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:27.976369 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd3be3a-158a-4226-a8bd-30e933321a4b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:27.976746 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd3be3a-158a-4226-a8bd-30e933321a4b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:27.977082 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd3be3a-158a-4226-a8bd-30e933321a4b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:27.977410 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd3be3a-158a-4226-a8bd-30e933321a4b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:27.978380 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd3be3a-158a-4226-a8bd-30e933321a4b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:27.978380 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd3be3a-158a-4226-a8bd-30e933321a4b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:27.978380 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd3be3a-158a-4226-a8bd-30e933321a4b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:27.987907 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e51219d-1ba8-43b6-9942-a41d777ea5f0 req-55b04a53-3809-46fe-9edc-f17e1c0723e4 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480527 Nov 25 19:34:28.070954 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3beff39-a605-468d-b416-9d08de768594 req-dcd3be3a-158a-4226-a8bd-30e933321a4b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] No DVR routers for this DVR port 211e7518-64d0-4a4e-97a7-2444c5ea4916 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:34:28.076138 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e3beff39-a605-468d-b416-9d08de768594 req-dcd3be3a-158a-4226-a8bd-30e933321a4b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:28.083010 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e3beff39-a605-468d-b416-9d08de768594 req-dcd3be3a-158a-4226-a8bd-30e933321a4b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.73 "DELETE /v2.0/ports/211e7518-64d0-4a4e-97a7-2444c5ea4916 HTTP/1.1" status: 204 len: 173 time: 1.7164264 Nov 25 19:34:28.212042 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-171b1fb1-ea2f-4e55-9bb3-921cb4a7da69 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Deleting port dba5e796-5970-4d30-b94b-f89d498e0bc3 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:28.212042 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-171b1fb1-ea2f-4e55-9bb3-921cb4a7da69 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:28.370763 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-171b1fb1-ea2f-4e55-9bb3-921cb4a7da69 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:28.371529 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-171b1fb1-ea2f-4e55-9bb3-921cb4a7da69 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:28.400352 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-171b1fb1-ea2f-4e55-9bb3-921cb4a7da69 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Calling delete_port for dba5e796-5970-4d30-b94b-f89d498e0bc3 owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:28.508002 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 568bd3e9-10b4-4052-92cf-7d252a43408a no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:34:28.586959 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-171b1fb1-ea2f-4e55-9bb3-921cb4a7da69 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:28.601928 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 568bd3e9-10b4-4052-92cf-7d252a43408a {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:34:28.602924 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 568bd3e9-10b4-4052-92cf-7d252a43408a not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:34:28.671248 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b1fb1-ea2f-4e55-9bb3-921cb4a7da69 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event deleted for resources: {'Port': ['ID=dba5e796-5970-4d30-b94b-f89d498e0bc3,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:28.786987 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-171b1fb1-ea2f-4e55-9bb3-921cb4a7da69 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:28.791606 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-171b1fb1-ea2f-4e55-9bb3-921cb4a7da69 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:28.795738 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-171b1fb1-ea2f-4e55-9bb3-921cb4a7da69 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "DELETE /v2.0/floatingips/e0316b9b-24a6-4968-bbc5-2a62895923ab HTTP/1.1" status: 204 len: 168 time: 1.1059625 Nov 25 19:34:28.801493 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39626) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:28.805074 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fca08f9d-ce25-4188-aa95-d28ede68b5fa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'port_id': '8175ffaf-ff11-474d-a11c-8809a10b4174'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:28.894996 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fca08f9d-ce25-4188-aa95-d28ede68b5fa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:29.196162 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a76ebade-7e2b-4197-90b1-a360a19f4459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:29.237732 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce84e0-2069-4b1e-b031-0defd8510225 req-db39dbb3-70f1-429e-aec7-8358dad44ee5 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:29.250986 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-edce84e0-2069-4b1e-b031-0defd8510225 req-db39dbb3-70f1-429e-aec7-8358dad44ee5 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/networks?id=80a38dc0-4595-4a86-8f52-78b834ea720c HTTP/1.1" status: 200 len: 804 time: 0.3839521 Nov 25 19:34:29.304461 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-edce84e0-2069-4b1e-b031-0defd8510225 req-5ebb84e6-287c-4fb1-8304-5c06294f4352 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/quotas/a84262e56b10427f82b71772767dc30b HTTP/1.1" status: 200 len: 375 time: 0.0519643 Nov 25 19:34:29.317503 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01e7bf6-7026-4bc8-95d4-285878410e2a', 'name': 'network-vif-deleted', 'tag': '211e7518-64d0-4a4e-97a7-2444c5ea4916'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:29.324304 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4882d5ad-4da5-48d8-a7c3-54aeb653bfbd" -d '{"events": [{"server_uuid": "e01e7bf6-7026-4bc8-95d4-285878410e2a", "name": "network-vif-deleted", "tag": "211e7518-64d0-4a4e-97a7-2444c5ea4916"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:29.375483 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fca08f9d-ce25-4188-aa95-d28ede68b5fa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:29.442543 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-edce84e0-2069-4b1e-b031-0defd8510225 req-8d4962cc-821b-4f36-9250-b908e897a36e tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a84262e56b10427f82b71772767dc30b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1368356 Nov 25 19:34:29.552262 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99488383-183d-480d-9638-25a0c5cc7c9e x-openstack-request-id: req-99488383-183d-480d-9638-25a0c5cc7c9e {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:29.552885 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01e7bf6-7026-4bc8-95d4-285878410e2a", "name": "network-vif-deleted", "tag": "211e7518-64d0-4a4e-97a7-2444c5ea4916", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:29.553346 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-99488383-183d-480d-9638-25a0c5cc7c9e {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:29.553952 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01e7bf6-7026-4bc8-95d4-285878410e2a', 'name': 'network-vif-deleted', 'tag': '211e7518-64d0-4a4e-97a7-2444c5ea4916', 'status': 'completed', 'code': 200} Nov 25 19:34:29.678563 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-edce84e0-2069-4b1e-b031-0defd8510225 req-c8e46e80-96eb-4ec2-a1f3-825b4dd4c2a2 service neutron] 10.222.0.55 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229168 Nov 25 19:34:29.808428 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-fca08f9d-ce25-4188-aa95-d28ede68b5fa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Allocated IP 172.25.6.74 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/9cb2a848-4e6e-4ab7-9801-9753c09c3975) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:34:29.918649 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-edce84e0-2069-4b1e-b031-0defd8510225 req-0ce180ec-fb83-4eda-9bed-c1ebd7d05740 service neutron] 10.222.0.55 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380764 Nov 25 19:34:29.925664 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b34ac4-a366-4a29-82c7-943a08feb0cc req-8a2ea4e0-e77b-4f22-bbc2-d09d878a17ef tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:29.935602 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71b34ac4-a366-4a29-82c7-943a08feb0cc req-8a2ea4e0-e77b-4f22-bbc2-d09d878a17ef tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=197ea71c-2e2c-45f8-ade8-ee13820bfadb HTTP/1.1" status: 200 len: 949 time: 0.0917592 Nov 25 19:34:30.006134 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71b34ac4-a366-4a29-82c7-943a08feb0cc req-fde74427-393c-40bb-8f25-7ddace489980 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706105 Nov 25 19:34:30.020069 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fca08f9d-ce25-4188-aa95-d28ede68b5fa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:30.094102 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fca08f9d-ce25-4188-aa95-d28ede68b5fa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:30.193962 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca08f9d-ce25-4188-aa95-d28ede68b5fa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:34:30.201351 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-fca08f9d-ce25-4188-aa95-d28ede68b5fa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:34:30.209690 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca08f9d-ce25-4188-aa95-d28ede68b5fa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:34:30.340194 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca08f9d-ce25-4188-aa95-d28ede68b5fa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event updated for resources: {'Port': ['ID=9cb2a848-4e6e-4ab7-9801-9753c09c3975,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:30.377485 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f37a795-495b-4597-95b7-4942ae96c394 req-f2533a91-54b5-435f-ad98-3f8631db485d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 210 time: 0.0427513 Nov 25 19:34:30.641730 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 211e7518-64d0-4a4e-97a7-2444c5ea4916 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:34:30.724350 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 211e7518-64d0-4a4e-97a7-2444c5ea4916 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:34:30.725536 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 211e7518-64d0-4a4e-97a7-2444c5ea4916 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:34:30.875329 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fca08f9d-ce25-4188-aa95-d28ede68b5fa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:30.990116 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fca08f9d-ce25-4188-aa95-d28ede68b5fa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:31.332646 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91363de2-98b2-4da2-84fb-c3f96d2f2ab8 req-ac1b8184-7914-4195-8725-25485b28a735 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:31.334310 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-91363de2-98b2-4da2-84fb-c3f96d2f2ab8 req-ac1b8184-7914-4195-8725-25485b28a735 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=197ea71c-2e2c-45f8-ade8-ee13820bfadb HTTP/1.1" status: 200 len: 949 time: 0.1212528 Nov 25 19:34:31.352041 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d0c01-ac77-4f7c-93d9-e0ac5a8ab04b req-39ccf5e0-30db-4000-b67b-78bd2d0a50f1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:31.354832 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-878d0c01-ac77-4f7c-93d9-e0ac5a8ab04b req-39ccf5e0-30db-4000-b67b-78bd2d0a50f1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.73 "GET /v2.0/ports?device_id=197ea71c-2e2c-45f8-ade8-ee13820bfadb HTTP/1.1" status: 200 len: 949 time: 0.1619279 Nov 25 19:34:31.362786 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fca08f9d-ce25-4188-aa95-d28ede68b5fa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:31.369848 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fca08f9d-ce25-4188-aa95-d28ede68b5fa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:31.376141 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de44091-a37d-4da3-bf06-26f797d74082 req-e361d5ff-2b39-4b81-beaf-7cd10bfd2c7e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:31.377922 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3de44091-a37d-4da3-bf06-26f797d74082 req-e361d5ff-2b39-4b81-beaf-7cd10bfd2c7e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.85 "GET /v2.0/ports?device_id=50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d HTTP/1.1" status: 200 len: 948 time: 0.2365196 Nov 25 19:34:31.540535 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca08f9d-ce25-4188-aa95-d28ede68b5fa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event updated for resources: {'Port': ['ID=9cb2a848-4e6e-4ab7-9801-9753c09c3975,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:31.589192 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fca08f9d-ce25-4188-aa95-d28ede68b5fa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:31.697365 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e7026576-5bc0-4b8b-b98f-a52cf96a6380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:31.742373 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7521cc0d-3217-4028-b9e2-99fe0e0eb209 req-04531f65-99f5-41ee-a420-591e5b03e6ff tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 210 time: 0.0917528 Nov 25 19:34:31.829821 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-fca08f9d-ce25-4188-aa95-d28ede68b5fa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Floating IP 0816fc3b-befb-4eb0-9697-af634d81d859 associated. External IP: 172.25.6.74, port: 8175ffaf-ff11-474d-a11c-8809a10b4174. Nov 25 19:34:31.973963 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-91363de2-98b2-4da2-84fb-c3f96d2f2ab8 req-29d52fd7-1c61-438f-b62b-7c0ae7b07463 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6044908 Nov 25 19:34:32.119446 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-878d0c01-ac77-4f7c-93d9-e0ac5a8ab04b req-a5bb7763-20e9-47c9-8415-7112f3ada07f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Deleting port 1c71493f-8d31-4efd-ad22-36667485874f {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:32.120708 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-878d0c01-ac77-4f7c-93d9-e0ac5a8ab04b req-a5bb7763-20e9-47c9-8415-7112f3ada07f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:32.264029 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-3de44091-a37d-4da3-bf06-26f797d74082 req-a306d3ef-4e31-46bb-add3-bfe848c1727b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Deleting port e6cf90c5-7937-41b5-9205-2d8bba5c7baa {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:32.265017 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3de44091-a37d-4da3-bf06-26f797d74082 req-a306d3ef-4e31-46bb-add3-bfe848c1727b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:32.429046 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce84e0-2069-4b1e-b031-0defd8510225 req-c784dedf-f717-431e-a0cf-b98a62367576 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:32.432179 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-edce84e0-2069-4b1e-b031-0defd8510225 req-c784dedf-f717-431e-a0cf-b98a62367576 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.85 "GET /v2.0/networks?id=80a38dc0-4595-4a86-8f52-78b834ea720c HTTP/1.1" status: 200 len: 804 time: 0.3291392 Nov 25 19:34:32.445670 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-878d0c01-ac77-4f7c-93d9-e0ac5a8ab04b req-a5bb7763-20e9-47c9-8415-7112f3ada07f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] For port 1c71493f-8d31-4efd-ad22-36667485874f, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=1c71493f-8d31-4efd-ad22-36667485874f,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:32.447540 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-878d0c01-ac77-4f7c-93d9-e0ac5a8ab04b req-a5bb7763-20e9-47c9-8415-7112f3ada07f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:32.477197 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-edce84e0-2069-4b1e-b031-0defd8510225 req-a81866c6-96ee-4725-9050-5c28a1817987 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Request body: {'port': {'device_id': '8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf', 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c', 'admin_state_up': True, 'tenant_id': 'a84262e56b10427f82b71772767dc30b'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:32.487418 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca08f9d-ce25-4188-aa95-d28ede68b5fa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Router 1f3d00dc-164c-4e84-982f-da3a6fdfbf32 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:34:32.490466 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-878d0c01-ac77-4f7c-93d9-e0ac5a8ab04b req-a5bb7763-20e9-47c9-8415-7112f3ada07f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Calling delete_port for 1c71493f-8d31-4efd-ad22-36667485874f owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:32.727354 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-3de44091-a37d-4da3-bf06-26f797d74082 req-a306d3ef-4e31-46bb-add3-bfe848c1727b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] For port e6cf90c5-7937-41b5-9205-2d8bba5c7baa, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=e6cf90c5-7937-41b5-9205-2d8bba5c7baa,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:32.727916 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3de44091-a37d-4da3-bf06-26f797d74082 req-a306d3ef-4e31-46bb-add3-bfe848c1727b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:32.771458 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-3de44091-a37d-4da3-bf06-26f797d74082 req-a306d3ef-4e31-46bb-add3-bfe848c1727b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Calling delete_port for e6cf90c5-7937-41b5-9205-2d8bba5c7baa owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:32.823533 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ef7fc-ce66-437e-9080-fce902ee7334 req-72641cf6-18b1-4d4c-87e4-a911727683d0 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:32.826691 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5a3ef7fc-ce66-437e-9080-fce902ee7334 req-72641cf6-18b1-4d4c-87e4-a911727683d0 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 947 time: 0.1911864 Nov 25 19:34:33.074787 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5a3ef7fc-ce66-437e-9080-fce902ee7334 req-2d611bdb-4815-41eb-a883-64e8b72d680b tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272046 Nov 25 19:34:33.185355 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7ff23798-6ffb-4e58-be6f-98cad7ae4bf6 req-8f3c9414-01cd-4c92-bb30-748142625ff8 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 210 time: 0.0772736 Nov 25 19:34:33.242085 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3de44091-a37d-4da3-bf06-26f797d74082 req-a306d3ef-4e31-46bb-add3-bfe848c1727b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:33.259806 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['4ffcde1f-49e9-43d1-87d4-c302cfe9454a', '3bec0522-e642-4652-b277-8b32a26b0ec2', '6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:33.295970 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edce84e0-2069-4b1e-b031-0defd8510225 req-a81866c6-96ee-4725-9050-5c28a1817987 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Made reservation on behalf of a84262e56b10427f82b71772767dc30b for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:34:33.296321 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-878d0c01-ac77-4f7c-93d9-e0ac5a8ab04b req-a5bb7763-20e9-47c9-8415-7112f3ada07f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:33.306236 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306d3ef-4e31-46bb-add3-bfe848c1727b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Pushing event deleted for resources: {'Port': ['ID=e6cf90c5-7937-41b5-9205-2d8bba5c7baa,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:33.306549 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-edce84e0-2069-4b1e-b031-0defd8510225 req-a81866c6-96ee-4725-9050-5c28a1817987 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:33.404513 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca08f9d-ce25-4188-aa95-d28ede68b5fa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:34:33.428724 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb7763-20e9-47c9-8415-7112f3ada07f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Pushing event deleted for resources: {'Port': ['ID=1c71493f-8d31-4efd-ad22-36667485874f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:33.474327 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ab58d9-dd88-4b22-9472-c45a00965375 None None] Sync routers for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:34:33.505639 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7825e644-73b7-435f-9b15-42ac07649c93 req-cce2d2d2-d54e-49ab-850c-67f4f6acc999 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=197ea71c-2e2c-45f8-ade8-ee13820bfadb HTTP/1.1" status: 200 len: 210 time: 0.1284375 Nov 25 19:34:33.534099 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fca08f9d-ce25-4188-aa95-d28ede68b5fa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:33.593885 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ab58d9-dd88-4b22-9472-c45a00965375 None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:33.595338 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-14ab58d9-dd88-4b22-9472-c45a00965375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:33.617918 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-878d0c01-ac77-4f7c-93d9-e0ac5a8ab04b req-a5bb7763-20e9-47c9-8415-7112f3ada07f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] No DVR routers for this DVR port 1c71493f-8d31-4efd-ad22-36667485874f on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:34:33.621303 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de44091-a37d-4da3-bf06-26f797d74082 req-a306d3ef-4e31-46bb-add3-bfe848c1727b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] No DVR routers for this DVR port e6cf90c5-7937-41b5-9205-2d8bba5c7baa on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:34:33.626460 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-878d0c01-ac77-4f7c-93d9-e0ac5a8ab04b req-a5bb7763-20e9-47c9-8415-7112f3ada07f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:33.637374 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-878d0c01-ac77-4f7c-93d9-e0ac5a8ab04b req-a5bb7763-20e9-47c9-8415-7112f3ada07f tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.73 "DELETE /v2.0/ports/1c71493f-8d31-4efd-ad22-36667485874f HTTP/1.1" status: 204 len: 173 time: 2.2710845 Nov 25 19:34:33.658089 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197ea71c-2e2c-45f8-ade8-ee13820bfadb', 'name': 'network-vif-deleted', 'tag': '1c71493f-8d31-4efd-ad22-36667485874f'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:33.671865 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbce9a0-60cf-40ba-ad0f-9c7abd1cfdcc" -d '{"events": [{"server_uuid": "197ea71c-2e2c-45f8-ade8-ee13820bfadb", "name": "network-vif-deleted", "tag": "1c71493f-8d31-4efd-ad22-36667485874f"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:33.683548 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3de44091-a37d-4da3-bf06-26f797d74082 req-a306d3ef-4e31-46bb-add3-bfe848c1727b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:33.691498 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3de44091-a37d-4da3-bf06-26f797d74082 req-a306d3ef-4e31-46bb-add3-bfe848c1727b tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.85 "DELETE /v2.0/ports/e6cf90c5-7937-41b5-9205-2d8bba5c7baa HTTP/1.1" status: 204 len: 173 time: 1.8149228 Nov 25 19:34:33.736189 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fca08f9d-ce25-4188-aa95-d28ede68b5fa tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.9343839 Nov 25 19:34:33.740969 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39734) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:33.756913 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-b1a5bfc7-0894-4e70-9f22-2c300713d3ca tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-670701390'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:33.854013 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-edce84e0-2069-4b1e-b031-0defd8510225 req-a81866c6-96ee-4725-9050-5c28a1817987 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Allocated IP 172.20.0.9 (80a38dc0-4595-4a86-8f52-78b834ea720c/bbd3840b-2a2c-413f-a7dc-f5062cf8f874/ee47f86c-3856-40c6-86c3-50c2f04a33c3) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:34:33.856877 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a5bfc7-0894-4e70-9f22-2c300713d3ca tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Made reservation on behalf of 6728312a1fc442d2be049d6a95549225 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:34:33.872500 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1a5bfc7-0894-4e70-9f22-2c300713d3ca tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:33.935533 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-14ab58d9-dd88-4b22-9472-c45a00965375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:33.989923 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a5bfc7-0894-4e70-9f22-2c300713d3ca tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:34:34.011392 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:34.030628 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1a5bfc7-0894-4e70-9f22-2c300713d3ca tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:34.032559 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-b1a5bfc7-0894-4e70-9f22-2c300713d3ca tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Added segment 3157a53f-40ba-4862-a8cc-63139f39b0a2 of type vlan for network 927aac45-4940-4f13-a0a9-2f85f5ac2241 Nov 25 19:34:34.100030 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ab58d9-dd88-4b22-9472-c45a00965375 None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:34.101117 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-14ab58d9-dd88-4b22-9472-c45a00965375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:34.242919 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2658421-d040-4e14-bb51-8713b9f5922b x-openstack-request-id: req-e2658421-d040-4e14-bb51-8713b9f5922b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:34.249239 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197ea71c-2e2c-45f8-ade8-ee13820bfadb", "name": "network-vif-deleted", "tag": "1c71493f-8d31-4efd-ad22-36667485874f", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:34.249756 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e2658421-d040-4e14-bb51-8713b9f5922b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:34.253588 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197ea71c-2e2c-45f8-ade8-ee13820bfadb', 'name': 'network-vif-deleted', 'tag': '1c71493f-8d31-4efd-ad22-36667485874f', 'status': 'completed', 'code': 200} Nov 25 19:34:34.265467 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1a5bfc7-0894-4e70-9f22-2c300713d3ca tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:34.279694 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-14ab58d9-dd88-4b22-9472-c45a00965375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:34.280533 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ab58d9-dd88-4b22-9472-c45a00965375 None None] The sync data for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:34:34.348901 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1a5bfc7-0894-4e70-9f22-2c300713d3ca tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:34.370504 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a5bfc7-0894-4e70-9f22-2c300713d3ca tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:34.374028 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1a5bfc7-0894-4e70-9f22-2c300713d3ca tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:34.413164 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-edce84e0-2069-4b1e-b031-0defd8510225 req-a81866c6-96ee-4725-9050-5c28a1817987 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:34.499340 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b1a5bfc7-0894-4e70-9f22-2c300713d3ca tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7524288 Nov 25 19:34:34.504199 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39748) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:34.517078 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-df59baa9-d85c-42b6-b4f0-ea04f5e678ab tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Request body: {'subnet': {'network_id': '927aac45-4940-4f13-a0a9-2f85f5ac2241', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:34.603052 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5c2eb-4d6b-494e-8cc2-c66650f4443c req-a0a9507d-945c-4274-9d69-20cbb691f6bf tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:34.606040 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-12e5c2eb-4d6b-494e-8cc2-c66650f4443c req-a0a9507d-945c-4274-9d69-20cbb691f6bf tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 947 time: 0.2096281 Nov 25 19:34:34.634794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5bfc7-0894-4e70-9f22-2c300713d3ca tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event updated for resources: {'Network': ['ID=927aac45-4940-4f13-a0a9-2f85f5ac2241,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:34.656068 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-01e22a2a-d7bf-4f06-8976-9c1b715b692b req-7d451b48-6113-4367-931f-aa27688ceaf2 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 210 time: 0.0809457 Nov 25 19:34:34.673065 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b63aae5-02ed-4222-aa55-350957d805d6 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:34:34.680509 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 927aac45-4940-4f13-a0a9-2f85f5ac2241 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:34:34.689998 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 1c71493f-8d31-4efd-ad22-36667485874f no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:34:34.897311 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 1c71493f-8d31-4efd-ad22-36667485874f {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:34:34.898169 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 1c71493f-8d31-4efd-ad22-36667485874f not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:34:34.907173 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-edce84e0-2069-4b1e-b031-0defd8510225 req-a81866c6-96ee-4725-9050-5c28a1817987 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:34.917740 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df59baa9-d85c-42b6-b4f0-ea04f5e678ab tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Made reservation on behalf of 6728312a1fc442d2be049d6a95549225 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:34:34.924951 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df59baa9-d85c-42b6-b4f0-ea04f5e678ab tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:34.986555 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-010125ee-31b2-473b-982c-bc5f09853fd9 req-b0760fa9-4253-4a43-8ed1-79b07982e552 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=197ea71c-2e2c-45f8-ade8-ee13820bfadb HTTP/1.1" status: 200 len: 210 time: 0.1383030 Nov 25 19:34:35.041375 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['24cafed6-3d8e-47ca-846d-457abb4a9631'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:35.084373 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edce84e0-2069-4b1e-b031-0defd8510225 req-a81866c6-96ee-4725-9050-5c28a1817987 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Network 80a38dc0-4595-4a86-8f52-78b834ea720c is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:34:35.097094 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-12e5c2eb-4d6b-494e-8cc2-c66650f4443c req-d91b71a9-9360-4155-8164-0c2c0998fc6e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4710207 Nov 25 19:34:35.107321 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-edce84e0-2069-4b1e-b031-0defd8510225 req-a81866c6-96ee-4725-9050-5c28a1817987 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:34:35.119566 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-edce84e0-2069-4b1e-b031-0defd8510225 req-a81866c6-96ee-4725-9050-5c28a1817987 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:34:35.169001 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81866c6-96ee-4725-9050-5c28a1817987 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Pushing event updated for resources: {'Port': ['ID=ee47f86c-3856-40c6-86c3-50c2f04a33c3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:35.229209 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce84e0-2069-4b1e-b031-0defd8510225 req-a81866c6-96ee-4725-9050-5c28a1817987 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:35.229891 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-edce84e0-2069-4b1e-b031-0defd8510225 req-a81866c6-96ee-4725-9050-5c28a1817987 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:35.281254 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-edce84e0-2069-4b1e-b031-0defd8510225 req-a81866c6-96ee-4725-9050-5c28a1817987 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8293324 Nov 25 19:34:35.299868 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-edce84e0-2069-4b1e-b031-0defd8510225 req-8108a2fb-d544-496d-90ee-2db6f66f4b85 service neutron] Request body: {'port': {'device_id': '8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:35.304319 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:35.374510 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-edce84e0-2069-4b1e-b031-0defd8510225 req-8108a2fb-d544-496d-90ee-2db6f66f4b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:35.417369 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbea35a-8240-4dd3-901a-6d892067c686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b63aae5-02ed-4222-aa55-350957d805d6'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:35.417369 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29c9e69-b0ea-4989-9873-e316a3600668" -d '{"events": [{"server_uuid": "6bbea35a-8240-4dd3-901a-6d892067c686", "name": "network-vif-unplugged", "status": "completed", "tag": "6b63aae5-02ed-4222-aa55-350957d805d6"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:35.422092 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:35.477165 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd94053-ecbc-4a75-ba1b-ed02918268b2 x-openstack-request-id: req-1dd94053-ecbc-4a75-ba1b-ed02918268b2 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:35.477454 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbea35a-8240-4dd3-901a-6d892067c686", "name": "network-vif-unplugged", "status": "completed", "tag": "6b63aae5-02ed-4222-aa55-350957d805d6", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:35.477808 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1dd94053-ecbc-4a75-ba1b-ed02918268b2 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:35.478276 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbea35a-8240-4dd3-901a-6d892067c686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b63aae5-02ed-4222-aa55-350957d805d6', 'code': 200} Nov 25 19:34:35.481626 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b63aae5-02ed-4222-aa55-350957d805d6, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b63aae5-02ed-4222-aa55-350957d805d6,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:35.506248 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df59baa9-d85c-42b6-b4f0-ea04f5e678ab tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:35.516858 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:35.517971 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device e6cf90c5-7937-41b5-9205-2d8bba5c7baa no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:34:35.564912 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: e6cf90c5-7937-41b5-9205-2d8bba5c7baa {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:34:35.565430 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device e6cf90c5-7937-41b5-9205-2d8bba5c7baa not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:34:35.663602 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:35.695449 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6b63aae5-02ed-4222-aa55-350957d805d6,revision_number=11']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:35.717764 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:35.718569 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:35.719125 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:35.719717 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:35.721428 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:35.721985 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:35.722678 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:35.723353 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:35.724283 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:35.724829 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:35.725423 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:35.725966 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:35.791592 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59baa9-d85c-42b6-b4f0-ea04f5e678ab tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event updated for resources: {'Subnet': ['ID=82e47f39-a9b6-41f5-9297-3c913ad55691,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:35.879683 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df59baa9-d85c-42b6-b4f0-ea04f5e678ab tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Checking segment: {'id': '3157a53f-40ba-4862-a8cc-63139f39b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '927aac45-4940-4f13-a0a9-2f85f5ac2241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:34:35.879995 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df59baa9-d85c-42b6-b4f0-ea04f5e678ab tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Network hostable DHCP agents. Network: 927aac45-4940-4f13-a0a9-2f85f5ac2241, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:34:35.922697 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887beac9-e8de-492f-a087-6c6b145408ea req-799014c2-3f6d-4b2a-b3fa-91e7934b480b tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:35.924324 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-887beac9-e8de-492f-a087-6c6b145408ea req-799014c2-3f6d-4b2a-b3fa-91e7934b480b tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 931 time: 0.1701057 Nov 25 19:34:35.954848 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df59baa9-d85c-42b6-b4f0-ea04f5e678ab tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Network 927aac45-4940-4f13-a0a9-2f85f5ac2241 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:34:35.986447 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-df59baa9-d85c-42b6-b4f0-ea04f5e678ab tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 927aac45-4940-4f13-a0a9-2f85f5ac2241) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:34:35.996459 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df59baa9-d85c-42b6-b4f0-ea04f5e678ab tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:35.997477 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df59baa9-d85c-42b6-b4f0-ea04f5e678ab tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:36.001143 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf11c421-c9df-42d5-b23d-9cef7ab2f387 None None] Network 927aac45-4940-4f13-a0a9-2f85f5ac2241 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:34:36.079614 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-df59baa9-d85c-42b6-b4f0-ea04f5e678ab tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5718997 Nov 25 19:34:36.084632 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39774) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:36.086149 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-887beac9-e8de-492f-a087-6c6b145408ea req-04f9af5a-cd99-4d7e-8af0-c9ae64bcbcd3 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454718 Nov 25 19:34:36.092241 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-f0bef088-e567-4bf5-bddc-5ce070ee45be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-273663433', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}, 'admin_state_up': False}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:36.108246 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-edce84e0-2069-4b1e-b031-0defd8510225 req-8108a2fb-d544-496d-90ee-2db6f66f4b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee47f86c-3856-40c6-86c3-50c2f04a33c3 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:34:36.120764 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-edce84e0-2069-4b1e-b031-0defd8510225 req-8108a2fb-d544-496d-90ee-2db6f66f4b85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:36.165190 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-edce84e0-2069-4b1e-b031-0defd8510225 req-8108a2fb-d544-496d-90ee-2db6f66f4b85 service neutron] Transition to ACTIVE for port object ee47f86c-3856-40c6-86c3-50c2f04a33c3 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:34:36.175933 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-edce84e0-2069-4b1e-b031-0defd8510225 req-8108a2fb-d544-496d-90ee-2db6f66f4b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:36.191467 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0bef088-e567-4bf5-bddc-5ce070ee45be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:36.193583 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0bef088-e567-4bf5-bddc-5ce070ee45be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:36.256351 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108a2fb-d544-496d-90ee-2db6f66f4b85 service neutron] Pushing event updated for resources: {'Port': ['ID=ee47f86c-3856-40c6-86c3-50c2f04a33c3,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:36.261238 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d', 'name': 'network-vif-deleted', 'tag': 'e6cf90c5-7937-41b5-9205-2d8bba5c7baa'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:36.271380 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7870e70e-8fab-4974-a70b-6cd3e29b43d3" -d '{"events": [{"server_uuid": "50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d", "name": "network-vif-deleted", "tag": "e6cf90c5-7937-41b5-9205-2d8bba5c7baa"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:36.310826 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['4ffcde1f-49e9-43d1-87d4-c302cfe9454a', '3bec0522-e642-4652-b277-8b32a26b0ec2', '6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:36.358797 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0bef088-e567-4bf5-bddc-5ce070ee45be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:36.509617 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-edce84e0-2069-4b1e-b031-0defd8510225 req-8108a2fb-d544-496d-90ee-2db6f66f4b85 service neutron] Attempting to bind port ee47f86c-3856-40c6-86c3-50c2f04a33c3 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:34:36.510055 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-edce84e0-2069-4b1e-b031-0defd8510225 req-8108a2fb-d544-496d-90ee-2db6f66f4b85 service neutron] Attempting to bind port ee47f86c-3856-40c6-86c3-50c2f04a33c3 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:34:36.510481 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edce84e0-2069-4b1e-b031-0defd8510225 req-8108a2fb-d544-496d-90ee-2db6f66f4b85 service neutron] Attempting to bind port ee47f86c-3856-40c6-86c3-50c2f04a33c3 on network 80a38dc0-4595-4a86-8f52-78b834ea720c {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:34:36.523379 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edce84e0-2069-4b1e-b031-0defd8510225 req-8108a2fb-d544-496d-90ee-2db6f66f4b85 service neutron] Port ee47f86c-3856-40c6-86c3-50c2f04a33c3 on network 80a38dc0-4595-4a86-8f52-78b834ea720c not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:34:36.523717 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edce84e0-2069-4b1e-b031-0defd8510225 req-8108a2fb-d544-496d-90ee-2db6f66f4b85 service neutron] Attempting to bind port ee47f86c-3856-40c6-86c3-50c2f04a33c3 on network 80a38dc0-4595-4a86-8f52-78b834ea720c {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:34:36.548326 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edce84e0-2069-4b1e-b031-0defd8510225 req-8108a2fb-d544-496d-90ee-2db6f66f4b85 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:34:36.548759 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edce84e0-2069-4b1e-b031-0defd8510225 req-8108a2fb-d544-496d-90ee-2db6f66f4b85 service neutron] Checking segment: {'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:34:36.549135 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edce84e0-2069-4b1e-b031-0defd8510225 req-8108a2fb-d544-496d-90ee-2db6f66f4b85 service neutron] Bound using segment: {'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:34:36.549613 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-edce84e0-2069-4b1e-b031-0defd8510225 req-8108a2fb-d544-496d-90ee-2db6f66f4b85 service neutron] Bound port: ee47f86c-3856-40c6-86c3-50c2f04a33c3, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd1126b-9bbd-4351-a93b-a2ff0018e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:34:36.549984 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-edce84e0-2069-4b1e-b031-0defd8510225 req-8108a2fb-d544-496d-90ee-2db6f66f4b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:36.584586 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b63aae5-02ed-4222-aa55-350957d805d6 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:34:36.597903 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de107a2-8987-4f0e-bebc-dbd20142a37c req-df377a05-d6c5-4550-8d05-df943f7deb68 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:36.614241 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8de107a2-8987-4f0e-bebc-dbd20142a37c req-df377a05-d6c5-4550-8d05-df943f7deb68 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.1883583 Nov 25 19:34:36.771054 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b63aae5-02ed-4222-aa55-350957d805d6, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b63aae5-02ed-4222-aa55-350957d805d6,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:36.787035 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192cd551-96a7-4b39-bb2a-91e4b85981e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-927aac45-4940-4f13-a0a9-2f85f5ac2241', 'network_id': '927aac45-4940-4f13-a0a9-2f85f5ac2241', 'tenant_id': '6728312a1fc442d2be049d6a95549225', 'fixed_ips': [{'subnet_id': '82e47f39-a9b6-41f5-9297-3c913ad55691'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:34:36.789749 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-192cd551-96a7-4b39-bb2a-91e4b85981e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:36.797458 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '6b63aae5-02ed-4222-aa55-350957d805d6', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'port_id': '6b63aae5-02ed-4222-aa55-350957d805d6', 'mac_address': 'fa:16:3e:91:13:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:34:36.891459 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0bef088-e567-4bf5-bddc-5ce070ee45be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:36.906185 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b185bf-4976-492b-88b7-14ebe397759e x-openstack-request-id: req-16b185bf-4976-492b-88b7-14ebe397759e {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:36.907563 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d", "name": "network-vif-deleted", "tag": "e6cf90c5-7937-41b5-9205-2d8bba5c7baa", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:36.908344 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-16b185bf-4976-492b-88b7-14ebe397759e {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:36.909438 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d17ab9-adf3-4f29-a26d-7dbe3a9a0e5d', 'name': 'network-vif-deleted', 'tag': 'e6cf90c5-7937-41b5-9205-2d8bba5c7baa', 'status': 'completed', 'code': 200} Nov 25 19:34:36.968177 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8de107a2-8987-4f0e-bebc-dbd20142a37c req-08c9f7b4-db13-4464-a695-3a6f2591cae8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3525057 Nov 25 19:34:37.029662 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-edce84e0-2069-4b1e-b031-0defd8510225 req-8108a2fb-d544-496d-90ee-2db6f66f4b85 service neutron] For port ee47f86c-3856-40c6-86c3-50c2f04a33c3, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:34:37.038954 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-edce84e0-2069-4b1e-b031-0defd8510225 req-8108a2fb-d544-496d-90ee-2db6f66f4b85 service neutron] For port ee47f86c-3856-40c6-86c3-50c2f04a33c3, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=ee47f86c-3856-40c6-86c3-50c2f04a33c3,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:34:37.055556 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-edce84e0-2069-4b1e-b031-0defd8510225 req-8108a2fb-d544-496d-90ee-2db6f66f4b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:37.081917 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:37.162342 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce84e0-2069-4b1e-b031-0defd8510225 req-8108a2fb-d544-496d-90ee-2db6f66f4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:37.163559 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-edce84e0-2069-4b1e-b031-0defd8510225 req-8108a2fb-d544-496d-90ee-2db6f66f4b85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:37.166121 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-edce84e0-2069-4b1e-b031-0defd8510225 req-8108a2fb-d544-496d-90ee-2db6f66f4b85 service neutron] 10.222.0.85 "PUT /v2.0/ports/ee47f86c-3856-40c6-86c3-50c2f04a33c3 HTTP/1.1" status: 200 len: 1091 time: 1.8734622 Nov 25 19:34:37.167156 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf', 'tag': 'ee47f86c-3856-40c6-86c3-50c2f04a33c3'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:37.174104 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbac08f9-9f3c-42f8-99af-2e071856b034" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf", "tag": "ee47f86c-3856-40c6-86c3-50c2f04a33c3"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:37.321773 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108a2fb-d544-496d-90ee-2db6f66f4b85 service neutron] Pushing event updated for resources: {'Port': ['ID=ee47f86c-3856-40c6-86c3-50c2f04a33c3,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:37.425467 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce84e0-2069-4b1e-b031-0defd8510225 req-c8a92312-4d11-43ee-8f67-e2fa4434f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:37.427908 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-edce84e0-2069-4b1e-b031-0defd8510225 req-c8a92312-4d11-43ee-8f67-e2fa4434f639 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a84262e56b10427f82b71772767dc30b&device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 1094 time: 0.1774511 Nov 25 19:34:37.518197 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-192cd551-96a7-4b39-bb2a-91e4b85981e4 None None] Allocated IP 172.20.0.2 (927aac45-4940-4f13-a0a9-2f85f5ac2241/82e47f39-a9b6-41f5-9297-3c913ad55691/0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:34:37.525749 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-edce84e0-2069-4b1e-b031-0defd8510225 req-9a82b7bb-2222-4a7e-a51e-8efeb57a8847 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee47f86c-3856-40c6-86c3-50c2f04a33c3 HTTP/1.1" status: 200 len: 217 time: 0.0860069 Nov 25 19:34:37.529376 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537f75af-4dae-4aa1-b045-cf4c6322cfe0 x-openstack-request-id: req-537f75af-4dae-4aa1-b045-cf4c6322cfe0 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:37.530076 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf", "tag": "ee47f86c-3856-40c6-86c3-50c2f04a33c3", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:37.530670 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-537f75af-4dae-4aa1-b045-cf4c6322cfe0 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:37.531590 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf', 'tag': 'ee47f86c-3856-40c6-86c3-50c2f04a33c3', 'status': 'completed', 'code': 200} Nov 25 19:34:37.556790 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0bef088-e567-4bf5-bddc-5ce070ee45be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:37.601714 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0bef088-e567-4bf5-bddc-5ce070ee45be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:37.646940 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce84e0-2069-4b1e-b031-0defd8510225 req-52f1b8b4-f121-4884-84d3-0d7ec69c8e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:37.654338 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-edce84e0-2069-4b1e-b031-0defd8510225 req-52f1b8b4-f121-4884-84d3-0d7ec69c8e0e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bbd3840b-2a2c-413f-a7dc-f5062cf8f874 HTTP/1.1" status: 200 len: 844 time: 0.1201255 Nov 25 19:34:37.738105 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf57db-6dcd-417c-b23c-c2adc3fbc17e req-4b5222e9-6d85-44ce-a934-490b206cabec tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:37.749103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b63aae5-02ed-4222-aa55-350957d805d6 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:34:37.750450 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dedf57db-6dcd-417c-b23c-c2adc3fbc17e req-4b5222e9-6d85-44ce-a934-490b206cabec tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 943 time: 0.4068151 Nov 25 19:34:37.774412 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-192cd551-96a7-4b39-bb2a-91e4b85981e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:37.802516 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b63aae5-02ed-4222-aa55-350957d805d6, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b63aae5-02ed-4222-aa55-350957d805d6,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:37.806678 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-192cd551-96a7-4b39-bb2a-91e4b85981e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:37.824026 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-edce84e0-2069-4b1e-b031-0defd8510225 req-cdc887a5-69c5-45a1-8242-799bb4488624 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=80a38dc0-4595-4a86-8f52-78b834ea720c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1524725 Nov 25 19:34:37.832584 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:37.899007 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dedf57db-6dcd-417c-b23c-c2adc3fbc17e req-1ad51d79-5aaa-4458-a739-8e6912f3f60b tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469295 Nov 25 19:34:37.901236 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192cd551-96a7-4b39-bb2a-91e4b85981e4 None None] Network 927aac45-4940-4f13-a0a9-2f85f5ac2241 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:34:37.905355 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-192cd551-96a7-4b39-bb2a-91e4b85981e4 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:34:37.911758 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192cd551-96a7-4b39-bb2a-91e4b85981e4 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:34:37.925890 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cd551-96a7-4b39-bb2a-91e4b85981e4 None None] Pushing event updated for resources: {'Port': ['ID=0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:37.932200 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['6b63aae5-02ed-4222-aa55-350957d805d6'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:38.004233 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-f0bef088-e567-4bf5-bddc-5ce070ee45be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Allocated IP 172.25.6.251 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/7dcf7dad-74ab-406e-a303-5150aa686894) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:34:38.142859 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e68f6-32ba-4ab6-8e2e-b0fc8842559d req-eb60a3aa-6434-40b1-a6b2-896e7f9853fc tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:38.145228 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-192cd551-96a7-4b39-bb2a-91e4b85981e4 None None] Attempting to bind port 0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:34:38.145619 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-192cd551-96a7-4b39-bb2a-91e4b85981e4 None None] Attempting to bind port 0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '3157a53f-40ba-4862-a8cc-63139f39b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '927aac45-4940-4f13-a0a9-2f85f5ac2241'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:34:38.145981 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192cd551-96a7-4b39-bb2a-91e4b85981e4 None None] Attempting to bind port 0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a on network 927aac45-4940-4f13-a0a9-2f85f5ac2241 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:34:38.157791 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5e8e68f6-32ba-4ab6-8e2e-b0fc8842559d req-eb60a3aa-6434-40b1-a6b2-896e7f9853fc tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=da19700e-d913-4c61-ae88-b70a48c25506 HTTP/1.1" status: 200 len: 949 time: 0.5019097 Nov 25 19:34:38.166203 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6b63aae5-02ed-4222-aa55-350957d805d6,revision_number=12']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:38.167725 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-edce84e0-2069-4b1e-b031-0defd8510225 req-5bd2f47d-a3a0-45fc-b5f6-d57a7e4b728c service neutron] 10.222.0.85 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267848 Nov 25 19:34:38.231017 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192cd551-96a7-4b39-bb2a-91e4b85981e4 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:34:38.231417 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192cd551-96a7-4b39-bb2a-91e4b85981e4 None None] Checking segment: {'id': '3157a53f-40ba-4862-a8cc-63139f39b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '927aac45-4940-4f13-a0a9-2f85f5ac2241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:34:38.231780 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-192cd551-96a7-4b39-bb2a-91e4b85981e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:38.232190 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192cd551-96a7-4b39-bb2a-91e4b85981e4 None None] Bound using segment: {'id': '3157a53f-40ba-4862-a8cc-63139f39b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '927aac45-4940-4f13-a0a9-2f85f5ac2241'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:34:38.232701 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-192cd551-96a7-4b39-bb2a-91e4b85981e4 None None] Bound port: 0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3157a53f-40ba-4862-a8cc-63139f39b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '927aac45-4940-4f13-a0a9-2f85f5ac2241'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:34:38.233097 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-192cd551-96a7-4b39-bb2a-91e4b85981e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:38.321021 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0bef088-e567-4bf5-bddc-5ce070ee45be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:38.350931 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-192cd551-96a7-4b39-bb2a-91e4b85981e4 None None] For port 0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:34:38.355562 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-192cd551-96a7-4b39-bb2a-91e4b85981e4 None None] For port 0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a,segment=NetworkSegment(3157a53f-40ba-4862-a8cc-63139f39b0a2),segment_id=3157a53f-40ba-4862-a8cc-63139f39b0a2)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:34:38.366507 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-192cd551-96a7-4b39-bb2a-91e4b85981e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:38.385980 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5e8e68f6-32ba-4ab6-8e2e-b0fc8842559d req-5ece12f0-ca62-4e68-815a-dc1dd105d38e tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220795 Nov 25 19:34:38.491609 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-edce84e0-2069-4b1e-b031-0defd8510225 req-6660fdfd-a5f4-4d3f-8b9e-514d8cf4f624 service neutron] 10.222.0.85 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121209 Nov 25 19:34:38.519537 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0bef088-e567-4bf5-bddc-5ce070ee45be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:38.584581 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cd551-96a7-4b39-bb2a-91e4b85981e4 None None] Pushing event updated for resources: {'Port': ['ID=0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:38.688184 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8015056-28ad-4a37-9133-88a7cc2f9715 req-57071b4e-bf70-4eb8-9717-8d5108c653c3 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:38.690580 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f8015056-28ad-4a37-9133-88a7cc2f9715 req-57071b4e-bf70-4eb8-9717-8d5108c653c3 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.85 "GET /v2.0/ports?device_id=da19700e-d913-4c61-ae88-b70a48c25506 HTTP/1.1" status: 200 len: 949 time: 0.0926921 Nov 25 19:34:38.800766 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bef088-e567-4bf5-bddc-5ce070ee45be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:34:38.826772 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-f0bef088-e567-4bf5-bddc-5ce070ee45be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:34:38.840268 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bef088-e567-4bf5-bddc-5ce070ee45be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:34:38.852889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bef088-e567-4bf5-bddc-5ce070ee45be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event updated for resources: {'Port': ['ID=7dcf7dad-74ab-406e-a303-5150aa686894,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:38.898641 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac08f9-9f3c-42f8-99af-2e071856b034 req-c8784082-d8c2-4647-a22d-9fd5633f573e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:38.907008 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cbac08f9-9f3c-42f8-99af-2e071856b034 req-c8784082-d8c2-4647-a22d-9fd5633f573e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a84262e56b10427f82b71772767dc30b&device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 1094 time: 0.2389584 Nov 25 19:34:38.965864 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a51919-7464-434a-aa90-36efbc9ac3a8 req-b0ec67ff-2802-41c0-972b-1a605b8cddac tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:38.970067 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4a51919-7464-434a-aa90-36efbc9ac3a8 req-b0ec67ff-2802-41c0-972b-1a605b8cddac tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 946 time: 0.4747641 Nov 25 19:34:39.078173 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-f8015056-28ad-4a37-9133-88a7cc2f9715 req-04487016-ecc5-474c-b99e-852aa8dc23f1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Deleting port 3bec0522-e642-4652-b277-8b32a26b0ec2 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:39.078970 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f8015056-28ad-4a37-9133-88a7cc2f9715 req-04487016-ecc5-474c-b99e-852aa8dc23f1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:39.363286 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:34:39.436826 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f8015056-28ad-4a37-9133-88a7cc2f9715 req-04487016-ecc5-474c-b99e-852aa8dc23f1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] For port 3bec0522-e642-4652-b277-8b32a26b0ec2, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=3bec0522-e642-4652-b277-8b32a26b0ec2,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:39.437724 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f8015056-28ad-4a37-9133-88a7cc2f9715 req-04487016-ecc5-474c-b99e-852aa8dc23f1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:39.454891 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4a51919-7464-434a-aa90-36efbc9ac3a8 req-4b2f08c9-bc63-411a-b89f-a50a4dfe911c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4179771 Nov 25 19:34:39.467838 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-f8015056-28ad-4a37-9133-88a7cc2f9715 req-04487016-ecc5-474c-b99e-852aa8dc23f1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Calling delete_port for 3bec0522-e642-4652-b277-8b32a26b0ec2 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:39.519457 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:34:39.733769 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:39.735742 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:40.092432 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac08f9-9f3c-42f8-99af-2e071856b034 req-0fe8f15f-8dbc-4902-a259-263ffedd561a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:40.094522 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cbac08f9-9f3c-42f8-99af-2e071856b034 req-0fe8f15f-8dbc-4902-a259-263ffedd561a service neutron] 10.222.0.85 "GET /v2.0/networks?id=80a38dc0-4595-4a86-8f52-78b834ea720c HTTP/1.1" status: 200 len: 905 time: 1.1230466 Nov 25 19:34:40.101124 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:40.164445 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448924cc-283d-4f4d-8ff2-f618f258ff0a req-67c98884-2f45-4bbc-9a35-d29fdfe364e7 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:40.166722 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-448924cc-283d-4f4d-8ff2-f618f258ff0a req-67c98884-2f45-4bbc-9a35-d29fdfe364e7 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.85 "GET /v2.0/ports?device_id=f95a24c1-a5b1-4897-9449-8c459924a16b HTTP/1.1" status: 200 len: 949 time: 1.2006114 Nov 25 19:34:40.168328 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f8015056-28ad-4a37-9133-88a7cc2f9715 req-04487016-ecc5-474c-b99e-852aa8dc23f1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:40.188352 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['4ffcde1f-49e9-43d1-87d4-c302cfe9454a', '3bec0522-e642-4652-b277-8b32a26b0ec2', '6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:40.232707 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cbac08f9-9f3c-42f8-99af-2e071856b034 req-061012d7-64b7-4cd4-86a7-85e86f39b6b5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee47f86c-3856-40c6-86c3-50c2f04a33c3 HTTP/1.1" status: 200 len: 217 time: 0.1113873 Nov 25 19:34:40.302873 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a,segment=NetworkSegment(3157a53f-40ba-4862-a8cc-63139f39b0a2),segment_id=3157a53f-40ba-4862-a8cc-63139f39b0a2)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:40.323554 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:40.326418 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04487016-ecc5-474c-b99e-852aa8dc23f1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Pushing event deleted for resources: {'Port': ['ID=3bec0522-e642-4652-b277-8b32a26b0ec2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:40.372714 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c611ed-c548-4401-a28e-e45bf51d817a req-4aa09876-9614-4265-b469-ab310af1fbdd tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:40.391866 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c5c611ed-c548-4401-a28e-e45bf51d817a req-4aa09876-9614-4265-b469-ab310af1fbdd tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 943 time: 0.3685381 Nov 25 19:34:40.428064 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:40.541507 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8015056-28ad-4a37-9133-88a7cc2f9715 req-04487016-ecc5-474c-b99e-852aa8dc23f1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] No DVR routers for this DVR port 3bec0522-e642-4652-b277-8b32a26b0ec2 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:34:40.552400 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f8015056-28ad-4a37-9133-88a7cc2f9715 req-04487016-ecc5-474c-b99e-852aa8dc23f1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:40.563476 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f8015056-28ad-4a37-9133-88a7cc2f9715 req-04487016-ecc5-474c-b99e-852aa8dc23f1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.85 "DELETE /v2.0/ports/3bec0522-e642-4652-b277-8b32a26b0ec2 HTTP/1.1" status: 204 len: 173 time: 1.8605261 Nov 25 19:34:40.564348 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da19700e-d913-4c61-ae88-b70a48c25506', 'name': 'network-vif-deleted', 'tag': '3bec0522-e642-4652-b277-8b32a26b0ec2'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:40.579406 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8054a0b-f433-4153-b79b-0fc403da956c" -d '{"events": [{"server_uuid": "da19700e-d913-4c61-ae88-b70a48c25506", "name": "network-vif-deleted", "tag": "3bec0522-e642-4652-b277-8b32a26b0ec2"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:40.610903 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a68b6e6b-75e7-4712-9051-de45d68ec649 req-85848123-4e8c-43a0-8732-84001eedc0d6 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=da19700e-d913-4c61-ae88-b70a48c25506 HTTP/1.1" status: 200 len: 210 time: 0.1844878 Nov 25 19:34:40.659960 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device ee47f86c-3856-40c6-86c3-50c2f04a33c3 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:34:40.675191 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac08f9-9f3c-42f8-99af-2e071856b034 req-3e650764-dfaf-490c-bbdd-817b423b1a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:40.686660 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cbac08f9-9f3c-42f8-99af-2e071856b034 req-3e650764-dfaf-490c-bbdd-817b423b1a70 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bbd3840b-2a2c-413f-a7dc-f5062cf8f874 HTTP/1.1" status: 200 len: 844 time: 0.4393156 Nov 25 19:34:40.695043 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-448924cc-283d-4f4d-8ff2-f618f258ff0a req-92dd1ea7-1262-443f-aa00-a38f22cd09d1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Deleting port 6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:40.696380 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-448924cc-283d-4f4d-8ff2-f618f258ff0a req-92dd1ea7-1262-443f-aa00-a38f22cd09d1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:40.739902 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b63aae5-02ed-4222-aa55-350957d805d6 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:34:40.848999 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0bef088-e567-4bf5-bddc-5ce070ee45be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:40.861625 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2371cb8c-6dae-43f1-ad41-ff8c3e87a5bd None None] Network 927aac45-4940-4f13-a0a9-2f85f5ac2241 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:34:40.985490 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3f963-2288-4311-b2ff-6887e5bd2350 req-eacd7d3c-0b4a-4a80-9993-430949472177 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:40.994160 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-10e3f963-2288-4311-b2ff-6887e5bd2350 req-eacd7d3c-0b4a-4a80-9993-430949472177 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 945 time: 0.1094873 Nov 25 19:34:41.090617 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-10e3f963-2288-4311-b2ff-6887e5bd2350 req-d3c62cae-c334-4c3b-9e69-bed7535b6cd8 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905042 Nov 25 19:34:41.113154 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-448924cc-283d-4f4d-8ff2-f618f258ff0a req-92dd1ea7-1262-443f-aa00-a38f22cd09d1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] For port 6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:41.113527 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-448924cc-283d-4f4d-8ff2-f618f258ff0a req-92dd1ea7-1262-443f-aa00-a38f22cd09d1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:41.167184 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-448924cc-283d-4f4d-8ff2-f618f258ff0a req-92dd1ea7-1262-443f-aa00-a38f22cd09d1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Calling delete_port for 6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:41.177259 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c5c611ed-c548-4401-a28e-e45bf51d817a req-11b217c2-389a-4316-8222-88385a4cf1cb tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7840011 Nov 25 19:34:41.201699 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cbac08f9-9f3c-42f8-99af-2e071856b034 req-36948ff3-db95-4cf3-892e-3aaa06392abb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=80a38dc0-4595-4a86-8f52-78b834ea720c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4304714 Nov 25 19:34:41.218477 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:34:41.326978 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6979103d-a143-4e05-9663-099650cb8f89 x-openstack-request-id: req-6979103d-a143-4e05-9663-099650cb8f89 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:41.327402 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da19700e-d913-4c61-ae88-b70a48c25506", "name": "network-vif-deleted", "tag": "3bec0522-e642-4652-b277-8b32a26b0ec2", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:41.327631 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6979103d-a143-4e05-9663-099650cb8f89 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:41.327963 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da19700e-d913-4c61-ae88-b70a48c25506', 'name': 'network-vif-deleted', 'tag': '3bec0522-e642-4652-b277-8b32a26b0ec2', 'status': 'completed', 'code': 200} Nov 25 19:34:41.355334 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8717a075-7ea2-402b-8a85-3d5862ea11ba None None] Provisioning complete for port 0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:41.356884 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8717a075-7ea2-402b-8a85-3d5862ea11ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:41.459762 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 6b63aae5-02ed-4222-aa55-350957d805d6 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:41.460129 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:41.522674 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port ee47f86c-3856-40c6-86c3-50c2f04a33c3, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=ee47f86c-3856-40c6-86c3-50c2f04a33c3,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:41.609398 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-448924cc-283d-4f4d-8ff2-f618f258ff0a req-92dd1ea7-1262-443f-aa00-a38f22cd09d1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:41.642015 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:41.642488 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:41.654098 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'ee47f86c-3856-40c6-86c3-50c2f04a33c3', 'network_id': '80a38dc0-4595-4a86-8f52-78b834ea720c', 'port_id': 'ee47f86c-3856-40c6-86c3-50c2f04a33c3', 'mac_address': 'fa:16:3e:6c:35:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd3840b-2a2c-413f-a7dc-f5062cf8f874', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:34:41.724634 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a9e08-f220-4039-89bf-4f1d4edac0c6 req-bdd85a2d-6f3c-40da-be3e-33dcc7e3921f tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:41.745624 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cf1a9e08-f220-4039-89bf-4f1d4edac0c6 req-bdd85a2d-6f3c-40da-be3e-33dcc7e3921f tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 946 time: 0.5469873 Nov 25 19:34:41.752620 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cbac08f9-9f3c-42f8-99af-2e071856b034 req-11b609b7-31c9-4a76-a6af-c1f2c6b6007b service neutron] 10.222.0.85 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5414708 Nov 25 19:34:41.768106 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0bef088-e567-4bf5-bddc-5ce070ee45be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:41.774835 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd1ea7-1262-443f-aa00-a38f22cd09d1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Pushing event deleted for resources: {'Port': ['ID=6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:41.821187 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:41.922488 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee47f86c-3856-40c6-86c3-50c2f04a33c3 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:34:41.981885 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cf1a9e08-f220-4039-89bf-4f1d4edac0c6 req-b3186859-ab71-4104-aad0-10018d3cbfde tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294290 Nov 25 19:34:41.983722 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-448924cc-283d-4f4d-8ff2-f618f258ff0a req-92dd1ea7-1262-443f-aa00-a38f22cd09d1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] No DVR routers for this DVR port 6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:34:41.991857 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-448924cc-283d-4f4d-8ff2-f618f258ff0a req-92dd1ea7-1262-443f-aa00-a38f22cd09d1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:41.995788 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-448924cc-283d-4f4d-8ff2-f618f258ff0a req-92dd1ea7-1262-443f-aa00-a38f22cd09d1 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.85 "DELETE /v2.0/ports/6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67 HTTP/1.1" status: 204 len: 173 time: 1.8205860 Nov 25 19:34:42.046107 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port ee47f86c-3856-40c6-86c3-50c2f04a33c3, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=ee47f86c-3856-40c6-86c3-50c2f04a33c3,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:42.047789 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0061923a-d1b4-42ec-8f11-920917bbfc56 req-4d6c7d1f-a8ec-4d1c-80b7-7a9b39ab7e3a tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=f95a24c1-a5b1-4897-9449-8c459924a16b HTTP/1.1" status: 200 len: 210 time: 0.1707163 Nov 25 19:34:42.074160 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:42.099181 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5fabb8d0-83db-4783-a6b3-1ad7d9e6ba60 None None] Provisioning complete for port 0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:42.099673 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5fabb8d0-83db-4783-a6b3-1ad7d9e6ba60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:42.173767 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cbac08f9-9f3c-42f8-99af-2e071856b034 req-308623ce-4107-4e83-93e8-859c036ffb7f service neutron] 10.222.0.85 "GET /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017663 Nov 25 19:34:42.233969 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:42.317925 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0bef088-e567-4bf5-bddc-5ce070ee45be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Router 39db214d-4078-4b83-918d-72f278997c6c is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:34:42.453431 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['ee47f86c-3856-40c6-86c3-50c2f04a33c3'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:42.635018 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbea35a-8240-4dd3-901a-6d892067c686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b63aae5-02ed-4222-aa55-350957d805d6'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:42.639103 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe658eb-c580-49b4-94fa-61988f3a54f0" -d '{"events": [{"server_uuid": "6bbea35a-8240-4dd3-901a-6d892067c686", "name": "network-vif-plugged", "status": "completed", "tag": "6b63aae5-02ed-4222-aa55-350957d805d6"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:42.686637 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=ee47f86c-3856-40c6-86c3-50c2f04a33c3,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:42.710521 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b63aae5-02ed-4222-aa55-350957d805d6, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b63aae5-02ed-4222-aa55-350957d805d6,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:42.749586 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:42.859674 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a27de-3d0f-4c60-8c75-575f11edaf87 req-84204ff6-874e-45a4-a563-37b55647b6f6 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:42.862264 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-947a27de-3d0f-4c60-8c75-575f11edaf87 req-84204ff6-874e-45a4-a563-37b55647b6f6 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 945 time: 0.6261408 Nov 25 19:34:42.947008 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-947a27de-3d0f-4c60-8c75-575f11edaf87 req-cd64b195-8345-4349-9ca1-91253d42e54b tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771937 Nov 25 19:34:43.092599 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4350af-31c6-4de1-9e59-25a542c0e0bb req-1df3c6a8-8c74-4888-9b09-16d32913debf tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:43.100890 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a4350af-31c6-4de1-9e59-25a542c0e0bb req-1df3c6a8-8c74-4888-9b09-16d32913debf tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 944 time: 0.7608852 Nov 25 19:34:43.107989 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 3bec0522-e642-4652-b277-8b32a26b0ec2 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:34:43.135406 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['4ffcde1f-49e9-43d1-87d4-c302cfe9454a'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:43.157945 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 3bec0522-e642-4652-b277-8b32a26b0ec2 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:34:43.158272 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 3bec0522-e642-4652-b277-8b32a26b0ec2 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:34:43.158724 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:34:43.171744 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bef088-e567-4bf5-bddc-5ce070ee45be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:34:43.184095 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1828e7eb-d1f8-4336-b55e-96492c5c3bc0 None None] Sync routers for ids ['39db214d-4078-4b83-918d-72f278997c6c'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:34:43.216910 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1828e7eb-d1f8-4336-b55e-96492c5c3bc0 None None] Routers {'39db214d-4078-4b83-918d-72f278997c6c'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:43.217918 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-1828e7eb-d1f8-4336-b55e-96492c5c3bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['39db214d-4078-4b83-918d-72f278997c6c'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:43.220057 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6b63aae5-02ed-4222-aa55-350957d805d6,revision_number=13']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:43.232983 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0bef088-e567-4bf5-bddc-5ce070ee45be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:43.241087 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:34:43.241087 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:34:43.241529 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39884) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:43.242522 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f0bef088-e567-4bf5-bddc-5ce070ee45be tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.1560917 Nov 25 19:34:43.289498 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a4350af-31c6-4de1-9e59-25a542c0e0bb req-9e988510-ddce-4ae4-be81-c4364c63135f tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814656 Nov 25 19:34:43.402409 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95a24c1-a5b1-4897-9449-8c459924a16b', 'name': 'network-vif-deleted', 'tag': '6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:43.411792 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-1828e7eb-d1f8-4336-b55e-96492c5c3bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:43.413510 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd71e4c-ada6-4b6e-ade1-285ad8823084" -d '{"events": [{"server_uuid": "f95a24c1-a5b1-4897-9449-8c459924a16b", "name": "network-vif-deleted", "tag": "6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:43.443033 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1828e7eb-d1f8-4336-b55e-96492c5c3bc0 None None] Routers {'39db214d-4078-4b83-918d-72f278997c6c'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:43.444515 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-1828e7eb-d1f8-4336-b55e-96492c5c3bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['39db214d-4078-4b83-918d-72f278997c6c'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:43.501764 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0870bf-5df9-441b-87b9-fae8c77ad4ef x-openstack-request-id: req-9f0870bf-5df9-441b-87b9-fae8c77ad4ef {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:43.502060 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbea35a-8240-4dd3-901a-6d892067c686", "name": "network-vif-plugged", "status": "completed", "tag": "6b63aae5-02ed-4222-aa55-350957d805d6", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:43.502333 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9f0870bf-5df9-441b-87b9-fae8c77ad4ef {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:43.502751 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbea35a-8240-4dd3-901a-6d892067c686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b63aae5-02ed-4222-aa55-350957d805d6', 'code': 200} Nov 25 19:34:43.516786 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-1828e7eb-d1f8-4336-b55e-96492c5c3bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:43.519020 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1828e7eb-d1f8-4336-b55e-96492c5c3bc0 None None] The sync data for ids ['39db214d-4078-4b83-918d-72f278997c6c'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:34:43.673069 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d6021c-10ad-4297-986c-fdd67279a4bf x-openstack-request-id: req-60d6021c-10ad-4297-986c-fdd67279a4bf {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:43.674182 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95a24c1-a5b1-4897-9449-8c459924a16b", "name": "network-vif-deleted", "tag": "6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:43.674669 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-60d6021c-10ad-4297-986c-fdd67279a4bf {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:43.675453 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95a24c1-a5b1-4897-9449-8c459924a16b', 'name': 'network-vif-deleted', 'tag': '6c6f92e1-44c2-4cb8-bcdb-b6553aad2b67', 'status': 'completed', 'code': 200} Nov 25 19:34:43.705082 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cbc0d-d448-4470-9924-2fdb353e1cbc req-35432d24-5eb2-4196-bc9d-bb6327064c6a tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:43.720739 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ba4cbc0d-d448-4470-9924-2fdb353e1cbc req-35432d24-5eb2-4196-bc9d-bb6327064c6a tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 947 time: 0.1860127 Nov 25 19:34:43.807895 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ba4cbc0d-d448-4470-9924-2fdb353e1cbc req-df555d70-ac2d-4359-b225-b85c7fc16e04 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800989 Nov 25 19:34:44.207346 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dbec5-2f7b-4c2e-b8e3-55f1a4217e2e req-2b8146e6-a691-4d23-a73a-20427e8d2541 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:44.219003 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5341cc-e50f-411b-98c9-ed3c8cb3ec30 req-6e96a7bf-98d2-4b1c-9220-e37088b880df tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:44.221440 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8b5341cc-e50f-411b-98c9-ed3c8cb3ec30 req-6e96a7bf-98d2-4b1c-9220-e37088b880df tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 945 time: 0.0887918 Nov 25 19:34:44.226436 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d57dbec5-2f7b-4c2e-b8e3-55f1a4217e2e req-2b8146e6-a691-4d23-a73a-20427e8d2541 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7aaadf4-be38-478f-a690-8e6c6f8d2e53 HTTP/1.1" status: 200 len: 949 time: 0.1231306 Nov 25 19:34:44.297021 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d57dbec5-2f7b-4c2e-b8e3-55f1a4217e2e req-50103e2f-2504-42bc-b893-d70e23db97e8 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613327 Nov 25 19:34:44.357044 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8b5341cc-e50f-411b-98c9-ed3c8cb3ec30 req-16aacdcb-fd74-48f6-b392-efd5ce65e4f5 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181653 Nov 25 19:34:44.535922 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:44.603465 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device ee47f86c-3856-40c6-86c3-50c2f04a33c3 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:34:44.756167 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port ee47f86c-3856-40c6-86c3-50c2f04a33c3 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:34:44.776549 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port ee47f86c-3856-40c6-86c3-50c2f04a33c3 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:44.777521 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:44.856807 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51d814-0e5e-492d-a3fa-d9be6186df39 req-1b41e99a-ea77-47f8-8f27-cb3786c274ad tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:44.871150 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8b51d814-0e5e-492d-a3fa-d9be6186df39 req-1b41e99a-ea77-47f8-8f27-cb3786c274ad tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 944 time: 0.1213150 Nov 25 19:34:44.998139 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:45.010345 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8b51d814-0e5e-492d-a3fa-d9be6186df39 req-f8dfaa11-9554-414f-9226-977bfddc6160 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357777 Nov 25 19:34:45.061704 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port ee47f86c-3856-40c6-86c3-50c2f04a33c3, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=ee47f86c-3856-40c6-86c3-50c2f04a33c3,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:45.071570 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:45.101219 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Allocated IP 172.20.0.1 (927aac45-4940-4f13-a0a9-2f85f5ac2241/82e47f39-a9b6-41f5-9297-3c913ad55691/6eda50a3-620a-4beb-84e9-35d8f48597e9) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:34:45.198120 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=ee47f86c-3856-40c6-86c3-50c2f04a33c3,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:45.329215 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec856180-4853-4d0c-904f-735b23f83fee req-bd6f5de3-27d5-4985-9eee-a2447e8e6ee0 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:45.345920 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec856180-4853-4d0c-904f-735b23f83fee req-bd6f5de3-27d5-4985-9eee-a2447e8e6ee0 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 947 time: 0.1425772 Nov 25 19:34:45.405678 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:45.504048 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee47f86c-3856-40c6-86c3-50c2f04a33c3'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:45.505207 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec856180-4853-4d0c-904f-735b23f83fee req-6564ca49-4b3a-477a-99f9-e6b52889c030 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575091 Nov 25 19:34:45.530354 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932a5e04-da72-43fb-9ebf-ccc044c7e703" -d '{"events": [{"server_uuid": "8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf", "name": "network-vif-plugged", "status": "completed", "tag": "ee47f86c-3856-40c6-86c3-50c2f04a33c3"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:45.559149 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad7b45-8fea-44db-bed2-58662f18424e req-1dcbb24d-0715-4a53-8277-e8f180fa7553 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:45.570389 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71ad7b45-8fea-44db-bed2-58662f18424e req-1dcbb24d-0715-4a53-8277-e8f180fa7553 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.85 "GET /v2.0/ports?device_id=c7aaadf4-be38-478f-a690-8e6c6f8d2e53 HTTP/1.1" status: 200 len: 949 time: 0.1740649 Nov 25 19:34:45.603523 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33578da-06b9-4e97-957f-33661103e5c7 req-225675da-c492-4c91-913d-53bdc54602fd tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:45.605164 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f33578da-06b9-4e97-957f-33661103e5c7 req-225675da-c492-4c91-913d-53bdc54602fd tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.2281954 Nov 25 19:34:45.629244 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:45.707717 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Network 927aac45-4940-4f13-a0a9-2f85f5ac2241 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:34:45.721219 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:34:45.724547 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:34:45.731220 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event updated for resources: {'Port': ['ID=6eda50a3-620a-4beb-84e9-35d8f48597e9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:45.802094 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f33578da-06b9-4e97-957f-33661103e5c7 req-181a6da4-c839-4e42-b537-8da85d8cd17a tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813948 Nov 25 19:34:45.832064 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:45.842217 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:45.842992 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:45.843636 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:45.844235 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:45.844885 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:45.846554 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:45.847144 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:45.849518 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:45.850343 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:45.852172 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:45.852887 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:45.874012 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161ab5e-7f09-4751-9569-15722578fe5b req-5e146581-2396-4866-8f56-9e8fba1e3211 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:45.888144 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4161ab5e-7f09-4751-9569-15722578fe5b req-5e146581-2396-4866-8f56-9e8fba1e3211 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7aaadf4-be38-478f-a690-8e6c6f8d2e53 HTTP/1.1" status: 200 len: 949 time: 0.1816063 Nov 25 19:34:45.889681 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:45.911529 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-71ad7b45-8fea-44db-bed2-58662f18424e req-c6371666-44d5-46de-9683-b29ebf6c9600 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Deleting port 4ffcde1f-49e9-43d1-87d4-c302cfe9454a {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:45.912104 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-71ad7b45-8fea-44db-bed2-58662f18424e req-c6371666-44d5-46de-9683-b29ebf6c9600 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:46.176443 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-71ad7b45-8fea-44db-bed2-58662f18424e req-c6371666-44d5-46de-9683-b29ebf6c9600 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] For port 4ffcde1f-49e9-43d1-87d4-c302cfe9454a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=4ffcde1f-49e9-43d1-87d4-c302cfe9454a,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:46.176443 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-71ad7b45-8fea-44db-bed2-58662f18424e req-c6371666-44d5-46de-9683-b29ebf6c9600 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:46.195850 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4161ab5e-7f09-4751-9569-15722578fe5b req-dcc44926-83ff-41f5-a6a2-7a3b302265b3 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/security-groups?id=11c386d4-c23a-4815-9f9d-c8d1f692bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048561 Nov 25 19:34:46.217072 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-71ad7b45-8fea-44db-bed2-58662f18424e req-c6371666-44d5-46de-9683-b29ebf6c9600 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Calling delete_port for 4ffcde1f-49e9-43d1-87d4-c302cfe9454a owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:46.246006 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9ae99451-de15-4ea3-af73-ad32bc3aae10 None None] Provisioning complete for port 6eda50a3-620a-4beb-84e9-35d8f48597e9 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:46.248335 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9ae99451-de15-4ea3-af73-ad32bc3aae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:46.253960 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b8f9e-86a6-4aa3-81d2-a2aa9f6397c2 req-7d00d6c4-c624-41d4-b993-838361c37328 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:46.257086 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc3b8f9e-86a6-4aa3-81d2-a2aa9f6397c2 req-7d00d6c4-c624-41d4-b993-838361c37328 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 945 time: 0.3074410 Nov 25 19:34:46.339480 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-9ae99451-de15-4ea3-af73-ad32bc3aae10 None None] Port 6eda50a3-620a-4beb-84e9-35d8f48597e9 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:34:46.411893 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:46.426557 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c83963-cc6b-4c5a-8f32-04040cdf3ce9 x-openstack-request-id: req-40c83963-cc6b-4c5a-8f32-04040cdf3ce9 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:46.427008 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf", "name": "network-vif-plugged", "status": "completed", "tag": "ee47f86c-3856-40c6-86c3-50c2f04a33c3", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:46.427415 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-40c83963-cc6b-4c5a-8f32-04040cdf3ce9 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:46.428045 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee47f86c-3856-40c6-86c3-50c2f04a33c3', 'code': 200} Nov 25 19:34:46.491793 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc3b8f9e-86a6-4aa3-81d2-a2aa9f6397c2 req-154ce7a1-c843-425a-82f2-017adc7ba3c2 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521389 Nov 25 19:34:46.573525 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-71ad7b45-8fea-44db-bed2-58662f18424e req-c6371666-44d5-46de-9683-b29ebf6c9600 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:46.586263 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['4ffcde1f-49e9-43d1-87d4-c302cfe9454a'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:46.627564 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6371666-44d5-46de-9683-b29ebf6c9600 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Pushing event deleted for resources: {'Port': ['ID=4ffcde1f-49e9-43d1-87d4-c302cfe9454a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:46.722176 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ad7b45-8fea-44db-bed2-58662f18424e req-c6371666-44d5-46de-9683-b29ebf6c9600 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] No DVR routers for this DVR port 4ffcde1f-49e9-43d1-87d4-c302cfe9454a on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:34:46.725584 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-71ad7b45-8fea-44db-bed2-58662f18424e req-c6371666-44d5-46de-9683-b29ebf6c9600 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:46.730257 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71ad7b45-8fea-44db-bed2-58662f18424e req-c6371666-44d5-46de-9683-b29ebf6c9600 tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.85 "DELETE /v2.0/ports/4ffcde1f-49e9-43d1-87d4-c302cfe9454a HTTP/1.1" status: 204 len: 173 time: 1.1537852 Nov 25 19:34:46.732184 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7aaadf4-be38-478f-a690-8e6c6f8d2e53', 'name': 'network-vif-deleted', 'tag': '4ffcde1f-49e9-43d1-87d4-c302cfe9454a'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:46.735661 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7f5a26-c6a2-4686-8b04-15b6039c05ec" -d '{"events": [{"server_uuid": "c7aaadf4-be38-478f-a690-8e6c6f8d2e53", "name": "network-vif-deleted", "tag": "4ffcde1f-49e9-43d1-87d4-c302cfe9454a"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:46.847483 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392823da-acb0-473b-a084-810fd66027e9 req-863cf0a2-0815-4b7d-997f-bcf4b68a45cd tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:46.850097 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-392823da-acb0-473b-a084-810fd66027e9 req-863cf0a2-0815-4b7d-997f-bcf4b68a45cd tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.73 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.2356966 Nov 25 19:34:47.099414 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab63e05-dc7c-4182-af3b-b23ebb1f3832 req-615d3066-855c-40a8-84e4-405ca8afa046 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:47.101205 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dab63e05-dc7c-4182-af3b-b23ebb1f3832 req-615d3066-855c-40a8-84e4-405ca8afa046 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 947 time: 0.3568652 Nov 25 19:34:47.174547 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:47.207025 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:47.292172 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:47.343579 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dab63e05-dc7c-4182-af3b-b23ebb1f3832 req-499e7409-9250-420a-b2e3-ecb41d273beb tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112041 Nov 25 19:34:47.358932 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-392823da-acb0-473b-a084-810fd66027e9 req-c92e3918-25ce-47db-ba71-168fd59da566 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Deleting port 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:47.359425 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-392823da-acb0-473b-a084-810fd66027e9 req-c92e3918-25ce-47db-ba71-168fd59da566 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:47.418844 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45cea9b-209b-41ac-abb4-59f01ed20e0d req-1a3a0fb0-997a-40ce-bc18-e1c33c62ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:47.420532 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e45cea9b-209b-41ac-abb4-59f01ed20e0d req-1a3a0fb0-997a-40ce-bc18-e1c33c62ae1a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 1096 time: 0.8620608 Nov 25 19:34:47.517815 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event updated for resources: {'Port': ['ID=6eda50a3-620a-4beb-84e9-35d8f48597e9,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:47.585183 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b346f-9fd9-4766-bc89-5a87d3b9c0ed req-bd00f44d-4338-4b95-935b-9a8c50c906a6 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:47.586840 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-887b346f-9fd9-4766-bc89-5a87d3b9c0ed req-bd00f44d-4338-4b95-935b-9a8c50c906a6 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 945 time: 0.9316792 Nov 25 19:34:47.589625 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e45cea9b-209b-41ac-abb4-59f01ed20e0d req-8d5f0501-a949-42a0-91fd-a0b78701d666 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572502 Nov 25 19:34:47.606577 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e26cfc-e87b-4633-885e-4c40b9d0db73 x-openstack-request-id: req-f2e26cfc-e87b-4633-885e-4c40b9d0db73 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:47.607194 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7aaadf4-be38-478f-a690-8e6c6f8d2e53", "name": "network-vif-deleted", "tag": "4ffcde1f-49e9-43d1-87d4-c302cfe9454a", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:47.607194 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f2e26cfc-e87b-4633-885e-4c40b9d0db73 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:47.607542 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7aaadf4-be38-478f-a690-8e6c6f8d2e53', 'name': 'network-vif-deleted', 'tag': '4ffcde1f-49e9-43d1-87d4-c302cfe9454a', 'status': 'completed', 'code': 200} Nov 25 19:34:47.609637 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-392823da-acb0-473b-a084-810fd66027e9 req-c92e3918-25ce-47db-ba71-168fd59da566 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] For port 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=6482793d-c7ac-41d8-9dd9-3ddeb09e42dd,segment=NetworkSegment(827df263-1f26-48c2-a434-8ef0c3b995dd),segment_id=827df263-1f26-48c2-a434-8ef0c3b995dd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:47.609937 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-392823da-acb0-473b-a084-810fd66027e9 req-c92e3918-25ce-47db-ba71-168fd59da566 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:47.698953 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-887b346f-9fd9-4766-bc89-5a87d3b9c0ed req-d5a017da-ce96-4b73-8875-37f223e23c10 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945590 Nov 25 19:34:47.737122 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Network 927aac45-4940-4f13-a0a9-2f85f5ac2241 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:34:47.744271 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:34:47.843942 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1d858-0889-48b4-a105-bedf1d006c4f req-d85d6636-525e-4b68-a900-1abf7c0b0657 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:47.857248 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c4c1d858-0889-48b4-a105-bedf1d006c4f req-d85d6636-525e-4b68-a900-1abf7c0b0657 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 946 time: 0.2158377 Nov 25 19:34:48.035892 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ec24972b-c3a8-4a8c-a0ce-3439934154a9 req-61f730bd-c665-47ac-bae3-8fef727d1caa tempest-ServersOnMultiNodesTest-74838006 tempest-ServersOnMultiNodesTest-74838006-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7aaadf4-be38-478f-a690-8e6c6f8d2e53 HTTP/1.1" status: 200 len: 210 time: 0.0721140 Nov 25 19:34:48.133874 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Router 39db214d-4078-4b83-918d-72f278997c6c has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:34:48.149015 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c4c1d858-0889-48b4-a105-bedf1d006c4f req-4a3f4477-0ae3-4d6c-b38e-8d8fd3dfc8c5 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=07bb502c-b4c3-4f45-a2ff-38ff60530685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2904804 Nov 25 19:34:48.221416 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-392823da-acb0-473b-a084-810fd66027e9 req-c92e3918-25ce-47db-ba71-168fd59da566 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:48.221787 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-392823da-acb0-473b-a084-810fd66027e9 req-c92e3918-25ce-47db-ba71-168fd59da566 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:48.222109 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [req-392823da-acb0-473b-a084-810fd66027e9 req-c92e3918-25ce-47db-ba71-168fd59da566 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Floating IP 726be14a-1795-4260-83d2-ef9b38c7144b disassociated. External IP: 172.25.6.235, port: 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd. Nov 25 19:34:48.222519 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-392823da-acb0-473b-a084-810fd66027e9 req-c92e3918-25ce-47db-ba71-168fd59da566 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Calling delete_port for 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:48.323743 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3768db97-6238-4759-becd-44120bbd6ca4 None None] Provisioning complete for port 6eda50a3-620a-4beb-84e9-35d8f48597e9 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:48.324647 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3768db97-6238-4759-becd-44120bbd6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:48.397623 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:34:48.408635 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c50ddb6d-d960-4db6-8856-01a0bc2ad9d8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "PUT /v2.0/routers/39db214d-4078-4b83-918d-72f278997c6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1659296 Nov 25 19:34:48.415921 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39948) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:48.428843 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f3c47cce-4f3a-40f8-a1ab-5c22e865c088 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Request body: {'port': {'network_id': '927aac45-4940-4f13-a0a9-2f85f5ac2241', 'name': 'tempest-FloatingIPTestJSON-1658096491'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:48.492036 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-3768db97-6238-4759-becd-44120bbd6ca4 None None] Port 6eda50a3-620a-4beb-84e9-35d8f48597e9 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:34:48.510531 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c617b7-8a30-48fc-bdf4-379a5fe8c218 None None] Sync routers for ids ['39db214d-4078-4b83-918d-72f278997c6c'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:34:48.559255 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c617b7-8a30-48fc-bdf4-379a5fe8c218 None None] Routers {'39db214d-4078-4b83-918d-72f278997c6c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:48.578512 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-38c617b7-8a30-48fc-bdf4-379a5fe8c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['39db214d-4078-4b83-918d-72f278997c6c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:48.630333 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-392823da-acb0-473b-a084-810fd66027e9 req-c92e3918-25ce-47db-ba71-168fd59da566 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:48.640361 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c47cce-4f3a-40f8-a1ab-5c22e865c088 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Made reservation on behalf of 6728312a1fc442d2be049d6a95549225 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:34:48.655297 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f3c47cce-4f3a-40f8-a1ab-5c22e865c088 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:48.685280 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e3918-25ce-47db-ba71-168fd59da566 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Pushing event deleted for resources: {'Port': ['ID=6482793d-c7ac-41d8-9dd9-3ddeb09e42dd,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:48.732143 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 4ffcde1f-49e9-43d1-87d4-c302cfe9454a no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:34:48.736942 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-38c617b7-8a30-48fc-bdf4-379a5fe8c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:48.754259 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad9dd1-a955-45d9-a382-be9824800521 req-04a97979-712a-4f55-9e7a-20c5743ef11c tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:48.757587 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f6ad9dd1-a955-45d9-a382-be9824800521 req-04a97979-712a-4f55-9e7a-20c5743ef11c tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 945 time: 0.3965881 Nov 25 19:34:48.772084 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 4ffcde1f-49e9-43d1-87d4-c302cfe9454a {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:34:48.772475 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 4ffcde1f-49e9-43d1-87d4-c302cfe9454a not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:34:48.786767 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c617b7-8a30-48fc-bdf4-379a5fe8c218 None None] Routers {'39db214d-4078-4b83-918d-72f278997c6c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:48.787495 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-38c617b7-8a30-48fc-bdf4-379a5fe8c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['39db214d-4078-4b83-918d-72f278997c6c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:48.846122 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-f3c47cce-4f3a-40f8-a1ab-5c22e865c088 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] device_id is not set on port 2dbfe185-f019-479f-9c78-d93bde53f97e yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:34:48.869872 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-38c617b7-8a30-48fc-bdf4-379a5fe8c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:48.873490 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c617b7-8a30-48fc-bdf4-379a5fe8c218 None None] The sync data for ids ['39db214d-4078-4b83-918d-72f278997c6c'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:34:48.957915 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f6ad9dd1-a955-45d9-a382-be9824800521 req-45ef814c-4f9b-47b3-9b6b-609f72640463 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634140 Nov 25 19:34:48.981134 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f529ef-fe1b-43b0-84e5-44da802c498b req-516d3872-4c50-4a59-aaae-5372a9fbcdfa tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:48.995342 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-99f529ef-fe1b-43b0-84e5-44da802c498b req-516d3872-4c50-4a59-aaae-5372a9fbcdfa tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 947 time: 0.2644939 Nov 25 19:34:49.229738 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-99f529ef-fe1b-43b0-84e5-44da802c498b req-f44ff0cb-3ebc-402a-8a2b-9a4efecb157e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2327607 Nov 25 19:34:49.278516 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-f3c47cce-4f3a-40f8-a1ab-5c22e865c088 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Allocated IP 172.20.0.3 (927aac45-4940-4f13-a0a9-2f85f5ac2241/82e47f39-a9b6-41f5-9297-3c913ad55691/2dbfe185-f019-479f-9c78-d93bde53f97e) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:34:49.377533 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a20200-2ecb-47ca-bbd5-25a46f9a9e57 req-4fc5411d-e421-422e-aff6-523467fe4bbc tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:49.384133 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-69a20200-2ecb-47ca-bbd5-25a46f9a9e57 req-4fc5411d-e421-422e-aff6-523467fe4bbc tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 945 time: 0.2421138 Nov 25 19:34:49.538086 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-392823da-acb0-473b-a084-810fd66027e9 req-c92e3918-25ce-47db-ba71-168fd59da566 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Router 0c193e4d-e652-460a-87ea-21aeaa61c440 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:34:49.550997 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-69a20200-2ecb-47ca-bbd5-25a46f9a9e57 req-25cea37d-3995-4f31-ae4a-41996d7db916 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419885 Nov 25 19:34:49.679190 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-159d8ddd-bd8b-4c59-981f-7b49d0d68b5c req-5e9ee88c-fd51-4a39-8920-89c7dfd9de65 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bcbd95b-2b64-4399-9eda-cf08b692d076 HTTP/1.1" status: 200 len: 210 time: 0.1706696 Nov 25 19:34:49.797834 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f3c47cce-4f3a-40f8-a1ab-5c22e865c088 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:49.898377 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f3c47cce-4f3a-40f8-a1ab-5c22e865c088 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:49.923295 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-392823da-acb0-473b-a084-810fd66027e9 req-c92e3918-25ce-47db-ba71-168fd59da566 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:34:49.940008 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19746fe-f755-4584-b09a-81e08c243325 None None] Sync routers for ids ['0c193e4d-e652-460a-87ea-21aeaa61c440'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:34:49.964820 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19746fe-f755-4584-b09a-81e08c243325 None None] Routers {'0c193e4d-e652-460a-87ea-21aeaa61c440'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:49.977476 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d19746fe-f755-4584-b09a-81e08c243325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['0c193e4d-e652-460a-87ea-21aeaa61c440'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:50.107242 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39970) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:50.128723 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-392823da-acb0-473b-a084-810fd66027e9 req-c92e3918-25ce-47db-ba71-168fd59da566 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] No DVR routers for this DVR port 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:34:50.133626 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-392823da-acb0-473b-a084-810fd66027e9 req-c92e3918-25ce-47db-ba71-168fd59da566 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:50.137974 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-392823da-acb0-473b-a084-810fd66027e9 req-c92e3918-25ce-47db-ba71-168fd59da566 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.73 "DELETE /v2.0/ports/6482793d-c7ac-41d8-9dd9-3ddeb09e42dd HTTP/1.1" status: 204 len: 173 time: 3.2675445 Nov 25 19:34:50.138559 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcbd95b-2b64-4399-9eda-cf08b692d076', 'name': 'network-vif-deleted', 'tag': '6482793d-c7ac-41d8-9dd9-3ddeb09e42dd'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:50.168316 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2145f1-cf0d-4669-9626-a80b97a1463f" -d '{"events": [{"server_uuid": "4bcbd95b-2b64-4399-9eda-cf08b692d076", "name": "network-vif-deleted", "tag": "6482793d-c7ac-41d8-9dd9-3ddeb09e42dd"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:50.190480 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c47cce-4f3a-40f8-a1ab-5c22e865c088 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Network 927aac45-4940-4f13-a0a9-2f85f5ac2241 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:34:50.209952 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f3c47cce-4f3a-40f8-a1ab-5c22e865c088 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:34:50.350121 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963dfd4f-06c4-4902-b8dc-6c4afb1ddd7e req-2315d1ab-f990-4415-9e12-3c5228b98ef0 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:50.356221 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c47cce-4f3a-40f8-a1ab-5c22e865c088 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:34:50.361005 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-963dfd4f-06c4-4902-b8dc-6c4afb1ddd7e req-2315d1ab-f990-4415-9e12-3c5228b98ef0 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 945 time: 0.0975170 Nov 25 19:34:50.388610 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-d19746fe-f755-4584-b09a-81e08c243325 None None] Set router 0c193e4d-e652-460a-87ea-21aeaa61c440 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:34:50.473866 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c47cce-4f3a-40f8-a1ab-5c22e865c088 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event updated for resources: {'Port': ['ID=2dbfe185-f019-479f-9c78-d93bde53f97e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:50.522715 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c47cce-4f3a-40f8-a1ab-5c22e865c088 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:50.527231 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f3c47cce-4f3a-40f8-a1ab-5c22e865c088 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:50.530230 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-963dfd4f-06c4-4902-b8dc-6c4afb1ddd7e req-eaf701fd-d4d2-4b21-b9f8-8a793c1d6964 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674404 Nov 25 19:34:50.540785 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-486d64c1-1f97-4ed0-877d-effdc6d40e5b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2cc03ca006694b27b723066ce33623c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4323902 Nov 25 19:34:50.547173 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39978) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:50.579173 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcefa50-e402-413d-ac5b-e08ea8d1018a req-fdcd4af7-4d91-4d6f-a492-b67eea8503f1 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:50.589202 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5dcefa50-e402-413d-ac5b-e08ea8d1018a req-fdcd4af7-4d91-4d6f-a492-b67eea8503f1 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 945 time: 0.3877900 Nov 25 19:34:50.674235 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f3c47cce-4f3a-40f8-a1ab-5c22e865c088 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2571094 Nov 25 19:34:50.675932 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39982) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:50.687296 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0be18cfb-cdfc-4100-a9fe-c7513d72c47a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Request body: {'floatingip': {'port_id': '2dbfe185-f019-479f-9c78-d93bde53f97e'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:50.720373 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346e3504-5609-468d-b435-1aa522569289 x-openstack-request-id: req-346e3504-5609-468d-b435-1aa522569289 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:50.720839 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcbd95b-2b64-4399-9eda-cf08b692d076", "name": "network-vif-deleted", "tag": "6482793d-c7ac-41d8-9dd9-3ddeb09e42dd", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:50.721252 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-346e3504-5609-468d-b435-1aa522569289 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:50.722271 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcbd95b-2b64-4399-9eda-cf08b692d076', 'name': 'network-vif-deleted', 'tag': '6482793d-c7ac-41d8-9dd9-3ddeb09e42dd', 'status': 'completed', 'code': 200} Nov 25 19:34:50.775275 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5dcefa50-e402-413d-ac5b-e08ea8d1018a req-a9c7c553-e9e1-4f8c-b5e2-60e3371f2380 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835794 Nov 25 19:34:50.822077 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0be18cfb-cdfc-4100-a9fe-c7513d72c47a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:50.826132 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:34:50.899951 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:34:50.901108 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 6482793d-c7ac-41d8-9dd9-3ddeb09e42dd not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:34:50.907737 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-bca8e337-e846-417c-a002-421a77c52455 None None] Provisioning complete for port 2dbfe185-f019-479f-9c78-d93bde53f97e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:50.909302 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bca8e337-e846-417c-a002-421a77c52455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:50.916732 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a15efd2-f35d-4c38-bf31-adfc9e76f153 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:50.954792 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a15efd2-f35d-4c38-bf31-adfc9e76f153 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:50.980000 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d19746fe-f755-4584-b09a-81e08c243325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'name': 'tempest-AttachVolumeTestJSON-1746169101-router', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:19Z', 'updated_at': '2021-11-25T19:29:26Z', 'revision_number': 4, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'gw_port': {'id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:21Z', 'updated_at': '2021-11-25T19:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '702bb341-dc55-4bf4-992f-6cdddd28f076', 'name': '', 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'mac_address': 'fa:16:3e:8c:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:24Z', 'updated_at': '2021-11-25T19:29:35Z', 'revision_number': 5, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'subnets': [{'id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:51.026105 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-bca8e337-e846-417c-a002-421a77c52455 None None] Port 2dbfe185-f019-479f-9c78-d93bde53f97e cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:34:51.073221 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a15efd2-f35d-4c38-bf31-adfc9e76f153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:51.079221 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a15efd2-f35d-4c38-bf31-adfc9e76f153 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:51.083369 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6a15efd2-f35d-4c38-bf31-adfc9e76f153 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11c386d4-c23a-4815-9f9d-c8d1f692bcf5 HTTP/1.1" status: 204 len: 168 time: 0.5350499 Nov 25 19:34:51.104541 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814893a-f9c6-4676-b73d-34a412846916 req-d6b2167d-877f-4a79-85d6-bcfed0568e9b tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:51.112632 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b814893a-f9c6-4676-b73d-34a412846916 req-d6b2167d-877f-4a79-85d6-bcfed0568e9b tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 947 time: 0.3303802 Nov 25 19:34:51.117970 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19746fe-f755-4584-b09a-81e08c243325 None None] Checking router: 0c193e4d-e652-460a-87ea-21aeaa61c440 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:34:51.143491 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19746fe-f755-4584-b09a-81e08c243325 None None] Routers {'0c193e4d-e652-460a-87ea-21aeaa61c440'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:51.145037 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d19746fe-f755-4584-b09a-81e08c243325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['0c193e4d-e652-460a-87ea-21aeaa61c440'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:51.175642 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b814893a-f9c6-4676-b73d-34a412846916 req-9912a760-deed-4db9-a27f-d41ec3d0b414 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620568 Nov 25 19:34:51.182722 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15efd2-f35d-4c38-bf31-adfc9e76f153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c386d4-c23a-4815-9f9d-c8d1f692bcf5,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:51.442569 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-d19746fe-f755-4584-b09a-81e08c243325 None None] Set router 0c193e4d-e652-460a-87ea-21aeaa61c440 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:34:51.525527 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb0b20-e685-46c7-96ef-ca43bfa1f609 req-864accfb-bb6f-41fd-b74a-c8c5c89c7705 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:51.539779 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4beb0b20-e685-46c7-96ef-ca43bfa1f609 req-864accfb-bb6f-41fd-b74a-c8c5c89c7705 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 945 time: 0.6054776 Nov 25 19:34:51.605575 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39996) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:51.737890 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ea67c447-a6dc-4f7c-81b1-c5f27554a0cd tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:51.745811 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39998) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:51.825892 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4beb0b20-e685-46c7-96ef-ca43bfa1f609 req-966264ae-bf20-4870-996f-d6fea6beff1a tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790740 Nov 25 19:34:51.858505 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ea67c447-a6dc-4f7c-81b1-c5f27554a0cd tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:51.963009 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ea67c447-a6dc-4f7c-81b1-c5f27554a0cd tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:51.968147 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ea67c447-a6dc-4f7c-81b1-c5f27554a0cd tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:51.970154 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ea67c447-a6dc-4f7c-81b1-c5f27554a0cd tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "DELETE /v2.0/security-groups/07bb502c-b4c3-4f45-a2ff-38ff60530685 HTTP/1.1" status: 204 len: 168 time: 0.3640754 Nov 25 19:34:51.986330 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40004) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:52.023381 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-11b02ecb-1055-46cd-9386-f7d1f4d895ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4fb4158bab444fffb6fd930dfa713698&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2706141 Nov 25 19:34:52.024721 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67c447-a6dc-4f7c-81b1-c5f27554a0cd tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bb502c-b4c3-4f45-a2ff-38ff60530685,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:52.037885 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40006) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:52.058973 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d19746fe-f755-4584-b09a-81e08c243325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'name': 'tempest-AttachVolumeTestJSON-1746169101-router', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:19Z', 'updated_at': '2021-11-25T19:29:26Z', 'revision_number': 4, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'gw_port': {'id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:21Z', 'updated_at': '2021-11-25T19:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '702bb341-dc55-4bf4-992f-6cdddd28f076', 'name': '', 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'mac_address': 'fa:16:3e:8c:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:24Z', 'updated_at': '2021-11-25T19:29:35Z', 'revision_number': 5, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'subnets': [{'id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:52.066152 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-8db17eeb-db62-45ea-8866-2de33c23d163 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] show failed (client error): The resource could not be found. Nov 25 19:34:52.067415 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8db17eeb-db62-45ea-8866-2de33c23d163 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups/07bb502c-b4c3-4f45-a2ff-38ff60530685 HTTP/1.1" status: 404 len: 347 time: 0.0723369 Nov 25 19:34:52.074011 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40008) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:52.108790 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19746fe-f755-4584-b09a-81e08c243325 None None] The sync data for ids ['0c193e4d-e652-460a-87ea-21aeaa61c440'] in n-d-819349-5 is: [{'id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'name': 'tempest-AttachVolumeTestJSON-1746169101-router', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:19Z', 'updated_at': '2021-11-25T19:29:26Z', 'revision_number': 4, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'gw_port': {'id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:21Z', 'updated_at': '2021-11-25T19:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '702bb341-dc55-4bf4-992f-6cdddd28f076', 'name': '', 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'mac_address': 'fa:16:3e:8c:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:24Z', 'updated_at': '2021-11-25T19:29:35Z', 'revision_number': 5, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'subnets': [{'id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:34:52.388108 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e4ab1e75-7060-48b3-ad5d-b61e3b96f9ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:52.411464 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ce120-6b70-4673-8ca4-677a50274832 req-6f09ac1d-527b-4d84-9141-2adaff17b9c5 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:52.414249 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a93ce120-6b70-4673-8ca4-677a50274832 req-6f09ac1d-527b-4d84-9141-2adaff17b9c5 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 945 time: 0.3455584 Nov 25 19:34:52.531437 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0be18cfb-cdfc-4100-a9fe-c7513d72c47a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:52.534054 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e4ab1e75-7060-48b3-ad5d-b61e3b96f9ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:52.553137 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94755e4f-d10b-4c9d-af96-d8de2e3f6172 req-73758e8b-77eb-45a3-8499-3cfb8ee75d76 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:52.557836 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-94755e4f-d10b-4c9d-af96-d8de2e3f6172 req-73758e8b-77eb-45a3-8499-3cfb8ee75d76 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 945 time: 0.1147420 Nov 25 19:34:52.559311 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0be18cfb-cdfc-4100-a9fe-c7513d72c47a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:52.718907 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee89a64-2f1a-4b12-b7fd-1e0bd7bb7c09 None None] New status for floating IP 726be14a-1795-4260-83d2-ef9b38c7144b: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:34:52.721741 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e4ab1e75-7060-48b3-ad5d-b61e3b96f9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:52.725965 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e4ab1e75-7060-48b3-ad5d-b61e3b96f9ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:52.727706 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e4ab1e75-7060-48b3-ad5d-b61e3b96f9ba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b0651704-ccde-4904-ab96-6f218a19b1d7 HTTP/1.1" status: 204 len: 168 time: 0.6884508 Nov 25 19:34:52.745502 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-0be18cfb-cdfc-4100-a9fe-c7513d72c47a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Floating IP 0816fc3b-befb-4eb0-9697-af634d81d859 associated. External IP: 172.25.6.74, port: 8175ffaf-ff11-474d-a11c-8809a10b4174. Nov 25 19:34:52.813594 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ca40ed52-bccf-4ea2-8f81-35e2d81010f3 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Deleting port c8327820-1426-4a48-b3d5-39f61667e033 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:52.815708 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca40ed52-bccf-4ea2-8f81-35e2d81010f3 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:52.816548 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0bd96d02-eb03-4ed3-b9af-d785f20172e7 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:34:52.981908 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a93ce120-6b70-4673-8ca4-677a50274832 req-13a8133e-5c87-4050-860b-980dc9dca476 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5092342 Nov 25 19:34:52.984453 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab1e75-7060-48b3-ad5d-b61e3b96f9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0651704-ccde-4904-ab96-6f218a19b1d7,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:53.026073 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-94755e4f-d10b-4c9d-af96-d8de2e3f6172 req-d76add84-6206-4e67-8b34-3e77c2e0fa42 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138125 Nov 25 19:34:53.049681 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:34:53.209581 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca40ed52-bccf-4ea2-8f81-35e2d81010f3 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:53.209965 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca40ed52-bccf-4ea2-8f81-35e2d81010f3 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:53.244587 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ca40ed52-bccf-4ea2-8f81-35e2d81010f3 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Calling delete_port for c8327820-1426-4a48-b3d5-39f61667e033 owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:53.295195 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0bd96d02-eb03-4ed3-b9af-d785f20172e7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0bd96d02-eb03-4ed3-b9af-d785f20172e7,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:53.317228 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '0bd96d02-eb03-4ed3-b9af-d785f20172e7', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'port_id': '0bd96d02-eb03-4ed3-b9af-d785f20172e7', 'mac_address': 'fa:16:3e:c7:6a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:34:53.388850 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:53.423514 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0bd96d02-eb03-4ed3-b9af-d785f20172e7 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:34:53.440202 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:53.490765 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0bd96d02-eb03-4ed3-b9af-d785f20172e7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0bd96d02-eb03-4ed3-b9af-d785f20172e7,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:53.501451 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:53.574222 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a01d86-9e5a-4ca4-8136-fa5b19a88b25 req-9a53ce18-2775-4a0b-9169-f7c041f28c1e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:53.590422 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e8a01d86-9e5a-4ca4-8136-fa5b19a88b25 req-9a53ce18-2775-4a0b-9169-f7c041f28c1e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 947 time: 0.2951350 Nov 25 19:34:53.594319 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be18cfb-cdfc-4100-a9fe-c7513d72c47a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Router 1f3d00dc-164c-4e84-982f-da3a6fdfbf32 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:34:53.706176 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=0bd96d02-eb03-4ed3-b9af-d785f20172e7,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:53.803664 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['0bd96d02-eb03-4ed3-b9af-d785f20172e7'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:53.911812 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e8a01d86-9e5a-4ca4-8136-fa5b19a88b25 req-a9650b48-5fdf-4408-925e-0b3f6200a031 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3201766 Nov 25 19:34:53.958943 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca40ed52-bccf-4ea2-8f81-35e2d81010f3 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:54.002996 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40ed52-bccf-4ea2-8f81-35e2d81010f3 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Pushing event deleted for resources: {'Port': ['ID=c8327820-1426-4a48-b3d5-39f61667e033,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:54.151052 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be18cfb-cdfc-4100-a9fe-c7513d72c47a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:34:54.151820 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:54.173187 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9a0368-36be-4136-8af1-3183c7049740 None None] Sync routers for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:34:54.232537 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9a0368-36be-4136-8af1-3183c7049740 None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:54.239643 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca40ed52-bccf-4ea2-8f81-35e2d81010f3 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:54.244869 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca40ed52-bccf-4ea2-8f81-35e2d81010f3 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:54.258893 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-5d9a0368-36be-4136-8af1-3183c7049740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:54.318964 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ca40ed52-bccf-4ea2-8f81-35e2d81010f3 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "DELETE /v2.0/floatingips/726be14a-1795-4260-83d2-ef9b38c7144b HTTP/1.1" status: 204 len: 168 time: 2.2407818 Nov 25 19:34:54.482341 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-5d9a0368-36be-4136-8af1-3183c7049740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:54.525070 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9a0368-36be-4136-8af1-3183c7049740 None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:54.525417 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-5d9a0368-36be-4136-8af1-3183c7049740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:54.556715 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861c3ca-d5a9-4a23-8384-1f72a5951e54 req-a2f7cb57-a742-46e2-9e9c-fd5b07c88c93 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:54.578980 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2861c3ca-d5a9-4a23-8384-1f72a5951e54 req-a2f7cb57-a742-46e2-9e9c-fd5b07c88c93 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 945 time: 0.2515895 Nov 25 19:34:54.649264 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-5d9a0368-36be-4136-8af1-3183c7049740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:54.649264 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9a0368-36be-4136-8af1-3183c7049740 None None] The sync data for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:34:54.732609 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2861c3ca-d5a9-4a23-8384-1f72a5951e54 req-a1437535-534b-4eb4-ab22-531950c1ce14 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524670 Nov 25 19:34:54.784071 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0bd96d02-eb03-4ed3-b9af-d785f20172e7 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:34:54.841097 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b9fcd-a05e-4c54-b496-a8a4e402329d req-44633cc1-4e23-4fc6-b156-1d39670acd62 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:54.846201 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1e8b9fcd-a05e-4c54-b496-a8a4e402329d req-44633cc1-4e23-4fc6-b156-1d39670acd62 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 944 time: 0.4179523 Nov 25 19:34:54.947198 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 0bd96d02-eb03-4ed3-b9af-d785f20172e7 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:54.948151 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:55.023913 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1e8b9fcd-a05e-4c54-b496-a8a4e402329d req-c4f18bdb-d80f-4bf3-b6e7-01a09af30f53 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657712 Nov 25 19:34:55.051690 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be18cfb-cdfc-4100-a9fe-c7513d72c47a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Router 39db214d-4078-4b83-918d-72f278997c6c has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:34:55.078439 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:55.082018 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40080) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:55.087600 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-a2bdfdb6-ab5f-4307-90ae-94b94b5bc2ba tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--451368327', 'description': 'tempest-description--107514539'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:55.137296 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2bdfdb6-ab5f-4307-90ae-94b94b5bc2ba tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:55.149623 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8393bde-51ba-43a9-8fd7-cc72583b9cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd96d02-eb03-4ed3-b9af-d785f20172e7'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:55.152049 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd25321-bc2f-4626-816d-6a2b84fb0861" -d '{"events": [{"server_uuid": "d8393bde-51ba-43a9-8fd7-cc72583b9cf6", "name": "network-vif-plugged", "status": "completed", "tag": "0bd96d02-eb03-4ed3-b9af-d785f20172e7"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:55.208783 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0bd96d02-eb03-4ed3-b9af-d785f20172e7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0bd96d02-eb03-4ed3-b9af-d785f20172e7,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:55.222139 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:55.356388 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2bdfdb6-ab5f-4307-90ae-94b94b5bc2ba tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:55.374440 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2bdfdb6-ab5f-4307-90ae-94b94b5bc2ba tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:55.427429 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be18cfb-cdfc-4100-a9fe-c7513d72c47a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:34:55.433216 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0be18cfb-cdfc-4100-a9fe-c7513d72c47a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:55.464663 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c6d7f-050f-47bb-b748-960a7ced9dc0 None None] Sync routers for ids ['39db214d-4078-4b83-918d-72f278997c6c'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:34:55.508484 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=0bd96d02-eb03-4ed3-b9af-d785f20172e7,revision_number=7']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:55.519766 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2bdfdb6-ab5f-4307-90ae-94b94b5bc2ba tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:55.527175 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a2bdfdb6-ab5f-4307-90ae-94b94b5bc2ba tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4434135 Nov 25 19:34:55.534014 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373c6d7f-050f-47bb-b748-960a7ced9dc0 None None] Routers {'39db214d-4078-4b83-918d-72f278997c6c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:55.534844 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-373c6d7f-050f-47bb-b748-960a7ced9dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['39db214d-4078-4b83-918d-72f278997c6c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:55.541788 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40084) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:55.554149 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-02315a71-01e5-4e38-90ba-ad2b17a25ecb tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Request body: {'security_group_rule': {'security_group_id': '86939ef8-f59a-4b6f-ab7c-dfb700b85bab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:55.576218 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0be18cfb-cdfc-4100-a9fe-c7513d72c47a tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "PUT /v2.0/floatingips/0816fc3b-befb-4eb0-9697-af634d81d859 HTTP/1.1" status: 200 len: 977 time: 4.8967228 Nov 25 19:34:55.576979 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40088) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:55.600853 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdfdb6-ab5f-4307-90ae-94b94b5bc2ba tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86939ef8-f59a-4b6f-ab7c-dfb700b85bab,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:55.659584 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34edc84-b130-4982-bc03-9cf016beb0de req-76ed00c2-be9b-49df-af20-28e2571e9c0e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:55.665816 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-373c6d7f-050f-47bb-b748-960a7ced9dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:55.672307 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a34edc84-b130-4982-bc03-9cf016beb0de req-76ed00c2-be9b-49df-af20-28e2571e9c0e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 947 time: 0.2998087 Nov 25 19:34:55.707127 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2711e931-d0af-4907-bef2-ab26817459b9 x-openstack-request-id: req-2711e931-d0af-4907-bef2-ab26817459b9 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:55.707547 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8393bde-51ba-43a9-8fd7-cc72583b9cf6", "name": "network-vif-plugged", "status": "completed", "tag": "0bd96d02-eb03-4ed3-b9af-d785f20172e7", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:55.707910 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2711e931-d0af-4907-bef2-ab26817459b9 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:55.708495 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8393bde-51ba-43a9-8fd7-cc72583b9cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd96d02-eb03-4ed3-b9af-d785f20172e7', 'code': 200} Nov 25 19:34:55.716514 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373c6d7f-050f-47bb-b748-960a7ced9dc0 None None] Routers {'39db214d-4078-4b83-918d-72f278997c6c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:55.717294 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-373c6d7f-050f-47bb-b748-960a7ced9dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['39db214d-4078-4b83-918d-72f278997c6c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:55.743688 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-02315a71-01e5-4e38-90ba-ad2b17a25ecb tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:55.843481 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-976238f4-3cc2-43f3-8dfe-42181c0f317e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Deleting port 2dbfe185-f019-479f-9c78-d93bde53f97e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:55.847484 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-976238f4-3cc2-43f3-8dfe-42181c0f317e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:55.903925 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a34edc84-b130-4982-bc03-9cf016beb0de req-011eaf05-a9a9-4348-97be-e1d1b1099418 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292538 Nov 25 19:34:55.908458 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-373c6d7f-050f-47bb-b748-960a7ced9dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:55.909712 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c6d7f-050f-47bb-b748-960a7ced9dc0 None None] The sync data for ids ['39db214d-4078-4b83-918d-72f278997c6c'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:34:56.009148 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-02315a71-01e5-4e38-90ba-ad2b17a25ecb tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:56.019430 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-02315a71-01e5-4e38-90ba-ad2b17a25ecb tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:56.055390 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-976238f4-3cc2-43f3-8dfe-42181c0f317e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:56.094059 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-02315a71-01e5-4e38-90ba-ad2b17a25ecb tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:56.095938 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-02315a71-01e5-4e38-90ba-ad2b17a25ecb tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5508432 Nov 25 19:34:56.112265 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02315a71-01e5-4e38-90ba-ad2b17a25ecb tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f7dd7a-a0d9-4d7f-ab0d-1944dabc4734,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:56.123580 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40096) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:56.131638 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-9ed2b596-c3fe-49c0-bddb-e0570c7cd861 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Request body: {'security_group_rule': {'security_group_id': '86939ef8-f59a-4b6f-ab7c-dfb700b85bab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:56.425480 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9ed2b596-c3fe-49c0-bddb-e0570c7cd861 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:56.569408 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb6df3-a607-41ef-a022-1c9a44a282f1 req-70bbf113-3dfe-4cce-bc1f-5b0bc8218b94 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:56.578232 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9edb6df3-a607-41ef-a022-1c9a44a282f1 req-70bbf113-3dfe-4cce-bc1f-5b0bc8218b94 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 945 time: 0.2768030 Nov 25 19:34:56.597854 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-976238f4-3cc2-43f3-8dfe-42181c0f317e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:56.598417 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-976238f4-3cc2-43f3-8dfe-42181c0f317e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:56.598840 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-976238f4-3cc2-43f3-8dfe-42181c0f317e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Floating IP 0816fc3b-befb-4eb0-9697-af634d81d859 disassociated. External IP: 172.25.6.74, port: 2dbfe185-f019-479f-9c78-d93bde53f97e. Nov 25 19:34:56.599756 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-976238f4-3cc2-43f3-8dfe-42181c0f317e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Calling delete_port for 2dbfe185-f019-479f-9c78-d93bde53f97e owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:56.648263 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c354f1b-b7b8-4394-914b-f6f312d3ce13 req-4c0a8969-d535-412d-849d-63ac729b8cc2 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:56.670130 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c354f1b-b7b8-4394-914b-f6f312d3ce13 req-4c0a8969-d535-412d-849d-63ac729b8cc2 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 945 time: 0.3630116 Nov 25 19:34:56.764823 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9edb6df3-a607-41ef-a022-1c9a44a282f1 req-db8e2b3d-686b-46e6-95b1-af5b01227703 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855714 Nov 25 19:34:56.775419 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9ed2b596-c3fe-49c0-bddb-e0570c7cd861 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:56.794922 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9ed2b596-c3fe-49c0-bddb-e0570c7cd861 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:56.835204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2b596-c3fe-49c0-bddb-e0570c7cd861 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269a1bab-38cc-4acf-86be-458ac097e75b,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:56.858394 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c354f1b-b7b8-4394-914b-f6f312d3ce13 req-66a667ed-1039-4d9d-b2ee-5251d488841e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777339 Nov 25 19:34:56.864446 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9ed2b596-c3fe-49c0-bddb-e0570c7cd861 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:56.865943 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9ed2b596-c3fe-49c0-bddb-e0570c7cd861 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7410429 Nov 25 19:34:56.882410 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40110) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:56.885890 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f7089e64-288b-4525-81fd-84bec4f041c5 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:56.968833 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7089e64-288b-4525-81fd-84bec4f041c5 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:57.287029 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-976238f4-3cc2-43f3-8dfe-42181c0f317e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:57.484371 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b305b4b-363c-4020-8d32-c94911aef092 req-9f31fe65-a196-4e23-b8b7-bfaecef4080d tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:57.501773 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5b305b4b-363c-4020-8d32-c94911aef092 req-9f31fe65-a196-4e23-b8b7-bfaecef4080d tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 947 time: 0.2289674 Nov 25 19:34:57.661951 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5b305b4b-363c-4020-8d32-c94911aef092 req-b24b7eb5-2fc2-4547-889e-2d5003d1c33e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575811 Nov 25 19:34:57.673446 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976238f4-3cc2-43f3-8dfe-42181c0f317e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event deleted for resources: {'Port': ['ID=2dbfe185-f019-479f-9c78-d93bde53f97e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:58.189169 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a77a30-c248-419d-a32f-3d6793511345 req-b8f3c4b4-4418-4a86-ae19-1e058af81f6e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:58.197684 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13a77a30-c248-419d-a32f-3d6793511345 req-b8f3c4b4-4418-4a86-ae19-1e058af81f6e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 945 time: 0.1548672 Nov 25 19:34:58.398182 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13a77a30-c248-419d-a32f-3d6793511345 req-5bd6fe5c-aa9b-4c36-9202-ff964e213694 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938782 Nov 25 19:34:58.663587 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976238f4-3cc2-43f3-8dfe-42181c0f317e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Router 39db214d-4078-4b83-918d-72f278997c6c has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:34:58.742884 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1222f1-9830-44fb-b557-9aca778fc2f2 req-fd620718-e23d-48cf-bd80-1e51708333a2 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:58.752603 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ec1222f1-9830-44fb-b557-9aca778fc2f2 req-fd620718-e23d-48cf-bd80-1e51708333a2 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 945 time: 0.2602100 Nov 25 19:34:59.018914 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7089e64-288b-4525-81fd-84bec4f041c5 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:59.060236 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ec1222f1-9830-44fb-b557-9aca778fc2f2 req-05bb93af-1e86-44a8-a9d7-bef792481e05 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062036 Nov 25 19:34:59.197176 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9a4ea55d-7333-4ad1-8cab-235de671ffcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:59.310389 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce26be-9f95-4e5d-8a79-706e7c82003d req-5e00e504-2727-4598-a5dc-3c94b06314b0 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:59.313313 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f8ce26be-9f95-4e5d-8a79-706e7c82003d req-5e00e504-2727-4598-a5dc-3c94b06314b0 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 947 time: 0.1711617 Nov 25 19:34:59.500528 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f8ce26be-9f95-4e5d-8a79-706e7c82003d req-d8996753-1939-4009-a52d-ab6bf1b5d2ee tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663563 Nov 25 19:34:59.544426 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-f7089e64-288b-4525-81fd-84bec4f041c5 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Allocated IP 172.25.6.241 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/1e59a246-0de3-40aa-8595-fb712d18b715) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:34:59.690132 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976238f4-3cc2-43f3-8dfe-42181c0f317e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:34:59.700864 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4483ae2d-5216-476f-9756-044d8fb278a8 None None] Sync routers for ids ['39db214d-4078-4b83-918d-72f278997c6c'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:34:59.725255 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4483ae2d-5216-476f-9756-044d8fb278a8 None None] Routers {'39db214d-4078-4b83-918d-72f278997c6c'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:59.725923 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-4483ae2d-5216-476f-9756-044d8fb278a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['39db214d-4078-4b83-918d-72f278997c6c'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:59.848171 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-4483ae2d-5216-476f-9756-044d8fb278a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:59.865451 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4483ae2d-5216-476f-9756-044d8fb278a8 None None] Routers {'39db214d-4078-4b83-918d-72f278997c6c'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:59.866105 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-4483ae2d-5216-476f-9756-044d8fb278a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:34:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['39db214d-4078-4b83-918d-72f278997c6c'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:59.911839 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f7b59-eaae-424d-bb8e-0b01b9566d99 req-c5bb7cd1-9d08-4517-bf84-17d0269e5c72 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:59.924534 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-774f7b59-eaae-424d-bb8e-0b01b9566d99 req-c5bb7cd1-9d08-4517-bf84-17d0269e5c72 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 945 time: 0.2611082 Nov 25 19:34:59.943891 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-4483ae2d-5216-476f-9756-044d8fb278a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:59.944875 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4483ae2d-5216-476f-9756-044d8fb278a8 None None] The sync data for ids ['39db214d-4078-4b83-918d-72f278997c6c'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:35:00.022176 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-976238f4-3cc2-43f3-8dfe-42181c0f317e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:00.030693 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40164) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:00.040141 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-976238f4-3cc2-43f3-8dfe-42181c0f317e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "DELETE /v2.0/ports/2dbfe185-f019-479f-9c78-d93bde53f97e HTTP/1.1" status: 204 len: 168 time: 4.4606056 Nov 25 19:35:00.196087 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-774f7b59-eaae-424d-bb8e-0b01b9566d99 req-2464737e-dce7-49d4-8a8e-a832d55eb392 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2703519 Nov 25 19:35:00.200458 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40168) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:00.227645 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7089e64-288b-4525-81fd-84bec4f041c5 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:00.335363 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7089e64-288b-4525-81fd-84bec4f041c5 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:00.465660 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7089e64-288b-4525-81fd-84bec4f041c5 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Pushing event updated for resources: {'Port': ['ID=1e59a246-0de3-40aa-8595-fb712d18b715,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:00.570702 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7089e64-288b-4525-81fd-84bec4f041c5 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:35:00.575136 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4be5ea57-8fdf-4fe8-a6f6-723d92aab741 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:00.584114 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f7089e64-288b-4525-81fd-84bec4f041c5 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:35:00.623951 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7089e64-288b-4525-81fd-84bec4f041c5 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:35:00.806967 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea97f6-85a9-429e-aaa9-77d2edf9b652 req-d7553520-b816-4a56-accf-ee38870ce577 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:00.832633 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b5ea97f6-85a9-429e-aaa9-77d2edf9b652 req-d7553520-b816-4a56-accf-ee38870ce577 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 945 time: 0.5326076 Nov 25 19:35:00.969101 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b5ea97f6-85a9-429e-aaa9-77d2edf9b652 req-2542f12d-001d-46d5-8bdb-5ee850b13c9c tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200824 Nov 25 19:35:01.096063 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7089e64-288b-4525-81fd-84bec4f041c5 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:01.122837 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d773b8d-fb0d-4e41-bb75-c519a912f8b4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:01.209042 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153f88d-6c28-4011-a664-89d899ac9a65 req-51b6bcb3-fca4-4389-965d-57afa7fac4ef tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:01.211363 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d153f88d-6c28-4011-a664-89d899ac9a65 req-51b6bcb3-fca4-4389-965d-57afa7fac4ef tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 947 time: 0.3020258 Nov 25 19:35:01.314888 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7089e64-288b-4525-81fd-84bec4f041c5 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:01.524770 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d153f88d-6c28-4011-a664-89d899ac9a65 req-36dd957b-6697-4121-a5cf-37ca09dab245 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2847517 Nov 25 19:35:01.610049 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4be5ea57-8fdf-4fe8-a6f6-723d92aab741 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:01.664476 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4be5ea57-8fdf-4fe8-a6f6-723d92aab741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:01.695616 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace67563-de82-4246-98d1-d181264300ef req-ac16a7c6-8823-4d46-989b-b6bdac94dd98 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:01.697293 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ace67563-de82-4246-98d1-d181264300ef req-ac16a7c6-8823-4d46-989b-b6bdac94dd98 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 945 time: 0.2215877 Nov 25 19:35:01.754772 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bf8fa149-56c4-458a-bb87-bff670b2fb81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:01.914855 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9d773b8d-fb0d-4e41-bb75-c519a912f8b4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Deleting port 6eda50a3-620a-4beb-84e9-35d8f48597e9 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:01.915567 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d773b8d-fb0d-4e41-bb75-c519a912f8b4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:02.061612 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ace67563-de82-4246-98d1-d181264300ef req-4cd6d771-81b5-401e-bb7a-e3ff22727396 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2923679 Nov 25 19:35:02.150103 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4be5ea57-8fdf-4fe8-a6f6-723d92aab741 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c494027451cd4bd097eb0ecdebc5655b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9409611 Nov 25 19:35:02.151728 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5ea57-8fdf-4fe8-a6f6-723d92aab741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a05759-df7e-4410-897e-0a699ed180c3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:02.157352 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40192) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:02.199421 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7089e64-288b-4525-81fd-84bec4f041c5 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:02.215084 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7089e64-288b-4525-81fd-84bec4f041c5 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:02.244936 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d773b8d-fb0d-4e41-bb75-c519a912f8b4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:02.271483 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9d773b8d-fb0d-4e41-bb75-c519a912f8b4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Calling delete_port for 6eda50a3-620a-4beb-84e9-35d8f48597e9 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:02.616120 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d773b8d-fb0d-4e41-bb75-c519a912f8b4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:02.672450 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d773b8d-fb0d-4e41-bb75-c519a912f8b4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event deleted for resources: {'Port': ['ID=6eda50a3-620a-4beb-84e9-35d8f48597e9,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:02.790407 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7089e64-288b-4525-81fd-84bec4f041c5 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:02.815580 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7089e64-288b-4525-81fd-84bec4f041c5 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Pushing event updated for resources: {'Port': ['ID=1e59a246-0de3-40aa-8595-fb712d18b715,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:02.829742 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9240a8d2-8d73-4d79-b7fe-4eebf00f9dbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:02.864535 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7089e64-288b-4525-81fd-84bec4f041c5 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:02.872918 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f7089e64-288b-4525-81fd-84bec4f041c5 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0012643 Nov 25 19:35:02.891866 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bff32f-5cf3-4e73-9635-59cada720f49 req-54449386-d7e2-4773-b132-56f01fc4503d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:02.902372 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d3bff32f-5cf3-4e73-9635-59cada720f49 req-54449386-d7e2-4773-b132-56f01fc4503d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 945 time: 0.6017206 Nov 25 19:35:02.947805 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf4555-ada8-459c-8ffc-9e1ce14add58 req-5dd3ee06-9738-4c0d-aec3-4b1d0bc6e583 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:02.958760 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-11bf4555-ada8-459c-8ffc-9e1ce14add58 req-5dd3ee06-9738-4c0d-aec3-4b1d0bc6e583 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 947 time: 0.2783115 Nov 25 19:35:02.971238 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9240a8d2-8d73-4d79-b7fe-4eebf00f9dbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:03.072398 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d3bff32f-5cf3-4e73-9635-59cada720f49 req-e8bc3ad6-a9c4-4da4-abf2-caaabd1b43d6 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691175 Nov 25 19:35:03.193875 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9240a8d2-8d73-4d79-b7fe-4eebf00f9dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:03.198006 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9240a8d2-8d73-4d79-b7fe-4eebf00f9dbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:03.203159 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9240a8d2-8d73-4d79-b7fe-4eebf00f9dbe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/63a05759-df7e-4410-897e-0a699ed180c3 HTTP/1.1" status: 204 len: 168 time: 1.0291793 Nov 25 19:35:03.224572 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240a8d2-8d73-4d79-b7fe-4eebf00f9dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a05759-df7e-4410-897e-0a699ed180c3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:03.274998 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-11bf4555-ada8-459c-8ffc-9e1ce14add58 req-9e15fef9-f158-4166-92aa-2270098ed0ac tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3159244 Nov 25 19:35:03.343055 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d773b8d-fb0d-4e41-bb75-c519a912f8b4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:03.463600 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb22595-bce1-4654-9ed3-382a6b480fde req-93efc07f-8826-4eca-b258-0faeb2e3e4d1 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:03.481964 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-edb22595-bce1-4654-9ed3-382a6b480fde req-93efc07f-8826-4eca-b258-0faeb2e3e4d1 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 945 time: 0.1788392 Nov 25 19:35:03.616205 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:03.658066 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-edb22595-bce1-4654-9ed3-382a6b480fde req-f328a01a-24cd-4d91-bf31-f38d2ecc6f8c tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732199 Nov 25 19:35:03.807082 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-fbd13f55-db70-405e-994a-68a162b0d864 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--451368327&fields=id&tenant_id=5793ebf8c1374bcea833180ef6f84e4c HTTP/1.1" status: 200 len: 267 time: 0.1287177 Nov 25 19:35:04.044570 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40238) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:04.078575 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07f928cc-1ee7-48c2-bdaf-6c599f7fab64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:04.383384 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07f928cc-1ee7-48c2-bdaf-6c599f7fab64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:04.401845 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07f928cc-1ee7-48c2-bdaf-6c599f7fab64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:04.473148 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cd293-621c-4923-b27b-603d088bc2c9 req-2bad1032-a4ca-400e-aa7b-6fb124fe5f61 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:04.486879 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-825cd293-621c-4923-b27b-603d088bc2c9 req-2bad1032-a4ca-400e-aa7b-6fb124fe5f61 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 945 time: 0.1988370 Nov 25 19:35:04.535804 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f928cc-1ee7-48c2-bdaf-6c599f7fab64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ed3cae-23ff-411a-a17b-bbb99ff38638,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:04.544407 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-07f928cc-1ee7-48c2-bdaf-6c599f7fab64 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=df3547d6baf846b1a5cd10513626ed6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4986424 Nov 25 19:35:04.548356 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40248) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:04.648473 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-825cd293-621c-4923-b27b-603d088bc2c9 req-de804b23-0700-47d0-9f43-73de7aab11bc tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601772 Nov 25 19:35:04.649655 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-05deaaf2-8cb4-4d16-9dd0-f7143739448f tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:04.664939 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-05deaaf2-8cb4-4d16-9dd0-f7143739448f tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/networks?id=ff56631b-efa0-42d5-95cb-f491e3d0d8b0 HTTP/1.1" status: 200 len: 811 time: 0.8569441 Nov 25 19:35:04.674746 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d773b8d-fb0d-4e41-bb75-c519a912f8b4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Router 39db214d-4078-4b83-918d-72f278997c6c has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:35:04.712319 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e90920f1-ae47-4e9d-9d97-f15b326a8705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:04.748498 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-34f1ed61-b3f6-43b3-b3f9-56a970110ebb tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/quotas/5793ebf8c1374bcea833180ef6f84e4c HTTP/1.1" status: 200 len: 375 time: 0.0704546 Nov 25 19:35:04.757778 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e90920f1-ae47-4e9d-9d97-f15b326a8705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:04.859353 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e90920f1-ae47-4e9d-9d97-f15b326a8705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:04.862883 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e90920f1-ae47-4e9d-9d97-f15b326a8705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:04.880628 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e90920f1-ae47-4e9d-9d97-f15b326a8705 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/03ed3cae-23ff-411a-a17b-bbb99ff38638 HTTP/1.1" status: 204 len: 168 time: 0.3203208 Nov 25 19:35:04.903714 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d773b8d-fb0d-4e41-bb75-c519a912f8b4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:35:04.914765 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9d773b8d-fb0d-4e41-bb75-c519a912f8b4 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "PUT /v2.0/routers/39db214d-4078-4b83-918d-72f278997c6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8818965 Nov 25 19:35:04.918229 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a85eda-e3b5-4f5e-9d75-00cc314447f7 None None] Sync routers for ids ['39db214d-4078-4b83-918d-72f278997c6c'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:35:04.918960 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40270) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:04.920703 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90920f1-ae47-4e9d-9d97-f15b326a8705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ed3cae-23ff-411a-a17b-bbb99ff38638,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:05.017860 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-cd8ad6aa-26ec-4053-95dc-035677234efb tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5793ebf8c1374bcea833180ef6f84e4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1117327 Nov 25 19:35:05.033602 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a85eda-e3b5-4f5e-9d75-00cc314447f7 None None] Routers {'39db214d-4078-4b83-918d-72f278997c6c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:05.034709 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f1a85eda-e3b5-4f5e-9d75-00cc314447f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:35:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['39db214d-4078-4b83-918d-72f278997c6c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:05.200206 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e94b60-2e44-48b0-b0de-e1a579716949 req-0827ee22-8f3f-4a1d-a506-5ca8b58a94c5 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:05.202493 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f1a85eda-e3b5-4f5e-9d75-00cc314447f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:05.206866 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-52e94b60-2e44-48b0-b0de-e1a579716949 req-0827ee22-8f3f-4a1d-a506-5ca8b58a94c5 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 947 time: 0.3965092 Nov 25 19:35:05.257028 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a85eda-e3b5-4f5e-9d75-00cc314447f7 None None] Routers {'39db214d-4078-4b83-918d-72f278997c6c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:05.259007 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f1a85eda-e3b5-4f5e-9d75-00cc314447f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:35:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['39db214d-4078-4b83-918d-72f278997c6c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:05.383421 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-52e94b60-2e44-48b0-b0de-e1a579716949 req-29165235-ee44-4198-b61a-187766b17501 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550314 Nov 25 19:35:05.394332 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d42a8593-4cc1-4797-8d6b-d3f7923462f3 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:05.417397 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f1a85eda-e3b5-4f5e-9d75-00cc314447f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:05.430160 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a85eda-e3b5-4f5e-9d75-00cc314447f7 None None] The sync data for ids ['39db214d-4078-4b83-918d-72f278997c6c'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:35:05.481478 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:05.568180 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:05.716568 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd372c4-5a86-40cb-ab29-53ccb5c5593b req-8b1d42bc-2a58-49f1-ab30-6819d64b44e8 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:05.726131 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bfd372c4-5a86-40cb-ab29-53ccb5c5593b req-8b1d42bc-2a58-49f1-ab30-6819d64b44e8 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 945 time: 0.1247101 Nov 25 19:35:05.741670 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-c4988ddd-e870-48bf-bc3e-d5f415d71f64 service neutron] 10.222.0.55 "GET /v2.0/networks/ff56631b-efa0-42d5-95cb-f491e3d0d8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7064652 Nov 25 19:35:05.754233 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d42a8593-4cc1-4797-8d6b-d3f7923462f3 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:05.816224 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bfd372c4-5a86-40cb-ab29-53ccb5c5593b req-babf9092-85f6-4f7d-8852-8e5a0bae375a tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858669 Nov 25 19:35:05.931644 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d42a8593-4cc1-4797-8d6b-d3f7923462f3 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Deleting port 7dcf7dad-74ab-406e-a303-5150aa686894 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:05.932048 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d42a8593-4cc1-4797-8d6b-d3f7923462f3 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:05.991982 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-c0698f75-8dc3-4298-841a-ad54244acce8 service neutron] 10.222.0.55 "GET /v2.0/networks/ff56631b-efa0-42d5-95cb-f491e3d0d8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415755 Nov 25 19:35:06.260102 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d42a8593-4cc1-4797-8d6b-d3f7923462f3 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:06.318146 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d42a8593-4cc1-4797-8d6b-d3f7923462f3 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Calling delete_port for 7dcf7dad-74ab-406e-a303-5150aa686894 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:06.406676 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099d27d-1f30-485d-83cc-f03756e8eda0 req-95472ae3-4e0c-4989-aafa-0da8353662df tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:06.410238 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3099d27d-1f30-485d-83cc-f03756e8eda0 req-95472ae3-4e0c-4989-aafa-0da8353662df tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 945 time: 0.1287973 Nov 25 19:35:06.503505 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1447327-aeb4-4c4b-aac0-48ded8da283c req-20e30718-e96c-490d-bb2e-1da5b1908959 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:06.512575 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d1447327-aeb4-4c4b-aac0-48ded8da283c req-20e30718-e96c-490d-bb2e-1da5b1908959 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 947 time: 0.1995838 Nov 25 19:35:06.591189 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3099d27d-1f30-485d-83cc-f03756e8eda0 req-5c590307-4253-4521-9a98-78bc0ace1c5d tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752572 Nov 25 19:35:06.595902 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d1447327-aeb4-4c4b-aac0-48ded8da283c req-44a55b2f-7d56-47f0-b38d-529ee640aa2b tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824730 Nov 25 19:35:06.663676 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40330) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:06.723219 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b63aae5-02ed-4222-aa55-350957d805d6 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:06.743326 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0cf6357e-1528-4129-b267-694c712517e5 req-44545881-3198-4f6b-aaa0-7c8750bdce1c tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=30d7811c-dac3-4d2b-a44b-d2afe6e89ce1 HTTP/1.1" status: 200 len: 210 time: 0.0486820 Nov 25 19:35:06.815714 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d42a8593-4cc1-4797-8d6b-d3f7923462f3 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:06.931898 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:07.026764 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbea35a-8240-4dd3-901a-6d892067c686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b63aae5-02ed-4222-aa55-350957d805d6'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:35:07.036240 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ab7b64-dd2f-4add-a3d4-6f6e3bf14700" -d '{"events": [{"server_uuid": "6bbea35a-8240-4dd3-901a-6d892067c686", "name": "network-vif-unplugged", "status": "completed", "tag": "6b63aae5-02ed-4222-aa55-350957d805d6"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:35:07.089961 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b63aae5-02ed-4222-aa55-350957d805d6, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b63aae5-02ed-4222-aa55-350957d805d6,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:07.100388 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:07.129134 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-708bcf41-485e-409d-9934-5fcd1147bed0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-network', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:07.179658 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708bcf41-485e-409d-9934-5fcd1147bed0 admin admin] Made reservation on behalf of f12660b706a44f0ab0907648b019fe22 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:35:07.187681 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-708bcf41-485e-409d-9934-5fcd1147bed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:07.204356 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d42a8593-4cc1-4797-8d6b-d3f7923462f3 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:07.210211 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a8593-4cc1-4797-8d6b-d3f7923462f3 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event deleted for resources: {'Port': ['ID=7dcf7dad-74ab-406e-a303-5150aa686894,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:07.215781 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-708bcf41-485e-409d-9934-5fcd1147bed0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:07.242071 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fd40a5-fdc5-41e4-aaad-50f8480a6d74 x-openstack-request-id: req-69fd40a5-fdc5-41e4-aaad-50f8480a6d74 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:07.242282 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbea35a-8240-4dd3-901a-6d892067c686", "name": "network-vif-unplugged", "status": "completed", "tag": "6b63aae5-02ed-4222-aa55-350957d805d6", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:07.242565 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-69fd40a5-fdc5-41e4-aaad-50f8480a6d74 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:07.247136 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbea35a-8240-4dd3-901a-6d892067c686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b63aae5-02ed-4222-aa55-350957d805d6', 'code': 200} Nov 25 19:35:07.269930 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6b63aae5-02ed-4222-aa55-350957d805d6,revision_number=14']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:07.358220 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-708bcf41-485e-409d-9934-5fcd1147bed0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:07.365083 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-708bcf41-485e-409d-9934-5fcd1147bed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:07.404546 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708bcf41-485e-409d-9934-5fcd1147bed0 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:35:07.430162 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708bcf41-485e-409d-9934-5fcd1147bed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6539240d-cb14-4d53-8d2f-c1428f897cd5,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:07.435559 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-708bcf41-485e-409d-9934-5fcd1147bed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:07.437333 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-708bcf41-485e-409d-9934-5fcd1147bed0 admin admin] Added segment cbc4ce84-3bfa-4d14-8bfb-478d2951bd52 of type vlan for network 21a84b76-3939-4320-a333-a882c23bb50e Nov 25 19:35:07.508116 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-708bcf41-485e-409d-9934-5fcd1147bed0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:07.562201 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-708bcf41-485e-409d-9934-5fcd1147bed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:07.563931 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708bcf41-485e-409d-9934-5fcd1147bed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:07.565135 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-708bcf41-485e-409d-9934-5fcd1147bed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:07.582836 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d42a8593-4cc1-4797-8d6b-d3f7923462f3 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:07.604435 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c6bad-cbbc-430e-8265-043dbb4f0bce req-2e13f4de-6cce-4cd3-b1a3-4b7d73786ff2 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:07.612071 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b6c6bad-cbbc-430e-8265-043dbb4f0bce req-2e13f4de-6cce-4cd3-b1a3-4b7d73786ff2 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 945 time: 0.4312861 Nov 25 19:35:07.613528 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d42a8593-4cc1-4797-8d6b-d3f7923462f3 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:07.644516 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-708bcf41-485e-409d-9934-5fcd1147bed0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9790454 Nov 25 19:35:07.648048 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40352) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:07.690379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-20111a54-48ad-4419-a6de-856883179dfc admin admin] Request body: {'subnet': {'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-subnet', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:07.723565 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20111a54-48ad-4419-a6de-856883179dfc admin admin] Made reservation on behalf of f12660b706a44f0ab0907648b019fe22 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:35:07.727373 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20111a54-48ad-4419-a6de-856883179dfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:07.762762 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708bcf41-485e-409d-9934-5fcd1147bed0 admin admin] Pushing event updated for resources: {'Network': ['ID=21a84b76-3939-4320-a333-a882c23bb50e,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:07.776237 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 21a84b76-3939-4320-a333-a882c23bb50e details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:35:07.922894 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b731a-fbc8-40e9-ad34-826608b465d8 req-59a9bfb2-b664-4f49-9f36-38ffedcc1b2e tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:07.924806 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c5b731a-fbc8-40e9-ad34-826608b465d8 req-59a9bfb2-b664-4f49-9f36-38ffedcc1b2e tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 945 time: 0.1009228 Nov 25 19:35:08.047987 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c5b731a-fbc8-40e9-ad34-826608b465d8 req-dd764a60-9ee5-48dd-ac4f-92000c084f8e tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095610 Nov 25 19:35:08.260710 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af7ac813-15ee-4456-b3b8-563c763a9cd3 req-d90cdb59-d4f5-4c70-a236-e1d1f71b518e tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=30d7811c-dac3-4d2b-a44b-d2afe6e89ce1 HTTP/1.1" status: 200 len: 210 time: 0.0638201 Nov 25 19:35:08.261878 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20111a54-48ad-4419-a6de-856883179dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:08.413959 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20111a54-48ad-4419-a6de-856883179dfc admin admin] Checking segment: {'id': 'cbc4ce84-3bfa-4d14-8bfb-478d2951bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:35:08.414833 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20111a54-48ad-4419-a6de-856883179dfc admin admin] Network hostable DHCP agents. Network: 21a84b76-3939-4320-a333-a882c23bb50e, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:35:08.437643 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20111a54-48ad-4419-a6de-856883179dfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=241fd8f7-99b9-40ff-9bd0-88bd5a599dfe,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:08.441937 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20111a54-48ad-4419-a6de-856883179dfc admin admin] Network 21a84b76-3939-4320-a333-a882c23bb50e is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:35:08.462613 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-20111a54-48ad-4419-a6de-856883179dfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 21a84b76-3939-4320-a333-a882c23bb50e) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:35:08.478145 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de76948-31a6-4f5b-890d-e75c88564ccc None None] Network 21a84b76-3939-4320-a333-a882c23bb50e requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:35:08.479374 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20111a54-48ad-4419-a6de-856883179dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:08.481013 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20111a54-48ad-4419-a6de-856883179dfc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:08.511151 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b6c6bad-cbbc-430e-8265-043dbb4f0bce req-85b79ba5-b79f-4423-813d-deacf66aa546 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8797419 Nov 25 19:35:08.513764 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d42a8593-4cc1-4797-8d6b-d3f7923462f3 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:08.514620 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42a8593-4cc1-4797-8d6b-d3f7923462f3 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Fanout notify agent at l3_agent the message router_deleted on router 39db214d-4078-4b83-918d-72f278997c6c {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:35:08.554198 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d42a8593-4cc1-4797-8d6b-d3f7923462f3 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:08.562120 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d42a8593-4cc1-4797-8d6b-d3f7923462f3 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "DELETE /v2.0/routers/39db214d-4078-4b83-918d-72f278997c6c HTTP/1.1" status: 204 len: 168 time: 3.6383762 Nov 25 19:35:08.566105 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40386) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:08.598136 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-20111a54-48ad-4419-a6de-856883179dfc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9456422 Nov 25 19:35:08.640814 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40388) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:08.657255 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cae03b86-379e-464e-ab2f-799939f93a55 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:08.736031 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cae03b86-379e-464e-ab2f-799939f93a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:08.774050 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cae03b86-379e-464e-ab2f-799939f93a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:08.948571 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cae03b86-379e-464e-ab2f-799939f93a55 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:08.971185 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a64558-cc91-4e43-9fcb-91de141795bc tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Deleting subnet 82e47f39-a9b6-41f5-9297-3c913ad55691 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:35:08.975057 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-6ff90754-ff09-47b4-b098-afaf4bed68fa tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:08.977655 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-6ff90754-ff09-47b4-b098-afaf4bed68fa tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.73 "GET /v2.0/networks?id=ff56631b-efa0-42d5-95cb-f491e3d0d8b0 HTTP/1.1" status: 200 len: 811 time: 0.4692297 Nov 25 19:35:08.982909 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4a64558-cc91-4e43-9fcb-91de141795bc tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:09.140482 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4a64558-cc91-4e43-9fcb-91de141795bc tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:09.159497 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0390585-9173-4fbe-a742-47f89f3afeaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-21a84b76-3939-4320-a333-a882c23bb50e', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'fixed_ips': [{'subnet_id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:35:09.160561 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d0390585-9173-4fbe-a742-47f89f3afeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:09.219083 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-866d480c-87f8-4ba7-b5ac-6822310f06d0 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5793ebf8c1374bcea833180ef6f84e4c HTTP/1.1" status: 200 len: 379 time: 0.2286258 Nov 25 19:35:09.233533 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-9f37bdb5-24aa-41d4-ae16-be67c4e44cfa tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Request body: {'port': {'device_id': '30d7811c-dac3-4d2b-a44b-d2afe6e89ce1', 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'admin_state_up': True, 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'security_groups': ['86939ef8-f59a-4b6f-ab7c-dfb700b85bab']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:09.511369 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dbb721b3-8199-4d07-8944-adc19cb8f2ed req-67e69d97-84c6-4378-a297-a9ed09d44e3e tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=30d7811c-dac3-4d2b-a44b-d2afe6e89ce1 HTTP/1.1" status: 200 len: 210 time: 0.0508111 Nov 25 19:35:09.584526 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-9f37bdb5-24aa-41d4-ae16-be67c4e44cfa tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Made reservation on behalf of 5793ebf8c1374bcea833180ef6f84e4c for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:35:09.592053 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-9f37bdb5-24aa-41d4-ae16-be67c4e44cfa tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:09.663804 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cae03b86-379e-464e-ab2f-799939f93a55 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:09.774398 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4a64558-cc91-4e43-9fcb-91de141795bc tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:09.861368 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-d0390585-9173-4fbe-a742-47f89f3afeaa None None] Allocated IP 172.20.0.2 (21a84b76-3939-4320-a333-a882c23bb50e/241fd8f7-99b9-40ff-9bd0-88bd5a599dfe/6b6f9b1b-0047-43d2-817c-3c4c0d631bfc) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:35:09.863606 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4a64558-cc91-4e43-9fcb-91de141795bc tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:09.940673 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4a64558-cc91-4e43-9fcb-91de141795bc tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:09.957116 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e4a64558-cc91-4e43-9fcb-91de141795bc tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "DELETE /v2.0/subnets/82e47f39-a9b6-41f5-9297-3c913ad55691 HTTP/1.1" status: 204 len: 168 time: 1.3876708 Nov 25 19:35:09.960690 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a64558-cc91-4e43-9fcb-91de141795bc tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event deleted for resources: {'Subnet': ['ID=82e47f39-a9b6-41f5-9297-3c913ad55691,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:09.984380 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40440) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:10.078834 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a98e52-564e-4d2b-8fd3-d7efd8108115 None None] Network 927aac45-4940-4f13-a0a9-2f85f5ac2241 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:35:10.092960 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-9f37bdb5-24aa-41d4-ae16-be67c4e44cfa tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Allocated IP 172.20.0.13 (ff56631b-efa0-42d5-95cb-f491e3d0d8b0/b79aba06-befc-4f8a-a873-c735df5300cb/40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:35:10.178157 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18db4e-6b5c-4f54-a515-394a51fe92e7 req-0f0f68da-f798-4940-88dd-42e36cd927d4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:10.185077 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3f18db4e-6b5c-4f54-a515-394a51fe92e7 req-0f0f68da-f798-4940-88dd-42e36cd927d4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 945 time: 0.7822645 Nov 25 19:35:10.198402 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75d36bb3-1e56-4d49-af5c-d6c7d8a2749d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:10.228603 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d0390585-9173-4fbe-a742-47f89f3afeaa None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:10.246906 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d0390585-9173-4fbe-a742-47f89f3afeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:10.433876 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0390585-9173-4fbe-a742-47f89f3afeaa None None] Network 21a84b76-3939-4320-a333-a882c23bb50e is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:35:10.438278 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500986f-0b21-4618-9b73-734d94078829 req-acb70fd1-b7c9-40fb-bd85-c61c89e1dd9e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:10.441500 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-d0390585-9173-4fbe-a742-47f89f3afeaa None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:35:10.445857 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f500986f-0b21-4618-9b73-734d94078829 req-acb70fd1-b7c9-40fb-bd85-c61c89e1dd9e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 945 time: 0.1630397 Nov 25 19:35:10.456120 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0390585-9173-4fbe-a742-47f89f3afeaa None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:35:10.538801 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3f18db4e-6b5c-4f54-a515-394a51fe92e7 req-b87fad94-f5c3-4d00-8236-df6763cae144 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245022 Nov 25 19:35:10.562357 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0390585-9173-4fbe-a742-47f89f3afeaa None None] Pushing event updated for resources: {'Port': ['ID=6b6f9b1b-0047-43d2-817c-3c4c0d631bfc,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:10.579587 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-9f37bdb5-24aa-41d4-ae16-be67c4e44cfa tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:10.601980 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-d0390585-9173-4fbe-a742-47f89f3afeaa None None] Attempting to bind port 6b6f9b1b-0047-43d2-817c-3c4c0d631bfc on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:10.602497 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-d0390585-9173-4fbe-a742-47f89f3afeaa None None] Attempting to bind port 6b6f9b1b-0047-43d2-817c-3c4c0d631bfc by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'cbc4ce84-3bfa-4d14-8bfb-478d2951bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:10.603062 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0390585-9173-4fbe-a742-47f89f3afeaa None None] Attempting to bind port 6b6f9b1b-0047-43d2-817c-3c4c0d631bfc on network 21a84b76-3939-4320-a333-a882c23bb50e {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:10.653045 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0390585-9173-4fbe-a742-47f89f3afeaa None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:35:10.653718 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0390585-9173-4fbe-a742-47f89f3afeaa None None] Checking segment: {'id': 'cbc4ce84-3bfa-4d14-8bfb-478d2951bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:35:10.654326 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d0390585-9173-4fbe-a742-47f89f3afeaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:10.654965 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0390585-9173-4fbe-a742-47f89f3afeaa None None] Bound using segment: {'id': 'cbc4ce84-3bfa-4d14-8bfb-478d2951bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:35:10.656232 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-d0390585-9173-4fbe-a742-47f89f3afeaa None None] Bound port: 6b6f9b1b-0047-43d2-817c-3c4c0d631bfc, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc4ce84-3bfa-4d14-8bfb-478d2951bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:35:10.656416 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d0390585-9173-4fbe-a742-47f89f3afeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:10.671795 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-9f37bdb5-24aa-41d4-ae16-be67c4e44cfa tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:10.677129 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-75d36bb3-1e56-4d49-af5c-d6c7d8a2749d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Deleting port 0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:10.678093 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75d36bb3-1e56-4d49-af5c-d6c7d8a2749d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:10.852323 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-d0390585-9173-4fbe-a742-47f89f3afeaa None None] For port 6b6f9b1b-0047-43d2-817c-3c4c0d631bfc, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:35:10.880085 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-d0390585-9173-4fbe-a742-47f89f3afeaa None None] For port 6b6f9b1b-0047-43d2-817c-3c4c0d631bfc, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6b6f9b1b-0047-43d2-817c-3c4c0d631bfc,segment=NetworkSegment(cbc4ce84-3bfa-4d14-8bfb-478d2951bd52),segment_id=cbc4ce84-3bfa-4d14-8bfb-478d2951bd52)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:35:10.884451 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be758ab-03ca-4490-82c7-a555a84570e9 None None] DHCP port deletion for 927aac45-4940-4f13-a0a9-2f85f5ac2241 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:35:10.889229 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-75d36bb3-1e56-4d49-af5c-d6c7d8a2749d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] For port 0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a,segment=NetworkSegment(3157a53f-40ba-4862-a8cc-63139f39b0a2),segment_id=3157a53f-40ba-4862-a8cc-63139f39b0a2)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:10.889694 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75d36bb3-1e56-4d49-af5c-d6c7d8a2749d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:10.914134 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d0390585-9173-4fbe-a742-47f89f3afeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:10.930065 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-75d36bb3-1e56-4d49-af5c-d6c7d8a2749d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Calling delete_port for 0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:10.932511 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f500986f-0b21-4618-9b73-734d94078829 req-257618e3-a5e5-4409-9a35-3de3fe126607 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4559913 Nov 25 19:35:10.970577 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-8f005dc4-3724-4ca4-84ec-94154dc73385 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6916392 Nov 25 19:35:10.998273 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cae03b86-379e-464e-ab2f-799939f93a55 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:11.108450 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0390585-9173-4fbe-a742-47f89f3afeaa None None] Pushing event updated for resources: {'Port': ['ID=6b6f9b1b-0047-43d2-817c-3c4c0d631bfc,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:11.114418 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-9f37bdb5-24aa-41d4-ae16-be67c4e44cfa tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Network ff56631b-efa0-42d5-95cb-f491e3d0d8b0 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:35:11.120318 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cae03b86-379e-464e-ab2f-799939f93a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:11.138696 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7be758ab-03ca-4490-82c7-a555a84570e9 None None] Deleting port 0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:11.139140 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7be758ab-03ca-4490-82c7-a555a84570e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:11.246149 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553090c7-0e65-4a07-be39-aeafddd0313e req-f0e7d42b-3761-4bfe-9c11-e6d3f0e73995 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:11.255330 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-553090c7-0e65-4a07-be39-aeafddd0313e req-f0e7d42b-3761-4bfe-9c11-e6d3f0e73995 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.3131852 Nov 25 19:35:11.273704 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-9f37bdb5-24aa-41d4-ae16-be67c4e44cfa tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:35:11.296035 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7be758ab-03ca-4490-82c7-a555a84570e9 None None] For port 0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a,segment=NetworkSegment(3157a53f-40ba-4862-a8cc-63139f39b0a2),segment_id=3157a53f-40ba-4862-a8cc-63139f39b0a2)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:11.296822 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7be758ab-03ca-4490-82c7-a555a84570e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:11.331763 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7be758ab-03ca-4490-82c7-a555a84570e9 None None] Calling delete_port for 0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:11.363165 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-9f37bdb5-24aa-41d4-ae16-be67c4e44cfa tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:35:11.432086 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-553090c7-0e65-4a07-be39-aeafddd0313e req-fec7513e-054c-48e5-9ad2-f9b6eff6e13a tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753900 Nov 25 19:35:11.553632 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:11.588324 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:35:11.588960 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:35:11.593554 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75d36bb3-1e56-4d49-af5c-d6c7d8a2749d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: from cryptography.utils import int_from_bytes Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: from cryptography.utils import int_from_bytes Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:11.650751 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:35:11.654473 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:11.654473 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:35:11.654473 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:11.654473 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:35:11.654473 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:11.654473 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:35:11.654473 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:11.654473 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:35:11.654473 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:11.654473 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:35:11.654473 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:11.654473 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:35:11.654473 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:11.654473 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:35:11.670714 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7be758ab-03ca-4490-82c7-a555a84570e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:11.678758 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-9f37bdb5-24aa-41d4-ae16-be67c4e44cfa tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:11.680450 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-9f37bdb5-24aa-41d4-ae16-be67c4e44cfa tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:11.716619 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d36bb3-1e56-4d49-af5c-d6c7d8a2749d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event deleted for resources: {'Port': ['ID=0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:11.735759 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d36bb3-1e56-4d49-af5c-d6c7d8a2749d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] No DVR routers for this DVR port 0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:35:11.810421 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37bdb5-24aa-41d4-ae16-be67c4e44cfa tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Pushing event updated for resources: {'Port': ['ID=40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:11.831145 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be758ab-03ca-4490-82c7-a555a84570e9 None None] Pushing event deleted for resources: {'Port': ['ID=0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:11.837507 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-cae03b86-379e-464e-ab2f-799939f93a55 admin admin] Allocated IP 172.25.6.171 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/5670729b-ccc1-4196-9ac3-76ad8d80fb1b) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:35:11.844997 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-d625d115-8724-45c2-94ee-55bd62032c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:11.851427 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-d625d115-8724-45c2-94ee-55bd62032c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:11.852744 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-d625d115-8724-45c2-94ee-55bd62032c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:11.853255 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-d625d115-8724-45c2-94ee-55bd62032c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:11.854196 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-d625d115-8724-45c2-94ee-55bd62032c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:11.864847 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be758ab-03ca-4490-82c7-a555a84570e9 None None] No DVR routers for this DVR port 0a7bb19f-d15f-4d55-ad36-0922dd5fcd7a on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:35:11.877525 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-d625d115-8724-45c2-94ee-55bd62032c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:11.878575 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-d625d115-8724-45c2-94ee-55bd62032c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:11.910008 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-d625d115-8724-45c2-94ee-55bd62032c53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=514fc44b5d1f423cb02ea29bd2e23ca8&device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 6489 time: 0.7935619 Nov 25 19:35:11.969783 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75d36bb3-1e56-4d49-af5c-d6c7d8a2749d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:11.993447 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-9f37bdb5-24aa-41d4-ae16-be67c4e44cfa tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7658689 Nov 25 19:35:12.055876 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0053668-d65d-40ff-acf2-943168db477b req-a38447f0-6376-4702-8c7b-fcacc73202a4 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:12.059951 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f0053668-d65d-40ff-acf2-943168db477b req-a38447f0-6376-4702-8c7b-fcacc73202a4 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=30d7811c-dac3-4d2b-a44b-d2afe6e89ce1 HTTP/1.1" status: 200 len: 932 time: 0.7578812 Nov 25 19:35:12.079123 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-75d36bb3-1e56-4d49-af5c-d6c7d8a2749d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927aac45-4940-4f13-a0a9-2f85f5ac2241']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:12.082126 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-ab897bb8-1d23-43a0-b21e-9784a356f1fe service neutron] Request body: {'port': {'device_id': '30d7811c-dac3-4d2b-a44b-d2afe6e89ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:12.109671 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-75d36bb3-1e56-4d49-af5c-d6c7d8a2749d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3157a53f-40ba-4862-a8cc-63139f39b0a2') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:12.110067 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-75d36bb3-1e56-4d49-af5c-d6c7d8a2749d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3157a53f-40ba-4862-a8cc-63139f39b0a2') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:12.122332 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6ecd1fde-b014-40f0-bdc7-e495ab954bcc None None] Provisioning complete for port 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:35:12.123506 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6ecd1fde-b014-40f0-bdc7-e495ab954bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:12.142363 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75d36bb3-1e56-4d49-af5c-d6c7d8a2749d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:12.182404 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75d36bb3-1e56-4d49-af5c-d6c7d8a2749d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:12.214685 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d36bb3-1e56-4d49-af5c-d6c7d8a2749d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:35:12.214991 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75d36bb3-1e56-4d49-af5c-d6c7d8a2749d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:35:12.219528 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:35:12.296009 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-6ecd1fde-b014-40f0-bdc7-e495ab954bcc None None] Port 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:35:12.311532 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cae03b86-379e-464e-ab2f-799939f93a55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:12.443035 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75d36bb3-1e56-4d49-af5c-d6c7d8a2749d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:12.448462 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090e185-7c02-4b18-b5ea-7d90ccd2d051 req-a61a21ea-7043-4e4d-9aea-80af4dcf1e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:12.450965 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d090e185-7c02-4b18-b5ea-7d90ccd2d051 req-a61a21ea-7043-4e4d-9aea-80af4dcf1e7a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 1096 time: 0.1375084 Nov 25 19:35:12.487310 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75d36bb3-1e56-4d49-af5c-d6c7d8a2749d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:12.492642 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-d0d7bec4-8350-4cfc-9b1c-d999f56ba28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:12.493540 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-d0d7bec4-8350-4cfc-9b1c-d999f56ba28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:12.493931 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-d0d7bec4-8350-4cfc-9b1c-d999f56ba28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:12.495966 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-d0d7bec4-8350-4cfc-9b1c-d999f56ba28c service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef8c8951-3e09-4638-b17c-6d6bf560793b&id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&id=9b26d7dc-4a45-4c30-b577-4f6a5a25a55c&id=9b26d7dc-4a45-4c30-b577-4f6a5a25a55c HTTP/1.1" status: 200 len: 2292 time: 0.5509336 Nov 25 19:35:12.506128 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-75d36bb3-1e56-4d49-af5c-d6c7d8a2749d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "DELETE /v2.0/networks/927aac45-4940-4f13-a0a9-2f85f5ac2241 HTTP/1.1" status: 204 len: 168 time: 2.4963820 Nov 25 19:35:12.521625 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40460) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:12.595036 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d36bb3-1e56-4d49-af5c-d6c7d8a2749d tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event deleted for resources: {'Network': ['ID=927aac45-4940-4f13-a0a9-2f85f5ac2241,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:12.624452 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-804fa5d2-d638-4f78-943b-dd6514c34549 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de41ef00-7b97-4a25-a5f5-7ebe385be1e1 HTTP/1.1" status: 200 len: 1001 time: 0.1015174 Nov 25 19:35:12.739734 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eadc29-f0fa-4c0b-ac0f-5a3466d2d62a req-cd75cfba-acd4-4cc8-9698-18e734b1b431 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:12.740847 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-ab897bb8-1d23-43a0-b21e-9784a356f1fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:12.742450 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-07eadc29-f0fa-4c0b-ac0f-5a3466d2d62a req-cd75cfba-acd4-4cc8-9698-18e734b1b431 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 945 time: 0.3881183 Nov 25 19:35:12.749425 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cae03b86-379e-464e-ab2f-799939f93a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:12.836361 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f0053668-d65d-40ff-acf2-943168db477b req-00713174-b479-4a74-a78e-084289c7d4bf tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=86939ef8-f59a-4b6f-ab7c-dfb700b85bab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7480614 Nov 25 19:35:12.857505 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae03b86-379e-464e-ab2f-799939f93a55 admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:35:12.885708 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-cae03b86-379e-464e-ab2f-799939f93a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:35:12.888961 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-41cdcaac-9587-439f-9926-f6ee2f34aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:12.891544 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-41cdcaac-9587-439f-9926-f6ee2f34aea3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ec82d2f3-e400-4120-bb41-01b4378dd9d3 HTTP/1.1" status: 200 len: 850 time: 0.2057111 Nov 25 19:35:12.924375 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae03b86-379e-464e-ab2f-799939f93a55 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:35:12.945910 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bce5459-9147-4675-a3f0-d9e42cf309a0 None None] Network 21a84b76-3939-4320-a333-a882c23bb50e requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:35:12.971741 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-09511a21-02a7-4e6d-a408-fecbbb2289ba tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Deleting port 9cb2a848-4e6e-4ab7-9801-9753c09c3975 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:12.972442 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09511a21-02a7-4e6d-a408-fecbbb2289ba tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:13.086653 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae03b86-379e-464e-ab2f-799939f93a55 admin admin] Pushing event updated for resources: {'Port': ['ID=5670729b-ccc1-4196-9ac3-76ad8d80fb1b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:13.135660 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090e185-7c02-4b18-b5ea-7d90ccd2d051 req-8a0b7096-7883-40b6-bcbc-9689e64a73c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:13.139309 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d090e185-7c02-4b18-b5ea-7d90ccd2d051 req-8a0b7096-7883-40b6-bcbc-9689e64a73c4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 912 time: 0.6351914 Nov 25 19:35:13.193856 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-9fae71b0-d9b3-447d-91e9-7aee37ddc170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:13.195349 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-9fae71b0-d9b3-447d-91e9-7aee37ddc170 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef8c8951-3e09-4638-b17c-6d6bf560793b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2935867 Nov 25 19:35:13.200466 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-07eadc29-f0fa-4c0b-ac0f-5a3466d2d62a req-5b53b6d7-1e60-4ef3-864c-3242dc8d536c tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144969 Nov 25 19:35:13.250222 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-19d79245-7560-4b9e-af86-af14ce19936b None None] Provisioning complete for port 6b6f9b1b-0047-43d2-817c-3c4c0d631bfc triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:35:13.254094 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-19d79245-7560-4b9e-af86-af14ce19936b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:13.365483 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6b6f9b1b-0047-43d2-817c-3c4c0d631bfc up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:35:13.460053 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09511a21-02a7-4e6d-a408-fecbbb2289ba tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:13.460377 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09511a21-02a7-4e6d-a408-fecbbb2289ba tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:13.501866 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-09511a21-02a7-4e6d-a408-fecbbb2289ba tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Calling delete_port for 9cb2a848-4e6e-4ab7-9801-9753c09c3975 owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:13.561068 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d090e185-7c02-4b18-b5ea-7d90ccd2d051 req-6aaf5f3b-80db-4716-89e5-1b2d37a62aad service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b63aae5-02ed-4222-aa55-350957d805d6 HTTP/1.1" status: 200 len: 999 time: 0.4137609 Nov 25 19:35:13.624349 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701dfbc-fe81-492d-b28b-d058bb731652 req-92d45c6a-86ad-4bfd-8f32-07d3a2afb3dd tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:13.632347 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6701dfbc-fe81-492d-b28b-d058bb731652 req-92d45c6a-86ad-4bfd-8f32-07d3a2afb3dd tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 945 time: 0.2797916 Nov 25 19:35:13.654368 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-700c9766-597a-408e-b21a-52a6c3585c3e service neutron] 10.222.0.73 "GET /v2.0/networks/ef8c8951-3e09-4638-b17c-6d6bf560793b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362352 Nov 25 19:35:13.660306 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-19d79245-7560-4b9e-af86-af14ce19936b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:13.673011 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 6b6f9b1b-0047-43d2-817c-3c4c0d631bfc triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:35:13.675193 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:13.799908 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-63e20b8a-deff-4931-9277-b4420ee2a695 service neutron] 10.222.0.73 "GET /v2.0/networks/ef8c8951-3e09-4638-b17c-6d6bf560793b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301050 Nov 25 19:35:13.876583 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-19d79245-7560-4b9e-af86-af14ce19936b None None] For port 6b6f9b1b-0047-43d2-817c-3c4c0d631bfc, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6b6f9b1b-0047-43d2-817c-3c4c0d631bfc,segment=NetworkSegment(cbc4ce84-3bfa-4d14-8bfb-478d2951bd52),segment_id=cbc4ce84-3bfa-4d14-8bfb-478d2951bd52)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:13.885387 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-19d79245-7560-4b9e-af86-af14ce19936b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:13.904424 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-8661be40-d454-4f3f-b920-37175c046298 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=19c243f1-ae0e-483f-b5b6-665f722ee400 HTTP/1.1" status: 200 len: 217 time: 0.0895023 Nov 25 19:35:13.974845 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d79245-7560-4b9e-af86-af14ce19936b None None] Pushing event updated for resources: {'Port': ['ID=6b6f9b1b-0047-43d2-817c-3c4c0d631bfc,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:14.028231 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6701dfbc-fe81-492d-b28b-d058bb731652 req-5027ebcc-84ae-4fb2-b661-731683f73d11 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3948584 Nov 25 19:35:14.028787 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b96ff-6036-4317-bacf-88177fcf4935 req-cc4624a7-af8d-436c-871d-316175bae0e7 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:14.040015 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-ab897bb8-1d23-43a0-b21e-9784a356f1fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:35:14.043359 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-da0b96ff-6036-4317-bacf-88177fcf4935 req-cc4624a7-af8d-436c-871d-316175bae0e7 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.6751463 Nov 25 19:35:14.098010 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-ab897bb8-1d23-43a0-b21e-9784a356f1fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:14.198380 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-cc8b6f1c-c156-428d-ac46-52528cc98900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:14.208922 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-cc8b6f1c-c156-428d-ac46-52528cc98900 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7783342b-08c2-4e0e-96cc-c2b4a1ff9af9 HTTP/1.1" status: 200 len: 797 time: 0.2802441 Nov 25 19:35:14.235942 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090e185-7c02-4b18-b5ea-7d90ccd2d051 req-65d73449-b9bf-4041-9931-09a8982651e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:14.235942 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d090e185-7c02-4b18-b5ea-7d90ccd2d051 req-65d73449-b9bf-4041-9931-09a8982651e7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ec830131-0c53-44d8-b6cf-4b7badf3b5da HTTP/1.1" status: 200 len: 850 time: 0.6661532 Nov 25 19:35:14.353599 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-72348774-ecaa-458f-b60b-77fbfdad0186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:14.355370 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-72348774-ecaa-458f-b60b-77fbfdad0186 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1452975 Nov 25 19:35:14.379676 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-ab897bb8-1d23-43a0-b21e-9784a356f1fe service neutron] Transition to ACTIVE for port object 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:35:14.396817 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09511a21-02a7-4e6d-a408-fecbbb2289ba tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:14.422687 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-da0b96ff-6036-4317-bacf-88177fcf4935 req-d4a33cd3-fee6-4b4c-ab1d-37ee354ad9bc tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3780479 Nov 25 19:35:14.468032 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090e185-7c02-4b18-b5ea-7d90ccd2d051 req-ae38de37-dbcf-4958-adac-8f33ca9d0330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:14.469618 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d090e185-7c02-4b18-b5ea-7d90ccd2d051 req-ae38de37-dbcf-4958-adac-8f33ca9d0330 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=37f8230d-6a2b-4a12-a441-526002eff84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1081262 Nov 25 19:35:14.530853 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cae03b86-379e-464e-ab2f-799939f93a55 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:14.557287 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f47ab2a7-2dc1-4733-b7cf-699eb129e9c0 None None] Provisioning complete for port 6b6f9b1b-0047-43d2-817c-3c4c0d631bfc triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:35:14.557788 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f47ab2a7-2dc1-4733-b7cf-699eb129e9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:14.712531 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-ab897bb8-1d23-43a0-b21e-9784a356f1fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:14.717825 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09511a21-02a7-4e6d-a408-fecbbb2289ba tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event deleted for resources: {'Port': ['ID=9cb2a848-4e6e-4ab7-9801-9753c09c3975,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:14.748320 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d090e185-7c02-4b18-b5ea-7d90ccd2d051 req-3e4d35ab-be8b-4459-8e90-f68702dc9b3f service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479315 Nov 25 19:35:14.764151 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-d10e44b0-fed2-4436-959f-c9997d54bedf service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904538 Nov 25 19:35:14.796924 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7714b-3dad-497f-b4a7-9b29dfc0ed45 req-9e9d0a28-a345-4208-9d4c-ff9f42cefd03 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:14.810990 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6d7714b-3dad-497f-b4a7-9b29dfc0ed45 req-9e9d0a28-a345-4208-9d4c-ff9f42cefd03 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=30d7811c-dac3-4d2b-a44b-d2afe6e89ce1 HTTP/1.1" status: 200 len: 932 time: 0.5083928 Nov 25 19:35:14.931879 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cae03b86-379e-464e-ab2f-799939f93a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:14.938844 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab897bb8-1d23-43a0-b21e-9784a356f1fe service neutron] Pushing event updated for resources: {'Port': ['ID=40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:15.142522 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d090e185-7c02-4b18-b5ea-7d90ccd2d051 req-30507902-b719-4ac4-8d03-90a79fa85cbc service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193649 Nov 25 19:35:15.269102 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6b6f9b1b-0047-43d2-817c-3c4c0d631bfc up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:35:15.362932 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 6b6f9b1b-0047-43d2-817c-3c4c0d631bfc triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:35:15.363485 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:15.376907 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f99c4-3b71-4df0-b77a-8d31700a0ead req-88c88b73-17ee-4478-9ef1-3cd64d3ea42c tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:15.380304 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-038f99c4-3b71-4df0-b77a-8d31700a0ead req-88c88b73-17ee-4478-9ef1-3cd64d3ea42c tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 945 time: 0.4377947 Nov 25 19:35:15.584252 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-038f99c4-3b71-4df0-b77a-8d31700a0ead req-9ff1c71f-9cde-43b6-910c-2afb08c8fc85 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830487 Nov 25 19:35:15.660331 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae03b86-379e-464e-ab2f-799939f93a55 admin admin] Router e81325ae-0c00-4307-9957-5449df58438c is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:35:15.703202 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09511a21-02a7-4e6d-a408-fecbbb2289ba tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:15.705911 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09511a21-02a7-4e6d-a408-fecbbb2289ba tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:15.710769 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-09511a21-02a7-4e6d-a408-fecbbb2289ba tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "DELETE /v2.0/floatingips/0816fc3b-befb-4eb0-9697-af634d81d859 HTTP/1.1" status: 204 len: 168 time: 3.1828613 Nov 25 19:35:15.712793 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40476) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:15.750227 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6d7714b-3dad-497f-b4a7-9b29dfc0ed45 req-ab572959-d9b6-441b-968a-e4158c2c18f1 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=86939ef8-f59a-4b6f-ab7c-dfb700b85bab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7920210 Nov 25 19:35:15.760483 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-93796129-938a-423e-a1b2-65146e09d5e3 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] DELETE failed (client error): The resource could not be found. Nov 25 19:35:15.761631 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93796129-938a-423e-a1b2-65146e09d5e3 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:35:15.767473 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-93796129-938a-423e-a1b2-65146e09d5e3 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "DELETE /v2.0/ports/2dbfe185-f019-479f-9c78-d93bde53f97e HTTP/1.1" status: 404 len: 333 time: 0.0488191 Nov 25 19:35:15.768691 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40480) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:15.824565 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-70a7ff8a-5673-4c2e-beb4-b4490409b013 service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8860173 Nov 25 19:35:15.831256 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c367ec5a-54fd-4b9f-99a1-9e20a92352fe tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "GET /v2.0/ports?device_id=39db214d-4078-4b83-918d-72f278997c6c HTTP/1.1" status: 200 len: 205 time: 0.0540993 Nov 25 19:35:15.841629 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40482) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:15.854646 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-ab897bb8-1d23-43a0-b21e-9784a356f1fe service neutron] Attempting to bind port 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:15.855565 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-ab897bb8-1d23-43a0-b21e-9784a356f1fe service neutron] Attempting to bind port 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '827df263-1f26-48c2-a434-8ef0c3b995dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:15.855880 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-ab897bb8-1d23-43a0-b21e-9784a356f1fe service neutron] Attempting to bind port 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a on network ff56631b-efa0-42d5-95cb-f491e3d0d8b0 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:15.937107 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-aa75fcd5-1153-4b59-9f2d-a3ca12c707f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=d03038df-719f-4767-965c-ea72372fa48c HTTP/1.1" status: 200 len: 217 time: 0.1040776 Nov 25 19:35:15.938069 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-63592228-c17d-46d9-bf97-4f203338c897 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] delete failed (client error): The resource could not be found. Nov 25 19:35:15.941810 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-63592228-c17d-46d9-bf97-4f203338c897 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "DELETE /v2.0/routers/39db214d-4078-4b83-918d-72f278997c6c HTTP/1.1" status: 404 len: 336 time: 0.0965111 Nov 25 19:35:15.943307 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40484) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:15.943977 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-ab897bb8-1d23-43a0-b21e-9784a356f1fe service neutron] Port 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a on network ff56631b-efa0-42d5-95cb-f491e3d0d8b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:15.945035 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-ab897bb8-1d23-43a0-b21e-9784a356f1fe service neutron] Attempting to bind port 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a on network ff56631b-efa0-42d5-95cb-f491e3d0d8b0 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:16.053763 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d928d2-789e-43f4-9385-e44780c1cf7d req-75c4f187-8292-4511-bf4e-2228ef2e9600 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:16.055461 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f7d928d2-789e-43f4-9385-e44780c1cf7d req-75c4f187-8292-4511-bf4e-2228ef2e9600 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 945 time: 0.3710012 Nov 25 19:35:16.110941 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae03b86-379e-464e-ab2f-799939f93a55 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:35:16.127961 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc73f09-2056-4e2f-a104-067087271e63 None None] Sync routers for ids ['e81325ae-0c00-4307-9957-5449df58438c'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:35:16.134636 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-035b454d-a4c3-4e45-949b-7b0e4497caa8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] DELETE failed (client error): The resource could not be found. Nov 25 19:35:16.135494 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-035b454d-a4c3-4e45-949b-7b0e4497caa8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:35:16.142374 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-035b454d-a4c3-4e45-949b-7b0e4497caa8 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "DELETE /v2.0/subnets/82e47f39-a9b6-41f5-9297-3c913ad55691 HTTP/1.1" status: 404 len: 337 time: 0.1917644 Nov 25 19:35:16.143763 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-ab897bb8-1d23-43a0-b21e-9784a356f1fe service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:35:16.144331 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-ab897bb8-1d23-43a0-b21e-9784a356f1fe service neutron] Checking segment: {'id': '827df263-1f26-48c2-a434-8ef0c3b995dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:35:16.144963 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-ab897bb8-1d23-43a0-b21e-9784a356f1fe service neutron] Bound using segment: {'id': '827df263-1f26-48c2-a434-8ef0c3b995dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:35:16.147995 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40486) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:16.148625 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-ab897bb8-1d23-43a0-b21e-9784a356f1fe service neutron] Bound port: 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '827df263-1f26-48c2-a434-8ef0c3b995dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:35:16.148625 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-ab897bb8-1d23-43a0-b21e-9784a356f1fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:16.167890 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f7d928d2-789e-43f4-9385-e44780c1cf7d req-aaecc04b-2ce4-4584-8057-8332320423e1 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985274 Nov 25 19:35:16.169800 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc73f09-2056-4e2f-a104-067087271e63 None None] Routers {'e81325ae-0c00-4307-9957-5449df58438c'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:16.176270 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-bbc73f09-2056-4e2f-a104-067087271e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:35:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['e81325ae-0c00-4307-9957-5449df58438c'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:16.194946 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cae03b86-379e-464e-ab2f-799939f93a55 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:16.196194 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cae03b86-379e-464e-ab2f-799939f93a55 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.5533643 Nov 25 19:35:16.199353 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40488) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:16.367075 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-bbc73f09-2056-4e2f-a104-067087271e63 None None] Set router e81325ae-0c00-4307-9957-5449df58438c gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:35:16.388097 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-ab897bb8-1d23-43a0-b21e-9784a356f1fe service neutron] For port 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:35:16.392663 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-18a29111-8e61-456e-980d-59c13fc06a1e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Deleting port 8175ffaf-ff11-474d-a11c-8809a10b4174 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:16.393723 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18a29111-8e61-456e-980d-59c13fc06a1e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:16.396979 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-ab897bb8-1d23-43a0-b21e-9784a356f1fe service neutron] For port 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a,segment=NetworkSegment(827df263-1f26-48c2-a434-8ef0c3b995dd),segment_id=827df263-1f26-48c2-a434-8ef0c3b995dd)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:35:16.412900 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-ab897bb8-1d23-43a0-b21e-9784a356f1fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:16.429966 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-b52c06b0-6cfc-4750-9155-9ed2967e8c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:16.433862 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-b52c06b0-6cfc-4750-9155-9ed2967e8c39 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7783342b-08c2-4e0e-96cc-c2b4a1ff9af9 HTTP/1.1" status: 200 len: 797 time: 0.4657819 Nov 25 19:35:16.556098 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:35:16.618206 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276d994-7a94-486c-9862-16ee652d19c0 req-0b5021f0-24da-4150-a503-4aa8e9db6a65 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:16.656196 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4276d994-7a94-486c-9862-16ee652d19c0 req-0b5021f0-24da-4150-a503-4aa8e9db6a65 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.6274858 Nov 25 19:35:16.672421 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-ab897bb8-1d23-43a0-b21e-9784a356f1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:16.673591 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-ab897bb8-1d23-43a0-b21e-9784a356f1fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:16.674611 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18a29111-8e61-456e-980d-59c13fc06a1e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:16.676248 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-ab897bb8-1d23-43a0-b21e-9784a356f1fe service neutron] 10.222.0.73 "PUT /v2.0/ports/40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a HTTP/1.1" status: 200 len: 1092 time: 4.6146564 Nov 25 19:35:16.690773 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-18a29111-8e61-456e-980d-59c13fc06a1e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Calling delete_port for 8175ffaf-ff11-474d-a11c-8809a10b4174 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:16.692021 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d7811c-dac3-4d2b-a44b-d2afe6e89ce1', 'tag': '40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:35:16.728292 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7374a428-879e-4fb6-ab35-2dfc9989e66f" -d '{"events": [{"name": "network-changed", "server_uuid": "30d7811c-dac3-4d2b-a44b-d2afe6e89ce1", "tag": "40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:35:17.000721 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-bbc73f09-2056-4e2f-a104-067087271e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81325ae-0c00-4307-9957-5449df58438c', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:35:08Z', 'updated_at': '2021-11-25T19:35:14Z', 'revision_number': 3, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'gw_port': {'id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:11Z', 'updated_at': '2021-11-25T19:35:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:17.033050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-2232d9d9-3dd4-4692-8abb-a88c80c66f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:17.034811 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-2232d9d9-3dd4-4692-8abb-a88c80c66f2e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5892103 Nov 25 19:35:17.035502 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab897bb8-1d23-43a0-b21e-9784a356f1fe service neutron] Pushing event updated for resources: {'Port': ['ID=40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:17.053071 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18a29111-8e61-456e-980d-59c13fc06a1e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:17.061876 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4276d994-7a94-486c-9862-16ee652d19c0 req-5d892d5a-eaa4-4d15-a9c6-a8d6a3717b9c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4011707 Nov 25 19:35:17.101493 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-3992d604-a34b-4e4b-9e71-9e9dd8e9c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:17.103110 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-3992d604-a34b-4e4b-9e71-9e9dd8e9c5f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5793ebf8c1374bcea833180ef6f84e4c&device_id=30d7811c-dac3-4d2b-a44b-d2afe6e89ce1 HTTP/1.1" status: 200 len: 1095 time: 0.2729433 Nov 25 19:35:17.129663 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc73f09-2056-4e2f-a104-067087271e63 None None] Checking router: e81325ae-0c00-4307-9957-5449df58438c for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:35:17.131602 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc73f09-2056-4e2f-a104-067087271e63 None None] Updating router e81325ae-0c00-4307-9957-5449df58438c port 5670729b-ccc1-4196-9ac3-76ad8d80fb1b binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:35:17.204501 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-e0698ba3-8ff7-4a2d-b0cf-6f8dbca00cf3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a HTTP/1.1" status: 200 len: 217 time: 0.0873053 Nov 25 19:35:17.211306 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-bbc73f09-2056-4e2f-a104-067087271e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:17.235407 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a29111-8e61-456e-980d-59c13fc06a1e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event deleted for resources: {'Port': ['ID=8175ffaf-ff11-474d-a11c-8809a10b4174,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:17.291257 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b041eb-c95f-415e-810a-7101f88010a5 req-1cb6ad42-b1f9-46e6-a6d8-b765d48c349f tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:17.294524 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-54a92f86-1fc5-4d77-8082-0aec14759eb9 service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289402 Nov 25 19:35:17.297406 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-57b041eb-c95f-415e-810a-7101f88010a5 req-1cb6ad42-b1f9-46e6-a6d8-b765d48c349f tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 945 time: 0.3943949 Nov 25 19:35:17.365515 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e955b22-19ae-4757-ae4e-a996bfd2091c x-openstack-request-id: req-5e955b22-19ae-4757-ae4e-a996bfd2091c {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:17.366396 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d7811c-dac3-4d2b-a44b-d2afe6e89ce1", "tag": "40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:17.366960 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e955b22-19ae-4757-ae4e-a996bfd2091c {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:17.367659 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d7811c-dac3-4d2b-a44b-d2afe6e89ce1', 'tag': '40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a', 'status': 'completed', 'code': 200} Nov 25 19:35:17.427793 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18a29111-8e61-456e-980d-59c13fc06a1e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:17.431406 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-18a29111-8e61-456e-980d-59c13fc06a1e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "DELETE /v2.0/ports/8175ffaf-ff11-474d-a11c-8809a10b4174 HTTP/1.1" status: 204 len: 168 time: 1.2786419 Nov 25 19:35:17.435530 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40504) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:17.529118 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ac93d-3cb8-43e4-a6f8-8ae7e63cef38 req-71499f68-9480-4cfb-8c66-fd2092ab3377 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:17.531195 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f18ac93d-3cb8-43e4-a6f8-8ae7e63cef38 req-71499f68-9480-4cfb-8c66-fd2092ab3377 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=30d7811c-dac3-4d2b-a44b-d2afe6e89ce1 HTTP/1.1" status: 200 len: 944 time: 0.2194641 Nov 25 19:35:17.547255 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-57b041eb-c95f-415e-810a-7101f88010a5 req-82d55052-9c6d-4771-b55a-235c389c6cb4 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517200 Nov 25 19:35:17.576154 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-e3dc85eb-d4d7-4fd6-b10b-4c2eca9a5151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:17.591481 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-e3dc85eb-d4d7-4fd6-b10b-4c2eca9a5151 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b79aba06-befc-4f8a-a873-c735df5300cb HTTP/1.1" status: 200 len: 850 time: 0.2815785 Nov 25 19:35:17.698248 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f18ac93d-3cb8-43e4-a6f8-8ae7e63cef38 req-66cc3dee-6ca9-46d6-9d8e-27356a34ca41 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=86939ef8-f59a-4b6f-ab7c-dfb700b85bab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590936 Nov 25 19:35:17.702777 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-cfae6974-0dd7-4822-938b-7e84bbe65170 service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304532 Nov 25 19:35:17.706126 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-164c0621-9ab7-4ee8-9f6e-616e37d45a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:17.708121 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-164c0621-9ab7-4ee8-9f6e-616e37d45a6e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff56631b-efa0-42d5-95cb-f491e3d0d8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157517 Nov 25 19:35:17.760298 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f8ac8bc6-79a6-4c47-b874-0a813406a283 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Deleting port ccbdfd4b-7c51-4d58-a48e-617b4f7fc69f {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:17.760641 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8ac8bc6-79a6-4c47-b874-0a813406a283 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:17.790196 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-98e0868c-64f5-4c8c-ac40-a912079147cd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=0119a69d-e22b-4e30-97fe-eb3306521f93 HTTP/1.1" status: 200 len: 217 time: 0.0728707 Nov 25 19:35:17.862527 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-88ab7648-c6ea-4cc8-8501-669108ad22dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:17.862778 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-88ab7648-c6ea-4cc8-8501-669108ad22dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7783342b-08c2-4e0e-96cc-c2b4a1ff9af9 HTTP/1.1" status: 200 len: 797 time: 0.0604656 Nov 25 19:35:17.877119 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe0e73ba-8fdc-4529-b130-5e1d88d15816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:17.885112 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-bbc73f09-2056-4e2f-a104-067087271e63 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:17.897740 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-bbc73f09-2056-4e2f-a104-067087271e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:18.007619 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-bbc73f09-2056-4e2f-a104-067087271e63 None None] Attempting to bind port 5670729b-ccc1-4196-9ac3-76ad8d80fb1b on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:18.008470 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-bbc73f09-2056-4e2f-a104-067087271e63 None None] Attempting to bind port 5670729b-ccc1-4196-9ac3-76ad8d80fb1b by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:18.011134 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc73f09-2056-4e2f-a104-067087271e63 None None] Attempting to bind port 5670729b-ccc1-4196-9ac3-76ad8d80fb1b on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:18.012964 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-5a0983d1-7f37-4afc-a207-b417321434e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:18.014870 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-5a0983d1-7f37-4afc-a207-b417321434e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1420729 Nov 25 19:35:18.093660 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc73f09-2056-4e2f-a104-067087271e63 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:35:18.096076 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc73f09-2056-4e2f-a104-067087271e63 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:35:18.098960 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-bbc73f09-2056-4e2f-a104-067087271e63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:18.100401 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc73f09-2056-4e2f-a104-067087271e63 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:35:18.103117 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-bbc73f09-2056-4e2f-a104-067087271e63 None None] Bound port: 5670729b-ccc1-4196-9ac3-76ad8d80fb1b, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:35:18.104050 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-bbc73f09-2056-4e2f-a104-067087271e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:18.110763 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8ac8bc6-79a6-4c47-b874-0a813406a283 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:18.281611 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-90bb601f-d912-4c01-ab2d-e7fabb0a1579 service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574992 Nov 25 19:35:18.314723 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78756a0-6e52-4b52-a398-83009c360f17 None None] Pushing event updated for resources: {'Port': ['ID=5670729b-ccc1-4196-9ac3-76ad8d80fb1b,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:18.325754 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-7b3ea136-e575-4efd-a8c0-2b4ea015dfd8 service neutron] 10.222.0.73 "GET /v2.0/networks/ff56631b-efa0-42d5-95cb-f491e3d0d8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5992317 Nov 25 19:35:18.330257 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-bbc73f09-2056-4e2f-a104-067087271e63 None None] For port 5670729b-ccc1-4196-9ac3-76ad8d80fb1b, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:35:18.336935 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-bbc73f09-2056-4e2f-a104-067087271e63 None None] For port 5670729b-ccc1-4196-9ac3-76ad8d80fb1b, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5670729b-ccc1-4196-9ac3-76ad8d80fb1b,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:35:18.344643 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78756a0-6e52-4b52-a398-83009c360f17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:18.346434 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78756a0-6e52-4b52-a398-83009c360f17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:18.347158 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78756a0-6e52-4b52-a398-83009c360f17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:18.347739 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78756a0-6e52-4b52-a398-83009c360f17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:18.350229 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78756a0-6e52-4b52-a398-83009c360f17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:18.350975 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78756a0-6e52-4b52-a398-83009c360f17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:18.351542 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78756a0-6e52-4b52-a398-83009c360f17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:18.352117 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78756a0-6e52-4b52-a398-83009c360f17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:18.352689 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78756a0-6e52-4b52-a398-83009c360f17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:18.353256 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78756a0-6e52-4b52-a398-83009c360f17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:18.353824 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78756a0-6e52-4b52-a398-83009c360f17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:18.354429 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78756a0-6e52-4b52-a398-83009c360f17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:18.363950 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-bbc73f09-2056-4e2f-a104-067087271e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:18.468226 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc73f09-2056-4e2f-a104-067087271e63 None None] Routers {'e81325ae-0c00-4307-9957-5449df58438c'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:18.469325 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-bbc73f09-2056-4e2f-a104-067087271e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:35:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['e81325ae-0c00-4307-9957-5449df58438c'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:18.488785 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f8ac8bc6-79a6-4c47-b874-0a813406a283 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Calling delete_port for ccbdfd4b-7c51-4d58-a48e-617b4f7fc69f owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:18.638372 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78756a0-6e52-4b52-a398-83009c360f17 None None] Pushing event updated for resources: {'Port': ['ID=5670729b-ccc1-4196-9ac3-76ad8d80fb1b,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:18.731031 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-bdd44204-d797-4eb0-9ad2-bce19203f989 service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278066 Nov 25 19:35:18.734376 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-bbc73f09-2056-4e2f-a104-067087271e63 None None] Set router e81325ae-0c00-4307-9957-5449df58438c gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:35:18.771685 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d22dc-0214-4437-8947-27ac0b04e5fd req-e73d3066-579b-48e1-b660-d79fbca12f4d tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:18.785285 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d16d22dc-0214-4437-8947-27ac0b04e5fd req-e73d3066-579b-48e1-b660-d79fbca12f4d tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 945 time: 0.5005171 Nov 25 19:35:18.816379 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-fe0e73ba-8fdc-4529-b130-5e1d88d15816 admin admin] Allocated IP 172.20.0.1 (21a84b76-3939-4320-a333-a882c23bb50e/241fd8f7-99b9-40ff-9bd0-88bd5a599dfe/d77db139-1d25-4c9d-8704-14c5cebaca3e) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:35:18.859761 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-fa550719-0082-4c08-ab47-901de0d09ae4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=61ff9068-8b27-4ddb-a417-22777493a524 HTTP/1.1" status: 200 len: 217 time: 0.1193573 Nov 25 19:35:18.960404 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe0e73ba-8fdc-4529-b130-5e1d88d15816 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:19.005330 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8ac8bc6-79a6-4c47-b874-0a813406a283 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:19.012955 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe0e73ba-8fdc-4529-b130-5e1d88d15816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:19.082614 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e73ba-8fdc-4529-b130-5e1d88d15816 admin admin] Pushing event updated for resources: {'Port': ['ID=d77db139-1d25-4c9d-8704-14c5cebaca3e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:19.095529 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86fa05-89a7-47b4-8c2d-8c324353e053 req-405acb36-0c78-45be-ace1-600d9b796176 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.097418 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ff86fa05-89a7-47b4-8c2d-8c324353e053 req-405acb36-0c78-45be-ace1-600d9b796176 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 945 time: 1.1705182 Nov 25 19:35:19.111391 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e7ef0ca-b34d-43eb-9ee9-16b21a5920f3 req-3f4ed77c-f489-4236-b0a5-ff19e8850b01 service neutron] 10.222.0.73 "GET /v2.0/networks/ff56631b-efa0-42d5-95cb-f491e3d0d8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6653130 Nov 25 19:35:19.119065 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-37f82d64-b759-4025-9ff5-ff0cdade0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.127705 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-37f82d64-b759-4025-9ff5-ff0cdade0be3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7783342b-08c2-4e0e-96cc-c2b4a1ff9af9 HTTP/1.1" status: 200 len: 797 time: 0.2205236 Nov 25 19:35:19.211289 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d16d22dc-0214-4437-8947-27ac0b04e5fd req-098a4204-9a92-4b6d-9f81-b30d299433d7 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/security-groups?id=3686bf62-b1aa-4401-a751-d5623df6fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4243693 Nov 25 19:35:19.244462 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ff86fa05-89a7-47b4-8c2d-8c324353e053 req-58a89249-50df-4dc8-9aa2-d00c1d56a825 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642402 Nov 25 19:35:19.296958 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac8bc6-79a6-4c47-b874-0a813406a283 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event deleted for resources: {'Port': ['ID=ccbdfd4b-7c51-4d58-a48e-617b4f7fc69f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:19.325319 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-bbc73f09-2056-4e2f-a104-067087271e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81325ae-0c00-4307-9957-5449df58438c', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:35:08Z', 'updated_at': '2021-11-25T19:35:14Z', 'revision_number': 3, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'gw_port': {'id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:11Z', 'updated_at': '2021-11-25T19:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:19.381379 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0e73ba-8fdc-4529-b130-5e1d88d15816 admin admin] Network 21a84b76-3939-4320-a333-a882c23bb50e is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:35:19.383814 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-70860120-f9fe-46d4-a78c-92282f55ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.384255 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-fe0e73ba-8fdc-4529-b130-5e1d88d15816 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:35:19.393964 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-70860120-f9fe-46d4-a78c-92282f55ee20 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2546029 Nov 25 19:35:19.438082 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8ac8bc6-79a6-4c47-b874-0a813406a283 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:19.442275 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f8ac8bc6-79a6-4c47-b874-0a813406a283 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "DELETE /v2.0/ports/ccbdfd4b-7c51-4d58-a48e-617b4f7fc69f HTTP/1.1" status: 204 len: 168 time: 2.0057464 Nov 25 19:35:19.443769 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0e73ba-8fdc-4529-b130-5e1d88d15816 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:35:19.460040 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc73f09-2056-4e2f-a104-067087271e63 None None] The sync data for ids ['e81325ae-0c00-4307-9957-5449df58438c'] in n-d-819349-5 is: [{'id': 'e81325ae-0c00-4307-9957-5449df58438c', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:35:08Z', 'updated_at': '2021-11-25T19:35:14Z', 'revision_number': 3, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'gw_port': {'id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:11Z', 'updated_at': '2021-11-25T19:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:35:19.474839 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40522) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:19.497736 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe0e73ba-8fdc-4529-b130-5e1d88d15816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:19.704192 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374a428-879e-4fb6-ab35-2dfc9989e66f req-e205c9e1-220c-4e0c-93ed-6bc92266a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.705808 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7374a428-879e-4fb6-ab35-2dfc9989e66f req-e205c9e1-220c-4e0c-93ed-6bc92266a728 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5793ebf8c1374bcea833180ef6f84e4c&device_id=30d7811c-dac3-4d2b-a44b-d2afe6e89ce1 HTTP/1.1" status: 200 len: 1095 time: 0.4894955 Nov 25 19:35:19.740795 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec14a2-c934-484b-bb1a-19dbaad49609 req-e3acffa1-13b0-4385-9a9d-014c291bdd54 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.743737 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ebec14a2-c934-484b-bb1a-19dbaad49609 req-e3acffa1-13b0-4385-9a9d-014c291bdd54 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 945 time: 0.3484330 Nov 25 19:35:19.795297 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4709810-7203-443a-b2c2-41f8dc8b2a9c req-4a148ed1-fe81-43c5-b7ad-6448e3980b9c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.807095 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d4709810-7203-443a-b2c2-41f8dc8b2a9c req-4a148ed1-fe81-43c5-b7ad-6448e3980b9c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.3584135 Nov 25 19:35:19.902486 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a4b653-ef6d-4941-811e-dd130dd87e8e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.904321 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b7a4b653-ef6d-4941-811e-dd130dd87e8e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f3d00dc-164c-4e84-982f-da3a6fdfbf32 HTTP/1.1" status: 200 len: 913 time: 0.4229343 Nov 25 19:35:19.957275 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40524) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:19.973481 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1c39e103-2191-46a8-80b9-a22d704f0afa None None] Provisioning complete for port d77db139-1d25-4c9d-8704-14c5cebaca3e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:35:19.975149 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1c39e103-2191-46a8-80b9-a22d704f0afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:20.000266 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-b0905222-879e-4d57-bd6e-98a543d358d2 service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6050379 Nov 25 19:35:20.001860 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374a428-879e-4fb6-ab35-2dfc9989e66f req-2c5d9ba4-db2e-4580-87db-6ed1852ab097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:20.004974 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7374a428-879e-4fb6-ab35-2dfc9989e66f req-2c5d9ba4-db2e-4580-87db-6ed1852ab097 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ff56631b-efa0-42d5-95cb-f491e3d0d8b0 HTTP/1.1" status: 200 len: 912 time: 0.2824030 Nov 25 19:35:20.098899 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1c39e103-2191-46a8-80b9-a22d704f0afa None None] Port d77db139-1d25-4c9d-8704-14c5cebaca3e cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:35:20.099317 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ebec14a2-c934-484b-bb1a-19dbaad49609 req-aca13bbb-3dbd-4442-bfde-61a89ac8e5a0 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407803 Nov 25 19:35:20.105991 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe0e73ba-8fdc-4529-b130-5e1d88d15816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:20.122512 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7374a428-879e-4fb6-ab35-2dfc9989e66f req-0e39da23-efeb-4177-adc2-bab757fa7b09 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a HTTP/1.1" status: 200 len: 217 time: 0.1051180 Nov 25 19:35:20.351946 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-dd56043f-bca4-45a0-8c80-3dd97a68f129 service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346264 Nov 25 19:35:20.369300 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374a428-879e-4fb6-ab35-2dfc9989e66f req-5b7696b3-541a-4751-b3c2-07eec5e0ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:20.372444 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7374a428-879e-4fb6-ab35-2dfc9989e66f req-5b7696b3-541a-4751-b3c2-07eec5e0ffd3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b79aba06-befc-4f8a-a873-c735df5300cb HTTP/1.1" status: 200 len: 850 time: 0.2405694 Nov 25 19:35:20.385148 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d4709810-7203-443a-b2c2-41f8dc8b2a9c req-115d7c61-119e-4208-83a1-aba4dfef310a tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5762193 Nov 25 19:35:20.514132 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe0e73ba-8fdc-4529-b130-5e1d88d15816 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:20.532902 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-1e535578-0c69-4163-b56a-fc807cb721ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4e2da3c-73f1-4575-811a-a5a200ebadb9 HTTP/1.1" status: 200 len: 217 time: 0.1716919 Nov 25 19:35:20.582806 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe0e73ba-8fdc-4529-b130-5e1d88d15816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:20.644184 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374a428-879e-4fb6-ab35-2dfc9989e66f req-2d996179-f694-4730-85ff-e5a212341a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:20.647383 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7374a428-879e-4fb6-ab35-2dfc9989e66f req-2d996179-f694-4730-85ff-e5a212341a8c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff56631b-efa0-42d5-95cb-f491e3d0d8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1729343 Nov 25 19:35:20.672645 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-3b026d1d-95db-4011-bcb3-6aeb35915fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:20.675191 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-3b026d1d-95db-4011-bcb3-6aeb35915fb5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=01c93dc0-7c61-47f5-a960-9969326bc1ab HTTP/1.1" status: 200 len: 797 time: 0.1318569 Nov 25 19:35:20.785899 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe0e73ba-8fdc-4529-b130-5e1d88d15816 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:20.832314 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d183242-a898-491a-ac66-a36cb73a5ff2 req-393a0063-a815-4f20-88ef-a7b1073126a0 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:20.834079 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8d183242-a898-491a-ac66-a36cb73a5ff2 req-393a0063-a815-4f20-88ef-a7b1073126a0 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=30d7811c-dac3-4d2b-a44b-d2afe6e89ce1 HTTP/1.1" status: 200 len: 944 time: 0.3157594 Nov 25 19:35:20.838119 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e73ba-8fdc-4529-b130-5e1d88d15816 admin admin] Pushing event updated for resources: {'Port': ['ID=d77db139-1d25-4c9d-8704-14c5cebaca3e,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:20.881111 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-69b7c937-64d3-4554-ad24-c50c2373547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:20.882763 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-69b7c937-64d3-4554-ad24-c50c2373547e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b26d7dc-4a45-4c30-b577-4f6a5a25a55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1915908 Nov 25 19:35:20.944506 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7374a428-879e-4fb6-ab35-2dfc9989e66f req-2fad2817-d6c9-4d33-a5bf-ca630d905c3e service neutron] 10.222.0.73 "GET /v2.0/networks/ff56631b-efa0-42d5-95cb-f491e3d0d8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868855 Nov 25 19:35:20.983757 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:35:21.193239 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a,segment=NetworkSegment(827df263-1f26-48c2-a434-8ef0c3b995dd),segment_id=827df263-1f26-48c2-a434-8ef0c3b995dd)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:21.232463 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a', 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'port_id': '40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a', 'mac_address': 'fa:16:3e:42:13:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:35:21.315587 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:21.329451 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-bb6d8836-e0fe-4cc2-965b-59a58189adfd service neutron] 10.222.0.73 "GET /v2.0/networks/9b26d7dc-4a45-4c30-b577-4f6a5a25a55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338691 Nov 25 19:35:21.347636 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:35:21.354643 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5670729b-ccc1-4196-9ac3-76ad8d80fb1b up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:35:21.359321 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2d776-e1a2-44bc-8378-a272d703989f req-f8ece31c-abac-41c3-b4dd-ce8ca3a6efe9 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:21.361898 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a6b2d776-e1a2-44bc-8378-a272d703989f req-f8ece31c-abac-41c3-b4dd-ce8ca3a6efe9 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 945 time: 0.2810650 Nov 25 19:35:21.364684 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7374a428-879e-4fb6-ab35-2dfc9989e66f req-9ef73a3f-51a7-485d-a8d7-6ff13e589a99 service neutron] 10.222.0.73 "GET /v2.0/networks/ff56631b-efa0-42d5-95cb-f491e3d0d8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418210 Nov 25 19:35:21.373374 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8d183242-a898-491a-ac66-a36cb73a5ff2 req-eb8b2b3f-128e-48a6-878b-6275be102f4f tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=86939ef8-f59a-4b6f-ab7c-dfb700b85bab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5244062 Nov 25 19:35:21.405072 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0e73ba-8fdc-4529-b130-5e1d88d15816 admin admin] Network 21a84b76-3939-4320-a333-a882c23bb50e is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:35:21.416669 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a,segment=NetworkSegment(827df263-1f26-48c2-a434-8ef0c3b995dd),segment_id=827df263-1f26-48c2-a434-8ef0c3b995dd)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:21.428299 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:21.452205 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a6b2d776-e1a2-44bc-8378-a272d703989f req-a4f1a3da-fbbb-4285-9044-55331e222df4 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721548 Nov 25 19:35:21.487687 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-fe0e73ba-8fdc-4529-b130-5e1d88d15816 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:35:21.581346 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 5670729b-ccc1-4196-9ac3-76ad8d80fb1b triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:35:21.581920 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:21.658680 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:21.711252 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-629c8d5d-2216-435d-802a-00980e909283 service neutron] 10.222.0.73 "GET /v2.0/networks/9b26d7dc-4a45-4c30-b577-4f6a5a25a55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641268 Nov 25 19:35:21.763235 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0e73ba-8fdc-4529-b130-5e1d88d15816 admin admin] Router e81325ae-0c00-4307-9957-5449df58438c has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:35:21.835937 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:35:21.844236 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:21.850027 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-f9445858-5052-4291-bedd-3640a16188bd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fbfa0e03-0bb5-45ba-a278-889c82eea538 HTTP/1.1" status: 200 len: 217 time: 0.1297107 Nov 25 19:35:21.935596 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 5670729b-ccc1-4196-9ac3-76ad8d80fb1b, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5670729b-ccc1-4196-9ac3-76ad8d80fb1b,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:21.951314 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:21.951895 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9d857-ab8a-4156-98d1-23c54ca3f41b req-9754ebf1-68cf-4b4d-a1e7-6c0f910b13a1 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:21.954681 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-61a9d857-ab8a-4156-98d1-23c54ca3f41b req-9754ebf1-68cf-4b4d-a1e7-6c0f910b13a1 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.3090920 Nov 25 19:35:22.006895 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-12a22a32-4b03-4adc-bddc-79a4cc261ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:22.008385 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-12a22a32-4b03-4adc-bddc-79a4cc261ce8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=01c93dc0-7c61-47f5-a960-9969326bc1ab HTTP/1.1" status: 200 len: 797 time: 0.1248658 Nov 25 19:35:22.013592 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe59de6-4401-43f1-9fe0-aa03e461c2bf req-8bc675a3-bf90-4aa7-b8f0-13c874693d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:22.020230 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebe59de6-4401-43f1-9fe0-aa03e461c2bf req-8bc675a3-bf90-4aa7-b8f0-13c874693d9a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=66bb1d518cbb4b4485685141182408d2&device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 1096 time: 0.1997380 Nov 25 19:35:22.033991 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ee06c-fc89-48ae-9302-5a7d2bdd1d3d req-7a5f775b-706d-40d3-a8d2-63fe092c1e5f tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:22.041665 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b82ee06c-fc89-48ae-9302-5a7d2bdd1d3d req-7a5f775b-706d-40d3-a8d2-63fe092c1e5f tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 945 time: 0.2304721 Nov 25 19:35:22.044236 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6df7402b-c72c-4137-9033-3b90cea73c1e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:22.134381 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=5670729b-ccc1-4196-9ac3-76ad8d80fb1b,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:22.141462 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-61a9d857-ab8a-4156-98d1-23c54ca3f41b req-1935a5cd-2ca7-4889-9995-991000f3edfb tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730049 Nov 25 19:35:22.152868 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0e73ba-8fdc-4529-b130-5e1d88d15816 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:35:22.173885 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fe0e73ba-8fdc-4529-b130-5e1d88d15816 admin admin] 10.222.0.55 "PUT /v2.0/routers/e81325ae-0c00-4307-9957-5449df58438c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9581225 Nov 25 19:35:22.175412 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-553de32d-4e0a-45cf-8934-a6d90595fb89 None None] Provisioning complete for port d77db139-1d25-4c9d-8704-14c5cebaca3e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:35:22.175412 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-553de32d-4e0a-45cf-8934-a6d90595fb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:22.253025 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-553de32d-4e0a-45cf-8934-a6d90595fb89 None None] Port d77db139-1d25-4c9d-8704-14c5cebaca3e cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:35:22.405313 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b82ee06c-fc89-48ae-9302-5a7d2bdd1d3d req-fa42c7ac-458f-41e0-825a-5f1cf0e1933e tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/security-groups?id=3686bf62-b1aa-4401-a751-d5623df6fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3606894 Nov 25 19:35:22.428092 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe59de6-4401-43f1-9fe0-aa03e461c2bf req-d9fd745e-7c41-4b59-9f26-cb64f3d4adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:22.435522 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebe59de6-4401-43f1-9fe0-aa03e461c2bf req-d9fd745e-7c41-4b59-9f26-cb64f3d4adbd service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c66fbd7-92f9-4c18-afb1-b38847fa5709 HTTP/1.1" status: 200 len: 917 time: 0.3594365 Nov 25 19:35:22.452507 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-c134f7d3-fe87-45b7-aec6-33bf65011503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:22.460540 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-c134f7d3-fe87-45b7-aec6-33bf65011503 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b26d7dc-4a45-4c30-b577-4f6a5a25a55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4388700 Nov 25 19:35:22.532474 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaec171-9e8f-4160-9002-7c8fbedc6f50 req-0f962a1c-7b60-4994-bf33-f0aa2dc1d48b tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:22.534358 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dfaec171-9e8f-4160-9002-7c8fbedc6f50 req-0f962a1c-7b60-4994-bf33-f0aa2dc1d48b tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 945 time: 0.1703238 Nov 25 19:35:22.646835 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d0fd5f-03d5-4024-9888-55759f4e7450 None None] Sync routers for ids ['e81325ae-0c00-4307-9957-5449df58438c'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:35:22.660278 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebe59de6-4401-43f1-9fe0-aa03e461c2bf req-58b2d21f-a540-45de-a51b-d2c9eabd040b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bd96d02-eb03-4ed3-b9af-d785f20172e7 HTTP/1.1" status: 200 len: 1000 time: 0.2163713 Nov 25 19:35:22.666730 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d0fd5f-03d5-4024-9888-55759f4e7450 None None] Routers {'e81325ae-0c00-4307-9957-5449df58438c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:22.667425 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-57d0fd5f-03d5-4024-9888-55759f4e7450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:35:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['e81325ae-0c00-4307-9957-5449df58438c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:22.708930 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-605acf7d-89bd-41d9-92ec-0cbdaa7577c8 service neutron] 10.222.0.73 "GET /v2.0/networks/9b26d7dc-4a45-4c30-b577-4f6a5a25a55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503026 Nov 25 19:35:22.846506 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-57d0fd5f-03d5-4024-9888-55759f4e7450 None None] Set router e81325ae-0c00-4307-9957-5449df58438c gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:35:22.867696 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe59de6-4401-43f1-9fe0-aa03e461c2bf req-91b37a75-d963-461b-a054-7760c2d321ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:22.869222 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebe59de6-4401-43f1-9fe0-aa03e461c2bf req-91b37a75-d963-461b-a054-7760c2d321ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d HTTP/1.1" status: 200 len: 855 time: 0.1581793 Nov 25 19:35:22.882749 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a754b-ad72-4b7b-9434-70f253834f97 req-9aadb19c-9ab2-4738-a960-506d74f9d948 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:22.884376 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7a6a754b-ad72-4b7b-9434-70f253834f97 req-9aadb19c-9ab2-4738-a960-506d74f9d948 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=30d7811c-dac3-4d2b-a44b-d2afe6e89ce1 HTTP/1.1" status: 200 len: 945 time: 0.1745036 Nov 25 19:35:22.941927 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f22f9fac-a019-4ee8-9f74-98b58db1b23b req-635b9e35-a387-4fd6-b7a4-557fddfd28e5 service neutron] 10.222.0.73 "GET /v2.0/networks/9b26d7dc-4a45-4c30-b577-4f6a5a25a55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086830 Nov 25 19:35:22.980790 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe59de6-4401-43f1-9fe0-aa03e461c2bf req-f66e0909-1de2-4a6d-a571-860eb8749c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:22.982379 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebe59de6-4401-43f1-9fe0-aa03e461c2bf req-f66e0909-1de2-4a6d-a571-860eb8749c8a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c66fbd7-92f9-4c18-afb1-b38847fa5709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938311 Nov 25 19:35:22.988439 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dfaec171-9e8f-4160-9002-7c8fbedc6f50 req-73c231d5-1bb2-4b2f-bab6-fcefc54284d2 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328883 Nov 25 19:35:22.995258 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7a6a754b-ad72-4b7b-9434-70f253834f97 req-03352870-8b3b-487e-850d-dbf8c61a5f8a tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=86939ef8-f59a-4b6f-ab7c-dfb700b85bab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869496 Nov 25 19:35:23.091125 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6df7402b-c72c-4137-9033-3b90cea73c1e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Deleting port 88e779cf-d5cc-4ca2-b9e3-de1ab20ec506 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:23.092105 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6df7402b-c72c-4137-9033-3b90cea73c1e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:23.265624 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6df7402b-c72c-4137-9033-3b90cea73c1e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:23.293261 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5670729b-ccc1-4196-9ac3-76ad8d80fb1b up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:35:23.298892 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6df7402b-c72c-4137-9033-3b90cea73c1e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Calling delete_port for 88e779cf-d5cc-4ca2-b9e3-de1ab20ec506 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:23.301034 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebe59de6-4401-43f1-9fe0-aa03e461c2bf req-8389db77-6ad3-483e-a6a1-610f87d51dec service neutron] 10.222.0.73 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051882 Nov 25 19:35:23.358944 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-71f1e1ba-aaeb-4c87-9d45-b913255f5ea0 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:23.367977 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-71f1e1ba-aaeb-4c87-9d45-b913255f5ea0 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 811 time: 0.2395027 Nov 25 19:35:23.404944 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d3fa1-4a26-4338-9b5b-088ebebb76c2 req-76383518-fba0-4610-8b23-6fe6ef7eee6d tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:23.407557 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-186d3fa1-4a26-4338-9b5b-088ebebb76c2 req-76383518-fba0-4610-8b23-6fe6ef7eee6d tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 945 time: 0.1815131 Nov 25 19:35:23.426184 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:23.499295 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 5670729b-ccc1-4196-9ac3-76ad8d80fb1b triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:35:23.499914 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:23.548546 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-186d3fa1-4a26-4338-9b5b-088ebebb76c2 req-69d8d3e1-8df3-497e-8707-8cb060330589 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299217 Nov 25 19:35:23.615604 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-57d0fd5f-03d5-4024-9888-55759f4e7450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81325ae-0c00-4307-9957-5449df58438c', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:35:08Z', 'updated_at': '2021-11-25T19:35:19Z', 'revision_number': 4, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'gw_port': {'id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:11Z', 'updated_at': '2021-11-25T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd77db139-1d25-4c9d-8704-14c5cebaca3e', 'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'mac_address': 'fa:16:3e:a0:2f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:17Z', 'updated_at': '2021-11-25T19:35:20Z', 'revision_number': 2, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'subnets': [{'id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:23.662087 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6df7402b-c72c-4137-9033-3b90cea73c1e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:23.682795 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d0fd5f-03d5-4024-9888-55759f4e7450 None None] Checking router: e81325ae-0c00-4307-9957-5449df58438c for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:35:23.685293 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d0fd5f-03d5-4024-9888-55759f4e7450 None None] Updating router e81325ae-0c00-4307-9957-5449df58438c port d77db139-1d25-4c9d-8704-14c5cebaca3e binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:35:23.733136 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7402b-c72c-4137-9033-3b90cea73c1e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event deleted for resources: {'Port': ['ID=88e779cf-d5cc-4ca2-b9e3-de1ab20ec506,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:23.782734 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-57d0fd5f-03d5-4024-9888-55759f4e7450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:23.921460 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-8b629e68-2566-45d6-b4e9-521d48ae1b62 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/quotas/61b43fc7b65b46daaf3bb19051a96cc4 HTTP/1.1" status: 200 len: 375 time: 0.5523171 Nov 25 19:35:23.996679 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebe59de6-4401-43f1-9fe0-aa03e461c2bf req-2d31ddcd-30a8-496a-9133-8c6a44f59dde service neutron] 10.222.0.73 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6846862 Nov 25 19:35:24.023411 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-7897a33b-08a3-479f-b84b-f5b2f58c3bf1 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0935071 Nov 25 19:35:24.088398 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:24.175808 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-50865b15-c080-4281-ad85-093a6c5208a8 service neutron] 10.222.0.55 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393397 Nov 25 19:35:24.181402 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6df7402b-c72c-4137-9033-3b90cea73c1e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:24.218957 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-9283e515-a66b-4975-a976-46bbfaf5238b tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:24.219304 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-57d0fd5f-03d5-4024-9888-55759f4e7450 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:24.221708 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-9283e515-a66b-4975-a976-46bbfaf5238b tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/networks?id=21a84b76-3939-4320-a333-a882c23bb50e HTTP/1.1" status: 200 len: 820 time: 0.3566613 Nov 25 19:35:24.233691 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-57d0fd5f-03d5-4024-9888-55759f4e7450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:24.317089 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-ecc133f7-6339-4baf-bfff-f11302dd0b1f service neutron] 10.222.0.55 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329048 Nov 25 19:35:24.318419 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516255f-c80a-455c-af7e-97a138dd8834 None None] Pushing event updated for resources: {'Port': ['ID=d77db139-1d25-4c9d-8704-14c5cebaca3e,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:24.364068 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-57d0fd5f-03d5-4024-9888-55759f4e7450 None None] Attempting to bind port d77db139-1d25-4c9d-8704-14c5cebaca3e on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:24.364457 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-57d0fd5f-03d5-4024-9888-55759f4e7450 None None] Attempting to bind port d77db139-1d25-4c9d-8704-14c5cebaca3e by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'cbc4ce84-3bfa-4d14-8bfb-478d2951bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:24.364825 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d0fd5f-03d5-4024-9888-55759f4e7450 None None] Attempting to bind port d77db139-1d25-4c9d-8704-14c5cebaca3e on network 21a84b76-3939-4320-a333-a882c23bb50e {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:24.372069 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d0fd5f-03d5-4024-9888-55759f4e7450 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:35:24.372614 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d0fd5f-03d5-4024-9888-55759f4e7450 None None] Checking segment: {'id': 'cbc4ce84-3bfa-4d14-8bfb-478d2951bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:35:24.373087 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-57d0fd5f-03d5-4024-9888-55759f4e7450 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:24.373266 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d0fd5f-03d5-4024-9888-55759f4e7450 None None] Bound using segment: {'id': 'cbc4ce84-3bfa-4d14-8bfb-478d2951bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:35:24.373777 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-57d0fd5f-03d5-4024-9888-55759f4e7450 None None] Bound port: d77db139-1d25-4c9d-8704-14c5cebaca3e, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc4ce84-3bfa-4d14-8bfb-478d2951bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:35:24.374170 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-57d0fd5f-03d5-4024-9888-55759f4e7450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:24.392414 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-a0cde596-e222-4833-9f17-322bc329182d tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/quotas/f12660b706a44f0ab0907648b019fe22 HTTP/1.1" status: 200 len: 375 time: 0.1580417 Nov 25 19:35:24.493331 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-57d0fd5f-03d5-4024-9888-55759f4e7450 None None] For port d77db139-1d25-4c9d-8704-14c5cebaca3e, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:35:24.504092 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-57d0fd5f-03d5-4024-9888-55759f4e7450 None None] For port d77db139-1d25-4c9d-8704-14c5cebaca3e, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d77db139-1d25-4c9d-8704-14c5cebaca3e,segment=NetworkSegment(cbc4ce84-3bfa-4d14-8bfb-478d2951bd52),segment_id=cbc4ce84-3bfa-4d14-8bfb-478d2951bd52)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:35:24.514564 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-57d0fd5f-03d5-4024-9888-55759f4e7450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:24.547921 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-e08e2650-03e2-4b40-9c53-8165fbeaa2ed tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f12660b706a44f0ab0907648b019fe22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1460955 Nov 25 19:35:24.652148 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d0fd5f-03d5-4024-9888-55759f4e7450 None None] Routers {'e81325ae-0c00-4307-9957-5449df58438c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:24.653235 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-57d0fd5f-03d5-4024-9888-55759f4e7450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:35:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['e81325ae-0c00-4307-9957-5449df58438c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:24.714938 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516255f-c80a-455c-af7e-97a138dd8834 None None] Pushing event updated for resources: {'Port': ['ID=d77db139-1d25-4c9d-8704-14c5cebaca3e,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:24.721194 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fbe14-2759-4b2c-8626-62d5eaadb05b req-91fcaa6f-7021-428f-8747-a9df5b7508d1 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:24.735654 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-188fbe14-2759-4b2c-8626-62d5eaadb05b req-91fcaa6f-7021-428f-8747-a9df5b7508d1 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 945 time: 0.1352260 Nov 25 19:35:24.833712 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-31639b4b-aae4-4138-9949-4e3c0adc0ded service neutron] 10.222.0.55 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758062 Nov 25 19:35:24.848688 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4645fb86-3a95-4da8-9d9e-88dd95f4d0fe None None] Provisioning complete for port d77db139-1d25-4c9d-8704-14c5cebaca3e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:35:24.849231 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4645fb86-3a95-4da8-9d9e-88dd95f4d0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:24.867832 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-188fbe14-2759-4b2c-8626-62d5eaadb05b req-e72f68e1-b80e-4e39-a084-b38be489fc31 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297793 Nov 25 19:35:24.982776 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-57d0fd5f-03d5-4024-9888-55759f4e7450 None None] Set router e81325ae-0c00-4307-9957-5449df58438c gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:35:24.999950 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df7402b-c72c-4137-9033-3b90cea73c1e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Router 1f3d00dc-164c-4e84-982f-da3a6fdfbf32 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:35:25.012933 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-ea6eb868-1ca0-41bb-acff-3d12ac5c5c0b service neutron] 10.222.0.55 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781526 Nov 25 19:35:25.024447 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:35:25.195483 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4645fb86-3a95-4da8-9d9e-88dd95f4d0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:25.280173 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df7402b-c72c-4137-9033-3b90cea73c1e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:35:25.291295 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9665bb-e77f-4389-b2f1-e93aaad26598 None None] Sync routers for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:35:25.301319 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6df7402b-c72c-4137-9033-3b90cea73c1e tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "PUT /v2.0/routers/1f3d00dc-164c-4e84-982f-da3a6fdfbf32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3428698 Nov 25 19:35:25.302923 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40610) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:25.317002 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9665bb-e77f-4389-b2f1-e93aaad26598 None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:25.320216 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-8e9665bb-e77f-4389-b2f1-e93aaad26598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:35:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:25.414567 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4645fb86-3a95-4da8-9d9e-88dd95f4d0fe None None] For port d77db139-1d25-4c9d-8704-14c5cebaca3e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d77db139-1d25-4c9d-8704-14c5cebaca3e,segment=NetworkSegment(cbc4ce84-3bfa-4d14-8bfb-478d2951bd52),segment_id=cbc4ce84-3bfa-4d14-8bfb-478d2951bd52)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:25.450080 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:35:25.464377 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4645fb86-3a95-4da8-9d9e-88dd95f4d0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:25.546769 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:35:25.547390 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:25.595783 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee283-32e3-4485-a5db-db4875fce373 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:25.647415 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-8e9665bb-e77f-4389-b2f1-e93aaad26598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:25.665012 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-40ec7d03-88a1-41da-82fc-15e26834690c req-885c917a-1af6-4dff-8a17-a326728cc2fb tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 210 time: 0.0762193 Nov 25 19:35:25.669021 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9665bb-e77f-4389-b2f1-e93aaad26598 None None] Routers {'1f3d00dc-164c-4e84-982f-da3a6fdfbf32'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:25.669688 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-8e9665bb-e77f-4389-b2f1-e93aaad26598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:35:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:25.744447 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-8e9665bb-e77f-4389-b2f1-e93aaad26598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:25.746196 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9665bb-e77f-4389-b2f1-e93aaad26598 None None] The sync data for ids ['1f3d00dc-164c-4e84-982f-da3a6fdfbf32'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:35:25.851186 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645fb86-3a95-4da8-9d9e-88dd95f4d0fe None None] Pushing event updated for resources: {'Port': ['ID=d77db139-1d25-4c9d-8704-14c5cebaca3e,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:25.879369 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-66aa96c1-4d3f-4db4-b677-5eada5207a36 None None] Provisioning complete for port d77db139-1d25-4c9d-8704-14c5cebaca3e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:35:25.880228 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-66aa96c1-4d3f-4db4-b677-5eada5207a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:25.946850 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42d7c9-0a73-48d5-a171-93724ffe6840 req-a5beca2d-080c-4ffd-b6fb-d373d76e38a4 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:25.956012 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9a42d7c9-0a73-48d5-a171-93724ffe6840 req-a5beca2d-080c-4ffd-b6fb-d373d76e38a4 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 945 time: 0.1303995 Nov 25 19:35:25.974279 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa9438-9f69-4788-b83e-a7560bc72525 req-752ea9d0-8d3a-4aad-b598-d8ce3f8ab28d tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:25.977142 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-29fa9438-9f69-4788-b83e-a7560bc72525 req-752ea9d0-8d3a-4aad-b598-d8ce3f8ab28d tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=30d7811c-dac3-4d2b-a44b-d2afe6e89ce1 HTTP/1.1" status: 200 len: 945 time: 0.4149833 Nov 25 19:35:26.054516 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee283-32e3-4485-a5db-db4875fce373 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:26.091246 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-57d0fd5f-03d5-4024-9888-55759f4e7450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81325ae-0c00-4307-9957-5449df58438c', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:35:08Z', 'updated_at': '2021-11-25T19:35:19Z', 'revision_number': 4, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'gw_port': {'id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:11Z', 'updated_at': '2021-11-25T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd77db139-1d25-4c9d-8704-14c5cebaca3e', 'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'mac_address': 'fa:16:3e:a0:2f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:17Z', 'updated_at': '2021-11-25T19:35:24Z', 'revision_number': 4, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'subnets': [{'id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:26.097267 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9a42d7c9-0a73-48d5-a171-93724ffe6840 req-6ebbb923-b8df-4a2e-95b7-1f7fa91f5867 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314352 Nov 25 19:35:26.136754 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d0fd5f-03d5-4024-9888-55759f4e7450 None None] The sync data for ids ['e81325ae-0c00-4307-9957-5449df58438c'] in n-d-819349-5 is: [{'id': 'e81325ae-0c00-4307-9957-5449df58438c', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:35:08Z', 'updated_at': '2021-11-25T19:35:19Z', 'revision_number': 4, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'gw_port': {'id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:11Z', 'updated_at': '2021-11-25T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd77db139-1d25-4c9d-8704-14c5cebaca3e', 'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'mac_address': 'fa:16:3e:a0:2f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:17Z', 'updated_at': '2021-11-25T19:35:24Z', 'revision_number': 4, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'subnets': [{'id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:35:26.191603 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-29fa9438-9f69-4788-b83e-a7560bc72525 req-84a6bbca-7afe-49fb-9411-d90de50b7394 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=86939ef8-f59a-4b6f-ab7c-dfb700b85bab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904106 Nov 25 19:35:26.249329 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:26.331552 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ee283-32e3-4485-a5db-db4875fce373 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Deleting port 80ef9e7f-9635-4d48-a8ad-0175de54e822 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:26.332621 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee283-32e3-4485-a5db-db4875fce373 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:26.519215 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a,segment=NetworkSegment(827df263-1f26-48c2-a434-8ef0c3b995dd),segment_id=827df263-1f26-48c2-a434-8ef0c3b995dd)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:26.521449 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d7811c-dac3-4d2b-a44b-d2afe6e89ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:35:26.530304 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbcffbf-08dd-4dd1-a0ca-31c3dcbc48bf" -d '{"events": [{"server_uuid": "30d7811c-dac3-4d2b-a44b-d2afe6e89ce1", "name": "network-vif-plugged", "status": "completed", "tag": "40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:35:26.563920 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:26.568779 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0bd96d02-eb03-4ed3-b9af-d785f20172e7 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:26.634180 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bb9a24e0-b400-4aea-902b-1d95fbb72a8b req-e5493890-d49c-4b8a-8e19-6b7850539532 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 210 time: 0.2150617 Nov 25 19:35:26.660476 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:26.795906 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:26.810945 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee283-32e3-4485-a5db-db4875fce373 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:26.859166 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0bd96d02-eb03-4ed3-b9af-d785f20172e7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0bd96d02-eb03-4ed3-b9af-d785f20172e7,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:26.873217 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:26.947358 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9c63d-a5d7-4b1c-baee-d5307f9ed801 req-6834df0a-11b6-4810-b917-91c1705ec700 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:26.958591 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-36a9c63d-a5d7-4b1c-baee-d5307f9ed801 req-6834df0a-11b6-4810-b917-91c1705ec700 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 945 time: 0.2325566 Nov 25 19:35:26.971363 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ee283-32e3-4485-a5db-db4875fce373 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Calling delete_port for 80ef9e7f-9635-4d48-a8ad-0175de54e822 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:27.015131 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=0bd96d02-eb03-4ed3-b9af-d785f20172e7,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:27.049707 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-926b14a7-97dc-4611-80ef-b2c725ae149c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:27.051972 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-926b14a7-97dc-4611-80ef-b2c725ae149c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.85 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 811 time: 0.5146191 Nov 25 19:35:27.088556 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-36a9c63d-a5d7-4b1c-baee-d5307f9ed801 req-9daffeec-a696-46c9-bb6d-12cb93677d98 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/security-groups?id=3686bf62-b1aa-4401-a751-d5623df6fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155045 Nov 25 19:35:27.094951 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-a26fe5df-45fd-4513-b7d5-8d4535e8342e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Request body: {'port': {'device_id': '9f7714bd-5afb-44a7-95f4-ca9d455fa816', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'admin_state_up': True, 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:27.099854 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9041081-6df8-4e8a-bfba-cc5ba0e8667e req-94a59671-0c30-4087-9680-b4c79c2b0e06 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:27.101549 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d9041081-6df8-4e8a-bfba-cc5ba0e8667e req-94a59671-0c30-4087-9680-b4c79c2b0e06 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 945 time: 0.2334857 Nov 25 19:35:27.113015 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74647fba-cd71-431e-97e1-f39ef845bd7c req-f2ae24a0-bfcf-47bc-bc16-2e5aaf57e754 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:27.114993 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-74647fba-cd71-431e-97e1-f39ef845bd7c req-f2ae24a0-bfcf-47bc-bc16-2e5aaf57e754 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 945 time: 0.2866321 Nov 25 19:35:27.295661 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e22ff58-efbb-4346-8242-69cbf6a3d7b7 x-openstack-request-id: req-5e22ff58-efbb-4346-8242-69cbf6a3d7b7 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:27.296109 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d7811c-dac3-4d2b-a44b-d2afe6e89ce1", "name": "network-vif-plugged", "status": "completed", "tag": "40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:27.296503 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e22ff58-efbb-4346-8242-69cbf6a3d7b7 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:27.297259 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d7811c-dac3-4d2b-a44b-d2afe6e89ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a', 'code': 200} Nov 25 19:35:27.405803 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d9041081-6df8-4e8a-bfba-cc5ba0e8667e req-286bcd1d-d388-4617-bb42-95ff7749ce51 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858369 Nov 25 19:35:27.454750 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d77db139-1d25-4c9d-8704-14c5cebaca3e up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:35:27.492622 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a9ae25fe-d93e-4893-a680-a58cf60d2aad req-3f88862c-e70f-401c-88c0-441eca09932c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 210 time: 0.0536134 Nov 25 19:35:27.572116 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-a26fe5df-45fd-4513-b7d5-8d4535e8342e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Made reservation on behalf of 61b43fc7b65b46daaf3bb19051a96cc4 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:35:27.589257 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-a26fe5df-45fd-4513-b7d5-8d4535e8342e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:27.603844 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port d77db139-1d25-4c9d-8704-14c5cebaca3e triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:35:27.607477 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:27.643920 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-74647fba-cd71-431e-97e1-f39ef845bd7c req-84dd10ac-821d-43ee-b9da-e469a43cd7e4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Deleting port 3720f904-7cde-4f84-b50a-964fe3c46a81 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:27.644432 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-74647fba-cd71-431e-97e1-f39ef845bd7c req-84dd10ac-821d-43ee-b9da-e469a43cd7e4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:27.810238 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee283-32e3-4485-a5db-db4875fce373 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:27.914492 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb08a7-5aeb-4a76-bb2f-af76bbff0476 req-f0bd56c7-bf0e-4602-a898-fbd3bf68a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:27.917068 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aceb08a7-5aeb-4a76-bb2f-af76bbff0476 req-f0bd56c7-bf0e-4602-a898-fbd3bf68a6a2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=30d7811c-dac3-4d2b-a44b-d2afe6e89ce1 HTTP/1.1" status: 200 len: 1097 time: 0.4942396 Nov 25 19:35:27.922073 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38ffea-59ff-4afe-a436-64a141c7cadd req-6c6cedb0-387c-486b-aa07-068ca721b902 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:27.925095 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-be38ffea-59ff-4afe-a436-64a141c7cadd req-6c6cedb0-387c-486b-aa07-068ca721b902 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=30d7811c-dac3-4d2b-a44b-d2afe6e89ce1 HTTP/1.1" status: 200 len: 946 time: 0.2639022 Nov 25 19:35:27.950186 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ee283-32e3-4485-a5db-db4875fce373 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event deleted for resources: {'Port': ['ID=80ef9e7f-9635-4d48-a8ad-0175de54e822,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:28.118248 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942da947-98e1-449c-a2d1-0cc40d4355a3 req-29688a65-ede0-47f4-b726-ed4aa7685ced tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:28.121537 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-942da947-98e1-449c-a2d1-0cc40d4355a3 req-29688a65-ede0-47f4-b726-ed4aa7685ced tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.85 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 945 time: 0.2383146 Nov 25 19:35:28.123027 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-74647fba-cd71-431e-97e1-f39ef845bd7c req-84dd10ac-821d-43ee-b9da-e469a43cd7e4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] For port 3720f904-7cde-4f84-b50a-964fe3c46a81, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=3720f904-7cde-4f84-b50a-964fe3c46a81,segment=NetworkSegment(a6219a8d-4177-4833-bb2d-685eca4369e6),segment_id=a6219a8d-4177-4833-bb2d-685eca4369e6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:28.123907 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-74647fba-cd71-431e-97e1-f39ef845bd7c req-84dd10ac-821d-43ee-b9da-e469a43cd7e4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:28.134582 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-be38ffea-59ff-4afe-a436-64a141c7cadd req-7b848f91-6fe2-4539-9e0e-fed41db6b0f3 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=86939ef8-f59a-4b6f-ab7c-dfb700b85bab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837859 Nov 25 19:35:28.164597 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-a26fe5df-45fd-4513-b7d5-8d4535e8342e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Allocated IP 172.20.0.8 (37f8230d-6a2b-4a12-a441-526002eff84a/ec830131-0c53-44d8-b6cf-4b7badf3b5da/3de27103-dacf-46fc-9c82-1f1872c5cb0e) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:35:28.166189 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-c0cf5c56-1dcf-4901-9d0b-b5d1cf7ff74f tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:28.169515 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-c0cf5c56-1dcf-4901-9d0b-b5d1cf7ff74f tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.85 "GET /v2.0/networks?id=21a84b76-3939-4320-a333-a882c23bb50e HTTP/1.1" status: 200 len: 820 time: 0.6725478 Nov 25 19:35:28.237810 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-e66508bf-5202-4543-8271-5a1a32c9d61f tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Request body: {'port': {'device_id': '2b8b9d40-6d6e-45af-8551-2b454975066a', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'admin_state_up': True, 'tenant_id': 'f12660b706a44f0ab0907648b019fe22'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:28.285133 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17dd12-f2c6-4352-806b-37a2c0734a2c req-448f3c77-9d0e-4963-98a2-610647ff8847 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:28.287377 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff17dd12-f2c6-4352-806b-37a2c0734a2c req-448f3c77-9d0e-4963-98a2-610647ff8847 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 943 time: 0.4972465 Nov 25 19:35:28.379077 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5029d518-b737-45aa-967e-8688e5452be9 req-beef0e9a-70ca-4099-a46e-10ecca1b0470 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 210 time: 0.0830731 Nov 25 19:35:28.438046 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aceb08a7-5aeb-4a76-bb2f-af76bbff0476 req-9970fe52-5055-4e7f-9eab-0f1589dfbf8b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=86939ef8-f59a-4b6f-ab7c-dfb700b85bab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4967246 Nov 25 19:35:28.526933 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-a26fe5df-45fd-4513-b7d5-8d4535e8342e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:28.533658 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-942da947-98e1-449c-a2d1-0cc40d4355a3 req-4a35e71f-333e-4f4b-925e-827c8a212d88 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Deleting port ee47f86c-3856-40c6-86c3-50c2f04a33c3 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:28.535321 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-942da947-98e1-449c-a2d1-0cc40d4355a3 req-4a35e71f-333e-4f4b-925e-827c8a212d88 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:28.550192 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee283-32e3-4485-a5db-db4875fce373 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:28.636412 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff17dd12-f2c6-4352-806b-37a2c0734a2c req-e5be35cf-b73a-43b3-a699-76f5a12f1229 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2681751 Nov 25 19:35:28.684582 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bf748-7c0a-4731-bb00-6979c295fa7d req-c5029b31-3833-4893-9796-7d8d27cb25a9 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:28.692858 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fb9bf748-7c0a-4731-bb00-6979c295fa7d req-c5029b31-3833-4893-9796-7d8d27cb25a9 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 945 time: 0.1694257 Nov 25 19:35:28.710182 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-a26fe5df-45fd-4513-b7d5-8d4535e8342e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:28.723058 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee283-32e3-4485-a5db-db4875fce373 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:28.733644 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee283-32e3-4485-a5db-db4875fce373 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:28.799190 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-942da947-98e1-449c-a2d1-0cc40d4355a3 req-4a35e71f-333e-4f4b-925e-827c8a212d88 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] For port ee47f86c-3856-40c6-86c3-50c2f04a33c3, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=ee47f86c-3856-40c6-86c3-50c2f04a33c3,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:28.799585 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-942da947-98e1-449c-a2d1-0cc40d4355a3 req-4a35e71f-333e-4f4b-925e-827c8a212d88 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:28.820715 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-a26fe5df-45fd-4513-b7d5-8d4535e8342e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Network 37f8230d-6a2b-4a12-a441-526002eff84a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:35:28.836183 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-a26fe5df-45fd-4513-b7d5-8d4535e8342e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:35:28.839308 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-a26fe5df-45fd-4513-b7d5-8d4535e8342e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:35:28.842473 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-942da947-98e1-449c-a2d1-0cc40d4355a3 req-4a35e71f-333e-4f4b-925e-827c8a212d88 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Calling delete_port for ee47f86c-3856-40c6-86c3-50c2f04a33c3 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:28.856625 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee283-32e3-4485-a5db-db4875fce373 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:28.857203 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6ee283-32e3-4485-a5db-db4875fce373 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Fanout notify agent at l3_agent the message router_deleted on router 1f3d00dc-164c-4e84-982f-da3a6fdfbf32 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:35:28.876498 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee283-32e3-4485-a5db-db4875fce373 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:28.881968 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-eb6ee283-32e3-4485-a5db-db4875fce373 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "DELETE /v2.0/routers/1f3d00dc-164c-4e84-982f-da3a6fdfbf32 HTTP/1.1" status: 204 len: 168 time: 3.5724652 Nov 25 19:35:28.882471 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26fe5df-45fd-4513-b7d5-8d4535e8342e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Pushing event updated for resources: {'Port': ['ID=3de27103-dacf-46fc-9c82-1f1872c5cb0e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:28.882637 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-e66508bf-5202-4543-8271-5a1a32c9d61f tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Made reservation on behalf of f12660b706a44f0ab0907648b019fe22 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:35:28.882791 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-e66508bf-5202-4543-8271-5a1a32c9d61f tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:28.889363 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40648) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:28.904345 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fb9bf748-7c0a-4731-bb00-6979c295fa7d req-2413f5c4-9f73-478f-b25d-7ae6433dfb5a tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/security-groups?id=3686bf62-b1aa-4401-a751-d5623df6fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104876 Nov 25 19:35:28.936074 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-74647fba-cd71-431e-97e1-f39ef845bd7c req-84dd10ac-821d-43ee-b9da-e469a43cd7e4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:28.936533 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-74647fba-cd71-431e-97e1-f39ef845bd7c req-84dd10ac-821d-43ee-b9da-e469a43cd7e4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:28.936751 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [req-74647fba-cd71-431e-97e1-f39ef845bd7c req-84dd10ac-821d-43ee-b9da-e469a43cd7e4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Floating IP 626bdbd6-8220-4d4e-b1b7-d1015dfca6a2 disassociated. External IP: 172.25.6.206, port: 3720f904-7cde-4f84-b50a-964fe3c46a81. Nov 25 19:35:28.937144 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-74647fba-cd71-431e-97e1-f39ef845bd7c req-84dd10ac-821d-43ee-b9da-e469a43cd7e4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Calling delete_port for 3720f904-7cde-4f84-b50a-964fe3c46a81 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:29.002986 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0bd96d02-eb03-4ed3-b9af-d785f20172e7 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:29.076243 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-a26fe5df-45fd-4513-b7d5-8d4535e8342e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:29.077342 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-a26fe5df-45fd-4513-b7d5-8d4535e8342e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:29.147453 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06ac354-f77a-447c-8c2e-afc45f54b9f9 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Deleting subnet 0e400a7f-9040-4214-86e8-58cbec56deda {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:35:29.164065 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c06ac354-f77a-447c-8c2e-afc45f54b9f9 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:29.232564 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-e66508bf-5202-4543-8271-5a1a32c9d61f tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Allocated IP 172.20.0.9 (21a84b76-3939-4320-a333-a882c23bb50e/241fd8f7-99b9-40ff-9bd0-88bd5a599dfe/63f3cba7-d9d7-4745-8041-29401be37031) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:35:29.244527 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-a26fe5df-45fd-4513-b7d5-8d4535e8342e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1532884 Nov 25 19:35:29.272994 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-1c790584-bb66-43cb-8767-a77b71c34e79 service neutron] Request body: {'port': {'device_id': '9f7714bd-5afb-44a7-95f4-ca9d455fa816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:29.283415 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2bdbf-e060-40cf-a542-086331e56cbe req-e3fb4192-2d3c-4666-ac73-d4dc718506ea tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:29.290928 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9ec2bdbf-e060-40cf-a542-086331e56cbe req-e3fb4192-2d3c-4666-ac73-d4dc718506ea tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf HTTP/1.1" status: 200 len: 945 time: 0.2297668 Nov 25 19:35:29.352295 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8393bde-51ba-43a9-8fd7-cc72583b9cf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bd96d02-eb03-4ed3-b9af-d785f20172e7'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:35:29.356816 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac91649-5524-4c87-a8ca-8b91422be079" -d '{"events": [{"server_uuid": "d8393bde-51ba-43a9-8fd7-cc72583b9cf6", "name": "network-vif-unplugged", "status": "completed", "tag": "0bd96d02-eb03-4ed3-b9af-d785f20172e7"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:35:29.387640 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0ff01ac6-14d7-4706-93cb-27faf7453579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:29.445634 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9ec2bdbf-e060-40cf-a542-086331e56cbe req-02f7b8ef-bca5-48e3-8612-4222aeac482c tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536038 Nov 25 19:35:29.480761 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-74647fba-cd71-431e-97e1-f39ef845bd7c req-84dd10ac-821d-43ee-b9da-e469a43cd7e4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:29.488008 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e2bb3e65-fdf8-460a-bc53-4035da5a7495 None None] Provisioning complete for port 3de27103-dacf-46fc-9c82-1f1872c5cb0e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:35:29.489014 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e2bb3e65-fdf8-460a-bc53-4035da5a7495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:29.555203 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd10ac-821d-43ee-b9da-e469a43cd7e4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Pushing event deleted for resources: {'Port': ['ID=3720f904-7cde-4f84-b50a-964fe3c46a81,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:29.578825 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e2bb3e65-fdf8-460a-bc53-4035da5a7495 None None] Port 3de27103-dacf-46fc-9c82-1f1872c5cb0e cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:35:29.585011 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd10ac-821d-43ee-b9da-e469a43cd7e4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:29.585357 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd10ac-821d-43ee-b9da-e469a43cd7e4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:29.585757 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd10ac-821d-43ee-b9da-e469a43cd7e4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:29.586050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd10ac-821d-43ee-b9da-e469a43cd7e4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:29.586552 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd10ac-821d-43ee-b9da-e469a43cd7e4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:29.586899 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd10ac-821d-43ee-b9da-e469a43cd7e4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:29.587241 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd10ac-821d-43ee-b9da-e469a43cd7e4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:29.587576 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd10ac-821d-43ee-b9da-e469a43cd7e4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:29.587911 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd10ac-821d-43ee-b9da-e469a43cd7e4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:29.588243 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd10ac-821d-43ee-b9da-e469a43cd7e4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:29.588743 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd10ac-821d-43ee-b9da-e469a43cd7e4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:29.589573 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd10ac-821d-43ee-b9da-e469a43cd7e4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:29.733276 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c06ac354-f77a-447c-8c2e-afc45f54b9f9 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:29.747059 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dcad5-de8a-4f98-b2a0-fca1b8141ba5 req-e2c7670e-71b2-4490-ba64-21bf2dc8fa91 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:29.748686 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6b7dcad5-de8a-4f98-b2a0-fca1b8141ba5 req-e2c7670e-71b2-4490-ba64-21bf2dc8fa91 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 931 time: 0.7169294 Nov 25 19:35:29.821975 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-e66508bf-5202-4543-8271-5a1a32c9d61f tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:29.888992 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74647fba-cd71-431e-97e1-f39ef845bd7c req-84dd10ac-821d-43ee-b9da-e469a43cd7e4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Router 59807b61-7994-48f9-b2e9-5a33eb5e8a0f has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:35:29.892400 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-1c790584-bb66-43cb-8767-a77b71c34e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:29.897186 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c06ac354-f77a-447c-8c2e-afc45f54b9f9 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:30.001331 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6b7dcad5-de8a-4f98-b2a0-fca1b8141ba5 req-c8cd073f-c97d-4085-9860-c14cfe70d45a tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272382 Nov 25 19:35:30.073856 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-942da947-98e1-449c-a2d1-0cc40d4355a3 req-4a35e71f-333e-4f4b-925e-827c8a212d88 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:30.092875 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['24cafed6-3d8e-47ca-846d-457abb4a9631'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:35:30.110120 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 19:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c02038-4cbe-45b2-b00c-1221d96d74d7 x-openstack-request-id: req-62c02038-4cbe-45b2-b00c-1221d96d74d7 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:30.115161 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8393bde-51ba-43a9-8fd7-cc72583b9cf6", "name": "network-vif-unplugged", "status": "failed", "tag": "0bd96d02-eb03-4ed3-b9af-d785f20172e7", "code": 422}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:30.117106 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62c02038-4cbe-45b2-b00c-1221d96d74d7 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:30.118193 n-d-819349-5 neutron-server[103601]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd8393bde-51ba-43a9-8fd7-cc72583b9cf6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0bd96d02-eb03-4ed3-b9af-d785f20172e7', 'code': 422} returned with failed status Nov 25 19:35:30.185823 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35e71f-333e-4f4b-925e-827c8a212d88 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Pushing event deleted for resources: {'Port': ['ID=ee47f86c-3856-40c6-86c3-50c2f04a33c3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:30.311592 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-942da947-98e1-449c-a2d1-0cc40d4355a3 req-4a35e71f-333e-4f4b-925e-827c8a212d88 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] No DVR routers for this DVR port ee47f86c-3856-40c6-86c3-50c2f04a33c3 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:35:30.340776 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c06ac354-f77a-447c-8c2e-afc45f54b9f9 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:30.344854 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-942da947-98e1-449c-a2d1-0cc40d4355a3 req-4a35e71f-333e-4f4b-925e-827c8a212d88 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:30.349175 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-942da947-98e1-449c-a2d1-0cc40d4355a3 req-4a35e71f-333e-4f4b-925e-827c8a212d88 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.85 "DELETE /v2.0/ports/ee47f86c-3856-40c6-86c3-50c2f04a33c3 HTTP/1.1" status: 204 len: 173 time: 2.2062047 Nov 25 19:35:30.361732 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf', 'name': 'network-vif-deleted', 'tag': 'ee47f86c-3856-40c6-86c3-50c2f04a33c3'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:35:30.365673 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445a94aa-0645-4124-8205-a656375e3870" -d '{"events": [{"server_uuid": "8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf", "name": "network-vif-deleted", "tag": "ee47f86c-3856-40c6-86c3-50c2f04a33c3"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:35:30.512521 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ac354-f77a-447c-8c2e-afc45f54b9f9 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event deleted for resources: {'Subnet': ['ID=0e400a7f-9040-4214-86e8-58cbec56deda,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:30.523820 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c06ac354-f77a-447c-8c2e-afc45f54b9f9 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:30.532725 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c06ac354-f77a-447c-8c2e-afc45f54b9f9 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "DELETE /v2.0/subnets/0e400a7f-9040-4214-86e8-58cbec56deda HTTP/1.1" status: 204 len: 168 time: 1.6370013 Nov 25 19:35:30.533444 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40678) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:30.597735 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-e66508bf-5202-4543-8271-5a1a32c9d61f tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:30.696998 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de41bf4-cea1-4d6e-ad0c-3eef662aafd6 req-5531364e-c18f-42c0-8deb-5b784c498669 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:30.697518 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-e66508bf-5202-4543-8271-5a1a32c9d61f tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Network 21a84b76-3939-4320-a333-a882c23bb50e is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:35:30.699777 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5de41bf4-cea1-4d6e-ad0c-3eef662aafd6 req-5531364e-c18f-42c0-8deb-5b784c498669 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 931 time: 0.4886932 Nov 25 19:35:30.710566 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-e66508bf-5202-4543-8271-5a1a32c9d61f tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:35:30.715428 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-e66508bf-5202-4543-8271-5a1a32c9d61f tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:35:30.718436 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66508bf-5202-4543-8271-5a1a32c9d61f tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Pushing event updated for resources: {'Port': ['ID=63f3cba7-d9d7-4745-8041-29401be37031,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:30.739421 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e3d1605-a50b-40de-be31-a8b301853c39 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:30.764104 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577329df-4e4e-487b-a63d-1398c16c5020 req-c6926a10-0509-41c4-838f-ba0166375d84 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:30.765627 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-577329df-4e4e-487b-a63d-1398c16c5020 req-c6926a10-0509-41c4-838f-ba0166375d84 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=30d7811c-dac3-4d2b-a44b-d2afe6e89ce1 HTTP/1.1" status: 200 len: 946 time: 0.1654718 Nov 25 19:35:30.773396 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74647fba-cd71-431e-97e1-f39ef845bd7c req-84dd10ac-821d-43ee-b9da-e469a43cd7e4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:35:30.790089 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd7dab-9bcc-47dc-9c51-f7cd53283516 None None] Sync routers for ids ['59807b61-7994-48f9-b2e9-5a33eb5e8a0f'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:35:30.803679 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device ee47f86c-3856-40c6-86c3-50c2f04a33c3 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:30.816497 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5de41bf4-cea1-4d6e-ad0c-3eef662aafd6 req-07a2e299-b989-45be-94d5-b6fea6c0a654 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/security-groups?id=6539240d-cb14-4d53-8d2f-c1428f897cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835259 Nov 25 19:35:30.855844 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-e66508bf-5202-4543-8271-5a1a32c9d61f tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:30.856590 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-e66508bf-5202-4543-8271-5a1a32c9d61f tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:30.888503 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: ee47f86c-3856-40c6-86c3-50c2f04a33c3 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:35:30.888983 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device ee47f86c-3856-40c6-86c3-50c2f04a33c3 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:35:30.896311 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd7dab-9bcc-47dc-9c51-f7cd53283516 None None] Routers {'59807b61-7994-48f9-b2e9-5a33eb5e8a0f'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:30.897392 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-decd7dab-9bcc-47dc-9c51-f7cd53283516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:35:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['59807b61-7994-48f9-b2e9-5a33eb5e8a0f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:30.950074 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-74647fba-cd71-431e-97e1-f39ef845bd7c req-84dd10ac-821d-43ee-b9da-e469a43cd7e4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] No DVR routers for this DVR port 3720f904-7cde-4f84-b50a-964fe3c46a81 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:35:30.956240 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-74647fba-cd71-431e-97e1-f39ef845bd7c req-84dd10ac-821d-43ee-b9da-e469a43cd7e4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:30.963297 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-74647fba-cd71-431e-97e1-f39ef845bd7c req-84dd10ac-821d-43ee-b9da-e469a43cd7e4 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.73 "DELETE /v2.0/ports/3720f904-7cde-4f84-b50a-964fe3c46a81 HTTP/1.1" status: 204 len: 173 time: 3.8345542 Nov 25 19:35:30.968485 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3b3077-9110-4063-a2d8-3a922b1b3c9f', 'name': 'network-vif-deleted', 'tag': '3720f904-7cde-4f84-b50a-964fe3c46a81'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:35:30.971377 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888aed89-e4f1-4f76-86ee-a3c59514313f" -d '{"events": [{"server_uuid": "dd3b3077-9110-4063-a2d8-3a922b1b3c9f", "name": "network-vif-deleted", "tag": "3720f904-7cde-4f84-b50a-964fe3c46a81"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:35:31.002785 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-e66508bf-5202-4543-8271-5a1a32c9d61f tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7858417 Nov 25 19:35:31.019065 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-180f4cfc-cd35-4aeb-bca5-19d5fecacbfd service neutron] Request body: {'port': {'device_id': '2b8b9d40-6d6e-45af-8551-2b454975066a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:31.051027 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-577329df-4e4e-487b-a63d-1398c16c5020 req-fcf7ccc3-1417-47eb-9e0c-49173b9c3b66 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=86939ef8-f59a-4b6f-ab7c-dfb700b85bab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2714601 Nov 25 19:35:31.087571 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 3720f904-7cde-4f84-b50a-964fe3c46a81 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:31.132024 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 3720f904-7cde-4f84-b50a-964fe3c46a81 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:35:31.133518 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 3720f904-7cde-4f84-b50a-964fe3c46a81 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:35:31.135624 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e3d1605-a50b-40de-be31-a8b301853c39 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:31.202164 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-276d8ba8-f41d-40fe-8c96-1ee4eeb4fc39 req-eb5d25b2-5d9d-46b2-be32-eda44d0e57d0 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd3b3077-9110-4063-a2d8-3a922b1b3c9f HTTP/1.1" status: 200 len: 210 time: 0.1223609 Nov 25 19:35:31.228739 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-710a1bef-c1c1-4a54-b1f6-1a4d3338505e None None] Provisioning complete for port 63f3cba7-d9d7-4745-8041-29401be37031 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:35:31.230520 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-710a1bef-c1c1-4a54-b1f6-1a4d3338505e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:31.235036 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-decd7dab-9bcc-47dc-9c51-f7cd53283516 None None] Set router 59807b61-7994-48f9-b2e9-5a33eb5e8a0f gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:35:31.247329 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-180f4cfc-cd35-4aeb-bca5-19d5fecacbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:31.256384 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9e3d1605-a50b-40de-be31-a8b301853c39 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d947ad59-c458-4884-9ddc-04f8b3a45722']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:31.283788 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9e3d1605-a50b-40de-be31-a8b301853c39 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f882cd-ed37-47d4-99da-b0835e9b718e') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:31.284138 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9e3d1605-a50b-40de-be31-a8b301853c39 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f882cd-ed37-47d4-99da-b0835e9b718e') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:31.301345 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e3d1605-a50b-40de-be31-a8b301853c39 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:31.320626 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e3d1605-a50b-40de-be31-a8b301853c39 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:31.330908 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e3d1605-a50b-40de-be31-a8b301853c39 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:35:31.331360 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e3d1605-a50b-40de-be31-a8b301853c39 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:35:31.398328 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:35:31.406047 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0da630c-f418-4e5d-a395-efdf3dfbb42d x-openstack-request-id: req-d0da630c-f418-4e5d-a395-efdf3dfbb42d {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:31.406875 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf", "name": "network-vif-deleted", "tag": "ee47f86c-3856-40c6-86c3-50c2f04a33c3", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:31.408172 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d0da630c-f418-4e5d-a395-efdf3dfbb42d {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:31.408656 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee4ee85-4afc-49f7-9627-cbe5e16d0fdf', 'name': 'network-vif-deleted', 'tag': 'ee47f86c-3856-40c6-86c3-50c2f04a33c3', 'status': 'completed', 'code': 200} Nov 25 19:35:31.425103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-710a1bef-c1c1-4a54-b1f6-1a4d3338505e None None] Port 63f3cba7-d9d7-4745-8041-29401be37031 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:35:31.521116 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-1c790584-bb66-43cb-8767-a77b71c34e79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de27103-dacf-46fc-9c82-1f1872c5cb0e {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:35:31.523532 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640e7c33-ee98-46e7-85cf-2f8d1fb068ae x-openstack-request-id: req-640e7c33-ee98-46e7-85cf-2f8d1fb068ae {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:31.523830 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3b3077-9110-4063-a2d8-3a922b1b3c9f", "name": "network-vif-deleted", "tag": "3720f904-7cde-4f84-b50a-964fe3c46a81", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:31.524843 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-640e7c33-ee98-46e7-85cf-2f8d1fb068ae {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:31.525284 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3b3077-9110-4063-a2d8-3a922b1b3c9f', 'name': 'network-vif-deleted', 'tag': '3720f904-7cde-4f84-b50a-964fe3c46a81', 'status': 'completed', 'code': 200} Nov 25 19:35:31.539393 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-1c790584-bb66-43cb-8767-a77b71c34e79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:31.611297 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-1c790584-bb66-43cb-8767-a77b71c34e79 service neutron] Transition to ACTIVE for port object 3de27103-dacf-46fc-9c82-1f1872c5cb0e will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:35:31.617053 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e3d1605-a50b-40de-be31-a8b301853c39 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:31.642629 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e3d1605-a50b-40de-be31-a8b301853c39 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:31.647166 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9e3d1605-a50b-40de-be31-a8b301853c39 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] 10.222.0.55 "DELETE /v2.0/networks/d947ad59-c458-4884-9ddc-04f8b3a45722 HTTP/1.1" status: 204 len: 168 time: 1.1129048 Nov 25 19:35:31.648654 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d1605-a50b-40de-be31-a8b301853c39 tempest-FloatingIPTestJSON-345197134 tempest-FloatingIPTestJSON-345197134-project] Pushing event deleted for resources: {'Network': ['ID=d947ad59-c458-4884-9ddc-04f8b3a45722,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:31.652746 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-1c790584-bb66-43cb-8767-a77b71c34e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:31.817653 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-180f4cfc-cd35-4aeb-bca5-19d5fecacbfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63f3cba7-d9d7-4745-8041-29401be37031 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:35:31.817773 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec6116-5591-49a8-b321-a0638f019607 req-3be55729-f48e-42a2-95df-c9198ffbcf5c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:31.825384 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b4ec6116-5591-49a8-b321-a0638f019607 req-3be55729-f48e-42a2-95df-c9198ffbcf5c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 931 time: 0.2572508 Nov 25 19:35:31.859305 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-180f4cfc-cd35-4aeb-bca5-19d5fecacbfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:31.874519 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c790584-bb66-43cb-8767-a77b71c34e79 service neutron] Pushing event updated for resources: {'Port': ['ID=3de27103-dacf-46fc-9c82-1f1872c5cb0e,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:31.881691 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-827c4b9b-fbf8-4a4c-a1cf-67b999eeef3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:31.958054 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-180f4cfc-cd35-4aeb-bca5-19d5fecacbfd service neutron] Transition to ACTIVE for port object 63f3cba7-d9d7-4745-8041-29401be37031 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:35:31.966436 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-decd7dab-9bcc-47dc-9c51-f7cd53283516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'name': 'tempest-ServersTestManualDisk-1273699850-router', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '99d43df4-ff75-47f3-bd7d-ac1c337f3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:27Z', 'updated_at': '2021-11-25T19:32:37Z', 'revision_number': 4, 'project_id': '88671a697cd84733a2469dc1dc4f6f35', 'gw_port': {'id': '99d43df4-ff75-47f3-bd7d-ac1c337f3fd6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:30Z', 'updated_at': '2021-11-25T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd40133bf-0ddc-4366-bcb0-9b809d396e9d', 'name': '', 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'mac_address': 'fa:16:3e:af:f8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '6624fa07-d69f-45d1-addc-30a86de4fab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:35Z', 'updated_at': '2021-11-25T19:32:42Z', 'revision_number': 5, 'project_id': '88671a697cd84733a2469dc1dc4f6f35', 'subnets': [{'id': '6624fa07-d69f-45d1-addc-30a86de4fab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:31.968601 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-180f4cfc-cd35-4aeb-bca5-19d5fecacbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:32.013810 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-1c790584-bb66-43cb-8767-a77b71c34e79 service neutron] Attempting to bind port 3de27103-dacf-46fc-9c82-1f1872c5cb0e on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:32.014145 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-1c790584-bb66-43cb-8767-a77b71c34e79 service neutron] Attempting to bind port 3de27103-dacf-46fc-9c82-1f1872c5cb0e by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:32.014623 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-1c790584-bb66-43cb-8767-a77b71c34e79 service neutron] Attempting to bind port 3de27103-dacf-46fc-9c82-1f1872c5cb0e on network 37f8230d-6a2b-4a12-a441-526002eff84a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:32.033534 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b4ec6116-5591-49a8-b321-a0638f019607 req-472fcda8-1d08-471f-97fb-148d18bc99c3 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798739 Nov 25 19:35:32.037113 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-1c790584-bb66-43cb-8767-a77b71c34e79 service neutron] Port 3de27103-dacf-46fc-9c82-1f1872c5cb0e on network 37f8230d-6a2b-4a12-a441-526002eff84a not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:32.039650 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-1c790584-bb66-43cb-8767-a77b71c34e79 service neutron] Attempting to bind port 3de27103-dacf-46fc-9c82-1f1872c5cb0e on network 37f8230d-6a2b-4a12-a441-526002eff84a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:32.055371 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-1c790584-bb66-43cb-8767-a77b71c34e79 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:35:32.055727 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-1c790584-bb66-43cb-8767-a77b71c34e79 service neutron] Checking segment: {'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:35:32.056052 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-1c790584-bb66-43cb-8767-a77b71c34e79 service neutron] Bound using segment: {'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:35:32.056504 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-1c790584-bb66-43cb-8767-a77b71c34e79 service neutron] Bound port: 3de27103-dacf-46fc-9c82-1f1872c5cb0e, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:35:32.059964 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-1c790584-bb66-43cb-8767-a77b71c34e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:32.181135 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40702) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:32.194976 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f4cfc-cd35-4aeb-bca5-19d5fecacbfd service neutron] Pushing event updated for resources: {'Port': ['ID=63f3cba7-d9d7-4745-8041-29401be37031,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:32.232362 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd7dab-9bcc-47dc-9c51-f7cd53283516 None None] Checking router: 59807b61-7994-48f9-b2e9-5a33eb5e8a0f for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:35:32.243934 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb62da3-c6e1-40e6-9901-16269c01486f req-90e88c54-9739-43d3-94ea-b5c996f1b505 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:32.246033 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb62da3-c6e1-40e6-9901-16269c01486f req-90e88c54-9739-43d3-94ea-b5c996f1b505 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=30d7811c-dac3-4d2b-a44b-d2afe6e89ce1 HTTP/1.1" status: 200 len: 946 time: 0.1047735 Nov 25 19:35:32.268072 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40708) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:32.288339 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e7330bb1-9dab-4cc6-bd45-c24d8ce511de tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Request body: {'floatingip': {'port_id': '40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:32.344748 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd7dab-9bcc-47dc-9c51-f7cd53283516 None None] Routers {'59807b61-7994-48f9-b2e9-5a33eb5e8a0f'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:32.349627 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-decd7dab-9bcc-47dc-9c51-f7cd53283516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:35:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['59807b61-7994-48f9-b2e9-5a33eb5e8a0f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:32.367412 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-180f4cfc-cd35-4aeb-bca5-19d5fecacbfd service neutron] Attempting to bind port 63f3cba7-d9d7-4745-8041-29401be37031 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:32.367753 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-180f4cfc-cd35-4aeb-bca5-19d5fecacbfd service neutron] Attempting to bind port 63f3cba7-d9d7-4745-8041-29401be37031 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'cbc4ce84-3bfa-4d14-8bfb-478d2951bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:32.368088 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-180f4cfc-cd35-4aeb-bca5-19d5fecacbfd service neutron] Attempting to bind port 63f3cba7-d9d7-4745-8041-29401be37031 on network 21a84b76-3939-4320-a333-a882c23bb50e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:32.373532 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-180f4cfc-cd35-4aeb-bca5-19d5fecacbfd service neutron] Port 63f3cba7-d9d7-4745-8041-29401be37031 on network 21a84b76-3939-4320-a333-a882c23bb50e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:32.373739 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-180f4cfc-cd35-4aeb-bca5-19d5fecacbfd service neutron] Attempting to bind port 63f3cba7-d9d7-4745-8041-29401be37031 on network 21a84b76-3939-4320-a333-a882c23bb50e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:32.382091 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-1c790584-bb66-43cb-8767-a77b71c34e79 service neutron] For port 3de27103-dacf-46fc-9c82-1f1872c5cb0e, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:35:32.391245 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-180f4cfc-cd35-4aeb-bca5-19d5fecacbfd service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:35:32.391682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-180f4cfc-cd35-4aeb-bca5-19d5fecacbfd service neutron] Checking segment: {'id': 'cbc4ce84-3bfa-4d14-8bfb-478d2951bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:35:32.391993 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-180f4cfc-cd35-4aeb-bca5-19d5fecacbfd service neutron] Bound using segment: {'id': 'cbc4ce84-3bfa-4d14-8bfb-478d2951bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:35:32.392438 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-180f4cfc-cd35-4aeb-bca5-19d5fecacbfd service neutron] Bound port: 63f3cba7-d9d7-4745-8041-29401be37031, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc4ce84-3bfa-4d14-8bfb-478d2951bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:35:32.392807 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-180f4cfc-cd35-4aeb-bca5-19d5fecacbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:32.396710 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7330bb1-9dab-4cc6-bd45-c24d8ce511de tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:32.530111 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-1c790584-bb66-43cb-8767-a77b71c34e79 service neutron] For port 3de27103-dacf-46fc-9c82-1f1872c5cb0e, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=3de27103-dacf-46fc-9c82-1f1872c5cb0e,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:35:32.588958 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-1c790584-bb66-43cb-8767-a77b71c34e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:32.683438 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-decd7dab-9bcc-47dc-9c51-f7cd53283516 None None] Set router 59807b61-7994-48f9-b2e9-5a33eb5e8a0f gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:35:32.703879 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-1c790584-bb66-43cb-8767-a77b71c34e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:32.705290 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-1c790584-bb66-43cb-8767-a77b71c34e79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:32.707010 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-1c790584-bb66-43cb-8767-a77b71c34e79 service neutron] 10.222.0.85 "PUT /v2.0/ports/3de27103-dacf-46fc-9c82-1f1872c5cb0e HTTP/1.1" status: 200 len: 1091 time: 3.4459536 Nov 25 19:35:32.710494 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b3ca6-3fcb-47ac-a187-73a1a7b4a4a6 req-de9e83ba-1365-4d7b-87c1-8cb22035c410 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:32.756991 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-de1b3ca6-3fcb-47ac-a187-73a1a7b4a4a6 req-de9e83ba-1365-4d7b-87c1-8cb22035c410 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 943 time: 0.3083544 Nov 25 19:35:32.788012 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3b9c1439-5c29-4f84-b2cf-d1fef6b3b6a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6728312a1fc442d2be049d6a95549225&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5997257 Nov 25 19:35:32.790884 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40716) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:32.842757 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-180f4cfc-cd35-4aeb-bca5-19d5fecacbfd service neutron] For port 63f3cba7-d9d7-4745-8041-29401be37031, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:35:32.916395 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c790584-bb66-43cb-8767-a77b71c34e79 service neutron] Pushing event updated for resources: {'Port': ['ID=3de27103-dacf-46fc-9c82-1f1872c5cb0e,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:32.977586 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-180f4cfc-cd35-4aeb-bca5-19d5fecacbfd service neutron] For port 63f3cba7-d9d7-4745-8041-29401be37031, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=63f3cba7-d9d7-4745-8041-29401be37031,segment=NetworkSegment(cbc4ce84-3bfa-4d14-8bfb-478d2951bd52),segment_id=cbc4ce84-3bfa-4d14-8bfb-478d2951bd52)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:35:32.999573 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40728) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:33.024912 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-180f4cfc-cd35-4aeb-bca5-19d5fecacbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:33.146043 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-180f4cfc-cd35-4aeb-bca5-19d5fecacbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:33.148259 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-180f4cfc-cd35-4aeb-bca5-19d5fecacbfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:33.149951 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-180f4cfc-cd35-4aeb-bca5-19d5fecacbfd service neutron] 10.222.0.85 "PUT /v2.0/ports/63f3cba7-d9d7-4745-8041-29401be37031 HTTP/1.1" status: 200 len: 1091 time: 2.1363299 Nov 25 19:35:33.155897 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-de1b3ca6-3fcb-47ac-a187-73a1a7b4a4a6 req-509b87fd-6bc4-415d-b72f-f5845e8292d7 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/security-groups?id=6539240d-cb14-4d53-8d2f-c1428f897cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867369 Nov 25 19:35:33.174863 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-decd7dab-9bcc-47dc-9c51-f7cd53283516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'name': 'tempest-ServersTestManualDisk-1273699850-router', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '99d43df4-ff75-47f3-bd7d-ac1c337f3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:27Z', 'updated_at': '2021-11-25T19:32:37Z', 'revision_number': 4, 'project_id': '88671a697cd84733a2469dc1dc4f6f35', 'gw_port': {'id': '99d43df4-ff75-47f3-bd7d-ac1c337f3fd6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:30Z', 'updated_at': '2021-11-25T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd40133bf-0ddc-4366-bcb0-9b809d396e9d', 'name': '', 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'mac_address': 'fa:16:3e:af:f8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '6624fa07-d69f-45d1-addc-30a86de4fab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:35Z', 'updated_at': '2021-11-25T19:32:42Z', 'revision_number': 5, 'project_id': '88671a697cd84733a2469dc1dc4f6f35', 'subnets': [{'id': '6624fa07-d69f-45d1-addc-30a86de4fab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:33.181533 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f4cfc-cd35-4aeb-bca5-19d5fecacbfd service neutron] Pushing event updated for resources: {'Port': ['ID=63f3cba7-d9d7-4745-8041-29401be37031,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:33.185149 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d584c0b9-47b9-4b89-962f-ac5d02753a3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:33.243129 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d584c0b9-47b9-4b89-962f-ac5d02753a3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:33.278831 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-3fb70cf0-9ca1-4789-b83b-04f8dc5f5d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:33.280200 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd7dab-9bcc-47dc-9c51-f7cd53283516 None None] The sync data for ids ['59807b61-7994-48f9-b2e9-5a33eb5e8a0f'] in n-d-819349-5 is: [{'id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'name': 'tempest-ServersTestManualDisk-1273699850-router', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '99d43df4-ff75-47f3-bd7d-ac1c337f3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:27Z', 'updated_at': '2021-11-25T19:32:37Z', 'revision_number': 4, 'project_id': '88671a697cd84733a2469dc1dc4f6f35', 'gw_port': {'id': '99d43df4-ff75-47f3-bd7d-ac1c337f3fd6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:30Z', 'updated_at': '2021-11-25T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd40133bf-0ddc-4366-bcb0-9b809d396e9d', 'name': '', 'network_id': '00850fff-8687-4fe2-91af-c41f9f277b2d', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'mac_address': 'fa:16:3e:af:f8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '6624fa07-d69f-45d1-addc-30a86de4fab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:35Z', 'updated_at': '2021-11-25T19:32:42Z', 'revision_number': 5, 'project_id': '88671a697cd84733a2469dc1dc4f6f35', 'subnets': [{'id': '6624fa07-d69f-45d1-addc-30a86de4fab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:35:33.293791 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-3fb70cf0-9ca1-4789-b83b-04f8dc5f5d24 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 1094 time: 0.4369826 Nov 25 19:35:33.458526 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-ba02e2e9-1570-4527-a39b-e1caad3b85fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:33.460176 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-ba02e2e9-1570-4527-a39b-e1caad3b85fa service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f12660b706a44f0ab0907648b019fe22&device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 1094 time: 0.2012360 Nov 25 19:35:33.496668 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7714bd-5afb-44a7-95f4-ca9d455fa816', 'tag': '3de27103-dacf-46fc-9c82-1f1872c5cb0e'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:35:33.499096 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f23fb9-e6c7-45dd-aeaa-53e033f51fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7714bd-5afb-44a7-95f4-ca9d455fa816", "tag": "3de27103-dacf-46fc-9c82-1f1872c5cb0e"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:35:33.502928 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-80d010d1-493c-4cd4-a348-c63bce5304a6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3de27103-dacf-46fc-9c82-1f1872c5cb0e HTTP/1.1" status: 200 len: 217 time: 0.1875508 Nov 25 19:35:33.507393 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8741d65c-513e-40dc-a84f-9fec36bf64bb tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:33.530105 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8b9d40-6d6e-45af-8551-2b454975066a', 'tag': '63f3cba7-d9d7-4745-8041-29401be37031'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:35:33.534906 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425741e8-d37e-4db5-baec-ba1a53f159e2" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8b9d40-6d6e-45af-8551-2b454975066a", "tag": "63f3cba7-d9d7-4745-8041-29401be37031"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:35:33.548877 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21892bb7-94c0-430c-803b-478ddefe4280 req-99c10935-5dcc-49c8-b489-bf48f9d26263 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:33.550548 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-21892bb7-94c0-430c-803b-478ddefe4280 req-99c10935-5dcc-49c8-b489-bf48f9d26263 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 943 time: 0.1564906 Nov 25 19:35:33.551889 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-c5e874f7-4f76-4a32-9090-98589d44ab6d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63f3cba7-d9d7-4745-8041-29401be37031 HTTP/1.1" status: 200 len: 217 time: 0.0825508 Nov 25 19:35:33.585194 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:33.624471 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d584c0b9-47b9-4b89-962f-ac5d02753a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:33.627384 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d584c0b9-47b9-4b89-962f-ac5d02753a3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:33.628838 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d584c0b9-47b9-4b89-962f-ac5d02753a3a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1156d0bc-005d-4474-a77e-0feadb135fe3 HTTP/1.1" status: 204 len: 168 time: 0.8208933 Nov 25 19:35:33.669182 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584c0b9-47b9-4b89-962f-ac5d02753a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1156d0bc-005d-4474-a77e-0feadb135fe3,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:33.690705 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-97479719-a2eb-42a8-bedd-7c9a50f252f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:33.693309 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-97479719-a2eb-42a8-bedd-7c9a50f252f2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=241fd8f7-99b9-40ff-9bd0-88bd5a599dfe HTTP/1.1" status: 200 len: 859 time: 0.1309810 Nov 25 19:35:33.733016 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-21892bb7-94c0-430c-803b-478ddefe4280 req-2b3285f4-ab95-4261-96ee-b43694da4f4d tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595645 Nov 25 19:35:33.824785 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8741d65c-513e-40dc-a84f-9fec36bf64bb tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:33.837283 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-a51fd505-92c0-48b0-b665-b8decf69adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:33.846232 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-a51fd505-92c0-48b0-b665-b8decf69adb0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=21a84b76-3939-4320-a333-a882c23bb50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1409249 Nov 25 19:35:33.889058 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4160abb-ad19-45c9-87e7-3a7a9178d667 None None] New status for floating IP 626bdbd6-8220-4d4e-b1b7-d1015dfca6a2: DOWN {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:35:33.895745 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-76a6961f-76e0-4c52-905f-755526f4fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:33.897312 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-76a6961f-76e0-4c52-905f-755526f4fa4c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ec830131-0c53-44d8-b6cf-4b7badf3b5da HTTP/1.1" status: 200 len: 850 time: 0.3664246 Nov 25 19:35:34.017967 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4c29d77-1b15-4c66-be80-d2aab5c68624 req-d973fb47-4432-486d-9df6-4aec6f0e714a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3987505 Nov 25 19:35:34.021005 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb293091-a26b-4dac-bb17-ff2236b20f7d x-openstack-request-id: req-eb293091-a26b-4dac-bb17-ff2236b20f7d {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:34.021316 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7714bd-5afb-44a7-95f4-ca9d455fa816", "tag": "3de27103-dacf-46fc-9c82-1f1872c5cb0e", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:34.021678 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eb293091-a26b-4dac-bb17-ff2236b20f7d {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:34.021971 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7714bd-5afb-44a7-95f4-ca9d455fa816', 'tag': '3de27103-dacf-46fc-9c82-1f1872c5cb0e', 'status': 'completed', 'code': 200} Nov 25 19:35:34.046483 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0a423-89fc-4ac5-9112-4b3d8ea9ae53 req-79808291-f253-41df-ba05-20db0e8cc615 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:34.062765 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fab0a423-89fc-4ac5-9112-4b3d8ea9ae53 req-79808291-f253-41df-ba05-20db0e8cc615 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 943 time: 0.9527667 Nov 25 19:35:34.075147 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-02f10035-a838-4fcc-b2d3-66bda61bae64 service neutron] 10.222.0.85 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633873 Nov 25 19:35:34.172520 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8741d65c-513e-40dc-a84f-9fec36bf64bb tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:34.175431 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8741d65c-513e-40dc-a84f-9fec36bf64bb tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:34.179611 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8741d65c-513e-40dc-a84f-9fec36bf64bb tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "DELETE /v2.0/security-groups/3686bf62-b1aa-4401-a751-d5623df6fd26 HTTP/1.1" status: 204 len: 168 time: 1.1749344 Nov 25 19:35:34.185804 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40754) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:34.194353 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-e33f120f-5430-4da1-9b48-477e04b5f870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:34.196684 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-e33f120f-5430-4da1-9b48-477e04b5f870 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=37f8230d-6a2b-4a12-a441-526002eff84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1788867 Nov 25 19:35:34.233052 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-a1ba19f6-fdeb-4990-b812-1dec94d62c0c tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] show failed (client error): The resource could not be found. Nov 25 19:35:34.233491 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741d65c-513e-40dc-a84f-9fec36bf64bb tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3686bf62-b1aa-4401-a751-d5623df6fd26,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:34.234379 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a1ba19f6-fdeb-4990-b812-1dec94d62c0c tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "GET /v2.0/security-groups/3686bf62-b1aa-4401-a751-d5623df6fd26 HTTP/1.1" status: 404 len: 347 time: 0.0469458 Nov 25 19:35:34.268448 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40756) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:34.340391 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37c17dc-9a6c-427e-9a44-03006452bac8 x-openstack-request-id: req-a37c17dc-9a6c-427e-9a44-03006452bac8 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:34.340836 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8b9d40-6d6e-45af-8551-2b454975066a", "tag": "63f3cba7-d9d7-4745-8041-29401be37031", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:34.341199 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a37c17dc-9a6c-427e-9a44-03006452bac8 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:34.341706 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8b9d40-6d6e-45af-8551-2b454975066a', 'tag': '63f3cba7-d9d7-4745-8041-29401be37031', 'status': 'completed', 'code': 200} Nov 25 19:35:34.359838 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fab0a423-89fc-4ac5-9112-4b3d8ea9ae53 req-03870188-5651-44bc-b255-38752d5a1e68 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2958002 Nov 25 19:35:34.442532 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b98720f3-ce9d-4071-b66c-0c42ee22d9a9 req-424f9f47-b3d1-4e40-b4ae-742a12578e42 service neutron] 10.222.0.85 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590214 Nov 25 19:35:34.513252 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1b58ff5e-854c-40cf-82b6-15d3b5c55b01 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Deleting port f4453658-bbf1-4799-83a0-7e47928da6f8 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:34.518253 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b58ff5e-854c-40cf-82b6-15d3b5c55b01 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:34.659419 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-e7330bb1-9dab-4cc6-bd45-c24d8ce511de tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:35:34.782793 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7330bb1-9dab-4cc6-bd45-c24d8ce511de tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:34.789246 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aedac2-6c44-43c7-ad7b-75d3ecbcdafe req-4818a66b-3040-4de3-820c-90e6a47d0db4 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:34.801234 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-3e1a8b98-528d-46e0-978d-951fd853e27e service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5925546 Nov 25 19:35:34.802417 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05aedac2-6c44-43c7-ad7b-75d3ecbcdafe req-4818a66b-3040-4de3-820c-90e6a47d0db4 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 943 time: 0.2611024 Nov 25 19:35:34.804631 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7330bb1-9dab-4cc6-bd45-c24d8ce511de tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:34.814414 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b58ff5e-854c-40cf-82b6-15d3b5c55b01 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:34.814986 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b58ff5e-854c-40cf-82b6-15d3b5c55b01 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:34.821379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425741e8-d37e-4db5-baec-ba1a53f159e2 req-3f67a81d-5eba-467f-be0f-7891d049693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:34.834073 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-425741e8-d37e-4db5-baec-ba1a53f159e2 req-3f67a81d-5eba-467f-be0f-7891d049693f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f12660b706a44f0ab0907648b019fe22&device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 1094 time: 0.3235850 Nov 25 19:35:34.890083 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1b58ff5e-854c-40cf-82b6-15d3b5c55b01 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Calling delete_port for f4453658-bbf1-4799-83a0-7e47928da6f8 owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:35.148899 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27634eb5-7c2c-4a0d-8189-c27cb5b75171 req-b6d20481-98e8-4943-83fe-e9856a7237f7 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:35.148899 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-27634eb5-7c2c-4a0d-8189-c27cb5b75171 req-b6d20481-98e8-4943-83fe-e9856a7237f7 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 943 time: 0.1912682 Nov 25 19:35:35.153423 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a7d33a7c-e143-4a78-82e2-4c10351895f9 req-8d140823-e527-43f1-bb24-a79c4929b74a service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391373 Nov 25 19:35:35.178580 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-e7330bb1-9dab-4cc6-bd45-c24d8ce511de tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Floating IP f876bd7a-1702-4e18-8293-c7282d643318 associated. External IP: 172.25.6.241, port: 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a. Nov 25 19:35:35.180035 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05aedac2-6c44-43c7-ad7b-75d3ecbcdafe req-79107274-f404-4101-9e56-f65e45ca1164 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/security-groups?id=6539240d-cb14-4d53-8d2f-c1428f897cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390014 Nov 25 19:35:35.213287 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425741e8-d37e-4db5-baec-ba1a53f159e2 req-9b2b1635-7a89-4028-bd87-ac2df0093248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:35.224622 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-425741e8-d37e-4db5-baec-ba1a53f159e2 req-9b2b1635-7a89-4028-bd87-ac2df0093248 service neutron] 10.222.0.85 "GET /v2.0/networks?id=21a84b76-3939-4320-a333-a882c23bb50e HTTP/1.1" status: 200 len: 921 time: 0.3794119 Nov 25 19:35:35.318932 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-425741e8-d37e-4db5-baec-ba1a53f159e2 req-24efc982-5915-4774-b26c-42ece5d83086 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63f3cba7-d9d7-4745-8041-29401be37031 HTTP/1.1" status: 200 len: 217 time: 0.0838892 Nov 25 19:35:35.361419 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:35.379869 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425741e8-d37e-4db5-baec-ba1a53f159e2 req-3ef2c075-957a-4cb8-ae53-f29a74168b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:35.381991 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-425741e8-d37e-4db5-baec-ba1a53f159e2 req-3ef2c075-957a-4cb8-ae53-f29a74168b6c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=241fd8f7-99b9-40ff-9bd0-88bd5a599dfe HTTP/1.1" status: 200 len: 859 time: 0.0550151 Nov 25 19:35:35.495086 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40796) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:35.528906 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b58ff5e-854c-40cf-82b6-15d3b5c55b01 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:35.558263 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58ff5e-854c-40cf-82b6-15d3b5c55b01 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Pushing event deleted for resources: {'Port': ['ID=f4453658-bbf1-4799-83a0-7e47928da6f8,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:35.561026 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-27634eb5-7c2c-4a0d-8189-c27cb5b75171 req-ecad683b-c46f-4c35-9fd4-b41e57afcc06 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725834 Nov 25 19:35:35.568727 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425741e8-d37e-4db5-baec-ba1a53f159e2 req-35d6ff7e-e494-44c6-a96d-c1c8b7f8cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:35.571015 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-425741e8-d37e-4db5-baec-ba1a53f159e2 req-35d6ff7e-e494-44c6-a96d-c1c8b7f8cc6e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=21a84b76-3939-4320-a333-a882c23bb50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1807806 Nov 25 19:35:35.576470 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:35.576961 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f23fb9-e6c7-45dd-aeaa-53e033f51fd9 req-9b3c096c-9620-4aea-a010-59157cf670fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:35.582662 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-33f23fb9-e6c7-45dd-aeaa-53e033f51fd9 req-9b3c096c-9620-4aea-a010-59157cf670fe service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 1094 time: 0.2993755 Nov 25 19:35:35.730379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-a5db0be4-a9d0-4fc2-ad2c-678c452403bc tempest-DvrRoutersNegativeTest-1643773847 tempest-DvrRoutersNegativeTest-1643773847-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-241212112', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:35.733532 n-d-819349-5 neutron-server[103600]: DEBUG neutron.policy [None req-a5db0be4-a9d0-4fc2-ad2c-678c452403bc tempest-DvrRoutersNegativeTest-1643773847 tempest-DvrRoutersNegativeTest-1643773847-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103600) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 25 19:35:35.733921 n-d-819349-5 neutron-server[103600]: DEBUG neutron.policy [None req-a5db0be4-a9d0-4fc2-ad2c-678c452403bc tempest-DvrRoutersNegativeTest-1643773847 tempest-DvrRoutersNegativeTest-1643773847-project] Failed policy check for 'create_router' {{(pid=103600) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 25 19:35:35.734683 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-a5db0be4-a9d0-4fc2-ad2c-678c452403bc tempest-DvrRoutersNegativeTest-1643773847 tempest-DvrRoutersNegativeTest-1643773847-project] create failed (client error): Access was denied to this resource. Nov 25 19:35:35.739054 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a5db0be4-a9d0-4fc2-ad2c-678c452403bc tempest-DvrRoutersNegativeTest-1643773847 tempest-DvrRoutersNegativeTest-1643773847-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2380860 Nov 25 19:35:35.863921 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b58ff5e-854c-40cf-82b6-15d3b5c55b01 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:35.868105 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b58ff5e-854c-40cf-82b6-15d3b5c55b01 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:35.869890 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1b58ff5e-854c-40cf-82b6-15d3b5c55b01 tempest-ServersTestManualDisk-504300766 tempest-ServersTestManualDisk-504300766-project] 10.222.0.55 "DELETE /v2.0/floatingips/626bdbd6-8220-4d4e-b1b7-d1015dfca6a2 HTTP/1.1" status: 204 len: 168 time: 1.6002071 Nov 25 19:35:35.878154 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40810) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:35.899035 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c29d77-1b15-4c66-be80-d2aab5c68624 req-a2a22706-d875-4609-9fa7-39e1c4b96b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:35.901972 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4c29d77-1b15-4c66-be80-d2aab5c68624 req-a2a22706-d875-4609-9fa7-39e1c4b96b23 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6&tenant_id=66bb1d518cbb4b4485685141182408d2 HTTP/1.1" status: 200 len: 1094 time: 0.2527192 Nov 25 19:35:35.954753 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48be72-2ab4-4032-9a2f-1d65faa8cec4 req-575752d3-f75c-45ca-b1b9-63ff9a8a32eb tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:35.956381 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-be48be72-2ab4-4032-9a2f-1d65faa8cec4 req-575752d3-f75c-45ca-b1b9-63ff9a8a32eb tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 943 time: 0.2966127 Nov 25 19:35:36.005183 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-425741e8-d37e-4db5-baec-ba1a53f159e2 req-63c61bfc-1870-491c-9803-05b144931a27 service neutron] 10.222.0.85 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208405 Nov 25 19:35:36.159327 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40816) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:36.335227 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f23fb9-e6c7-45dd-aeaa-53e033f51fd9 req-889d91d4-9b16-4196-a032-c033f00cdfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:36.336060 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c29d77-1b15-4c66-be80-d2aab5c68624 req-d125fdb2-77bf-4753-81ed-90f795597bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:36.336811 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-33f23fb9-e6c7-45dd-aeaa-53e033f51fd9 req-889d91d4-9b16-4196-a032-c033f00cdfd0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 912 time: 0.7392447 Nov 25 19:35:36.337580 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4c29d77-1b15-4c66-be80-d2aab5c68624 req-d125fdb2-77bf-4753-81ed-90f795597bf3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=66bb1d518cbb4b4485685141182408d2&device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 1094 time: 0.3507802 Nov 25 19:35:36.392354 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-33f23fb9-e6c7-45dd-aeaa-53e033f51fd9 req-7efa296e-4464-47e4-9072-833bec688275 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3de27103-dacf-46fc-9c82-1f1872c5cb0e HTTP/1.1" status: 200 len: 217 time: 0.0469768 Nov 25 19:35:36.404460 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-be48be72-2ab4-4032-9a2f-1d65faa8cec4 req-613643a4-d97b-4245-9f86-03351d6afeef tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4115787 Nov 25 19:35:36.431537 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7330bb1-9dab-4cc6-bd45-c24d8ce511de tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Router 0c193e4d-e652-460a-87ea-21aeaa61c440 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:35:36.492022 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3964334a-a3e2-4cf7-ae66-4cd941abad4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:36.499377 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-425741e8-d37e-4db5-baec-ba1a53f159e2 req-1c9d41a0-4367-465f-90af-a622bbedf256 service neutron] 10.222.0.85 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815691 Nov 25 19:35:36.506412 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f23fb9-e6c7-45dd-aeaa-53e033f51fd9 req-b4c0c3a5-64ea-4947-82b0-6c1394472fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:36.508173 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-33f23fb9-e6c7-45dd-aeaa-53e033f51fd9 req-b4c0c3a5-64ea-4947-82b0-6c1394472fa8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ec830131-0c53-44d8-b6cf-4b7badf3b5da HTTP/1.1" status: 200 len: 850 time: 0.1090124 Nov 25 19:35:36.625695 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c29d77-1b15-4c66-be80-d2aab5c68624 req-dc802fdc-ee0a-4170-b4ec-46b3e0b40d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:36.629134 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4c29d77-1b15-4c66-be80-d2aab5c68624 req-dc802fdc-ee0a-4170-b4ec-46b3e0b40d28 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c66fbd7-92f9-4c18-afb1-b38847fa5709 HTTP/1.1" status: 200 len: 917 time: 0.2725036 Nov 25 19:35:36.681242 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e272e59-2871-485f-bfce-e57316c70078 req-bec09a36-fe1b-4ed9-a1a6-97d69589f345 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:36.683029 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4e272e59-2871-485f-bfce-e57316c70078 req-bec09a36-fe1b-4ed9-a1a6-97d69589f345 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 943 time: 0.1424620 Nov 25 19:35:36.688296 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f23fb9-e6c7-45dd-aeaa-53e033f51fd9 req-35874b61-31b2-400d-b26e-bb01abf4d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:36.689927 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-33f23fb9-e6c7-45dd-aeaa-53e033f51fd9 req-35874b61-31b2-400d-b26e-bb01abf4d720 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=37f8230d-6a2b-4a12-a441-526002eff84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1503642 Nov 25 19:35:36.691492 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7330bb1-9dab-4cc6-bd45-c24d8ce511de tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:35:36.698058 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7330bb1-9dab-4cc6-bd45-c24d8ce511de tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:36.709517 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b46e41-36d2-4718-8bf8-6c3151fb5238 None None] Sync routers for ids ['0c193e4d-e652-460a-87ea-21aeaa61c440'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:35:36.726182 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b46e41-36d2-4718-8bf8-6c3151fb5238 None None] Routers {'0c193e4d-e652-460a-87ea-21aeaa61c440'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:36.728055 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e7b46e41-36d2-4718-8bf8-6c3151fb5238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:35:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['0c193e4d-e652-460a-87ea-21aeaa61c440'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:36.771559 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e7330bb1-9dab-4cc6-bd45-c24d8ce511de tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "PUT /v2.0/floatingips/f876bd7a-1702-4e18-8293-c7282d643318 HTTP/1.1" status: 200 len: 992 time: 4.4994967 Nov 25 19:35:36.772359 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d7811c-dac3-4d2b-a44b-d2afe6e89ce1', 'tag': '40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:35:36.774375 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba66f85-4261-4598-943d-a2de08c473d0" -d '{"events": [{"name": "network-changed", "server_uuid": "30d7811c-dac3-4d2b-a44b-d2afe6e89ce1", "tag": "40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:35:36.850511 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4e272e59-2871-485f-bfce-e57316c70078 req-636ed7cc-5daa-450f-8fc0-8db1b5897ae4 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/security-groups?id=6539240d-cb14-4d53-8d2f-c1428f897cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569693 Nov 25 19:35:36.881618 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-33f23fb9-e6c7-45dd-aeaa-53e033f51fd9 req-e504934a-12e8-4b63-9ec1-50874b08bff7 service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767111 Nov 25 19:35:36.934066 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e7b46e41-36d2-4718-8bf8-6c3151fb5238 None None] Set router 0c193e4d-e652-460a-87ea-21aeaa61c440 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:35:37.119189 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-33f23fb9-e6c7-45dd-aeaa-53e033f51fd9 req-230831ab-e421-4fed-9ca0-7b723f7abc20 service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272880 Nov 25 19:35:37.169843 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60e189-9dbf-4a7a-b65a-5fa7059c2b5f req-4c5aad7a-207f-4fe7-86aa-bb8342d81734 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:37.173753 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4e60e189-9dbf-4a7a-b65a-5fa7059c2b5f req-4c5aad7a-207f-4fe7-86aa-bb8342d81734 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 943 time: 0.1267595 Nov 25 19:35:37.248749 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4c29d77-1b15-4c66-be80-d2aab5c68624 req-ed1c0d37-42bb-4001-9d69-475d169e3429 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bd96d02-eb03-4ed3-b9af-d785f20172e7 HTTP/1.1" status: 200 len: 998 time: 0.6086056 Nov 25 19:35:37.274903 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4e60e189-9dbf-4a7a-b65a-5fa7059c2b5f req-25c20756-703a-4051-926c-a2e5079c8357 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943859 Nov 25 19:35:37.286225 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45235a-665c-44c0-967f-d7e96f55b2c3 req-1baa7f63-e260-45fa-984b-6bb2b82ed2a0 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:37.287857 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8d45235a-665c-44c0-967f-d7e96f55b2c3 req-1baa7f63-e260-45fa-984b-6bb2b82ed2a0 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24471ad-b56c-49f1-a604-b8cd3ef62ca8 HTTP/1.1" status: 200 len: 945 time: 0.6574438 Nov 25 19:35:37.365822 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3964334a-a3e2-4cf7-ae66-4cd941abad4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:37.377225 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c29d77-1b15-4c66-be80-d2aab5c68624 req-00c00f04-00b1-4952-8722-051bed2a7096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:37.378788 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4c29d77-1b15-4c66-be80-d2aab5c68624 req-00c00f04-00b1-4952-8722-051bed2a7096 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d HTTP/1.1" status: 200 len: 855 time: 0.1203475 Nov 25 19:35:37.382170 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3964334a-a3e2-4cf7-ae66-4cd941abad4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:37.450113 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6a7379-18bd-44eb-997e-2156dfc28f55 x-openstack-request-id: req-0f6a7379-18bd-44eb-997e-2156dfc28f55 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:37.450728 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d7811c-dac3-4d2b-a44b-d2afe6e89ce1", "tag": "40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:37.451096 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0f6a7379-18bd-44eb-997e-2156dfc28f55 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:37.451780 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d7811c-dac3-4d2b-a44b-d2afe6e89ce1', 'tag': '40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a', 'status': 'completed', 'code': 200} Nov 25 19:35:37.454266 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e7b46e41-36d2-4718-8bf8-6c3151fb5238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'name': 'tempest-AttachVolumeTestJSON-1746169101-router', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:19Z', 'updated_at': '2021-11-25T19:29:26Z', 'revision_number': 4, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'gw_port': {'id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:21Z', 'updated_at': '2021-11-25T19:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'f876bd7a-1702-4e18-8293-c7282d643318', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'port_id': '40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'mac_address': 'fa:16:3e:42:13:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d7811c-dac3-4d2b-a44b-d2afe6e89ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:35:00Z', 'updated_at': '2021-11-25T19:35:34Z', 'revision_number': 1, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '702bb341-dc55-4bf4-992f-6cdddd28f076', 'name': '', 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'mac_address': 'fa:16:3e:8c:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:24Z', 'updated_at': '2021-11-25T19:29:35Z', 'revision_number': 5, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'subnets': [{'id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:37.490789 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8d45235a-665c-44c0-967f-d7e96f55b2c3 req-608c9f72-019d-48b9-b5e4-b920d0fbfa6f tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/security-groups?id=8391e77d-e786-45c0-a2ee-87118d2ac065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796227 Nov 25 19:35:37.512093 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b46e41-36d2-4718-8bf8-6c3151fb5238 None None] Checking router: 0c193e4d-e652-460a-87ea-21aeaa61c440 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:35:37.524017 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b46e41-36d2-4718-8bf8-6c3151fb5238 None None] Routers {'0c193e4d-e652-460a-87ea-21aeaa61c440'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:37.524662 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e7b46e41-36d2-4718-8bf8-6c3151fb5238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:35:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['0c193e4d-e652-460a-87ea-21aeaa61c440'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:37.575543 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3964334a-a3e2-4cf7-ae66-4cd941abad4a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ce0a878f45af4a1aa7a3461ef3cfa570&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4123721 Nov 25 19:35:37.579559 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40836) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:37.602538 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964334a-a3e2-4cf7-ae66-4cd941abad4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a796e4e-f285-42cc-8044-8cc80299db80,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:37.659546 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c29d77-1b15-4c66-be80-d2aab5c68624 req-7e5d85c7-feed-466f-9356-fbcd4d51e9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:37.661720 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4c29d77-1b15-4c66-be80-d2aab5c68624 req-7e5d85c7-feed-466f-9356-fbcd4d51e9be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c66fbd7-92f9-4c18-afb1-b38847fa5709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2689819 Nov 25 19:35:37.681100 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e7b46e41-36d2-4718-8bf8-6c3151fb5238 None None] Set router 0c193e4d-e652-460a-87ea-21aeaa61c440 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:35:37.709800 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba66f85-4261-4598-943d-a2de08c473d0 req-af49ca21-4c88-4d79-8a86-fc085813db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:37.712036 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fba66f85-4261-4598-943d-a2de08c473d0 req-af49ca21-4c88-4d79-8a86-fc085813db31 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5793ebf8c1374bcea833180ef6f84e4c&device_id=30d7811c-dac3-4d2b-a44b-d2afe6e89ce1 HTTP/1.1" status: 200 len: 1097 time: 0.2048428 Nov 25 19:35:37.819786 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815cd92-f282-4a98-b98d-bfbf15cac9f2 req-8202df66-99d8-4cf5-9c2a-52f39b54f0a4 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:37.827986 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1815cd92-f282-4a98-b98d-bfbf15cac9f2 req-8202df66-99d8-4cf5-9c2a-52f39b54f0a4 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 943 time: 0.2427347 Nov 25 19:35:37.836679 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-160cae60-9b02-4e0b-b28f-52156283f3a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:37.883297 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86aaa22a-1487-4999-abce-d67060633518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:37.938691 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-160cae60-9b02-4e0b-b28f-52156283f3a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:37.998775 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4c29d77-1b15-4c66-be80-d2aab5c68624 req-20b04efe-14bd-4dcd-b241-736779fece48 service neutron] 10.222.0.73 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182802 Nov 25 19:35:38.008114 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba66f85-4261-4598-943d-a2de08c473d0 req-298f19ae-a43d-415d-b077-04dfbee29d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:38.009643 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fba66f85-4261-4598-943d-a2de08c473d0 req-298f19ae-a43d-415d-b077-04dfbee29d81 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ff56631b-efa0-42d5-95cb-f491e3d0d8b0 HTTP/1.1" status: 200 len: 912 time: 0.2763226 Nov 25 19:35:38.010890 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fd975-ec1e-46e4-a71c-876f3d0b08ba req-447911dd-4eda-4e6b-92e7-61f58ae5147a tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:38.013621 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-aa4fd975-ec1e-46e4-a71c-876f3d0b08ba req-447911dd-4eda-4e6b-92e7-61f58ae5147a tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.73 "GET /v2.0/ports?device_id=f24471ad-b56c-49f1-a604-b8cd3ef62ca8 HTTP/1.1" status: 200 len: 945 time: 0.2660246 Nov 25 19:35:38.129270 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1815cd92-f282-4a98-b98d-bfbf15cac9f2 req-7016e24a-2aa4-4fd3-8047-b03132ad2eb1 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2884037 Nov 25 19:35:38.191791 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e7b46e41-36d2-4718-8bf8-6c3151fb5238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'name': 'tempest-AttachVolumeTestJSON-1746169101-router', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:19Z', 'updated_at': '2021-11-25T19:29:26Z', 'revision_number': 4, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'gw_port': {'id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:21Z', 'updated_at': '2021-11-25T19:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'f876bd7a-1702-4e18-8293-c7282d643318', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'port_id': '40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'mac_address': 'fa:16:3e:42:13:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d7811c-dac3-4d2b-a44b-d2afe6e89ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:35:00Z', 'updated_at': '2021-11-25T19:35:34Z', 'revision_number': 1, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '702bb341-dc55-4bf4-992f-6cdddd28f076', 'name': '', 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'mac_address': 'fa:16:3e:8c:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:24Z', 'updated_at': '2021-11-25T19:29:35Z', 'revision_number': 5, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'subnets': [{'id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:38.264048 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b46e41-36d2-4718-8bf8-6c3151fb5238 None None] The sync data for ids ['0c193e4d-e652-460a-87ea-21aeaa61c440'] in n-d-819349-5 is: [{'id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'name': 'tempest-AttachVolumeTestJSON-1746169101-router', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:19Z', 'updated_at': '2021-11-25T19:29:26Z', 'revision_number': 4, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'gw_port': {'id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:21Z', 'updated_at': '2021-11-25T19:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'f876bd7a-1702-4e18-8293-c7282d643318', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'port_id': '40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'mac_address': 'fa:16:3e:42:13:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d7811c-dac3-4d2b-a44b-d2afe6e89ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:35:00Z', 'updated_at': '2021-11-25T19:35:34Z', 'revision_number': 1, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '702bb341-dc55-4bf4-992f-6cdddd28f076', 'name': '', 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'mac_address': 'fa:16:3e:8c:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:24Z', 'updated_at': '2021-11-25T19:29:35Z', 'revision_number': 5, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'subnets': [{'id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:35:38.265945 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-160cae60-9b02-4e0b-b28f-52156283f3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:38.275426 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-160cae60-9b02-4e0b-b28f-52156283f3a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:38.278181 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-160cae60-9b02-4e0b-b28f-52156283f3a8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2a796e4e-f285-42cc-8044-8cc80299db80 HTTP/1.1" status: 204 len: 168 time: 0.6969345 Nov 25 19:35:38.303204 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160cae60-9b02-4e0b-b28f-52156283f3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a796e4e-f285-42cc-8044-8cc80299db80,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:38.335378 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4c29d77-1b15-4c66-be80-d2aab5c68624 req-2f3b5b2d-12a1-40c6-9021-c6751e026859 service neutron] 10.222.0.73 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236029 Nov 25 19:35:38.353658 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-aa4fd975-ec1e-46e4-a71c-876f3d0b08ba req-f1e157ba-c6c8-4732-95f4-da033a155c3b tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Deleting port 24cafed6-3d8e-47ca-846d-457abb4a9631 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:38.353926 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-aa4fd975-ec1e-46e4-a71c-876f3d0b08ba req-f1e157ba-c6c8-4732-95f4-da033a155c3b tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:38.505545 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4151801-3650-4104-b954-5fd9a213f9f4 req-79225012-3175-4919-b8cd-05e40cbefd4d tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:38.521246 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d4151801-3650-4104-b954-5fd9a213f9f4 req-79225012-3175-4919-b8cd-05e40cbefd4d tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 943 time: 0.4114726 Nov 25 19:35:38.540663 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fba66f85-4261-4598-943d-a2de08c473d0 req-4e47119d-22c3-468f-abff-f6d6124c9caa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a HTTP/1.1" status: 200 len: 1000 time: 0.5150878 Nov 25 19:35:38.725816 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba66f85-4261-4598-943d-a2de08c473d0 req-c940220e-8b12-42bc-a021-4bc4f895888d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:38.727570 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fba66f85-4261-4598-943d-a2de08c473d0 req-c940220e-8b12-42bc-a021-4bc4f895888d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b79aba06-befc-4f8a-a873-c735df5300cb HTTP/1.1" status: 200 len: 850 time: 0.1505880 Nov 25 19:35:38.762743 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d4151801-3650-4104-b954-5fd9a213f9f4 req-9d90d5d9-35b3-40e5-9f8b-d9df7786e09a tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/security-groups?id=6539240d-cb14-4d53-8d2f-c1428f897cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399886 Nov 25 19:35:38.764903 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31d1d0-591c-4d7c-8eac-6ab1778feb34 req-0c67fdea-7ff2-41cd-9500-be696a699b75 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:38.779887 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9d31d1d0-591c-4d7c-8eac-6ab1778feb34 req-0c67fdea-7ff2-41cd-9500-be696a699b75 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 943 time: 0.1918895 Nov 25 19:35:38.805180 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-aa4fd975-ec1e-46e4-a71c-876f3d0b08ba req-f1e157ba-c6c8-4732-95f4-da033a155c3b tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] For port 24cafed6-3d8e-47ca-846d-457abb4a9631, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=24cafed6-3d8e-47ca-846d-457abb4a9631,segment=NetworkSegment(ddd1126b-9bbd-4351-a93b-a2ff0018e743),segment_id=ddd1126b-9bbd-4351-a93b-a2ff0018e743)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:38.805690 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-aa4fd975-ec1e-46e4-a71c-876f3d0b08ba req-f1e157ba-c6c8-4732-95f4-da033a155c3b tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:38.814516 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 3de27103-dacf-46fc-9c82-1f1872c5cb0e details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:35:38.845115 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-aa4fd975-ec1e-46e4-a71c-876f3d0b08ba req-f1e157ba-c6c8-4732-95f4-da033a155c3b tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Calling delete_port for 24cafed6-3d8e-47ca-846d-457abb4a9631 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:38.892587 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea7c57d-8549-4d8d-8378-5fe4636bc5a5 None None] New status for floating IP f876bd7a-1702-4e18-8293-c7282d643318: ACTIVE {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:35:38.935544 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba66f85-4261-4598-943d-a2de08c473d0 req-e8c7616a-8b6d-45ae-8a9e-1971ff6280f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:38.942960 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fba66f85-4261-4598-943d-a2de08c473d0 req-e8c7616a-8b6d-45ae-8a9e-1971ff6280f3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff56631b-efa0-42d5-95cb-f491e3d0d8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2039974 Nov 25 19:35:39.031580 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9d31d1d0-591c-4d7c-8eac-6ab1778feb34 req-37ca6858-4a34-4de6-b075-9c45d3207b43 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504222 Nov 25 19:35:39.075476 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 3de27103-dacf-46fc-9c82-1f1872c5cb0e, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=3de27103-dacf-46fc-9c82-1f1872c5cb0e,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:39.113280 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '3de27103-dacf-46fc-9c82-1f1872c5cb0e', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'port_id': '3de27103-dacf-46fc-9c82-1f1872c5cb0e', 'mac_address': 'fa:16:3e:ed:52:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:35:39.221775 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:39.246904 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-aa4fd975-ec1e-46e4-a71c-876f3d0b08ba req-f1e157ba-c6c8-4732-95f4-da033a155c3b tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:39.266539 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de27103-dacf-46fc-9c82-1f1872c5cb0e {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:35:39.336352 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e157ba-c6c8-4732-95f4-da033a155c3b tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Pushing event deleted for resources: {'Port': ['ID=24cafed6-3d8e-47ca-846d-457abb4a9631,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:39.366947 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 3de27103-dacf-46fc-9c82-1f1872c5cb0e, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=3de27103-dacf-46fc-9c82-1f1872c5cb0e,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:39.373668 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:39.375404 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 63f3cba7-d9d7-4745-8041-29401be37031 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:35:39.419283 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a74b7ff7-9d76-4329-af13-95ca66dcec52 req-6f488d63-724a-49f7-9dfa-c3d46ec2a3a1 tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24471ad-b56c-49f1-a604-b8cd3ef62ca8 HTTP/1.1" status: 200 len: 210 time: 0.2279165 Nov 25 19:35:39.436884 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4fd975-ec1e-46e4-a71c-876f3d0b08ba req-f1e157ba-c6c8-4732-95f4-da033a155c3b tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] No DVR routers for this DVR port 24cafed6-3d8e-47ca-846d-457abb4a9631 on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:35:39.444475 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-aa4fd975-ec1e-46e4-a71c-876f3d0b08ba req-f1e157ba-c6c8-4732-95f4-da033a155c3b tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:39.468027 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-aa4fd975-ec1e-46e4-a71c-876f3d0b08ba req-f1e157ba-c6c8-4732-95f4-da033a155c3b tempest-ServersTestJSON-2071457139 tempest-ServersTestJSON-2071457139-project] 10.222.0.73 "DELETE /v2.0/ports/24cafed6-3d8e-47ca-846d-457abb4a9631 HTTP/1.1" status: 204 len: 173 time: 1.4368072 Nov 25 19:35:39.472922 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24471ad-b56c-49f1-a604-b8cd3ef62ca8', 'name': 'network-vif-deleted', 'tag': '24cafed6-3d8e-47ca-846d-457abb4a9631'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:35:39.477554 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e6edea-68f0-4357-b0f2-7e367d9e62c1" -d '{"events": [{"server_uuid": "f24471ad-b56c-49f1-a604-b8cd3ef62ca8", "name": "network-vif-deleted", "tag": "24cafed6-3d8e-47ca-846d-457abb4a9631"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:35:39.508969 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fba66f85-4261-4598-943d-a2de08c473d0 req-2ff29a77-a5ae-42ef-8b01-03ace9261368 service neutron] 10.222.0.73 "GET /v2.0/networks/ff56631b-efa0-42d5-95cb-f491e3d0d8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034981 Nov 25 19:35:39.591953 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=3de27103-dacf-46fc-9c82-1f1872c5cb0e,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:39.622167 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecd856-5368-4bb4-b090-f6f1cc3104cf req-726a9bd2-a253-4327-8e6b-d8c912c3222b tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:39.639407 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-35ecd856-5368-4bb4-b090-f6f1cc3104cf req-726a9bd2-a253-4327-8e6b-d8c912c3222b tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 943 time: 0.2458501 Nov 25 19:35:39.644783 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4a8bad-cfcf-447e-a9fe-1bc49cbb5ddc x-openstack-request-id: req-fa4a8bad-cfcf-447e-a9fe-1bc49cbb5ddc {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:39.645646 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24471ad-b56c-49f1-a604-b8cd3ef62ca8", "name": "network-vif-deleted", "tag": "24cafed6-3d8e-47ca-846d-457abb4a9631", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:39.646151 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fa4a8bad-cfcf-447e-a9fe-1bc49cbb5ddc {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:39.647049 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24471ad-b56c-49f1-a604-b8cd3ef62ca8', 'name': 'network-vif-deleted', 'tag': '24cafed6-3d8e-47ca-846d-457abb4a9631', 'status': 'completed', 'code': 200} Nov 25 19:35:39.651911 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:39.653098 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:39.653853 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:39.654647 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:39.655402 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:39.656184 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:39.656939 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:39.657706 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:39.659611 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:39.660413 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:39.661197 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:39.662025 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:39.741033 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-86aaa22a-1487-4999-abce-d67060633518 admin admin] Deleting port d40133bf-0ddc-4366-bcb0-9b809d396e9d {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:39.741746 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86aaa22a-1487-4999-abce-d67060633518 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:39.773629 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 63f3cba7-d9d7-4745-8041-29401be37031, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=63f3cba7-d9d7-4745-8041-29401be37031,segment=NetworkSegment(cbc4ce84-3bfa-4d14-8bfb-478d2951bd52),segment_id=cbc4ce84-3bfa-4d14-8bfb-478d2951bd52)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:39.796779 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-35ecd856-5368-4bb4-b090-f6f1cc3104cf req-85a3b41d-21fb-475f-875f-3fca13f529ba tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452341 Nov 25 19:35:39.897970 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '63f3cba7-d9d7-4745-8041-29401be37031', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'port_id': '63f3cba7-d9d7-4745-8041-29401be37031', 'mac_address': 'fa:16:3e:68:0d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:35:40.041096 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-86aaa22a-1487-4999-abce-d67060633518 admin admin] For port d40133bf-0ddc-4366-bcb0-9b809d396e9d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d40133bf-0ddc-4366-bcb0-9b809d396e9d,segment=NetworkSegment(a6219a8d-4177-4833-bb2d-685eca4369e6),segment_id=a6219a8d-4177-4833-bb2d-685eca4369e6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:40.041096 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86aaa22a-1487-4999-abce-d67060633518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:40.133338 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:40.136492 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-86aaa22a-1487-4999-abce-d67060633518 admin admin] Calling delete_port for d40133bf-0ddc-4366-bcb0-9b809d396e9d owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:40.174282 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63f3cba7-d9d7-4745-8041-29401be37031 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:35:40.205547 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 63f3cba7-d9d7-4745-8041-29401be37031, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=63f3cba7-d9d7-4745-8041-29401be37031,segment=NetworkSegment(cbc4ce84-3bfa-4d14-8bfb-478d2951bd52),segment_id=cbc4ce84-3bfa-4d14-8bfb-478d2951bd52)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:40.212255 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:40.254204 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fba66f85-4261-4598-943d-a2de08c473d0 req-a1c67ea7-b62e-4bf2-b119-afceaddbeded service neutron] 10.222.0.73 "GET /v2.0/networks/ff56631b-efa0-42d5-95cb-f491e3d0d8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7314572 Nov 25 19:35:40.471253 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=63f3cba7-d9d7-4745-8041-29401be37031,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:40.526621 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['3de27103-dacf-46fc-9c82-1f1872c5cb0e'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:35:40.537026 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['63f3cba7-d9d7-4745-8041-29401be37031'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:35:40.648658 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062e275-adf2-4057-b6b4-3733410f9a3a req-e0323684-8f2e-41eb-a1bd-c7a72b011068 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:40.673143 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e062e275-adf2-4057-b6b4-3733410f9a3a req-e0323684-8f2e-41eb-a1bd-c7a72b011068 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 944 time: 0.1110725 Nov 25 19:35:40.720406 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1f729-34aa-4437-85af-3fd5efc81445 req-500d3e82-2d8a-479e-8302-16d721740adc tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:40.743033 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33b1f729-34aa-4437-85af-3fd5efc81445 req-500d3e82-2d8a-479e-8302-16d721740adc tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 943 time: 0.6130452 Nov 25 19:35:40.810138 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e062e275-adf2-4057-b6b4-3733410f9a3a req-e09a8dbe-be91-4cbb-8ca0-a250541965ab tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243839 Nov 25 19:35:40.911387 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40902) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:40.918031 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86aaa22a-1487-4999-abce-d67060633518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:40.930073 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40904) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:41.055120 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 24cafed6-3d8e-47ca-846d-457abb4a9631 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:41.064091 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33b1f729-34aa-4437-85af-3fd5efc81445 req-38b9fe25-bfab-4127-890f-4b9294a88fcb tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/security-groups?id=6539240d-cb14-4d53-8d2f-c1428f897cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199105 Nov 25 19:35:41.081133 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aaa22a-1487-4999-abce-d67060633518 admin admin] Pushing event deleted for resources: {'Port': ['ID=d40133bf-0ddc-4366-bcb0-9b809d396e9d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:41.276804 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c93e3f1-1c44-49e0-8a3f-7e18b3f76cf1 admin admin] Deleting subnet bbd3840b-2a2c-413f-a7dc-f5062cf8f874 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:35:41.298439 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c93e3f1-1c44-49e0-8a3f-7e18b3f76cf1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:41.459077 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86aaa22a-1487-4999-abce-d67060633518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:41.488477 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 24cafed6-3d8e-47ca-846d-457abb4a9631 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:35:41.489327 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 24cafed6-3d8e-47ca-846d-457abb4a9631 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:35:41.568637 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c93e3f1-1c44-49e0-8a3f-7e18b3f76cf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:41.655933 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e17d6a53-65a9-41f2-a132-b4976e4fde92 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Request body: {'security_group': {'name': 'tempest-secgroup--101428592'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:41.754579 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e17d6a53-65a9-41f2-a132-b4976e4fde92 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:41.786351 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e17d6a53-65a9-41f2-a132-b4976e4fde92 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:41.964583 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86aaa22a-1487-4999-abce-d67060633518 admin admin] Router 59807b61-7994-48f9-b2e9-5a33eb5e8a0f has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:35:42.000488 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fb1b4-0490-45a1-a1ec-dfb875fd7c8f req-3ac668d3-3226-4d66-a738-980c413f9c3d tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:42.003179 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ef9fb1b4-0490-45a1-a1ec-dfb875fd7c8f req-3ac668d3-3226-4d66-a738-980c413f9c3d tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 943 time: 0.5413504 Nov 25 19:35:42.033412 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c93e3f1-1c44-49e0-8a3f-7e18b3f76cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:42.161305 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e17d6a53-65a9-41f2-a132-b4976e4fde92 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:42.220962 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4ef1d-434f-4e1f-bb08-68013107ab3e req-ff50f0e8-c10d-49e4-929c-2fa9ff9f9886 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:42.232593 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-77b4ef1d-434f-4e1f-bb08-68013107ab3e req-ff50f0e8-c10d-49e4-929c-2fa9ff9f9886 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 944 time: 0.2994456 Nov 25 19:35:42.233325 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e17d6a53-65a9-41f2-a132-b4976e4fde92 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:42.294952 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ef9fb1b4-0490-45a1-a1ec-dfb875fd7c8f req-aaca42b2-f6eb-4a87-a216-76713674be8d tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067113 Nov 25 19:35:42.359464 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86aaa22a-1487-4999-abce-d67060633518 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:35:42.363927 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d6a53-65a9-41f2-a132-b4976e4fde92 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe835ef1-e6a7-410f-9de6-458284c1f0ce,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:42.377588 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb08fa5-fa02-40f5-b474-34d3d185e809 None None] Sync routers for ids ['59807b61-7994-48f9-b2e9-5a33eb5e8a0f'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:35:42.398248 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb08fa5-fa02-40f5-b474-34d3d185e809 None None] Routers {'59807b61-7994-48f9-b2e9-5a33eb5e8a0f'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:42.398942 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-feb08fa5-fa02-40f5-b474-34d3d185e809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:35:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['59807b61-7994-48f9-b2e9-5a33eb5e8a0f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:42.413729 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-86aaa22a-1487-4999-abce-d67060633518 admin admin] 10.222.0.55 "PUT /v2.0/routers/59807b61-7994-48f9-b2e9-5a33eb5e8a0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5333464 Nov 25 19:35:42.415971 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40916) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:42.425834 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c93e3f1-1c44-49e0-8a3f-7e18b3f76cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:42.531352 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93e3f1-1c44-49e0-8a3f-7e18b3f76cf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbd3840b-2a2c-413f-a7dc-f5062cf8f874,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:42.534610 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c93e3f1-1c44-49e0-8a3f-7e18b3f76cf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:42.542440 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2c93e3f1-1c44-49e0-8a3f-7e18b3f76cf1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bbd3840b-2a2c-413f-a7dc-f5062cf8f874 HTTP/1.1" status: 204 len: 168 time: 1.6266003 Nov 25 19:35:42.550674 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40920) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:42.569998 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-77b4ef1d-434f-4e1f-bb08-68013107ab3e req-8bd26b70-932b-48d6-a725-15d0b851c2eb tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142238 Nov 25 19:35:42.624703 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-feb08fa5-fa02-40f5-b474-34d3d185e809 None None] Set router 59807b61-7994-48f9-b2e9-5a33eb5e8a0f gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:35:42.664257 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e17d6a53-65a9-41f2-a132-b4976e4fde92 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:42.683278 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e17d6a53-65a9-41f2-a132-b4976e4fde92 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:42.769709 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d6a53-65a9-41f2-a132-b4976e4fde92 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f83864-11ce-4d43-b46c-c23ccbf04a43,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:42.776322 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e17d6a53-65a9-41f2-a132-b4976e4fde92 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:42.778554 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e17d6a53-65a9-41f2-a132-b4976e4fde92 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.8461869 Nov 25 19:35:42.782216 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40922) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:42.858011 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6aae4e-0be4-406c-b72f-70878f8f9228 req-1ff9925c-3e8d-4f87-a3e7-72aa27b847b2 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:42.860839 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8d6aae4e-0be4-406c-b72f-70878f8f9228 req-1ff9925c-3e8d-4f87-a3e7-72aa27b847b2 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 944 time: 0.1591721 Nov 25 19:35:42.893168 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bf2b37dc-1152-4187-b453-ae4fb7227641 admin admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:42.921449 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f108750a-8669-4fdd-a0e8-389246358e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:42.968130 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 3de27103-dacf-46fc-9c82-1f1872c5cb0e up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:35:43.128687 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-81497c8d-2ce1-4794-ac4e-4237d00328ad tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3429191 Nov 25 19:35:43.149267 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40924) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:43.158230 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-7baa4c2a-1e13-44ef-824a-b2ac36ca5ae7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Request body: {'security_group': {'name': 'tempest-security--1677618368', 'description': 'tempest-security-description-329546781'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:43.240301 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 3de27103-dacf-46fc-9c82-1f1872c5cb0e completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:35:43.259306 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 3de27103-dacf-46fc-9c82-1f1872c5cb0e triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:35:43.259769 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.288391 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8d6aae4e-0be4-406c-b72f-70878f8f9228 req-1135d9de-aea5-4a1a-ab2b-e1b16d43089c tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/security-groups?id=6539240d-cb14-4d53-8d2f-c1428f897cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991194 Nov 25 19:35:43.396217 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f108750a-8669-4fdd-a0e8-389246358e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.406461 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bf2b37dc-1152-4187-b453-ae4fb7227641 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.433269 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7baa4c2a-1e13-44ef-824a-b2ac36ca5ae7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.447277 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-feb08fa5-fa02-40f5-b474-34d3d185e809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'name': 'tempest-ServersTestManualDisk-1273699850-router', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '99d43df4-ff75-47f3-bd7d-ac1c337f3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:27Z', 'updated_at': '2021-11-25T19:35:40Z', 'revision_number': 5, 'project_id': '88671a697cd84733a2469dc1dc4f6f35', 'gw_port': {'id': '99d43df4-ff75-47f3-bd7d-ac1c337f3fd6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:30Z', 'updated_at': '2021-11-25T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:43.457964 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f108750a-8669-4fdd-a0e8-389246358e8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a38dc0-4595-4a86-8f52-78b834ea720c']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:43.485574 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f108750a-8669-4fdd-a0e8-389246358e8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd1126b-9bbd-4351-a93b-a2ff0018e743') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:43.485962 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f108750a-8669-4fdd-a0e8-389246358e8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd1126b-9bbd-4351-a93b-a2ff0018e743') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:43.512701 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f108750a-8669-4fdd-a0e8-389246358e8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.547770 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f108750a-8669-4fdd-a0e8-389246358e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.548364 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb08fa5-fa02-40f5-b474-34d3d185e809 None None] Checking router: 59807b61-7994-48f9-b2e9-5a33eb5e8a0f for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:35:43.559362 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7baa4c2a-1e13-44ef-824a-b2ac36ca5ae7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.563246 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f108750a-8669-4fdd-a0e8-389246358e8d admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:35:43.563673 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f108750a-8669-4fdd-a0e8-389246358e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.567788 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7baa4c2a-1e13-44ef-824a-b2ac36ca5ae7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:35:43.569509 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:35:43.573228 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7baa4c2a-1e13-44ef-824a-b2ac36ca5ae7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.573228 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7baa4c2a-1e13-44ef-824a-b2ac36ca5ae7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "PUT /v2.0/security-groups/a4f83864-11ce-4d43-b46c-c23ccbf04a43 HTTP/1.1" status: 200 len: 1796 time: 0.4203255 Nov 25 19:35:43.588007 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb08fa5-fa02-40f5-b474-34d3d185e809 None None] Routers {'59807b61-7994-48f9-b2e9-5a33eb5e8a0f'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:43.594842 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-feb08fa5-fa02-40f5-b474-34d3d185e809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:35:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['59807b61-7994-48f9-b2e9-5a33eb5e8a0f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:43.596841 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40928) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:43.667920 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa4c2a-1e13-44ef-824a-b2ac36ca5ae7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f83864-11ce-4d43-b46c-c23ccbf04a43,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:43.709488 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40932) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:43.710376 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cd83d964-624c-4b71-b07f-c3a8119bfea5 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-groups/a4f83864-11ce-4d43-b46c-c23ccbf04a43 HTTP/1.1" status: 200 len: 1796 time: 0.1093473 Nov 25 19:35:43.723924 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-bf2b37dc-1152-4187-b453-ae4fb7227641 admin admin] Deleting port 99d43df4-ff75-47f3-bd7d-ac1c337f3fd6 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:43.725084 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bf2b37dc-1152-4187-b453-ae4fb7227641 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.772935 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-feb08fa5-fa02-40f5-b474-34d3d185e809 None None] Set router 59807b61-7994-48f9-b2e9-5a33eb5e8a0f gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:35:43.793836 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f108750a-8669-4fdd-a0e8-389246358e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.802300 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f108750a-8669-4fdd-a0e8-389246358e8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.811805 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f108750a-8669-4fdd-a0e8-389246358e8d admin admin] 10.222.0.55 "DELETE /v2.0/networks/80a38dc0-4595-4a86-8f52-78b834ea720c HTTP/1.1" status: 204 len: 168 time: 1.2289362 Nov 25 19:35:43.863225 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108750a-8669-4fdd-a0e8-389246358e8d admin admin] Pushing event deleted for resources: {'Network': ['ID=80a38dc0-4595-4a86-8f52-78b834ea720c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:43.886781 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9e2507e-2158-43ae-a7c4-2c45aff82b49 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.910805 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-feb08fa5-fa02-40f5-b474-34d3d185e809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'name': 'tempest-ServersTestManualDisk-1273699850-router', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:27Z', 'updated_at': '2021-11-25T19:35:43Z', 'revision_number': 6, 'project_id': '88671a697cd84733a2469dc1dc4f6f35', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:43.915121 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.956309 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9e2507e-2158-43ae-a7c4-2c45aff82b49 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.961101 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-bf2b37dc-1152-4187-b453-ae4fb7227641 admin admin] For port 99d43df4-ff75-47f3-bd7d-ac1c337f3fd6, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=99d43df4-ff75-47f3-bd7d-ac1c337f3fd6,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:43.961409 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bf2b37dc-1152-4187-b453-ae4fb7227641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.998351 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-bf2b37dc-1152-4187-b453-ae4fb7227641 admin admin] Calling delete_port for 99d43df4-ff75-47f3-bd7d-ac1c337f3fd6 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:44.079359 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb08fa5-fa02-40f5-b474-34d3d185e809 None None] The sync data for ids ['59807b61-7994-48f9-b2e9-5a33eb5e8a0f'] in n-d-819349-5 is: [{'id': '59807b61-7994-48f9-b2e9-5a33eb5e8a0f', 'name': 'tempest-ServersTestManualDisk-1273699850-router', 'tenant_id': '88671a697cd84733a2469dc1dc4f6f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:27Z', 'updated_at': '2021-11-25T19:35:43Z', 'revision_number': 6, 'project_id': '88671a697cd84733a2469dc1dc4f6f35', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:35:44.097842 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9e2507e-2158-43ae-a7c4-2c45aff82b49 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:44.101994 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9e2507e-2158-43ae-a7c4-2c45aff82b49 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:44.107158 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c9e2507e-2158-43ae-a7c4-2c45aff82b49 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "DELETE /v2.0/security-groups/a4f83864-11ce-4d43-b46c-c23ccbf04a43 HTTP/1.1" status: 204 len: 168 time: 0.3948023 Nov 25 19:35:44.108785 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40936) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:44.128440 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7714bd-5afb-44a7-95f4-ca9d455fa816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de27103-dacf-46fc-9c82-1f1872c5cb0e'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:35:44.141363 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77584db-0c08-4398-8e74-fcbd35afe96a" -d '{"events": [{"server_uuid": "9f7714bd-5afb-44a7-95f4-ca9d455fa816", "name": "network-vif-plugged", "status": "completed", "tag": "3de27103-dacf-46fc-9c82-1f1872c5cb0e"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:35:44.204820 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2507e-2158-43ae-a7c4-2c45aff82b49 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f83864-11ce-4d43-b46c-c23ccbf04a43,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:44.210918 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 3de27103-dacf-46fc-9c82-1f1872c5cb0e, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=3de27103-dacf-46fc-9c82-1f1872c5cb0e,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:44.247413 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:44.248965 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 63f3cba7-d9d7-4745-8041-29401be37031 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:35:44.285982 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ad1f9af2-ce14-4bb5-85cb-e2ebc7a13610 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1251016 Nov 25 19:35:44.288303 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40940) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:44.318777 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-16bcbc31-18ac-4e44-a2e0-d431f99a7a64 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] delete failed (client error): The resource could not be found. Nov 25 19:35:44.331068 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-16bcbc31-18ac-4e44-a2e0-d431f99a7a64 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "DELETE /v2.0/security-groups/a4f83864-11ce-4d43-b46c-c23ccbf04a43 HTTP/1.1" status: 404 len: 347 time: 0.0414653 Nov 25 19:35:44.331848 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40944) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:44.337562 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-44d1f6bd-6f89-44eb-ab00-303cd823cf86 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Request body: {'security_group': {'name': 'tempest-secgroup--1548734408'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:44.370901 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44d1f6bd-6f89-44eb-ab00-303cd823cf86 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:44.398240 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40948) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:44.501412 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1896f01f-9495-4238-8dfa-111cb011c541 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a84262e56b10427f82b71772767dc30b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1015775 Nov 25 19:35:44.527682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40950) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:44.536225 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bf2b37dc-1152-4187-b453-ae4fb7227641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:44.606253 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 63f3cba7-d9d7-4745-8041-29401be37031 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:35:44.616200 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44d1f6bd-6f89-44eb-ab00-303cd823cf86 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:44.625703 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 63f3cba7-d9d7-4745-8041-29401be37031 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:35:44.626665 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44d1f6bd-6f89-44eb-ab00-303cd823cf86 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:44.627073 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:44.645163 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b37dc-1152-4187-b453-ae4fb7227641 admin admin] Pushing event deleted for resources: {'Port': ['ID=99d43df4-ff75-47f3-bd7d-ac1c337f3fd6,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:44.737794 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1f6bd-6f89-44eb-ab00-303cd823cf86 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ac3ceb-e2f3-4fa9-9650-3df5fc0f3566,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:44.754795 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=3de27103-dacf-46fc-9c82-1f1872c5cb0e,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:44.776830 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44d1f6bd-6f89-44eb-ab00-303cd823cf86 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:44.784480 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-44d1f6bd-6f89-44eb-ab00-303cd823cf86 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4501164 Nov 25 19:35:44.788674 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40952) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:44.823889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-b8f64bf0-3fdc-4c35-abbb-7f1af958af1e tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Request body: {'security_group_rule': {'security_group_id': 'd4ac3ceb-e2f3-4fa9-9650-3df5fc0f3566', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:44.871297 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8f64bf0-3fdc-4c35-abbb-7f1af958af1e tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:44.883065 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bf2b37dc-1152-4187-b453-ae4fb7227641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:44.981843 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.000624 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bf2b37dc-1152-4187-b453-ae4fb7227641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.010660 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bf2b37dc-1152-4187-b453-ae4fb7227641 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.083306 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 63f3cba7-d9d7-4745-8041-29401be37031, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=63f3cba7-d9d7-4745-8041-29401be37031,segment=NetworkSegment(cbc4ce84-3bfa-4d14-8bfb-478d2951bd52),segment_id=cbc4ce84-3bfa-4d14-8bfb-478d2951bd52)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:45.092351 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.153875 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bf2b37dc-1152-4187-b453-ae4fb7227641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.154749 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2b37dc-1152-4187-b453-ae4fb7227641 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59807b61-7994-48f9-b2e9-5a33eb5e8a0f {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:35:45.175584 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bf2b37dc-1152-4187-b453-ae4fb7227641 admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.181465 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bf2b37dc-1152-4187-b453-ae4fb7227641 admin admin] 10.222.0.55 "DELETE /v2.0/routers/59807b61-7994-48f9-b2e9-5a33eb5e8a0f HTTP/1.1" status: 204 len: 168 time: 2.7568240 Nov 25 19:35:45.183257 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40954) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:45.213510 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82dbca6f-2652-408f-ae5e-b9760c91a798 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.247650 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=63f3cba7-d9d7-4745-8041-29401be37031,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:45.359467 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82dbca6f-2652-408f-ae5e-b9760c91a798 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.395162 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-86be50ad-0c86-47e7-b72c-79af61ae2fe7 admin admin] Deleting subnet 6624fa07-d69f-45d1-addc-30a86de4fab0 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:35:45.398790 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-86be50ad-0c86-47e7-b72c-79af61ae2fe7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.407950 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 99d43df4-ff75-47f3-bd7d-ac1c337f3fd6 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:45.446127 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8f64bf0-3fdc-4c35-abbb-7f1af958af1e tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.455619 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8f64bf0-3fdc-4c35-abbb-7f1af958af1e tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.475648 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 99d43df4-ff75-47f3-bd7d-ac1c337f3fd6 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:35:45.475998 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 99d43df4-ff75-47f3-bd7d-ac1c337f3fd6 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:35:45.476412 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d40133bf-0ddc-4366-bcb0-9b809d396e9d no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:45.501626 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f64bf0-3fdc-4c35-abbb-7f1af958af1e tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5331ace-2e21-4ffc-bce4-a637340b87e6,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:45.512753 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8f64bf0-3fdc-4c35-abbb-7f1af958af1e tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.515438 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b8f64bf0-3fdc-4c35-abbb-7f1af958af1e tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7217696 Nov 25 19:35:45.518379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40956) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:45.537606 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82dbca6f-2652-408f-ae5e-b9760c91a798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.542267 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82dbca6f-2652-408f-ae5e-b9760c91a798 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.544519 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-82dbca6f-2652-408f-ae5e-b9760c91a798 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8391e77d-e786-45c0-a2ee-87118d2ac065 HTTP/1.1" status: 204 len: 168 time: 1.0138202 Nov 25 19:35:45.568325 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: d40133bf-0ddc-4366-bcb0-9b809d396e9d {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:35:45.568691 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d40133bf-0ddc-4366-bcb0-9b809d396e9d not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:35:45.579585 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f6a940ea-4fbe-4233-9a1b-d67b823b2915 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.582770 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbca6f-2652-408f-ae5e-b9760c91a798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8391e77d-e786-45c0-a2ee-87118d2ac065,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:45.614395 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f6a940ea-4fbe-4233-9a1b-d67b823b2915 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.614989 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-86be50ad-0c86-47e7-b72c-79af61ae2fe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.688520 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f6a940ea-4fbe-4233-9a1b-d67b823b2915 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.709698 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f6a940ea-4fbe-4233-9a1b-d67b823b2915 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.717060 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f6a940ea-4fbe-4233-9a1b-d67b823b2915 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/e5331ace-2e21-4ffc-bce4-a637340b87e6 HTTP/1.1" status: 204 len: 168 time: 0.1965919 Nov 25 19:35:45.718509 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a940ea-4fbe-4233-9a1b-d67b823b2915 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5331ace-2e21-4ffc-bce4-a637340b87e6,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:45.719110 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40960) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:45.932055 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40964) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:45.938694 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a53517ab-bfef-4f83-9eff-c1bc1ba1fd41 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2148135 Nov 25 19:35:45.952634 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-86be50ad-0c86-47e7-b72c-79af61ae2fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:46.039218 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dbb565ef-3d50-4748-a4cd-58d1c0973fdc tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:46.083856 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-86be50ad-0c86-47e7-b72c-79af61ae2fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:46.118554 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dbb565ef-3d50-4748-a4cd-58d1c0973fdc tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:46.136450 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-86be50ad-0c86-47e7-b72c-79af61ae2fe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:46.140311 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2143cae-7cdd-4937-bf60-045dce41f4bd None None] Network 00850fff-8687-4fe2-91af-c41f9f277b2d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:35:46.160858 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-86be50ad-0c86-47e7-b72c-79af61ae2fe7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6624fa07-d69f-45d1-addc-30a86de4fab0 HTTP/1.1" status: 204 len: 168 time: 0.9685280 Nov 25 19:35:46.166365 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40968) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:46.232095 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be50ad-0c86-47e7-b72c-79af61ae2fe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6624fa07-d69f-45d1-addc-30a86de4fab0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:46.265214 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be50ad-0c86-47e7-b72c-79af61ae2fe7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:46.266149 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be50ad-0c86-47e7-b72c-79af61ae2fe7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:46.267440 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be50ad-0c86-47e7-b72c-79af61ae2fe7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:46.268671 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be50ad-0c86-47e7-b72c-79af61ae2fe7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:46.272067 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be50ad-0c86-47e7-b72c-79af61ae2fe7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:46.273040 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be50ad-0c86-47e7-b72c-79af61ae2fe7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:46.273937 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be50ad-0c86-47e7-b72c-79af61ae2fe7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:46.276124 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be50ad-0c86-47e7-b72c-79af61ae2fe7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:46.277426 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be50ad-0c86-47e7-b72c-79af61ae2fe7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:46.277889 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be50ad-0c86-47e7-b72c-79af61ae2fe7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:46.278585 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be50ad-0c86-47e7-b72c-79af61ae2fe7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:46.279871 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be50ad-0c86-47e7-b72c-79af61ae2fe7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:46.472696 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5aff151-330f-49c8-bb21-3399b14a72b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:46.607986 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dbb565ef-3d50-4748-a4cd-58d1c0973fdc tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:46.614508 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dbb565ef-3d50-4748-a4cd-58d1c0973fdc tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:46.624836 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40976) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:46.626979 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-dbb565ef-3d50-4748-a4cd-58d1c0973fdc tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "DELETE /v2.0/security-groups/d4ac3ceb-e2f3-4fa9-9650-3df5fc0f3566 HTTP/1.1" status: 204 len: 168 time: 0.6926198 Nov 25 19:35:46.649495 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04873477-2d63-4df8-ae3c-29eaa7961626 None None] DHCP port deletion for 00850fff-8687-4fe2-91af-c41f9f277b2d request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:35:46.699444 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb565ef-3d50-4748-a4cd-58d1c0973fdc tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ac3ceb-e2f3-4fa9-9650-3df5fc0f3566,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:46.793253 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-04873477-2d63-4df8-ae3c-29eaa7961626 None None] Deleting port ea737666-2d32-4011-9eb7-5cedc76997a6 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:46.793654 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-04873477-2d63-4df8-ae3c-29eaa7961626 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:46.810449 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-411a4f8c-a288-4404-b42b-22790f3b2b65 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1830146 Nov 25 19:35:46.816720 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e5aff151-330f-49c8-bb21-3399b14a72b2 admin admin] Deleting port ea737666-2d32-4011-9eb7-5cedc76997a6 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:46.816720 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5aff151-330f-49c8-bb21-3399b14a72b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:46.823521 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40978) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:46.845407 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4ae5eae7-a7d8-4177-b2ca-e7414e6424ec tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Request body: {'security_group': {'name': 'tempest-secgroup--1799043740'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:46.975507 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-04873477-2d63-4df8-ae3c-29eaa7961626 None None] For port ea737666-2d32-4011-9eb7-5cedc76997a6, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=ea737666-2d32-4011-9eb7-5cedc76997a6,segment=NetworkSegment(a6219a8d-4177-4833-bb2d-685eca4369e6),segment_id=a6219a8d-4177-4833-bb2d-685eca4369e6)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:46.976879 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-04873477-2d63-4df8-ae3c-29eaa7961626 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:46.979542 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ae5eae7-a7d8-4177-b2ca-e7414e6424ec tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:47.000303 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-04873477-2d63-4df8-ae3c-29eaa7961626 None None] Calling delete_port for ea737666-2d32-4011-9eb7-5cedc76997a6 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:47.076399 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e5aff151-330f-49c8-bb21-3399b14a72b2 admin admin] For port ea737666-2d32-4011-9eb7-5cedc76997a6, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=ea737666-2d32-4011-9eb7-5cedc76997a6,segment=NetworkSegment(a6219a8d-4177-4833-bb2d-685eca4369e6),segment_id=a6219a8d-4177-4833-bb2d-685eca4369e6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:47.077964 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5aff151-330f-49c8-bb21-3399b14a72b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:47.115847 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e5aff151-330f-49c8-bb21-3399b14a72b2 admin admin] Calling delete_port for ea737666-2d32-4011-9eb7-5cedc76997a6 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:47.131044 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-04873477-2d63-4df8-ae3c-29eaa7961626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:47.211322 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04873477-2d63-4df8-ae3c-29eaa7961626 None None] No DVR routers for this DVR port ea737666-2d32-4011-9eb7-5cedc76997a6 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:35:47.356155 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ae5eae7-a7d8-4177-b2ca-e7414e6424ec tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:47.363825 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04873477-2d63-4df8-ae3c-29eaa7961626 None None] Pushing event deleted for resources: {'Port': ['ID=ea737666-2d32-4011-9eb7-5cedc76997a6,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:47.376570 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ae5eae7-a7d8-4177-b2ca-e7414e6424ec tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:47.420990 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ea737666-2d32-4011-9eb7-5cedc76997a6 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:47.470923 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5aff151-330f-49c8-bb21-3399b14a72b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:47.505612 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aff151-330f-49c8-bb21-3399b14a72b2 admin admin] No DVR routers for this DVR port ea737666-2d32-4011-9eb7-5cedc76997a6 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:35:47.533193 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aff151-330f-49c8-bb21-3399b14a72b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea737666-2d32-4011-9eb7-5cedc76997a6,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:47.563088 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ae5eae7-a7d8-4177-b2ca-e7414e6424ec tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:47.569653 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4ae5eae7-a7d8-4177-b2ca-e7414e6424ec tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7432096 Nov 25 19:35:47.587596 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40986) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:47.598873 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: ea737666-2d32-4011-9eb7-5cedc76997a6 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:35:47.600567 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ea737666-2d32-4011-9eb7-5cedc76997a6 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:35:47.610094 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4f43b8db-4994-43ea-b0c7-fe84a1d1b373 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Request body: {'security_group_rule': {'security_group_id': 'a38341e2-cd65-48e2-aaa6-0144f8f3b4d5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:47.635281 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5eae7-a7d8-4177-b2ca-e7414e6424ec tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a38341e2-cd65-48e2-aaa6-0144f8f3b4d5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:47.739993 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5aff151-330f-49c8-bb21-3399b14a72b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:47.841290 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f43b8db-4994-43ea-b0c7-fe84a1d1b373 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:47.872983 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-e5aff151-330f-49c8-bb21-3399b14a72b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00850fff-8687-4fe2-91af-c41f9f277b2d']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:47.905648 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-e5aff151-330f-49c8-bb21-3399b14a72b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6219a8d-4177-4833-bb2d-685eca4369e6') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:47.906270 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-e5aff151-330f-49c8-bb21-3399b14a72b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6219a8d-4177-4833-bb2d-685eca4369e6') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:47.932936 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad2e93-b404-457e-8681-428ef972fe34 req-a355817d-d778-4253-a5fe-57bfe7bd23e1 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:47.935248 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2dad2e93-b404-457e-8681-428ef972fe34 req-a355817d-d778-4253-a5fe-57bfe7bd23e1 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 943 time: 0.1794233 Nov 25 19:35:47.937868 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5aff151-330f-49c8-bb21-3399b14a72b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.034099 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc4d01-b8d8-4fcf-9111-6f4aa6653a3d req-fd5b7964-6427-4496-908c-7f49c8549818 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:48.035815 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5aff151-330f-49c8-bb21-3399b14a72b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.048379 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9abc4d01-b8d8-4fcf-9111-6f4aa6653a3d req-fd5b7964-6427-4496-908c-7f49c8549818 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 945 time: 0.3620212 Nov 25 19:35:48.089792 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5aff151-330f-49c8-bb21-3399b14a72b2 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:35:48.091661 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5aff151-330f-49c8-bb21-3399b14a72b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:35:48.094534 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:35:48.200623 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2dad2e93-b404-457e-8681-428ef972fe34 req-6b8c7eb3-9ba5-46f0-b129-70ba1d889d40 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135487 Nov 25 19:35:48.241126 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5aff151-330f-49c8-bb21-3399b14a72b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.257372 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f43b8db-4994-43ea-b0c7-fe84a1d1b373 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.260214 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5aff151-330f-49c8-bb21-3399b14a72b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.266355 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e5aff151-330f-49c8-bb21-3399b14a72b2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/00850fff-8687-4fe2-91af-c41f9f277b2d HTTP/1.1" status: 204 len: 168 time: 2.0980296 Nov 25 19:35:48.272831 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9abc4d01-b8d8-4fcf-9111-6f4aa6653a3d req-cbd52ab6-a0de-4bee-b49e-1376c7541828 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231421 Nov 25 19:35:48.275205 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f43b8db-4994-43ea-b0c7-fe84a1d1b373 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.321813 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aff151-330f-49c8-bb21-3399b14a72b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=00850fff-8687-4fe2-91af-c41f9f277b2d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:48.359043 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7ba40d-0afa-4c92-9aa9-40f13ee8b04f x-openstack-request-id: req-cb7ba40d-0afa-4c92-9aa9-40f13ee8b04f {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:48.360773 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7714bd-5afb-44a7-95f4-ca9d455fa816", "name": "network-vif-plugged", "status": "completed", "tag": "3de27103-dacf-46fc-9c82-1f1872c5cb0e", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:48.361412 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cb7ba40d-0afa-4c92-9aa9-40f13ee8b04f {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:48.362527 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7714bd-5afb-44a7-95f4-ca9d455fa816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de27103-dacf-46fc-9c82-1f1872c5cb0e', 'code': 200} Nov 25 19:35:48.371079 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43b8db-4994-43ea-b0c7-fe84a1d1b373 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05038679-24ce-445e-8a5b-71e82df616ec,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:48.451486 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f43b8db-4994-43ea-b0c7-fe84a1d1b373 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.456567 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4f43b8db-4994-43ea-b0c7-fe84a1d1b373 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8656950 Nov 25 19:35:48.464481 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40998) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:48.486183 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0312cfc0-c908-4409-82d5-6394d16d9323 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Request body: {'security_group_rule': {'security_group_id': 'a38341e2-cd65-48e2-aaa6-0144f8f3b4d5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:48.673050 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0312cfc0-c908-4409-82d5-6394d16d9323 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.731455 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb10ddc-ea2f-45f9-9986-cf83308632b2 req-60e31e5b-2ab5-4b56-9a1d-345bbc6f1ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:48.742556 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6eb10ddc-ea2f-45f9-9986-cf83308632b2 req-60e31e5b-2ab5-4b56-9a1d-345bbc6f1ca3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 1096 time: 0.2113559 Nov 25 19:35:48.762747 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c08155-11dd-49ef-9711-0fc519cac802 req-ce1dd07e-72a1-4d7b-8cff-f099267d4db5 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:48.770695 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8c08155-11dd-49ef-9711-0fc519cac802 req-ce1dd07e-72a1-4d7b-8cff-f099267d4db5 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 945 time: 0.1770391 Nov 25 19:35:48.903104 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41006) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:49.029122 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6eb10ddc-ea2f-45f9-9986-cf83308632b2 req-585193db-bb02-46f6-ad8e-ccb9d089cc43 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434669 Nov 25 19:35:49.049771 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8c08155-11dd-49ef-9711-0fc519cac802 req-15b1c233-8c2c-4e20-84c9-91aa0d4dad16 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/security-groups?id=6539240d-cb14-4d53-8d2f-c1428f897cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685709 Nov 25 19:35:49.059589 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0312cfc0-c908-4409-82d5-6394d16d9323 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:49.067868 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0312cfc0-c908-4409-82d5-6394d16d9323 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:49.137633 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312cfc0-c908-4409-82d5-6394d16d9323 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277c538b-58fa-4f08-8b64-83dc76ddd5d8,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:49.149303 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0312cfc0-c908-4409-82d5-6394d16d9323 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:49.152997 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0312cfc0-c908-4409-82d5-6394d16d9323 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6878211 Nov 25 19:35:49.157908 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41008) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:49.166136 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3f2959cf-6b3e-4139-bf19-15517f03cbdf tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Request body: {'security_group_rule': {'security_group_id': 'a38341e2-cd65-48e2-aaa6-0144f8f3b4d5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:49.168901 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3c62a329-c086-402a-8b3c-eeca876ce52b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=88671a697cd84733a2469dc1dc4f6f35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2625334 Nov 25 19:35:49.173027 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41010) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:49.248317 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f2959cf-6b3e-4139-bf19-15517f03cbdf tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:49.314755 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c84443b-e034-4994-ae46-30160b28425c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:49.405349 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c84443b-e034-4994-ae46-30160b28425c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:49.448391 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f2959cf-6b3e-4139-bf19-15517f03cbdf tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:49.467558 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f2959cf-6b3e-4139-bf19-15517f03cbdf tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:49.537095 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2959cf-6b3e-4139-bf19-15517f03cbdf tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d0c517-494f-4889-96f3-b9b8d3b9f6d7,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:49.552406 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f2959cf-6b3e-4139-bf19-15517f03cbdf tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:49.555233 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3f2959cf-6b3e-4139-bf19-15517f03cbdf tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3949494 Nov 25 19:35:49.560207 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41016) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:49.566949 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-d883bf5d-2f5f-4b08-a3c3-1218abbb2cec tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Request body: {'security_group_rule': {'security_group_id': 'a38341e2-cd65-48e2-aaa6-0144f8f3b4d5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:49.586023 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c84443b-e034-4994-ae46-30160b28425c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:49.599241 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c84443b-e034-4994-ae46-30160b28425c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:49.608092 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9c84443b-e034-4994-ae46-30160b28425c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/61458d34-fdd3-4bd1-a259-c8da3c708a17 HTTP/1.1" status: 204 len: 168 time: 0.4329808 Nov 25 19:35:49.631229 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84443b-e034-4994-ae46-30160b28425c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61458d34-fdd3-4bd1-a259-c8da3c708a17,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:49.640595 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d883bf5d-2f5f-4b08-a3c3-1218abbb2cec tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:49.783716 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d883bf5d-2f5f-4b08-a3c3-1218abbb2cec tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:49.792209 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d883bf5d-2f5f-4b08-a3c3-1218abbb2cec tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:49.829651 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883bf5d-2f5f-4b08-a3c3-1218abbb2cec tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8433a1f5-23fd-490e-bb76-38c46f308287,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:49.842803 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d883bf5d-2f5f-4b08-a3c3-1218abbb2cec tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:49.844429 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d883bf5d-2f5f-4b08-a3c3-1218abbb2cec tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2829218 Nov 25 19:35:49.849375 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41020) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:49.858802 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-80086a8b-c262-4827-b81b-519bb1ca6d1b tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Request body: {'security_group_rule': {'security_group_id': 'a38341e2-cd65-48e2-aaa6-0144f8f3b4d5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:49.922317 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80086a8b-c262-4827-b81b-519bb1ca6d1b tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.049482 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80086a8b-c262-4827-b81b-519bb1ca6d1b tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.056404 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80086a8b-c262-4827-b81b-519bb1ca6d1b tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.097527 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80086a8b-c262-4827-b81b-519bb1ca6d1b tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aefbfb62-9e3a-401f-8e14-4308edf4efaf,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:50.126471 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80086a8b-c262-4827-b81b-519bb1ca6d1b tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.128452 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-80086a8b-c262-4827-b81b-519bb1ca6d1b tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2765293 Nov 25 19:35:50.133707 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41024) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:50.208672 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17186077-3735-46c1-8c19-293507a6c3e3 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.232189 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17186077-3735-46c1-8c19-293507a6c3e3 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.269756 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17186077-3735-46c1-8c19-293507a6c3e3 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.287827 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17186077-3735-46c1-8c19-293507a6c3e3 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.289643 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-17186077-3735-46c1-8c19-293507a6c3e3 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/aefbfb62-9e3a-401f-8e14-4308edf4efaf HTTP/1.1" status: 204 len: 168 time: 0.1519780 Nov 25 19:35:50.291615 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17186077-3735-46c1-8c19-293507a6c3e3 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aefbfb62-9e3a-401f-8e14-4308edf4efaf,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:50.294613 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41028) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:50.363956 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8b9d40-6d6e-45af-8551-2b454975066a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f3cba7-d9d7-4745-8041-29401be37031'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:35:50.366958 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231f05c7-dda5-4714-a1b6-77d2fe225220" -d '{"events": [{"server_uuid": "2b8b9d40-6d6e-45af-8551-2b454975066a", "name": "network-vif-plugged", "status": "completed", "tag": "63f3cba7-d9d7-4745-8041-29401be37031"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:35:50.382505 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-222d0923-86b7-4362-b64c-08b6d77a36c6 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0860467 Nov 25 19:35:50.386194 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41036) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:50.439838 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7375-7dc5-43f6-be17-6d2c79d5c6f2 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.457873 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7375-7dc5-43f6-be17-6d2c79d5c6f2 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.507206 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7375-7dc5-43f6-be17-6d2c79d5c6f2 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.514889 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7375-7dc5-43f6-be17-6d2c79d5c6f2 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.516427 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ea6f7375-7dc5-43f6-be17-6d2c79d5c6f2 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/8433a1f5-23fd-490e-bb76-38c46f308287 HTTP/1.1" status: 204 len: 168 time: 0.1290312 Nov 25 19:35:50.522701 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41040) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:50.534949 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f7375-7dc5-43f6-be17-6d2c79d5c6f2 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8433a1f5-23fd-490e-bb76-38c46f308287,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:50.628813 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41044) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:50.629201 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f5600b83-3372-410b-8768-55e6f4e065dc tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1043639 Nov 25 19:35:50.670642 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70a49e9b-171e-4385-b4b2-4e6c1c825292 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.687551 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70a49e9b-171e-4385-b4b2-4e6c1c825292 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.751652 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70a49e9b-171e-4385-b4b2-4e6c1c825292 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.764894 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70a49e9b-171e-4385-b4b2-4e6c1c825292 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.766077 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-70a49e9b-171e-4385-b4b2-4e6c1c825292 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/c6d0c517-494f-4889-96f3-b9b8d3b9f6d7 HTTP/1.1" status: 204 len: 168 time: 0.1359990 Nov 25 19:35:50.769387 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41048) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:50.779827 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a49e9b-171e-4385-b4b2-4e6c1c825292 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6d0c517-494f-4889-96f3-b9b8d3b9f6d7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:50.845155 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-154472d6-a0d4-4c82-b777-ed6674b6e3bc tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0693653 Nov 25 19:35:50.846120 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41052) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:50.876881 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0dc6084b-f970-4bdb-9c10-7d388cb741cf tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.887632 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0dc6084b-f970-4bdb-9c10-7d388cb741cf tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.924795 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0dc6084b-f970-4bdb-9c10-7d388cb741cf tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.934175 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0dc6084b-f970-4bdb-9c10-7d388cb741cf tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.936029 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0dc6084b-f970-4bdb-9c10-7d388cb741cf tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/277c538b-58fa-4f08-8b64-83dc76ddd5d8 HTTP/1.1" status: 204 len: 168 time: 0.0872674 Nov 25 19:35:50.940571 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41056) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:50.950650 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6084b-f970-4bdb-9c10-7d388cb741cf tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=277c538b-58fa-4f08-8b64-83dc76ddd5d8,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:51.040664 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cad5ecf0-48f5-48a0-844d-fc5c6469645f tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0977902 Nov 25 19:35:51.046083 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41060) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:51.107599 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2f1297c-665f-4091-85bd-a7b6d26587d2 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:51.125010 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2f1297c-665f-4091-85bd-a7b6d26587d2 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:51.191858 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2f1297c-665f-4091-85bd-a7b6d26587d2 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:51.199354 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2f1297c-665f-4091-85bd-a7b6d26587d2 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:51.200010 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41062) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:51.209458 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a2f1297c-665f-4091-85bd-a7b6d26587d2 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/05038679-24ce-445e-8a5b-71e82df616ec HTTP/1.1" status: 204 len: 168 time: 0.1610336 Nov 25 19:35:51.217630 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41064) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:51.235616 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1297c-665f-4091-85bd-a7b6d26587d2 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05038679-24ce-445e-8a5b-71e82df616ec,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:51.455406 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-80ab940d-b14b-444c-a217-ec19dbe4c57d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-542417910-network', 'tenant_id': '6d50a81e795b4803b0a1c0e06f921514'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:51.509873 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ab940d-b14b-444c-a217-ec19dbe4c57d admin admin] Made reservation on behalf of 6d50a81e795b4803b0a1c0e06f921514 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:35:51.515689 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80ab940d-b14b-444c-a217-ec19dbe4c57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:51.535479 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80ab940d-b14b-444c-a217-ec19dbe4c57d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:51.690440 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80ab940d-b14b-444c-a217-ec19dbe4c57d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:51.696694 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80ab940d-b14b-444c-a217-ec19dbe4c57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:51.701284 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d34793f7-dcd7-4371-8f7e-9cb24e46d625 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4789891 Nov 25 19:35:51.708306 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41068) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:51.724668 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ab940d-b14b-444c-a217-ec19dbe4c57d admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:35:51.753143 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80ab940d-b14b-444c-a217-ec19dbe4c57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:51.753509 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-80ab940d-b14b-444c-a217-ec19dbe4c57d admin admin] Added segment ac9fe41d-7acf-41fa-a6ba-c987e65b3e27 of type vlan for network 93e34496-6e23-48ef-971e-96d0cda496d2 Nov 25 19:35:51.755435 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab940d-b14b-444c-a217-ec19dbe4c57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc72b6f7-cff3-41cd-a91c-5619d95d452a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:51.820935 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80ab940d-b14b-444c-a217-ec19dbe4c57d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:51.831011 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2141daaa-db96-4984-b950-43b1d0965ad7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:51.878636 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2141daaa-db96-4984-b950-43b1d0965ad7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:51.883720 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80ab940d-b14b-444c-a217-ec19dbe4c57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:51.885355 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ab940d-b14b-444c-a217-ec19dbe4c57d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:51.886359 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80ab940d-b14b-444c-a217-ec19dbe4c57d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:51.969796 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-80ab940d-b14b-444c-a217-ec19dbe4c57d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7671824 Nov 25 19:35:51.975917 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41072) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:51.992092 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-c654195e-499f-4488-9138-1bae7e83355f admin admin] Request body: {'subnet': {'network_id': '93e34496-6e23-48ef-971e-96d0cda496d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-542417910-subnet', 'tenant_id': '6d50a81e795b4803b0a1c0e06f921514', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:52.070035 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2141daaa-db96-4984-b950-43b1d0965ad7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.078929 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2141daaa-db96-4984-b950-43b1d0965ad7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.081368 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2141daaa-db96-4984-b950-43b1d0965ad7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "DELETE /v2.0/security-groups/a38341e2-cd65-48e2-aaa6-0144f8f3b4d5 HTTP/1.1" status: 204 len: 168 time: 0.3720896 Nov 25 19:35:52.088875 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41074) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:52.092380 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c654195e-499f-4488-9138-1bae7e83355f admin admin] Made reservation on behalf of 6d50a81e795b4803b0a1c0e06f921514 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:35:52.099590 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c654195e-499f-4488-9138-1bae7e83355f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.102932 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab940d-b14b-444c-a217-ec19dbe4c57d admin admin] Pushing event updated for resources: {'Network': ['ID=93e34496-6e23-48ef-971e-96d0cda496d2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:52.117533 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141daaa-db96-4984-b950-43b1d0965ad7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38341e2-cd65-48e2-aaa6-0144f8f3b4d5,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:52.123099 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 93e34496-6e23-48ef-971e-96d0cda496d2 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:35:52.248839 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fd705623-1876-43ef-ba21-b005bf96cced tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1500373 Nov 25 19:35:52.248839 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41076) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:52.253152 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2def01a7-1f95-42e7-8773-8912c816bed2 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Request body: {'security_group': {'name': 'tempest-secgroup--1562626818'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:52.311753 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2def01a7-1f95-42e7-8773-8912c816bed2 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.446740 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2def01a7-1f95-42e7-8773-8912c816bed2 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.454358 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2def01a7-1f95-42e7-8773-8912c816bed2 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.524024 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c654195e-499f-4488-9138-1bae7e83355f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.524696 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def01a7-1f95-42e7-8773-8912c816bed2 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8692551-3737-4fe8-96ec-5ed7dcc0e0d9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:52.551994 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2def01a7-1f95-42e7-8773-8912c816bed2 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.554111 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2def01a7-1f95-42e7-8773-8912c816bed2 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3047242 Nov 25 19:35:52.558659 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41078) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:52.566245 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-31fdd565-d59e-43b4-89b1-ebea00d162f7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Request body: {'security_group_rule': {'security_group_id': 'c8692551-3737-4fe8-96ec-5ed7dcc0e0d9', 'direction': 'ingress', 'protocol': 17}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:52.617117 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31fdd565-d59e-43b4-89b1-ebea00d162f7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.700700 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654195e-499f-4488-9138-1bae7e83355f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cf19564-d441-4077-bcd2-9bcbf6b9b235,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:52.718070 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c654195e-499f-4488-9138-1bae7e83355f admin admin] Checking segment: {'id': 'ac9fe41d-7acf-41fa-a6ba-c987e65b3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '93e34496-6e23-48ef-971e-96d0cda496d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:35:52.721154 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c654195e-499f-4488-9138-1bae7e83355f admin admin] Network hostable DHCP agents. Network: 93e34496-6e23-48ef-971e-96d0cda496d2, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:35:52.732219 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31fdd565-d59e-43b4-89b1-ebea00d162f7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.739509 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31fdd565-d59e-43b4-89b1-ebea00d162f7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.761191 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c654195e-499f-4488-9138-1bae7e83355f admin admin] Network 93e34496-6e23-48ef-971e-96d0cda496d2 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:35:52.768293 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdd565-d59e-43b4-89b1-ebea00d162f7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341eb86a-6de6-43b9-b77f-f45871edb17c,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:52.787090 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31fdd565-d59e-43b4-89b1-ebea00d162f7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.789575 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-31fdd565-d59e-43b4-89b1-ebea00d162f7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2291725 Nov 25 19:35:52.793836 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41080) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:52.808239 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c654195e-499f-4488-9138-1bae7e83355f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 93e34496-6e23-48ef-971e-96d0cda496d2) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:35:52.826500 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f66052-f8c5-49d4-b699-11f83ed964ed None None] Network 93e34496-6e23-48ef-971e-96d0cda496d2 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:35:52.826942 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c654195e-499f-4488-9138-1bae7e83355f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:52.827596 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c654195e-499f-4488-9138-1bae7e83355f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.882456 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c654195e-499f-4488-9138-1bae7e83355f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8953454 Nov 25 19:35:52.924959 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4275a8e9-c4dd-4e83-9c83-1785b4b0b7c2 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.979062 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4275a8e9-c4dd-4e83-9c83-1785b4b0b7c2 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.083519 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4275a8e9-c4dd-4e83-9c83-1785b4b0b7c2 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.086369 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4275a8e9-c4dd-4e83-9c83-1785b4b0b7c2 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.088127 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4275a8e9-c4dd-4e83-9c83-1785b4b0b7c2 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "DELETE /v2.0/security-groups/c8692551-3737-4fe8-96ec-5ed7dcc0e0d9 HTTP/1.1" status: 204 len: 168 time: 0.2928402 Nov 25 19:35:53.092725 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41086) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:53.115335 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275a8e9-c4dd-4e83-9c83-1785b4b0b7c2 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8692551-3737-4fe8-96ec-5ed7dcc0e0d9,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:53.160173 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-945a225a-df77-4844-b09c-beddfad62bf2 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0660214 Nov 25 19:35:53.164161 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41090) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:53.169907 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-24775c75-5c66-4a55-9171-d26eeb769b46 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Request body: {'security_group': {'name': 'tempest-secgroup--1169133069'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:53.197355 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24775c75-5c66-4a55-9171-d26eeb769b46 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.204637 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef12309c-4acc-43a2-a6dc-68b2c7b98255 None None] Network 93e34496-6e23-48ef-971e-96d0cda496d2 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:35:53.295841 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24775c75-5c66-4a55-9171-d26eeb769b46 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.301443 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24775c75-5c66-4a55-9171-d26eeb769b46 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.336557 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24775c75-5c66-4a55-9171-d26eeb769b46 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.338017 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-24775c75-5c66-4a55-9171-d26eeb769b46 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1723399 Nov 25 19:35:53.342214 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41092) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:53.343516 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24775c75-5c66-4a55-9171-d26eeb769b46 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d84aee3-b150-434e-9b8d-43368daf6d43,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:53.350193 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-7d69c8e5-33ea-48e7-aab7-4a33ce93cbe7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Request body: {'security_group': {'name': 'tempest-secgroup--773331319'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:53.389199 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d69c8e5-33ea-48e7-aab7-4a33ce93cbe7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.389532 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.481255 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d69c8e5-33ea-48e7-aab7-4a33ce93cbe7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.489528 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d69c8e5-33ea-48e7-aab7-4a33ce93cbe7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.531098 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69c8e5-33ea-48e7-aab7-4a33ce93cbe7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61701be5-45a1-464f-afcc-11dbcb6b81c0,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:53.544787 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:35:53.559056 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d69c8e5-33ea-48e7-aab7-4a33ce93cbe7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.563253 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41096) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:53.563462 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7d69c8e5-33ea-48e7-aab7-4a33ce93cbe7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2189033 Nov 25 19:35:53.571637 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-69fb3374-8777-4e1d-ac40-314ec4be2815 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Request body: {'security_group_rule': {'security_group_id': '5d84aee3-b150-434e-9b8d-43368daf6d43', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '61701be5-45a1-464f-afcc-11dbcb6b81c0', 'remote_ip_prefix': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:53.640948 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c048a-cfe9-43dd-a502-2fa5d0bc1c27 req-75fec561-dc47-4e1b-ae1b-010bb2883087 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:53.654907 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-755c048a-cfe9-43dd-a502-2fa5d0bc1c27 req-75fec561-dc47-4e1b-ae1b-010bb2883087 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 945 time: 0.1099141 Nov 25 19:35:53.658253 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9102727-4d5d-4ec9-a2f8-1b6b330ccbe2 req-03348dfc-82bf-4437-ba80-709120cb1c25 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:53.666623 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b9102727-4d5d-4ec9-a2f8-1b6b330ccbe2 req-03348dfc-82bf-4437-ba80-709120cb1c25 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 943 time: 0.0885618 Nov 25 19:35:53.669937 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69fb3374-8777-4e1d-ac40-314ec4be2815 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.735140 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-755c048a-cfe9-43dd-a502-2fa5d0bc1c27 req-f6c01e26-d29b-46d1-bc39-07e20e5cc18e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790217 Nov 25 19:35:53.761942 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b9102727-4d5d-4ec9-a2f8-1b6b330ccbe2 req-2c3eaa98-2f2d-466c-afab-2b79c7bc608a tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946987 Nov 25 19:35:53.823798 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69fb3374-8777-4e1d-ac40-314ec4be2815 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.830186 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69fb3374-8777-4e1d-ac40-314ec4be2815 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.853975 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb3374-8777-4e1d-ac40-314ec4be2815 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c60bf5-6a4f-47f3-b482-8408f5ec8bb4,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:53.871290 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69fb3374-8777-4e1d-ac40-314ec4be2815 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.877657 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-69fb3374-8777-4e1d-ac40-314ec4be2815 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3078353 Nov 25 19:35:53.878244 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41102) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:53.879369 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1991910-6fc7-4be6-9248-36a12167ee8e x-openstack-request-id: req-d1991910-6fc7-4be6-9248-36a12167ee8e {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:53.880102 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8b9d40-6d6e-45af-8551-2b454975066a", "name": "network-vif-plugged", "status": "completed", "tag": "63f3cba7-d9d7-4745-8041-29401be37031", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:53.880709 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d1991910-6fc7-4be6-9248-36a12167ee8e {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:53.882119 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8b9d40-6d6e-45af-8551-2b454975066a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f3cba7-d9d7-4745-8041-29401be37031', 'code': 200} Nov 25 19:35:53.939310 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7073fd75-3693-4118-b058-a9f8dadd6809 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.956849 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7073fd75-3693-4118-b058-a9f8dadd6809 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.973001 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41106) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:53.996790 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2744bd1-af78-48d8-80da-14cfbf7d6ce5 req-7787a2e1-f331-46fd-9035-ff4d8b43a21d tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:53.998637 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d2744bd1-af78-48d8-80da-14cfbf7d6ce5 req-7787a2e1-f331-46fd-9035-ff4d8b43a21d tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 945 time: 0.1215606 Nov 25 19:35:54.041537 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.075997 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7073fd75-3693-4118-b058-a9f8dadd6809 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.096976 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7073fd75-3693-4118-b058-a9f8dadd6809 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.101911 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41110) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:54.102506 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7073fd75-3693-4118-b058-a9f8dadd6809 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/12c60bf5-6a4f-47f3-b482-8408f5ec8bb4 HTTP/1.1" status: 204 len: 168 time: 0.2177954 Nov 25 19:35:54.104180 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073fd75-3693-4118-b058-a9f8dadd6809 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12c60bf5-6a4f-47f3-b482-8408f5ec8bb4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:54.113503 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad110bb-98f3-42e4-9f30-f5aaefbec427 req-637428f8-78df-429c-bfe4-d69148c7dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:54.115470 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-aad110bb-98f3-42e4-9f30-f5aaefbec427 req-637428f8-78df-429c-bfe4-d69148c7dbb3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 1096 time: 0.1549156 Nov 25 19:35:54.154689 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d2744bd1-af78-48d8-80da-14cfbf7d6ce5 req-6bd9bcf3-b834-46a7-ade3-fae7b94b1072 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/security-groups?id=6539240d-cb14-4d53-8d2f-c1428f897cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437953 Nov 25 19:35:54.214147 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3d326486-5e76-4cf2-b929-e24179a6b612 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.215494 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-aad110bb-98f3-42e4-9f30-f5aaefbec427 req-417461c6-6a6e-474b-9986-fa919d340a3e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6539240d-cb14-4d53-8d2f-c1428f897cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925434 Nov 25 19:35:54.231236 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-167add72-7525-470e-a640-4c5b1a3327ba tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1278417 Nov 25 19:35:54.235613 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41112) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:54.354777 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3d326486-5e76-4cf2-b929-e24179a6b612 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.363417 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3d326486-5e76-4cf2-b929-e24179a6b612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.456437 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-76f8aa63-25b1-474b-9554-886dcecc0239 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.469674 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3d326486-5e76-4cf2-b929-e24179a6b612 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=133885cf32184282b686de09526b3e62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4933546 Nov 25 19:35:54.474121 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41126) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:54.476225 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d326486-5e76-4cf2-b929-e24179a6b612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfed108e-c88f-4f31-ba90-85f21820e60e,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:54.530257 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbce75-aa7c-4443-a8f6-125d5d942dea req-6f00b684-471b-465e-8b5d-9106df75345a tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:54.532638 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2adbce75-aa7c-4443-a8f6-125d5d942dea req-6f00b684-471b-465e-8b5d-9106df75345a tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 945 time: 0.1080391 Nov 25 19:35:54.564300 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-76f8aa63-25b1-474b-9554-886dcecc0239 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.621405 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2adbce75-aa7c-4443-a8f6-125d5d942dea req-b5f7b8e2-da88-4a39-8734-78fb9f0261c6 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760419 Nov 25 19:35:54.677034 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-ab715a10-565b-4e58-9018-708582ad5c68 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:54.678679 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-ab715a10-565b-4e58-9018-708582ad5c68 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/networks?id=93e34496-6e23-48ef-971e-96d0cda496d2 HTTP/1.1" status: 200 len: 814 time: 0.3267295 Nov 25 19:35:54.687055 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f04c0a4-678b-463e-bb6e-b2bf2fb51cdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.731054 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-c04fe959-a1eb-441b-96f6-5d24b9abf934 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/quotas/6d50a81e795b4803b0a1c0e06f921514 HTTP/1.1" status: 200 len: 375 time: 0.0386107 Nov 25 19:35:54.741313 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-76f8aa63-25b1-474b-9554-886dcecc0239 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.748938 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-76f8aa63-25b1-474b-9554-886dcecc0239 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.750116 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-76f8aa63-25b1-474b-9554-886dcecc0239 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "DELETE /v2.0/security-groups/61701be5-45a1-464f-afcc-11dbcb6b81c0 HTTP/1.1" status: 204 len: 168 time: 0.5129244 Nov 25 19:35:54.754816 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41130) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:54.767346 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f04c0a4-678b-463e-bb6e-b2bf2fb51cdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.833395 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8aa63-25b1-474b-9554-886dcecc0239 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61701be5-45a1-464f-afcc-11dbcb6b81c0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:54.848817 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-a252e3c2-559a-411c-8489-71456cd450f4 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d50a81e795b4803b0a1c0e06f921514&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0913799 Nov 25 19:35:54.879520 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6ad9d93e-b347-4e1a-9af7-83b11af4b552 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1224597 Nov 25 19:35:54.887998 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41134) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:55.008893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b51264-0bd3-4996-9892-5f22e543c4b6 req-dc1694c3-1a6c-411d-b411-2793f210edd0 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:55.011869 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a8b51264-0bd3-4996-9892-5f22e543c4b6 req-dc1694c3-1a6c-411d-b411-2793f210edd0 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 943 time: 0.1001947 Nov 25 19:35:55.013414 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9c3a68f9-f1eb-4cdf-8847-bf6c3eecbf47 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.022036 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f04c0a4-678b-463e-bb6e-b2bf2fb51cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.035824 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f04c0a4-678b-463e-bb6e-b2bf2fb51cdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.040327 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8f04c0a4-678b-463e-bb6e-b2bf2fb51cdc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dfed108e-c88f-4f31-ba90-85f21820e60e HTTP/1.1" status: 204 len: 168 time: 0.5519500 Nov 25 19:35:55.059616 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9c3a68f9-f1eb-4cdf-8847-bf6c3eecbf47 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.080317 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04c0a4-678b-463e-bb6e-b2bf2fb51cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfed108e-c88f-4f31-ba90-85f21820e60e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:55.103007 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-38a086ec-ae21-4889-ae82-3b8fadcff0a1 service neutron] 10.222.0.55 "GET /v2.0/networks/93e34496-6e23-48ef-971e-96d0cda496d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374332 Nov 25 19:35:55.125076 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0bd96d02-eb03-4ed3-b9af-d785f20172e7 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:35:55.161048 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a8b51264-0bd3-4996-9892-5f22e543c4b6 req-27a81965-3c86-49d5-b0c0-731980ad555f tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328397 Nov 25 19:35:55.173014 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9c3a68f9-f1eb-4cdf-8847-bf6c3eecbf47 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.188014 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9c3a68f9-f1eb-4cdf-8847-bf6c3eecbf47 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.189996 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9c3a68f9-f1eb-4cdf-8847-bf6c3eecbf47 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "DELETE /v2.0/security-groups/5d84aee3-b150-434e-9b8d-43368daf6d43 HTTP/1.1" status: 204 len: 168 time: 0.3007345 Nov 25 19:35:55.200059 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41138) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:55.243006 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a68f9-f1eb-4cdf-8847-bf6c3eecbf47 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d84aee3-b150-434e-9b8d-43368daf6d43,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:55.371079 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1ceafe58-52f8-4e22-bbea-77c8bb8739f9 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1700034 Nov 25 19:35:55.375657 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41144) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:55.382541 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0bd96d02-eb03-4ed3-b9af-d785f20172e7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0bd96d02-eb03-4ed3-b9af-d785f20172e7,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:55.386531 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c06e1-d554-4ace-bdf4-8e8056c382dd req-b804eff0-bfcd-46d3-b998-e21dcd2e2164 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:55.388416 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7b2c06e1-d554-4ace-bdf4-8e8056c382dd req-b804eff0-bfcd-46d3-b998-e21dcd2e2164 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 945 time: 0.0692172 Nov 25 19:35:55.393252 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-afecdb1b-008b-4988-8fa3-2206b7d89db7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Request body: {'security_group': {'name': 'tempest-secgroup--391089038'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:55.400691 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '0bd96d02-eb03-4ed3-b9af-d785f20172e7', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'port_id': '0bd96d02-eb03-4ed3-b9af-d785f20172e7', 'mac_address': 'fa:16:3e:c7:6a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:35:55.411540 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-efe917c2-6520-4e3f-bfe6-4d8f15e25683 service neutron] 10.222.0.55 "GET /v2.0/networks/93e34496-6e23-48ef-971e-96d0cda496d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011684 Nov 25 19:35:55.458654 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-afecdb1b-008b-4988-8fa3-2206b7d89db7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.460033 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.481620 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd96d02-eb03-4ed3-b9af-d785f20172e7 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:35:55.512139 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7b2c06e1-d554-4ace-bdf4-8e8056c382dd req-468b39c0-35d9-41ea-b5be-00c59a17531d tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/security-groups?id=6539240d-cb14-4d53-8d2f-c1428f897cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961332 Nov 25 19:35:55.513820 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0bd96d02-eb03-4ed3-b9af-d785f20172e7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0bd96d02-eb03-4ed3-b9af-d785f20172e7,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:55.520028 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.598851 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=0bd96d02-eb03-4ed3-b9af-d785f20172e7,revision_number=9']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:55.604313 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-afecdb1b-008b-4988-8fa3-2206b7d89db7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.609930 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-afecdb1b-008b-4988-8fa3-2206b7d89db7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.656428 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-afecdb1b-008b-4988-8fa3-2206b7d89db7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.658339 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-afecdb1b-008b-4988-8fa3-2206b7d89db7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2681839 Nov 25 19:35:55.660934 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41154) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:55.669762 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-770ce87d-35a4-4830-a1b2-0e83ee2e8935 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Request body: {'security_group_rule': {'security_group_id': 'd621cc2c-8f68-4d03-8ca3-38daf3303243', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:55.675118 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f0807a14-64de-4ead-9ecc-05bbef01aaf4 req-fb30f856-82a0-4add-b6d4-c8a4ff7f6aa9 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 210 time: 0.0432940 Nov 25 19:35:55.675945 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afecdb1b-008b-4988-8fa3-2206b7d89db7 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d621cc2c-8f68-4d03-8ca3-38daf3303243,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:55.784822 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-770ce87d-35a4-4830-a1b2-0e83ee2e8935 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.827292 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['0bd96d02-eb03-4ed3-b9af-d785f20172e7'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:35:55.839641 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3be144-e18c-4692-a20a-97a0b625d583 req-e8294db9-4ef7-44fb-8ddd-004f0d3d2334 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:55.847300 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1d3be144-e18c-4692-a20a-97a0b625d583 req-e8294db9-4ef7-44fb-8ddd-004f0d3d2334 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 945 time: 0.1114953 Nov 25 19:35:55.928481 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1d3be144-e18c-4692-a20a-97a0b625d583 req-6cf77375-53dd-4daa-8a60-5479f635f0cc tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798435 Nov 25 19:35:55.944783 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-770ce87d-35a4-4830-a1b2-0e83ee2e8935 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.950107 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-770ce87d-35a4-4830-a1b2-0e83ee2e8935 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.972265 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ce87d-35a4-4830-a1b2-0e83ee2e8935 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d458b0-7dfe-497c-a2a1-b35814457c2c,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:55.997378 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-770ce87d-35a4-4830-a1b2-0e83ee2e8935 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.999732 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-770ce87d-35a4-4830-a1b2-0e83ee2e8935 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3367109 Nov 25 19:35:56.002127 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41170) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:56.090162 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dacd3477-b498-4e87-b64b-dc4297db136e tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.101199 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dacd3477-b498-4e87-b64b-dc4297db136e tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.143470 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dacd3477-b498-4e87-b64b-dc4297db136e tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.151297 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dacd3477-b498-4e87-b64b-dc4297db136e tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.152725 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-dacd3477-b498-4e87-b64b-dc4297db136e tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/a8d458b0-7dfe-497c-a2a1-b35814457c2c HTTP/1.1" status: 204 len: 168 time: 0.1492503 Nov 25 19:35:56.157158 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41176) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:56.177302 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd3477-b498-4e87-b64b-dc4297db136e tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8d458b0-7dfe-497c-a2a1-b35814457c2c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:56.217409 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8027c901-9e1c-4782-8c8c-8fd34ada1bff tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0592077 Nov 25 19:35:56.221526 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41182) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:56.324927 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9fc0cfbe-4a38-4730-9db9-736b5be0a632 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.358823 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9fc0cfbe-4a38-4730-9db9-736b5be0a632 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.376093 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e799a41-bd2a-4967-9458-612822609b1a req-e1ad9806-3116-43a7-af2f-d8804c580376 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:56.388654 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5e799a41-bd2a-4967-9458-612822609b1a req-e1ad9806-3116-43a7-af2f-d8804c580376 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 944 time: 0.0780354 Nov 25 19:35:56.444719 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9fc0cfbe-4a38-4730-9db9-736b5be0a632 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.452846 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9fc0cfbe-4a38-4730-9db9-736b5be0a632 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.456629 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5e799a41-bd2a-4967-9458-612822609b1a req-0c4f9118-3079-46f7-b284-c422fc3975dc tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668340 Nov 25 19:35:56.464040 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9fc0cfbe-4a38-4730-9db9-736b5be0a632 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "DELETE /v2.0/security-groups/d621cc2c-8f68-4d03-8ca3-38daf3303243 HTTP/1.1" status: 204 len: 168 time: 0.2368677 Nov 25 19:35:56.465323 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41188) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:56.490658 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0cfbe-4a38-4730-9db9-736b5be0a632 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d621cc2c-8f68-4d03-8ca3-38daf3303243,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:56.525741 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fb2dcf36-1bf5-419a-8efd-f5b0df5b8287 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0589118 Nov 25 19:35:56.531975 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41190) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:56.537710 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8ceb5a89-9bbf-43a2-acba-c22c5b7ee5e0 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Request body: {'security_group': {'name': 'tempest-secgroup--1409643939'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:56.555559 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41192) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:56.578370 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ceb5a89-9bbf-43a2-acba-c22c5b7ee5e0 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.713257 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ceb5a89-9bbf-43a2-acba-c22c5b7ee5e0 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.719334 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ceb5a89-9bbf-43a2-acba-c22c5b7ee5e0 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.753755 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68878618-da61-4ccd-93ec-f0df06ea0346 req-ba79222b-ba5b-4154-a540-4c9cc072356d tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:56.756382 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-485c5aea-832f-401f-ae1f-271230b57e01 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-836094057-network', 'tenant_id': '94a3295b88034687b6880b1a918ef9b6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:56.757030 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-68878618-da61-4ccd-93ec-f0df06ea0346 req-ba79222b-ba5b-4154-a540-4c9cc072356d tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 945 time: 0.1117132 Nov 25 19:35:56.777546 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ceb5a89-9bbf-43a2-acba-c22c5b7ee5e0 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.781447 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8ceb5a89-9bbf-43a2-acba-c22c5b7ee5e0 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2455611 Nov 25 19:35:56.782615 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41200) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:56.787569 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3d9b6842-8983-42ec-b27f-c642809789ec tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Request body: {'security_group_rule': {'security_group_id': '06b204cc-7a1b-4707-b70a-445fbb1db627', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:56.794346 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb5a89-9bbf-43a2-acba-c22c5b7ee5e0 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b204cc-7a1b-4707-b70a-445fbb1db627,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:56.839533 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b30e26f8-1423-40cb-a0f7-b5942fa50fb3 req-c86dd94f-a1f6-4600-ae93-fd7d2bb03762 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 210 time: 0.0424106 Nov 25 19:35:56.841560 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485c5aea-832f-401f-ae1f-271230b57e01 admin admin] Made reservation on behalf of 94a3295b88034687b6880b1a918ef9b6 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:35:56.844003 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-68878618-da61-4ccd-93ec-f0df06ea0346 req-cc39f0eb-04e9-4995-8637-f06dfe15de17 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/security-groups?id=6539240d-cb14-4d53-8d2f-c1428f897cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782354 Nov 25 19:35:56.844251 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-485c5aea-832f-401f-ae1f-271230b57e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.108007 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0bd96d02-eb03-4ed3-b9af-d785f20172e7 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:35:57.199715 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 0bd96d02-eb03-4ed3-b9af-d785f20172e7 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:35:57.200679 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.306976 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded650e5-ae64-47ae-956d-68599c802013 req-e3581d91-7616-48c7-92b8-b140f8ea9a82 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:57.315724 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ded650e5-ae64-47ae-956d-68599c802013 req-e3581d91-7616-48c7-92b8-b140f8ea9a82 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 945 time: 0.2137690 Nov 25 19:35:57.334898 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.335940 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-485c5aea-832f-401f-ae1f-271230b57e01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.360678 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-97d18ff8-7040-4b00-b731-146ae95062fc tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:57.363349 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-97d18ff8-7040-4b00-b731-146ae95062fc tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.73 "GET /v2.0/networks?id=93e34496-6e23-48ef-971e-96d0cda496d2 HTTP/1.1" status: 200 len: 814 time: 0.3128781 Nov 25 19:35:57.371334 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8393bde-51ba-43a9-8fd7-cc72583b9cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd96d02-eb03-4ed3-b9af-d785f20172e7'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:35:57.374684 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aed5660-22fa-4d21-a500-7205f0a22a15" -d '{"events": [{"server_uuid": "d8393bde-51ba-43a9-8fd7-cc72583b9cf6", "name": "network-vif-plugged", "status": "completed", "tag": "0bd96d02-eb03-4ed3-b9af-d785f20172e7"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:35:57.381999 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-2c8d1f88-1c57-48e3-b854-20a89cc32014 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Request body: {'port': {'device_id': '25223355-8415-4298-8491-de1310ba9fbc', 'network_id': '93e34496-6e23-48ef-971e-96d0cda496d2', 'admin_state_up': True, 'tenant_id': '6d50a81e795b4803b0a1c0e06f921514'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:57.391651 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0bd96d02-eb03-4ed3-b9af-d785f20172e7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0bd96d02-eb03-4ed3-b9af-d785f20172e7,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:57.396675 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.403384 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d9b6842-8983-42ec-b27f-c642809789ec tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.486073 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=0bd96d02-eb03-4ed3-b9af-d785f20172e7,revision_number=10']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:57.510107 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2e9e11b0-6513-4185-a348-feef53736d97 req-8d8284ac-7eae-4c7f-b3d7-be47edf2579a tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2934556 Nov 25 19:35:57.526543 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-2e9e11b0-6513-4185-a348-feef53736d97 req-4d456560-c9ae-4780-a4f6-10a73507dce4 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:57.566675 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d9b6842-8983-42ec-b27f-c642809789ec tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.576044 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d9b6842-8983-42ec-b27f-c642809789ec tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.579791 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ded650e5-ae64-47ae-956d-68599c802013 req-04db7886-bac6-4a0c-9906-e033e2ef767a tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361271 Nov 25 19:35:57.621087 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b6842-8983-42ec-b27f-c642809789ec tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ce4ebf-8fd1-4f2c-a026-1cf570da4a82,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:57.629977 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2e9e11b0-6513-4185-a348-feef53736d97 req-4d456560-c9ae-4780-a4f6-10a73507dce4 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.649173 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-2c8d1f88-1c57-48e3-b854-20a89cc32014 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Made reservation on behalf of 6d50a81e795b4803b0a1c0e06f921514 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:35:57.653334 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d9b6842-8983-42ec-b27f-c642809789ec tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.653986 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-2c8d1f88-1c57-48e3-b854-20a89cc32014 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.657153 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3d9b6842-8983-42ec-b27f-c642809789ec tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8709946 Nov 25 19:35:57.660762 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-485c5aea-832f-401f-ae1f-271230b57e01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.664334 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41214) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:57.686879 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-485c5aea-832f-401f-ae1f-271230b57e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.701380 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7837a66c-5443-4192-8a44-ad604c8a694e tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-group-rules/08ce4ebf-8fd1-4f2c-a026-1cf570da4a82 HTTP/1.1" status: 200 len: 763 time: 0.0365036 Nov 25 19:35:57.713493 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41216) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:57.723018 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485c5aea-832f-401f-ae1f-271230b57e01 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:35:57.771074 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c5aea-832f-401f-ae1f-271230b57e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4447bf6-a7b3-4b42-97d4-9d652c4525e5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:57.777202 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-485c5aea-832f-401f-ae1f-271230b57e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.777617 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-485c5aea-832f-401f-ae1f-271230b57e01 admin admin] Added segment bfd6d166-024f-4e7b-94aa-ab0549dc2957 of type vlan for network 47a2751f-1a66-4828-ad2b-efd1145fe768 Nov 25 19:35:57.784630 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-21487e4a-48c7-4e15-909e-76944dffb2d5 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0698221 Nov 25 19:35:57.792784 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41218) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:57.843128 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aea3a09-0aa8-465b-9724-c5054919ff72 x-openstack-request-id: req-5aea3a09-0aa8-465b-9724-c5054919ff72 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:57.844072 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8393bde-51ba-43a9-8fd7-cc72583b9cf6", "name": "network-vif-plugged", "status": "completed", "tag": "0bd96d02-eb03-4ed3-b9af-d785f20172e7", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:57.848252 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-2c8d1f88-1c57-48e3-b854-20a89cc32014 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Allocated IP 172.20.0.3 (93e34496-6e23-48ef-971e-96d0cda496d2/3cf19564-d441-4077-bcd2-9bcbf6b9b235/0222d72e-e6b3-45b7-b69f-8a182ef92c66) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:35:57.856722 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5aea3a09-0aa8-465b-9724-c5054919ff72 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:57.859321 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8393bde-51ba-43a9-8fd7-cc72583b9cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd96d02-eb03-4ed3-b9af-d785f20172e7', 'code': 200} Nov 25 19:35:57.866251 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-485c5aea-832f-401f-ae1f-271230b57e01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.879740 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d08e345-2c00-438a-814e-e9e5c2d73265 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.908007 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d08e345-2c00-438a-814e-e9e5c2d73265 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.956032 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-485c5aea-832f-401f-ae1f-271230b57e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.956603 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485c5aea-832f-401f-ae1f-271230b57e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:57.957338 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-485c5aea-832f-401f-ae1f-271230b57e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.037770 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d08e345-2c00-438a-814e-e9e5c2d73265 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.117058 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d08e345-2c00-438a-814e-e9e5c2d73265 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.122120 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0d08e345-2c00-438a-814e-e9e5c2d73265 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/08ce4ebf-8fd1-4f2c-a026-1cf570da4a82 HTTP/1.1" status: 204 len: 168 time: 0.3253100 Nov 25 19:35:58.126321 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41224) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:58.127492 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-485c5aea-832f-401f-ae1f-271230b57e01 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5706205 Nov 25 19:35:58.166866 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc9289-7e5d-46d1-b75d-2d13e5c60f4e req-044216d2-513c-4146-873e-79007d8cee4e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:58.168585 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-68cc9289-7e5d-46d1-b75d-2d13e5c60f4e req-044216d2-513c-4146-873e-79007d8cee4e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 946 time: 0.1707053 Nov 25 19:35:58.184718 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-2c8d1f88-1c57-48e3-b854-20a89cc32014 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.190855 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2e9e11b0-6513-4185-a348-feef53736d97 req-4d456560-c9ae-4780-a4f6-10a73507dce4 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.193223 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08e345-2c00-438a-814e-e9e5c2d73265 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08ce4ebf-8fd1-4f2c-a026-1cf570da4a82,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:58.207585 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c5aea-832f-401f-ae1f-271230b57e01 admin admin] Pushing event updated for resources: {'Network': ['ID=47a2751f-1a66-4828-ad2b-efd1145fe768,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:58.236329 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-dbb9089c-d300-4bc5-8fb0-5515dca8ecd0 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1079447 Nov 25 19:35:58.240634 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41228) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:58.246442 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 47a2751f-1a66-4828-ad2b-efd1145fe768 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:35:58.247363 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-5b6bf2b7-30c3-4dde-a33e-94d10c971843 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Request body: {'security_group_rule': {'security_group_id': '06b204cc-7a1b-4707-b70a-445fbb1db627', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:58.259226 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0544ba-0800-4d63-be05-3a6528802eb6 req-6d844d22-aa15-4049-8067-4dc8f02fab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:58.260924 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f0544ba-0800-4d63-be05-3a6528802eb6 req-6d844d22-aa15-4049-8067-4dc8f02fab11 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 1097 time: 0.1187172 Nov 25 19:35:58.311809 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-68cc9289-7e5d-46d1-b75d-2d13e5c60f4e req-435da039-c207-45e5-993d-b5b2abbd2cbf tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240525 Nov 25 19:35:58.326279 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-2c8d1f88-1c57-48e3-b854-20a89cc32014 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.354992 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f0544ba-0800-4d63-be05-3a6528802eb6 req-f7d4427e-650e-49fb-a89a-53ba76d8dce2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849466 Nov 25 19:35:58.383947 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b6bf2b7-30c3-4dde-a33e-94d10c971843 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.423926 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-2e9e11b0-6513-4185-a348-feef53736d97 req-4d456560-c9ae-4780-a4f6-10a73507dce4 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Allocated IP 172.25.6.219 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/5a0d0a8b-a0f9-4e8e-8090-ec80cc058c2f) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:35:58.490707 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-2c8d1f88-1c57-48e3-b854-20a89cc32014 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Network 93e34496-6e23-48ef-971e-96d0cda496d2 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:35:58.503155 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-2c8d1f88-1c57-48e3-b854-20a89cc32014 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:35:58.513156 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d1f88-1c57-48e3-b854-20a89cc32014 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Pushing event updated for resources: {'Port': ['ID=0222d72e-e6b3-45b7-b69f-8a182ef92c66,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:58.516325 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-2c8d1f88-1c57-48e3-b854-20a89cc32014 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:35:58.586218 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2e9e11b0-6513-4185-a348-feef53736d97 req-4d456560-c9ae-4780-a4f6-10a73507dce4 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.593424 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e8209-3b6d-4bfd-a69c-e70c42053f49 req-b280e93d-6660-4dbd-b365-2641d8be4086 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:58.595064 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-071e8209-3b6d-4bfd-a69c-e70c42053f49 req-b280e93d-6660-4dbd-b365-2641d8be4086 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 931 time: 0.1454172 Nov 25 19:35:58.603828 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b6bf2b7-30c3-4dde-a33e-94d10c971843 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.616351 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b6bf2b7-30c3-4dde-a33e-94d10c971843 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.624291 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-2c8d1f88-1c57-48e3-b854-20a89cc32014 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:58.624957 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-2c8d1f88-1c57-48e3-b854-20a89cc32014 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.637934 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2e9e11b0-6513-4185-a348-feef53736d97 req-4d456560-c9ae-4780-a4f6-10a73507dce4 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.670200 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6bf2b7-30c3-4dde-a33e-94d10c971843 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f971d272-6c2d-42c0-9994-7b282d1ce8b1,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:58.677042 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-2c8d1f88-1c57-48e3-b854-20a89cc32014 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3022406 Nov 25 19:35:58.686024 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b6bf2b7-30c3-4dde-a33e-94d10c971843 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.687385 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5b6bf2b7-30c3-4dde-a33e-94d10c971843 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4454670 Nov 25 19:35:58.692343 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41236) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:58.699111 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-afcf41c3-2f8d-40c9-b632-58bebd7dcf89 service neutron] Request body: {'port': {'device_id': '25223355-8415-4298-8491-de1310ba9fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:58.719787 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e9e11b0-6513-4185-a348-feef53736d97 req-4d456560-c9ae-4780-a4f6-10a73507dce4 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:35:58.733535 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-071e8209-3b6d-4bfd-a69c-e70c42053f49 req-60b9a556-a217-496c-bbde-4d27a93cfbae tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255214 Nov 25 19:35:58.740222 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-2e9e11b0-6513-4185-a348-feef53736d97 req-4d456560-c9ae-4780-a4f6-10a73507dce4 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:35:58.751351 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9e11b0-6513-4185-a348-feef53736d97 req-4d456560-c9ae-4780-a4f6-10a73507dce4 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:35:58.767960 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a9b01454-565e-4e5f-ab8a-8f9aaa560ebc tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-group-rules/f971d272-6c2d-42c0-9994-7b282d1ce8b1 HTTP/1.1" status: 200 len: 763 time: 0.0723405 Nov 25 19:35:58.776469 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41240) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:58.796881 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d456560-c9ae-4780-a4f6-10a73507dce4 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Pushing event updated for resources: {'Port': ['ID=5a0d0a8b-a0f9-4e8e-8090-ec80cc058c2f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:58.813681 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-afcf41c3-2f8d-40c9-b632-58bebd7dcf89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.930127 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cceebc3e-b9ce-4200-b0a8-985a1103daef tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1525605 Nov 25 19:35:58.933755 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41244) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:58.942901 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2e9e11b0-6513-4185-a348-feef53736d97 req-4d456560-c9ae-4780-a4f6-10a73507dce4 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.017075 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-72cdb7fb-7c13-4159-846f-2917ed626c65 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.036531 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-72cdb7fb-7c13-4159-846f-2917ed626c65 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.054021 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2e9e11b0-6513-4185-a348-feef53736d97 req-4d456560-c9ae-4780-a4f6-10a73507dce4 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.120313 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-72cdb7fb-7c13-4159-846f-2917ed626c65 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.128139 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-72cdb7fb-7c13-4159-846f-2917ed626c65 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.129379 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-72cdb7fb-7c13-4159-846f-2917ed626c65 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/f971d272-6c2d-42c0-9994-7b282d1ce8b1 HTTP/1.1" status: 204 len: 168 time: 0.1941228 Nov 25 19:35:59.140153 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41246) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:59.150642 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cdb7fb-7c13-4159-846f-2917ed626c65 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f971d272-6c2d-42c0-9994-7b282d1ce8b1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:59.196924 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0cb523de-7926-4667-8071-65d42ad26ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.246126 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4e19be71-aa3b-4a06-bb0b-58be3d73bd53 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1047201 Nov 25 19:35:59.249538 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41248) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:59.256260 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-dfab3427-9273-40fb-8328-ff81efe57a5a tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Request body: {'security_group_rule': {'security_group_id': '06b204cc-7a1b-4707-b70a-445fbb1db627', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:59.308555 n-d-819349-5 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-dfab3427-9273-40fb-8328-ff81efe57a5a tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Project 109f482f20314848a5c78914b107a5fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:35:59.319800 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dfab3427-9273-40fb-8328-ff81efe57a5a tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.345202 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2e9e11b0-6513-4185-a348-feef53736d97 req-4d456560-c9ae-4780-a4f6-10a73507dce4 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.351183 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2e9e11b0-6513-4185-a348-feef53736d97 req-4d456560-c9ae-4780-a4f6-10a73507dce4 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.452553 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e188f9-864f-4c95-8b15-b5e2d5736ed0 req-18c3f60c-49ed-4730-a36b-62a9f99027af tempest-ComputeTenantNetworksTest-1668208676 tempest-ComputeTenantNetworksTest-1668208676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:59.459263 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e188f9-864f-4c95-8b15-b5e2d5736ed0 req-18c3f60c-49ed-4730-a36b-62a9f99027af tempest-ComputeTenantNetworksTest-1668208676 tempest-ComputeTenantNetworksTest-1668208676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:59.466708 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e188f9-864f-4c95-8b15-b5e2d5736ed0 req-18c3f60c-49ed-4730-a36b-62a9f99027af tempest-ComputeTenantNetworksTest-1668208676 tempest-ComputeTenantNetworksTest-1668208676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:59.468842 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d456560-c9ae-4780-a4f6-10a73507dce4 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Pushing event updated for resources: {'Port': ['ID=5a0d0a8b-a0f9-4e8e-8090-ec80cc058c2f,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:59.483677 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d7e188f9-864f-4c95-8b15-b5e2d5736ed0 req-18c3f60c-49ed-4730-a36b-62a9f99027af tempest-ComputeTenantNetworksTest-1668208676 tempest-ComputeTenantNetworksTest-1668208676-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3706489 Nov 25 19:35:59.493306 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2e9e11b0-6513-4185-a348-feef53736d97 req-4d456560-c9ae-4780-a4f6-10a73507dce4 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.499619 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dfab3427-9273-40fb-8328-ff81efe57a5a tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.520916 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dfab3427-9273-40fb-8328-ff81efe57a5a tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.545689 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2e9e11b0-6513-4185-a348-feef53736d97 req-4d456560-c9ae-4780-a4f6-10a73507dce4 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.546846 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2e9e11b0-6513-4185-a348-feef53736d97 req-4d456560-c9ae-4780-a4f6-10a73507dce4 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0280113 Nov 25 19:35:59.550094 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab3427-9273-40fb-8328-ff81efe57a5a tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c09aae-c5e6-45b3-abbd-4840e61d1948,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:59.658007 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dfab3427-9273-40fb-8328-ff81efe57a5a tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.659489 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-dfab3427-9273-40fb-8328-ff81efe57a5a tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4089632 Nov 25 19:35:59.667155 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41258) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:59.684328 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2e9e11b0-6513-4185-a348-feef53736d97 req-1db16b21-94fa-4081-bc8c-ab4859fbcb73 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 696 time: 0.1236641 Nov 25 19:35:59.709229 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-afcf41c3-2f8d-40c9-b632-58bebd7dcf89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0222d72e-e6b3-45b7-b69f-8a182ef92c66 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:35:59.720417 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-af1e49d5-01e3-4ea3-a2e6-84e32366d719 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-group-rules/d1c09aae-c5e6-45b3-abbd-4840e61d1948 HTTP/1.1" status: 200 len: 769 time: 0.0500495 Nov 25 19:35:59.724977 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41260) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:59.731514 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-afcf41c3-2f8d-40c9-b632-58bebd7dcf89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.788652 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-afcf41c3-2f8d-40c9-b632-58bebd7dcf89 service neutron] Transition to ACTIVE for port object 0222d72e-e6b3-45b7-b69f-8a182ef92c66 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:35:59.824871 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3058016-89ca-4857-b369-2276effdd988 req-85ea34a8-7462-458c-bc6b-0b4dd00feefb tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:59.835738 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d3058016-89ca-4857-b369-2276effdd988 req-85ea34a8-7462-458c-bc6b-0b4dd00feefb tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 945 time: 0.2149189 Nov 25 19:35:59.840675 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-afcf41c3-2f8d-40c9-b632-58bebd7dcf89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.886852 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e11b0-6513-4185-a348-feef53736d97 req-bdb16288-3909-4292-bf49-0d347b66981b tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:59.890352 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2e9e11b0-6513-4185-a348-feef53736d97 req-bdb16288-3909-4292-bf49-0d347b66981b tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.1954906 Nov 25 19:35:59.913599 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-2e9e11b0-6513-4185-a348-feef53736d97 req-68850257-155c-45eb-a3a6-2277583a4800 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:35:59.915727 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2e9e11b0-6513-4185-a348-feef53736d97 req-68850257-155c-45eb-a3a6-2277583a4800 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111821 Nov 25 19:35:59.930079 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-db0c83ec-c29d-4def-9b9f-1bd2a6df1d6d tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2003250 Nov 25 19:35:59.931647 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41276) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:59.946182 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf41c3-2f8d-40c9-b632-58bebd7dcf89 service neutron] Pushing event updated for resources: {'Port': ['ID=0222d72e-e6b3-45b7-b69f-8a182ef92c66,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:59.993156 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d3058016-89ca-4857-b369-2276effdd988 req-3899296a-e5a0-4517-a88d-ea810d695cc0 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440806 Nov 25 19:36:00.031953 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e56e996-e602-4812-ba57-82640e49a260 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.079295 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e56e996-e602-4812-ba57-82640e49a260 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.132463 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-afcf41c3-2f8d-40c9-b632-58bebd7dcf89 service neutron] Attempting to bind port 0222d72e-e6b3-45b7-b69f-8a182ef92c66 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:36:00.133227 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-afcf41c3-2f8d-40c9-b632-58bebd7dcf89 service neutron] Attempting to bind port 0222d72e-e6b3-45b7-b69f-8a182ef92c66 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'ac9fe41d-7acf-41fa-a6ba-c987e65b3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '93e34496-6e23-48ef-971e-96d0cda496d2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:36:00.134104 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-afcf41c3-2f8d-40c9-b632-58bebd7dcf89 service neutron] Attempting to bind port 0222d72e-e6b3-45b7-b69f-8a182ef92c66 on network 93e34496-6e23-48ef-971e-96d0cda496d2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:36:00.153462 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-afcf41c3-2f8d-40c9-b632-58bebd7dcf89 service neutron] Port 0222d72e-e6b3-45b7-b69f-8a182ef92c66 on network 93e34496-6e23-48ef-971e-96d0cda496d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:36:00.154002 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-afcf41c3-2f8d-40c9-b632-58bebd7dcf89 service neutron] Attempting to bind port 0222d72e-e6b3-45b7-b69f-8a182ef92c66 on network 93e34496-6e23-48ef-971e-96d0cda496d2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:36:00.176910 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-afcf41c3-2f8d-40c9-b632-58bebd7dcf89 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:36:00.177387 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-afcf41c3-2f8d-40c9-b632-58bebd7dcf89 service neutron] Checking segment: {'id': 'ac9fe41d-7acf-41fa-a6ba-c987e65b3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '93e34496-6e23-48ef-971e-96d0cda496d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:36:00.177780 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-afcf41c3-2f8d-40c9-b632-58bebd7dcf89 service neutron] Bound using segment: {'id': 'ac9fe41d-7acf-41fa-a6ba-c987e65b3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '93e34496-6e23-48ef-971e-96d0cda496d2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:36:00.178256 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-afcf41c3-2f8d-40c9-b632-58bebd7dcf89 service neutron] Bound port: 0222d72e-e6b3-45b7-b69f-8a182ef92c66, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9fe41d-7acf-41fa-a6ba-c987e65b3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '93e34496-6e23-48ef-971e-96d0cda496d2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:36:00.178800 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-afcf41c3-2f8d-40c9-b632-58bebd7dcf89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.196435 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e56e996-e602-4812-ba57-82640e49a260 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.263591 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e56e996-e602-4812-ba57-82640e49a260 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.265065 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7e56e996-e602-4812-ba57-82640e49a260 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/d1c09aae-c5e6-45b3-abbd-4840e61d1948 HTTP/1.1" status: 204 len: 168 time: 0.3328943 Nov 25 19:36:00.272111 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41304) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:00.274972 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd0203-f479-4261-bff1-d2ae2ae9c133 req-6ff8ea53-c8fd-451a-af04-85dae923c4c5 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:00.276667 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94bd0203-f479-4261-bff1-d2ae2ae9c133 req-6ff8ea53-c8fd-451a-af04-85dae923c4c5 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 946 time: 0.1163456 Nov 25 19:36:00.325171 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-afcf41c3-2f8d-40c9-b632-58bebd7dcf89 service neutron] For port 0222d72e-e6b3-45b7-b69f-8a182ef92c66, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:36:00.325812 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56e996-e602-4812-ba57-82640e49a260 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1c09aae-c5e6-45b3-abbd-4840e61d1948,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:00.354420 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-afcf41c3-2f8d-40c9-b632-58bebd7dcf89 service neutron] For port 0222d72e-e6b3-45b7-b69f-8a182ef92c66, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0222d72e-e6b3-45b7-b69f-8a182ef92c66,segment=NetworkSegment(ac9fe41d-7acf-41fa-a6ba-c987e65b3e27),segment_id=ac9fe41d-7acf-41fa-a6ba-c987e65b3e27)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:36:00.355581 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85961bd4-b7a8-431d-992d-f992ea5a745f req-df701990-2fb9-446a-a8cf-24ca1ed91f0b tempest-ComputeTenantNetworksTest-1668208676 tempest-ComputeTenantNetworksTest-1668208676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:00.358435 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-85961bd4-b7a8-431d-992d-f992ea5a745f req-df701990-2fb9-446a-a8cf-24ca1ed91f0b tempest-ComputeTenantNetworksTest-1668208676 tempest-ComputeTenantNetworksTest-1668208676-project] 10.222.0.55 "GET /v2.0/networks/47a2751f-1a66-4828-ad2b-efd1145fe768 HTTP/1.1" status: 200 len: 768 time: 0.2417526 Nov 25 19:36:00.366839 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-afcf41c3-2f8d-40c9-b632-58bebd7dcf89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.376760 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41306) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:00.406327 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-10ad4306-5c5d-4d51-9b0e-011edb51e537 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1260979 Nov 25 19:36:00.407333 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41308) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:00.505631 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94bd0203-f479-4261-bff1-d2ae2ae9c133 req-ad9780a0-619f-4e96-baee-32f65bcfcf4c tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162256 Nov 25 19:36:00.509713 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-afcf41c3-2f8d-40c9-b632-58bebd7dcf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:00.510377 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-afcf41c3-2f8d-40c9-b632-58bebd7dcf89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.517315 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-afcf41c3-2f8d-40c9-b632-58bebd7dcf89 service neutron] 10.222.0.73 "PUT /v2.0/ports/0222d72e-e6b3-45b7-b69f-8a182ef92c66 HTTP/1.1" status: 200 len: 1091 time: 1.8216560 Nov 25 19:36:00.517315 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25223355-8415-4298-8491-de1310ba9fbc', 'tag': '0222d72e-e6b3-45b7-b69f-8a182ef92c66'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:00.534720 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be56d86-2cff-4118-873d-48d11f42df05" -d '{"events": [{"name": "network-changed", "server_uuid": "25223355-8415-4298-8491-de1310ba9fbc", "tag": "0222d72e-e6b3-45b7-b69f-8a182ef92c66"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:00.668435 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cae0b-4abc-4017-9f83-084a134cc101 req-c5b799d3-eef8-4618-9663-4aee99787dd2 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:00.670079 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cd2cae0b-4abc-4017-9f83-084a134cc101 req-c5b799d3-eef8-4618-9663-4aee99787dd2 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 943 time: 0.1794574 Nov 25 19:36:00.676994 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4967a47-41bf-4d24-89f6-323305340dd8 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.716845 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf41c3-2f8d-40c9-b632-58bebd7dcf89 service neutron] Pushing event updated for resources: {'Port': ['ID=0222d72e-e6b3-45b7-b69f-8a182ef92c66,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:00.758551 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cd2cae0b-4abc-4017-9f83-084a134cc101 req-7a81f045-9890-453a-b29a-189d62637d85 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741916 Nov 25 19:36:00.775077 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4967a47-41bf-4d24-89f6-323305340dd8 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.777418 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2990c95f-ebc1-4a40-ac50-efd1f6d04699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.798278 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-004a806c-9a20-4121-ab70-920091e45800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:00.798278 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-004a806c-9a20-4121-ab70-920091e45800 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d50a81e795b4803b0a1c0e06f921514&device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 1094 time: 0.1407361 Nov 25 19:36:00.876106 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3588fcda-7971-40e3-8a18-7e3af63d77e5 x-openstack-request-id: req-3588fcda-7971-40e3-8a18-7e3af63d77e5 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:00.876406 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25223355-8415-4298-8491-de1310ba9fbc", "tag": "0222d72e-e6b3-45b7-b69f-8a182ef92c66", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:00.876672 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3588fcda-7971-40e3-8a18-7e3af63d77e5 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:00.877092 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25223355-8415-4298-8491-de1310ba9fbc', 'tag': '0222d72e-e6b3-45b7-b69f-8a182ef92c66', 'status': 'completed', 'code': 200} Nov 25 19:36:00.882406 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-ea25a484-3c9e-4c55-9494-bfd33154eb7e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0222d72e-e6b3-45b7-b69f-8a182ef92c66 HTTP/1.1" status: 200 len: 217 time: 0.0734892 Nov 25 19:36:00.885506 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4967a47-41bf-4d24-89f6-323305340dd8 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.891594 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4967a47-41bf-4d24-89f6-323305340dd8 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.893783 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d4967a47-41bf-4d24-89f6-323305340dd8 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "DELETE /v2.0/security-groups/06b204cc-7a1b-4707-b70a-445fbb1db627 HTTP/1.1" status: 204 len: 168 time: 0.4849334 Nov 25 19:36:00.897239 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41320) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:00.907226 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4967a47-41bf-4d24-89f6-323305340dd8 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b204cc-7a1b-4707-b70a-445fbb1db627,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:01.123387 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2990c95f-ebc1-4a40-ac50-efd1f6d04699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.143133 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-ae10e73f-301f-47dd-a7ca-c3b7295461a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:01.144676 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-ae10e73f-301f-47dd-a7ca-c3b7295461a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3cf19564-d441-4077-bcd2-9bcbf6b9b235 HTTP/1.1" status: 200 len: 854 time: 0.2118759 Nov 25 19:36:01.164909 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7a05f2f8-4529-4eb0-b424-c7b45e9d0f59 tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2289333 Nov 25 19:36:01.177060 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41326) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:01.178238 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a4b61-9f4d-457f-852c-8d56eeca7f52 req-16dbf9d6-cf30-4386-a23e-bf36b65f8817 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:01.178863 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-2990c95f-ebc1-4a40-ac50-efd1f6d04699 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a2751f-1a66-4828-ad2b-efd1145fe768']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:01.180975 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4d4a4b61-9f4d-457f-852c-8d56eeca7f52 req-16dbf9d6-cf30-4386-a23e-bf36b65f8817 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 945 time: 0.0888460 Nov 25 19:36:01.235344 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-8bed0373-7876-44dd-8d0b-b096472a0a3b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=93e34496-6e23-48ef-971e-96d0cda496d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775237 Nov 25 19:36:01.240421 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-2990c95f-ebc1-4a40-ac50-efd1f6d04699 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd6d166-024f-4e7b-94aa-ab0549dc2957') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:01.240731 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-2990c95f-ebc1-4a40-ac50-efd1f6d04699 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd6d166-024f-4e7b-94aa-ab0549dc2957') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:01.247903 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4d4a4b61-9f4d-457f-852c-8d56eeca7f52 req-d9682260-ae6d-4b6a-9c22-85dad674cb04 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576584 Nov 25 19:36:01.266483 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-8968039f-4edc-41a0-a15f-7bfbb0e66142 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:01.267989 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-8968039f-4edc-41a0-a15f-7bfbb0e66142 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/networks?id=21a84b76-3939-4320-a333-a882c23bb50e HTTP/1.1" status: 200 len: 820 time: 0.3939531 Nov 25 19:36:01.276542 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2990c95f-ebc1-4a40-ac50-efd1f6d04699 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.327460 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2990c95f-ebc1-4a40-ac50-efd1f6d04699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.341808 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-238f12d0-9c94-4d4c-8d6e-66814b144a2a tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/quotas/f12660b706a44f0ab0907648b019fe22 HTTP/1.1" status: 200 len: 375 time: 0.0527697 Nov 25 19:36:01.371288 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2990c95f-ebc1-4a40-ac50-efd1f6d04699 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:36:01.371701 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2990c95f-ebc1-4a40-ac50-efd1f6d04699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:36:01.373559 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:36:01.380239 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3f8af448-6993-473b-8573-087445ba92cc tempest-SecGroupIPv6Test-353452618 tempest-SecGroupIPv6Test-353452618-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1961508 Nov 25 19:36:01.496274 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2990c95f-ebc1-4a40-ac50-efd1f6d04699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.516334 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-ebc83f0d-8fa2-4b21-a3a1-cd6924aa149a tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f12660b706a44f0ab0907648b019fe22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1464362 Nov 25 19:36:01.518926 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2990c95f-ebc1-4a40-ac50-efd1f6d04699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.525394 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2990c95f-ebc1-4a40-ac50-efd1f6d04699 admin admin] 10.222.0.55 "DELETE /v2.0/networks/47a2751f-1a66-4828-ad2b-efd1145fe768 HTTP/1.1" status: 204 len: 168 time: 1.1467404 Nov 25 19:36:01.537374 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-5d275de5-432b-4100-8167-1a4511a9113b service neutron] 10.222.0.73 "GET /v2.0/networks/93e34496-6e23-48ef-971e-96d0cda496d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912135 Nov 25 19:36:01.549058 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990c95f-ebc1-4a40-ac50-efd1f6d04699 admin admin] Pushing event deleted for resources: {'Network': ['ID=47a2751f-1a66-4828-ad2b-efd1145fe768,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:01.698001 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41336) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:01.720880 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aeddb858-cb4a-4de7-a07f-8eb6f272e615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.736913 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-10d9e3c3-dccf-412f-98a2-731e24446193 service neutron] 10.222.0.55 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984143 Nov 25 19:36:01.749930 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41342) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:01.784720 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a3e18c0-3aeb-4a69-8cc1-a7fc3376e6b4 req-5c9bf6fb-cec8-4a27-bef2-94fba043075a service neutron] 10.222.0.73 "GET /v2.0/networks/93e34496-6e23-48ef-971e-96d0cda496d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375178 Nov 25 19:36:01.828035 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06895bc-1ec6-4917-a6f1-35fd18c6e2e3 req-bce5bb6f-28a8-460d-8f61-56f0d40f1368 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:01.830974 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f06895bc-1ec6-4917-a6f1-35fd18c6e2e3 req-bce5bb6f-28a8-460d-8f61-56f0d40f1368 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 946 time: 0.0894225 Nov 25 19:36:01.919656 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f06895bc-1ec6-4917-a6f1-35fd18c6e2e3 req-e76d4dc1-4eed-42cf-8348-5f47a65625bd tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741045 Nov 25 19:36:01.927908 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-6f9c0f0a-1d4e-43e8-b340-09dc38a384d3 service neutron] 10.222.0.55 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900804 Nov 25 19:36:01.937638 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e921c4dd-668a-4df8-a691-986533079429 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=94a3295b88034687b6880b1a918ef9b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1853769 Nov 25 19:36:01.938386 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41346) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:01.998555 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be56d86-2cff-4118-873d-48d11f42df05 req-b1403335-fc77-4f01-8038-cd4238eeaecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:02.000170 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1be56d86-2cff-4118-873d-48d11f42df05 req-b1403335-fc77-4f01-8038-cd4238eeaecc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d50a81e795b4803b0a1c0e06f921514&device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 1094 time: 0.1147401 Nov 25 19:36:02.048403 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f226ca57-d627-4512-bdb1-ab832a918837 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.116482 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f226ca57-d627-4512-bdb1-ab832a918837 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.190229 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be56d86-2cff-4118-873d-48d11f42df05 req-4599aebd-c472-44df-a57a-cca750b77598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:02.193111 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1be56d86-2cff-4118-873d-48d11f42df05 req-4599aebd-c472-44df-a57a-cca750b77598 service neutron] 10.222.0.73 "GET /v2.0/networks?id=93e34496-6e23-48ef-971e-96d0cda496d2 HTTP/1.1" status: 200 len: 915 time: 0.1786942 Nov 25 19:36:02.238844 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b232f7d1-fdfc-45ba-82e3-fec12f3ad383 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=109f482f20314848a5c78914b107a5fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5386739 Nov 25 19:36:02.249104 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41354) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:02.264779 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39059f9a-3b80-4c8b-a727-a5b552dd4918 req-d1005659-6daa-4d65-ac5d-2cf09255dc34 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:02.267675 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-39059f9a-3b80-4c8b-a727-a5b552dd4918 req-d1005659-6daa-4d65-ac5d-2cf09255dc34 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 943 time: 0.1835639 Nov 25 19:36:02.402029 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36f8caa2-063f-4ad0-b156-65bf72c567bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.407457 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-39059f9a-3b80-4c8b-a727-a5b552dd4918 req-28af9b47-85f3-4b65-af04-cd275a6aa7e4 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066067 Nov 25 19:36:02.459060 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36f8caa2-063f-4ad0-b156-65bf72c567bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.580621 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36f8caa2-063f-4ad0-b156-65bf72c567bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.583733 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36f8caa2-063f-4ad0-b156-65bf72c567bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.590419 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-36f8caa2-063f-4ad0-b156-65bf72c567bd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fe835ef1-e6a7-410f-9de6-458284c1f0ce HTTP/1.1" status: 204 len: 168 time: 0.3211355 Nov 25 19:36:02.602238 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e63ed7-7758-4549-a3ec-0f148c384e68 req-b415f5fc-81f3-4188-bf5b-5c29ca02cda0 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:02.611037 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e8e63ed7-7758-4549-a3ec-0f148c384e68 req-b415f5fc-81f3-4188-bf5b-5c29ca02cda0 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 945 time: 0.0867305 Nov 25 19:36:02.633438 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1be56d86-2cff-4118-873d-48d11f42df05 req-16cb2a4e-7801-4b5b-a070-fdcfe822d61a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0222d72e-e6b3-45b7-b69f-8a182ef92c66 HTTP/1.1" status: 200 len: 217 time: 0.4292486 Nov 25 19:36:02.635938 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8caa2-063f-4ad0-b156-65bf72c567bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe835ef1-e6a7-410f-9de6-458284c1f0ce,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:02.637978 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2db137fd-f7cb-4426-9b14-02c7de7bc789 req-e1a6a0f9-9144-4c5d-be01-96e32374482e tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ab5bd85-8182-4744-88b3-fb6570c5e2d0 HTTP/1.1" status: 200 len: 210 time: 0.4255178 Nov 25 19:36:02.658787 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f226ca57-d627-4512-bdb1-ab832a918837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.662189 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f226ca57-d627-4512-bdb1-ab832a918837 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.666423 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f226ca57-d627-4512-bdb1-ab832a918837 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f4447bf6-a7b3-4b42-97d4-9d652c4525e5 HTTP/1.1" status: 204 len: 168 time: 0.7252855 Nov 25 19:36:02.741926 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e8e63ed7-7758-4549-a3ec-0f148c384e68 req-557caa40-b25a-42cb-ad8a-0a5155153db4 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298640 Nov 25 19:36:02.792312 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226ca57-d627-4512-bdb1-ab832a918837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4447bf6-a7b3-4b42-97d4-9d652c4525e5,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:02.818844 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be56d86-2cff-4118-873d-48d11f42df05 req-35d1cbc5-33fc-4efd-b56a-fa60aa109f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:02.821737 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1be56d86-2cff-4118-873d-48d11f42df05 req-35d1cbc5-33fc-4efd-b56a-fa60aa109f94 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3cf19564-d441-4077-bcd2-9bcbf6b9b235 HTTP/1.1" status: 200 len: 854 time: 0.1758766 Nov 25 19:36:02.906049 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1be56d86-2cff-4118-873d-48d11f42df05 req-e2b4b219-d00d-4e6f-8026-4046129e6533 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=93e34496-6e23-48ef-971e-96d0cda496d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746303 Nov 25 19:36:03.070344 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1be56d86-2cff-4118-873d-48d11f42df05 req-41a0c58c-6893-4e69-8fcf-e85114baabac service neutron] 10.222.0.73 "GET /v2.0/networks/93e34496-6e23-48ef-971e-96d0cda496d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470146 Nov 25 19:36:03.157294 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0222d72e-e6b3-45b7-b69f-8a182ef92c66 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:36:03.211957 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1be56d86-2cff-4118-873d-48d11f42df05 req-61c250f4-5337-4a3b-ba58-30974365ba9b service neutron] 10.222.0.73 "GET /v2.0/networks/93e34496-6e23-48ef-971e-96d0cda496d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224141 Nov 25 19:36:03.387753 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0222d72e-e6b3-45b7-b69f-8a182ef92c66, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0222d72e-e6b3-45b7-b69f-8a182ef92c66,segment=NetworkSegment(ac9fe41d-7acf-41fa-a6ba-c987e65b3e27),segment_id=ac9fe41d-7acf-41fa-a6ba-c987e65b3e27)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:03.410342 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '0222d72e-e6b3-45b7-b69f-8a182ef92c66', 'network_id': '93e34496-6e23-48ef-971e-96d0cda496d2', 'port_id': '0222d72e-e6b3-45b7-b69f-8a182ef92c66', 'mac_address': 'fa:16:3e:7d:6c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cf19564-d441-4077-bcd2-9bcbf6b9b235', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:36:03.511281 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.526926 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0222d72e-e6b3-45b7-b69f-8a182ef92c66 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:36:03.568417 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0222d72e-e6b3-45b7-b69f-8a182ef92c66, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0222d72e-e6b3-45b7-b69f-8a182ef92c66,segment=NetworkSegment(ac9fe41d-7acf-41fa-a6ba-c987e65b3e27),segment_id=ac9fe41d-7acf-41fa-a6ba-c987e65b3e27)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:03.578180 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.589069 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.648884 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=0222d72e-e6b3-45b7-b69f-8a182ef92c66,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:03.679584 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ab48c-d8ad-416f-ae2c-46353008eb28 req-9fc2d1ed-1eb3-445c-bc13-735d21326d86 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:03.682094 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8d1ab48c-d8ad-416f-ae2c-46353008eb28 req-9fc2d1ed-1eb3-445c-bc13-735d21326d86 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 944 time: 0.0970538 Nov 25 19:36:03.753591 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8d1ab48c-d8ad-416f-ae2c-46353008eb28 req-162be59f-8034-475f-9233-0e71d4f50956 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626566 Nov 25 19:36:03.904398 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fdd6da60-1e18-44d6-906d-77292ff93d13 req-43a25a76-85a0-4284-ab14-f76f46c40179 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ab5bd85-8182-4744-88b3-fb6570c5e2d0 HTTP/1.1" status: 200 len: 210 time: 0.0683365 Nov 25 19:36:03.922998 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['0222d72e-e6b3-45b7-b69f-8a182ef92c66'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:36:04.035724 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41420) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:04.222540 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-acf36939-d70f-453d-a1af-0ba52cb02afd req-fb0ec740-3537-43bb-b340-bbbe842e4ad8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678062 Nov 25 19:36:04.238117 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-496eb421-758b-498a-8c3f-4661ec6cc758 tempest-ServiceProvidersTest-1329900535 tempest-ServiceProvidersTest-1329900535-project] 10.222.0.55 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2004683 Nov 25 19:36:04.254906 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c31e5-cd6f-4baa-8ec2-c368808b6b13 req-b959fa79-5637-45d9-9c26-c3404e0fb7c7 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:04.267251 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f13c31e5-cd6f-4baa-8ec2-c368808b6b13 req-b959fa79-5637-45d9-9c26-c3404e0fb7c7 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 945 time: 0.1866670 Nov 25 19:36:04.294985 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-f7eaedf7-fb6b-49cc-a206-50d7d6d188c4 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:04.300600 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-f7eaedf7-fb6b-49cc-a206-50d7d6d188c4 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.85 "GET /v2.0/networks?id=21a84b76-3939-4320-a333-a882c23bb50e HTTP/1.1" status: 200 len: 820 time: 0.4022903 Nov 25 19:36:04.320092 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-888a8c66-84cf-4473-acae-f69032784739 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Request body: {'port': {'device_id': '8ab5bd85-8182-4744-88b3-fb6570c5e2d0', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'admin_state_up': True, 'tenant_id': 'f12660b706a44f0ab0907648b019fe22'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:04.347567 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf36939-d70f-453d-a1af-0ba52cb02afd req-07baaf0d-0fe6-4745-8cb6-c3e26a02f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:04.350345 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-acf36939-d70f-453d-a1af-0ba52cb02afd req-07baaf0d-0fe6-4745-8cb6-c3e26a02f8b9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 1096 time: 0.0660238 Nov 25 19:36:04.476654 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f13c31e5-cd6f-4baa-8ec2-c368808b6b13 req-521b5c6d-a419-41b2-8d88-fca1b2ecd76e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026832 Nov 25 19:36:04.591905 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-888a8c66-84cf-4473-acae-f69032784739 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Made reservation on behalf of f12660b706a44f0ab0907648b019fe22 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:36:04.592616 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf36939-d70f-453d-a1af-0ba52cb02afd req-0a9bb0e3-a835-42fd-8356-f07724fef109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:04.595447 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-acf36939-d70f-453d-a1af-0ba52cb02afd req-0a9bb0e3-a835-42fd-8356-f07724fef109 service neutron] 10.222.0.85 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 912 time: 0.2183928 Nov 25 19:36:04.599699 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-888a8c66-84cf-4473-acae-f69032784739 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:04.751135 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-acf36939-d70f-453d-a1af-0ba52cb02afd req-1d985e13-21e2-4cad-8da4-253b61bcb1f0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b63aae5-02ed-4222-aa55-350957d805d6 HTTP/1.1" status: 200 len: 999 time: 0.1444428 Nov 25 19:36:04.835248 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41442) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:04.925035 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf36939-d70f-453d-a1af-0ba52cb02afd req-e856603f-c246-45ea-824b-b258742f82bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:04.927744 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-acf36939-d70f-453d-a1af-0ba52cb02afd req-e856603f-c246-45ea-824b-b258742f82bb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ec830131-0c53-44d8-b6cf-4b7badf3b5da HTTP/1.1" status: 200 len: 850 time: 0.1547229 Nov 25 19:36:05.070241 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-888a8c66-84cf-4473-acae-f69032784739 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Allocated IP 172.20.0.11 (21a84b76-3939-4320-a333-a882c23bb50e/241fd8f7-99b9-40ff-9bd0-88bd5a599dfe/4a2a0bc8-26bd-4fef-8278-9761f780eac5) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:36:05.113272 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf36939-d70f-453d-a1af-0ba52cb02afd req-f5db0fe1-d453-4198-a35a-cf05301f744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:05.114838 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-acf36939-d70f-453d-a1af-0ba52cb02afd req-f5db0fe1-d453-4198-a35a-cf05301f744b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=37f8230d-6a2b-4a12-a441-526002eff84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1648965 Nov 25 19:36:05.135580 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55a940-6c82-4f72-bd1e-bf8ae2c10395 req-0061afa6-ba57-4364-bdc1-3b6919d0c683 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:05.137210 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1c55a940-6c82-4f72-bd1e-bf8ae2c10395 req-0061afa6-ba57-4364-bdc1-3b6919d0c683 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 944 time: 0.1084247 Nov 25 19:36:05.171720 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0222d72e-e6b3-45b7-b69f-8a182ef92c66 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:36:05.199796 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1e789dfb-859a-4b7d-a543-83aef3516f77 req-3d98cb92-14c5-407a-9903-0d61b381346f tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ab5bd85-8182-4744-88b3-fb6570c5e2d0 HTTP/1.1" status: 200 len: 210 time: 0.1158266 Nov 25 19:36:05.263248 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14b53316-7ece-4b58-b210-4dde5bc871e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.276443 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1c55a940-6c82-4f72-bd1e-bf8ae2c10395 req-b694a2c4-d86f-40cb-bbb5-760c0a540d73 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300201 Nov 25 19:36:05.291642 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 0222d72e-e6b3-45b7-b69f-8a182ef92c66 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:36:05.311438 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 0222d72e-e6b3-45b7-b69f-8a182ef92c66 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:05.312237 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.327255 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-acf36939-d70f-453d-a1af-0ba52cb02afd req-f73d8492-da86-4fab-933f-f5f2bae8d312 service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887016 Nov 25 19:36:05.416403 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.422896 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14b53316-7ece-4b58-b210-4dde5bc871e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.474929 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.491249 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-acf36939-d70f-453d-a1af-0ba52cb02afd req-62bce440-c7bb-42fd-a577-3f8abf7f7309 service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523139 Nov 25 19:36:05.501236 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14b53316-7ece-4b58-b210-4dde5bc871e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.517003 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25223355-8415-4298-8491-de1310ba9fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0222d72e-e6b3-45b7-b69f-8a182ef92c66'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:05.519902 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53418406-c587-49a2-8790-2345c50c0000" -d '{"events": [{"server_uuid": "25223355-8415-4298-8491-de1310ba9fbc", "name": "network-vif-plugged", "status": "completed", "tag": "0222d72e-e6b3-45b7-b69f-8a182ef92c66"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:05.553302 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-14b53316-7ece-4b58-b210-4dde5bc871e2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e196fce5823e4b2cbc54ba737a56cfbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7157915 Nov 25 19:36:05.556346 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41454) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:05.591608 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0222d72e-e6b3-45b7-b69f-8a182ef92c66, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0222d72e-e6b3-45b7-b69f-8a182ef92c66,segment=NetworkSegment(ac9fe41d-7acf-41fa-a6ba-c987e65b3e27),segment_id=ac9fe41d-7acf-41fa-a6ba-c987e65b3e27)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:05.605991 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.639933 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-888a8c66-84cf-4473-acae-f69032784739 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.685005 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51707e38-6dd7-4319-8000-2e1cbc28a636 x-openstack-request-id: req-51707e38-6dd7-4319-8000-2e1cbc28a636 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:05.685632 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25223355-8415-4298-8491-de1310ba9fbc", "name": "network-vif-plugged", "status": "completed", "tag": "0222d72e-e6b3-45b7-b69f-8a182ef92c66", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:05.686123 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51707e38-6dd7-4319-8000-2e1cbc28a636 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:05.686773 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25223355-8415-4298-8491-de1310ba9fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0222d72e-e6b3-45b7-b69f-8a182ef92c66', 'code': 200} Nov 25 19:36:05.688920 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=0222d72e-e6b3-45b7-b69f-8a182ef92c66,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:05.697895 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0565bcdd-df7a-4321-88dd-af1ce1327db6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.715837 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.723388 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-888a8c66-84cf-4473-acae-f69032784739 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.737467 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['63f3cba7-d9d7-4745-8041-29401be37031'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:36:05.819451 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0565bcdd-df7a-4321-88dd-af1ce1327db6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.823298 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-888a8c66-84cf-4473-acae-f69032784739 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Network 21a84b76-3939-4320-a333-a882c23bb50e is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:36:05.823951 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b53316-7ece-4b58-b210-4dde5bc871e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1186448a-b0c7-4d66-9680-6fe5c86531fc,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:05.834609 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-888a8c66-84cf-4473-acae-f69032784739 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:36:05.865470 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-888a8c66-84cf-4473-acae-f69032784739 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:36:05.968766 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0565bcdd-df7a-4321-88dd-af1ce1327db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.972102 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0565bcdd-df7a-4321-88dd-af1ce1327db6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.976386 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0565bcdd-df7a-4321-88dd-af1ce1327db6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1186448a-b0c7-4d66-9680-6fe5c86531fc HTTP/1.1" status: 204 len: 168 time: 0.4181516 Nov 25 19:36:05.992580 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a8c66-84cf-4473-acae-f69032784739 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Pushing event updated for resources: {'Port': ['ID=4a2a0bc8-26bd-4fef-8278-9761f780eac5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:06.006785 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565bcdd-df7a-4321-88dd-af1ce1327db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1186448a-b0c7-4d66-9680-6fe5c86531fc,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:06.019070 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c22d89-6f56-4429-b41a-e32f3552d918 req-b10c9d8b-38db-4954-9d90-8f4c0c69126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:06.022104 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45c22d89-6f56-4429-b41a-e32f3552d918 req-b10c9d8b-38db-4954-9d90-8f4c0c69126b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 1096 time: 0.3134334 Nov 25 19:36:06.050387 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e7044-aafd-46d1-9043-3061e68e6719 req-025b77d1-e7b4-4cf2-bdb1-7e3a4596a3ee tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:06.060411 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a25e7044-aafd-46d1-9043-3061e68e6719 req-025b77d1-e7b4-4cf2-bdb1-7e3a4596a3ee tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 945 time: 0.3562958 Nov 25 19:36:06.132222 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-888a8c66-84cf-4473-acae-f69032784739 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:06.133492 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-888a8c66-84cf-4473-acae-f69032784739 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:06.201198 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45c22d89-6f56-4429-b41a-e32f3552d918 req-e77b6bec-0034-41eb-bc24-77b569dc76a8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695700 Nov 25 19:36:06.251200 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a25e7044-aafd-46d1-9043-3061e68e6719 req-3fd4d4fe-5c77-4c8e-ba0e-0230dc8b66b5 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730738 Nov 25 19:36:06.261082 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-888a8c66-84cf-4473-acae-f69032784739 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9405029 Nov 25 19:36:06.295426 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-60979013-ff4d-4896-a7ee-dbf1569a348e service neutron] Request body: {'port': {'device_id': '8ab5bd85-8182-4744-88b3-fb6570c5e2d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:06.500169 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3d8ecca1-2d77-4d16-82c4-d48660d82545 None None] Provisioning complete for port 4a2a0bc8-26bd-4fef-8278-9761f780eac5 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:06.502350 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3d8ecca1-2d77-4d16-82c4-d48660d82545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:06.556925 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-60979013-ff4d-4896-a7ee-dbf1569a348e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:06.567673 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-3d8ecca1-2d77-4d16-82c4-d48660d82545 None None] Port 4a2a0bc8-26bd-4fef-8278-9761f780eac5 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:36:06.623672 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06460a6f-866a-4f3f-ac07-dfc43ac47bb5 req-baaa14a8-8b32-465a-b23b-a030b1a1d608 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:06.625885 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-06460a6f-866a-4f3f-ac07-dfc43ac47bb5 req-baaa14a8-8b32-465a-b23b-a030b1a1d608 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ab5bd85-8182-4744-88b3-fb6570c5e2d0 HTTP/1.1" status: 200 len: 932 time: 0.2395477 Nov 25 19:36:06.722770 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a0734-d759-4edd-b896-3b791d3059d6 req-c005d4d0-bda0-4787-8a5a-915f91af01d0 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:06.725301 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a1a0734-d759-4edd-b896-3b791d3059d6 req-c005d4d0-bda0-4787-8a5a-915f91af01d0 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 945 time: 0.1358790 Nov 25 19:36:06.788471 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-06460a6f-866a-4f3f-ac07-dfc43ac47bb5 req-12003ad0-2ff7-4a40-8ff2-729be65c9f9a tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/security-groups?id=6539240d-cb14-4d53-8d2f-c1428f897cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514816 Nov 25 19:36:06.823695 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a1a0734-d759-4edd-b896-3b791d3059d6 req-fee47ddd-da31-46de-9e3e-009ebc4eb434 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862129 Nov 25 19:36:07.094801 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-60979013-ff4d-4896-a7ee-dbf1569a348e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2a0bc8-26bd-4fef-8278-9761f780eac5 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:36:07.105581 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-60979013-ff4d-4896-a7ee-dbf1569a348e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:07.122450 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-60979013-ff4d-4896-a7ee-dbf1569a348e service neutron] Transition to ACTIVE for port object 4a2a0bc8-26bd-4fef-8278-9761f780eac5 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:36:07.131488 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-60979013-ff4d-4896-a7ee-dbf1569a348e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:07.329873 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60979013-ff4d-4896-a7ee-dbf1569a348e service neutron] Pushing event updated for resources: {'Port': ['ID=4a2a0bc8-26bd-4fef-8278-9761f780eac5,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:07.387361 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-60979013-ff4d-4896-a7ee-dbf1569a348e service neutron] Attempting to bind port 4a2a0bc8-26bd-4fef-8278-9761f780eac5 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:36:07.387738 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-60979013-ff4d-4896-a7ee-dbf1569a348e service neutron] Attempting to bind port 4a2a0bc8-26bd-4fef-8278-9761f780eac5 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'cbc4ce84-3bfa-4d14-8bfb-478d2951bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:36:07.388083 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-60979013-ff4d-4896-a7ee-dbf1569a348e service neutron] Attempting to bind port 4a2a0bc8-26bd-4fef-8278-9761f780eac5 on network 21a84b76-3939-4320-a333-a882c23bb50e {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:36:07.399132 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-60979013-ff4d-4896-a7ee-dbf1569a348e service neutron] Port 4a2a0bc8-26bd-4fef-8278-9761f780eac5 on network 21a84b76-3939-4320-a333-a882c23bb50e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:36:07.399399 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-60979013-ff4d-4896-a7ee-dbf1569a348e service neutron] Attempting to bind port 4a2a0bc8-26bd-4fef-8278-9761f780eac5 on network 21a84b76-3939-4320-a333-a882c23bb50e {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:36:07.406338 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-60979013-ff4d-4896-a7ee-dbf1569a348e service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:36:07.406786 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-60979013-ff4d-4896-a7ee-dbf1569a348e service neutron] Checking segment: {'id': 'cbc4ce84-3bfa-4d14-8bfb-478d2951bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:36:07.407235 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-60979013-ff4d-4896-a7ee-dbf1569a348e service neutron] Bound using segment: {'id': 'cbc4ce84-3bfa-4d14-8bfb-478d2951bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:36:07.408478 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-60979013-ff4d-4896-a7ee-dbf1569a348e service neutron] Bound port: 4a2a0bc8-26bd-4fef-8278-9761f780eac5, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc4ce84-3bfa-4d14-8bfb-478d2951bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:36:07.408941 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-60979013-ff4d-4896-a7ee-dbf1569a348e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:07.670501 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653254a6-9de7-4364-84fb-188f3d8e5fd6 req-81463198-58d6-4670-9766-b58ce0547aec tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:07.691217 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-653254a6-9de7-4364-84fb-188f3d8e5fd6 req-81463198-58d6-4670-9766-b58ce0547aec tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 945 time: 0.1783862 Nov 25 19:36:07.739164 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-60979013-ff4d-4896-a7ee-dbf1569a348e service neutron] For port 4a2a0bc8-26bd-4fef-8278-9761f780eac5, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:36:07.753075 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-60979013-ff4d-4896-a7ee-dbf1569a348e service neutron] For port 4a2a0bc8-26bd-4fef-8278-9761f780eac5, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=4a2a0bc8-26bd-4fef-8278-9761f780eac5,segment=NetworkSegment(cbc4ce84-3bfa-4d14-8bfb-478d2951bd52),segment_id=cbc4ce84-3bfa-4d14-8bfb-478d2951bd52)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:36:07.778717 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-60979013-ff4d-4896-a7ee-dbf1569a348e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:07.846472 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-653254a6-9de7-4364-84fb-188f3d8e5fd6 req-b62435ff-44a1-49db-b775-6465be29be7e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538587 Nov 25 19:36:07.869306 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-60979013-ff4d-4896-a7ee-dbf1569a348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:07.869932 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-60979013-ff4d-4896-a7ee-dbf1569a348e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:07.871189 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-60979013-ff4d-4896-a7ee-dbf1569a348e service neutron] 10.222.0.85 "PUT /v2.0/ports/4a2a0bc8-26bd-4fef-8278-9761f780eac5 HTTP/1.1" status: 200 len: 1092 time: 1.5948486 Nov 25 19:36:07.897126 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab5bd85-8182-4744-88b3-fb6570c5e2d0', 'tag': '4a2a0bc8-26bd-4fef-8278-9761f780eac5'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:07.901681 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88056d77-d8e3-4c33-87ae-dd12ef385488" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab5bd85-8182-4744-88b3-fb6570c5e2d0", "tag": "4a2a0bc8-26bd-4fef-8278-9761f780eac5"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:07.957746 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60979013-ff4d-4896-a7ee-dbf1569a348e service neutron] Pushing event updated for resources: {'Port': ['ID=4a2a0bc8-26bd-4fef-8278-9761f780eac5,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:08.122794 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-a42d059e-7c60-41cf-8a8a-35287c9106cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:08.124856 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-a42d059e-7c60-41cf-8a8a-35287c9106cc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f12660b706a44f0ab0907648b019fe22&device_id=8ab5bd85-8182-4744-88b3-fb6570c5e2d0 HTTP/1.1" status: 200 len: 1095 time: 0.1520035 Nov 25 19:36:08.201142 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-67fcb6d7-5006-4e31-bd52-304b35e2f827 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a2a0bc8-26bd-4fef-8278-9761f780eac5 HTTP/1.1" status: 200 len: 217 time: 0.0659895 Nov 25 19:36:08.298467 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-8a7e22d4-33e9-40aa-80e3-07c2a17d0875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:08.300242 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-8a7e22d4-33e9-40aa-80e3-07c2a17d0875 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=241fd8f7-99b9-40ff-9bd0-88bd5a599dfe HTTP/1.1" status: 200 len: 859 time: 0.0885792 Nov 25 19:36:08.422963 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d53c7-8025-4535-9c98-ba8efb8014e1 req-3375cece-74c7-4458-9e75-e28990ad5a72 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:08.430518 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff2d53c7-8025-4535-9c98-ba8efb8014e1 req-3375cece-74c7-4458-9e75-e28990ad5a72 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 945 time: 0.1189146 Nov 25 19:36:08.433225 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0da9c4-db4d-48ea-bba1-861944065980 req-4aa143c9-afff-42b8-9481-871b486edc0d tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:08.443190 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1c0da9c4-db4d-48ea-bba1-861944065980 req-4aa143c9-afff-42b8-9481-871b486edc0d tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ab5bd85-8182-4744-88b3-fb6570c5e2d0 HTTP/1.1" status: 200 len: 944 time: 0.1416006 Nov 25 19:36:08.499889 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-e8eb577a-4a03-417a-9469-9b2a1ba29b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:08.505604 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-e8eb577a-4a03-417a-9469-9b2a1ba29b71 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=21a84b76-3939-4320-a333-a882c23bb50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1942701 Nov 25 19:36:08.517987 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff2d53c7-8025-4535-9c98-ba8efb8014e1 req-7261ade7-900a-4c4f-91c4-b43e3a9047f5 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761616 Nov 25 19:36:08.692753 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905b9ce6-cbb9-477a-acd5-9966551177a7 x-openstack-request-id: req-905b9ce6-cbb9-477a-acd5-9966551177a7 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:08.693310 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab5bd85-8182-4744-88b3-fb6570c5e2d0", "tag": "4a2a0bc8-26bd-4fef-8278-9761f780eac5", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:08.693872 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-905b9ce6-cbb9-477a-acd5-9966551177a7 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:08.694696 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab5bd85-8182-4744-88b3-fb6570c5e2d0', 'tag': '4a2a0bc8-26bd-4fef-8278-9761f780eac5', 'status': 'completed', 'code': 200} Nov 25 19:36:08.702374 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1c0da9c4-db4d-48ea-bba1-861944065980 req-bdcd8c52-93b3-4397-a012-c5b25e5800b9 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/security-groups?id=6539240d-cb14-4d53-8d2f-c1428f897cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572329 Nov 25 19:36:08.843219 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-28744e29-94e9-449c-88c4-37ea6cde85fd service neutron] 10.222.0.85 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257380 Nov 25 19:36:09.246263 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092e988-7400-48d4-9564-df86627787bb req-cf87a963-7804-42df-8980-e280d543599e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:09.248935 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b092e988-7400-48d4-9564-df86627787bb req-cf87a963-7804-42df-8980-e280d543599e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 945 time: 0.1266353 Nov 25 19:36:09.348349 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b092e988-7400-48d4-9564-df86627787bb req-645ccfd5-a669-47e9-b1c1-fceb240230b7 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880382 Nov 25 19:36:09.647167 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b17198b-ebf1-4884-a62a-dee52b4f2634 req-a8dc5469-e869-4a6c-820b-d48f27775bba service neutron] 10.222.0.85 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7952373 Nov 25 19:36:09.659278 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ede99a-92ef-4e48-972e-f3a0988623d4 req-7f0d30ba-3d0e-42c4-aeae-e698d9944834 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:09.661630 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-22ede99a-92ef-4e48-972e-f3a0988623d4 req-7f0d30ba-3d0e-42c4-aeae-e698d9944834 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 945 time: 0.7779424 Nov 25 19:36:09.769052 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-22ede99a-92ef-4e48-972e-f3a0988623d4 req-586c8b78-6281-4a48-ab3b-76c043569415 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845473 Nov 25 19:36:09.820630 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88056d77-d8e3-4c33-87ae-dd12ef385488 req-2ef94f52-a9e7-4076-9296-85f21981cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:09.823374 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-88056d77-d8e3-4c33-87ae-dd12ef385488 req-2ef94f52-a9e7-4076-9296-85f21981cca1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f12660b706a44f0ab0907648b019fe22&device_id=8ab5bd85-8182-4744-88b3-fb6570c5e2d0 HTTP/1.1" status: 200 len: 1095 time: 0.0770347 Nov 25 19:36:10.012500 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ce9ec-3000-4b4c-af00-f9f6b5079151 req-da2d9cb6-bac8-4429-bd14-f42dfc5f6366 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:10.014175 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-128ce9ec-3000-4b4c-af00-f9f6b5079151 req-da2d9cb6-bac8-4429-bd14-f42dfc5f6366 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ab5bd85-8182-4744-88b3-fb6570c5e2d0 HTTP/1.1" status: 200 len: 944 time: 0.1442952 Nov 25 19:36:10.095443 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88056d77-d8e3-4c33-87ae-dd12ef385488 req-fc6a9de6-29a0-4ead-a1cb-382a34315bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:10.101067 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-88056d77-d8e3-4c33-87ae-dd12ef385488 req-fc6a9de6-29a0-4ead-a1cb-382a34315bd4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=21a84b76-3939-4320-a333-a882c23bb50e HTTP/1.1" status: 200 len: 921 time: 0.2663083 Nov 25 19:36:10.155761 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-128ce9ec-3000-4b4c-af00-f9f6b5079151 req-7df69ac9-f72f-41e3-a579-f1f802b58f66 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/security-groups?id=6539240d-cb14-4d53-8d2f-c1428f897cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131177 Nov 25 19:36:10.166654 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-88056d77-d8e3-4c33-87ae-dd12ef385488 req-311fbb5b-973d-420e-922f-f817f547cbfb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a2a0bc8-26bd-4fef-8278-9761f780eac5 HTTP/1.1" status: 200 len: 217 time: 0.0572548 Nov 25 19:36:10.298909 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88056d77-d8e3-4c33-87ae-dd12ef385488 req-eb9ac9e8-940b-4386-8c21-4bb9bb4bdc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:10.300445 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-88056d77-d8e3-4c33-87ae-dd12ef385488 req-eb9ac9e8-940b-4386-8c21-4bb9bb4bdc7f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=241fd8f7-99b9-40ff-9bd0-88bd5a599dfe HTTP/1.1" status: 200 len: 859 time: 0.1257949 Nov 25 19:36:10.376644 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88056d77-d8e3-4c33-87ae-dd12ef385488 req-89923ec2-e7fd-4bd9-b5a2-6631511eafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:10.380480 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-88056d77-d8e3-4c33-87ae-dd12ef385488 req-89923ec2-e7fd-4bd9-b5a2-6631511eafaa service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=21a84b76-3939-4320-a333-a882c23bb50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651274 Nov 25 19:36:10.426238 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41578) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:10.617638 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-88056d77-d8e3-4c33-87ae-dd12ef385488 req-70bb636f-5b3a-4209-829b-a96e7f28c9f6 service neutron] 10.222.0.85 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255230 Nov 25 19:36:10.638664 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad594461-c523-4e14-9885-277ccfea9d30 req-084b724f-0981-459c-b0ad-5f188c232855 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:10.645182 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad594461-c523-4e14-9885-277ccfea9d30 req-084b724f-0981-459c-b0ad-5f188c232855 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 945 time: 0.1222761 Nov 25 19:36:10.727113 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad594461-c523-4e14-9885-277ccfea9d30 req-8cf1d252-4b36-4c32-b7d0-c30eba1e97d3 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736513 Nov 25 19:36:10.729466 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d4589ba1-41bb-428f-8a91-e93984a0f580 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:10.795838 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-88056d77-d8e3-4c33-87ae-dd12ef385488 req-e62ff789-d32e-4eaa-bbb3-25f0badaa8cc service neutron] 10.222.0.85 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693583 Nov 25 19:36:10.815714 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79643b8a-2b49-4376-b292-7bdaa2aaeeef req-04fc3504-9d2a-40ad-85c1-55fe501d4cfe tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:10.826445 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-79643b8a-2b49-4376-b292-7bdaa2aaeeef req-04fc3504-9d2a-40ad-85c1-55fe501d4cfe tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 945 time: 0.1679807 Nov 25 19:36:10.849734 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d4589ba1-41bb-428f-8a91-e93984a0f580 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:10.856585 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d4589ba1-41bb-428f-8a91-e93984a0f580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:10.897531 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-79643b8a-2b49-4376-b292-7bdaa2aaeeef req-6907d9d7-7a10-415a-811c-4767d0614436 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700431 Nov 25 19:36:10.913782 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d4589ba1-41bb-428f-8a91-e93984a0f580 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d033d4478ea4922b091208c91d3f375&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4852371 Nov 25 19:36:10.916665 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41594) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:10.929045 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4589ba1-41bb-428f-8a91-e93984a0f580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214bf1d5-be36-4475-a4e1-fe191edae7f6,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:11.036258 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6ce9b3aa-8da6-415b-bebd-ef77efd8a410 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:11.086422 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-42d41486-884c-4e45-8a64-781fd66a6ffd req-33bd15dd-1932-454b-9a09-425a26941066 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1019278 Nov 25 19:36:11.089273 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6ce9b3aa-8da6-415b-bebd-ef77efd8a410 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:11.222326 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6ce9b3aa-8da6-415b-bebd-ef77efd8a410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:11.227097 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6ce9b3aa-8da6-415b-bebd-ef77efd8a410 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:11.232401 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6ce9b3aa-8da6-415b-bebd-ef77efd8a410 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/214bf1d5-be36-4475-a4e1-fe191edae7f6 HTTP/1.1" status: 204 len: 168 time: 0.3119788 Nov 25 19:36:11.249661 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9b3aa-8da6-415b-bebd-ef77efd8a410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214bf1d5-be36-4475-a4e1-fe191edae7f6,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:11.286940 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d41486-884c-4e45-8a64-781fd66a6ffd req-4d9b664c-66a6-44a7-bd17-9fa0c483bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:11.292399 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-42d41486-884c-4e45-8a64-781fd66a6ffd req-4d9b664c-66a6-44a7-bd17-9fa0c483bfcd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=66bb1d518cbb4b4485685141182408d2&device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 1097 time: 0.1513090 Nov 25 19:36:11.520700 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523ac7e-fa5e-4777-837c-4f9841ae5f53 req-9eab1a97-40f2-4476-911f-81559e9bd5ac tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:11.522318 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8523ac7e-fa5e-4777-837c-4f9841ae5f53 req-9eab1a97-40f2-4476-911f-81559e9bd5ac tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ab5bd85-8182-4744-88b3-fb6570c5e2d0 HTTP/1.1" status: 200 len: 944 time: 0.1921451 Nov 25 19:36:11.567146 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d41486-884c-4e45-8a64-781fd66a6ffd req-fcbbd090-507d-41b7-96a2-72d57e2a5a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:11.568683 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-42d41486-884c-4e45-8a64-781fd66a6ffd req-fcbbd090-507d-41b7-96a2-72d57e2a5a13 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c66fbd7-92f9-4c18-afb1-b38847fa5709 HTTP/1.1" status: 200 len: 917 time: 0.2533033 Nov 25 19:36:11.691812 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8523ac7e-fa5e-4777-837c-4f9841ae5f53 req-1e7e18da-6b84-4e1c-992a-b28446f645d5 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/security-groups?id=6539240d-cb14-4d53-8d2f-c1428f897cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618924 Nov 25 19:36:11.705664 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41606) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:11.724834 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-42d41486-884c-4e45-8a64-781fd66a6ffd req-c04d0605-9571-4be2-a7af-3e64fc8c8eb2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bd96d02-eb03-4ed3-b9af-d785f20172e7 HTTP/1.1" status: 200 len: 1000 time: 0.1473050 Nov 25 19:36:11.736827 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b3afab8-c535-4d80-b5da-bc3ab1d21c59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:11.831442 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d41486-884c-4e45-8a64-781fd66a6ffd req-e56b782f-d787-42be-a4ce-59f6785915f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:11.834602 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-42d41486-884c-4e45-8a64-781fd66a6ffd req-e56b782f-d787-42be-a4ce-59f6785915f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d HTTP/1.1" status: 200 len: 855 time: 0.1012542 Nov 25 19:36:11.920700 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d41486-884c-4e45-8a64-781fd66a6ffd req-b2228d04-64d8-4f2f-8f12-6a55eb28fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:11.922986 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53abee2-ee6b-4bb9-9a2a-d1bd5816c1d0 req-4b58d114-6a7c-45b4-a942-5bc185237ea8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:11.923575 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-42d41486-884c-4e45-8a64-781fd66a6ffd req-b2228d04-64d8-4f2f-8f12-6a55eb28fe51 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c66fbd7-92f9-4c18-afb1-b38847fa5709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797205 Nov 25 19:36:11.924634 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b53abee2-ee6b-4bb9-9a2a-d1bd5816c1d0 req-4b58d114-6a7c-45b4-a942-5bc185237ea8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 945 time: 0.0928650 Nov 25 19:36:11.926824 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b3afab8-c535-4d80-b5da-bc3ab1d21c59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:11.932536 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b3afab8-c535-4d80-b5da-bc3ab1d21c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:12.106164 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8b3afab8-c535-4d80-b5da-bc3ab1d21c59 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=18609e3ba03e40cb83f0c4db633ad250&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3985436 Nov 25 19:36:12.109058 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41618) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:12.149221 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3afab8-c535-4d80-b5da-bc3ab1d21c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c244a9ea-0d82-4c02-9771-a3139a4e7480,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:12.183143 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b53abee2-ee6b-4bb9-9a2a-d1bd5816c1d0 req-bfbf78db-fa40-442d-821b-4d87368b9102 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388327 Nov 25 19:36:12.184417 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-42d41486-884c-4e45-8a64-781fd66a6ffd req-fb0208cd-4ab3-45fd-bebb-e12a7777eb04 service neutron] 10.222.0.73 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501600 Nov 25 19:36:12.220834 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-08fecb48-bd03-4478-8611-20720cf4a084 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:12.279913 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-08fecb48-bd03-4478-8611-20720cf4a084 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:12.297062 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21834025-24ad-487f-9ea5-8435032deb70 req-2809d19d-81bb-4d67-86f9-c31087764c80 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:12.300013 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-21834025-24ad-487f-9ea5-8435032deb70 req-2809d19d-81bb-4d67-86f9-c31087764c80 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 945 time: 0.2168343 Nov 25 19:36:12.366834 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-08fecb48-bd03-4478-8611-20720cf4a084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:12.371342 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-08fecb48-bd03-4478-8611-20720cf4a084 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:12.375104 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-08fecb48-bd03-4478-8611-20720cf4a084 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c244a9ea-0d82-4c02-9771-a3139a4e7480 HTTP/1.1" status: 204 len: 168 time: 0.2625935 Nov 25 19:36:12.403144 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fecb48-bd03-4478-8611-20720cf4a084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c244a9ea-0d82-4c02-9771-a3139a4e7480,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:12.462757 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41628) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:12.544775 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-21834025-24ad-487f-9ea5-8435032deb70 req-a74141e1-8837-4b67-9cf6-d3c2f222a106 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785491 Nov 25 19:36:12.564168 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-42d41486-884c-4e45-8a64-781fd66a6ffd req-b5839e6c-5048-4a71-8cb9-b9249e7fc9a3 service neutron] 10.222.0.73 "GET /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551774 Nov 25 19:36:12.658435 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c49b5dc9-87ec-479c-8ebf-8bbf4f640f5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:12.775521 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c49b5dc9-87ec-479c-8ebf-8bbf4f640f5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:12.781062 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c49b5dc9-87ec-479c-8ebf-8bbf4f640f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:12.820014 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c49b5dc9-87ec-479c-8ebf-8bbf4f640f5a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=19b2277812b14091b0474be67ceb475f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3556061 Nov 25 19:36:12.824815 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41636) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:12.844365 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b5dc9-87ec-479c-8ebf-8bbf4f640f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cac15c-5c80-401c-9e85-6725acb27c29,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:12.943971 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 4a2a0bc8-26bd-4fef-8278-9761f780eac5 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:36:13.096099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3568f-ca25-45c6-a352-0fdfc115f532 req-86b6d195-5927-400e-ae2d-4d1155c75956 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:13.098967 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-48b3568f-ca25-45c6-a352-0fdfc115f532 req-86b6d195-5927-400e-ae2d-4d1155c75956 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ab5bd85-8182-4744-88b3-fb6570c5e2d0 HTTP/1.1" status: 200 len: 944 time: 0.1750607 Nov 25 19:36:13.102353 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-208c2350-105a-4b7f-bb69-9933af1f2edb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:13.166359 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-208c2350-105a-4b7f-bb69-9933af1f2edb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:13.239745 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 4a2a0bc8-26bd-4fef-8278-9761f780eac5, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=4a2a0bc8-26bd-4fef-8278-9761f780eac5,segment=NetworkSegment(cbc4ce84-3bfa-4d14-8bfb-478d2951bd52),segment_id=cbc4ce84-3bfa-4d14-8bfb-478d2951bd52)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:13.266275 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '4a2a0bc8-26bd-4fef-8278-9761f780eac5', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'port_id': '4a2a0bc8-26bd-4fef-8278-9761f780eac5', 'mac_address': 'fa:16:3e:2d:6f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:36:13.333672 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:13.351763 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2a0bc8-26bd-4fef-8278-9761f780eac5 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:36:13.381713 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 4a2a0bc8-26bd-4fef-8278-9761f780eac5, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=4a2a0bc8-26bd-4fef-8278-9761f780eac5,segment=NetworkSegment(cbc4ce84-3bfa-4d14-8bfb-478d2951bd52),segment_id=cbc4ce84-3bfa-4d14-8bfb-478d2951bd52)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:13.388076 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:13.437374 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-48b3568f-ca25-45c6-a352-0fdfc115f532 req-0a26a0fe-914b-402c-bba9-aa6a3fb8592d tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/security-groups?id=6539240d-cb14-4d53-8d2f-c1428f897cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649264 Nov 25 19:36:13.490343 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-208c2350-105a-4b7f-bb69-9933af1f2edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:13.495933 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-208c2350-105a-4b7f-bb69-9933af1f2edb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:13.500004 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-208c2350-105a-4b7f-bb69-9933af1f2edb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11cac15c-5c80-401c-9e85-6725acb27c29 HTTP/1.1" status: 204 len: 168 time: 0.6709261 Nov 25 19:36:13.544686 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c2350-105a-4b7f-bb69-9933af1f2edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cac15c-5c80-401c-9e85-6725acb27c29,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:13.546316 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=4a2a0bc8-26bd-4fef-8278-9761f780eac5,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:13.573219 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807bd8c-1f56-47f6-a40c-7a18bc43204d req-92087dda-ec2c-4d27-a461-47403853cb8a tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:13.587186 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3807bd8c-1f56-47f6-a40c-7a18bc43204d req-92087dda-ec2c-4d27-a461-47403853cb8a tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 945 time: 0.1817203 Nov 25 19:36:13.658864 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['4a2a0bc8-26bd-4fef-8278-9761f780eac5'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:36:13.684054 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3807bd8c-1f56-47f6-a40c-7a18bc43204d req-b7841577-1aa1-4b36-9781-c5416b17c7cc tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951416 Nov 25 19:36:13.901776 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345ee85-8f2a-487a-af0f-7bec6c0aba29 req-98707f16-35d9-42d5-8ca4-45b38089d41c tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:13.918068 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c345ee85-8f2a-487a-af0f-7bec6c0aba29 req-98707f16-35d9-42d5-8ca4-45b38089d41c tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 945 time: 0.2096295 Nov 25 19:36:13.992265 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c345ee85-8f2a-487a-af0f-7bec6c0aba29 req-54501c03-88c8-4fdf-b21e-0e8694fa57f6 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729227 Nov 25 19:36:14.647833 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873b221-8fbe-4bbc-adf6-949d91bc37a8 req-b0217acc-f1ab-4fb0-81a4-c70a0de4dc06 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:14.653292 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7873b221-8fbe-4bbc-adf6-949d91bc37a8 req-b0217acc-f1ab-4fb0-81a4-c70a0de4dc06 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ab5bd85-8182-4744-88b3-fb6570c5e2d0 HTTP/1.1" status: 200 len: 945 time: 0.0967913 Nov 25 19:36:14.745915 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7873b221-8fbe-4bbc-adf6-949d91bc37a8 req-07d4934d-00bf-4bb6-aa98-4a3a4f0e0fdd tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/security-groups?id=6539240d-cb14-4d53-8d2f-c1428f897cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832489 Nov 25 19:36:14.945354 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 4a2a0bc8-26bd-4fef-8278-9761f780eac5 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:36:14.961340 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22548a2a-7194-4f07-8b9b-151ed54d028f req-0dc6c847-8010-4eb5-8f1d-a871b7f98e95 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:14.969826 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22548a2a-7194-4f07-8b9b-151ed54d028f req-0dc6c847-8010-4eb5-8f1d-a871b7f98e95 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 945 time: 0.1069968 Nov 25 19:36:15.044447 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22548a2a-7194-4f07-8b9b-151ed54d028f req-7b2e2537-e89d-4d20-85d4-75309c32dd5c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734811 Nov 25 19:36:15.083588 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 4a2a0bc8-26bd-4fef-8278-9761f780eac5 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:36:15.098323 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 4a2a0bc8-26bd-4fef-8278-9761f780eac5 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:15.098323 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:15.197025 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec69cc-4641-4a10-9c13-d1749997fb5b req-9331252e-6cd1-4060-861e-91a951dee63c tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:15.199230 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d0ec69cc-4641-4a10-9c13-d1749997fb5b req-9331252e-6cd1-4060-861e-91a951dee63c tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 945 time: 0.0873315 Nov 25 19:36:15.273180 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d0ec69cc-4641-4a10-9c13-d1749997fb5b req-bbb13d8f-cd21-4dee-b996-89d3423f986e tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629117 Nov 25 19:36:15.277206 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:15.314738 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab5bd85-8182-4744-88b3-fb6570c5e2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2a0bc8-26bd-4fef-8278-9761f780eac5'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:15.318054 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884fda00-d344-4417-8ba1-66686da7e496" -d '{"events": [{"server_uuid": "8ab5bd85-8182-4744-88b3-fb6570c5e2d0", "name": "network-vif-plugged", "status": "completed", "tag": "4a2a0bc8-26bd-4fef-8278-9761f780eac5"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:15.324702 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 4a2a0bc8-26bd-4fef-8278-9761f780eac5, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=4a2a0bc8-26bd-4fef-8278-9761f780eac5,segment=NetworkSegment(cbc4ce84-3bfa-4d14-8bfb-478d2951bd52),segment_id=cbc4ce84-3bfa-4d14-8bfb-478d2951bd52)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:15.330138 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:15.389076 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=4a2a0bc8-26bd-4fef-8278-9761f780eac5,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:15.410248 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8c1270-1100-42c2-af0a-0df059454707 x-openstack-request-id: req-2b8c1270-1100-42c2-af0a-0df059454707 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:15.410720 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab5bd85-8182-4744-88b3-fb6570c5e2d0", "name": "network-vif-plugged", "status": "completed", "tag": "4a2a0bc8-26bd-4fef-8278-9761f780eac5", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:15.410974 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2b8c1270-1100-42c2-af0a-0df059454707 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:15.411382 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab5bd85-8182-4744-88b3-fb6570c5e2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2a0bc8-26bd-4fef-8278-9761f780eac5', 'code': 200} Nov 25 19:36:15.551324 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13283c0-eafb-4c71-9625-b9d80f4999bd req-591b5641-f64c-4a17-81e0-c613f3ad1a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:15.554950 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c13283c0-eafb-4c71-9625-b9d80f4999bd req-591b5641-f64c-4a17-81e0-c613f3ad1a32 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8ab5bd85-8182-4744-88b3-fb6570c5e2d0 HTTP/1.1" status: 200 len: 1097 time: 0.0739737 Nov 25 19:36:15.643996 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c13283c0-eafb-4c71-9625-b9d80f4999bd req-41d9c79f-bf39-440d-9f3e-6e7ab47cf3f1 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6539240d-cb14-4d53-8d2f-c1428f897cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811267 Nov 25 19:36:15.973708 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e872b-ff59-4154-8720-cfa21573678f req-25ee1410-46af-4d3d-85de-8a36a4098fa2 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:15.976470 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9d0e872b-ff59-4154-8720-cfa21573678f req-25ee1410-46af-4d3d-85de-8a36a4098fa2 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ab5bd85-8182-4744-88b3-fb6570c5e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0930810 Nov 25 19:36:16.078195 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9d0e872b-ff59-4154-8720-cfa21573678f req-939856b0-8ff7-434a-aa9c-74639a232ecc tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/security-groups?id=6539240d-cb14-4d53-8d2f-c1428f897cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890746 Nov 25 19:36:16.236650 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe1616-6d2e-4adb-95e7-1b8753445f00 req-4951e592-cc81-496a-8a67-02c007870f49 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:16.239426 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b4fe1616-6d2e-4adb-95e7-1b8753445f00 req-4951e592-cc81-496a-8a67-02c007870f49 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 945 time: 0.0812502 Nov 25 19:36:16.328708 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b4fe1616-6d2e-4adb-95e7-1b8753445f00 req-d825e27d-bfbd-4a7a-a069-deaad7d5513a tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816553 Nov 25 19:36:16.467271 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b7029-d368-465e-be08-ea555bada374 req-a269b6a5-5008-4fee-abf1-1147688f05d4 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:16.468875 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6f7b7029-d368-465e-be08-ea555bada374 req-a269b6a5-5008-4fee-abf1-1147688f05d4 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 945 time: 0.0766404 Nov 25 19:36:16.536949 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6f7b7029-d368-465e-be08-ea555bada374 req-d1b08b13-48b5-4c9a-bfac-28d143284860 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603170 Nov 25 19:36:17.247896 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f41ec-33be-4b65-8de9-5961f1b0c230 req-c4fdbf61-1ff2-4218-b387-5f0cb9402944 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:17.251596 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ed4f41ec-33be-4b65-8de9-5961f1b0c230 req-c4fdbf61-1ff2-4218-b387-5f0cb9402944 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ab5bd85-8182-4744-88b3-fb6570c5e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0756252 Nov 25 19:36:17.363059 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ed4f41ec-33be-4b65-8de9-5961f1b0c230 req-068889b9-407c-4892-b5c9-eae499f24670 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/security-groups?id=6539240d-cb14-4d53-8d2f-c1428f897cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990636 Nov 25 19:36:17.563196 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d2cb5-433e-44c3-aec7-4bf3d0cf3fce req-3541bf40-189c-45b1-a96d-2da2c8b6419d tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:17.569154 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-153d2cb5-433e-44c3-aec7-4bf3d0cf3fce req-3541bf40-189c-45b1-a96d-2da2c8b6419d tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 945 time: 0.1353760 Nov 25 19:36:17.688725 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-153d2cb5-433e-44c3-aec7-4bf3d0cf3fce req-ff1047bf-d1f9-4825-ae13-4705f8232ad1 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017275 Nov 25 19:36:17.868470 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc537255-6211-461d-b3af-77d44f81f3fb req-3137e817-76a2-4e5c-a3a6-0f20e28eedb2 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:17.870646 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc537255-6211-461d-b3af-77d44f81f3fb req-3137e817-76a2-4e5c-a3a6-0f20e28eedb2 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 945 time: 0.0783501 Nov 25 19:36:17.875413 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7a1af-b2d8-43de-99ba-e8a4589100ec req-ec86877e-84a9-4476-988c-7f5737b8454e tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:17.878608 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fbc7a1af-b2d8-43de-99ba-e8a4589100ec req-ec86877e-84a9-4476-988c-7f5737b8454e tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b8b9d40-6d6e-45af-8551-2b454975066a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1495905 Nov 25 19:36:17.948538 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc537255-6211-461d-b3af-77d44f81f3fb req-676fcb88-eaab-4bc9-aec8-5c45205d8ce4 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636334 Nov 25 19:36:17.962450 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fbc7a1af-b2d8-43de-99ba-e8a4589100ec req-b3a67fd4-cad8-4288-b1fc-54ec7157c4af tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 696 time: 0.0747836 Nov 25 19:36:17.987258 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-fbc7a1af-b2d8-43de-99ba-e8a4589100ec req-5fc010b1-7353-4454-9c0f-ac411fd7a419 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Request body: {'floatingip': {'port_id': '63f3cba7-d9d7-4745-8041-29401be37031', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:18.078319 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fbc7a1af-b2d8-43de-99ba-e8a4589100ec req-5fc010b1-7353-4454-9c0f-ac411fd7a419 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:18.863353 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fbc7a1af-b2d8-43de-99ba-e8a4589100ec req-5fc010b1-7353-4454-9c0f-ac411fd7a419 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:18.889597 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fbc7a1af-b2d8-43de-99ba-e8a4589100ec req-5fc010b1-7353-4454-9c0f-ac411fd7a419 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:19.050855 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60ebd7-b99a-4b06-a75c-60f9b7634a71 req-f66f7092-e753-4b8a-a838-ed1564a7ffae tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:19.069648 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8a60ebd7-b99a-4b06-a75c-60f9b7634a71 req-f66f7092-e753-4b8a-a838-ed1564a7ffae tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 945 time: 0.2001493 Nov 25 19:36:19.271801 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8a60ebd7-b99a-4b06-a75c-60f9b7634a71 req-adf0502c-bdb2-42de-9258-205b1534b768 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937523 Nov 25 19:36:19.317465 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [req-fbc7a1af-b2d8-43de-99ba-e8a4589100ec req-5fc010b1-7353-4454-9c0f-ac411fd7a419 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Floating IP bd925724-f8e9-42ba-a043-ecb3a89031f4 associated. External IP: 172.25.6.219, port: 63f3cba7-d9d7-4745-8041-29401be37031. Nov 25 19:36:19.495356 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41822) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:19.573852 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b7d14-8e82-46c2-b25b-aef3dc3008a6 req-81d5a63c-8ec3-4a78-8fe5-bdaa45f0f93c tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:19.588141 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f18b7d14-8e82-46c2-b25b-aef3dc3008a6 req-81d5a63c-8ec3-4a78-8fe5-bdaa45f0f93c tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 945 time: 0.1366334 Nov 25 19:36:19.722459 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f18b7d14-8e82-46c2-b25b-aef3dc3008a6 req-ab3dcea4-39f9-43ad-b1f1-de8f1353881b tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310873 Nov 25 19:36:19.827913 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59645dc6-da6b-46a3-b0ab-deae9b9c2079 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:20.015473 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbc7a1af-b2d8-43de-99ba-e8a4589100ec req-5fc010b1-7353-4454-9c0f-ac411fd7a419 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Router e81325ae-0c00-4307-9957-5449df58438c has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:36:20.159270 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59645dc6-da6b-46a3-b0ab-deae9b9c2079 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:20.165491 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59645dc6-da6b-46a3-b0ab-deae9b9c2079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:20.226725 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59645dc6-da6b-46a3-b0ab-deae9b9c2079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7281ca-bb2f-4e77-bc4c-627ca3e787a7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:20.236995 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-59645dc6-da6b-46a3-b0ab-deae9b9c2079 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=55a71c381fb0482ca8b3cbe0f11d69c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7367437 Nov 25 19:36:20.238476 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41828) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:20.260205 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbc7a1af-b2d8-43de-99ba-e8a4589100ec req-5fc010b1-7353-4454-9c0f-ac411fd7a419 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:36:20.268739 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fbc7a1af-b2d8-43de-99ba-e8a4589100ec req-5fc010b1-7353-4454-9c0f-ac411fd7a419 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:20.278451 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2943d263-502a-48c7-9d9b-324bc58b0417 None None] Sync routers for ids ['e81325ae-0c00-4307-9957-5449df58438c'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:36:20.290757 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2943d263-502a-48c7-9d9b-324bc58b0417 None None] Routers {'e81325ae-0c00-4307-9957-5449df58438c'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:20.291062 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2943d263-502a-48c7-9d9b-324bc58b0417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:36:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['e81325ae-0c00-4307-9957-5449df58438c'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:20.326413 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-40c5536f-bc46-405d-9a49-1978c00d035b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:20.343659 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fbc7a1af-b2d8-43de-99ba-e8a4589100ec req-5fc010b1-7353-4454-9c0f-ac411fd7a419 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "PUT /v2.0/floatingips/bd925724-f8e9-42ba-a043-ecb3a89031f4 HTTP/1.1" status: 200 len: 996 time: 2.3636482 Nov 25 19:36:20.347359 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8b9d40-6d6e-45af-8551-2b454975066a', 'tag': '63f3cba7-d9d7-4745-8041-29401be37031'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:20.351445 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60addc32-9448-4a51-b821-cb0e2e593f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8b9d40-6d6e-45af-8551-2b454975066a", "tag": "63f3cba7-d9d7-4745-8041-29401be37031"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:20.390846 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-40c5536f-bc46-405d-9a49-1978c00d035b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:20.418332 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-2943d263-502a-48c7-9d9b-324bc58b0417 None None] Set router e81325ae-0c00-4307-9957-5449df58438c gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:20.440056 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7a1af-b2d8-43de-99ba-e8a4589100ec req-0ac3bd1b-66d7-473c-aae2-1de33261d3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:20.441940 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fbc7a1af-b2d8-43de-99ba-e8a4589100ec req-0ac3bd1b-66d7-473c-aae2-1de33261d3c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f12660b706a44f0ab0907648b019fe22&device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 1096 time: 0.0571358 Nov 25 19:36:20.546957 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb64b03-c611-470d-a2b1-fc5697ee3796 req-72e9450d-9cd3-48c9-b4b5-4d83320f45c6 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:20.550122 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bdb64b03-c611-470d-a2b1-fc5697ee3796 req-72e9450d-9cd3-48c9-b4b5-4d83320f45c6 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 945 time: 0.1714084 Nov 25 19:36:20.578964 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-40c5536f-bc46-405d-9a49-1978c00d035b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:20.584189 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-40c5536f-bc46-405d-9a49-1978c00d035b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:20.586696 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-40c5536f-bc46-405d-9a49-1978c00d035b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3e7281ca-bb2f-4e77-bc4c-627ca3e787a7 HTTP/1.1" status: 204 len: 168 time: 0.3464487 Nov 25 19:36:20.614775 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5536f-bc46-405d-9a49-1978c00d035b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7281ca-bb2f-4e77-bc4c-627ca3e787a7,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:20.655373 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7a1af-b2d8-43de-99ba-e8a4589100ec req-fecd434f-5ba4-4ee3-8246-c06f397f2423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:20.658731 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fbc7a1af-b2d8-43de-99ba-e8a4589100ec req-fecd434f-5ba4-4ee3-8246-c06f397f2423 service neutron] 10.222.0.55 "GET /v2.0/networks?id=21a84b76-3939-4320-a333-a882c23bb50e HTTP/1.1" status: 200 len: 921 time: 0.2044950 Nov 25 19:36:20.759223 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bdb64b03-c611-470d-a2b1-fc5697ee3796 req-4f6f6d07-1da5-486b-898f-1060f5e0cfb3 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911855 Nov 25 19:36:20.786793 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fbc7a1af-b2d8-43de-99ba-e8a4589100ec req-d1fd1454-6554-4b63-a4cc-46a198b31bf5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63f3cba7-d9d7-4745-8041-29401be37031 HTTP/1.1" status: 200 len: 999 time: 0.1156144 Nov 25 19:36:20.813433 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf050c04-4288-40c2-a6e2-3a3383065327 x-openstack-request-id: req-cf050c04-4288-40c2-a6e2-3a3383065327 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:20.814254 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8b9d40-6d6e-45af-8551-2b454975066a", "tag": "63f3cba7-d9d7-4745-8041-29401be37031", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:20.814718 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf050c04-4288-40c2-a6e2-3a3383065327 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:20.815369 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8b9d40-6d6e-45af-8551-2b454975066a', 'tag': '63f3cba7-d9d7-4745-8041-29401be37031', 'status': 'completed', 'code': 200} Nov 25 19:36:20.908764 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2943d263-502a-48c7-9d9b-324bc58b0417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81325ae-0c00-4307-9957-5449df58438c', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:35:08Z', 'updated_at': '2021-11-25T19:35:19Z', 'revision_number': 4, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'gw_port': {'id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:11Z', 'updated_at': '2021-11-25T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'bd925724-f8e9-42ba-a043-ecb3a89031f4', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'floating_ip_address': '172.25.6.219', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'port_id': '63f3cba7-d9d7-4745-8041-29401be37031', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'mac_address': 'fa:16:3e:68:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b9d40-6d6e-45af-8551-2b454975066a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:35:58Z', 'updated_at': '2021-11-25T19:36:18Z', 'revision_number': 1, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77db139-1d25-4c9d-8704-14c5cebaca3e', 'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'mac_address': 'fa:16:3e:a0:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:17Z', 'updated_at': '2021-11-25T19:35:25Z', 'revision_number': 5, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'subnets': [{'id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:20.960649 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7a1af-b2d8-43de-99ba-e8a4589100ec req-49fbcbac-d02a-46f2-8c17-b98660ef959b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:20.960864 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2943d263-502a-48c7-9d9b-324bc58b0417 None None] Checking router: e81325ae-0c00-4307-9957-5449df58438c for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:36:20.967988 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fbc7a1af-b2d8-43de-99ba-e8a4589100ec req-49fbcbac-d02a-46f2-8c17-b98660ef959b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=241fd8f7-99b9-40ff-9bd0-88bd5a599dfe HTTP/1.1" status: 200 len: 859 time: 0.1701527 Nov 25 19:36:20.978997 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2943d263-502a-48c7-9d9b-324bc58b0417 None None] Routers {'e81325ae-0c00-4307-9957-5449df58438c'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:20.979608 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2943d263-502a-48c7-9d9b-324bc58b0417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:36:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['e81325ae-0c00-4307-9957-5449df58438c'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:21.024918 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60addc32-9448-4a51-b821-cb0e2e593f4f req-671d794e-ca32-47b2-bf48-59069aa0b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:21.027660 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-60addc32-9448-4a51-b821-cb0e2e593f4f req-671d794e-ca32-47b2-bf48-59069aa0b49c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f12660b706a44f0ab0907648b019fe22&device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 1096 time: 0.1584122 Nov 25 19:36:21.183660 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7a1af-b2d8-43de-99ba-e8a4589100ec req-80a1bdef-097e-42e8-9d4f-77bae9713fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:21.186441 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fbc7a1af-b2d8-43de-99ba-e8a4589100ec req-80a1bdef-097e-42e8-9d4f-77bae9713fb9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=21a84b76-3939-4320-a333-a882c23bb50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2170897 Nov 25 19:36:21.191059 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-2943d263-502a-48c7-9d9b-324bc58b0417 None None] Set router e81325ae-0c00-4307-9957-5449df58438c gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:21.216999 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-fbc7a1af-b2d8-43de-99ba-e8a4589100ec req-f89fb480-c63f-435c-b53f-48f1f2b7e881 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:36:21.218081 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fbc7a1af-b2d8-43de-99ba-e8a4589100ec req-f89fb480-c63f-435c-b53f-48f1f2b7e881 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065784 Nov 25 19:36:21.255967 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60addc32-9448-4a51-b821-cb0e2e593f4f req-98072bfc-6fd2-4510-bf66-a0e3a686ef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:21.257018 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-60addc32-9448-4a51-b821-cb0e2e593f4f req-98072bfc-6fd2-4510-bf66-a0e3a686ef95 service neutron] 10.222.0.85 "GET /v2.0/networks?id=21a84b76-3939-4320-a333-a882c23bb50e HTTP/1.1" status: 200 len: 921 time: 0.2220318 Nov 25 19:36:21.282091 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f183a-8752-4437-8961-4989e4231fcd req-f05b586e-477f-4d79-975b-3b9b1034ad2a tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:21.285109 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-061f183a-8752-4437-8961-4989e4231fcd req-f05b586e-477f-4d79-975b-3b9b1034ad2a tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 945 time: 0.1776090 Nov 25 19:36:21.410171 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-061f183a-8752-4437-8961-4989e4231fcd req-59ebfaec-6bf8-4ceb-8678-14520289fe24 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075745 Nov 25 19:36:21.477400 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41854) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:21.514848 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba71a8c4-03b4-4a01-a57d-618bad9a1eee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:21.666969 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fbc7a1af-b2d8-43de-99ba-e8a4589100ec req-9a1e8e1d-93a6-47bf-94b1-9af09a4fda02 service neutron] 10.222.0.55 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214447 Nov 25 19:36:21.689328 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-60addc32-9448-4a51-b821-cb0e2e593f4f req-eacd2b2f-c85c-4abd-96e8-120f97a9b642 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63f3cba7-d9d7-4745-8041-29401be37031 HTTP/1.1" status: 200 len: 999 time: 0.4185820 Nov 25 19:36:21.726003 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2943d263-502a-48c7-9d9b-324bc58b0417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81325ae-0c00-4307-9957-5449df58438c', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:35:08Z', 'updated_at': '2021-11-25T19:35:19Z', 'revision_number': 4, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'gw_port': {'id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:11Z', 'updated_at': '2021-11-25T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'bd925724-f8e9-42ba-a043-ecb3a89031f4', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'floating_ip_address': '172.25.6.219', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'port_id': '63f3cba7-d9d7-4745-8041-29401be37031', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'mac_address': 'fa:16:3e:68:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b9d40-6d6e-45af-8551-2b454975066a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:35:58Z', 'updated_at': '2021-11-25T19:36:18Z', 'revision_number': 1, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77db139-1d25-4c9d-8704-14c5cebaca3e', 'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'mac_address': 'fa:16:3e:a0:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:17Z', 'updated_at': '2021-11-25T19:35:25Z', 'revision_number': 5, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'subnets': [{'id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:21.731624 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba71a8c4-03b4-4a01-a57d-618bad9a1eee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:21.737095 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba71a8c4-03b4-4a01-a57d-618bad9a1eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:21.764046 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2943d263-502a-48c7-9d9b-324bc58b0417 None None] The sync data for ids ['e81325ae-0c00-4307-9957-5449df58438c'] in n-d-819349-5 is: [{'id': 'e81325ae-0c00-4307-9957-5449df58438c', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:35:08Z', 'updated_at': '2021-11-25T19:35:19Z', 'revision_number': 4, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'gw_port': {'id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:11Z', 'updated_at': '2021-11-25T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'bd925724-f8e9-42ba-a043-ecb3a89031f4', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'floating_ip_address': '172.25.6.219', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'port_id': '63f3cba7-d9d7-4745-8041-29401be37031', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'mac_address': 'fa:16:3e:68:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b9d40-6d6e-45af-8551-2b454975066a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:35:58Z', 'updated_at': '2021-11-25T19:36:18Z', 'revision_number': 1, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77db139-1d25-4c9d-8704-14c5cebaca3e', 'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'mac_address': 'fa:16:3e:a0:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:17Z', 'updated_at': '2021-11-25T19:35:25Z', 'revision_number': 5, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'subnets': [{'id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:36:21.777438 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71a8c4-03b4-4a01-a57d-618bad9a1eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f91b797-a58e-4ce8-b5d9-93f81d3d6385,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:21.819827 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ba71a8c4-03b4-4a01-a57d-618bad9a1eee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=885bbcec31f943eeb7f466ad31bd42b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3401349 Nov 25 19:36:21.824140 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41862) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:21.907219 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60addc32-9448-4a51-b821-cb0e2e593f4f req-3035a7b0-026d-4088-b035-d99d5d9652ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:21.908913 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-60addc32-9448-4a51-b821-cb0e2e593f4f req-3035a7b0-026d-4088-b035-d99d5d9652ce service neutron] 10.222.0.85 "GET /v2.0/subnets?id=241fd8f7-99b9-40ff-9bd0-88bd5a599dfe HTTP/1.1" status: 200 len: 859 time: 0.1831861 Nov 25 19:36:21.950914 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fbc7a1af-b2d8-43de-99ba-e8a4589100ec req-d53f08b8-55c4-49cc-8162-d6b97e180832 service neutron] 10.222.0.55 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824945 Nov 25 19:36:22.007991 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60addc32-9448-4a51-b821-cb0e2e593f4f req-6a60f0f7-98f6-4d11-a3b3-d5dec3cd6bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:22.010941 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-60addc32-9448-4a51-b821-cb0e2e593f4f req-6a60f0f7-98f6-4d11-a3b3-d5dec3cd6bf7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=21a84b76-3939-4320-a333-a882c23bb50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905819 Nov 25 19:36:22.033391 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f499d011-419a-4236-b2ba-4848bf1dc93f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:22.087636 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e278361-2abb-4c98-8ee5-b7b4e483fb69 req-a8d8e632-a54b-439a-b81c-a43897307fbb tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:22.090227 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8e278361-2abb-4c98-8ee5-b7b4e483fb69 req-a8d8e632-a54b-439a-b81c-a43897307fbb tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.1712515 Nov 25 19:36:22.103398 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f499d011-419a-4236-b2ba-4848bf1dc93f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:22.174780 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-fad7aae7-2373-48ad-962d-764638ea1b15 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:22.177094 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-fad7aae7-2373-48ad-962d-764638ea1b15 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ab5bd85-8182-4744-88b3-fb6570c5e2d0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1144459 Nov 25 19:36:22.199253 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-60addc32-9448-4a51-b821-cb0e2e593f4f req-adfd4b38-4922-4733-a95d-efb87133bf94 service neutron] 10.222.0.85 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810365 Nov 25 19:36:22.215070 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0df2263-f2a1-40d5-91b7-9e0a3791d2fb None None] New status for floating IP bd925724-f8e9-42ba-a043-ecb3a89031f4: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:36:22.261426 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8e278361-2abb-4c98-8ee5-b7b4e483fb69 req-70e01cbb-00e4-4150-a6bf-2a818e475510 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543896 Nov 25 19:36:22.322973 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f499d011-419a-4236-b2ba-4848bf1dc93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:22.326406 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f499d011-419a-4236-b2ba-4848bf1dc93f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:22.339808 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f499d011-419a-4236-b2ba-4848bf1dc93f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1f91b797-a58e-4ce8-b5d9-93f81d3d6385 HTTP/1.1" status: 204 len: 168 time: 0.5145774 Nov 25 19:36:22.357286 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499d011-419a-4236-b2ba-4848bf1dc93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f91b797-a58e-4ce8-b5d9-93f81d3d6385,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:22.396191 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-cb310fc9-71f8-4534-b337-cf16faa5b14c tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 999 time: 0.2111285 Nov 25 19:36:22.486029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-db6f1e4e-2a61-4e71-8f62-d6c4e792ee7a tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Request body: {'floatingip': {'port_id': '4a2a0bc8-26bd-4fef-8278-9761f780eac5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:22.614029 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e08c3c-c528-4fa7-8462-9aa3655d71fd req-9d06a022-c026-485b-9b69-4f3beb3816cf tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:22.628958 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e08c3c-c528-4fa7-8462-9aa3655d71fd req-9d06a022-c026-485b-9b69-4f3beb3816cf tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.1867650 Nov 25 19:36:22.818887 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e08c3c-c528-4fa7-8462-9aa3655d71fd req-e832f4b1-4981-480a-80b1-760bffb8223a tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824288 Nov 25 19:36:23.077836 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff195ccf-7f6e-437b-a755-2ad365bb8498 req-29b201a8-7f1a-42f3-b3a2-7591ee533c33 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:23.080632 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff195ccf-7f6e-437b-a755-2ad365bb8498 req-29b201a8-7f1a-42f3-b3a2-7591ee533c33 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 945 time: 0.1226261 Nov 25 19:36:23.162388 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-db6f1e4e-2a61-4e71-8f62-d6c4e792ee7a tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:23.204855 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff195ccf-7f6e-437b-a755-2ad365bb8498 req-c7842bf1-bb87-43dc-ba80-c7538b5ba58c tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167812 Nov 25 19:36:23.242882 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-60addc32-9448-4a51-b821-cb0e2e593f4f req-c7ce564b-2a84-4553-a516-67165fc47313 service neutron] 10.222.0.85 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0107083 Nov 25 19:36:23.403337 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:23.655439 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-ccfa51c5-cf82-40a0-9dee-708b03a8bdda tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:23.657829 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-ccfa51c5-cf82-40a0-9dee-708b03a8bdda tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 811 time: 0.1572945 Nov 25 19:36:23.683359 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-e30bb6d0-8e3c-416c-b2b3-0780f8efab8e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/quotas/61b43fc7b65b46daaf3bb19051a96cc4 HTTP/1.1" status: 200 len: 375 time: 0.0188684 Nov 25 19:36:23.812933 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-bd4dbff3-354a-4920-9980-3bdaad861a78 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1190004 Nov 25 19:36:23.925498 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-db6f1e4e-2a61-4e71-8f62-d6c4e792ee7a tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:23.932345 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-db6f1e4e-2a61-4e71-8f62-d6c4e792ee7a tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:23.997483 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-416232eb-9387-46f9-a334-8b69b6e59dd9 service neutron] 10.222.0.55 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686018 Nov 25 19:36:24.076258 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:24.161021 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-9d2a611e-1dd6-425e-91ef-a216ed994fc0 service neutron] 10.222.0.55 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559222 Nov 25 19:36:24.165311 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-db6f1e4e-2a61-4e71-8f62-d6c4e792ee7a tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Floating IP bd925724-f8e9-42ba-a043-ecb3a89031f4 associated. External IP: 172.25.6.219, port: 63f3cba7-d9d7-4745-8041-29401be37031. Nov 25 19:36:24.514955 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd630d6-f319-4d36-97db-3dc328102d4c req-438cbc64-5db0-49eb-ad5a-f5f370cb1c4e tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:24.516218 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0bd630d6-f319-4d36-97db-3dc328102d4c req-438cbc64-5db0-49eb-ad5a-f5f370cb1c4e tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 945 time: 0.0657582 Nov 25 19:36:24.566150 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-db6f1e4e-2a61-4e71-8f62-d6c4e792ee7a tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Router e81325ae-0c00-4307-9957-5449df58438c has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:36:24.588439 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0bd630d6-f319-4d36-97db-3dc328102d4c req-fc1d8eed-7032-484f-879d-54ccb0490d2c tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581503 Nov 25 19:36:24.712288 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d88683c8-7d39-4511-bf3d-77a9b1a413be req-59e331fa-39b5-4cff-9ff3-3ac64ed33c62 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fba048-4c3f-4311-9455-6cb27c5c09d3 HTTP/1.1" status: 200 len: 210 time: 0.0390482 Nov 25 19:36:24.754802 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-db6f1e4e-2a61-4e71-8f62-d6c4e792ee7a tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:36:24.769745 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af143f9-7ccb-427e-bdb3-d00fe837a508 None None] Sync routers for ids ['e81325ae-0c00-4307-9957-5449df58438c'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:36:24.804478 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af143f9-7ccb-427e-bdb3-d00fe837a508 None None] Routers {'e81325ae-0c00-4307-9957-5449df58438c'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:24.806358 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-3af143f9-7ccb-427e-bdb3-d00fe837a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:36:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['e81325ae-0c00-4307-9957-5449df58438c'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:25.065607 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-3af143f9-7ccb-427e-bdb3-d00fe837a508 None None] Set router e81325ae-0c00-4307-9957-5449df58438c gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:25.252909 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-db6f1e4e-2a61-4e71-8f62-d6c4e792ee7a tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Router e81325ae-0c00-4307-9957-5449df58438c has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:36:25.440106 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-db6f1e4e-2a61-4e71-8f62-d6c4e792ee7a tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:36:25.445237 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-db6f1e4e-2a61-4e71-8f62-d6c4e792ee7a tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:25.485287 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8b9d40-6d6e-45af-8551-2b454975066a', 'tag': '63f3cba7-d9d7-4745-8041-29401be37031'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:25.488871 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62750f4c-bc20-43a3-9f1c-3714a79a83f4" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8b9d40-6d6e-45af-8551-2b454975066a", "tag": "63f3cba7-d9d7-4745-8041-29401be37031"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:25.533854 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-db6f1e4e-2a61-4e71-8f62-d6c4e792ee7a tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "PUT /v2.0/floatingips/bd925724-f8e9-42ba-a043-ecb3a89031f4 HTTP/1.1" status: 200 len: 999 time: 3.0767944 Nov 25 19:36:25.577135 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-3af143f9-7ccb-427e-bdb3-d00fe837a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81325ae-0c00-4307-9957-5449df58438c', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:35:08Z', 'updated_at': '2021-11-25T19:35:19Z', 'revision_number': 4, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'gw_port': {'id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:11Z', 'updated_at': '2021-11-25T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'bd925724-f8e9-42ba-a043-ecb3a89031f4', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'floating_ip_address': '172.25.6.219', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'port_id': '4a2a0bc8-26bd-4fef-8278-9761f780eac5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'mac_address': 'fa:16:3e:2d:6f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab5bd85-8182-4744-88b3-fb6570c5e2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:35:58Z', 'updated_at': '2021-11-25T19:36:23Z', 'revision_number': 3, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77db139-1d25-4c9d-8704-14c5cebaca3e', 'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'mac_address': 'fa:16:3e:a0:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:17Z', 'updated_at': '2021-11-25T19:35:25Z', 'revision_number': 5, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'subnets': [{'id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:25.603253 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-3883d3da-b6d3-4be8-bd43-3407f56ac21d tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:25.610989 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-3883d3da-b6d3-4be8-bd43-3407f56ac21d tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports/63f3cba7-d9d7-4745-8041-29401be37031 HTTP/1.1" status: 200 len: 942 time: 0.0759172 Nov 25 19:36:25.628839 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af143f9-7ccb-427e-bdb3-d00fe837a508 None None] Checking router: e81325ae-0c00-4307-9957-5449df58438c for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:36:25.643321 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af143f9-7ccb-427e-bdb3-d00fe837a508 None None] Routers {'e81325ae-0c00-4307-9957-5449df58438c'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:25.643905 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-3af143f9-7ccb-427e-bdb3-d00fe837a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:36:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['e81325ae-0c00-4307-9957-5449df58438c'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:25.736021 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ce184b-9e42-4203-845e-ff1911210823 x-openstack-request-id: req-87ce184b-9e42-4203-845e-ff1911210823 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:25.736285 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8b9d40-6d6e-45af-8551-2b454975066a", "tag": "63f3cba7-d9d7-4745-8041-29401be37031", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:25.736520 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87ce184b-9e42-4203-845e-ff1911210823 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:25.736952 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8b9d40-6d6e-45af-8551-2b454975066a', 'tag': '63f3cba7-d9d7-4745-8041-29401be37031', 'status': 'completed', 'code': 200} Nov 25 19:36:25.896167 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62750f4c-bc20-43a3-9f1c-3714a79a83f4 req-f4ea0e13-03d5-4e71-8ecf-be599a1e2f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:25.898476 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-62750f4c-bc20-43a3-9f1c-3714a79a83f4 req-f4ea0e13-03d5-4e71-8ecf-be599a1e2f48 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f12660b706a44f0ab0907648b019fe22&device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 1096 time: 0.1109393 Nov 25 19:36:25.965443 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-3af143f9-7ccb-427e-bdb3-d00fe837a508 None None] Set router e81325ae-0c00-4307-9957-5449df58438c gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:26.050212 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41951e-2174-41d6-b81b-b325b2d52698 req-83d98292-8de7-444d-91de-371f3bf9c02d tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:26.052887 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3c41951e-2174-41d6-b81b-b325b2d52698 req-83d98292-8de7-444d-91de-371f3bf9c02d tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 945 time: 0.1973906 Nov 25 19:36:26.075835 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62750f4c-bc20-43a3-9f1c-3714a79a83f4 req-e96f0718-cd99-441f-8b37-ae140726ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:26.078318 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-62750f4c-bc20-43a3-9f1c-3714a79a83f4 req-e96f0718-cd99-441f-8b37-ae140726ea86 service neutron] 10.222.0.85 "GET /v2.0/networks?id=21a84b76-3939-4320-a333-a882c23bb50e HTTP/1.1" status: 200 len: 921 time: 0.1689858 Nov 25 19:36:26.164239 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-62750f4c-bc20-43a3-9f1c-3714a79a83f4 req-c13c47d4-5ed9-4d08-876a-c3f82673914d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63f3cba7-d9d7-4745-8041-29401be37031 HTTP/1.1" status: 200 len: 217 time: 0.0791013 Nov 25 19:36:26.226590 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3c41951e-2174-41d6-b81b-b325b2d52698 req-5408c9f1-390c-4faa-aa31-3651a58b82c0 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651566 Nov 25 19:36:26.312522 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-4e402676-98c7-4548-8714-5d43912f58c3 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:26.323378 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-4e402676-98c7-4548-8714-5d43912f58c3 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.85 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 811 time: 0.2525160 Nov 25 19:36:26.340403 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-cfa39d05-d42b-444a-b646-8d84d588b535 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Request body: {'port': {'device_id': '28fba048-4c3f-4311-9455-6cb27c5c09d3', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'admin_state_up': True, 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:26.341668 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62750f4c-bc20-43a3-9f1c-3714a79a83f4 req-d7ecb75b-4077-4434-9cbd-42566c003661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:26.345509 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-62750f4c-bc20-43a3-9f1c-3714a79a83f4 req-d7ecb75b-4077-4434-9cbd-42566c003661 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=241fd8f7-99b9-40ff-9bd0-88bd5a599dfe HTTP/1.1" status: 200 len: 859 time: 0.1271641 Nov 25 19:36:26.349944 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-369b67f9-272e-429a-81fc-132c303abdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:26.363516 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-369b67f9-272e-429a-81fc-132c303abdf7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f12660b706a44f0ab0907648b019fe22&device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 1096 time: 0.2167218 Nov 25 19:36:26.515602 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62750f4c-bc20-43a3-9f1c-3714a79a83f4 req-f9959937-15ca-4721-9b2f-e7a2d745166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:26.518034 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-62750f4c-bc20-43a3-9f1c-3714a79a83f4 req-f9959937-15ca-4721-9b2f-e7a2d745166f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=21a84b76-3939-4320-a333-a882c23bb50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1515193 Nov 25 19:36:26.593711 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bbba5a48-06bd-4f7d-a1c7-4b0a8015c138 req-b672e0cb-e9aa-4a2b-88b2-0e6015043cb9 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fba048-4c3f-4311-9455-6cb27c5c09d3 HTTP/1.1" status: 200 len: 210 time: 0.0406125 Nov 25 19:36:26.606676 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-cfa39d05-d42b-444a-b646-8d84d588b535 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Made reservation on behalf of 61b43fc7b65b46daaf3bb19051a96cc4 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:36:26.611439 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-cfa39d05-d42b-444a-b646-8d84d588b535 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:26.629559 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-3af143f9-7ccb-427e-bdb3-d00fe837a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81325ae-0c00-4307-9957-5449df58438c', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:35:08Z', 'updated_at': '2021-11-25T19:35:19Z', 'revision_number': 4, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'gw_port': {'id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:11Z', 'updated_at': '2021-11-25T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'bd925724-f8e9-42ba-a043-ecb3a89031f4', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'floating_ip_address': '172.25.6.219', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'port_id': '4a2a0bc8-26bd-4fef-8278-9761f780eac5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'mac_address': 'fa:16:3e:2d:6f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab5bd85-8182-4744-88b3-fb6570c5e2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:35:58Z', 'updated_at': '2021-11-25T19:36:23Z', 'revision_number': 3, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77db139-1d25-4c9d-8704-14c5cebaca3e', 'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'mac_address': 'fa:16:3e:a0:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:17Z', 'updated_at': '2021-11-25T19:35:25Z', 'revision_number': 5, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'subnets': [{'id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:26.701452 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af143f9-7ccb-427e-bdb3-d00fe837a508 None None] The sync data for ids ['e81325ae-0c00-4307-9957-5449df58438c'] in n-d-819349-5 is: [{'id': 'e81325ae-0c00-4307-9957-5449df58438c', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:35:08Z', 'updated_at': '2021-11-25T19:35:19Z', 'revision_number': 4, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'gw_port': {'id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:11Z', 'updated_at': '2021-11-25T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'bd925724-f8e9-42ba-a043-ecb3a89031f4', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'floating_ip_address': '172.25.6.219', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'port_id': '4a2a0bc8-26bd-4fef-8278-9761f780eac5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'mac_address': 'fa:16:3e:2d:6f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab5bd85-8182-4744-88b3-fb6570c5e2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:35:58Z', 'updated_at': '2021-11-25T19:36:23Z', 'revision_number': 3, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77db139-1d25-4c9d-8704-14c5cebaca3e', 'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'mac_address': 'fa:16:3e:a0:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:17Z', 'updated_at': '2021-11-25T19:35:25Z', 'revision_number': 5, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'subnets': [{'id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:36:26.760560 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-62750f4c-bc20-43a3-9f1c-3714a79a83f4 req-8c4b816a-12c5-43a4-a962-a6dfba665213 service neutron] 10.222.0.85 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276347 Nov 25 19:36:26.762343 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-3f09414a-78d2-4dd6-b164-2aa3cb2453a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:26.763920 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-3f09414a-78d2-4dd6-b164-2aa3cb2453a7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=21a84b76-3939-4320-a333-a882c23bb50e HTTP/1.1" status: 200 len: 921 time: 0.3993201 Nov 25 19:36:26.884173 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-cfa39d05-d42b-444a-b646-8d84d588b535 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Allocated IP 172.20.0.13 (37f8230d-6a2b-4a12-a441-526002eff84a/ec830131-0c53-44d8-b6cf-4b7badf3b5da/d1fe46f4-f096-47ff-b2e6-00d419bb5968) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:36:26.981396 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-52fb40dc-c8f4-4630-ab12-9f56182d7b2c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63f3cba7-d9d7-4745-8041-29401be37031 HTTP/1.1" status: 200 len: 217 time: 0.1714737 Nov 25 19:36:27.085030 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-cfa39d05-d42b-444a-b646-8d84d588b535 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:27.129085 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38d3cae-c1bc-46a4-a8d5-f00cff175e44 None None] New status for floating IP bd925724-f8e9-42ba-a043-ecb3a89031f4: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:36:27.145629 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-cfa39d05-d42b-444a-b646-8d84d588b535 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:27.169061 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-90d8c132-e3ff-4965-bef5-4b1aeada701d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:27.170655 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-90d8c132-e3ff-4965-bef5-4b1aeada701d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=241fd8f7-99b9-40ff-9bd0-88bd5a599dfe HTTP/1.1" status: 200 len: 859 time: 0.1877978 Nov 25 19:36:27.173181 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-cfa39d05-d42b-444a-b646-8d84d588b535 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Network 37f8230d-6a2b-4a12-a441-526002eff84a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:36:27.193580 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-cfa39d05-d42b-444a-b646-8d84d588b535 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:36:27.198493 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-cfa39d05-d42b-444a-b646-8d84d588b535 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:36:27.198804 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-62750f4c-bc20-43a3-9f1c-3714a79a83f4 req-626ecaee-360e-44ac-9bb7-a6f98867dec2 service neutron] 10.222.0.85 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286454 Nov 25 19:36:27.244345 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['3de27103-dacf-46fc-9c82-1f1872c5cb0e'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:36:27.272632 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-28ef2304-e4ad-42b0-b698-24813b610901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:27.276828 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-28ef2304-e4ad-42b0-b698-24813b610901 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=21a84b76-3939-4320-a333-a882c23bb50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770347 Nov 25 19:36:27.289134 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa39d05-d42b-444a-b646-8d84d588b535 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Pushing event updated for resources: {'Port': ['ID=d1fe46f4-f096-47ff-b2e6-00d419bb5968,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:27.341769 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-cfa39d05-d42b-444a-b646-8d84d588b535 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:27.347790 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-cfa39d05-d42b-444a-b646-8d84d588b535 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:27.391849 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-cfa39d05-d42b-444a-b646-8d84d588b535 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0572510 Nov 25 19:36:27.408447 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-c1461f39-6c7d-4afd-b364-01f8b2a0bbb1 service neutron] Request body: {'port': {'device_id': '28fba048-4c3f-4311-9455-6cb27c5c09d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:27.581353 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-c57c561f-3605-4f89-91a5-1bfef43b9404 service neutron] 10.222.0.55 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762551 Nov 25 19:36:27.598848 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-c1461f39-6c7d-4afd-b364-01f8b2a0bbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:27.631980 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61fbe77-ac9f-4cd9-a5c8-a5fddf66c021 req-2acc185a-5c0c-4d9f-ba72-4881b29c7bb6 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:27.644091 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d61fbe77-ac9f-4cd9-a5c8-a5fddf66c021 req-2acc185a-5c0c-4d9f-ba72-4881b29c7bb6 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 945 time: 0.1862793 Nov 25 19:36:27.724594 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-442659aa-d2f2-4b5d-aef7-af2aae07fc7d service neutron] 10.222.0.55 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281888 Nov 25 19:36:27.725839 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d61fbe77-ac9f-4cd9-a5c8-a5fddf66c021 req-fb19ef78-a97a-47a7-a583-4d545a05978e tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806940 Nov 25 19:36:27.738786 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab5bd85-8182-4744-88b3-fb6570c5e2d0', 'tag': '4a2a0bc8-26bd-4fef-8278-9761f780eac5'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:27.759966 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4d087c-d69a-4a96-bc48-a5cedc0e35a9" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab5bd85-8182-4744-88b3-fb6570c5e2d0", "tag": "4a2a0bc8-26bd-4fef-8278-9761f780eac5"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:27.884298 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-3c1066b1-05e2-4959-8b69-52857cbfe0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:27.886475 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-3c1066b1-05e2-4959-8b69-52857cbfe0b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f12660b706a44f0ab0907648b019fe22&device_id=8ab5bd85-8182-4744-88b3-fb6570c5e2d0 HTTP/1.1" status: 200 len: 1097 time: 0.0917954 Nov 25 19:36:27.925067 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-df7da68d-ff71-4fc8-b94a-da8156f343e2 None None] Provisioning complete for port d1fe46f4-f096-47ff-b2e6-00d419bb5968 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:27.925446 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-df7da68d-ff71-4fc8-b94a-da8156f343e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:27.958376 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc36a910-58f4-4eb0-8d50-9a6e60f1ecb3 None None] Sync routers for ids ['e81325ae-0c00-4307-9957-5449df58438c'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:36:27.981348 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc36a910-58f4-4eb0-8d50-9a6e60f1ecb3 None None] Routers {'e81325ae-0c00-4307-9957-5449df58438c'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:27.982003 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-dc36a910-58f4-4eb0-8d50-9a6e60f1ecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:36:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['e81325ae-0c00-4307-9957-5449df58438c'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:28.018764 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-df7da68d-ff71-4fc8-b94a-da8156f343e2 None None] Port d1fe46f4-f096-47ff-b2e6-00d419bb5968 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:36:28.203266 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-c92f7287-9b8d-4d47-ba92-0e732529acae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:28.226213 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-c92f7287-9b8d-4d47-ba92-0e732529acae service neutron] 10.222.0.55 "GET /v2.0/networks?id=21a84b76-3939-4320-a333-a882c23bb50e HTTP/1.1" status: 200 len: 921 time: 0.3116918 Nov 25 19:36:28.427279 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-dc36a910-58f4-4eb0-8d50-9a6e60f1ecb3 None None] Set router e81325ae-0c00-4307-9957-5449df58438c gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:28.430893 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-bcbc53a9-a485-4688-ab93-55feb2a8d1f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a2a0bc8-26bd-4fef-8278-9761f780eac5 HTTP/1.1" status: 200 len: 1002 time: 0.2027254 Nov 25 19:36:28.564091 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-55775be5-cff3-411d-9e06-f1778639553c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:28.566455 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-55775be5-cff3-411d-9e06-f1778639553c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=241fd8f7-99b9-40ff-9bd0-88bd5a599dfe HTTP/1.1" status: 200 len: 859 time: 0.1102293 Nov 25 19:36:28.596557 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f71e51-aaac-4aeb-bd40-5c3d38aa11b7 req-036d7e0d-277e-4d09-bb14-8f42bd510c37 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:28.598212 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d1f71e51-aaac-4aeb-bd40-5c3d38aa11b7 req-036d7e0d-277e-4d09-bb14-8f42bd510c37 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fba048-4c3f-4311-9455-6cb27c5c09d3 HTTP/1.1" status: 200 len: 932 time: 0.5186656 Nov 25 19:36:28.675704 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-917e8ec9-2c89-48dd-9664-48182e3daf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:28.677405 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-917e8ec9-2c89-48dd-9664-48182e3daf71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=21a84b76-3939-4320-a333-a882c23bb50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898530 Nov 25 19:36:28.810561 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d1f71e51-aaac-4aeb-bd40-5c3d38aa11b7 req-744fb4f3-cafd-4c2b-95fb-399c06b618c6 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844316 Nov 25 19:36:28.835594 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-c1461f39-6c7d-4afd-b364-01f8b2a0bbb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1fe46f4-f096-47ff-b2e6-00d419bb5968 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:36:28.881358 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-c1461f39-6c7d-4afd-b364-01f8b2a0bbb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:28.897445 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-c1461f39-6c7d-4afd-b364-01f8b2a0bbb1 service neutron] Transition to ACTIVE for port object d1fe46f4-f096-47ff-b2e6-00d419bb5968 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:36:28.902645 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-9a062eb6-da64-40eb-8bdc-3c680a5c6ce1 service neutron] 10.222.0.55 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138224 Nov 25 19:36:28.903504 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-c1461f39-6c7d-4afd-b364-01f8b2a0bbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:29.015540 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1461f39-6c7d-4afd-b364-01f8b2a0bbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1fe46f4-f096-47ff-b2e6-00d419bb5968,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:29.105529 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-dc36a910-58f4-4eb0-8d50-9a6e60f1ecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81325ae-0c00-4307-9957-5449df58438c', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:35:08Z', 'updated_at': '2021-11-25T19:35:19Z', 'revision_number': 4, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'gw_port': {'id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:11Z', 'updated_at': '2021-11-25T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'bd925724-f8e9-42ba-a043-ecb3a89031f4', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'floating_ip_address': '172.25.6.219', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'port_id': '4a2a0bc8-26bd-4fef-8278-9761f780eac5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'mac_address': 'fa:16:3e:2d:6f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab5bd85-8182-4744-88b3-fb6570c5e2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:35:58Z', 'updated_at': '2021-11-25T19:36:27Z', 'revision_number': 4, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77db139-1d25-4c9d-8704-14c5cebaca3e', 'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'mac_address': 'fa:16:3e:a0:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:17Z', 'updated_at': '2021-11-25T19:35:25Z', 'revision_number': 5, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'subnets': [{'id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:29.159180 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-c1461f39-6c7d-4afd-b364-01f8b2a0bbb1 service neutron] Attempting to bind port d1fe46f4-f096-47ff-b2e6-00d419bb5968 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:36:29.159625 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-c1461f39-6c7d-4afd-b364-01f8b2a0bbb1 service neutron] Attempting to bind port d1fe46f4-f096-47ff-b2e6-00d419bb5968 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:36:29.159905 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-c1461f39-6c7d-4afd-b364-01f8b2a0bbb1 service neutron] Attempting to bind port d1fe46f4-f096-47ff-b2e6-00d419bb5968 on network 37f8230d-6a2b-4a12-a441-526002eff84a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:36:29.171799 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-c1461f39-6c7d-4afd-b364-01f8b2a0bbb1 service neutron] Port d1fe46f4-f096-47ff-b2e6-00d419bb5968 on network 37f8230d-6a2b-4a12-a441-526002eff84a not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:36:29.172139 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-c1461f39-6c7d-4afd-b364-01f8b2a0bbb1 service neutron] Attempting to bind port d1fe46f4-f096-47ff-b2e6-00d419bb5968 on network 37f8230d-6a2b-4a12-a441-526002eff84a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:36:29.195550 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b19a1ef9-8e72-47e7-ba05-36528058996b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:29.197097 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-537680be-fa3a-43ea-96b4-1396a81ba5ea req-b68163fd-002e-4d6e-b6af-992c89d318b8 service neutron] 10.222.0.55 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829628 Nov 25 19:36:29.199396 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-c1461f39-6c7d-4afd-b364-01f8b2a0bbb1 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:36:29.199832 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-c1461f39-6c7d-4afd-b364-01f8b2a0bbb1 service neutron] Checking segment: {'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:36:29.201155 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-c1461f39-6c7d-4afd-b364-01f8b2a0bbb1 service neutron] Bound using segment: {'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:36:29.202405 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-c1461f39-6c7d-4afd-b364-01f8b2a0bbb1 service neutron] Bound port: d1fe46f4-f096-47ff-b2e6-00d419bb5968, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:36:29.203501 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-c1461f39-6c7d-4afd-b364-01f8b2a0bbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:29.210314 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaafca87-d734-4f45-b127-4611daa386fc x-openstack-request-id: req-eaafca87-d734-4f45-b127-4611daa386fc {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:29.210856 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab5bd85-8182-4744-88b3-fb6570c5e2d0", "tag": "4a2a0bc8-26bd-4fef-8278-9761f780eac5", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:29.212116 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eaafca87-d734-4f45-b127-4611daa386fc {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:29.213046 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab5bd85-8182-4744-88b3-fb6570c5e2d0', 'tag': '4a2a0bc8-26bd-4fef-8278-9761f780eac5', 'status': 'completed', 'code': 200} Nov 25 19:36:29.291764 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc36a910-58f4-4eb0-8d50-9a6e60f1ecb3 None None] Checking router: e81325ae-0c00-4307-9957-5449df58438c for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:36:29.335639 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc36a910-58f4-4eb0-8d50-9a6e60f1ecb3 None None] Routers {'e81325ae-0c00-4307-9957-5449df58438c'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:29.340234 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-dc36a910-58f4-4eb0-8d50-9a6e60f1ecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:36:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['e81325ae-0c00-4307-9957-5449df58438c'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:29.351588 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d087c-d69a-4a96-bc48-a5cedc0e35a9 req-2908b1f1-a1be-425b-b6a0-1fa2bcdb82c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:29.358854 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bc4d087c-d69a-4a96-bc48-a5cedc0e35a9 req-2908b1f1-a1be-425b-b6a0-1fa2bcdb82c5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f12660b706a44f0ab0907648b019fe22&device_id=8ab5bd85-8182-4744-88b3-fb6570c5e2d0 HTTP/1.1" status: 200 len: 1097 time: 0.1112235 Nov 25 19:36:29.393303 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-c1461f39-6c7d-4afd-b364-01f8b2a0bbb1 service neutron] For port d1fe46f4-f096-47ff-b2e6-00d419bb5968, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:36:29.401188 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-c1461f39-6c7d-4afd-b364-01f8b2a0bbb1 service neutron] For port d1fe46f4-f096-47ff-b2e6-00d419bb5968, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d1fe46f4-f096-47ff-b2e6-00d419bb5968,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:36:29.409842 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-c1461f39-6c7d-4afd-b364-01f8b2a0bbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:29.554866 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1461f39-6c7d-4afd-b364-01f8b2a0bbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1fe46f4-f096-47ff-b2e6-00d419bb5968,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:29.583903 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-c1461f39-6c7d-4afd-b364-01f8b2a0bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:29.583903 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-c1461f39-6c7d-4afd-b364-01f8b2a0bbb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:29.585010 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-c1461f39-6c7d-4afd-b364-01f8b2a0bbb1 service neutron] 10.222.0.85 "PUT /v2.0/ports/d1fe46f4-f096-47ff-b2e6-00d419bb5968 HTTP/1.1" status: 200 len: 1092 time: 2.1826794 Nov 25 19:36:29.605140 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fba048-4c3f-4311-9455-6cb27c5c09d3', 'tag': 'd1fe46f4-f096-47ff-b2e6-00d419bb5968'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:29.608900 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7fe16e-06e0-4056-8d89-d36435fd9dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "28fba048-4c3f-4311-9455-6cb27c5c09d3", "tag": "d1fe46f4-f096-47ff-b2e6-00d419bb5968"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:29.620764 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0b202-f3d4-4490-a219-6f8fcc18cad0 req-704de728-219d-449b-b0a7-691c12173525 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:29.630068 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-51b0b202-f3d4-4490-a219-6f8fcc18cad0 req-704de728-219d-449b-b0a7-691c12173525 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 945 time: 0.1065738 Nov 25 19:36:29.653807 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-dc36a910-58f4-4eb0-8d50-9a6e60f1ecb3 None None] Set router e81325ae-0c00-4307-9957-5449df58438c gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:29.800302 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-51b0b202-f3d4-4490-a219-6f8fcc18cad0 req-bfd9d4d8-4474-409c-95f7-b5c2b33852df tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702354 Nov 25 19:36:29.853189 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-a06a8f94-c7cb-4f1c-8ac9-140887a5d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:29.856347 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-a06a8f94-c7cb-4f1c-8ac9-140887a5d5ed service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&device_id=28fba048-4c3f-4311-9455-6cb27c5c09d3 HTTP/1.1" status: 200 len: 1095 time: 0.1793420 Nov 25 19:36:29.954530 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-ac29fdc7-899c-4c5d-8826-4e7e3aa678f6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1fe46f4-f096-47ff-b2e6-00d419bb5968 HTTP/1.1" status: 200 len: 217 time: 0.0870955 Nov 25 19:36:29.957096 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154f2a02-9a27-403d-86dc-a3e4c5e237d8 x-openstack-request-id: req-154f2a02-9a27-403d-86dc-a3e4c5e237d8 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:29.957676 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28fba048-4c3f-4311-9455-6cb27c5c09d3", "tag": "d1fe46f4-f096-47ff-b2e6-00d419bb5968", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:29.958194 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-154f2a02-9a27-403d-86dc-a3e4c5e237d8 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:29.958980 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28fba048-4c3f-4311-9455-6cb27c5c09d3', 'tag': 'd1fe46f4-f096-47ff-b2e6-00d419bb5968', 'status': 'completed', 'code': 200} Nov 25 19:36:30.169086 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-7cfcf619-a879-40c4-a3e6-bdbd2ffd31c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:30.172484 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-7cfcf619-a879-40c4-a3e6-bdbd2ffd31c7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ec830131-0c53-44d8-b6cf-4b7badf3b5da HTTP/1.1" status: 200 len: 850 time: 0.2108004 Nov 25 19:36:30.249329 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-dc36a910-58f4-4eb0-8d50-9a6e60f1ecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81325ae-0c00-4307-9957-5449df58438c', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:35:08Z', 'updated_at': '2021-11-25T19:35:19Z', 'revision_number': 4, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'gw_port': {'id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:11Z', 'updated_at': '2021-11-25T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'bd925724-f8e9-42ba-a043-ecb3a89031f4', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'floating_ip_address': '172.25.6.219', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'port_id': '4a2a0bc8-26bd-4fef-8278-9761f780eac5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'mac_address': 'fa:16:3e:2d:6f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab5bd85-8182-4744-88b3-fb6570c5e2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:35:58Z', 'updated_at': '2021-11-25T19:36:27Z', 'revision_number': 4, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77db139-1d25-4c9d-8704-14c5cebaca3e', 'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'mac_address': 'fa:16:3e:a0:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:17Z', 'updated_at': '2021-11-25T19:35:25Z', 'revision_number': 5, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'subnets': [{'id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:30.286262 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc36a910-58f4-4eb0-8d50-9a6e60f1ecb3 None None] The sync data for ids ['e81325ae-0c00-4307-9957-5449df58438c'] in n-d-819349-5 is: [{'id': 'e81325ae-0c00-4307-9957-5449df58438c', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:35:08Z', 'updated_at': '2021-11-25T19:35:19Z', 'revision_number': 4, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'gw_port': {'id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:11Z', 'updated_at': '2021-11-25T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'bd925724-f8e9-42ba-a043-ecb3a89031f4', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'floating_ip_address': '172.25.6.219', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'port_id': '4a2a0bc8-26bd-4fef-8278-9761f780eac5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'mac_address': 'fa:16:3e:2d:6f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab5bd85-8182-4744-88b3-fb6570c5e2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:35:58Z', 'updated_at': '2021-11-25T19:36:27Z', 'revision_number': 4, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77db139-1d25-4c9d-8704-14c5cebaca3e', 'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'mac_address': 'fa:16:3e:a0:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:17Z', 'updated_at': '2021-11-25T19:35:25Z', 'revision_number': 5, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'subnets': [{'id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:36:30.297787 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb1550-d96f-4eb2-9976-71c7585d6db5 req-e2679d2b-bbd7-4ad6-a52f-10efa9364d20 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:30.299653 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-56bb1550-d96f-4eb2-9976-71c7585d6db5 req-e2679d2b-bbd7-4ad6-a52f-10efa9364d20 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fba048-4c3f-4311-9455-6cb27c5c09d3 HTTP/1.1" status: 200 len: 944 time: 0.1256287 Nov 25 19:36:30.339809 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-8c1409bf-25bc-4387-877a-7d1067d0f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:30.341307 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-8c1409bf-25bc-4387-877a-7d1067d0f437 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=37f8230d-6a2b-4a12-a441-526002eff84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222608 Nov 25 19:36:30.394577 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-56bb1550-d96f-4eb2-9976-71c7585d6db5 req-2f728884-07cd-4222-981f-ee8a05c2c078 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818999 Nov 25 19:36:30.534830 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:36:30.655596 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-6772ad9d-d2dc-4c9e-a8e0-ca07cc36ef48 service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577164 Nov 25 19:36:30.666130 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d087c-d69a-4a96-bc48-a5cedc0e35a9 req-38f6be27-1709-4744-92b7-3928bb56a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:30.671967 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bc4d087c-d69a-4a96-bc48-a5cedc0e35a9 req-38f6be27-1709-4744-92b7-3928bb56a796 service neutron] 10.222.0.85 "GET /v2.0/networks?id=21a84b76-3939-4320-a333-a882c23bb50e HTTP/1.1" status: 200 len: 921 time: 1.3093047 Nov 25 19:36:30.682923 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b44da65-ddcf-4553-9dca-1be57a82d364 req-ea05b6a8-5ebc-4aeb-94fc-8a215e8b2d78 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 1002 time: 1.1647277 Nov 25 19:36:30.846459 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44da65-ddcf-4553-9dca-1be57a82d364 req-52c2d05a-1441-49dd-96f7-bd5bfe38bda9 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:30.861417 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b44da65-ddcf-4553-9dca-1be57a82d364 req-52c2d05a-1441-49dd-96f7-bd5bfe38bda9 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports/4a2a0bc8-26bd-4fef-8278-9761f780eac5 HTTP/1.1" status: 200 len: 943 time: 0.1710501 Nov 25 19:36:30.913317 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eb854e00-0d0d-4c4a-8d71-22bb54e4560a req-009a4a3a-4375-47b2-86c2-70ee62822674 service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452943 Nov 25 19:36:30.925581 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bc4d087c-d69a-4a96-bc48-a5cedc0e35a9 req-5eae6700-ccf1-40f6-a447-b5524acba1a9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a2a0bc8-26bd-4fef-8278-9761f780eac5 HTTP/1.1" status: 200 len: 1002 time: 0.2381425 Nov 25 19:36:31.084046 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b44da65-ddcf-4553-9dca-1be57a82d364 req-770393c2-bc44-4454-b459-ef3a3ea14970 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 1002 time: 0.1296968 Nov 25 19:36:31.088864 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d087c-d69a-4a96-bc48-a5cedc0e35a9 req-073d9010-edeb-4ff6-9f43-d0b4c69c566f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:31.089990 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bc4d087c-d69a-4a96-bc48-a5cedc0e35a9 req-073d9010-edeb-4ff6-9f43-d0b4c69c566f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=241fd8f7-99b9-40ff-9bd0-88bd5a599dfe HTTP/1.1" status: 200 len: 859 time: 0.1561430 Nov 25 19:36:31.091842 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fe16e-06e0-4056-8d89-d36435fd9dc7 req-ff8ed422-6b8f-4180-b65a-31c808bd6976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:31.093548 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee7fe16e-06e0-4056-8d89-d36435fd9dc7 req-ff8ed422-6b8f-4180-b65a-31c808bd6976 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&device_id=28fba048-4c3f-4311-9455-6cb27c5c09d3 HTTP/1.1" status: 200 len: 1095 time: 0.0817485 Nov 25 19:36:31.111657 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c30e0-4998-46be-8b08-d56277b74c8f req-0d091316-565c-4f1e-9602-e43fa905798c tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:31.120348 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-339c30e0-4998-46be-8b08-d56277b74c8f req-0d091316-565c-4f1e-9602-e43fa905798c tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 945 time: 0.1287560 Nov 25 19:36:31.251232 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-339c30e0-4998-46be-8b08-d56277b74c8f req-e76d0ca3-398c-48cc-b92e-2e1c2649c344 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286807 Nov 25 19:36:31.344291 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fe16e-06e0-4056-8d89-d36435fd9dc7 req-8e50a61b-315e-4621-9c6f-0a0cd0e24139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:31.350625 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee7fe16e-06e0-4056-8d89-d36435fd9dc7 req-8e50a61b-315e-4621-9c6f-0a0cd0e24139 service neutron] 10.222.0.85 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 912 time: 0.2038956 Nov 25 19:36:31.404103 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d087c-d69a-4a96-bc48-a5cedc0e35a9 req-23321813-6840-4c51-9324-4beb8e052411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:31.413435 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bc4d087c-d69a-4a96-bc48-a5cedc0e35a9 req-23321813-6840-4c51-9324-4beb8e052411 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=21a84b76-3939-4320-a333-a882c23bb50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3078563 Nov 25 19:36:31.431382 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee7fe16e-06e0-4056-8d89-d36435fd9dc7 req-96552abc-f479-4e9a-b4c1-326ea16053d6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1fe46f4-f096-47ff-b2e6-00d419bb5968 HTTP/1.1" status: 200 len: 217 time: 0.0734518 Nov 25 19:36:31.547360 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44da65-ddcf-4553-9dca-1be57a82d364 req-ae958c35-82d7-482f-9c2e-9a98e194bea2 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:31.549086 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b44da65-ddcf-4553-9dca-1be57a82d364 req-ae958c35-82d7-482f-9c2e-9a98e194bea2 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.4457800 Nov 25 19:36:31.581337 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fe16e-06e0-4056-8d89-d36435fd9dc7 req-c99a17be-2e3c-40a3-9f6f-7410886aeb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:31.583020 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee7fe16e-06e0-4056-8d89-d36435fd9dc7 req-c99a17be-2e3c-40a3-9f6f-7410886aeb09 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ec830131-0c53-44d8-b6cf-4b7badf3b5da HTTP/1.1" status: 200 len: 850 time: 0.1421070 Nov 25 19:36:31.657868 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bc4d087c-d69a-4a96-bc48-a5cedc0e35a9 req-bcea68b8-e17b-487a-a38e-439f0473217d service neutron] 10.222.0.85 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286785 Nov 25 19:36:31.711010 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-80c87fe0-083e-431c-b892-25e77efef2d7 req-6d9925b5-40c1-4faa-ae7f-f58652cdc2c9 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 1002 time: 0.1207101 Nov 25 19:36:31.736739 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7f6bddca-4efb-4b16-a983-0c03ac8d6d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:31.758703 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08924214-b294-4e8c-96f4-2afb6e186700 req-0efc8b68-4c1f-4e4c-bfeb-c2adb8f8e515 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:31.761504 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-08924214-b294-4e8c-96f4-2afb6e186700 req-0efc8b68-4c1f-4e4c-bfeb-c2adb8f8e515 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fba048-4c3f-4311-9455-6cb27c5c09d3 HTTP/1.1" status: 200 len: 944 time: 0.1670382 Nov 25 19:36:31.776232 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fe16e-06e0-4056-8d89-d36435fd9dc7 req-33260a60-35ad-4ca6-8cf8-3e001619b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:31.777994 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee7fe16e-06e0-4056-8d89-d36435fd9dc7 req-33260a60-35ad-4ca6-8cf8-3e001619b6b4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=37f8230d-6a2b-4a12-a441-526002eff84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396258 Nov 25 19:36:31.810079 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c87fe0-083e-431c-b892-25e77efef2d7 req-a6198ab7-424b-4dce-8dc4-1d441cc6b05d tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:31.811604 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-80c87fe0-083e-431c-b892-25e77efef2d7 req-a6198ab7-424b-4dce-8dc4-1d441cc6b05d tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports/4a2a0bc8-26bd-4fef-8278-9761f780eac5 HTTP/1.1" status: 200 len: 943 time: 0.0616424 Nov 25 19:36:31.860076 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bc4d087c-d69a-4a96-bc48-a5cedc0e35a9 req-d7953c9a-6730-4d29-83b9-252e1b57df6a service neutron] 10.222.0.85 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868243 Nov 25 19:36:31.928689 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-08924214-b294-4e8c-96f4-2afb6e186700 req-8fbe4019-bcdb-4398-bcb4-ffdbdda582a5 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540625 Nov 25 19:36:32.014553 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee7fe16e-06e0-4056-8d89-d36435fd9dc7 req-584b869c-c1b0-4e84-80bd-a9904c5ca102 service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035182 Nov 25 19:36:32.056561 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-80c87fe0-083e-431c-b892-25e77efef2d7 req-ded5c405-72e9-4225-9511-7b655deaffc5 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 1002 time: 0.1233239 Nov 25 19:36:32.282837 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee7fe16e-06e0-4056-8d89-d36435fd9dc7 req-687d3997-e8d1-46f7-b627-2157ea235ada service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613780 Nov 25 19:36:32.307873 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c87fe0-083e-431c-b892-25e77efef2d7 req-35998ff8-dd3d-4295-a2be-7be88c9fb1fe tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:32.318332 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-80c87fe0-083e-431c-b892-25e77efef2d7 req-35998ff8-dd3d-4295-a2be-7be88c9fb1fe tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.2422745 Nov 25 19:36:32.399913 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-80c87fe0-083e-431c-b892-25e77efef2d7 req-e42619e8-fae9-4278-aea5-9404cf5532e2 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 1002 time: 0.0798914 Nov 25 19:36:32.404377 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30468d-2a7b-4a73-957f-6ca583e6bf7e req-af7f9235-fed0-4bd1-ac7d-9fcc323ce720 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:32.406134 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4d30468d-2a7b-4a73-957f-6ca583e6bf7e req-af7f9235-fed0-4bd1-ac7d-9fcc323ce720 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 945 time: 0.0617454 Nov 25 19:36:32.417247 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-80c87fe0-083e-431c-b892-25e77efef2d7 req-02767f28-a6e6-489f-bbe2-feb8d24189c5 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:32.475618 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4d30468d-2a7b-4a73-957f-6ca583e6bf7e req-439fd8f9-909a-49a8-af54-2b9f78d8e0a1 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630219 Nov 25 19:36:32.499557 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-80c87fe0-083e-431c-b892-25e77efef2d7 req-02767f28-a6e6-489f-bbe2-feb8d24189c5 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:32.748461 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-80c87fe0-083e-431c-b892-25e77efef2d7 req-02767f28-a6e6-489f-bbe2-feb8d24189c5 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:32.754202 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-80c87fe0-083e-431c-b892-25e77efef2d7 req-02767f28-a6e6-489f-bbe2-feb8d24189c5 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:32.755214 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [req-80c87fe0-083e-431c-b892-25e77efef2d7 req-02767f28-a6e6-489f-bbe2-feb8d24189c5 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Floating IP bd925724-f8e9-42ba-a043-ecb3a89031f4 disassociated. External IP: 172.25.6.219, port: 4a2a0bc8-26bd-4fef-8278-9761f780eac5. Nov 25 19:36:33.104465 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80c87fe0-083e-431c-b892-25e77efef2d7 req-02767f28-a6e6-489f-bbe2-feb8d24189c5 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Router e81325ae-0c00-4307-9957-5449df58438c has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:36:33.139501 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f4499-6d20-478f-831c-7c53b2e32522 req-e71fb5d1-cd63-4aec-978b-d398e564df06 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:33.141998 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-939f4499-6d20-478f-831c-7c53b2e32522 req-e71fb5d1-cd63-4aec-978b-d398e564df06 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fba048-4c3f-4311-9455-6cb27c5c09d3 HTTP/1.1" status: 200 len: 944 time: 0.0910048 Nov 25 19:36:33.240824 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-939f4499-6d20-478f-831c-7c53b2e32522 req-8ef926de-f59f-4b0d-afb2-713fef1a0ae8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863416 Nov 25 19:36:33.263927 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80c87fe0-083e-431c-b892-25e77efef2d7 req-02767f28-a6e6-489f-bbe2-feb8d24189c5 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:36:33.269223 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-80c87fe0-083e-431c-b892-25e77efef2d7 req-02767f28-a6e6-489f-bbe2-feb8d24189c5 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:33.279336 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd42596c-5caf-43c2-9b84-7b7c1b3968a6 None None] Sync routers for ids ['e81325ae-0c00-4307-9957-5449df58438c'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:36:33.308781 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd42596c-5caf-43c2-9b84-7b7c1b3968a6 None None] Routers {'e81325ae-0c00-4307-9957-5449df58438c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:33.310202 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bd42596c-5caf-43c2-9b84-7b7c1b3968a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:36:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['e81325ae-0c00-4307-9957-5449df58438c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:33.316190 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-80c87fe0-083e-431c-b892-25e77efef2d7 req-02767f28-a6e6-489f-bbe2-feb8d24189c5 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "PUT /v2.0/floatingips/bd925724-f8e9-42ba-a043-ecb3a89031f4 HTTP/1.1" status: 200 len: 695 time: 0.8979542 Nov 25 19:36:33.329972 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab5bd85-8182-4744-88b3-fb6570c5e2d0', 'tag': '4a2a0bc8-26bd-4fef-8278-9761f780eac5'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:33.332445 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b03ae17-8d59-4971-a33b-e7c98bf8e523" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab5bd85-8182-4744-88b3-fb6570c5e2d0", "tag": "4a2a0bc8-26bd-4fef-8278-9761f780eac5"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:33.397030 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c87fe0-083e-431c-b892-25e77efef2d7 req-e2021194-0d90-4d9c-add7-85594ff6c8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:33.408606 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-80c87fe0-083e-431c-b892-25e77efef2d7 req-e2021194-0d90-4d9c-add7-85594ff6c8c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f12660b706a44f0ab0907648b019fe22&device_id=8ab5bd85-8182-4744-88b3-fb6570c5e2d0 HTTP/1.1" status: 200 len: 1097 time: 0.0875943 Nov 25 19:36:33.574632 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:33.582877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c87fe0-083e-431c-b892-25e77efef2d7 req-bf3d0a5a-e9b6-4d30-908a-7e54ac24c054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:33.584961 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-80c87fe0-083e-431c-b892-25e77efef2d7 req-bf3d0a5a-e9b6-4d30-908a-7e54ac24c054 service neutron] 10.222.0.55 "GET /v2.0/networks?id=21a84b76-3939-4320-a333-a882c23bb50e HTTP/1.1" status: 200 len: 921 time: 0.1748238 Nov 25 19:36:33.618235 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-bd42596c-5caf-43c2-9b84-7b7c1b3968a6 None None] Set router e81325ae-0c00-4307-9957-5449df58438c gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:33.688010 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-80c87fe0-083e-431c-b892-25e77efef2d7 req-51d444c1-eb3f-47ce-8646-9f353e73df4d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a2a0bc8-26bd-4fef-8278-9761f780eac5 HTTP/1.1" status: 200 len: 217 time: 0.0923254 Nov 25 19:36:33.690758 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5847d0a0-d980-49ca-8826-18701f11a8ca x-openstack-request-id: req-5847d0a0-d980-49ca-8826-18701f11a8ca {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:33.691172 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab5bd85-8182-4744-88b3-fb6570c5e2d0", "tag": "4a2a0bc8-26bd-4fef-8278-9761f780eac5", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:33.691536 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5847d0a0-d980-49ca-8826-18701f11a8ca {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:33.692053 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab5bd85-8182-4744-88b3-fb6570c5e2d0', 'tag': '4a2a0bc8-26bd-4fef-8278-9761f780eac5', 'status': 'completed', 'code': 200} Nov 25 19:36:33.818065 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c87fe0-083e-431c-b892-25e77efef2d7 req-604763b8-0dc0-45ab-a8f5-58820879b1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:33.819710 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-80c87fe0-083e-431c-b892-25e77efef2d7 req-604763b8-0dc0-45ab-a8f5-58820879b1d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=241fd8f7-99b9-40ff-9bd0-88bd5a599dfe HTTP/1.1" status: 200 len: 859 time: 0.1160984 Nov 25 19:36:33.926001 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c87fe0-083e-431c-b892-25e77efef2d7 req-935f342a-6b78-4e4f-8f4c-cf5677fd15ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:33.927966 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-80c87fe0-083e-431c-b892-25e77efef2d7 req-935f342a-6b78-4e4f-8f4c-cf5677fd15ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=21a84b76-3939-4320-a333-a882c23bb50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009171 Nov 25 19:36:34.008743 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03ae17-8d59-4971-a33b-e7c98bf8e523 req-108726f3-8b78-457a-8627-18b68aace0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:34.015605 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5b03ae17-8d59-4971-a33b-e7c98bf8e523 req-108726f3-8b78-457a-8627-18b68aace0c2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f12660b706a44f0ab0907648b019fe22&device_id=8ab5bd85-8182-4744-88b3-fb6570c5e2d0 HTTP/1.1" status: 200 len: 1097 time: 0.3234408 Nov 25 19:36:34.127635 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bd42596c-5caf-43c2-9b84-7b7c1b3968a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81325ae-0c00-4307-9957-5449df58438c', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:35:08Z', 'updated_at': '2021-11-25T19:35:19Z', 'revision_number': 4, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'gw_port': {'id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:11Z', 'updated_at': '2021-11-25T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd77db139-1d25-4c9d-8704-14c5cebaca3e', 'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'mac_address': 'fa:16:3e:a0:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:17Z', 'updated_at': '2021-11-25T19:35:25Z', 'revision_number': 5, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'subnets': [{'id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:34.140819 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203e3d8-8715-46b7-a8f4-94836958c031 req-ded621b8-6869-4cb6-a858-9e6ca2f2557e tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:34.154862 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4203e3d8-8715-46b7-a8f4-94836958c031 req-ded621b8-6869-4cb6-a858-9e6ca2f2557e tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 945 time: 0.2805841 Nov 25 19:36:34.200034 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd42596c-5caf-43c2-9b84-7b7c1b3968a6 None None] Checking router: e81325ae-0c00-4307-9957-5449df58438c for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:36:34.203060 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-80c87fe0-083e-431c-b892-25e77efef2d7 req-2606c79c-70b6-4368-bdbf-24812943860d service neutron] 10.222.0.55 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676277 Nov 25 19:36:34.215711 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd42596c-5caf-43c2-9b84-7b7c1b3968a6 None None] Routers {'e81325ae-0c00-4307-9957-5449df58438c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:34.216365 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bd42596c-5caf-43c2-9b84-7b7c1b3968a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:36:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['e81325ae-0c00-4307-9957-5449df58438c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:34.248842 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4203e3d8-8715-46b7-a8f4-94836958c031 req-5a4cc0d1-0d02-4c99-b24b-97a7e55e6ed9 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928528 Nov 25 19:36:34.321444 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03ae17-8d59-4971-a33b-e7c98bf8e523 req-032d2a66-4796-4d68-8cc0-d2786d0ccb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:34.330364 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5b03ae17-8d59-4971-a33b-e7c98bf8e523 req-032d2a66-4796-4d68-8cc0-d2786d0ccb38 service neutron] 10.222.0.85 "GET /v2.0/networks?id=21a84b76-3939-4320-a333-a882c23bb50e HTTP/1.1" status: 200 len: 921 time: 0.3049161 Nov 25 19:36:34.372449 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-80c87fe0-083e-431c-b892-25e77efef2d7 req-b054c607-39ff-41d8-92bb-9b0c4c09b439 service neutron] 10.222.0.55 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609533 Nov 25 19:36:34.449959 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5b03ae17-8d59-4971-a33b-e7c98bf8e523 req-87a0ff88-8187-4e37-8643-acbfd3a081ce service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a2a0bc8-26bd-4fef-8278-9761f780eac5 HTTP/1.1" status: 200 len: 217 time: 0.1100214 Nov 25 19:36:34.478387 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-bd42596c-5caf-43c2-9b84-7b7c1b3968a6 None None] Set router e81325ae-0c00-4307-9957-5449df58438c gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:34.566568 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03ae17-8d59-4971-a33b-e7c98bf8e523 req-cad415e4-db6d-490e-b284-bcb66d1a267e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:34.573780 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5b03ae17-8d59-4971-a33b-e7c98bf8e523 req-cad415e4-db6d-490e-b284-bcb66d1a267e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=241fd8f7-99b9-40ff-9bd0-88bd5a599dfe HTTP/1.1" status: 200 len: 859 time: 0.1166565 Nov 25 19:36:34.734580 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bd42596c-5caf-43c2-9b84-7b7c1b3968a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81325ae-0c00-4307-9957-5449df58438c', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:35:08Z', 'updated_at': '2021-11-25T19:35:19Z', 'revision_number': 4, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'gw_port': {'id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:11Z', 'updated_at': '2021-11-25T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd77db139-1d25-4c9d-8704-14c5cebaca3e', 'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'mac_address': 'fa:16:3e:a0:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:17Z', 'updated_at': '2021-11-25T19:35:25Z', 'revision_number': 5, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'subnets': [{'id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:34.749210 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03ae17-8d59-4971-a33b-e7c98bf8e523 req-8dba7f43-9da1-4648-a115-6fcb048b0463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:34.754757 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5b03ae17-8d59-4971-a33b-e7c98bf8e523 req-8dba7f43-9da1-4648-a115-6fcb048b0463 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=21a84b76-3939-4320-a333-a882c23bb50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1705096 Nov 25 19:36:34.765860 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd42596c-5caf-43c2-9b84-7b7c1b3968a6 None None] The sync data for ids ['e81325ae-0c00-4307-9957-5449df58438c'] in n-d-819349-5 is: [{'id': 'e81325ae-0c00-4307-9957-5449df58438c', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:35:08Z', 'updated_at': '2021-11-25T19:35:19Z', 'revision_number': 4, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'gw_port': {'id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:11Z', 'updated_at': '2021-11-25T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd77db139-1d25-4c9d-8704-14c5cebaca3e', 'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'mac_address': 'fa:16:3e:a0:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:17Z', 'updated_at': '2021-11-25T19:35:25Z', 'revision_number': 5, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'subnets': [{'id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:36:34.948211 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc5b71-0a77-4ef8-8616-f116463ad923 req-0b7c1fe2-feed-4f24-81e9-10d7cb4dbd89 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:34.953760 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4ccc5b71-0a77-4ef8-8616-f116463ad923 req-0b7c1fe2-feed-4f24-81e9-10d7cb4dbd89 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fba048-4c3f-4311-9455-6cb27c5c09d3 HTTP/1.1" status: 200 len: 944 time: 0.1312020 Nov 25 19:36:35.000855 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5b03ae17-8d59-4971-a33b-e7c98bf8e523 req-20303243-d6d3-493d-b71c-5d59b17e6ef8 service neutron] 10.222.0.85 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386875 Nov 25 19:36:35.015219 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device d1fe46f4-f096-47ff-b2e6-00d419bb5968 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:36:35.163959 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed18c49-babe-43ea-8c31-ad7e818498e1 req-7a53c7b1-ad07-43fa-a8a8-f8f8a09f44af tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:35.165922 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4ed18c49-babe-43ea-8c31-ad7e818498e1 req-7a53c7b1-ad07-43fa-a8a8-f8f8a09f44af tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b8b9d40-6d6e-45af-8551-2b454975066a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1377213 Nov 25 19:36:35.221382 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4ccc5b71-0a77-4ef8-8616-f116463ad923 req-92194399-d0e7-496b-bdd5-b3be6f9c6d98 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481639 Nov 25 19:36:35.232798 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port d1fe46f4-f096-47ff-b2e6-00d419bb5968, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d1fe46f4-f096-47ff-b2e6-00d419bb5968,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:35.264566 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4ed18c49-babe-43ea-8c31-ad7e818498e1 req-1c3bca02-fecc-4418-9094-ceda7c07f888 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 698 time: 0.0848968 Nov 25 19:36:35.270592 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'd1fe46f4-f096-47ff-b2e6-00d419bb5968', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'port_id': 'd1fe46f4-f096-47ff-b2e6-00d419bb5968', 'mac_address': 'fa:16:3e:1f:64:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:36:35.270857 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-4ed18c49-babe-43ea-8c31-ad7e818498e1 req-c51d6267-e40e-42c4-9bfe-428a0af714cd tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Request body: {'floatingip': {'port_id': '63f3cba7-d9d7-4745-8041-29401be37031', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:35.281468 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5b03ae17-8d59-4971-a33b-e7c98bf8e523 req-0831fe1c-5352-4f70-bfb0-bb258a37b489 service neutron] 10.222.0.85 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677433 Nov 25 19:36:35.301765 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197e2e25-8d1e-4db8-9ac7-323ef287a3d3 None None] New status for floating IP bd925724-f8e9-42ba-a043-ecb3a89031f4: DOWN {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:36:35.345215 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4ed18c49-babe-43ea-8c31-ad7e818498e1 req-c51d6267-e40e-42c4-9bfe-428a0af714cd tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:35.365756 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:35.418065 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:35.420252 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1fe46f4-f096-47ff-b2e6-00d419bb5968 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:36:35.484096 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port d1fe46f4-f096-47ff-b2e6-00d419bb5968, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d1fe46f4-f096-47ff-b2e6-00d419bb5968,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:35.512570 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:35.598841 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:35.605333 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf1939-89fa-41da-849e-f2ca40120ad9 req-cdcc63ad-00b1-4a68-adbf-d786628fd5e4 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:35.615248 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-39cf1939-89fa-41da-849e-f2ca40120ad9 req-cdcc63ad-00b1-4a68-adbf-d786628fd5e4 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 945 time: 0.1108449 Nov 25 19:36:35.646572 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=d1fe46f4-f096-47ff-b2e6-00d419bb5968,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:35.725769 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-39cf1939-89fa-41da-849e-f2ca40120ad9 req-aab35d39-eb95-47c4-9155-0453acf8ba77 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095068 Nov 25 19:36:35.768200 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['d1fe46f4-f096-47ff-b2e6-00d419bb5968'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:36:35.846497 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.api [req-4ed18c49-babe-43ea-8c31-ad7e818498e1 req-c51d6267-e40e-42c4-9bfe-428a0af714cd tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:36:35.847193 n-d-819349-5 neutron-server[103599]: DEBUG oslo_db.api [req-4ed18c49-babe-43ea-8c31-ad7e818498e1 req-c51d6267-e40e-42c4-9bfe-428a0af714cd tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:36:36.215056 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd426f-f033-4fd5-9bd0-9e0373b7f306 req-40a21a78-2854-4c24-bf77-30e83a52326e tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:36.216663 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6ebd426f-f033-4fd5-9bd0-9e0373b7f306 req-40a21a78-2854-4c24-bf77-30e83a52326e tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.85 "GET /v2.0/ports?device_id=8ab5bd85-8182-4744-88b3-fb6570c5e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0999854 Nov 25 19:36:36.349673 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4ed18c49-babe-43ea-8c31-ad7e818498e1 req-c51d6267-e40e-42c4-9bfe-428a0af714cd tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:36.396084 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2502c-7ed2-4916-993b-1351240c0a6c req-0554cbbe-0f0f-4662-b29e-53c5afcf7a86 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:36.397702 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-34b2502c-7ed2-4916-993b-1351240c0a6c req-0554cbbe-0f0f-4662-b29e-53c5afcf7a86 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 946 time: 0.0952237 Nov 25 19:36:36.463087 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-6ebd426f-f033-4fd5-9bd0-9e0373b7f306 req-a99e2eb6-9f5d-4d6a-b2bb-79ca9ea22dc1 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Deleting port 4a2a0bc8-26bd-4fef-8278-9761f780eac5 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:36:36.463456 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6ebd426f-f033-4fd5-9bd0-9e0373b7f306 req-a99e2eb6-9f5d-4d6a-b2bb-79ca9ea22dc1 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:36.476339 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-34b2502c-7ed2-4916-993b-1351240c0a6c req-73ad4430-8522-4d26-921f-39fc99f38869 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695560 Nov 25 19:36:36.660016 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-6ebd426f-f033-4fd5-9bd0-9e0373b7f306 req-a99e2eb6-9f5d-4d6a-b2bb-79ca9ea22dc1 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] For port 4a2a0bc8-26bd-4fef-8278-9761f780eac5, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=4a2a0bc8-26bd-4fef-8278-9761f780eac5,segment=NetworkSegment(cbc4ce84-3bfa-4d14-8bfb-478d2951bd52),segment_id=cbc4ce84-3bfa-4d14-8bfb-478d2951bd52)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:36.660961 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6ebd426f-f033-4fd5-9bd0-9e0373b7f306 req-a99e2eb6-9f5d-4d6a-b2bb-79ca9ea22dc1 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:36.686552 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-6ebd426f-f033-4fd5-9bd0-9e0373b7f306 req-a99e2eb6-9f5d-4d6a-b2bb-79ca9ea22dc1 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Calling delete_port for 4a2a0bc8-26bd-4fef-8278-9761f780eac5 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:36:36.705175 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bfb01-2dab-4a00-ad00-09db62b08a6a req-5d544499-ea50-49cf-bf3e-e607c7c3346b tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:36.713840 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8a2bfb01-2dab-4a00-ad00-09db62b08a6a req-5d544499-ea50-49cf-bf3e-e607c7c3346b tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fba048-4c3f-4311-9455-6cb27c5c09d3 HTTP/1.1" status: 200 len: 945 time: 0.1019318 Nov 25 19:36:36.835774 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8a2bfb01-2dab-4a00-ad00-09db62b08a6a req-89da11c0-1160-4765-9498-6911fea26fbb tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167655 Nov 25 19:36:37.018655 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6ebd426f-f033-4fd5-9bd0-9e0373b7f306 req-a99e2eb6-9f5d-4d6a-b2bb-79ca9ea22dc1 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:37.023375 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device d1fe46f4-f096-47ff-b2e6-00d419bb5968 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:36:37.084994 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b754d-c058-4f63-9160-eb95b4b097cf req-e2cf74b2-e315-4c17-a974-5ae2153149d3 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:37.095709 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c26b754d-c058-4f63-9160-eb95b4b097cf req-e2cf74b2-e315-4c17-a974-5ae2153149d3 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 945 time: 0.1344867 Nov 25 19:36:37.119383 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['63f3cba7-d9d7-4745-8041-29401be37031', '4a2a0bc8-26bd-4fef-8278-9761f780eac5'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:36:37.141694 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e2eb6-9f5d-4d6a-b2bb-79ca9ea22dc1 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Pushing event deleted for resources: {'Port': ['ID=4a2a0bc8-26bd-4fef-8278-9761f780eac5,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:37.220571 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4ed18c49-babe-43ea-8c31-ad7e818498e1 req-c51d6267-e40e-42c4-9bfe-428a0af714cd tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:37.230596 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4ed18c49-babe-43ea-8c31-ad7e818498e1 req-c51d6267-e40e-42c4-9bfe-428a0af714cd tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:37.259584 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebd426f-f033-4fd5-9bd0-9e0373b7f306 req-a99e2eb6-9f5d-4d6a-b2bb-79ca9ea22dc1 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] No DVR routers for this DVR port 4a2a0bc8-26bd-4fef-8278-9761f780eac5 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:36:37.268742 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6ebd426f-f033-4fd5-9bd0-9e0373b7f306 req-a99e2eb6-9f5d-4d6a-b2bb-79ca9ea22dc1 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:37.282877 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6ebd426f-f033-4fd5-9bd0-9e0373b7f306 req-a99e2eb6-9f5d-4d6a-b2bb-79ca9ea22dc1 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.85 "DELETE /v2.0/ports/4a2a0bc8-26bd-4fef-8278-9761f780eac5 HTTP/1.1" status: 204 len: 173 time: 1.0563352 Nov 25 19:36:37.292284 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab5bd85-8182-4744-88b3-fb6570c5e2d0', 'name': 'network-vif-deleted', 'tag': '4a2a0bc8-26bd-4fef-8278-9761f780eac5'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:37.301343 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2e8721-ffab-4d07-a2bc-72983a8bb609" -d '{"events": [{"server_uuid": "8ab5bd85-8182-4744-88b3-fb6570c5e2d0", "name": "network-vif-deleted", "tag": "4a2a0bc8-26bd-4fef-8278-9761f780eac5"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:37.315559 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99e2eb6-9f5d-4d6a-b2bb-79ca9ea22dc1 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:37.317390 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99e2eb6-9f5d-4d6a-b2bb-79ca9ea22dc1 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:37.320080 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99e2eb6-9f5d-4d6a-b2bb-79ca9ea22dc1 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:37.321344 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99e2eb6-9f5d-4d6a-b2bb-79ca9ea22dc1 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:37.321851 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99e2eb6-9f5d-4d6a-b2bb-79ca9ea22dc1 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:37.323489 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99e2eb6-9f5d-4d6a-b2bb-79ca9ea22dc1 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:37.324409 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99e2eb6-9f5d-4d6a-b2bb-79ca9ea22dc1 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:37.325514 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99e2eb6-9f5d-4d6a-b2bb-79ca9ea22dc1 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:37.325893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99e2eb6-9f5d-4d6a-b2bb-79ca9ea22dc1 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:37.326253 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99e2eb6-9f5d-4d6a-b2bb-79ca9ea22dc1 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:37.326796 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99e2eb6-9f5d-4d6a-b2bb-79ca9ea22dc1 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:37.327317 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99e2eb6-9f5d-4d6a-b2bb-79ca9ea22dc1 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:37.379547 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port d1fe46f4-f096-47ff-b2e6-00d419bb5968 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:36:37.435697 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c26b754d-c058-4f63-9160-eb95b4b097cf req-d0a7004f-91c2-4224-88a9-b466d74f85dc tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354721 Nov 25 19:36:37.455913 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port d1fe46f4-f096-47ff-b2e6-00d419bb5968 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:37.456813 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:37.604813 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [req-4ed18c49-babe-43ea-8c31-ad7e818498e1 req-c51d6267-e40e-42c4-9bfe-428a0af714cd tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Floating IP bd925724-f8e9-42ba-a043-ecb3a89031f4 associated. External IP: 172.25.6.219, port: 63f3cba7-d9d7-4745-8041-29401be37031. Nov 25 19:36:37.687648 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:37.687861 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00393f38-cafc-4145-b489-d42fbe9e08fd req-8f1706ea-1cf7-47c2-b392-1bd4cc3fab97 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:37.693392 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-00393f38-cafc-4145-b489-d42fbe9e08fd req-8f1706ea-1cf7-47c2-b392-1bd4cc3fab97 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 946 time: 0.1522200 Nov 25 19:36:37.813597 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fba048-4c3f-4311-9455-6cb27c5c09d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fe46f4-f096-47ff-b2e6-00d419bb5968'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:37.835142 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc07a56-b13c-407c-a17f-36d66089c5b2" -d '{"events": [{"server_uuid": "28fba048-4c3f-4311-9455-6cb27c5c09d3", "name": "network-vif-plugged", "status": "completed", "tag": "d1fe46f4-f096-47ff-b2e6-00d419bb5968"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:37.840921 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port d1fe46f4-f096-47ff-b2e6-00d419bb5968, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d1fe46f4-f096-47ff-b2e6-00d419bb5968,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:37.849969 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:37.857521 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2641d55f-57b9-4df7-808a-a0db8017e32a x-openstack-request-id: req-2641d55f-57b9-4df7-808a-a0db8017e32a {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:37.868270 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab5bd85-8182-4744-88b3-fb6570c5e2d0", "name": "network-vif-deleted", "tag": "4a2a0bc8-26bd-4fef-8278-9761f780eac5", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:37.868601 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2641d55f-57b9-4df7-808a-a0db8017e32a {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:37.869110 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab5bd85-8182-4744-88b3-fb6570c5e2d0', 'name': 'network-vif-deleted', 'tag': '4a2a0bc8-26bd-4fef-8278-9761f780eac5', 'status': 'completed', 'code': 200} Nov 25 19:36:37.939048 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-00393f38-cafc-4145-b489-d42fbe9e08fd req-1f188671-a449-4fb0-beda-9ed511ac527e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Deleting port 0bd96d02-eb03-4ed3-b9af-d785f20172e7 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:36:37.939440 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-00393f38-cafc-4145-b489-d42fbe9e08fd req-1f188671-a449-4fb0-beda-9ed511ac527e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:38.002812 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=d1fe46f4-f096-47ff-b2e6-00d419bb5968,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:38.239050 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ed18c49-babe-43ea-8c31-ad7e818498e1 req-c51d6267-e40e-42c4-9bfe-428a0af714cd tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Router e81325ae-0c00-4307-9957-5449df58438c has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:36:38.283717 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688926a3-2ec4-437a-9e1c-05fc21882aea req-9b8a2db1-b74f-462c-8c61-108d88ee5276 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:38.286803 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-688926a3-2ec4-437a-9e1c-05fc21882aea req-9b8a2db1-b74f-462c-8c61-108d88ee5276 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 946 time: 0.2718129 Nov 25 19:36:38.304222 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-00393f38-cafc-4145-b489-d42fbe9e08fd req-1f188671-a449-4fb0-beda-9ed511ac527e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] For port 0bd96d02-eb03-4ed3-b9af-d785f20172e7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0bd96d02-eb03-4ed3-b9af-d785f20172e7,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:38.305855 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-00393f38-cafc-4145-b489-d42fbe9e08fd req-1f188671-a449-4fb0-beda-9ed511ac527e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:38.496826 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ed18c49-babe-43ea-8c31-ad7e818498e1 req-c51d6267-e40e-42c4-9bfe-428a0af714cd tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:36:38.506843 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4ed18c49-babe-43ea-8c31-ad7e818498e1 req-c51d6267-e40e-42c4-9bfe-428a0af714cd tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:38.508064 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dbaf8f-b64a-4351-bb9d-1ee8826df973 None None] Sync routers for ids ['e81325ae-0c00-4307-9957-5449df58438c'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:36:38.548241 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4ed18c49-babe-43ea-8c31-ad7e818498e1 req-c51d6267-e40e-42c4-9bfe-428a0af714cd tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "PUT /v2.0/floatingips/bd925724-f8e9-42ba-a043-ecb3a89031f4 HTTP/1.1" status: 200 len: 996 time: 3.2841046 Nov 25 19:36:38.549549 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8b9d40-6d6e-45af-8551-2b454975066a', 'tag': '63f3cba7-d9d7-4745-8041-29401be37031'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:38.551618 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dbaf8f-b64a-4351-bb9d-1ee8826df973 None None] Routers {'e81325ae-0c00-4307-9957-5449df58438c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:38.553897 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ae42b4-af82-451a-a633-ac4e1dd45740" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8b9d40-6d6e-45af-8551-2b454975066a", "tag": "63f3cba7-d9d7-4745-8041-29401be37031"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:38.555745 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c2dbaf8f-b64a-4351-bb9d-1ee8826df973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:36:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['e81325ae-0c00-4307-9957-5449df58438c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:38.640394 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed18c49-babe-43ea-8c31-ad7e818498e1 req-4bc7e8df-4542-4d46-a467-a368b4c17eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:38.642622 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4ed18c49-babe-43ea-8c31-ad7e818498e1 req-4bc7e8df-4542-4d46-a467-a368b4c17eef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f12660b706a44f0ab0907648b019fe22&device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 1096 time: 0.0730581 Nov 25 19:36:38.723290 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-c2dbaf8f-b64a-4351-bb9d-1ee8826df973 None None] Set router e81325ae-0c00-4307-9957-5449df58438c gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:38.728660 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-688926a3-2ec4-437a-9e1c-05fc21882aea req-ae98ae1e-b9ea-4425-8300-6d662f5b5585 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups?id=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3001993 Nov 25 19:36:38.808052 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-00393f38-cafc-4145-b489-d42fbe9e08fd req-1f188671-a449-4fb0-beda-9ed511ac527e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:38.808758 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-00393f38-cafc-4145-b489-d42fbe9e08fd req-1f188671-a449-4fb0-beda-9ed511ac527e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:38.810733 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [req-00393f38-cafc-4145-b489-d42fbe9e08fd req-1f188671-a449-4fb0-beda-9ed511ac527e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Floating IP ac3afd47-35ad-4832-801d-148bbb4de3f6 disassociated. External IP: 172.25.6.60, port: 0bd96d02-eb03-4ed3-b9af-d785f20172e7. Nov 25 19:36:38.811367 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-00393f38-cafc-4145-b489-d42fbe9e08fd req-1f188671-a449-4fb0-beda-9ed511ac527e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Calling delete_port for 0bd96d02-eb03-4ed3-b9af-d785f20172e7 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:36:38.858963 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed18c49-babe-43ea-8c31-ad7e818498e1 req-ac92a515-7c61-4882-86b9-446def345363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:38.860630 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4ed18c49-babe-43ea-8c31-ad7e818498e1 req-ac92a515-7c61-4882-86b9-446def345363 service neutron] 10.222.0.55 "GET /v2.0/networks?id=21a84b76-3939-4320-a333-a882c23bb50e HTTP/1.1" status: 200 len: 921 time: 0.2077169 Nov 25 19:36:38.913964 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a675948a-ed42-401b-a439-a500ae291336 x-openstack-request-id: req-a675948a-ed42-401b-a439-a500ae291336 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:38.915126 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fba048-4c3f-4311-9455-6cb27c5c09d3", "name": "network-vif-plugged", "status": "completed", "tag": "d1fe46f4-f096-47ff-b2e6-00d419bb5968", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:38.915505 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a675948a-ed42-401b-a439-a500ae291336 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:38.917010 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28fba048-4c3f-4311-9455-6cb27c5c09d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fe46f4-f096-47ff-b2e6-00d419bb5968', 'code': 200} Nov 25 19:36:39.027920 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4ed18c49-babe-43ea-8c31-ad7e818498e1 req-d0cef664-29ae-4f52-950e-56dadf1fee27 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63f3cba7-d9d7-4745-8041-29401be37031 HTTP/1.1" status: 200 len: 999 time: 0.1503038 Nov 25 19:36:39.056315 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34c859-0b40-4235-88d9-96384120980b req-ed45960b-69ac-4881-8097-4a9f201a0d98 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:39.064782 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f34c859-0b40-4235-88d9-96384120980b req-ed45960b-69ac-4881-8097-4a9f201a0d98 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fba048-4c3f-4311-9455-6cb27c5c09d3 HTTP/1.1" status: 200 len: 946 time: 0.1267509 Nov 25 19:36:39.129810 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f34c859-0b40-4235-88d9-96384120980b req-85ef5a73-b477-4d78-aa2d-1ed6a6205014 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585537 Nov 25 19:36:39.165138 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5dc43-a418-4e70-acd0-d6e3c568350a req-876a3faf-8f41-4c0d-be8a-81ddcc9ce449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:39.173394 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-81b5dc43-a418-4e70-acd0-d6e3c568350a req-876a3faf-8f41-4c0d-be8a-81ddcc9ce449 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=28fba048-4c3f-4311-9455-6cb27c5c09d3 HTTP/1.1" status: 200 len: 1097 time: 0.1984787 Nov 25 19:36:39.188555 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed18c49-babe-43ea-8c31-ad7e818498e1 req-f4606eee-4902-4aa3-ab5a-626d58c683db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:39.197972 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4ed18c49-babe-43ea-8c31-ad7e818498e1 req-f4606eee-4902-4aa3-ab5a-626d58c683db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=241fd8f7-99b9-40ff-9bd0-88bd5a599dfe HTTP/1.1" status: 200 len: 859 time: 0.1691658 Nov 25 19:36:39.296198 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed18c49-babe-43ea-8c31-ad7e818498e1 req-811f2b36-c738-4a8e-bc1d-96f78ec58e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:39.303339 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4ed18c49-babe-43ea-8c31-ad7e818498e1 req-811f2b36-c738-4a8e-bc1d-96f78ec58e7b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=21a84b76-3939-4320-a333-a882c23bb50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959549 Nov 25 19:36:39.337511 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c2dbaf8f-b64a-4351-bb9d-1ee8826df973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81325ae-0c00-4307-9957-5449df58438c', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:35:08Z', 'updated_at': '2021-11-25T19:35:19Z', 'revision_number': 4, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'gw_port': {'id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:11Z', 'updated_at': '2021-11-25T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'bd925724-f8e9-42ba-a043-ecb3a89031f4', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'floating_ip_address': '172.25.6.219', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'port_id': '63f3cba7-d9d7-4745-8041-29401be37031', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'mac_address': 'fa:16:3e:68:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b9d40-6d6e-45af-8551-2b454975066a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:35:58Z', 'updated_at': '2021-11-25T19:36:36Z', 'revision_number': 8, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77db139-1d25-4c9d-8704-14c5cebaca3e', 'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'mac_address': 'fa:16:3e:a0:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:17Z', 'updated_at': '2021-11-25T19:35:25Z', 'revision_number': 5, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'subnets': [{'id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:39.359701 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812dec2-f8e4-4017-a4b1-faf20774dcd8 req-8323670c-4ae9-4e37-98b0-27b9a1c71037 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:39.367862 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5812dec2-f8e4-4017-a4b1-faf20774dcd8 req-8323670c-4ae9-4e37-98b0-27b9a1c71037 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 945 time: 0.1260910 Nov 25 19:36:39.396008 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-00393f38-cafc-4145-b489-d42fbe9e08fd req-1f188671-a449-4fb0-beda-9ed511ac527e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:39.401349 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-81b5dc43-a418-4e70-acd0-d6e3c568350a req-7df11659-3543-4664-9d50-5ab7ba22d0b8 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196558 Nov 25 19:36:39.413218 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0222d72e-e6b3-45b7-b69f-8a182ef92c66 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:36:39.513041 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f188671-a449-4fb0-beda-9ed511ac527e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Pushing event deleted for resources: {'Port': ['ID=0bd96d02-eb03-4ed3-b9af-d785f20172e7,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:39.552443 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0222d72e-e6b3-45b7-b69f-8a182ef92c66, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0222d72e-e6b3-45b7-b69f-8a182ef92c66,segment=NetworkSegment(ac9fe41d-7acf-41fa-a6ba-c987e65b3e27),segment_id=ac9fe41d-7acf-41fa-a6ba-c987e65b3e27)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:39.566505 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '0222d72e-e6b3-45b7-b69f-8a182ef92c66', 'network_id': '93e34496-6e23-48ef-971e-96d0cda496d2', 'port_id': '0222d72e-e6b3-45b7-b69f-8a182ef92c66', 'mac_address': 'fa:16:3e:7d:6c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cf19564-d441-4077-bcd2-9bcbf6b9b235', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:36:39.570651 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dbaf8f-b64a-4351-bb9d-1ee8826df973 None None] Checking router: e81325ae-0c00-4307-9957-5449df58438c for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:36:39.589917 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4ed18c49-babe-43ea-8c31-ad7e818498e1 req-851cf742-bd5e-46d4-8f43-478f6f957d78 service neutron] 10.222.0.55 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680364 Nov 25 19:36:39.626233 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5812dec2-f8e4-4017-a4b1-faf20774dcd8 req-dfb80292-cdac-4173-a836-8e86948cfa18 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570860 Nov 25 19:36:39.639825 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:39.655155 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dbaf8f-b64a-4351-bb9d-1ee8826df973 None None] Routers {'e81325ae-0c00-4307-9957-5449df58438c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:39.656094 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c2dbaf8f-b64a-4351-bb9d-1ee8826df973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:36:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['e81325ae-0c00-4307-9957-5449df58438c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:39.800109 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f169e5e2-ae70-4e19-a817-44de0b580a4e x-openstack-request-id: req-f169e5e2-ae70-4e19-a817-44de0b580a4e {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:39.800988 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0222d72e-e6b3-45b7-b69f-8a182ef92c66 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:36:39.801815 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8b9d40-6d6e-45af-8551-2b454975066a", "tag": "63f3cba7-d9d7-4745-8041-29401be37031", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:39.802589 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f169e5e2-ae70-4e19-a817-44de0b580a4e {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:39.803421 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8b9d40-6d6e-45af-8551-2b454975066a', 'tag': '63f3cba7-d9d7-4745-8041-29401be37031', 'status': 'completed', 'code': 200} Nov 25 19:36:39.808468 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4ed18c49-babe-43ea-8c31-ad7e818498e1 req-64974892-1730-4434-b27a-2412eda3ed4f service neutron] 10.222.0.55 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176540 Nov 25 19:36:39.813541 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-c2dbaf8f-b64a-4351-bb9d-1ee8826df973 None None] Set router e81325ae-0c00-4307-9957-5449df58438c gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:39.938510 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0222d72e-e6b3-45b7-b69f-8a182ef92c66, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0222d72e-e6b3-45b7-b69f-8a182ef92c66,segment=NetworkSegment(ac9fe41d-7acf-41fa-a6ba-c987e65b3e27),segment_id=ac9fe41d-7acf-41fa-a6ba-c987e65b3e27)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:39.981811 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:40.184262 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=0222d72e-e6b3-45b7-b69f-8a182ef92c66,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:40.200961 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cb1b3f73-e218-4fc3-858a-0b2252edc628 req-09fa19db-67c9-47d8-9122-b58f9d4f9523 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/floatingips/bd925724-f8e9-42ba-a043-ecb3a89031f4 HTTP/1.1" status: 200 len: 996 time: 0.1059499 Nov 25 19:36:40.418730 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b3f73-e218-4fc3-858a-0b2252edc628 req-1db4b755-3405-43c2-bf60-a91521653fe1 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:40.432692 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cb1b3f73-e218-4fc3-858a-0b2252edc628 req-1db4b755-3405-43c2-bf60-a91521653fe1 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.2298379 Nov 25 19:36:40.450277 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['0222d72e-e6b3-45b7-b69f-8a182ef92c66'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:36:40.455574 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-cb1b3f73-e218-4fc3-858a-0b2252edc628 req-edbd7fb1-e45c-4f4c-8263-09ddb967bc50 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:36:40.474142 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cb1b3f73-e218-4fc3-858a-0b2252edc628 req-edbd7fb1-e45c-4f4c-8263-09ddb967bc50 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0381236 Nov 25 19:36:40.500386 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:40.500386 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:40.500386 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:40.500386 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:40.500386 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:40.500386 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:40.500386 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:40.500386 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:40.500386 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:40.500386 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:40.500386 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:40.500386 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:40.635223 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3b974c88-6ad5-4c62-aa1a-611eb17d6b93 req-6823ea5b-ae07-4734-afa7-b83540210745 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 210 time: 0.3242831 Nov 25 19:36:40.756006 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb94610-362a-4f60-8986-7d11033ab13e req-00688eee-eed0-4ba0-becd-fa1fe557c6e3 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:40.770656 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5fb94610-362a-4f60-8986-7d11033ab13e req-00688eee-eed0-4ba0-becd-fa1fe557c6e3 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fba048-4c3f-4311-9455-6cb27c5c09d3 HTTP/1.1" status: 200 len: 946 time: 0.1378133 Nov 25 19:36:40.910327 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5fb94610-362a-4f60-8986-7d11033ab13e req-d1a99b38-9b1f-4e66-a532-5c3297136579 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385655 Nov 25 19:36:40.959878 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae42b4-af82-451a-a633-ac4e1dd45740 req-1ca2cb65-86af-4aa5-82a4-36b2d05e6ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:40.967563 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33ae42b4-af82-451a-a633-ac4e1dd45740 req-1ca2cb65-86af-4aa5-82a4-36b2d05e6ce1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f12660b706a44f0ab0907648b019fe22&device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 1096 time: 0.6740966 Nov 25 19:36:41.108304 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 4a2a0bc8-26bd-4fef-8278-9761f780eac5 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:36:41.152184 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 4a2a0bc8-26bd-4fef-8278-9761f780eac5 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:36:41.152610 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 4a2a0bc8-26bd-4fef-8278-9761f780eac5 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:36:41.175761 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc2ee5-0cf4-4b2b-8211-bf873f804740 req-711250fb-d3c8-482e-b6ba-696b310d4996 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:41.177115 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c2dbaf8f-b64a-4351-bb9d-1ee8826df973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81325ae-0c00-4307-9957-5449df58438c', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:35:08Z', 'updated_at': '2021-11-25T19:35:19Z', 'revision_number': 4, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'gw_port': {'id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:11Z', 'updated_at': '2021-11-25T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'bd925724-f8e9-42ba-a043-ecb3a89031f4', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'floating_ip_address': '172.25.6.219', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'port_id': '63f3cba7-d9d7-4745-8041-29401be37031', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'mac_address': 'fa:16:3e:68:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b9d40-6d6e-45af-8551-2b454975066a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:35:58Z', 'updated_at': '2021-11-25T19:36:36Z', 'revision_number': 8, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77db139-1d25-4c9d-8704-14c5cebaca3e', 'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'mac_address': 'fa:16:3e:a0:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:17Z', 'updated_at': '2021-11-25T19:35:25Z', 'revision_number': 5, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'subnets': [{'id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:41.186220 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-43fc2ee5-0cf4-4b2b-8211-bf873f804740 req-711250fb-d3c8-482e-b6ba-696b310d4996 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 944 time: 0.1426773 Nov 25 19:36:41.247442 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dbaf8f-b64a-4351-bb9d-1ee8826df973 None None] The sync data for ids ['e81325ae-0c00-4307-9957-5449df58438c'] in n-d-819349-5 is: [{'id': 'e81325ae-0c00-4307-9957-5449df58438c', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:35:08Z', 'updated_at': '2021-11-25T19:35:19Z', 'revision_number': 4, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'gw_port': {'id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:11Z', 'updated_at': '2021-11-25T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'bd925724-f8e9-42ba-a043-ecb3a89031f4', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'floating_ip_address': '172.25.6.219', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'port_id': '63f3cba7-d9d7-4745-8041-29401be37031', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'mac_address': 'fa:16:3e:68:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b9d40-6d6e-45af-8551-2b454975066a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:35:58Z', 'updated_at': '2021-11-25T19:36:36Z', 'revision_number': 8, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77db139-1d25-4c9d-8704-14c5cebaca3e', 'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'mac_address': 'fa:16:3e:a0:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:17Z', 'updated_at': '2021-11-25T19:35:25Z', 'revision_number': 5, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'subnets': [{'id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:36:41.297530 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-43fc2ee5-0cf4-4b2b-8211-bf873f804740 req-2f32b347-f595-4fb2-ad2a-70c439995e32 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097424 Nov 25 19:36:41.361480 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00393f38-cafc-4145-b489-d42fbe9e08fd req-1f188671-a449-4fb0-beda-9ed511ac527e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Router d083547c-f981-4129-8626-b5acb0086a22 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:36:41.369187 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0222d72e-e6b3-45b7-b69f-8a182ef92c66 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:36:41.469011 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-52f92188-24a0-4f24-afa1-baf7c6fec056 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 999 time: 0.7279308 Nov 25 19:36:41.552406 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae42b4-af82-451a-a633-ac4e1dd45740 req-5253021e-c7dc-4bad-aea9-2092e63c459f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:41.554467 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:41.555361 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33ae42b4-af82-451a-a633-ac4e1dd45740 req-5253021e-c7dc-4bad-aea9-2092e63c459f service neutron] 10.222.0.85 "GET /v2.0/networks?id=21a84b76-3939-4320-a333-a882c23bb50e HTTP/1.1" status: 200 len: 921 time: 0.5663092 Nov 25 19:36:41.579170 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0222d72e-e6b3-45b7-b69f-8a182ef92c66 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:36:41.623964 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0222d72e-e6b3-45b7-b69f-8a182ef92c66, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0222d72e-e6b3-45b7-b69f-8a182ef92c66,segment=NetworkSegment(ac9fe41d-7acf-41fa-a6ba-c987e65b3e27),segment_id=ac9fe41d-7acf-41fa-a6ba-c987e65b3e27)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:41.631769 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:41.637966 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0bd96d02-eb03-4ed3-b9af-d785f20172e7 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:36:41.711602 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 0bd96d02-eb03-4ed3-b9af-d785f20172e7 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:36:41.712941 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0bd96d02-eb03-4ed3-b9af-d785f20172e7 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:36:41.758001 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c359d58c-3719-4a88-91fb-2e89b090327b None None] New status for floating IP bd925724-f8e9-42ba-a043-ecb3a89031f4: ACTIVE {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:36:41.775387 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=0222d72e-e6b3-45b7-b69f-8a182ef92c66,revision_number=7']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:42.004181 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2b946203-6c3a-4d4f-bf77-28ae7f7b01ff req-16ff124e-de85-4c0f-bcc2-49a7b4a1047b tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8393bde-51ba-43a9-8fd7-cc72583b9cf6 HTTP/1.1" status: 200 len: 210 time: 0.1108847 Nov 25 19:36:42.035181 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-88b127bf-639d-4a62-8058-bb702e73dcff tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:42.076647 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-88b127bf-639d-4a62-8058-bb702e73dcff tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports/63f3cba7-d9d7-4745-8041-29401be37031 HTTP/1.1" status: 200 len: 942 time: 0.5985401 Nov 25 19:36:42.225096 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33ae42b4-af82-451a-a633-ac4e1dd45740 req-9cca1b1f-34a4-48ce-abd4-bbff29b528a0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63f3cba7-d9d7-4745-8041-29401be37031 HTTP/1.1" status: 200 len: 999 time: 0.6604807 Nov 25 19:36:42.277458 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00393f38-cafc-4145-b489-d42fbe9e08fd req-1f188671-a449-4fb0-beda-9ed511ac527e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:36:42.292235 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e58aa2-500b-4e6c-b33c-add8ed24f789 None None] Sync routers for ids ['d083547c-f981-4129-8626-b5acb0086a22'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:36:42.366181 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e58aa2-500b-4e6c-b33c-add8ed24f789 None None] Routers {'d083547c-f981-4129-8626-b5acb0086a22'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:42.377558 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-57e58aa2-500b-4e6c-b33c-add8ed24f789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:36:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d083547c-f981-4129-8626-b5acb0086a22'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:42.515076 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-00393f38-cafc-4145-b489-d42fbe9e08fd req-1f188671-a449-4fb0-beda-9ed511ac527e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] No DVR routers for this DVR port 0bd96d02-eb03-4ed3-b9af-d785f20172e7 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:36:42.526426 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-00393f38-cafc-4145-b489-d42fbe9e08fd req-1f188671-a449-4fb0-beda-9ed511ac527e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:42.533173 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-00393f38-cafc-4145-b489-d42fbe9e08fd req-1f188671-a449-4fb0-beda-9ed511ac527e tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.73 "DELETE /v2.0/ports/0bd96d02-eb03-4ed3-b9af-d785f20172e7 HTTP/1.1" status: 204 len: 173 time: 4.8316038 Nov 25 19:36:42.534073 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8393bde-51ba-43a9-8fd7-cc72583b9cf6', 'name': 'network-vif-deleted', 'tag': '0bd96d02-eb03-4ed3-b9af-d785f20172e7'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:42.538831 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7f88a9-b983-4ce8-bf8c-7d7c0cdd4810" -d '{"events": [{"server_uuid": "d8393bde-51ba-43a9-8fd7-cc72583b9cf6", "name": "network-vif-deleted", "tag": "0bd96d02-eb03-4ed3-b9af-d785f20172e7"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:42.656569 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae42b4-af82-451a-a633-ac4e1dd45740 req-eab91e43-af6d-4f71-abe8-c2c9a3ea6c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:42.660065 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33ae42b4-af82-451a-a633-ac4e1dd45740 req-eab91e43-af6d-4f71-abe8-c2c9a3ea6c86 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=241fd8f7-99b9-40ff-9bd0-88bd5a599dfe HTTP/1.1" status: 200 len: 859 time: 0.4149282 Nov 25 19:36:42.741468 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-8a42cf2a-2fc5-4544-9693-43b10712116d tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 1001 time: 0.2859499 Nov 25 19:36:42.796410 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae42b4-af82-451a-a633-ac4e1dd45740 req-13cd94fd-2ccc-4e58-b126-8907a5786b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:42.798022 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33ae42b4-af82-451a-a633-ac4e1dd45740 req-13cd94fd-2ccc-4e58-b126-8907a5786b6f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=21a84b76-3939-4320-a333-a882c23bb50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1218994 Nov 25 19:36:42.951652 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 42218) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:42.978673 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-57e58aa2-500b-4e6c-b33c-add8ed24f789 None None] Set router d083547c-f981-4129-8626-b5acb0086a22 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:43.129392 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-81024de3-2a5d-45b2-ab88-540bd2213bce tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:43.132200 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-81024de3-2a5d-45b2-ab88-540bd2213bce tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.3796430 Nov 25 19:36:43.347066 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe6bdb-f64f-4fcd-ace0-7e5ce65d01f8 req-8e6e1649-5d79-4159-8036-1fad09797235 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:43.350806 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cbbe6bdb-f64f-4fcd-ace0-7e5ce65d01f8 req-8e6e1649-5d79-4159-8036-1fad09797235 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fba048-4c3f-4311-9455-6cb27c5c09d3 HTTP/1.1" status: 200 len: 946 time: 1.1788635 Nov 25 19:36:43.421033 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33ae42b4-af82-451a-a633-ac4e1dd45740 req-718b9944-e2a6-402e-90b5-abcd27011152 service neutron] 10.222.0.85 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657083 Nov 25 19:36:43.474608 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-5647796f-880f-44d4-a879-471edca5040b tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:36:43.481472 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-5647796f-880f-44d4-a879-471edca5040b tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0515578 Nov 25 19:36:43.546000 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cbbe6bdb-f64f-4fcd-ace0-7e5ce65d01f8 req-17caf368-700c-4fbb-ac46-2062b2937826 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822495 Nov 25 19:36:43.656127 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0222d72e-e6b3-45b7-b69f-8a182ef92c66 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:36:43.834218 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-980651a7-3a15-47b5-8e63-75f7b5f49660 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 1001 time: 0.3015180 Nov 25 19:36:43.897884 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-639a3d5d-5dc0-4cb6-81f0-30471553c3a2 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:43.946541 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb0b41-d6db-49bd-a97b-1fd9a918302e req-9e7e587e-080c-4c48-a55c-ca33fad7265e tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:43.952445 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4ccb0b41-d6db-49bd-a97b-1fd9a918302e req-9e7e587e-080c-4c48-a55c-ca33fad7265e tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 943 time: 0.1734750 Nov 25 19:36:43.997627 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6399178e-6dec-4c34-8e3b-a4bd06133fd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:44.005992 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 0222d72e-e6b3-45b7-b69f-8a182ef92c66 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:44.006661 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:44.092570 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-57e58aa2-500b-4e6c-b33c-add8ed24f789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd083547c-f981-4129-8626-b5acb0086a22', 'name': 'tempest-AttachVolumeShelveTestJSON-622630373-router', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:40Z', 'updated_at': '2021-11-25T19:26:56Z', 'revision_number': 4, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'gw_port': {'id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c39ea371-29d2-488b-8db0-bb86ccdb7c85', 'name': '', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'mac_address': 'fa:16:3e:f5:63:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:52Z', 'updated_at': '2021-11-25T19:27:04Z', 'revision_number': 5, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'subnets': [{'id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:44.099875 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4ccb0b41-d6db-49bd-a97b-1fd9a918302e req-7961bbe5-204d-4b19-bbbc-522770691725 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259534 Nov 25 19:36:44.178244 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33ae42b4-af82-451a-a633-ac4e1dd45740 req-848b0ac5-d9e8-4fc5-9f3c-73f38f41d6d8 service neutron] 10.222.0.85 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6895893 Nov 25 19:36:44.183072 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e58aa2-500b-4e6c-b33c-add8ed24f789 None None] Checking router: d083547c-f981-4129-8626-b5acb0086a22 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:36:44.227832 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e58aa2-500b-4e6c-b33c-add8ed24f789 None None] Routers {'d083547c-f981-4129-8626-b5acb0086a22'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:44.229613 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-57e58aa2-500b-4e6c-b33c-add8ed24f789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:36:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d083547c-f981-4129-8626-b5acb0086a22'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:44.238332 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-639a3d5d-5dc0-4cb6-81f0-30471553c3a2 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks [] for floatingip, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:44.363730 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-57e58aa2-500b-4e6c-b33c-add8ed24f789 None None] Set router d083547c-f981-4129-8626-b5acb0086a22 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:44.377719 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6399178e-6dec-4c34-8e3b-a4bd06133fd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:44.384862 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49423aaa-d8d1-4e86-9476-3153e427a426 x-openstack-request-id: req-49423aaa-d8d1-4e86-9476-3153e427a426 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:44.385204 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8393bde-51ba-43a9-8fd7-cc72583b9cf6", "name": "network-vif-deleted", "tag": "0bd96d02-eb03-4ed3-b9af-d785f20172e7", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:44.385204 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49423aaa-d8d1-4e86-9476-3153e427a426 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:44.385620 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8393bde-51ba-43a9-8fd7-cc72583b9cf6', 'name': 'network-vif-deleted', 'tag': '0bd96d02-eb03-4ed3-b9af-d785f20172e7', 'status': 'completed', 'code': 200} Nov 25 19:36:44.394867 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6399178e-6dec-4c34-8e3b-a4bd06133fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:44.521069 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399178e-6dec-4c34-8e3b-a4bd06133fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a334da-4b24-4476-a963-21a14471168c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:44.533759 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:44.551973 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6399178e-6dec-4c34-8e3b-a4bd06133fd7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=777b524c40234ae793e3a7b5dcc60a4a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5965331 Nov 25 19:36:44.555561 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42230) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:44.601328 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42232) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:44.649462 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25223355-8415-4298-8491-de1310ba9fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0222d72e-e6b3-45b7-b69f-8a182ef92c66'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:44.653101 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e853793d-518e-45b8-a629-77175c3fe6ec" -d '{"events": [{"server_uuid": "25223355-8415-4298-8491-de1310ba9fbc", "name": "network-vif-plugged", "status": "completed", "tag": "0222d72e-e6b3-45b7-b69f-8a182ef92c66"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:44.655890 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-639a3d5d-5dc0-4cb6-81f0-30471553c3a2 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:44.661115 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-639a3d5d-5dc0-4cb6-81f0-30471553c3a2 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:44.661777 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-639a3d5d-5dc0-4cb6-81f0-30471553c3a2 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Floating IP bd925724-f8e9-42ba-a043-ecb3a89031f4 disassociated. External IP: 172.25.6.219, port: 63f3cba7-d9d7-4745-8041-29401be37031. Nov 25 19:36:44.673972 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0368ad10-dbc6-4199-933a-b8d35f4284d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:44.688409 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0222d72e-e6b3-45b7-b69f-8a182ef92c66, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0222d72e-e6b3-45b7-b69f-8a182ef92c66,segment=NetworkSegment(ac9fe41d-7acf-41fa-a6ba-c987e65b3e27),segment_id=ac9fe41d-7acf-41fa-a6ba-c987e65b3e27)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:44.711946 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5be7ba9-e68b-40df-8118-53b7bfb8aa96 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:44.719021 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0368ad10-dbc6-4199-933a-b8d35f4284d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:44.729505 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:44.761292 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160fcc05-10f7-479c-aa46-eb63e3f7922e x-openstack-request-id: req-160fcc05-10f7-479c-aa46-eb63e3f7922e {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:44.762557 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25223355-8415-4298-8491-de1310ba9fbc", "name": "network-vif-plugged", "status": "completed", "tag": "0222d72e-e6b3-45b7-b69f-8a182ef92c66", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:44.763583 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-160fcc05-10f7-479c-aa46-eb63e3f7922e {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:44.763859 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25223355-8415-4298-8491-de1310ba9fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0222d72e-e6b3-45b7-b69f-8a182ef92c66', 'code': 200} Nov 25 19:36:44.765055 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5be7ba9-e68b-40df-8118-53b7bfb8aa96 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:44.860945 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0368ad10-dbc6-4199-933a-b8d35f4284d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:44.864074 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0368ad10-dbc6-4199-933a-b8d35f4284d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:44.865220 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0368ad10-dbc6-4199-933a-b8d35f4284d0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b9a334da-4b24-4476-a963-21a14471168c HTTP/1.1" status: 204 len: 168 time: 0.3083131 Nov 25 19:36:44.899683 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368ad10-dbc6-4199-933a-b8d35f4284d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a334da-4b24-4476-a963-21a14471168c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:44.908129 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5be7ba9-e68b-40df-8118-53b7bfb8aa96 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:44.916182 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5be7ba9-e68b-40df-8118-53b7bfb8aa96 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:44.925281 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b5be7ba9-e68b-40df-8118-53b7bfb8aa96 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "DELETE /v2.0/security-groups/c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3 HTTP/1.1" status: 204 len: 168 time: 0.3218644 Nov 25 19:36:44.928405 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42244) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:44.952776 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=0222d72e-e6b3-45b7-b69f-8a182ef92c66,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:44.961602 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be7ba9-e68b-40df-8118-53b7bfb8aa96 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:44.968721 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-48250839-dae0-4a9f-9140-0b9083155e27 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] show failed (client error): The resource could not be found. Nov 25 19:36:44.974928 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-48250839-dae0-4a9f-9140-0b9083155e27 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "GET /v2.0/security-groups/c49c9a5e-c974-4bb9-962d-c2f43f6ec1e3 HTTP/1.1" status: 404 len: 347 time: 0.0363970 Nov 25 19:36:44.977248 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42246) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:45.025848 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-57e58aa2-500b-4e6c-b33c-add8ed24f789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd083547c-f981-4129-8626-b5acb0086a22', 'name': 'tempest-AttachVolumeShelveTestJSON-622630373-router', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:40Z', 'updated_at': '2021-11-25T19:26:56Z', 'revision_number': 4, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'gw_port': {'id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c39ea371-29d2-488b-8db0-bb86ccdb7c85', 'name': '', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'mac_address': 'fa:16:3e:f5:63:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:52Z', 'updated_at': '2021-11-25T19:27:04Z', 'revision_number': 5, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'subnets': [{'id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:45.098416 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e58aa2-500b-4e6c-b33c-add8ed24f789 None None] The sync data for ids ['d083547c-f981-4129-8626-b5acb0086a22'] in n-d-819349-5 is: [{'id': 'd083547c-f981-4129-8626-b5acb0086a22', 'name': 'tempest-AttachVolumeShelveTestJSON-622630373-router', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:40Z', 'updated_at': '2021-11-25T19:26:56Z', 'revision_number': 4, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'gw_port': {'id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c39ea371-29d2-488b-8db0-bb86ccdb7c85', 'name': '', 'network_id': '7c66fbd7-92f9-4c18-afb1-b38847fa5709', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'mac_address': 'fa:16:3e:f5:63:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:52Z', 'updated_at': '2021-11-25T19:27:04Z', 'revision_number': 5, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'subnets': [{'id': '52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:36:45.240285 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6081ff-bba6-46b3-ab4c-0e5b934c256f req-35299e4d-0d90-42f2-a2e1-f51b936a566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:45.243268 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ef6081ff-bba6-46b3-ab4c-0e5b934c256f req-35299e4d-0d90-42f2-a2e1-f51b936a566c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 1096 time: 0.2177558 Nov 25 19:36:45.250913 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-aaaad3e8-7235-4e1b-acc3-f089bcb43390 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Deleting port 94020bd4-b352-4c23-8477-bee0457957ee {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:36:45.251312 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aaaad3e8-7235-4e1b-acc3-f089bcb43390 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:45.359282 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ef6081ff-bba6-46b3-ab4c-0e5b934c256f req-5d0f51ee-f08a-4dfe-a1b0-2b54078cee5a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067762 Nov 25 19:36:45.362909 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-639a3d5d-5dc0-4cb6-81f0-30471553c3a2 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Router e81325ae-0c00-4307-9957-5449df58438c has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:36:45.407284 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468d06e-2014-469c-8bdd-d175cb97f1c3 req-710c221a-20de-4abb-acee-a5392ea1321c tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:45.416751 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7468d06e-2014-469c-8bdd-d175cb97f1c3 req-710c221a-20de-4abb-acee-a5392ea1321c tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 945 time: 0.1678400 Nov 25 19:36:45.494888 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7468d06e-2014-469c-8bdd-d175cb97f1c3 req-8c16c68a-2fa8-4fc1-84c6-570a80e7371b tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747619 Nov 25 19:36:45.536085 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aaaad3e8-7235-4e1b-acc3-f089bcb43390 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:45.536322 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aaaad3e8-7235-4e1b-acc3-f089bcb43390 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:45.572173 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-aaaad3e8-7235-4e1b-acc3-f089bcb43390 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Calling delete_port for 94020bd4-b352-4c23-8477-bee0457957ee owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:36:45.646222 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb531f82-bd97-4f7e-ae83-289a34e88933 None None] New status for floating IP ac3afd47-35ad-4832-801d-148bbb4de3f6: DOWN {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:36:45.869165 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aaaad3e8-7235-4e1b-acc3-f089bcb43390 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:45.870598 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.db.api [None req-fb531f82-bd97-4f7e-ae83-289a34e88933 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:36:45.871430 n-d-819349-5 neutron-server[103602]: DEBUG oslo_db.api [None req-fb531f82-bd97-4f7e-ae83-289a34e88933 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:36:45.931179 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaad3e8-7235-4e1b-acc3-f089bcb43390 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Pushing event deleted for resources: {'Port': ['ID=94020bd4-b352-4c23-8477-bee0457957ee,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:46.013014 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aaaad3e8-7235-4e1b-acc3-f089bcb43390 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:46.015980 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aaaad3e8-7235-4e1b-acc3-f089bcb43390 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:46.018338 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-aaaad3e8-7235-4e1b-acc3-f089bcb43390 tempest-AttachVolumeShelveTestJSON-1061546721 tempest-AttachVolumeShelveTestJSON-1061546721-project] 10.222.0.55 "DELETE /v2.0/floatingips/ac3afd47-35ad-4832-801d-148bbb4de3f6 HTTP/1.1" status: 204 len: 168 time: 1.0383477 Nov 25 19:36:46.147665 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-639a3d5d-5dc0-4cb6-81f0-30471553c3a2 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:36:46.155212 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-639a3d5d-5dc0-4cb6-81f0-30471553c3a2 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:46.162666 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d093866a-903d-4721-b1b8-9c5bb4c5efa3 None None] Sync routers for ids ['e81325ae-0c00-4307-9957-5449df58438c'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:36:46.206886 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d093866a-903d-4721-b1b8-9c5bb4c5efa3 None None] Routers {'e81325ae-0c00-4307-9957-5449df58438c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:46.208699 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d093866a-903d-4721-b1b8-9c5bb4c5efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:36:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['e81325ae-0c00-4307-9957-5449df58438c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:46.220621 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-639a3d5d-5dc0-4cb6-81f0-30471553c3a2 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "PUT /v2.0/floatingips/bd925724-f8e9-42ba-a043-ecb3a89031f4 HTTP/1.1" status: 200 len: 696 time: 2.3399951 Nov 25 19:36:46.373590 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb531f82-bd97-4f7e-ae83-289a34e88933 None None] New status for floating IP ac3afd47-35ad-4832-801d-148bbb4de3f6: DOWN {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:36:46.387336 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8b9d40-6d6e-45af-8551-2b454975066a', 'tag': '63f3cba7-d9d7-4745-8041-29401be37031'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:46.401531 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c710800a-ba1c-42b2-ad81-778e1bbcbd3e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8b9d40-6d6e-45af-8551-2b454975066a", "tag": "63f3cba7-d9d7-4745-8041-29401be37031"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:46.713561 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-d093866a-903d-4721-b1b8-9c5bb4c5efa3 None None] Set router e81325ae-0c00-4307-9957-5449df58438c gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:46.857939 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d69ed50-4e65-4a49-9dc5-fe3ff1277005 x-openstack-request-id: req-9d69ed50-4e65-4a49-9dc5-fe3ff1277005 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:46.858789 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8b9d40-6d6e-45af-8551-2b454975066a", "tag": "63f3cba7-d9d7-4745-8041-29401be37031", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:46.859591 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d69ed50-4e65-4a49-9dc5-fe3ff1277005 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:46.860433 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8b9d40-6d6e-45af-8551-2b454975066a', 'tag': '63f3cba7-d9d7-4745-8041-29401be37031', 'status': 'completed', 'code': 200} Nov 25 19:36:46.905261 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-76113577-02ac-4c9a-8a88-a8bd80372c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:46.908379 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-76113577-02ac-4c9a-8a88-a8bd80372c39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f12660b706a44f0ab0907648b019fe22&device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 1096 time: 0.2995687 Nov 25 19:36:46.922479 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710800a-ba1c-42b2-ad81-778e1bbcbd3e req-72f082ba-4cab-47f9-b370-f608786d0972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:46.926060 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c710800a-ba1c-42b2-ad81-778e1bbcbd3e req-72f082ba-4cab-47f9-b370-f608786d0972 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f12660b706a44f0ab0907648b019fe22&device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 1096 time: 0.1682386 Nov 25 19:36:47.115588 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946fb812-3c98-4ac6-b840-6aad8d201dcd req-0d717f92-4551-4546-9fc9-424245614e89 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:47.118795 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-946fb812-3c98-4ac6-b840-6aad8d201dcd req-0d717f92-4551-4546-9fc9-424245614e89 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 945 time: 0.1991935 Nov 25 19:36:47.268010 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710800a-ba1c-42b2-ad81-778e1bbcbd3e req-f6d7ad4f-1477-41d8-b7c1-24967b62b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:47.274996 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c710800a-ba1c-42b2-ad81-778e1bbcbd3e req-f6d7ad4f-1477-41d8-b7c1-24967b62b647 service neutron] 10.222.0.85 "GET /v2.0/networks?id=21a84b76-3939-4320-a333-a882c23bb50e HTTP/1.1" status: 200 len: 921 time: 0.3081090 Nov 25 19:36:47.347967 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-946fb812-3c98-4ac6-b840-6aad8d201dcd req-778904b9-ec4d-4803-ade8-897ca60cb1af tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944709 Nov 25 19:36:47.546398 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c710800a-ba1c-42b2-ad81-778e1bbcbd3e req-28767d1a-6ab6-4d23-a781-ab4a55c12ce1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63f3cba7-d9d7-4745-8041-29401be37031 HTTP/1.1" status: 200 len: 217 time: 0.2635331 Nov 25 19:36:47.587391 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d093866a-903d-4721-b1b8-9c5bb4c5efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81325ae-0c00-4307-9957-5449df58438c', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:35:08Z', 'updated_at': '2021-11-25T19:35:19Z', 'revision_number': 4, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'gw_port': {'id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:11Z', 'updated_at': '2021-11-25T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd77db139-1d25-4c9d-8704-14c5cebaca3e', 'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'mac_address': 'fa:16:3e:a0:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:17Z', 'updated_at': '2021-11-25T19:35:25Z', 'revision_number': 5, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'subnets': [{'id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:47.720622 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d093866a-903d-4721-b1b8-9c5bb4c5efa3 None None] Checking router: e81325ae-0c00-4307-9957-5449df58438c for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:36:47.759092 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d093866a-903d-4721-b1b8-9c5bb4c5efa3 None None] Routers {'e81325ae-0c00-4307-9957-5449df58438c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:47.763309 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d093866a-903d-4721-b1b8-9c5bb4c5efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:36:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['e81325ae-0c00-4307-9957-5449df58438c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:47.853230 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710800a-ba1c-42b2-ad81-778e1bbcbd3e req-f98352a4-1d8e-47b1-9a29-a5848eed027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:47.857364 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c710800a-ba1c-42b2-ad81-778e1bbcbd3e req-f98352a4-1d8e-47b1-9a29-a5848eed027b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=241fd8f7-99b9-40ff-9bd0-88bd5a599dfe HTTP/1.1" status: 200 len: 859 time: 0.2988553 Nov 25 19:36:48.035878 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710800a-ba1c-42b2-ad81-778e1bbcbd3e req-0716d362-d84b-47d5-a03c-1cbbc47d4b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:48.043742 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c710800a-ba1c-42b2-ad81-778e1bbcbd3e req-0716d362-d84b-47d5-a03c-1cbbc47d4b59 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=21a84b76-3939-4320-a333-a882c23bb50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1763752 Nov 25 19:36:48.201602 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-d093866a-903d-4721-b1b8-9c5bb4c5efa3 None None] Set router e81325ae-0c00-4307-9957-5449df58438c gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:48.276747 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617ff3b-8775-4964-b32f-429f628fe5e9 req-c4b29eee-bf01-4e52-be79-3aa6457ac59b tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:48.293342 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7617ff3b-8775-4964-b32f-429f628fe5e9 req-c4b29eee-bf01-4e52-be79-3aa6457ac59b tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 945 time: 0.1400461 Nov 25 19:36:48.338697 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-19c41a84-0360-4762-acb8-f8127b341c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:48.345009 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-19c41a84-0360-4762-acb8-f8127b341c37 service neutron] 10.222.0.55 "GET /v2.0/networks?id=21a84b76-3939-4320-a333-a882c23bb50e HTTP/1.1" status: 200 len: 921 time: 1.4103184 Nov 25 19:36:48.365266 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c710800a-ba1c-42b2-ad81-778e1bbcbd3e req-85765cf6-e281-42ca-ad42-994672901a78 service neutron] 10.222.0.85 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993762 Nov 25 19:36:48.400567 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7617ff3b-8775-4964-b32f-429f628fe5e9 req-103f762a-6bbd-4ab3-9354-b4ce6f9d01cb tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048737 Nov 25 19:36:48.547403 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-db95eaef-5e1c-4fd3-a101-1801f649442d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63f3cba7-d9d7-4745-8041-29401be37031 HTTP/1.1" status: 200 len: 217 time: 0.1803730 Nov 25 19:36:48.751868 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-2bd53e5f-fb8a-4a19-a104-e812449784f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:48.754472 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-2bd53e5f-fb8a-4a19-a104-e812449784f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=241fd8f7-99b9-40ff-9bd0-88bd5a599dfe HTTP/1.1" status: 200 len: 859 time: 0.0877249 Nov 25 19:36:48.785511 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d093866a-903d-4721-b1b8-9c5bb4c5efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81325ae-0c00-4307-9957-5449df58438c', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:35:08Z', 'updated_at': '2021-11-25T19:35:19Z', 'revision_number': 4, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'gw_port': {'id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:11Z', 'updated_at': '2021-11-25T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd77db139-1d25-4c9d-8704-14c5cebaca3e', 'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'mac_address': 'fa:16:3e:a0:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:17Z', 'updated_at': '2021-11-25T19:35:25Z', 'revision_number': 5, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'subnets': [{'id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:48.821498 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d093866a-903d-4721-b1b8-9c5bb4c5efa3 None None] The sync data for ids ['e81325ae-0c00-4307-9957-5449df58438c'] in n-d-819349-5 is: [{'id': 'e81325ae-0c00-4307-9957-5449df58438c', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:35:08Z', 'updated_at': '2021-11-25T19:35:19Z', 'revision_number': 4, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'gw_port': {'id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:11Z', 'updated_at': '2021-11-25T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd77db139-1d25-4c9d-8704-14c5cebaca3e', 'name': '', 'network_id': '21a84b76-3939-4320-a333-a882c23bb50e', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'mac_address': 'fa:16:3e:a0:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:17Z', 'updated_at': '2021-11-25T19:35:25Z', 'revision_number': 5, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'subnets': [{'id': '241fd8f7-99b9-40ff-9bd0-88bd5a599dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:36:48.862736 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-f70599ba-6b2b-4397-afd0-7d5e92bd88be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:48.865432 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-f70599ba-6b2b-4397-afd0-7d5e92bd88be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=21a84b76-3939-4320-a333-a882c23bb50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019361 Nov 25 19:36:48.902642 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c710800a-ba1c-42b2-ad81-778e1bbcbd3e req-058dd6df-901a-4211-a436-2b978c918c21 service neutron] 10.222.0.85 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216374 Nov 25 19:36:49.177024 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-a4e2c189-8f8f-4812-897a-d9cd42953a9f service neutron] 10.222.0.55 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732861 Nov 25 19:36:49.420938 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-662ffb64-2cfd-497a-9159-c86f87e2bbdc req-7da37df0-671a-48b9-8972-eeed513f981f service neutron] 10.222.0.55 "GET /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302153 Nov 25 19:36:49.504698 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f515802b-9f5b-440d-afe1-617ca03b4e7a None None] New status for floating IP bd925724-f8e9-42ba-a043-ecb3a89031f4: DOWN {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:36:49.786489 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a258ebdd-50a5-4133-8529-2517e1ceb170 req-8357f00b-6e0c-408d-b01c-b98a88c14f94 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/floatingips/bd925724-f8e9-42ba-a043-ecb3a89031f4 HTTP/1.1" status: 200 len: 696 time: 0.1410394 Nov 25 19:36:49.896162 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-2ad74e77-d444-43e2-8800-40f09bf054c5 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:49.903477 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-2ad74e77-d444-43e2-8800-40f09bf054c5 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/networks?id=93e34496-6e23-48ef-971e-96d0cda496d2 HTTP/1.1" status: 200 len: 814 time: 0.3049150 Nov 25 19:36:49.929908 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-dbd0c610-3e15-4198-b3db-91fb73e4b604 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/quotas/6d50a81e795b4803b0a1c0e06f921514 HTTP/1.1" status: 200 len: 375 time: 0.0187414 Nov 25 19:36:49.979977 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258ebdd-50a5-4133-8529-2517e1ceb170 req-319a22e0-96c5-4175-91e2-c73a4ef14435 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:49.988510 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a258ebdd-50a5-4133-8529-2517e1ceb170 req-319a22e0-96c5-4175-91e2-c73a4ef14435 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.2010376 Nov 25 19:36:50.120534 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-e28b2eaf-fcf6-4ede-ae5f-5d662980a2b7 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d50a81e795b4803b0a1c0e06f921514&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1881416 Nov 25 19:36:50.129330 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a258ebdd-50a5-4133-8529-2517e1ceb170 req-f415320a-1877-4572-8cfe-dd007e8f43f6 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 699 time: 0.1397967 Nov 25 19:36:50.277806 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a258ebdd-50a5-4133-8529-2517e1ceb170 req-e96f31e4-b260-491c-bccc-406e1db1c18a tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 699 time: 0.1474411 Nov 25 19:36:50.672338 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-8fff9d5c-6e6e-4d99-9382-b1b4e05aa9e0 service neutron] 10.222.0.55 "GET /v2.0/networks/93e34496-6e23-48ef-971e-96d0cda496d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477307 Nov 25 19:36:50.683493 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad280e-b01a-4b4b-938c-3b8e9e517b91 req-03f9102d-0e12-467b-bcd3-75d81cae9e1a tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:50.686457 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-baad280e-b01a-4b4b-938c-3b8e9e517b91 req-03f9102d-0e12-467b-bcd3-75d81cae9e1a tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.73 "GET /v2.0/ports?device_id=25223355-8415-4298-8491-de1310ba9fbc HTTP/1.1" status: 200 len: 945 time: 0.2572236 Nov 25 19:36:50.811338 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-a258ebdd-50a5-4133-8529-2517e1ceb170 req-0ea5511f-21b1-4681-82b2-30e3e58c2a90 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Deleting port 5a0d0a8b-a0f9-4e8e-8090-ec80cc058c2f {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:36:50.812332 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a258ebdd-50a5-4133-8529-2517e1ceb170 req-0ea5511f-21b1-4681-82b2-30e3e58c2a90 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:50.846510 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42378) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:50.908248 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-7a5e6060-3532-4a07-9b2b-2d44390afb12 service neutron] 10.222.0.55 "GET /v2.0/networks/93e34496-6e23-48ef-971e-96d0cda496d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326484 Nov 25 19:36:50.910818 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a258ebdd-50a5-4133-8529-2517e1ceb170 req-0ea5511f-21b1-4681-82b2-30e3e58c2a90 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:50.911350 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a258ebdd-50a5-4133-8529-2517e1ceb170 req-0ea5511f-21b1-4681-82b2-30e3e58c2a90 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:50.926426 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-a258ebdd-50a5-4133-8529-2517e1ceb170 req-0ea5511f-21b1-4681-82b2-30e3e58c2a90 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Calling delete_port for 5a0d0a8b-a0f9-4e8e-8090-ec80cc058c2f owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:36:51.281734 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a258ebdd-50a5-4133-8529-2517e1ceb170 req-0ea5511f-21b1-4681-82b2-30e3e58c2a90 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:51.397170 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5511f-21b1-4681-82b2-30e3e58c2a90 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Pushing event deleted for resources: {'Port': ['ID=5a0d0a8b-a0f9-4e8e-8090-ec80cc058c2f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:51.506891 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-692a1983-4e30-4b12-930b-5720c2524a75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:51.507161 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-baad280e-b01a-4b4b-938c-3b8e9e517b91 req-0b1b25db-ed90-480f-8bff-591fefd18680 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Deleting port 0222d72e-e6b3-45b7-b69f-8a182ef92c66 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:36:51.507493 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-baad280e-b01a-4b4b-938c-3b8e9e517b91 req-0b1b25db-ed90-480f-8bff-591fefd18680 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:51.642160 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-baad280e-b01a-4b4b-938c-3b8e9e517b91 req-0b1b25db-ed90-480f-8bff-591fefd18680 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] For port 0222d72e-e6b3-45b7-b69f-8a182ef92c66, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0222d72e-e6b3-45b7-b69f-8a182ef92c66,segment=NetworkSegment(ac9fe41d-7acf-41fa-a6ba-c987e65b3e27),segment_id=ac9fe41d-7acf-41fa-a6ba-c987e65b3e27)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:51.642630 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-baad280e-b01a-4b4b-938c-3b8e9e517b91 req-0b1b25db-ed90-480f-8bff-591fefd18680 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:51.663425 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-baad280e-b01a-4b4b-938c-3b8e9e517b91 req-0b1b25db-ed90-480f-8bff-591fefd18680 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Calling delete_port for 0222d72e-e6b3-45b7-b69f-8a182ef92c66 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:36:51.696684 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-692a1983-4e30-4b12-930b-5720c2524a75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:51.703475 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-692a1983-4e30-4b12-930b-5720c2524a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:51.794073 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-692a1983-4e30-4b12-930b-5720c2524a75 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3394ac146ed34c3cb417c904e519feec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9436703 Nov 25 19:36:51.796586 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a1983-4e30-4b12-930b-5720c2524a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d67811d-28bb-4bfb-9a2e-862c3ecebc02,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:51.804393 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42388) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:51.846246 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-baad280e-b01a-4b4b-938c-3b8e9e517b91 req-0b1b25db-ed90-480f-8bff-591fefd18680 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:51.863929 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['0222d72e-e6b3-45b7-b69f-8a182ef92c66'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:36:51.903624 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692a1983-4e30-4b12-930b-5720c2524a75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:51.904077 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692a1983-4e30-4b12-930b-5720c2524a75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:51.905836 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692a1983-4e30-4b12-930b-5720c2524a75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:51.906610 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692a1983-4e30-4b12-930b-5720c2524a75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:51.907058 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692a1983-4e30-4b12-930b-5720c2524a75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:51.907558 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692a1983-4e30-4b12-930b-5720c2524a75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:51.908027 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692a1983-4e30-4b12-930b-5720c2524a75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:51.909548 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692a1983-4e30-4b12-930b-5720c2524a75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:51.914212 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692a1983-4e30-4b12-930b-5720c2524a75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:51.916280 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692a1983-4e30-4b12-930b-5720c2524a75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:51.916833 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692a1983-4e30-4b12-930b-5720c2524a75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:51.917151 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692a1983-4e30-4b12-930b-5720c2524a75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:51.973259 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a258ebdd-50a5-4133-8529-2517e1ceb170 req-0ea5511f-21b1-4681-82b2-30e3e58c2a90 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:51.978788 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a258ebdd-50a5-4133-8529-2517e1ceb170 req-0ea5511f-21b1-4681-82b2-30e3e58c2a90 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:51.981150 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a258ebdd-50a5-4133-8529-2517e1ceb170 req-0ea5511f-21b1-4681-82b2-30e3e58c2a90 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "DELETE /v2.0/floatingips/bd925724-f8e9-42ba-a043-ecb3a89031f4 HTTP/1.1" status: 204 len: 173 time: 1.7022841 Nov 25 19:36:51.986670 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b25db-ed90-480f-8bff-591fefd18680 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Pushing event deleted for resources: {'Port': ['ID=0222d72e-e6b3-45b7-b69f-8a182ef92c66,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:52.018152 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-baad280e-b01a-4b4b-938c-3b8e9e517b91 req-0b1b25db-ed90-480f-8bff-591fefd18680 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] No DVR routers for this DVR port 0222d72e-e6b3-45b7-b69f-8a182ef92c66 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:36:52.025714 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-baad280e-b01a-4b4b-938c-3b8e9e517b91 req-0b1b25db-ed90-480f-8bff-591fefd18680 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:52.033556 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-baad280e-b01a-4b4b-938c-3b8e9e517b91 req-0b1b25db-ed90-480f-8bff-591fefd18680 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.73 "DELETE /v2.0/ports/0222d72e-e6b3-45b7-b69f-8a182ef92c66 HTTP/1.1" status: 204 len: 173 time: 1.3404262 Nov 25 19:36:52.034618 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25223355-8415-4298-8491-de1310ba9fbc', 'name': 'network-vif-deleted', 'tag': '0222d72e-e6b3-45b7-b69f-8a182ef92c66'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:52.038337 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d8591c-eb7d-4d45-98bd-b7801b12109d" -d '{"events": [{"server_uuid": "25223355-8415-4298-8491-de1310ba9fbc", "name": "network-vif-deleted", "tag": "0222d72e-e6b3-45b7-b69f-8a182ef92c66"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:52.131925 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7cb81ff-05e7-4285-afad-0b536d346690 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:52.175933 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5a38f896-fb34-4e5f-a793-775ba30dd830 req-b2f7c7e0-15bc-4e16-9c49-5b28f47cb9bb tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 210 time: 0.0972068 Nov 25 19:36:52.263291 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7cb81ff-05e7-4285-afad-0b536d346690 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:52.390495 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7cb81ff-05e7-4285-afad-0b536d346690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:52.404729 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7cb81ff-05e7-4285-afad-0b536d346690 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:52.415288 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f7cb81ff-05e7-4285-afad-0b536d346690 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0d67811d-28bb-4bfb-9a2e-862c3ecebc02 HTTP/1.1" status: 204 len: 168 time: 0.6078203 Nov 25 19:36:52.418318 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fe1f23-ebeb-4aa3-b248-a4751f708233 x-openstack-request-id: req-95fe1f23-ebeb-4aa3-b248-a4751f708233 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:52.418721 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25223355-8415-4298-8491-de1310ba9fbc", "name": "network-vif-deleted", "tag": "0222d72e-e6b3-45b7-b69f-8a182ef92c66", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:52.419170 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-95fe1f23-ebeb-4aa3-b248-a4751f708233 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:52.419853 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25223355-8415-4298-8491-de1310ba9fbc', 'name': 'network-vif-deleted', 'tag': '0222d72e-e6b3-45b7-b69f-8a182ef92c66', 'status': 'completed', 'code': 200} Nov 25 19:36:52.445763 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb81ff-05e7-4285-afad-0b536d346690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d67811d-28bb-4bfb-9a2e-862c3ecebc02,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:53.422271 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d347d3a-0ba8-4ed1-bdd5-9686792bf368 req-b07b0019-5864-45c4-90de-5656bcbb44a5 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:53.447253 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3d347d3a-0ba8-4ed1-bdd5-9686792bf368 req-b07b0019-5864-45c4-90de-5656bcbb44a5 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 945 time: 0.4043810 Nov 25 19:36:53.485027 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:53.669972 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 42432) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:53.703543 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3d347d3a-0ba8-4ed1-bdd5-9686792bf368 req-5adb438d-6356-47c1-abe8-ae1857ab95b9 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/security-groups?id=6539240d-cb14-4d53-8d2f-c1428f897cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307243 Nov 25 19:36:53.947912 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-df572d8a-4d3f-4116-9a19-314bacb12c99 req-8d01d5a9-fcaf-4626-8ac0-187f7f796f95 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 210 time: 0.0989714 Nov 25 19:36:54.065580 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:54.162537 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d308956-d50b-4761-9b57-e0a44d7bba31 req-895f5ce0-ed1f-48c8-970d-4599eaa86550 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:54.178609 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4d308956-d50b-4761-9b57-e0a44d7bba31 req-895f5ce0-ed1f-48c8-970d-4599eaa86550 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.2040107 Nov 25 19:36:54.183116 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d08c0d69-81b7-4325-bcd9-704ed0f4e253 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:54.225202 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af340827-80de-4dca-bc07-0eee969a809a req-fd69b228-6440-412c-8b97-bfaaafd61acd tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:54.251186 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af340827-80de-4dca-bc07-0eee969a809a req-fd69b228-6440-412c-8b97-bfaaafd61acd tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 945 time: 0.2049689 Nov 25 19:36:54.365586 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4d308956-d50b-4761-9b57-e0a44d7bba31 req-ce4c4f70-b398-4aec-926e-f2f3fd390d3d tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782744 Nov 25 19:36:54.445654 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42444) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:54.519463 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b7c59fc8-a4cc-4af1-ba7d-4c94e29e2434 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:54.537725 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d08c0d69-81b7-4325-bcd9-704ed0f4e253 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:54.606028 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d08c0d69-81b7-4325-bcd9-704ed0f4e253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:54.777804 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b7c59fc8-a4cc-4af1-ba7d-4c94e29e2434 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:54.800686 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b7c59fc8-a4cc-4af1-ba7d-4c94e29e2434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:54.910036 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d08c0d69-81b7-4325-bcd9-704ed0f4e253 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e15edde4e44a47cf8ccefa2c924e6560&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2367687 Nov 25 19:36:54.911339 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 42448) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:54.960331 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b7c59fc8-a4cc-4af1-ba7d-4c94e29e2434 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=90df0dc8d02a4e54a3eb15317a024492&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5122306 Nov 25 19:36:54.974538 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42450) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:55.064488 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c59fc8-a4cc-4af1-ba7d-4c94e29e2434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b102212-9625-4ae4-a8cd-abbf2d083c8c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:55.099764 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-e1ba1451-01c6-4df7-9c26-b330177d7a87 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:55.104039 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-e1ba1451-01c6-4df7-9c26-b330177d7a87 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.73 "GET /v2.0/networks?id=93e34496-6e23-48ef-971e-96d0cda496d2 HTTP/1.1" status: 200 len: 814 time: 0.8456712 Nov 25 19:36:55.111988 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf532-a197-4a4f-9d49-29816eff1237 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:55.138157 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c0d69-81b7-4325-bcd9-704ed0f4e253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6041544c-4b3f-4771-a5ca-9f08f66376c2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:55.161900 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-e7c6e031-cfbd-4423-8f07-e2320e4a8a31 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Request body: {'port': {'device_id': 'd29f2417-3f0e-42d1-bebf-73eab7258e2b', 'network_id': '93e34496-6e23-48ef-971e-96d0cda496d2', 'admin_state_up': True, 'tenant_id': '6d50a81e795b4803b0a1c0e06f921514'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:55.163828 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21996f8b-1810-4221-b4bd-8e4766d074c1 req-46a384d3-880d-4a53-be6f-7ecfaa57bd30 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:55.176665 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-21996f8b-1810-4221-b4bd-8e4766d074c1 req-46a384d3-880d-4a53-be6f-7ecfaa57bd30 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.3807988 Nov 25 19:36:55.265673 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf532-a197-4a4f-9d49-29816eff1237 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:55.379463 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-21996f8b-1810-4221-b4bd-8e4766d074c1 req-8d57998f-11bd-4554-b25b-e833cfb69de0 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004151 Nov 25 19:36:55.421969 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0222d72e-e6b3-45b7-b69f-8a182ef92c66 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:36:55.442901 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf532-a197-4a4f-9d49-29816eff1237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:55.454746 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf532-a197-4a4f-9d49-29816eff1237 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:55.464320 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d6fdf532-a197-4a4f-9d49-29816eff1237 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b102212-9625-4ae4-a8cd-abbf2d083c8c HTTP/1.1" status: 204 len: 168 time: 0.4860332 Nov 25 19:36:55.498423 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdf532-a197-4a4f-9d49-29816eff1237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b102212-9625-4ae4-a8cd-abbf2d083c8c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:55.580327 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 0222d72e-e6b3-45b7-b69f-8a182ef92c66 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:36:55.580327 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0222d72e-e6b3-45b7-b69f-8a182ef92c66 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:36:55.696613 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5f635293-3cc9-460d-a156-00c9695263b4 req-624ccf30-92b6-4949-bdbd-a1e4ed100679 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 210 time: 0.0509381 Nov 25 19:36:55.767937 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4865e-7c74-4a2e-8084-39402d7acc95 req-6e276618-e837-451f-a6ea-301b8ff21a49 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:55.778739 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b4f4865e-7c74-4a2e-8084-39402d7acc95 req-6e276618-e837-451f-a6ea-301b8ff21a49 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 945 time: 0.6711195 Nov 25 19:36:55.780913 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-e7c6e031-cfbd-4423-8f07-e2320e4a8a31 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Made reservation on behalf of 6d50a81e795b4803b0a1c0e06f921514 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:36:55.785951 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-e7c6e031-cfbd-4423-8f07-e2320e4a8a31 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:55.801589 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a17aaf77-bbd2-4628-bdbc-e482f4b26fc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:55.887751 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-af340827-80de-4dca-bc07-0eee969a809a req-575538a7-b311-4e09-99b8-6a5cd7f8dc93 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Deleting port 63f3cba7-d9d7-4745-8041-29401be37031 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:36:55.888091 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-af340827-80de-4dca-bc07-0eee969a809a req-575538a7-b311-4e09-99b8-6a5cd7f8dc93 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:55.894520 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a17aaf77-bbd2-4628-bdbc-e482f4b26fc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:56.153882 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b4f4865e-7c74-4a2e-8084-39402d7acc95 req-41c9188e-f758-4f5d-a860-67285867f8ad tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/security-groups?id=6539240d-cb14-4d53-8d2f-c1428f897cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220208 Nov 25 19:36:56.313132 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-af340827-80de-4dca-bc07-0eee969a809a req-575538a7-b311-4e09-99b8-6a5cd7f8dc93 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] For port 63f3cba7-d9d7-4745-8041-29401be37031, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=63f3cba7-d9d7-4745-8041-29401be37031,segment=NetworkSegment(cbc4ce84-3bfa-4d14-8bfb-478d2951bd52),segment_id=cbc4ce84-3bfa-4d14-8bfb-478d2951bd52)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:56.313648 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-af340827-80de-4dca-bc07-0eee969a809a req-575538a7-b311-4e09-99b8-6a5cd7f8dc93 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:56.340777 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-e7c6e031-cfbd-4423-8f07-e2320e4a8a31 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Allocated IP 172.20.0.10 (93e34496-6e23-48ef-971e-96d0cda496d2/3cf19564-d441-4077-bcd2-9bcbf6b9b235/b3ccf2b6-8890-4ea9-8c87-95b78151fbc7) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:36:56.353322 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a17aaf77-bbd2-4628-bdbc-e482f4b26fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:56.357000 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a17aaf77-bbd2-4628-bdbc-e482f4b26fc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:56.364328 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a17aaf77-bbd2-4628-bdbc-e482f4b26fc3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6041544c-4b3f-4771-a5ca-9f08f66376c2 HTTP/1.1" status: 204 len: 168 time: 1.4400897 Nov 25 19:36:56.379075 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-af340827-80de-4dca-bc07-0eee969a809a req-575538a7-b311-4e09-99b8-6a5cd7f8dc93 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Calling delete_port for 63f3cba7-d9d7-4745-8041-29401be37031 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:36:56.402207 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17aaf77-bbd2-4628-bdbc-e482f4b26fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6041544c-4b3f-4771-a5ca-9f08f66376c2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:56.463518 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2e34c-0545-45bc-ab5f-c0005949f041 req-7083d86d-8c3b-4ece-aa0e-19d3c72f809b tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:56.481979 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-97e2e34c-0545-45bc-ab5f-c0005949f041 req-7083d86d-8c3b-4ece-aa0e-19d3c72f809b tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.1727059 Nov 25 19:36:56.723513 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-97e2e34c-0545-45bc-ab5f-c0005949f041 req-b6803d0e-2de1-43e8-b51b-d4a52ba641fa tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384393 Nov 25 19:36:56.818844 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-e7c6e031-cfbd-4423-8f07-e2320e4a8a31 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:57.220056 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42502) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:57.263002 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5707fe1b-b3a8-4674-a0d8-d5f14e04d3ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:57.329750 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-e7c6e031-cfbd-4423-8f07-e2320e4a8a31 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:57.332585 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-af340827-80de-4dca-bc07-0eee969a809a req-575538a7-b311-4e09-99b8-6a5cd7f8dc93 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:57.424873 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b58c186-1935-4ab3-b3bb-30423380e302 req-b987369b-2c6e-4bfe-9642-7cafbb7630e2 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 210 time: 0.0590007 Nov 25 19:36:57.458669 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-e7c6e031-cfbd-4423-8f07-e2320e4a8a31 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Network 93e34496-6e23-48ef-971e-96d0cda496d2 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:36:57.504918 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-e7c6e031-cfbd-4423-8f07-e2320e4a8a31 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:36:57.509002 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5707fe1b-b3a8-4674-a0d8-d5f14e04d3ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:57.524397 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5707fe1b-b3a8-4674-a0d8-d5f14e04d3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:57.534829 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-e7c6e031-cfbd-4423-8f07-e2320e4a8a31 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:36:57.558715 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6e031-cfbd-4423-8f07-e2320e4a8a31 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Pushing event updated for resources: {'Port': ['ID=b3ccf2b6-8890-4ea9-8c87-95b78151fbc7,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:57.680585 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707fe1b-b3a8-4674-a0d8-d5f14e04d3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34e1272-d652-44da-a2b8-f64204cc8994,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:57.737022 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5707fe1b-b3a8-4674-a0d8-d5f14e04d3ae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=06a708ccaf9646b5ba270374052025fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5155704 Nov 25 19:36:57.751370 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42516) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:57.842578 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-e7c6e031-cfbd-4423-8f07-e2320e4a8a31 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:57.843813 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-e7c6e031-cfbd-4423-8f07-e2320e4a8a31 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:57.950859 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34f805f1-1dad-4574-95b2-c21fcddeb779 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:57.978914 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7cfd9-7757-41df-901b-18335a60c771 req-25f8e9ae-69a8-4eac-80f6-638a1e906285 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:57.982522 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a7b7cfd9-7757-41df-901b-18335a60c771 req-25f8e9ae-69a8-4eac-80f6-638a1e906285 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 932 time: 1.0707095 Nov 25 19:36:57.992640 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-af340827-80de-4dca-bc07-0eee969a809a req-575538a7-b311-4e09-99b8-6a5cd7f8dc93 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] No DVR routers for this DVR port 63f3cba7-d9d7-4745-8041-29401be37031 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:36:58.014199 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575538a7-b311-4e09-99b8-6a5cd7f8dc93 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Pushing event deleted for resources: {'Port': ['ID=63f3cba7-d9d7-4745-8041-29401be37031,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:58.029467 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-af340827-80de-4dca-bc07-0eee969a809a req-575538a7-b311-4e09-99b8-6a5cd7f8dc93 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:58.033374 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af340827-80de-4dca-bc07-0eee969a809a req-575538a7-b311-4e09-99b8-6a5cd7f8dc93 tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.85 "DELETE /v2.0/ports/63f3cba7-d9d7-4745-8041-29401be37031 HTTP/1.1" status: 204 len: 173 time: 3.7568753 Nov 25 19:36:58.036570 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8b9d40-6d6e-45af-8551-2b454975066a', 'name': 'network-vif-deleted', 'tag': '63f3cba7-d9d7-4745-8041-29401be37031'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:58.040894 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d5d681-35ef-4eb0-b217-70e57e89284b" -d '{"events": [{"server_uuid": "2b8b9d40-6d6e-45af-8551-2b454975066a", "name": "network-vif-deleted", "tag": "63f3cba7-d9d7-4745-8041-29401be37031"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:58.043935 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34f805f1-1dad-4574-95b2-c21fcddeb779 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:58.055640 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-e7c6e031-cfbd-4423-8f07-e2320e4a8a31 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9088137 Nov 25 19:36:58.114718 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-ca08b851-3d20-47b8-a06c-be78b350bcb7 service neutron] Request body: {'port': {'device_id': 'd29f2417-3f0e-42d1-bebf-73eab7258e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:58.138997 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c4d0b-e42d-4a88-9abc-c8bfe9d1bc37 req-6c8dd824-6941-4880-a523-bf63bc8e9304 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:58.140773 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c78c4d0b-e42d-4a88-9abc-c8bfe9d1bc37 req-6c8dd824-6941-4880-a523-bf63bc8e9304 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.2577055 Nov 25 19:36:58.298915 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34f805f1-1dad-4574-95b2-c21fcddeb779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:58.301681 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34f805f1-1dad-4574-95b2-c21fcddeb779 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:58.318875 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-34f805f1-1dad-4574-95b2-c21fcddeb779 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d34e1272-d652-44da-a2b8-f64204cc8994 HTTP/1.1" status: 204 len: 168 time: 0.5555246 Nov 25 19:36:58.379491 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c78c4d0b-e42d-4a88-9abc-c8bfe9d1bc37 req-6ee5a955-4b86-4f74-8669-0afbf32dc5cb tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869838 Nov 25 19:36:58.379491 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f805f1-1dad-4574-95b2-c21fcddeb779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34e1272-d652-44da-a2b8-f64204cc8994,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:58.393089 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a7b7cfd9-7757-41df-901b-18335a60c771 req-061c8bf1-5c8e-4896-8539-60ea0ddf2d4e tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649831 Nov 25 19:36:58.407444 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-ca08b851-3d20-47b8-a06c-be78b350bcb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:58.484383 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee47ebb-c51f-498b-b2c7-d95de0901b4c x-openstack-request-id: req-bee47ebb-c51f-498b-b2c7-d95de0901b4c {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:58.484694 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8b9d40-6d6e-45af-8551-2b454975066a", "name": "network-vif-deleted", "tag": "63f3cba7-d9d7-4745-8041-29401be37031", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:58.484962 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bee47ebb-c51f-498b-b2c7-d95de0901b4c {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:58.485386 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8b9d40-6d6e-45af-8551-2b454975066a', 'name': 'network-vif-deleted', 'tag': '63f3cba7-d9d7-4745-8041-29401be37031', 'status': 'completed', 'code': 200} Nov 25 19:36:58.650493 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42528) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:58.661091 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3e2e404a-3efc-4264-8bc8-82049bc8708e req-3c30374d-1bcd-4a15-a6fc-555ab4046bdd tempest-FloatingIPsAssociationTestJSON-917499739 tempest-FloatingIPsAssociationTestJSON-917499739-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b8b9d40-6d6e-45af-8551-2b454975066a HTTP/1.1" status: 200 len: 210 time: 0.0518613 Nov 25 19:36:59.072336 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e2e2224-5760-40e2-abdb-8fce78452a8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:59.290377 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-ca08b851-3d20-47b8-a06c-be78b350bcb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:36:59.330820 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-ca08b851-3d20-47b8-a06c-be78b350bcb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:59.346774 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 63f3cba7-d9d7-4745-8041-29401be37031 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:36:59.367966 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-ca08b851-3d20-47b8-a06c-be78b350bcb7 service neutron] Transition to ACTIVE for port object b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:36:59.379384 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 63f3cba7-d9d7-4745-8041-29401be37031 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:36:59.379624 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-ca08b851-3d20-47b8-a06c-be78b350bcb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:59.381378 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 63f3cba7-d9d7-4745-8041-29401be37031 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:36:59.392185 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d83f5771-079f-4443-9688-dced2747fcb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:59.398744 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e2e2224-5760-40e2-abdb-8fce78452a8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:59.407519 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e2e2224-5760-40e2-abdb-8fce78452a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:59.481876 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4e2e2224-5760-40e2-abdb-8fce78452a8c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9243d7cfc3b644f7b9e7abf5e812306d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8300800 Nov 25 19:36:59.483530 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e2224-5760-40e2-abdb-8fce78452a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2e1e5f-24e6-43d9-ba92-795c38709d09,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:59.486417 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42548) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:59.588781 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-815a5fad-8822-4a08-ab05-c457f64331eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:59.635780 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-815a5fad-8822-4a08-ab05-c457f64331eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:59.686368 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08b851-3d20-47b8-a06c-be78b350bcb7 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ccf2b6-8890-4ea9-8c87-95b78151fbc7,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:59.736743 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cdec6-7eb0-4868-adf7-bbb9ead0e7b8 req-7e060a72-0fce-4741-91e0-7ecd0a342f89 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:59.745473 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-523cdec6-7eb0-4868-adf7-bbb9ead0e7b8 req-7e060a72-0fce-4741-91e0-7ecd0a342f89 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 944 time: 0.1446683 Nov 25 19:36:59.833255 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-815a5fad-8822-4a08-ab05-c457f64331eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:59.840460 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-815a5fad-8822-4a08-ab05-c457f64331eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:59.847957 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-815a5fad-8822-4a08-ab05-c457f64331eb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4a2e1e5f-24e6-43d9-ba92-795c38709d09 HTTP/1.1" status: 204 len: 168 time: 0.3568890 Nov 25 19:36:59.879257 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-523cdec6-7eb0-4868-adf7-bbb9ead0e7b8 req-0563c150-2eca-47d6-8b18-6e2e73e906fc tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324694 Nov 25 19:36:59.880069 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfe1c0-e636-4d3d-9b36-95bfe5f09d1e req-5471fc1c-7fd4-4b2b-a960-1bec0932b5cd tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:59.881051 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-ca08b851-3d20-47b8-a06c-be78b350bcb7 service neutron] Attempting to bind port b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:36:59.881618 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-ca08b851-3d20-47b8-a06c-be78b350bcb7 service neutron] Attempting to bind port b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'ac9fe41d-7acf-41fa-a6ba-c987e65b3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '93e34496-6e23-48ef-971e-96d0cda496d2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:36:59.884526 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fadfe1c0-e636-4d3d-9b36-95bfe5f09d1e req-5471fc1c-7fd4-4b2b-a960-1bec0932b5cd tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.2989304 Nov 25 19:36:59.894980 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-ca08b851-3d20-47b8-a06c-be78b350bcb7 service neutron] Attempting to bind port b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 on network 93e34496-6e23-48ef-971e-96d0cda496d2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:36:59.918004 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-ca08b851-3d20-47b8-a06c-be78b350bcb7 service neutron] Port b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 on network 93e34496-6e23-48ef-971e-96d0cda496d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:36:59.918359 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-ca08b851-3d20-47b8-a06c-be78b350bcb7 service neutron] Attempting to bind port b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 on network 93e34496-6e23-48ef-971e-96d0cda496d2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:36:59.928393 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-ca08b851-3d20-47b8-a06c-be78b350bcb7 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:36:59.928812 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-ca08b851-3d20-47b8-a06c-be78b350bcb7 service neutron] Checking segment: {'id': 'ac9fe41d-7acf-41fa-a6ba-c987e65b3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '93e34496-6e23-48ef-971e-96d0cda496d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:36:59.929167 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-ca08b851-3d20-47b8-a06c-be78b350bcb7 service neutron] Bound using segment: {'id': 'ac9fe41d-7acf-41fa-a6ba-c987e65b3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '93e34496-6e23-48ef-971e-96d0cda496d2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:36:59.929620 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-ca08b851-3d20-47b8-a06c-be78b350bcb7 service neutron] Bound port: b3ccf2b6-8890-4ea9-8c87-95b78151fbc7, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9fe41d-7acf-41fa-a6ba-c987e65b3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '93e34496-6e23-48ef-971e-96d0cda496d2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:36:59.929994 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-ca08b851-3d20-47b8-a06c-be78b350bcb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:59.951206 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a5fad-8822-4a08-ab05-c457f64331eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2e1e5f-24e6-43d9-ba92-795c38709d09,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:00.035651 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fadfe1c0-e636-4d3d-9b36-95bfe5f09d1e req-867189b4-6056-4de1-a6f6-f08bd7fe1b2a tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341159 Nov 25 19:37:00.170935 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-ca08b851-3d20-47b8-a06c-be78b350bcb7 service neutron] For port b3ccf2b6-8890-4ea9-8c87-95b78151fbc7, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:37:00.178753 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 42568) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:00.184179 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-ca08b851-3d20-47b8-a06c-be78b350bcb7 service neutron] For port b3ccf2b6-8890-4ea9-8c87-95b78151fbc7, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b3ccf2b6-8890-4ea9-8c87-95b78151fbc7,segment=NetworkSegment(ac9fe41d-7acf-41fa-a6ba-c987e65b3e27),segment_id=ac9fe41d-7acf-41fa-a6ba-c987e65b3e27)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:37:00.216487 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-ca08b851-3d20-47b8-a06c-be78b350bcb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:00.346651 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42576) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:00.411853 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-ca08b851-3d20-47b8-a06c-be78b350bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:00.412478 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-ca08b851-3d20-47b8-a06c-be78b350bcb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:00.414224 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-ca08b851-3d20-47b8-a06c-be78b350bcb7 service neutron] 10.222.0.73 "PUT /v2.0/ports/b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 HTTP/1.1" status: 200 len: 1092 time: 2.3104210 Nov 25 19:37:00.460189 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08b851-3d20-47b8-a06c-be78b350bcb7 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ccf2b6-8890-4ea9-8c87-95b78151fbc7,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:00.486346 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29f2417-3f0e-42d1-bebf-73eab7258e2b', 'tag': 'b3ccf2b6-8890-4ea9-8c87-95b78151fbc7'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:37:00.489214 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66acf77e-da7e-4142-8e7c-2d66acff02a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d29f2417-3f0e-42d1-bebf-73eab7258e2b", "tag": "b3ccf2b6-8890-4ea9-8c87-95b78151fbc7"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:37:00.618165 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43aa883-de69-4e9e-84e2-162b415eeddd x-openstack-request-id: req-c43aa883-de69-4e9e-84e2-162b415eeddd {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:37:00.618512 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29f2417-3f0e-42d1-bebf-73eab7258e2b", "tag": "b3ccf2b6-8890-4ea9-8c87-95b78151fbc7", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:37:00.618782 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c43aa883-de69-4e9e-84e2-162b415eeddd {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:37:00.619869 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd29f2417-3f0e-42d1-bebf-73eab7258e2b', 'tag': 'b3ccf2b6-8890-4ea9-8c87-95b78151fbc7', 'status': 'completed', 'code': 200} Nov 25 19:37:00.635678 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-b796c150-8a12-4128-8d39-429bb3d10256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:00.637586 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-b796c150-8a12-4128-8d39-429bb3d10256 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d50a81e795b4803b0a1c0e06f921514&device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 1095 time: 0.1422379 Nov 25 19:37:00.699719 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-2006eda5-241c-4f3f-a24e-4ba57ae5efe1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 HTTP/1.1" status: 200 len: 217 time: 0.0534461 Nov 25 19:37:00.787437 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-03b809fe-99ff-4fa2-8f73-a9bd540cc0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:00.789942 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-03b809fe-99ff-4fa2-8f73-a9bd540cc0ac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3cf19564-d441-4077-bcd2-9bcbf6b9b235 HTTP/1.1" status: 200 len: 854 time: 0.0827136 Nov 25 19:37:00.838860 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-b02e9c7b-69ec-4e63-a0e1-93633fce67fe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=93e34496-6e23-48ef-971e-96d0cda496d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388274 Nov 25 19:37:01.006988 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-c345d565-fc9d-4872-8cdd-1d6393d757e0 service neutron] 10.222.0.73 "GET /v2.0/networks/93e34496-6e23-48ef-971e-96d0cda496d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570494 Nov 25 19:37:01.270765 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9cc87c4-9662-4d89-a5bf-77d1d507996f req-227b9537-b43b-4d13-9796-411273b0e113 service neutron] 10.222.0.73 "GET /v2.0/networks/93e34496-6e23-48ef-971e-96d0cda496d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529535 Nov 25 19:37:01.292697 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17dee7f9-9ef2-4343-9f56-0d80b1f5bb26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:01.451712 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0b22c-21eb-4918-ba43-5a7292b3a378 req-55424930-0c24-4c51-addd-c3443e8c545d tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:01.453356 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d9a0b22c-21eb-4918-ba43-5a7292b3a378 req-55424930-0c24-4c51-addd-c3443e8c545d tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 944 time: 0.4148765 Nov 25 19:37:01.526246 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acf77e-da7e-4142-8e7c-2d66acff02a7 req-9fdb2f8b-a7dd-428f-9549-64aef202237d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:01.529094 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-66acf77e-da7e-4142-8e7c-2d66acff02a7 req-9fdb2f8b-a7dd-428f-9549-64aef202237d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d50a81e795b4803b0a1c0e06f921514&device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 1095 time: 0.1529598 Nov 25 19:37:01.587242 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066676d6-dccd-4b7d-9b75-f961ef1afb98 req-bf6ceca8-d9ed-4820-96a0-79ea53afdac3 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:01.588944 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d9a0b22c-21eb-4918-ba43-5a7292b3a378 req-26d49887-332e-4242-b413-692fe1a87e49 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094186 Nov 25 19:37:01.601325 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-066676d6-dccd-4b7d-9b75-f961ef1afb98 req-bf6ceca8-d9ed-4820-96a0-79ea53afdac3 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.2270892 Nov 25 19:37:01.754745 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-91eb0625-4292-4419-a658-320df39ff7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:01.915583 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acf77e-da7e-4142-8e7c-2d66acff02a7 req-d5f5284b-770e-45d9-a693-7c478721d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:01.917131 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-66acf77e-da7e-4142-8e7c-2d66acff02a7 req-d5f5284b-770e-45d9-a693-7c478721d0df service neutron] 10.222.0.73 "GET /v2.0/networks?id=93e34496-6e23-48ef-971e-96d0cda496d2 HTTP/1.1" status: 200 len: 915 time: 0.3759756 Nov 25 19:37:01.935354 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-066676d6-dccd-4b7d-9b75-f961ef1afb98 req-c6025627-ad18-4a53-a71d-6bcc9f2f3b8c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3170462 Nov 25 19:37:02.003891 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-66acf77e-da7e-4142-8e7c-2d66acff02a7 req-1af6c12d-a6f1-4df7-8ee5-11d075c469f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 HTTP/1.1" status: 200 len: 217 time: 0.0657187 Nov 25 19:37:02.007641 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9dda9d3-5097-4b88-8cee-8af84c8ba17c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:02.129435 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acf77e-da7e-4142-8e7c-2d66acff02a7 req-66902405-e10b-4035-9e06-64bd8a6b6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:02.131954 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-66acf77e-da7e-4142-8e7c-2d66acff02a7 req-66902405-e10b-4035-9e06-64bd8a6b6937 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3cf19564-d441-4077-bcd2-9bcbf6b9b235 HTTP/1.1" status: 200 len: 854 time: 0.1187055 Nov 25 19:37:02.176146 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-66acf77e-da7e-4142-8e7c-2d66acff02a7 req-5cb5d36b-c73e-40f1-9a05-15e17267453a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=93e34496-6e23-48ef-971e-96d0cda496d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343986 Nov 25 19:37:02.321476 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-17dee7f9-9ef2-4343-9f56-0d80b1f5bb26 admin admin] Deleting port d77db139-1d25-4c9d-8704-14c5cebaca3e {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:37:02.322122 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17dee7f9-9ef2-4343-9f56-0d80b1f5bb26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:02.356306 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-66acf77e-da7e-4142-8e7c-2d66acff02a7 req-be6e9c6e-5623-46f6-bbb3-295815b99a1b service neutron] 10.222.0.73 "GET /v2.0/networks/93e34496-6e23-48ef-971e-96d0cda496d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575260 Nov 25 19:37:02.619027 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e9dda9d3-5097-4b88-8cee-8af84c8ba17c admin admin] Deleting port c39ea371-29d2-488b-8db0-bb86ccdb7c85 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:37:02.619027 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9dda9d3-5097-4b88-8cee-8af84c8ba17c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:02.749827 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42646) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:02.776992 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-e9dda9d3-5097-4b88-8cee-8af84c8ba17c admin admin] For port c39ea371-29d2-488b-8db0-bb86ccdb7c85, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c39ea371-29d2-488b-8db0-bb86ccdb7c85,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:02.778359 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9dda9d3-5097-4b88-8cee-8af84c8ba17c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:02.797408 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e9dda9d3-5097-4b88-8cee-8af84c8ba17c admin admin] Calling delete_port for c39ea371-29d2-488b-8db0-bb86ccdb7c85 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:37:03.075002 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-17dee7f9-9ef2-4343-9f56-0d80b1f5bb26 admin admin] For port d77db139-1d25-4c9d-8704-14c5cebaca3e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d77db139-1d25-4c9d-8704-14c5cebaca3e,segment=NetworkSegment(cbc4ce84-3bfa-4d14-8bfb-478d2951bd52),segment_id=cbc4ce84-3bfa-4d14-8bfb-478d2951bd52)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:03.075856 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17dee7f9-9ef2-4343-9f56-0d80b1f5bb26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:03.102109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-17dee7f9-9ef2-4343-9f56-0d80b1f5bb26 admin admin] Calling delete_port for d77db139-1d25-4c9d-8704-14c5cebaca3e owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:37:03.127196 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18ffd0e2-3120-43e7-af87-d150962dfe82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:03.136048 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b385f-170a-4d24-8cb3-3c5a842fa36f req-4f52bfc2-69d3-4610-80fc-15d3ff1e92e0 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:03.137688 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-447b385f-170a-4d24-8cb3-3c5a842fa36f req-4f52bfc2-69d3-4610-80fc-15d3ff1e92e0 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 944 time: 0.1355698 Nov 25 19:37:03.149617 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-66acf77e-da7e-4142-8e7c-2d66acff02a7 req-9cca8303-dc88-4142-b581-cbbb125f6361 service neutron] 10.222.0.73 "GET /v2.0/networks/93e34496-6e23-48ef-971e-96d0cda496d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7350752 Nov 25 19:37:03.193756 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53a8fd-aca2-435c-9b76-b63149ccd222 req-ddc076d7-ed4f-4c24-8a7e-3f3649b7c023 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:03.196341 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4f53a8fd-aca2-435c-9b76-b63149ccd222 req-ddc076d7-ed4f-4c24-8a7e-3f3649b7c023 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.1305363 Nov 25 19:37:03.286506 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-447b385f-170a-4d24-8cb3-3c5a842fa36f req-074dd387-0680-4084-b2c9-f65cbda9ea28 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763640 Nov 25 19:37:03.342061 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9dda9d3-5097-4b88-8cee-8af84c8ba17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:03.359665 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4f53a8fd-aca2-435c-9b76-b63149ccd222 req-ac1cdaa8-653f-4047-8873-862cdd9ed987 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341991 Nov 25 19:37:03.391517 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dda9d3-5097-4b88-8cee-8af84c8ba17c admin admin] Pushing event deleted for resources: {'Port': ['ID=c39ea371-29d2-488b-8db0-bb86ccdb7c85,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:03.450724 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18ffd0e2-3120-43e7-af87-d150962dfe82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:03.491100 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18ffd0e2-3120-43e7-af87-d150962dfe82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:03.495417 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:37:03.605619 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17dee7f9-9ef2-4343-9f56-0d80b1f5bb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:03.611542 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-18ffd0e2-3120-43e7-af87-d150962dfe82 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d58aee674a7477883352f5587de49a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8599699 Nov 25 19:37:03.612571 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42672) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:03.620921 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ffd0e2-3120-43e7-af87-d150962dfe82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30085f8c-884b-4a5f-9526-69b69fc1e1ef,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:03.680878 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dee7f9-9ef2-4343-9f56-0d80b1f5bb26 admin admin] Pushing event deleted for resources: {'Port': ['ID=d77db139-1d25-4c9d-8704-14c5cebaca3e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:03.740325 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:03.805253 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port b3ccf2b6-8890-4ea9-8c87-95b78151fbc7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b3ccf2b6-8890-4ea9-8c87-95b78151fbc7,segment=NetworkSegment(ac9fe41d-7acf-41fa-a6ba-c987e65b3e27),segment_id=ac9fe41d-7acf-41fa-a6ba-c987e65b3e27)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:03.818653 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'b3ccf2b6-8890-4ea9-8c87-95b78151fbc7', 'network_id': '93e34496-6e23-48ef-971e-96d0cda496d2', 'port_id': 'b3ccf2b6-8890-4ea9-8c87-95b78151fbc7', 'mac_address': 'fa:16:3e:ba:94:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cf19564-d441-4077-bcd2-9bcbf6b9b235', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:37:03.879099 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:03.899583 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:37:03.926909 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port b3ccf2b6-8890-4ea9-8c87-95b78151fbc7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b3ccf2b6-8890-4ea9-8c87-95b78151fbc7,segment=NetworkSegment(ac9fe41d-7acf-41fa-a6ba-c987e65b3e27),segment_id=ac9fe41d-7acf-41fa-a6ba-c987e65b3e27)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:03.935038 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:04.020241 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-90c43a29-d13c-4ebf-97c0-d68a3907f377 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:04.084210 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-90c43a29-d13c-4ebf-97c0-d68a3907f377 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:04.133907 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9dda9d3-5097-4b88-8cee-8af84c8ba17c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:04.163604 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=b3ccf2b6-8890-4ea9-8c87-95b78151fbc7,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:04.197847 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17dee7f9-9ef2-4343-9f56-0d80b1f5bb26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:04.267957 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['b3ccf2b6-8890-4ea9-8c87-95b78151fbc7'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:37:04.308423 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-90c43a29-d13c-4ebf-97c0-d68a3907f377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:04.312868 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-90c43a29-d13c-4ebf-97c0-d68a3907f377 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:04.319324 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-90c43a29-d13c-4ebf-97c0-d68a3907f377 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/30085f8c-884b-4a5f-9526-69b69fc1e1ef HTTP/1.1" status: 204 len: 168 time: 0.7026448 Nov 25 19:37:04.400150 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c43a29-d13c-4ebf-97c0-d68a3907f377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30085f8c-884b-4a5f-9526-69b69fc1e1ef,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:04.622419 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0456e9-35f7-4cea-ade7-6bb18b8fca73 req-d433374b-d397-47b2-98b9-d153d928aadd tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:04.624776 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a0456e9-35f7-4cea-ade7-6bb18b8fca73 req-d433374b-d397-47b2-98b9-d153d928aadd tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 945 time: 0.0955002 Nov 25 19:37:04.719842 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17dee7f9-9ef2-4343-9f56-0d80b1f5bb26 admin admin] Router e81325ae-0c00-4307-9957-5449df58438c has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:37:04.733747 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a0456e9-35f7-4cea-ade7-6bb18b8fca73 req-64c29163-867a-432f-a616-bd4d290fcb97 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929060 Nov 25 19:37:04.824259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab33a5b-422f-4662-89a6-22c383ce681f req-9a99d852-dc1a-4a67-abca-aed1a8bb8974 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:04.838569 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7ab33a5b-422f-4662-89a6-22c383ce681f req-9a99d852-dc1a-4a67-abca-aed1a8bb8974 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.1649640 Nov 25 19:37:04.846031 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9dda9d3-5097-4b88-8cee-8af84c8ba17c admin admin] Router d083547c-f981-4129-8626-b5acb0086a22 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:37:04.878595 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dee7f9-9ef2-4343-9f56-0d80b1f5bb26 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:37:04.889952 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-17dee7f9-9ef2-4343-9f56-0d80b1f5bb26 admin admin] 10.222.0.55 "PUT /v2.0/routers/e81325ae-0c00-4307-9957-5449df58438c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6994684 Nov 25 19:37:04.889952 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 42706) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:04.909549 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ce6a5-34e0-48d4-a330-63a415a6b97c None None] Sync routers for ids ['e81325ae-0c00-4307-9957-5449df58438c'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:37:04.961792 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554ce6a5-34e0-48d4-a330-63a415a6b97c None None] Routers {'e81325ae-0c00-4307-9957-5449df58438c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:37:04.970123 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-554ce6a5-34e0-48d4-a330-63a415a6b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:37:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['e81325ae-0c00-4307-9957-5449df58438c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:05.031829 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 42708) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:05.060495 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4e1a9926-3394-4fab-b3c9-6b9e250c285c admin admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:05.333987 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-554ce6a5-34e0-48d4-a330-63a415a6b97c None None] Set router e81325ae-0c00-4307-9957-5449df58438c gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:37:05.409408 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c74d7c6-b5f8-424a-924c-44f99ce7737d req-b68cc2f1-84fb-4a2b-a1ee-ed051a540c0c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2330506 Nov 25 19:37:05.453240 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7ab33a5b-422f-4662-89a6-22c383ce681f req-ed6fb4e1-7192-44e1-90ee-1d3c47189d7e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6043646 Nov 25 19:37:05.559846 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b50a2cec-bd3b-4c94-b2a3-ecbea63beee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:05.560279 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9dda9d3-5097-4b88-8cee-8af84c8ba17c admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:37:05.562755 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4e1a9926-3394-4fab-b3c9-6b9e250c285c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:05.573656 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6fe5a0-d93d-472a-a19d-ebc07db22d62 None None] Sync routers for ids ['d083547c-f981-4129-8626-b5acb0086a22'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:37:05.576176 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e9dda9d3-5097-4b88-8cee-8af84c8ba17c admin admin] 10.222.0.55 "PUT /v2.0/routers/d083547c-f981-4129-8626-b5acb0086a22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2268250 Nov 25 19:37:05.578968 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42724) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:05.609524 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6fe5a0-d93d-472a-a19d-ebc07db22d62 None None] Routers {'d083547c-f981-4129-8626-b5acb0086a22'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:37:05.611314 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:37:05.612155 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74d7c6-b5f8-424a-924c-44f99ce7737d req-38b921e7-6d4d-4dbf-b4ef-b224ca800b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:05.613664 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-9d6fe5a0-d93d-472a-a19d-ebc07db22d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:37:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d083547c-f981-4129-8626-b5acb0086a22'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:05.613957 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c74d7c6-b5f8-424a-924c-44f99ce7737d req-38b921e7-6d4d-4dbf-b4ef-b224ca800b0c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 1096 time: 0.1741250 Nov 25 19:37:05.746604 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bac3084-cc09-4094-b199-c2680a9e8cdc admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:05.827865 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42730) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:05.871858 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:05.911154 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bac3084-cc09-4094-b199-c2680a9e8cdc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:05.981683 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a9926-3394-4fab-b3c9-6b9e250c285c admin admin] Deleting port 5670729b-ccc1-4196-9ac3-76ad8d80fb1b {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:37:05.982625 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-9d6fe5a0-d93d-472a-a19d-ebc07db22d62 None None] Set router d083547c-f981-4129-8626-b5acb0086a22 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:37:05.982776 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4e1a9926-3394-4fab-b3c9-6b9e250c285c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:06.014001 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:06.017565 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1bac3084-cc09-4094-b199-c2680a9e8cdc admin admin] Deleting port a628d24a-0e49-4a4f-9f47-79f347959af7 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:37:06.019438 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bac3084-cc09-4094-b199-c2680a9e8cdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:06.099959 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b50a2cec-bd3b-4c94-b2a3-ecbea63beee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:06.109717 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:37:06.110655 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74d7c6-b5f8-424a-924c-44f99ce7737d req-207a894c-dfcd-4dee-ad3e-e53e0648ada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:06.112490 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c74d7c6-b5f8-424a-924c-44f99ce7737d req-207a894c-dfcd-4dee-ad3e-e53e0648ada3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 912 time: 0.4507020 Nov 25 19:37:06.131604 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:06.132243 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:06.191433 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-4e1a9926-3394-4fab-b3c9-6b9e250c285c admin admin] For port 5670729b-ccc1-4196-9ac3-76ad8d80fb1b, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5670729b-ccc1-4196-9ac3-76ad8d80fb1b,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:06.191985 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4e1a9926-3394-4fab-b3c9-6b9e250c285c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:06.200723 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8e330677-3c0e-4d0c-88b6-fba37af322df admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-470394672-network', 'tenant_id': '37cacda2ec3a43958c4b5983ee90f8e5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:06.211740 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a9926-3394-4fab-b3c9-6b9e250c285c admin admin] Calling delete_port for 5670729b-ccc1-4196-9ac3-76ad8d80fb1b owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:37:06.263921 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e330677-3c0e-4d0c-88b6-fba37af322df admin admin] Made reservation on behalf of 37cacda2ec3a43958c4b5983ee90f8e5 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:37:06.267965 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e330677-3c0e-4d0c-88b6-fba37af322df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:06.276528 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b50a2cec-bd3b-4c94-b2a3-ecbea63beee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:06.292761 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e330677-3c0e-4d0c-88b6-fba37af322df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:06.302333 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-1bac3084-cc09-4094-b199-c2680a9e8cdc admin admin] For port a628d24a-0e49-4a4f-9f47-79f347959af7, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a628d24a-0e49-4a4f-9f47-79f347959af7,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:06.302923 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bac3084-cc09-4094-b199-c2680a9e8cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:06.310570 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-554ce6a5-34e0-48d4-a330-63a415a6b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81325ae-0c00-4307-9957-5449df58438c', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:35:08Z', 'updated_at': '2021-11-25T19:37:03Z', 'revision_number': 5, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'gw_port': {'id': '5670729b-ccc1-4196-9ac3-76ad8d80fb1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81325ae-0c00-4307-9957-5449df58438c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:35:11Z', 'updated_at': '2021-11-25T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:06.322980 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1bac3084-cc09-4094-b199-c2680a9e8cdc admin admin] Calling delete_port for a628d24a-0e49-4a4f-9f47-79f347959af7 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:37:06.332705 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-9d6fe5a0-d93d-472a-a19d-ebc07db22d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd083547c-f981-4129-8626-b5acb0086a22', 'name': 'tempest-AttachVolumeShelveTestJSON-622630373-router', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:40Z', 'updated_at': '2021-11-25T19:37:03Z', 'revision_number': 5, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'gw_port': {'id': 'a628d24a-0e49-4a4f-9f47-79f347959af7', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd083547c-f981-4129-8626-b5acb0086a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:43Z', 'updated_at': '2021-11-25T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:06.372013 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ce6a5-34e0-48d4-a330-63a415a6b97c None None] Checking router: e81325ae-0c00-4307-9957-5449df58438c for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:37:06.372690 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6fe5a0-d93d-472a-a19d-ebc07db22d62 None None] Checking router: d083547c-f981-4129-8626-b5acb0086a22 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:37:06.397489 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554ce6a5-34e0-48d4-a330-63a415a6b97c None None] Routers {'e81325ae-0c00-4307-9957-5449df58438c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:37:06.398849 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-554ce6a5-34e0-48d4-a330-63a415a6b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:37:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['e81325ae-0c00-4307-9957-5449df58438c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:06.400988 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6fe5a0-d93d-472a-a19d-ebc07db22d62 None None] Routers {'d083547c-f981-4129-8626-b5acb0086a22'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:37:06.402102 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-9d6fe5a0-d93d-472a-a19d-ebc07db22d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:37:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d083547c-f981-4129-8626-b5acb0086a22'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:06.529432 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c74d7c6-b5f8-424a-924c-44f99ce7737d req-38474f9c-95a5-41dc-9e39-324c914a362f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3de27103-dacf-46fc-9c82-1f1872c5cb0e HTTP/1.1" status: 200 len: 217 time: 0.2607369 Nov 25 19:37:06.575153 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-554ce6a5-34e0-48d4-a330-63a415a6b97c None None] Set router e81325ae-0c00-4307-9957-5449df58438c gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:37:06.659168 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-554ce6a5-34e0-48d4-a330-63a415a6b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81325ae-0c00-4307-9957-5449df58438c', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:35:08Z', 'updated_at': '2021-11-25T19:37:05Z', 'revision_number': 6, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:06.671425 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a2cec-bd3b-4c94-b2a3-ecbea63beee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6d4ccc-4deb-4a59-8bd4-38adec7bae4b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:06.682639 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b50a2cec-bd3b-4c94-b2a3-ecbea63beee8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e8539b64d2a445c9e8d4102be28e627&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6470807 Nov 25 19:37:06.689540 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 42740) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:06.713466 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aff58d-12fd-459e-ba0e-c7f40de36b95 req-5e700e32-fa94-4b7a-87f0-4e3574f588e9 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:06.715318 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-9d6fe5a0-d93d-472a-a19d-ebc07db22d62 None None] Set router d083547c-f981-4129-8626-b5acb0086a22 gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:37:06.727966 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-34aff58d-12fd-459e-ba0e-c7f40de36b95 req-5e700e32-fa94-4b7a-87f0-4e3574f588e9 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 945 time: 0.6947551 Nov 25 19:37:06.751103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ce6a5-34e0-48d4-a330-63a415a6b97c None None] The sync data for ids ['e81325ae-0c00-4307-9957-5449df58438c'] in n-d-819349-5 is: [{'id': 'e81325ae-0c00-4307-9957-5449df58438c', 'name': 'tempest-FloatingIPsAssociationTestJSON-565652389-router', 'tenant_id': 'f12660b706a44f0ab0907648b019fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:35:08Z', 'updated_at': '2021-11-25T19:37:05Z', 'revision_number': 6, 'project_id': 'f12660b706a44f0ab0907648b019fe22', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:37:06.773418 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bac3084-cc09-4094-b199-c2680a9e8cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:06.799496 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:06.848671 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac3084-cc09-4094-b199-c2680a9e8cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=a628d24a-0e49-4a4f-9f47-79f347959af7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:06.871010 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29f2417-3f0e-42d1-bebf-73eab7258e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ccf2b6-8890-4ea9-8c87-95b78151fbc7'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:37:06.874851 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ffa013-6df1-48a0-8914-6b81149e568f" -d '{"events": [{"server_uuid": "d29f2417-3f0e-42d1-bebf-73eab7258e2b", "name": "network-vif-plugged", "status": "completed", "tag": "b3ccf2b6-8890-4ea9-8c87-95b78151fbc7"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:37:06.896408 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-9d6fe5a0-d93d-472a-a19d-ebc07db22d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd083547c-f981-4129-8626-b5acb0086a22', 'name': 'tempest-AttachVolumeShelveTestJSON-622630373-router', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:40Z', 'updated_at': '2021-11-25T19:37:05Z', 'revision_number': 6, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:06.897476 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port b3ccf2b6-8890-4ea9-8c87-95b78151fbc7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b3ccf2b6-8890-4ea9-8c87-95b78151fbc7,segment=NetworkSegment(ac9fe41d-7acf-41fa-a6ba-c987e65b3e27),segment_id=ac9fe41d-7acf-41fa-a6ba-c987e65b3e27)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:06.905089 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:06.944831 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74d7c6-b5f8-424a-924c-44f99ce7737d req-595f54fc-9cff-4c71-984f-b9ecc066ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:06.946245 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e330677-3c0e-4d0c-88b6-fba37af322df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:06.947560 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bac3084-cc09-4094-b199-c2680a9e8cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:06.947896 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c74d7c6-b5f8-424a-924c-44f99ce7737d req-595f54fc-9cff-4c71-984f-b9ecc066ef29 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ec830131-0c53-44d8-b6cf-4b7badf3b5da HTTP/1.1" status: 200 len: 850 time: 0.3762770 Nov 25 19:37:06.962392 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6fe5a0-d93d-472a-a19d-ebc07db22d62 None None] The sync data for ids ['d083547c-f981-4129-8626-b5acb0086a22'] in n-d-819349-5 is: [{'id': 'd083547c-f981-4129-8626-b5acb0086a22', 'name': 'tempest-AttachVolumeShelveTestJSON-622630373-router', 'tenant_id': '66bb1d518cbb4b4485685141182408d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:40Z', 'updated_at': '2021-11-25T19:37:05Z', 'revision_number': 6, 'project_id': '66bb1d518cbb4b4485685141182408d2', 'gw_port_host': None}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:37:06.995894 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=b3ccf2b6-8890-4ea9-8c87-95b78151fbc7,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:07.059755 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e330677-3c0e-4d0c-88b6-fba37af322df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:07.083361 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e330677-3c0e-4d0c-88b6-fba37af322df admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:37:07.085672 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-34aff58d-12fd-459e-ba0e-c7f40de36b95 req-ec53becd-0c42-48fd-b0fe-c084c319e9e5 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559852 Nov 25 19:37:07.115009 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-60cd87c3-f14a-4a3e-a8d5-718f920c2e09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:07.145505 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6249823-44db-4bf4-9961-2b9eab055277 req-dff95f23-bf60-496b-b348-05661cfc9c74 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:07.148278 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b6249823-44db-4bf4-9961-2b9eab055277 req-dff95f23-bf60-496b-b348-05661cfc9c74 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.3933079 Nov 25 19:37:07.178102 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bac3084-cc09-4094-b199-c2680a9e8cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:07.194054 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e330677-3c0e-4d0c-88b6-fba37af322df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:07.195400 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-8e330677-3c0e-4d0c-88b6-fba37af322df admin admin] Added segment d5606956-6680-4d28-9c90-711c5387b86c of type vlan for network b1d0b183-b981-4bfb-9a4d-77b2057be997 Nov 25 19:37:07.204423 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bac3084-cc09-4094-b199-c2680a9e8cdc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:07.218442 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0449eb4a-b869-4f83-ae6f-f09fad793830 x-openstack-request-id: req-0449eb4a-b869-4f83-ae6f-f09fad793830 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:37:07.219264 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29f2417-3f0e-42d1-bebf-73eab7258e2b", "name": "network-vif-plugged", "status": "completed", "tag": "b3ccf2b6-8890-4ea9-8c87-95b78151fbc7", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:37:07.219264 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0449eb4a-b869-4f83-ae6f-f09fad793830 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:37:07.219886 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29f2417-3f0e-42d1-bebf-73eab7258e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ccf2b6-8890-4ea9-8c87-95b78151fbc7', 'code': 200} Nov 25 19:37:07.286587 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74d7c6-b5f8-424a-924c-44f99ce7737d req-321ef242-641a-4eb9-928c-bb9791bf4573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:07.289578 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c74d7c6-b5f8-424a-924c-44f99ce7737d req-321ef242-641a-4eb9-928c-bb9791bf4573 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=37f8230d-6a2b-4a12-a441-526002eff84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3176141 Nov 25 19:37:07.296650 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4e1a9926-3394-4fab-b3c9-6b9e250c285c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:07.312789 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-60cd87c3-f14a-4a3e-a8d5-718f920c2e09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:07.413160 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e330677-3c0e-4d0c-88b6-fba37af322df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:07.457262 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a9926-3394-4fab-b3c9-6b9e250c285c admin admin] Pushing event deleted for resources: {'Port': ['ID=5670729b-ccc1-4196-9ac3-76ad8d80fb1b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:07.545059 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:37:07.577043 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e330677-3c0e-4d0c-88b6-fba37af322df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42ee364-b894-4240-9250-2a0df610b02f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:07.621019 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bac3084-cc09-4094-b199-c2680a9e8cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:07.627957 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bac3084-cc09-4094-b199-c2680a9e8cdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d083547c-f981-4129-8626-b5acb0086a22 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:37:07.637878 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-8e330677-3c0e-4d0c-88b6-fba37af322df admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:37:07.681652 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bac3084-cc09-4094-b199-c2680a9e8cdc admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:07.689034 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1bac3084-cc09-4094-b199-c2680a9e8cdc admin admin] 10.222.0.55 "DELETE /v2.0/routers/d083547c-f981-4129-8626-b5acb0086a22 HTTP/1.1" status: 204 len: 168 time: 2.1078501 Nov 25 19:37:07.690352 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42748) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:07.793626 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9a2e6-a602-46ca-8b07-b8aadf9d47d4 req-4bcef4ed-0582-475a-bf68-39d7a5856305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:07.799804 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d4e9a2e6-a602-46ca-8b07-b8aadf9d47d4 req-4bcef4ed-0582-475a-bf68-39d7a5856305 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 1097 time: 0.4432454 Nov 25 19:37:07.801728 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e330677-3c0e-4d0c-88b6-fba37af322df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:07.805122 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e330677-3c0e-4d0c-88b6-fba37af322df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:07.806184 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e330677-3c0e-4d0c-88b6-fba37af322df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:07.893821 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b6249823-44db-4bf4-9961-2b9eab055277 req-03b511b2-fe16-4e00-9661-fadc7a585b1f tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6170969 Nov 25 19:37:07.958837 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec3f41b4-b812-41e7-bcca-3e113548e858 admin admin] Deleting subnet 52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:37:07.983735 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8e330677-3c0e-4d0c-88b6-fba37af322df admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1539023 Nov 25 19:37:08.056958 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42750) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:08.060944 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec3f41b4-b812-41e7-bcca-3e113548e858 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:08.073829 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d8586b2d-e4d8-4087-af06-8398274a3041 admin admin] Request body: {'subnet': {'network_id': 'b1d0b183-b981-4bfb-9a4d-77b2057be997', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-470394672-subnet', 'tenant_id': '37cacda2ec3a43958c4b5983ee90f8e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:08.184232 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8586b2d-e4d8-4087-af06-8398274a3041 admin admin] Made reservation on behalf of 37cacda2ec3a43958c4b5983ee90f8e5 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:37:08.188105 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8586b2d-e4d8-4087-af06-8398274a3041 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:08.229554 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e330677-3c0e-4d0c-88b6-fba37af322df admin admin] Pushing event updated for resources: {'Network': ['ID=b1d0b183-b981-4bfb-9a4d-77b2057be997,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:08.268461 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network b1d0b183-b981-4bfb-9a4d-77b2057be997 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:37:08.403178 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec3f41b4-b812-41e7-bcca-3e113548e858 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:08.455904 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4e1a9926-3394-4fab-b3c9-6b9e250c285c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:08.479294 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-60cd87c3-f14a-4a3e-a8d5-718f920c2e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:08.485037 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-60cd87c3-f14a-4a3e-a8d5-718f920c2e09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:08.487943 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-60cd87c3-f14a-4a3e-a8d5-718f920c2e09 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fb6d4ccc-4deb-4a59-8bd4-38adec7bae4b HTTP/1.1" status: 204 len: 168 time: 1.7934830 Nov 25 19:37:08.547360 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c39ea371-29d2-488b-8db0-bb86ccdb7c85 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:37:08.567130 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c74d7c6-b5f8-424a-924c-44f99ce7737d req-29eac324-53d4-40f3-9f56-3b31ef962485 service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2652297 Nov 25 19:37:08.700170 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: c39ea371-29d2-488b-8db0-bb86ccdb7c85 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:37:08.700890 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c39ea371-29d2-488b-8db0-bb86ccdb7c85 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:37:08.701571 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d77db139-1d25-4c9d-8704-14c5cebaca3e no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:37:08.793985 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: d77db139-1d25-4c9d-8704-14c5cebaca3e {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:37:08.795470 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d77db139-1d25-4c9d-8704-14c5cebaca3e not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:37:08.843715 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec3f41b4-b812-41e7-bcca-3e113548e858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:09.094913 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8586b2d-e4d8-4087-af06-8398274a3041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:09.178123 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd87c3-f14a-4a3e-a8d5-718f920c2e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6d4ccc-4deb-4a59-8bd4-38adec7bae4b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:09.187347 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec3f41b4-b812-41e7-bcca-3e113548e858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:09.219238 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c74d7c6-b5f8-424a-924c-44f99ce7737d req-f79582af-c28a-46ed-9de3-a87e8cd4578b service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246483 Nov 25 19:37:09.221058 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d108e1-d324-40b6-ae63-15bb3a564b73 req-6aa30730-64b4-41a8-9958-ccaeb63d4cc8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:09.230596 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-79d108e1-d324-40b6-ae63-15bb3a564b73 req-6aa30730-64b4-41a8-9958-ccaeb63d4cc8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.1523211 Nov 25 19:37:09.246270 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec3f41b4-b812-41e7-bcca-3e113548e858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:09.247733 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba61bbe-0701-4b9e-bbbb-a1d750b125e4 None None] Network 7c66fbd7-92f9-4c18-afb1-b38847fa5709 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:37:09.253676 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ec3f41b4-b812-41e7-bcca-3e113548e858 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d HTTP/1.1" status: 204 len: 168 time: 1.5563786 Nov 25 19:37:09.262830 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42764) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:09.282995 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42766) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:09.291533 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8586b2d-e4d8-4087-af06-8398274a3041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e614f16-5c13-45b0-a440-22024dfc9b09,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:09.320816 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d4e9a2e6-a602-46ca-8b07-b8aadf9d47d4 req-b17c2dfb-be1c-42fe-bd67-63bad2a379bb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5047538 Nov 25 19:37:09.328793 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4e1a9926-3394-4fab-b3c9-6b9e250c285c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:09.332546 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4e1a9926-3394-4fab-b3c9-6b9e250c285c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:09.356671 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46edbde-39d8-4791-8203-6b0854a12b9d req-92e534cf-a738-4b62-901e-e4fc545d218f tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:09.358645 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e46edbde-39d8-4791-8203-6b0854a12b9d req-92e534cf-a738-4b62-901e-e4fc545d218f tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 946 time: 0.9159508 Nov 25 19:37:09.373394 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ddf5d613-4c7d-420f-8fb8-dcf1bf88cbe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:09.418406 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4e1a9926-3394-4fab-b3c9-6b9e250c285c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:09.419105 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1a9926-3394-4fab-b3c9-6b9e250c285c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e81325ae-0c00-4307-9957-5449df58438c {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:37:09.436525 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4e1a9926-3394-4fab-b3c9-6b9e250c285c admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:09.442074 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4e1a9926-3394-4fab-b3c9-6b9e250c285c admin admin] 10.222.0.55 "DELETE /v2.0/routers/e81325ae-0c00-4307-9957-5449df58438c HTTP/1.1" status: 204 len: 168 time: 4.5504344 Nov 25 19:37:09.443603 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 42768) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:09.464764 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a628d24a-0e49-4a4f-9f47-79f347959af7 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:37:09.525855 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e46edbde-39d8-4791-8203-6b0854a12b9d req-28186ab9-5c56-4950-973d-7a15d4014b44 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321297 Nov 25 19:37:09.539629 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f6c41e-6998-4394-90bc-8de87db306b8 admin admin] Deleting subnet 241fd8f7-99b9-40ff-9bd0-88bd5a599dfe {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:37:09.544042 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33f6c41e-6998-4394-90bc-8de87db306b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:09.550256 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: a628d24a-0e49-4a4f-9f47-79f347959af7 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:37:09.550778 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a628d24a-0e49-4a4f-9f47-79f347959af7 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:37:09.551363 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5670729b-ccc1-4196-9ac3-76ad8d80fb1b no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:37:09.568097 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8586b2d-e4d8-4087-af06-8398274a3041 admin admin] Checking segment: {'id': 'd5606956-6680-4d28-9c90-711c5387b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b1d0b183-b981-4bfb-9a4d-77b2057be997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:37:09.568685 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8586b2d-e4d8-4087-af06-8398274a3041 admin admin] Network hostable DHCP agents. Network: b1d0b183-b981-4bfb-9a4d-77b2057be997, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:37:09.620072 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 5670729b-ccc1-4196-9ac3-76ad8d80fb1b {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:37:09.620566 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5670729b-ccc1-4196-9ac3-76ad8d80fb1b not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:37:09.643075 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f41b4-b812-41e7-bcca-3e113548e858 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52a76dd5-e6d9-49ab-ba0e-3e5f15dcf23d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:09.679864 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33f6c41e-6998-4394-90bc-8de87db306b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:09.770138 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ac23a9-2d37-4ecd-a253-7a2d8f08dfdf None None] DHCP port deletion for 7c66fbd7-92f9-4c18-afb1-b38847fa5709 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:37:09.775980 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-79d108e1-d324-40b6-ae63-15bb3a564b73 req-2f68ea06-9698-4ea9-9b69-eebbc3c4b335 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5434258 Nov 25 19:37:09.872443 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-791e4468-8bd0-4a31-8ad8-583b9ed1218a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:09.879411 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8586b2d-e4d8-4087-af06-8398274a3041 admin admin] Network b1d0b183-b981-4bfb-9a4d-77b2057be997 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:37:09.925459 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d8586b2d-e4d8-4087-af06-8398274a3041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, b1d0b183-b981-4bfb-9a4d-77b2057be997) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:37:09.938457 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33f6c41e-6998-4394-90bc-8de87db306b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:09.944614 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8586b2d-e4d8-4087-af06-8398274a3041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:09.945494 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8586b2d-e4d8-4087-af06-8398274a3041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:09.947288 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d37e88f-0703-4b86-a785-bb8f4259ccff None None] Network b1d0b183-b981-4bfb-9a4d-77b2057be997 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:37:10.066254 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33f6c41e-6998-4394-90bc-8de87db306b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:10.095077 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d8586b2d-e4d8-4087-af06-8398274a3041 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0363312 Nov 25 19:37:10.180133 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33f6c41e-6998-4394-90bc-8de87db306b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:10.186488 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ddf5d613-4c7d-420f-8fb8-dcf1bf88cbe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:10.190636 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-33f6c41e-6998-4394-90bc-8de87db306b8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/241fd8f7-99b9-40ff-9bd0-88bd5a599dfe HTTP/1.1" status: 204 len: 168 time: 0.7427530 Nov 25 19:37:10.196571 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6c41e-6998-4394-90bc-8de87db306b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=241fd8f7-99b9-40ff-9bd0-88bd5a599dfe,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:10.201048 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42780) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:10.219111 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d4ac23a9-2d37-4ecd-a253-7a2d8f08dfdf None None] Deleting port 1152fe64-1f80-4f7d-b4ce-b1de48729906 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:37:10.219747 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ddf5d613-4c7d-420f-8fb8-dcf1bf88cbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:10.219943 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d4ac23a9-2d37-4ecd-a253-7a2d8f08dfdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:10.245680 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b080d86a-37e8-46e3-9426-d44856a89508 None None] Network 21a84b76-3939-4320-a333-a882c23bb50e requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:37:10.330169 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e532d-1c1f-47e7-b79e-b35509ead721 req-2b142db9-5bda-4000-9ed4-6f4f1e835ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:10.332604 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9d8e532d-1c1f-47e7-b79e-b35509ead721 req-2b142db9-5bda-4000-9ed4-6f4f1e835ebc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 1096 time: 0.0787439 Nov 25 19:37:10.338504 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-791e4468-8bd0-4a31-8ad8-583b9ed1218a admin admin] Deleting port 1152fe64-1f80-4f7d-b4ce-b1de48729906 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:37:10.339102 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-791e4468-8bd0-4a31-8ad8-583b9ed1218a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:10.401000 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ddf5d613-4c7d-420f-8fb8-dcf1bf88cbe7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f4bf2c12aa9946be959594b657560919&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1094513 Nov 25 19:37:10.433411 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42782) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:10.498774 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e532d-1c1f-47e7-b79e-b35509ead721 req-0f946cc0-37af-49d6-b594-3d541c688b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:10.500265 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9d8e532d-1c1f-47e7-b79e-b35509ead721 req-0f946cc0-37af-49d6-b594-3d541c688b01 service neutron] 10.222.0.85 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 912 time: 0.1597335 Nov 25 19:37:10.667676 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9d8e532d-1c1f-47e7-b79e-b35509ead721 req-e68b8a50-f271-4aff-9111-286eb88e1867 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b63aae5-02ed-4222-aa55-350957d805d6 HTTP/1.1" status: 200 len: 999 time: 0.1559935 Nov 25 19:37:10.672230 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5d613-4c7d-420f-8fb8-dcf1bf88cbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb05e7fe-9568-4c2f-a527-579b3facdec5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:10.715599 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e8cc1-f3cc-4897-957a-ee04e4c1476a req-628383f1-9a42-4da3-9349-c3dafe01b45a tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:10.725075 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6b8e8cc1-f3cc-4897-957a-ee04e4c1476a req-628383f1-9a42-4da3-9349-c3dafe01b45a tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.5254552 Nov 25 19:37:10.757880 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e532d-1c1f-47e7-b79e-b35509ead721 req-2d4256bb-f59a-4f55-aaa5-73dbd461b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:10.760888 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9d8e532d-1c1f-47e7-b79e-b35509ead721 req-2d4256bb-f59a-4f55-aaa5-73dbd461b0bf service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ec830131-0c53-44d8-b6cf-4b7badf3b5da HTTP/1.1" status: 200 len: 850 time: 0.0820017 Nov 25 19:37:10.762527 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-791e4468-8bd0-4a31-8ad8-583b9ed1218a admin admin] For port 1152fe64-1f80-4f7d-b4ce-b1de48729906, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1152fe64-1f80-4f7d-b4ce-b1de48729906,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:10.763007 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-791e4468-8bd0-4a31-8ad8-583b9ed1218a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:10.768628 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18b432ee-0285-4348-a246-d0c9f7c3e8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:10.796428 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-791e4468-8bd0-4a31-8ad8-583b9ed1218a admin admin] Calling delete_port for 1152fe64-1f80-4f7d-b4ce-b1de48729906 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:37:10.852067 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6b8e8cc1-f3cc-4897-957a-ee04e4c1476a req-7c437ff5-3e29-4a17-9f4e-6495932d2c39 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193874 Nov 25 19:37:10.873200 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e532d-1c1f-47e7-b79e-b35509ead721 req-ddbbf544-3262-4a76-9d0f-0d88630c045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:10.875913 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9d8e532d-1c1f-47e7-b79e-b35509ead721 req-ddbbf544-3262-4a76-9d0f-0d88630c045d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=37f8230d-6a2b-4a12-a441-526002eff84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078117 Nov 25 19:37:10.878873 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef6078be-a5b3-4824-9cd2-9e38c2a367ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:10.981558 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d98702-d6a9-4bcf-986c-7caf07952128 None None] Network b1d0b183-b981-4bfb-9a4d-77b2057be997 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:37:11.000520 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-d4ac23a9-2d37-4ecd-a253-7a2d8f08dfdf None None] For port 1152fe64-1f80-4f7d-b4ce-b1de48729906, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1152fe64-1f80-4f7d-b4ce-b1de48729906,segment=NetworkSegment(3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad),segment_id=3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:11.001191 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d4ac23a9-2d37-4ecd-a253-7a2d8f08dfdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:11.062418 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d4ac23a9-2d37-4ecd-a253-7a2d8f08dfdf None None] Calling delete_port for 1152fe64-1f80-4f7d-b4ce-b1de48729906 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:37:11.068015 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9d8e532d-1c1f-47e7-b79e-b35509ead721 req-a3204cdf-eb78-409e-bdc4-56ab710384a2 service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617010 Nov 25 19:37:11.098907 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef6078be-a5b3-4824-9cd2-9e38c2a367ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:11.110431 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe26c0-96c6-48c6-8906-a6b770376c8a req-4b192e54-c018-43d8-83cc-7122cb4b03bd tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:11.122546 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-54fe26c0-96c6-48c6-8906-a6b770376c8a req-4b192e54-c018-43d8-83cc-7122cb4b03bd tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 946 time: 0.2925701 Nov 25 19:37:11.223665 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-18b432ee-0285-4348-a246-d0c9f7c3e8b6 admin admin] Deleting port 6b6f9b1b-0047-43d2-817c-3c4c0d631bfc {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:37:11.224273 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18b432ee-0285-4348-a246-d0c9f7c3e8b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:11.277309 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe0b039-6096-46c7-92d8-8510f4541b4b None None] DHCP port deletion for 21a84b76-3939-4320-a333-a882c23bb50e request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:37:11.336075 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-54fe26c0-96c6-48c6-8906-a6b770376c8a req-cb2d2d2d-034c-46d2-8648-3aaaacd6f3a0 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122657 Nov 25 19:37:11.407651 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef6078be-a5b3-4824-9cd2-9e38c2a367ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:11.416419 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef6078be-a5b3-4824-9cd2-9e38c2a367ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:11.420111 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ef6078be-a5b3-4824-9cd2-9e38c2a367ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fb05e7fe-9568-4c2f-a527-579b3facdec5 HTTP/1.1" status: 204 len: 168 time: 0.9617162 Nov 25 19:37:11.441160 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9d8e532d-1c1f-47e7-b79e-b35509ead721 req-362ff98c-4ecd-4ca3-b24b-1f98b03afe58 service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612676 Nov 25 19:37:11.449402 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-791e4468-8bd0-4a31-8ad8-583b9ed1218a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:11.459553 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6078be-a5b3-4824-9cd2-9e38c2a367ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb05e7fe-9568-4c2f-a527-579b3facdec5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:11.514272 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6b6f9b1b-0047-43d2-817c-3c4c0d631bfc no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:37:11.581645 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e4468-8bd0-4a31-8ad8-583b9ed1218a admin admin] Pushing event deleted for resources: {'Port': ['ID=1152fe64-1f80-4f7d-b4ce-b1de48729906,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:11.625542 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791e4468-8bd0-4a31-8ad8-583b9ed1218a admin admin] No DVR routers for this DVR port 1152fe64-1f80-4f7d-b4ce-b1de48729906 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:37:11.631596 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ffe0b039-6096-46c7-92d8-8510f4541b4b None None] Deleting port 6b6f9b1b-0047-43d2-817c-3c4c0d631bfc {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:37:11.633430 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-18b432ee-0285-4348-a246-d0c9f7c3e8b6 admin admin] For port 6b6f9b1b-0047-43d2-817c-3c4c0d631bfc, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6b6f9b1b-0047-43d2-817c-3c4c0d631bfc,segment=NetworkSegment(cbc4ce84-3bfa-4d14-8bfb-478d2951bd52),segment_id=cbc4ce84-3bfa-4d14-8bfb-478d2951bd52)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:11.633430 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18b432ee-0285-4348-a246-d0c9f7c3e8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:11.635123 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ffe0b039-6096-46c7-92d8-8510f4541b4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:11.643518 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d4ac23a9-2d37-4ecd-a253-7a2d8f08dfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:11.751589 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-791e4468-8bd0-4a31-8ad8-583b9ed1218a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:11.760393 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac23a9-2d37-4ecd-a253-7a2d8f08dfdf None None] Pushing event deleted for resources: {'Port': ['ID=1152fe64-1f80-4f7d-b4ce-b1de48729906,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:11.765489 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ac23a9-2d37-4ecd-a253-7a2d8f08dfdf None None] No DVR routers for this DVR port 1152fe64-1f80-4f7d-b4ce-b1de48729906 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:37:11.780514 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-791e4468-8bd0-4a31-8ad8-583b9ed1218a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c66fbd7-92f9-4c18-afb1-b38847fa5709']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:11.789529 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-18b432ee-0285-4348-a246-d0c9f7c3e8b6 admin admin] Calling delete_port for 6b6f9b1b-0047-43d2-817c-3c4c0d631bfc owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:37:11.808434 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-791e4468-8bd0-4a31-8ad8-583b9ed1218a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:11.808934 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-791e4468-8bd0-4a31-8ad8-583b9ed1218a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7fee7c-be6d-4197-b7b5-f0cdcf7c31ad') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:11.835633 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-791e4468-8bd0-4a31-8ad8-583b9ed1218a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:11.843760 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ffe0b039-6096-46c7-92d8-8510f4541b4b None None] For port 6b6f9b1b-0047-43d2-817c-3c4c0d631bfc, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6b6f9b1b-0047-43d2-817c-3c4c0d631bfc,segment=NetworkSegment(cbc4ce84-3bfa-4d14-8bfb-478d2951bd52),segment_id=cbc4ce84-3bfa-4d14-8bfb-478d2951bd52)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:11.845246 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ffe0b039-6096-46c7-92d8-8510f4541b4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:11.847441 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d17cb-8cef-46df-8508-25b0589b8b11 req-4bc82345-ccfd-49c8-8408-c5d1d7a47def tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:11.856113 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-837d17cb-8cef-46df-8508-25b0589b8b11 req-4bc82345-ccfd-49c8-8408-c5d1d7a47def tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 946 time: 0.3998296 Nov 25 19:37:11.864196 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ffe0b039-6096-46c7-92d8-8510f4541b4b None None] Calling delete_port for 6b6f9b1b-0047-43d2-817c-3c4c0d631bfc owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:37:12.046175 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-791e4468-8bd0-4a31-8ad8-583b9ed1218a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:12.079454 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-837d17cb-8cef-46df-8508-25b0589b8b11 req-84414d94-d3ea-42d0-9a33-4d09d3bdc0b0 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223315 Nov 25 19:37:12.108146 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791e4468-8bd0-4a31-8ad8-583b9ed1218a admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:37:12.111233 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-791e4468-8bd0-4a31-8ad8-583b9ed1218a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:37:12.115503 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:37:12.158559 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf68ff-1c6f-4282-b7e6-495a1b81f048 req-eaa08bbf-b142-4715-aa8e-c4f264f52ac9 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:12.161565 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8bcf68ff-1c6f-4282-b7e6-495a1b81f048 req-eaa08bbf-b142-4715-aa8e-c4f264f52ac9 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.1523035 Nov 25 19:37:12.251831 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:12.300953 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 6b6f9b1b-0047-43d2-817c-3c4c0d631bfc, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6b6f9b1b-0047-43d2-817c-3c4c0d631bfc,segment=NetworkSegment(cbc4ce84-3bfa-4d14-8bfb-478d2951bd52),segment_id=cbc4ce84-3bfa-4d14-8bfb-478d2951bd52)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:12.310796 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:12.311713 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1152fe64-1f80-4f7d-b4ce-b1de48729906 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:37:12.343780 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8bcf68ff-1c6f-4282-b7e6-495a1b81f048 req-35979f3c-7058-4058-9e6a-f5d1c7baeba7 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741998 Nov 25 19:37:12.345574 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 1152fe64-1f80-4f7d-b4ce-b1de48729906 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:37:12.346126 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1152fe64-1f80-4f7d-b4ce-b1de48729906 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:37:12.445470 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ffe0b039-6096-46c7-92d8-8510f4541b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:12.483293 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18b432ee-0285-4348-a246-d0c9f7c3e8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:12.495162 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe0b039-6096-46c7-92d8-8510f4541b4b None None] No DVR routers for this DVR port 6b6f9b1b-0047-43d2-817c-3c4c0d631bfc on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:37:12.501500 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-791e4468-8bd0-4a31-8ad8-583b9ed1218a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:12.512836 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=6b6f9b1b-0047-43d2-817c-3c4c0d631bfc,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:12.587174 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0b039-6096-46c7-92d8-8510f4541b4b None None] Pushing event deleted for resources: {'Port': ['ID=6b6f9b1b-0047-43d2-817c-3c4c0d631bfc,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:12.587787 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-791e4468-8bd0-4a31-8ad8-583b9ed1218a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:12.595336 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-791e4468-8bd0-4a31-8ad8-583b9ed1218a admin admin] 10.222.0.55 "DELETE /v2.0/networks/7c66fbd7-92f9-4c18-afb1-b38847fa5709 HTTP/1.1" status: 204 len: 168 time: 3.3270380 Nov 25 19:37:12.604924 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b432ee-0285-4348-a246-d0c9f7c3e8b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b6f9b1b-0047-43d2-817c-3c4c0d631bfc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:12.630359 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b432ee-0285-4348-a246-d0c9f7c3e8b6 admin admin] No DVR routers for this DVR port 6b6f9b1b-0047-43d2-817c-3c4c0d631bfc on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:37:12.634489 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e4468-8bd0-4a31-8ad8-583b9ed1218a admin admin] Pushing event deleted for resources: {'Network': ['ID=7c66fbd7-92f9-4c18-afb1-b38847fa5709,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:12.769676 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349ce91-5513-4bb2-962b-34e774014d9a req-d8851e18-0a11-4fe2-8922-1e59850c5809 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:12.778513 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b349ce91-5513-4bb2-962b-34e774014d9a req-d8851e18-0a11-4fe2-8922-1e59850c5809 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 946 time: 0.1187441 Nov 25 19:37:12.871138 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18b432ee-0285-4348-a246-d0c9f7c3e8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:12.937618 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-18b432ee-0285-4348-a246-d0c9f7c3e8b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a84b76-3939-4320-a333-a882c23bb50e']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:12.969673 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-18b432ee-0285-4348-a246-d0c9f7c3e8b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc4ce84-3bfa-4d14-8bfb-478d2951bd52') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:12.969999 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-18b432ee-0285-4348-a246-d0c9f7c3e8b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc4ce84-3bfa-4d14-8bfb-478d2951bd52') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:12.973798 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b349ce91-5513-4bb2-962b-34e774014d9a req-6d486203-0bda-4b40-84c9-f19d75ed40b9 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832643 Nov 25 19:37:13.008264 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18b432ee-0285-4348-a246-d0c9f7c3e8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:13.032278 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18b432ee-0285-4348-a246-d0c9f7c3e8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:13.043912 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b432ee-0285-4348-a246-d0c9f7c3e8b6 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:37:13.044655 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18b432ee-0285-4348-a246-d0c9f7c3e8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:13.091312 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 42834) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:37:13.139698 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:37:13.150165 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18b432ee-0285-4348-a246-d0c9f7c3e8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:13.193111 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18b432ee-0285-4348-a246-d0c9f7c3e8b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:13.202479 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-18b432ee-0285-4348-a246-d0c9f7c3e8b6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/21a84b76-3939-4320-a333-a882c23bb50e HTTP/1.1" status: 204 len: 168 time: 2.9948776 Nov 25 19:37:13.202479 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b432ee-0285-4348-a246-d0c9f7c3e8b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=21a84b76-3939-4320-a333-a882c23bb50e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:13.226194 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-130a03bf-fd91-4552-9838-e00d714904d9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=66bb1d518cbb4b4485685141182408d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322117 Nov 25 19:37:13.233099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 42840) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:13.346320 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ede0e-f5af-4af1-8448-7f455a680d90 req-ef65e6da-ef91-49ab-a7e9-0f7aa84fefb5 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:13.348047 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-117ede0e-f5af-4af1-8448-7f455a680d90 req-ef65e6da-ef91-49ab-a7e9-0f7aa84fefb5 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 946 time: 0.1756487 Nov 25 19:37:13.427522 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b11ec57-9aa9-454b-afc7-28a7c5ca701d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:13.489898 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b11ec57-9aa9-454b-afc7-28a7c5ca701d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:13.555452 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-117ede0e-f5af-4af1-8448-7f455a680d90 req-932a6726-9e5d-4f4e-8051-7aab0005f8a8 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922452 Nov 25 19:37:13.738872 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42854) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:13.747641 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b11ec57-9aa9-454b-afc7-28a7c5ca701d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:13.751419 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b11ec57-9aa9-454b-afc7-28a7c5ca701d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:13.752996 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6b11ec57-9aa9-454b-afc7-28a7c5ca701d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b59e0664-5b4a-4c92-b0da-261d04647f5a HTTP/1.1" status: 204 len: 168 time: 0.5177829 Nov 25 19:37:13.809418 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b11ec57-9aa9-454b-afc7-28a7c5ca701d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59e0664-5b4a-4c92-b0da-261d04647f5a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:13.852564 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7eb24370-c7c5-438d-bcb1-c25f294e81d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f12660b706a44f0ab0907648b019fe22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1075859 Nov 25 19:37:13.852904 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42862) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:13.861225 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aab469-eed2-4271-a2fc-3fa2714cddbd req-56fce05a-51e6-479f-8379-7bdd6de3f1a9 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:13.872796 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-07aab469-eed2-4271-a2fc-3fa2714cddbd req-56fce05a-51e6-479f-8379-7bdd6de3f1a9 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.1818297 Nov 25 19:37:14.041969 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7817d084-e74e-4ea0-89c8-51fe4cb1621c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:14.042940 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-07aab469-eed2-4271-a2fc-3fa2714cddbd req-b01c5bcd-abe4-4501-be4b-a868fef9d873 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691294 Nov 25 19:37:14.119104 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7817d084-e74e-4ea0-89c8-51fe4cb1621c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:14.270678 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7817d084-e74e-4ea0-89c8-51fe4cb1621c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:14.276043 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7817d084-e74e-4ea0-89c8-51fe4cb1621c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:14.277846 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7817d084-e74e-4ea0-89c8-51fe4cb1621c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6539240d-cb14-4d53-8d2f-c1428f897cd5 HTTP/1.1" status: 204 len: 168 time: 0.4224675 Nov 25 19:37:14.298485 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817d084-e74e-4ea0-89c8-51fe4cb1621c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6539240d-cb14-4d53-8d2f-c1428f897cd5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:14.496767 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9f38b-8e44-4888-ba4e-60bc613894db req-fe811631-b399-452c-9622-12528b385359 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:14.507690 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3ca9f38b-8e44-4888-ba4e-60bc613894db req-fe811631-b399-452c-9622-12528b385359 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.1939971 Nov 25 19:37:14.542332 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9e844-0081-42b3-b8b6-7be3c5136c7d req-35afe8fb-8679-4443-b0ca-5b84ad929d2b tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:14.542332 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ece9e844-0081-42b3-b8b6-7be3c5136c7d req-35afe8fb-8679-4443-b0ca-5b84ad929d2b tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 946 time: 0.1258707 Nov 25 19:37:14.709293 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3ca9f38b-8e44-4888-ba4e-60bc613894db req-ce60b03a-efb1-42be-9ac0-720275d7b247 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983516 Nov 25 19:37:14.713281 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ece9e844-0081-42b3-b8b6-7be3c5136c7d req-29ca65a8-615e-42ee-8f92-072a47b03082 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669934 Nov 25 19:37:15.349265 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ad3ca-c657-4b08-b4e1-fbbedc8c5c36 req-0d8aa64b-71c8-48d6-9904-9f57e92d9f40 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:15.352442 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-626ad3ca-c657-4b08-b4e1-fbbedc8c5c36 req-0d8aa64b-71c8-48d6-9904-9f57e92d9f40 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.1943347 Nov 25 19:37:15.490278 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-626ad3ca-c657-4b08-b4e1-fbbedc8c5c36 req-3f112c10-4d23-4235-9d14-2ba30e53d5a9 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287420 Nov 25 19:37:15.902820 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44155c6-89a2-452f-8ed2-bfe9f0448897 req-09559068-cf2d-4e63-b391-405ba786c770 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:15.917181 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d44155c6-89a2-452f-8ed2-bfe9f0448897 req-09559068-cf2d-4e63-b391-405ba786c770 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.1465554 Nov 25 19:37:16.088770 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a32133-5ddf-4ce1-a94b-f2a9c8efab13 req-8b2bbf01-0b21-4693-b5df-1db8f9aa6ed6 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:16.096311 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d44155c6-89a2-452f-8ed2-bfe9f0448897 req-2c8e0896-2900-4b5d-878b-a1639747c6f9 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755314 Nov 25 19:37:16.109798 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-60a32133-5ddf-4ce1-a94b-f2a9c8efab13 req-8b2bbf01-0b21-4693-b5df-1db8f9aa6ed6 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 946 time: 0.2132301 Nov 25 19:37:16.340706 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-60a32133-5ddf-4ce1-a94b-f2a9c8efab13 req-ecd5a886-9570-4f94-a6ba-d15bcc66a26a tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156942 Nov 25 19:37:17.058836 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42970) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:17.341432 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36a420a6-5fb9-49b1-9dd3-b2db122d972a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:17.483049 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf1658-ee38-445f-a9cd-66d9935f4aba req-894f686b-53b7-45d3-b668-8893670f9c0f tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:17.512603 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0bf1658-ee38-445f-a9cd-66d9935f4aba req-894f686b-53b7-45d3-b668-8893670f9c0f tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.1991427 Nov 25 19:37:17.620919 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36a420a6-5fb9-49b1-9dd3-b2db122d972a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:17.634218 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36a420a6-5fb9-49b1-9dd3-b2db122d972a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:17.679129 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 42990) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:17.749255 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0bf1658-ee38-445f-a9cd-66d9935f4aba req-76754a6d-be90-46fb-a8da-dd7124d69df9 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291257 Nov 25 19:37:17.791791 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a420a6-5fb9-49b1-9dd3-b2db122d972a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664a2264-7ac3-4642-94c6-56fe3d8088e8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:17.804898 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-36a420a6-5fb9-49b1-9dd3-b2db122d972a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0581523d3ace4a5aa42a7c0cd4fec1c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7438686 Nov 25 19:37:17.805814 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43002) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:17.870328 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ed602-f197-4501-9af2-cff6b9943658 req-251cc4ee-93aa-4009-ab93-4e4f8a9be94b tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:17.902232 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-443ed602-f197-4501-9af2-cff6b9943658 req-251cc4ee-93aa-4009-ab93-4e4f8a9be94b tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 946 time: 0.2101598 Nov 25 19:37:17.942453 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c53b7504-ca31-4141-ada6-0e0b8924b3a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:18.023069 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c53b7504-ca31-4141-ada6-0e0b8924b3a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:18.033732 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-443ed602-f197-4501-9af2-cff6b9943658 req-ab801da8-471a-4b43-847c-0fc341c2d3c8 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254427 Nov 25 19:37:18.073794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-36f587a7-0d9b-4bfd-b652-29a68dce2802 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1130917103-network', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:18.142847 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f587a7-0d9b-4bfd-b652-29a68dce2802 admin admin] Made reservation on behalf of b7667804fe06495ca90d8df57a53a62a for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:37:18.146466 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36f587a7-0d9b-4bfd-b652-29a68dce2802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:18.179507 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36f587a7-0d9b-4bfd-b652-29a68dce2802 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:18.260256 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c53b7504-ca31-4141-ada6-0e0b8924b3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:18.265929 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c53b7504-ca31-4141-ada6-0e0b8924b3a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:18.268299 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c53b7504-ca31-4141-ada6-0e0b8924b3a3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/664a2264-7ac3-4642-94c6-56fe3d8088e8 HTTP/1.1" status: 204 len: 168 time: 0.4605787 Nov 25 19:37:18.354872 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b7504-ca31-4141-ada6-0e0b8924b3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664a2264-7ac3-4642-94c6-56fe3d8088e8,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:18.416821 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abe310-53a4-46b9-a961-7649a755a630 req-c6e60265-7179-4bfa-9c18-b69ac538339f tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:18.429992 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61abe310-53a4-46b9-a961-7649a755a630 req-c6e60265-7179-4bfa-9c18-b69ac538339f tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.2674053 Nov 25 19:37:18.556036 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61abe310-53a4-46b9-a961-7649a755a630 req-f6e2fda4-ed1d-4f05-815b-a3b39dc38c07 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246812 Nov 25 19:37:18.599748 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36f587a7-0d9b-4bfd-b652-29a68dce2802 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:18.608217 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36f587a7-0d9b-4bfd-b652-29a68dce2802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:18.669072 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f587a7-0d9b-4bfd-b652-29a68dce2802 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:37:18.702844 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f587a7-0d9b-4bfd-b652-29a68dce2802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1367c493-c12b-4cd7-b883-15d5c1332aa2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:18.714196 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36f587a7-0d9b-4bfd-b652-29a68dce2802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:18.715040 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-36f587a7-0d9b-4bfd-b652-29a68dce2802 admin admin] Added segment 315ddb34-51c3-410d-8bb7-f66de96ce705 of type vlan for network 4d6c1b2d-c543-400a-870a-f71d2186fa67 Nov 25 19:37:18.796492 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36f587a7-0d9b-4bfd-b652-29a68dce2802 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:18.856016 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36f587a7-0d9b-4bfd-b652-29a68dce2802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:18.858379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f587a7-0d9b-4bfd-b652-29a68dce2802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:18.859132 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36f587a7-0d9b-4bfd-b652-29a68dce2802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:18.914537 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-36f587a7-0d9b-4bfd-b652-29a68dce2802 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.2284653 Nov 25 19:37:18.917681 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43028) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:18.926529 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fb527e47-09f0-4077-aea4-846445506914 admin admin] Request body: {'subnet': {'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1130917103-subnet', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:18.974147 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f587a7-0d9b-4bfd-b652-29a68dce2802 admin admin] Pushing event updated for resources: {'Network': ['ID=4d6c1b2d-c543-400a-870a-f71d2186fa67,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:18.978666 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb527e47-09f0-4077-aea4-846445506914 admin admin] Made reservation on behalf of b7667804fe06495ca90d8df57a53a62a for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:37:18.995906 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb527e47-09f0-4077-aea4-846445506914 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:18.996187 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 4d6c1b2d-c543-400a-870a-f71d2186fa67 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:37:19.368148 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb527e47-09f0-4077-aea4-846445506914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:19.377203 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43042) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:19.410757 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e7b63d6-9ee5-42b4-afb9-58d03bb5cfb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:19.461567 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555ece0-af8a-4e29-8b50-b5f8131027a0 req-44adc2f3-2af3-4f4e-a246-b45abead2208 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:19.463466 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8555ece0-af8a-4e29-8b50-b5f8131027a0 req-44adc2f3-2af3-4f4e-a246-b45abead2208 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 946 time: 0.1701057 Nov 25 19:37:19.520460 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb527e47-09f0-4077-aea4-846445506914 admin admin] Checking segment: {'id': '315ddb34-51c3-410d-8bb7-f66de96ce705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:37:19.526891 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb527e47-09f0-4077-aea4-846445506914 admin admin] Network hostable DHCP agents. Network: 4d6c1b2d-c543-400a-870a-f71d2186fa67, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:37:19.535813 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb527e47-09f0-4077-aea4-846445506914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb047907-a9ee-4184-90f0-96153e934be4,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:19.593189 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb527e47-09f0-4077-aea4-846445506914 admin admin] Network 4d6c1b2d-c543-400a-870a-f71d2186fa67 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:37:19.619097 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8555ece0-af8a-4e29-8b50-b5f8131027a0 req-cd3b0326-5d03-4319-9f4a-f48fe8a41c25 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391923 Nov 25 19:37:19.652353 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-fb527e47-09f0-4077-aea4-846445506914 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 4d6c1b2d-c543-400a-870a-f71d2186fa67) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:37:19.665307 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fb1ec0-c11d-4c22-b388-35c920f027cf None None] Network 4d6c1b2d-c543-400a-870a-f71d2186fa67 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:37:19.673232 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb527e47-09f0-4077-aea4-846445506914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:19.674564 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb527e47-09f0-4077-aea4-846445506914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:19.869267 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43054) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:19.870828 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fb527e47-09f0-4077-aea4-846445506914 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9510722 Nov 25 19:37:19.877712 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-9f58959e-e318-421e-80bc-2278523430dd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1130917103-router', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:19.896302 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e7b63d6-9ee5-42b4-afb9-58d03bb5cfb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:19.905880 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e7b63d6-9ee5-42b4-afb9-58d03bb5cfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:19.956481 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4306522-5c0a-43ff-aeae-efffb09dcdc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-4d6c1b2d-c543-400a-870a-f71d2186fa67', 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'fixed_ips': [{'subnet_id': 'cb047907-a9ee-4184-90f0-96153e934be4'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:37:19.957933 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b4306522-5c0a-43ff-aeae-efffb09dcdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:19.982859 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b63d6-9ee5-42b4-afb9-58d03bb5cfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb26f9a-b48b-4258-a4b1-960e86ba667c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:19.986239 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f58959e-e318-421e-80bc-2278523430dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:19.988510 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f58959e-e318-421e-80bc-2278523430dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:20.017898 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea227b-b27d-49c6-8dd4-9e745371fc63 req-e18b5c79-c738-4176-8276-af1ba3371c41 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:20.031201 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b3ea227b-b27d-49c6-8dd4-9e745371fc63 req-e18b5c79-c738-4176-8276-af1ba3371c41 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.3248587 Nov 25 19:37:20.109347 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9e7b63d6-9ee5-42b4-afb9-58d03bb5cfb3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a470ddb6685b4621aeada36b0787d9d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7211950 Nov 25 19:37:20.110610 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43060) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:20.202597 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f58959e-e318-421e-80bc-2278523430dd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:20.232631 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b3ea227b-b27d-49c6-8dd4-9e745371fc63 req-a5ffb65f-7f04-458a-8a0e-5a0caadd3509 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875741 Nov 25 19:37:20.377805 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-b4306522-5c0a-43ff-aeae-efffb09dcdc1 None None] Allocated IP 172.20.0.2 (4d6c1b2d-c543-400a-870a-f71d2186fa67/cb047907-a9ee-4184-90f0-96153e934be4/79115124-b06c-4e30-a5e0-40b99f6ee70e) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:37:20.398675 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a51cf212-73a0-48da-8421-a391850eb62c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:20.552285 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a51cf212-73a0-48da-8421-a391850eb62c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:20.615736 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f58959e-e318-421e-80bc-2278523430dd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:20.621985 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b4306522-5c0a-43ff-aeae-efffb09dcdc1 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:20.633807 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b4306522-5c0a-43ff-aeae-efffb09dcdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:20.718365 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4306522-5c0a-43ff-aeae-efffb09dcdc1 None None] Network 4d6c1b2d-c543-400a-870a-f71d2186fa67 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:37:20.723025 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-b4306522-5c0a-43ff-aeae-efffb09dcdc1 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:37:20.736693 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4306522-5c0a-43ff-aeae-efffb09dcdc1 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:37:20.737004 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fd7f3-10fe-46e1-b539-489d7e4ca977 req-da05a441-43d6-4d47-a483-ecdfff471cdb tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:20.747929 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8d8fd7f3-10fe-46e1-b539-489d7e4ca977 req-da05a441-43d6-4d47-a483-ecdfff471cdb tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.3057764 Nov 25 19:37:20.764638 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a51cf212-73a0-48da-8421-a391850eb62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:20.767516 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a51cf212-73a0-48da-8421-a391850eb62c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:20.768775 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a51cf212-73a0-48da-8421-a391850eb62c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0cb26f9a-b48b-4258-a4b1-960e86ba667c HTTP/1.1" status: 204 len: 168 time: 0.6098888 Nov 25 19:37:20.792842 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51cf212-73a0-48da-8421-a391850eb62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb26f9a-b48b-4258-a4b1-960e86ba667c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:20.844375 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4306522-5c0a-43ff-aeae-efffb09dcdc1 None None] Pushing event updated for resources: {'Port': ['ID=79115124-b06c-4e30-a5e0-40b99f6ee70e,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:20.900141 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b4306522-5c0a-43ff-aeae-efffb09dcdc1 None None] Attempting to bind port 79115124-b06c-4e30-a5e0-40b99f6ee70e on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:37:20.900530 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b4306522-5c0a-43ff-aeae-efffb09dcdc1 None None] Attempting to bind port 79115124-b06c-4e30-a5e0-40b99f6ee70e by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '315ddb34-51c3-410d-8bb7-f66de96ce705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:37:20.901435 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4306522-5c0a-43ff-aeae-efffb09dcdc1 None None] Attempting to bind port 79115124-b06c-4e30-a5e0-40b99f6ee70e on network 4d6c1b2d-c543-400a-870a-f71d2186fa67 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:37:20.924364 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4306522-5c0a-43ff-aeae-efffb09dcdc1 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:37:20.924766 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4306522-5c0a-43ff-aeae-efffb09dcdc1 None None] Checking segment: {'id': '315ddb34-51c3-410d-8bb7-f66de96ce705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:37:20.925184 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b4306522-5c0a-43ff-aeae-efffb09dcdc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:20.929955 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4306522-5c0a-43ff-aeae-efffb09dcdc1 None None] Bound using segment: {'id': '315ddb34-51c3-410d-8bb7-f66de96ce705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:37:20.937932 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b4306522-5c0a-43ff-aeae-efffb09dcdc1 None None] Bound port: 79115124-b06c-4e30-a5e0-40b99f6ee70e, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315ddb34-51c3-410d-8bb7-f66de96ce705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:37:20.938391 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b4306522-5c0a-43ff-aeae-efffb09dcdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:20.972389 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8d8fd7f3-10fe-46e1-b539-489d7e4ca977 req-6013ae1d-9a6b-40c2-b243-dd8d81ef6b6f tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228057 Nov 25 19:37:21.003993 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a548ce-d9d1-476a-92a3-62e85e769c5f req-2e9a3822-ea1b-4fd7-bfc7-4bf397a042d8 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:21.021669 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a0a548ce-d9d1-476a-92a3-62e85e769c5f req-2e9a3822-ea1b-4fd7-bfc7-4bf397a042d8 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 946 time: 0.1502507 Nov 25 19:37:21.177951 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b4306522-5c0a-43ff-aeae-efffb09dcdc1 None None] For port 79115124-b06c-4e30-a5e0-40b99f6ee70e, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:37:21.183007 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b4306522-5c0a-43ff-aeae-efffb09dcdc1 None None] For port 79115124-b06c-4e30-a5e0-40b99f6ee70e, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=79115124-b06c-4e30-a5e0-40b99f6ee70e,segment=NetworkSegment(315ddb34-51c3-410d-8bb7-f66de96ce705),segment_id=315ddb34-51c3-410d-8bb7-f66de96ce705)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:37:21.190405 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b4306522-5c0a-43ff-aeae-efffb09dcdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:21.194547 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a0a548ce-d9d1-476a-92a3-62e85e769c5f req-db60a2a1-16a3-48cd-81fc-b22779b6f2f2 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696119 Nov 25 19:37:21.370851 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4306522-5c0a-43ff-aeae-efffb09dcdc1 None None] Pushing event updated for resources: {'Port': ['ID=79115124-b06c-4e30-a5e0-40b99f6ee70e,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:21.580394 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7a6a5-e6d7-4ba9-a399-56139f707767 req-8536ad7a-b6bb-4c84-acdf-c335234123d7 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:21.582662 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b2e7a6a5-e6d7-4ba9-a399-56139f707767 req-8536ad7a-b6bb-4c84-acdf-c335234123d7 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.3226874 Nov 25 19:37:21.597142 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f58959e-e318-421e-80bc-2278523430dd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:21.671030 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f58959e-e318-421e-80bc-2278523430dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:21.871024 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b2e7a6a5-e6d7-4ba9-a399-56139f707767 req-0fcd4df7-29e6-49bc-982d-39eee1b9df85 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2710967 Nov 25 19:37:22.128363 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-9f58959e-e318-421e-80bc-2278523430dd admin admin] Allocated IP 172.25.6.99 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/a536f9e9-7c78-4584-9fdc-38e61b6a34df) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:37:22.325872 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ebdf5-e93e-42a1-969f-150078a2b3a8 req-c2d11590-8815-4e1f-94da-35df7e36303d tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:22.348927 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fb1ebdf5-e93e-42a1-969f-150078a2b3a8 req-c2d11590-8815-4e1f-94da-35df7e36303d tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.2241879 Nov 25 19:37:22.430195 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f58959e-e318-421e-80bc-2278523430dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:22.514419 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f58959e-e318-421e-80bc-2278523430dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:22.545244 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fb1ebdf5-e93e-42a1-969f-150078a2b3a8 req-e1cfd58f-beb2-4424-acc1-244676403f7b tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857281 Nov 25 19:37:22.732832 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58959e-e318-421e-80bc-2278523430dd admin admin] Pushing event updated for resources: {'Port': ['ID=a536f9e9-7c78-4584-9fdc-38e61b6a34df,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:22.777411 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f58959e-e318-421e-80bc-2278523430dd admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:37:22.822382 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-9f58959e-e318-421e-80bc-2278523430dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:37:22.843614 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f58959e-e318-421e-80bc-2278523430dd admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:37:22.987045 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c10e77-efc8-431a-87e6-8f13063e37d3 req-cb04372b-9473-4d13-b983-2bc58386497a tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:22.999053 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-40c10e77-efc8-431a-87e6-8f13063e37d3 req-cb04372b-9473-4d13-b983-2bc58386497a tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 946 time: 0.5053711 Nov 25 19:37:23.428202 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:23.468346 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8157f1-5440-46f5-b366-eedceb8564d2 None None] Network 4d6c1b2d-c543-400a-870a-f71d2186fa67 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:37:23.553672 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 79115124-b06c-4e30-a5e0-40b99f6ee70e up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:37:23.935070 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-fd5b34e9-3ea0-4009-b22e-12f2ecd6e7da None None] Provisioning complete for port 79115124-b06c-4e30-a5e0-40b99f6ee70e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:23.935506 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fd5b34e9-3ea0-4009-b22e-12f2ecd6e7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:23.947589 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 79115124-b06c-4e30-a5e0-40b99f6ee70e triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:23.947968 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:24.000539 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-40c10e77-efc8-431a-87e6-8f13063e37d3 req-00f7c25d-11b2-4cca-a0f0-9e56b0f06597 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0000699 Nov 25 19:37:24.338218 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:24.345947 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f58959e-e318-421e-80bc-2278523430dd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:24.489808 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:24.561847 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 79115124-b06c-4e30-a5e0-40b99f6ee70e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=79115124-b06c-4e30-a5e0-40b99f6ee70e,segment=NetworkSegment(315ddb34-51c3-410d-8bb7-f66de96ce705),segment_id=315ddb34-51c3-410d-8bb7-f66de96ce705)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:24.572995 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:24.824111 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=79115124-b06c-4e30-a5e0-40b99f6ee70e,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:24.883052 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f58959e-e318-421e-80bc-2278523430dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:24.923884 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-93d592dd-54f0-4961-841f-02c973beede4 None None] Provisioning complete for port 79115124-b06c-4e30-a5e0-40b99f6ee70e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:24.924344 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-93d592dd-54f0-4961-841f-02c973beede4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:25.369425 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed1071-4992-41ee-96d6-849a8d11ed6b req-8934d17b-4790-459d-a4fa-b3447f86c893 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:25.371105 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-68ed1071-4992-41ee-96d6-849a8d11ed6b req-8934d17b-4790-459d-a4fa-b3447f86c893 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 946 time: 0.1263306 Nov 25 19:37:25.379800 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f58959e-e318-421e-80bc-2278523430dd admin admin] Router 3aa00747-c38e-4609-a86e-1c3b1c9b48d0 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:37:25.466079 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 79115124-b06c-4e30-a5e0-40b99f6ee70e up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:37:25.589800 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 79115124-b06c-4e30-a5e0-40b99f6ee70e triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:25.591030 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:25.643330 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-68ed1071-4992-41ee-96d6-849a8d11ed6b req-5d05465d-0b2d-42d6-ab28-21a13260f2ff tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542732 Nov 25 19:37:25.751871 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f58959e-e318-421e-80bc-2278523430dd admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:37:25.797017 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f58959e-e318-421e-80bc-2278523430dd admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:25.802325 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9f58959e-e318-421e-80bc-2278523430dd admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.9310367 Nov 25 19:37:25.804078 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43192) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:25.875544 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f556106-89fa-4ad9-bfee-928dfa364ff5 None None] Sync routers for ids ['3aa00747-c38e-4609-a86e-1c3b1c9b48d0'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:37:25.916916 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f556106-89fa-4ad9-bfee-928dfa364ff5 None None] Routers {'3aa00747-c38e-4609-a86e-1c3b1c9b48d0'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:37:25.918227 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8f556106-89fa-4ad9-bfee-928dfa364ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:37:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['3aa00747-c38e-4609-a86e-1c3b1c9b48d0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:26.252600 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8f556106-89fa-4ad9-bfee-928dfa364ff5 None None] Set router 3aa00747-c38e-4609-a86e-1c3b1c9b48d0 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:37:26.891866 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8f556106-89fa-4ad9-bfee-928dfa364ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1130917103-router', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'a536f9e9-7c78-4584-9fdc-38e61b6a34df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:20Z', 'updated_at': '2021-11-25T19:37:24Z', 'revision_number': 3, 'project_id': 'b7667804fe06495ca90d8df57a53a62a', 'gw_port': {'id': 'a536f9e9-7c78-4584-9fdc-38e61b6a34df', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:55:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:21Z', 'updated_at': '2021-11-25T19:37:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:26.965432 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcde050-e8cc-4a60-baa4-4a02e2c19f76 req-1ae9eb5d-5ab4-4060-a0ad-2fe80cb6edf9 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:26.969879 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ddcde050-e8cc-4a60-baa4-4a02e2c19f76 req-1ae9eb5d-5ab4-4060-a0ad-2fe80cb6edf9 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 946 time: 0.1532481 Nov 25 19:37:26.979739 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f556106-89fa-4ad9-bfee-928dfa364ff5 None None] Checking router: 3aa00747-c38e-4609-a86e-1c3b1c9b48d0 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:37:26.980475 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f556106-89fa-4ad9-bfee-928dfa364ff5 None None] Updating router 3aa00747-c38e-4609-a86e-1c3b1c9b48d0 port a536f9e9-7c78-4584-9fdc-38e61b6a34df binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:37:27.050142 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8f556106-89fa-4ad9-bfee-928dfa364ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:27.149832 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ddcde050-e8cc-4a60-baa4-4a02e2c19f76 req-a689436f-4f61-44ac-87d0-171191efa3a7 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566105 Nov 25 19:37:27.239204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43224) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:27.595494 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-360cc3c9-0bca-4dec-9c61-56ad37b10c38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:27.770446 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-457a5a20-aa56-4c73-9371-3a03dca53c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:27.803796 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-360cc3c9-0bca-4dec-9c61-56ad37b10c38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:27.811646 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-360cc3c9-0bca-4dec-9c61-56ad37b10c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:27.912473 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-360cc3c9-0bca-4dec-9c61-56ad37b10c38 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f5d2f90b8afa43ef9bb09a8988e8640f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6720335 Nov 25 19:37:27.916439 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360cc3c9-0bca-4dec-9c61-56ad37b10c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b031807d-aaea-45be-b15c-3f8fcde77540,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:27.919884 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43236) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:28.035811 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-306cc57a-d018-4025-868a-065ed7839f9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:28.055372 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8f556106-89fa-4ad9-bfee-928dfa364ff5 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:28.068177 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8f556106-89fa-4ad9-bfee-928dfa364ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:28.097256 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-306cc57a-d018-4025-868a-065ed7839f9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:28.203810 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163520ec-684d-4611-aba6-731224e7cc5c None None] Pushing event updated for resources: {'Port': ['ID=a536f9e9-7c78-4584-9fdc-38e61b6a34df,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:28.210016 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8f556106-89fa-4ad9-bfee-928dfa364ff5 None None] Attempting to bind port a536f9e9-7c78-4584-9fdc-38e61b6a34df on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:37:28.210016 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8f556106-89fa-4ad9-bfee-928dfa364ff5 None None] Attempting to bind port a536f9e9-7c78-4584-9fdc-38e61b6a34df by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:37:28.211430 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f556106-89fa-4ad9-bfee-928dfa364ff5 None None] Attempting to bind port a536f9e9-7c78-4584-9fdc-38e61b6a34df on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:37:28.224270 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f556106-89fa-4ad9-bfee-928dfa364ff5 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:37:28.229506 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f556106-89fa-4ad9-bfee-928dfa364ff5 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:37:28.229506 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8f556106-89fa-4ad9-bfee-928dfa364ff5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:28.229506 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f556106-89fa-4ad9-bfee-928dfa364ff5 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:37:28.229506 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8f556106-89fa-4ad9-bfee-928dfa364ff5 None None] Bound port: a536f9e9-7c78-4584-9fdc-38e61b6a34df, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:37:28.229506 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8f556106-89fa-4ad9-bfee-928dfa364ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:28.239961 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-457a5a20-aa56-4c73-9371-3a03dca53c58 admin admin] Allocated IP 172.20.0.1 (4d6c1b2d-c543-400a-870a-f71d2186fa67/cb047907-a9ee-4184-90f0-96153e934be4/c0f8d7a9-35eb-41e6-a573-980796fef1e7) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:37:28.285920 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-306cc57a-d018-4025-868a-065ed7839f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:28.295616 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-306cc57a-d018-4025-868a-065ed7839f9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:28.304887 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-306cc57a-d018-4025-868a-065ed7839f9e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b031807d-aaea-45be-b15c-3f8fcde77540 HTTP/1.1" status: 204 len: 168 time: 0.3812723 Nov 25 19:37:28.367816 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8f556106-89fa-4ad9-bfee-928dfa364ff5 None None] For port a536f9e9-7c78-4584-9fdc-38e61b6a34df, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:37:28.378305 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8f556106-89fa-4ad9-bfee-928dfa364ff5 None None] For port a536f9e9-7c78-4584-9fdc-38e61b6a34df, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a536f9e9-7c78-4584-9fdc-38e61b6a34df,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:37:28.387846 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8f556106-89fa-4ad9-bfee-928dfa364ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:28.433481 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306cc57a-d018-4025-868a-065ed7839f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b031807d-aaea-45be-b15c-3f8fcde77540,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:28.589892 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9861a7c-f374-4839-99cd-ddb478bfeafa req-55ed00dd-97f3-45d3-8f8a-6768b7a9c49a tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:28.604731 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9861a7c-f374-4839-99cd-ddb478bfeafa req-55ed00dd-97f3-45d3-8f8a-6768b7a9c49a tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 946 time: 0.2081227 Nov 25 19:37:28.616975 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-457a5a20-aa56-4c73-9371-3a03dca53c58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:28.717244 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f556106-89fa-4ad9-bfee-928dfa364ff5 None None] Routers {'3aa00747-c38e-4609-a86e-1c3b1c9b48d0'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:37:28.718309 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8f556106-89fa-4ad9-bfee-928dfa364ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:37:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['3aa00747-c38e-4609-a86e-1c3b1c9b48d0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:28.747237 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9861a7c-f374-4839-99cd-ddb478bfeafa req-359e63a5-d853-49a1-9ef4-ec7611e136a6 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364801 Nov 25 19:37:28.772290 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-457a5a20-aa56-4c73-9371-3a03dca53c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:28.905814 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457a5a20-aa56-4c73-9371-3a03dca53c58 admin admin] Network 4d6c1b2d-c543-400a-870a-f71d2186fa67 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:37:28.937751 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-457a5a20-aa56-4c73-9371-3a03dca53c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:37:28.954050 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457a5a20-aa56-4c73-9371-3a03dca53c58 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:37:29.042171 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8f556106-89fa-4ad9-bfee-928dfa364ff5 None None] Set router 3aa00747-c38e-4609-a86e-1c3b1c9b48d0 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:37:29.088303 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-457a5a20-aa56-4c73-9371-3a03dca53c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:29.263896 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a5a20-aa56-4c73-9371-3a03dca53c58 admin admin] Pushing event updated for resources: {'Port': ['ID=c0f8d7a9-35eb-41e6-a573-980796fef1e7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:29.368734 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163520ec-684d-4611-aba6-731224e7cc5c None None] Pushing event updated for resources: {'Port': ['ID=a536f9e9-7c78-4584-9fdc-38e61b6a34df,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:29.471895 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b2802c64-9190-480c-aa29-0496a560368e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:29.645694 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-457a5a20-aa56-4c73-9371-3a03dca53c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:29.697345 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-af8fd617-65f1-4b4d-821f-f4c8210914d7 None None] Provisioning complete for port c0f8d7a9-35eb-41e6-a573-980796fef1e7 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:29.697724 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-af8fd617-65f1-4b4d-821f-f4c8210914d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:29.807586 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8f556106-89fa-4ad9-bfee-928dfa364ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1130917103-router', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'a536f9e9-7c78-4584-9fdc-38e61b6a34df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:20Z', 'updated_at': '2021-11-25T19:37:24Z', 'revision_number': 3, 'project_id': 'b7667804fe06495ca90d8df57a53a62a', 'gw_port': {'id': 'a536f9e9-7c78-4584-9fdc-38e61b6a34df', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:55:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:21Z', 'updated_at': '2021-11-25T19:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:29.881668 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f556106-89fa-4ad9-bfee-928dfa364ff5 None None] The sync data for ids ['3aa00747-c38e-4609-a86e-1c3b1c9b48d0'] in n-d-819349-5 is: [{'id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1130917103-router', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'a536f9e9-7c78-4584-9fdc-38e61b6a34df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:20Z', 'updated_at': '2021-11-25T19:37:24Z', 'revision_number': 3, 'project_id': 'b7667804fe06495ca90d8df57a53a62a', 'gw_port': {'id': 'a536f9e9-7c78-4584-9fdc-38e61b6a34df', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:55:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:21Z', 'updated_at': '2021-11-25T19:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:37:29.887929 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-af8fd617-65f1-4b4d-821f-f4c8210914d7 None None] Port c0f8d7a9-35eb-41e6-a573-980796fef1e7 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:37:30.136570 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90dfd8f-adbc-4e5b-bb7b-86e818ac1323 req-a3640e41-b6be-46b0-b0a9-28c7401eca72 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:30.161821 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f90dfd8f-adbc-4e5b-bb7b-86e818ac1323 req-a3640e41-b6be-46b0-b0a9-28c7401eca72 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 946 time: 0.2061951 Nov 25 19:37:30.263420 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-457a5a20-aa56-4c73-9371-3a03dca53c58 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:30.273525 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-457a5a20-aa56-4c73-9371-3a03dca53c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:30.341697 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f90dfd8f-adbc-4e5b-bb7b-86e818ac1323 req-4193c13f-eb5f-4a10-8138-79137e0d3229 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739404 Nov 25 19:37:30.500976 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-457a5a20-aa56-4c73-9371-3a03dca53c58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:30.670789 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a5a20-aa56-4c73-9371-3a03dca53c58 admin admin] Pushing event updated for resources: {'Port': ['ID=c0f8d7a9-35eb-41e6-a573-980796fef1e7,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:30.811831 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457a5a20-aa56-4c73-9371-3a03dca53c58 admin admin] Network 4d6c1b2d-c543-400a-870a-f71d2186fa67 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:37:30.813815 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-457a5a20-aa56-4c73-9371-3a03dca53c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:37:31.252217 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457a5a20-aa56-4c73-9371-3a03dca53c58 admin admin] Router 3aa00747-c38e-4609-a86e-1c3b1c9b48d0 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:37:31.417486 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a14cba0d-4bc4-49b6-8a04-aded7fcd3ee8 None None] Provisioning complete for port c0f8d7a9-35eb-41e6-a573-980796fef1e7 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:31.429398 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a14cba0d-4bc4-49b6-8a04-aded7fcd3ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:31.588021 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457a5a20-aa56-4c73-9371-3a03dca53c58 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:37:31.604587 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-457a5a20-aa56-4c73-9371-3a03dca53c58 admin admin] 10.222.0.55 "PUT /v2.0/routers/3aa00747-c38e-4609-a86e-1c3b1c9b48d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7949769 Nov 25 19:37:31.608680 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a14cba0d-4bc4-49b6-8a04-aded7fcd3ee8 None None] Port c0f8d7a9-35eb-41e6-a573-980796fef1e7 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:37:31.610614 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a536f9e9-7c78-4584-9fdc-38e61b6a34df up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:37:31.680132 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port a536f9e9-7c78-4584-9fdc-38e61b6a34df triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:31.680892 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:31.779485 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c13140e8-038b-4c85-aa22-7344150c5b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:31.859488 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:31.871699 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e40ed-61b6-4413-8b68-232d51cadec7 req-f652ba30-e808-49ea-82fd-b1fa3816a74c tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:31.882699 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b70e40ed-61b6-4413-8b68-232d51cadec7 req-f652ba30-e808-49ea-82fd-b1fa3816a74c tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 946 time: 0.1579754 Nov 25 19:37:31.949373 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port a536f9e9-7c78-4584-9fdc-38e61b6a34df, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a536f9e9-7c78-4584-9fdc-38e61b6a34df,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:31.956455 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:32.106220 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b70e40ed-61b6-4413-8b68-232d51cadec7 req-fd773d91-f166-4796-91dc-c732307c83d7 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221406 Nov 25 19:37:32.130375 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=a536f9e9-7c78-4584-9fdc-38e61b6a34df,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:33.494745 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-97d21f9e-0d5e-4a34-89af-649f55bccf82 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:33.504129 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-97d21f9e-0d5e-4a34-89af-649f55bccf82 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/networks?id=4d6c1b2d-c543-400a-870a-f71d2186fa67 HTTP/1.1" status: 200 len: 829 time: 0.5407581 Nov 25 19:37:33.528505 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a536f9e9-7c78-4584-9fdc-38e61b6a34df up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:37:33.564832 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-8fce4921-5940-4430-a4d1-c8d575a96d05 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/quotas/b7667804fe06495ca90d8df57a53a62a HTTP/1.1" status: 200 len: 375 time: 0.0606711 Nov 25 19:37:33.578544 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb80d6-21a7-42e7-b587-125859ea7476 req-4a41038c-f60d-44fa-ae01-907c2c07cdf4 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:33.592013 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8dcb80d6-21a7-42e7-b587-125859ea7476 req-4a41038c-f60d-44fa-ae01-907c2c07cdf4 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 946 time: 0.2081549 Nov 25 19:37:33.726681 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5390b4-2a75-4848-95d2-e62b4c432d44 None None] Sync routers for ids ['3aa00747-c38e-4609-a86e-1c3b1c9b48d0'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:37:33.759091 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5390b4-2a75-4848-95d2-e62b4c432d44 None None] Routers {'3aa00747-c38e-4609-a86e-1c3b1c9b48d0'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:37:33.760136 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-4e5390b4-2a75-4848-95d2-e62b4c432d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:37:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['3aa00747-c38e-4609-a86e-1c3b1c9b48d0'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:33.768738 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8dcb80d6-21a7-42e7-b587-125859ea7476 req-d6f7ff75-b7a8-4ca0-99d3-03f5cfa635a6 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718078 Nov 25 19:37:33.770666 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-19dad22d-0858-490c-b69d-3b84be5224d6 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7667804fe06495ca90d8df57a53a62a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2047448 Nov 25 19:37:33.877619 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:33.878754 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port a536f9e9-7c78-4584-9fdc-38e61b6a34df triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:33.879281 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:33.925530 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-4e5390b4-2a75-4848-95d2-e62b4c432d44 None None] Set router 3aa00747-c38e-4609-a86e-1c3b1c9b48d0 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:37:34.413455 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-4e5390b4-2a75-4848-95d2-e62b4c432d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1130917103-router', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'a536f9e9-7c78-4584-9fdc-38e61b6a34df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:20Z', 'updated_at': '2021-11-25T19:37:29Z', 'revision_number': 4, 'project_id': 'b7667804fe06495ca90d8df57a53a62a', 'gw_port': {'id': 'a536f9e9-7c78-4584-9fdc-38e61b6a34df', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:21Z', 'updated_at': '2021-11-25T19:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c0f8d7a9-35eb-41e6-a573-980796fef1e7', 'name': '', 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'mac_address': 'fa:16:3e:8c:aa:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'cb047907-a9ee-4184-90f0-96153e934be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:27Z', 'updated_at': '2021-11-25T19:37:29Z', 'revision_number': 2, 'project_id': 'b7667804fe06495ca90d8df57a53a62a', 'subnets': [{'id': 'cb047907-a9ee-4184-90f0-96153e934be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:34.508433 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5390b4-2a75-4848-95d2-e62b4c432d44 None None] Checking router: 3aa00747-c38e-4609-a86e-1c3b1c9b48d0 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:37:34.509069 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5390b4-2a75-4848-95d2-e62b4c432d44 None None] Updating router 3aa00747-c38e-4609-a86e-1c3b1c9b48d0 port c0f8d7a9-35eb-41e6-a573-980796fef1e7 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:37:34.542365 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4e5390b4-2a75-4848-95d2-e62b4c432d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.952531 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43380) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:34.993743 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-b6496024-a22c-4295-8926-fb2da37ada9d service neutron] 10.222.0.55 "GET /v2.0/networks/4d6c1b2d-c543-400a-870a-f71d2186fa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2219572 Nov 25 19:37:35.240741 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd83640-f41e-43b0-9871-db113c217eb4 req-034c6d47-a103-4d8b-9618-d53918934731 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:35.260400 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6bd83640-f41e-43b0-9871-db113c217eb4 req-034c6d47-a103-4d8b-9618-d53918934731 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 946 time: 0.2650530 Nov 25 19:37:35.388419 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4e5390b4-2a75-4848-95d2-e62b4c432d44 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:35.392467 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-e279fd81-9b32-4b67-b72d-7484d2a4f5e3 service neutron] 10.222.0.55 "GET /v2.0/networks/4d6c1b2d-c543-400a-870a-f71d2186fa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817720 Nov 25 19:37:35.393753 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6bd83640-f41e-43b0-9871-db113c217eb4 req-d4c3b451-5aaa-4bc0-a134-1a347e5222be tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313174 Nov 25 19:37:35.400273 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4e5390b4-2a75-4848-95d2-e62b4c432d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:35.417125 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-387bc698-90f8-4412-b63d-ec8caca0afab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:35.501228 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:35.628162 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-387bc698-90f8-4412-b63d-ec8caca0afab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:35.648938 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-387bc698-90f8-4412-b63d-ec8caca0afab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:35.649994 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:35.746045 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-387bc698-90f8-4412-b63d-ec8caca0afab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1e00b98a6ad84325974c59fe1d8accc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7912710 Nov 25 19:37:35.750582 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43410) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:35.808074 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bc698-90f8-4412-b63d-ec8caca0afab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe952a91-00d7-4b30-99a2-2339a4e0f74d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:35.935194 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b37e64-717b-4920-8720-716c5897dbd5 None None] Pushing event updated for resources: {'Port': ['ID=c0f8d7a9-35eb-41e6-a573-980796fef1e7,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:35.961990 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b37e64-717b-4920-8720-716c5897dbd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:35.963000 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b37e64-717b-4920-8720-716c5897dbd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:35.963736 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b37e64-717b-4920-8720-716c5897dbd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:35.964491 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b37e64-717b-4920-8720-716c5897dbd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:35.965155 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b37e64-717b-4920-8720-716c5897dbd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:35.966452 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b37e64-717b-4920-8720-716c5897dbd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:35.967447 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b37e64-717b-4920-8720-716c5897dbd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:35.968439 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b37e64-717b-4920-8720-716c5897dbd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:35.969447 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b37e64-717b-4920-8720-716c5897dbd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:35.970490 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b37e64-717b-4920-8720-716c5897dbd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:35.971591 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b37e64-717b-4920-8720-716c5897dbd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:35.972342 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b37e64-717b-4920-8720-716c5897dbd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:35.987400 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5d97858d-6fec-4d10-8bce-883a11d26104 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.031978 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-4e5390b4-2a75-4848-95d2-e62b4c432d44 None None] Attempting to bind port c0f8d7a9-35eb-41e6-a573-980796fef1e7 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:37:36.032354 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-4e5390b4-2a75-4848-95d2-e62b4c432d44 None None] Attempting to bind port c0f8d7a9-35eb-41e6-a573-980796fef1e7 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '315ddb34-51c3-410d-8bb7-f66de96ce705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:37:36.033001 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5390b4-2a75-4848-95d2-e62b4c432d44 None None] Attempting to bind port c0f8d7a9-35eb-41e6-a573-980796fef1e7 on network 4d6c1b2d-c543-400a-870a-f71d2186fa67 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:37:36.059575 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5390b4-2a75-4848-95d2-e62b4c432d44 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:37:36.059957 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5390b4-2a75-4848-95d2-e62b4c432d44 None None] Checking segment: {'id': '315ddb34-51c3-410d-8bb7-f66de96ce705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:37:36.060406 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4e5390b4-2a75-4848-95d2-e62b4c432d44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.061161 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5390b4-2a75-4848-95d2-e62b4c432d44 None None] Bound using segment: {'id': '315ddb34-51c3-410d-8bb7-f66de96ce705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:37:36.061338 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-4e5390b4-2a75-4848-95d2-e62b4c432d44 None None] Bound port: c0f8d7a9-35eb-41e6-a573-980796fef1e7, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315ddb34-51c3-410d-8bb7-f66de96ce705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:37:36.061672 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4e5390b4-2a75-4848-95d2-e62b4c432d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.141607 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5d97858d-6fec-4d10-8bce-883a11d26104 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.253284 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9df649d3-c8a0-4179-a3fe-5e849c86e726 req-c42f9d3e-e2c3-40f0-be11-3337071c21c4 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/ports?device_id=1267a88e-360f-449b-8f1c-d4e89048bc59 HTTP/1.1" status: 200 len: 210 time: 0.0896535 Nov 25 19:37:36.316001 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-695b5536-0eb3-4e1a-b977-0f813c3c2466 None None] Provisioning complete for port c0f8d7a9-35eb-41e6-a573-980796fef1e7 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:36.317225 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-695b5536-0eb3-4e1a-b977-0f813c3c2466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.342515 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-4e5390b4-2a75-4848-95d2-e62b4c432d44 None None] For port c0f8d7a9-35eb-41e6-a573-980796fef1e7, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:37:36.358583 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-4e5390b4-2a75-4848-95d2-e62b4c432d44 None None] For port c0f8d7a9-35eb-41e6-a573-980796fef1e7, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c0f8d7a9-35eb-41e6-a573-980796fef1e7,segment=NetworkSegment(315ddb34-51c3-410d-8bb7-f66de96ce705),segment_id=315ddb34-51c3-410d-8bb7-f66de96ce705)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:37:36.368956 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4e5390b4-2a75-4848-95d2-e62b4c432d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.394459 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43424) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:36.406111 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5d97858d-6fec-4d10-8bce-883a11d26104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.408757 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-695b5536-0eb3-4e1a-b977-0f813c3c2466 None None] Port c0f8d7a9-35eb-41e6-a573-980796fef1e7 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:37:36.409197 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5d97858d-6fec-4d10-8bce-883a11d26104 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.410704 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5d97858d-6fec-4d10-8bce-883a11d26104 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fe952a91-00d7-4b30-99a2-2339a4e0f74d HTTP/1.1" status: 204 len: 168 time: 0.6579151 Nov 25 19:37:36.438204 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97858d-6fec-4d10-8bce-883a11d26104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe952a91-00d7-4b30-99a2-2339a4e0f74d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:36.467973 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5390b4-2a75-4848-95d2-e62b4c432d44 None None] Routers {'3aa00747-c38e-4609-a86e-1c3b1c9b48d0'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:37:36.468926 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-4e5390b4-2a75-4848-95d2-e62b4c432d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:37:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['3aa00747-c38e-4609-a86e-1c3b1c9b48d0'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:36.476578 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b37e64-717b-4920-8720-716c5897dbd5 None None] Pushing event updated for resources: {'Port': ['ID=c0f8d7a9-35eb-41e6-a573-980796fef1e7,revision_number=4']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:36.765476 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff11ea-9261-48c2-9f0d-09f5b7e0e214 req-44fe64ff-19c8-4b93-9329-f5d236e99d46 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:36.778156 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bcff11ea-9261-48c2-9f0d-09f5b7e0e214 req-44fe64ff-19c8-4b93-9329-f5d236e99d46 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 946 time: 0.1686757 Nov 25 19:37:36.823298 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-49aaffe5-7561-4bb4-a561-6bd1edcb252e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.915375 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bcff11ea-9261-48c2-9f0d-09f5b7e0e214 req-39c82fd0-dff8-43b9-a797-7a51a234c278 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357846 Nov 25 19:37:37.016515 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-4e5390b4-2a75-4848-95d2-e62b4c432d44 None None] Set router 3aa00747-c38e-4609-a86e-1c3b1c9b48d0 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:37:37.061234 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7be3f8d4-f241-4a3a-914f-de6ddcd329b4 None None] Provisioning complete for port c0f8d7a9-35eb-41e6-a573-980796fef1e7 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:37.061815 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7be3f8d4-f241-4a3a-914f-de6ddcd329b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:37.133960 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-49aaffe5-7561-4bb4-a561-6bd1edcb252e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:37.141524 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-49aaffe5-7561-4bb4-a561-6bd1edcb252e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:37.286505 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aaffe5-7561-4bb4-a561-6bd1edcb252e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df15dc88-7870-402f-996e-1628d82e1dca,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:37.318024 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7be3f8d4-f241-4a3a-914f-de6ddcd329b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:37.337278 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-49aaffe5-7561-4bb4-a561-6bd1edcb252e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=68ab61645ba942ce9d224b176cf7929a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9414682 Nov 25 19:37:37.340555 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43444) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:37.391994 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7be3f8d4-f241-4a3a-914f-de6ddcd329b4 None None] For port c0f8d7a9-35eb-41e6-a573-980796fef1e7, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c0f8d7a9-35eb-41e6-a573-980796fef1e7,segment=NetworkSegment(315ddb34-51c3-410d-8bb7-f66de96ce705),segment_id=315ddb34-51c3-410d-8bb7-f66de96ce705)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:37.404581 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7be3f8d4-f241-4a3a-914f-de6ddcd329b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:37.467724 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43446) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:37.532075 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3f8d4-f241-4a3a-914f-de6ddcd329b4 None None] Pushing event updated for resources: {'Port': ['ID=c0f8d7a9-35eb-41e6-a573-980796fef1e7,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:37.578853 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-21abdba7-2075-4f34-a062-2ee31eaf3284 req-cb9ecd37-573d-44af-833c-5032610b88eb tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/ports?device_id=1267a88e-360f-449b-8f1c-d4e89048bc59 HTTP/1.1" status: 200 len: 210 time: 0.0675876 Nov 25 19:37:37.580554 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8a37d67-c981-4b51-b6bd-7c768df0dc75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:37.621220 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95ee02cd-7d8c-414d-909c-1e8073282541 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:37.657023 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-4e5390b4-2a75-4848-95d2-e62b4c432d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1130917103-router', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'a536f9e9-7c78-4584-9fdc-38e61b6a34df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:20Z', 'updated_at': '2021-11-25T19:37:29Z', 'revision_number': 4, 'project_id': 'b7667804fe06495ca90d8df57a53a62a', 'gw_port': {'id': 'a536f9e9-7c78-4584-9fdc-38e61b6a34df', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:21Z', 'updated_at': '2021-11-25T19:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c0f8d7a9-35eb-41e6-a573-980796fef1e7', 'name': '', 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'mac_address': 'fa:16:3e:8c:aa:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'cb047907-a9ee-4184-90f0-96153e934be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:27Z', 'updated_at': '2021-11-25T19:37:36Z', 'revision_number': 4, 'project_id': 'b7667804fe06495ca90d8df57a53a62a', 'subnets': [{'id': 'cb047907-a9ee-4184-90f0-96153e934be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:37.685374 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95ee02cd-7d8c-414d-909c-1e8073282541 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:37.687749 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5390b4-2a75-4848-95d2-e62b4c432d44 None None] The sync data for ids ['3aa00747-c38e-4609-a86e-1c3b1c9b48d0'] in n-d-819349-5 is: [{'id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1130917103-router', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'a536f9e9-7c78-4584-9fdc-38e61b6a34df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:20Z', 'updated_at': '2021-11-25T19:37:29Z', 'revision_number': 4, 'project_id': 'b7667804fe06495ca90d8df57a53a62a', 'gw_port': {'id': 'a536f9e9-7c78-4584-9fdc-38e61b6a34df', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:21Z', 'updated_at': '2021-11-25T19:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c0f8d7a9-35eb-41e6-a573-980796fef1e7', 'name': '', 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'mac_address': 'fa:16:3e:8c:aa:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'cb047907-a9ee-4184-90f0-96153e934be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:27Z', 'updated_at': '2021-11-25T19:37:36Z', 'revision_number': 4, 'project_id': 'b7667804fe06495ca90d8df57a53a62a', 'subnets': [{'id': 'cb047907-a9ee-4184-90f0-96153e934be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:37:37.721945 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8a37d67-c981-4b51-b6bd-7c768df0dc75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:37.742719 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8a37d67-c981-4b51-b6bd-7c768df0dc75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:37.850714 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e8a37d67-c981-4b51-b6bd-7c768df0dc75 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4a105f4c1c5d4f10b7ae82b44747858b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3779917 Nov 25 19:37:37.852899 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a37d67-c981-4b51-b6bd-7c768df0dc75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44691650-3d56-4d2b-9397-f6aed3d33892,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:37.855094 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43454) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:37.871493 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a37d67-c981-4b51-b6bd-7c768df0dc75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:37.872037 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a37d67-c981-4b51-b6bd-7c768df0dc75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:37.872641 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a37d67-c981-4b51-b6bd-7c768df0dc75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:37.893528 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a37d67-c981-4b51-b6bd-7c768df0dc75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:37.895816 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a37d67-c981-4b51-b6bd-7c768df0dc75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:37.897256 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a37d67-c981-4b51-b6bd-7c768df0dc75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:37.907304 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a37d67-c981-4b51-b6bd-7c768df0dc75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:37.908413 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a37d67-c981-4b51-b6bd-7c768df0dc75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:37.909346 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a37d67-c981-4b51-b6bd-7c768df0dc75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:37.910238 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a37d67-c981-4b51-b6bd-7c768df0dc75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:37.922140 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95ee02cd-7d8c-414d-909c-1e8073282541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:37.930119 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95ee02cd-7d8c-414d-909c-1e8073282541 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:37.931870 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-95ee02cd-7d8c-414d-909c-1e8073282541 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/df15dc88-7870-402f-996e-1628d82e1dca HTTP/1.1" status: 204 len: 168 time: 0.5877724 Nov 25 19:37:37.943002 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee02cd-7d8c-414d-909c-1e8073282541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df15dc88-7870-402f-996e-1628d82e1dca,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:37.945790 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a37d67-c981-4b51-b6bd-7c768df0dc75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:37.954967 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a37d67-c981-4b51-b6bd-7c768df0dc75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:37.992950 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97f46bfe-e96b-40f0-8263-4b8840f5008a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:38.135586 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97f46bfe-e96b-40f0-8263-4b8840f5008a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:38.307796 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97f46bfe-e96b-40f0-8263-4b8840f5008a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:38.311441 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97f46bfe-e96b-40f0-8263-4b8840f5008a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:38.319506 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-97f46bfe-e96b-40f0-8263-4b8840f5008a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/44691650-3d56-4d2b-9397-f6aed3d33892 HTTP/1.1" status: 204 len: 168 time: 0.4564841 Nov 25 19:37:38.349935 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f46bfe-e96b-40f0-8263-4b8840f5008a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44691650-3d56-4d2b-9397-f6aed3d33892,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:38.477389 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-9d47af55-3f8c-4dc9-948c-58ba0440f266 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:38.484588 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-9d47af55-3f8c-4dc9-948c-58ba0440f266 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.85 "GET /v2.0/networks?id=4d6c1b2d-c543-400a-870a-f71d2186fa67 HTTP/1.1" status: 200 len: 829 time: 0.1790512 Nov 25 19:37:38.520348 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-a1ea54f8-1c49-42e7-8531-940abdff61b0 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Request body: {'port': {'device_id': '1267a88e-360f-449b-8f1c-d4e89048bc59', 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67', 'admin_state_up': True, 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:38.533770 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d00267-69b2-4669-9188-1882c9448c80 req-8377faf5-6c32-49eb-89f8-061a5eff3580 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:38.543562 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-87d00267-69b2-4669-9188-1882c9448c80 req-8377faf5-6c32-49eb-89f8-061a5eff3580 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 946 time: 0.3341901 Nov 25 19:37:38.655556 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-87d00267-69b2-4669-9188-1882c9448c80 req-b025543e-a54c-4733-84bb-f6dedfdaeede tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958376 Nov 25 19:37:38.853889 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f374903a-6b34-412b-b2da-53e17431ab65 req-49cdd5ca-3f71-48ce-9038-0967c428c126 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/ports?device_id=1267a88e-360f-449b-8f1c-d4e89048bc59 HTTP/1.1" status: 200 len: 210 time: 0.0536513 Nov 25 19:37:39.053976 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-a1ea54f8-1c49-42e7-8531-940abdff61b0 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Made reservation on behalf of b7667804fe06495ca90d8df57a53a62a for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:37:39.062919 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-a1ea54f8-1c49-42e7-8531-940abdff61b0 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:39.306915 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43480) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:39.328433 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10f4072f-ef99-45e3-8dc6-30f5349759b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:39.464614 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-a1ea54f8-1c49-42e7-8531-940abdff61b0 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Allocated IP 172.20.0.7 (4d6c1b2d-c543-400a-870a-f71d2186fa67/cb047907-a9ee-4184-90f0-96153e934be4/84d90399-10dc-4436-9304-a7308af21e42) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:37:39.541272 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10f4072f-ef99-45e3-8dc6-30f5349759b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:39.549037 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10f4072f-ef99-45e3-8dc6-30f5349759b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:39.566815 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c0f8d7a9-35eb-41e6-a573-980796fef1e7 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:37:39.657157 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port c0f8d7a9-35eb-41e6-a573-980796fef1e7 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:39.669977 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:39.675087 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4072f-ef99-45e3-8dc6-30f5349759b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880263d3-36a0-4baf-bedc-a4124d52613e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:39.737342 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-10f4072f-ef99-45e3-8dc6-30f5349759b2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da2ef520151b4be886b26fbcc47c11e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4294143 Nov 25 19:37:39.737695 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43490) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:40.078861 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-a1ea54f8-1c49-42e7-8531-940abdff61b0 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:40.169210 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee5d140b-62d2-4f27-9834-e1c5d4aeaba2 req-d0f93551-cd54-4b41-a9f5-c7a00a7fb18a tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/ports?device_id=1267a88e-360f-449b-8f1c-d4e89048bc59 HTTP/1.1" status: 200 len: 210 time: 0.1010945 Nov 25 19:37:40.169818 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac34e4-b300-48f7-891f-4a6c1ee969ca req-0a7b5399-f9f8-4c15-8b32-625c582f7658 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:40.184388 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-66ac34e4-b300-48f7-891f-4a6c1ee969ca req-0a7b5399-f9f8-4c15-8b32-625c582f7658 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 946 time: 0.4235871 Nov 25 19:37:40.234006 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-96bd13b0-6d04-469e-8562-a6e60422dd46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:40.242127 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-a1ea54f8-1c49-42e7-8531-940abdff61b0 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:40.328709 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea54f8-1c49-42e7-8531-940abdff61b0 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Pushing event updated for resources: {'Port': ['ID=84d90399-10dc-4436-9304-a7308af21e42,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:40.329348 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-96bd13b0-6d04-469e-8562-a6e60422dd46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:40.376244 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-66ac34e4-b300-48f7-891f-4a6c1ee969ca req-96cf88db-3be8-469e-9f56-0b0191331876 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907039 Nov 25 19:37:40.378317 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-a1ea54f8-1c49-42e7-8531-940abdff61b0 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Network 4d6c1b2d-c543-400a-870a-f71d2186fa67 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:37:40.380820 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-a1ea54f8-1c49-42e7-8531-940abdff61b0 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:37:40.409864 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-a1ea54f8-1c49-42e7-8531-940abdff61b0 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:37:40.492514 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-96bd13b0-6d04-469e-8562-a6e60422dd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:40.513236 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-96bd13b0-6d04-469e-8562-a6e60422dd46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:40.523596 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-96bd13b0-6d04-469e-8562-a6e60422dd46 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/880263d3-36a0-4baf-bedc-a4124d52613e HTTP/1.1" status: 204 len: 168 time: 0.7771151 Nov 25 19:37:40.547067 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd13b0-6d04-469e-8562-a6e60422dd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880263d3-36a0-4baf-bedc-a4124d52613e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:40.777298 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-a1ea54f8-1c49-42e7-8531-940abdff61b0 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:40.794537 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-a1ea54f8-1c49-42e7-8531-940abdff61b0 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:40.875107 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-a1ea54f8-1c49-42e7-8531-940abdff61b0 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3791082 Nov 25 19:37:40.893612 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-49b37d4c-2538-4eac-a4ff-3afdb125c676 service neutron] Request body: {'port': {'device_id': '1267a88e-360f-449b-8f1c-d4e89048bc59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:41.071259 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-49b37d4c-2538-4eac-a4ff-3afdb125c676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:41.086010 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-efa3621d-aa8f-4e0a-9d83-051c67455dab None None] Provisioning complete for port 84d90399-10dc-4436-9304-a7308af21e42 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:41.086671 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-efa3621d-aa8f-4e0a-9d83-051c67455dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:41.195000 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-efa3621d-aa8f-4e0a-9d83-051c67455dab None None] Port 84d90399-10dc-4436-9304-a7308af21e42 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:37:41.927024 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cc9df-30bf-46be-b3f0-134252972428 req-08905782-8596-4822-b217-eb93b44baf3b tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:41.927024 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-683cc9df-30bf-46be-b3f0-134252972428 req-08905782-8596-4822-b217-eb93b44baf3b tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/ports?device_id=1267a88e-360f-449b-8f1c-d4e89048bc59 HTTP/1.1" status: 200 len: 931 time: 0.3215413 Nov 25 19:37:42.082322 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-683cc9df-30bf-46be-b3f0-134252972428 req-538d6b34-7bfe-41e2-b476-c88ee50b9424 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/security-groups?id=1367c493-c12b-4cd7-b883-15d5c1332aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563406 Nov 25 19:37:42.201487 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bfccf-9246-4a41-b3e0-70b39120e9f7 req-9adff6fd-c694-486e-baff-6c17cb08eb13 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:42.211944 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-be3bfccf-9246-4a41-b3e0-70b39120e9f7 req-9adff6fd-c694-486e-baff-6c17cb08eb13 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 946 time: 0.2597611 Nov 25 19:37:42.384677 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-49b37d4c-2538-4eac-a4ff-3afdb125c676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d90399-10dc-4436-9304-a7308af21e42 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:37:42.411470 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-49b37d4c-2538-4eac-a4ff-3afdb125c676 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:42.449372 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-49b37d4c-2538-4eac-a4ff-3afdb125c676 service neutron] Transition to ACTIVE for port object 84d90399-10dc-4436-9304-a7308af21e42 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:37:42.455954 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-49b37d4c-2538-4eac-a4ff-3afdb125c676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:42.582079 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b37d4c-2538-4eac-a4ff-3afdb125c676 service neutron] Pushing event updated for resources: {'Port': ['ID=84d90399-10dc-4436-9304-a7308af21e42,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:42.886461 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-be3bfccf-9246-4a41-b3e0-70b39120e9f7 req-e074bbab-81fc-488a-aef1-4630c4286383 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6595621 Nov 25 19:37:42.927605 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-49b37d4c-2538-4eac-a4ff-3afdb125c676 service neutron] Attempting to bind port 84d90399-10dc-4436-9304-a7308af21e42 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:37:42.927962 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-49b37d4c-2538-4eac-a4ff-3afdb125c676 service neutron] Attempting to bind port 84d90399-10dc-4436-9304-a7308af21e42 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '315ddb34-51c3-410d-8bb7-f66de96ce705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:37:42.928289 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-49b37d4c-2538-4eac-a4ff-3afdb125c676 service neutron] Attempting to bind port 84d90399-10dc-4436-9304-a7308af21e42 on network 4d6c1b2d-c543-400a-870a-f71d2186fa67 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:37:42.966080 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-49b37d4c-2538-4eac-a4ff-3afdb125c676 service neutron] Port 84d90399-10dc-4436-9304-a7308af21e42 on network 4d6c1b2d-c543-400a-870a-f71d2186fa67 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:37:42.968698 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-49b37d4c-2538-4eac-a4ff-3afdb125c676 service neutron] Attempting to bind port 84d90399-10dc-4436-9304-a7308af21e42 on network 4d6c1b2d-c543-400a-870a-f71d2186fa67 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:37:42.982453 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-49b37d4c-2538-4eac-a4ff-3afdb125c676 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:37:42.983306 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-49b37d4c-2538-4eac-a4ff-3afdb125c676 service neutron] Checking segment: {'id': '315ddb34-51c3-410d-8bb7-f66de96ce705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:37:42.984128 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-49b37d4c-2538-4eac-a4ff-3afdb125c676 service neutron] Bound using segment: {'id': '315ddb34-51c3-410d-8bb7-f66de96ce705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:37:42.984923 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-49b37d4c-2538-4eac-a4ff-3afdb125c676 service neutron] Bound port: 84d90399-10dc-4436-9304-a7308af21e42, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315ddb34-51c3-410d-8bb7-f66de96ce705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:37:42.985763 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-49b37d4c-2538-4eac-a4ff-3afdb125c676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:43.172820 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-49b37d4c-2538-4eac-a4ff-3afdb125c676 service neutron] For port 84d90399-10dc-4436-9304-a7308af21e42, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:37:43.178399 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-49b37d4c-2538-4eac-a4ff-3afdb125c676 service neutron] For port 84d90399-10dc-4436-9304-a7308af21e42, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=84d90399-10dc-4436-9304-a7308af21e42,segment=NetworkSegment(315ddb34-51c3-410d-8bb7-f66de96ce705),segment_id=315ddb34-51c3-410d-8bb7-f66de96ce705)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:37:43.187162 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-49b37d4c-2538-4eac-a4ff-3afdb125c676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:43.217379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-49b37d4c-2538-4eac-a4ff-3afdb125c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:43.218257 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-49b37d4c-2538-4eac-a4ff-3afdb125c676 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:43.220289 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-49b37d4c-2538-4eac-a4ff-3afdb125c676 service neutron] 10.222.0.85 "PUT /v2.0/ports/84d90399-10dc-4436-9304-a7308af21e42 HTTP/1.1" status: 200 len: 1091 time: 2.3360593 Nov 25 19:37:43.221049 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1267a88e-360f-449b-8f1c-d4e89048bc59', 'tag': '84d90399-10dc-4436-9304-a7308af21e42'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:37:43.226313 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a47103-099d-4734-92bd-04d1745b5208" -d '{"events": [{"name": "network-changed", "server_uuid": "1267a88e-360f-449b-8f1c-d4e89048bc59", "tag": "84d90399-10dc-4436-9304-a7308af21e42"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:37:43.415275 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b37d4c-2538-4eac-a4ff-3afdb125c676 service neutron] Pushing event updated for resources: {'Port': ['ID=84d90399-10dc-4436-9304-a7308af21e42,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:43.445798 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f6c4d-fcd9-4b99-be03-d0c4710bca61 req-af3f4e6d-0504-49ca-bb63-e97a55121aaa tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:43.460322 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d7f6c4d-fcd9-4b99-be03-d0c4710bca61 req-af3f4e6d-0504-49ca-bb63-e97a55121aaa tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/ports?device_id=1267a88e-360f-449b-8f1c-d4e89048bc59 HTTP/1.1" status: 200 len: 943 time: 0.2088921 Nov 25 19:37:43.487339 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-5d5b003c-427d-4751-ab1b-956baa417e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:43.488881 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-5d5b003c-427d-4751-ab1b-956baa417e63 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b7667804fe06495ca90d8df57a53a62a&device_id=1267a88e-360f-449b-8f1c-d4e89048bc59 HTTP/1.1" status: 200 len: 1094 time: 0.1889148 Nov 25 19:37:43.593270 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-e204054e-54d1-4cc9-a799-684b6ea84d6a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84d90399-10dc-4436-9304-a7308af21e42 HTTP/1.1" status: 200 len: 217 time: 0.0898669 Nov 25 19:37:43.621992 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d7f6c4d-fcd9-4b99-be03-d0c4710bca61 req-c97bae0c-27fe-4661-97b9-cd3994e00922 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/security-groups?id=1367c493-c12b-4cd7-b883-15d5c1332aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606698 Nov 25 19:37:43.644106 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:37:43.804904 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edf3a41-5775-4e66-a259-2a6ee6bfa1cd x-openstack-request-id: req-2edf3a41-5775-4e66-a259-2a6ee6bfa1cd {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:37:43.805601 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1267a88e-360f-449b-8f1c-d4e89048bc59", "tag": "84d90399-10dc-4436-9304-a7308af21e42", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:37:43.806141 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2edf3a41-5775-4e66-a259-2a6ee6bfa1cd {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:37:43.810936 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1267a88e-360f-449b-8f1c-d4e89048bc59', 'tag': '84d90399-10dc-4436-9304-a7308af21e42', 'status': 'completed', 'code': 200} Nov 25 19:37:43.859292 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-e49405c9-6f11-4385-a066-a78b5c2b7edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:43.878948 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-e49405c9-6f11-4385-a066-a78b5c2b7edc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cb047907-a9ee-4184-90f0-96153e934be4 HTTP/1.1" status: 200 len: 868 time: 0.2414017 Nov 25 19:37:43.983080 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port b3ccf2b6-8890-4ea9-8c87-95b78151fbc7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b3ccf2b6-8890-4ea9-8c87-95b78151fbc7,segment=NetworkSegment(ac9fe41d-7acf-41fa-a6ba-c987e65b3e27),segment_id=ac9fe41d-7acf-41fa-a6ba-c987e65b3e27)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:44.056490 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'b3ccf2b6-8890-4ea9-8c87-95b78151fbc7', 'network_id': '93e34496-6e23-48ef-971e-96d0cda496d2', 'port_id': 'b3ccf2b6-8890-4ea9-8c87-95b78151fbc7', 'mac_address': 'fa:16:3e:ba:94:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cf19564-d441-4077-bcd2-9bcbf6b9b235', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:37:44.089206 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-cecdecc6-1cfb-4d24-8047-18a94ef33d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:44.090822 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-cecdecc6-1cfb-4d24-8047-18a94ef33d6c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4d6c1b2d-c543-400a-870a-f71d2186fa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2082207 Nov 25 19:37:44.263622 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fedca-a652-46ce-aea9-9fed18dced48 req-94a559b9-9005-4959-ab5f-42064fb49110 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:44.274137 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-939fedca-a652-46ce-aea9-9fed18dced48 req-94a559b9-9005-4959-ab5f-42064fb49110 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 946 time: 0.1633523 Nov 25 19:37:44.280877 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:44.321980 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:37:44.330282 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-b1256475-099d-4aec-8905-256f7ef0bf1b service neutron] 10.222.0.85 "GET /v2.0/networks/4d6c1b2d-c543-400a-870a-f71d2186fa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280433 Nov 25 19:37:44.363399 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port b3ccf2b6-8890-4ea9-8c87-95b78151fbc7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b3ccf2b6-8890-4ea9-8c87-95b78151fbc7,segment=NetworkSegment(ac9fe41d-7acf-41fa-a6ba-c987e65b3e27),segment_id=ac9fe41d-7acf-41fa-a6ba-c987e65b3e27)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:44.381846 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:44.432763 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-939fedca-a652-46ce-aea9-9fed18dced48 req-89e19239-0e04-4b42-a4e2-46eb95805775 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565931 Nov 25 19:37:44.532200 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=b3ccf2b6-8890-4ea9-8c87-95b78151fbc7,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:44.558882 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:37:44.569898 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:44.570463 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:44.571007 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:44.571464 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:44.572088 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:44.573162 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:44.573873 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:44.574218 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:44.574680 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:44.575127 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:44.577901 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:44.578402 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:44.717509 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['b3ccf2b6-8890-4ea9-8c87-95b78151fbc7'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:37:45.128054 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a5ac439-4f1e-48f5-bb31-7e4cc7bf7ab0 req-3fa301fd-0a17-4fc2-b341-96dd6a5a7bdb service neutron] 10.222.0.85 "GET /v2.0/networks/4d6c1b2d-c543-400a-870a-f71d2186fa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7894030 Nov 25 19:37:45.363720 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dde596-5b63-4b0f-825c-210fae0398d7 req-978bcf9c-2aab-4a2b-aa25-da77ca75b911 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:45.367439 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-90dde596-5b63-4b0f-825c-210fae0398d7 req-978bcf9c-2aab-4a2b-aa25-da77ca75b911 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/ports?device_id=1267a88e-360f-449b-8f1c-d4e89048bc59 HTTP/1.1" status: 200 len: 943 time: 0.2464054 Nov 25 19:37:45.371459 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a47103-099d-4734-92bd-04d1745b5208 req-bdcf459a-1528-496c-9afd-61f8cf5f09bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:45.373902 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24a47103-099d-4734-92bd-04d1745b5208 req-bdcf459a-1528-496c-9afd-61f8cf5f09bc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b7667804fe06495ca90d8df57a53a62a&device_id=1267a88e-360f-449b-8f1c-d4e89048bc59 HTTP/1.1" status: 200 len: 1094 time: 0.1580734 Nov 25 19:37:45.642104 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:37:45.731328 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a47103-099d-4734-92bd-04d1745b5208 req-585c62fb-5a93-4c10-912e-9ac884c360e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:45.740814 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24a47103-099d-4734-92bd-04d1745b5208 req-585c62fb-5a93-4c10-912e-9ac884c360e7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4d6c1b2d-c543-400a-870a-f71d2186fa67 HTTP/1.1" status: 200 len: 930 time: 0.3549647 Nov 25 19:37:45.874422 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df804d-f9fe-4954-9140-9163c9ecfd5d req-04b04057-91f2-4b86-825f-753a2f31a983 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:45.894236 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02df804d-f9fe-4954-9140-9163c9ecfd5d req-04b04057-91f2-4b86-825f-753a2f31a983 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 945 time: 0.2071848 Nov 25 19:37:45.907420 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24a47103-099d-4734-92bd-04d1745b5208 req-8e0727be-ac4a-417e-ae7e-52dbc31a8384 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84d90399-10dc-4436-9304-a7308af21e42 HTTP/1.1" status: 200 len: 217 time: 0.1576726 Nov 25 19:37:45.920582 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-90dde596-5b63-4b0f-825c-210fae0398d7 req-51f46f16-095e-4eef-aa7b-407ec1795e89 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/security-groups?id=1367c493-c12b-4cd7-b883-15d5c1332aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951216 Nov 25 19:37:45.961169 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:45.984670 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:37:46.031662 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port b3ccf2b6-8890-4ea9-8c87-95b78151fbc7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b3ccf2b6-8890-4ea9-8c87-95b78151fbc7,segment=NetworkSegment(ac9fe41d-7acf-41fa-a6ba-c987e65b3e27),segment_id=ac9fe41d-7acf-41fa-a6ba-c987e65b3e27)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:46.041312 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:46.069581 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02df804d-f9fe-4954-9140-9163c9ecfd5d req-6cccdea6-9194-46b0-ac4a-0965b86339f7 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729841 Nov 25 19:37:46.113778 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a47103-099d-4734-92bd-04d1745b5208 req-57790be5-61cd-4e4c-b018-587c1f8dd38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:46.119067 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24a47103-099d-4734-92bd-04d1745b5208 req-57790be5-61cd-4e4c-b018-587c1f8dd38e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cb047907-a9ee-4184-90f0-96153e934be4 HTTP/1.1" status: 200 len: 868 time: 0.1968143 Nov 25 19:37:46.168909 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=b3ccf2b6-8890-4ea9-8c87-95b78151fbc7,revision_number=7']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:46.284023 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a47103-099d-4734-92bd-04d1745b5208 req-832ebfd6-613d-4c58-9098-ca30e53adce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:46.290133 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24a47103-099d-4734-92bd-04d1745b5208 req-832ebfd6-613d-4c58-9098-ca30e53adce9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4d6c1b2d-c543-400a-870a-f71d2186fa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560285 Nov 25 19:37:46.413370 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43680) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:46.426973 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24a47103-099d-4734-92bd-04d1745b5208 req-48dab42a-7199-4c58-a347-fc57ff857ea1 service neutron] 10.222.0.85 "GET /v2.0/networks/4d6c1b2d-c543-400a-870a-f71d2186fa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283288 Nov 25 19:37:46.597297 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24a47103-099d-4734-92bd-04d1745b5208 req-edd6c39f-bc89-4e52-81b2-e463f00ed213 service neutron] 10.222.0.85 "GET /v2.0/networks/4d6c1b2d-c543-400a-870a-f71d2186fa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618035 Nov 25 19:37:46.643503 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fc9188d3-cff2-4fe4-8c19-0d1e96b69410 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:46.770219 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fc9188d3-cff2-4fe4-8c19-0d1e96b69410 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:46.777373 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fc9188d3-cff2-4fe4-8c19-0d1e96b69410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:46.825750 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9188d3-cff2-4fe4-8c19-0d1e96b69410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c37887-711a-49bc-b475-e7fbb0822940,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:46.836753 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fc9188d3-cff2-4fe4-8c19-0d1e96b69410 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a956086f5b034299a4a315bb5ddba5f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4216874 Nov 25 19:37:46.839854 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43700) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:46.932741 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af6c3133-14bb-4585-9295-5f6c51ee8e7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:46.984455 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af6c3133-14bb-4585-9295-5f6c51ee8e7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:47.159365 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af6c3133-14bb-4585-9295-5f6c51ee8e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:47.163659 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af6c3133-14bb-4585-9295-5f6c51ee8e7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:47.165121 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-af6c3133-14bb-4585-9295-5f6c51ee8e7a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f5c37887-711a-49bc-b475-e7fbb0822940 HTTP/1.1" status: 204 len: 168 time: 0.3237441 Nov 25 19:37:47.184607 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c3133-14bb-4585-9295-5f6c51ee8e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c37887-711a-49bc-b475-e7fbb0822940,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:47.210031 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46a075-6f8f-4b4e-8a46-30889ac27950 req-c0a064e9-b98f-4d93-8e1d-11782d5ff7eb tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:47.213571 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0b46a075-6f8f-4b4e-8a46-30889ac27950 req-c0a064e9-b98f-4d93-8e1d-11782d5ff7eb tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/ports?device_id=1267a88e-360f-449b-8f1c-d4e89048bc59 HTTP/1.1" status: 200 len: 943 time: 0.1303127 Nov 25 19:37:47.313481 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0b46a075-6f8f-4b4e-8a46-30889ac27950 req-7e3f37f5-2fb2-4dc5-ac45-e51583dc1a27 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/security-groups?id=1367c493-c12b-4cd7-b883-15d5c1332aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821226 Nov 25 19:37:47.414965 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ebc67-bc31-4e50-bf7f-133a9fce4e99 req-a3d3a789-ece1-4cb9-a3c2-eb1c6780ad91 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:47.432764 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db1ebc67-bc31-4e50-bf7f-133a9fce4e99 req-a3d3a789-ece1-4cb9-a3c2-eb1c6780ad91 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 944 time: 0.1849420 Nov 25 19:37:47.581865 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db1ebc67-bc31-4e50-bf7f-133a9fce4e99 req-62e68bc5-a15d-44a5-bd2c-1b2434d320ad tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437082 Nov 25 19:37:47.638237 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:37:47.732663 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:47.733614 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:47.876491 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:47.877918 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43764) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:47.908567 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29f2417-3f0e-42d1-bebf-73eab7258e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ccf2b6-8890-4ea9-8c87-95b78151fbc7'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:37:47.912588 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a607294b-7beb-4304-b1bc-aa7b9cdab560" -d '{"events": [{"server_uuid": "d29f2417-3f0e-42d1-bebf-73eab7258e2b", "name": "network-vif-plugged", "status": "completed", "tag": "b3ccf2b6-8890-4ea9-8c87-95b78151fbc7"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:37:47.948816 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port b3ccf2b6-8890-4ea9-8c87-95b78151fbc7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b3ccf2b6-8890-4ea9-8c87-95b78151fbc7,segment=NetworkSegment(ac9fe41d-7acf-41fa-a6ba-c987e65b3e27),segment_id=ac9fe41d-7acf-41fa-a6ba-c987e65b3e27)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:47.959069 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c0f5ac14-c838-4b6c-8cf4-30dfa7ebf37f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:47.961149 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:48.137399 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eaf208b-a648-4124-805e-fc14250524e2 x-openstack-request-id: req-9eaf208b-a648-4124-805e-fc14250524e2 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:37:48.138651 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29f2417-3f0e-42d1-bebf-73eab7258e2b", "name": "network-vif-plugged", "status": "completed", "tag": "b3ccf2b6-8890-4ea9-8c87-95b78151fbc7", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:37:48.139367 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9eaf208b-a648-4124-805e-fc14250524e2 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:37:48.140458 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29f2417-3f0e-42d1-bebf-73eab7258e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ccf2b6-8890-4ea9-8c87-95b78151fbc7', 'code': 200} Nov 25 19:37:48.152524 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c0f5ac14-c838-4b6c-8cf4-30dfa7ebf37f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:48.160055 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c0f5ac14-c838-4b6c-8cf4-30dfa7ebf37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:48.168503 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=b3ccf2b6-8890-4ea9-8c87-95b78151fbc7,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:48.203074 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5ac14-c838-4b6c-8cf4-30dfa7ebf37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15e225f-3705-40ec-9159-9ebf6578b537,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:48.243000 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c0f5ac14-c838-4b6c-8cf4-30dfa7ebf37f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cc81ba2ad74d4f9fbe21e4974e6f0456&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3630812 Nov 25 19:37:48.243657 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43768) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:48.308380 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561e9e1-3c06-4d1b-b5a4-2b6fff486654 req-d78497d8-4ea3-4ccc-8e04-aaa076da7219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:48.310717 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0561e9e1-3c06-4d1b-b5a4-2b6fff486654 req-d78497d8-4ea3-4ccc-8e04-aaa076da7219 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 1097 time: 0.0749769 Nov 25 19:37:48.346634 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd7c06a2-6608-4c9b-a17d-72b6604fb261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:48.435100 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd7c06a2-6608-4c9b-a17d-72b6604fb261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:48.451583 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0561e9e1-3c06-4d1b-b5a4-2b6fff486654 req-9e7f85b1-519f-4f22-9db9-ee1c126b89a6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303928 Nov 25 19:37:48.543624 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd7c06a2-6608-4c9b-a17d-72b6604fb261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:48.553839 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd7c06a2-6608-4c9b-a17d-72b6604fb261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:48.559346 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-dd7c06a2-6608-4c9b-a17d-72b6604fb261 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d15e225f-3705-40ec-9159-9ebf6578b537 HTTP/1.1" status: 204 len: 168 time: 0.3123202 Nov 25 19:37:48.584212 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c06a2-6608-4c9b-a17d-72b6604fb261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15e225f-3705-40ec-9159-9ebf6578b537,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:48.635050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f0d9e-f2f0-4b1e-b91d-e135d8f1a8ba req-3901e7b0-2f47-4331-bc30-f86517f0b119 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:48.649373 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2e1f0d9e-f2f0-4b1e-b91d-e135d8f1a8ba req-3901e7b0-2f47-4331-bc30-f86517f0b119 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/ports?device_id=1267a88e-360f-449b-8f1c-d4e89048bc59 HTTP/1.1" status: 200 len: 943 time: 0.1507051 Nov 25 19:37:48.791334 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2e1f0d9e-f2f0-4b1e-b91d-e135d8f1a8ba req-6fb0c6ef-79b3-41f4-b6a4-1321eb0b47f2 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/security-groups?id=1367c493-c12b-4cd7-b883-15d5c1332aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353669 Nov 25 19:37:48.897896 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263799d-fb06-4696-8a3d-c54c812959fc req-01506025-7251-44c1-813f-929de9b5aadd tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:48.911066 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9263799d-fb06-4696-8a3d-c54c812959fc req-01506025-7251-44c1-813f-929de9b5aadd tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 946 time: 0.0976145 Nov 25 19:37:49.002707 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9263799d-fb06-4696-8a3d-c54c812959fc req-f56a8a13-9e67-4e1e-a4aa-28760b0764f4 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886099 Nov 25 19:37:49.387850 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1333352-ea17-4c1d-a7e1-457f8b1eee71 req-776c1ce2-0ce4-4060-8d60-e71a429368f5 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:49.388059 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 84d90399-10dc-4436-9304-a7308af21e42 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:37:49.390636 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b1333352-ea17-4c1d-a7e1-457f8b1eee71 req-776c1ce2-0ce4-4060-8d60-e71a429368f5 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.0994976 Nov 25 19:37:49.400459 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d30c6b-6e53-4ee6-8305-2f0f44ff9f96 req-a50caaec-2934-4373-901c-f1fe18473d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:49.404606 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25d30c6b-6e53-4ee6-8305-2f0f44ff9f96 req-a50caaec-2934-4373-901c-f1fe18473d26 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 1096 time: 0.1304505 Nov 25 19:37:49.502716 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b1333352-ea17-4c1d-a7e1-457f8b1eee71 req-45353dfe-e1f2-4fe4-8747-93af2b375d3a tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016312 Nov 25 19:37:49.652314 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 84d90399-10dc-4436-9304-a7308af21e42, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=84d90399-10dc-4436-9304-a7308af21e42,segment=NetworkSegment(315ddb34-51c3-410d-8bb7-f66de96ce705),segment_id=315ddb34-51c3-410d-8bb7-f66de96ce705)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:49.661010 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d30c6b-6e53-4ee6-8305-2f0f44ff9f96 req-e6f0c788-91b0-4807-a694-87c60636b982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:49.668411 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '84d90399-10dc-4436-9304-a7308af21e42', 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67', 'port_id': '84d90399-10dc-4436-9304-a7308af21e42', 'mac_address': 'fa:16:3e:88:70:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb047907-a9ee-4184-90f0-96153e934be4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:37:49.674761 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25d30c6b-6e53-4ee6-8305-2f0f44ff9f96 req-e6f0c788-91b0-4807-a694-87c60636b982 service neutron] 10.222.0.85 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 912 time: 0.2567134 Nov 25 19:37:49.720140 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:49.737571 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d90399-10dc-4436-9304-a7308af21e42 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:37:49.763132 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 84d90399-10dc-4436-9304-a7308af21e42, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=84d90399-10dc-4436-9304-a7308af21e42,segment=NetworkSegment(315ddb34-51c3-410d-8bb7-f66de96ce705),segment_id=315ddb34-51c3-410d-8bb7-f66de96ce705)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:49.773896 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:49.993282 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=84d90399-10dc-4436-9304-a7308af21e42,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:49.993605 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25d30c6b-6e53-4ee6-8305-2f0f44ff9f96 req-18f99bc8-eb14-476d-bcda-040414799e61 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b63aae5-02ed-4222-aa55-350957d805d6 HTTP/1.1" status: 200 len: 999 time: 0.3143082 Nov 25 19:37:50.091213 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['84d90399-10dc-4436-9304-a7308af21e42'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:37:50.111370 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45510a82-2030-4850-a869-a87479a5f9bb req-7c44d79d-a63e-4d0d-8844-96d6c0e440d9 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:50.121702 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-45510a82-2030-4850-a869-a87479a5f9bb req-7c44d79d-a63e-4d0d-8844-96d6c0e440d9 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/ports?device_id=1267a88e-360f-449b-8f1c-d4e89048bc59 HTTP/1.1" status: 200 len: 944 time: 0.1056037 Nov 25 19:37:50.153966 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d30c6b-6e53-4ee6-8305-2f0f44ff9f96 req-6550fe95-7a27-48b8-94da-a966d47619a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:50.163931 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25d30c6b-6e53-4ee6-8305-2f0f44ff9f96 req-6550fe95-7a27-48b8-94da-a966d47619a6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ec830131-0c53-44d8-b6cf-4b7badf3b5da HTTP/1.1" status: 200 len: 850 time: 0.1625724 Nov 25 19:37:50.211188 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-45510a82-2030-4850-a869-a87479a5f9bb req-e80ea8b6-a219-42d5-bf02-fb34b0711ff5 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/security-groups?id=1367c493-c12b-4cd7-b883-15d5c1332aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881510 Nov 25 19:37:50.338443 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d30c6b-6e53-4ee6-8305-2f0f44ff9f96 req-acab430d-5709-4c37-959c-2526bb367892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:50.355104 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25d30c6b-6e53-4ee6-8305-2f0f44ff9f96 req-acab430d-5709-4c37-959c-2526bb367892 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=37f8230d-6a2b-4a12-a441-526002eff84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1720769 Nov 25 19:37:50.397689 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d1679-eca2-40a2-b188-bddb5aed6351 req-0c46744e-ad2d-4869-ab6a-02a9707d0123 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:50.417689 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090c827-c930-4ce1-a37e-a7ce9263ac92 req-49f78f2b-cdaf-4581-9fdc-9f0fbe7dc488 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:50.429807 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2090c827-c930-4ce1-a37e-a7ce9263ac92 req-49f78f2b-cdaf-4581-9fdc-9f0fbe7dc488 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 946 time: 0.0874720 Nov 25 19:37:50.437877 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d1679-eca2-40a2-b188-bddb5aed6351 req-0c46744e-ad2d-4869-ab6a-02a9707d0123 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:50.464559 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d1679-eca2-40a2-b188-bddb5aed6351 req-0c46744e-ad2d-4869-ab6a-02a9707d0123 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:50.485662 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d1679-eca2-40a2-b188-bddb5aed6351 req-0c46744e-ad2d-4869-ab6a-02a9707d0123 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:50.518248 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d1679-eca2-40a2-b188-bddb5aed6351 req-0c46744e-ad2d-4869-ab6a-02a9707d0123 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:50.542441 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2090c827-c930-4ce1-a37e-a7ce9263ac92 req-31f8fb27-f56a-4343-8d62-88e66c70dd29 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113644 Nov 25 19:37:50.543180 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d1679-eca2-40a2-b188-bddb5aed6351 req-0c46744e-ad2d-4869-ab6a-02a9707d0123 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:50.561632 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d1679-eca2-40a2-b188-bddb5aed6351 req-0c46744e-ad2d-4869-ab6a-02a9707d0123 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:50.575427 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba4d1679-eca2-40a2-b188-bddb5aed6351 req-0c46744e-ad2d-4869-ab6a-02a9707d0123 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5432 time: 0.4295049 Nov 25 19:37:50.744080 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0d634-6963-4f5d-bebc-34178b897737 req-8ef8d9ec-00a4-4b42-9c95-508eb3d66c52 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:50.747114 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dee0d634-6963-4f5d-bebc-34178b897737 req-8ef8d9ec-00a4-4b42-9c95-508eb3d66c52 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.1203268 Nov 25 19:37:50.843031 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba4d1679-eca2-40a2-b188-bddb5aed6351 req-670cb8bf-09c4-4278-ac3b-a49e75d46121 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2644217 Nov 25 19:37:50.884677 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dee0d634-6963-4f5d-bebc-34178b897737 req-6a6e46c8-d773-413f-9ade-56bf65db9fc8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223564 Nov 25 19:37:50.920458 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25d30c6b-6e53-4ee6-8305-2f0f44ff9f96 req-3c692e0f-b976-45a6-b464-adb33b8a9da8 service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398194 Nov 25 19:37:51.170186 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec28329-5feb-4b6e-a0af-88f2a45aed82 req-5c5f754d-a2e6-4f23-aa9a-37e765adf094 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:51.175836 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25d30c6b-6e53-4ee6-8305-2f0f44ff9f96 req-43aad51d-b17c-4a60-818d-125de18bb401 service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425435 Nov 25 19:37:51.178794 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec28329-5feb-4b6e-a0af-88f2a45aed82 req-5c5f754d-a2e6-4f23-aa9a-37e765adf094 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:51.187560 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec28329-5feb-4b6e-a0af-88f2a45aed82 req-5c5f754d-a2e6-4f23-aa9a-37e765adf094 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:51.195366 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec28329-5feb-4b6e-a0af-88f2a45aed82 req-5c5f754d-a2e6-4f23-aa9a-37e765adf094 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:51.211628 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec28329-5feb-4b6e-a0af-88f2a45aed82 req-5c5f754d-a2e6-4f23-aa9a-37e765adf094 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:51.231490 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec28329-5feb-4b6e-a0af-88f2a45aed82 req-5c5f754d-a2e6-4f23-aa9a-37e765adf094 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:51.237604 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec28329-5feb-4b6e-a0af-88f2a45aed82 req-5c5f754d-a2e6-4f23-aa9a-37e765adf094 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:51.251488 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7ec28329-5feb-4b6e-a0af-88f2a45aed82 req-5c5f754d-a2e6-4f23-aa9a-37e765adf094 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5432 time: 0.1510270 Nov 25 19:37:51.283518 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9572c77-1084-45c7-a1ba-8820bd7021ab req-15351709-158f-42de-8915-9e6db6326b29 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:51.295475 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9572c77-1084-45c7-a1ba-8820bd7021ab req-15351709-158f-42de-8915-9e6db6326b29 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 946 time: 0.1184998 Nov 25 19:37:51.395028 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 84d90399-10dc-4436-9304-a7308af21e42 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:37:51.434515 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9572c77-1084-45c7-a1ba-8820bd7021ab req-ab3319fd-92f4-41d8-892d-068a101f78cd tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359730 Nov 25 19:37:51.482766 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059c552-4385-482a-b103-e5a6a8bd4ca3 req-8a56af5d-910d-4c25-b839-ae51e3201f4a tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:51.491567 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3059c552-4385-482a-b103-e5a6a8bd4ca3 req-8a56af5d-910d-4c25-b839-ae51e3201f4a tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/ports?device_id=1267a88e-360f-449b-8f1c-d4e89048bc59 HTTP/1.1" status: 200 len: 944 time: 0.1368628 Nov 25 19:37:51.531241 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 84d90399-10dc-4436-9304-a7308af21e42 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:37:51.538081 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 84d90399-10dc-4436-9304-a7308af21e42 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:51.538885 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:51.598782 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3059c552-4385-482a-b103-e5a6a8bd4ca3 req-653f63b8-6ba1-4e88-85a2-001ec2f204cb tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/security-groups?id=1367c493-c12b-4cd7-b883-15d5c1332aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002903 Nov 25 19:37:51.668014 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:51.684206 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43926) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:51.732737 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1267a88e-360f-449b-8f1c-d4e89048bc59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d90399-10dc-4436-9304-a7308af21e42'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:37:51.735189 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eec0743-3e9b-4d90-af6a-9b85bcf957f9" -d '{"events": [{"server_uuid": "1267a88e-360f-449b-8f1c-d4e89048bc59", "name": "network-vif-plugged", "status": "completed", "tag": "84d90399-10dc-4436-9304-a7308af21e42"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:37:51.815896 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 84d90399-10dc-4436-9304-a7308af21e42, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=84d90399-10dc-4436-9304-a7308af21e42,segment=NetworkSegment(315ddb34-51c3-410d-8bb7-f66de96ce705),segment_id=315ddb34-51c3-410d-8bb7-f66de96ce705)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:51.826121 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:51.841939 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3a4ed7-267e-4d89-a6bb-a26562af776d x-openstack-request-id: req-fa3a4ed7-267e-4d89-a6bb-a26562af776d {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:37:51.843216 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1267a88e-360f-449b-8f1c-d4e89048bc59", "name": "network-vif-plugged", "status": "completed", "tag": "84d90399-10dc-4436-9304-a7308af21e42", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:37:51.843631 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fa3a4ed7-267e-4d89-a6bb-a26562af776d {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:37:51.844342 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1267a88e-360f-449b-8f1c-d4e89048bc59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d90399-10dc-4436-9304-a7308af21e42', 'code': 200} Nov 25 19:37:51.897657 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4430ced3-396c-4412-985e-9504d18badeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:51.975009 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=84d90399-10dc-4436-9304-a7308af21e42,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:52.116452 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4430ced3-396c-4412-985e-9504d18badeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:52.124993 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4430ced3-396c-4412-985e-9504d18badeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:52.230814 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4430ced3-396c-4412-985e-9504d18badeb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=25e7c9fe9b9d4d999384d2c991d62d27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5451880 Nov 25 19:37:52.232003 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43950) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:52.234386 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430ced3-396c-4412-985e-9504d18badeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97ca653-79ef-42de-bfb3-492e70d1d925,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:52.262622 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430ced3-396c-4412-985e-9504d18badeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:52.264242 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430ced3-396c-4412-985e-9504d18badeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:52.264848 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430ced3-396c-4412-985e-9504d18badeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:52.265189 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430ced3-396c-4412-985e-9504d18badeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:52.265674 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430ced3-396c-4412-985e-9504d18badeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:52.266269 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430ced3-396c-4412-985e-9504d18badeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:52.266911 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430ced3-396c-4412-985e-9504d18badeb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:52.267097 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430ced3-396c-4412-985e-9504d18badeb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:52.267651 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430ced3-396c-4412-985e-9504d18badeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:52.267861 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430ced3-396c-4412-985e-9504d18badeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:52.268472 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430ced3-396c-4412-985e-9504d18badeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:52.268654 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430ced3-396c-4412-985e-9504d18badeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:52.319824 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10054178-d021-4625-bc66-b3cf1f7ca0bb req-08a3c53a-8431-466b-afb9-c5274f98f791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:52.324594 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10054178-d021-4625-bc66-b3cf1f7ca0bb req-08a3c53a-8431-466b-afb9-c5274f98f791 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1267a88e-360f-449b-8f1c-d4e89048bc59 HTTP/1.1" status: 200 len: 1096 time: 0.3371401 Nov 25 19:37:52.361612 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca4e64-2db6-429b-ad8c-f81a1929511b req-faa9148a-14ee-4b4a-89d5-a28b4fad0e0c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:52.368530 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e7ca4e64-2db6-429b-ad8c-f81a1929511b req-faa9148a-14ee-4b4a-89d5-a28b4fad0e0c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.2272229 Nov 25 19:37:52.373569 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a3c75b0-18ad-4414-b25b-0c27ebd268a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:52.403080 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a3c75b0-18ad-4414-b25b-0c27ebd268a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:52.510511 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10054178-d021-4625-bc66-b3cf1f7ca0bb req-3cd1fd64-c0c6-4a50-8b3e-25982b5eae20 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1367c493-c12b-4cd7-b883-15d5c1332aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784678 Nov 25 19:37:52.555463 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-2ae3bbf2-fc1d-456b-80ef-a2d0fbd346e9 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:52.557465 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-2ae3bbf2-fc1d-456b-80ef-a2d0fbd346e9 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/networks?id=93e34496-6e23-48ef-971e-96d0cda496d2 HTTP/1.1" status: 200 len: 814 time: 0.2458577 Nov 25 19:37:52.559463 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a3c75b0-18ad-4414-b25b-0c27ebd268a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:52.563674 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a3c75b0-18ad-4414-b25b-0c27ebd268a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:52.568316 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8a3c75b0-18ad-4414-b25b-0c27ebd268a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e97ca653-79ef-42de-bfb3-492e70d1d925 HTTP/1.1" status: 204 len: 168 time: 0.3349257 Nov 25 19:37:52.578230 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c75b0-18ad-4414-b25b-0c27ebd268a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97ca653-79ef-42de-bfb3-492e70d1d925,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:52.602968 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e7ca4e64-2db6-429b-ad8c-f81a1929511b req-9710592a-1ec2-49ba-9609-fc1cc98ad463 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160168 Nov 25 19:37:52.605109 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-1c0d0390-01cc-43e7-a14c-ee349475cd82 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/quotas/6d50a81e795b4803b0a1c0e06f921514 HTTP/1.1" status: 200 len: 375 time: 0.0163345 Nov 25 19:37:52.722588 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-8a0bdc47-827e-40d1-9b09-7007c3e3f4a3 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d50a81e795b4803b0a1c0e06f921514&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0797453 Nov 25 19:37:52.738562 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43966) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:52.816960 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74819c2-8a57-4834-b41c-131eee888ddb req-637450c8-d2c0-4f46-8a3d-a4391c769272 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:52.843390 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b74819c2-8a57-4834-b41c-131eee888ddb req-637450c8-d2c0-4f46-8a3d-a4391c769272 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/ports?device_id=1267a88e-360f-449b-8f1c-d4e89048bc59 HTTP/1.1" status: 200 len: 945 time: 0.1307678 Nov 25 19:37:52.988233 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b74819c2-8a57-4834-b41c-131eee888ddb req-fdd0f38f-11ba-48a3-897c-c08acbd07dd4 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/security-groups?id=1367c493-c12b-4cd7-b883-15d5c1332aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377671 Nov 25 19:37:53.014649 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-bf433e32-e2b3-4215-bc07-09c113316ff1 service neutron] 10.222.0.55 "GET /v2.0/networks/93e34496-6e23-48ef-971e-96d0cda496d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679491 Nov 25 19:37:53.015740 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2114d566-8745-4f9a-84b9-ec119b2aefed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:53.197942 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315f4e0-4375-4763-9b8e-3ac448a4c7a8 req-642bcec6-3ce0-4e1f-befd-55da901a7e7f tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:53.199797 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7315f4e0-4375-4763-9b8e-3ac448a4c7a8 req-642bcec6-3ce0-4e1f-befd-55da901a7e7f tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29f2417-3f0e-42d1-bebf-73eab7258e2b HTTP/1.1" status: 200 len: 946 time: 0.0991471 Nov 25 19:37:53.313978 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-c7e1b009-1eda-447f-a446-0d11764d1c3c service neutron] 10.222.0.55 "GET /v2.0/networks/93e34496-6e23-48ef-971e-96d0cda496d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746246 Nov 25 19:37:53.400614 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2114d566-8745-4f9a-84b9-ec119b2aefed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:53.408837 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2114d566-8745-4f9a-84b9-ec119b2aefed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:53.422666 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-7315f4e0-4375-4763-9b8e-3ac448a4c7a8 req-73780835-e0ff-4e02-b5fb-9553d02bfab3 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Deleting port b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:37:53.424555 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7315f4e0-4375-4763-9b8e-3ac448a4c7a8 req-73780835-e0ff-4e02-b5fb-9553d02bfab3 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:53.474617 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:53.562482 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2114d566-8745-4f9a-84b9-ec119b2aefed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ab9f35ce583c4086aeb7e7cdcaa76945&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8213739 Nov 25 19:37:53.564085 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114d566-8745-4f9a-84b9-ec119b2aefed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6aec495-7587-4340-a934-90e7a27bff9c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:53.594973 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43986) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:53.799258 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4ca3d9bc-9a6f-414e-9ae3-34437b0f04e1 req-260f0f73-6111-497d-b5d1-934842926df5 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=246503a4-6cb9-4ba6-83ee-845a1499fea0 HTTP/1.1" status: 200 len: 210 time: 0.0706534 Nov 25 19:37:53.868871 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-7315f4e0-4375-4763-9b8e-3ac448a4c7a8 req-73780835-e0ff-4e02-b5fb-9553d02bfab3 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] For port b3ccf2b6-8890-4ea9-8c87-95b78151fbc7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b3ccf2b6-8890-4ea9-8c87-95b78151fbc7,segment=NetworkSegment(ac9fe41d-7acf-41fa-a6ba-c987e65b3e27),segment_id=ac9fe41d-7acf-41fa-a6ba-c987e65b3e27)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:53.869596 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7315f4e0-4375-4763-9b8e-3ac448a4c7a8 req-73780835-e0ff-4e02-b5fb-9553d02bfab3 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:53.890760 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f2df976-fd53-4234-9824-6cb09daab671 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:53.993885 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-7315f4e0-4375-4763-9b8e-3ac448a4c7a8 req-73780835-e0ff-4e02-b5fb-9553d02bfab3 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Calling delete_port for b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:37:54.016240 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f2df976-fd53-4234-9824-6cb09daab671 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:54.114353 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f2df976-fd53-4234-9824-6cb09daab671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:54.117941 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f2df976-fd53-4234-9824-6cb09daab671 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:54.119206 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7f2df976-fd53-4234-9824-6cb09daab671 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d6aec495-7587-4340-a934-90e7a27bff9c HTTP/1.1" status: 204 len: 168 time: 0.5104556 Nov 25 19:37:54.140545 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2df976-fd53-4234-9824-6cb09daab671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6aec495-7587-4340-a934-90e7a27bff9c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:54.238323 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:54.414024 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70398944-474b-4592-8cfb-6fd2ff48d80a req-895a41c7-9491-4a98-aed4-b42007a46327 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:54.416023 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-70398944-474b-4592-8cfb-6fd2ff48d80a req-895a41c7-9491-4a98-aed4-b42007a46327 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/ports?device_id=1267a88e-360f-449b-8f1c-d4e89048bc59 HTTP/1.1" status: 200 len: 945 time: 0.1348197 Nov 25 19:37:54.417077 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44024) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:54.615946 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-70398944-474b-4592-8cfb-6fd2ff48d80a req-0acaa6d5-90c7-4696-a955-17ef30fa85f4 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/security-groups?id=1367c493-c12b-4cd7-b883-15d5c1332aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837840 Nov 25 19:37:54.686828 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7315f4e0-4375-4763-9b8e-3ac448a4c7a8 req-73780835-e0ff-4e02-b5fb-9553d02bfab3 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:54.703453 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['b3ccf2b6-8890-4ea9-8c87-95b78151fbc7'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:37:54.975893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73780835-e0ff-4e02-b5fb-9553d02bfab3 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Pushing event deleted for resources: {'Port': ['ID=b3ccf2b6-8890-4ea9-8c87-95b78151fbc7,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:55.097683 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dc62f9ab-8aa7-41e9-89fb-87fbade855d3 req-1f2eef07-3d3c-4fbc-9fea-7168d8ea31a9 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=246503a4-6cb9-4ba6-83ee-845a1499fea0 HTTP/1.1" status: 200 len: 210 time: 0.1530607 Nov 25 19:37:55.156896 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-7315f4e0-4375-4763-9b8e-3ac448a4c7a8 req-73780835-e0ff-4e02-b5fb-9553d02bfab3 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] No DVR routers for this DVR port b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:37:55.178734 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7315f4e0-4375-4763-9b8e-3ac448a4c7a8 req-73780835-e0ff-4e02-b5fb-9553d02bfab3 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:55.190913 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7315f4e0-4375-4763-9b8e-3ac448a4c7a8 req-73780835-e0ff-4e02-b5fb-9553d02bfab3 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.73 "DELETE /v2.0/ports/b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 HTTP/1.1" status: 204 len: 173 time: 1.9785621 Nov 25 19:37:55.191871 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29f2417-3f0e-42d1-bebf-73eab7258e2b', 'name': 'network-vif-deleted', 'tag': 'b3ccf2b6-8890-4ea9-8c87-95b78151fbc7'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:37:55.197518 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8793e4-9ce4-4e35-886b-af6a8527ad2e" -d '{"events": [{"server_uuid": "d29f2417-3f0e-42d1-bebf-73eab7258e2b", "name": "network-vif-deleted", "tag": "b3ccf2b6-8890-4ea9-8c87-95b78151fbc7"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:37:55.202483 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43acc4-a844-40af-90bc-ec21ce07ad94 req-e89bef09-e88e-45f2-828d-19655844a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:55.203555 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43acc4-a844-40af-90bc-ec21ce07ad94 req-e89bef09-e88e-45f2-828d-19655844a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:55.204669 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43acc4-a844-40af-90bc-ec21ce07ad94 req-e89bef09-e88e-45f2-828d-19655844a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:55.206171 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43acc4-a844-40af-90bc-ec21ce07ad94 req-e89bef09-e88e-45f2-828d-19655844a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:55.209541 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43acc4-a844-40af-90bc-ec21ce07ad94 req-e89bef09-e88e-45f2-828d-19655844a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:55.210773 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43acc4-a844-40af-90bc-ec21ce07ad94 req-e89bef09-e88e-45f2-828d-19655844a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:55.211716 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43acc4-a844-40af-90bc-ec21ce07ad94 req-e89bef09-e88e-45f2-828d-19655844a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:55.231965 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ef43acc4-a844-40af-90bc-ec21ce07ad94 req-e89bef09-e88e-45f2-828d-19655844a367 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 6489 time: 0.8133814 Nov 25 19:37:55.304686 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec5491b9-a68c-409e-82f4-df00555c5ae8 req-9d28f8d2-0ba6-43b9-b6e7-c6ecc96ff08d tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 258 time: 0.6145089 Nov 25 19:37:55.314567 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-ec5491b9-a68c-409e-82f4-df00555c5ae8 req-93796d52-5388-42ec-8871-b30875137a39 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:55.324298 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5defa40b-aabe-40a9-a6ad-99b052a850a9 x-openstack-request-id: req-5defa40b-aabe-40a9-a6ad-99b052a850a9 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:37:55.325375 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29f2417-3f0e-42d1-bebf-73eab7258e2b", "name": "network-vif-deleted", "tag": "b3ccf2b6-8890-4ea9-8c87-95b78151fbc7", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:37:55.325869 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5defa40b-aabe-40a9-a6ad-99b052a850a9 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:37:55.326551 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29f2417-3f0e-42d1-bebf-73eab7258e2b', 'name': 'network-vif-deleted', 'tag': 'b3ccf2b6-8890-4ea9-8c87-95b78151fbc7', 'status': 'completed', 'code': 200} Nov 25 19:37:55.381954 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec5491b9-a68c-409e-82f4-df00555c5ae8 req-93796d52-5388-42ec-8871-b30875137a39 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:55.417867 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ef43acc4-a844-40af-90bc-ec21ce07ad94 req-f5d98fa0-cd21-47bc-a767-fa519157db5e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1833839 Nov 25 19:37:55.613090 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec5491b9-a68c-409e-82f4-df00555c5ae8 req-93796d52-5388-42ec-8871-b30875137a39 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:55.890861 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-ec5491b9-a68c-409e-82f4-df00555c5ae8 req-93796d52-5388-42ec-8871-b30875137a39 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Allocated IP 172.25.6.150 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/1faba16b-387a-452f-b8f5-03de0f984699) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:37:56.045286 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-86fff1b9-b838-46fe-8401-436155992b23 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:56.047172 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-86fff1b9-b838-46fe-8401-436155992b23 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.73 "GET /v2.0/networks?id=93e34496-6e23-48ef-971e-96d0cda496d2 HTTP/1.1" status: 200 len: 814 time: 0.2225096 Nov 25 19:37:56.080064 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-51c6e87c-b873-454c-9322-8c7da57b9726 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Request body: {'port': {'device_id': '246503a4-6cb9-4ba6-83ee-845a1499fea0', 'network_id': '93e34496-6e23-48ef-971e-96d0cda496d2', 'admin_state_up': True, 'tenant_id': '6d50a81e795b4803b0a1c0e06f921514'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:56.374661 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a67dc711-277c-4540-b1a1-ffc525d2d03f req-3fa13a9e-10a7-4085-9862-2c82dfdd5ef7 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=246503a4-6cb9-4ba6-83ee-845a1499fea0 HTTP/1.1" status: 200 len: 210 time: 0.1066201 Nov 25 19:37:56.407967 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec5491b9-a68c-409e-82f4-df00555c5ae8 req-93796d52-5388-42ec-8871-b30875137a39 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:56.532008 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-51c6e87c-b873-454c-9322-8c7da57b9726 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Made reservation on behalf of 6d50a81e795b4803b0a1c0e06f921514 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:37:56.537857 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-51c6e87c-b873-454c-9322-8c7da57b9726 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:56.575473 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec5491b9-a68c-409e-82f4-df00555c5ae8 req-93796d52-5388-42ec-8871-b30875137a39 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:56.813739 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec5491b9-a68c-409e-82f4-df00555c5ae8 req-93796d52-5388-42ec-8871-b30875137a39 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:37:56.836991 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-ec5491b9-a68c-409e-82f4-df00555c5ae8 req-93796d52-5388-42ec-8871-b30875137a39 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:37:56.840295 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5491b9-a68c-409e-82f4-df00555c5ae8 req-93796d52-5388-42ec-8871-b30875137a39 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:37:56.882042 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93796d52-5388-42ec-8871-b30875137a39 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Pushing event updated for resources: {'Port': ['ID=1faba16b-387a-452f-b8f5-03de0f984699,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:57.033942 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-51c6e87c-b873-454c-9322-8c7da57b9726 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Allocated IP 172.20.0.12 (93e34496-6e23-48ef-971e-96d0cda496d2/3cf19564-d441-4077-bcd2-9bcbf6b9b235/d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:37:57.669093 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:37:57.688868 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8b10996e-41e4-436a-a891-02741151ab34 req-af561a08-40ed-4d4c-a45a-7de69a6f78f8 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=246503a4-6cb9-4ba6-83ee-845a1499fea0 HTTP/1.1" status: 200 len: 210 time: 0.0995004 Nov 25 19:37:57.777203 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec5491b9-a68c-409e-82f4-df00555c5ae8 req-93796d52-5388-42ec-8871-b30875137a39 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:57.780845 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:37:57.782278 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device b3ccf2b6-8890-4ea9-8c87-95b78151fbc7 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:37:57.959330 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-51c6e87c-b873-454c-9322-8c7da57b9726 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:58.058154 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec5491b9-a68c-409e-82f4-df00555c5ae8 req-93796d52-5388-42ec-8871-b30875137a39 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:58.192043 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-51c6e87c-b873-454c-9322-8c7da57b9726 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:58.331290 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-51c6e87c-b873-454c-9322-8c7da57b9726 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Network 93e34496-6e23-48ef-971e-96d0cda496d2 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:37:58.410722 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-51c6e87c-b873-454c-9322-8c7da57b9726 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:37:58.420855 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-51c6e87c-b873-454c-9322-8c7da57b9726 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:37:58.519716 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6e87c-b873-454c-9322-8c7da57b9726 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Pushing event updated for resources: {'Port': ['ID=d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:58.620115 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-51c6e87c-b873-454c-9322-8c7da57b9726 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:58.621188 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-51c6e87c-b873-454c-9322-8c7da57b9726 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:58.682241 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-51c6e87c-b873-454c-9322-8c7da57b9726 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6061211 Nov 25 19:37:58.715964 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-9cdca397-a8f4-4704-8305-1976abf4ca42 service neutron] Request body: {'port': {'device_id': '246503a4-6cb9-4ba6-83ee-845a1499fea0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:58.738475 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec5491b9-a68c-409e-82f4-df00555c5ae8 req-93796d52-5388-42ec-8871-b30875137a39 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:58.788224 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec5491b9-a68c-409e-82f4-df00555c5ae8 req-93796d52-5388-42ec-8871-b30875137a39 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:58.985078 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-9cdca397-a8f4-4704-8305-1976abf4ca42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:59.055924 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79b149-e984-4f29-9448-7c8e8fe5dcb4 req-f8614341-2bd3-437c-8632-784191791a99 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:59.082165 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-af79b149-e984-4f29-9448-7c8e8fe5dcb4 req-f8614341-2bd3-437c-8632-784191791a99 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=246503a4-6cb9-4ba6-83ee-845a1499fea0 HTTP/1.1" status: 200 len: 932 time: 0.1918008 Nov 25 19:37:59.135926 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec5491b9-a68c-409e-82f4-df00555c5ae8 req-93796d52-5388-42ec-8871-b30875137a39 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:59.188366 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e49952ef-67c6-4a72-9457-964f42e853ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:59.204233 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93796d52-5388-42ec-8871-b30875137a39 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Pushing event updated for resources: {'Port': ['ID=1faba16b-387a-452f-b8f5-03de0f984699,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:59.266071 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-af79b149-e984-4f29-9448-7c8e8fe5dcb4 req-bba6c129-77b3-4491-82cb-d45f3642edf0 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812816 Nov 25 19:37:59.275782 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec5491b9-a68c-409e-82f4-df00555c5ae8 req-93796d52-5388-42ec-8871-b30875137a39 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:59.278365 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec5491b9-a68c-409e-82f4-df00555c5ae8 req-93796d52-5388-42ec-8871-b30875137a39 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9725220 Nov 25 19:37:59.527984 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec5491b9-a68c-409e-82f4-df00555c5ae8 req-6edcdb46-1c8b-4c6f-b101-1177780cc7ac tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.150 HTTP/1.1" status: 200 len: 696 time: 0.2122722 Nov 25 19:37:59.728540 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44182) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:59.904656 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aef3112-7e36-45a7-b845-5b588529f05a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:59.928841 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5491b9-a68c-409e-82f4-df00555c5ae8 req-84c50c36-29fc-4c3f-ae28-c00696b408a1 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:59.931563 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec5491b9-a68c-409e-82f4-df00555c5ae8 req-84c50c36-29fc-4c3f-ae28-c00696b408a1 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.3832629 Nov 25 19:38:00.167808 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-9cdca397-a8f4-4704-8305-1976abf4ca42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:38:00.191038 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-9cdca397-a8f4-4704-8305-1976abf4ca42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:00.253221 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-9cdca397-a8f4-4704-8305-1976abf4ca42 service neutron] Transition to ACTIVE for port object d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:38:00.264157 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-9cdca397-a8f4-4704-8305-1976abf4ca42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:00.276511 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aef3112-7e36-45a7-b845-5b588529f05a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:00.304381 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aef3112-7e36-45a7-b845-5b588529f05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:00.352924 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be12c3a-b40d-408d-8008-df0421345444 req-24417afa-739c-42b4-8596-5a1b5eb09054 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:00.354642 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8be12c3a-b40d-408d-8008-df0421345444 req-24417afa-739c-42b4-8596-5a1b5eb09054 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/ports?device_id=1267a88e-360f-449b-8f1c-d4e89048bc59&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2823961 Nov 25 19:38:00.425331 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5aef3112-7e36-45a7-b845-5b588529f05a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=caf56367810849bb9f2889f7527aecf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6954501 Nov 25 19:38:00.439466 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44200) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:00.521256 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdca397-a8f4-4704-8305-1976abf4ca42 service neutron] Pushing event updated for resources: {'Port': ['ID=d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:00.558628 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef3112-7e36-45a7-b845-5b588529f05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26e6ec8-023e-420d-8f9c-79a49540e834,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:00.598014 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8be12c3a-b40d-408d-8008-df0421345444 req-375fad1b-affa-496e-87a0-811d4a8bbb27 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.150 HTTP/1.1" status: 200 len: 696 time: 0.1671934 Nov 25 19:38:00.636402 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-8be12c3a-b40d-408d-8008-df0421345444 req-40302a7e-8c0e-4fdf-ad2c-0962bb8bb0c9 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Request body: {'floatingip': {'port_id': '84d90399-10dc-4436-9304-a7308af21e42', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:00.703553 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8be12c3a-b40d-408d-8008-df0421345444 req-40302a7e-8c0e-4fdf-ad2c-0962bb8bb0c9 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:00.717386 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-9cdca397-a8f4-4704-8305-1976abf4ca42 service neutron] Attempting to bind port d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:00.717706 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-9cdca397-a8f4-4704-8305-1976abf4ca42 service neutron] Attempting to bind port d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'ac9fe41d-7acf-41fa-a6ba-c987e65b3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '93e34496-6e23-48ef-971e-96d0cda496d2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:00.718129 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-9cdca397-a8f4-4704-8305-1976abf4ca42 service neutron] Attempting to bind port d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32 on network 93e34496-6e23-48ef-971e-96d0cda496d2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:00.763728 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4709724-a5de-4384-b6ce-16625f0361bf req-a43ca246-c683-4b36-b8de-77c8dde980d9 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:00.774450 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4709724-a5de-4384-b6ce-16625f0361bf req-a43ca246-c683-4b36-b8de-77c8dde980d9 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=246503a4-6cb9-4ba6-83ee-845a1499fea0 HTTP/1.1" status: 200 len: 944 time: 0.2278945 Nov 25 19:38:00.785389 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-9cdca397-a8f4-4704-8305-1976abf4ca42 service neutron] Port d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32 on network 93e34496-6e23-48ef-971e-96d0cda496d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:00.785734 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-9cdca397-a8f4-4704-8305-1976abf4ca42 service neutron] Attempting to bind port d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32 on network 93e34496-6e23-48ef-971e-96d0cda496d2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:00.813246 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-9cdca397-a8f4-4704-8305-1976abf4ca42 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:38:00.813839 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-9cdca397-a8f4-4704-8305-1976abf4ca42 service neutron] Checking segment: {'id': 'ac9fe41d-7acf-41fa-a6ba-c987e65b3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '93e34496-6e23-48ef-971e-96d0cda496d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:38:00.818136 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-9cdca397-a8f4-4704-8305-1976abf4ca42 service neutron] Bound using segment: {'id': 'ac9fe41d-7acf-41fa-a6ba-c987e65b3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '93e34496-6e23-48ef-971e-96d0cda496d2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:38:00.820279 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-9cdca397-a8f4-4704-8305-1976abf4ca42 service neutron] Bound port: d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9fe41d-7acf-41fa-a6ba-c987e65b3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '93e34496-6e23-48ef-971e-96d0cda496d2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:38:00.821899 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-9cdca397-a8f4-4704-8305-1976abf4ca42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:01.033555 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-9cdca397-a8f4-4704-8305-1976abf4ca42 service neutron] For port d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:38:01.043473 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-9cdca397-a8f4-4704-8305-1976abf4ca42 service neutron] For port d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32,segment=NetworkSegment(ac9fe41d-7acf-41fa-a6ba-c987e65b3e27),segment_id=ac9fe41d-7acf-41fa-a6ba-c987e65b3e27)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:38:01.048562 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac6a54f0-b59f-4b97-a224-5fb1976a8039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:01.072657 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4709724-a5de-4384-b6ce-16625f0361bf req-d5c16486-01b3-47b5-bad7-2ac1b5e650e3 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972102 Nov 25 19:38:01.074946 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-9cdca397-a8f4-4704-8305-1976abf4ca42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:01.141864 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-9cdca397-a8f4-4704-8305-1976abf4ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:01.142834 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-9cdca397-a8f4-4704-8305-1976abf4ca42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:01.144922 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-9cdca397-a8f4-4704-8305-1976abf4ca42 service neutron] 10.222.0.73 "PUT /v2.0/ports/d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32 HTTP/1.1" status: 200 len: 1092 time: 2.4478633 Nov 25 19:38:01.146694 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246503a4-6cb9-4ba6-83ee-845a1499fea0', 'tag': 'd0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:38:01.149796 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a72127-dfff-4ca1-b7b5-fd7e1451de2a" -d '{"events": [{"name": "network-changed", "server_uuid": "246503a4-6cb9-4ba6-83ee-845a1499fea0", "tag": "d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:38:01.187581 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac6a54f0-b59f-4b97-a224-5fb1976a8039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:01.261663 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b883e1d2-4b5a-4828-aea0-15e74af84c93 x-openstack-request-id: req-b883e1d2-4b5a-4828-aea0-15e74af84c93 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:38:01.262267 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246503a4-6cb9-4ba6-83ee-845a1499fea0", "tag": "d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:38:01.269073 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44228) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:01.272564 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b883e1d2-4b5a-4828-aea0-15e74af84c93 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:38:01.273471 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246503a4-6cb9-4ba6-83ee-845a1499fea0', 'tag': 'd0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32', 'status': 'completed', 'code': 200} Nov 25 19:38:01.283730 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdca397-a8f4-4704-8305-1976abf4ca42 service neutron] Pushing event updated for resources: {'Port': ['ID=d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:01.349976 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-24e1d99c-4813-4573-93e8-4972f3099347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:01.353190 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-24e1d99c-4813-4573-93e8-4972f3099347 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d50a81e795b4803b0a1c0e06f921514&device_id=246503a4-6cb9-4ba6-83ee-845a1499fea0 HTTP/1.1" status: 200 len: 1095 time: 0.1645424 Nov 25 19:38:01.425895 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-65459e62-e1e6-4279-958b-914a816baecf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32 HTTP/1.1" status: 200 len: 217 time: 0.0638213 Nov 25 19:38:01.469478 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac6a54f0-b59f-4b97-a224-5fb1976a8039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:01.474138 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac6a54f0-b59f-4b97-a224-5fb1976a8039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:01.475870 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ac6a54f0-b59f-4b97-a224-5fb1976a8039 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f26e6ec8-023e-420d-8f9c-79a49540e834 HTTP/1.1" status: 204 len: 168 time: 1.0298805 Nov 25 19:38:01.496606 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8be12c3a-b40d-408d-8008-df0421345444 req-40302a7e-8c0e-4fdf-ad2c-0962bb8bb0c9 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:01.497606 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a54f0-b59f-4b97-a224-5fb1976a8039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26e6ec8-023e-420d-8f9c-79a49540e834,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:01.510523 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8be12c3a-b40d-408d-8008-df0421345444 req-40302a7e-8c0e-4fdf-ad2c-0962bb8bb0c9 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:01.530839 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-501b88ca-6822-4eb1-a458-60d41457af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:01.532868 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-501b88ca-6822-4eb1-a458-60d41457af15 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3cf19564-d441-4077-bcd2-9bcbf6b9b235 HTTP/1.1" status: 200 len: 854 time: 0.0999751 Nov 25 19:38:01.567677 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-486734d3-2d00-4e8d-86ff-fc0b6f1ecef1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:01.579096 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-2cb03b68-6857-4aaa-a1f6-1a8443e7f451 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=93e34496-6e23-48ef-971e-96d0cda496d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365255 Nov 25 19:38:01.717921 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d642c3e7-572f-4fce-b84d-12c62db18b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:01.754470 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-486734d3-2d00-4e8d-86ff-fc0b6f1ecef1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:01.761074 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-486734d3-2d00-4e8d-86ff-fc0b6f1ecef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:01.766725 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-2d02ce21-d9f4-4382-9230-cc4bcefe5e2e service neutron] 10.222.0.73 "GET /v2.0/networks/93e34496-6e23-48ef-971e-96d0cda496d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789272 Nov 25 19:38:01.784986 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [req-8be12c3a-b40d-408d-8008-df0421345444 req-40302a7e-8c0e-4fdf-ad2c-0962bb8bb0c9 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Floating IP f06c066b-09ea-4fe4-a4fb-0f5e95fd26c8 associated. External IP: 172.25.6.150, port: 84d90399-10dc-4436-9304-a7308af21e42. Nov 25 19:38:01.991698 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-51a1dbd2-4bec-4026-bfc7-e8870d800caa req-7afbc37c-48c1-433e-b2bf-37f9e29dbda4 service neutron] 10.222.0.73 "GET /v2.0/networks/93e34496-6e23-48ef-971e-96d0cda496d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165518 Nov 25 19:38:02.045392 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-486734d3-2d00-4e8d-86ff-fc0b6f1ecef1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d6a26ea639474b38a49563c19f4e04cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7671657 Nov 25 19:38:02.046477 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44246) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:02.051425 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486734d3-2d00-4e8d-86ff-fc0b6f1ecef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd3cb09-4010-4d0c-b9eb-8582a0a61905,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:02.171491 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8be12c3a-b40d-408d-8008-df0421345444 req-40302a7e-8c0e-4fdf-ad2c-0962bb8bb0c9 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Router 3aa00747-c38e-4609-a86e-1c3b1c9b48d0 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:38:02.175414 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee60d-de89-4845-96e9-9618e32c2dfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:02.181941 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a72127-dfff-4ca1-b7b5-fd7e1451de2a req-0895abb0-28fb-4210-bc57-df0ce9c8edff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:02.183778 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-14a72127-dfff-4ca1-b7b5-fd7e1451de2a req-0895abb0-28fb-4210-bc57-df0ce9c8edff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d50a81e795b4803b0a1c0e06f921514&device_id=246503a4-6cb9-4ba6-83ee-845a1499fea0 HTTP/1.1" status: 200 len: 1095 time: 0.1026881 Nov 25 19:38:02.193464 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44250) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:02.214941 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d80263ba-5825-4bc9-b0f5-c3aa476bb545 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:02.270987 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee60d-de89-4845-96e9-9618e32c2dfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:02.408845 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8be12c3a-b40d-408d-8008-df0421345444 req-40302a7e-8c0e-4fdf-ad2c-0962bb8bb0c9 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:38:02.429520 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8be12c3a-b40d-408d-8008-df0421345444 req-40302a7e-8c0e-4fdf-ad2c-0962bb8bb0c9 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:02.436289 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a86450-a529-4646-a490-f349f38e6326 None None] Sync routers for ids ['3aa00747-c38e-4609-a86e-1c3b1c9b48d0'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:38:02.476506 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a86450-a529-4646-a490-f349f38e6326 None None] Routers {'3aa00747-c38e-4609-a86e-1c3b1c9b48d0'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:38:02.479728 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-26a86450-a529-4646-a490-f349f38e6326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:38:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['3aa00747-c38e-4609-a86e-1c3b1c9b48d0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:02.482310 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d80263ba-5825-4bc9-b0f5-c3aa476bb545 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:02.494186 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f65a08-0ab4-42c3-b9f7-ff74208e05c4 req-91b60fb0-2a7f-4e21-82d6-3c0db3ac6139 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:02.495829 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55f65a08-0ab4-42c3-b9f7-ff74208e05c4 req-91b60fb0-2a7f-4e21-82d6-3c0db3ac6139 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=246503a4-6cb9-4ba6-83ee-845a1499fea0 HTTP/1.1" status: 200 len: 944 time: 0.2866795 Nov 25 19:38:02.500108 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a72127-dfff-4ca1-b7b5-fd7e1451de2a req-c0c2c836-dd18-4fb0-a0a1-10588c7afa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:02.501589 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-14a72127-dfff-4ca1-b7b5-fd7e1451de2a req-c0c2c836-dd18-4fb0-a0a1-10588c7afa4c service neutron] 10.222.0.73 "GET /v2.0/networks?id=93e34496-6e23-48ef-971e-96d0cda496d2 HTTP/1.1" status: 200 len: 915 time: 0.3082609 Nov 25 19:38:02.502206 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee60d-de89-4845-96e9-9618e32c2dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:02.505010 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee60d-de89-4845-96e9-9618e32c2dfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:02.506597 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5b2ee60d-de89-4845-96e9-9618e32c2dfc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3dd3cb09-4010-4d0c-b9eb-8582a0a61905 HTTP/1.1" status: 204 len: 168 time: 0.4584289 Nov 25 19:38:02.511007 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8be12c3a-b40d-408d-8008-df0421345444 req-40302a7e-8c0e-4fdf-ad2c-0962bb8bb0c9 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "PUT /v2.0/floatingips/f06c066b-09ea-4fe4-a4fb-0f5e95fd26c8 HTTP/1.1" status: 200 len: 996 time: 1.8927505 Nov 25 19:38:02.513519 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1267a88e-360f-449b-8f1c-d4e89048bc59', 'tag': '84d90399-10dc-4436-9304-a7308af21e42'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:38:02.531290 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6a7fe5-365c-40eb-bfbd-13ffc064866b" -d '{"events": [{"name": "network-changed", "server_uuid": "1267a88e-360f-449b-8f1c-d4e89048bc59", "tag": "84d90399-10dc-4436-9304-a7308af21e42"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:38:02.543390 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d80263ba-5825-4bc9-b0f5-c3aa476bb545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:02.667061 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ee60d-de89-4845-96e9-9618e32c2dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd3cb09-4010-4d0c-b9eb-8582a0a61905,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:02.672762 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-14a72127-dfff-4ca1-b7b5-fd7e1451de2a req-34ce51ab-59d3-46eb-a813-a5121cc1b0cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32 HTTP/1.1" status: 200 len: 217 time: 0.1628096 Nov 25 19:38:02.677915 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55f65a08-0ab4-42c3-b9f7-ff74208e05c4 req-b27bde9f-0259-4e98-ba05-2eeeb5a27529 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609228 Nov 25 19:38:02.726898 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d80263ba-5825-4bc9-b0f5-c3aa476bb545 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a625bb1737b74ad79fcc2ac99cca55ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5319538 Nov 25 19:38:02.736640 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80263ba-5825-4bc9-b0f5-c3aa476bb545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f66a19f-f248-4af6-af1e-b88a966a0a90,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:02.745217 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44268) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:02.772190 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be12c3a-b40d-408d-8008-df0421345444 req-a7b2bf20-315f-4dd4-a769-a2ef20a0bcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:02.785973 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-26a86450-a529-4646-a490-f349f38e6326 None None] Set router 3aa00747-c38e-4609-a86e-1c3b1c9b48d0 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:38:02.805052 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8be12c3a-b40d-408d-8008-df0421345444 req-a7b2bf20-315f-4dd4-a769-a2ef20a0bcec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7667804fe06495ca90d8df57a53a62a&device_id=1267a88e-360f-449b-8f1c-d4e89048bc59 HTTP/1.1" status: 200 len: 1096 time: 0.2345321 Nov 25 19:38:02.811945 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a72127-dfff-4ca1-b7b5-fd7e1451de2a req-f967b215-7762-4528-b875-0d1b0b0d162a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:02.813837 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-14a72127-dfff-4ca1-b7b5-fd7e1451de2a req-f967b215-7762-4528-b875-0d1b0b0d162a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3cf19564-d441-4077-bcd2-9bcbf6b9b235 HTTP/1.1" status: 200 len: 854 time: 0.1199782 Nov 25 19:38:02.821535 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e681cb-2937-45b0-a725-e9588645fcd9 x-openstack-request-id: req-20e681cb-2937-45b0-a725-e9588645fcd9 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:38:02.822004 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1267a88e-360f-449b-8f1c-d4e89048bc59", "tag": "84d90399-10dc-4436-9304-a7308af21e42", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:38:02.822380 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-20e681cb-2937-45b0-a725-e9588645fcd9 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:38:02.822883 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1267a88e-360f-449b-8f1c-d4e89048bc59', 'tag': '84d90399-10dc-4436-9304-a7308af21e42', 'status': 'completed', 'code': 200} Nov 25 19:38:02.879943 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-14a72127-dfff-4ca1-b7b5-fd7e1451de2a req-9f8e9802-ba7f-484e-a939-49c2ffac5046 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=93e34496-6e23-48ef-971e-96d0cda496d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534625 Nov 25 19:38:02.998054 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-14a72127-dfff-4ca1-b7b5-fd7e1451de2a req-03c4f1fc-96ca-46b0-a62d-d65c912de37b service neutron] 10.222.0.73 "GET /v2.0/networks/93e34496-6e23-48ef-971e-96d0cda496d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094086 Nov 25 19:38:03.035590 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a7fe5-365c-40eb-bfbd-13ffc064866b req-8a7007d5-dd1e-4268-987d-8e945081dc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:03.038727 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4d6a7fe5-365c-40eb-bfbd-13ffc064866b req-8a7007d5-dd1e-4268-987d-8e945081dc07 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b7667804fe06495ca90d8df57a53a62a&device_id=1267a88e-360f-449b-8f1c-d4e89048bc59 HTTP/1.1" status: 200 len: 1096 time: 0.2226045 Nov 25 19:38:03.091591 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be12c3a-b40d-408d-8008-df0421345444 req-a4ad148f-ed4d-4f07-8f41-e2427d3447c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:03.101483 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8be12c3a-b40d-408d-8008-df0421345444 req-a4ad148f-ed4d-4f07-8f41-e2427d3447c0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d6c1b2d-c543-400a-870a-f71d2186fa67 HTTP/1.1" status: 200 len: 930 time: 0.2923815 Nov 25 19:38:03.185492 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-26a86450-a529-4646-a490-f349f38e6326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1130917103-router', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'a536f9e9-7c78-4584-9fdc-38e61b6a34df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:20Z', 'updated_at': '2021-11-25T19:37:29Z', 'revision_number': 4, 'project_id': 'b7667804fe06495ca90d8df57a53a62a', 'gw_port': {'id': 'a536f9e9-7c78-4584-9fdc-38e61b6a34df', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:21Z', 'updated_at': '2021-11-25T19:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'f06c066b-09ea-4fe4-a4fb-0f5e95fd26c8', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'floating_ip_address': '172.25.6.150', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'port_id': '84d90399-10dc-4436-9304-a7308af21e42', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67', 'mac_address': 'fa:16:3e:88:70:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267a88e-360f-449b-8f1c-d4e89048bc59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:37:57Z', 'updated_at': '2021-11-25T19:38:01Z', 'revision_number': 1, 'project_id': 'b7667804fe06495ca90d8df57a53a62a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f8d7a9-35eb-41e6-a573-980796fef1e7', 'name': '', 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'mac_address': 'fa:16:3e:8c:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'cb047907-a9ee-4184-90f0-96153e934be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:27Z', 'updated_at': '2021-11-25T19:37:37Z', 'revision_number': 5, 'project_id': 'b7667804fe06495ca90d8df57a53a62a', 'subnets': [{'id': 'cb047907-a9ee-4184-90f0-96153e934be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:03.222559 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-14a72127-dfff-4ca1-b7b5-fd7e1451de2a req-e2927cd9-8494-4a3d-8faf-88e2a468018f service neutron] 10.222.0.73 "GET /v2.0/networks/93e34496-6e23-48ef-971e-96d0cda496d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158303 Nov 25 19:38:03.237760 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a86450-a529-4646-a490-f349f38e6326 None None] Checking router: 3aa00747-c38e-4609-a86e-1c3b1c9b48d0 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:38:03.269875 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a86450-a529-4646-a490-f349f38e6326 None None] Routers {'3aa00747-c38e-4609-a86e-1c3b1c9b48d0'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:38:03.271441 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-26a86450-a529-4646-a490-f349f38e6326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:38:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['3aa00747-c38e-4609-a86e-1c3b1c9b48d0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:03.332412 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a7fe5-365c-40eb-bfbd-13ffc064866b req-4d80660d-d4e0-4326-95af-5a1e53798eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:03.337516 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4d6a7fe5-365c-40eb-bfbd-13ffc064866b req-4d80660d-d4e0-4326-95af-5a1e53798eef service neutron] 10.222.0.85 "GET /v2.0/networks?id=4d6c1b2d-c543-400a-870a-f71d2186fa67 HTTP/1.1" status: 200 len: 930 time: 0.2899973 Nov 25 19:38:03.564404 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4d6a7fe5-365c-40eb-bfbd-13ffc064866b req-67a69ffc-5586-4c62-828a-ab8689e9f3ab service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84d90399-10dc-4436-9304-a7308af21e42 HTTP/1.1" status: 200 len: 999 time: 0.2193317 Nov 25 19:38:03.585120 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-26a86450-a529-4646-a490-f349f38e6326 None None] Set router 3aa00747-c38e-4609-a86e-1c3b1c9b48d0 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:38:03.668518 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:03.687105 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a7fe5-365c-40eb-bfbd-13ffc064866b req-bd3b8bfe-8904-4347-ac4a-5b34a03e3112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:03.689421 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4d6a7fe5-365c-40eb-bfbd-13ffc064866b req-bd3b8bfe-8904-4347-ac4a-5b34a03e3112 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cb047907-a9ee-4184-90f0-96153e934be4 HTTP/1.1" status: 200 len: 868 time: 0.1165569 Nov 25 19:38:03.756125 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd77b-4bb8-4975-9533-1e3780c8c9b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:03.814243 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a7fe5-365c-40eb-bfbd-13ffc064866b req-2d80c3ff-8ff4-4149-b025-30ca46c6cd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:03.815371 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd77b-4bb8-4975-9533-1e3780c8c9b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:03.815849 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4d6a7fe5-365c-40eb-bfbd-13ffc064866b req-2d80c3ff-8ff4-4149-b025-30ca46c6cd54 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4d6c1b2d-c543-400a-870a-f71d2186fa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183660 Nov 25 19:38:03.933627 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a02f07-e56b-499a-bbae-5f57f1aee619 req-d4f7556b-58d4-4e99-8a74-96979c4b7a60 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:03.935501 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94a02f07-e56b-499a-bbae-5f57f1aee619 req-d4f7556b-58d4-4e99-8a74-96979c4b7a60 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=246503a4-6cb9-4ba6-83ee-845a1499fea0 HTTP/1.1" status: 200 len: 944 time: 0.1240909 Nov 25 19:38:03.961830 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8be12c3a-b40d-408d-8008-df0421345444 req-ed52049e-ffef-4303-a6b6-8a080f4d07eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84d90399-10dc-4436-9304-a7308af21e42 HTTP/1.1" status: 200 len: 999 time: 0.8335049 Nov 25 19:38:04.010400 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4d6a7fe5-365c-40eb-bfbd-13ffc064866b req-a0583e05-cdaa-4f76-aca0-b52072e98a76 service neutron] 10.222.0.85 "GET /v2.0/networks/4d6c1b2d-c543-400a-870a-f71d2186fa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644523 Nov 25 19:38:04.038943 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-26a86450-a529-4646-a490-f349f38e6326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1130917103-router', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'a536f9e9-7c78-4584-9fdc-38e61b6a34df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:20Z', 'updated_at': '2021-11-25T19:37:29Z', 'revision_number': 4, 'project_id': 'b7667804fe06495ca90d8df57a53a62a', 'gw_port': {'id': 'a536f9e9-7c78-4584-9fdc-38e61b6a34df', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:21Z', 'updated_at': '2021-11-25T19:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'f06c066b-09ea-4fe4-a4fb-0f5e95fd26c8', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'floating_ip_address': '172.25.6.150', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'port_id': '84d90399-10dc-4436-9304-a7308af21e42', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67', 'mac_address': 'fa:16:3e:88:70:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267a88e-360f-449b-8f1c-d4e89048bc59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:37:57Z', 'updated_at': '2021-11-25T19:38:01Z', 'revision_number': 1, 'project_id': 'b7667804fe06495ca90d8df57a53a62a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f8d7a9-35eb-41e6-a573-980796fef1e7', 'name': '', 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'mac_address': 'fa:16:3e:8c:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'cb047907-a9ee-4184-90f0-96153e934be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:27Z', 'updated_at': '2021-11-25T19:37:37Z', 'revision_number': 5, 'project_id': 'b7667804fe06495ca90d8df57a53a62a', 'subnets': [{'id': 'cb047907-a9ee-4184-90f0-96153e934be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:04.073088 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd77b-4bb8-4975-9533-1e3780c8c9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:04.086074 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd77b-4bb8-4975-9533-1e3780c8c9b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:04.087068 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a86450-a529-4646-a490-f349f38e6326 None None] The sync data for ids ['3aa00747-c38e-4609-a86e-1c3b1c9b48d0'] in n-d-819349-5 is: [{'id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1130917103-router', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'a536f9e9-7c78-4584-9fdc-38e61b6a34df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:20Z', 'updated_at': '2021-11-25T19:37:29Z', 'revision_number': 4, 'project_id': 'b7667804fe06495ca90d8df57a53a62a', 'gw_port': {'id': 'a536f9e9-7c78-4584-9fdc-38e61b6a34df', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:21Z', 'updated_at': '2021-11-25T19:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'f06c066b-09ea-4fe4-a4fb-0f5e95fd26c8', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'floating_ip_address': '172.25.6.150', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'port_id': '84d90399-10dc-4436-9304-a7308af21e42', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67', 'mac_address': 'fa:16:3e:88:70:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267a88e-360f-449b-8f1c-d4e89048bc59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:37:57Z', 'updated_at': '2021-11-25T19:38:01Z', 'revision_number': 1, 'project_id': 'b7667804fe06495ca90d8df57a53a62a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f8d7a9-35eb-41e6-a573-980796fef1e7', 'name': '', 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'mac_address': 'fa:16:3e:8c:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'cb047907-a9ee-4184-90f0-96153e934be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:27Z', 'updated_at': '2021-11-25T19:37:37Z', 'revision_number': 5, 'project_id': 'b7667804fe06495ca90d8df57a53a62a', 'subnets': [{'id': 'cb047907-a9ee-4184-90f0-96153e934be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:38:04.090026 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d8ecd77b-4bb8-4975-9533-1e3780c8c9b2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3f66a19f-f248-4af6-af1e-b88a966a0a90 HTTP/1.1" status: 204 len: 168 time: 1.3321023 Nov 25 19:38:04.106528 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ecd77b-4bb8-4975-9533-1e3780c8c9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f66a19f-f248-4af6-af1e-b88a966a0a90,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:04.165349 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be12c3a-b40d-408d-8008-df0421345444 req-fc5c6733-ee4e-4929-8127-096e7e8d2ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:04.167841 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8be12c3a-b40d-408d-8008-df0421345444 req-fc5c6733-ee4e-4929-8127-096e7e8d2ea5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb047907-a9ee-4184-90f0-96153e934be4 HTTP/1.1" status: 200 len: 868 time: 0.1734052 Nov 25 19:38:04.258800 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be12c3a-b40d-408d-8008-df0421345444 req-9b75a255-c263-44ee-8856-49dfb4e55ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:04.260376 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8be12c3a-b40d-408d-8008-df0421345444 req-9b75a255-c263-44ee-8856-49dfb4e55ab6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d6c1b2d-c543-400a-870a-f71d2186fa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812981 Nov 25 19:38:04.522147 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8be12c3a-b40d-408d-8008-df0421345444 req-d1f4ec6b-cb02-4f7b-badb-c16ed58febc1 service neutron] 10.222.0.55 "GET /v2.0/networks/4d6c1b2d-c543-400a-870a-f71d2186fa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486589 Nov 25 19:38:04.730103 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e16cf6-15f3-4219-a5ba-b0fa5a89620e None None] New status for floating IP f06c066b-09ea-4fe4-a4fb-0f5e95fd26c8: ACTIVE {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:38:04.760962 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94a02f07-e56b-499a-bbae-5f57f1aee619 req-b3a09829-9eb1-49c3-ab96-ad51191895ed tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7992189 Nov 25 19:38:04.853439 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8be12c3a-b40d-408d-8008-df0421345444 req-1d2f5e52-433d-44b5-95dc-9242d17091f6 service neutron] 10.222.0.55 "GET /v2.0/networks/4d6c1b2d-c543-400a-870a-f71d2186fa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249617 Nov 25 19:38:04.860685 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4d6a7fe5-365c-40eb-bfbd-13ffc064866b req-2ecb6a18-cbc0-490f-b009-1ffc5a7cdfa0 service neutron] 10.222.0.85 "GET /v2.0/networks/4d6c1b2d-c543-400a-870a-f71d2186fa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8358061 Nov 25 19:38:05.132112 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db782341-2547-43c2-a014-613abe76bfbd req-9ff58744-7e0b-417d-a6cd-ff09c75b54c7 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 258 time: 0.2321014 Nov 25 19:38:05.135396 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-db782341-2547-43c2-a014-613abe76bfbd req-3f8212df-b5ac-4447-94b6-04ef2ef1778f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:05.167208 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db782341-2547-43c2-a014-613abe76bfbd req-3f8212df-b5ac-4447-94b6-04ef2ef1778f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:05.355167 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db782341-2547-43c2-a014-613abe76bfbd req-3f8212df-b5ac-4447-94b6-04ef2ef1778f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:05.383693 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:05.550554 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:05.581013 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-db782341-2547-43c2-a014-613abe76bfbd req-3f8212df-b5ac-4447-94b6-04ef2ef1778f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Allocated IP 172.25.6.174 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/cd808e56-823c-4323-8e06-2f372cbf47cc) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:38:05.699733 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:38:05.733912 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db782341-2547-43c2-a014-613abe76bfbd req-3f8212df-b5ac-4447-94b6-04ef2ef1778f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:05.788044 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db782341-2547-43c2-a014-613abe76bfbd req-3f8212df-b5ac-4447-94b6-04ef2ef1778f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:05.863071 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44396) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:05.902794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db782341-2547-43c2-a014-613abe76bfbd req-3f8212df-b5ac-4447-94b6-04ef2ef1778f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:38:05.908149 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-db782341-2547-43c2-a014-613abe76bfbd req-3f8212df-b5ac-4447-94b6-04ef2ef1778f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:38:05.913989 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-db782341-2547-43c2-a014-613abe76bfbd req-3f8212df-b5ac-4447-94b6-04ef2ef1778f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:38:05.924301 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32,segment=NetworkSegment(ac9fe41d-7acf-41fa-a6ba-c987e65b3e27),segment_id=ac9fe41d-7acf-41fa-a6ba-c987e65b3e27)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:05.960938 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8212df-b5ac-4447-94b6-04ef2ef1778f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Pushing event updated for resources: {'Port': ['ID=cd808e56-823c-4323-8e06-2f372cbf47cc,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:05.976342 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'd0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32', 'network_id': '93e34496-6e23-48ef-971e-96d0cda496d2', 'port_id': 'd0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32', 'mac_address': 'fa:16:3e:93:a8:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cf19564-d441-4077-bcd2-9bcbf6b9b235', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:38:06.076308 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fca0de-ba89-4051-8018-dd216288bbeb req-93ee5dc9-7e0d-4b24-998e-58b8c4388e4d tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:06.087415 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d1fca0de-ba89-4051-8018-dd216288bbeb req-93ee5dc9-7e0d-4b24-998e-58b8c4388e4d tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=246503a4-6cb9-4ba6-83ee-845a1499fea0 HTTP/1.1" status: 200 len: 944 time: 0.1137319 Nov 25 19:38:06.104918 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db782341-2547-43c2-a014-613abe76bfbd req-3f8212df-b5ac-4447-94b6-04ef2ef1778f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:06.109574 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:06.131793 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:38:06.162037 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32,segment=NetworkSegment(ac9fe41d-7acf-41fa-a6ba-c987e65b3e27),segment_id=ac9fe41d-7acf-41fa-a6ba-c987e65b3e27)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:06.167671 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:06.194361 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d1fca0de-ba89-4051-8018-dd216288bbeb req-3614effc-4a43-4a26-8d0a-47df4a0cd857 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058867 Nov 25 19:38:06.244758 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db782341-2547-43c2-a014-613abe76bfbd req-3f8212df-b5ac-4447-94b6-04ef2ef1778f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:06.246266 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:06.344214 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c028ec41-e61e-4ead-8fd2-4e52a7e9205a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:06.459332 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c028ec41-e61e-4ead-8fd2-4e52a7e9205a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:06.467424 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c028ec41-e61e-4ead-8fd2-4e52a7e9205a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:06.469223 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:38:06.559199 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44414) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:06.560987 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c028ec41-e61e-4ead-8fd2-4e52a7e9205a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d4f19350442e4a50b0adae99b0e14359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6942334 Nov 25 19:38:06.568829 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db782341-2547-43c2-a014-613abe76bfbd req-3f8212df-b5ac-4447-94b6-04ef2ef1778f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:06.581243 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028ec41-e61e-4ead-8fd2-4e52a7e9205a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b034762-bab9-4f5c-9e6b-7eb05c3e376c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:06.599545 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db782341-2547-43c2-a014-613abe76bfbd req-3f8212df-b5ac-4447-94b6-04ef2ef1778f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:06.777757 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8212df-b5ac-4447-94b6-04ef2ef1778f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Pushing event updated for resources: {'Port': ['ID=cd808e56-823c-4323-8e06-2f372cbf47cc,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:06.803080 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db782341-2547-43c2-a014-613abe76bfbd req-3f8212df-b5ac-4447-94b6-04ef2ef1778f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:06.810206 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1efe6c91-9043-4e3c-af37-ab50282eb0a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:06.833740 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-db782341-2547-43c2-a014-613abe76bfbd req-3f8212df-b5ac-4447-94b6-04ef2ef1778f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:06.835056 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db782341-2547-43c2-a014-613abe76bfbd req-3f8212df-b5ac-4447-94b6-04ef2ef1778f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7045295 Nov 25 19:38:06.845096 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1efe6c91-9043-4e3c-af37-ab50282eb0a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:06.935195 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db782341-2547-43c2-a014-613abe76bfbd req-cbde6af9-dfe9-40f3-bc08-cdb69fb46030 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.174 HTTP/1.1" status: 200 len: 696 time: 0.0676746 Nov 25 19:38:07.075900 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1efe6c91-9043-4e3c-af37-ab50282eb0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:07.079034 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1efe6c91-9043-4e3c-af37-ab50282eb0a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:07.086748 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1efe6c91-9043-4e3c-af37-ab50282eb0a3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8b034762-bab9-4f5c-9e6b-7eb05c3e376c HTTP/1.1" status: 204 len: 168 time: 0.5258770 Nov 25 19:38:07.142983 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe6c91-9043-4e3c-af37-ab50282eb0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b034762-bab9-4f5c-9e6b-7eb05c3e376c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:07.169662 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db782341-2547-43c2-a014-613abe76bfbd req-6c3cd08c-63ec-448b-8d18-f3310bc8206f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:07.171293 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db782341-2547-43c2-a014-613abe76bfbd req-6c3cd08c-63ec-448b-8d18-f3310bc8206f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.2238708 Nov 25 19:38:07.574528 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a557f-9f60-4d95-ad49-9bb0185cbb2b req-df76dca7-feb7-4764-928d-4a4c454e6d89 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:07.584455 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-782a557f-9f60-4d95-ad49-9bb0185cbb2b req-df76dca7-feb7-4764-928d-4a4c454e6d89 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=246503a4-6cb9-4ba6-83ee-845a1499fea0 HTTP/1.1" status: 200 len: 945 time: 0.2051380 Nov 25 19:38:07.603511 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74056172-8bd0-4ed6-8334-6d01ab59ee6f req-823a7d38-4335-446c-8ac3-3a668aec97e6 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:07.621915 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-74056172-8bd0-4ed6-8334-6d01ab59ee6f req-823a7d38-4335-446c-8ac3-3a668aec97e6 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/ports?device_id=1267a88e-360f-449b-8f1c-d4e89048bc59&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1994460 Nov 25 19:38:07.737926 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:38:07.768426 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-74056172-8bd0-4ed6-8334-6d01ab59ee6f req-e339c843-9ad5-47bc-8e63-347bcd3b45fd tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.174 HTTP/1.1" status: 200 len: 696 time: 0.1411595 Nov 25 19:38:07.787219 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-782a557f-9f60-4d95-ad49-9bb0185cbb2b req-fefca810-4e2f-4c26-adf1-0cd980d335b2 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961260 Nov 25 19:38:07.789630 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-74056172-8bd0-4ed6-8334-6d01ab59ee6f req-f5447ae1-8c2b-4c35-b40a-30985afe6955 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Request body: {'floatingip': {'port_id': '84d90399-10dc-4436-9304-a7308af21e42', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:07.824980 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:38:07.830018 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:38:07.830470 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:07.942515 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-74056172-8bd0-4ed6-8334-6d01ab59ee6f req-f5447ae1-8c2b-4c35-b40a-30985afe6955 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:08.027798 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:08.139224 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32,segment=NetworkSegment(ac9fe41d-7acf-41fa-a6ba-c987e65b3e27),segment_id=ac9fe41d-7acf-41fa-a6ba-c987e65b3e27)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:08.140069 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246503a4-6cb9-4ba6-83ee-845a1499fea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:38:08.147437 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e28883-cfc5-46c8-9ee7-8f944a3346b1" -d '{"events": [{"server_uuid": "246503a4-6cb9-4ba6-83ee-845a1499fea0", "name": "network-vif-plugged", "status": "completed", "tag": "d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:38:08.171448 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:08.358479 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2076d43c-389f-4818-827c-640f7f1f2254 x-openstack-request-id: req-2076d43c-389f-4818-827c-640f7f1f2254 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:38:08.358771 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246503a4-6cb9-4ba6-83ee-845a1499fea0", "name": "network-vif-plugged", "status": "completed", "tag": "d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:38:08.359038 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2076d43c-389f-4818-827c-640f7f1f2254 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:38:08.359470 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246503a4-6cb9-4ba6-83ee-845a1499fea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32', 'code': 200} Nov 25 19:38:08.373194 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:08.448776 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff75b81-5f10-4d79-8aad-e379297dc410 req-19fb34d1-bde6-43eb-b22a-c55b63deeda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:08.451672 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9ff75b81-5f10-4d79-8aad-e379297dc410 req-19fb34d1-bde6-43eb-b22a-c55b63deeda6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=246503a4-6cb9-4ba6-83ee-845a1499fea0 HTTP/1.1" status: 200 len: 1097 time: 0.0909896 Nov 25 19:38:08.530845 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9ff75b81-5f10-4d79-8aad-e379297dc410 req-23242754-6378-4f82-8f3d-1ad924a25522 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693719 Nov 25 19:38:08.599143 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [req-74056172-8bd0-4ed6-8334-6d01ab59ee6f req-f5447ae1-8c2b-4c35-b40a-30985afe6955 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] update failed (client error): There was a conflict when trying to complete your request. Nov 25 19:38:08.609301 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-74056172-8bd0-4ed6-8334-6d01ab59ee6f req-f5447ae1-8c2b-4c35-b40a-30985afe6955 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "PUT /v2.0/floatingips/d9f78021-3a35-4e1f-ad99-29ca6fda1979 HTTP/1.1" status: 409 len: 550 time: 0.8330047 Nov 25 19:38:08.778514 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d875b333-b10b-4822-848d-46d021f1e9fc req-f492ba2e-6b26-4be1-8856-97f6823b475d tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/floatingips/d9f78021-3a35-4e1f-ad99-29ca6fda1979 HTTP/1.1" status: 200 len: 693 time: 0.1082771 Nov 25 19:38:09.099597 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ebcf4-d615-4ed1-8223-ee6206e55a20 req-5fd137db-8520-4f6d-b5f6-a04e26413b05 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:09.100418 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875b333-b10b-4822-848d-46d021f1e9fc req-957cbc4b-8c9c-40fc-8092-f82f57dbe3f4 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:09.107523 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1d7ebcf4-d615-4ed1-8223-ee6206e55a20 req-5fd137db-8520-4f6d-b5f6-a04e26413b05 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=246503a4-6cb9-4ba6-83ee-845a1499fea0 HTTP/1.1" status: 200 len: 946 time: 0.1397557 Nov 25 19:38:09.115333 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d875b333-b10b-4822-848d-46d021f1e9fc req-957cbc4b-8c9c-40fc-8092-f82f57dbe3f4 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.3194284 Nov 25 19:38:09.201198 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1d7ebcf4-d615-4ed1-8223-ee6206e55a20 req-eecb487e-1eed-4a93-bf57-630dc61d4da1 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910709 Nov 25 19:38:09.228757 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d875b333-b10b-4822-848d-46d021f1e9fc req-d4e50d72-bc3c-4982-b492-28de453735c1 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.174 HTTP/1.1" status: 200 len: 696 time: 0.1084931 Nov 25 19:38:09.336769 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d875b333-b10b-4822-848d-46d021f1e9fc req-3b7253bc-bde5-4819-8666-79f34a44c24d tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.174 HTTP/1.1" status: 200 len: 696 time: 0.0900354 Nov 25 19:38:10.009498 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-d875b333-b10b-4822-848d-46d021f1e9fc req-d8bd5bbe-6ec6-4d46-b410-895db6868f0e tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Deleting port cd808e56-823c-4323-8e06-2f372cbf47cc {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:38:10.010253 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d875b333-b10b-4822-848d-46d021f1e9fc req-d8bd5bbe-6ec6-4d46-b410-895db6868f0e tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:10.225460 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d875b333-b10b-4822-848d-46d021f1e9fc req-d8bd5bbe-6ec6-4d46-b410-895db6868f0e tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:10.227197 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d875b333-b10b-4822-848d-46d021f1e9fc req-d8bd5bbe-6ec6-4d46-b410-895db6868f0e tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:10.266262 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-d875b333-b10b-4822-848d-46d021f1e9fc req-d8bd5bbe-6ec6-4d46-b410-895db6868f0e tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Calling delete_port for cd808e56-823c-4323-8e06-2f372cbf47cc owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:38:10.504193 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a8d8b-e40c-4b9d-bbaf-004441cbee16 req-dc6e08e8-e26b-4fe3-9382-ab48cd7f0cc5 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:10.515222 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9d8a8d8b-e40c-4b9d-bbaf-004441cbee16 req-dc6e08e8-e26b-4fe3-9382-ab48cd7f0cc5 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=246503a4-6cb9-4ba6-83ee-845a1499fea0 HTTP/1.1" status: 200 len: 946 time: 0.1939371 Nov 25 19:38:10.633182 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9d8a8d8b-e40c-4b9d-bbaf-004441cbee16 req-36dd3166-e63d-4307-aec7-2964edc3b377 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094296 Nov 25 19:38:10.717288 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d875b333-b10b-4822-848d-46d021f1e9fc req-d8bd5bbe-6ec6-4d46-b410-895db6868f0e tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:10.797323 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd5bbe-6ec6-4d46-b410-895db6868f0e tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Pushing event deleted for resources: {'Port': ['ID=cd808e56-823c-4323-8e06-2f372cbf47cc,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:10.827600 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44682) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:10.836204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44686) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:10.873042 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1ccb5-74e1-4069-bbc4-db2a61b08f0c req-d21f9bd5-d600-426a-8b53-045abeb6e076 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:10.884420 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-24f1ccb5-74e1-4069-bbc4-db2a61b08f0c req-d21f9bd5-d600-426a-8b53-045abeb6e076 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=246503a4-6cb9-4ba6-83ee-845a1499fea0 HTTP/1.1" status: 200 len: 946 time: 0.1109729 Nov 25 19:38:10.910545 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d875b333-b10b-4822-848d-46d021f1e9fc req-d8bd5bbe-6ec6-4d46-b410-895db6868f0e tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:10.913941 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d875b333-b10b-4822-848d-46d021f1e9fc req-d8bd5bbe-6ec6-4d46-b410-895db6868f0e tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:10.915845 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d875b333-b10b-4822-848d-46d021f1e9fc req-d8bd5bbe-6ec6-4d46-b410-895db6868f0e tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "DELETE /v2.0/floatingips/d9f78021-3a35-4e1f-ad99-29ca6fda1979 HTTP/1.1" status: 204 len: 173 time: 1.5378737 Nov 25 19:38:10.969299 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-24f1ccb5-74e1-4069-bbc4-db2a61b08f0c req-d2be355c-8987-4c15-813e-636483a4f6ba tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812595 Nov 25 19:38:11.133833 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9977f9a4-bf66-48a9-924b-b4f19dd24600 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:11.156780 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b30d7dc5-6987-4a07-8a1f-15764e58583d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:11.202333 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1383348b-8135-49e7-beaf-267872306d29 req-03779cc2-9efd-4850-9874-b1b631605135 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.150 HTTP/1.1" status: 200 len: 1001 time: 0.2144055 Nov 25 19:38:11.276340 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383348b-8135-49e7-beaf-267872306d29 req-94b9fe43-925d-41ff-b280-1d57cd9c673c tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:11.277846 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1383348b-8135-49e7-beaf-267872306d29 req-94b9fe43-925d-41ff-b280-1d57cd9c673c tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/ports/84d90399-10dc-4436-9304-a7308af21e42 HTTP/1.1" status: 200 len: 942 time: 0.0576687 Nov 25 19:38:11.420268 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9977f9a4-bf66-48a9-924b-b4f19dd24600 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:11.420972 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c06a6-a3ec-4178-943c-562af639c272 req-8bc1adc3-ff05-4c97-b542-430ab3c8319e tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:11.423734 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c05c06a6-a3ec-4178-943c-562af639c272 req-8bc1adc3-ff05-4c97-b542-430ab3c8319e tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=246503a4-6cb9-4ba6-83ee-845a1499fea0 HTTP/1.1" status: 200 len: 946 time: 0.1198907 Nov 25 19:38:11.506137 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9977f9a4-bf66-48a9-924b-b4f19dd24600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:11.509172 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c05c06a6-a3ec-4178-943c-562af639c272 req-5cdb7337-b035-4c5c-801e-1833b2bf242c tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775251 Nov 25 19:38:11.617812 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b30d7dc5-6987-4a07-8a1f-15764e58583d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:11.644316 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b30d7dc5-6987-4a07-8a1f-15764e58583d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:11.678046 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9977f9a4-bf66-48a9-924b-b4f19dd24600 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=00d205cb32e24d788c5167db8fa36db1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8403146 Nov 25 19:38:11.686973 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44708) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:11.699778 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1383348b-8135-49e7-beaf-267872306d29 req-a2d46c4e-0f2d-4cd9-a4c3-9381ab57597d tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.150 HTTP/1.1" status: 200 len: 1001 time: 0.2910652 Nov 25 19:38:11.712285 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977f9a4-bf66-48a9-924b-b4f19dd24600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5397f57-f8a7-424c-a1c5-98bafb0384d3,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:11.794738 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48dba208-dd49-4045-9d54-04f7f385be45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:11.823941 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48dba208-dd49-4045-9d54-04f7f385be45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:11.927083 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383348b-8135-49e7-beaf-267872306d29 req-4ffa87bc-56f1-4e17-a941-145948b311c5 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:11.930007 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1383348b-8135-49e7-beaf-267872306d29 req-4ffa87bc-56f1-4e17-a941-145948b311c5 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.2287564 Nov 25 19:38:11.943152 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155965e8-a714-4118-9479-b0a07bca3e78 req-da5c8128-f8d2-42d1-aad4-632ab534822b tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:11.952280 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-155965e8-a714-4118-9479-b0a07bca3e78 req-da5c8128-f8d2-42d1-aad4-632ab534822b tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=246503a4-6cb9-4ba6-83ee-845a1499fea0 HTTP/1.1" status: 200 len: 946 time: 0.3219001 Nov 25 19:38:11.971058 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b30d7dc5-6987-4a07-8a1f-15764e58583d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c455fd56df9c4745b9a6b5f10134b36a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1431208 Nov 25 19:38:11.978479 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44716) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:12.075053 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-155965e8-a714-4118-9479-b0a07bca3e78 req-6c7495fa-a8ff-47ef-896c-399460c8b665 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219156 Nov 25 19:38:12.076016 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48dba208-dd49-4045-9d54-04f7f385be45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:12.079306 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48dba208-dd49-4045-9d54-04f7f385be45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:12.080814 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-48dba208-dd49-4045-9d54-04f7f385be45 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c5397f57-f8a7-424c-a1c5-98bafb0384d3 HTTP/1.1" status: 204 len: 168 time: 0.3740258 Nov 25 19:38:12.124047 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dba208-dd49-4045-9d54-04f7f385be45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5397f57-f8a7-424c-a1c5-98bafb0384d3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:12.140419 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d7dc5-6987-4a07-8a1f-15764e58583d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25672aa-0279-4be5-aff1-026c49d9eed9,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:12.197451 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-56f9a3af-b81a-40c1-b133-b92db6233a57 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2639248 Nov 25 19:38:12.204539 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1383348b-8135-49e7-beaf-267872306d29 req-5e2d4f1f-47fe-40b0-9b93-309f26e646d2 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.150 HTTP/1.1" status: 200 len: 1001 time: 0.2404165 Nov 25 19:38:12.221123 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-1383348b-8135-49e7-beaf-267872306d29 req-3a1866b9-fff1-4db6-8f1a-22585f686a38 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:12.238548 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44d32513-2d44-4e22-a25b-0f464bb0066d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:12.371214 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44d32513-2d44-4e22-a25b-0f464bb0066d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:12.476593 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1383348b-8135-49e7-beaf-267872306d29 req-3a1866b9-fff1-4db6-8f1a-22585f686a38 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks [] for floatingip, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:12.546015 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44d32513-2d44-4e22-a25b-0f464bb0066d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:12.552095 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44d32513-2d44-4e22-a25b-0f464bb0066d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:12.554403 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-44d32513-2d44-4e22-a25b-0f464bb0066d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a25672aa-0279-4be5-aff1-026c49d9eed9 HTTP/1.1" status: 204 len: 168 time: 0.5433116 Nov 25 19:38:12.587011 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d32513-2d44-4e22-a25b-0f464bb0066d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25672aa-0279-4be5-aff1-026c49d9eed9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:12.704884 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032be3e-63f9-470c-8658-676b248ea624 req-b3d7fbdb-97d0-4e39-93ae-7a9568a6bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:12.715934 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032be3e-63f9-470c-8658-676b248ea624 req-b3d7fbdb-97d0-4e39-93ae-7a9568a6bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:12.716935 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032be3e-63f9-470c-8658-676b248ea624 req-b3d7fbdb-97d0-4e39-93ae-7a9568a6bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:12.718076 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032be3e-63f9-470c-8658-676b248ea624 req-b3d7fbdb-97d0-4e39-93ae-7a9568a6bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:12.719073 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032be3e-63f9-470c-8658-676b248ea624 req-b3d7fbdb-97d0-4e39-93ae-7a9568a6bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:12.720034 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032be3e-63f9-470c-8658-676b248ea624 req-b3d7fbdb-97d0-4e39-93ae-7a9568a6bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:12.721011 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032be3e-63f9-470c-8658-676b248ea624 req-b3d7fbdb-97d0-4e39-93ae-7a9568a6bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:12.725455 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-b3d7fbdb-97d0-4e39-93ae-7a9568a6bfd1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=514fc44b5d1f423cb02ea29bd2e23ca8&device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 6489 time: 0.3906047 Nov 25 19:38:12.876697 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f872d-1546-41e9-873b-60f3f19d6657 req-2adc8e34-996e-4ff4-b26c-c849b2c77621 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:12.876697 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f68f872d-1546-41e9-873b-60f3f19d6657 req-2adc8e34-996e-4ff4-b26c-c849b2c77621 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=246503a4-6cb9-4ba6-83ee-845a1499fea0 HTTP/1.1" status: 200 len: 946 time: 0.1443708 Nov 25 19:38:13.115521 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f68f872d-1546-41e9-873b-60f3f19d6657 req-90eb7705-1482-4261-9bef-e258a3565b02 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014077 Nov 25 19:38:13.186617 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1383348b-8135-49e7-beaf-267872306d29 req-3a1866b9-fff1-4db6-8f1a-22585f686a38 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:13.192287 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1383348b-8135-49e7-beaf-267872306d29 req-3a1866b9-fff1-4db6-8f1a-22585f686a38 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:13.192899 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [req-1383348b-8135-49e7-beaf-267872306d29 req-3a1866b9-fff1-4db6-8f1a-22585f686a38 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Floating IP f06c066b-09ea-4fe4-a4fb-0f5e95fd26c8 disassociated. External IP: 172.25.6.150, port: 84d90399-10dc-4436-9304-a7308af21e42. Nov 25 19:38:13.420375 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032be3e-63f9-470c-8658-676b248ea624 req-47aff71d-da3d-47f0-98bb-e3a517d33dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:13.420861 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032be3e-63f9-470c-8658-676b248ea624 req-47aff71d-da3d-47f0-98bb-e3a517d33dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:13.421334 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032be3e-63f9-470c-8658-676b248ea624 req-47aff71d-da3d-47f0-98bb-e3a517d33dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:13.423497 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-47aff71d-da3d-47f0-98bb-e3a517d33dd6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef8c8951-3e09-4638-b17c-6d6bf560793b&id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&id=9b26d7dc-4a45-4c30-b577-4f6a5a25a55c&id=9b26d7dc-4a45-4c30-b577-4f6a5a25a55c HTTP/1.1" status: 200 len: 2292 time: 0.5664647 Nov 25 19:38:13.474481 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044cc47-bd73-4d6a-ad33-d1d739b63112 req-c645ac77-399c-4cf2-a758-33a1e9e2b5bb tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:13.481400 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2044cc47-bd73-4d6a-ad33-d1d739b63112 req-c645ac77-399c-4cf2-a758-33a1e9e2b5bb tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=246503a4-6cb9-4ba6-83ee-845a1499fea0 HTTP/1.1" status: 200 len: 946 time: 0.1347485 Nov 25 19:38:13.603399 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2044cc47-bd73-4d6a-ad33-d1d739b63112 req-bbf277c9-1b9a-4076-8b75-daf18015c962 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106155 Nov 25 19:38:13.833958 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44768) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:13.850686 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-027ebe5f-b6b0-4939-830d-5bded529c6d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:14.058589 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-027ebe5f-b6b0-4939-830d-5bded529c6d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:14.078608 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-027ebe5f-b6b0-4939-830d-5bded529c6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:14.217564 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-6afac09d-c9ff-493c-a886-68b8083c5899 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de41ef00-7b97-4a25-a5f5-7ebe385be1e1 HTTP/1.1" status: 200 len: 1001 time: 0.7832406 Nov 25 19:38:14.233015 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44780) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:14.236352 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-027ebe5f-b6b0-4939-830d-5bded529c6d3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9901e96960a348bfae3c3721e4f3292f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4006076 Nov 25 19:38:14.261057 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ebe5f-b6b0-4939-830d-5bded529c6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b99d931-38da-4a24-9030-c9c959f619fa,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:14.458750 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1383348b-8135-49e7-beaf-267872306d29 req-3a1866b9-fff1-4db6-8f1a-22585f686a38 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Router 3aa00747-c38e-4609-a86e-1c3b1c9b48d0 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:38:14.532968 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032be3e-63f9-470c-8658-676b248ea624 req-82c67fc2-a4e3-4f99-9ac5-a22047336029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:14.538282 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-82c67fc2-a4e3-4f99-9ac5-a22047336029 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ec82d2f3-e400-4120-bb41-01b4378dd9d3 HTTP/1.1" status: 200 len: 850 time: 0.3065586 Nov 25 19:38:14.688131 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b26a20ba-4013-42f5-8bbb-894c1d77c4ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:14.742664 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b26a20ba-4013-42f5-8bbb-894c1d77c4ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:14.746788 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032be3e-63f9-470c-8658-676b248ea624 req-2c160d5e-b9fb-4320-a196-1ed5cc0a7171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:14.748484 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-2c160d5e-b9fb-4320-a196-1ed5cc0a7171 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef8c8951-3e09-4638-b17c-6d6bf560793b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437917 Nov 25 19:38:14.798966 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f51da-5940-4d43-a280-f52b3d8cc91d req-71c98be2-4814-4da9-9b3f-f752f1402e50 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:14.814902 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a67f51da-5940-4d43-a280-f52b3d8cc91d req-71c98be2-4814-4da9-9b3f-f752f1402e50 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=246503a4-6cb9-4ba6-83ee-845a1499fea0 HTTP/1.1" status: 200 len: 946 time: 0.3833084 Nov 25 19:38:14.825486 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1383348b-8135-49e7-beaf-267872306d29 req-3a1866b9-fff1-4db6-8f1a-22585f686a38 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:38:14.843143 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ac7e48-01eb-4949-8152-fd93796e40fd None None] Sync routers for ids ['3aa00747-c38e-4609-a86e-1c3b1c9b48d0'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:38:14.860730 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1383348b-8135-49e7-beaf-267872306d29 req-3a1866b9-fff1-4db6-8f1a-22585f686a38 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:14.872305 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ac7e48-01eb-4949-8152-fd93796e40fd None None] Routers {'3aa00747-c38e-4609-a86e-1c3b1c9b48d0'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:38:14.873884 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e4ac7e48-01eb-4949-8152-fd93796e40fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:38:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['3aa00747-c38e-4609-a86e-1c3b1c9b48d0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:14.902777 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1383348b-8135-49e7-beaf-267872306d29 req-3a1866b9-fff1-4db6-8f1a-22585f686a38 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "PUT /v2.0/floatingips/f06c066b-09ea-4fe4-a4fb-0f5e95fd26c8 HTTP/1.1" status: 200 len: 695 time: 2.6912742 Nov 25 19:38:14.905110 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1267a88e-360f-449b-8f1c-d4e89048bc59', 'tag': '84d90399-10dc-4436-9304-a7308af21e42'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:38:14.907758 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af78684-990c-4b30-9314-a2da2420316f" -d '{"events": [{"name": "network-changed", "server_uuid": "1267a88e-360f-449b-8f1c-d4e89048bc59", "tag": "84d90399-10dc-4436-9304-a7308af21e42"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:38:14.916540 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a67f51da-5940-4d43-a280-f52b3d8cc91d req-25d87e4c-b5a6-430c-a694-998242271aeb tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979173 Nov 25 19:38:14.952961 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b26a20ba-4013-42f5-8bbb-894c1d77c4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:14.955786 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b26a20ba-4013-42f5-8bbb-894c1d77c4ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:14.987864 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b26a20ba-4013-42f5-8bbb-894c1d77c4ba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b99d931-38da-4a24-9030-c9c959f619fa HTTP/1.1" status: 204 len: 168 time: 0.7158332 Nov 25 19:38:14.987864 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-f5bbfb73-4a20-43df-9cde-3fc12562a6f3 service neutron] 10.222.0.73 "GET /v2.0/networks/ef8c8951-3e09-4638-b17c-6d6bf560793b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291684 Nov 25 19:38:15.169884 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cc5931-273d-40e0-bb17-83e61d6ef5bb x-openstack-request-id: req-46cc5931-273d-40e0-bb17-83e61d6ef5bb {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:38:15.177231 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1267a88e-360f-449b-8f1c-d4e89048bc59", "tag": "84d90399-10dc-4436-9304-a7308af21e42", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:38:15.178573 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-46cc5931-273d-40e0-bb17-83e61d6ef5bb {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:38:15.179235 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1267a88e-360f-449b-8f1c-d4e89048bc59', 'tag': '84d90399-10dc-4436-9304-a7308af21e42', 'status': 'completed', 'code': 200} Nov 25 19:38:15.230080 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e4ac7e48-01eb-4949-8152-fd93796e40fd None None] Set router 3aa00747-c38e-4609-a86e-1c3b1c9b48d0 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:38:15.293442 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a20ba-4013-42f5-8bbb-894c1d77c4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b99d931-38da-4a24-9030-c9c959f619fa,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:15.586679 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1d0ef-9c20-404c-a9be-5abf82aa918a req-0d6a6d97-dd0f-4ddd-8710-b316e1c311cd tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:15.593908 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f7a1d0ef-9c20-404c-a9be-5abf82aa918a req-0d6a6d97-dd0f-4ddd-8710-b316e1c311cd tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.73 "GET /v2.0/ports?device_id=246503a4-6cb9-4ba6-83ee-845a1499fea0 HTTP/1.1" status: 200 len: 946 time: 0.2291255 Nov 25 19:38:15.686258 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af78684-990c-4b30-9314-a2da2420316f req-a9704dd9-8c2a-46fd-9f74-525f6d076395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:15.687856 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6af78684-990c-4b30-9314-a2da2420316f req-a9704dd9-8c2a-46fd-9f74-525f6d076395 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b7667804fe06495ca90d8df57a53a62a&device_id=1267a88e-360f-449b-8f1c-d4e89048bc59 HTTP/1.1" status: 200 len: 1096 time: 0.5059106 Nov 25 19:38:15.752189 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44818) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:15.936021 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e4ac7e48-01eb-4949-8152-fd93796e40fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1130917103-router', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'a536f9e9-7c78-4584-9fdc-38e61b6a34df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:20Z', 'updated_at': '2021-11-25T19:37:29Z', 'revision_number': 4, 'project_id': 'b7667804fe06495ca90d8df57a53a62a', 'gw_port': {'id': 'a536f9e9-7c78-4584-9fdc-38e61b6a34df', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:21Z', 'updated_at': '2021-11-25T19:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c0f8d7a9-35eb-41e6-a573-980796fef1e7', 'name': '', 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'mac_address': 'fa:16:3e:8c:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'cb047907-a9ee-4184-90f0-96153e934be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:27Z', 'updated_at': '2021-11-25T19:37:37Z', 'revision_number': 5, 'project_id': 'b7667804fe06495ca90d8df57a53a62a', 'subnets': [{'id': 'cb047907-a9ee-4184-90f0-96153e934be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:15.946475 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af78684-990c-4b30-9314-a2da2420316f req-237814f9-a9c8-45cd-831c-52992e8ef5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:15.949718 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6af78684-990c-4b30-9314-a2da2420316f req-237814f9-a9c8-45cd-831c-52992e8ef5bd service neutron] 10.222.0.85 "GET /v2.0/networks?id=4d6c1b2d-c543-400a-870a-f71d2186fa67 HTTP/1.1" status: 200 len: 930 time: 0.2449198 Nov 25 19:38:15.957469 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383348b-8135-49e7-beaf-267872306d29 req-cfd62565-c429-4e17-a96b-84aa6bd3d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:15.963534 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1383348b-8135-49e7-beaf-267872306d29 req-cfd62565-c429-4e17-a96b-84aa6bd3d31f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7667804fe06495ca90d8df57a53a62a&device_id=1267a88e-360f-449b-8f1c-d4e89048bc59 HTTP/1.1" status: 200 len: 1096 time: 0.9856341 Nov 25 19:38:16.008747 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-f7a1d0ef-9c20-404c-a9be-5abf82aa918a req-877b581a-8fea-486a-88ee-e0f0889a66bb tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Deleting port d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:38:16.009614 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f7a1d0ef-9c20-404c-a9be-5abf82aa918a req-877b581a-8fea-486a-88ee-e0f0889a66bb tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:16.060617 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6af78684-990c-4b30-9314-a2da2420316f req-044e08ea-a2cf-4c5b-b61c-73e21ee253a9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84d90399-10dc-4436-9304-a7308af21e42 HTTP/1.1" status: 200 len: 217 time: 0.0953846 Nov 25 19:38:16.128734 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ac7e48-01eb-4949-8152-fd93796e40fd None None] Checking router: 3aa00747-c38e-4609-a86e-1c3b1c9b48d0 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:38:16.174992 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ac7e48-01eb-4949-8152-fd93796e40fd None None] Routers {'3aa00747-c38e-4609-a86e-1c3b1c9b48d0'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:38:16.176453 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e4ac7e48-01eb-4949-8152-fd93796e40fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:38:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['3aa00747-c38e-4609-a86e-1c3b1c9b48d0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:16.377066 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b52593eb-262e-4767-9000-992825b385ec tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1341667053'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:16.391843 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-003d3ffe-9313-4998-88b6-d081aacf9279 service neutron] 10.222.0.73 "GET /v2.0/networks/ef8c8951-3e09-4638-b17c-6d6bf560793b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2632098 Nov 25 19:38:16.393223 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383348b-8135-49e7-beaf-267872306d29 req-d52f362c-9dd4-4ea9-9d38-3f07330f4b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:16.395663 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1383348b-8135-49e7-beaf-267872306d29 req-d52f362c-9dd4-4ea9-9d38-3f07330f4b8c service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d6c1b2d-c543-400a-870a-f71d2186fa67 HTTP/1.1" status: 200 len: 930 time: 0.3336995 Nov 25 19:38:16.509460 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52593eb-262e-4767-9000-992825b385ec tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Made reservation on behalf of 4f2176664e5e476fa3903bce41d7b706 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:16.519880 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b52593eb-262e-4767-9000-992825b385ec tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:16.543700 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccf0e7-63df-470d-aec4-8fcc5a4e3674 req-bcc29df4-a0e3-4917-8da3-163fae8d392b tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:16.547000 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af78684-990c-4b30-9314-a2da2420316f req-9be4698f-c30c-4b85-b784-78a39e992cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:16.549808 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6af78684-990c-4b30-9314-a2da2420316f req-9be4698f-c30c-4b85-b784-78a39e992cb5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cb047907-a9ee-4184-90f0-96153e934be4 HTTP/1.1" status: 200 len: 868 time: 0.4621391 Nov 25 19:38:16.560450 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-39ccf0e7-63df-470d-aec4-8fcc5a4e3674 req-bcc29df4-a0e3-4917-8da3-163fae8d392b tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=246503a4-6cb9-4ba6-83ee-845a1499fea0 HTTP/1.1" status: 200 len: 946 time: 0.4382381 Nov 25 19:38:16.618227 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1383348b-8135-49e7-beaf-267872306d29 req-e3a0019f-4d9c-4474-9530-8905cdfe3d8c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84d90399-10dc-4436-9304-a7308af21e42 HTTP/1.1" status: 200 len: 217 time: 0.1893446 Nov 25 19:38:16.623628 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-0ad333ff-a771-4497-ae15-9eff46904066 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=19c243f1-ae0e-483f-b5b6-665f722ee400 HTTP/1.1" status: 200 len: 217 time: 0.2155306 Nov 25 19:38:16.651698 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f7a1d0ef-9c20-404c-a9be-5abf82aa918a req-877b581a-8fea-486a-88ee-e0f0889a66bb tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] For port d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32,segment=NetworkSegment(ac9fe41d-7acf-41fa-a6ba-c987e65b3e27),segment_id=ac9fe41d-7acf-41fa-a6ba-c987e65b3e27)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:16.652076 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f7a1d0ef-9c20-404c-a9be-5abf82aa918a req-877b581a-8fea-486a-88ee-e0f0889a66bb tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:16.663152 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b52593eb-262e-4767-9000-992825b385ec tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:16.693718 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-f7a1d0ef-9c20-404c-a9be-5abf82aa918a req-877b581a-8fea-486a-88ee-e0f0889a66bb tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Calling delete_port for d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:38:16.705848 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e4ac7e48-01eb-4949-8152-fd93796e40fd None None] Set router 3aa00747-c38e-4609-a86e-1c3b1c9b48d0 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:38:16.758372 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-39ccf0e7-63df-470d-aec4-8fcc5a4e3674 req-b95acd8a-e8ec-46e6-ae1d-913ee2b50719 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc72b6f7-cff3-41cd-a91c-5619d95d452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968985 Nov 25 19:38:16.964553 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b52593eb-262e-4767-9000-992825b385ec tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:16.973314 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b52593eb-262e-4767-9000-992825b385ec tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:17.006878 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52593eb-262e-4767-9000-992825b385ec tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:38:17.021621 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af78684-990c-4b30-9314-a2da2420316f req-3aa85633-6f8c-4831-8ab0-f26d70c956d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:17.026817 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6af78684-990c-4b30-9314-a2da2420316f req-3aa85633-6f8c-4831-8ab0-f26d70c956d5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4d6c1b2d-c543-400a-870a-f71d2186fa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4239695 Nov 25 19:38:17.053258 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b52593eb-262e-4767-9000-992825b385ec tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:17.054311 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-b52593eb-262e-4767-9000-992825b385ec tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Added segment 41851c9f-2f8f-4c46-b884-abfc410e48b3 of type vlan for network db75a9ae-4b63-4599-b614-71e1b1f8f3ad Nov 25 19:38:17.068182 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52593eb-262e-4767-9000-992825b385ec tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4eedc6-f180-4fbc-840c-726d22f3187f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:17.131720 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b52593eb-262e-4767-9000-992825b385ec tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:17.150921 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383348b-8135-49e7-beaf-267872306d29 req-f2d7b9d4-9878-4a9a-a43b-bad6c044a168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:17.153052 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1383348b-8135-49e7-beaf-267872306d29 req-f2d7b9d4-9878-4a9a-a43b-bad6c044a168 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb047907-a9ee-4184-90f0-96153e934be4 HTTP/1.1" status: 200 len: 868 time: 0.4245288 Nov 25 19:38:17.163984 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032be3e-63f9-470c-8658-676b248ea624 req-fe92fd10-552d-477b-b3c7-34875a2e3cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:17.166904 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-fe92fd10-552d-477b-b3c7-34875a2e3cba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7783342b-08c2-4e0e-96cc-c2b4a1ff9af9 HTTP/1.1" status: 200 len: 797 time: 0.4355972 Nov 25 19:38:17.293527 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b52593eb-262e-4767-9000-992825b385ec tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:17.310147 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52593eb-262e-4767-9000-992825b385ec tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:17.311294 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b52593eb-262e-4767-9000-992825b385ec tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:17.398505 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6af78684-990c-4b30-9314-a2da2420316f req-9ea3ec6a-ee11-4728-8707-794cc773fb6e service neutron] 10.222.0.85 "GET /v2.0/networks/4d6c1b2d-c543-400a-870a-f71d2186fa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571007 Nov 25 19:38:17.407849 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f7a1d0ef-9c20-404c-a9be-5abf82aa918a req-877b581a-8fea-486a-88ee-e0f0889a66bb tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:17.434666 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:38:17.541755 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383348b-8135-49e7-beaf-267872306d29 req-c0ec2805-ff74-44b7-b2f7-31c179a609ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:17.543739 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1383348b-8135-49e7-beaf-267872306d29 req-c0ec2805-ff74-44b7-b2f7-31c179a609ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d6c1b2d-c543-400a-870a-f71d2186fa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3712075 Nov 25 19:38:17.569893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032be3e-63f9-470c-8658-676b248ea624 req-563b4a47-6a7e-42bf-9064-1d3bbb8c2d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:17.571834 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-563b4a47-6a7e-42bf-9064-1d3bbb8c2d65 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2649071 Nov 25 19:38:17.579235 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b52593eb-262e-4767-9000-992825b385ec tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8221326 Nov 25 19:38:17.603646 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e4ac7e48-01eb-4949-8152-fd93796e40fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1130917103-router', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'a536f9e9-7c78-4584-9fdc-38e61b6a34df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:20Z', 'updated_at': '2021-11-25T19:37:29Z', 'revision_number': 4, 'project_id': 'b7667804fe06495ca90d8df57a53a62a', 'gw_port': {'id': 'a536f9e9-7c78-4584-9fdc-38e61b6a34df', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:21Z', 'updated_at': '2021-11-25T19:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c0f8d7a9-35eb-41e6-a573-980796fef1e7', 'name': '', 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'mac_address': 'fa:16:3e:8c:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'cb047907-a9ee-4184-90f0-96153e934be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:27Z', 'updated_at': '2021-11-25T19:37:37Z', 'revision_number': 5, 'project_id': 'b7667804fe06495ca90d8df57a53a62a', 'subnets': [{'id': 'cb047907-a9ee-4184-90f0-96153e934be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:17.604312 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6af78684-990c-4b30-9314-a2da2420316f req-3cab1d6e-be53-4c00-8eaf-04a20bb6c6e6 service neutron] 10.222.0.85 "GET /v2.0/networks/4d6c1b2d-c543-400a-870a-f71d2186fa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739931 Nov 25 19:38:17.604785 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44860) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:17.637663 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b581a-8fea-486a-88ee-e0f0889a66bb tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Pushing event deleted for resources: {'Port': ['ID=d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:17.703688 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ac7e48-01eb-4949-8152-fd93796e40fd None None] The sync data for ids ['3aa00747-c38e-4609-a86e-1c3b1c9b48d0'] in n-d-819349-5 is: [{'id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1130917103-router', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'a536f9e9-7c78-4584-9fdc-38e61b6a34df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:20Z', 'updated_at': '2021-11-25T19:37:29Z', 'revision_number': 4, 'project_id': 'b7667804fe06495ca90d8df57a53a62a', 'gw_port': {'id': 'a536f9e9-7c78-4584-9fdc-38e61b6a34df', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:21Z', 'updated_at': '2021-11-25T19:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c0f8d7a9-35eb-41e6-a573-980796fef1e7', 'name': '', 'network_id': '4d6c1b2d-c543-400a-870a-f71d2186fa67', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'mac_address': 'fa:16:3e:8c:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'cb047907-a9ee-4184-90f0-96153e934be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:27Z', 'updated_at': '2021-11-25T19:37:37Z', 'revision_number': 5, 'project_id': 'b7667804fe06495ca90d8df57a53a62a', 'subnets': [{'id': 'cb047907-a9ee-4184-90f0-96153e934be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:38:17.732419 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a1d0ef-9c20-404c-a9be-5abf82aa918a req-877b581a-8fea-486a-88ee-e0f0889a66bb tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] No DVR routers for this DVR port d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32 on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:38:17.736187 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f7a1d0ef-9c20-404c-a9be-5abf82aa918a req-877b581a-8fea-486a-88ee-e0f0889a66bb tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:17.741778 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f7a1d0ef-9c20-404c-a9be-5abf82aa918a req-877b581a-8fea-486a-88ee-e0f0889a66bb tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.73 "DELETE /v2.0/ports/d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32 HTTP/1.1" status: 204 len: 173 time: 2.1375668 Nov 25 19:38:17.742561 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246503a4-6cb9-4ba6-83ee-845a1499fea0', 'name': 'network-vif-deleted', 'tag': 'd0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:38:17.756727 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa97ba04-2021-43d3-a483-edfe775cbc52" -d '{"events": [{"server_uuid": "246503a4-6cb9-4ba6-83ee-845a1499fea0", "name": "network-vif-deleted", "tag": "d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:38:17.772423 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52593eb-262e-4767-9000-992825b385ec tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Pushing event updated for resources: {'Network': ['ID=db75a9ae-4b63-4599-b614-71e1b1f8f3ad,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:17.806010 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network db75a9ae-4b63-4599-b614-71e1b1f8f3ad details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:38:17.858458 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-577d8e80-3d38-4827-95b9-cb3d438fe3f6 service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509303 Nov 25 19:38:18.043957 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a7030e60-0e1a-4228-aae4-dc83a64c1d6b req-8892b722-1e60-4920-98d5-3870e9bbc376 tempest-ServerDiskConfigTestJSON-1728907312 tempest-ServerDiskConfigTestJSON-1728907312-project] 10.222.0.55 "GET /v2.0/ports?device_id=246503a4-6cb9-4ba6-83ee-845a1499fea0 HTTP/1.1" status: 200 len: 210 time: 0.1107011 Nov 25 19:38:18.219588 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9775639f-e27c-4c6b-87bf-592c164075b3 x-openstack-request-id: req-9775639f-e27c-4c6b-87bf-592c164075b3 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:38:18.220677 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246503a4-6cb9-4ba6-83ee-845a1499fea0", "name": "network-vif-deleted", "tag": "d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:38:18.220677 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9775639f-e27c-4c6b-87bf-592c164075b3 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:38:18.220852 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246503a4-6cb9-4ba6-83ee-845a1499fea0', 'name': 'network-vif-deleted', 'tag': 'd0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32', 'status': 'completed', 'code': 200} Nov 25 19:38:18.492503 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1383348b-8135-49e7-beaf-267872306d29 req-1659aa83-fba2-40bb-a04a-e808e57a6f20 service neutron] 10.222.0.55 "GET /v2.0/networks/4d6c1b2d-c543-400a-870a-f71d2186fa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6303241 Nov 25 19:38:18.518015 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-04b98a2f-31e0-46ec-afbe-e10a3b2ebc4a service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6174469 Nov 25 19:38:18.594482 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b21310-08a6-4040-adf6-c037925b92af None None] New status for floating IP f06c066b-09ea-4fe4-a4fb-0f5e95fd26c8: DOWN {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:38:18.682030 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-c239ca47-f620-4aa0-bb94-f681193caa7a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=d03038df-719f-4767-965c-ea72372fa48c HTTP/1.1" status: 200 len: 217 time: 0.1157441 Nov 25 19:38:18.732497 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-65abfb25-31e6-4f38-bf87-0f457e94bfd9 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Request body: {'network': {'name': 'tempest-network--1184832546', 'router:external': True}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:18.810628 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65abfb25-31e6-4f38-bf87-0f457e94bfd9 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Made reservation on behalf of 478e3883d3c740cf872dbffb6332f1f2 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:18.814959 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65abfb25-31e6-4f38-bf87-0f457e94bfd9 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:18.878875 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44892) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:18.903278 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65abfb25-31e6-4f38-bf87-0f457e94bfd9 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:19.039488 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032be3e-63f9-470c-8658-676b248ea624 req-7d12650f-cb5b-4d8c-ad00-e0335c98d20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:19.041072 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-7d12650f-cb5b-4d8c-ad00-e0335c98d20e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7783342b-08c2-4e0e-96cc-c2b4a1ff9af9 HTTP/1.1" status: 200 len: 797 time: 0.2754176 Nov 25 19:38:19.146270 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1383348b-8135-49e7-beaf-267872306d29 req-5cec7a7a-51a2-43e7-af4d-b6d700b4750f service neutron] 10.222.0.55 "GET /v2.0/networks/4d6c1b2d-c543-400a-870a-f71d2186fa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6505861 Nov 25 19:38:19.281037 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032be3e-63f9-470c-8658-676b248ea624 req-61ce0d10-2d1c-49d8-8f23-93b05c50e527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:19.294771 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-61ce0d10-2d1c-49d8-8f23-93b05c50e527 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2300241 Nov 25 19:38:19.435949 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-035f37de-aaf3-4876-860a-33d371f50ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1901447133'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:19.525643 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65abfb25-31e6-4f38-bf87-0f457e94bfd9 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:19.531354 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-1026f229-4655-48ea-8295-7dfb87d3a400 service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023635 Nov 25 19:38:19.534221 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65abfb25-31e6-4f38-bf87-0f457e94bfd9 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:19.544061 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035f37de-aaf3-4876-860a-33d371f50ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] Made reservation on behalf of 22c93b3ad59d4bb5a09939224bb58400 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:19.551916 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65abfb25-31e6-4f38-bf87-0f457e94bfd9 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:38:19.562757 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65abfb25-31e6-4f38-bf87-0f457e94bfd9 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:19.563376 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-65abfb25-31e6-4f38-bf87-0f457e94bfd9 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Added segment eae723ac-017c-4f3d-a659-2b2b0d84ee48 of type vlan for network acf9c1b5-d056-41a2-a041-c97990bf32c8 Nov 25 19:38:19.575444 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-035f37de-aaf3-4876-860a-33d371f50ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:19.618256 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-035f37de-aaf3-4876-860a-33d371f50ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:19.619580 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65abfb25-31e6-4f38-bf87-0f457e94bfd9 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:19.668319 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65abfb25-31e6-4f38-bf87-0f457e94bfd9 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:19.669403 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65abfb25-31e6-4f38-bf87-0f457e94bfd9 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:19.670100 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65abfb25-31e6-4f38-bf87-0f457e94bfd9 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:19.746898 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44922) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:19.761751 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:38:19.769351 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-65abfb25-31e6-4f38-bf87-0f457e94bfd9 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9237506 Nov 25 19:38:19.790380 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44924) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:19.825458 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:38:19.825854 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device d0fe3ba9-e6f8-44c1-8986-a8ee4a9dab32 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:38:19.899184 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abfb25-31e6-4f38-bf87-0f457e94bfd9 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Pushing event updated for resources: {'Network': ['ID=acf9c1b5-d056-41a2-a041-c97990bf32c8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:19.912358 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network acf9c1b5-d056-41a2-a041-c97990bf32c8 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:38:20.000021 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abfb25-31e6-4f38-bf87-0f457e94bfd9 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c273aa30-bd28-4d32-ac23-1e8905778387,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:20.003637 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-144ebec5-50c0-43b1-8959-039609d25910 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:20.058739 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec86fef6-177f-4800-bce5-dbac94c75433 req-55831ff2-8b97-4a47-876b-5b81e7222be3 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/floatingips/f06c066b-09ea-4fe4-a4fb-0f5e95fd26c8 HTTP/1.1" status: 200 len: 693 time: 0.8413556 Nov 25 19:38:20.112672 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-c558bb8a-dadc-444d-8d13-9fa3777c4f8d service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582498 Nov 25 19:38:20.116869 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-035f37de-aaf3-4876-860a-33d371f50ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:20.125106 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-035f37de-aaf3-4876-860a-33d371f50ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:20.137752 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f56e3c-085b-448e-9436-26e84078d1cb admin admin] Deleting subnet 3cf19564-d441-4077-bcd2-9bcbf6b9b235 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:38:20.141773 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80f56e3c-085b-448e-9436-26e84078d1cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:20.195598 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80f56e3c-085b-448e-9436-26e84078d1cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:20.321164 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-a39c03ae-8c64-488b-a0dc-f57f8eb0985e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=0119a69d-e22b-4e30-97fe-eb3306521f93 HTTP/1.1" status: 200 len: 217 time: 0.1883008 Nov 25 19:38:20.346479 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035f37de-aaf3-4876-860a-33d371f50ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:38:20.353266 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f37de-aaf3-4876-860a-33d371f50ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b27dfee2-bf6e-49cb-a721-7792571874ef,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:20.363156 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80f56e3c-085b-448e-9436-26e84078d1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:20.438989 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86fef6-177f-4800-bce5-dbac94c75433 req-11a03cdf-6da8-4c46-b8ee-363a83e91547 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:20.440680 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec86fef6-177f-4800-bce5-dbac94c75433 req-11a03cdf-6da8-4c46-b8ee-363a83e91547 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.3642824 Nov 25 19:38:20.448063 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032be3e-63f9-470c-8658-676b248ea624 req-b06e0631-778c-4c97-a1cf-b041fee3a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:20.450623 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-b06e0631-778c-4c97-a1cf-b041fee3a9dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7783342b-08c2-4e0e-96cc-c2b4a1ff9af9 HTTP/1.1" status: 200 len: 797 time: 0.1141453 Nov 25 19:38:20.452652 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-035f37de-aaf3-4876-860a-33d371f50ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:20.453214 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-035f37de-aaf3-4876-860a-33d371f50ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] Added segment e749166c-2e68-40e6-a404-4069f6bca8af of type vlan for network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 Nov 25 19:38:20.570032 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec86fef6-177f-4800-bce5-dbac94c75433 req-602db9ca-c36c-4d6a-b243-52eb90d2f2e5 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.150 HTTP/1.1" status: 200 len: 696 time: 0.1179950 Nov 25 19:38:20.594448 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032be3e-63f9-470c-8658-676b248ea624 req-a38e8014-d4b6-46fc-a5d9-3c4b171f3f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:20.596094 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-a38e8014-d4b6-46fc-a5d9-3c4b171f3f1f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1335490 Nov 25 19:38:20.599957 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-144ebec5-50c0-43b1-8959-039609d25910 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:20.628483 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-144ebec5-50c0-43b1-8959-039609d25910 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf9c1b5-d056-41a2-a041-c97990bf32c8']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:20.661587 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-144ebec5-50c0-43b1-8959-039609d25910 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae723ac-017c-4f3d-a659-2b2b0d84ee48') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:20.662120 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-144ebec5-50c0-43b1-8959-039609d25910 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae723ac-017c-4f3d-a659-2b2b0d84ee48') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:20.685768 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-144ebec5-50c0-43b1-8959-039609d25910 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:20.687153 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec86fef6-177f-4800-bce5-dbac94c75433 req-33d50a37-3aa2-4257-913e-314d8eef6295 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.150 HTTP/1.1" status: 200 len: 696 time: 0.1087527 Nov 25 19:38:20.698197 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-035f37de-aaf3-4876-860a-33d371f50ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:20.738905 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-144ebec5-50c0-43b1-8959-039609d25910 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:20.744677 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80f56e3c-085b-448e-9436-26e84078d1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:20.791055 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144ebec5-50c0-43b1-8959-039609d25910 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:38:20.791696 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-144ebec5-50c0-43b1-8959-039609d25910 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:20.794881 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80f56e3c-085b-448e-9436-26e84078d1cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:20.798695 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-80f56e3c-085b-448e-9436-26e84078d1cb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3cf19564-d441-4077-bcd2-9bcbf6b9b235 HTTP/1.1" status: 204 len: 168 time: 1.0468652 Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:38:20.799641 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:38:20.815210 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44938) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:20.816165 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f56e3c-085b-448e-9436-26e84078d1cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cf19564-d441-4077-bcd2-9bcbf6b9b235,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:20.835065 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-035f37de-aaf3-4876-860a-33d371f50ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:20.841181 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035f37de-aaf3-4876-860a-33d371f50ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:20.841996 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-035f37de-aaf3-4876-860a-33d371f50ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:21.040613 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-035f37de-aaf3-4876-860a-33d371f50ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.1596513 Nov 25 19:38:21.058572 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-144ebec5-50c0-43b1-8959-039609d25910 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:21.065024 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9366035-5f3b-4b9e-b1dc-0f808d964252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:21.074539 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f37de-aaf3-4876-860a-33d371f50ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] Pushing event updated for resources: {'Network': ['ID=51d9658a-a7cb-4c27-ba6f-c25ae2e13520,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:21.104561 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:38:21.123374 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144ebec5-50c0-43b1-8959-039609d25910 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network acf9c1b5-d056-41a2-a041-c97990bf32c8 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 19:38:21.153411 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-144ebec5-50c0-43b1-8959-039609d25910 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:21.167870 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-144ebec5-50c0-43b1-8959-039609d25910 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] 10.222.0.55 "DELETE /v2.0/networks/acf9c1b5-d056-41a2-a041-c97990bf32c8 HTTP/1.1" status: 204 len: 168 time: 1.3796625 Nov 25 19:38:21.171757 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44948) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:21.187855 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ebec5-50c0-43b1-8959-039609d25910 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Pushing event deleted for resources: {'Network': ['ID=acf9c1b5-d056-41a2-a041-c97990bf32c8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:21.204740 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cfd2596d-c2c9-4cba-9f4a-982d8ce949f3 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:21.273645 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd2596d-c2c9-4cba-9f4a-982d8ce949f3 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Made reservation on behalf of 478e3883d3c740cf872dbffb6332f1f2 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:21.276495 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cfd2596d-c2c9-4cba-9f4a-982d8ce949f3 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:21.424295 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44952) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:21.426843 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd2596d-c2c9-4cba-9f4a-982d8ce949f3 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:38:21.467420 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Request body: {'port': {'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520', 'binding:host_id': 'n-h2-819349-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-892107355'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:21.524962 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cfd2596d-c2c9-4cba-9f4a-982d8ce949f3 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:21.525798 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-cfd2596d-c2c9-4cba-9f4a-982d8ce949f3 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Added segment 19d38dd2-1012-4f42-b122-14c58d3da831 of type vlan for network 2296b2a6-ba7e-4b25-8ad4-683a4675cca1 Nov 25 19:38:21.549285 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9366035-5f3b-4b9e-b1dc-0f808d964252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:21.575427 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:38:21.592738 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-75377add-36b7-4d3e-9144-b3fd7c77dedc service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9627633 Nov 25 19:38:21.616163 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-ec86fef6-177f-4800-bce5-dbac94c75433 req-65303960-fa6e-4715-a160-89f039c9a4fb tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Deleting port 1faba16b-387a-452f-b8f5-03de0f984699 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:38:21.616781 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec86fef6-177f-4800-bce5-dbac94c75433 req-65303960-fa6e-4715-a160-89f039c9a4fb tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:21.671335 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-e9366035-5f3b-4b9e-b1dc-0f808d964252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e34496-6e23-48ef-971e-96d0cda496d2']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:21.715228 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-e9366035-5f3b-4b9e-b1dc-0f808d964252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac9fe41d-7acf-41fa-a6ba-c987e65b3e27') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:21.715610 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-e9366035-5f3b-4b9e-b1dc-0f808d964252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac9fe41d-7acf-41fa-a6ba-c987e65b3e27') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:21.751120 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9366035-5f3b-4b9e-b1dc-0f808d964252 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:21.790949 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Made reservation on behalf of de11c975525c46b58449d140494ca08b for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:21.795060 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:21.802238 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9366035-5f3b-4b9e-b1dc-0f808d964252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:21.817239 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:21.821011 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9366035-5f3b-4b9e-b1dc-0f808d964252 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:38:21.821924 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9366035-5f3b-4b9e-b1dc-0f808d964252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:38:21.997067 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:38:22.019996 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9366035-5f3b-4b9e-b1dc-0f808d964252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:22.035793 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9366035-5f3b-4b9e-b1dc-0f808d964252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:22.043627 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e9366035-5f3b-4b9e-b1dc-0f808d964252 admin admin] 10.222.0.55 "DELETE /v2.0/networks/93e34496-6e23-48ef-971e-96d0cda496d2 HTTP/1.1" status: 204 len: 168 time: 1.2233539 Nov 25 19:38:22.055724 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cfd2596d-c2c9-4cba-9f4a-982d8ce949f3 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:22.081566 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9366035-5f3b-4b9e-b1dc-0f808d964252 admin admin] Pushing event deleted for resources: {'Network': ['ID=93e34496-6e23-48ef-971e-96d0cda496d2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:22.125876 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec86fef6-177f-4800-bce5-dbac94c75433 req-65303960-fa6e-4715-a160-89f039c9a4fb tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:22.126210 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec86fef6-177f-4800-bce5-dbac94c75433 req-65303960-fa6e-4715-a160-89f039c9a4fb tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:22.149124 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-ec86fef6-177f-4800-bce5-dbac94c75433 req-65303960-fa6e-4715-a160-89f039c9a4fb tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Calling delete_port for 1faba16b-387a-452f-b8f5-03de0f984699 owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:38:22.154789 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cfd2596d-c2c9-4cba-9f4a-982d8ce949f3 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:22.158895 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd2596d-c2c9-4cba-9f4a-982d8ce949f3 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:22.161526 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cfd2596d-c2c9-4cba-9f4a-982d8ce949f3 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:22.216074 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-c08fb6bf-6c05-468b-bc70-d287d1d3284b service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6038611 Nov 25 19:38:22.296550 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cfd2596d-c2c9-4cba-9f4a-982d8ce949f3 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1195006 Nov 25 19:38:22.301404 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44966) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:22.310251 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d6da726c-0379-4d33-b28b-9ca694208394 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Request body: {'subnet': {'network_id': '2296b2a6-ba7e-4b25-8ad4-683a4675cca1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:22.321498 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-0bd0a61e-9f03-4a11-a02b-ad3868816567 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=61ff9068-8b27-4ddb-a417-22777493a524 HTTP/1.1" status: 200 len: 217 time: 0.0679908 Nov 25 19:38:22.325966 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2596d-c2c9-4cba-9f4a-982d8ce949f3 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Pushing event updated for resources: {'Network': ['ID=2296b2a6-ba7e-4b25-8ad4-683a4675cca1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:22.356647 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 2296b2a6-ba7e-4b25-8ad4-683a4675cca1 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:38:22.358369 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6da726c-0379-4d33-b28b-9ca694208394 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Made reservation on behalf of 478e3883d3c740cf872dbffb6332f1f2 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:22.364986 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6da726c-0379-4d33-b28b-9ca694208394 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:22.389224 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44968) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:22.392034 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032be3e-63f9-470c-8658-676b248ea624 req-67f29431-0840-4f97-8625-5313e2b7371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:22.393768 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-67f29431-0840-4f97-8625-5313e2b7371c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7783342b-08c2-4e0e-96cc-c2b4a1ff9af9 HTTP/1.1" status: 200 len: 797 time: 0.0600033 Nov 25 19:38:22.537420 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:22.610480 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bd833908-7e9f-4ad8-9f41-f22d016e81a0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6d50a81e795b4803b0a1c0e06f921514&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2194817 Nov 25 19:38:22.614187 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44976) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:22.642490 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032be3e-63f9-470c-8658-676b248ea624 req-507def49-0242-4d6b-83d3-2be2f7886787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:22.647113 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-507def49-0242-4d6b-83d3-2be2f7886787 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5315cd20-1a9d-46e5-ab57-f5a77c22de93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2392797 Nov 25 19:38:22.648288 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:22.662479 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] device_id is not set on port eb1fc3cb-1e82-40e1-911e-f1e77370053b yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:38:22.734547 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39f5978b-befe-4305-bf7e-1553dab1fb95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:22.789914 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39f5978b-befe-4305-bf7e-1553dab1fb95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:22.851177 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912366ab-1a09-428c-80b6-af90b85fff33,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:22.926970 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec86fef6-177f-4800-bce5-dbac94c75433 req-65303960-fa6e-4715-a160-89f039c9a4fb tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:22.955153 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39f5978b-befe-4305-bf7e-1553dab1fb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:22.961766 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39f5978b-befe-4305-bf7e-1553dab1fb95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:22.964270 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-39f5978b-befe-4305-bf7e-1553dab1fb95 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dc72b6f7-cff3-41cd-a91c-5619d95d452a HTTP/1.1" status: 204 len: 168 time: 0.3484490 Nov 25 19:38:22.988992 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65303960-fa6e-4715-a160-89f039c9a4fb tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Pushing event deleted for resources: {'Port': ['ID=1faba16b-387a-452f-b8f5-03de0f984699,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:22.993517 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5978b-befe-4305-bf7e-1553dab1fb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc72b6f7-cff3-41cd-a91c-5619d95d452a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:23.166280 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-b36e490c-c71d-43c2-a443-744457d65078 service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865105 Nov 25 19:38:23.312857 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec86fef6-177f-4800-bce5-dbac94c75433 req-65303960-fa6e-4715-a160-89f039c9a4fb tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:23.317040 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec86fef6-177f-4800-bce5-dbac94c75433 req-65303960-fa6e-4715-a160-89f039c9a4fb tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:23.318348 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec86fef6-177f-4800-bce5-dbac94c75433 req-65303960-fa6e-4715-a160-89f039c9a4fb tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "DELETE /v2.0/floatingips/f06c066b-09ea-4fe4-a4fb-0f5e95fd26c8 HTTP/1.1" status: 204 len: 173 time: 2.6231608 Nov 25 19:38:23.434330 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:23.482654 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] device_id is not set on port eb1fc3cb-1e82-40e1-911e-f1e77370053b yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:38:23.495395 n-d-819349-5 neutron-server[103599]: DEBUG neutron.objects.ports [None req-d6da726c-0379-4d33-b28b-9ca694208394 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:38:23.496022 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6da726c-0379-4d33-b28b-9ca694208394 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:23.504061 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:23.524282 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:23.553791 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da726c-0379-4d33-b28b-9ca694208394 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7b326128-de8f-46ae-9c45-db8ebd5f0e60,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:23.606181 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6da726c-0379-4d33-b28b-9ca694208394 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Checking segment: {'id': '19d38dd2-1012-4f42-b122-14c58d3da831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2296b2a6-ba7e-4b25-8ad4-683a4675cca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:38:23.607221 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6da726c-0379-4d33-b28b-9ca694208394 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Network hostable DHCP agents. Network: 2296b2a6-ba7e-4b25-8ad4-683a4675cca1, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:38:23.657845 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6da726c-0379-4d33-b28b-9ca694208394 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Network 2296b2a6-ba7e-4b25-8ad4-683a4675cca1 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:38:23.672553 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d6da726c-0379-4d33-b28b-9ca694208394 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 2296b2a6-ba7e-4b25-8ad4-683a4675cca1) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:38:23.685100 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6da726c-0379-4d33-b28b-9ca694208394 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:23.686263 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6da726c-0379-4d33-b28b-9ca694208394 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:23.698397 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb22a18-36c0-4039-b970-8cd9fc09448f None None] Network 2296b2a6-ba7e-4b25-8ad4-683a4675cca1 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:38:23.710419 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d6da726c-0379-4d33-b28b-9ca694208394 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4069991 Nov 25 19:38:23.713062 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45006) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:23.718166 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-005a84cd-7664-4413-9440-0a9962e37a39 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Request body: {'floatingip': {'floating_network_id': '2296b2a6-ba7e-4b25-8ad4-683a4675cca1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:23.750095 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-005a84cd-7664-4413-9440-0a9962e37a39 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:23.770545 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-03790378-9251-4574-9009-e8220693c020 service neutron] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5903611 Nov 25 19:38:23.959376 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-005a84cd-7664-4413-9440-0a9962e37a39 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:23.991280 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-4b4ffed2-4457-4438-8929-564786160021 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4e2da3c-73f1-4575-811a-a5a200ebadb9 HTTP/1.1" status: 200 len: 217 time: 0.1763072 Nov 25 19:38:24.056185 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd901df1-a320-488b-867e-cbeb125deb5b req-1f1bd4c6-4d4d-44ed-9299-df69285b7382 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:24.077378 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd901df1-a320-488b-867e-cbeb125deb5b req-1f1bd4c6-4d4d-44ed-9299-df69285b7382 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/ports?device_id=1267a88e-360f-449b-8f1c-d4e89048bc59&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5618987 Nov 25 19:38:24.084542 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Pushing event updated for resources: {'Port': ['ID=eb1fc3cb-1e82-40e1-911e-f1e77370053b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:24.136657 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a52254-dfbd-4c71-a7b0-574ca09b2c3a None None] Network 2296b2a6-ba7e-4b25-8ad4-683a4675cca1 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:38:24.294923 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Checking segment: {'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:38:24.294923 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Network hostable DHCP agents. Network: 51d9658a-a7cb-4c27-ba6f-c25ae2e13520, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:38:24.319265 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd901df1-a320-488b-867e-cbeb125deb5b req-907cde00-ef93-4ef8-bf55-9bdf5d982db8 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2128146 Nov 25 19:38:24.325404 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:38:24.352920 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 51d9658a-a7cb-4c27-ba6f-c25ae2e13520) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:38:24.358161 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:38:24.366715 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032be3e-63f9-470c-8658-676b248ea624 req-5fcbbe41-4317-45f9-ba18-f86026d8e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:24.368379 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-005a84cd-7664-4413-9440-0a9962e37a39 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Allocated IP 172.20.0.14 (2296b2a6-ba7e-4b25-8ad4-683a4675cca1/7b326128-de8f-46ae-9c45-db8ebd5f0e60/129d742b-f07f-49db-9e5d-704e960a1abd) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:38:24.372785 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-5fcbbe41-4317-45f9-ba18-f86026d8e072 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=01c93dc0-7c61-47f5-a960-9969326bc1ab HTTP/1.1" status: 200 len: 797 time: 0.3621933 Nov 25 19:38:24.389459 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b82b2a-a814-467f-afff-ae27f5b8256d None None] Network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:38:24.488754 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:24.489405 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:24.490233 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:24.496926 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port eb1fc3cb-1e82-40e1-911e-f1e77370053b on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:24.497577 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:24.498612 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempt 2 to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b Nov 25 19:38:24.517995 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:24.518352 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:24.518693 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:24.525806 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port eb1fc3cb-1e82-40e1-911e-f1e77370053b on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:24.526419 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:24.527997 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempt 3 to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b Nov 25 19:38:24.544156 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:24.545013 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:24.545516 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:24.556657 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032be3e-63f9-470c-8658-676b248ea624 req-feda8689-d14b-4d7f-ada6-3bc7cc769878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:24.558568 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-feda8689-d14b-4d7f-ada6-3bc7cc769878 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b26d7dc-4a45-4c30-b577-4f6a5a25a55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1676593 Nov 25 19:38:24.561272 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port eb1fc3cb-1e82-40e1-911e-f1e77370053b on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:24.561815 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:24.562425 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempt 4 to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b Nov 25 19:38:24.683358 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:24.778485 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-7a6f7570-1a1c-4aaf-b9fd-91044a59f874 service neutron] 10.222.0.73 "GET /v2.0/networks/9b26d7dc-4a45-4c30-b577-4f6a5a25a55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117794 Nov 25 19:38:24.883553 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bbb794ed-f66a-458e-aeb2-fdd04965aae9 req-19fbadfd-b9bd-45be-a0d9-5cd70436d34d tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.4704990 Nov 25 19:38:24.927358 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-005a84cd-7664-4413-9440-0a9962e37a39 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:24.934385 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:24.934737 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:24.935086 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:24.954616 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port eb1fc3cb-1e82-40e1-911e-f1e77370053b on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:24.954976 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:24.957609 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempt 5 to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b Nov 25 19:38:24.964812 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45034) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:24.974592 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:24.975046 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:24.975377 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:24.984165 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port eb1fc3cb-1e82-40e1-911e-f1e77370053b on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:24.984588 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:24.987097 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempt 6 to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b Nov 25 19:38:25.004838 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-005a84cd-7664-4413-9440-0a9962e37a39 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:25.024686 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-bb96059c-7cd7-4ad5-8c04-fee05cf8992c service neutron] 10.222.0.73 "GET /v2.0/networks/9b26d7dc-4a45-4c30-b577-4f6a5a25a55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296774 Nov 25 19:38:25.026474 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:25.026829 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:25.027205 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:25.055281 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005a84cd-7664-4413-9440-0a9962e37a39 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Network 2296b2a6-ba7e-4b25-8ad4-683a4675cca1 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:38:25.058965 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-005a84cd-7664-4413-9440-0a9962e37a39 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:38:25.063987 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005a84cd-7664-4413-9440-0a9962e37a39 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:38:25.129517 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a84cd-7664-4413-9440-0a9962e37a39 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Pushing event updated for resources: {'Port': ['ID=129d742b-f07f-49db-9e5d-704e960a1abd,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:25.148227 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port eb1fc3cb-1e82-40e1-911e-f1e77370053b on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:25.148766 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:25.149413 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempt 7 to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b Nov 25 19:38:25.153796 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-a4f48612-bbd8-423d-9e86-d2ff149a6ee5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fbfa0e03-0bb5-45ba-a278-889c82eea538 HTTP/1.1" status: 200 len: 217 time: 0.1157112 Nov 25 19:38:25.214265 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-592e633d-84fd-46e7-8b3e-56f51afe0020 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1938920513-network', 'tenant_id': '87cff6f8f3d74dc2930d309d1d36de19'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:25.235158 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-005a84cd-7664-4413-9440-0a9962e37a39 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:25.237611 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:25.239812 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:25.240404 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:25.252179 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port eb1fc3cb-1e82-40e1-911e-f1e77370053b on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:25.253229 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:25.258224 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592e633d-84fd-46e7-8b3e-56f51afe0020 admin admin] Made reservation on behalf of 87cff6f8f3d74dc2930d309d1d36de19 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:25.261763 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempt 8 to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b Nov 25 19:38:25.262803 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-592e633d-84fd-46e7-8b3e-56f51afe0020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:25.287448 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:25.287749 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:25.287918 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:25.297748 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port eb1fc3cb-1e82-40e1-911e-f1e77370053b on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:25.298186 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:25.302268 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempt 9 to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b Nov 25 19:38:25.309086 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032be3e-63f9-470c-8658-676b248ea624 req-97a3e00f-f90e-46c5-a7ba-943fc6d73360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:25.309582 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-97a3e00f-f90e-46c5-a7ba-943fc6d73360 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=01c93dc0-7c61-47f5-a960-9969326bc1ab HTTP/1.1" status: 200 len: 797 time: 0.1437039 Nov 25 19:38:25.316832 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-005a84cd-7664-4413-9440-0a9962e37a39 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:25.330982 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-592e633d-84fd-46e7-8b3e-56f51afe0020 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:25.392665 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:25.393011 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:25.393467 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:25.405536 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port eb1fc3cb-1e82-40e1-911e-f1e77370053b on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:25.405951 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:25.407374 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempt 10 to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b Nov 25 19:38:25.449398 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:25.449857 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:25.450064 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:25.459299 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032be3e-63f9-470c-8658-676b248ea624 req-f01c48fc-dad9-4022-a963-4b7167c8e812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:25.460906 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-f01c48fc-dad9-4022-a963-4b7167c8e812 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b26d7dc-4a45-4c30-b577-4f6a5a25a55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1409793 Nov 25 19:38:25.463632 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port eb1fc3cb-1e82-40e1-911e-f1e77370053b on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:25.464089 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port eb1fc3cb-1e82-40e1-911e-f1e77370053b on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:25.464453 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:25.551139 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-592e633d-84fd-46e7-8b3e-56f51afe0020 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:25.630332 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-592e633d-84fd-46e7-8b3e-56f51afe0020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:25.643853 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-592e633d-84fd-46e7-8b3e-56f51afe0020 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:38:25.657188 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-592e633d-84fd-46e7-8b3e-56f51afe0020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:25.657549 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-592e633d-84fd-46e7-8b3e-56f51afe0020 admin admin] Added segment 68857e70-7fd0-4fbf-9913-439961bb0248 of type vlan for network 2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3 Nov 25 19:38:25.734118 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e633d-84fd-46e7-8b3e-56f51afe0020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670a04cf-84c6-427e-89eb-59dd6c09eb98,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:25.765382 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] For port eb1fc3cb-1e82-40e1-911e-f1e77370053b, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:38:25.766106 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempted to set empty binding levels {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 19:38:25.796648 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:25.802609 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-6add6f2c-4d6d-48c1-993a-773ebcea7524 service neutron] 10.222.0.73 "GET /v2.0/networks/9b26d7dc-4a45-4c30-b577-4f6a5a25a55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200300 Nov 25 19:38:25.833706 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-592e633d-84fd-46e7-8b3e-56f51afe0020 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:25.867193 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da91c14-4eef-4510-8b2d-9f4141df26b9 req-3b6251ca-efe7-4abf-ae25-c9fb12377e02 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:25.869876 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6da91c14-4eef-4510-8b2d-9f4141df26b9 req-3b6251ca-efe7-4abf-ae25-c9fb12377e02 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/ports?device_id=1267a88e-360f-449b-8f1c-d4e89048bc59 HTTP/1.1" status: 200 len: 945 time: 0.2911680 Nov 25 19:38:25.871756 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:25.872539 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:25.938362 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Pushing event updated for resources: {'Port': ['ID=eb1fc3cb-1e82-40e1-911e-f1e77370053b,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:25.950055 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-592e633d-84fd-46e7-8b3e-56f51afe0020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:25.951119 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592e633d-84fd-46e7-8b3e-56f51afe0020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:25.951824 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-592e633d-84fd-46e7-8b3e-56f51afe0020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:25.952330 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-05111abb-cdc6-4672-a90d-6ff40b5f9b79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 4.5242386 Nov 25 19:38:25.952995 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45052) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:26.040291 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3032be3e-63f9-470c-8658-676b248ea624 req-59958452-4292-46dd-9462-0ca70d51a519 service neutron] 10.222.0.73 "GET /v2.0/networks/9b26d7dc-4a45-4c30-b577-4f6a5a25a55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294314 Nov 25 19:38:26.076176 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7c54f2db-729a-4d70-8cd1-ee5be15f81ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Deleting port eb1fc3cb-1e82-40e1-911e-f1e77370053b {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:38:26.076673 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c54f2db-729a-4d70-8cd1-ee5be15f81ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:26.148799 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-592e633d-84fd-46e7-8b3e-56f51afe0020 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1826713 Nov 25 19:38:26.150931 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45054) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:26.170316 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6da91c14-4eef-4510-8b2d-9f4141df26b9 req-b0d86472-c54a-48fe-8e68-ee360011b534 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/security-groups?id=1367c493-c12b-4cd7-b883-15d5c1332aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759814 Nov 25 19:38:26.187707 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-45454910-196a-46e2-8381-e930e66ce30a admin admin] Request body: {'subnet': {'network_id': '2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1938920513-subnet', 'tenant_id': '87cff6f8f3d74dc2930d309d1d36de19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:26.188685 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7c54f2db-729a-4d70-8cd1-ee5be15f81ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] For port eb1fc3cb-1e82-40e1-911e-f1e77370053b, host n-h2-819349-5, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:26.189070 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c54f2db-729a-4d70-8cd1-ee5be15f81ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:26.577158 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7c54f2db-729a-4d70-8cd1-ee5be15f81ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Calling delete_port for eb1fc3cb-1e82-40e1-911e-f1e77370053b owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:38:26.578867 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e633d-84fd-46e7-8b3e-56f51afe0020 admin admin] Pushing event updated for resources: {'Network': ['ID=2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:26.586241 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-005a84cd-7664-4413-9440-0a9962e37a39 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:26.602324 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-005a84cd-7664-4413-9440-0a9962e37a39 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:26.604378 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:38:26.687282 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45454910-196a-46e2-8381-e930e66ce30a admin admin] Made reservation on behalf of 87cff6f8f3d74dc2930d309d1d36de19 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:26.689859 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-45454910-196a-46e2-8381-e930e66ce30a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:26.742431 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c54f2db-729a-4d70-8cd1-ee5be15f81ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:26.756580 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a84cd-7664-4413-9440-0a9962e37a39 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Pushing event updated for resources: {'Port': ['ID=129d742b-f07f-49db-9e5d-704e960a1abd,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:26.807169 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54f2db-729a-4d70-8cd1-ee5be15f81ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb1fc3cb-1e82-40e1-911e-f1e77370053b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:26.813614 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c54f2db-729a-4d70-8cd1-ee5be15f81ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:26.821728 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7c54f2db-729a-4d70-8cd1-ee5be15f81ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] 10.222.0.55 "DELETE /v2.0/ports/eb1fc3cb-1e82-40e1-911e-f1e77370053b HTTP/1.1" status: 204 len: 168 time: 0.8655982 Nov 25 19:38:26.822428 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45066) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:26.856613 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-005a84cd-7664-4413-9440-0a9962e37a39 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:26.892013 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b14ba2-546d-4c5b-9db4-9e2f564d67c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] GET failed (client error): The resource could not be found. Nov 25 19:38:26.897518 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-48b14ba2-546d-4c5b-9db4-9e2f564d67c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] 10.222.0.55 "GET /v2.0/ports/eb1fc3cb-1e82-40e1-911e-f1e77370053b HTTP/1.1" status: 404 len: 333 time: 0.0716929 Nov 25 19:38:26.902380 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45068) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:26.917284 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-005a84cd-7664-4413-9440-0a9962e37a39 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:26.921986 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-005a84cd-7664-4413-9440-0a9962e37a39 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2043409 Nov 25 19:38:26.939089 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45070) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:26.952687 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-adb44291-843e-4ea7-ba85-f31c519cf43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Request body: {'port': {'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-204634568'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:27.032834 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccaefe-736e-417e-a537-25b77b952e38 req-69c7bc87-7c07-4483-b91c-051624940072 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:27.035778 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fa8e7a7d-51a2-4f36-a587-fade50a8dffb tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] 10.222.0.55 "GET /v2.0/floatingips?floating_network_id=2296b2a6-ba7e-4b25-8ad4-683a4675cca1 HTTP/1.1" status: 200 len: 690 time: 0.0944147 Nov 25 19:38:27.038636 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e5ccaefe-736e-417e-a537-25b77b952e38 req-69c7bc87-7c07-4483-b91c-051624940072 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.85 "GET /v2.0/ports?device_id=1267a88e-360f-449b-8f1c-d4e89048bc59 HTTP/1.1" status: 200 len: 945 time: 0.1724536 Nov 25 19:38:27.039493 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45072) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:27.041169 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb44291-843e-4ea7-ba85-f31c519cf43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Made reservation on behalf of de11c975525c46b58449d140494ca08b for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:27.045445 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-adb44291-843e-4ea7-ba85-f31c519cf43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:27.145804 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-adb44291-843e-4ea7-ba85-f31c519cf43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] device_id is not set on port 80445ee6-67e0-418f-8928-a71e7482fcde yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:38:27.216819 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-45454910-196a-46e2-8381-e930e66ce30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:27.298701 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45454910-196a-46e2-8381-e930e66ce30a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b9fcbc5-a9b4-4af8-836b-dc29dfeb5efe,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:27.311339 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d28c2ed9-1e83-4934-9078-070b235108aa tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:27.463735 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-e5ccaefe-736e-417e-a537-25b77b952e38 req-f7f59b01-d3d9-4a85-b58b-fe6204bf2f9f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Deleting port 84d90399-10dc-4436-9304-a7308af21e42 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:38:27.464412 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e5ccaefe-736e-417e-a537-25b77b952e38 req-f7f59b01-d3d9-4a85-b58b-fe6204bf2f9f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:27.480853 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45454910-196a-46e2-8381-e930e66ce30a admin admin] Checking segment: {'id': '68857e70-7fd0-4fbf-9913-439961bb0248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:38:27.481261 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45454910-196a-46e2-8381-e930e66ce30a admin admin] Network hostable DHCP agents. Network: 2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:38:27.518685 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d28c2ed9-1e83-4934-9078-070b235108aa tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Deleting port 129d742b-f07f-49db-9e5d-704e960a1abd {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:38:27.519218 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d28c2ed9-1e83-4934-9078-070b235108aa tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:27.523124 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45454910-196a-46e2-8381-e930e66ce30a admin admin] Network 2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:38:27.585597 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-45454910-196a-46e2-8381-e930e66ce30a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:38:27.595218 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45454910-196a-46e2-8381-e930e66ce30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:27.596128 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-45454910-196a-46e2-8381-e930e66ce30a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:27.607352 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746da1ca-36f9-4145-8bc7-4851eef72524 None None] Network 2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:38:27.628393 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-45454910-196a-46e2-8381-e930e66ce30a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4546299 Nov 25 19:38:27.654415 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d28c2ed9-1e83-4934-9078-070b235108aa tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:27.654747 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d28c2ed9-1e83-4934-9078-070b235108aa tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:27.675047 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d28c2ed9-1e83-4934-9078-070b235108aa tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Calling delete_port for 129d742b-f07f-49db-9e5d-704e960a1abd owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:38:27.843406 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4aa247-c801-436e-9f51-d610b3e8aa79 None None] Network 2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:38:27.858482 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137571d-5db7-41f3-af28-b05551f3e859 req-412c0ef2-7460-4adc-b8a5-c49345430958 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:27.867358 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0137571d-5db7-41f3-af28-b05551f3e859 req-412c0ef2-7460-4adc-b8a5-c49345430958 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/ports?device_id=1267a88e-360f-449b-8f1c-d4e89048bc59 HTTP/1.1" status: 200 len: 945 time: 0.5405860 Nov 25 19:38:27.872070 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-adb44291-843e-4ea7-ba85-f31c519cf43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:28.014761 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad92ec-eee4-453d-a896-e3a85871ed43 req-fc7f7e0f-daa2-40be-bb42-f8c6bbfc244c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:28.034128 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2aad92ec-eee4-453d-a896-e3a85871ed43 req-fc7f7e0f-daa2-40be-bb42-f8c6bbfc244c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.2532949 Nov 25 19:38:28.071855 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0137571d-5db7-41f3-af28-b05551f3e859 req-e2724ec6-9904-4be6-92fc-7005a894dd45 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.55 "GET /v2.0/security-groups?id=1367c493-c12b-4cd7-b883-15d5c1332aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035477 Nov 25 19:38:28.092314 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-e5ccaefe-736e-417e-a537-25b77b952e38 req-f7f59b01-d3d9-4a85-b58b-fe6204bf2f9f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] For port 84d90399-10dc-4436-9304-a7308af21e42, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=84d90399-10dc-4436-9304-a7308af21e42,segment=NetworkSegment(315ddb34-51c3-410d-8bb7-f66de96ce705),segment_id=315ddb34-51c3-410d-8bb7-f66de96ce705)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:28.092705 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e5ccaefe-736e-417e-a537-25b77b952e38 req-f7f59b01-d3d9-4a85-b58b-fe6204bf2f9f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:28.116524 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-e5ccaefe-736e-417e-a537-25b77b952e38 req-f7f59b01-d3d9-4a85-b58b-fe6204bf2f9f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Calling delete_port for 84d90399-10dc-4436-9304-a7308af21e42 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:38:28.130897 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-adb44291-843e-4ea7-ba85-f31c519cf43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:28.137026 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2aad92ec-eee4-453d-a896-e3a85871ed43 req-fe252af0-b1b5-4b0b-a115-3c9c75e9ce13 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018052 Nov 25 19:38:28.245406 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d28c2ed9-1e83-4934-9078-070b235108aa tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:28.298498 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c2ed9-1e83-4934-9078-070b235108aa tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Pushing event deleted for resources: {'Port': ['ID=129d742b-f07f-49db-9e5d-704e960a1abd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:28.430906 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363f29c-1425-401c-86fc-3d0afb0e38ec req-b517a255-9a4a-45c5-9f8d-1ac274df922e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:28.430906 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a363f29c-1425-401c-86fc-3d0afb0e38ec req-b517a255-9a4a-45c5-9f8d-1ac274df922e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.1514008 Nov 25 19:38:28.431288 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb44291-843e-4ea7-ba85-f31c519cf43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:38:28.436690 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d28c2ed9-1e83-4934-9078-070b235108aa tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:28.446252 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-adb44291-843e-4ea7-ba85-f31c519cf43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:38:28.458551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb44291-843e-4ea7-ba85-f31c519cf43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:38:28.460113 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb44291-843e-4ea7-ba85-f31c519cf43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:28.460929 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-adb44291-843e-4ea7-ba85-f31c519cf43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:28.483616 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb44291-843e-4ea7-ba85-f31c519cf43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Pushing event updated for resources: {'Port': ['ID=80445ee6-67e0-418f-8928-a71e7482fcde,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:28.499717 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-adb44291-843e-4ea7-ba85-f31c519cf43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5929790 Nov 25 19:38:28.503312 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45108) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:28.513124 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:28.605283 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a363f29c-1425-401c-86fc-3d0afb0e38ec req-38ac2257-03be-4796-8709-c5841ca27656 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617048 Nov 25 19:38:28.643905 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d28c2ed9-1e83-4934-9078-070b235108aa tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:28.717840 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d28c2ed9-1e83-4934-9078-070b235108aa tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:28.730830 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:28.759489 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c2ed9-1e83-4934-9078-070b235108aa tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7b326128-de8f-46ae-9c45-db8ebd5f0e60,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:28.832224 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-c4d3da03-c71e-4b3d-a04e-d81d507a5dd6 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:28.839548 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-c4d3da03-c71e-4b3d-a04e-d81d507a5dd6 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/networks?id=2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3 HTTP/1.1" status: 200 len: 814 time: 0.2629213 Nov 25 19:38:28.842112 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d28c2ed9-1e83-4934-9078-070b235108aa tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:28.850180 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e5ccaefe-736e-417e-a537-25b77b952e38 req-f7f59b01-d3d9-4a85-b58b-fe6204bf2f9f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:28.869708 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['84d90399-10dc-4436-9304-a7308af21e42'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:38:28.885922 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-d28c2ed9-1e83-4934-9078-070b235108aa tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2296b2a6-ba7e-4b25-8ad4-683a4675cca1']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:28.902730 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-cfc3bbe9-c073-4e66-86a5-3788534c0638 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/quotas/87cff6f8f3d74dc2930d309d1d36de19 HTTP/1.1" status: 200 len: 375 time: 0.0620298 Nov 25 19:38:28.906366 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-d28c2ed9-1e83-4934-9078-070b235108aa tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d38dd2-1012-4f42-b122-14c58d3da831') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:28.906674 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-d28c2ed9-1e83-4934-9078-070b235108aa tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d38dd2-1012-4f42-b122-14c58d3da831') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:28.910699 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f59b01-d3d9-4a85-b58b-fe6204bf2f9f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Pushing event deleted for resources: {'Port': ['ID=84d90399-10dc-4436-9304-a7308af21e42,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:28.946706 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d28c2ed9-1e83-4934-9078-070b235108aa tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:28.993298 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-5b5c20fc-e292-4052-9f48-e4bdb9c6ad61 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=87cff6f8f3d74dc2930d309d1d36de19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0895581 Nov 25 19:38:29.008467 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d28c2ed9-1e83-4934-9078-070b235108aa tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:29.042582 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28c2ed9-1e83-4934-9078-070b235108aa tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:38:29.043376 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d28c2ed9-1e83-4934-9078-070b235108aa tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:38:29.048760 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:38:29.200759 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ccaefe-736e-417e-a537-25b77b952e38 req-f7f59b01-d3d9-4a85-b58b-fe6204bf2f9f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] No DVR routers for this DVR port 84d90399-10dc-4436-9304-a7308af21e42 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:38:29.209364 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5a58ca19-be37-41d8-8bb8-39f5ba29bf0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:29.220855 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e5ccaefe-736e-417e-a537-25b77b952e38 req-f7f59b01-d3d9-4a85-b58b-fe6204bf2f9f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:29.228870 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e5ccaefe-736e-417e-a537-25b77b952e38 req-f7f59b01-d3d9-4a85-b58b-fe6204bf2f9f tempest-FloatingIPsAssociationNegativeTestJSON-2029548107 tempest-FloatingIPsAssociationNegativeTestJSON-2029548107-project] 10.222.0.85 "DELETE /v2.0/ports/84d90399-10dc-4436-9304-a7308af21e42 HTTP/1.1" status: 204 len: 173 time: 2.1781931 Nov 25 19:38:29.229618 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1267a88e-360f-449b-8f1c-d4e89048bc59', 'name': 'network-vif-deleted', 'tag': '84d90399-10dc-4436-9304-a7308af21e42'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:38:29.234470 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cf78f1-815a-42a9-adef-56b05d14c0f3" -d '{"events": [{"server_uuid": "1267a88e-360f-449b-8f1c-d4e89048bc59", "name": "network-vif-deleted", "tag": "84d90399-10dc-4436-9304-a7308af21e42"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:38:29.269942 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d28c2ed9-1e83-4934-9078-070b235108aa tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:29.287072 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28c2ed9-1e83-4934-9078-070b235108aa tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2296b2a6-ba7e-4b25-8ad4-683a4675cca1 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 19:38:29.305229 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d28c2ed9-1e83-4934-9078-070b235108aa tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:29.312003 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d28c2ed9-1e83-4934-9078-070b235108aa tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] 10.222.0.55 "DELETE /v2.0/networks/2296b2a6-ba7e-4b25-8ad4-683a4675cca1 HTTP/1.1" status: 204 len: 168 time: 2.2711711 Nov 25 19:38:29.318050 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45138) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:29.436114 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] device_id is not set on port 80445ee6-67e0-418f-8928-a71e7482fcde yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:38:29.458530 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:29.484270 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:29.542831 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c2ed9-1e83-4934-9078-070b235108aa tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Pushing event deleted for resources: {'Network': ['ID=2296b2a6-ba7e-4b25-8ad4-683a4675cca1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:29.548578 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c2347c37-6bb0-44bf-a6f9-631384b4d9e2 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2566 time: 0.2294118 Nov 25 19:38:29.549210 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45140) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:29.585148 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-c30c63e9-a499-4a7d-8f63-6b83b2820986 service neutron] 10.222.0.55 "GET /v2.0/networks/2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5907490 Nov 25 19:38:29.654570 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-b28f3b56-7243-4077-8e42-68e4b8679b3c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:29.661901 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-b28f3b56-7243-4077-8e42-68e4b8679b3c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 811 time: 0.5137732 Nov 25 19:38:29.719410 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-23179bad-7989-491f-b16e-7afaa8585d3b tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/quotas/61b43fc7b65b46daaf3bb19051a96cc4 HTTP/1.1" status: 200 len: 375 time: 0.0414369 Nov 25 19:38:29.748517 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd92a071-3332-4458-8701-a7fad4f6e9b6 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:29.749002 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd92a071-3332-4458-8701-a7fad4f6e9b6 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:29.749465 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd92a071-3332-4458-8701-a7fad4f6e9b6 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:29.749924 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd92a071-3332-4458-8701-a7fad4f6e9b6 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:29.750397 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd92a071-3332-4458-8701-a7fad4f6e9b6 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:29.750851 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd92a071-3332-4458-8701-a7fad4f6e9b6 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:29.751458 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd92a071-3332-4458-8701-a7fad4f6e9b6 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:29.751917 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd92a071-3332-4458-8701-a7fad4f6e9b6 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:29.752364 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd92a071-3332-4458-8701-a7fad4f6e9b6 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:29.752808 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd92a071-3332-4458-8701-a7fad4f6e9b6 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:29.753248 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd92a071-3332-4458-8701-a7fad4f6e9b6 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:29.755322 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd92a071-3332-4458-8701-a7fad4f6e9b6 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:29.761421 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-dd92a071-3332-4458-8701-a7fad4f6e9b6 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7766 time: 0.2069852 Nov 25 19:38:29.780519 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Pushing event updated for resources: {'Port': ['ID=80445ee6-67e0-418f-8928-a71e7482fcde,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:29.784852 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45146) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:29.919207 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-3c756845-f03e-4c5a-92fc-501bc727e746 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1880021 Nov 25 19:38:29.968721 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-8d653780-222a-467d-bb9c-67528d852029 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] delete failed (client error): The resource could not be found. Nov 25 19:38:29.973201 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8d653780-222a-467d-bb9c-67528d852029 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/1153b28c-32a9-4d29-bc4c-758bf9f8526d HTTP/1.1" status: 404 len: 345 time: 0.1802595 Nov 25 19:38:29.976627 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45148) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:29.993597 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:29.993597 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:29.993986 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:30.001217 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port 80445ee6-67e0-418f-8928-a71e7482fcde on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:30.001563 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:30.024928 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempt 2 to bind port 80445ee6-67e0-418f-8928-a71e7482fcde Nov 25 19:38:30.042501 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-36495e6d-16ae-4f62-9777-1f22617dae25 service neutron] 10.222.0.55 "GET /v2.0/networks/2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393756 Nov 25 19:38:30.058343 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae9ba87-a9eb-426a-8b40-226d1d4a44d6 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] DELETE failed (client error): The resource could not be found. Nov 25 19:38:30.058343 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ae9ba87-a9eb-426a-8b40-226d1d4a44d6 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:38:30.069094 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9ae9ba87-a9eb-426a-8b40-226d1d4a44d6 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] 10.222.0.55 "DELETE /v2.0/networks/2296b2a6-ba7e-4b25-8ad4-683a4675cca1 HTTP/1.1" status: 404 len: 339 time: 0.0803185 Nov 25 19:38:30.076068 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45150) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:30.087643 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-bee79fa5-a3de-4891-85fc-64eacd4bf402 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Request body: {'network': {'name': 'tempest-network--1070369748', 'router:external': True}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:30.132808 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:30.133176 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:30.133568 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:30.150019 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee79fa5-a3de-4891-85fc-64eacd4bf402 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Made reservation on behalf of 478e3883d3c740cf872dbffb6332f1f2 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:30.152670 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bee79fa5-a3de-4891-85fc-64eacd4bf402 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:30.164225 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port 80445ee6-67e0-418f-8928-a71e7482fcde on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:30.164561 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:30.190442 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-e8ae809f-99d3-4f93-87e6-3694fb6aaf5b service neutron] 10.222.0.55 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501638 Nov 25 19:38:30.195184 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempt 3 to bind port 80445ee6-67e0-418f-8928-a71e7482fcde Nov 25 19:38:30.228408 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:30.228754 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:30.229088 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:30.258956 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port 80445ee6-67e0-418f-8928-a71e7482fcde on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:30.259290 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:30.261014 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempt 4 to bind port 80445ee6-67e0-418f-8928-a71e7482fcde Nov 25 19:38:30.302854 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee79fa5-a3de-4891-85fc-64eacd4bf402 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:38:30.317178 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:30.317562 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:30.317909 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:30.349579 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bee79fa5-a3de-4891-85fc-64eacd4bf402 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:30.350175 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-bee79fa5-a3de-4891-85fc-64eacd4bf402 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Added segment ab4b62cb-febf-4ad1-8121-3aa9a43c0f39 of type vlan for network d53e30af-3c11-45c5-b2cf-5265ab93d0c9 Nov 25 19:38:30.372189 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port 80445ee6-67e0-418f-8928-a71e7482fcde on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:30.372565 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:30.407285 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45162) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:30.498214 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bee79fa5-a3de-4891-85fc-64eacd4bf402 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:30.572696 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-56cdc6ea-37a8-4b1e-8e06-d03e2aa43159 service neutron] 10.222.0.55 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659866 Nov 25 19:38:30.632875 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempt 5 to bind port 80445ee6-67e0-418f-8928-a71e7482fcde Nov 25 19:38:30.678465 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20457781-cce7-4cd7-809c-f39ccf9d4bb7 x-openstack-request-id: req-20457781-cce7-4cd7-809c-f39ccf9d4bb7 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:38:30.678972 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1267a88e-360f-449b-8f1c-d4e89048bc59", "name": "network-vif-deleted", "tag": "84d90399-10dc-4436-9304-a7308af21e42", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:38:30.679415 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-20457781-cce7-4cd7-809c-f39ccf9d4bb7 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:38:30.680093 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1267a88e-360f-449b-8f1c-d4e89048bc59', 'name': 'network-vif-deleted', 'tag': '84d90399-10dc-4436-9304-a7308af21e42', 'status': 'completed', 'code': 200} Nov 25 19:38:30.688188 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bee79fa5-a3de-4891-85fc-64eacd4bf402 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:30.689917 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee79fa5-a3de-4891-85fc-64eacd4bf402 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:30.691588 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bee79fa5-a3de-4891-85fc-64eacd4bf402 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:30.870967 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-31159538-4ed9-4bb8-a055-de4773915449 req-d6beb064-04d8-4615-8269-ddff7987bd13 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/ports?device_id=6007bd22-1485-424e-8dc8-a9d123a65b1b HTTP/1.1" status: 200 len: 210 time: 0.1845348 Nov 25 19:38:30.903439 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:30.904051 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:30.904683 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:30.933936 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port 80445ee6-67e0-418f-8928-a71e7482fcde on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:30.959263 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:30.967749 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempt 6 to bind port 80445ee6-67e0-418f-8928-a71e7482fcde Nov 25 19:38:31.076485 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bee79fa5-a3de-4891-85fc-64eacd4bf402 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9968452 Nov 25 19:38:31.087718 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45182) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:31.107311 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee79fa5-a3de-4891-85fc-64eacd4bf402 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Pushing event updated for resources: {'Network': ['ID=d53e30af-3c11-45c5-b2cf-5265ab93d0c9,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:31.116633 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:31.120423 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network d53e30af-3c11-45c5-b2cf-5265ab93d0c9 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:38:31.124520 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:31.124885 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:31.191778 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port 80445ee6-67e0-418f-8928-a71e7482fcde on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:31.192869 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:31.193466 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempt 7 to bind port 80445ee6-67e0-418f-8928-a71e7482fcde Nov 25 19:38:31.199767 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92d19319-5db5-413c-bff7-cc2d9f9caa27 req-0895ce05-a10f-4b53-a3e7-686762fe82f9 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=94597406-ee75-446f-b779-92c734e46f36 HTTP/1.1" status: 200 len: 210 time: 0.0937791 Nov 25 19:38:31.229289 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:31.229642 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:31.229991 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:31.258274 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port 80445ee6-67e0-418f-8928-a71e7482fcde on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:31.258274 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:31.258274 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempt 8 to bind port 80445ee6-67e0-418f-8928-a71e7482fcde Nov 25 19:38:31.312513 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:31.313483 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:31.314396 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:31.335437 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port 80445ee6-67e0-418f-8928-a71e7482fcde on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:31.336486 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:31.337488 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempt 9 to bind port 80445ee6-67e0-418f-8928-a71e7482fcde Nov 25 19:38:31.376625 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:31.382794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:31.383609 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:31.403827 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port 80445ee6-67e0-418f-8928-a71e7482fcde on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:31.404384 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:31.405046 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempt 10 to bind port 80445ee6-67e0-418f-8928-a71e7482fcde Nov 25 19:38:31.453922 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:31.458394 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:31.458695 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:31.475812 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port 80445ee6-67e0-418f-8928-a71e7482fcde on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:31.476491 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port 80445ee6-67e0-418f-8928-a71e7482fcde on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:31.477091 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:31.603555 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 84d90399-10dc-4436-9304-a7308af21e42 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:38:31.691890 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] For port 80445ee6-67e0-418f-8928-a71e7482fcde, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:38:31.692235 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a48abb-f02e-478d-9b41-c37e246bc9f4 tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:31.697435 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempted to set empty binding levels {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 19:38:31.703787 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 84d90399-10dc-4436-9304-a7308af21e42 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:38:31.704455 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 84d90399-10dc-4436-9304-a7308af21e42 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:38:31.706525 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a48abb-f02e-478d-9b41-c37e246bc9f4 tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:31.711141 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:31.719709 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a48abb-f02e-478d-9b41-c37e246bc9f4 tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:31.728424 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a48abb-f02e-478d-9b41-c37e246bc9f4 tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:31.730397 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-20a48abb-f02e-478d-9b41-c37e246bc9f4 tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.5573974 Nov 25 19:38:31.746706 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45198) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:31.759890 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6a062cf6-3470-4991-b147-acb075164742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:31.787265 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] In _notify_port_updated(), no bound segment for port 80445ee6-67e0-418f-8928-a71e7482fcde on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:38:31.788577 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:31.789537 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:31.791610 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] 10.222.0.55 "PUT /v2.0/ports/80445ee6-67e0-418f-8928-a71e7482fcde HTTP/1.1" status: 200 len: 978 time: 3.2863314 Nov 25 19:38:31.796414 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45202) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:31.829290 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f120288-6fb3-45f8-9dbd-89a469339b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Pushing event updated for resources: {'Port': ['ID=80445ee6-67e0-418f-8928-a71e7482fcde,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:32.060828 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6a91486-b63b-4dff-8f9b-60381c77913c tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:32.068827 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.070072 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.072044 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.073070 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.074023 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.077751 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.080032 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.080925 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.082522 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.083423 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.084242 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.085007 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.086362 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.087441 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.088253 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.089087 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.089850 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.091015 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.091388 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0a00d888-8026-406b-8df6-2e65a7b39c36 req-de802f33-49d9-4672-8978-44c3be1f239c tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/ports?device_id=6007bd22-1485-424e-8dc8-a9d123a65b1b HTTP/1.1" status: 200 len: 210 time: 0.0546765 Nov 25 19:38:32.092041 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.092888 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.093987 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.094575 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.095396 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.096682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.099125 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.099988 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.100873 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.101778 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.102701 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.103732 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.104560 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.105358 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.106613 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.107511 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.108411 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.109224 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.118205 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-dc1468b1-007d-4c3b-81c5-ddcd3f056113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32288 time: 0.3201244 Nov 25 19:38:32.122907 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45208) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:32.507718 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6a91486-b63b-4dff-8f9b-60381c77913c tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:32.545736 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-782cd429-6927-406a-8b0a-e1f98734dbd5 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.554722 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-293f87ff-744b-43f1-9293-1ae1608388bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:32.560783 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-782cd429-6927-406a-8b0a-e1f98734dbd5 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.73 "GET /v2.0/networks?id=2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3 HTTP/1.1" status: 200 len: 814 time: 0.4040635 Nov 25 19:38:32.576752 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-50393813-8d13-49d7-91a8-de9fa47c1a59 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Request body: {'port': {'device_id': '6007bd22-1485-424e-8dc8-a9d123a65b1b', 'network_id': '2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3', 'admin_state_up': True, 'tenant_id': '87cff6f8f3d74dc2930d309d1d36de19'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:32.707067 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0d03fad6-eda6-498b-876e-78eb62e3433d req-ed18c029-0835-422c-83fa-fea33336d189 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=94597406-ee75-446f-b779-92c734e46f36 HTTP/1.1" status: 200 len: 210 time: 0.1759846 Nov 25 19:38:32.795771 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a35bdb3f-af34-4745-9b86-230fed76e277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Deleting port 80445ee6-67e0-418f-8928-a71e7482fcde {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:38:32.796979 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a35bdb3f-af34-4745-9b86-230fed76e277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:32.888943 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a35bdb3f-af34-4745-9b86-230fed76e277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] For port 80445ee6-67e0-418f-8928-a71e7482fcde, host n-h2-819349-5, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:32.889525 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a35bdb3f-af34-4745-9b86-230fed76e277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:32.909407 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a35bdb3f-af34-4745-9b86-230fed76e277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Calling delete_port for 80445ee6-67e0-418f-8928-a71e7482fcde owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:38:33.159293 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a35bdb3f-af34-4745-9b86-230fed76e277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:33.183151 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a35bdb3f-af34-4745-9b86-230fed76e277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:33.188332 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a35bdb3f-af34-4745-9b86-230fed76e277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] 10.222.0.55 "DELETE /v2.0/ports/80445ee6-67e0-418f-8928-a71e7482fcde HTTP/1.1" status: 204 len: 168 time: 1.0633605 Nov 25 19:38:33.189757 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-50393813-8d13-49d7-91a8-de9fa47c1a59 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Made reservation on behalf of 87cff6f8f3d74dc2930d309d1d36de19 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:33.194536 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-50393813-8d13-49d7-91a8-de9fa47c1a59 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:33.212880 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45224) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:33.293775 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bdb3f-af34-4745-9b86-230fed76e277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Pushing event deleted for resources: {'Port': ['ID=80445ee6-67e0-418f-8928-a71e7482fcde,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:33.303418 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c7a0c5-9543-4e40-bb49-7cb966c86c03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] GET failed (client error): The resource could not be found. Nov 25 19:38:33.311812 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d1c7a0c5-9543-4e40-bb49-7cb966c86c03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] 10.222.0.55 "GET /v2.0/ports/80445ee6-67e0-418f-8928-a71e7482fcde HTTP/1.1" status: 404 len: 333 time: 0.0907059 Nov 25 19:38:33.318727 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45226) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:33.323997 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-ed825b43-d2db-4b73-b459-224426c1e6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907519808', 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:33.455213 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed825b43-d2db-4b73-b459-224426c1e6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Made reservation on behalf of de11c975525c46b58449d140494ca08b for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:33.465112 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed825b43-d2db-4b73-b459-224426c1e6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:33.491897 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-d6a91486-b63b-4dff-8f9b-60381c77913c tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53e30af-3c11-45c5-b2cf-5265ab93d0c9']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:33.535286 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-ed825b43-d2db-4b73-b459-224426c1e6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] device_id is not set on port 088875f9-e61e-417a-9203-d9aca784162c yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:38:33.579830 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:33.598685 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-d6a91486-b63b-4dff-8f9b-60381c77913c tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4b62cb-febf-4ad1-8121-3aa9a43c0f39') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:33.599000 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-d6a91486-b63b-4dff-8f9b-60381c77913c tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4b62cb-febf-4ad1-8121-3aa9a43c0f39') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:33.620272 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e069dd0c-9c79-4ea2-86a7-10438def3124 req-eef9b284-255e-417c-bb5b-35758d17d116 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/ports?device_id=6007bd22-1485-424e-8dc8-a9d123a65b1b HTTP/1.1" status: 200 len: 210 time: 0.3538392 Nov 25 19:38:33.665656 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6a91486-b63b-4dff-8f9b-60381c77913c tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:33.734883 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6a91486-b63b-4dff-8f9b-60381c77913c tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:33.772211 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-d53dd154-799e-493e-8d7d-5db7aa9e8a29 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:33.775045 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-d53dd154-799e-493e-8d7d-5db7aa9e8a29 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.73 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 811 time: 0.5192244 Nov 25 19:38:33.777477 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a91486-b63b-4dff-8f9b-60381c77913c tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:38:33.778929 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6a91486-b63b-4dff-8f9b-60381c77913c tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:38:33.795782 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:38:33.799696 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-50393813-8d13-49d7-91a8-de9fa47c1a59 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Allocated IP 172.20.0.11 (2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3/7b9fcbc5-a9b4-4af8-836b-dc29dfeb5efe/2e01c08a-c9ee-49fd-a288-7e3c8da5b567) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:38:33.827001 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-d663cefe-56ad-4241-83ae-436d4aca86c1 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Request body: {'port': {'device_id': '94597406-ee75-446f-b779-92c734e46f36', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'admin_state_up': True, 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:33.982898 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f560442e-fd98-419e-8cbc-b8db75298270 req-e7e7d7f2-a8ca-41c4-af29-1f49794d7186 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=94597406-ee75-446f-b779-92c734e46f36 HTTP/1.1" status: 200 len: 210 time: 0.0838861 Nov 25 19:38:34.023352 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed825b43-d2db-4b73-b459-224426c1e6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:34.063309 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6a91486-b63b-4dff-8f9b-60381c77913c tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:34.073234 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a91486-b63b-4dff-8f9b-60381c77913c tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d53e30af-3c11-45c5-b2cf-5265ab93d0c9 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 19:38:34.079559 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6a91486-b63b-4dff-8f9b-60381c77913c tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:34.089075 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d6a91486-b63b-4dff-8f9b-60381c77913c tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] 10.222.0.55 "DELETE /v2.0/networks/d53e30af-3c11-45c5-b2cf-5265ab93d0c9 HTTP/1.1" status: 204 len: 168 time: 2.3399022 Nov 25 19:38:34.090091 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45242) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:34.116592 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-80340f17-71bb-4828-be8b-7f7706a4a89c tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Request body: {'network': {'name': 'tempest-network--2025596709', 'router:external': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:34.125369 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a91486-b63b-4dff-8f9b-60381c77913c tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Pushing event deleted for resources: {'Network': ['ID=d53e30af-3c11-45c5-b2cf-5265ab93d0c9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:34.248172 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80340f17-71bb-4828-be8b-7f7706a4a89c tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Made reservation on behalf of 478e3883d3c740cf872dbffb6332f1f2 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:34.251354 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80340f17-71bb-4828-be8b-7f7706a4a89c tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:34.256242 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-d663cefe-56ad-4241-83ae-436d4aca86c1 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Made reservation on behalf of 61b43fc7b65b46daaf3bb19051a96cc4 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:34.261021 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-d663cefe-56ad-4241-83ae-436d4aca86c1 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:34.311729 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-293f87ff-744b-43f1-9293-1ae1608388bf admin admin] Deleting port c0f8d7a9-35eb-41e6-a573-980796fef1e7 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:38:34.312434 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-293f87ff-744b-43f1-9293-1ae1608388bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:34.330142 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80340f17-71bb-4828-be8b-7f7706a4a89c tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:38:34.345760 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80340f17-71bb-4828-be8b-7f7706a4a89c tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:34.346525 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-80340f17-71bb-4828-be8b-7f7706a4a89c tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Added segment 19337537-8336-4d8c-8988-e4858e33cdca of type vlan for network 148ef330-44a1-4eaa-a984-d0cd46001fc8 Nov 25 19:38:34.655846 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed825b43-d2db-4b73-b459-224426c1e6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:34.698116 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80340f17-71bb-4828-be8b-7f7706a4a89c tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:34.770868 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed825b43-d2db-4b73-b459-224426c1e6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Pushing event updated for resources: {'Port': ['ID=088875f9-e61e-417a-9203-d9aca784162c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:34.832280 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed825b43-d2db-4b73-b459-224426c1e6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:38:34.841005 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ed825b43-d2db-4b73-b459-224426c1e6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:38:34.853391 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed825b43-d2db-4b73-b459-224426c1e6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:38:34.854448 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed825b43-d2db-4b73-b459-224426c1e6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:34.855769 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed825b43-d2db-4b73-b459-224426c1e6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:34.862831 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-50393813-8d13-49d7-91a8-de9fa47c1a59 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:34.881680 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1c13d8b4-4c51-4834-9d52-d74592c5f71a req-ea11c37d-c21a-4148-bc15-66329c088793 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/ports?device_id=6007bd22-1485-424e-8dc8-a9d123a65b1b HTTP/1.1" status: 200 len: 210 time: 0.1041527 Nov 25 19:38:34.917339 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ed825b43-d2db-4b73-b459-224426c1e6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5948246 Nov 25 19:38:34.918891 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45266) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:34.951449 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-d663cefe-56ad-4241-83ae-436d4aca86c1 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Allocated IP 172.20.0.5 (37f8230d-6a2b-4a12-a441-526002eff84a/ec830131-0c53-44d8-b6cf-4b7badf3b5da/816da5ea-c990-4d4f-a118-bc40f4667382) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:38:34.970013 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80340f17-71bb-4828-be8b-7f7706a4a89c tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:34.972995 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80340f17-71bb-4828-be8b-7f7706a4a89c tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:34.974109 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80340f17-71bb-4828-be8b-7f7706a4a89c tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:35.000217 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881945b8-167c-4278-a83e-2b212fff90c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:35.003183 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-881945b8-167c-4278-a83e-2b212fff90c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] 10.222.0.55 "GET /v2.0/ports/088875f9-e61e-417a-9203-d9aca784162c HTTP/1.1" status: 200 len: 959 time: 0.0821810 Nov 25 19:38:35.013234 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45270) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:35.071672 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-293f87ff-744b-43f1-9293-1ae1608388bf admin admin] For port c0f8d7a9-35eb-41e6-a573-980796fef1e7, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c0f8d7a9-35eb-41e6-a573-980796fef1e7,segment=NetworkSegment(315ddb34-51c3-410d-8bb7-f66de96ce705),segment_id=315ddb34-51c3-410d-8bb7-f66de96ce705)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:35.072438 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-293f87ff-744b-43f1-9293-1ae1608388bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:35.095303 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-293f87ff-744b-43f1-9293-1ae1608388bf admin admin] Calling delete_port for c0f8d7a9-35eb-41e6-a573-980796fef1e7 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:38:35.103533 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-50393813-8d13-49d7-91a8-de9fa47c1a59 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:35.184288 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-50393813-8d13-49d7-91a8-de9fa47c1a59 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Network 2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:38:35.194413 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-50393813-8d13-49d7-91a8-de9fa47c1a59 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:38:35.197655 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-50393813-8d13-49d7-91a8-de9fa47c1a59 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:38:35.203916 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393813-8d13-49d7-91a8-de9fa47c1a59 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Pushing event updated for resources: {'Port': ['ID=2e01c08a-c9ee-49fd-a288-7e3c8da5b567,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:35.287186 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9fed3cce-6e66-4b23-8c1f-cf9114d2ed4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Deleting port 088875f9-e61e-417a-9203-d9aca784162c {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:38:35.287925 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9fed3cce-6e66-4b23-8c1f-cf9114d2ed4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:35.331622 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-50393813-8d13-49d7-91a8-de9fa47c1a59 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:35.332322 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-50393813-8d13-49d7-91a8-de9fa47c1a59 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:35.387184 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c18efe88-310a-44ab-91ab-8da59749d2bf req-28f319ef-92ef-4b7c-a679-e4abd14ef3fa tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=94597406-ee75-446f-b779-92c734e46f36 HTTP/1.1" status: 200 len: 210 time: 0.0822163 Nov 25 19:38:35.403804 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:35.407263 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-80340f17-71bb-4828-be8b-7f7706a4a89c tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2950923 Nov 25 19:38:35.417142 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45284) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:35.449449 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-50393813-8d13-49d7-91a8-de9fa47c1a59 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8876507 Nov 25 19:38:35.455075 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9fed3cce-6e66-4b23-8c1f-cf9114d2ed4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:35.467840 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Request body: {'port': {'device_id': '6007bd22-1485-424e-8dc8-a9d123a65b1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:35.502345 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80340f17-71bb-4828-be8b-7f7706a4a89c tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Pushing event updated for resources: {'Network': ['ID=148ef330-44a1-4eaa-a984-d0cd46001fc8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:35.521412 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 148ef330-44a1-4eaa-a984-d0cd46001fc8 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:38:35.553044 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9fed3cce-6e66-4b23-8c1f-cf9114d2ed4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Calling delete_port for 088875f9-e61e-417a-9203-d9aca784162c owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:38:35.656049 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:35.691957 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86195f8-b758-42e4-b258-dc032060bca7 tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:35.695288 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e86195f8-b758-42e4-b258-dc032060bca7 tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] 10.222.0.55 "GET /v2.0/networks/148ef330-44a1-4eaa-a984-d0cd46001fc8 HTTP/1.1" status: 200 len: 757 time: 0.2639675 Nov 25 19:38:35.712420 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45290) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:35.778638 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:35.871670 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac5b92-d88a-4ef9-ab2b-e44c69842e87 req-faa75b61-25a5-4e3f-b4c5-b70f246f371c tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:35.873454 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6bac5b92-d88a-4ef9-ab2b-e44c69842e87 req-faa75b61-25a5-4e3f-b4c5-b70f246f371c tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=30d7811c-dac3-4d2b-a44b-d2afe6e89ce1 HTTP/1.1" status: 200 len: 946 time: 0.1926661 Nov 25 19:38:35.891565 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9fed3cce-6e66-4b23-8c1f-cf9114d2ed4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:35.900439 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-d663cefe-56ad-4241-83ae-436d4aca86c1 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:35.948773 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c18a89-9a19-4bb7-9d24-c92d1c895e1a tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:35.955027 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-03c18a89-9a19-4bb7-9d24-c92d1c895e1a tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] 10.222.0.55 "GET /v2.0/networks/db75a9ae-4b63-4599-b614-71e1b1f8f3ad HTTP/1.1" status: 200 len: 768 time: 0.2468469 Nov 25 19:38:35.960641 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45298) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:36.002845 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9fed3cce-6e66-4b23-8c1f-cf9114d2ed4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:36.007265 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9fed3cce-6e66-4b23-8c1f-cf9114d2ed4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] 10.222.0.55 "DELETE /v2.0/ports/088875f9-e61e-417a-9203-d9aca784162c HTTP/1.1" status: 204 len: 168 time: 0.9925683 Nov 25 19:38:36.021333 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45302) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:36.022965 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed3cce-6e66-4b23-8c1f-cf9114d2ed4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Pushing event deleted for resources: {'Port': ['ID=088875f9-e61e-417a-9203-d9aca784162c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:36.058522 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-293f87ff-744b-43f1-9293-1ae1608388bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:36.078774 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2b8072-d11e-49d7-864a-d5d5bb90d19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] GET failed (client error): The resource could not be found. Nov 25 19:38:36.082102 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7f2b8072-d11e-49d7-864a-d5d5bb90d19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] 10.222.0.55 "GET /v2.0/ports/088875f9-e61e-417a-9203-d9aca784162c HTTP/1.1" status: 404 len: 333 time: 0.0604284 Nov 25 19:38:36.095991 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45304) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:36.112582 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-9da6d7b6-a7e1-4a6d-853d-a76e9ee692b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Request body: {'port': {'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296070386'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:36.153273 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-d663cefe-56ad-4241-83ae-436d4aca86c1 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:36.163214 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f87ff-744b-43f1-9293-1ae1608388bf admin admin] Pushing event deleted for resources: {'Port': ['ID=c0f8d7a9-35eb-41e6-a573-980796fef1e7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:36.171046 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['3de27103-dacf-46fc-9c82-1f1872c5cb0e', 'd1fe46f4-f096-47ff-b2e6-00d419bb5968'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:38:36.207137 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6bac5b92-d88a-4ef9-ab2b-e44c69842e87 req-daa91f8d-a791-4858-852f-3fd5b85167a4 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=86939ef8-f59a-4b6f-ab7c-dfb700b85bab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3076105 Nov 25 19:38:36.252074 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da6d7b6-a7e1-4a6d-853d-a76e9ee692b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Made reservation on behalf of de11c975525c46b58449d140494ca08b for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:36.264652 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9da6d7b6-a7e1-4a6d-853d-a76e9ee692b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:36.286817 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-9da6d7b6-a7e1-4a6d-853d-a76e9ee692b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] device_id is not set on port 7d485cbe-d336-4719-8ada-8b271223aa95 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:38:36.330489 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d85053f-97bb-47e5-8f93-eba99f692113 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:36.386840 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-d663cefe-56ad-4241-83ae-436d4aca86c1 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Network 37f8230d-6a2b-4a12-a441-526002eff84a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:38:36.389498 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663cefe-56ad-4241-83ae-436d4aca86c1 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Pushing event updated for resources: {'Port': ['ID=816da5ea-c990-4d4f-a118-bc40f4667382,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:36.400061 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-d663cefe-56ad-4241-83ae-436d4aca86c1 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:38:36.407114 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-d663cefe-56ad-4241-83ae-436d4aca86c1 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:38:36.594558 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9a17a-4d8d-469b-b093-15743276ca3d req-e3485342-9c20-4364-895e-cf5ec5b49c03 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:36.604091 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d5a9a17a-4d8d-469b-b093-15743276ca3d req-e3485342-9c20-4364-895e-cf5ec5b49c03 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/ports?device_id=6007bd22-1485-424e-8dc8-a9d123a65b1b HTTP/1.1" status: 200 len: 932 time: 0.5613973 Nov 25 19:38:36.623224 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e01c08a-c9ee-49fd-a288-7e3c8da5b567 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:38:36.653007 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:36.699032 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9da6d7b6-a7e1-4a6d-853d-a76e9ee692b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:36.716789 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Transition to ACTIVE for port object 2e01c08a-c9ee-49fd-a288-7e3c8da5b567 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:38:36.731555 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:36.732193 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d85053f-97bb-47e5-8f93-eba99f692113 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:36.788817 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e01c08a-c9ee-49fd-a288-7e3c8da5b567,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:36.825944 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-d663cefe-56ad-4241-83ae-436d4aca86c1 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:36.826823 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-d663cefe-56ad-4241-83ae-436d4aca86c1 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:36.877601 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a54035-718c-41b7-bd95-58d07418e36c req-0dc34be5-927f-4ea8-aaf5-dd0f7aa9b8cd tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:36.880360 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-6d85053f-97bb-47e5-8f93-eba99f692113 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148ef330-44a1-4eaa-a984-d0cd46001fc8']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:36.881969 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e1a54035-718c-41b7-bd95-58d07418e36c req-0dc34be5-927f-4ea8-aaf5-dd0f7aa9b8cd tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=94597406-ee75-446f-b779-92c734e46f36 HTTP/1.1" status: 200 len: 931 time: 0.2510784 Nov 25 19:38:36.922253 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-6d85053f-97bb-47e5-8f93-eba99f692113 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19337537-8336-4d8c-8988-e4858e33cdca') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:36.922461 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-6d85053f-97bb-47e5-8f93-eba99f692113 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19337537-8336-4d8c-8988-e4858e33cdca') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:36.926929 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1dd8a747-8ba6-4d26-aa0b-720a5c060818 None None] Provisioning complete for port 816da5ea-c990-4d4f-a118-bc40f4667382 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:38:36.927982 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a747-8ba6-4d26-aa0b-720a5c060818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:36.933033 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-d663cefe-56ad-4241-83ae-436d4aca86c1 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1168783 Nov 25 19:38:36.964691 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-f47c33e4-7ba4-4194-bc18-c5aec6e6450d service neutron] Request body: {'port': {'device_id': '94597406-ee75-446f-b779-92c734e46f36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:36.972556 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d85053f-97bb-47e5-8f93-eba99f692113 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:36.991043 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d5a9a17a-4d8d-469b-b093-15743276ca3d req-49fb0b1d-3e7d-47f6-a6c9-49970bee6fcb tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/security-groups?id=670a04cf-84c6-427e-89eb-59dd6c09eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841114 Nov 25 19:38:37.029798 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1dd8a747-8ba6-4d26-aa0b-720a5c060818 None None] Port 816da5ea-c990-4d4f-a118-bc40f4667382 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:38:37.030460 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9da6d7b6-a7e1-4a6d-853d-a76e9ee692b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:37.066498 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d85053f-97bb-47e5-8f93-eba99f692113 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:37.094754 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d85053f-97bb-47e5-8f93-eba99f692113 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:38:37.095575 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d85053f-97bb-47e5-8f93-eba99f692113 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:38:37.100927 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:38:37.132185 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-293f87ff-744b-43f1-9293-1ae1608388bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:37.134916 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da6d7b6-a7e1-4a6d-853d-a76e9ee692b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:38:37.155374 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e1a54035-718c-41b7-bd95-58d07418e36c req-8580ec13-01c1-4f1b-865f-a5b14247e0d2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399828 Nov 25 19:38:37.178380 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Attempting to bind port 2e01c08a-c9ee-49fd-a288-7e3c8da5b567 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:37.178380 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Attempting to bind port 2e01c08a-c9ee-49fd-a288-7e3c8da5b567 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '68857e70-7fd0-4fbf-9913-439961bb0248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:37.178380 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Attempting to bind port 2e01c08a-c9ee-49fd-a288-7e3c8da5b567 on network 2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:37.183673 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-9da6d7b6-a7e1-4a6d-853d-a76e9ee692b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:38:37.189737 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da6d7b6-a7e1-4a6d-853d-a76e9ee692b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:38:37.192674 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da6d7b6-a7e1-4a6d-853d-a76e9ee692b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:37.193394 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9da6d7b6-a7e1-4a6d-853d-a76e9ee692b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:37.223576 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Port 2e01c08a-c9ee-49fd-a288-7e3c8da5b567 on network 2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:37.224043 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Attempting to bind port 2e01c08a-c9ee-49fd-a288-7e3c8da5b567 on network 2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:37.246937 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6d7b6-a7e1-4a6d-853d-a76e9ee692b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Pushing event updated for resources: {'Port': ['ID=7d485cbe-d336-4719-8ada-8b271223aa95,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:37.251621 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:38:37.252123 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Checking segment: {'id': '68857e70-7fd0-4fbf-9913-439961bb0248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:38:37.252678 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Bound using segment: {'id': '68857e70-7fd0-4fbf-9913-439961bb0248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:38:37.253914 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Bound port: 2e01c08a-c9ee-49fd-a288-7e3c8da5b567, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68857e70-7fd0-4fbf-9913-439961bb0248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:38:37.254618 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:37.354059 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9da6d7b6-a7e1-4a6d-853d-a76e9ee692b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2524436 Nov 25 19:38:37.361299 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-f47c33e4-7ba4-4194-bc18-c5aec6e6450d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:37.364943 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45326) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:37.407400 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd4393-047f-4818-9a93-e2798b06d1b7 req-af549a4d-e61a-46b8-9ee6-4b211f39a850 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:37.411280 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7bbd4393-047f-4818-9a93-e2798b06d1b7 req-af549a4d-e61a-46b8-9ee6-4b211f39a850 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.73 "GET /v2.0/ports?device_id=30d7811c-dac3-4d2b-a44b-d2afe6e89ce1 HTTP/1.1" status: 200 len: 946 time: 0.2776542 Nov 25 19:38:37.418148 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:37.454712 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] For port 2e01c08a-c9ee-49fd-a288-7e3c8da5b567, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:38:37.531378 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d85053f-97bb-47e5-8f93-eba99f692113 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:37.567105 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d85053f-97bb-47e5-8f93-eba99f692113 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 148ef330-44a1-4eaa-a984-d0cd46001fc8 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 19:38:37.589385 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] For port 2e01c08a-c9ee-49fd-a288-7e3c8da5b567, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=2e01c08a-c9ee-49fd-a288-7e3c8da5b567,segment=NetworkSegment(68857e70-7fd0-4fbf-9913-439961bb0248),segment_id=68857e70-7fd0-4fbf-9913-439961bb0248)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:38:37.595851 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85053f-97bb-47e5-8f93-eba99f692113 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Pushing event deleted for resources: {'Network': ['ID=148ef330-44a1-4eaa-a984-d0cd46001fc8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:37.604867 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d85053f-97bb-47e5-8f93-eba99f692113 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:37.611630 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:37.618020 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6d85053f-97bb-47e5-8f93-eba99f692113 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] 10.222.0.55 "DELETE /v2.0/networks/148ef330-44a1-4eaa-a984-d0cd46001fc8 HTTP/1.1" status: 204 len: 168 time: 1.6543984 Nov 25 19:38:37.640523 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45328) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:37.725491 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-53520239-bc27-49d1-a035-2ccc0a9024c2 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Request body: {'network': {'name': 'tempest-network--111630019'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:37.735083 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:37.736071 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:37.738551 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] 10.222.0.73 "PUT /v2.0/ports/2e01c08a-c9ee-49fd-a288-7e3c8da5b567 HTTP/1.1" status: 200 len: 1092 time: 2.2762485 Nov 25 19:38:37.783409 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6007bd22-1485-424e-8dc8-a9d123a65b1b', 'tag': '2e01c08a-c9ee-49fd-a288-7e3c8da5b567'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:38:37.788536 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba37971-021c-489c-bdad-c0e228736ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "6007bd22-1485-424e-8dc8-a9d123a65b1b", "tag": "2e01c08a-c9ee-49fd-a288-7e3c8da5b567"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:38:37.791815 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d35f12-7219-4b25-b674-a552733d525e req-33b2ae68-7c12-4111-b8ab-d4ce17747132 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:37.793697 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a8d35f12-7219-4b25-b674-a552733d525e req-33b2ae68-7c12-4111-b8ab-d4ce17747132 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=30d7811c-dac3-4d2b-a44b-d2afe6e89ce1 HTTP/1.1" status: 200 len: 946 time: 0.4111404 Nov 25 19:38:37.964870 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41b1cfe-56d3-44a9-8ca8-9844aa239061 x-openstack-request-id: req-e41b1cfe-56d3-44a9-8ca8-9844aa239061 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:38:37.966331 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6007bd22-1485-424e-8dc8-a9d123a65b1b", "tag": "2e01c08a-c9ee-49fd-a288-7e3c8da5b567", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:38:37.966992 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e41b1cfe-56d3-44a9-8ca8-9844aa239061 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:38:37.968060 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6007bd22-1485-424e-8dc8-a9d123a65b1b', 'tag': '2e01c08a-c9ee-49fd-a288-7e3c8da5b567', 'status': 'completed', 'code': 200} Nov 25 19:38:38.013481 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:38.133035 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e01c08a-c9ee-49fd-a288-7e3c8da5b567,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:38.154126 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:38.154864 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:38.155602 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:38.156289 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:38.157019 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:38.157695 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:38.158460 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:38.159128 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:38.160583 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:38.161327 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:38.161993 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:38.162697 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f922e-0b0f-4189-a80a-efd6258b85c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:38.177544 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53520239-bc27-49d1-a035-2ccc0a9024c2 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Made reservation on behalf of 478e3883d3c740cf872dbffb6332f1f2 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:38.181636 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53520239-bc27-49d1-a035-2ccc0a9024c2 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:38.235426 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a8d35f12-7219-4b25-b674-a552733d525e req-03eadc7e-476d-469c-9941-5c8676eff6a2 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=86939ef8-f59a-4b6f-ab7c-dfb700b85bab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4010582 Nov 25 19:38:38.286800 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-190d03fc-0fea-4d7f-93df-38962dfb281a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:38.291248 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-190d03fc-0fea-4d7f-93df-38962dfb281a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87cff6f8f3d74dc2930d309d1d36de19&device_id=6007bd22-1485-424e-8dc8-a9d123a65b1b HTTP/1.1" status: 200 len: 1095 time: 0.4942746 Nov 25 19:38:38.326376 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293f87ff-744b-43f1-9293-1ae1608388bf admin admin] Router 3aa00747-c38e-4609-a86e-1c3b1c9b48d0 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:38:38.467729 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53520239-bc27-49d1-a035-2ccc0a9024c2 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:38:38.478613 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-1d414ba7-49ec-4d41-a714-27cc9cbded84 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e01c08a-c9ee-49fd-a288-7e3c8da5b567 HTTP/1.1" status: 200 len: 217 time: 0.1608677 Nov 25 19:38:38.485853 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-7bbd4393-047f-4818-9a93-e2798b06d1b7 req-c1e03d6f-5065-4b47-bb68-50aadf618e79 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Deleting port 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:38:38.486194 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7bbd4393-047f-4818-9a93-e2798b06d1b7 req-c1e03d6f-5065-4b47-bb68-50aadf618e79 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:38.546804 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53520239-bc27-49d1-a035-2ccc0a9024c2 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:38.547088 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-53520239-bc27-49d1-a035-2ccc0a9024c2 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Added segment 6bf6e052-0fb6-434f-97d6-ec9318db128f of type vlan for network f00f270d-6ed7-4147-b5d4-8ef66a4ae270 Nov 25 19:38:38.731667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a5edf-ff3e-4d81-acf1-6493bb0d5a13 req-0d6bce39-60c2-45db-a2f6-1c733f76935c tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:38.733371 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f4a5edf-ff3e-4d81-acf1-6493bb0d5a13 req-0d6bce39-60c2-45db-a2f6-1c733f76935c tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/ports?device_id=6007bd22-1485-424e-8dc8-a9d123a65b1b HTTP/1.1" status: 200 len: 944 time: 0.5244672 Nov 25 19:38:38.737367 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53520239-bc27-49d1-a035-2ccc0a9024c2 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:38.743693 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-e183c74d-3e05-447f-9701-638df4f92a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:38.745937 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-e183c74d-3e05-447f-9701-638df4f92a32 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7b9fcbc5-a9b4-4af8-836b-dc29dfeb5efe HTTP/1.1" status: 200 len: 854 time: 0.2534254 Nov 25 19:38:38.844288 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-9171d3e1-3407-4990-baed-f21061ae0ef8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818238 Nov 25 19:38:38.856134 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-7bbd4393-047f-4818-9a93-e2798b06d1b7 req-c1e03d6f-5065-4b47-bb68-50aadf618e79 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] For port 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a,segment=NetworkSegment(827df263-1f26-48c2-a434-8ef0c3b995dd),segment_id=827df263-1f26-48c2-a434-8ef0c3b995dd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:38.856493 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7bbd4393-047f-4818-9a93-e2798b06d1b7 req-c1e03d6f-5065-4b47-bb68-50aadf618e79 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:38.896805 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53520239-bc27-49d1-a035-2ccc0a9024c2 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:38.897985 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53520239-bc27-49d1-a035-2ccc0a9024c2 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:38.898657 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53520239-bc27-49d1-a035-2ccc0a9024c2 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:38.975343 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-f47c33e4-7ba4-4194-bc18-c5aec6e6450d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816da5ea-c990-4d4f-a118-bc40f4667382 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:38:38.987342 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-f47c33e4-7ba4-4194-bc18-c5aec6e6450d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:39.023743 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-f47c33e4-7ba4-4194-bc18-c5aec6e6450d service neutron] Transition to ACTIVE for port object 816da5ea-c990-4d4f-a118-bc40f4667382 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:38:39.032617 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5dc3f-7da1-4d44-b3c6-04efcddb02b1 req-ceb60b19-47ac-49a7-9b1d-d423685d3eac tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:39.034371 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4aa5dc3f-7da1-4d44-b3c6-04efcddb02b1 req-ceb60b19-47ac-49a7-9b1d-d423685d3eac tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=94597406-ee75-446f-b779-92c734e46f36 HTTP/1.1" status: 200 len: 931 time: 0.6495593 Nov 25 19:38:39.038241 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-f47c33e4-7ba4-4194-bc18-c5aec6e6450d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:39.148196 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293f87ff-744b-43f1-9293-1ae1608388bf admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:38:39.152892 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53520239-bc27-49d1-a035-2ccc0a9024c2 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Pushing event updated for resources: {'Network': ['ID=f00f270d-6ed7-4147-b5d4-8ef66a4ae270,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:39.162443 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-293f87ff-744b-43f1-9293-1ae1608388bf admin admin] 10.222.0.55 "PUT /v2.0/routers/3aa00747-c38e-4609-a86e-1c3b1c9b48d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7544465 Nov 25 19:38:39.166460 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4aa5dc3f-7da1-4d44-b3c6-04efcddb02b1 req-60f8576a-5918-4b97-92d7-b08efe751d15 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147482 Nov 25 19:38:39.167283 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45356) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:39.176945 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c33e4-7ba4-4194-bc18-c5aec6e6450d service neutron] Pushing event updated for resources: {'Port': ['ID=816da5ea-c990-4d4f-a118-bc40f4667382,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:39.197256 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aca08d-f474-4d58-9701-559bb7cde666 None None] Sync routers for ids ['3aa00747-c38e-4609-a86e-1c3b1c9b48d0'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:38:39.222439 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-53520239-bc27-49d1-a035-2ccc0a9024c2 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5496736 Nov 25 19:38:39.232989 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45358) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:39.239682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-eac91c7f-acdb-4035-9d9b-eb37956e467f tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:39.267192 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] device_id is not set on port 7d485cbe-d336-4719-8ada-8b271223aa95 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:38:39.283351 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network f00f270d-6ed7-4147-b5d4-8ef66a4ae270 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:38:39.320471 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:39.388811 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aca08d-f474-4d58-9701-559bb7cde666 None None] Routers {'3aa00747-c38e-4609-a86e-1c3b1c9b48d0'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:38:39.397141 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-57aca08d-f474-4d58-9701-559bb7cde666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:38:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['3aa00747-c38e-4609-a86e-1c3b1c9b48d0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:39.479939 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f4a5edf-ff3e-4d81-acf1-6493bb0d5a13 req-a2f46cf1-1ca2-4b9c-b3ee-ef3528186f84 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/security-groups?id=670a04cf-84c6-427e-89eb-59dd6c09eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7161105 Nov 25 19:38:39.481787 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:39.563028 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9eaad7-7593-4db8-9fc7-27c121a63cb0 req-b49838e8-d036-467e-92c9-7f7edf122890 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:39.564744 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8b9eaad7-7593-4db8-9fc7-27c121a63cb0 req-b49838e8-d036-467e-92c9-7f7edf122890 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=30d7811c-dac3-4d2b-a44b-d2afe6e89ce1 HTTP/1.1" status: 200 len: 946 time: 0.1480324 Nov 25 19:38:39.680563 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8b9eaad7-7593-4db8-9fc7-27c121a63cb0 req-d717b584-b0fa-46c6-bf8f-e8a59af8daf2 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=86939ef8-f59a-4b6f-ab7c-dfb700b85bab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072192 Nov 25 19:38:39.681849 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-f47c33e4-7ba4-4194-bc18-c5aec6e6450d service neutron] Attempting to bind port 816da5ea-c990-4d4f-a118-bc40f4667382 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:39.682524 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-f47c33e4-7ba4-4194-bc18-c5aec6e6450d service neutron] Attempting to bind port 816da5ea-c990-4d4f-a118-bc40f4667382 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:39.683329 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-f47c33e4-7ba4-4194-bc18-c5aec6e6450d service neutron] Attempting to bind port 816da5ea-c990-4d4f-a118-bc40f4667382 on network 37f8230d-6a2b-4a12-a441-526002eff84a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:39.685503 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-57aca08d-f474-4d58-9701-559bb7cde666 None None] Set router 3aa00747-c38e-4609-a86e-1c3b1c9b48d0 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:38:39.695665 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-f47c33e4-7ba4-4194-bc18-c5aec6e6450d service neutron] Port 816da5ea-c990-4d4f-a118-bc40f4667382 on network 37f8230d-6a2b-4a12-a441-526002eff84a not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:39.696213 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-f47c33e4-7ba4-4194-bc18-c5aec6e6450d service neutron] Attempting to bind port 816da5ea-c990-4d4f-a118-bc40f4667382 on network 37f8230d-6a2b-4a12-a441-526002eff84a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:39.712462 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-f47c33e4-7ba4-4194-bc18-c5aec6e6450d service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:38:39.712462 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-f47c33e4-7ba4-4194-bc18-c5aec6e6450d service neutron] Checking segment: {'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:38:39.712462 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-f47c33e4-7ba4-4194-bc18-c5aec6e6450d service neutron] Bound using segment: {'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:38:39.712462 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-f47c33e4-7ba4-4194-bc18-c5aec6e6450d service neutron] Bound port: 816da5ea-c990-4d4f-a118-bc40f4667382, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:38:39.712462 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-f47c33e4-7ba4-4194-bc18-c5aec6e6450d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:39.741561 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c45995ea-3b70-4ad2-ab62-8a0571ced6da admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:39.948762 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-f47c33e4-7ba4-4194-bc18-c5aec6e6450d service neutron] For port 816da5ea-c990-4d4f-a118-bc40f4667382, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:38:39.973809 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-f47c33e4-7ba4-4194-bc18-c5aec6e6450d service neutron] For port 816da5ea-c990-4d4f-a118-bc40f4667382, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=816da5ea-c990-4d4f-a118-bc40f4667382,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:38:39.995038 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-f47c33e4-7ba4-4194-bc18-c5aec6e6450d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:40.065123 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-f47c33e4-7ba4-4194-bc18-c5aec6e6450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:40.065931 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-f47c33e4-7ba4-4194-bc18-c5aec6e6450d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:40.067725 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-f47c33e4-7ba4-4194-bc18-c5aec6e6450d service neutron] 10.222.0.73 "PUT /v2.0/ports/816da5ea-c990-4d4f-a118-bc40f4667382 HTTP/1.1" status: 200 len: 1091 time: 3.1201820 Nov 25 19:38:40.068315 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94597406-ee75-446f-b779-92c734e46f36', 'tag': '816da5ea-c990-4d4f-a118-bc40f4667382'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:38:40.070990 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4e45d8-2cf8-4752-98e4-4e90c280aa11" -d '{"events": [{"name": "network-changed", "server_uuid": "94597406-ee75-446f-b779-92c734e46f36", "tag": "816da5ea-c990-4d4f-a118-bc40f4667382"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:38:40.091790 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c45995ea-3b70-4ad2-ab62-8a0571ced6da admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:40.155719 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-6ad18775-cf9f-4a92-8d6b-9fc2455155a2 service neutron] 10.222.0.73 "GET /v2.0/networks/2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2928684 Nov 25 19:38:40.185967 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-57aca08d-f474-4d58-9701-559bb7cde666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1130917103-router', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'a536f9e9-7c78-4584-9fdc-38e61b6a34df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:20Z', 'updated_at': '2021-11-25T19:38:35Z', 'revision_number': 5, 'project_id': 'b7667804fe06495ca90d8df57a53a62a', 'gw_port': {'id': 'a536f9e9-7c78-4584-9fdc-38e61b6a34df', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:21Z', 'updated_at': '2021-11-25T19:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:40.294118 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554b1bba-9bb7-4316-8e25-1e68dba577aa x-openstack-request-id: req-554b1bba-9bb7-4316-8e25-1e68dba577aa {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:38:40.298269 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94597406-ee75-446f-b779-92c734e46f36", "tag": "816da5ea-c990-4d4f-a118-bc40f4667382", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:38:40.298738 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-554b1bba-9bb7-4316-8e25-1e68dba577aa {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:38:40.299370 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94597406-ee75-446f-b779-92c734e46f36', 'tag': '816da5ea-c990-4d4f-a118-bc40f4667382', 'status': 'completed', 'code': 200} Nov 25 19:38:40.307985 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c33e4-7ba4-4194-bc18-c5aec6e6450d service neutron] Pushing event updated for resources: {'Port': ['ID=816da5ea-c990-4d4f-a118-bc40f4667382,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:40.319043 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aca08d-f474-4d58-9701-559bb7cde666 None None] Checking router: 3aa00747-c38e-4609-a86e-1c3b1c9b48d0 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:38:40.340271 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f47173b-cc8e-4efb-b2bd-dd978d1a4b6a req-d1ec97d7-105c-428b-96de-4c00f5d8457e service neutron] 10.222.0.73 "GET /v2.0/networks/2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679451 Nov 25 19:38:40.368849 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aca08d-f474-4d58-9701-559bb7cde666 None None] Routers {'3aa00747-c38e-4609-a86e-1c3b1c9b48d0'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:38:40.369996 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-57aca08d-f474-4d58-9701-559bb7cde666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:38:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['3aa00747-c38e-4609-a86e-1c3b1c9b48d0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:40.377656 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Pushing event updated for resources: {'Port': ['ID=7d485cbe-d336-4719-8ada-8b271223aa95,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:40.406446 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7bbd4393-047f-4818-9a93-e2798b06d1b7 req-c1e03d6f-5065-4b47-bb68-50aadf618e79 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:40.406909 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7bbd4393-047f-4818-9a93-e2798b06d1b7 req-c1e03d6f-5065-4b47-bb68-50aadf618e79 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:40.407233 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [req-7bbd4393-047f-4818-9a93-e2798b06d1b7 req-c1e03d6f-5065-4b47-bb68-50aadf618e79 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Floating IP f876bd7a-1702-4e18-8293-c7282d643318 disassociated. External IP: 172.25.6.241, port: 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a. Nov 25 19:38:40.407582 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-7bbd4393-047f-4818-9a93-e2798b06d1b7 req-c1e03d6f-5065-4b47-bb68-50aadf618e79 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Calling delete_port for 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:38:40.455347 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:40.470720 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:40.471292 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:40.538823 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9f893-f3b5-4511-bbf7-a3ce1cd70e3a req-1baaa2d8-8c70-4d0f-a004-b61865798c49 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:40.541654 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-01e9f893-f3b5-4511-bbf7-a3ce1cd70e3a req-1baaa2d8-8c70-4d0f-a004-b61865798c49 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=94597406-ee75-446f-b779-92c734e46f36 HTTP/1.1" status: 200 len: 943 time: 0.2280183 Nov 25 19:38:40.548403 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-a03634ab-3dfa-4583-8825-da1c2640f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:40.554349 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-a03634ab-3dfa-4583-8825-da1c2640f9c5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&device_id=94597406-ee75-446f-b779-92c734e46f36 HTTP/1.1" status: 200 len: 1094 time: 0.3955164 Nov 25 19:38:40.561509 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port 7d485cbe-d336-4719-8ada-8b271223aa95 on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:40.561877 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:40.574155 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-57aca08d-f474-4d58-9701-559bb7cde666 None None] Set router 3aa00747-c38e-4609-a86e-1c3b1c9b48d0 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:38:40.631863 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempt 2 to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 Nov 25 19:38:40.669439 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-57aca08d-f474-4d58-9701-559bb7cde666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1130917103-router', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:20Z', 'updated_at': '2021-11-25T19:38:40Z', 'revision_number': 6, 'project_id': 'b7667804fe06495ca90d8df57a53a62a', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:40.714920 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:40.714920 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:40.714920 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:40.739215 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c45995ea-3b70-4ad2-ab62-8a0571ced6da admin admin] Deleting port a536f9e9-7c78-4584-9fdc-38e61b6a34df {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:38:40.740072 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c45995ea-3b70-4ad2-ab62-8a0571ced6da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:40.749083 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-31d81a98-4120-4271-b099-79c3f19a6011 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=816da5ea-c990-4d4f-a118-bc40f4667382 HTTP/1.1" status: 200 len: 217 time: 0.1114721 Nov 25 19:38:40.754436 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba37971-021c-489c-bdad-c0e228736ff2 req-dc545f0b-1106-42aa-96a2-77eb48017d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:40.756538 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0ba37971-021c-489c-bdad-c0e228736ff2 req-dc545f0b-1106-42aa-96a2-77eb48017d23 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87cff6f8f3d74dc2930d309d1d36de19&device_id=6007bd22-1485-424e-8dc8-a9d123a65b1b HTTP/1.1" status: 200 len: 1095 time: 0.3269975 Nov 25 19:38:40.765259 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eac91c7f-acdb-4035-9d9b-eb37956e467f tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:40.770416 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port 7d485cbe-d336-4719-8ada-8b271223aa95 on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:40.771064 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:40.779982 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aca08d-f474-4d58-9701-559bb7cde666 None None] The sync data for ids ['3aa00747-c38e-4609-a86e-1c3b1c9b48d0'] in n-d-819349-5 is: [{'id': '3aa00747-c38e-4609-a86e-1c3b1c9b48d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1130917103-router', 'tenant_id': 'b7667804fe06495ca90d8df57a53a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:20Z', 'updated_at': '2021-11-25T19:38:40Z', 'revision_number': 6, 'project_id': 'b7667804fe06495ca90d8df57a53a62a', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:38:40.782437 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempt 3 to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 Nov 25 19:38:40.790704 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-01e9f893-f3b5-4511-bbf7-a3ce1cd70e3a req-2c19983e-c104-4f07-85af-216505b3501d tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325768 Nov 25 19:38:40.904710 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef1563-4761-494f-9be2-bd2b1fb80d64 req-6a6d5ca5-6889-4d7e-99f6-8847595b6ad7 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:40.907228 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9ef1563-4761-494f-9be2-bd2b1fb80d64 req-6a6d5ca5-6889-4d7e-99f6-8847595b6ad7 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/ports?device_id=6007bd22-1485-424e-8dc8-a9d123a65b1b HTTP/1.1" status: 200 len: 944 time: 0.2713830 Nov 25 19:38:40.911540 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eac91c7f-acdb-4035-9d9b-eb37956e467f tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:40.934418 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-3411f462-da6b-4818-b36f-a6474444211f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:40.936084 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-3411f462-da6b-4818-b36f-a6474444211f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ec830131-0c53-44d8-b6cf-4b7badf3b5da HTTP/1.1" status: 200 len: 850 time: 0.1707113 Nov 25 19:38:40.947056 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eac91c7f-acdb-4035-9d9b-eb37956e467f tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Network f00f270d-6ed7-4147-b5d4-8ef66a4ae270 is not hosted by any dhcp agent {{(pid=103600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 19:38:40.948067 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac91c7f-acdb-4035-9d9b-eb37956e467f tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:40.948736 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eac91c7f-acdb-4035-9d9b-eb37956e467f tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:40.950402 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-eac91c7f-acdb-4035-9d9b-eb37956e467f tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] 10.222.0.55 "PUT /v2.0/networks/f00f270d-6ed7-4147-b5d4-8ef66a4ae270 HTTP/1.1" status: 200 len: 857 time: 1.7158689 Nov 25 19:38:40.951285 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:40.951682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:40.952086 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:40.969876 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45384) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:40.970549 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-c45995ea-3b70-4ad2-ab62-8a0571ced6da admin admin] For port a536f9e9-7c78-4584-9fdc-38e61b6a34df, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a536f9e9-7c78-4584-9fdc-38e61b6a34df,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:40.970549 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c45995ea-3b70-4ad2-ab62-8a0571ced6da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:41.070157 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c45995ea-3b70-4ad2-ab62-8a0571ced6da admin admin] Calling delete_port for a536f9e9-7c78-4584-9fdc-38e61b6a34df owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:38:41.085029 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cffd6652-bba9-4bdb-8836-8282d1d7f233 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:41.100125 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port 7d485cbe-d336-4719-8ada-8b271223aa95 on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:41.101313 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:41.141675 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempt 4 to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 Nov 25 19:38:41.226794 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf34063-bda2-4de4-beeb-23ab984d3170 req-f1d948fc-b5ac-4eed-916d-7b47bc881813 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:41.238398 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-abf34063-bda2-4de4-beeb-23ab984d3170 req-f1d948fc-b5ac-4eed-916d-7b47bc881813 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=30d7811c-dac3-4d2b-a44b-d2afe6e89ce1 HTTP/1.1" status: 200 len: 946 time: 0.2922664 Nov 25 19:38:41.291364 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-324227fb-4003-4c4b-be6c-3def06c36019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:41.294134 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-324227fb-4003-4c4b-be6c-3def06c36019 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=37f8230d-6a2b-4a12-a441-526002eff84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3425658 Nov 25 19:38:41.300901 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:41.301879 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:41.301879 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:41.326779 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9ef1563-4761-494f-9be2-bd2b1fb80d64 req-655dad06-c4b7-4b26-bb08-8d688aef3e51 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/security-groups?id=670a04cf-84c6-427e-89eb-59dd6c09eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680706 Nov 25 19:38:41.344873 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac91c7f-acdb-4035-9d9b-eb37956e467f tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Pushing event updated for resources: {'Network': ['ID=f00f270d-6ed7-4147-b5d4-8ef66a4ae270,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:41.356947 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port 7d485cbe-d336-4719-8ada-8b271223aa95 on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:41.357541 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:41.381566 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempt 5 to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 Nov 25 19:38:41.396903 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba37971-021c-489c-bdad-c0e228736ff2 req-a0e7c0d5-55b7-45e6-a947-0dea3514864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:41.399836 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0ba37971-021c-489c-bdad-c0e228736ff2 req-a0e7c0d5-55b7-45e6-a947-0dea3514864b service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3 HTTP/1.1" status: 200 len: 915 time: 0.6270840 Nov 25 19:38:41.424910 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7bbd4393-047f-4818-9a93-e2798b06d1b7 req-c1e03d6f-5065-4b47-bb68-50aadf618e79 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:41.441161 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:41.441579 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:41.441915 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:41.515937 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0ba37971-021c-489c-bdad-c0e228736ff2 req-153dbe78-d666-406a-8576-4d70d96a2f72 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e01c08a-c9ee-49fd-a288-7e3c8da5b567 HTTP/1.1" status: 200 len: 217 time: 0.0925565 Nov 25 19:38:41.524841 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port 7d485cbe-d336-4719-8ada-8b271223aa95 on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:41.526036 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:41.529351 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempt 6 to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 Nov 25 19:38:41.533195 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e03d6f-5065-4b47-bb68-50aadf618e79 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Pushing event deleted for resources: {'Port': ['ID=40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:41.562331 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-16ffc5cf-9408-48ec-9ee5-afee9523b26e service neutron] 10.222.0.73 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572792 Nov 25 19:38:41.569017 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-abf34063-bda2-4de4-beeb-23ab984d3170 req-3722fca6-f5ec-47dc-b261-8a6d3dd63258 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups?id=86939ef8-f59a-4b6f-ab7c-dfb700b85bab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3189886 Nov 25 19:38:41.632984 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cffd6652-bba9-4bdb-8836-8282d1d7f233 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:41.645022 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:41.645754 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:41.646256 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:41.793891 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:38:41.862774 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a536f9e9-7c78-4584-9fdc-38e61b6a34df no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:38:41.870621 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:38:41.872030 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:38:41.877733 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port 7d485cbe-d336-4719-8ada-8b271223aa95 on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:41.878400 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:41.882674 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-cffd6652-bba9-4bdb-8836-8282d1d7f233 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f00f270d-6ed7-4147-b5d4-8ef66a4ae270']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:41.908149 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempt 7 to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 Nov 25 19:38:41.931723 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5a52c339-2f06-43c5-8051-7f890c059e94 req-8bb806dd-977a-47a1-a85d-f43d23710e57 service neutron] 10.222.0.73 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565314 Nov 25 19:38:41.932481 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba37971-021c-489c-bdad-c0e228736ff2 req-d28bbffa-c83e-4d56-82a8-e50c8e060a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:41.934282 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0ba37971-021c-489c-bdad-c0e228736ff2 req-d28bbffa-c83e-4d56-82a8-e50c8e060a0b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7b9fcbc5-a9b4-4af8-836b-dc29dfeb5efe HTTP/1.1" status: 200 len: 854 time: 0.4080598 Nov 25 19:38:41.954391 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-cffd6652-bba9-4bdb-8836-8282d1d7f233 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf6e052-0fb6-434f-97d6-ec9318db128f') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:41.954664 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-cffd6652-bba9-4bdb-8836-8282d1d7f233 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf6e052-0fb6-434f-97d6-ec9318db128f') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:42.150095 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0ba37971-021c-489c-bdad-c0e228736ff2 req-8183b8f2-f289-41e9-a4d8-e758df09b64a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2029188 Nov 25 19:38:42.177421 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:42.178186 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:42.179395 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:42.205678 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cffd6652-bba9-4bdb-8836-8282d1d7f233 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:42.219764 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port 7d485cbe-d336-4719-8ada-8b271223aa95 on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:42.220102 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:42.222341 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:42.222712 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bbd4393-047f-4818-9a93-e2798b06d1b7 req-c1e03d6f-5065-4b47-bb68-50aadf618e79 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Router 0c193e4d-e652-460a-87ea-21aeaa61c440 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:38:42.233444 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempt 8 to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 Nov 25 19:38:42.288578 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e45d8-2cf8-4752-98e4-4e90c280aa11 req-610e84cd-8cce-40a1-b307-cd5106acd515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:42.292871 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8b4e45d8-2cf8-4752-98e4-4e90c280aa11 req-610e84cd-8cce-40a1-b307-cd5106acd515 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&device_id=94597406-ee75-446f-b779-92c734e46f36 HTTP/1.1" status: 200 len: 1094 time: 0.2325823 Nov 25 19:38:42.301840 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cffd6652-bba9-4bdb-8836-8282d1d7f233 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:42.456998 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c0f8d7a9-35eb-41e6-a573-980796fef1e7 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:38:42.463787 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c45995ea-3b70-4ad2-ab62-8a0571ced6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:42.468267 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0ba37971-021c-489c-bdad-c0e228736ff2 req-841fbcd9-6989-445c-bb6f-f2aa22e43007 service neutron] 10.222.0.73 "GET /v2.0/networks/2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928107 Nov 25 19:38:42.496423 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cffd6652-bba9-4bdb-8836-8282d1d7f233 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:38:42.497974 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: c0f8d7a9-35eb-41e6-a573-980796fef1e7 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:38:42.498348 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c0f8d7a9-35eb-41e6-a573-980796fef1e7 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:38:42.499768 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cffd6652-bba9-4bdb-8836-8282d1d7f233 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:42.506869 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:42.507452 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:42.508031 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:38:42.510590 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:38:42.625225 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45995ea-3b70-4ad2-ab62-8a0571ced6da admin admin] Pushing event deleted for resources: {'Port': ['ID=a536f9e9-7c78-4584-9fdc-38e61b6a34df,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:42.718607 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec7a78-395d-4407-b286-e7a8c6a20518 req-8fd75c53-86fb-4751-9265-67ca237532c2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:42.720163 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cbec7a78-395d-4407-b286-e7a8c6a20518 req-8fd75c53-86fb-4751-9265-67ca237532c2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=94597406-ee75-446f-b779-92c734e46f36 HTTP/1.1" status: 200 len: 943 time: 0.7749848 Nov 25 19:38:42.721425 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port 7d485cbe-d336-4719-8ada-8b271223aa95 on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:42.721425 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:42.727944 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempt 9 to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 Nov 25 19:38:42.756130 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7242024-7b07-43c6-8a34-27a3dde4655d req-efe880a9-8d4e-46a6-b8ef-2def0dbaa4ef tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:42.757807 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b7242024-7b07-43c6-8a34-27a3dde4655d req-efe880a9-8d4e-46a6-b8ef-2def0dbaa4ef tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/ports?device_id=6007bd22-1485-424e-8dc8-a9d123a65b1b HTTP/1.1" status: 200 len: 944 time: 0.2218933 Nov 25 19:38:42.772970 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e45d8-2cf8-4752-98e4-4e90c280aa11 req-866765c0-ed3d-4e50-9eed-281d1be4895c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:42.774490 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8b4e45d8-2cf8-4752-98e4-4e90c280aa11 req-866765c0-ed3d-4e50-9eed-281d1be4895c service neutron] 10.222.0.73 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 912 time: 0.4728663 Nov 25 19:38:42.801665 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c45995ea-3b70-4ad2-ab62-8a0571ced6da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:42.824081 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:42.824425 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:42.824774 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:42.870909 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port 7d485cbe-d336-4719-8ada-8b271223aa95 on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:42.871143 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:42.878799 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8b4e45d8-2cf8-4752-98e4-4e90c280aa11 req-ec453570-d083-455d-88fa-738dad45f852 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=816da5ea-c990-4d4f-a118-bc40f4667382 HTTP/1.1" status: 200 len: 217 time: 0.0951409 Nov 25 19:38:42.879087 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempt 10 to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 Nov 25 19:38:42.900291 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:42.900636 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:42.900985 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempting to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:42.908539 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cffd6652-bba9-4bdb-8836-8282d1d7f233 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:42.923225 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cbec7a78-395d-4407-b286-e7a8c6a20518 req-3159a8e2-0ae7-498f-9734-1c012f05ce72 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835041 Nov 25 19:38:42.945798 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffd6652-bba9-4bdb-8836-8282d1d7f233 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f00f270d-6ed7-4147-b5d4-8ef66a4ae270 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 19:38:42.980165 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cffd6652-bba9-4bdb-8836-8282d1d7f233 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:42.995270 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cffd6652-bba9-4bdb-8836-8282d1d7f233 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] 10.222.0.55 "DELETE /v2.0/networks/f00f270d-6ed7-4147-b5d4-8ef66a4ae270 HTTP/1.1" status: 204 len: 168 time: 2.0142012 Nov 25 19:38:42.996574 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Port 7d485cbe-d336-4719-8ada-8b271223aa95 on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:38:42.997622 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Failed to bind port 7d485cbe-d336-4719-8ada-8b271223aa95 on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'e749166c-2e68-40e6-a404-4069f6bca8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '51d9658a-a7cb-4c27-ba6f-c25ae2e13520'}] Nov 25 19:38:42.997770 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:43.033103 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45412) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:43.083853 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd6652-bba9-4bdb-8836-8282d1d7f233 tempest-ExternalNetworksTestJSON-1872669033 tempest-ExternalNetworksTestJSON-1872669033-project-admin] Pushing event deleted for resources: {'Network': ['ID=f00f270d-6ed7-4147-b5d4-8ef66a4ae270,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:43.150849 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0ba37971-021c-489c-bdad-c0e228736ff2 req-5922dda7-cd61-4da1-beb8-68a19f2a445a service neutron] 10.222.0.73 "GET /v2.0/networks/2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5741425 Nov 25 19:38:43.185077 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bbd4393-047f-4818-9a93-e2798b06d1b7 req-c1e03d6f-5065-4b47-bb68-50aadf618e79 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:38:43.187984 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c45995ea-3b70-4ad2-ab62-8a0571ced6da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:43.226629 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c220a38-bbac-4ba3-bfbc-7be792dd5751 req-647871f0-52c3-44fa-865f-8b9e3cb3734a tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/ports?device_id=30d7811c-dac3-4d2b-a44b-d2afe6e89ce1 HTTP/1.1" status: 200 len: 210 time: 0.0700047 Nov 25 19:38:43.229018 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e45d8-2cf8-4752-98e4-4e90c280aa11 req-241fb1dc-9f02-4fdd-b1ca-ca8aacc53eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:43.235965 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8b4e45d8-2cf8-4752-98e4-4e90c280aa11 req-241fb1dc-9f02-4fdd-b1ca-ca8aacc53eca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ec830131-0c53-44d8-b6cf-4b7badf3b5da HTTP/1.1" status: 200 len: 850 time: 0.2970438 Nov 25 19:38:43.240365 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c45995ea-3b70-4ad2-ab62-8a0571ced6da admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:43.263186 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1a3ae0-a583-4841-b4ef-0ef3097ea8e3 tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] DELETE failed (client error): The resource could not be found. Nov 25 19:38:43.264291 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c1a3ae0-a583-4841-b4ef-0ef3097ea8e3 tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:38:43.289302 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1c1a3ae0-a583-4841-b4ef-0ef3097ea8e3 tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] 10.222.0.55 "DELETE /v2.0/subnets/7b326128-de8f-46ae-9c45-db8ebd5f0e60 HTTP/1.1" status: 404 len: 337 time: 0.2546425 Nov 25 19:38:43.294991 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45416) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:43.341109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbd4393-047f-4818-9a93-e2798b06d1b7 req-c1e03d6f-5065-4b47-bb68-50aadf618e79 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] No DVR routers for this DVR port 40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:38:43.349962 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7bbd4393-047f-4818-9a93-e2798b06d1b7 req-c1e03d6f-5065-4b47-bb68-50aadf618e79 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:43.353632 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7bbd4393-047f-4818-9a93-e2798b06d1b7 req-c1e03d6f-5065-4b47-bb68-50aadf618e79 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.73 "DELETE /v2.0/ports/40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a HTTP/1.1" status: 204 len: 173 time: 5.9171364 Nov 25 19:38:43.359678 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d7811c-dac3-4d2b-a44b-d2afe6e89ce1', 'name': 'network-vif-deleted', 'tag': '40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:38:43.363242 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2c2734-73ec-4837-8c49-0fa81e4f16a9" -d '{"events": [{"server_uuid": "30d7811c-dac3-4d2b-a44b-d2afe6e89ce1", "name": "network-vif-deleted", "tag": "40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:38:43.403978 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b7242024-7b07-43c6-8a34-27a3dde4655d req-e3a1b28d-9918-45e4-8897-bf4a0fe96c32 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/security-groups?id=670a04cf-84c6-427e-89eb-59dd6c09eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6355762 Nov 25 19:38:43.537522 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c45995ea-3b70-4ad2-ab62-8a0571ced6da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:43.538460 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45995ea-3b70-4ad2-ab62-8a0571ced6da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3aa00747-c38e-4609-a86e-1c3b1c9b48d0 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:38:43.569943 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] For port 7d485cbe-d336-4719-8ada-8b271223aa95, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:38:43.573564 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attempted to set empty binding levels {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 19:38:43.574757 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c45995ea-3b70-4ad2-ab62-8a0571ced6da admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:43.576673 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c45995ea-3b70-4ad2-ab62-8a0571ced6da admin admin] 10.222.0.55 "DELETE /v2.0/routers/3aa00747-c38e-4609-a86e-1c3b1c9b48d0 HTTP/1.1" status: 204 len: 168 time: 4.4071620 Nov 25 19:38:43.580567 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e45d8-2cf8-4752-98e4-4e90c280aa11 req-b1286717-b030-40b1-9a86-d9fc0d2ab291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:43.583185 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45426) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:43.585922 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8b4e45d8-2cf8-4752-98e4-4e90c280aa11 req-b1286717-b030-40b1-9a86-d9fc0d2ab291 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=37f8230d-6a2b-4a12-a441-526002eff84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2876415 Nov 25 19:38:43.622121 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:43.795329 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 2e01c08a-c9ee-49fd-a288-7e3c8da5b567 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:38:43.813862 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c34e784-4285-4ee0-b2d8-0131c0b48c6c admin admin] Deleting subnet cb047907-a9ee-4184-90f0-96153e934be4 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:38:43.848135 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f50a3c-69b2-4014-96a6-1b06cfaed529 x-openstack-request-id: req-15f50a3c-69b2-4014-96a6-1b06cfaed529 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:38:43.848135 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d7811c-dac3-4d2b-a44b-d2afe6e89ce1", "name": "network-vif-deleted", "tag": "40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:38:43.848707 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15f50a3c-69b2-4014-96a6-1b06cfaed529 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:38:43.848984 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d7811c-dac3-4d2b-a44b-d2afe6e89ce1', 'name': 'network-vif-deleted', 'tag': '40f1ea45-8db7-45f6-884f-e0f1dcdd5f7a', 'status': 'completed', 'code': 200} Nov 25 19:38:43.852932 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2adae0b6-4efe-4c43-af19-61a6293be9cd tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:43.854052 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d977382a-9e3e-406b-ba47-df8bf8183460 None None] Sync routers for ids ['0c193e4d-e652-460a-87ea-21aeaa61c440'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:38:43.857228 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c34e784-4285-4ee0-b2d8-0131c0b48c6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:43.897871 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] In _notify_port_updated(), no bound segment for port 7d485cbe-d336-4719-8ada-8b271223aa95 on network 51d9658a-a7cb-4c27-ba6f-c25ae2e13520 {{(pid=103600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:38:43.899088 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:43.899877 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:43.904894 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] 10.222.0.55 "PUT /v2.0/ports/7d485cbe-d336-4719-8ada-8b271223aa95 HTTP/1.1" status: 200 len: 979 time: 6.5168400 Nov 25 19:38:43.908000 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45432) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:43.934111 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d977382a-9e3e-406b-ba47-df8bf8183460 None None] Routers {'0c193e4d-e652-460a-87ea-21aeaa61c440'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:38:43.935259 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d977382a-9e3e-406b-ba47-df8bf8183460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:38:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['0c193e4d-e652-460a-87ea-21aeaa61c440'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:43.955134 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3e7e7-77ff-4f96-8272-c13b6e313d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Pushing event updated for resources: {'Port': ['ID=7d485cbe-d336-4719-8ada-8b271223aa95,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:44.001127 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c34e784-4285-4ee0-b2d8-0131c0b48c6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:44.036393 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8b4e45d8-2cf8-4752-98e4-4e90c280aa11 req-90cceb16-cc30-4d91-879d-e23f82e1f14e service neutron] 10.222.0.73 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416404 Nov 25 19:38:44.120105 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 2e01c08a-c9ee-49fd-a288-7e3c8da5b567, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=2e01c08a-c9ee-49fd-a288-7e3c8da5b567,segment=NetworkSegment(68857e70-7fd0-4fbf-9913-439961bb0248),segment_id=68857e70-7fd0-4fbf-9913-439961bb0248)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:44.208830 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '2e01c08a-c9ee-49fd-a288-7e3c8da5b567', 'network_id': '2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3', 'port_id': '2e01c08a-c9ee-49fd-a288-7e3c8da5b567', 'mac_address': 'fa:16:3e:ed:13:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9fcbc5-a9b4-4af8-836b-dc29dfeb5efe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:38:44.322965 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:44.339746 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e01c08a-c9ee-49fd-a288-7e3c8da5b567 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:38:44.367357 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 2e01c08a-c9ee-49fd-a288-7e3c8da5b567, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=2e01c08a-c9ee-49fd-a288-7e3c8da5b567,segment=NetworkSegment(68857e70-7fd0-4fbf-9913-439961bb0248),segment_id=68857e70-7fd0-4fbf-9913-439961bb0248)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:44.375793 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:44.433219 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2adae0b6-4efe-4c43-af19-61a6293be9cd tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:44.436713 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8b4e45d8-2cf8-4752-98e4-4e90c280aa11 req-36c28013-8618-4341-8085-0677e05772b2 service neutron] 10.222.0.73 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908727 Nov 25 19:38:44.443078 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-d977382a-9e3e-406b-ba47-df8bf8183460 None None] Set router 0c193e4d-e652-460a-87ea-21aeaa61c440 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:38:44.507948 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-2adae0b6-4efe-4c43-af19-61a6293be9cd tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db75a9ae-4b63-4599-b614-71e1b1f8f3ad']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:44.530321 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45448) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:44.547613 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-2adae0b6-4efe-4c43-af19-61a6293be9cd tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41851c9f-2f8f-4c46-b884-abfc410e48b3') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:44.548271 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-2adae0b6-4efe-4c43-af19-61a6293be9cd tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41851c9f-2f8f-4c46-b884-abfc410e48b3') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:44.557729 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6c5fa858-472c-4926-9993-90f88a42d3d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Deleting port 7d485cbe-d336-4719-8ada-8b271223aa95 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:38:44.558406 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c5fa858-472c-4926-9993-90f88a42d3d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:44.562330 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c34e784-4285-4ee0-b2d8-0131c0b48c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:44.603079 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=2e01c08a-c9ee-49fd-a288-7e3c8da5b567,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:44.638855 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:44.639446 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:44.640199 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:44.640786 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:44.641367 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:44.641942 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:44.642553 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:44.643121 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:44.644914 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:44.645502 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:44.646077 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:44.646694 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:44.651679 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec1bcd-8562-4ceb-a326-69ab71cb005d req-6c15df1f-5b59-4483-a32f-dba34958cd71 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:44.657092 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-25ec1bcd-8562-4ceb-a326-69ab71cb005d req-6c15df1f-5b59-4483-a32f-dba34958cd71 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=94597406-ee75-446f-b779-92c734e46f36 HTTP/1.1" status: 200 len: 943 time: 0.2187250 Nov 25 19:38:44.668721 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2adae0b6-4efe-4c43-af19-61a6293be9cd tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:44.725277 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['2e01c08a-c9ee-49fd-a288-7e3c8da5b567'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:38:44.774971 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-25ec1bcd-8562-4ceb-a326-69ab71cb005d req-9482641d-c1d0-45dd-87ea-ec62c5258936 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104946 Nov 25 19:38:44.901666 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d977382a-9e3e-406b-ba47-df8bf8183460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'name': 'tempest-AttachVolumeTestJSON-1746169101-router', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:19Z', 'updated_at': '2021-11-25T19:29:26Z', 'revision_number': 4, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'gw_port': {'id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:21Z', 'updated_at': '2021-11-25T19:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '702bb341-dc55-4bf4-992f-6cdddd28f076', 'name': '', 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'mac_address': 'fa:16:3e:8c:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:24Z', 'updated_at': '2021-11-25T19:29:35Z', 'revision_number': 5, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'subnets': [{'id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:44.952458 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d977382a-9e3e-406b-ba47-df8bf8183460 None None] Checking router: 0c193e4d-e652-460a-87ea-21aeaa61c440 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:38:44.969888 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d977382a-9e3e-406b-ba47-df8bf8183460 None None] Routers {'0c193e4d-e652-460a-87ea-21aeaa61c440'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:38:44.972516 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d977382a-9e3e-406b-ba47-df8bf8183460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:38:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['0c193e4d-e652-460a-87ea-21aeaa61c440'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:45.138472 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2adae0b6-4efe-4c43-af19-61a6293be9cd tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:45.159922 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-d977382a-9e3e-406b-ba47-df8bf8183460 None None] Set router 0c193e4d-e652-460a-87ea-21aeaa61c440 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:38:45.189288 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2adae0b6-4efe-4c43-af19-61a6293be9cd tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:38:45.189977 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2adae0b6-4efe-4c43-af19-61a6293be9cd tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:38:45.195517 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:38:45.240564 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6c5fa858-472c-4926-9993-90f88a42d3d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] For port 7d485cbe-d336-4719-8ada-8b271223aa95, host n-h2-819349-5, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:45.241284 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c5fa858-472c-4926-9993-90f88a42d3d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:45.332041 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6c5fa858-472c-4926-9993-90f88a42d3d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Calling delete_port for 7d485cbe-d336-4719-8ada-8b271223aa95 owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:38:45.348171 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cef288-bcf5-4540-ae49-fcb8904ef56c req-6fb7b448-2c5d-4e8c-85bb-b9d398d9f955 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:45.349974 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-11cef288-bcf5-4540-ae49-fcb8904ef56c req-6fb7b448-2c5d-4e8c-85bb-b9d398d9f955 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/ports?device_id=6007bd22-1485-424e-8dc8-a9d123a65b1b HTTP/1.1" status: 200 len: 945 time: 0.6787083 Nov 25 19:38:45.353698 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a44b2e03-6cfb-45fb-a8b1-60e10f1e3678 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:45.370242 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c34e784-4285-4ee0-b2d8-0131c0b48c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:45.415470 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2adae0b6-4efe-4c43-af19-61a6293be9cd tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:45.471402 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2adae0b6-4efe-4c43-af19-61a6293be9cd tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:45.475611 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d977382a-9e3e-406b-ba47-df8bf8183460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'name': 'tempest-AttachVolumeTestJSON-1746169101-router', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:19Z', 'updated_at': '2021-11-25T19:29:26Z', 'revision_number': 4, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'gw_port': {'id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:21Z', 'updated_at': '2021-11-25T19:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '702bb341-dc55-4bf4-992f-6cdddd28f076', 'name': '', 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'mac_address': 'fa:16:3e:8c:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:24Z', 'updated_at': '2021-11-25T19:29:35Z', 'revision_number': 5, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'subnets': [{'id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:45.478409 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2adae0b6-4efe-4c43-af19-61a6293be9cd tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] 10.222.0.55 "DELETE /v2.0/networks/db75a9ae-4b63-4599-b614-71e1b1f8f3ad HTTP/1.1" status: 204 len: 168 time: 2.1559529 Nov 25 19:38:45.507317 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a44b2e03-6cfb-45fb-a8b1-60e10f1e3678 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:45.517472 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34e784-4285-4ee0-b2d8-0131c0b48c6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb047907-a9ee-4184-90f0-96153e934be4,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:45.522418 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d977382a-9e3e-406b-ba47-df8bf8183460 None None] The sync data for ids ['0c193e4d-e652-460a-87ea-21aeaa61c440'] in n-d-819349-5 is: [{'id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'name': 'tempest-AttachVolumeTestJSON-1746169101-router', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:19Z', 'updated_at': '2021-11-25T19:29:26Z', 'revision_number': 4, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'gw_port': {'id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:21Z', 'updated_at': '2021-11-25T19:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '702bb341-dc55-4bf4-992f-6cdddd28f076', 'name': '', 'network_id': 'ff56631b-efa0-42d5-95cb-f491e3d0d8b0', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'mac_address': 'fa:16:3e:8c:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:24Z', 'updated_at': '2021-11-25T19:29:35Z', 'revision_number': 5, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'subnets': [{'id': 'b79aba06-befc-4f8a-a873-c735df5300cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:38:45.535207 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c34e784-4285-4ee0-b2d8-0131c0b48c6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:45.539681 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1c34e784-4285-4ee0-b2d8-0131c0b48c6c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/cb047907-a9ee-4184-90f0-96153e934be4 HTTP/1.1" status: 204 len: 168 time: 1.9486015 Nov 25 19:38:45.541351 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45468) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:45.545423 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe0fe53-84c9-4c40-8e1c-f70701d6a47b None None] Network 4d6c1b2d-c543-400a-870a-f71d2186fa67 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:38:45.546845 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adae0b6-4efe-4c43-af19-61a6293be9cd tempest-ExternalNetworksTestJSON-902907625 tempest-ExternalNetworksTestJSON-902907625-project] Pushing event deleted for resources: {'Network': ['ID=db75a9ae-4b63-4599-b614-71e1b1f8f3ad,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:45.686633 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-11cef288-bcf5-4540-ae49-fcb8904ef56c req-83237877-9f6a-4490-8c60-fd316aeda57d tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/security-groups?id=670a04cf-84c6-427e-89eb-59dd6c09eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596009 Nov 25 19:38:45.718025 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a44b2e03-6cfb-45fb-a8b1-60e10f1e3678 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:45.721274 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a44b2e03-6cfb-45fb-a8b1-60e10f1e3678 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:45.721718 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c296292-a6be-4f24-8f17-bbb233dc3647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:45.724921 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a44b2e03-6cfb-45fb-a8b1-60e10f1e3678 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "DELETE /v2.0/security-groups/86939ef8-f59a-4b6f-ab7c-dfb700b85bab HTTP/1.1" status: 204 len: 168 time: 1.1931508 Nov 25 19:38:45.731980 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45470) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:45.732762 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c5fa858-472c-4926-9993-90f88a42d3d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:45.839331 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 816da5ea-c990-4d4f-a118-bc40f4667382 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:38:45.844444 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 2e01c08a-c9ee-49fd-a288-7e3c8da5b567 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:38:45.884934 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b2e03-6cfb-45fb-a8b1-60e10f1e3678 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86939ef8-f59a-4b6f-ab7c-dfb700b85bab,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:45.924874 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8c296292-a6be-4f24-8f17-bbb233dc3647 admin admin] Deleting port 79115124-b06c-4e30-a5e0-40b99f6ee70e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:38:45.947393 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c296292-a6be-4f24-8f17-bbb233dc3647 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:45.988713 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-0f9507fc-939d-4b54-81b2-21f7cfa5d95a tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] show failed (client error): The resource could not be found. Nov 25 19:38:45.997640 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0f9507fc-939d-4b54-81b2-21f7cfa5d95a tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "GET /v2.0/security-groups/86939ef8-f59a-4b6f-ab7c-dfb700b85bab HTTP/1.1" status: 404 len: 347 time: 0.2474835 Nov 25 19:38:46.011466 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45480) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:46.012336 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fa858-472c-4926-9993-90f88a42d3d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d485cbe-d336-4719-8ada-8b271223aa95,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:46.043009 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c5fa858-472c-4926-9993-90f88a42d3d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:46.068870 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6c5fa858-472c-4926-9993-90f88a42d3d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] 10.222.0.55 "DELETE /v2.0/ports/7d485cbe-d336-4719-8ada-8b271223aa95 HTTP/1.1" status: 204 len: 168 time: 2.1550460 Nov 25 19:38:46.071919 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45482) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:46.241380 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e7f4fe-d37e-4fc7-a58e-9701834eefa6 None None] New status for floating IP f876bd7a-1702-4e18-8293-c7282d643318: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:38:46.269585 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45488) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:46.274092 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f6f0b4-52f6-49c1-a123-41dc7e300ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] GET failed (client error): The resource could not be found. Nov 25 19:38:46.303868 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a0f6f0b4-52f6-49c1-a123-41dc7e300ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045822250-project-admin] 10.222.0.55 "GET /v2.0/ports/7d485cbe-d336-4719-8ada-8b271223aa95 HTTP/1.1" status: 404 len: 333 time: 0.2240787 Nov 25 19:38:46.303868 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45492) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:46.381658 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-8c296292-a6be-4f24-8f17-bbb233dc3647 admin admin] For port 79115124-b06c-4e30-a5e0-40b99f6ee70e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=79115124-b06c-4e30-a5e0-40b99f6ee70e,segment=NetworkSegment(315ddb34-51c3-410d-8bb7-f66de96ce705),segment_id=315ddb34-51c3-410d-8bb7-f66de96ce705)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:46.383856 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c296292-a6be-4f24-8f17-bbb233dc3647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:46.394914 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 2e01c08a-c9ee-49fd-a288-7e3c8da5b567 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:38:46.411844 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:38:46.413978 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 2e01c08a-c9ee-49fd-a288-7e3c8da5b567 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:38:46.417205 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:46.480592 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ab53d-7f89-48ef-85ab-51df175e636c req-b18c654e-b8af-4e4c-ab10-ff0570a4a39a tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:46.515839 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8d4ab53d-7f89-48ef-85ab-51df175e636c req-b18c654e-b8af-4e4c-ab10-ff0570a4a39a tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=94597406-ee75-446f-b779-92c734e46f36 HTTP/1.1" status: 200 len: 943 time: 0.2952268 Nov 25 19:38:46.520364 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8c296292-a6be-4f24-8f17-bbb233dc3647 admin admin] Calling delete_port for 79115124-b06c-4e30-a5e0-40b99f6ee70e owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:38:46.633639 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1541e1d1-303e-4913-a044-5916e773c909 None None] DHCP port deletion for 4d6c1b2d-c543-400a-870a-f71d2186fa67 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:38:46.649084 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 816da5ea-c990-4d4f-a118-bc40f4667382, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=816da5ea-c990-4d4f-a118-bc40f4667382,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:46.687179 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:46.707345 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-317fc220-d734-4f9b-8106-cf405d72126f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:46.721289 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6007bd22-1485-424e-8dc8-a9d123a65b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e01c08a-c9ee-49fd-a288-7e3c8da5b567'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:38:46.725045 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2994dd1d-da78-48c1-9fb4-019b27e76cd6" -d '{"events": [{"server_uuid": "6007bd22-1485-424e-8dc8-a9d123a65b1b", "name": "network-vif-plugged", "status": "completed", "tag": "2e01c08a-c9ee-49fd-a288-7e3c8da5b567"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:38:46.728664 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '816da5ea-c990-4d4f-a118-bc40f4667382', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'port_id': '816da5ea-c990-4d4f-a118-bc40f4667382', 'mac_address': 'fa:16:3e:90:c1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:38:46.784697 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-06ab9547-2333-41b2-8a06-b3aa083f31dc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4f2176664e5e476fa3903bce41d7b706&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5123174 Nov 25 19:38:46.794145 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:46.804307 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45504) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:46.812541 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816da5ea-c990-4d4f-a118-bc40f4667382 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:38:46.819781 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 2e01c08a-c9ee-49fd-a288-7e3c8da5b567, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=2e01c08a-c9ee-49fd-a288-7e3c8da5b567,segment=NetworkSegment(68857e70-7fd0-4fbf-9913-439961bb0248),segment_id=68857e70-7fd0-4fbf-9913-439961bb0248)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:46.849439 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:46.853992 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 816da5ea-c990-4d4f-a118-bc40f4667382, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=816da5ea-c990-4d4f-a118-bc40f4667382,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:46.860410 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c296292-a6be-4f24-8f17-bbb233dc3647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:46.892690 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:46.898757 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1541e1d1-303e-4913-a044-5916e773c909 None None] Deleting port 79115124-b06c-4e30-a5e0-40b99f6ee70e {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:38:46.899376 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1541e1d1-303e-4913-a044-5916e773c909 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:46.917596 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8d4ab53d-7f89-48ef-85ab-51df175e636c req-18287c56-cb48-4f79-96e5-90529b9f9efb tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769391 Nov 25 19:38:46.937180 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6ecb34f9-7760-4592-abe6-ba10e5342bd8 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Deleting port 1e59a246-0de3-40aa-8595-fb712d18b715 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:38:46.937966 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6ecb34f9-7760-4592-abe6-ba10e5342bd8 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:46.952638 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c296292-a6be-4f24-8f17-bbb233dc3647 admin admin] Pushing event deleted for resources: {'Port': ['ID=79115124-b06c-4e30-a5e0-40b99f6ee70e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:46.980932 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c296292-a6be-4f24-8f17-bbb233dc3647 admin admin] No DVR routers for this DVR port 79115124-b06c-4e30-a5e0-40b99f6ee70e on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:38:46.981249 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=2e01c08a-c9ee-49fd-a288-7e3c8da5b567,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:47.054464 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=816da5ea-c990-4d4f-a118-bc40f4667382,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:47.061712 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891701d4-ed7d-44f5-a981-762214023194 x-openstack-request-id: req-891701d4-ed7d-44f5-a981-762214023194 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:38:47.062326 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6007bd22-1485-424e-8dc8-a9d123a65b1b", "name": "network-vif-plugged", "status": "completed", "tag": "2e01c08a-c9ee-49fd-a288-7e3c8da5b567", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:38:47.062737 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-891701d4-ed7d-44f5-a981-762214023194 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:38:47.063624 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6007bd22-1485-424e-8dc8-a9d123a65b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e01c08a-c9ee-49fd-a288-7e3c8da5b567', 'code': 200} Nov 25 19:38:47.065512 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-1541e1d1-303e-4913-a044-5916e773c909 None None] For port 79115124-b06c-4e30-a5e0-40b99f6ee70e, host n-d-819349-5, got binding levels [] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:47.066486 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1541e1d1-303e-4913-a044-5916e773c909 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:47.101912 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1541e1d1-303e-4913-a044-5916e773c909 None None] Calling delete_port for 79115124-b06c-4e30-a5e0-40b99f6ee70e owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:38:47.106773 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.ipam_backend_mixin [None req-1541e1d1-303e-4913-a044-5916e773c909 None None] Port 79115124-b06c-4e30-a5e0-40b99f6ee70e was not found and therefore no delete operation was performed {{(pid=103601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:38:47.108517 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1541e1d1-303e-4913-a044-5916e773c909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:47.124038 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1541e1d1-303e-4913-a044-5916e773c909 None None] No DVR routers for this DVR port 79115124-b06c-4e30-a5e0-40b99f6ee70e on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:38:47.149238 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541e1d1-303e-4913-a044-5916e773c909 None None] Pushing event deleted for resources: {'Port': ['ID=79115124-b06c-4e30-a5e0-40b99f6ee70e,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:47.200044 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['816da5ea-c990-4d4f-a118-bc40f4667382'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:38:47.210006 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-478ff361-019f-40e2-998b-2698e2119413 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:47.238490 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6ecb34f9-7760-4592-abe6-ba10e5342bd8 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:47.238870 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6ecb34f9-7760-4592-abe6-ba10e5342bd8 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:47.258443 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c296292-a6be-4f24-8f17-bbb233dc3647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:47.262196 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6ecb34f9-7760-4592-abe6-ba10e5342bd8 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Calling delete_port for 1e59a246-0de3-40aa-8595-fb712d18b715 owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:38:47.265585 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-317fc220-d734-4f9b-8106-cf405d72126f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:47.280427 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257e72e-f9ee-48ff-ab4c-66afe47a8eca req-ee7c736c-362e-4312-91cd-03c7274b3774 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:47.282049 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7257e72e-f9ee-48ff-ab4c-66afe47a8eca req-ee7c736c-362e-4312-91cd-03c7274b3774 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/ports?device_id=6007bd22-1485-424e-8dc8-a9d123a65b1b HTTP/1.1" status: 200 len: 946 time: 0.4661529 Nov 25 19:38:47.371314 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-478ff361-019f-40e2-998b-2698e2119413 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:47.379265 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8c296292-a6be-4f24-8f17-bbb233dc3647 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6c1b2d-c543-400a-870a-f71d2186fa67']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:47.420231 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-317fc220-d734-4f9b-8106-cf405d72126f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d9658a-a7cb-4c27-ba6f-c25ae2e13520']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:47.465229 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8c296292-a6be-4f24-8f17-bbb233dc3647 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315ddb34-51c3-410d-8bb7-f66de96ce705') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:47.465646 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8c296292-a6be-4f24-8f17-bbb233dc3647 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315ddb34-51c3-410d-8bb7-f66de96ce705') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:47.468367 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-478ff361-019f-40e2-998b-2698e2119413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:47.471309 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-478ff361-019f-40e2-998b-2698e2119413 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:47.479518 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-478ff361-019f-40e2-998b-2698e2119413 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7b4eedc6-f180-4fbc-840c-726d22f3187f HTTP/1.1" status: 204 len: 168 time: 0.6676130 Nov 25 19:38:47.499146 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece7536-e1f4-4363-b61b-9a0f064f49ad req-cba9601a-5087-402b-8c71-0dd7cfeff1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:47.500943 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-aece7536-e1f4-4363-b61b-9a0f064f49ad req-cba9601a-5087-402b-8c71-0dd7cfeff1fd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6007bd22-1485-424e-8dc8-a9d123a65b1b HTTP/1.1" status: 200 len: 1097 time: 0.3693125 Nov 25 19:38:47.505583 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ff361-019f-40e2-998b-2698e2119413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4eedc6-f180-4fbc-840c-726d22f3187f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:47.510132 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c296292-a6be-4f24-8f17-bbb233dc3647 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:47.552810 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 79115124-b06c-4e30-a5e0-40b99f6ee70e no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:38:47.566780 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c296292-a6be-4f24-8f17-bbb233dc3647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:47.589449 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-aece7536-e1f4-4363-b61b-9a0f064f49ad req-91b78026-3765-4e36-9561-04655a52e327 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=670a04cf-84c6-427e-89eb-59dd6c09eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759308 Nov 25 19:38:47.590841 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c296292-a6be-4f24-8f17-bbb233dc3647 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:38:47.591420 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c296292-a6be-4f24-8f17-bbb233dc3647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:38:47.594785 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:38:47.604040 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-317fc220-d734-4f9b-8106-cf405d72126f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e749166c-2e68-40e6-a404-4069f6bca8af') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:47.604544 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-317fc220-d734-4f9b-8106-cf405d72126f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e749166c-2e68-40e6-a404-4069f6bca8af') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:47.654778 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 79115124-b06c-4e30-a5e0-40b99f6ee70e {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:38:47.656579 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 79115124-b06c-4e30-a5e0-40b99f6ee70e not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:38:47.677393 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-317fc220-d734-4f9b-8106-cf405d72126f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:47.699894 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c296292-a6be-4f24-8f17-bbb233dc3647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:47.724757 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c296292-a6be-4f24-8f17-bbb233dc3647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:47.735373 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8c296292-a6be-4f24-8f17-bbb233dc3647 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4d6c1b2d-c543-400a-870a-f71d2186fa67 HTTP/1.1" status: 204 len: 168 time: 2.1902158 Nov 25 19:38:47.772359 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c296292-a6be-4f24-8f17-bbb233dc3647 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d6c1b2d-c543-400a-870a-f71d2186fa67,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:47.874433 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-317fc220-d734-4f9b-8106-cf405d72126f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:47.890354 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6ecb34f9-7760-4592-abe6-ba10e5342bd8 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:47.925025 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317fc220-d734-4f9b-8106-cf405d72126f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:38:47.943000 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-317fc220-d734-4f9b-8106-cf405d72126f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:38:47.950574 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:38:48.035540 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb34f9-7760-4592-abe6-ba10e5342bd8 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Pushing event deleted for resources: {'Port': ['ID=1e59a246-0de3-40aa-8595-fb712d18b715,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:48.078191 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7257e72e-f9ee-48ff-ab4c-66afe47a8eca req-807e55b2-fc2a-402d-9e49-5ab6d3f9a171 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/security-groups?id=670a04cf-84c6-427e-89eb-59dd6c09eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6431243 Nov 25 19:38:48.151403 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45524) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:48.175981 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45526) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:48.232029 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-317fc220-d734-4f9b-8106-cf405d72126f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:48.239334 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-317fc220-d734-4f9b-8106-cf405d72126f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:48.242904 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-317fc220-d734-4f9b-8106-cf405d72126f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] 10.222.0.55 "DELETE /v2.0/networks/51d9658a-a7cb-4c27-ba6f-c25ae2e13520 HTTP/1.1" status: 204 len: 168 time: 1.9097755 Nov 25 19:38:48.250720 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6ecb34f9-7760-4592-abe6-ba10e5342bd8 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:48.254579 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6ecb34f9-7760-4592-abe6-ba10e5342bd8 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:48.256084 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6ecb34f9-7760-4592-abe6-ba10e5342bd8 tempest-AttachVolumeTestJSON-1943517309 tempest-AttachVolumeTestJSON-1943517309-project] 10.222.0.55 "DELETE /v2.0/floatingips/f876bd7a-1702-4e18-8293-c7282d643318 HTTP/1.1" status: 204 len: 168 time: 2.2403278 Nov 25 19:38:48.268280 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cad84-5707-4e87-be4e-7e91e5017e42 req-48d84d83-a4e3-465f-b093-ce9be421b952 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:48.270550 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-932cad84-5707-4e87-be4e-7e91e5017e42 req-48d84d83-a4e3-465f-b093-ce9be421b952 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=94597406-ee75-446f-b779-92c734e46f36 HTTP/1.1" status: 200 len: 944 time: 0.1745784 Nov 25 19:38:48.286777 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fc220-d734-4f9b-8106-cf405d72126f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953837920-project] Pushing event deleted for resources: {'Network': ['ID=51d9658a-a7cb-4c27-ba6f-c25ae2e13520,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:48.320277 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-596d50fe-7202-4615-9208-3931d92f09e7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b7667804fe06495ca90d8df57a53a62a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1429887 Nov 25 19:38:48.327174 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45532) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:48.334707 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1fc2cd92-4b5c-49fb-a2d6-af87a7c84924 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=478e3883d3c740cf872dbffb6332f1f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1811528 Nov 25 19:38:48.341249 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45534) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:48.487767 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f308f37-71e5-473d-9f25-c159d1ea2ee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:48.548595 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8470e4ce-e667-4641-bd18-1a451177321b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:48.561375 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-932cad84-5707-4e87-be4e-7e91e5017e42 req-dc8d9425-2bb6-43f5-9f9f-3dd066d3dbb2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737172 Nov 25 19:38:48.572356 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f308f37-71e5-473d-9f25-c159d1ea2ee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:48.603455 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8470e4ce-e667-4641-bd18-1a451177321b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:48.740560 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f308f37-71e5-473d-9f25-c159d1ea2ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:48.743093 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8470e4ce-e667-4641-bd18-1a451177321b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:48.745441 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f308f37-71e5-473d-9f25-c159d1ea2ee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:48.746742 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5f308f37-71e5-473d-9f25-c159d1ea2ee8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1367c493-c12b-4cd7-b883-15d5c1332aa2 HTTP/1.1" status: 204 len: 168 time: 0.4173088 Nov 25 19:38:48.749417 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8470e4ce-e667-4641-bd18-1a451177321b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:48.751438 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8470e4ce-e667-4641-bd18-1a451177321b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c273aa30-bd28-4d32-ac23-1e8905778387 HTTP/1.1" status: 204 len: 168 time: 0.4078901 Nov 25 19:38:48.774649 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f308f37-71e5-473d-9f25-c159d1ea2ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1367c493-c12b-4cd7-b883-15d5c1332aa2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:48.781359 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470e4ce-e667-4641-bd18-1a451177321b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c273aa30-bd28-4d32-ac23-1e8905778387,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:49.151154 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45558) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:49.442857 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c55da-38f8-424e-9582-236429e3853e req-b2a4905c-2ec4-4d45-b891-08033b5099a3 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:49.445153 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f30c55da-38f8-424e-9582-236429e3853e req-b2a4905c-2ec4-4d45-b891-08033b5099a3 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/ports?device_id=6007bd22-1485-424e-8dc8-a9d123a65b1b HTTP/1.1" status: 200 len: 946 time: 0.1334262 Nov 25 19:38:49.572160 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f30c55da-38f8-424e-9582-236429e3853e req-4c453a93-a5b6-4ba7-8abb-c6e4e3421eea tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/security-groups?id=670a04cf-84c6-427e-89eb-59dd6c09eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199627 Nov 25 19:38:49.701614 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9f4efe40-dc18-4426-b138-dbf1ec27ffeb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=22c93b3ad59d4bb5a09939224bb58400&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5469294 Nov 25 19:38:49.707809 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45584) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:49.837399 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 816da5ea-c990-4d4f-a118-bc40f4667382 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:38:49.903764 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7be191eb-734d-4f72-90a9-ebc547e9b25b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:49.988419 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7be191eb-734d-4f72-90a9-ebc547e9b25b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:50.048648 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a36ad-b24f-4eec-a580-bdea4d4c4113 req-36a3c03b-532e-46d5-ae08-b03ded029dc2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:50.070899 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fa1a36ad-b24f-4eec-a580-bdea4d4c4113 req-36a3c03b-532e-46d5-ae08-b03ded029dc2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=94597406-ee75-446f-b779-92c734e46f36 HTTP/1.1" status: 200 len: 944 time: 0.2775152 Nov 25 19:38:50.169196 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 816da5ea-c990-4d4f-a118-bc40f4667382 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:38:50.177940 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 816da5ea-c990-4d4f-a118-bc40f4667382 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:38:50.178715 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:50.372640 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7be191eb-734d-4f72-90a9-ebc547e9b25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:50.384042 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7be191eb-734d-4f72-90a9-ebc547e9b25b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:50.389331 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7be191eb-734d-4f72-90a9-ebc547e9b25b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b27dfee2-bf6e-49cb-a721-7792571874ef HTTP/1.1" status: 204 len: 168 time: 0.6773584 Nov 25 19:38:50.405103 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fa1a36ad-b24f-4eec-a580-bdea4d4c4113 req-ba5a7ba3-1702-4e9e-bc51-299e00b5ebee tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329608 Nov 25 19:38:50.418534 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be191eb-734d-4f72-90a9-ebc547e9b25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27dfee2-bf6e-49cb-a721-7792571874ef,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:50.451498 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:50.500518 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94597406-ee75-446f-b779-92c734e46f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816da5ea-c990-4d4f-a118-bc40f4667382'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:38:50.507542 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce71cfa9-f982-4d2c-bd91-6172cca7fe72" -d '{"events": [{"server_uuid": "94597406-ee75-446f-b779-92c734e46f36", "name": "network-vif-plugged", "status": "completed", "tag": "816da5ea-c990-4d4f-a118-bc40f4667382"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:38:50.544415 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 816da5ea-c990-4d4f-a118-bc40f4667382, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=816da5ea-c990-4d4f-a118-bc40f4667382,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:50.563530 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:50.709069 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccbd4af-7ef3-4c40-9975-5af900bbf193 x-openstack-request-id: req-5ccbd4af-7ef3-4c40-9975-5af900bbf193 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:38:50.710063 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94597406-ee75-446f-b779-92c734e46f36", "name": "network-vif-plugged", "status": "completed", "tag": "816da5ea-c990-4d4f-a118-bc40f4667382", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:38:50.710776 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5ccbd4af-7ef3-4c40-9975-5af900bbf193 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:38:50.711653 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94597406-ee75-446f-b779-92c734e46f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816da5ea-c990-4d4f-a118-bc40f4667382', 'code': 200} Nov 25 19:38:50.848341 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=816da5ea-c990-4d4f-a118-bc40f4667382,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:50.957617 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a9f97-3dd3-4fd8-b23b-9da04508a39f req-753df7f4-af89-4d94-878b-3c36a7341326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:50.961500 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-da0a9f97-3dd3-4fd8-b23b-9da04508a39f req-753df7f4-af89-4d94-878b-3c36a7341326 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87cff6f8f3d74dc2930d309d1d36de19&device_id=6007bd22-1485-424e-8dc8-a9d123a65b1b HTTP/1.1" status: 200 len: 1097 time: 0.4421034 Nov 25 19:38:50.980064 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101de64-77cc-471e-b516-e01be695abd1 req-d69949e5-5caa-4894-a91c-dceb445455b9 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:50.994367 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4101de64-77cc-471e-b516-e01be695abd1 req-d69949e5-5caa-4894-a91c-dceb445455b9 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/ports?device_id=6007bd22-1485-424e-8dc8-a9d123a65b1b HTTP/1.1" status: 200 len: 946 time: 0.3301637 Nov 25 19:38:51.006671 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8eee1-3bfc-4d3d-8878-d68707cb0586 req-db164627-36a0-4e93-8722-f11d90ccc3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:51.016036 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-27d8eee1-3bfc-4d3d-8878-d68707cb0586 req-db164627-36a0-4e93-8722-f11d90ccc3e3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=94597406-ee75-446f-b779-92c734e46f36 HTTP/1.1" status: 200 len: 1096 time: 0.2272253 Nov 25 19:38:51.195272 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-27d8eee1-3bfc-4d3d-8878-d68707cb0586 req-a10ad704-1cab-4e1d-b439-eb1018e92b14 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752350 Nov 25 19:38:51.226723 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4101de64-77cc-471e-b516-e01be695abd1 req-554f11be-74ea-4265-b63b-cd3c61c21238 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/security-groups?id=670a04cf-84c6-427e-89eb-59dd6c09eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291899 Nov 25 19:38:51.291075 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a9f97-3dd3-4fd8-b23b-9da04508a39f req-6b03981d-48f3-46e9-bf30-5c2404781b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:51.294621 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-da0a9f97-3dd3-4fd8-b23b-9da04508a39f req-6b03981d-48f3-46e9-bf30-5c2404781b63 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3 HTTP/1.1" status: 200 len: 915 time: 0.2862391 Nov 25 19:38:51.326604 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45628) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:51.500529 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-964e4c44-0560-4139-a825-9b7e812cd138 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=de11c975525c46b58449d140494ca08b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1718242 Nov 25 19:38:51.511536 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45636) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:51.527110 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-da0a9f97-3dd3-4fd8-b23b-9da04508a39f req-3fb45778-4de7-4423-b5a9-110bd0d326f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e01c08a-c9ee-49fd-a288-7e3c8da5b567 HTTP/1.1" status: 200 len: 217 time: 0.1338947 Nov 25 19:38:51.661898 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a9f97-3dd3-4fd8-b23b-9da04508a39f req-f103e00d-316d-4a20-8c57-ab4bdf96661f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:51.665889 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-da0a9f97-3dd3-4fd8-b23b-9da04508a39f req-f103e00d-316d-4a20-8c57-ab4bdf96661f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7b9fcbc5-a9b4-4af8-836b-dc29dfeb5efe HTTP/1.1" status: 200 len: 854 time: 0.1263487 Nov 25 19:38:51.730381 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-da0a9f97-3dd3-4fd8-b23b-9da04508a39f req-80e046fc-562e-45af-9106-63f35cffc1b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541384 Nov 25 19:38:51.857166 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed025e73-8d11-4465-b75b-0996eadf4032 req-5eb21258-335b-4793-bd83-31fb313fd6b8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:51.871104 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ed025e73-8d11-4465-b75b-0996eadf4032 req-5eb21258-335b-4793-bd83-31fb313fd6b8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=94597406-ee75-446f-b779-92c734e46f36 HTTP/1.1" status: 200 len: 945 time: 0.2620809 Nov 25 19:38:51.974352 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-710686b7-cb16-4e07-931f-2c70c4950a29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:52.056732 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-da0a9f97-3dd3-4fd8-b23b-9da04508a39f req-24967f9c-3529-4f0a-971c-2b32bde81277 service neutron] 10.222.0.73 "GET /v2.0/networks/2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162212 Nov 25 19:38:52.128500 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-710686b7-cb16-4e07-931f-2c70c4950a29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:52.286888 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ed025e73-8d11-4465-b75b-0996eadf4032 req-79b87f5f-b071-40c0-8703-9a11b105503d tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048681 Nov 25 19:38:52.289681 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-da0a9f97-3dd3-4fd8-b23b-9da04508a39f req-e176dbb5-3742-4659-ace2-6215c481b6a6 service neutron] 10.222.0.73 "GET /v2.0/networks/2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233448 Nov 25 19:38:52.401388 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-710686b7-cb16-4e07-931f-2c70c4950a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:52.406337 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-710686b7-cb16-4e07-931f-2c70c4950a29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:52.414108 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-710686b7-cb16-4e07-931f-2c70c4950a29 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/912366ab-1a09-428c-80b6-af90b85fff33 HTTP/1.1" status: 204 len: 168 time: 0.8965387 Nov 25 19:38:52.460004 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710686b7-cb16-4e07-931f-2c70c4950a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912366ab-1a09-428c-80b6-af90b85fff33,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:52.674446 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492c11b-71db-413b-9177-5d990c1f5fca req-19430092-4b7b-456f-bbc4-9e41322b86d8 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:52.692144 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1492c11b-71db-413b-9177-5d990c1f5fca req-19430092-4b7b-456f-bbc4-9e41322b86d8 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/ports?device_id=6007bd22-1485-424e-8dc8-a9d123a65b1b HTTP/1.1" status: 200 len: 946 time: 0.2663190 Nov 25 19:38:52.848367 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1492c11b-71db-413b-9177-5d990c1f5fca req-4fc4e72d-db23-4c3c-925e-5d1247913ce0 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/security-groups?id=670a04cf-84c6-427e-89eb-59dd6c09eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514406 Nov 25 19:38:53.505694 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:53.531078 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27cbe6-b809-4dff-b44b-7c82e76c6d2e req-058a3436-a3fa-45fb-9759-d85f490702af tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:53.534870 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c27cbe6-b809-4dff-b44b-7c82e76c6d2e req-058a3436-a3fa-45fb-9759-d85f490702af tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=94597406-ee75-446f-b779-92c734e46f36 HTTP/1.1" status: 200 len: 945 time: 0.1068065 Nov 25 19:38:53.697631 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3c27cbe6-b809-4dff-b44b-7c82e76c6d2e req-1a8b56d1-4e03-4179-9fa0-3a573db12b4f tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423512 Nov 25 19:38:54.016963 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1036d94-0367-4f18-9651-03dc50a55868 req-57480a88-40da-40a0-aac7-374904f324b6 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=61b43fc7b65b46daaf3bb19051a96cc4 HTTP/1.1" status: 200 len: 267 time: 0.1438363 Nov 25 19:38:54.128960 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b1293-80a4-40c7-93cc-b739fb9c4d75 req-75fa3cc2-8e67-4d6a-867e-1d9acd78b663 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:54.138498 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ca0b1293-80a4-40c7-93cc-b739fb9c4d75 req-75fa3cc2-8e67-4d6a-867e-1d9acd78b663 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/ports?device_id=6007bd22-1485-424e-8dc8-a9d123a65b1b HTTP/1.1" status: 200 len: 946 time: 0.1805565 Nov 25 19:38:54.146525 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45734) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:54.174016 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:54.206139 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1036d94-0367-4f18-9651-03dc50a55868 req-497e8488-71de-4aab-9bb2-57f1e4590436 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:54.210697 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1036d94-0367-4f18-9651-03dc50a55868 req-497e8488-71de-4aab-9bb2-57f1e4590436 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=94597406-ee75-446f-b779-92c734e46f36 HTTP/1.1" status: 200 len: 945 time: 0.1854539 Nov 25 19:38:54.231102 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-b1036d94-0367-4f18-9651-03dc50a55868 req-ed72bea2-7d59-4233-9c32-055427f49b5c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Request body: {'port': {'security_groups': []}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:54.303069 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ca0b1293-80a4-40c7-93cc-b739fb9c4d75 req-ef51b89a-33a8-4ce7-978f-58ea97148e47 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/security-groups?id=670a04cf-84c6-427e-89eb-59dd6c09eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630580 Nov 25 19:38:54.421790 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45746) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:54.462974 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b1036d94-0367-4f18-9651-03dc50a55868 req-ed72bea2-7d59-4233-9c32-055427f49b5c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:54.789308 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cd508746-51b2-4cea-9954-c130a21dd247 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1726230580'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:54.961518 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd508746-51b2-4cea-9954-c130a21dd247 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:54.963214 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd508746-51b2-4cea-9954-c130a21dd247 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:55.048014 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd508746-51b2-4cea-9954-c130a21dd247 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:55.054479 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-b1036d94-0367-4f18-9651-03dc50a55868 req-ed72bea2-7d59-4233-9c32-055427f49b5c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] For port 816da5ea-c990-4d4f-a118-bc40f4667382, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=816da5ea-c990-4d4f-a118-bc40f4667382,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:55.057744 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd508746-51b2-4cea-9954-c130a21dd247 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:55.091150 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd508746-51b2-4cea-9954-c130a21dd247 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:55.092407 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cd508746-51b2-4cea-9954-c130a21dd247 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9431357 Nov 25 19:38:55.095330 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45762) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:55.147194 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b1036d94-0367-4f18-9651-03dc50a55868 req-ed72bea2-7d59-4233-9c32-055427f49b5c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:55.157468 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b1036d94-0367-4f18-9651-03dc50a55868 req-ed72bea2-7d59-4233-9c32-055427f49b5c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:55.173177 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['3de27103-dacf-46fc-9c82-1f1872c5cb0e', 'd1fe46f4-f096-47ff-b2e6-00d419bb5968'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:38:55.197051 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a819e380-266f-4520-91a2-982959b85b76 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:55.223248 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['816da5ea-c990-4d4f-a118-bc40f4667382'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:38:55.321730 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1036d94-0367-4f18-9651-03dc50a55868 req-ed72bea2-7d59-4233-9c32-055427f49b5c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:55.322725 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b1036d94-0367-4f18-9651-03dc50a55868 req-ed72bea2-7d59-4233-9c32-055427f49b5c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:55.328749 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1036d94-0367-4f18-9651-03dc50a55868 req-ed72bea2-7d59-4233-9c32-055427f49b5c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "PUT /v2.0/ports/816da5ea-c990-4d4f-a118-bc40f4667382 HTTP/1.1" status: 200 len: 904 time: 1.1075916 Nov 25 19:38:55.329613 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72bea2-7d59-4233-9c32-055427f49b5c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Pushing event updated for resources: {'Port': ['ID=816da5ea-c990-4d4f-a118-bc40f4667382,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:55.349361 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94597406-ee75-446f-b779-92c734e46f36', 'tag': '816da5ea-c990-4d4f-a118-bc40f4667382'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:38:55.354194 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa37437-ee97-4596-a3b6-c73e7e87228f" -d '{"events": [{"name": "network-changed", "server_uuid": "94597406-ee75-446f-b779-92c734e46f36", "tag": "816da5ea-c990-4d4f-a118-bc40f4667382"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:38:55.505216 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['816da5ea-c990-4d4f-a118-bc40f4667382'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:38:55.676948 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e84ff1-9188-490f-98e0-3d84afb3ebdb req-2e3f6885-8a29-4379-87f3-11ac28912731 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:55.704237 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e4e84ff1-9188-490f-98e0-3d84afb3ebdb req-2e3f6885-8a29-4379-87f3-11ac28912731 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=94597406-ee75-446f-b779-92c734e46f36 HTTP/1.1" status: 200 len: 907 time: 0.2198148 Nov 25 19:38:55.967632 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4204bee4-7e6c-44a0-838f-b02e6da1fa7d x-openstack-request-id: req-4204bee4-7e6c-44a0-838f-b02e6da1fa7d {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:38:55.968624 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94597406-ee75-446f-b779-92c734e46f36", "tag": "816da5ea-c990-4d4f-a118-bc40f4667382", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:38:55.969266 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4204bee4-7e6c-44a0-838f-b02e6da1fa7d {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:38:55.972879 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94597406-ee75-446f-b779-92c734e46f36', 'tag': '816da5ea-c990-4d4f-a118-bc40f4667382', 'status': 'completed', 'code': 200} Nov 25 19:38:55.978418 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14b87d4b-6529-44b8-b9e5-b399b1af46ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:56.105153 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45790) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:56.123521 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d725d592-258b-4f71-9ac4-c931470ee27d None None] Provisioning complete for port 816da5ea-c990-4d4f-a118-bc40f4667382 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:38:56.123892 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d725d592-258b-4f71-9ac4-c931470ee27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:56.239338 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a819e380-266f-4520-91a2-982959b85b76 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:56.254171 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a819e380-266f-4520-91a2-982959b85b76 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:56.329702 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-22f12b2d-74f4-4e21-b51d-5b460a8db878 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-483134375'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:56.374715 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a819e380-266f-4520-91a2-982959b85b76 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:56.375564 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a819e380-266f-4520-91a2-982959b85b76 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 688f22f7-ff73-41ad-b4aa-e48576a8f6b2 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:38:56.416321 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f12b2d-74f4-4e21-b51d-5b460a8db878 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Made reservation on behalf of 813701221f28493a950c217fca8aadfd for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:56.420690 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a819e380-266f-4520-91a2-982959b85b76 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:56.422442 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a819e380-266f-4520-91a2-982959b85b76 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] 10.222.0.55 "DELETE /v2.0/routers/688f22f7-ff73-41ad-b4aa-e48576a8f6b2 HTTP/1.1" status: 204 len: 168 time: 1.3260324 Nov 25 19:38:56.424385 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22f12b2d-74f4-4e21-b51d-5b460a8db878 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:56.432915 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232406d-1c59-4c3c-814f-108f6d5c9475 req-62a99ddc-d662-4dfa-8b62-3b425fe5e0b5 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:56.435009 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6232406d-1c59-4c3c-814f-108f6d5c9475 req-62a99ddc-d662-4dfa-8b62-3b425fe5e0b5 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/ports?device_id=6007bd22-1485-424e-8dc8-a9d123a65b1b HTTP/1.1" status: 200 len: 946 time: 1.2330136 Nov 25 19:38:56.438094 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45796) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:56.446593 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3e91a1bf-a846-40d2-bfd2-35353cbc441b tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Request body: {'router': {'name': 'tempest-router-999707517', 'distributed': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:56.460519 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22f12b2d-74f4-4e21-b51d-5b460a8db878 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:56.547357 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6232406d-1c59-4c3c-814f-108f6d5c9475 req-4ded19e8-c888-43a2-9030-d44c32ded4b3 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/security-groups?id=670a04cf-84c6-427e-89eb-59dd6c09eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769420 Nov 25 19:38:56.572349 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6e7ba-34ca-4894-bd7c-c94958c88e86 req-ff4fb0a6-4930-479e-8f72-0cadbf0eefbb tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:56.575329 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41a6e7ba-34ca-4894-bd7c-c94958c88e86 req-ff4fb0a6-4930-479e-8f72-0cadbf0eefbb tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.3793190 Nov 25 19:38:56.617997 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa37437-ee97-4596-a3b6-c73e7e87228f req-17c3b839-934b-44af-add2-4a8585177342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:56.620360 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7fa37437-ee97-4596-a3b6-c73e7e87228f req-17c3b839-934b-44af-add2-4a8585177342 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&device_id=94597406-ee75-446f-b779-92c734e46f36 HTTP/1.1" status: 200 len: 1058 time: 0.2685688 Nov 25 19:38:56.647065 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e91a1bf-a846-40d2-bfd2-35353cbc441b tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:56.648512 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e91a1bf-a846-40d2-bfd2-35353cbc441b tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:56.683203 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3dcb1-19b5-4888-8038-7b7b0915a7b6 req-940a94d4-dd6f-414c-962a-277247fc2f68 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:56.686701 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-39e3dcb1-19b5-4888-8038-7b7b0915a7b6 req-940a94d4-dd6f-414c-962a-277247fc2f68 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.73 "GET /v2.0/ports?device_id=6007bd22-1485-424e-8dc8-a9d123a65b1b HTTP/1.1" status: 200 len: 946 time: 0.2191250 Nov 25 19:38:56.879233 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22f12b2d-74f4-4e21-b51d-5b460a8db878 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:56.892461 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e91a1bf-a846-40d2-bfd2-35353cbc441b tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:56.904547 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14b87d4b-6529-44b8-b9e5-b399b1af46ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:56.910314 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e91a1bf-a846-40d2-bfd2-35353cbc441b tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:56.928169 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14b87d4b-6529-44b8-b9e5-b399b1af46ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:56.954312 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e91a1bf-a846-40d2-bfd2-35353cbc441b tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:56.961188 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3e91a1bf-a846-40d2-bfd2-35353cbc441b tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5134234 Nov 25 19:38:56.964523 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22f12b2d-74f4-4e21-b51d-5b460a8db878 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:56.974973 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45810) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:56.990897 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa37437-ee97-4596-a3b6-c73e7e87228f req-ba5a4bd5-cf11-4573-affb-602f8116c211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:56.993332 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7fa37437-ee97-4596-a3b6-c73e7e87228f req-ba5a4bd5-cf11-4573-affb-602f8116c211 service neutron] 10.222.0.73 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 912 time: 0.3642428 Nov 25 19:38:57.022340 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-14b87d4b-6529-44b8-b9e5-b399b1af46ca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=13cfce34d2284a2a8e0f18afbd493ad6&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5981145 Nov 25 19:38:57.023043 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45814) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:57.095504 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b87d4b-6529-44b8-b9e5-b399b1af46ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d364562-c3a3-45e9-bb9f-cb67cc2a3bab,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:57.103896 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7fa37437-ee97-4596-a3b6-c73e7e87228f req-e86849ca-e035-4649-8b02-9eee1e806917 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=816da5ea-c990-4d4f-a118-bc40f4667382 HTTP/1.1" status: 200 len: 217 time: 0.1033070 Nov 25 19:38:57.125571 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b87d4b-6529-44b8-b9e5-b399b1af46ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:57.126064 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b87d4b-6529-44b8-b9e5-b399b1af46ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:57.126606 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b87d4b-6529-44b8-b9e5-b399b1af46ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:57.127046 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b87d4b-6529-44b8-b9e5-b399b1af46ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:57.127584 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b87d4b-6529-44b8-b9e5-b399b1af46ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:57.128827 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b87d4b-6529-44b8-b9e5-b399b1af46ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:57.128827 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b87d4b-6529-44b8-b9e5-b399b1af46ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:57.128827 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b87d4b-6529-44b8-b9e5-b399b1af46ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:57.129373 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b87d4b-6529-44b8-b9e5-b399b1af46ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:57.129763 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b87d4b-6529-44b8-b9e5-b399b1af46ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:57.130192 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b87d4b-6529-44b8-b9e5-b399b1af46ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:57.130906 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b87d4b-6529-44b8-b9e5-b399b1af46ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:57.165365 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f12b2d-74f4-4e21-b51d-5b460a8db878 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:38:57.194460 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f12b2d-74f4-4e21-b51d-5b460a8db878 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38deb859-2dec-401f-b0dd-51c4578c6cbe,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:57.229284 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41131f40-a301-4f15-95d6-7856965b55ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:57.239401 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22f12b2d-74f4-4e21-b51d-5b460a8db878 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:57.240124 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-22f12b2d-74f4-4e21-b51d-5b460a8db878 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Added segment df2cd8bd-3a25-40a0-972f-6536ac5ec8aa of type vlan for network 7df4a1e9-b722-4340-ad55-9a150dfdd61f Nov 25 19:38:57.242651 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2214fe22-fc16-4527-a254-a5fe1db1339b tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:57.256812 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41a6e7ba-34ca-4894-bd7c-c94958c88e86 req-ece05fe0-14fe-44f7-870a-cc70edd8ee03 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6234243 Nov 25 19:38:57.317374 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa37437-ee97-4596-a3b6-c73e7e87228f req-7f430ab3-7d77-4fb9-b715-488e17ee4fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:57.332429 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7fa37437-ee97-4596-a3b6-c73e7e87228f req-7f430ab3-7d77-4fb9-b715-488e17ee4fcf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ec830131-0c53-44d8-b6cf-4b7badf3b5da HTTP/1.1" status: 200 len: 850 time: 0.2192104 Nov 25 19:38:57.348553 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41131f40-a301-4f15-95d6-7856965b55ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:57.424691 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22f12b2d-74f4-4e21-b51d-5b460a8db878 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:57.468134 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa37437-ee97-4596-a3b6-c73e7e87228f req-378dd82c-1247-453d-a338-964f407483cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:57.470170 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7fa37437-ee97-4596-a3b6-c73e7e87228f req-378dd82c-1247-453d-a338-964f407483cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=37f8230d-6a2b-4a12-a441-526002eff84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1191936 Nov 25 19:38:57.487305 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-39e3dcb1-19b5-4888-8038-7b7b0915a7b6 req-e4070dc7-2f61-4b44-ac94-45bed4b9811f tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Deleting port 2e01c08a-c9ee-49fd-a288-7e3c8da5b567 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:38:57.487691 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-39e3dcb1-19b5-4888-8038-7b7b0915a7b6 req-e4070dc7-2f61-4b44-ac94-45bed4b9811f tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:57.604449 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-39e3dcb1-19b5-4888-8038-7b7b0915a7b6 req-e4070dc7-2f61-4b44-ac94-45bed4b9811f tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] For port 2e01c08a-c9ee-49fd-a288-7e3c8da5b567, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=2e01c08a-c9ee-49fd-a288-7e3c8da5b567,segment=NetworkSegment(68857e70-7fd0-4fbf-9913-439961bb0248),segment_id=68857e70-7fd0-4fbf-9913-439961bb0248)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:57.605018 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-39e3dcb1-19b5-4888-8038-7b7b0915a7b6 req-e4070dc7-2f61-4b44-ac94-45bed4b9811f tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:57.608564 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41131f40-a301-4f15-95d6-7856965b55ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:57.611822 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41131f40-a301-4f15-95d6-7856965b55ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:57.623148 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-39e3dcb1-19b5-4888-8038-7b7b0915a7b6 req-e4070dc7-2f61-4b44-ac94-45bed4b9811f tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Calling delete_port for 2e01c08a-c9ee-49fd-a288-7e3c8da5b567 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:38:57.629133 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-41131f40-a301-4f15-95d6-7856965b55ac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d364562-c3a3-45e9-bb9f-cb67cc2a3bab HTTP/1.1" status: 204 len: 168 time: 0.6002011 Nov 25 19:38:57.693602 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380f4e4-22ec-4c5c-8a0b-69f66009c80e req-565c8c64-5a58-40d5-941a-76add000afd9 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:57.717242 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5380f4e4-22ec-4c5c-8a0b-69f66009c80e req-565c8c64-5a58-40d5-941a-76add000afd9 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.2666297 Nov 25 19:38:57.757859 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41131f40-a301-4f15-95d6-7856965b55ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d364562-c3a3-45e9-bb9f-cb67cc2a3bab,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:57.811105 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7fa37437-ee97-4596-a3b6-c73e7e87228f req-c15c5efa-b3f5-41d8-9187-5e31c1f16030 service neutron] 10.222.0.73 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215361 Nov 25 19:38:57.839684 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5380f4e4-22ec-4c5c-8a0b-69f66009c80e req-cf208fc2-ab7b-4565-b0ce-cd1b7a7901f7 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214187 Nov 25 19:38:58.104690 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7fa37437-ee97-4596-a3b6-c73e7e87228f req-886fdd9e-f273-4329-84fd-44078a9aed10 service neutron] 10.222.0.73 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637608 Nov 25 19:38:58.164568 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-39e3dcb1-19b5-4888-8038-7b7b0915a7b6 req-e4070dc7-2f61-4b44-ac94-45bed4b9811f tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:58.210317 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2214fe22-fc16-4527-a254-a5fe1db1339b tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:58.267175 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2cff284c-7523-4781-92d7-9a989c851c2b req-b964a454-bbde-4879-982d-08c22500914f tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/ports?device_id=6007bd22-1485-424e-8dc8-a9d123a65b1b HTTP/1.1" status: 200 len: 210 time: 0.1800025 Nov 25 19:38:58.272411 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2214fe22-fc16-4527-a254-a5fe1db1339b tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:58.299321 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22f12b2d-74f4-4e21-b51d-5b460a8db878 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:58.317524 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f12b2d-74f4-4e21-b51d-5b460a8db878 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:58.318739 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22f12b2d-74f4-4e21-b51d-5b460a8db878 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:58.335814 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4070dc7-2f61-4b44-ac94-45bed4b9811f tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Pushing event deleted for resources: {'Port': ['ID=2e01c08a-c9ee-49fd-a288-7e3c8da5b567,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:58.499618 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e81068-6587-487f-b23d-64cc28a3acfe req-699da29a-ec62-4cd7-8ee5-5dc517477364 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:58.508236 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-94e81068-6587-487f-b23d-64cc28a3acfe req-699da29a-ec62-4cd7-8ee5-5dc517477364 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 811 time: 0.2861094 Nov 25 19:38:58.526431 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-94e81068-6587-487f-b23d-64cc28a3acfe req-a3d8d736-8bb7-4f5a-bb1a-fc40d6d7357d tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/quotas/61b43fc7b65b46daaf3bb19051a96cc4 HTTP/1.1" status: 200 len: 375 time: 0.0165794 Nov 25 19:38:58.554767 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:38:58.685008 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-94e81068-6587-487f-b23d-64cc28a3acfe req-795f4c6a-8f59-459a-a9bd-781e02ed72a3 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1568873 Nov 25 19:38:58.688170 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2214fe22-fc16-4527-a254-a5fe1db1339b tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:58.688698 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2214fe22-fc16-4527-a254-a5fe1db1339b tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7716981d-2098-4946-935a-d9a85b7fba2c {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:38:58.704222 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2214fe22-fc16-4527-a254-a5fe1db1339b tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:58.713871 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45852) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:58.717965 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2214fe22-fc16-4527-a254-a5fe1db1339b tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] 10.222.0.55 "DELETE /v2.0/routers/7716981d-2098-4946-935a-d9a85b7fba2c HTTP/1.1" status: 204 len: 168 time: 1.6982095 Nov 25 19:38:58.725297 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-22f12b2d-74f4-4e21-b51d-5b460a8db878 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.6186566 Nov 25 19:38:58.736252 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-261e0062-4a7a-410c-9f49-826651bf2cfa tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Request body: {'router': {'name': 'tempest-router-1374374987', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'af271d50ee0a4e73a32d937666d7f679'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:58.746697 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45854) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:58.755144 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-6216966b-8246-4f15-8f36-a37e5178aa47 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Request body: {'subnet': {'network_id': '7df4a1e9-b722-4340-ad55-9a150dfdd61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:58.871422 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e3dcb1-19b5-4888-8038-7b7b0915a7b6 req-e4070dc7-2f61-4b44-ac94-45bed4b9811f tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] No DVR routers for this DVR port 2e01c08a-c9ee-49fd-a288-7e3c8da5b567 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:38:58.875246 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-39e3dcb1-19b5-4888-8038-7b7b0915a7b6 req-e4070dc7-2f61-4b44-ac94-45bed4b9811f tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:58.879540 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-39e3dcb1-19b5-4888-8038-7b7b0915a7b6 req-e4070dc7-2f61-4b44-ac94-45bed4b9811f tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.73 "DELETE /v2.0/ports/2e01c08a-c9ee-49fd-a288-7e3c8da5b567 HTTP/1.1" status: 204 len: 173 time: 2.1796000 Nov 25 19:38:58.885028 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6007bd22-1485-424e-8dc8-a9d123a65b1b', 'name': 'network-vif-deleted', 'tag': '2e01c08a-c9ee-49fd-a288-7e3c8da5b567'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:38:58.887867 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f1340b-492d-4479-a0b0-2a0f260b3bac" -d '{"events": [{"server_uuid": "6007bd22-1485-424e-8dc8-a9d123a65b1b", "name": "network-vif-deleted", "tag": "2e01c08a-c9ee-49fd-a288-7e3c8da5b567"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:38:58.930903 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f12b2d-74f4-4e21-b51d-5b460a8db878 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Pushing event updated for resources: {'Network': ['ID=7df4a1e9-b722-4340-ad55-9a150dfdd61f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:58.960720 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 7df4a1e9-b722-4340-ad55-9a150dfdd61f details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:38:58.999561 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1bd8e7-f369-4d3b-8d28-ed384d46f806 x-openstack-request-id: req-ea1bd8e7-f369-4d3b-8d28-ed384d46f806 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:38:59.000274 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6007bd22-1485-424e-8dc8-a9d123a65b1b", "name": "network-vif-deleted", "tag": "2e01c08a-c9ee-49fd-a288-7e3c8da5b567", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:38:59.000702 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ea1bd8e7-f369-4d3b-8d28-ed384d46f806 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:38:59.001284 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6007bd22-1485-424e-8dc8-a9d123a65b1b', 'name': 'network-vif-deleted', 'tag': '2e01c08a-c9ee-49fd-a288-7e3c8da5b567', 'status': 'completed', 'code': 200} Nov 25 19:38:59.036828 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6216966b-8246-4f15-8f36-a37e5178aa47 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Made reservation on behalf of 813701221f28493a950c217fca8aadfd for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:59.043373 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6216966b-8246-4f15-8f36-a37e5178aa47 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:59.047115 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.api [None req-261e0062-4a7a-410c-9f49-826651bf2cfa tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 19:38:59.047115 n-d-819349-5 neutron-server[103599]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 25 19:38:59.047115 n-d-819349-5 neutron-server[103599]: [parameters: {'project_id': 'af271d50ee0a4e73a32d937666d7f679', 'id': '78741645-0957-436d-a82e-7f9fdfe5d671', 'expiration': datetime.datetime(2021, 11, 25, 19, 40, 59, 19387)}] Nov 25 19:38:59.047115 n-d-819349-5 neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:38:59.048085 n-d-819349-5 neutron-server[103599]: DEBUG oslo_db.api [None req-261e0062-4a7a-410c-9f49-826651bf2cfa tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:38:59.152366 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-94e81068-6587-487f-b23d-64cc28a3acfe req-259165e9-b3dd-49b4-841c-178787d7df86 service neutron] 10.222.0.55 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663312 Nov 25 19:38:59.367163 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-94e81068-6587-487f-b23d-64cc28a3acfe req-e2c8fefc-b611-469b-9a61-17360985ad45 service neutron] 10.222.0.55 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015877 Nov 25 19:38:59.500467 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b96793dc-e2a2-4dcf-95eb-d59ec4043f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:59.583366 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45872) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:59.595510 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e31445c1-117c-46f6-9de5-32274110622d req-69677325-307c-4774-b9a7-523b04a035e3 tempest-InstanceActionsTestJSON-2074846466 tempest-InstanceActionsTestJSON-2074846466-project] 10.222.0.55 "GET /v2.0/ports?device_id=6007bd22-1485-424e-8dc8-a9d123a65b1b HTTP/1.1" status: 200 len: 210 time: 0.1011410 Nov 25 19:38:59.632757 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-261e0062-4a7a-410c-9f49-826651bf2cfa tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:59.641684 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-261e0062-4a7a-410c-9f49-826651bf2cfa tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:59.876252 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-907a0490-dec3-46f5-be0f-eb60648b07f5 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-890300947-network', 'tenant_id': '1b4e8b3b51d5452eabf5c1806a2b7061'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:59.900500 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 2e01c08a-c9ee-49fd-a288-7e3c8da5b567 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:38:59.904892 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-261e0062-4a7a-410c-9f49-826651bf2cfa tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:59.919055 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-261e0062-4a7a-410c-9f49-826651bf2cfa tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:59.959605 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907a0490-dec3-46f5-be0f-eb60648b07f5 admin admin] Made reservation on behalf of 1b4e8b3b51d5452eabf5c1806a2b7061 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:59.965443 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-907a0490-dec3-46f5-be0f-eb60648b07f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:59.967283 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 2e01c08a-c9ee-49fd-a288-7e3c8da5b567 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:38:59.968110 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 2e01c08a-c9ee-49fd-a288-7e3c8da5b567 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:38:59.989560 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-907a0490-dec3-46f5-be0f-eb60648b07f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:59.998797 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-261e0062-4a7a-410c-9f49-826651bf2cfa tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:00.001428 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-261e0062-4a7a-410c-9f49-826651bf2cfa tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.2743771 Nov 25 19:39:00.006239 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45882) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:00.015848 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ac9a53e1-6236-45dd-bda6-73aceedc4c6c tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:00.263416 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-659c80d9-f347-4a33-8bf2-232af5ceb35b req-9bb7a00e-871c-4914-a3a4-9b80b9673655 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 210 time: 0.0904801 Nov 25 19:39:00.282017 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6216966b-8246-4f15-8f36-a37e5178aa47 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:00.462737 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216966b-8246-4f15-8f36-a37e5178aa47 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Pushing event updated for resources: {'Subnet': ['ID=7b6c7341-3808-4e29-9f36-8eedc0396bf7,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:00.490333 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac9a53e1-6236-45dd-bda6-73aceedc4c6c tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:00.490934 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac9a53e1-6236-45dd-bda6-73aceedc4c6c tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks [] for router, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:00.505190 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6216966b-8246-4f15-8f36-a37e5178aa47 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Checking segment: {'id': 'df2cd8bd-3a25-40a0-972f-6536ac5ec8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7df4a1e9-b722-4340-ad55-9a150dfdd61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:00.506055 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6216966b-8246-4f15-8f36-a37e5178aa47 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Network hostable DHCP agents. Network: 7df4a1e9-b722-4340-ad55-9a150dfdd61f, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:39:00.559889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6216966b-8246-4f15-8f36-a37e5178aa47 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Network 7df4a1e9-b722-4340-ad55-9a150dfdd61f is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:39:00.592709 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-6216966b-8246-4f15-8f36-a37e5178aa47 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 7df4a1e9-b722-4340-ad55-9a150dfdd61f) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:00.599116 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6216966b-8246-4f15-8f36-a37e5178aa47 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:00.600183 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6216966b-8246-4f15-8f36-a37e5178aa47 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:00.608830 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0807dc-845d-44de-895d-f1294abe01db None None] Network 7df4a1e9-b722-4340-ad55-9a150dfdd61f requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:00.667706 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6216966b-8246-4f15-8f36-a37e5178aa47 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9052863 Nov 25 19:39:00.668923 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45896) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:00.695835 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-c8b45dd5-a135-47fb-aae8-6b006763f01d tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Request body: {'port': {'network_id': '7df4a1e9-b722-4340-ad55-9a150dfdd61f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1070061815'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:00.696435 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45898) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:00.699167 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ac9a53e1-6236-45dd-bda6-73aceedc4c6c tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103599) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 25 19:39:00.699167 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ac9a53e1-6236-45dd-bda6-73aceedc4c6c tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Router 35f9fe42-31c7-4fa0-aedf-3f86d2e87dae migrating from provider to provider. {{(pid=103599) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 25 19:39:00.699167 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac9a53e1-6236-45dd-bda6-73aceedc4c6c tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:00.721753 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac9a53e1-6236-45dd-bda6-73aceedc4c6c tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:00.724710 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-907a0490-dec3-46f5-be0f-eb60648b07f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:00.750430 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac9a53e1-6236-45dd-bda6-73aceedc4c6c tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2046030'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:00.760013 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-907a0490-dec3-46f5-be0f-eb60648b07f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:00.902846 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907a0490-dec3-46f5-be0f-eb60648b07f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:39:00.994392 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a05d716-ae7e-4f1e-89b3-ebd412c0944e admin admin] Deleting subnet 7b9fcbc5-a9b4-4af8-836b-dc29dfeb5efe {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:39:01.006977 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-907a0490-dec3-46f5-be0f-eb60648b07f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:01.007531 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-907a0490-dec3-46f5-be0f-eb60648b07f5 admin admin] Added segment 2591c80f-46dc-49d7-a62f-cd68d7a36759 of type vlan for network d4d26649-0402-45f1-9591-4343456b37f2 Nov 25 19:39:01.062342 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a05d716-ae7e-4f1e-89b3-ebd412c0944e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:01.079783 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a0490-dec3-46f5-be0f-eb60648b07f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1fbca8-2a21-4966-b4f2-b185a3000c20,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:01.098637 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b45dd5-a135-47fb-aae8-6b006763f01d tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Made reservation on behalf of 813701221f28493a950c217fca8aadfd for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:01.103005 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8b45dd5-a135-47fb-aae8-6b006763f01d tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:01.144739 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-c8b45dd5-a135-47fb-aae8-6b006763f01d tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] device_id is not set on port f8561daf-d65e-482d-ab29-40713ee810b5 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:39:01.150258 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b722e1f-b821-471e-b87a-83d85aecda32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-7df4a1e9-b722-4340-ad55-9a150dfdd61f', 'network_id': '7df4a1e9-b722-4340-ad55-9a150dfdd61f', 'tenant_id': '813701221f28493a950c217fca8aadfd', 'fixed_ips': [{'subnet_id': '7b6c7341-3808-4e29-9f36-8eedc0396bf7'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:39:01.151844 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8b722e1f-b821-471e-b87a-83d85aecda32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:01.219545 n-d-819349-5 neutron-server[103599]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ac9a53e1-6236-45dd-bda6-73aceedc4c6c tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] No L3 agents can host the router 35f9fe42-31c7-4fa0-aedf-3f86d2e87dae Nov 25 19:39:01.259295 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-907a0490-dec3-46f5-be0f-eb60648b07f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:01.266522 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a05d716-ae7e-4f1e-89b3-ebd412c0944e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:01.363638 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-c8b45dd5-a135-47fb-aae8-6b006763f01d tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Allocated IP 2001:db8::213 (7df4a1e9-b722-4340-ad55-9a150dfdd61f/7b6c7341-3808-4e29-9f36-8eedc0396bf7/f8561daf-d65e-482d-ab29-40713ee810b5) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:01.371381 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-907a0490-dec3-46f5-be0f-eb60648b07f5 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:39:01.558008 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8b45dd5-a135-47fb-aae8-6b006763f01d tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:01.609863 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8b45dd5-a135-47fb-aae8-6b006763f01d tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:01.692670 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b45dd5-a135-47fb-aae8-6b006763f01d tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Pushing event updated for resources: {'Port': ['ID=f8561daf-d65e-482d-ab29-40713ee810b5,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:01.702854 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-433b197d-9ff2-4333-98c5-e58c81efc7fe req-33158f09-538c-45b0-8039-6e1d5975f0a3 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 210 time: 0.1035018 Nov 25 19:39:01.719892 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b45dd5-a135-47fb-aae8-6b006763f01d tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Network 7df4a1e9-b722-4340-ad55-9a150dfdd61f is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:01.736043 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c8b45dd5-a135-47fb-aae8-6b006763f01d tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:01.743573 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b45dd5-a135-47fb-aae8-6b006763f01d tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:01.751912 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b45dd5-a135-47fb-aae8-6b006763f01d tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:01.753752 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8b45dd5-a135-47fb-aae8-6b006763f01d tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:01.773008 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a05d716-ae7e-4f1e-89b3-ebd412c0944e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:01.779612 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-8b722e1f-b821-471e-b87a-83d85aecda32 None None] Allocated IP 2001:db8::2 (7df4a1e9-b722-4340-ad55-9a150dfdd61f/7b6c7341-3808-4e29-9f36-8eedc0396bf7/94af268a-5aed-4dc3-b9fe-00b0b1bc6a08) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:01.784781 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-907a0490-dec3-46f5-be0f-eb60648b07f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:01.785463 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d0c73e45-d498-4682-8ac6-e960a0d7c13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:01.788658 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907a0490-dec3-46f5-be0f-eb60648b07f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:01.789833 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-907a0490-dec3-46f5-be0f-eb60648b07f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:01.886265 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c8b45dd5-a135-47fb-aae8-6b006763f01d tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2158401 Nov 25 19:39:01.889623 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45906) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:01.903305 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-f41a511a-d775-480c-87c6-4f5c088f14fc tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Request body: {'port': {'network_id': '7df4a1e9-b722-4340-ad55-9a150dfdd61f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1535812642', 'allowed_address_pairs': [{'ip_address': '2001:db8::213', 'mac_address': 'fa:16:3e:6f:7e:1a'}]}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:01.984154 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9a53e1-6236-45dd-bda6-73aceedc4c6c tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Hosts for router 35f9fe42-31c7-4fa0-aedf-3f86d2e87dae: [] {{(pid=103599) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 25 19:39:02.075402 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-907a0490-dec3-46f5-be0f-eb60648b07f5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.4904296 Nov 25 19:39:02.077425 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45908) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:02.092880 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-2daa6d2a-3639-4397-aeb3-e34ea28f7ab1 admin admin] Request body: {'subnet': {'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-890300947-subnet', 'tenant_id': '1b4e8b3b51d5452eabf5c1806a2b7061', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:02.109390 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e81068-6587-487f-b23d-64cc28a3acfe req-8ea35310-10e3-4190-be7e-e86ad36b6a40 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:02.114242 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94e81068-6587-487f-b23d-64cc28a3acfe req-8ea35310-10e3-4190-be7e-e86ad36b6a40 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.85 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 811 time: 0.3891711 Nov 25 19:39:02.118599 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a0490-dec3-46f5-be0f-eb60648b07f5 admin admin] Pushing event updated for resources: {'Network': ['ID=d4d26649-0402-45f1-9591-4343456b37f2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:02.132719 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-94e81068-6587-487f-b23d-64cc28a3acfe req-c21a42d7-e47a-40a4-aea6-dbaa3ae86381 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Request body: {'port': {'device_id': '294bb890-eb8b-4542-802b-6b52cad97cb9', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'admin_state_up': True, 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:02.149839 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9a53e1-6236-45dd-bda6-73aceedc4c6c tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Hosts for other DVR routers connected to router 35f9fe42-31c7-4fa0-aedf-3f86d2e87dae: set() {{(pid=103599) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 25 19:39:02.152874 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network d4d26649-0402-45f1-9591-4343456b37f2 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:39:02.153662 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac9a53e1-6236-45dd-bda6-73aceedc4c6c tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:02.160082 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ac9a53e1-6236-45dd-bda6-73aceedc4c6c tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] 10.222.0.55 "PUT /v2.0/routers/35f9fe42-31c7-4fa0-aedf-3f86d2e87dae HTTP/1.1" status: 200 len: 717 time: 2.1467190 Nov 25 19:39:02.161155 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45910) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:02.243799 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2daa6d2a-3639-4397-aeb3-e34ea28f7ab1 admin admin] Made reservation on behalf of 1b4e8b3b51d5452eabf5c1806a2b7061 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:02.246204 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2daa6d2a-3639-4397-aeb3-e34ea28f7ab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:02.275028 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8b722e1f-b821-471e-b87a-83d85aecda32 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:02.370188 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8b722e1f-b821-471e-b87a-83d85aecda32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:02.433764 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0d8aca99-cb46-4405-90b9-227a3712641c tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] 10.222.0.55 "GET /v2.0/routers/35f9fe42-31c7-4fa0-aedf-3f86d2e87dae HTTP/1.1" status: 200 len: 717 time: 0.2708988 Nov 25 19:39:02.441368 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45914) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:02.467800 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a05d716-ae7e-4f1e-89b3-ebd412c0944e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:02.476150 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b722e1f-b821-471e-b87a-83d85aecda32 None None] Network 7df4a1e9-b722-4340-ad55-9a150dfdd61f is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:02.479556 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-8b722e1f-b821-471e-b87a-83d85aecda32 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:02.500512 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b722e1f-b821-471e-b87a-83d85aecda32 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:02.525987 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b722e1f-b821-471e-b87a-83d85aecda32 None None] Pushing event updated for resources: {'Port': ['ID=94af268a-5aed-4dc3-b9fe-00b0b1bc6a08,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:02.539055 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41a511a-d775-480c-87c6-4f5c088f14fc tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Made reservation on behalf of 813701221f28493a950c217fca8aadfd for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:02.545865 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05d716-ae7e-4f1e-89b3-ebd412c0944e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b9fcbc5-a9b4-4af8-836b-dc29dfeb5efe,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:02.560711 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a05d716-ae7e-4f1e-89b3-ebd412c0944e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:02.578224 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9a05d716-ae7e-4f1e-89b3-ebd412c0944e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7b9fcbc5-a9b4-4af8-836b-dc29dfeb5efe HTTP/1.1" status: 204 len: 168 time: 1.8767607 Nov 25 19:39:02.580031 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45918) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:02.663041 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8b722e1f-b821-471e-b87a-83d85aecda32 None None] Attempting to bind port 94af268a-5aed-4dc3-b9fe-00b0b1bc6a08 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:39:02.663418 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8b722e1f-b821-471e-b87a-83d85aecda32 None None] Attempting to bind port 94af268a-5aed-4dc3-b9fe-00b0b1bc6a08 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'df2cd8bd-3a25-40a0-972f-6536ac5ec8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7df4a1e9-b722-4340-ad55-9a150dfdd61f'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:39:02.663800 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b722e1f-b821-471e-b87a-83d85aecda32 None None] Attempting to bind port 94af268a-5aed-4dc3-b9fe-00b0b1bc6a08 on network 7df4a1e9-b722-4340-ad55-9a150dfdd61f {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:02.691849 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b722e1f-b821-471e-b87a-83d85aecda32 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:39:02.693067 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b722e1f-b821-471e-b87a-83d85aecda32 None None] Checking segment: {'id': 'df2cd8bd-3a25-40a0-972f-6536ac5ec8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7df4a1e9-b722-4340-ad55-9a150dfdd61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:02.694444 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8b722e1f-b821-471e-b87a-83d85aecda32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:02.695538 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b722e1f-b821-471e-b87a-83d85aecda32 None None] Bound using segment: {'id': 'df2cd8bd-3a25-40a0-972f-6536ac5ec8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7df4a1e9-b722-4340-ad55-9a150dfdd61f'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:39:02.696939 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8b722e1f-b821-471e-b87a-83d85aecda32 None None] Bound port: 94af268a-5aed-4dc3-b9fe-00b0b1bc6a08, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2cd8bd-3a25-40a0-972f-6536ac5ec8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7df4a1e9-b722-4340-ad55-9a150dfdd61f'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:39:02.699366 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8b722e1f-b821-471e-b87a-83d85aecda32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:02.804902 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d60d322-4042-4674-8aa6-c9e39fa0b9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:02.873999 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8b722e1f-b821-471e-b87a-83d85aecda32 None None] For port 94af268a-5aed-4dc3-b9fe-00b0b1bc6a08, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:39:02.883625 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8b722e1f-b821-471e-b87a-83d85aecda32 None None] For port 94af268a-5aed-4dc3-b9fe-00b0b1bc6a08, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=94af268a-5aed-4dc3-b9fe-00b0b1bc6a08,segment=NetworkSegment(df2cd8bd-3a25-40a0-972f-6536ac5ec8aa),segment_id=df2cd8bd-3a25-40a0-972f-6536ac5ec8aa)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:39:02.898053 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8b722e1f-b821-471e-b87a-83d85aecda32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:03.001379 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53d9a7c7-9d39-4403-bd3a-b6848cf667c5 req-603c7007-7973-49fd-afcc-319fa97bc8f1 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 210 time: 0.0958161 Nov 25 19:39:03.045347 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e81068-6587-487f-b23d-64cc28a3acfe req-c21a42d7-e47a-40a4-aea6-dbaa3ae86381 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Made reservation on behalf of 61b43fc7b65b46daaf3bb19051a96cc4 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:03.070266 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-94e81068-6587-487f-b23d-64cc28a3acfe req-c21a42d7-e47a-40a4-aea6-dbaa3ae86381 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:03.132859 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b722e1f-b821-471e-b87a-83d85aecda32 None None] Pushing event updated for resources: {'Port': ['ID=94af268a-5aed-4dc3-b9fe-00b0b1bc6a08,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:03.137415 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d60d322-4042-4674-8aa6-c9e39fa0b9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:03.189037 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3a58a5d4-35d0-49ee-a165-5b908df72bdf tempest-RoutersTestDVR-1783553887 tempest-RoutersTestDVR-1783553887-project] 10.222.0.55 "GET /v2.0/routers/35f9fe42-31c7-4fa0-aedf-3f86d2e87dae HTTP/1.1" status: 200 len: 683 time: 0.7450576 Nov 25 19:39:03.196702 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45932) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:03.202740 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9d60d322-4042-4674-8aa6-c9e39fa0b9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:03.295132 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9d60d322-4042-4674-8aa6-c9e39fa0b9b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68857e70-7fd0-4fbf-9913-439961bb0248') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:03.296269 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9d60d322-4042-4674-8aa6-c9e39fa0b9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68857e70-7fd0-4fbf-9913-439961bb0248') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:03.373334 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d60d322-4042-4674-8aa6-c9e39fa0b9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:03.425282 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8c26dd1-4601-4fe4-8508-12bdcacab908 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:03.579368 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:03.642510 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-94e81068-6587-487f-b23d-64cc28a3acfe req-c21a42d7-e47a-40a4-aea6-dbaa3ae86381 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Allocated IP 172.20.0.4 (37f8230d-6a2b-4a12-a441-526002eff84a/ec830131-0c53-44d8-b6cf-4b7badf3b5da/34a9b972-5dd2-4312-9c5a-67a64ab56f5d) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:03.655723 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d60d322-4042-4674-8aa6-c9e39fa0b9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:03.663914 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d60d322-4042-4674-8aa6-c9e39fa0b9b0 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:39:03.664927 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d60d322-4042-4674-8aa6-c9e39fa0b9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:39:03.765556 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:39:03.820585 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f41a511a-d775-480c-87c6-4f5c088f14fc tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:03.914330 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-f41a511a-d775-480c-87c6-4f5c088f14fc tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] device_id is not set on port f600bf4a-c0ca-4e6c-af6d-6b6116631051 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:39:03.929990 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d60d322-4042-4674-8aa6-c9e39fa0b9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:03.983840 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d60d322-4042-4674-8aa6-c9e39fa0b9b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:03.988777 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9d60d322-4042-4674-8aa6-c9e39fa0b9b0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3 HTTP/1.1" status: 204 len: 168 time: 1.4031601 Nov 25 19:39:04.026431 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60d322-4042-4674-8aa6-c9e39fa0b9b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f73cc2e-69da-4e56-85e7-5c0ed3f69fe3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:04.044977 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8c26dd1-4601-4fe4-8508-12bdcacab908 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:04.066521 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8c26dd1-4601-4fe4-8508-12bdcacab908 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:04.083009 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-94e81068-6587-487f-b23d-64cc28a3acfe req-c21a42d7-e47a-40a4-aea6-dbaa3ae86381 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:04.086024 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2daa6d2a-3639-4397-aeb3-e34ea28f7ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:04.166771 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8c26dd1-4601-4fe4-8508-12bdcacab908 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:04.167341 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c26dd1-4601-4fe4-8508-12bdcacab908 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 35f9fe42-31c7-4fa0-aedf-3f86d2e87dae {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:39:04.180282 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8c26dd1-4601-4fe4-8508-12bdcacab908 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:04.184882 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c8c26dd1-4601-4fe4-8508-12bdcacab908 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] 10.222.0.55 "DELETE /v2.0/routers/35f9fe42-31c7-4fa0-aedf-3f86d2e87dae HTTP/1.1" status: 204 len: 168 time: 0.9829195 Nov 25 19:39:04.185606 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45942) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:04.200882 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c6574521-b576-42df-9b53-9e9c59380e28 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Request body: {'router': {'name': 'tempest-router-1189753623', 'distributed': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:04.227689 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-f41a511a-d775-480c-87c6-4f5c088f14fc tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Allocated IP 2001:db8::3db (7df4a1e9-b722-4340-ad55-9a150dfdd61f/7b6c7341-3808-4e29-9f36-8eedc0396bf7/f600bf4a-c0ca-4e6c-af6d-6b6116631051) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:04.263188 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f54c76d6-7ebf-4446-9d4d-83c2cc8b1ef4 req-3e17926b-bfcf-42d0-b6a2-2f5603c29e81 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 210 time: 0.0526092 Nov 25 19:39:04.301116 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45944) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:04.312817 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6574521-b576-42df-9b53-9e9c59380e28 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:04.314180 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6574521-b576-42df-9b53-9e9c59380e28 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:04.536189 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f41a511a-d775-480c-87c6-4f5c088f14fc tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:04.592379 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f41a511a-d775-480c-87c6-4f5c088f14fc tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:04.662882 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a511a-d775-480c-87c6-4f5c088f14fc tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Pushing event updated for resources: {'Port': ['ID=f600bf4a-c0ca-4e6c-af6d-6b6116631051,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:04.727840 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41a511a-d775-480c-87c6-4f5c088f14fc tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Network 7df4a1e9-b722-4340-ad55-9a150dfdd61f is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:04.735032 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-f41a511a-d775-480c-87c6-4f5c088f14fc tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:04.741046 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41a511a-d775-480c-87c6-4f5c088f14fc tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:04.747213 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41a511a-d775-480c-87c6-4f5c088f14fc tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:04.747909 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f41a511a-d775-480c-87c6-4f5c088f14fc tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:04.763982 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa6d2a-3639-4397-aeb3-e34ea28f7ab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e758be47-f502-42b6-8983-165c34ac1a0f,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:04.785588 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f41a511a-d775-480c-87c6-4f5c088f14fc tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.8832045 Nov 25 19:39:04.805046 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45948) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:04.961776 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-94e81068-6587-487f-b23d-64cc28a3acfe req-c21a42d7-e47a-40a4-aea6-dbaa3ae86381 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:04.976517 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6c28fefd-b6be-440b-bd29-7a5cf099dbd0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=87cff6f8f3d74dc2930d309d1d36de19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6740208 Nov 25 19:39:04.979138 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['3de27103-dacf-46fc-9c82-1f1872c5cb0e', 'd1fe46f4-f096-47ff-b2e6-00d419bb5968'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:39:04.994048 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daa6d2a-3639-4397-aeb3-e34ea28f7ab1 admin admin] Checking segment: {'id': '2591c80f-46dc-49d7-a62f-cd68d7a36759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:04.997081 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daa6d2a-3639-4397-aeb3-e34ea28f7ab1 admin admin] Network hostable DHCP agents. Network: d4d26649-0402-45f1-9591-4343456b37f2, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:39:04.999596 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45950) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:05.073913 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6574521-b576-42df-9b53-9e9c59380e28 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:05.088560 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6574521-b576-42df-9b53-9e9c59380e28 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:05.117726 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58a7129-9a94-42f4-8797-78bc4e273cf9 None None] Network 7df4a1e9-b722-4340-ad55-9a150dfdd61f requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:05.150555 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6574521-b576-42df-9b53-9e9c59380e28 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:05.152338 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c6574521-b576-42df-9b53-9e9c59380e28 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9656377 Nov 25 19:39:05.154232 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-576ecec7-38c8-4933-8877-b3037e92c539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:05.156735 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45952) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:05.192338 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a42d7-e47a-40a4-aea6-dbaa3ae86381 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Pushing event updated for resources: {'Port': ['ID=34a9b972-5dd2-4312-9c5a-67a64ab56f5d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:05.243645 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e81068-6587-487f-b23d-64cc28a3acfe req-c21a42d7-e47a-40a4-aea6-dbaa3ae86381 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Network 37f8230d-6a2b-4a12-a441-526002eff84a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:05.248621 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-94e81068-6587-487f-b23d-64cc28a3acfe req-c21a42d7-e47a-40a4-aea6-dbaa3ae86381 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:05.278443 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e81068-6587-487f-b23d-64cc28a3acfe req-c21a42d7-e47a-40a4-aea6-dbaa3ae86381 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:05.321635 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daa6d2a-3639-4397-aeb3-e34ea28f7ab1 admin admin] Network d4d26649-0402-45f1-9591-4343456b37f2 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:39:05.435337 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1729187-496f-4faa-8286-8f4b04fc7d02 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:05.444704 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1729187-496f-4faa-8286-8f4b04fc7d02 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:05.451556 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1729187-496f-4faa-8286-8f4b04fc7d02 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:05.452989 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27d33d60-5fa0-41c2-9544-41c92aed48a8 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:05.460566 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c1729187-496f-4faa-8286-8f4b04fc7d02 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.6415422 Nov 25 19:39:05.461915 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e81068-6587-487f-b23d-64cc28a3acfe req-c21a42d7-e47a-40a4-aea6-dbaa3ae86381 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:05.463242 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-94e81068-6587-487f-b23d-64cc28a3acfe req-c21a42d7-e47a-40a4-aea6-dbaa3ae86381 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:05.467946 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45958) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:05.468779 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-2daa6d2a-3639-4397-aeb3-e34ea28f7ab1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, d4d26649-0402-45f1-9591-4343456b37f2) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:05.483629 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daa6d2a-3639-4397-aeb3-e34ea28f7ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:05.484611 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2daa6d2a-3639-4397-aeb3-e34ea28f7ab1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:05.602330 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca1f3f5-9b46-4dce-af6b-a2d51b0627bf None None] Network d4d26649-0402-45f1-9591-4343456b37f2 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:05.605224 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-576ecec7-38c8-4933-8877-b3037e92c539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:05.718652 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-c19dc409-65a6-4ead-8f70-210d5d269188 None None] Provisioning complete for port 94af268a-5aed-4dc3-b9fe-00b0b1bc6a08 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:05.718986 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c19dc409-65a6-4ead-8f70-210d5d269188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:05.771168 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2daa6d2a-3639-4397-aeb3-e34ea28f7ab1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.6843379 Nov 25 19:39:05.782165 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94e81068-6587-487f-b23d-64cc28a3acfe req-c21a42d7-e47a-40a4-aea6-dbaa3ae86381 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6545913 Nov 25 19:39:05.806042 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-94e81068-6587-487f-b23d-64cc28a3acfe req-5d80ad42-9ecd-4906-acc7-1522935857f1 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:39:05.807765 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94e81068-6587-487f-b23d-64cc28a3acfe req-5d80ad42-9ecd-4906-acc7-1522935857f1 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0151691 Nov 25 19:39:05.936097 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:05.949703 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:05.953594 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d622a6-3d2e-482b-952c-1f41ebda2483 req-639787b1-9af9-45e7-9f6d-f152fb782f11 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:05.962087 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-43d622a6-3d2e-482b-952c-1f41ebda2483 req-639787b1-9af9-45e7-9f6d-f152fb782f11 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 931 time: 0.4364703 Nov 25 19:39:05.991718 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 94af268a-5aed-4dc3-b9fe-00b0b1bc6a08 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:06.036197 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27d33d60-5fa0-41c2-9544-41c92aed48a8 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:06.044177 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27d33d60-5fa0-41c2-9544-41c92aed48a8 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:06.083982 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1d095ea7-345e-42a4-ab6a-138dd30064d5 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Deleting port f600bf4a-c0ca-4e6c-af6d-6b6116631051 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:06.084328 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d095ea7-345e-42a4-ab6a-138dd30064d5 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:06.106664 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-43d622a6-3d2e-482b-952c-1f41ebda2483 req-00857a29-7de2-4616-8330-513026de86b1 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334846 Nov 25 19:39:06.188711 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-94e81068-6587-487f-b23d-64cc28a3acfe req-3cfe430a-0241-4e9d-a6fa-8fb0c08e7f70 service neutron] Request body: {'port': {'device_id': '294bb890-eb8b-4542-802b-6b52cad97cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:06.243234 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27d33d60-5fa0-41c2-9544-41c92aed48a8 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:06.247873 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d33d60-5fa0-41c2-9544-41c92aed48a8 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4742cb8-586e-421c-a0a6-550a078bd092 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:39:06.260677 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27d33d60-5fa0-41c2-9544-41c92aed48a8 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:06.264546 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-27d33d60-5fa0-41c2-9544-41c92aed48a8 tempest-RoutersTestDVR-243048493 tempest-RoutersTestDVR-243048493-project-admin] 10.222.0.55 "DELETE /v2.0/routers/b4742cb8-586e-421c-a0a6-550a078bd092 HTTP/1.1" status: 204 len: 168 time: 1.1045294 Nov 25 19:39:06.313758 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d095ea7-345e-42a4-ab6a-138dd30064d5 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:06.317637 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-94e81068-6587-487f-b23d-64cc28a3acfe req-3cfe430a-0241-4e9d-a6fa-8fb0c08e7f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:06.325800 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-576ecec7-38c8-4933-8877-b3037e92c539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:06.329000 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-576ecec7-38c8-4933-8877-b3037e92c539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:06.335896 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-576ecec7-38c8-4933-8877-b3037e92c539 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/670a04cf-84c6-427e-89eb-59dd6c09eb98 HTTP/1.1" status: 204 len: 168 time: 1.3292243 Nov 25 19:39:06.349088 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ecec7-38c8-4933-8877-b3037e92c539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670a04cf-84c6-427e-89eb-59dd6c09eb98,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:06.364687 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1d095ea7-345e-42a4-ab6a-138dd30064d5 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Calling delete_port for f600bf4a-c0ca-4e6c-af6d-6b6116631051 owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:06.924634 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d095ea7-345e-42a4-ab6a-138dd30064d5 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:07.040944 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d095ea7-345e-42a4-ab6a-138dd30064d5 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Pushing event deleted for resources: {'Port': ['ID=f600bf4a-c0ca-4e6c-af6d-6b6116631051,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:07.090564 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45990) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:07.105918 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00af431c-4d1a-4f79-9257-fb04987a5353 None None] Network d4d26649-0402-45f1-9591-4343456b37f2 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:07.294608 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-d9841bf0-50b9-46af-a448-656b779af458 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:07.303518 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 94af268a-5aed-4dc3-b9fe-00b0b1bc6a08 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:07.305694 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:07.306475 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-d9841bf0-50b9-46af-a448-656b779af458 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/networks?id=d4d26649-0402-45f1-9591-4343456b37f2 HTTP/1.1" status: 200 len: 804 time: 0.3198547 Nov 25 19:39:07.342641 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-674e0aba-fde2-43dc-a996-9217edfd2623 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/quotas/1b4e8b3b51d5452eabf5c1806a2b7061 HTTP/1.1" status: 200 len: 375 time: 0.0302694 Nov 25 19:39:07.422278 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-e40eaf03-ba48-43b6-8d16-e67f93ad54c6 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b4e8b3b51d5452eabf5c1806a2b7061&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782311 Nov 25 19:39:07.483714 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d095ea7-345e-42a4-ab6a-138dd30064d5 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:07.509167 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1d095ea7-345e-42a4-ab6a-138dd30064d5 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] 10.222.0.55 "DELETE /v2.0/ports/f600bf4a-c0ca-4e6c-af6d-6b6116631051 HTTP/1.1" status: 204 len: 168 time: 2.0155785 Nov 25 19:39:07.561109 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c19dc409-65a6-4ead-8f70-210d5d269188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:07.598650 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45998) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:07.686117 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-e4e921c5-d82d-45fe-9a21-7c4045df317a service neutron] 10.222.0.55 "GET /v2.0/networks/d4d26649-0402-45f1-9591-4343456b37f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619910 Nov 25 19:39:07.767337 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c19dc409-65a6-4ead-8f70-210d5d269188 None None] For port 94af268a-5aed-4dc3-b9fe-00b0b1bc6a08, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=94af268a-5aed-4dc3-b9fe-00b0b1bc6a08,segment=NetworkSegment(df2cd8bd-3a25-40a0-972f-6536ac5ec8aa),segment_id=df2cd8bd-3a25-40a0-972f-6536ac5ec8aa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:07.826488 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c19dc409-65a6-4ead-8f70-210d5d269188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:07.832914 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7895774-dbf0-47fe-886b-9fd32500a3ff tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] GET failed (client error): The resource could not be found. Nov 25 19:39:07.840725 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e7895774-dbf0-47fe-886b-9fd32500a3ff tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] 10.222.0.55 "GET /v2.0/ports/f600bf4a-c0ca-4e6c-af6d-6b6116631051 HTTP/1.1" status: 404 len: 333 time: 0.2262335 Nov 25 19:39:07.860406 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-94e81068-6587-487f-b23d-64cc28a3acfe req-3cfe430a-0241-4e9d-a6fa-8fb0c08e7f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a9b972-5dd2-4312-9c5a-67a64ab56f5d {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:39:07.860892 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46002) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:07.909640 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-94e81068-6587-487f-b23d-64cc28a3acfe req-3cfe430a-0241-4e9d-a6fa-8fb0c08e7f70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:07.984769 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348034b-f42c-47e3-b323-965aef5b8a07 req-91fcd627-64df-4a8f-8ea9-8dfc0bdfa3c3 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:08.029063 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8348034b-f42c-47e3-b323-965aef5b8a07 req-91fcd627-64df-4a8f-8ea9-8dfc0bdfa3c3 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 931 time: 0.7373955 Nov 25 19:39:08.042972 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-53b18770-bdfb-41b4-95f5-45bf6a6adf58 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Request body: {'port': {'network_id': '7df4a1e9-b722-4340-ad55-9a150dfdd61f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-438809967'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:08.119929 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-94e81068-6587-487f-b23d-64cc28a3acfe req-3cfe430a-0241-4e9d-a6fa-8fb0c08e7f70 service neutron] Transition to ACTIVE for port object 34a9b972-5dd2-4312-9c5a-67a64ab56f5d will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:39:08.136630 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ff6a8d7-0822-400b-b0c6-38917f9ce4fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:08.144701 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-94e81068-6587-487f-b23d-64cc28a3acfe req-3cfe430a-0241-4e9d-a6fa-8fb0c08e7f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:08.309248 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc409-65a6-4ead-8f70-210d5d269188 None None] Pushing event updated for resources: {'Port': ['ID=94af268a-5aed-4dc3-b9fe-00b0b1bc6a08,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:08.365984 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8348034b-f42c-47e3-b323-965aef5b8a07 req-0029fbaf-aeb1-46fb-b5e7-5fe7d7284b56 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299255 Nov 25 19:39:08.378904 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe430a-0241-4e9d-a6fa-8fb0c08e7f70 service neutron] Pushing event updated for resources: {'Port': ['ID=34a9b972-5dd2-4312-9c5a-67a64ab56f5d,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:08.398635 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a28bc40-4d24-471d-b4e0-4e3bfe9bd3a5 None None] Could not find standard attr ID for object f600bf4a-c0ca-4e6c-af6d-6b6116631051. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:39:08.468086 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a28bc40-4d24-471d-b4e0-4e3bfe9bd3a5 None None] Provisioning complete for port 94af268a-5aed-4dc3-b9fe-00b0b1bc6a08 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:08.468465 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a28bc40-4d24-471d-b4e0-4e3bfe9bd3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:08.621012 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-c336f7e1-5b57-4e8f-9a4e-575dee07c1d4 service neutron] 10.222.0.55 "GET /v2.0/networks/d4d26649-0402-45f1-9591-4343456b37f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9174161 Nov 25 19:39:08.809035 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a28bc40-4d24-471d-b4e0-4e3bfe9bd3a5 None None] Provisioning complete for port f8561daf-d65e-482d-ab29-40713ee810b5 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:08.809950 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a28bc40-4d24-471d-b4e0-4e3bfe9bd3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:08.833704 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b18770-bdfb-41b4-95f5-45bf6a6adf58 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Made reservation on behalf of 813701221f28493a950c217fca8aadfd for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:08.843743 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-94e81068-6587-487f-b23d-64cc28a3acfe req-3cfe430a-0241-4e9d-a6fa-8fb0c08e7f70 service neutron] Attempting to bind port 34a9b972-5dd2-4312-9c5a-67a64ab56f5d on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:39:08.844337 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-94e81068-6587-487f-b23d-64cc28a3acfe req-3cfe430a-0241-4e9d-a6fa-8fb0c08e7f70 service neutron] Attempting to bind port 34a9b972-5dd2-4312-9c5a-67a64ab56f5d by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:39:08.844851 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e81068-6587-487f-b23d-64cc28a3acfe req-3cfe430a-0241-4e9d-a6fa-8fb0c08e7f70 service neutron] Attempting to bind port 34a9b972-5dd2-4312-9c5a-67a64ab56f5d on network 37f8230d-6a2b-4a12-a441-526002eff84a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:08.855077 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53b18770-bdfb-41b4-95f5-45bf6a6adf58 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:08.876504 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e81068-6587-487f-b23d-64cc28a3acfe req-3cfe430a-0241-4e9d-a6fa-8fb0c08e7f70 service neutron] Port 34a9b972-5dd2-4312-9c5a-67a64ab56f5d on network 37f8230d-6a2b-4a12-a441-526002eff84a not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:39:08.877102 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e81068-6587-487f-b23d-64cc28a3acfe req-3cfe430a-0241-4e9d-a6fa-8fb0c08e7f70 service neutron] Attempting to bind port 34a9b972-5dd2-4312-9c5a-67a64ab56f5d on network 37f8230d-6a2b-4a12-a441-526002eff84a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:08.924176 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e81068-6587-487f-b23d-64cc28a3acfe req-3cfe430a-0241-4e9d-a6fa-8fb0c08e7f70 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:39:08.926395 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e81068-6587-487f-b23d-64cc28a3acfe req-3cfe430a-0241-4e9d-a6fa-8fb0c08e7f70 service neutron] Checking segment: {'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:08.927044 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e81068-6587-487f-b23d-64cc28a3acfe req-3cfe430a-0241-4e9d-a6fa-8fb0c08e7f70 service neutron] Bound using segment: {'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:39:08.940943 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-94e81068-6587-487f-b23d-64cc28a3acfe req-3cfe430a-0241-4e9d-a6fa-8fb0c08e7f70 service neutron] Bound port: 34a9b972-5dd2-4312-9c5a-67a64ab56f5d, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186edade-985d-49a8-b6d0-15542557f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:39:08.941722 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-94e81068-6587-487f-b23d-64cc28a3acfe req-3cfe430a-0241-4e9d-a6fa-8fb0c08e7f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:08.993816 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a28bc40-4d24-471d-b4e0-4e3bfe9bd3a5 None None] Port f8561daf-d65e-482d-ab29-40713ee810b5 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:09.114174 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-53b18770-bdfb-41b4-95f5-45bf6a6adf58 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] device_id is not set on port 1569673b-cf55-48ae-942f-553aeb50a218 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:39:09.238602 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e2434d70-edce-44ae-a402-c0afa5143ab1 req-4067a48e-f1b9-4250-a7d5-8a3d7bfdc2f1 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f66a64-ea05-49d4-a5c7-2d573d59e66b HTTP/1.1" status: 200 len: 210 time: 0.1304791 Nov 25 19:39:09.245588 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-94e81068-6587-487f-b23d-64cc28a3acfe req-3cfe430a-0241-4e9d-a6fa-8fb0c08e7f70 service neutron] For port 34a9b972-5dd2-4312-9c5a-67a64ab56f5d, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:39:09.266642 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-00017d1a-aaf0-45c1-a0b0-be8509471e85 None None] Provisioning complete for port f8561daf-d65e-482d-ab29-40713ee810b5 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:09.269452 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-00017d1a-aaf0-45c1-a0b0-be8509471e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:09.277006 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-94e81068-6587-487f-b23d-64cc28a3acfe req-3cfe430a-0241-4e9d-a6fa-8fb0c08e7f70 service neutron] For port 34a9b972-5dd2-4312-9c5a-67a64ab56f5d, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=34a9b972-5dd2-4312-9c5a-67a64ab56f5d,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:39:09.293334 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-94e81068-6587-487f-b23d-64cc28a3acfe req-3cfe430a-0241-4e9d-a6fa-8fb0c08e7f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:09.365585 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ff6a8d7-0822-400b-b0c6-38917f9ce4fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:09.368799 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-00017d1a-aaf0-45c1-a0b0-be8509471e85 None None] Port f8561daf-d65e-482d-ab29-40713ee810b5 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:09.371161 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e81068-6587-487f-b23d-64cc28a3acfe req-3cfe430a-0241-4e9d-a6fa-8fb0c08e7f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:09.373028 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-94e81068-6587-487f-b23d-64cc28a3acfe req-3cfe430a-0241-4e9d-a6fa-8fb0c08e7f70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:09.378411 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94e81068-6587-487f-b23d-64cc28a3acfe req-3cfe430a-0241-4e9d-a6fa-8fb0c08e7f70 service neutron] 10.222.0.85 "PUT /v2.0/ports/34a9b972-5dd2-4312-9c5a-67a64ab56f5d HTTP/1.1" status: 200 len: 1091 time: 3.5469422 Nov 25 19:39:09.380206 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294bb890-eb8b-4542-802b-6b52cad97cb9', 'tag': '34a9b972-5dd2-4312-9c5a-67a64ab56f5d'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:39:09.396836 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb81b10a-3e42-435e-887c-acafd1a584cb" -d '{"events": [{"name": "network-changed", "server_uuid": "294bb890-eb8b-4542-802b-6b52cad97cb9", "tag": "34a9b972-5dd2-4312-9c5a-67a64ab56f5d"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:39:09.472099 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ff6a8d7-0822-400b-b0c6-38917f9ce4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:09.606692 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b830b60-8d8a-4803-b4cf-1b18bd7a8561 x-openstack-request-id: req-9b830b60-8d8a-4803-b4cf-1b18bd7a8561 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:39:09.606692 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "294bb890-eb8b-4542-802b-6b52cad97cb9", "tag": "34a9b972-5dd2-4312-9c5a-67a64ab56f5d", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:39:09.606692 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b830b60-8d8a-4803-b4cf-1b18bd7a8561 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:39:09.607154 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '294bb890-eb8b-4542-802b-6b52cad97cb9', 'tag': '34a9b972-5dd2-4312-9c5a-67a64ab56f5d', 'status': 'completed', 'code': 200} Nov 25 19:39:09.614919 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-cad96cac-40ef-47f8-b4ec-a2a07d17d768 None None] Could not find standard attr ID for object f600bf4a-c0ca-4e6c-af6d-6b6116631051. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:39:09.629229 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe430a-0241-4e9d-a6fa-8fb0c08e7f70 service neutron] Pushing event updated for resources: {'Port': ['ID=34a9b972-5dd2-4312-9c5a-67a64ab56f5d,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:09.684887 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e81068-6587-487f-b23d-64cc28a3acfe req-1b604b1a-3873-4a39-a448-61bb51f5b360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:09.696550 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94e81068-6587-487f-b23d-64cc28a3acfe req-1b604b1a-3873-4a39-a448-61bb51f5b360 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 1094 time: 0.2502806 Nov 25 19:39:09.749326 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-53b18770-bdfb-41b4-95f5-45bf6a6adf58 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Allocated IP 2001:db8::3ae (7df4a1e9-b722-4340-ad55-9a150dfdd61f/7b6c7341-3808-4e29-9f36-8eedc0396bf7/1569673b-cf55-48ae-942f-553aeb50a218) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:09.849635 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94e81068-6587-487f-b23d-64cc28a3acfe req-2aea6899-d290-406a-8e11-4b392929caeb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34a9b972-5dd2-4312-9c5a-67a64ab56f5d HTTP/1.1" status: 200 len: 217 time: 0.1520464 Nov 25 19:39:09.977944 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e81068-6587-487f-b23d-64cc28a3acfe req-1b413097-b87b-4c50-8b6d-72712fc20301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:09.983125 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94e81068-6587-487f-b23d-64cc28a3acfe req-1b413097-b87b-4c50-8b6d-72712fc20301 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ec830131-0c53-44d8-b6cf-4b7badf3b5da HTTP/1.1" status: 200 len: 850 time: 0.1268666 Nov 25 19:39:09.989995 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46040) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:10.202738 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e81068-6587-487f-b23d-64cc28a3acfe req-b4b59559-6701-4138-9af9-f79604c79af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:10.211780 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94e81068-6587-487f-b23d-64cc28a3acfe req-b4b59559-6701-4138-9af9-f79604c79af5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=37f8230d-6a2b-4a12-a441-526002eff84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2183383 Nov 25 19:39:10.390029 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7ff6a8d7-0822-400b-b0c6-38917f9ce4fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=af271d50ee0a4e73a32d937666d7f679&name=default HTTP/1.1" status: 200 len: 3000 time: 3.2227106 Nov 25 19:39:10.440877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46050) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:10.485145 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42180d7e-15d2-466a-a7bd-0555a8a2d4e3 req-73a6d952-4198-422a-afb5-b40d29d9c25c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:10.494939 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 94af268a-5aed-4dc3-b9fe-00b0b1bc6a08 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:10.502915 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-42180d7e-15d2-466a-a7bd-0555a8a2d4e3 req-73a6d952-4198-422a-afb5-b40d29d9c25c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 943 time: 0.3850784 Nov 25 19:39:10.504608 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6a8d7-0822-400b-b0c6-38917f9ce4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54f06be-47ab-4a5b-945c-06bbaa529990,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:10.552332 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-75c6b283-ddc4-4a87-b740-4df0dfd9e86f req-6b0318c0-2f26-463f-8de6-048ec039c4eb service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2192326 Nov 25 19:39:10.657558 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94e81068-6587-487f-b23d-64cc28a3acfe req-85b77aa0-66f5-4e7b-993e-44d2d39d05d0 service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232728 Nov 25 19:39:10.693409 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-42180d7e-15d2-466a-a7bd-0555a8a2d4e3 req-0b95127c-9106-4e04-8e27-85c1c3be49d7 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582391 Nov 25 19:39:10.699470 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-fe3f17ec-94e7-4c44-b8e7-6df7b16f3450 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1977882328-network', 'tenant_id': 'f6f7344b48524230bba674960c9ed8bf'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:10.709921 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53b18770-bdfb-41b4-95f5-45bf6a6adf58 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:10.730398 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 94af268a-5aed-4dc3-b9fe-00b0b1bc6a08 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:10.730726 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:10.774240 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9302126-d3e4-4d5c-bba8-affcb730e03e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:11.006671 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9302126-d3e4-4d5c-bba8-affcb730e03e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:11.046226 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6b283-ddc4-4a87-b740-4df0dfd9e86f req-a269cf5a-818a-4250-b722-864f817c65c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:11.049827 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-75c6b283-ddc4-4a87-b740-4df0dfd9e86f req-a269cf5a-818a-4250-b722-864f817c65c6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 1096 time: 0.3001125 Nov 25 19:39:11.273165 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53b18770-bdfb-41b4-95f5-45bf6a6adf58 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:11.275218 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6b283-ddc4-4a87-b740-4df0dfd9e86f req-d7fbd459-2138-46b0-b92e-aaecfb559564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:11.276837 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-75c6b283-ddc4-4a87-b740-4df0dfd9e86f req-d7fbd459-2138-46b0-b92e-aaecfb559564 service neutron] 10.222.0.85 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 912 time: 0.1412635 Nov 25 19:39:11.413632 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-75c6b283-ddc4-4a87-b740-4df0dfd9e86f req-66935c67-0508-42e0-bea9-19dc5dde4974 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b63aae5-02ed-4222-aa55-350957d805d6 HTTP/1.1" status: 200 len: 999 time: 0.1256790 Nov 25 19:39:11.485948 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6b283-ddc4-4a87-b740-4df0dfd9e86f req-9df7291f-f404-4639-a5f0-7d1d01ead1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:11.489430 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-75c6b283-ddc4-4a87-b740-4df0dfd9e86f req-9df7291f-f404-4639-a5f0-7d1d01ead1fa service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ec830131-0c53-44d8-b6cf-4b7badf3b5da HTTP/1.1" status: 200 len: 850 time: 0.0667644 Nov 25 19:39:11.507693 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b18770-bdfb-41b4-95f5-45bf6a6adf58 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Network 7df4a1e9-b722-4340-ad55-9a150dfdd61f is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:11.562690 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-53b18770-bdfb-41b4-95f5-45bf6a6adf58 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:11.567069 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b18770-bdfb-41b4-95f5-45bf6a6adf58 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Pushing event updated for resources: {'Port': ['ID=1569673b-cf55-48ae-942f-553aeb50a218,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:11.576347 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b18770-bdfb-41b4-95f5-45bf6a6adf58 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:11.586632 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b18770-bdfb-41b4-95f5-45bf6a6adf58 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:11.587138 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53b18770-bdfb-41b4-95f5-45bf6a6adf58 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:11.606165 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9302126-d3e4-4d5c-bba8-affcb730e03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:11.609798 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9302126-d3e4-4d5c-bba8-affcb730e03e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:11.611153 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d9302126-d3e4-4d5c-bba8-affcb730e03e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c54f06be-47ab-4a5b-945c-06bbaa529990 HTTP/1.1" status: 204 len: 168 time: 1.1535256 Nov 25 19:39:11.627344 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9302126-d3e4-4d5c-bba8-affcb730e03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54f06be-47ab-4a5b-945c-06bbaa529990,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:11.663163 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6b283-ddc4-4a87-b740-4df0dfd9e86f req-df6ac9f2-035c-4ea0-b3b5-b968c8437ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:11.665141 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-75c6b283-ddc4-4a87-b740-4df0dfd9e86f req-df6ac9f2-035c-4ea0-b3b5-b968c8437ba1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=37f8230d-6a2b-4a12-a441-526002eff84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1638026 Nov 25 19:39:11.690911 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c863d4b0-00be-43f4-8531-77da2f043de6 req-2542d0c2-347e-4898-aa0d-31d35c54412c tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f66a64-ea05-49d4-a5c7-2d573d59e66b HTTP/1.1" status: 200 len: 210 time: 1.0273840 Nov 25 19:39:11.817685 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3f17ec-94e7-4c44-b8e7-6df7b16f3450 admin admin] Made reservation on behalf of f6f7344b48524230bba674960c9ed8bf for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:11.823836 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe3f17ec-94e7-4c44-b8e7-6df7b16f3450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:11.944534 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe3f17ec-94e7-4c44-b8e7-6df7b16f3450 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:11.976957 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-75c6b283-ddc4-4a87-b740-4df0dfd9e86f req-caf41edc-eed7-414d-b2f5-85775d2b13e9 service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949653 Nov 25 19:39:12.146172 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-53b18770-bdfb-41b4-95f5-45bf6a6adf58 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.2834063 Nov 25 19:39:12.161953 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-75c6b283-ddc4-4a87-b740-4df0dfd9e86f req-2237766f-2c1e-46e0-86ff-ed792be297a8 service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742268 Nov 25 19:39:12.162528 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46064) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:12.194112 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4d18b2b9-46d2-489a-97dc-cee54cb69a04 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::213', 'mac_address': 'fa:16:3e:6f:7e:1a'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:12.197630 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-68e74b8a-9416-4425-8429-0aa02d8d4ed0 None None] Provisioning complete for port 1569673b-cf55-48ae-942f-553aeb50a218 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:12.198210 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-68e74b8a-9416-4425-8429-0aa02d8d4ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:12.303514 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-68e74b8a-9416-4425-8429-0aa02d8d4ed0 None None] Port 1569673b-cf55-48ae-942f-553aeb50a218 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:12.327764 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe3f17ec-94e7-4c44-b8e7-6df7b16f3450 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:12.346470 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe3f17ec-94e7-4c44-b8e7-6df7b16f3450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:12.369952 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94e81068-6587-487f-b23d-64cc28a3acfe req-9620f4ed-d40a-4deb-90cb-8ce0faf19a14 service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6496096 Nov 25 19:39:12.416380 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b7258-e642-4b52-a54b-d63412e967cb req-ab118f1e-69d7-4a77-9690-d3d859365a69 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:12.418344 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-276b7258-e642-4b52-a54b-d63412e967cb req-ab118f1e-69d7-4a77-9690-d3d859365a69 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 943 time: 0.2546210 Nov 25 19:39:12.432673 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46066) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:12.450264 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a39d5fb7-4de5-480d-bb24-0b6d50e56ebb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:12.470035 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f17ec-94e7-4c44-b8e7-6df7b16f3450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:12.528772 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-3347807e-60e1-455a-b4bf-095c7399a5c3 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:12.532606 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-3347807e-60e1-455a-b4bf-095c7399a5c3 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.73 "GET /v2.0/networks?id=d4d26649-0402-45f1-9591-4343456b37f2 HTTP/1.1" status: 200 len: 804 time: 0.8692293 Nov 25 19:39:12.558687 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3f17ec-94e7-4c44-b8e7-6df7b16f3450 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:39:12.565267 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-53437802-75ed-4002-aa5e-e7c5c0dfcd3f tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Request body: {'port': {'device_id': 'd2f66a64-ea05-49d4-a5c7-2d573d59e66b', 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2', 'admin_state_up': True, 'tenant_id': '1b4e8b3b51d5452eabf5c1806a2b7061'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:12.581887 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a39d5fb7-4de5-480d-bb24-0b6d50e56ebb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:12.620845 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a39d5fb7-4de5-480d-bb24-0b6d50e56ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:12.621208 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe3f17ec-94e7-4c44-b8e7-6df7b16f3450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:12.621391 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-fe3f17ec-94e7-4c44-b8e7-6df7b16f3450 admin admin] Added segment 8910b9e1-51f0-41ea-a388-d1cb19804709 of type vlan for network 993c29c4-ac7b-4651-9389-4f58507f1211 Nov 25 19:39:12.762037 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81b10a-3e42-435e-887c-acafd1a584cb req-60050748-e99d-4164-bc6e-1569cbf3acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:12.763663 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb81b10a-3e42-435e-887c-acafd1a584cb req-60050748-e99d-4164-bc6e-1569cbf3acf0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 1094 time: 0.2297232 Nov 25 19:39:12.819507 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe3f17ec-94e7-4c44-b8e7-6df7b16f3450 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:12.841204 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d5fb7-4de5-480d-bb24-0b6d50e56ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b63109-05ff-4041-936d-4e079ed2d797,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:12.855322 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-276b7258-e642-4b52-a54b-d63412e967cb req-f0533644-10dd-4687-b808-45236ec08dcf tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941140 Nov 25 19:39:12.982538 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46076) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:12.988746 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-53437802-75ed-4002-aa5e-e7c5c0dfcd3f tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Made reservation on behalf of 1b4e8b3b51d5452eabf5c1806a2b7061 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:12.992441 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-53437802-75ed-4002-aa5e-e7c5c0dfcd3f tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:13.026500 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a39d5fb7-4de5-480d-bb24-0b6d50e56ebb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=720827af911d41d99c21034fd6eafb14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5920844 Nov 25 19:39:13.027877 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d18b2b9-46d2-489a-97dc-cee54cb69a04 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:13.042779 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46080) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:13.144104 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e4b24c16-2772-4264-bf71-e8f4073c686c req-8c2b67aa-b79f-40da-94f2-ad388aaad584 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f66a64-ea05-49d4-a5c7-2d573d59e66b HTTP/1.1" status: 200 len: 210 time: 0.1013682 Nov 25 19:39:13.166153 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe3f17ec-94e7-4c44-b8e7-6df7b16f3450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:13.172147 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3f17ec-94e7-4c44-b8e7-6df7b16f3450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:13.174250 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe3f17ec-94e7-4c44-b8e7-6df7b16f3450 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:13.279116 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d18b2b9-46d2-489a-97dc-cee54cb69a04 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:13.315448 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81b10a-3e42-435e-887c-acafd1a584cb req-2e296538-0e75-44c5-8866-777df979da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:13.317211 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d18b2b9-46d2-489a-97dc-cee54cb69a04 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:13.319035 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb81b10a-3e42-435e-887c-acafd1a584cb req-2e296538-0e75-44c5-8866-777df979da13 service neutron] 10.222.0.85 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 912 time: 0.5441859 Nov 25 19:39:13.372426 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4d18b2b9-46d2-489a-97dc-cee54cb69a04 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] In _notify_port_updated(), no bound segment for port 1569673b-cf55-48ae-942f-553aeb50a218 on network 7df4a1e9-b722-4340-ad55-9a150dfdd61f {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:39:13.378605 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d18b2b9-46d2-489a-97dc-cee54cb69a04 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:13.379307 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d18b2b9-46d2-489a-97dc-cee54cb69a04 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:13.385469 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4d18b2b9-46d2-489a-97dc-cee54cb69a04 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] 10.222.0.55 "PUT /v2.0/ports/1569673b-cf55-48ae-942f-553aeb50a218 HTTP/1.1" status: 200 len: 1002 time: 1.2163062 Nov 25 19:39:13.401217 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46084) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:13.409393 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-335be3c7-6707-44b5-92cb-3836338b872a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:13.431742 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18b2b9-46d2-489a-97dc-cee54cb69a04 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Pushing event updated for resources: {'Port': ['ID=1569673b-cf55-48ae-942f-553aeb50a218,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:13.521164 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-335be3c7-6707-44b5-92cb-3836338b872a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:13.615743 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-335be3c7-6707-44b5-92cb-3836338b872a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:13.619472 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-335be3c7-6707-44b5-92cb-3836338b872a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:13.621039 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-335be3c7-6707-44b5-92cb-3836338b872a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/81b63109-05ff-4041-936d-4e079ed2d797 HTTP/1.1" status: 204 len: 168 time: 0.3388853 Nov 25 19:39:13.623532 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fe3f17ec-94e7-4c44-b8e7-6df7b16f3450 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.6317654 Nov 25 19:39:13.639026 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46088) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:13.641897 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335be3c7-6707-44b5-92cb-3836338b872a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b63109-05ff-4041-936d-4e079ed2d797,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:13.655452 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3006d943-4303-40ae-93d9-52fe7af07acd admin admin] Request body: {'subnet': {'network_id': '993c29c4-ac7b-4651-9389-4f58507f1211', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1977882328-subnet', 'tenant_id': 'f6f7344b48524230bba674960c9ed8bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:13.699282 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb81b10a-3e42-435e-887c-acafd1a584cb req-ee25ed58-cc8d-47ef-aafb-13d6257c1b8e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34a9b972-5dd2-4312-9c5a-67a64ab56f5d HTTP/1.1" status: 200 len: 217 time: 0.3139043 Nov 25 19:39:13.712605 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f17ec-94e7-4c44-b8e7-6df7b16f3450 admin admin] Pushing event updated for resources: {'Network': ['ID=993c29c4-ac7b-4651-9389-4f58507f1211,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:13.781813 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 993c29c4-ac7b-4651-9389-4f58507f1211 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:39:13.945188 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3006d943-4303-40ae-93d9-52fe7af07acd admin admin] Made reservation on behalf of f6f7344b48524230bba674960c9ed8bf for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:13.948930 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3006d943-4303-40ae-93d9-52fe7af07acd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:14.012128 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-66fb7b55-2655-4788-b48e-3cfe6c985bca None None] Provisioning complete for port 1569673b-cf55-48ae-942f-553aeb50a218 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:14.012787 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-66fb7b55-2655-4788-b48e-3cfe6c985bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:14.017057 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-53437802-75ed-4002-aa5e-e7c5c0dfcd3f tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Allocated IP 172.20.0.2 (d4d26649-0402-45f1-9591-4343456b37f2/e758be47-f502-42b6-8983-165c34ac1a0f/1c41d1d1-0b69-498e-805b-8e0aaec69c18) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:14.167508 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-66fb7b55-2655-4788-b48e-3cfe6c985bca None None] Port 1569673b-cf55-48ae-942f-553aeb50a218 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:14.235413 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81b10a-3e42-435e-887c-acafd1a584cb req-b9ce6e2a-e83b-4f78-914a-03ea8619a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:14.239162 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb81b10a-3e42-435e-887c-acafd1a584cb req-b9ce6e2a-e83b-4f78-914a-03ea8619a3ba service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ec830131-0c53-44d8-b6cf-4b7badf3b5da HTTP/1.1" status: 200 len: 850 time: 0.5233681 Nov 25 19:39:14.323092 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c894f88e-e027-49f2-9f68-01c34de10b12 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Deleting port 1569673b-cf55-48ae-942f-553aeb50a218 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:14.324024 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c894f88e-e027-49f2-9f68-01c34de10b12 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:14.416070 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3096d5-5869-4ae1-acd2-188b827d4e0c req-86bb442e-d096-4b12-9de6-f908ad5f753a tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:14.427011 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-db3096d5-5869-4ae1-acd2-188b827d4e0c req-86bb442e-d096-4b12-9de6-f908ad5f753a tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 943 time: 0.3179491 Nov 25 19:39:14.553359 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-db3096d5-5869-4ae1-acd2-188b827d4e0c req-d8bf8b52-c3ea-4380-984e-42ed85a35bbc tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253257 Nov 25 19:39:14.626384 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8d4296b3-7759-43d9-98ed-b507166a2425 req-a2db3287-42b1-46ca-9efd-8b7698ac243e tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f66a64-ea05-49d4-a5c7-2d573d59e66b HTTP/1.1" status: 200 len: 210 time: 0.2817912 Nov 25 19:39:14.641210 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-53437802-75ed-4002-aa5e-e7c5c0dfcd3f tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:14.654246 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3006d943-4303-40ae-93d9-52fe7af07acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:14.738630 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81b10a-3e42-435e-887c-acafd1a584cb req-9420553f-9e17-421e-a1c7-17b60a259c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:14.740990 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb81b10a-3e42-435e-887c-acafd1a584cb req-9420553f-9e17-421e-a1c7-17b60a259c5e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=37f8230d-6a2b-4a12-a441-526002eff84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4529123 Nov 25 19:39:14.832729 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006d943-4303-40ae-93d9-52fe7af07acd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bf0bdf0-49b7-437b-9fbb-12b39d85f166,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:14.883496 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb81b10a-3e42-435e-887c-acafd1a584cb req-408a94ce-4284-4b7f-9190-d3a053048e68 service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335473 Nov 25 19:39:14.932963 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3006d943-4303-40ae-93d9-52fe7af07acd admin admin] Checking segment: {'id': '8910b9e1-51f0-41ea-a388-d1cb19804709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '993c29c4-ac7b-4651-9389-4f58507f1211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:14.933891 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3006d943-4303-40ae-93d9-52fe7af07acd admin admin] Network hostable DHCP agents. Network: 993c29c4-ac7b-4651-9389-4f58507f1211, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:39:15.007942 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3006d943-4303-40ae-93d9-52fe7af07acd admin admin] Network 993c29c4-ac7b-4651-9389-4f58507f1211 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:39:15.015338 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c894f88e-e027-49f2-9f68-01c34de10b12 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:15.082528 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9068d148-7b21-4974-a76b-79a715aa0648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:15.099539 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3006d943-4303-40ae-93d9-52fe7af07acd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 993c29c4-ac7b-4651-9389-4f58507f1211) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:15.116510 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bbc001-7ff6-46f5-a970-f1cf4b34f0c7 None None] Network 993c29c4-ac7b-4651-9389-4f58507f1211 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:15.180156 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c894f88e-e027-49f2-9f68-01c34de10b12 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Calling delete_port for 1569673b-cf55-48ae-942f-553aeb50a218 owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:15.228824 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3006d943-4303-40ae-93d9-52fe7af07acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:15.232984 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3006d943-4303-40ae-93d9-52fe7af07acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:15.364712 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-53437802-75ed-4002-aa5e-e7c5c0dfcd3f tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:15.379432 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c894f88e-e027-49f2-9f68-01c34de10b12 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:15.433794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-53437802-75ed-4002-aa5e-e7c5c0dfcd3f tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Network d4d26649-0402-45f1-9591-4343456b37f2 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:15.443684 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-53437802-75ed-4002-aa5e-e7c5c0dfcd3f tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:15.471085 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-53437802-75ed-4002-aa5e-e7c5c0dfcd3f tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:15.508611 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46122) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:15.534798 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53437802-75ed-4002-aa5e-e7c5c0dfcd3f tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Pushing event updated for resources: {'Port': ['ID=1c41d1d1-0b69-498e-805b-8e0aaec69c18,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:15.633046 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894f88e-e027-49f2-9f68-01c34de10b12 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Pushing event deleted for resources: {'Port': ['ID=1569673b-cf55-48ae-942f-553aeb50a218,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:15.666208 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3006d943-4303-40ae-93d9-52fe7af07acd admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0208950 Nov 25 19:39:15.831350 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 34a9b972-5dd2-4312-9c5a-67a64ab56f5d details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:39:16.016534 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23af3618-4c88-4529-b0de-2c5c72d75f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-993c29c4-ac7b-4651-9389-4f58507f1211', 'network_id': '993c29c4-ac7b-4651-9389-4f58507f1211', 'tenant_id': 'f6f7344b48524230bba674960c9ed8bf', 'fixed_ips': [{'subnet_id': '8bf0bdf0-49b7-437b-9fbb-12b39d85f166'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:39:16.019292 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-23af3618-4c88-4529-b0de-2c5c72d75f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:16.301928 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cf72ef25-ecc1-4440-899f-0500f79dd5f5 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-576428527'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:16.431126 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221fa92-3eb4-41ee-a558-e3c0b08aab98 req-5eac10d0-b5da-45af-9ec3-4242456547ce tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:16.452623 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b221fa92-3eb4-41ee-a558-e3c0b08aab98 req-5eac10d0-b5da-45af-9ec3-4242456547ce tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 943 time: 0.6089323 Nov 25 19:39:16.522852 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf72ef25-ecc1-4440-899f-0500f79dd5f5 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Made reservation on behalf of c3dccf5b23dd47a4add40b6c1f9a3e07 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:16.527251 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf72ef25-ecc1-4440-899f-0500f79dd5f5 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:16.531249 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-23af3618-4c88-4529-b0de-2c5c72d75f48 None None] Allocated IP 172.20.0.2 (993c29c4-ac7b-4651-9389-4f58507f1211/8bf0bdf0-49b7-437b-9fbb-12b39d85f166/50fdbbd8-5e6b-421b-a904-4dde0f2b0d78) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:16.552092 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf72ef25-ecc1-4440-899f-0500f79dd5f5 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:16.608602 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b221fa92-3eb4-41ee-a558-e3c0b08aab98 req-89b93e5c-efff-4e2e-80e3-876308938afd tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473653 Nov 25 19:39:16.610045 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb81b10a-3e42-435e-887c-acafd1a584cb req-2c15509e-e4e3-45db-a182-7ac4de5ff01a service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7176223 Nov 25 19:39:16.658457 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c894f88e-e027-49f2-9f68-01c34de10b12 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:16.687971 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c894f88e-e027-49f2-9f68-01c34de10b12 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] 10.222.0.55 "DELETE /v2.0/ports/1569673b-cf55-48ae-942f-553aeb50a218 HTTP/1.1" status: 204 len: 168 time: 3.2226043 Nov 25 19:39:16.696431 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46176) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:16.718236 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-53437802-75ed-4002-aa5e-e7c5c0dfcd3f tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:16.719469 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-53437802-75ed-4002-aa5e-e7c5c0dfcd3f tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:16.836270 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-934fb7e9-bd85-4eca-aefa-8697674d5a4d tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] GET failed (client error): The resource could not be found. Nov 25 19:39:16.839528 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-934fb7e9-bd85-4eca-aefa-8697674d5a4d tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] 10.222.0.55 "GET /v2.0/ports/1569673b-cf55-48ae-942f-553aeb50a218 HTTP/1.1" status: 404 len: 333 time: 0.1131704 Nov 25 19:39:16.862840 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc005c5-b731-41bf-8257-c771e21fac04 req-6b18a435-c1cb-48f5-ae39-06eb1ed03bce tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:16.879288 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-afc005c5-b731-41bf-8257-c771e21fac04 req-6b18a435-c1cb-48f5-ae39-06eb1ed03bce tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f66a64-ea05-49d4-a5c7-2d573d59e66b HTTP/1.1" status: 200 len: 931 time: 0.7790589 Nov 25 19:39:16.880528 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46194) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:16.903026 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-0d816542-e280-4a2e-8a61-b17c77ae42ba tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Request body: {'port': {'network_id': '7df4a1e9-b722-4340-ad55-9a150dfdd61f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1518963650'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:16.919159 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-53437802-75ed-4002-aa5e-e7c5c0dfcd3f tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3647389 Nov 25 19:39:16.954038 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-634419ea-760d-4d3a-871a-26894f4fb516 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:39:16.971593 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-634419ea-760d-4d3a-871a-26894f4fb516 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0294917 Nov 25 19:39:17.047475 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-2e4ba577-e1a1-4ff4-a63d-83d79879580a service neutron] Request body: {'port': {'device_id': 'd2f66a64-ea05-49d4-a5c7-2d573d59e66b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:17.362094 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 34a9b972-5dd2-4312-9c5a-67a64ab56f5d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=34a9b972-5dd2-4312-9c5a-67a64ab56f5d,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:17.448914 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '34a9b972-5dd2-4312-9c5a-67a64ab56f5d', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'port_id': '34a9b972-5dd2-4312-9c5a-67a64ab56f5d', 'mac_address': 'fa:16:3e:6c:9f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:39:17.570484 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-23af3618-4c88-4529-b0de-2c5c72d75f48 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:17.578121 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:17.607408 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a9b972-5dd2-4312-9c5a-67a64ab56f5d {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:39:17.622066 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf72ef25-ecc1-4440-899f-0500f79dd5f5 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:17.650963 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 34a9b972-5dd2-4312-9c5a-67a64ab56f5d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=34a9b972-5dd2-4312-9c5a-67a64ab56f5d,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:17.653887 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-23af3618-4c88-4529-b0de-2c5c72d75f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:17.680534 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf72ef25-ecc1-4440-899f-0500f79dd5f5 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:17.722174 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23af3618-4c88-4529-b0de-2c5c72d75f48 None None] Network 993c29c4-ac7b-4651-9389-4f58507f1211 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:17.724159 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:17.745846 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-afc005c5-b731-41bf-8257-c771e21fac04 req-f9f45d17-6e7a-403d-b257-e651fd93675d tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8272293 Nov 25 19:39:17.747273 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-23af3618-4c88-4529-b0de-2c5c72d75f48 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:17.755812 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23af3618-4c88-4529-b0de-2c5c72d75f48 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:17.779801 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af3618-4c88-4529-b0de-2c5c72d75f48 None None] Pushing event updated for resources: {'Port': ['ID=50fdbbd8-5e6b-421b-a904-4dde0f2b0d78,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:17.791722 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-2e4ba577-e1a1-4ff4-a63d-83d79879580a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:17.832860 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf72ef25-ecc1-4440-899f-0500f79dd5f5 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:39:17.853667 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf72ef25-ecc1-4440-899f-0500f79dd5f5 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:17.853872 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-cf72ef25-ecc1-4440-899f-0500f79dd5f5 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Added segment ce8497f5-32b2-4365-8766-0647ca85eba0 of type vlan for network fd99941b-8f48-4100-8323-a8e8fa5e24d3 Nov 25 19:39:17.875952 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=34a9b972-5dd2-4312-9c5a-67a64ab56f5d,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:17.912204 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf72ef25-ecc1-4440-899f-0500f79dd5f5 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:17.914127 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d816542-e280-4a2e-8a61-b17c77ae42ba tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Made reservation on behalf of 813701221f28493a950c217fca8aadfd for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:17.926919 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d816542-e280-4a2e-8a61-b17c77ae42ba tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:17.944800 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9068d148-7b21-4974-a76b-79a715aa0648 admin admin] Deleting port 702bb341-dc55-4bf4-992f-6cdddd28f076 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:17.946415 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9068d148-7b21-4974-a76b-79a715aa0648 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:17.967025 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-23af3618-4c88-4529-b0de-2c5c72d75f48 None None] Attempting to bind port 50fdbbd8-5e6b-421b-a904-4dde0f2b0d78 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:39:17.967463 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-23af3618-4c88-4529-b0de-2c5c72d75f48 None None] Attempting to bind port 50fdbbd8-5e6b-421b-a904-4dde0f2b0d78 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '8910b9e1-51f0-41ea-a388-d1cb19804709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '993c29c4-ac7b-4651-9389-4f58507f1211'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:39:17.967851 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23af3618-4c88-4529-b0de-2c5c72d75f48 None None] Attempting to bind port 50fdbbd8-5e6b-421b-a904-4dde0f2b0d78 on network 993c29c4-ac7b-4651-9389-4f58507f1211 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:17.987315 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23af3618-4c88-4529-b0de-2c5c72d75f48 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:39:17.987315 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23af3618-4c88-4529-b0de-2c5c72d75f48 None None] Checking segment: {'id': '8910b9e1-51f0-41ea-a388-d1cb19804709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '993c29c4-ac7b-4651-9389-4f58507f1211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:17.987315 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-23af3618-4c88-4529-b0de-2c5c72d75f48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:17.988009 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23af3618-4c88-4529-b0de-2c5c72d75f48 None None] Bound using segment: {'id': '8910b9e1-51f0-41ea-a388-d1cb19804709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '993c29c4-ac7b-4651-9389-4f58507f1211'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:39:17.988009 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-23af3618-4c88-4529-b0de-2c5c72d75f48 None None] Bound port: 50fdbbd8-5e6b-421b-a904-4dde0f2b0d78, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8910b9e1-51f0-41ea-a388-d1cb19804709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '993c29c4-ac7b-4651-9389-4f58507f1211'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:39:17.988356 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-23af3618-4c88-4529-b0de-2c5c72d75f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:18.002012 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-0d816542-e280-4a2e-8a61-b17c77ae42ba tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] device_id is not set on port 57bdf5f5-4ee9-435f-9773-5f0dfb0a0dc1 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:39:18.041958 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf72ef25-ecc1-4440-899f-0500f79dd5f5 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:18.050165 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf72ef25-ecc1-4440-899f-0500f79dd5f5 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:18.050856 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf72ef25-ecc1-4440-899f-0500f79dd5f5 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:18.086787 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['34a9b972-5dd2-4312-9c5a-67a64ab56f5d'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:39:18.275144 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-23af3618-4c88-4529-b0de-2c5c72d75f48 None None] For port 50fdbbd8-5e6b-421b-a904-4dde0f2b0d78, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:39:18.281880 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-23af3618-4c88-4529-b0de-2c5c72d75f48 None None] For port 50fdbbd8-5e6b-421b-a904-4dde0f2b0d78, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=50fdbbd8-5e6b-421b-a904-4dde0f2b0d78,segment=NetworkSegment(8910b9e1-51f0-41ea-a388-d1cb19804709),segment_id=8910b9e1-51f0-41ea-a388-d1cb19804709)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:39:18.298883 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-23af3618-4c88-4529-b0de-2c5c72d75f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:18.362122 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cf72ef25-ecc1-4440-899f-0500f79dd5f5 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.8427484 Nov 25 19:39:18.378710 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46318) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:18.379350 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-131aefe4-9c3f-4d65-ac4a-409de9aa965a tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:18.383252 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-131aefe4-9c3f-4d65-ac4a-409de9aa965a tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/networks?id=993c29c4-ac7b-4651-9389-4f58507f1211 HTTP/1.1" status: 200 len: 816 time: 0.8209264 Nov 25 19:39:18.398821 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-0cf33b83-87ba-4de0-9d64-502e52264bbf tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Request body: {'subnet': {'network_id': 'fd99941b-8f48-4100-8323-a8e8fa5e24d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:18.569697 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72ef25-ecc1-4440-899f-0500f79dd5f5 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d752e9-a8c3-4c46-9753-a9a3dd2daca5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:18.592961 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af3618-4c88-4529-b0de-2c5c72d75f48 None None] Pushing event updated for resources: {'Port': ['ID=50fdbbd8-5e6b-421b-a904-4dde0f2b0d78,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:18.762825 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-858e3f02-a5ca-4582-871e-911d87ad2065 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/quotas/f6f7344b48524230bba674960c9ed8bf HTTP/1.1" status: 200 len: 375 time: 0.2857754 Nov 25 19:39:18.769846 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72ef25-ecc1-4440-899f-0500f79dd5f5 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Pushing event updated for resources: {'Network': ['ID=fd99941b-8f48-4100-8323-a8e8fa5e24d3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:18.847425 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network fd99941b-8f48-4100-8323-a8e8fa5e24d3 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:39:18.889232 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-9068d148-7b21-4974-a76b-79a715aa0648 admin admin] For port 702bb341-dc55-4bf4-992f-6cdddd28f076, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=702bb341-dc55-4bf4-992f-6cdddd28f076,segment=NetworkSegment(827df263-1f26-48c2-a434-8ef0c3b995dd),segment_id=827df263-1f26-48c2-a434-8ef0c3b995dd)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:18.889582 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9068d148-7b21-4974-a76b-79a715aa0648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:18.937900 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd6853-fab1-4e2a-8a71-b5b54b7b1130 req-b3893156-a0dd-417b-b1fb-9f161f183949 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:18.953031 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b3dd6853-fab1-4e2a-8a71-b5b54b7b1130 req-b3893156-a0dd-417b-b1fb-9f161f183949 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 944 time: 0.8944509 Nov 25 19:39:18.972786 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9068d148-7b21-4974-a76b-79a715aa0648 admin admin] Calling delete_port for 702bb341-dc55-4bf4-992f-6cdddd28f076 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:19.045832 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-d7be20f3-aa04-4c6d-9567-6ddeb5c97755 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6f7344b48524230bba674960c9ed8bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2483497 Nov 25 19:39:19.112084 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf33b83-87ba-4de0-9d64-502e52264bbf tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Made reservation on behalf of c3dccf5b23dd47a4add40b6c1f9a3e07 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:19.118239 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0cf33b83-87ba-4de0-9d64-502e52264bbf tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:19.382257 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-5c51618d-3fed-4f04-8952-36d2265349a1 service neutron] 10.222.0.55 "GET /v2.0/networks/993c29c4-ac7b-4651-9389-4f58507f1211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351762 Nov 25 19:39:19.620120 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-c995be4d-bf6f-40d9-a901-87f4f993bd0e service neutron] 10.222.0.55 "GET /v2.0/networks/993c29c4-ac7b-4651-9389-4f58507f1211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347542 Nov 25 19:39:19.820252 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9068d148-7b21-4974-a76b-79a715aa0648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:19.848170 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 34a9b972-5dd2-4312-9c5a-67a64ab56f5d up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:19.909982 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068d148-7b21-4974-a76b-79a715aa0648 admin admin] Pushing event deleted for resources: {'Port': ['ID=702bb341-dc55-4bf4-992f-6cdddd28f076,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:19.973883 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-0d816542-e280-4a2e-8a61-b17c77ae42ba tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Allocated IP 2001:db8::1d3 (7df4a1e9-b722-4340-ad55-9a150dfdd61f/7b6c7341-3808-4e29-9f36-8eedc0396bf7/57bdf5f5-4ee9-435f-9773-5f0dfb0a0dc1) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:20.178977 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 34a9b972-5dd2-4312-9c5a-67a64ab56f5d completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:39:20.186686 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 34a9b972-5dd2-4312-9c5a-67a64ab56f5d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:20.187487 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:20.334203 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b3dd6853-fab1-4e2a-8a71-b5b54b7b1130 req-b510db6d-594e-4592-a830-3a47c80051a7 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3412900 Nov 25 19:39:20.601083 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:20.872080 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 34a9b972-5dd2-4312-9c5a-67a64ab56f5d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=34a9b972-5dd2-4312-9c5a-67a64ab56f5d,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:20.874762 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294bb890-eb8b-4542-802b-6b52cad97cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a9b972-5dd2-4312-9c5a-67a64ab56f5d'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:39:20.887331 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce7dac-d308-4b00-9c1d-c8fe4503e434 req-d87259fa-e02a-4a99-8072-29722c501a76 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:20.897318 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bbce7dac-d308-4b00-9c1d-c8fe4503e434 req-d87259fa-e02a-4a99-8072-29722c501a76 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f66a64-ea05-49d4-a5c7-2d573d59e66b HTTP/1.1" status: 200 len: 931 time: 0.5296044 Nov 25 19:39:20.897807 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a7720b-5f0c-4929-a4c6-829c83bce531" -d '{"events": [{"server_uuid": "294bb890-eb8b-4542-802b-6b52cad97cb9", "name": "network-vif-plugged", "status": "completed", "tag": "34a9b972-5dd2-4312-9c5a-67a64ab56f5d"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:39:20.916993 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:21.065560 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9068d148-7b21-4974-a76b-79a715aa0648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:21.104023 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 50fdbbd8-5e6b-421b-a904-4dde0f2b0d78 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:21.136900 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab10455-7c02-4c4a-93df-b4a7d907b97b None None] Network 993c29c4-ac7b-4651-9389-4f58507f1211 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:21.152307 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bbce7dac-d308-4b00-9c1d-c8fe4503e434 req-5565fcaa-cc3b-464c-9dda-b665db82edb7 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488246 Nov 25 19:39:21.541776 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02480f94-81da-4713-b831-3d89a5c493bc x-openstack-request-id: req-02480f94-81da-4713-b831-3d89a5c493bc {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:39:21.542428 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294bb890-eb8b-4542-802b-6b52cad97cb9", "name": "network-vif-plugged", "status": "completed", "tag": "34a9b972-5dd2-4312-9c5a-67a64ab56f5d", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:39:21.542889 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-02480f94-81da-4713-b831-3d89a5c493bc {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:39:21.543552 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294bb890-eb8b-4542-802b-6b52cad97cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a9b972-5dd2-4312-9c5a-67a64ab56f5d', 'code': 200} Nov 25 19:39:21.729151 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=34a9b972-5dd2-4312-9c5a-67a64ab56f5d,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:21.774989 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8430ecdd-d176-4e23-ac85-242d30ec5027 None None] Provisioning complete for port 50fdbbd8-5e6b-421b-a904-4dde0f2b0d78 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:21.775409 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8430ecdd-d176-4e23-ac85-242d30ec5027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:21.864518 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9068d148-7b21-4974-a76b-79a715aa0648 admin admin] Router 0c193e4d-e652-460a-87ea-21aeaa61c440 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:39:21.893770 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee0019-a79d-4d08-bd80-caafec3fc8f0 req-afa79aed-7bd9-4726-b92c-1c55ab041fb6 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:21.899002 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-69ee0019-a79d-4d08-bd80-caafec3fc8f0 req-afa79aed-7bd9-4726-b92c-1c55ab041fb6 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 945 time: 0.1031833 Nov 25 19:39:21.919545 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-b6df39ec-eb2b-4a05-9a97-237a8aa6783f tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:21.929002 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-b6df39ec-eb2b-4a05-9a97-237a8aa6783f tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/networks?id=993c29c4-ac7b-4651-9389-4f58507f1211 HTTP/1.1" status: 200 len: 816 time: 1.3119087 Nov 25 19:39:21.973511 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d816542-e280-4a2e-8a61-b17c77ae42ba tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:22.168859 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-2e4ba577-e1a1-4ff4-a63d-83d79879580a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c41d1d1-0b69-498e-805b-8e0aaec69c18 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:39:22.182150 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-2e4ba577-e1a1-4ff4-a63d-83d79879580a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:22.298823 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-69ee0019-a79d-4d08-bd80-caafec3fc8f0 req-6241ee87-eef1-48ef-91f8-558d63f903a6 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619926 Nov 25 19:39:22.330319 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-a3a56ba7-5650-44eb-88d4-b422822c0564 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/quotas/f6f7344b48524230bba674960c9ed8bf HTTP/1.1" status: 200 len: 375 time: 0.3793380 Nov 25 19:39:22.366319 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9068d148-7b21-4974-a76b-79a715aa0648 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:39:22.371049 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 50fdbbd8-5e6b-421b-a904-4dde0f2b0d78 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:22.372659 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:22.381956 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e750df5-a3b9-4610-b0d1-9f3b003be101 None None] Sync routers for ids ['0c193e4d-e652-460a-87ea-21aeaa61c440'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:39:22.385072 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d816542-e280-4a2e-8a61-b17c77ae42ba tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:22.405264 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9068d148-7b21-4974-a76b-79a715aa0648 admin admin] 10.222.0.55 "PUT /v2.0/routers/0c193e4d-e652-460a-87ea-21aeaa61c440/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4138741 Nov 25 19:39:22.407019 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e750df5-a3b9-4610-b0d1-9f3b003be101 None None] Routers {'0c193e4d-e652-460a-87ea-21aeaa61c440'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:39:22.408735 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46618) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:22.411159 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-5e750df5-a3b9-4610-b0d1-9f3b003be101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:39:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['0c193e4d-e652-460a-87ea-21aeaa61c440'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:22.411972 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8430ecdd-d176-4e23-ac85-242d30ec5027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:22.412608 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-2e4ba577-e1a1-4ff4-a63d-83d79879580a service neutron] Transition to ACTIVE for port object 1c41d1d1-0b69-498e-805b-8e0aaec69c18 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:39:22.540746 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-2e4ba577-e1a1-4ff4-a63d-83d79879580a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:22.667788 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8430ecdd-d176-4e23-ac85-242d30ec5027 None None] For port 50fdbbd8-5e6b-421b-a904-4dde0f2b0d78, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=50fdbbd8-5e6b-421b-a904-4dde0f2b0d78,segment=NetworkSegment(8910b9e1-51f0-41ea-a388-d1cb19804709),segment_id=8910b9e1-51f0-41ea-a388-d1cb19804709)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:22.699006 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8430ecdd-d176-4e23-ac85-242d30ec5027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:22.837699 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c0619-253b-4082-98e2-d2a92724ba18 req-c3a0ba3f-e9f3-4226-99ac-426dd9c26a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:22.849852 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-da4c0619-253b-4082-98e2-d2a92724ba18 req-c3a0ba3f-e9f3-4226-99ac-426dd9c26a49 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 1096 time: 0.9077220 Nov 25 19:39:22.935276 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d816542-e280-4a2e-8a61-b17c77ae42ba tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Network 7df4a1e9-b722-4340-ad55-9a150dfdd61f is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:22.944077 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0cf33b83-87ba-4de0-9d64-502e52264bbf tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.031959 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430ecdd-d176-4e23-ac85-242d30ec5027 None None] Pushing event updated for resources: {'Port': ['ID=50fdbbd8-5e6b-421b-a904-4dde0f2b0d78,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:23.066367 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-0d816542-e280-4a2e-8a61-b17c77ae42ba tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:23.111184 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-5e750df5-a3b9-4610-b0d1-9f3b003be101 None None] Set router 0c193e4d-e652-460a-87ea-21aeaa61c440 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:39:23.236526 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d816542-e280-4a2e-8a61-b17c77ae42ba tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:23.252776 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d816542-e280-4a2e-8a61-b17c77ae42ba tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:23.255132 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d816542-e280-4a2e-8a61-b17c77ae42ba tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.282025 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-392878f3-2c30-4d8c-8041-29288255a4b7 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:23.286650 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-392878f3-2c30-4d8c-8041-29288255a4b7 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.73 "GET /v2.0/networks?id=993c29c4-ac7b-4651-9389-4f58507f1211 HTTP/1.1" status: 200 len: 816 time: 0.5504739 Nov 25 19:39:23.293327 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-395eb358-0a12-481f-986b-bc92e286067f tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6f7344b48524230bba674960c9ed8bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9218631 Nov 25 19:39:23.302379 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-490d832d-4552-42de-9ff9-3f2bed3b90d5 None None] Provisioning complete for port 50fdbbd8-5e6b-421b-a904-4dde0f2b0d78 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:23.307276 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d816542-e280-4a2e-8a61-b17c77ae42ba tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Pushing event updated for resources: {'Port': ['ID=57bdf5f5-4ee9-435f-9773-5f0dfb0a0dc1,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:23.318493 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-490d832d-4552-42de-9ff9-3f2bed3b90d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.325620 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-f545ad30-68b0-410f-b045-d77c621df687 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Request body: {'port': {'device_id': '8e4340a7-a2e7-4005-b776-fcaee8692fcf', 'network_id': '993c29c4-ac7b-4651-9389-4f58507f1211', 'admin_state_up': True, 'tenant_id': 'f6f7344b48524230bba674960c9ed8bf'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:23.368919 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-deae93e3-ceb7-4c77-8d7c-49806fe83c89 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:39:23.371309 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-deae93e3-ceb7-4c77-8d7c-49806fe83c89 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0371644 Nov 25 19:39:23.426281 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6da97d-e075-48b0-8653-57a45ec8a32f req-ffc2a0b6-7b04-4de4-92ba-487daaa14dc6 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:23.451469 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3f6da97d-e075-48b0-8653-57a45ec8a32f req-ffc2a0b6-7b04-4de4-92ba-487daaa14dc6 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f66a64-ea05-49d4-a5c7-2d573d59e66b HTTP/1.1" status: 200 len: 943 time: 0.4554791 Nov 25 19:39:23.466853 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0d816542-e280-4a2e-8a61-b17c77ae42ba tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 6.5836539 Nov 25 19:39:23.520020 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.525935 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46640) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:23.528127 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c47d02f6-1cd8-4363-9221-4546bd22ebcf admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.541926 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf33b83-87ba-4de0-9d64-502e52264bbf tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Pushing event updated for resources: {'Subnet': ['ID=95e49d7a-e672-4501-9763-e6c81ad3cdce,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:23.545468 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d44d1d38-66e9-4484-ae3b-8df47c1f3946 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:6f:7e:1a'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:23.550138 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-da4c0619-253b-4082-98e2-d2a92724ba18 req-a67fb600-6553-40e0-95f4-0d750d64851e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6485178 Nov 25 19:39:23.773985 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ba577-e1a1-4ff4-a63d-83d79879580a service neutron] Pushing event updated for resources: {'Port': ['ID=1c41d1d1-0b69-498e-805b-8e0aaec69c18,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:23.794172 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-b6073a51-0633-41b3-8928-031de412211d None None] Provisioning complete for port 57bdf5f5-4ee9-435f-9773-5f0dfb0a0dc1 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:23.794823 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b6073a51-0633-41b3-8928-031de412211d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.810200 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf33b83-87ba-4de0-9d64-502e52264bbf tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Checking segment: {'id': 'ce8497f5-32b2-4365-8766-0647ca85eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fd99941b-8f48-4100-8323-a8e8fa5e24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:23.810581 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-5e750df5-a3b9-4610-b0d1-9f3b003be101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'name': 'tempest-AttachVolumeTestJSON-1746169101-router', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:19Z', 'updated_at': '2021-11-25T19:39:19Z', 'revision_number': 5, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'gw_port': {'id': '97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:21Z', 'updated_at': '2021-11-25T19:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:23.811398 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf33b83-87ba-4de0-9d64-502e52264bbf tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Network hostable DHCP agents. Network: fd99941b-8f48-4100-8323-a8e8fa5e24d3, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:39:23.840518 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-2e4ba577-e1a1-4ff4-a63d-83d79879580a service neutron] Attempting to bind port 1c41d1d1-0b69-498e-805b-8e0aaec69c18 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:39:23.841022 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-2e4ba577-e1a1-4ff4-a63d-83d79879580a service neutron] Attempting to bind port 1c41d1d1-0b69-498e-805b-8e0aaec69c18 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '2591c80f-46dc-49d7-a62f-cd68d7a36759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:39:23.841464 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-2e4ba577-e1a1-4ff4-a63d-83d79879580a service neutron] Attempting to bind port 1c41d1d1-0b69-498e-805b-8e0aaec69c18 on network d4d26649-0402-45f1-9591-4343456b37f2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:23.863667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-2e4ba577-e1a1-4ff4-a63d-83d79879580a service neutron] Port 1c41d1d1-0b69-498e-805b-8e0aaec69c18 on network d4d26649-0402-45f1-9591-4343456b37f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:39:23.864481 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-2e4ba577-e1a1-4ff4-a63d-83d79879580a service neutron] Attempting to bind port 1c41d1d1-0b69-498e-805b-8e0aaec69c18 on network d4d26649-0402-45f1-9591-4343456b37f2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:23.879274 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-b3bb516e-0389-4f9a-80cb-4bb3bc942e7f service neutron] 10.222.0.55 "GET /v2.0/networks/993c29c4-ac7b-4651-9389-4f58507f1211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853842 Nov 25 19:39:23.882729 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-2e4ba577-e1a1-4ff4-a63d-83d79879580a service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:39:23.883467 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-2e4ba577-e1a1-4ff4-a63d-83d79879580a service neutron] Checking segment: {'id': '2591c80f-46dc-49d7-a62f-cd68d7a36759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:23.884232 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-2e4ba577-e1a1-4ff4-a63d-83d79879580a service neutron] Bound using segment: {'id': '2591c80f-46dc-49d7-a62f-cd68d7a36759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:39:23.884982 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-2e4ba577-e1a1-4ff4-a63d-83d79879580a service neutron] Bound port: 1c41d1d1-0b69-498e-805b-8e0aaec69c18, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2591c80f-46dc-49d7-a62f-cd68d7a36759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:39:23.886123 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-2e4ba577-e1a1-4ff4-a63d-83d79879580a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.900626 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf33b83-87ba-4de0-9d64-502e52264bbf tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Network fd99941b-8f48-4100-8323-a8e8fa5e24d3 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:39:23.907160 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3f6da97d-e075-48b0-8653-57a45ec8a32f req-edc9cb82-d8d4-4676-b867-576b8deabe66 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4545398 Nov 25 19:39:23.919586 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c47d02f6-1cd8-4363-9221-4546bd22ebcf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.931537 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e750df5-a3b9-4610-b0d1-9f3b003be101 None None] Checking router: 0c193e4d-e652-460a-87ea-21aeaa61c440 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:39:23.949066 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b6073a51-0633-41b3-8928-031de412211d None None] Port 57bdf5f5-4ee9-435f-9773-5f0dfb0a0dc1 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:23.969256 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e750df5-a3b9-4610-b0d1-9f3b003be101 None None] Routers {'0c193e4d-e652-460a-87ea-21aeaa61c440'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:39:23.973369 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-5e750df5-a3b9-4610-b0d1-9f3b003be101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:39:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['0c193e4d-e652-460a-87ea-21aeaa61c440'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:24.059117 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-0cf33b83-87ba-4de0-9d64-502e52264bbf tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, fd99941b-8f48-4100-8323-a8e8fa5e24d3) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:24.070659 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a1859f-64c0-44d3-8cfd-225d226c0e3d None None] Network fd99941b-8f48-4100-8323-a8e8fa5e24d3 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:24.137258 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf33b83-87ba-4de0-9d64-502e52264bbf tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:24.138721 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0cf33b83-87ba-4de0-9d64-502e52264bbf tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.145147 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-2e4ba577-e1a1-4ff4-a63d-83d79879580a service neutron] For port 1c41d1d1-0b69-498e-805b-8e0aaec69c18, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:39:24.168176 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c47d02f6-1cd8-4363-9221-4546bd22ebcf admin admin] Deleting port 97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:24.168528 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c47d02f6-1cd8-4363-9221-4546bd22ebcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.169491 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-2e4ba577-e1a1-4ff4-a63d-83d79879580a service neutron] For port 1c41d1d1-0b69-498e-805b-8e0aaec69c18, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=1c41d1d1-0b69-498e-805b-8e0aaec69c18,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:39:24.183893 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-2e4ba577-e1a1-4ff4-a63d-83d79879580a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.197151 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-2bffa765-71f9-40ee-961f-4c6f920e2071 service neutron] 10.222.0.55 "GET /v2.0/networks/993c29c4-ac7b-4651-9389-4f58507f1211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074820 Nov 25 19:39:24.223140 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0cf33b83-87ba-4de0-9d64-502e52264bbf tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.8404572 Nov 25 19:39:24.227756 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46648) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:24.229198 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-5e750df5-a3b9-4610-b0d1-9f3b003be101 None None] Set router 0c193e4d-e652-460a-87ea-21aeaa61c440 gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:39:24.237661 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-2d95d3ba-e7cd-4948-9344-fac7915406ea tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Request body: {'port': {'network_id': 'fd99941b-8f48-4100-8323-a8e8fa5e24d3', 'name': 'tempest-AllowedAddressPairTestJSON-372025084'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:24.303701 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278370b0-deb2-487d-a54c-d633ba451b49 req-0a351d6a-f6b0-4ae5-a21b-ad46ad0a95a8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:24.305518 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-278370b0-deb2-487d-a54c-d633ba451b49 req-0a351d6a-f6b0-4ae5-a21b-ad46ad0a95a8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 945 time: 0.2459064 Nov 25 19:39:24.310259 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.315583 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-2e4ba577-e1a1-4ff4-a63d-83d79879580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:24.316243 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-2e4ba577-e1a1-4ff4-a63d-83d79879580a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.317750 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-2e4ba577-e1a1-4ff4-a63d-83d79879580a service neutron] 10.222.0.73 "PUT /v2.0/ports/1c41d1d1-0b69-498e-805b-8e0aaec69c18 HTTP/1.1" status: 200 len: 1091 time: 7.2975497 Nov 25 19:39:24.318200 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f66a64-ea05-49d4-a5c7-2d573d59e66b', 'tag': '1c41d1d1-0b69-498e-805b-8e0aaec69c18'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:39:24.320633 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ede7df-ace5-4f97-9970-423b24c9fdd4" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f66a64-ea05-49d4-a5c7-2d573d59e66b", "tag": "1c41d1d1-0b69-498e-805b-8e0aaec69c18"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:39:24.377813 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-f545ad30-68b0-410f-b045-d77c621df687 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Made reservation on behalf of f6f7344b48524230bba674960c9ed8bf for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:24.382816 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-f545ad30-68b0-410f-b045-d77c621df687 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.417165 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44d1d38-66e9-4484-ae3b-8df47c1f3946 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.420388 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ba577-e1a1-4ff4-a63d-83d79879580a service neutron] Pushing event updated for resources: {'Port': ['ID=1c41d1d1-0b69-498e-805b-8e0aaec69c18,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:24.456851 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-5e750df5-a3b9-4610-b0d1-9f3b003be101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'name': 'tempest-AttachVolumeTestJSON-1746169101-router', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:19Z', 'updated_at': '2021-11-25T19:39:23Z', 'revision_number': 6, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:24.576398 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d95d3ba-e7cd-4948-9344-fac7915406ea tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Made reservation on behalf of c3dccf5b23dd47a4add40b6c1f9a3e07 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:24.583176 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d95d3ba-e7cd-4948-9344-fac7915406ea tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.592033 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e750df5-a3b9-4610-b0d1-9f3b003be101 None None] The sync data for ids ['0c193e4d-e652-460a-87ea-21aeaa61c440'] in n-d-819349-5 is: [{'id': '0c193e4d-e652-460a-87ea-21aeaa61c440', 'name': 'tempest-AttachVolumeTestJSON-1746169101-router', 'tenant_id': '5793ebf8c1374bcea833180ef6f84e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:19Z', 'updated_at': '2021-11-25T19:39:23Z', 'revision_number': 6, 'project_id': '5793ebf8c1374bcea833180ef6f84e4c', 'gw_port_host': None}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:39:24.636193 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41139ec-343d-42a6-86cc-c462406874b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-fd99941b-8f48-4100-8323-a8e8fa5e24d3', 'network_id': 'fd99941b-8f48-4100-8323-a8e8fa5e24d3', 'tenant_id': 'c3dccf5b23dd47a4add40b6c1f9a3e07', 'fixed_ips': [{'subnet_id': '95e49d7a-e672-4501-9763-e6c81ad3cdce'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:39:24.637639 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a41139ec-343d-42a6-86cc-c462406874b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.664946 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-25f2835a-21b4-4758-bd60-0621467c6fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:24.666329 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-25f2835a-21b4-4758-bd60-0621467c6fff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1b4e8b3b51d5452eabf5c1806a2b7061&device_id=d2f66a64-ea05-49d4-a5c7-2d573d59e66b HTTP/1.1" status: 200 len: 1094 time: 0.1941431 Nov 25 19:39:24.701248 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-2d95d3ba-e7cd-4948-9344-fac7915406ea tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] device_id is not set on port 92dc6ea4-d5b8-4a53-8530-e7da22f45c1e yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:39:24.753027 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-6bbfce52-370a-4d0f-b2ab-92171515f2a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c41d1d1-0b69-498e-805b-8e0aaec69c18 HTTP/1.1" status: 200 len: 217 time: 0.0719483 Nov 25 19:39:24.901772 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-278370b0-deb2-487d-a54c-d633ba451b49 req-77270753-b393-4882-a61e-1e5effcb20a4 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5668709 Nov 25 19:39:24.943624 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-c47d02f6-1cd8-4363-9221-4546bd22ebcf admin admin] For port 97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:24.944104 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c47d02f6-1cd8-4363-9221-4546bd22ebcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.948530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc82b47-8087-4f30-9842-e24022ed728b req-3161c61b-cf2f-493f-a921-dd8dbc4f8359 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:24.962591 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebc82b47-8087-4f30-9842-e24022ed728b req-3161c61b-cf2f-493f-a921-dd8dbc4f8359 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/networks?id=b1d0b183-b981-4bfb-9a4d-77b2057be997 HTTP/1.1" status: 200 len: 813 time: 0.3118403 Nov 25 19:39:24.976618 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ece5781-de89-4e8d-badb-629a0d1c85b4 x-openstack-request-id: req-1ece5781-de89-4e8d-badb-629a0d1c85b4 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:39:24.977071 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f66a64-ea05-49d4-a5c7-2d573d59e66b", "tag": "1c41d1d1-0b69-498e-805b-8e0aaec69c18", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:39:24.977473 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1ece5781-de89-4e8d-badb-629a0d1c85b4 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:39:24.978095 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f66a64-ea05-49d4-a5c7-2d573d59e66b', 'tag': '1c41d1d1-0b69-498e-805b-8e0aaec69c18', 'status': 'completed', 'code': 200} Nov 25 19:39:24.978363 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c47d02f6-1cd8-4363-9221-4546bd22ebcf admin admin] Calling delete_port for 97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:24.992430 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-2847d422-48ed-41a1-8453-fb3b23116c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:24.995284 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-2847d422-48ed-41a1-8453-fb3b23116c70 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e758be47-f502-42b6-8983-165c34ac1a0f HTTP/1.1" status: 200 len: 844 time: 0.2072098 Nov 25 19:39:25.012750 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebc82b47-8087-4f30-9842-e24022ed728b req-cd40bbba-ca9c-4aae-9b6c-db7d9ee00e11 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/quotas/37cacda2ec3a43958c4b5983ee90f8e5 HTTP/1.1" status: 200 len: 375 time: 0.0487542 Nov 25 19:39:25.073458 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-a41139ec-343d-42a6-86cc-c462406874b2 None None] Allocated IP 172.20.0.2 (fd99941b-8f48-4100-8323-a8e8fa5e24d3/95e49d7a-e672-4501-9763-e6c81ad3cdce/5ca38ba5-bf52-4354-9240-c0badd3c579c) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:25.129871 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-7f956ae9-61b4-4b23-9ffb-32688bb3d437 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d4d26649-0402-45f1-9591-4343456b37f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154852 Nov 25 19:39:25.193255 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebc82b47-8087-4f30-9842-e24022ed728b req-bed9bf03-9a12-4ca6-953b-8bd9cb981d57 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=37cacda2ec3a43958c4b5983ee90f8e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1410451 Nov 25 19:39:25.405677 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-d89dbffe-f1c8-4f66-b02c-181c23de7e1d tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:25.415217 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-d89dbffe-f1c8-4f66-b02c-181c23de7e1d tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/networks?id=993c29c4-ac7b-4651-9389-4f58507f1211 HTTP/1.1" status: 200 len: 816 time: 0.1984799 Nov 25 19:39:25.417510 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a41139ec-343d-42a6-86cc-c462406874b2 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.424672 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 50fdbbd8-5e6b-421b-a904-4dde0f2b0d78 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:25.429480 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a41139ec-343d-42a6-86cc-c462406874b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.448986 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-2994dbdc-979f-4ebd-99c3-b8218d54953f tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/quotas/f6f7344b48524230bba674960c9ed8bf HTTP/1.1" status: 200 len: 375 time: 0.0325477 Nov 25 19:39:25.473888 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebc82b47-8087-4f30-9842-e24022ed728b req-9efd1e24-6af0-4cba-a099-1ae44e847bc5 service neutron] 10.222.0.55 "GET /v2.0/networks/b1d0b183-b981-4bfb-9a4d-77b2057be997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626171 Nov 25 19:39:25.510588 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41139ec-343d-42a6-86cc-c462406874b2 None None] Network fd99941b-8f48-4100-8323-a8e8fa5e24d3 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:25.517264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-a41139ec-343d-42a6-86cc-c462406874b2 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:25.524209 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41139ec-343d-42a6-86cc-c462406874b2 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:25.540507 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-f545ad30-68b0-410f-b045-d77c621df687 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Allocated IP 172.20.0.5 (993c29c4-ac7b-4651-9389-4f58507f1211/8bf0bdf0-49b7-437b-9fbb-12b39d85f166/c91aee86-c6cb-48f3-81f2-fa61ce689518) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:25.577854 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41139ec-343d-42a6-86cc-c462406874b2 None None] Pushing event updated for resources: {'Port': ['ID=5ca38ba5-bf52-4354-9240-c0badd3c579c,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:25.610691 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44d1d38-66e9-4484-ae3b-8df47c1f3946 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.621397 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a41139ec-343d-42a6-86cc-c462406874b2 None None] Attempting to bind port 5ca38ba5-bf52-4354-9240-c0badd3c579c on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:39:25.622861 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a41139ec-343d-42a6-86cc-c462406874b2 None None] Attempting to bind port 5ca38ba5-bf52-4354-9240-c0badd3c579c by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'ce8497f5-32b2-4365-8766-0647ca85eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fd99941b-8f48-4100-8323-a8e8fa5e24d3'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:39:25.623610 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41139ec-343d-42a6-86cc-c462406874b2 None None] Attempting to bind port 5ca38ba5-bf52-4354-9240-c0badd3c579c on network fd99941b-8f48-4100-8323-a8e8fa5e24d3 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:25.636705 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 50fdbbd8-5e6b-421b-a904-4dde0f2b0d78 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:25.638067 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.640139 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44d1d38-66e9-4484-ae3b-8df47c1f3946 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.642327 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41139ec-343d-42a6-86cc-c462406874b2 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:39:25.643959 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41139ec-343d-42a6-86cc-c462406874b2 None None] Checking segment: {'id': 'ce8497f5-32b2-4365-8766-0647ca85eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fd99941b-8f48-4100-8323-a8e8fa5e24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:25.644905 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a41139ec-343d-42a6-86cc-c462406874b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.646572 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41139ec-343d-42a6-86cc-c462406874b2 None None] Bound using segment: {'id': 'ce8497f5-32b2-4365-8766-0647ca85eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fd99941b-8f48-4100-8323-a8e8fa5e24d3'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:39:25.647405 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a41139ec-343d-42a6-86cc-c462406874b2 None None] Bound port: 5ca38ba5-bf52-4354-9240-c0badd3c579c, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8497f5-32b2-4365-8766-0647ca85eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fd99941b-8f48-4100-8323-a8e8fa5e24d3'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:39:25.649264 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a41139ec-343d-42a6-86cc-c462406874b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.778050 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d44d1d38-66e9-4484-ae3b-8df47c1f3946 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] In _notify_port_updated(), no bound segment for port 57bdf5f5-4ee9-435f-9773-5f0dfb0a0dc1 on network 7df4a1e9-b722-4340-ad55-9a150dfdd61f {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:39:25.804341 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44d1d38-66e9-4484-ae3b-8df47c1f3946 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:25.805469 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44d1d38-66e9-4484-ae3b-8df47c1f3946 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.807897 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d44d1d38-66e9-4484-ae3b-8df47c1f3946 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] 10.222.0.55 "PUT /v2.0/ports/57bdf5f5-4ee9-435f-9773-5f0dfb0a0dc1 HTTP/1.1" status: 200 len: 1003 time: 2.2763388 Nov 25 19:39:25.826748 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-be3661dc-fef6-45c6-8212-b9f7d771da9f tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6f7344b48524230bba674960c9ed8bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3727734 Nov 25 19:39:25.827353 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46682) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:25.942121 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-2d95d3ba-e7cd-4948-9344-fac7915406ea tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Allocated IP 172.20.0.11 (fd99941b-8f48-4100-8323-a8e8fa5e24d3/95e49d7a-e672-4501-9763-e6c81ad3cdce/92dc6ea4-d5b8-4a53-8530-e7da22f45c1e) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:25.982351 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-9069b285-cb1d-4d4a-8f54-c155abf63f47 service neutron] 10.222.0.73 "GET /v2.0/networks/d4d26649-0402-45f1-9591-4343456b37f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8050737 Nov 25 19:39:25.985377 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 702bb341-dc55-4bf4-992f-6cdddd28f076 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:39:25.986829 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d1d38-66e9-4484-ae3b-8df47c1f3946 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Pushing event updated for resources: {'Port': ['ID=57bdf5f5-4ee9-435f-9773-5f0dfb0a0dc1,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:26.104762 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 702bb341-dc55-4bf4-992f-6cdddd28f076 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:39:26.105824 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 702bb341-dc55-4bf4-992f-6cdddd28f076 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:39:26.129826 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a41139ec-343d-42a6-86cc-c462406874b2 None None] For port 5ca38ba5-bf52-4354-9240-c0badd3c579c, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:39:26.137288 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebc82b47-8087-4f30-9842-e24022ed728b req-f986e7e6-4ba6-4291-9bab-d3a3f1d69054 service neutron] 10.222.0.55 "GET /v2.0/networks/b1d0b183-b981-4bfb-9a4d-77b2057be997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435022 Nov 25 19:39:26.152105 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a41139ec-343d-42a6-86cc-c462406874b2 None None] For port 5ca38ba5-bf52-4354-9240-c0badd3c579c, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5ca38ba5-bf52-4354-9240-c0badd3c579c,segment=NetworkSegment(ce8497f5-32b2-4365-8766-0647ca85eba0),segment_id=ce8497f5-32b2-4365-8766-0647ca85eba0)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:39:26.162426 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a41139ec-343d-42a6-86cc-c462406874b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:26.251810 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c47d02f6-1cd8-4363-9221-4546bd22ebcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:26.284452 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41139ec-343d-42a6-86cc-c462406874b2 None None] Pushing event updated for resources: {'Port': ['ID=5ca38ba5-bf52-4354-9240-c0badd3c579c,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:26.347138 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d02f6-1cd8-4363-9221-4546bd22ebcf admin admin] Pushing event deleted for resources: {'Port': ['ID=97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:26.357833 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-922cd258-6d67-49e9-8332-7e361dc8cbbb req-e5381938-7d71-4d60-992b-066fee062ce6 service neutron] 10.222.0.73 "GET /v2.0/networks/d4d26649-0402-45f1-9591-4343456b37f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645225 Nov 25 19:39:26.440911 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d95d3ba-e7cd-4948-9344-fac7915406ea tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:26.452659 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3f786e4c-9ad5-4164-a379-d4855d553619 None None] Provisioning complete for port 57bdf5f5-4ee9-435f-9773-5f0dfb0a0dc1 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:26.457188 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3f786e4c-9ad5-4164-a379-d4855d553619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:26.547889 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-3f786e4c-9ad5-4164-a379-d4855d553619 None None] Port 57bdf5f5-4ee9-435f-9773-5f0dfb0a0dc1 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:26.738178 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d95d3ba-e7cd-4948-9344-fac7915406ea tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:26.816450 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ede7df-ace5-4f97-9970-423b24c9fdd4 req-ff4eb87b-b9a3-459a-a42c-f51a96015c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:26.817599 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16ede7df-ace5-4f97-9970-423b24c9fdd4 req-ff4eb87b-b9a3-459a-a42c-f51a96015c6a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1b4e8b3b51d5452eabf5c1806a2b7061&device_id=d2f66a64-ea05-49d4-a5c7-2d573d59e66b HTTP/1.1" status: 200 len: 1094 time: 0.3437057 Nov 25 19:39:26.900787 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d95d3ba-e7cd-4948-9344-fac7915406ea tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Network fd99941b-8f48-4100-8323-a8e8fa5e24d3 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:26.912475 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcb1d3-534f-4490-a16c-a4101b4fc0c3 req-da82f18f-6be6-47ac-b970-36dc7ee345f0 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:26.919075 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aafcb1d3-534f-4490-a16c-a4101b4fc0c3 req-da82f18f-6be6-47ac-b970-36dc7ee345f0 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f66a64-ea05-49d4-a5c7-2d573d59e66b HTTP/1.1" status: 200 len: 943 time: 0.1784568 Nov 25 19:39:26.935277 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-2d95d3ba-e7cd-4948-9344-fac7915406ea tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:26.948462 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d95d3ba-e7cd-4948-9344-fac7915406ea tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:27.008469 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95d3ba-e7cd-4948-9344-fac7915406ea tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Pushing event updated for resources: {'Port': ['ID=92dc6ea4-d5b8-4a53-8530-e7da22f45c1e,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:27.029235 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-7e64e7de-ff85-45db-bd7f-971465f13e74 service neutron] 10.222.0.55 "GET /v2.0/networks/993c29c4-ac7b-4651-9389-4f58507f1211?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1331661 Nov 25 19:39:27.058242 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-00cf442f-88a1-497a-93b3-134391472815 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:27.058242 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-00cf442f-88a1-497a-93b3-134391472815 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.85 "GET /v2.0/networks?id=993c29c4-ac7b-4651-9389-4f58507f1211 HTTP/1.1" status: 200 len: 816 time: 0.5484262 Nov 25 19:39:27.086972 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-86dd6b01-b6ea-41ea-bbf6-2923b6e9452b tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Request body: {'port': {'device_id': '6a1efbe2-4d2c-4492-b19a-3144bd991eb3', 'network_id': '993c29c4-ac7b-4651-9389-4f58507f1211', 'admin_state_up': True, 'tenant_id': 'f6f7344b48524230bba674960c9ed8bf'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:27.176974 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1ccd0c11-2f03-4227-97e6-619afd9447a0 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Deleting port 57bdf5f5-4ee9-435f-9773-5f0dfb0a0dc1 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:27.177318 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ccd0c11-2f03-4227-97e6-619afd9447a0 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:27.249409 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5ca38ba5-bf52-4354-9240-c0badd3c579c up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:27.256821 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d95d3ba-e7cd-4948-9344-fac7915406ea tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:27.258173 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d95d3ba-e7cd-4948-9344-fac7915406ea tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:27.276982 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aafcb1d3-534f-4490-a16c-a4101b4fc0c3 req-8bd562e2-dcf4-4162-a576-dad2b8685d74 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294501 Nov 25 19:39:27.305744 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ede7df-ace5-4f97-9970-423b24c9fdd4 req-834217b5-a551-4bf6-97cd-e51c691c3e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:27.308035 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16ede7df-ace5-4f97-9970-423b24c9fdd4 req-834217b5-a551-4bf6-97cd-e51c691c3e54 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d4d26649-0402-45f1-9591-4343456b37f2 HTTP/1.1" status: 200 len: 905 time: 0.4553940 Nov 25 19:39:27.338874 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c47d02f6-1cd8-4363-9221-4546bd22ebcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:27.344257 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-f545ad30-68b0-410f-b045-d77c621df687 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:27.371471 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2d95d3ba-e7cd-4948-9344-fac7915406ea tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1406171 Nov 25 19:39:27.375652 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46696) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:27.380040 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16ede7df-ace5-4f97-9970-423b24c9fdd4 req-2698df53-e53c-4c5f-8a1e-3904f4bac28a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c41d1d1-0b69-498e-805b-8e0aaec69c18 HTTP/1.1" status: 200 len: 217 time: 0.0617704 Nov 25 19:39:27.387803 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-72e67b7b-b757-4aef-9df9-1a97b5916057 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Request body: {'port': {'network_id': 'fd99941b-8f48-4100-8323-a8e8fa5e24d3', 'name': 'tempest-AllowedAddressPairTestJSON-1915020255', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:15:59:20'}]}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:27.388379 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 5ca38ba5-bf52-4354-9240-c0badd3c579c triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:27.389577 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:27.579836 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:27.660710 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 5ca38ba5-bf52-4354-9240-c0badd3c579c, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5ca38ba5-bf52-4354-9240-c0badd3c579c,segment=NetworkSegment(ce8497f5-32b2-4365-8766-0647ca85eba0),segment_id=ce8497f5-32b2-4365-8766-0647ca85eba0)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:27.667359 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:27.670267 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c47d02f6-1cd8-4363-9221-4546bd22ebcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:27.708313 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c47d02f6-1cd8-4363-9221-4546bd22ebcf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:27.721803 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-438bb402-e252-4431-8733-8cbd52c5c4a2 service neutron] 10.222.0.55 "GET /v2.0/networks/993c29c4-ac7b-4651-9389-4f58507f1211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6917224 Nov 25 19:39:27.742501 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ccd0c11-2f03-4227-97e6-619afd9447a0 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:27.764387 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=5ca38ba5-bf52-4354-9240-c0badd3c579c,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:27.831507 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:39:27.920600 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:39:27.921354 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 97ad9c93-7bd6-4c8a-afaa-ba79da6b8e5a not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:39:27.947448 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-f545ad30-68b0-410f-b045-d77c621df687 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.071295 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1ccd0c11-2f03-4227-97e6-619afd9447a0 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Calling delete_port for 57bdf5f5-4ee9-435f-9773-5f0dfb0a0dc1 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:28.074577 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545ad30-68b0-410f-b045-d77c621df687 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Pushing event updated for resources: {'Port': ['ID=c91aee86-c6cb-48f3-81f2-fa61ce689518,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:28.075688 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0928ea03-41b6-43b2-8f87-92faa4538682 None None] Network fd99941b-8f48-4100-8323-a8e8fa5e24d3 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:28.096605 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c47d02f6-1cd8-4363-9221-4546bd22ebcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.097797 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47d02f6-1cd8-4363-9221-4546bd22ebcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c193e4d-e652-460a-87ea-21aeaa61c440 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:39:28.124124 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c47d02f6-1cd8-4363-9221-4546bd22ebcf admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.132930 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c47d02f6-1cd8-4363-9221-4546bd22ebcf admin admin] 10.222.0.55 "DELETE /v2.0/routers/0c193e4d-e652-460a-87ea-21aeaa61c440 HTTP/1.1" status: 204 len: 168 time: 5.7225606 Nov 25 19:39:28.134057 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46702) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:28.249084 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-f545ad30-68b0-410f-b045-d77c621df687 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Network 993c29c4-ac7b-4651-9389-4f58507f1211 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:28.274491 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e67b7b-b757-4aef-9df9-1a97b5916057 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Made reservation on behalf of c3dccf5b23dd47a4add40b6c1f9a3e07 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:28.335718 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-f545ad30-68b0-410f-b045-d77c621df687 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:28.342171 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d9705639-43b4-4383-8c9d-a48c424a816f req-32bdfdc0-54c9-4f92-8984-c634d10481e9 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a6390d-c424-4880-97c2-c68fb6f5f137 HTTP/1.1" status: 200 len: 210 time: 0.0830424 Nov 25 19:39:28.351041 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-f545ad30-68b0-410f-b045-d77c621df687 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:28.418914 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-72e67b7b-b757-4aef-9df9-1a97b5916057 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.449463 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-30f32cb3-24ff-4728-ab15-680864e3e18c None None] Provisioning complete for port 5ca38ba5-bf52-4354-9240-c0badd3c579c triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:28.457214 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-72e67b7b-b757-4aef-9df9-1a97b5916057 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] device_id is not set on port 5b97fb0d-855f-4812-bdb0-484fd3be9edd yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:39:28.460896 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-30f32cb3-24ff-4728-ab15-680864e3e18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.493608 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-f545ad30-68b0-410f-b045-d77c621df687 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:28.495365 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-f545ad30-68b0-410f-b045-d77c621df687 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.683042 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b9b8961-fb52-40ed-b7a3-b947ad85d121 req-584571a4-6ac2-476d-8754-030b0e8639fa tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e HTTP/1.1" status: 200 len: 210 time: 0.0619805 Nov 25 19:39:28.696992 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-86dd6b01-b6ea-41ea-bbf6-2923b6e9452b tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Made reservation on behalf of f6f7344b48524230bba674960c9ed8bf for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:28.715121 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-86dd6b01-b6ea-41ea-bbf6-2923b6e9452b tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.729025 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-d063ec3e-68f9-4421-b688-6d93c5484e76 admin admin] Deleting subnet b79aba06-befc-4f8a-a873-c735df5300cb {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:39:28.741335 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-f545ad30-68b0-410f-b045-d77c621df687 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4415572 Nov 25 19:39:28.749453 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d063ec3e-68f9-4421-b688-6d93c5484e76 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.767398 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-02ef5e50-f974-456c-9900-c368fe0f88fa service neutron] Request body: {'port': {'device_id': '8e4340a7-a2e7-4005-b776-fcaee8692fcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:28.916975 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-72e67b7b-b757-4aef-9df9-1a97b5916057 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Allocated IP 172.20.0.5 (fd99941b-8f48-4100-8323-a8e8fa5e24d3/95e49d7a-e672-4501-9763-e6c81ad3cdce/5b97fb0d-855f-4812-bdb0-484fd3be9edd) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:28.946115 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc82b47-8087-4f30-9842-e24022ed728b req-3ccea07d-fea5-469f-bc1c-282a3b5e14ad tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:28.948070 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebc82b47-8087-4f30-9842-e24022ed728b req-3ccea07d-fea5-469f-bc1c-282a3b5e14ad tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.73 "GET /v2.0/networks?id=b1d0b183-b981-4bfb-9a4d-77b2057be997 HTTP/1.1" status: 200 len: 813 time: 0.6949039 Nov 25 19:39:28.972252 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ede7df-ace5-4f97-9970-423b24c9fdd4 req-0cae1cb3-53b2-470d-b658-7a57b8d57166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:28.974768 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16ede7df-ace5-4f97-9970-423b24c9fdd4 req-0cae1cb3-53b2-470d-b658-7a57b8d57166 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e758be47-f502-42b6-8983-165c34ac1a0f HTTP/1.1" status: 200 len: 844 time: 1.5666924 Nov 25 19:39:28.979418 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-ebc82b47-8087-4f30-9842-e24022ed728b req-64a5d996-23f5-4b0b-8736-f882ddf1d055 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Request body: {'port': {'device_id': '64a6390d-c424-4880-97c2-c68fb6f5f137', 'network_id': 'b1d0b183-b981-4bfb-9a4d-77b2057be997', 'admin_state_up': True, 'tenant_id': '37cacda2ec3a43958c4b5983ee90f8e5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:29.041564 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d063ec3e-68f9-4421-b688-6d93c5484e76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:29.152185 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27df6c-9387-4e33-87bb-d8d0a08f65ca req-3aa5fe26-bf27-451e-818f-8ac7d60954f7 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:29.154959 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee27df6c-9387-4e33-87bb-d8d0a08f65ca req-3aa5fe26-bf27-451e-818f-8ac7d60954f7 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 945 time: 1.7064004 Nov 25 19:39:29.190679 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5ca38ba5-bf52-4354-9240-c0badd3c579c up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:29.226773 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-02ef5e50-f974-456c-9900-c368fe0f88fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:29.312358 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4338f970-4dda-45e7-a1ce-4d196d925908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:29.371370 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 5ca38ba5-bf52-4354-9240-c0badd3c579c triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:29.371860 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:29.411040 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2649b-fced-4deb-9707-dbd52201db69 req-83813744-31f8-44ba-881c-2f7f6f16eda5 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:29.413069 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-edf2649b-fced-4deb-9707-dbd52201db69 req-83813744-31f8-44ba-881c-2f7f6f16eda5 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f66a64-ea05-49d4-a5c7-2d573d59e66b HTTP/1.1" status: 200 len: 943 time: 0.4425476 Nov 25 19:39:29.442414 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16ede7df-ace5-4f97-9970-423b24c9fdd4 req-2dcf3d82-6a0e-4164-9402-bff95bce36dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d4d26649-0402-45f1-9591-4343456b37f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2662365 Nov 25 19:39:29.483246 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ccd0c11-2f03-4227-97e6-619afd9447a0 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:29.483730 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a638fdb3-72cb-4ff0-9929-267e2c52b0c1 None None] Provisioning complete for port c91aee86-c6cb-48f3-81f2-fa61ce689518 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:29.484498 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a638fdb3-72cb-4ff0-9929-267e2c52b0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:29.539126 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a638fdb3-72cb-4ff0-9929-267e2c52b0c1 None None] Port c91aee86-c6cb-48f3-81f2-fa61ce689518 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:29.606455 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd0c11-2f03-4227-97e6-619afd9447a0 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Pushing event deleted for resources: {'Port': ['ID=57bdf5f5-4ee9-435f-9773-5f0dfb0a0dc1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:29.844791 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d063ec3e-68f9-4421-b688-6d93c5484e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:29.948088 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee27df6c-9387-4e33-87bb-d8d0a08f65ca req-8b996919-468e-4add-91d8-9c55c0153ccb tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686467 Nov 25 19:39:29.995791 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 1c41d1d1-0b69-498e-805b-8e0aaec69c18 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:39:30.014364 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ccd0c11-2f03-4227-97e6-619afd9447a0 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:30.018911 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1ccd0c11-2f03-4227-97e6-619afd9447a0 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] 10.222.0.55 "DELETE /v2.0/ports/57bdf5f5-4ee9-435f-9773-5f0dfb0a0dc1 HTTP/1.1" status: 204 len: 168 time: 4.1622553 Nov 25 19:39:30.034630 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46718) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:30.150683 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16ede7df-ace5-4f97-9970-423b24c9fdd4 req-f7210938-b19f-4496-a43b-29ce2c424f76 service neutron] 10.222.0.73 "GET /v2.0/networks/d4d26649-0402-45f1-9591-4343456b37f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5740635 Nov 25 19:39:30.159667 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db88f98-22c2-495b-a6ba-56e6d1a8099d tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] GET failed (client error): The resource could not be found. Nov 25 19:39:30.162085 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6db88f98-22c2-495b-a6ba-56e6d1a8099d tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] 10.222.0.55 "GET /v2.0/ports/57bdf5f5-4ee9-435f-9773-5f0dfb0a0dc1 HTTP/1.1" status: 404 len: 333 time: 0.1198301 Nov 25 19:39:30.198397 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46720) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:30.202934 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-0babd063-e0a9-4732-91af-5b1dd70c0d26 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Request body: {'port': {'network_id': '7df4a1e9-b722-4340-ad55-9a150dfdd61f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-467275998'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:30.206336 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-edf2649b-fced-4deb-9707-dbd52201db69 req-9770e069-1514-4baa-9cd0-b756e4c99d19 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7509110 Nov 25 19:39:30.247752 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e927a370-7997-4aee-a2c0-db7f33722117 None None] Provisioning complete for port 5ca38ba5-bf52-4354-9240-c0badd3c579c triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:30.248410 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e927a370-7997-4aee-a2c0-db7f33722117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:30.297886 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c9159441-e571-451a-b92d-5bca12a39a9f req-34967974-31ee-49de-b1c6-c9e7a61111d1 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a6390d-c424-4880-97c2-c68fb6f5f137 HTTP/1.1" status: 200 len: 210 time: 0.1521695 Nov 25 19:39:30.369299 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 1c41d1d1-0b69-498e-805b-8e0aaec69c18, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=1c41d1d1-0b69-498e-805b-8e0aaec69c18,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:30.373547 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebc82b47-8087-4f30-9842-e24022ed728b req-64a5d996-23f5-4b0b-8736-f882ddf1d055 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Made reservation on behalf of 37cacda2ec3a43958c4b5983ee90f8e5 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:30.387723 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ebc82b47-8087-4f30-9842-e24022ed728b req-64a5d996-23f5-4b0b-8736-f882ddf1d055 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:30.414414 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '1c41d1d1-0b69-498e-805b-8e0aaec69c18', 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2', 'port_id': '1c41d1d1-0b69-498e-805b-8e0aaec69c18', 'mac_address': 'fa:16:3e:fc:ca:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e758be47-f502-42b6-8983-165c34ac1a0f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:39:30.426597 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-72e67b7b-b757-4aef-9df9-1a97b5916057 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:30.529677 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1de5e5a6-b325-499b-b585-6dbd291a5835 req-62b66992-6637-4f90-b048-eb3cb89d5448 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e HTTP/1.1" status: 200 len: 210 time: 0.0887756 Nov 25 19:39:30.560226 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-14795d90-4a87-42fb-a5e0-f2217eb28f4a tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:30.561778 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-14795d90-4a87-42fb-a5e0-f2217eb28f4a tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.85 "GET /v2.0/networks?id=993c29c4-ac7b-4651-9389-4f58507f1211 HTTP/1.1" status: 200 len: 816 time: 0.6435628 Nov 25 19:39:30.564455 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d063ec3e-68f9-4421-b688-6d93c5484e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:30.606252 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-9d9ed603-fb21-462c-a81d-dd5bc8b82c05 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Request body: {'port': {'device_id': '7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e', 'network_id': '993c29c4-ac7b-4651-9389-4f58507f1211', 'admin_state_up': True, 'tenant_id': 'f6f7344b48524230bba674960c9ed8bf'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:30.616246 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063ec3e-68f9-4421-b688-6d93c5484e76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b79aba06-befc-4f8a-a873-c735df5300cb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:30.642215 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:30.665054 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d063ec3e-68f9-4421-b688-6d93c5484e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:30.674196 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d063ec3e-68f9-4421-b688-6d93c5484e76 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b79aba06-befc-4f8a-a873-c735df5300cb HTTP/1.1" status: 204 len: 168 time: 2.5348563 Nov 25 19:39:30.696233 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a40fd10-928b-4dbf-ab76-3af2d2d3cfd7 None None] Network ff56631b-efa0-42d5-95cb-f491e3d0d8b0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:30.712280 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46726) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:30.763803 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-72e67b7b-b757-4aef-9df9-1a97b5916057 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:30.843799 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c41d1d1-0b69-498e-805b-8e0aaec69c18 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:39:30.861168 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-02ef5e50-f974-456c-9900-c368fe0f88fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c91aee86-c6cb-48f3-81f2-fa61ce689518 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:39:30.872886 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16ede7df-ace5-4f97-9970-423b24c9fdd4 req-c5dd85f8-60c5-47de-afd7-2b28b69344ff service neutron] 10.222.0.73 "GET /v2.0/networks/d4d26649-0402-45f1-9591-4343456b37f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6861162 Nov 25 19:39:30.887438 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e927a370-7997-4aee-a2c0-db7f33722117 None None] Provisioning complete for port 92dc6ea4-d5b8-4a53-8530-e7da22f45c1e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:30.888031 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e927a370-7997-4aee-a2c0-db7f33722117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:30.898909 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5dd80435-6eaf-4c91-8a52-ef8e205d8f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:30.915649 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-02ef5e50-f974-456c-9900-c368fe0f88fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:30.935712 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e67b7b-b757-4aef-9df9-1a97b5916057 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Network fd99941b-8f48-4100-8323-a8e8fa5e24d3 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:30.950934 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-72e67b7b-b757-4aef-9df9-1a97b5916057 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:30.984827 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e67b7b-b757-4aef-9df9-1a97b5916057 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:30.990967 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-02ef5e50-f974-456c-9900-c368fe0f88fa service neutron] Transition to ACTIVE for port object c91aee86-c6cb-48f3-81f2-fa61ce689518 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:39:31.047729 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e927a370-7997-4aee-a2c0-db7f33722117 None None] Port 92dc6ea4-d5b8-4a53-8530-e7da22f45c1e cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:31.087133 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed665c-f805-4f64-b93f-7a1f1fc9bf9b req-87101ada-8e4e-417a-827b-ce9606016d7b tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:31.102244 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-58ed665c-f805-4f64-b93f-7a1f1fc9bf9b req-87101ada-8e4e-417a-827b-ce9606016d7b tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 945 time: 0.3443189 Nov 25 19:39:31.103409 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-02ef5e50-f974-456c-9900-c368fe0f88fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:31.108366 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 1c41d1d1-0b69-498e-805b-8e0aaec69c18, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=1c41d1d1-0b69-498e-805b-8e0aaec69c18,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:31.176608 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e67b7b-b757-4aef-9df9-1a97b5916057 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Pushing event updated for resources: {'Port': ['ID=5b97fb0d-855f-4812-bdb0-484fd3be9edd,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:31.179297 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:31.306892 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-295aeebf-32b4-4321-b2f6-a388594e9777 None None] Provisioning complete for port 92dc6ea4-d5b8-4a53-8530-e7da22f45c1e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:31.307486 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-295aeebf-32b4-4321-b2f6-a388594e9777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:31.325774 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0babd063-e0a9-4732-91af-5b1dd70c0d26 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Made reservation on behalf of 813701221f28493a950c217fca8aadfd for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:31.337800 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0babd063-e0a9-4732-91af-5b1dd70c0d26 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:31.375188 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef5e50-f974-456c-9900-c368fe0f88fa service neutron] Pushing event updated for resources: {'Port': ['ID=c91aee86-c6cb-48f3-81f2-fa61ce689518,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:31.423621 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-5dd80435-6eaf-4c91-8a52-ef8e205d8f96 admin admin] Deleting port 419fc545-15ba-4052-91a8-feec62cd0d7e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:31.424377 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5dd80435-6eaf-4c91-8a52-ef8e205d8f96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:31.432741 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-295aeebf-32b4-4321-b2f6-a388594e9777 None None] Port 92dc6ea4-d5b8-4a53-8530-e7da22f45c1e cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:31.434964 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-86dd6b01-b6ea-41ea-bbf6-2923b6e9452b tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Allocated IP 172.20.0.6 (993c29c4-ac7b-4651-9389-4f58507f1211/8bf0bdf0-49b7-437b-9fbb-12b39d85f166/109fef1e-574c-450b-8511-0bb973ba6fed) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:31.446253 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-58ed665c-f805-4f64-b93f-7a1f1fc9bf9b req-7eb83de2-381c-4657-a73e-7dce69f13ad7 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196061 Nov 25 19:39:31.450112 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-9d9ed603-fb21-462c-a81d-dd5bc8b82c05 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Made reservation on behalf of f6f7344b48524230bba674960c9ed8bf for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:31.466057 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-9d9ed603-fb21-462c-a81d-dd5bc8b82c05 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:31.504783 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=1c41d1d1-0b69-498e-805b-8e0aaec69c18,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:31.561909 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['1c41d1d1-0b69-498e-805b-8e0aaec69c18'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:39:31.570260 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-ebc82b47-8087-4f30-9842-e24022ed728b req-64a5d996-23f5-4b0b-8736-f882ddf1d055 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Allocated IP 172.20.0.5 (b1d0b183-b981-4bfb-9a4d-77b2057be997/7e614f16-5c13-45b0-a440-22024dfc9b09/b8e1ad98-ee30-47a1-8a47-f4ef6852c1df) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:31.668701 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e67b7b-b757-4aef-9df9-1a97b5916057 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:31.669405 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-72e67b7b-b757-4aef-9df9-1a97b5916057 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:31.705045 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb71bea-75e0-4f05-b5ba-e308704d3f44 None None] DHCP port deletion for ff56631b-efa0-42d5-95cb-f491e3d0d8b0 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:39:31.723782 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-0babd063-e0a9-4732-91af-5b1dd70c0d26 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] device_id is not set on port f66dba0c-521e-4176-acaa-93f983b01f30 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:39:31.770654 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b4491a31-8d81-46ee-8302-1dd0dae6a272 req-1ed6443a-e85d-4143-a280-c6bfd2ce054f tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a6390d-c424-4880-97c2-c68fb6f5f137 HTTP/1.1" status: 200 len: 210 time: 0.0611000 Nov 25 19:39:31.784448 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-72e67b7b-b757-4aef-9df9-1a97b5916057 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 4.4063654 Nov 25 19:39:31.793303 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46734) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:31.825420 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e3aba917-81dd-47b0-8784-56c011213635 None None] Provisioning complete for port 5b97fb0d-855f-4812-bdb0-484fd3be9edd triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:31.826901 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e3aba917-81dd-47b0-8784-56c011213635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:31.902405 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1104084b-2a95-41da-af66-f31c10bf2d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:31.960181 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e3aba917-81dd-47b0-8784-56c011213635 None None] Port 5b97fb0d-855f-4812-bdb0-484fd3be9edd cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:32.009317 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7fb71bea-75e0-4f05-b5ba-e308704d3f44 None None] Deleting port 419fc545-15ba-4052-91a8-feec62cd0d7e {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:32.009885 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7fb71bea-75e0-4f05-b5ba-e308704d3f44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.024618 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-5dd80435-6eaf-4c91-8a52-ef8e205d8f96 admin admin] For port 419fc545-15ba-4052-91a8-feec62cd0d7e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=419fc545-15ba-4052-91a8-feec62cd0d7e,segment=NetworkSegment(827df263-1f26-48c2-a434-8ef0c3b995dd),segment_id=827df263-1f26-48c2-a434-8ef0c3b995dd)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:32.025258 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5dd80435-6eaf-4c91-8a52-ef8e205d8f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.061443 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f5586-6661-4adf-800f-14306024d06f req-4a4f1b44-9333-439f-a4a6-69c272156677 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:32.064949 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4b3f5586-6661-4adf-800f-14306024d06f req-4a4f1b44-9333-439f-a4a6-69c272156677 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f66a64-ea05-49d4-a5c7-2d573d59e66b HTTP/1.1" status: 200 len: 944 time: 0.4260752 Nov 25 19:39:32.139493 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-871ae85d-a279-4371-baef-ee41ed0b83e1 req-3c3ab509-a4b3-4222-a2fc-c226ca560ea5 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e HTTP/1.1" status: 200 len: 210 time: 0.1665978 Nov 25 19:39:32.185932 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-86dd6b01-b6ea-41ea-bbf6-2923b6e9452b tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.189511 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7fb71bea-75e0-4f05-b5ba-e308704d3f44 None None] For port 419fc545-15ba-4052-91a8-feec62cd0d7e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=419fc545-15ba-4052-91a8-feec62cd0d7e,segment=NetworkSegment(827df263-1f26-48c2-a434-8ef0c3b995dd),segment_id=827df263-1f26-48c2-a434-8ef0c3b995dd)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:32.190343 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7fb71bea-75e0-4f05-b5ba-e308704d3f44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.228935 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-02ef5e50-f974-456c-9900-c368fe0f88fa service neutron] Attempting to bind port c91aee86-c6cb-48f3-81f2-fa61ce689518 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:39:32.230685 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-02ef5e50-f974-456c-9900-c368fe0f88fa service neutron] Attempting to bind port c91aee86-c6cb-48f3-81f2-fa61ce689518 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '8910b9e1-51f0-41ea-a388-d1cb19804709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '993c29c4-ac7b-4651-9389-4f58507f1211'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:39:32.231568 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-02ef5e50-f974-456c-9900-c368fe0f88fa service neutron] Attempting to bind port c91aee86-c6cb-48f3-81f2-fa61ce689518 on network 993c29c4-ac7b-4651-9389-4f58507f1211 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:32.236544 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-5dd80435-6eaf-4c91-8a52-ef8e205d8f96 admin admin] Calling delete_port for 419fc545-15ba-4052-91a8-feec62cd0d7e owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:32.249023 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7fb71bea-75e0-4f05-b5ba-e308704d3f44 None None] Calling delete_port for 419fc545-15ba-4052-91a8-feec62cd0d7e owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:32.270504 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-0babd063-e0a9-4732-91af-5b1dd70c0d26 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Allocated IP 2001:db8::48 (7df4a1e9-b722-4340-ad55-9a150dfdd61f/7b6c7341-3808-4e29-9f36-8eedc0396bf7/f66dba0c-521e-4176-acaa-93f983b01f30) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:32.281499 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ebc82b47-8087-4f30-9842-e24022ed728b req-64a5d996-23f5-4b0b-8736-f882ddf1d055 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.298271 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20099da4-5dd5-449f-b1aa-f10bd2b4d3c1 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:32.310758 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20099da4-5dd5-449f-b1aa-f10bd2b4d3c1 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:32.323786 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20099da4-5dd5-449f-b1aa-f10bd2b4d3c1 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:32.334112 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-20099da4-5dd5-449f-b1aa-f10bd2b4d3c1 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.5305302 Nov 25 19:39:32.336123 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-02ef5e50-f974-456c-9900-c368fe0f88fa service neutron] Port c91aee86-c6cb-48f3-81f2-fa61ce689518 on network 993c29c4-ac7b-4651-9389-4f58507f1211 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:39:32.336654 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-02ef5e50-f974-456c-9900-c368fe0f88fa service neutron] Attempting to bind port c91aee86-c6cb-48f3-81f2-fa61ce689518 on network 993c29c4-ac7b-4651-9389-4f58507f1211 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:32.338041 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46736) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:32.352282 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4b3f5586-6661-4adf-800f-14306024d06f req-5d065ff8-feb1-480c-bc45-6587b3dc1b90 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345645 Nov 25 19:39:32.408641 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7fb71bea-75e0-4f05-b5ba-e308704d3f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.411666 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-02ef5e50-f974-456c-9900-c368fe0f88fa service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:39:32.412010 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-02ef5e50-f974-456c-9900-c368fe0f88fa service neutron] Checking segment: {'id': '8910b9e1-51f0-41ea-a388-d1cb19804709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '993c29c4-ac7b-4651-9389-4f58507f1211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:32.412400 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-02ef5e50-f974-456c-9900-c368fe0f88fa service neutron] Bound using segment: {'id': '8910b9e1-51f0-41ea-a388-d1cb19804709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '993c29c4-ac7b-4651-9389-4f58507f1211'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:39:32.413321 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-02ef5e50-f974-456c-9900-c368fe0f88fa service neutron] Bound port: c91aee86-c6cb-48f3-81f2-fa61ce689518, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8910b9e1-51f0-41ea-a388-d1cb19804709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '993c29c4-ac7b-4651-9389-4f58507f1211'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:39:32.413878 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-02ef5e50-f974-456c-9900-c368fe0f88fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.477454 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb71bea-75e0-4f05-b5ba-e308704d3f44 None None] No DVR routers for this DVR port 419fc545-15ba-4052-91a8-feec62cd0d7e on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:39:32.488602 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb71bea-75e0-4f05-b5ba-e308704d3f44 None None] Pushing event deleted for resources: {'Port': ['ID=419fc545-15ba-4052-91a8-feec62cd0d7e,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:32.569414 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5dd80435-6eaf-4c91-8a52-ef8e205d8f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.572241 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-86dd6b01-b6ea-41ea-bbf6-2923b6e9452b tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.605496 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ebc82b47-8087-4f30-9842-e24022ed728b req-64a5d996-23f5-4b0b-8736-f882ddf1d055 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.705325 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-02ef5e50-f974-456c-9900-c368fe0f88fa service neutron] For port c91aee86-c6cb-48f3-81f2-fa61ce689518, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:39:32.737037 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-86dd6b01-b6ea-41ea-bbf6-2923b6e9452b tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Network 993c29c4-ac7b-4651-9389-4f58507f1211 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:32.740552 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd80435-6eaf-4c91-8a52-ef8e205d8f96 admin admin] Pushing event deleted for resources: {'Port': ['ID=419fc545-15ba-4052-91a8-feec62cd0d7e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:32.742380 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebc82b47-8087-4f30-9842-e24022ed728b req-64a5d996-23f5-4b0b-8736-f882ddf1d055 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Network b1d0b183-b981-4bfb-9a4d-77b2057be997 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:32.744080 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd80435-6eaf-4c91-8a52-ef8e205d8f96 admin admin] No DVR routers for this DVR port 419fc545-15ba-4052-91a8-feec62cd0d7e on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:39:32.750470 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-86dd6b01-b6ea-41ea-bbf6-2923b6e9452b tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:32.757937 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-ebc82b47-8087-4f30-9842-e24022ed728b req-64a5d996-23f5-4b0b-8736-f882ddf1d055 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:32.761052 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc82b47-8087-4f30-9842-e24022ed728b req-64a5d996-23f5-4b0b-8736-f882ddf1d055 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:32.763796 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-86dd6b01-b6ea-41ea-bbf6-2923b6e9452b tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:32.769114 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd6b01-b6ea-41ea-bbf6-2923b6e9452b tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Pushing event updated for resources: {'Port': ['ID=109fef1e-574c-450b-8511-0bb973ba6fed,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:32.841417 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-02ef5e50-f974-456c-9900-c368fe0f88fa service neutron] For port c91aee86-c6cb-48f3-81f2-fa61ce689518, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c91aee86-c6cb-48f3-81f2-fa61ce689518,segment=NetworkSegment(8910b9e1-51f0-41ea-a388-d1cb19804709),segment_id=8910b9e1-51f0-41ea-a388-d1cb19804709)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:39:32.872708 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-02ef5e50-f974-456c-9900-c368fe0f88fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.878264 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-9d9ed603-fb21-462c-a81d-dd5bc8b82c05 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Allocated IP 172.20.0.12 (993c29c4-ac7b-4651-9389-4f58507f1211/8bf0bdf0-49b7-437b-9fbb-12b39d85f166/948cdb1c-fcef-471f-a945-be4d726e5b1d) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:33.136121 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935bea8-5a88-4854-b178-a96cc8c14c1c req-d5702dd8-ed49-453f-9789-78dc1a7e8dbc tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:33.138024 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6935bea8-5a88-4854-b178-a96cc8c14c1c req-d5702dd8-ed49-453f-9789-78dc1a7e8dbc tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 945 time: 0.5643468 Nov 25 19:39:33.162638 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-02ef5e50-f974-456c-9900-c368fe0f88fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:33.163430 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-02ef5e50-f974-456c-9900-c368fe0f88fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:33.165512 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-02ef5e50-f974-456c-9900-c368fe0f88fa service neutron] 10.222.0.73 "PUT /v2.0/ports/c91aee86-c6cb-48f3-81f2-fa61ce689518 HTTP/1.1" status: 200 len: 1091 time: 4.4056425 Nov 25 19:39:33.192461 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5dd80435-6eaf-4c91-8a52-ef8e205d8f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:33.207736 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4340a7-a2e7-4005-b776-fcaee8692fcf', 'tag': 'c91aee86-c6cb-48f3-81f2-fa61ce689518'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:39:33.209026 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6500be1d-4494-4c9b-a02f-93683dddeb66 None None] Provisioning complete for port 109fef1e-574c-450b-8511-0bb973ba6fed triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:33.210759 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6500be1d-4494-4c9b-a02f-93683dddeb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:33.214315 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b27f21e-7fb4-4d74-9dca-704e82b3ab92" -d '{"events": [{"name": "network-changed", "server_uuid": "8e4340a7-a2e7-4005-b776-fcaee8692fcf", "tag": "c91aee86-c6cb-48f3-81f2-fa61ce689518"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:39:33.215689 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 419fc545-15ba-4052-91a8-feec62cd0d7e no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:39:33.265771 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 419fc545-15ba-4052-91a8-feec62cd0d7e {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:39:33.267150 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 419fc545-15ba-4052-91a8-feec62cd0d7e not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:39:33.337275 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-5dd80435-6eaf-4c91-8a52-ef8e205d8f96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff56631b-efa0-42d5-95cb-f491e3d0d8b0']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:33.355476 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-6500be1d-4494-4c9b-a02f-93683dddeb66 None None] Port 109fef1e-574c-450b-8511-0bb973ba6fed cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:33.377091 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-5dd80435-6eaf-4c91-8a52-ef8e205d8f96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '827df263-1f26-48c2-a434-8ef0c3b995dd') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:33.377490 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-5dd80435-6eaf-4c91-8a52-ef8e205d8f96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '827df263-1f26-48c2-a434-8ef0c3b995dd') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:33.389159 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef5e50-f974-456c-9900-c368fe0f88fa service neutron] Pushing event updated for resources: {'Port': ['ID=c91aee86-c6cb-48f3-81f2-fa61ce689518,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:33.422649 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-d02b94d1-eee3-4f9e-9aef-6ef19462a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:33.424450 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-d02b94d1-eee3-4f9e-9aef-6ef19462a487 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6f7344b48524230bba674960c9ed8bf&device_id=8e4340a7-a2e7-4005-b776-fcaee8692fcf HTTP/1.1" status: 200 len: 1094 time: 0.1842039 Nov 25 19:39:33.430931 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-9d9ed603-fb21-462c-a81d-dd5bc8b82c05 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:33.434106 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5dd80435-6eaf-4c91-8a52-ef8e205d8f96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:33.489238 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-3d8271ed-d05f-41fc-b0a7-af3db30093eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c91aee86-c6cb-48f3-81f2-fa61ce689518 HTTP/1.1" status: 200 len: 217 time: 0.0462420 Nov 25 19:39:33.584179 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0babd063-e0a9-4732-91af-5b1dd70c0d26 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:33.598913 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:33.600283 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc82b47-8087-4f30-9842-e24022ed728b req-64a5d996-23f5-4b0b-8736-f882ddf1d055 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:33.601600 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ebc82b47-8087-4f30-9842-e24022ed728b req-64a5d996-23f5-4b0b-8736-f882ddf1d055 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:33.609512 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b1823769-a56b-42b7-b932-abc83396921e tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Deleting port 5b97fb0d-855f-4812-bdb0-484fd3be9edd {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:33.610526 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1823769-a56b-42b7-b932-abc83396921e tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:33.650247 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-86dd6b01-b6ea-41ea-bbf6-2923b6e9452b tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:33.651168 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-86dd6b01-b6ea-41ea-bbf6-2923b6e9452b tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:33.705895 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5d996-23f5-4b0b-8736-f882ddf1d055 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Pushing event updated for resources: {'Port': ['ID=b8e1ad98-ee30-47a1-8a47-f4ef6852c1df,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:33.763117 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebc82b47-8087-4f30-9842-e24022ed728b req-64a5d996-23f5-4b0b-8736-f882ddf1d055 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7973328 Nov 25 19:39:33.772412 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-86dd6b01-b6ea-41ea-bbf6-2923b6e9452b tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7050085 Nov 25 19:39:33.792488 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-ebc82b47-8087-4f30-9842-e24022ed728b req-b9f0e393-0a87-4c33-a2f3-bbda4781d4e5 service neutron] Request body: {'port': {'device_id': '64a6390d-c424-4880-97c2-c68fb6f5f137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:33.808986 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-6da40444-00a5-4e9e-ad1f-48f3f65013f5 service neutron] Request body: {'port': {'device_id': '6a1efbe2-4d2c-4492-b19a-3144bd991eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:33.847113 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f96d0-fe7a-4fb5-88ef-f5006f16d386 req-d2d0dfeb-dd3e-472c-97df-303746e1c93c tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:33.848760 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-206f96d0-fe7a-4fb5-88ef-f5006f16d386 req-d2d0dfeb-dd3e-472c-97df-303746e1c93c tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a6390d-c424-4880-97c2-c68fb6f5f137 HTTP/1.1" status: 200 len: 931 time: 0.3982608 Nov 25 19:39:33.917007 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5dd80435-6eaf-4c91-8a52-ef8e205d8f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:33.921557 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0babd063-e0a9-4732-91af-5b1dd70c0d26 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:33.922432 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6935bea8-5a88-4854-b178-a96cc8c14c1c req-8429c692-9ec3-4b1a-bf09-16ea8871cb43 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6970322 Nov 25 19:39:33.935219 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd80435-6eaf-4c91-8a52-ef8e205d8f96 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5dd80435-6eaf-4c91-8a52-ef8e205d8f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:39:33.937940 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:39:34.012394 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1823769-a56b-42b7-b932-abc83396921e tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:34.023399 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-9d9ed603-fb21-462c-a81d-dd5bc8b82c05 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:34.027065 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 1c41d1d1-0b69-498e-805b-8e0aaec69c18 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:34.071327 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babd063-e0a9-4732-91af-5b1dd70c0d26 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Pushing event updated for resources: {'Port': ['ID=f66dba0c-521e-4176-acaa-93f983b01f30,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:34.075407 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b1823769-a56b-42b7-b932-abc83396921e tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Calling delete_port for 5b97fb0d-855f-4812-bdb0-484fd3be9edd owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:34.084240 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ebc82b47-8087-4f30-9842-e24022ed728b req-b9f0e393-0a87-4c33-a2f3-bbda4781d4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:34.092927 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0babd063-e0a9-4732-91af-5b1dd70c0d26 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Network 7df4a1e9-b722-4340-ad55-9a150dfdd61f is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:34.094052 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-6da40444-00a5-4e9e-ad1f-48f3f65013f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:34.111516 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 1c41d1d1-0b69-498e-805b-8e0aaec69c18 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:39:34.116416 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 1c41d1d1-0b69-498e-805b-8e0aaec69c18 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:34.116884 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:34.126560 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-0babd063-e0a9-4732-91af-5b1dd70c0d26 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:34.139745 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0babd063-e0a9-4732-91af-5b1dd70c0d26 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:34.154101 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0babd063-e0a9-4732-91af-5b1dd70c0d26 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:34.154922 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0babd063-e0a9-4732-91af-5b1dd70c0d26 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:34.212675 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-206f96d0-fe7a-4fb5-88ef-f5006f16d386 req-bbd60090-a29d-4966-b009-7710e2461045 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e42ee364-b894-4240-9250-2a0df610b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387165 Nov 25 19:39:34.267032 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-9d9ed603-fb21-462c-a81d-dd5bc8b82c05 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Network 993c29c4-ac7b-4651-9389-4f58507f1211 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:34.293447 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-e257f704-70ac-4bf4-bae3-527e9d9b0219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:34.298639 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-e257f704-70ac-4bf4-bae3-527e9d9b0219 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bf0bdf0-49b7-437b-9fbb-12b39d85f166 HTTP/1.1" status: 200 len: 855 time: 0.7959464 Nov 25 19:39:34.308707 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0babd063-e0a9-4732-91af-5b1dd70c0d26 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.1092722 Nov 25 19:39:34.315169 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46752) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:34.317909 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:34.333890 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-9d9ed603-fb21-462c-a81d-dd5bc8b82c05 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:34.339917 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-6ea94720-a740-4e72-89b8-7a3d27665b50 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Request body: {'port': {'network_id': '7df4a1e9-b722-4340-ad55-9a150dfdd61f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-411082793'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:34.341066 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5dd80435-6eaf-4c91-8a52-ef8e205d8f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:34.345048 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-9d9ed603-fb21-462c-a81d-dd5bc8b82c05 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:34.380397 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f66a64-ea05-49d4-a5c7-2d573d59e66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c41d1d1-0b69-498e-805b-8e0aaec69c18'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:39:34.385013 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e9fea4-4ecb-4b38-9405-e198fba3a1f1" -d '{"events": [{"server_uuid": "d2f66a64-ea05-49d4-a5c7-2d573d59e66b", "name": "network-vif-plugged", "status": "completed", "tag": "1c41d1d1-0b69-498e-805b-8e0aaec69c18"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:39:34.412007 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5dd80435-6eaf-4c91-8a52-ef8e205d8f96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:34.419223 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5dd80435-6eaf-4c91-8a52-ef8e205d8f96 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ff56631b-efa0-42d5-95cb-f491e3d0d8b0 HTTP/1.1" status: 204 len: 168 time: 3.7060230 Nov 25 19:39:34.423640 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 1c41d1d1-0b69-498e-805b-8e0aaec69c18, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=1c41d1d1-0b69-498e-805b-8e0aaec69c18,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:34.435340 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:34.559481 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ed603-fb21-462c-a81d-dd5bc8b82c05 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Pushing event updated for resources: {'Port': ['ID=948cdb1c-fcef-471f-a945-be4d726e5b1d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:34.596819 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd80435-6eaf-4c91-8a52-ef8e205d8f96 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff56631b-efa0-42d5-95cb-f491e3d0d8b0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:34.631611 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=1c41d1d1-0b69-498e-805b-8e0aaec69c18,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:34.684996 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baec0b-f208-4fdd-b955-e4ccaee53490 req-12c0f077-2378-42fc-a290-f112da559ce8 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:34.694759 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-21baec0b-f208-4fdd-b955-e4ccaee53490 req-12c0f077-2378-42fc-a290-f112da559ce8 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e HTTP/1.1" status: 200 len: 932 time: 0.5957050 Nov 25 19:39:34.700377 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6260c034-4997-4233-aa61-46ffef62669e None None] Provisioning complete for port f66dba0c-521e-4176-acaa-93f983b01f30 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:34.701055 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6260c034-4997-4233-aa61-46ffef62669e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:34.729098 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-9d9ed603-fb21-462c-a81d-dd5bc8b82c05 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:34.729829 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-9d9ed603-fb21-462c-a81d-dd5bc8b82c05 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:34.746685 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b45990-6a60-4d75-92a9-25a6f282f4c8 x-openstack-request-id: req-f9b45990-6a60-4d75-92a9-25a6f282f4c8 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:39:34.747066 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e4340a7-a2e7-4005-b776-fcaee8692fcf", "tag": "c91aee86-c6cb-48f3-81f2-fa61ce689518", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:39:34.749786 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f9b45990-6a60-4d75-92a9-25a6f282f4c8 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:39:34.750319 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4340a7-a2e7-4005-b776-fcaee8692fcf', 'tag': 'c91aee86-c6cb-48f3-81f2-fa61ce689518', 'status': 'completed', 'code': 200} Nov 25 19:39:34.790778 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-9d9ed603-fb21-462c-a81d-dd5bc8b82c05 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1927528 Nov 25 19:39:34.814320 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-409e13da-8783-4519-99d6-948f247ac2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:34.816364 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-409e13da-8783-4519-99d6-948f247ac2ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=993c29c4-ac7b-4651-9389-4f58507f1211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4654894 Nov 25 19:39:34.833780 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-20bba423-af27-401a-b036-f9287ff40e98 service neutron] Request body: {'port': {'device_id': '7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:34.849455 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-6260c034-4997-4233-aa61-46ffef62669e None None] Port f66dba0c-521e-4176-acaa-93f983b01f30 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:34.968348 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46758) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:34.994268 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-16923749-89e9-48ae-8881-323f757ec351 None None] Provisioning complete for port 948cdb1c-fcef-471f-a945-be4d726e5b1d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:34.994967 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-16923749-89e9-48ae-8881-323f757ec351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:35.000398 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-21baec0b-f208-4fdd-b955-e4ccaee53490 req-01bfa973-bea6-46fe-9ea8-eac24fa7c23e tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033841 Nov 25 19:39:35.149788 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-16923749-89e9-48ae-8881-323f757ec351 None None] Port 948cdb1c-fcef-471f-a945-be4d726e5b1d cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:35.157892 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a32a25b4-0848-4c5a-8fc4-3037735edadc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5793ebf8c1374bcea833180ef6f84e4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1728399 Nov 25 19:39:35.164255 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46760) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:35.180571 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-20bba423-af27-401a-b036-f9287ff40e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:35.279890 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-602a715d-5a5a-4d4e-abe5-60bf72dbaaef service neutron] 10.222.0.73 "GET /v2.0/networks/993c29c4-ac7b-4651-9389-4f58507f1211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413483 Nov 25 19:39:35.353650 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354530c-8612-4744-ad10-70bf8694becd req-4bd67c07-5c4e-4087-b3a6-c8591c8deee5 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:35.356910 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3354530c-8612-4744-ad10-70bf8694becd req-4bd67c07-5c4e-4087-b3a6-c8591c8deee5 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f66a64-ea05-49d4-a5c7-2d573d59e66b HTTP/1.1" status: 200 len: 945 time: 0.4305208 Nov 25 19:39:35.376706 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:35.397665 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d124b604-0f49-47e5-b044-b5a4593e5ba2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:35.398765 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea94720-a740-4e72-89b8-7a3d27665b50 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Made reservation on behalf of 813701221f28493a950c217fca8aadfd for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:35.402832 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6ea94720-a740-4e72-89b8-7a3d27665b50 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:35.426069 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1823769-a56b-42b7-b932-abc83396921e tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:35.492550 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d124b604-0f49-47e5-b044-b5a4593e5ba2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:35.521396 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1823769-a56b-42b7-b932-abc83396921e tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Pushing event deleted for resources: {'Port': ['ID=5b97fb0d-855f-4812-bdb0-484fd3be9edd,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:35.539971 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:39:35.553648 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ab8b1b-efd1-48ce-b420-4d4950d80a4f x-openstack-request-id: req-38ab8b1b-efd1-48ce-b420-4d4950d80a4f {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:39:35.553940 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f66a64-ea05-49d4-a5c7-2d573d59e66b", "name": "network-vif-plugged", "status": "completed", "tag": "1c41d1d1-0b69-498e-805b-8e0aaec69c18", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:39:35.555308 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-38ab8b1b-efd1-48ce-b420-4d4950d80a4f {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:39:35.555870 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-6ea94720-a740-4e72-89b8-7a3d27665b50 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] device_id is not set on port e6a6f1be-e1a8-4bf2-a164-4643a2bd6cfa yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:39:35.556117 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f66a64-ea05-49d4-a5c7-2d573d59e66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c41d1d1-0b69-498e-805b-8e0aaec69c18', 'code': 200} Nov 25 19:39:35.594194 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:35.601085 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71d08c9c-fe47-48e4-bc9a-c441b1fafcd5 req-2826f5ab-01f2-4565-bc4f-e37799632d99 service neutron] 10.222.0.73 "GET /v2.0/networks/993c29c4-ac7b-4651-9389-4f58507f1211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129637 Nov 25 19:39:35.750071 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d124b604-0f49-47e5-b044-b5a4593e5ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:35.753209 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d124b604-0f49-47e5-b044-b5a4593e5ba2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:35.758233 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d124b604-0f49-47e5-b044-b5a4593e5ba2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c1ef7f6b-2fa3-40ff-add6-077a6f5d0c2b HTTP/1.1" status: 204 len: 168 time: 0.5893781 Nov 25 19:39:35.777369 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124b604-0f49-47e5-b044-b5a4593e5ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ef7f6b-2fa3-40ff-add6-077a6f5d0c2b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:35.796454 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d30e0-26b9-4641-be36-0b26a91302fb req-3d1ca837-cf7a-49f6-84fd-5f798c733d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:35.798184 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-697d30e0-26b9-4641-be36-0b26a91302fb req-3d1ca837-cf7a-49f6-84fd-5f798c733d30 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d2f66a64-ea05-49d4-a5c7-2d573d59e66b HTTP/1.1" status: 200 len: 1096 time: 0.0746517 Nov 25 19:39:35.807956 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9c1bd-12de-486d-9ce1-053f31e5ec16 req-9ae07e66-ba60-4fc3-9bfd-6edb3000ff19 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:35.817135 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-39d9c1bd-12de-486d-9ce1-053f31e5ec16 req-9ae07e66-ba60-4fc3-9bfd-6edb3000ff19 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a6390d-c424-4880-97c2-c68fb6f5f137 HTTP/1.1" status: 200 len: 931 time: 0.1668148 Nov 25 19:39:35.855088 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3354530c-8612-4744-ad10-70bf8694becd req-825d84b9-da4b-45f7-a125-e4fe200d73ff tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600883 Nov 25 19:39:35.921506 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-39d9c1bd-12de-486d-9ce1-053f31e5ec16 req-71792ad9-fb22-4f67-8df2-5ce026b7ddd6 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e42ee364-b894-4240-9250-2a0df610b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034102 Nov 25 19:39:35.982982 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-697d30e0-26b9-4641-be36-0b26a91302fb req-2742c11b-5fa9-4b8f-84f2-914d24a31985 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570458 Nov 25 19:39:36.095881 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-ebc82b47-8087-4f30-9842-e24022ed728b req-b9f0e393-0a87-4c33-a2f3-bbda4781d4e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e1ad98-ee30-47a1-8a47-f4ef6852c1df {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:39:36.131407 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-6da40444-00a5-4e9e-ad1f-48f3f65013f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 109fef1e-574c-450b-8511-0bb973ba6fed {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:39:36.140462 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ebc82b47-8087-4f30-9842-e24022ed728b req-b9f0e393-0a87-4c33-a2f3-bbda4781d4e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:36.159277 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-6da40444-00a5-4e9e-ad1f-48f3f65013f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:36.184264 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27f21e-7fb4-4d74-9dca-704e82b3ab92 req-cce71368-fdc9-479c-8697-72f3b8fdbb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:36.186042 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5b27f21e-7fb4-4d74-9dca-704e82b3ab92 req-cce71368-fdc9-479c-8697-72f3b8fdbb69 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6f7344b48524230bba674960c9ed8bf&device_id=8e4340a7-a2e7-4005-b776-fcaee8692fcf HTTP/1.1" status: 200 len: 1094 time: 0.4594696 Nov 25 19:39:36.227952 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb69f93-3b64-43bc-9fb5-364b213a41e2 req-734fdb93-6ea0-41a5-9435-59a7eab260c3 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:36.232227 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ebb69f93-3b64-43bc-9fb5-364b213a41e2 req-734fdb93-6ea0-41a5-9435-59a7eab260c3 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e HTTP/1.1" status: 200 len: 932 time: 0.0977180 Nov 25 19:39:36.232799 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-6ea94720-a740-4e72-89b8-7a3d27665b50 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Allocated IP 2001:db8::3ae (7df4a1e9-b722-4340-ad55-9a150dfdd61f/7b6c7341-3808-4e29-9f36-8eedc0396bf7/e6a6f1be-e1a8-4bf2-a164-4643a2bd6cfa) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:36.255409 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-ebc82b47-8087-4f30-9842-e24022ed728b req-b9f0e393-0a87-4c33-a2f3-bbda4781d4e5 service neutron] Transition to ACTIVE for port object b8e1ad98-ee30-47a1-8a47-f4ef6852c1df will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:39:36.264660 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1823769-a56b-42b7-b932-abc83396921e tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:36.273206 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b1823769-a56b-42b7-b932-abc83396921e tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] 10.222.0.55 "DELETE /v2.0/ports/5b97fb0d-855f-4812-bdb0-484fd3be9edd HTTP/1.1" status: 204 len: 168 time: 3.9152157 Nov 25 19:39:36.273206 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-6da40444-00a5-4e9e-ad1f-48f3f65013f5 service neutron] Transition to ACTIVE for port object 109fef1e-574c-450b-8511-0bb973ba6fed will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:39:36.283361 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46780) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:36.287709 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ebc82b47-8087-4f30-9842-e24022ed728b req-b9f0e393-0a87-4c33-a2f3-bbda4781d4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:36.330108 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-6da40444-00a5-4e9e-ad1f-48f3f65013f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:36.384111 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d35fb42-410a-4d11-af52-a7b9a8a817d7 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] GET failed (client error): The resource could not be found. Nov 25 19:39:36.389265 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6d35fb42-410a-4d11-af52-a7b9a8a817d7 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] 10.222.0.55 "GET /v2.0/ports/5b97fb0d-855f-4812-bdb0-484fd3be9edd HTTP/1.1" status: 404 len: 333 time: 0.1004260 Nov 25 19:39:36.398051 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46784) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:36.414139 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb0dcb-47ae-42d0-a1a5-46a95570e533 req-7abcc2d4-4add-4871-8d3a-82a6aab89c6d tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:36.415709 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8eb0dcb-47ae-42d0-a1a5-46a95570e533 req-7abcc2d4-4add-4871-8d3a-82a6aab89c6d tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 945 time: 0.4230964 Nov 25 19:39:36.433504 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-809a47f7-c5e9-4a6d-9a0a-8948df06ab24 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Request body: {'port': {'network_id': 'fd99941b-8f48-4100-8323-a8e8fa5e24d3', 'name': 'tempest-AllowedAddressPairTestJSON-1187132129'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:36.448939 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ebb69f93-3b64-43bc-9fb5-364b213a41e2 req-436288db-c48b-41d5-8d70-25a6af8eea86 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039998 Nov 25 19:39:36.492335 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0e393-0a87-4c33-a2f3-bbda4781d4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e1ad98-ee30-47a1-8a47-f4ef6852c1df,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:36.664168 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27f21e-7fb4-4d74-9dca-704e82b3ab92 req-f26b32ac-d7f3-4266-b407-85cf8a743199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:36.666067 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5b27f21e-7fb4-4d74-9dca-704e82b3ab92 req-f26b32ac-d7f3-4266-b407-85cf8a743199 service neutron] 10.222.0.73 "GET /v2.0/networks?id=993c29c4-ac7b-4651-9389-4f58507f1211 HTTP/1.1" status: 200 len: 917 time: 0.4675217 Nov 25 19:39:36.716851 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-20bba423-af27-401a-b036-f9287ff40e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 948cdb1c-fcef-471f-a945-be4d726e5b1d {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:39:36.740308 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-20bba423-af27-401a-b036-f9287ff40e98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:36.772098 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-20bba423-af27-401a-b036-f9287ff40e98 service neutron] Transition to ACTIVE for port object 948cdb1c-fcef-471f-a945-be4d726e5b1d will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:39:36.790709 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-20bba423-af27-401a-b036-f9287ff40e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:36.902848 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bba423-af27-401a-b036-f9287ff40e98 service neutron] Pushing event updated for resources: {'Port': ['ID=948cdb1c-fcef-471f-a945-be4d726e5b1d,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:37.156837 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-20bba423-af27-401a-b036-f9287ff40e98 service neutron] Attempting to bind port 948cdb1c-fcef-471f-a945-be4d726e5b1d on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:39:37.158228 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-20bba423-af27-401a-b036-f9287ff40e98 service neutron] Attempting to bind port 948cdb1c-fcef-471f-a945-be4d726e5b1d by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '8910b9e1-51f0-41ea-a388-d1cb19804709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '993c29c4-ac7b-4651-9389-4f58507f1211'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:39:37.158228 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-20bba423-af27-401a-b036-f9287ff40e98 service neutron] Attempting to bind port 948cdb1c-fcef-471f-a945-be4d726e5b1d on network 993c29c4-ac7b-4651-9389-4f58507f1211 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:37.165248 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-20bba423-af27-401a-b036-f9287ff40e98 service neutron] Port 948cdb1c-fcef-471f-a945-be4d726e5b1d on network 993c29c4-ac7b-4651-9389-4f58507f1211 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:39:37.165586 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-20bba423-af27-401a-b036-f9287ff40e98 service neutron] Attempting to bind port 948cdb1c-fcef-471f-a945-be4d726e5b1d on network 993c29c4-ac7b-4651-9389-4f58507f1211 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:37.178868 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-20bba423-af27-401a-b036-f9287ff40e98 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:39:37.179218 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-20bba423-af27-401a-b036-f9287ff40e98 service neutron] Checking segment: {'id': '8910b9e1-51f0-41ea-a388-d1cb19804709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '993c29c4-ac7b-4651-9389-4f58507f1211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:37.180170 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-20bba423-af27-401a-b036-f9287ff40e98 service neutron] Bound using segment: {'id': '8910b9e1-51f0-41ea-a388-d1cb19804709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '993c29c4-ac7b-4651-9389-4f58507f1211'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:39:37.181062 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-20bba423-af27-401a-b036-f9287ff40e98 service neutron] Bound port: 948cdb1c-fcef-471f-a945-be4d726e5b1d, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8910b9e1-51f0-41ea-a388-d1cb19804709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '993c29c4-ac7b-4651-9389-4f58507f1211'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:39:37.181465 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-20bba423-af27-401a-b036-f9287ff40e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:37.211556 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46f9d5-dee3-4ee4-a714-9dfb079d5abe req-ff3f51ed-9bca-4852-82ac-13a040d8e470 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:37.212769 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4e46f9d5-dee3-4ee4-a714-9dfb079d5abe req-ff3f51ed-9bca-4852-82ac-13a040d8e470 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f66a64-ea05-49d4-a5c7-2d573d59e66b HTTP/1.1" status: 200 len: 945 time: 0.1163139 Nov 25 19:39:37.242128 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5b27f21e-7fb4-4d74-9dca-704e82b3ab92 req-ac054fd5-adf9-42f0-a418-ffa76da36a1c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c91aee86-c6cb-48f3-81f2-fa61ce689518 HTTP/1.1" status: 200 len: 217 time: 0.5303636 Nov 25 19:39:37.306666 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da40444-00a5-4e9e-ad1f-48f3f65013f5 service neutron] Pushing event updated for resources: {'Port': ['ID=109fef1e-574c-450b-8511-0bb973ba6fed,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:37.307744 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46804) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:37.312392 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-20bba423-af27-401a-b036-f9287ff40e98 service neutron] For port 948cdb1c-fcef-471f-a945-be4d726e5b1d, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:39:37.352986 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-20bba423-af27-401a-b036-f9287ff40e98 service neutron] For port 948cdb1c-fcef-471f-a945-be4d726e5b1d, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=948cdb1c-fcef-471f-a945-be4d726e5b1d,segment=NetworkSegment(8910b9e1-51f0-41ea-a388-d1cb19804709),segment_id=8910b9e1-51f0-41ea-a388-d1cb19804709)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:39:37.363292 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4e46f9d5-dee3-4ee4-a714-9dfb079d5abe req-e0689dc3-46a0-4ff6-9ffc-f427ab367af1 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039760 Nov 25 19:39:37.366448 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-20bba423-af27-401a-b036-f9287ff40e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:37.421971 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8eb0dcb-47ae-42d0-a1a5-46a95570e533 req-d4ca580c-30d9-4429-823c-d71c7f3a2f6b tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9701984 Nov 25 19:39:37.426000 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-20bba423-af27-401a-b036-f9287ff40e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:37.426665 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-20bba423-af27-401a-b036-f9287ff40e98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:37.428241 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-20bba423-af27-401a-b036-f9287ff40e98 service neutron] 10.222.0.85 "PUT /v2.0/ports/948cdb1c-fcef-471f-a945-be4d726e5b1d HTTP/1.1" status: 200 len: 1092 time: 2.6057220 Nov 25 19:39:37.428645 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e', 'tag': '948cdb1c-fcef-471f-a945-be4d726e5b1d'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:39:37.431128 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b726ee7-a7c7-406a-a947-9184b2b7c78e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e", "tag": "948cdb1c-fcef-471f-a945-be4d726e5b1d"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:39:37.465061 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bba423-af27-401a-b036-f9287ff40e98 service neutron] Pushing event updated for resources: {'Port': ['ID=948cdb1c-fcef-471f-a945-be4d726e5b1d,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:37.561735 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27f21e-7fb4-4d74-9dca-704e82b3ab92 req-57079954-e5ba-4a02-b326-33393d99d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:37.564842 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5b27f21e-7fb4-4d74-9dca-704e82b3ab92 req-57079954-e5ba-4a02-b326-33393d99d0ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bf0bdf0-49b7-437b-9fbb-12b39d85f166 HTTP/1.1" status: 200 len: 855 time: 0.2779851 Nov 25 19:39:37.599163 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109d1e76-65c5-457b-a386-e6b56621c7ee x-openstack-request-id: req-109d1e76-65c5-457b-a386-e6b56621c7ee {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:39:37.603107 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e", "tag": "948cdb1c-fcef-471f-a945-be4d726e5b1d", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:39:37.603435 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-109d1e76-65c5-457b-a386-e6b56621c7ee {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:39:37.603882 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e', 'tag': '948cdb1c-fcef-471f-a945-be4d726e5b1d', 'status': 'completed', 'code': 200} Nov 25 19:39:37.625961 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-6da40444-00a5-4e9e-ad1f-48f3f65013f5 service neutron] Attempting to bind port 109fef1e-574c-450b-8511-0bb973ba6fed on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:39:37.626855 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-6da40444-00a5-4e9e-ad1f-48f3f65013f5 service neutron] Attempting to bind port 109fef1e-574c-450b-8511-0bb973ba6fed by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '8910b9e1-51f0-41ea-a388-d1cb19804709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '993c29c4-ac7b-4651-9389-4f58507f1211'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:39:37.627348 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-6da40444-00a5-4e9e-ad1f-48f3f65013f5 service neutron] Attempting to bind port 109fef1e-574c-450b-8511-0bb973ba6fed on network 993c29c4-ac7b-4651-9389-4f58507f1211 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:37.646834 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e124053b-b8aa-47f8-8127-90ddc7fe4433 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1992171951-network', 'tenant_id': 'abb922ce65454bc1915d7b2c3b27e005'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:37.701387 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-0e0db4c5-f799-489a-9966-1fe774354c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:37.703934 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-0e0db4c5-f799-489a-9966-1fe774354c77 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f6f7344b48524230bba674960c9ed8bf&device_id=7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e HTTP/1.1" status: 200 len: 1095 time: 0.1885540 Nov 25 19:39:37.724530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-ebc82b47-8087-4f30-9842-e24022ed728b req-b9f0e393-0a87-4c33-a2f3-bbda4781d4e5 service neutron] Attempting to bind port b8e1ad98-ee30-47a1-8a47-f4ef6852c1df on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:39:37.725232 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-ebc82b47-8087-4f30-9842-e24022ed728b req-b9f0e393-0a87-4c33-a2f3-bbda4781d4e5 service neutron] Attempting to bind port b8e1ad98-ee30-47a1-8a47-f4ef6852c1df by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'd5606956-6680-4d28-9c90-711c5387b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b1d0b183-b981-4bfb-9a4d-77b2057be997'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:39:37.725671 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc82b47-8087-4f30-9842-e24022ed728b req-b9f0e393-0a87-4c33-a2f3-bbda4781d4e5 service neutron] Attempting to bind port b8e1ad98-ee30-47a1-8a47-f4ef6852c1df on network b1d0b183-b981-4bfb-9a4d-77b2057be997 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:37.732096 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829cfc9-97e4-4ea8-ae68-089944791fdd req-c91c3098-a129-4d42-8ddb-949e615e5993 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:37.733621 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e829cfc9-97e4-4ea8-ae68-089944791fdd req-c91c3098-a129-4d42-8ddb-949e615e5993 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a6390d-c424-4880-97c2-c68fb6f5f137 HTTP/1.1" status: 200 len: 943 time: 0.1286781 Nov 25 19:39:37.764636 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-6da40444-00a5-4e9e-ad1f-48f3f65013f5 service neutron] Port 109fef1e-574c-450b-8511-0bb973ba6fed on network 993c29c4-ac7b-4651-9389-4f58507f1211 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:39:37.765068 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-6da40444-00a5-4e9e-ad1f-48f3f65013f5 service neutron] Attempting to bind port 109fef1e-574c-450b-8511-0bb973ba6fed on network 993c29c4-ac7b-4651-9389-4f58507f1211 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:37.773428 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-f21f42bf-f8ed-43f5-a6f7-02643b5451b3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=948cdb1c-fcef-471f-a945-be4d726e5b1d HTTP/1.1" status: 200 len: 217 time: 0.0579550 Nov 25 19:39:37.828891 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc82b47-8087-4f30-9842-e24022ed728b req-b9f0e393-0a87-4c33-a2f3-bbda4781d4e5 service neutron] Port b8e1ad98-ee30-47a1-8a47-f4ef6852c1df on network b1d0b183-b981-4bfb-9a4d-77b2057be997 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:39:37.829423 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc82b47-8087-4f30-9842-e24022ed728b req-b9f0e393-0a87-4c33-a2f3-bbda4781d4e5 service neutron] Attempting to bind port b8e1ad98-ee30-47a1-8a47-f4ef6852c1df on network b1d0b183-b981-4bfb-9a4d-77b2057be997 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:37.849590 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6ea94720-a740-4e72-89b8-7a3d27665b50 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:37.854733 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809a47f7-c5e9-4a6d-9a0a-8948df06ab24 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Made reservation on behalf of c3dccf5b23dd47a4add40b6c1f9a3e07 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:37.861196 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-809a47f7-c5e9-4a6d-9a0a-8948df06ab24 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:37.875293 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-6da40444-00a5-4e9e-ad1f-48f3f65013f5 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:39:37.876420 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-6da40444-00a5-4e9e-ad1f-48f3f65013f5 service neutron] Checking segment: {'id': '8910b9e1-51f0-41ea-a388-d1cb19804709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '993c29c4-ac7b-4651-9389-4f58507f1211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:37.877058 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-6da40444-00a5-4e9e-ad1f-48f3f65013f5 service neutron] Bound using segment: {'id': '8910b9e1-51f0-41ea-a388-d1cb19804709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '993c29c4-ac7b-4651-9389-4f58507f1211'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:39:37.878073 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-6da40444-00a5-4e9e-ad1f-48f3f65013f5 service neutron] Bound port: 109fef1e-574c-450b-8511-0bb973ba6fed, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8910b9e1-51f0-41ea-a388-d1cb19804709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '993c29c4-ac7b-4651-9389-4f58507f1211'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:39:37.878737 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-6da40444-00a5-4e9e-ad1f-48f3f65013f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:37.883291 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 34a9b972-5dd2-4312-9c5a-67a64ab56f5d details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:39:37.884174 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e124053b-b8aa-47f8-8127-90ddc7fe4433 admin admin] Made reservation on behalf of abb922ce65454bc1915d7b2c3b27e005 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:37.886547 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e124053b-b8aa-47f8-8127-90ddc7fe4433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:37.903281 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-5e3533a7-075b-43c2-bd1f-5028b92dc76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:37.903650 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc82b47-8087-4f30-9842-e24022ed728b req-b9f0e393-0a87-4c33-a2f3-bbda4781d4e5 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:39:37.903963 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc82b47-8087-4f30-9842-e24022ed728b req-b9f0e393-0a87-4c33-a2f3-bbda4781d4e5 service neutron] Checking segment: {'id': 'd5606956-6680-4d28-9c90-711c5387b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b1d0b183-b981-4bfb-9a4d-77b2057be997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:37.904613 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-5e3533a7-075b-43c2-bd1f-5028b92dc76e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8bf0bdf0-49b7-437b-9fbb-12b39d85f166 HTTP/1.1" status: 200 len: 855 time: 0.1243193 Nov 25 19:39:37.904792 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc82b47-8087-4f30-9842-e24022ed728b req-b9f0e393-0a87-4c33-a2f3-bbda4781d4e5 service neutron] Bound using segment: {'id': 'd5606956-6680-4d28-9c90-711c5387b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b1d0b183-b981-4bfb-9a4d-77b2057be997'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:39:37.905396 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-ebc82b47-8087-4f30-9842-e24022ed728b req-b9f0e393-0a87-4c33-a2f3-bbda4781d4e5 service neutron] Bound port: b8e1ad98-ee30-47a1-8a47-f4ef6852c1df, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5606956-6680-4d28-9c90-711c5387b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b1d0b183-b981-4bfb-9a4d-77b2057be997'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:39:37.905978 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ebc82b47-8087-4f30-9842-e24022ed728b req-b9f0e393-0a87-4c33-a2f3-bbda4781d4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:37.906174 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e124053b-b8aa-47f8-8127-90ddc7fe4433 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:37.911507 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e829cfc9-97e4-4ea8-ae68-089944791fdd req-d9aa6e97-994e-4791-a54a-15a8f709d56b tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e42ee364-b894-4240-9250-2a0df610b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412504 Nov 25 19:39:37.996264 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27f21e-7fb4-4d74-9dca-704e82b3ab92 req-624f8f38-2ceb-437f-9b0c-be1a8c5a7060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:37.999452 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5b27f21e-7fb4-4d74-9dca-704e82b3ab92 req-624f8f38-2ceb-437f-9b0c-be1a8c5a7060 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=993c29c4-ac7b-4651-9389-4f58507f1211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4101152 Nov 25 19:39:38.007336 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-809a47f7-c5e9-4a6d-9a0a-8948df06ab24 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] device_id is not set on port a65745a4-0490-4062-a05e-c600747a8909 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:39:38.008571 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-409b442d-5ca9-4671-8f12-f4291426f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:38.010178 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-409b442d-5ca9-4671-8f12-f4291426f24e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=993c29c4-ac7b-4651-9389-4f58507f1211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841825 Nov 25 19:39:38.026680 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device c91aee86-c6cb-48f3-81f2-fa61ce689518 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:39:38.136423 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f71e18-761e-46e0-9ead-84797ae02997 req-8f65a98d-1a8b-43cf-a652-6c12804dc4bd tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:38.137770 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-98f71e18-761e-46e0-9ead-84797ae02997 req-8f65a98d-1a8b-43cf-a652-6c12804dc4bd tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e HTTP/1.1" status: 200 len: 944 time: 0.4406428 Nov 25 19:39:38.229156 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 34a9b972-5dd2-4312-9c5a-67a64ab56f5d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=34a9b972-5dd2-4312-9c5a-67a64ab56f5d,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:38.260320 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e124053b-b8aa-47f8-8127-90ddc7fe4433 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:38.275513 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e124053b-b8aa-47f8-8127-90ddc7fe4433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:38.282004 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '34a9b972-5dd2-4312-9c5a-67a64ab56f5d', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'port_id': '34a9b972-5dd2-4312-9c5a-67a64ab56f5d', 'mac_address': 'fa:16:3e:6c:9f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:39:38.324788 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port c91aee86-c6cb-48f3-81f2-fa61ce689518, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c91aee86-c6cb-48f3-81f2-fa61ce689518,segment=NetworkSegment(8910b9e1-51f0-41ea-a388-d1cb19804709),segment_id=8910b9e1-51f0-41ea-a388-d1cb19804709)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:38.327793 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e124053b-b8aa-47f8-8127-90ddc7fe4433 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:39:38.334082 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-e5b0331d-cde0-46e5-9d7e-2521ff3de0a9 service neutron] 10.222.0.85 "GET /v2.0/networks/993c29c4-ac7b-4651-9389-4f58507f1211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160977 Nov 25 19:39:38.359982 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6ea94720-a740-4e72-89b8-7a3d27665b50 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:38.382625 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124053b-b8aa-47f8-8127-90ddc7fe4433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de60944-539f-43f5-a44b-9a80a7661013,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:38.396986 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'c91aee86-c6cb-48f3-81f2-fa61ce689518', 'network_id': '993c29c4-ac7b-4651-9389-4f58507f1211', 'port_id': 'c91aee86-c6cb-48f3-81f2-fa61ce689518', 'mac_address': 'fa:16:3e:5f:fe:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf0bdf0-49b7-437b-9fbb-12b39d85f166', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:39:38.402614 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:38.431255 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-6da40444-00a5-4e9e-ad1f-48f3f65013f5 service neutron] For port 109fef1e-574c-450b-8511-0bb973ba6fed, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:39:38.460646 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34a9b972-5dd2-4312-9c5a-67a64ab56f5d {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:39:38.502078 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:38.521501 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c91aee86-c6cb-48f3-81f2-fa61ce689518 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:39:38.527788 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 34a9b972-5dd2-4312-9c5a-67a64ab56f5d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=34a9b972-5dd2-4312-9c5a-67a64ab56f5d,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:38.540544 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e124053b-b8aa-47f8-8127-90ddc7fe4433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:38.540819 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-e124053b-b8aa-47f8-8127-90ddc7fe4433 admin admin] Added segment 02fa6f66-9208-4806-8bde-6e2373cf1375 of type vlan for network 0144b778-2e7c-4a1d-86b2-f3dbc366beab Nov 25 19:39:38.547029 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:38.557242 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port c91aee86-c6cb-48f3-81f2-fa61ce689518, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c91aee86-c6cb-48f3-81f2-fa61ce689518,segment=NetworkSegment(8910b9e1-51f0-41ea-a388-d1cb19804709),segment_id=8910b9e1-51f0-41ea-a388-d1cb19804709)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:38.590227 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:38.649046 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-6da40444-00a5-4e9e-ad1f-48f3f65013f5 service neutron] For port 109fef1e-574c-450b-8511-0bb973ba6fed, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=109fef1e-574c-450b-8511-0bb973ba6fed,segment=NetworkSegment(8910b9e1-51f0-41ea-a388-d1cb19804709),segment_id=8910b9e1-51f0-41ea-a388-d1cb19804709)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:39:38.660572 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e124053b-b8aa-47f8-8127-90ddc7fe4433 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:38.664672 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea94720-a740-4e72-89b8-7a3d27665b50 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Network 7df4a1e9-b722-4340-ad55-9a150dfdd61f is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:38.684942 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-6ea94720-a740-4e72-89b8-7a3d27665b50 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:38.689914 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dde21b40-c1a2-4ae4-8b38-f48f4d4060d0 req-a39718f0-8bab-4fea-b5fb-479731c94088 service neutron] 10.222.0.85 "GET /v2.0/networks/993c29c4-ac7b-4651-9389-4f58507f1211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352807 Nov 25 19:39:38.709866 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-ebc82b47-8087-4f30-9842-e24022ed728b req-b9f0e393-0a87-4c33-a2f3-bbda4781d4e5 service neutron] For port b8e1ad98-ee30-47a1-8a47-f4ef6852c1df, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:39:38.712005 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=34a9b972-5dd2-4312-9c5a-67a64ab56f5d,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:38.717474 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-6da40444-00a5-4e9e-ad1f-48f3f65013f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:38.720818 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['34a9b972-5dd2-4312-9c5a-67a64ab56f5d'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:39:38.752284 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf06192-ee93-439e-847b-c8e3d1b5bcbb req-eaa8e520-649e-4218-8460-6a0af4963f82 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:38.759362 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea94720-a740-4e72-89b8-7a3d27665b50 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:38.760784 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-adf06192-ee93-439e-847b-c8e3d1b5bcbb req-eaa8e520-649e-4218-8460-6a0af4963f82 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f66a64-ea05-49d4-a5c7-2d573d59e66b HTTP/1.1" status: 200 len: 945 time: 0.2012701 Nov 25 19:39:38.766820 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea94720-a740-4e72-89b8-7a3d27665b50 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:38.768344 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6ea94720-a740-4e72-89b8-7a3d27665b50 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:38.829963 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-6da40444-00a5-4e9e-ad1f-48f3f65013f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:38.834273 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-6da40444-00a5-4e9e-ad1f-48f3f65013f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:38.836549 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-6da40444-00a5-4e9e-ad1f-48f3f65013f5 service neutron] 10.222.0.85 "PUT /v2.0/ports/109fef1e-574c-450b-8511-0bb973ba6fed HTTP/1.1" status: 200 len: 1091 time: 5.0324709 Nov 25 19:39:38.856323 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1efbe2-4d2c-4492-b19a-3144bd991eb3', 'tag': '109fef1e-574c-450b-8511-0bb973ba6fed'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:39:38.864675 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d86589b-b3fc-4329-b481-45d32ffcdf3b" -d '{"events": [{"name": "network-changed", "server_uuid": "6a1efbe2-4d2c-4492-b19a-3144bd991eb3", "tag": "109fef1e-574c-450b-8511-0bb973ba6fed"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:39:38.893581 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e124053b-b8aa-47f8-8127-90ddc7fe4433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:38.894656 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e124053b-b8aa-47f8-8127-90ddc7fe4433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:38.895522 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e124053b-b8aa-47f8-8127-90ddc7fe4433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:38.906843 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-98f71e18-761e-46e0-9ead-84797ae02997 req-97b1af8b-e5d9-4c30-ac45-6190545a9472 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7341945 Nov 25 19:39:38.915233 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-ebc82b47-8087-4f30-9842-e24022ed728b req-b9f0e393-0a87-4c33-a2f3-bbda4781d4e5 service neutron] For port b8e1ad98-ee30-47a1-8a47-f4ef6852c1df, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b8e1ad98-ee30-47a1-8a47-f4ef6852c1df,segment=NetworkSegment(d5606956-6680-4d28-9c90-711c5387b86c),segment_id=d5606956-6680-4d28-9c90-711c5387b86c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:39:38.970452 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-adf06192-ee93-439e-847b-c8e3d1b5bcbb req-c76c7476-c759-4c1a-be22-aa7fcf07ad9c tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079597 Nov 25 19:39:38.984067 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ebc82b47-8087-4f30-9842-e24022ed728b req-b9f0e393-0a87-4c33-a2f3-bbda4781d4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:39.021681 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['c91aee86-c6cb-48f3-81f2-fa61ce689518'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:39:39.038774 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc82b47-8087-4f30-9842-e24022ed728b req-b9f0e393-0a87-4c33-a2f3-bbda4781d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:39.044124 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ebc82b47-8087-4f30-9842-e24022ed728b req-b9f0e393-0a87-4c33-a2f3-bbda4781d4e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:39.050505 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebc82b47-8087-4f30-9842-e24022ed728b req-b9f0e393-0a87-4c33-a2f3-bbda4781d4e5 service neutron] 10.222.0.73 "PUT /v2.0/ports/b8e1ad98-ee30-47a1-8a47-f4ef6852c1df HTTP/1.1" status: 200 len: 1091 time: 5.2638655 Nov 25 19:39:39.061548 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea94720-a740-4e72-89b8-7a3d27665b50 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Pushing event updated for resources: {'Port': ['ID=e6a6f1be-e1a8-4bf2-a164-4643a2bd6cfa,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:39.090902 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5b27f21e-7fb4-4d74-9dca-704e82b3ab92 req-f6e140d8-cc95-41f1-85a0-43f84d4e5c87 service neutron] 10.222.0.73 "GET /v2.0/networks/993c29c4-ac7b-4651-9389-4f58507f1211?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0194938 Nov 25 19:39:39.115577 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83bff03-276d-4f37-b23c-eb4f18a7be76 x-openstack-request-id: req-e83bff03-276d-4f37-b23c-eb4f18a7be76 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:39:39.115966 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a1efbe2-4d2c-4492-b19a-3144bd991eb3", "tag": "109fef1e-574c-450b-8511-0bb973ba6fed", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:39:39.120807 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e83bff03-276d-4f37-b23c-eb4f18a7be76 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:39:39.121785 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a1efbe2-4d2c-4492-b19a-3144bd991eb3', 'tag': '109fef1e-574c-450b-8511-0bb973ba6fed', 'status': 'completed', 'code': 200} Nov 25 19:39:39.150505 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e124053b-b8aa-47f8-8127-90ddc7fe4433 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8417997 Nov 25 19:39:39.154910 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6ea94720-a740-4e72-89b8-7a3d27665b50 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.8303826 Nov 25 19:39:39.159216 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46846) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:39.160016 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46848) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:39.168889 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-af73daf7-2f0c-4874-95b9-2adf5d7bddd1 admin admin] Request body: {'subnet': {'network_id': '0144b778-2e7c-4a1d-86b2-f3dbc366beab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1992171951-subnet', 'tenant_id': 'abb922ce65454bc1915d7b2c3b27e005', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:39.178594 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-394b8e42-1d13-4424-aed2-1e371fa549b0 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::213', 'mac_address': 'fa:16:3e:6f:7e:1a'}, {'ip_address': '2001:db8::48', 'mac_address': 'fa:16:3e:71:97:3d'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:39.183217 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-809a47f7-c5e9-4a6d-9a0a-8948df06ab24 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Allocated IP 172.20.0.8 (fd99941b-8f48-4100-8323-a8e8fa5e24d3/95e49d7a-e672-4501-9763-e6c81ad3cdce/a65745a4-0490-4062-a05e-c600747a8909) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:39.186162 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124053b-b8aa-47f8-8127-90ddc7fe4433 admin admin] Pushing event updated for resources: {'Network': ['ID=0144b778-2e7c-4a1d-86b2-f3dbc366beab,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:39.226750 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea94720-a740-4e72-89b8-7a3d27665b50 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:39.227142 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea94720-a740-4e72-89b8-7a3d27665b50 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:39.227508 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea94720-a740-4e72-89b8-7a3d27665b50 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:39.227858 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea94720-a740-4e72-89b8-7a3d27665b50 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:39.228208 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea94720-a740-4e72-89b8-7a3d27665b50 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:39.235629 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea94720-a740-4e72-89b8-7a3d27665b50 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:39.236125 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea94720-a740-4e72-89b8-7a3d27665b50 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:39.237698 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea94720-a740-4e72-89b8-7a3d27665b50 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:39.238011 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea94720-a740-4e72-89b8-7a3d27665b50 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:39.238378 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea94720-a740-4e72-89b8-7a3d27665b50 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:39.240081 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 0144b778-2e7c-4a1d-86b2-f3dbc366beab details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:39:39.242012 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea94720-a740-4e72-89b8-7a3d27665b50 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:39.242012 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea94720-a740-4e72-89b8-7a3d27665b50 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:39.245654 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b726ee7-a7c7-406a-a947-9184b2b7c78e req-d1200238-e5e1-4296-b25b-800efadee2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:39.247537 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2b726ee7-a7c7-406a-a947-9184b2b7c78e req-d1200238-e5e1-4296-b25b-800efadee2b4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f6f7344b48524230bba674960c9ed8bf&device_id=7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e HTTP/1.1" status: 200 len: 1095 time: 0.3739982 Nov 25 19:39:39.310329 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af73daf7-2f0c-4874-95b9-2adf5d7bddd1 admin admin] Made reservation on behalf of abb922ce65454bc1915d7b2c3b27e005 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:39.314448 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af73daf7-2f0c-4874-95b9-2adf5d7bddd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:39.439429 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=c91aee86-c6cb-48f3-81f2-fa61ce689518,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:39.707175 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2ff40c95-d1c3-49dc-b7ab-0b9dd1876b45 None None] Provisioning complete for port e6a6f1be-e1a8-4bf2-a164-4643a2bd6cfa triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:39.707538 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2ff40c95-d1c3-49dc-b7ab-0b9dd1876b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:39.758763 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b726ee7-a7c7-406a-a947-9184b2b7c78e req-5f7dd5d7-1fcc-4ed0-ba94-f934605aec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:39.760884 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2b726ee7-a7c7-406a-a947-9184b2b7c78e req-5f7dd5d7-1fcc-4ed0-ba94-f934605aec21 service neutron] 10.222.0.85 "GET /v2.0/networks?id=993c29c4-ac7b-4651-9389-4f58507f1211 HTTP/1.1" status: 200 len: 917 time: 0.5014091 Nov 25 19:39:39.775630 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-2ff40c95-d1c3-49dc-b7ab-0b9dd1876b45 None None] Port e6a6f1be-e1a8-4bf2-a164-4643a2bd6cfa cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:39.790353 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d482c1-85e3-4641-9424-f217ba4ade3a req-98a832e5-ce42-45fc-a1d8-47bc566a0e0d tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:39.792589 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-95d482c1-85e3-4641-9424-f217ba4ade3a req-98a832e5-ce42-45fc-a1d8-47bc566a0e0d tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a6390d-c424-4880-97c2-c68fb6f5f137 HTTP/1.1" status: 200 len: 943 time: 0.2734280 Nov 25 19:39:39.825886 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da40444-00a5-4e9e-ad1f-48f3f65013f5 service neutron] Pushing event updated for resources: {'Port': ['ID=109fef1e-574c-450b-8511-0bb973ba6fed,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:39.846706 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-78a99e0d-a69c-4dc0-a804-a3e955386a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:39.849499 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-78a99e0d-a69c-4dc0-a804-a3e955386a96 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f6f7344b48524230bba674960c9ed8bf&device_id=6a1efbe2-4d2c-4492-b19a-3144bd991eb3 HTTP/1.1" status: 200 len: 1094 time: 0.9320645 Nov 25 19:39:39.894522 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 34a9b972-5dd2-4312-9c5a-67a64ab56f5d up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:39.940625 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2b726ee7-a7c7-406a-a947-9184b2b7c78e req-c9f16be5-d6af-4748-b962-101c4ee0f59e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=948cdb1c-fcef-471f-a945-be4d726e5b1d HTTP/1.1" status: 200 len: 217 time: 0.1658509 Nov 25 19:39:39.992659 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 34a9b972-5dd2-4312-9c5a-67a64ab56f5d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:39.993042 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:40.141959 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b726ee7-a7c7-406a-a947-9184b2b7c78e req-91ff83db-af67-405b-a291-72a7a64e5978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:40.145364 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2b726ee7-a7c7-406a-a947-9184b2b7c78e req-91ff83db-af67-405b-a291-72a7a64e5978 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8bf0bdf0-49b7-437b-9fbb-12b39d85f166 HTTP/1.1" status: 200 len: 855 time: 0.1687593 Nov 25 19:39:40.184086 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:40.192335 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-394b8e42-1d13-4424-aed2-1e371fa549b0 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:40.197015 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-809a47f7-c5e9-4a6d-9a0a-8948df06ab24 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:40.220916 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294bb890-eb8b-4542-802b-6b52cad97cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a9b972-5dd2-4312-9c5a-67a64ab56f5d'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:39:40.225101 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc13ce2a-3c8c-4a7b-8c57-d39bff16fc28" -d '{"events": [{"server_uuid": "294bb890-eb8b-4542-802b-6b52cad97cb9", "name": "network-vif-plugged", "status": "completed", "tag": "34a9b972-5dd2-4312-9c5a-67a64ab56f5d"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:39:40.241247 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0e393-0a87-4c33-a2f3-bbda4781d4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e1ad98-ee30-47a1-8a47-f4ef6852c1df,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:40.257871 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 34a9b972-5dd2-4312-9c5a-67a64ab56f5d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=34a9b972-5dd2-4312-9c5a-67a64ab56f5d,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:40.259028 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-df400de4-d1cd-4108-92a8-b8c99dc3b8b0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=109fef1e-574c-450b-8511-0bb973ba6fed HTTP/1.1" status: 200 len: 217 time: 0.2929273 Nov 25 19:39:40.267094 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:40.275796 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc82b47-8087-4f30-9842-e24022ed728b req-1455ba04-2e45-418a-9ace-0903d5070a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:40.277458 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebc82b47-8087-4f30-9842-e24022ed728b req-1455ba04-2e45-418a-9ace-0903d5070a0f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=37cacda2ec3a43958c4b5983ee90f8e5&device_id=64a6390d-c424-4880-97c2-c68fb6f5f137 HTTP/1.1" status: 200 len: 1094 time: 1.1342046 Nov 25 19:39:40.278687 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-809a47f7-c5e9-4a6d-9a0a-8948df06ab24 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:40.320760 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae350c67-1dc0-4394-a623-7b2ddd6e92da req-bb924054-936f-4d3e-9e3e-a0f675f004de tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:40.322406 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ae350c67-1dc0-4394-a623-7b2ddd6e92da req-bb924054-936f-4d3e-9e3e-a0f675f004de tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 944 time: 0.7891340 Nov 25 19:39:40.380013 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=34a9b972-5dd2-4312-9c5a-67a64ab56f5d,revision_number=7']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:40.382617 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af73daf7-2f0c-4874-95b9-2adf5d7bddd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:40.436969 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebc82b47-8087-4f30-9842-e24022ed728b req-dff4621d-df42-47bd-8ac5-f45db43dbbf1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8e1ad98-ee30-47a1-8a47-f4ef6852c1df HTTP/1.1" status: 200 len: 217 time: 0.1414270 Nov 25 19:39:40.484732 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809a47f7-c5e9-4a6d-9a0a-8948df06ab24 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Network fd99941b-8f48-4100-8323-a8e8fa5e24d3 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:40.491583 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5b27f21e-7fb4-4d74-9dca-704e82b3ab92 req-280bb8dd-27f7-496c-9af4-c8ec82f74601 service neutron] 10.222.0.73 "GET /v2.0/networks/993c29c4-ac7b-4651-9389-4f58507f1211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3531334 Nov 25 19:39:40.506061 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-95d482c1-85e3-4641-9424-f217ba4ade3a req-f39bf7bb-dfc8-4269-abea-b454ebcbd78f tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e42ee364-b894-4240-9250-2a0df610b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7026844 Nov 25 19:39:40.553389 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b726ee7-a7c7-406a-a947-9184b2b7c78e req-0301450b-04d5-4097-af97-1ba08da3ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:40.555054 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2b726ee7-a7c7-406a-a947-9184b2b7c78e req-0301450b-04d5-4097-af97-1ba08da3ce5f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=993c29c4-ac7b-4651-9389-4f58507f1211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3367760 Nov 25 19:39:40.561060 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73daf7-2f0c-4874-95b9-2adf5d7bddd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17ff6b3c-3d44-40a6-b0c9-a57101908837,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:40.593252 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-809a47f7-c5e9-4a6d-9a0a-8948df06ab24 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:40.601158 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809a47f7-c5e9-4a6d-9a0a-8948df06ab24 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:40.648048 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-9635fbd7-0dcf-4f4d-9fd3-a851a6fa939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:40.649826 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-9635fbd7-0dcf-4f4d-9fd3-a851a6fa939a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8bf0bdf0-49b7-437b-9fbb-12b39d85f166 HTTP/1.1" status: 200 len: 855 time: 0.3817749 Nov 25 19:39:40.661195 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a47f7-c5e9-4a6d-9a0a-8948df06ab24 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Pushing event updated for resources: {'Port': ['ID=a65745a4-0490-4062-a05e-c600747a8909,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:40.758473 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc82b47-8087-4f30-9842-e24022ed728b req-b524ebf4-ea13-4a84-867d-1c8e1cad7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:40.760110 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebc82b47-8087-4f30-9842-e24022ed728b req-b524ebf4-ea13-4a84-867d-1c8e1cad7b22 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e614f16-5c13-45b0-a440-22024dfc9b09 HTTP/1.1" status: 200 len: 853 time: 0.3134902 Nov 25 19:39:40.787406 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ae350c67-1dc0-4394-a623-7b2ddd6e92da req-1972dbb0-d5c3-46fd-ae32-0ef8054cd4b5 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029484 Nov 25 19:39:40.817073 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809a47f7-c5e9-4a6d-9a0a-8948df06ab24 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:40.817766 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-809a47f7-c5e9-4a6d-9a0a-8948df06ab24 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:40.823874 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebc82b47-8087-4f30-9842-e24022ed728b req-998782f9-4f4a-48a7-b586-f21566f0b6c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1d0b183-b981-4bfb-9a4d-77b2057be997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548601 Nov 25 19:39:40.900707 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-3a94a155-09f5-4a63-9ad7-12833029b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:40.902390 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-3a94a155-09f5-4a63-9ad7-12833029b5ab service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=993c29c4-ac7b-4651-9389-4f58507f1211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2368934 Nov 25 19:39:40.913941 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-809a47f7-c5e9-4a6d-9a0a-8948df06ab24 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4970665 Nov 25 19:39:40.923619 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af73daf7-2f0c-4874-95b9-2adf5d7bddd1 admin admin] Checking segment: {'id': '02fa6f66-9208-4806-8bde-6e2373cf1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0144b778-2e7c-4a1d-86b2-f3dbc366beab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:40.927135 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af73daf7-2f0c-4874-95b9-2adf5d7bddd1 admin admin] Network hostable DHCP agents. Network: 0144b778-2e7c-4a1d-86b2-f3dbc366beab, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:39:40.929574 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46860) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:40.933067 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27f3558-0d96-4d57-9253-5d66129a172c x-openstack-request-id: req-b27f3558-0d96-4d57-9253-5d66129a172c {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:39:40.933554 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294bb890-eb8b-4542-802b-6b52cad97cb9", "name": "network-vif-plugged", "status": "completed", "tag": "34a9b972-5dd2-4312-9c5a-67a64ab56f5d", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:39:40.934141 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b27f3558-0d96-4d57-9253-5d66129a172c {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:39:40.934819 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294bb890-eb8b-4542-802b-6b52cad97cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a9b972-5dd2-4312-9c5a-67a64ab56f5d', 'code': 200} Nov 25 19:39:40.988421 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-14336c46-dada-4d32-a73c-75239f373877 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:15:59:20'}]}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:41.139541 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af73daf7-2f0c-4874-95b9-2adf5d7bddd1 admin admin] Network 0144b778-2e7c-4a1d-86b2-f3dbc366beab is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:39:41.178559 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-af73daf7-2f0c-4874-95b9-2adf5d7bddd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 0144b778-2e7c-4a1d-86b2-f3dbc366beab) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:41.196646 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af73daf7-2f0c-4874-95b9-2adf5d7bddd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:41.196982 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6949235-5a3b-4bb1-bb95-000179ae4af8 None None] Network 0144b778-2e7c-4a1d-86b2-f3dbc366beab requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:41.197534 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af73daf7-2f0c-4874-95b9-2adf5d7bddd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:41.208493 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2b726ee7-a7c7-406a-a947-9184b2b7c78e req-1634b980-fd39-457a-aba0-dca63f8c3a25 service neutron] 10.222.0.85 "GET /v2.0/networks/993c29c4-ac7b-4651-9389-4f58507f1211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6395109 Nov 25 19:39:41.217195 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-394b8e42-1d13-4424-aed2-1e371fa549b0 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:41.236848 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-394b8e42-1d13-4424-aed2-1e371fa549b0 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:41.242569 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a6390d-c424-4880-97c2-c68fb6f5f137', 'tag': 'b8e1ad98-ee30-47a1-8a47-f4ef6852c1df'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:39:41.248243 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ededcd41-d0ae-4539-a2a6-f387b58a4281" -d '{"events": [{"name": "network-changed", "server_uuid": "64a6390d-c424-4880-97c2-c68fb6f5f137", "tag": "b8e1ad98-ee30-47a1-8a47-f4ef6852c1df"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:39:41.258318 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-fbb6b6cd-0902-422f-a17b-b26b2bb91073 service neutron] 10.222.0.85 "GET /v2.0/networks/993c29c4-ac7b-4651-9389-4f58507f1211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406622 Nov 25 19:39:41.278143 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621520d1-ac3d-4dd1-90ac-d912582f9852 req-e2bef799-a45a-45c6-b0e5-08138506a46a tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:41.279751 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-621520d1-ac3d-4dd1-90ac-d912582f9852 req-e2bef799-a45a-45c6-b0e5-08138506a46a tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e HTTP/1.1" status: 200 len: 944 time: 0.2602611 Nov 25 19:39:41.289669 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-af73daf7-2f0c-4874-95b9-2adf5d7bddd1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1279728 Nov 25 19:39:41.362577 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebc82b47-8087-4f30-9842-e24022ed728b req-7e82b00c-fddf-480e-9767-0e96760a9157 service neutron] 10.222.0.73 "GET /v2.0/networks/b1d0b183-b981-4bfb-9a4d-77b2057be997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215480 Nov 25 19:39:41.366741 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-394b8e42-1d13-4424-aed2-1e371fa549b0 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] In _notify_port_updated(), no bound segment for port e6a6f1be-e1a8-4bf2-a164-4643a2bd6cfa on network 7df4a1e9-b722-4340-ad55-9a150dfdd61f {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:39:41.389099 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394b8e42-1d13-4424-aed2-1e371fa549b0 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:41.389870 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-394b8e42-1d13-4424-aed2-1e371fa549b0 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:41.395730 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-394b8e42-1d13-4424-aed2-1e371fa549b0 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] 10.222.0.55 "PUT /v2.0/ports/e6a6f1be-e1a8-4bf2-a164-4643a2bd6cfa HTTP/1.1" status: 200 len: 1066 time: 2.2287874 Nov 25 19:39:41.404461 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46866) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:41.624900 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b8e42-1d13-4424-aed2-1e371fa549b0 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Pushing event updated for resources: {'Port': ['ID=e6a6f1be-e1a8-4bf2-a164-4643a2bd6cfa,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:41.665368 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ad1e492f-02dd-447f-89fa-66fb868bf52a None None] Provisioning complete for port a65745a4-0490-4062-a05e-c600747a8909 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:41.665930 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ad1e492f-02dd-447f-89fa-66fb868bf52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:41.668905 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6adc0c63-68c9-4078-b49e-b55e5bc8ced1 req-4475832d-ee02-47d8-8eef-0000a8425652 service neutron] 10.222.0.85 "GET /v2.0/networks/993c29c4-ac7b-4651-9389-4f58507f1211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984424 Nov 25 19:39:41.676800 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2b726ee7-a7c7-406a-a947-9184b2b7c78e req-8eafd455-0b91-4d72-9f36-d56c196fdf08 service neutron] 10.222.0.85 "GET /v2.0/networks/993c29c4-ac7b-4651-9389-4f58507f1211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534969 Nov 25 19:39:41.751890 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-621520d1-ac3d-4dd1-90ac-d912582f9852 req-66a1184b-586b-4909-9305-e319194b7c86 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338210 Nov 25 19:39:41.803755 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341d7d82-fdc5-4e90-a0e9-6e943d42e729 None None] Network 0144b778-2e7c-4a1d-86b2-f3dbc366beab requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:41.875376 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ad1e492f-02dd-447f-89fa-66fb868bf52a None None] Port a65745a4-0490-4062-a05e-c600747a8909 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:41.938011 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d749bd-5161-41ad-8b77-9203d69e3d76 x-openstack-request-id: req-b2d749bd-5161-41ad-8b77-9203d69e3d76 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:39:41.938888 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a6390d-c424-4880-97c2-c68fb6f5f137", "tag": "b8e1ad98-ee30-47a1-8a47-f4ef6852c1df", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:39:41.938888 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b2d749bd-5161-41ad-8b77-9203d69e3d76 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:39:41.939248 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a6390d-c424-4880-97c2-c68fb6f5f137', 'tag': 'b8e1ad98-ee30-47a1-8a47-f4ef6852c1df', 'status': 'completed', 'code': 200} Nov 25 19:39:41.951131 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce6909-43f2-4a14-a494-cd824913a595 req-a9aa9b60-a029-409e-baa2-68b5e3b317af tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:41.952797 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dbce6909-43f2-4a14-a494-cd824913a595 req-a9aa9b60-a029-409e-baa2-68b5e3b317af tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f66a64-ea05-49d4-a5c7-2d573d59e66b HTTP/1.1" status: 200 len: 945 time: 0.6922748 Nov 25 19:39:41.995435 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86589b-b3fc-4329-b481-45d32ffcdf3b req-a372eadb-7a31-4d53-8df9-e44429793956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:42.002185 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7d86589b-b3fc-4329-b481-45d32ffcdf3b req-a372eadb-7a31-4d53-8df9-e44429793956 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f6f7344b48524230bba674960c9ed8bf&device_id=6a1efbe2-4d2c-4492-b19a-3144bd991eb3 HTTP/1.1" status: 200 len: 1094 time: 0.2437098 Nov 25 19:39:42.042451 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 948cdb1c-fcef-471f-a945-be4d726e5b1d details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:39:42.142828 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device c91aee86-c6cb-48f3-81f2-fa61ce689518 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:42.147653 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebc82b47-8087-4f30-9842-e24022ed728b req-01401f8c-8432-4f14-8c1e-9f06d335797c service neutron] 10.222.0.73 "GET /v2.0/networks/b1d0b183-b981-4bfb-9a4d-77b2057be997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640117 Nov 25 19:39:42.158468 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dbce6909-43f2-4a14-a494-cd824913a595 req-0b205ee4-4c3a-459a-b125-c65b23104e90 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588089 Nov 25 19:39:42.185029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-78e4e22a-9f79-402b-aa12-f3a85bc0121e tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Deleting port e6a6f1be-e1a8-4bf2-a164-4643a2bd6cfa {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:42.185557 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78e4e22a-9f79-402b-aa12-f3a85bc0121e tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:42.335494 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-14336c46-dada-4d32-a73c-75239f373877 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:42.429505 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ec60478f-6283-4c9f-9801-b0ca7dfc0ee1 None None] Provisioning complete for port e6a6f1be-e1a8-4bf2-a164-4643a2bd6cfa triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:42.430401 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ec60478f-6283-4c9f-9801-b0ca7dfc0ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:42.445148 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededcd41-d0ae-4539-a2a6-f387b58a4281 req-6d4e0d5f-96d5-4c34-9ec4-79edab7f03ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:42.447926 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ededcd41-d0ae-4539-a2a6-f387b58a4281 req-6d4e0d5f-96d5-4c34-9ec4-79edab7f03ff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=37cacda2ec3a43958c4b5983ee90f8e5&device_id=64a6390d-c424-4880-97c2-c68fb6f5f137 HTTP/1.1" status: 200 len: 1094 time: 0.1972384 Nov 25 19:39:42.593259 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ec60478f-6283-4c9f-9801-b0ca7dfc0ee1 None None] Port e6a6f1be-e1a8-4bf2-a164-4643a2bd6cfa cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:42.782832 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 948cdb1c-fcef-471f-a945-be4d726e5b1d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=948cdb1c-fcef-471f-a945-be4d726e5b1d,segment=NetworkSegment(8910b9e1-51f0-41ea-a388-d1cb19804709),segment_id=8910b9e1-51f0-41ea-a388-d1cb19804709)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:42.793805 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port c91aee86-c6cb-48f3-81f2-fa61ce689518 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:39:42.819882 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port c91aee86-c6cb-48f3-81f2-fa61ce689518 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:42.820650 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:42.928644 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '948cdb1c-fcef-471f-a945-be4d726e5b1d', 'network_id': '993c29c4-ac7b-4651-9389-4f58507f1211', 'port_id': '948cdb1c-fcef-471f-a945-be4d726e5b1d', 'mac_address': 'fa:16:3e:30:e1:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf0bdf0-49b7-437b-9fbb-12b39d85f166', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:39:42.957140 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86589b-b3fc-4329-b481-45d32ffcdf3b req-6a58fd47-1e2f-4ac8-93f2-532c67592425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:42.959193 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7d86589b-b3fc-4329-b481-45d32ffcdf3b req-6a58fd47-1e2f-4ac8-93f2-532c67592425 service neutron] 10.222.0.85 "GET /v2.0/networks?id=993c29c4-ac7b-4651-9389-4f58507f1211 HTTP/1.1" status: 200 len: 917 time: 0.9430351 Nov 25 19:39:42.978094 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c8a12-dde9-4e82-8e2b-aaa32abad15d req-814fb4cb-4095-4ed2-9ae9-b04ec6f02e97 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:42.987688 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a54c8a12-dde9-4e82-8e2b-aaa32abad15d req-814fb4cb-4095-4ed2-9ae9-b04ec6f02e97 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a6390d-c424-4880-97c2-c68fb6f5f137 HTTP/1.1" status: 200 len: 943 time: 0.7961962 Nov 25 19:39:42.992162 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededcd41-d0ae-4539-a2a6-f387b58a4281 req-a54286fc-8f37-4dcb-9e73-83dc39c890e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:42.995659 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ededcd41-d0ae-4539-a2a6-f387b58a4281 req-a54286fc-8f37-4dcb-9e73-83dc39c890e1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1d0b183-b981-4bfb-9a4d-77b2057be997 HTTP/1.1" status: 200 len: 914 time: 0.5340817 Nov 25 19:39:43.070798 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:43.092166 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7d86589b-b3fc-4329-b481-45d32ffcdf3b req-4c797917-9fc4-4de7-91da-9ffc2051bfcb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=109fef1e-574c-450b-8511-0bb973ba6fed HTTP/1.1" status: 200 len: 217 time: 0.0951824 Nov 25 19:39:43.122488 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 948cdb1c-fcef-471f-a945-be4d726e5b1d {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:39:43.158852 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 948cdb1c-fcef-471f-a945-be4d726e5b1d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=948cdb1c-fcef-471f-a945-be4d726e5b1d,segment=NetworkSegment(8910b9e1-51f0-41ea-a388-d1cb19804709),segment_id=8910b9e1-51f0-41ea-a388-d1cb19804709)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:43.175509 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:43.196339 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78e4e22a-9f79-402b-aa12-f3a85bc0121e tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:43.264754 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-78e4e22a-9f79-402b-aa12-f3a85bc0121e tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Calling delete_port for e6a6f1be-e1a8-4bf2-a164-4643a2bd6cfa owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:43.281600 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86589b-b3fc-4329-b481-45d32ffcdf3b req-dd9cd154-c247-406d-90d5-fe634589b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:43.288748 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7d86589b-b3fc-4329-b481-45d32ffcdf3b req-dd9cd154-c247-406d-90d5-fe634589b03e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8bf0bdf0-49b7-437b-9fbb-12b39d85f166 HTTP/1.1" status: 200 len: 855 time: 0.1880853 Nov 25 19:39:43.299528 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:43.417139 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a54c8a12-dde9-4e82-8e2b-aaa32abad15d req-f13e8e5b-51eb-462e-a9b6-337b2434e6dc tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e42ee364-b894-4240-9250-2a0df610b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279563 Nov 25 19:39:43.477967 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4340a7-a2e7-4005-b776-fcaee8692fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91aee86-c6cb-48f3-81f2-fa61ce689518'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:39:43.490401 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8276cd0-a9b5-47ae-a181-4f066b3f9c10" -d '{"events": [{"server_uuid": "8e4340a7-a2e7-4005-b776-fcaee8692fcf", "name": "network-vif-plugged", "status": "completed", "tag": "c91aee86-c6cb-48f3-81f2-fa61ce689518"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:39:43.513008 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['948cdb1c-fcef-471f-a945-be4d726e5b1d'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:39:43.539230 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port c91aee86-c6cb-48f3-81f2-fa61ce689518, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c91aee86-c6cb-48f3-81f2-fa61ce689518,segment=NetworkSegment(8910b9e1-51f0-41ea-a388-d1cb19804709),segment_id=8910b9e1-51f0-41ea-a388-d1cb19804709)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:43.544046 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=948cdb1c-fcef-471f-a945-be4d726e5b1d,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:43.592603 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86589b-b3fc-4329-b481-45d32ffcdf3b req-93b259c6-9a60-4b26-9814-4ac354c030a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:43.598145 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7d86589b-b3fc-4329-b481-45d32ffcdf3b req-93b259c6-9a60-4b26-9814-4ac354c030a5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=993c29c4-ac7b-4651-9389-4f58507f1211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2900476 Nov 25 19:39:43.635474 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:43.831365 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-f0863b05-fb9e-46c4-bfd4-4458371ec6e8 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:43.833003 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-f0863b05-fb9e-46c4-bfd4-4458371ec6e8 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/networks?id=0144b778-2e7c-4a1d-86b2-f3dbc366beab HTTP/1.1" status: 200 len: 815 time: 1.0729141 Nov 25 19:39:43.860733 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=c91aee86-c6cb-48f3-81f2-fa61ce689518,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:43.942970 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 109fef1e-574c-450b-8511-0bb973ba6fed details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:39:43.967569 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-14336c46-dada-4d32-a73c-75239f373877 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:43.970989 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ededcd41-d0ae-4539-a2a6-f387b58a4281 req-ba85d58c-8eac-4e60-9ba0-de44ae2cbabe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8e1ad98-ee30-47a1-8a47-f4ef6852c1df HTTP/1.1" status: 200 len: 217 time: 0.1364796 Nov 25 19:39:43.982165 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b09a7c-8cfd-4b8f-97e5-7dd5b6fda8c5 req-0119c4d1-76b2-4f3d-a3de-19e944a7dc37 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:43.983422 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-0a06eec5-6922-4e82-b542-3c28668112b9 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/quotas/abb922ce65454bc1915d7b2c3b27e005 HTTP/1.1" status: 200 len: 375 time: 0.0109923 Nov 25 19:39:43.994601 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-14336c46-dada-4d32-a73c-75239f373877 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:43.998869 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a2b09a7c-8cfd-4b8f-97e5-7dd5b6fda8c5 req-0119c4d1-76b2-4f3d-a3de-19e944a7dc37 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 945 time: 0.3115048 Nov 25 19:39:44.094317 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7d86589b-b3fc-4329-b481-45d32ffcdf3b req-b677cd20-8feb-461a-9b8b-d6c06b632ae0 service neutron] 10.222.0.85 "GET /v2.0/networks/993c29c4-ac7b-4651-9389-4f58507f1211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857216 Nov 25 19:39:44.132200 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14336c46-dada-4d32-a73c-75239f373877 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Pushing event updated for resources: {'Port': ['ID=a65745a4-0490-4062-a05e-c600747a8909,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:44.201953 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-14336c46-dada-4d32-a73c-75239f373877 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] In _notify_port_updated(), no bound segment for port a65745a4-0490-4062-a05e-c600747a8909 on network fd99941b-8f48-4100-8323-a8e8fa5e24d3 {{(pid=103600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:39:44.210531 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14336c46-dada-4d32-a73c-75239f373877 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:44.210829 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-14336c46-dada-4d32-a73c-75239f373877 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:44.212018 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-14336c46-dada-4d32-a73c-75239f373877 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] 10.222.0.55 "PUT /v2.0/ports/a65745a4-0490-4062-a05e-c600747a8909 HTTP/1.1" status: 200 len: 994 time: 3.2804844 Nov 25 19:39:44.228158 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46892) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:44.263454 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-3aecca01-5fca-4490-9a6c-5fee687694cb tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=abb922ce65454bc1915d7b2c3b27e005&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2415612 Nov 25 19:39:44.422102 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 109fef1e-574c-450b-8511-0bb973ba6fed, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=109fef1e-574c-450b-8511-0bb973ba6fed,segment=NetworkSegment(8910b9e1-51f0-41ea-a388-d1cb19804709),segment_id=8910b9e1-51f0-41ea-a388-d1cb19804709)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:44.433401 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-21e006d3-7f88-4504-90d9-0df5e8c42483 service neutron] 10.222.0.55 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501076 Nov 25 19:39:44.442734 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '109fef1e-574c-450b-8511-0bb973ba6fed', 'network_id': '993c29c4-ac7b-4651-9389-4f58507f1211', 'port_id': '109fef1e-574c-450b-8511-0bb973ba6fed', 'mac_address': 'fa:16:3e:29:54:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf0bdf0-49b7-437b-9fbb-12b39d85f166', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:39:44.452899 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededcd41-d0ae-4539-a2a6-f387b58a4281 req-0e1bb3b3-74a8-480c-a534-4bb7c3e0ac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:44.464230 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ededcd41-d0ae-4539-a2a6-f387b58a4281 req-0e1bb3b3-74a8-480c-a534-4bb7c3e0ac03 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e614f16-5c13-45b0-a440-22024dfc9b09 HTTP/1.1" status: 200 len: 853 time: 0.4713867 Nov 25 19:39:44.542603 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a2b09a7c-8cfd-4b8f-97e5-7dd5b6fda8c5 req-2fe81e76-c341-46a6-ab7a-a3fe0d167b1a tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5281012 Nov 25 19:39:44.562098 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ededcd41-d0ae-4539-a2a6-f387b58a4281 req-47fe0d41-1e68-4d82-996e-6ad2f5978204 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1d0b183-b981-4bfb-9a4d-77b2057be997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966420 Nov 25 19:39:44.573899 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:44.611930 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 109fef1e-574c-450b-8511-0bb973ba6fed {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:39:44.619002 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78e4e22a-9f79-402b-aa12-f3a85bc0121e tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:44.671914 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 109fef1e-574c-450b-8511-0bb973ba6fed, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=109fef1e-574c-450b-8511-0bb973ba6fed,segment=NetworkSegment(8910b9e1-51f0-41ea-a388-d1cb19804709),segment_id=8910b9e1-51f0-41ea-a388-d1cb19804709)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:44.690397 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:44.713858 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4e22a-9f79-402b-aa12-f3a85bc0121e tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Pushing event deleted for resources: {'Port': ['ID=e6a6f1be-e1a8-4bf2-a164-4643a2bd6cfa,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:44.771289 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=109fef1e-574c-450b-8511-0bb973ba6fed,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:44.794212 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:44.794578 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:44.795098 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:44.795462 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:44.795856 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:44.796246 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:44.796587 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:44.796922 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:44.800270 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:44.800699 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:44.801042 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:44.801383 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:44.821728 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-12a78021-d34f-46fb-a208-387f3501ee34 None None] Provisioning complete for port a65745a4-0490-4062-a05e-c600747a8909 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:44.822321 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-12a78021-d34f-46fb-a208-387f3501ee34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:44.871308 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-12a78021-d34f-46fb-a208-387f3501ee34 None None] Port a65745a4-0490-4062-a05e-c600747a8909 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:45.005537 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['109fef1e-574c-450b-8511-0bb973ba6fed'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:39:45.040548 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7d86589b-b3fc-4329-b481-45d32ffcdf3b req-5d181473-0484-451a-9fd7-c2da8ee4cac3 service neutron] 10.222.0.85 "GET /v2.0/networks/993c29c4-ac7b-4651-9389-4f58507f1211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8758667 Nov 25 19:39:45.073945 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3454291b-51db-4c48-a99f-bba06acd83cb tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Deleting port a65745a4-0490-4062-a05e-c600747a8909 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:45.074333 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3454291b-51db-4c48-a99f-bba06acd83cb tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:45.088532 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ededcd41-d0ae-4539-a2a6-f387b58a4281 req-a4b417ff-a01c-471f-9ecc-a2853db08a1c service neutron] 10.222.0.73 "GET /v2.0/networks/b1d0b183-b981-4bfb-9a4d-77b2057be997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164328 Nov 25 19:39:45.150207 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-4ed2275e-5f89-4999-901e-37d5d72ee1b3 service neutron] 10.222.0.55 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6176851 Nov 25 19:39:45.418072 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ededcd41-d0ae-4539-a2a6-f387b58a4281 req-4f62d641-a1ad-4670-a6dc-8eb79560b774 service neutron] 10.222.0.73 "GET /v2.0/networks/b1d0b183-b981-4bfb-9a4d-77b2057be997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106840 Nov 25 19:39:45.530688 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410ed86-9d13-48b4-b91c-dd3cb233344f req-87299d3a-b741-41e0-9208-00e517838507 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:45.534025 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6410ed86-9d13-48b4-b91c-dd3cb233344f req-87299d3a-b741-41e0-9208-00e517838507 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e HTTP/1.1" status: 200 len: 945 time: 0.6426089 Nov 25 19:39:45.605934 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566ae05-4952-4c82-bd44-5aaa070790e6 req-94f5109a-8c38-459a-a34f-065aa108301d tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:45.607846 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6566ae05-4952-4c82-bd44-5aaa070790e6 req-94f5109a-8c38-459a-a34f-065aa108301d tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f66a64-ea05-49d4-a5c7-2d573d59e66b HTTP/1.1" status: 200 len: 945 time: 0.1459248 Nov 25 19:39:45.665464 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78e4e22a-9f79-402b-aa12-f3a85bc0121e tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:45.683292 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-78e4e22a-9f79-402b-aa12-f3a85bc0121e tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] 10.222.0.55 "DELETE /v2.0/ports/e6a6f1be-e1a8-4bf2-a164-4643a2bd6cfa HTTP/1.1" status: 204 len: 168 time: 4.2716110 Nov 25 19:39:45.694099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46902) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:45.697049 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3454291b-51db-4c48-a99f-bba06acd83cb tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:45.713728 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3454291b-51db-4c48-a99f-bba06acd83cb tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Calling delete_port for a65745a4-0490-4062-a05e-c600747a8909 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:45.805682 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6410ed86-9d13-48b4-b91c-dd3cb233344f req-cdc1319c-1868-47a5-a609-5aff31a2de90 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526159 Nov 25 19:39:45.829234 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-54a5de04-06ad-4a57-a587-10fa7f093977 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] GET failed (client error): The resource could not be found. Nov 25 19:39:45.832855 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-54a5de04-06ad-4a57-a587-10fa7f093977 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] 10.222.0.55 "GET /v2.0/ports/e6a6f1be-e1a8-4bf2-a164-4643a2bd6cfa HTTP/1.1" status: 404 len: 333 time: 0.1274107 Nov 25 19:39:45.855388 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46904) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:45.930327 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 948cdb1c-fcef-471f-a945-be4d726e5b1d up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:45.955439 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6566ae05-4952-4c82-bd44-5aaa070790e6 req-b21451ff-ac37-49f5-92ca-5b208e3c84e5 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377953 Nov 25 19:39:46.092940 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3454291b-51db-4c48-a99f-bba06acd83cb tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:46.132802 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df77195c-daa8-4105-9acf-86f2a9c562b1 x-openstack-request-id: req-df77195c-daa8-4105-9acf-86f2a9c562b1 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:39:46.140902 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4340a7-a2e7-4005-b776-fcaee8692fcf", "name": "network-vif-plugged", "status": "completed", "tag": "c91aee86-c6cb-48f3-81f2-fa61ce689518", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:39:46.144654 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-df77195c-daa8-4105-9acf-86f2a9c562b1 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:39:46.145886 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4340a7-a2e7-4005-b776-fcaee8692fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91aee86-c6cb-48f3-81f2-fa61ce689518', 'code': 200} Nov 25 19:39:46.147699 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device b8e1ad98-ee30-47a1-8a47-f4ef6852c1df details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:39:46.198016 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5d2d99c0-6b1c-49d9-ae63-c0310c3b23cc req-f11ba9ef-c76a-485e-980e-6c326a547fa6 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=9965f8d4-45c7-4860-a6cf-8422fc3800b9 HTTP/1.1" status: 200 len: 210 time: 0.0893555 Nov 25 19:39:46.240129 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 948cdb1c-fcef-471f-a945-be4d726e5b1d completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:39:46.267850 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 948cdb1c-fcef-471f-a945-be4d726e5b1d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:46.268913 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:46.340580 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454291b-51db-4c48-a99f-bba06acd83cb tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Pushing event deleted for resources: {'Port': ['ID=a65745a4-0490-4062-a05e-c600747a8909,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:46.442722 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a358070d-0309-482a-a042-3574ebbac761 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Deleting port f66dba0c-521e-4176-acaa-93f983b01f30 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:46.443210 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a358070d-0309-482a-a042-3574ebbac761 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:46.508902 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610108ed-dfd6-4954-8d3d-baae17fa7576 req-c0c3cb34-1177-4958-ac59-576a0ce7f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:46.513621 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-610108ed-dfd6-4954-8d3d-baae17fa7576 req-c0c3cb34-1177-4958-ac59-576a0ce7f6be service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8e4340a7-a2e7-4005-b776-fcaee8692fcf HTTP/1.1" status: 200 len: 1096 time: 0.4077585 Nov 25 19:39:46.528905 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9113d-0bc0-4700-bc3a-6d75f601ad87 req-b5aa77fa-7bc2-4b9d-b14d-62b767907388 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:46.543636 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-17f9113d-0bc0-4700-bc3a-6d75f601ad87 req-b5aa77fa-7bc2-4b9d-b14d-62b767907388 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a6390d-c424-4880-97c2-c68fb6f5f137 HTTP/1.1" status: 200 len: 943 time: 0.2057898 Nov 25 19:39:46.614437 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3454291b-51db-4c48-a99f-bba06acd83cb tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:46.622694 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3454291b-51db-4c48-a99f-bba06acd83cb tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] 10.222.0.55 "DELETE /v2.0/ports/a65745a4-0490-4062-a05e-c600747a8909 HTTP/1.1" status: 204 len: 168 time: 2.3873100 Nov 25 19:39:46.627337 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46912) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:46.677606 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port b8e1ad98-ee30-47a1-8a47-f4ef6852c1df, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b8e1ad98-ee30-47a1-8a47-f4ef6852c1df,segment=NetworkSegment(d5606956-6680-4d28-9c90-711c5387b86c),segment_id=d5606956-6680-4d28-9c90-711c5387b86c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:46.723684 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'b8e1ad98-ee30-47a1-8a47-f4ef6852c1df', 'network_id': 'b1d0b183-b981-4bfb-9a4d-77b2057be997', 'port_id': 'b8e1ad98-ee30-47a1-8a47-f4ef6852c1df', 'mac_address': 'fa:16:3e:4f:a2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e614f16-5c13-45b0-a440-22024dfc9b09', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:39:46.729433 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-461d9e48-06bb-48c3-8889-c8ddb3df0eea tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] GET failed (client error): The resource could not be found. Nov 25 19:39:46.741325 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-461d9e48-06bb-48c3-8889-c8ddb3df0eea tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] 10.222.0.55 "GET /v2.0/ports/a65745a4-0490-4062-a05e-c600747a8909 HTTP/1.1" status: 404 len: 333 time: 0.1026425 Nov 25 19:39:46.741862 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:46.751215 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46916) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:46.775380 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-742b2072-3e10-45d3-b08c-dbbf17f1d861 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Request body: {'port': {'network_id': 'fd99941b-8f48-4100-8323-a8e8fa5e24d3', 'name': 'tempest-AllowedAddressPairTestJSON-2028228925'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:46.806692 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 948cdb1c-fcef-471f-a945-be4d726e5b1d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=948cdb1c-fcef-471f-a945-be4d726e5b1d,segment=NetworkSegment(8910b9e1-51f0-41ea-a388-d1cb19804709),segment_id=8910b9e1-51f0-41ea-a388-d1cb19804709)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:46.838040 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:46.904123 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:46.912897 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-17f9113d-0bc0-4700-bc3a-6d75f601ad87 req-722baa9d-7732-4bfd-aa0e-5e79bb260717 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e42ee364-b894-4240-9250-2a0df610b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665247 Nov 25 19:39:46.914337 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a358070d-0309-482a-a042-3574ebbac761 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:46.926665 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e1ad98-ee30-47a1-8a47-f4ef6852c1df {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:39:46.987417 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a358070d-0309-482a-a042-3574ebbac761 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Calling delete_port for f66dba0c-521e-4176-acaa-93f983b01f30 owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:47.008122 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=948cdb1c-fcef-471f-a945-be4d726e5b1d,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:47.017052 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port b8e1ad98-ee30-47a1-8a47-f4ef6852c1df, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b8e1ad98-ee30-47a1-8a47-f4ef6852c1df,segment=NetworkSegment(d5606956-6680-4d28-9c90-711c5387b86c),segment_id=d5606956-6680-4d28-9c90-711c5387b86c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:47.033817 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:47.052418 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17c0d4-065c-47aa-a5d8-a0770d56152a req-1554c49f-4c12-4318-bbb7-5a59b332eb85 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:47.063765 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0c17c0d4-065c-47aa-a5d8-a0770d56152a req-1554c49f-4c12-4318-bbb7-5a59b332eb85 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 945 time: 0.5298028 Nov 25 19:39:47.121306 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-610108ed-dfd6-4954-8d3d-baae17fa7576 req-74c89c5b-ab68-4904-808b-957c220bb715 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664895 Nov 25 19:39:47.222422 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=b8e1ad98-ee30-47a1-8a47-f4ef6852c1df,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:47.267533 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742b2072-3e10-45d3-b08c-dbbf17f1d861 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Made reservation on behalf of c3dccf5b23dd47a4add40b6c1f9a3e07 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:47.278136 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-742b2072-3e10-45d3-b08c-dbbf17f1d861 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:47.332597 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0c17c0d4-065c-47aa-a5d8-a0770d56152a req-729febe4-6c8c-4648-9a69-888556bf0e70 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663388 Nov 25 19:39:47.368385 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['b8e1ad98-ee30-47a1-8a47-f4ef6852c1df'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:39:47.404054 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-742b2072-3e10-45d3-b08c-dbbf17f1d861 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] device_id is not set on port 98ae8418-f1af-47ad-ba5c-f888adffc92c yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:39:47.586475 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-742b2072-3e10-45d3-b08c-dbbf17f1d861 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Allocated IP 172.20.0.8 (fd99941b-8f48-4100-8323-a8e8fa5e24d3/95e49d7a-e672-4501-9763-e6c81ad3cdce/98ae8418-f1af-47ad-ba5c-f888adffc92c) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:47.800179 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a358070d-0309-482a-a042-3574ebbac761 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:47.879727 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358070d-0309-482a-a042-3574ebbac761 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Pushing event deleted for resources: {'Port': ['ID=f66dba0c-521e-4176-acaa-93f983b01f30,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:47.949606 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 109fef1e-574c-450b-8511-0bb973ba6fed up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:47.960782 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-742b2072-3e10-45d3-b08c-dbbf17f1d861 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:48.008885 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e55da-6634-4026-8bf9-ce9455bdf92d req-5b339050-9b1b-4084-a735-5955550e2694 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:48.013072 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e34e55da-6634-4026-8bf9-ce9455bdf92d req-5b339050-9b1b-4084-a735-5955550e2694 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e HTTP/1.1" status: 200 len: 946 time: 0.3913300 Nov 25 19:39:48.023120 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a358070d-0309-482a-a042-3574ebbac761 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:48.034588 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a358070d-0309-482a-a042-3574ebbac761 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] 10.222.0.55 "DELETE /v2.0/ports/f66dba0c-521e-4176-acaa-93f983b01f30 HTTP/1.1" status: 204 len: 168 time: 2.1726100 Nov 25 19:39:48.038330 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46932) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:48.129058 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-742b2072-3e10-45d3-b08c-dbbf17f1d861 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:48.167352 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948cdb1c-fcef-471f-a945-be4d726e5b1d'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:39:48.175940 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651ff1fb-6805-483b-8617-e37a233570e2" -d '{"events": [{"server_uuid": "7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e", "name": "network-vif-plugged", "status": "completed", "tag": "948cdb1c-fcef-471f-a945-be4d726e5b1d"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:39:48.242026 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8d387b-0a82-4318-ae0a-5df1f9569e86 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] GET failed (client error): The resource could not be found. Nov 25 19:39:48.248115 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742b2072-3e10-45d3-b08c-dbbf17f1d861 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Network fd99941b-8f48-4100-8323-a8e8fa5e24d3 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:48.255355 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7a8d387b-0a82-4318-ae0a-5df1f9569e86 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] 10.222.0.55 "GET /v2.0/ports/f66dba0c-521e-4176-acaa-93f983b01f30 HTTP/1.1" status: 404 len: 333 time: 0.2094648 Nov 25 19:39:48.260907 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46936) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:48.280054 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-742b2072-3e10-45d3-b08c-dbbf17f1d861 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:48.289031 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742b2072-3e10-45d3-b08c-dbbf17f1d861 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:48.299774 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 109fef1e-574c-450b-8511-0bb973ba6fed completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:39:48.308345 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 109fef1e-574c-450b-8511-0bb973ba6fed triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:48.308533 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:48.429110 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e34e55da-6634-4026-8bf9-ce9455bdf92d req-b2c1e7e1-b6bd-40b8-b300-29ff44e14bc4 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891249 Nov 25 19:39:48.616729 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:48.653619 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b2072-3e10-45d3-b08c-dbbf17f1d861 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Pushing event updated for resources: {'Port': ['ID=98ae8418-f1af-47ad-ba5c-f888adffc92c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:48.715663 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 109fef1e-574c-450b-8511-0bb973ba6fed, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=109fef1e-574c-450b-8511-0bb973ba6fed,segment=NetworkSegment(8910b9e1-51f0-41ea-a388-d1cb19804709),segment_id=8910b9e1-51f0-41ea-a388-d1cb19804709)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:48.727732 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:48.816951 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ab191958-f049-4b0e-a538-29b4cf908a0e req-9d02dba3-d9a1-4856-9e49-3224f515ee12 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=9965f8d4-45c7-4860-a6cf-8422fc3800b9 HTTP/1.1" status: 200 len: 210 time: 0.1190448 Nov 25 19:39:48.889288 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742b2072-3e10-45d3-b08c-dbbf17f1d861 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:48.890166 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-742b2072-3e10-45d3-b08c-dbbf17f1d861 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:48.947844 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=109fef1e-574c-450b-8511-0bb973ba6fed,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:48.963897 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b71d66-19fd-4920-86eb-237c6fc11ead x-openstack-request-id: req-28b71d66-19fd-4920-86eb-237c6fc11ead {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:39:48.973553 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e", "name": "network-vif-plugged", "status": "completed", "tag": "948cdb1c-fcef-471f-a945-be4d726e5b1d", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:39:48.975326 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-28b71d66-19fd-4920-86eb-237c6fc11ead {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:39:48.977286 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948cdb1c-fcef-471f-a945-be4d726e5b1d', 'code': 200} Nov 25 19:39:48.986479 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46942) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:48.995121 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-742b2072-3e10-45d3-b08c-dbbf17f1d861 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2425275 Nov 25 19:39:49.008553 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-8950d424-e629-4018-873c-ee664126eed0 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:15:59:20'}]}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:49.026536 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-38548507-61e1-4218-8737-56957bcc3fde None None] Provisioning complete for port 98ae8418-f1af-47ad-ba5c-f888adffc92c triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:49.027320 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-38548507-61e1-4218-8737-56957bcc3fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:49.096738 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9787e0dc-60a2-4da6-8178-6ab8f19fb709 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Deleting port f8561daf-d65e-482d-ab29-40713ee810b5 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:49.097218 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9787e0dc-60a2-4da6-8178-6ab8f19fb709 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:49.185067 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd271f-656e-4a3b-bddf-b836221b2158 req-4e742d25-77fd-4ad2-a87e-a3223cc74f18 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:49.193228 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6ebd271f-656e-4a3b-bddf-b836221b2158 req-4e742d25-77fd-4ad2-a87e-a3223cc74f18 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a6390d-c424-4880-97c2-c68fb6f5f137 HTTP/1.1" status: 200 len: 944 time: 0.5756044 Nov 25 19:39:49.195855 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-38548507-61e1-4218-8737-56957bcc3fde None None] Port 98ae8418-f1af-47ad-ba5c-f888adffc92c cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:49.279364 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6ebd271f-656e-4a3b-bddf-b836221b2158 req-08ce14bf-15e0-4199-ac5c-d3f8e654b53a tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e42ee364-b894-4240-9250-2a0df610b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837951 Nov 25 19:39:49.292893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-3099fa1f-11a7-47ca-88d0-4bdef4948dde tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:49.300804 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-3099fa1f-11a7-47ca-88d0-4bdef4948dde tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.73 "GET /v2.0/networks?id=0144b778-2e7c-4a1d-86b2-f3dbc366beab HTTP/1.1" status: 200 len: 815 time: 0.7774413 Nov 25 19:39:49.319539 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-cb66acc7-1f17-4576-86d4-98fc26704106 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Request body: {'port': {'device_id': '9965f8d4-45c7-4860-a6cf-8422fc3800b9', 'network_id': '0144b778-2e7c-4a1d-86b2-f3dbc366beab', 'admin_state_up': True, 'tenant_id': 'abb922ce65454bc1915d7b2c3b27e005'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:49.471024 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8950d424-e629-4018-873c-ee664126eed0 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:49.599899 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ade498-d0f3-4f86-9b99-e171ca2732b1 req-33cd4f8e-d72e-42ce-b9f3-3029d8912637 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:49.614330 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a9ade498-d0f3-4f86-9b99-e171ca2732b1 req-33cd4f8e-d72e-42ce-b9f3-3029d8912637 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 945 time: 0.4147439 Nov 25 19:39:49.628380 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c494b-c182-4133-a6c9-8167d529f3a3 req-a9f9b9ad-a2af-4a06-b969-5f89a1266fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:49.632221 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c53c494b-c182-4133-a6c9-8167d529f3a3 req-a9f9b9ad-a2af-4a06-b969-5f89a1266fd7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e HTTP/1.1" status: 200 len: 1097 time: 0.3617611 Nov 25 19:39:49.696526 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9787e0dc-60a2-4da6-8178-6ab8f19fb709 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:49.743981 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9787e0dc-60a2-4da6-8178-6ab8f19fb709 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Calling delete_port for f8561daf-d65e-482d-ab29-40713ee810b5 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:49.762241 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312381e-c4d0-4ace-90b9-76c5b285c11b req-35f3b158-7ca2-4a42-9427-970a4de24044 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:49.764022 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9312381e-c4d0-4ace-90b9-76c5b285c11b req-35f3b158-7ca2-4a42-9427-970a4de24044 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e HTTP/1.1" status: 200 len: 946 time: 0.1193540 Nov 25 19:39:49.820832 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8950d424-e629-4018-873c-ee664126eed0 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:49.833270 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-cb66acc7-1f17-4576-86d4-98fc26704106 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Made reservation on behalf of abb922ce65454bc1915d7b2c3b27e005 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:49.849677 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-cb66acc7-1f17-4576-86d4-98fc26704106 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:49.874414 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8950d424-e629-4018-873c-ee664126eed0 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:49.954948 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c53c494b-c182-4133-a6c9-8167d529f3a3 req-6c4b378a-0ad8-4e31-a7a7-f3a09ba52ce5 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999573 Nov 25 19:39:49.962159 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a9ade498-d0f3-4f86-9b99-e171ca2732b1 req-d4c63307-4ed8-4aee-a442-701e976665e2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285558 Nov 25 19:39:49.996657 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9312381e-c4d0-4ace-90b9-76c5b285c11b req-16db0deb-a057-4626-8f2e-7d38bdd4d094 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139766 Nov 25 19:39:50.070893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950d424-e629-4018-873c-ee664126eed0 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Pushing event updated for resources: {'Port': ['ID=98ae8418-f1af-47ad-ba5c-f888adffc92c,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:50.089383 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device b8e1ad98-ee30-47a1-8a47-f4ef6852c1df up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:50.163206 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8950d424-e629-4018-873c-ee664126eed0 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] In _notify_port_updated(), no bound segment for port 98ae8418-f1af-47ad-ba5c-f888adffc92c on network fd99941b-8f48-4100-8323-a8e8fa5e24d3 {{(pid=103600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:39:50.179029 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8950d424-e629-4018-873c-ee664126eed0 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:50.179860 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8950d424-e629-4018-873c-ee664126eed0 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:50.187116 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8950d424-e629-4018-873c-ee664126eed0 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] 10.222.0.55 "PUT /v2.0/ports/98ae8418-f1af-47ad-ba5c-f888adffc92c HTTP/1.1" status: 200 len: 996 time: 1.1861498 Nov 25 19:39:50.209149 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e1f01b1d-0be7-4883-aa4f-7427df9a26bf req-2c667c2c-faf4-450c-8d0d-11f885358d3d tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=9965f8d4-45c7-4860-a6cf-8422fc3800b9 HTTP/1.1" status: 200 len: 210 time: 0.0583229 Nov 25 19:39:50.214461 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46958) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:50.254981 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port b8e1ad98-ee30-47a1-8a47-f4ef6852c1df completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:39:50.262743 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port b8e1ad98-ee30-47a1-8a47-f4ef6852c1df triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:50.263126 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:50.326078 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-cb66acc7-1f17-4576-86d4-98fc26704106 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Allocated IP 172.20.0.11 (0144b778-2e7c-4a1d-86b2-f3dbc366beab/17ff6b3c-3d44-40a6-b0c9-a57101908837/e84a21e4-bcde-4d01-aab2-cba25c2d2414) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:50.460116 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9787e0dc-60a2-4da6-8178-6ab8f19fb709 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:50.539323 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787e0dc-60a2-4da6-8178-6ab8f19fb709 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Pushing event deleted for resources: {'Port': ['ID=f8561daf-d65e-482d-ab29-40713ee810b5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:50.576366 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:50.617559 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9787e0dc-60a2-4da6-8178-6ab8f19fb709 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:50.628109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46970) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:50.632907 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9787e0dc-60a2-4da6-8178-6ab8f19fb709 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] 10.222.0.55 "DELETE /v2.0/ports/f8561daf-d65e-482d-ab29-40713ee810b5 HTTP/1.1" status: 204 len: 168 time: 2.3629434 Nov 25 19:39:50.639515 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-68743795-2802-4efd-8c6a-8bab86053007 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Deleting port 98ae8418-f1af-47ad-ba5c-f888adffc92c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:50.639515 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68743795-2802-4efd-8c6a-8bab86053007 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:50.662556 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4cdebf42-631e-45dc-9650-853689587988 None None] Provisioning complete for port 98ae8418-f1af-47ad-ba5c-f888adffc92c triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:50.663109 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4cdebf42-631e-45dc-9650-853689587988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:50.812306 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port b8e1ad98-ee30-47a1-8a47-f4ef6852c1df, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b8e1ad98-ee30-47a1-8a47-f4ef6852c1df,segment=NetworkSegment(d5606956-6680-4d28-9c90-711c5387b86c),segment_id=d5606956-6680-4d28-9c90-711c5387b86c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:50.838893 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:50.885379 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68743795-2802-4efd-8c6a-8bab86053007 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:50.936322 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-68743795-2802-4efd-8c6a-8bab86053007 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Calling delete_port for 98ae8418-f1af-47ad-ba5c-f888adffc92c owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:50.983988 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1efbe2-4d2c-4492-b19a-3144bd991eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109fef1e-574c-450b-8511-0bb973ba6fed'}, {'server_uuid': '64a6390d-c424-4880-97c2-c68fb6f5f137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e1ad98-ee30-47a1-8a47-f4ef6852c1df'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:39:50.988030 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7130e41e-6183-4372-8940-fe49fda709a2" -d '{"events": [{"server_uuid": "6a1efbe2-4d2c-4492-b19a-3144bd991eb3", "name": "network-vif-plugged", "status": "completed", "tag": "109fef1e-574c-450b-8511-0bb973ba6fed"}, {"server_uuid": "64a6390d-c424-4880-97c2-c68fb6f5f137", "name": "network-vif-plugged", "status": "completed", "tag": "b8e1ad98-ee30-47a1-8a47-f4ef6852c1df"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:39:51.006517 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=b8e1ad98-ee30-47a1-8a47-f4ef6852c1df,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:51.009656 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4cdebf42-631e-45dc-9650-853689587988 None None] Port 98ae8418-f1af-47ad-ba5c-f888adffc92c cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:51.041400 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16730d94-d25f-437a-b2c4-2652c1a6ecbf req-e414ff8a-5186-484a-ab74-a017a10742c6 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:51.052552 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16730d94-d25f-437a-b2c4-2652c1a6ecbf req-e414ff8a-5186-484a-ab74-a017a10742c6 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a6390d-c424-4880-97c2-c68fb6f5f137 HTTP/1.1" status: 200 len: 944 time: 0.4230657 Nov 25 19:39:51.063873 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b2c251-202f-46b4-8d41-123fa33f1257 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Deleting subnet 7b6c7341-3808-4e29-9f36-8eedc0396bf7 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:39:51.137821 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0b2c251-202f-46b4-8d41-123fa33f1257 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:51.210234 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 19:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00a5154-3769-4508-aa3a-657bfdc9578b x-openstack-request-id: req-d00a5154-3769-4508-aa3a-657bfdc9578b {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:39:51.210975 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1efbe2-4d2c-4492-b19a-3144bd991eb3", "name": "network-vif-plugged", "status": "completed", "tag": "109fef1e-574c-450b-8511-0bb973ba6fed", "code": 200}, {"server_uuid": "64a6390d-c424-4880-97c2-c68fb6f5f137", "name": "network-vif-plugged", "status": "completed", "tag": "b8e1ad98-ee30-47a1-8a47-f4ef6852c1df", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:39:51.211610 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d00a5154-3769-4508-aa3a-657bfdc9578b {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:39:51.212279 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1efbe2-4d2c-4492-b19a-3144bd991eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109fef1e-574c-450b-8511-0bb973ba6fed', 'code': 200} Nov 25 19:39:51.212707 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a6390d-c424-4880-97c2-c68fb6f5f137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e1ad98-ee30-47a1-8a47-f4ef6852c1df', 'code': 200} Nov 25 19:39:51.253715 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-cb66acc7-1f17-4576-86d4-98fc26704106 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:51.274456 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68743795-2802-4efd-8c6a-8bab86053007 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:51.325271 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68743795-2802-4efd-8c6a-8bab86053007 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Pushing event deleted for resources: {'Port': ['ID=98ae8418-f1af-47ad-ba5c-f888adffc92c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:51.444770 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0b2c251-202f-46b4-8d41-123fa33f1257 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:51.494592 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16730d94-d25f-437a-b2c4-2652c1a6ecbf req-b7fe2d74-1e83-4882-8f4f-8eb0969f1a48 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e42ee364-b894-4240-9250-2a0df610b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398398 Nov 25 19:39:51.544660 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68743795-2802-4efd-8c6a-8bab86053007 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:51.552545 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-68743795-2802-4efd-8c6a-8bab86053007 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] 10.222.0.55 "DELETE /v2.0/ports/98ae8418-f1af-47ad-ba5c-f888adffc92c HTTP/1.1" status: 204 len: 168 time: 1.3336730 Nov 25 19:39:51.553290 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46984) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:51.595077 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f46b063-c5dd-4513-b2af-5be959fe2b72 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] GET failed (client error): The resource could not be found. Nov 25 19:39:51.601476 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7f46b063-c5dd-4513-b2af-5be959fe2b72 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] 10.222.0.55 "GET /v2.0/ports/98ae8418-f1af-47ad-ba5c-f888adffc92c HTTP/1.1" status: 404 len: 333 time: 0.0414810 Nov 25 19:39:51.601883 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46986) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:51.607243 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-48e640e9-6011-4319-9959-558b13dcc21b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Request body: {'port': {'network_id': 'fd99941b-8f48-4100-8323-a8e8fa5e24d3', 'name': 'tempest-AllowedAddressPairTestJSON-1217515832'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:51.665028 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-cb66acc7-1f17-4576-86d4-98fc26704106 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:51.744414 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4ac8d-674b-41b3-adf7-30a0825d4546 req-b1d005ea-621d-4e0d-9f13-0268196d080b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:51.746048 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-94b4ac8d-674b-41b3-adf7-30a0825d4546 req-b1d005ea-621d-4e0d-9f13-0268196d080b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6a1efbe2-4d2c-4492-b19a-3144bd991eb3 HTTP/1.1" status: 200 len: 1096 time: 0.3605423 Nov 25 19:39:51.775151 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98353d-a155-4893-af7c-b73f9db02d67 req-1e449e4f-6b63-42f3-922d-cde47d3d99a5 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:51.789524 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8f98353d-a155-4893-af7c-b73f9db02d67 req-1e449e4f-6b63-42f3-922d-cde47d3d99a5 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 945 time: 0.4050479 Nov 25 19:39:51.977469 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5a698-7865-4a18-a006-b38ae6887a65 req-7019e556-1d6e-4d25-9b94-33f2c97b71c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:51.980213 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9b5a698-7865-4a18-a006-b38ae6887a65 req-7019e556-1d6e-4d25-9b94-33f2c97b71c1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=64a6390d-c424-4880-97c2-c68fb6f5f137 HTTP/1.1" status: 200 len: 1096 time: 0.6382964 Nov 25 19:39:51.997165 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0b2c251-202f-46b4-8d41-123fa33f1257 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:52.008411 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-94b4ac8d-674b-41b3-adf7-30a0825d4546 req-5b1396d1-8e48-444b-ab5b-ef98429d1466 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148345 Nov 25 19:39:52.015935 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8f98353d-a155-4893-af7c-b73f9db02d67 req-be73f7b2-45ca-47a2-a0c5-a2c2eaab1120 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249696 Nov 25 19:39:52.017606 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e640e9-6011-4319-9959-558b13dcc21b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Made reservation on behalf of c3dccf5b23dd47a4add40b6c1f9a3e07 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:52.022757 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48e640e9-6011-4319-9959-558b13dcc21b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:52.076324 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 1c41d1d1-0b69-498e-805b-8e0aaec69c18 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:39:52.112829 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-48e640e9-6011-4319-9959-558b13dcc21b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] device_id is not set on port 49f2b716-3151-4789-9e22-349b730db920 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:39:52.268297 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-cb66acc7-1f17-4576-86d4-98fc26704106 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Network 0144b778-2e7c-4a1d-86b2-f3dbc366beab is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:52.273574 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9b5a698-7865-4a18-a006-b38ae6887a65 req-1d3d5c35-12cb-4943-9fa0-465dfbd73d9f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e42ee364-b894-4240-9250-2a0df610b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702055 Nov 25 19:39:52.300374 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-cb66acc7-1f17-4576-86d4-98fc26704106 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:52.318636 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe410e-c125-46c7-a6d0-f602fd3b4f03 req-4da913bc-b96d-4826-abfa-1423bded6cdd tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:52.326430 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-23fe410e-c125-46c7-a6d0-f602fd3b4f03 req-4da913bc-b96d-4826-abfa-1423bded6cdd tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e HTTP/1.1" status: 200 len: 946 time: 0.6754911 Nov 25 19:39:52.328463 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66acc7-1f17-4576-86d4-98fc26704106 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Pushing event updated for resources: {'Port': ['ID=e84a21e4-bcde-4d01-aab2-cba25c2d2414,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:52.336903 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-cb66acc7-1f17-4576-86d4-98fc26704106 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:52.385715 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 1c41d1d1-0b69-498e-805b-8e0aaec69c18, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=1c41d1d1-0b69-498e-805b-8e0aaec69c18,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:52.456068 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '1c41d1d1-0b69-498e-805b-8e0aaec69c18', 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2', 'port_id': '1c41d1d1-0b69-498e-805b-8e0aaec69c18', 'mac_address': 'fa:16:3e:fc:ca:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e758be47-f502-42b6-8983-165c34ac1a0f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:39:52.464216 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d306e0b-13db-400a-94f5-e5fef45f16d8 req-2dc57ce6-623c-4222-8628-d8fbbb3d2613 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:52.482228 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-23fe410e-c125-46c7-a6d0-f602fd3b4f03 req-e9165d5b-7afe-4111-aa07-b8cc21ce4003 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546557 Nov 25 19:39:52.483340 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7d306e0b-13db-400a-94f5-e5fef45f16d8 req-2dc57ce6-623c-4222-8628-d8fbbb3d2613 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=9965f8d4-45c7-4860-a6cf-8422fc3800b9 HTTP/1.1" status: 200 len: 932 time: 0.2677739 Nov 25 19:39:52.508925 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-cb66acc7-1f17-4576-86d4-98fc26704106 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:52.510064 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-cb66acc7-1f17-4576-86d4-98fc26704106 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:52.513788 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0b2c251-202f-46b4-8d41-123fa33f1257 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:52.561933 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2c251-202f-46b4-8d41-123fa33f1257 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Pushing event deleted for resources: {'Subnet': ['ID=7b6c7341-3808-4e29-9f36-8eedc0396bf7,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:52.566573 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0b2c251-202f-46b4-8d41-123fa33f1257 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:52.575395 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e0b2c251-202f-46b4-8d41-123fa33f1257 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] 10.222.0.55 "DELETE /v2.0/subnets/7b6c7341-3808-4e29-9f36-8eedc0396bf7 HTTP/1.1" status: 204 len: 168 time: 1.9402456 Nov 25 19:39:52.576440 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47004) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:52.593376 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-cb66acc7-1f17-4576-86d4-98fc26704106 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2892163 Nov 25 19:39:52.635961 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-b742a26f-64b3-41a3-b100-2c683fccc3d1 service neutron] Request body: {'port': {'device_id': '9965f8d4-45c7-4860-a6cf-8422fc3800b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:52.642422 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38da0a6f-c706-478c-88b1-9c1810d162a6 None None] Network 7df4a1e9-b722-4340-ad55-9a150dfdd61f requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:52.721708 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-48e640e9-6011-4319-9959-558b13dcc21b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Allocated IP 172.20.0.12 (fd99941b-8f48-4100-8323-a8e8fa5e24d3/95e49d7a-e672-4501-9763-e6c81ad3cdce/49f2b716-3151-4789-9e22-349b730db920) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:52.845399 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7d306e0b-13db-400a-94f5-e5fef45f16d8 req-20a2192d-5800-4336-a6b5-aa0f70559307 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561494 Nov 25 19:39:53.227601 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6e05-cbac-47e0-938e-353aa62d5043 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:53.279691 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-b742a26f-64b3-41a3-b100-2c683fccc3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:53.483383 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48e640e9-6011-4319-9959-558b13dcc21b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:53.562275 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:53.744258 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48e640e9-6011-4319-9959-558b13dcc21b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:53.868696 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e640e9-6011-4319-9959-558b13dcc21b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Pushing event updated for resources: {'Port': ['ID=49f2b716-3151-4789-9e22-349b730db920,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:53.933492 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e640e9-6011-4319-9959-558b13dcc21b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Network fd99941b-8f48-4100-8323-a8e8fa5e24d3 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:53.939847 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c41d1d1-0b69-498e-805b-8e0aaec69c18 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:39:53.943338 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-48e640e9-6011-4319-9959-558b13dcc21b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:53.951532 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e640e9-6011-4319-9959-558b13dcc21b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:54.098965 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:54.131029 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-bf1c6e05-cbac-47e0-938e-353aa62d5043 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Deleting port 94af268a-5aed-4dc3-b9fe-00b0b1bc6a08 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:54.131262 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6e05-cbac-47e0-938e-353aa62d5043 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:54.166399 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 1c41d1d1-0b69-498e-805b-8e0aaec69c18, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=1c41d1d1-0b69-498e-805b-8e0aaec69c18,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:54.188997 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e640e9-6011-4319-9959-558b13dcc21b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:54.189810 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48e640e9-6011-4319-9959-558b13dcc21b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:54.239848 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:54.249095 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:54.249539 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-48e640e9-6011-4319-9959-558b13dcc21b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6463473 Nov 25 19:39:54.254907 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47030) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:54.268013 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b28f2100-e46f-4b9b-a0b3-aa950128d3ca tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Request body: {'port': {'network_id': 'fd99941b-8f48-4100-8323-a8e8fa5e24d3', 'name': 'tempest-AllowedAddressPairTestJSON-1135401318'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:54.373261 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-bf1c6e05-cbac-47e0-938e-353aa62d5043 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] For port 94af268a-5aed-4dc3-b9fe-00b0b1bc6a08, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=94af268a-5aed-4dc3-b9fe-00b0b1bc6a08,segment=NetworkSegment(df2cd8bd-3a25-40a0-972f-6536ac5ec8aa),segment_id=df2cd8bd-3a25-40a0-972f-6536ac5ec8aa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:54.373261 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6e05-cbac-47e0-938e-353aa62d5043 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:54.389478 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-bf1c6e05-cbac-47e0-938e-353aa62d5043 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Calling delete_port for 94af268a-5aed-4dc3-b9fe-00b0b1bc6a08 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:54.422911 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47fc21c-ecde-488c-bf42-25c1751eac13 None None] DHCP port deletion for 7df4a1e9-b722-4340-ad55-9a150dfdd61f request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:39:54.444321 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['1c41d1d1-0b69-498e-805b-8e0aaec69c18'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:39:54.631864 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28f2100-e46f-4b9b-a0b3-aa950128d3ca tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Made reservation on behalf of c3dccf5b23dd47a4add40b6c1f9a3e07 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:54.647628 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b28f2100-e46f-4b9b-a0b3-aa950128d3ca tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:54.667767 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6e05-cbac-47e0-938e-353aa62d5043 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:54.673734 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=1c41d1d1-0b69-498e-805b-8e0aaec69c18,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:54.752779 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-b28f2100-e46f-4b9b-a0b3-aa950128d3ca tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] device_id is not set on port fb05ba63-fb2e-4cb6-8c42-30c3e18d2ed9 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:39:54.797114 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-c47fc21c-ecde-488c-bf42-25c1751eac13 None None] Deleting port 94af268a-5aed-4dc3-b9fe-00b0b1bc6a08 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:54.797769 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c47fc21c-ecde-488c-bf42-25c1751eac13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:54.805635 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ddc5c55f-1ab4-462f-9540-b31e442ecbbf None None] Provisioning complete for port 49f2b716-3151-4789-9e22-349b730db920 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:54.806056 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ddc5c55f-1ab4-462f-9540-b31e442ecbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:54.831860 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c6e05-cbac-47e0-938e-353aa62d5043 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Pushing event deleted for resources: {'Port': ['ID=94af268a-5aed-4dc3-b9fe-00b0b1bc6a08,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:54.850988 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c6e05-cbac-47e0-938e-353aa62d5043 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] No DVR routers for this DVR port 94af268a-5aed-4dc3-b9fe-00b0b1bc6a08 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:39:55.037516 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6e05-cbac-47e0-938e-353aa62d5043 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:55.069733 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-bf1c6e05-cbac-47e0-938e-353aa62d5043 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df4a1e9-b722-4340-ad55-9a150dfdd61f']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:55.083819 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-bf1c6e05-cbac-47e0-938e-353aa62d5043 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2cd8bd-3a25-40a0-972f-6536ac5ec8aa') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:55.084362 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-bf1c6e05-cbac-47e0-938e-353aa62d5043 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2cd8bd-3a25-40a0-972f-6536ac5ec8aa') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:55.100346 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6e05-cbac-47e0-938e-353aa62d5043 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:55.121223 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6e05-cbac-47e0-938e-353aa62d5043 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:55.129873 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1c6e05-cbac-47e0-938e-353aa62d5043 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:39:55.130794 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6e05-cbac-47e0-938e-353aa62d5043 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:39:55.269510 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:39:55.284672 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-b742a26f-64b3-41a3-b100-2c683fccc3d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84a21e4-bcde-4d01-aab2-cba25c2d2414 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:39:55.295592 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-b742a26f-64b3-41a3-b100-2c683fccc3d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:55.314766 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-b742a26f-64b3-41a3-b100-2c683fccc3d1 service neutron] Transition to ACTIVE for port object e84a21e4-bcde-4d01-aab2-cba25c2d2414 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:39:55.316431 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-b28f2100-e46f-4b9b-a0b3-aa950128d3ca tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Allocated IP 172.20.0.4 (fd99941b-8f48-4100-8323-a8e8fa5e24d3/95e49d7a-e672-4501-9763-e6c81ad3cdce/fb05ba63-fb2e-4cb6-8c42-30c3e18d2ed9) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:55.322684 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6e05-cbac-47e0-938e-353aa62d5043 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:55.329054 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6e05-cbac-47e0-938e-353aa62d5043 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:55.337930 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bf1c6e05-cbac-47e0-938e-353aa62d5043 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] 10.222.0.55 "DELETE /v2.0/networks/7df4a1e9-b722-4340-ad55-9a150dfdd61f HTTP/1.1" status: 204 len: 168 time: 2.7600136 Nov 25 19:39:55.342563 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-b742a26f-64b3-41a3-b100-2c683fccc3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:55.360046 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c6e05-cbac-47e0-938e-353aa62d5043 tempest-AllowedAddressPairIpV6TestJSON-2143269353 tempest-AllowedAddressPairIpV6TestJSON-2143269353-project] Pushing event deleted for resources: {'Network': ['ID=7df4a1e9-b722-4340-ad55-9a150dfdd61f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:55.419300 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c47fc21c-ecde-488c-bf42-25c1751eac13 None None] For port 94af268a-5aed-4dc3-b9fe-00b0b1bc6a08, host n-d-819349-5, got binding levels [] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:55.419774 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c47fc21c-ecde-488c-bf42-25c1751eac13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:55.459897 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-c47fc21c-ecde-488c-bf42-25c1751eac13 None None] Calling delete_port for 94af268a-5aed-4dc3-b9fe-00b0b1bc6a08 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:55.476550 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.ipam_backend_mixin [None req-c47fc21c-ecde-488c-bf42-25c1751eac13 None None] Port 94af268a-5aed-4dc3-b9fe-00b0b1bc6a08 was not found and therefore no delete operation was performed {{(pid=103601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:39:55.502399 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ddc5c55f-1ab4-462f-9540-b31e442ecbbf None None] Port 49f2b716-3151-4789-9e22-349b730db920 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:55.519815 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c47fc21c-ecde-488c-bf42-25c1751eac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:55.532410 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742a26f-64b3-41a3-b100-2c683fccc3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e84a21e4-bcde-4d01-aab2-cba25c2d2414,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:55.557854 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 94af268a-5aed-4dc3-b9fe-00b0b1bc6a08 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:39:55.755976 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-b742a26f-64b3-41a3-b100-2c683fccc3d1 service neutron] Attempting to bind port e84a21e4-bcde-4d01-aab2-cba25c2d2414 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:39:55.758740 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-b742a26f-64b3-41a3-b100-2c683fccc3d1 service neutron] Attempting to bind port e84a21e4-bcde-4d01-aab2-cba25c2d2414 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '02fa6f66-9208-4806-8bde-6e2373cf1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0144b778-2e7c-4a1d-86b2-f3dbc366beab'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:39:55.761742 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-b742a26f-64b3-41a3-b100-2c683fccc3d1 service neutron] Attempting to bind port e84a21e4-bcde-4d01-aab2-cba25c2d2414 on network 0144b778-2e7c-4a1d-86b2-f3dbc366beab {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:55.776188 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-b742a26f-64b3-41a3-b100-2c683fccc3d1 service neutron] Port e84a21e4-bcde-4d01-aab2-cba25c2d2414 on network 0144b778-2e7c-4a1d-86b2-f3dbc366beab not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:39:55.777805 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-b742a26f-64b3-41a3-b100-2c683fccc3d1 service neutron] Attempting to bind port e84a21e4-bcde-4d01-aab2-cba25c2d2414 on network 0144b778-2e7c-4a1d-86b2-f3dbc366beab {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:55.788853 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-b742a26f-64b3-41a3-b100-2c683fccc3d1 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:39:55.793691 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-b742a26f-64b3-41a3-b100-2c683fccc3d1 service neutron] Checking segment: {'id': '02fa6f66-9208-4806-8bde-6e2373cf1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0144b778-2e7c-4a1d-86b2-f3dbc366beab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:55.795689 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-b742a26f-64b3-41a3-b100-2c683fccc3d1 service neutron] Bound using segment: {'id': '02fa6f66-9208-4806-8bde-6e2373cf1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0144b778-2e7c-4a1d-86b2-f3dbc366beab'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:39:55.797956 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-b742a26f-64b3-41a3-b100-2c683fccc3d1 service neutron] Bound port: e84a21e4-bcde-4d01-aab2-cba25c2d2414, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02fa6f66-9208-4806-8bde-6e2373cf1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0144b778-2e7c-4a1d-86b2-f3dbc366beab'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:39:55.798684 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-b742a26f-64b3-41a3-b100-2c683fccc3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:55.914146 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c47fc21c-ecde-488c-bf42-25c1751eac13 None None] Network 7df4a1e9-b722-4340-ad55-9a150dfdd61f is not hosted by any dhcp agent {{(pid=103601) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 19:39:55.918631 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47fc21c-ecde-488c-bf42-25c1751eac13 None None] No DVR routers for this DVR port 94af268a-5aed-4dc3-b9fe-00b0b1bc6a08 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:39:55.940045 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 94af268a-5aed-4dc3-b9fe-00b0b1bc6a08 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:39:55.940045 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 94af268a-5aed-4dc3-b9fe-00b0b1bc6a08 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:39:55.955897 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fc21c-ecde-488c-bf42-25c1751eac13 None None] Pushing event deleted for resources: {'Port': ['ID=94af268a-5aed-4dc3-b9fe-00b0b1bc6a08,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:55.963187 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47036) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:55.999063 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b28f2100-e46f-4b9b-a0b3-aa950128d3ca tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:56.097966 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-b742a26f-64b3-41a3-b100-2c683fccc3d1 service neutron] For port e84a21e4-bcde-4d01-aab2-cba25c2d2414, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:39:56.109944 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-b742a26f-64b3-41a3-b100-2c683fccc3d1 service neutron] For port e84a21e4-bcde-4d01-aab2-cba25c2d2414, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=e84a21e4-bcde-4d01-aab2-cba25c2d2414,segment=NetworkSegment(02fa6f66-9208-4806-8bde-6e2373cf1375),segment_id=02fa6f66-9208-4806-8bde-6e2373cf1375)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:39:56.118109 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-b742a26f-64b3-41a3-b100-2c683fccc3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:56.199844 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b28f2100-e46f-4b9b-a0b3-aa950128d3ca tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:56.298117 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28f2100-e46f-4b9b-a0b3-aa950128d3ca tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Network fd99941b-8f48-4100-8323-a8e8fa5e24d3 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:56.304932 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b28f2100-e46f-4b9b-a0b3-aa950128d3ca tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:56.318600 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742a26f-64b3-41a3-b100-2c683fccc3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e84a21e4-bcde-4d01-aab2-cba25c2d2414,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:56.331059 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-b742a26f-64b3-41a3-b100-2c683fccc3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:56.331239 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-b742a26f-64b3-41a3-b100-2c683fccc3d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:56.333869 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-b742a26f-64b3-41a3-b100-2c683fccc3d1 service neutron] 10.222.0.73 "PUT /v2.0/ports/e84a21e4-bcde-4d01-aab2-cba25c2d2414 HTTP/1.1" status: 200 len: 1092 time: 3.7156796 Nov 25 19:39:56.334430 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f2100-e46f-4b9b-a0b3-aa950128d3ca tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:56.349058 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9965f8d4-45c7-4860-a6cf-8422fc3800b9', 'tag': 'e84a21e4-bcde-4d01-aab2-cba25c2d2414'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:39:56.362655 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1499f4d2-3189-4de6-810f-85cd918e6437" -d '{"events": [{"name": "network-changed", "server_uuid": "9965f8d4-45c7-4860-a6cf-8422fc3800b9", "tag": "e84a21e4-bcde-4d01-aab2-cba25c2d2414"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:39:56.394993 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f2100-e46f-4b9b-a0b3-aa950128d3ca tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Pushing event updated for resources: {'Port': ['ID=fb05ba63-fb2e-4cb6-8c42-30c3e18d2ed9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:56.474114 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28f2100-e46f-4b9b-a0b3-aa950128d3ca tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:56.478461 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b28f2100-e46f-4b9b-a0b3-aa950128d3ca tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:56.496297 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-82a135de-23a6-4c4f-930f-4c2e34eeb2fd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=813701221f28493a950c217fca8aadfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5315418 Nov 25 19:39:56.500961 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47042) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:56.594608 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b28f2100-e46f-4b9b-a0b3-aa950128d3ca tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3372746 Nov 25 19:39:56.599772 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47044) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:56.616618 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1e475439-355e-4940-8f65-72beb1e9922b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:15:59:20'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:87:bc:99'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:56.627821 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-40046697-6b79-4e0a-8fe7-080363164d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:56.630781 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-40046697-6b79-4e0a-8fe7-080363164d4a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abb922ce65454bc1915d7b2c3b27e005&device_id=9965f8d4-45c7-4860-a6cf-8422fc3800b9 HTTP/1.1" status: 200 len: 1095 time: 0.1371200 Nov 25 19:39:56.676204 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a58dde2-9042-4cfc-a69f-993732892160 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:56.729855 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a58dde2-9042-4cfc-a69f-993732892160 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:56.762837 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-2330eb71-8215-4a82-b57a-6edfe564a0d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e84a21e4-bcde-4d01-aab2-cba25c2d2414 HTTP/1.1" status: 200 len: 217 time: 0.1229122 Nov 25 19:39:56.797928 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a58dde2-9042-4cfc-a69f-993732892160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:56.800700 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a58dde2-9042-4cfc-a69f-993732892160 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:56.802055 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5a58dde2-9042-4cfc-a69f-993732892160 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/38deb859-2dec-401f-b0dd-51c4578c6cbe HTTP/1.1" status: 204 len: 168 time: 0.3009713 Nov 25 19:39:56.831326 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58dde2-9042-4cfc-a69f-993732892160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38deb859-2dec-401f-b0dd-51c4578c6cbe,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:56.972076 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-77f10bad-978a-48fd-8756-14bde6f6a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:56.980066 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4b17bd67-b4e8-40b7-bb65-41f2fb2da81b None None] Provisioning complete for port fb05ba63-fb2e-4cb6-8c42-30c3e18d2ed9 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:56.984960 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4b17bd67-b4e8-40b7-bb65-41f2fb2da81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:56.989682 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-77f10bad-978a-48fd-8756-14bde6f6a20a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17ff6b3c-3d44-40a6-b0c9-a57101908837 HTTP/1.1" status: 200 len: 855 time: 0.2198553 Nov 25 19:39:57.095473 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-9718d18a-1e92-4be1-ae8e-7760167976b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0144b778-2e7c-4a1d-86b2-f3dbc366beab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961113 Nov 25 19:39:57.119191 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4b17bd67-b4e8-40b7-bb65-41f2fb2da81b None None] Port fb05ba63-fb2e-4cb6-8c42-30c3e18d2ed9 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:57.229139 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e475439-355e-4940-8f65-72beb1e9922b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:57.473950 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-8d23fe65-214f-4978-add2-add0c83b0fea service neutron] 10.222.0.73 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684862 Nov 25 19:39:57.639146 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e475439-355e-4940-8f65-72beb1e9922b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:57.705094 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e475439-355e-4940-8f65-72beb1e9922b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:57.795558 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad28d47d-c47d-49bf-8ced-4a7c145cd1fe req-39f19f9f-4186-44ff-a0a0-341a1eb999eb service neutron] 10.222.0.73 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149741 Nov 25 19:39:57.869378 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e475439-355e-4940-8f65-72beb1e9922b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Pushing event updated for resources: {'Port': ['ID=fb05ba63-fb2e-4cb6-8c42-30c3e18d2ed9,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:57.912907 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e475439-355e-4940-8f65-72beb1e9922b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:57.913515 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e475439-355e-4940-8f65-72beb1e9922b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:57.915279 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e475439-355e-4940-8f65-72beb1e9922b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:57.915961 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e475439-355e-4940-8f65-72beb1e9922b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:57.916598 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e475439-355e-4940-8f65-72beb1e9922b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:57.917265 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e475439-355e-4940-8f65-72beb1e9922b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:57.929885 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e475439-355e-4940-8f65-72beb1e9922b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:57.930757 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e475439-355e-4940-8f65-72beb1e9922b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:57.931349 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e475439-355e-4940-8f65-72beb1e9922b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:57.931925 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e475439-355e-4940-8f65-72beb1e9922b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:57.932515 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e475439-355e-4940-8f65-72beb1e9922b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:57.933103 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e475439-355e-4940-8f65-72beb1e9922b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:57.952255 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1e475439-355e-4940-8f65-72beb1e9922b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] In _notify_port_updated(), no bound segment for port fb05ba63-fb2e-4cb6-8c42-30c3e18d2ed9 on network fd99941b-8f48-4100-8323-a8e8fa5e24d3 {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:39:57.964884 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e475439-355e-4940-8f65-72beb1e9922b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:57.966512 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e475439-355e-4940-8f65-72beb1e9922b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:57.969363 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1e475439-355e-4940-8f65-72beb1e9922b tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] 10.222.0.55 "PUT /v2.0/ports/fb05ba63-fb2e-4cb6-8c42-30c3e18d2ed9 HTTP/1.1" status: 200 len: 1057 time: 1.3684556 Nov 25 19:39:57.972570 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47064) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:58.232978 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4f80490b-0565-4448-8170-ac03fa894f71 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Deleting port fb05ba63-fb2e-4cb6-8c42-30c3e18d2ed9 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:58.244701 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4f80490b-0565-4448-8170-ac03fa894f71 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:58.246369 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 1c41d1d1-0b69-498e-805b-8e0aaec69c18 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:58.346489 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 1c41d1d1-0b69-498e-805b-8e0aaec69c18 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:58.347572 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:58.435199 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7fdf1547-2169-4fd8-9e81-8b673953f33d None None] Provisioning complete for port fb05ba63-fb2e-4cb6-8c42-30c3e18d2ed9 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:58.436186 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7fdf1547-2169-4fd8-9e81-8b673953f33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:58.520064 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf1547-2169-4fd8-9e81-8b673953f33d None None] Port fb05ba63-fb2e-4cb6-8c42-30c3e18d2ed9 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:58.535090 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4f80490b-0565-4448-8170-ac03fa894f71 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:58.539858 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:58.600085 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 1c41d1d1-0b69-498e-805b-8e0aaec69c18, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=1c41d1d1-0b69-498e-805b-8e0aaec69c18,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:58.602836 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f66a64-ea05-49d4-a5c7-2d573d59e66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c41d1d1-0b69-498e-805b-8e0aaec69c18'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:39:58.607034 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b99dc4-500d-4bf5-84d6-c5798064fadf" -d '{"events": [{"server_uuid": "d2f66a64-ea05-49d4-a5c7-2d573d59e66b", "name": "network-vif-plugged", "status": "completed", "tag": "1c41d1d1-0b69-498e-805b-8e0aaec69c18"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:39:58.611058 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4f80490b-0565-4448-8170-ac03fa894f71 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Calling delete_port for fb05ba63-fb2e-4cb6-8c42-30c3e18d2ed9 owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:58.612807 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:58.662492 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47076) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:58.747010 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=1c41d1d1-0b69-498e-805b-8e0aaec69c18,revision_number=7']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:58.921206 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1e741695-1404-47ef-9d4d-62d1df1ece0a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-192454776'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:58.989682 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e741695-1404-47ef-9d4d-62d1df1ece0a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:58.991624 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4f80490b-0565-4448-8170-ac03fa894f71 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:58.994676 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e741695-1404-47ef-9d4d-62d1df1ece0a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:59.017229 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e741695-1404-47ef-9d4d-62d1df1ece0a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:59.029785 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f80490b-0565-4448-8170-ac03fa894f71 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Pushing event deleted for resources: {'Port': ['ID=fb05ba63-fb2e-4cb6-8c42-30c3e18d2ed9,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:59.191887 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a1d7bd32-363c-4069-9787-21b0d1697d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:59.273689 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e741695-1404-47ef-9d4d-62d1df1ece0a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:59.279368 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e741695-1404-47ef-9d4d-62d1df1ece0a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:59.313749 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e741695-1404-47ef-9d4d-62d1df1ece0a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:39:59.334118 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e741695-1404-47ef-9d4d-62d1df1ece0a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:59.339362 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-1e741695-1404-47ef-9d4d-62d1df1ece0a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Added segment 2174edd6-8c47-40fb-887e-f015c515dd8f of type vlan for network b691ce13-c3fa-46f8-892f-a6e3ddf6046b Nov 25 19:39:59.442808 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e741695-1404-47ef-9d4d-62d1df1ece0a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:59.448639 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4f80490b-0565-4448-8170-ac03fa894f71 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:59.457417 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4f80490b-0565-4448-8170-ac03fa894f71 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] 10.222.0.55 "DELETE /v2.0/ports/fb05ba63-fb2e-4cb6-8c42-30c3e18d2ed9 HTTP/1.1" status: 204 len: 168 time: 1.4829397 Nov 25 19:39:59.458406 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47080) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:59.511604 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a8f07c-61bb-4ded-83e5-33fbade055e6 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] GET failed (client error): The resource could not be found. Nov 25 19:39:59.517363 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e741695-1404-47ef-9d4d-62d1df1ece0a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:59.522228 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-06a8f07c-61bb-4ded-83e5-33fbade055e6 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] 10.222.0.55 "GET /v2.0/ports/fb05ba63-fb2e-4cb6-8c42-30c3e18d2ed9 HTTP/1.1" status: 404 len: 333 time: 0.0624168 Nov 25 19:39:59.523423 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e741695-1404-47ef-9d4d-62d1df1ece0a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:59.524084 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e741695-1404-47ef-9d4d-62d1df1ece0a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:59.524387 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47082) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:59.727091 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1c41e644-8d59-49df-8d93-c41769157cb0 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Deleting port 49f2b716-3151-4789-9e22-349b730db920 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:59.727733 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c41e644-8d59-49df-8d93-c41769157cb0 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:59.880740 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c41e644-8d59-49df-8d93-c41769157cb0 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:59.905621 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1c41e644-8d59-49df-8d93-c41769157cb0 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Calling delete_port for 49f2b716-3151-4789-9e22-349b730db920 owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:00.235909 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c41e644-8d59-49df-8d93-c41769157cb0 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:00.246894 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device e84a21e4-bcde-4d01-aab2-cba25c2d2414 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:40:00.278412 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41e644-8d59-49df-8d93-c41769157cb0 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Pushing event deleted for resources: {'Port': ['ID=49f2b716-3151-4789-9e22-349b730db920,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:00.297640 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e741695-1404-47ef-9d4d-62d1df1ece0a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Network': ['ID=b691ce13-c3fa-46f8-892f-a6e3ddf6046b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:00.318005 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1e741695-1404-47ef-9d4d-62d1df1ece0a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6538007 Nov 25 19:40:00.326461 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47086) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:00.339444 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8bf1781e-9eda-4612-bf39-e19b143bf9b0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:00.370073 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e741695-1404-47ef-9d4d-62d1df1ece0a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f634e291-d600-4c67-bfd5-f8620cbffdf7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:00.467388 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:40:00.532334 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c41e644-8d59-49df-8d93-c41769157cb0 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:00.549686 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1c41e644-8d59-49df-8d93-c41769157cb0 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] 10.222.0.55 "DELETE /v2.0/ports/49f2b716-3151-4789-9e22-349b730db920 HTTP/1.1" status: 204 len: 168 time: 1.0238364 Nov 25 19:40:00.550487 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47090) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:00.626649 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-becee8a9-d733-41c3-ad12-721d1ff7d3c9 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] GET failed (client error): The resource could not be found. Nov 25 19:40:00.639641 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-becee8a9-d733-41c3-ad12-721d1ff7d3c9 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] 10.222.0.55 "GET /v2.0/ports/49f2b716-3151-4789-9e22-349b730db920 HTTP/1.1" status: 404 len: 333 time: 0.0879648 Nov 25 19:40:00.640929 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47092) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:00.744744 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port e84a21e4-bcde-4d01-aab2-cba25c2d2414, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=e84a21e4-bcde-4d01-aab2-cba25c2d2414,segment=NetworkSegment(02fa6f66-9208-4806-8bde-6e2373cf1375),segment_id=02fa6f66-9208-4806-8bde-6e2373cf1375)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:00.779430 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'e84a21e4-bcde-4d01-aab2-cba25c2d2414', 'network_id': '0144b778-2e7c-4a1d-86b2-f3dbc366beab', 'port_id': 'e84a21e4-bcde-4d01-aab2-cba25c2d2414', 'mac_address': 'fa:16:3e:c4:6d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ff6b3c-3d44-40a6-b0c9-a57101908837', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:40:00.797167 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf1781e-9eda-4612-bf39-e19b143bf9b0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:00.806097 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8bf1781e-9eda-4612-bf39-e19b143bf9b0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:00.877367 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f0c7c41a-daba-4790-88d6-3bfc0e17a8b7 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Deleting port 92dc6ea4-d5b8-4a53-8530-e7da22f45c1e {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:00.877725 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0c7c41a-daba-4790-88d6-3bfc0e17a8b7 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:00.880267 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:00.923204 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84a21e4-bcde-4d01-aab2-cba25c2d2414 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:40:01.004102 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port e84a21e4-bcde-4d01-aab2-cba25c2d2414, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=e84a21e4-bcde-4d01-aab2-cba25c2d2414,segment=NetworkSegment(02fa6f66-9208-4806-8bde-6e2373cf1375),segment_id=02fa6f66-9208-4806-8bde-6e2373cf1375)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:01.014218 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:01.035119 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0c7c41a-daba-4790-88d6-3bfc0e17a8b7 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:01.059748 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f0c7c41a-daba-4790-88d6-3bfc0e17a8b7 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Calling delete_port for 92dc6ea4-d5b8-4a53-8530-e7da22f45c1e owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:01.303618 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=e84a21e4-bcde-4d01-aab2-cba25c2d2414,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:01.337614 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8bf1781e-9eda-4612-bf39-e19b143bf9b0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:01.358324 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0c7c41a-daba-4790-88d6-3bfc0e17a8b7 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:01.410152 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['e84a21e4-bcde-4d01-aab2-cba25c2d2414'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:40:01.410972 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1781e-9eda-4612-bf39-e19b143bf9b0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=04f79714-b7bd-4265-89ca-64a429c0b511,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:01.455858 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf1781e-9eda-4612-bf39-e19b143bf9b0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Checking segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:40:01.456357 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf1781e-9eda-4612-bf39-e19b143bf9b0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network hostable DHCP agents. Network: b691ce13-c3fa-46f8-892f-a6e3ddf6046b, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:40:01.466007 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7c41a-daba-4790-88d6-3bfc0e17a8b7 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Pushing event deleted for resources: {'Port': ['ID=92dc6ea4-d5b8-4a53-8530-e7da22f45c1e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:01.513543 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf1781e-9eda-4612-bf39-e19b143bf9b0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:40:01.545220 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8bf1781e-9eda-4612-bf39-e19b143bf9b0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, b691ce13-c3fa-46f8-892f-a6e3ddf6046b) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:01.559493 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13877f38-41e0-43a5-bb4a-cbed3807cae5 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:01.573264 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf1781e-9eda-4612-bf39-e19b143bf9b0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:01.579408 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8bf1781e-9eda-4612-bf39-e19b143bf9b0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:01.642634 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8bf1781e-9eda-4612-bf39-e19b143bf9b0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3145308 Nov 25 19:40:01.646869 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47094) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:01.801361 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-12ceacb7-4fd1-4ced-b0e0-d5e264edc27a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'name': 'tempest-NetworksTestDHCPv6-1135627296'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:01.814981 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0c7c41a-daba-4790-88d6-3bfc0e17a8b7 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:01.840086 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47096) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:01.845019 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f0c7c41a-daba-4790-88d6-3bfc0e17a8b7 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] 10.222.0.55 "DELETE /v2.0/ports/92dc6ea4-d5b8-4a53-8530-e7da22f45c1e HTTP/1.1" status: 204 len: 168 time: 1.1949031 Nov 25 19:40:02.043938 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fec93dd-6b75-40c7-a4fa-50bc6b89e763 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Deleting subnet 95e49d7a-e672-4501-9763-e6c81ad3cdce {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:40:02.056050 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fec93dd-6b75-40c7-a4fa-50bc6b89e763 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:02.170645 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a9100aee-96c9-4448-ad1d-724e77352ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:02.186513 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fec93dd-6b75-40c7-a4fa-50bc6b89e763 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:02.308628 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ceacb7-4fd1-4ced-b0e0-d5e264edc27a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:02.315601 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-12ceacb7-4fd1-4ced-b0e0-d5e264edc27a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:02.392875 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-12ceacb7-4fd1-4ced-b0e0-d5e264edc27a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] device_id is not set on port c86e4ca2-bf24-4c92-96f3-241c589d5e70 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:40:02.456727 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fec93dd-6b75-40c7-a4fa-50bc6b89e763 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:02.466654 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937524a4-df04-4e9c-9103-d54018cc0fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'fixed_ips': [{'subnet_id': '04f79714-b7bd-4265-89ca-64a429c0b511'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:40:02.473112 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-937524a4-df04-4e9c-9103-d54018cc0fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:02.604531 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fec93dd-6b75-40c7-a4fa-50bc6b89e763 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:02.730989 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fec93dd-6b75-40c7-a4fa-50bc6b89e763 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:02.767012 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3fec93dd-6b75-40c7-a4fa-50bc6b89e763 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] 10.222.0.55 "DELETE /v2.0/subnets/95e49d7a-e672-4501-9763-e6c81ad3cdce HTTP/1.1" status: 204 len: 168 time: 0.9246325 Nov 25 19:40:02.769423 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec93dd-6b75-40c7-a4fa-50bc6b89e763 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Pushing event deleted for resources: {'Subnet': ['ID=95e49d7a-e672-4501-9763-e6c81ad3cdce,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:02.773490 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47098) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:02.825836 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c593c1-2bbc-4707-aa71-11e409c7de5e None None] Network fd99941b-8f48-4100-8323-a8e8fa5e24d3 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:03.180481 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a537940-1e44-4403-be44-4fccc80f7b29 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:03.260785 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-12ceacb7-4fd1-4ced-b0e0-d5e264edc27a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 2001:db8::bd (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/04f79714-b7bd-4265-89ca-64a429c0b511/c86e4ca2-bf24-4c92-96f3-241c589d5e70) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:03.392904 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c94688a-e64a-4ef2-9369-a72b16de513c None None] DHCP port deletion for fd99941b-8f48-4100-8323-a8e8fa5e24d3 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:40:03.507226 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-3c94688a-e64a-4ef2-9369-a72b16de513c None None] Deleting port 5ca38ba5-bf52-4354-9240-c0badd3c579c {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:03.508328 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3c94688a-e64a-4ef2-9369-a72b16de513c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:03.701657 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:03.709049 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3c94688a-e64a-4ef2-9369-a72b16de513c None None] For port 5ca38ba5-bf52-4354-9240-c0badd3c579c, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5ca38ba5-bf52-4354-9240-c0badd3c579c,segment=NetworkSegment(ce8497f5-32b2-4365-8766-0647ca85eba0),segment_id=ce8497f5-32b2-4365-8766-0647ca85eba0)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:03.709541 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3c94688a-e64a-4ef2-9369-a72b16de513c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:03.739881 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-3c94688a-e64a-4ef2-9369-a72b16de513c None None] Calling delete_port for 5ca38ba5-bf52-4354-9240-c0badd3c579c owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:03.777880 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3a537940-1e44-4403-be44-4fccc80f7b29 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Deleting port 5ca38ba5-bf52-4354-9240-c0badd3c579c {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:03.778831 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a537940-1e44-4403-be44-4fccc80f7b29 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:03.792386 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-12ceacb7-4fd1-4ced-b0e0-d5e264edc27a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:03.893202 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3a537940-1e44-4403-be44-4fccc80f7b29 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] For port 5ca38ba5-bf52-4354-9240-c0badd3c579c, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5ca38ba5-bf52-4354-9240-c0badd3c579c,segment=NetworkSegment(ce8497f5-32b2-4365-8766-0647ca85eba0),segment_id=ce8497f5-32b2-4365-8766-0647ca85eba0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:03.893881 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a537940-1e44-4403-be44-4fccc80f7b29 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:03.915983 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3a537940-1e44-4403-be44-4fccc80f7b29 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Calling delete_port for 5ca38ba5-bf52-4354-9240-c0badd3c579c owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:03.939807 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-12ceacb7-4fd1-4ced-b0e0-d5e264edc27a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:04.010762 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ceacb7-4fd1-4ced-b0e0-d5e264edc27a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=c86e4ca2-bf24-4c92-96f3-241c589d5e70,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:04.153633 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ceacb7-4fd1-4ced-b0e0-d5e264edc27a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:04.162281 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-12ceacb7-4fd1-4ced-b0e0-d5e264edc27a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:04.166758 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ceacb7-4fd1-4ced-b0e0-d5e264edc27a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:04.186725 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ceacb7-4fd1-4ced-b0e0-d5e264edc27a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:04.186725 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-12ceacb7-4fd1-4ced-b0e0-d5e264edc27a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:04.186725 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a537940-1e44-4403-be44-4fccc80f7b29 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:04.241789 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a537940-1e44-4403-be44-4fccc80f7b29 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Pushing event deleted for resources: {'Port': ['ID=5ca38ba5-bf52-4354-9240-c0badd3c579c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:04.245885 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3c94688a-e64a-4ef2-9369-a72b16de513c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:04.252445 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a537940-1e44-4403-be44-4fccc80f7b29 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] No DVR routers for this DVR port 5ca38ba5-bf52-4354-9240-c0badd3c579c on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:04.323824 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-12ceacb7-4fd1-4ced-b0e0-d5e264edc27a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6621592 Nov 25 19:40:04.324321 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47102) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:04.566655 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89b16ce-b066-4708-9211-a4fcf2818d5f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:04.573650 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d89b16ce-b066-4708-9211-a4fcf2818d5f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2433765 Nov 25 19:40:04.575322 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47106) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:04.620403 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a537940-1e44-4403-be44-4fccc80f7b29 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:04.621801 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94688a-e64a-4ef2-9369-a72b16de513c None None] Pushing event deleted for resources: {'Port': ['ID=5ca38ba5-bf52-4354-9240-c0badd3c579c,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:04.637780 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device e84a21e4-bcde-4d01-aab2-cba25c2d2414 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:40:04.651799 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c94688a-e64a-4ef2-9369-a72b16de513c None None] No DVR routers for this DVR port 5ca38ba5-bf52-4354-9240-c0badd3c579c on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:04.735184 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-3a537940-1e44-4403-be44-4fccc80f7b29 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd99941b-8f48-4100-8323-a8e8fa5e24d3']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:04.773547 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-3a537940-1e44-4403-be44-4fccc80f7b29 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce8497f5-32b2-4365-8766-0647ca85eba0') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:04.774325 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-3a537940-1e44-4403-be44-4fccc80f7b29 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce8497f5-32b2-4365-8766-0647ca85eba0') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:04.823199 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-937524a4-df04-4e9c-9103-d54018cc0fa9 None None] Allocated IP 2001:db8::2 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/04f79714-b7bd-4265-89ca-64a429c0b511/c6526499-6c68-4d80-9977-915c8a4159a2) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:04.833049 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a537940-1e44-4403-be44-4fccc80f7b29 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:04.847688 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f2e1f-9fc1-4c42-b3be-ad5f26d9500a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting port c86e4ca2-bf24-4c92-96f3-241c589d5e70 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:04.848092 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d0f2e1f-9fc1-4c42-b3be-ad5f26d9500a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:04.882127 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a537940-1e44-4403-be44-4fccc80f7b29 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:04.885295 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port e84a21e4-bcde-4d01-aab2-cba25c2d2414 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:40:04.899674 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port e84a21e4-bcde-4d01-aab2-cba25c2d2414 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:04.900556 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:04.913472 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a537940-1e44-4403-be44-4fccc80f7b29 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:40:04.914147 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a537940-1e44-4403-be44-4fccc80f7b29 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:40:04.927403 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:40:05.116499 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d0f2e1f-9fc1-4c42-b3be-ad5f26d9500a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:05.154477 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f2e1f-9fc1-4c42-b3be-ad5f26d9500a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Calling delete_port for c86e4ca2-bf24-4c92-96f3-241c589d5e70 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:05.254765 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a537940-1e44-4403-be44-4fccc80f7b29 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:05.297820 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a537940-1e44-4403-be44-4fccc80f7b29 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:05.319931 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3a537940-1e44-4403-be44-4fccc80f7b29 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] 10.222.0.55 "DELETE /v2.0/networks/fd99941b-8f48-4100-8323-a8e8fa5e24d3 HTTP/1.1" status: 204 len: 168 time: 2.5374358 Nov 25 19:40:05.337788 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5ca38ba5-bf52-4354-9240-c0badd3c579c no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:05.365398 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a537940-1e44-4403-be44-4fccc80f7b29 tempest-AllowedAddressPairTestJSON-993685731 tempest-AllowedAddressPairTestJSON-993685731-project] Pushing event deleted for resources: {'Network': ['ID=fd99941b-8f48-4100-8323-a8e8fa5e24d3,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:05.473411 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 5ca38ba5-bf52-4354-9240-c0badd3c579c {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:40:05.474201 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5ca38ba5-bf52-4354-9240-c0badd3c579c not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:40:05.572854 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:05.585388 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d0f2e1f-9fc1-4c42-b3be-ad5f26d9500a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:05.664160 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-937524a4-df04-4e9c-9103-d54018cc0fa9 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:05.682395 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:05.695162 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f2e1f-9fc1-4c42-b3be-ad5f26d9500a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Port': ['ID=c86e4ca2-bf24-4c92-96f3-241c589d5e70,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:05.698196 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-937524a4-df04-4e9c-9103-d54018cc0fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:05.725475 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d0f2e1f-9fc1-4c42-b3be-ad5f26d9500a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:05.735536 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3d0f2e1f-9fc1-4c42-b3be-ad5f26d9500a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/c86e4ca2-bf24-4c92-96f3-241c589d5e70 HTTP/1.1" status: 204 len: 168 time: 1.1548302 Nov 25 19:40:05.738280 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47112) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:05.779166 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port e84a21e4-bcde-4d01-aab2-cba25c2d2414, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=e84a21e4-bcde-4d01-aab2-cba25c2d2414,segment=NetworkSegment(02fa6f66-9208-4806-8bde-6e2373cf1375),segment_id=02fa6f66-9208-4806-8bde-6e2373cf1375)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:05.789207 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:05.814501 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:05.826860 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937524a4-df04-4e9c-9103-d54018cc0fa9 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:05.840711 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-937524a4-df04-4e9c-9103-d54018cc0fa9 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:05.863201 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937524a4-df04-4e9c-9103-d54018cc0fa9 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:05.963238 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937524a4-df04-4e9c-9103-d54018cc0fa9 None None] Pushing event updated for resources: {'Port': ['ID=c6526499-6c68-4d80-9977-915c8a4159a2,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:05.994013 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48770800-2001-4f22-8b44-dcf9f7af3342 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:05.998888 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48770800-2001-4f22-8b44-dcf9f7af3342 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:06.007944 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47120) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:06.012716 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-48770800-2001-4f22-8b44-dcf9f7af3342 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2675536 Nov 25 19:40:06.160776 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e074f0d-609b-44d6-997a-3a18064cb03a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet 04f79714-b7bd-4265-89ca-64a429c0b511 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:40:06.167199 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e074f0d-609b-44d6-997a-3a18064cb03a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:06.191363 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=e84a21e4-bcde-4d01-aab2-cba25c2d2414,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:06.207542 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47126) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:06.228275 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-937524a4-df04-4e9c-9103-d54018cc0fa9 None None] Attempting to bind port c6526499-6c68-4d80-9977-915c8a4159a2 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:40:06.229151 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-937524a4-df04-4e9c-9103-d54018cc0fa9 None None] Attempting to bind port c6526499-6c68-4d80-9977-915c8a4159a2 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:40:06.229561 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937524a4-df04-4e9c-9103-d54018cc0fa9 None None] Attempting to bind port c6526499-6c68-4d80-9977-915c8a4159a2 on network b691ce13-c3fa-46f8-892f-a6e3ddf6046b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:40:06.241663 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937524a4-df04-4e9c-9103-d54018cc0fa9 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:40:06.242263 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937524a4-df04-4e9c-9103-d54018cc0fa9 None None] Checking segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:40:06.242975 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-937524a4-df04-4e9c-9103-d54018cc0fa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:06.243849 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937524a4-df04-4e9c-9103-d54018cc0fa9 None None] Bound using segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:40:06.244684 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-937524a4-df04-4e9c-9103-d54018cc0fa9 None None] Bound port: c6526499-6c68-4d80-9977-915c8a4159a2, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:40:06.245343 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-937524a4-df04-4e9c-9103-d54018cc0fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:06.272079 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8e0ac-7372-46f1-81d0-0591be2560e2 req-542acebf-342f-46ca-ad5a-56d2b3bde2c4 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:06.275520 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5bd8e0ac-7372-46f1-81d0-0591be2560e2 req-542acebf-342f-46ca-ad5a-56d2b3bde2c4 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e4340a7-a2e7-4005-b776-fcaee8692fcf HTTP/1.1" status: 200 len: 945 time: 0.1453960 Nov 25 19:40:06.312243 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e074f0d-609b-44d6-997a-3a18064cb03a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:06.381307 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5bd8e0ac-7372-46f1-81d0-0591be2560e2 req-1407a83b-dc95-475b-9f3b-5b7a2cbc832d tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965559 Nov 25 19:40:06.440722 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-937524a4-df04-4e9c-9103-d54018cc0fa9 None None] For port c6526499-6c68-4d80-9977-915c8a4159a2, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:40:06.444642 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-937524a4-df04-4e9c-9103-d54018cc0fa9 None None] For port c6526499-6c68-4d80-9977-915c8a4159a2, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c6526499-6c68-4d80-9977-915c8a4159a2,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:40:06.451525 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-937524a4-df04-4e9c-9103-d54018cc0fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:06.587026 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e074f0d-609b-44d6-997a-3a18064cb03a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:06.659923 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937524a4-df04-4e9c-9103-d54018cc0fa9 None None] Pushing event updated for resources: {'Port': ['ID=c6526499-6c68-4d80-9977-915c8a4159a2,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:06.788125 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-39521318-b51a-4c41-a16e-81a0f5280cf6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c3dccf5b23dd47a4add40b6c1f9a3e07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5783379 Nov 25 19:40:06.806249 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47132) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:06.856348 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e074f0d-609b-44d6-997a-3a18064cb03a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:06.863917 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849f455-53b3-4bad-86f2-b058074c03b9 req-3775d91d-57ee-4437-974a-1d4f8f2b9ec2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:06.866952 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0849f455-53b3-4bad-86f2-b058074c03b9 req-3775d91d-57ee-4437-974a-1d4f8f2b9ec2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 945 time: 0.2029986 Nov 25 19:40:06.886160 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e074f0d-609b-44d6-997a-3a18064cb03a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=04f79714-b7bd-4265-89ca-64a429c0b511,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:06.900018 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0b6d4-0b73-4c2c-9d2a-2281b98bbc5f req-a218fb9e-8ea3-4fb6-86c6-eec4a09a07d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:06.901802 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0ad0b6d4-0b73-4c2c-9d2a-2281b98bbc5f req-a218fb9e-8ea3-4fb6-86c6-eec4a09a07d7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 1096 time: 0.1109285 Nov 25 19:40:06.919740 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e074f0d-609b-44d6-997a-3a18064cb03a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:06.924553 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7e074f0d-609b-44d6-997a-3a18064cb03a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/04f79714-b7bd-4265-89ca-64a429c0b511 HTTP/1.1" status: 204 len: 168 time: 0.9151044 Nov 25 19:40:06.941518 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47134) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:07.011154 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0849f455-53b3-4bad-86f2-b058074c03b9 req-6e5510e2-1bb7-4a5d-91c7-32d0fdf676fd tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195056 Nov 25 19:40:07.044537 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4ab4b21f-c603-4906-880a-19e687ca18ab tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0943744 Nov 25 19:40:07.049017 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47136) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:07.073243 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1fd07bbf-e710-432f-a882-b3974c19ba41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:07.084347 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-addfce00-eea8-4006-84c3-b6c6409beaad tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:07.212598 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1fd07bbf-e710-432f-a882-b3974c19ba41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:07.481890 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f651cd2-c249-44e1-a6b1-efd19b8667c1 req-8040f7ff-7ccc-462e-a3b0-e98decfc3e42 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:07.505249 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f651cd2-c249-44e1-a6b1-efd19b8667c1 req-8040f7ff-7ccc-462e-a3b0-e98decfc3e42 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=9965f8d4-45c7-4860-a6cf-8422fc3800b9 HTTP/1.1" status: 200 len: 946 time: 0.2565215 Nov 25 19:40:07.592110 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0b6d4-0b73-4c2c-9d2a-2281b98bbc5f req-67bcd313-9eb6-4372-aab1-95e5d29e4453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:07.595939 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0ad0b6d4-0b73-4c2c-9d2a-2281b98bbc5f req-67bcd313-9eb6-4372-aab1-95e5d29e4453 service neutron] 10.222.0.85 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 912 time: 0.6856275 Nov 25 19:40:07.654054 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1fd07bbf-e710-432f-a882-b3974c19ba41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:07.664694 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1fd07bbf-e710-432f-a882-b3974c19ba41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:07.674743 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1fd07bbf-e710-432f-a882-b3974c19ba41 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/52d752e9-a8c3-4c46-9753-a9a3dd2daca5 HTTP/1.1" status: 204 len: 168 time: 0.8659661 Nov 25 19:40:07.729962 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0ad0b6d4-0b73-4c2c-9d2a-2281b98bbc5f req-551a4fbe-dc9f-441a-8f7b-23893c8f5946 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34a9b972-5dd2-4312-9c5a-67a64ab56f5d HTTP/1.1" status: 200 len: 217 time: 0.1126602 Nov 25 19:40:07.732669 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addfce00-eea8-4006-84c3-b6c6409beaad tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:07.740031 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd07bbf-e710-432f-a882-b3974c19ba41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d752e9-a8c3-4c46-9753-a9a3dd2daca5,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:07.748079 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-addfce00-eea8-4006-84c3-b6c6409beaad tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:07.787720 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f651cd2-c249-44e1-a6b1-efd19b8667c1 req-e0fdf8e4-70b0-42c0-ac32-b7c0ded5240c tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734549 Nov 25 19:40:07.935000 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7369f3-ff17-4ad1-a5e7-16874a817303 x-openstack-request-id: req-5e7369f3-ff17-4ad1-a5e7-16874a817303 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:40:07.936329 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9965f8d4-45c7-4860-a6cf-8422fc3800b9", "tag": "e84a21e4-bcde-4d01-aab2-cba25c2d2414", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:40:07.938908 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e7369f3-ff17-4ad1-a5e7-16874a817303 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:40:07.940528 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9965f8d4-45c7-4860-a6cf-8422fc3800b9', 'tag': 'e84a21e4-bcde-4d01-aab2-cba25c2d2414', 'status': 'completed', 'code': 200} Nov 25 19:40:08.152368 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499f4d2-3189-4de6-810f-85cd918e6437 req-11b8145e-45e6-4269-acb0-854ea8e29d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:08.165963 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1499f4d2-3189-4de6-810f-85cd918e6437 req-11b8145e-45e6-4269-acb0-854ea8e29d23 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abb922ce65454bc1915d7b2c3b27e005&device_id=9965f8d4-45c7-4860-a6cf-8422fc3800b9 HTTP/1.1" status: 200 len: 1097 time: 0.1877182 Nov 25 19:40:08.586667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499f4d2-3189-4de6-810f-85cd918e6437 req-f7c7b5cb-a2d8-4120-b7b8-37658730a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:08.589190 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1499f4d2-3189-4de6-810f-85cd918e6437 req-f7c7b5cb-a2d8-4120-b7b8-37658730a200 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0144b778-2e7c-4a1d-86b2-f3dbc366beab HTTP/1.1" status: 200 len: 916 time: 0.4118576 Nov 25 19:40:08.753350 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1499f4d2-3189-4de6-810f-85cd918e6437 req-1c6428a4-52aa-4d6b-921c-a2127e69e6da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e84a21e4-bcde-4d01-aab2-cba25c2d2414 HTTP/1.1" status: 200 len: 217 time: 0.1516953 Nov 25 19:40:08.762147 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-addfce00-eea8-4006-84c3-b6c6409beaad tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:08.792815 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0b6d4-0b73-4c2c-9d2a-2281b98bbc5f req-40fdc8a1-06a9-4d01-871d-098701553f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:08.807289 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0ad0b6d4-0b73-4c2c-9d2a-2281b98bbc5f req-40fdc8a1-06a9-4d01-871d-098701553f0b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ec830131-0c53-44d8-b6cf-4b7badf3b5da HTTP/1.1" status: 200 len: 850 time: 1.0458632 Nov 25 19:40:08.851230 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addfce00-eea8-4006-84c3-b6c6409beaad tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:08.860313 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-addfce00-eea8-4006-84c3-b6c6409beaad tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:08.938128 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499f4d2-3189-4de6-810f-85cd918e6437 req-7e71ac7f-10ce-48ff-aaf0-36d4ce0ed537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:08.941595 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1499f4d2-3189-4de6-810f-85cd918e6437 req-7e71ac7f-10ce-48ff-aaf0-36d4ce0ed537 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17ff6b3c-3d44-40a6-b0c9-a57101908837 HTTP/1.1" status: 200 len: 855 time: 0.1803327 Nov 25 19:40:09.001609 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addfce00-eea8-4006-84c3-b6c6409beaad tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:09.006907 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-addfce00-eea8-4006-84c3-b6c6409beaad tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:09.028359 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1499f4d2-3189-4de6-810f-85cd918e6437 req-a0309f60-abf8-45c0-8b62-8878b5d15ebc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0144b778-2e7c-4a1d-86b2-f3dbc366beab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739992 Nov 25 19:40:09.191172 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfce00-eea8-4006-84c3-b6c6409beaad tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=e0ab3362-62a1-4c29-ad4c-48b821bc4c82,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:09.329747 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0b6d4-0b73-4c2c-9d2a-2281b98bbc5f req-c6de4e17-7827-43ff-a607-a670fed14241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:09.332979 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0ad0b6d4-0b73-4c2c-9d2a-2281b98bbc5f req-c6de4e17-7827-43ff-a607-a670fed14241 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=37f8230d-6a2b-4a12-a441-526002eff84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4790518 Nov 25 19:40:09.342198 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-addfce00-eea8-4006-84c3-b6c6409beaad tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2878988 Nov 25 19:40:09.343979 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47162) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:09.375236 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f648738-198e-467d-86e5-155d9ff6d93f None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:09.376145 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-203758a1-c227-4833-b554-dc8d26a03859 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'name': 'tempest-NetworksTestDHCPv6-1302321641'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:09.553696 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c6526499-6c68-4d80-9977-915c8a4159a2 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:40:09.564913 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1499f4d2-3189-4de6-810f-85cd918e6437 req-d8f00135-23c1-4317-b21d-8103d4b20caa service neutron] 10.222.0.73 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280211 Nov 25 19:40:09.638534 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0ad0b6d4-0b73-4c2c-9d2a-2281b98bbc5f req-2ecac42f-0a67-4f11-8952-d89b28c4ca4a service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867570 Nov 25 19:40:09.768265 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e93a5b80-2bb4-4318-99d6-23964a2c7095 None None] Provisioning complete for port c6526499-6c68-4d80-9977-915c8a4159a2 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:09.774808 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e93a5b80-2bb4-4318-99d6-23964a2c7095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:09.969671 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be6c3fd-8742-49a0-a535-947ed2e459a7 x-openstack-request-id: req-1be6c3fd-8742-49a0-a535-947ed2e459a7 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:40:09.972711 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f66a64-ea05-49d4-a5c7-2d573d59e66b", "name": "network-vif-plugged", "status": "completed", "tag": "1c41d1d1-0b69-498e-805b-8e0aaec69c18", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:40:09.973396 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1be6c3fd-8742-49a0-a535-947ed2e459a7 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:40:09.977471 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f66a64-ea05-49d4-a5c7-2d573d59e66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c41d1d1-0b69-498e-805b-8e0aaec69c18', 'code': 200} Nov 25 19:40:10.091352 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 34a9b972-5dd2-4312-9c5a-67a64ab56f5d no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:10.140079 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0ad0b6d4-0b73-4c2c-9d2a-2281b98bbc5f req-95f8a360-0c39-4e01-90b4-9e6a406c1ce6 service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839358 Nov 25 19:40:10.374904 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203758a1-c227-4833-b554-dc8d26a03859 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:10.387558 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-203758a1-c227-4833-b554-dc8d26a03859 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:10.394348 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1499f4d2-3189-4de6-810f-85cd918e6437 req-700d1153-b23d-47ae-afa3-e05e44ddae7f service neutron] 10.222.0.73 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7507510 Nov 25 19:40:10.435574 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1d487c09-7e22-4f29-a6ef-0e5d05874013 req-671fea21-5950-45c9-ab3f-24fb22702ced service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1801546 Nov 25 19:40:10.490960 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ab4a3-5ca7-475d-8c93-ad0ee93b7fad req-6ff3ae1b-08a7-46fc-8242-2bccff627ba8 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:10.506854 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e00ab4a3-5ca7-475d-8c93-ad0ee93b7fad req-6ff3ae1b-08a7-46fc-8242-2bccff627ba8 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a1efbe2-4d2c-4492-b19a-3144bd991eb3 HTTP/1.1" status: 200 len: 945 time: 0.3309414 Nov 25 19:40:10.611380 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-203758a1-c227-4833-b554-dc8d26a03859 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] device_id is not set on port 15764a79-1330-4517-a973-f3c706e916a8 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:40:10.612227 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port c6526499-6c68-4d80-9977-915c8a4159a2 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:10.612992 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:10.628823 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:10.693156 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d487c09-7e22-4f29-a6ef-0e5d05874013 req-e69e55bc-ef77-470c-a145-a49e819656d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:10.706403 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1d487c09-7e22-4f29-a6ef-0e5d05874013 req-e69e55bc-ef77-470c-a145-a49e819656d4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 1096 time: 0.2074440 Nov 25 19:40:10.887639 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47174) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:11.007713 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e00ab4a3-5ca7-475d-8c93-ad0ee93b7fad req-2db1c0af-82ad-433d-baa2-fed1bac4f7b3 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4913068 Nov 25 19:40:11.036225 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 34a9b972-5dd2-4312-9c5a-67a64ab56f5d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=34a9b972-5dd2-4312-9c5a-67a64ab56f5d,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:11.242032 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d487c09-7e22-4f29-a6ef-0e5d05874013 req-360ec9f1-b536-4124-b351-4d9a2d508ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:11.245604 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1d487c09-7e22-4f29-a6ef-0e5d05874013 req-360ec9f1-b536-4124-b351-4d9a2d508ccd service neutron] 10.222.0.85 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 912 time: 0.4938245 Nov 25 19:40:11.246764 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:11.252209 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:11.319326 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e93a5b80-2bb4-4318-99d6-23964a2c7095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:11.451966 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1aa618a8-d0d3-4a8e-9376-2140ff2cf4ea tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1884294162'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:11.470800 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1d487c09-7e22-4f29-a6ef-0e5d05874013 req-febb8608-5d74-4fa4-9ba2-bafc1a206f79 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3de27103-dacf-46fc-9c82-1f1872c5cb0e HTTP/1.1" status: 200 len: 217 time: 0.2127686 Nov 25 19:40:11.525724 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-b220e909-102a-4e03-9fba-bfa75f0e4c1b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:11.557168 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-b220e909-102a-4e03-9fba-bfa75f0e4c1b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:11.570525 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-b220e909-102a-4e03-9fba-bfa75f0e4c1b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:11.576996 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=34a9b972-5dd2-4312-9c5a-67a64ab56f5d,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:11.582840 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05357238-bde5-4ddd-87d6-6079179b217a None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:11.585133 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-b220e909-102a-4e03-9fba-bfa75f0e4c1b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:11.600862 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-b220e909-102a-4e03-9fba-bfa75f0e4c1b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:11.620258 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-b220e909-102a-4e03-9fba-bfa75f0e4c1b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:11.632202 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port c6526499-6c68-4d80-9977-915c8a4159a2, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c6526499-6c68-4d80-9977-915c8a4159a2,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:11.641303 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d487c09-7e22-4f29-a6ef-0e5d05874013 req-31eeae32-efdf-4418-9017-b3708943fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:11.643964 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1d487c09-7e22-4f29-a6ef-0e5d05874013 req-31eeae32-efdf-4418-9017-b3708943fbb7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ec830131-0c53-44d8-b6cf-4b7badf3b5da HTTP/1.1" status: 200 len: 850 time: 0.1618714 Nov 25 19:40:11.645287 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-b220e909-102a-4e03-9fba-bfa75f0e4c1b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:11.650766 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-b220e909-102a-4e03-9fba-bfa75f0e4c1b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.73 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5432 time: 0.6113510 Nov 25 19:40:11.652932 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:11.777305 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa618a8-d0d3-4a8e-9376-2140ff2cf4ea tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Made reservation on behalf of dbbcc0c2ac7445c0bc5bdbb83655946d for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:11.793405 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aa618a8-d0d3-4a8e-9376-2140ff2cf4ea tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:11.817785 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aa618a8-d0d3-4a8e-9376-2140ff2cf4ea tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:11.868088 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-203758a1-c227-4833-b554-dc8d26a03859 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 2001:db8::2 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/e0ab3362-62a1-4c29-ad4c-48b821bc4c82/15764a79-1330-4517-a973-f3c706e916a8) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:11.887381 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d487c09-7e22-4f29-a6ef-0e5d05874013 req-411a8fbc-44b4-4b6e-be79-b96914a04cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:11.891747 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1d487c09-7e22-4f29-a6ef-0e5d05874013 req-411a8fbc-44b4-4b6e-be79-b96914a04cd6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=37f8230d-6a2b-4a12-a441-526002eff84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2191198 Nov 25 19:40:11.902768 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-e93a5b80-2bb4-4318-99d6-23964a2c7095 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:40:11.903350 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-e93a5b80-2bb4-4318-99d6-23964a2c7095 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:40:11.924019 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-3a6e25eb-1d0a-46f6-8bab-29bfe9059efc tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:11.934668 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-3a6e25eb-1d0a-46f6-8bab-29bfe9059efc tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.73 "GET /v2.0/ports/d03038df-719f-4767-965c-ea72372fa48c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2591200 Nov 25 19:40:11.959157 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=c6526499-6c68-4d80-9977-915c8a4159a2,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:12.044103 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce95aa-300c-4c33-a7fe-757b3d8758c2 req-ee2840c8-ed13-4f29-9c44-476634930303 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:12.057528 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8bce95aa-300c-4c33-a7fe-757b3d8758c2 req-ee2840c8-ed13-4f29-9c44-476634930303 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 943 time: 0.4028387 Nov 25 19:40:12.087704 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9965f8d4-45c7-4860-a6cf-8422fc3800b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84a21e4-bcde-4d01-aab2-cba25c2d2414'}, {'server_uuid': '294bb890-eb8b-4542-802b-6b52cad97cb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34a9b972-5dd2-4312-9c5a-67a64ab56f5d'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:40:12.092110 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5f15a1-897f-4047-82fe-886e80877db7" -d '{"events": [{"server_uuid": "9965f8d4-45c7-4860-a6cf-8422fc3800b9", "name": "network-vif-plugged", "status": "completed", "tag": "e84a21e4-bcde-4d01-aab2-cba25c2d2414"}, {"server_uuid": "294bb890-eb8b-4542-802b-6b52cad97cb9", "name": "network-vif-unplugged", "status": "completed", "tag": "34a9b972-5dd2-4312-9c5a-67a64ab56f5d"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:40:12.199460 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1d487c09-7e22-4f29-a6ef-0e5d05874013 req-78c19570-77df-45f8-9aa2-a92a252195e8 service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964954 Nov 25 19:40:12.204423 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aa618a8-d0d3-4a8e-9376-2140ff2cf4ea tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:12.213974 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aa618a8-d0d3-4a8e-9376-2140ff2cf4ea tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:12.476361 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa618a8-d0d3-4a8e-9376-2140ff2cf4ea tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:40:12.561498 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:40:12.631237 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aa618a8-d0d3-4a8e-9376-2140ff2cf4ea tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:12.631706 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-1aa618a8-d0d3-4a8e-9376-2140ff2cf4ea tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Added segment 4f22c6de-dc4a-4636-aa17-f85fcb122225 of type vlan for network bc89435f-2f6c-4c97-bc08-725a80b97cc2 Nov 25 19:40:12.675462 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8bce95aa-300c-4c33-a7fe-757b3d8758c2 req-b0c0854f-324b-417c-941a-15e6626182c8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6135108 Nov 25 19:40:12.683034 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-8c3ab1ca-66fb-4713-a418-5fdf5b99e35b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.73 "GET /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7338667 Nov 25 19:40:12.707417 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa618a8-d0d3-4a8e-9376-2140ff2cf4ea tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=170d3f44-10e6-42b3-a4d9-d2278aa50a2c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:12.814667 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-203758a1-c227-4833-b554-dc8d26a03859 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:12.855902 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1d487c09-7e22-4f29-a6ef-0e5d05874013 req-c02f0d50-f663-4541-8a34-ef2176e2a9c0 service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6455963 Nov 25 19:40:12.864807 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-203758a1-c227-4833-b554-dc8d26a03859 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:12.885700 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aa618a8-d0d3-4a8e-9376-2140ff2cf4ea tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:12.954929 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203758a1-c227-4833-b554-dc8d26a03859 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:12.968994 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aa618a8-d0d3-4a8e-9376-2140ff2cf4ea tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:12.976304 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa618a8-d0d3-4a8e-9376-2140ff2cf4ea tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:12.989892 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aa618a8-d0d3-4a8e-9376-2140ff2cf4ea tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:13.002685 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-aa85095d-fdb1-4442-a5f9-e7f8d5fa2904 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:13.035128 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-203758a1-c227-4833-b554-dc8d26a03859 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:13.120055 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa618a8-d0d3-4a8e-9376-2140ff2cf4ea tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Pushing event updated for resources: {'Network': ['ID=bc89435f-2f6c-4c97-bc08-725a80b97cc2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:13.152595 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network bc89435f-2f6c-4c97-bc08-725a80b97cc2 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:40:13.166692 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203758a1-c227-4833-b554-dc8d26a03859 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:13.176534 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1aa618a8-d0d3-4a8e-9376-2140ff2cf4ea tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2868464 Nov 25 19:40:13.178908 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203758a1-c227-4833-b554-dc8d26a03859 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:13.179988 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-203758a1-c227-4833-b554-dc8d26a03859 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:13.180228 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47194) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:13.194449 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d698c646-d948-4ba2-a434-46e3c4933912 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Request body: {'subnet': {'network_id': 'bc89435f-2f6c-4c97-bc08-725a80b97cc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:13.210879 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-203758a1-c227-4833-b554-dc8d26a03859 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8645039 Nov 25 19:40:13.211922 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203758a1-c227-4833-b554-dc8d26a03859 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=15764a79-1330-4517-a973-f3c706e916a8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:13.217742 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47196) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:13.282553 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbd860-89a5-47fc-a3ab-294392b0945c req-17340521-4352-4a6a-82fc-b9c7cb7443be tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:13.290929 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-87fbd860-89a5-47fc-a3ab-294392b0945c req-17340521-4352-4a6a-82fc-b9c7cb7443be tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=9965f8d4-45c7-4860-a6cf-8422fc3800b9 HTTP/1.1" status: 200 len: 946 time: 0.4014814 Nov 25 19:40:13.332529 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-aa85095d-fdb1-4442-a5f9-e7f8d5fa2904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:13.377276 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-87fbd860-89a5-47fc-a3ab-294392b0945c req-563072cc-ec0e-4460-9d10-2f55194ffc6f tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836873 Nov 25 19:40:13.414769 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8b4aeae8-4c50-4d0a-9fcf-123f12cbb4b5 None None] Provisioning complete for port c6526499-6c68-4d80-9977-915c8a4159a2 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:13.415616 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8b4aeae8-4c50-4d0a-9fcf-123f12cbb4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:13.509250 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a16a16-3c85-41ac-b34e-049cac66adb8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:13.518105 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a16a16-3c85-41ac-b34e-049cac66adb8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:13.522196 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c5a16a16-3c85-41ac-b34e-049cac66adb8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.2974260 Nov 25 19:40:13.522899 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47198) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:13.580779 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d698c646-d948-4ba2-a434-46e3c4933912 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Made reservation on behalf of dbbcc0c2ac7445c0bc5bdbb83655946d for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:13.586067 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d698c646-d948-4ba2-a434-46e3c4933912 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:13.729058 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864796d-a8ec-41af-8221-a8db12d5e10a req-266e867a-1a10-4b57-8358-b24358c08cc8 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:13.744007 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864796d-a8ec-41af-8221-a8db12d5e10a req-266e867a-1a10-4b57-8358-b24358c08cc8 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:13.765906 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864796d-a8ec-41af-8221-a8db12d5e10a req-266e867a-1a10-4b57-8358-b24358c08cc8 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:13.781214 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864796d-a8ec-41af-8221-a8db12d5e10a req-266e867a-1a10-4b57-8358-b24358c08cc8 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:13.787896 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864796d-a8ec-41af-8221-a8db12d5e10a req-266e867a-1a10-4b57-8358-b24358c08cc8 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:13.797508 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864796d-a8ec-41af-8221-a8db12d5e10a req-266e867a-1a10-4b57-8358-b24358c08cc8 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:13.804068 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864796d-a8ec-41af-8221-a8db12d5e10a req-266e867a-1a10-4b57-8358-b24358c08cc8 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:13.813658 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3864796d-a8ec-41af-8221-a8db12d5e10a req-266e867a-1a10-4b57-8358-b24358c08cc8 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 5432 time: 0.2882702 Nov 25 19:40:13.876665 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-aa85095d-fdb1-4442-a5f9-e7f8d5fa2904 service neutron] For port d03038df-719f-4767-965c-ea72372fa48c, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d03038df-719f-4767-965c-ea72372fa48c,segment=NetworkSegment(f8fd6507-d6f7-4150-97cc-fd943cc9c602),segment_id=f8fd6507-d6f7-4150-97cc-fd943cc9c602)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:13.883704 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c6526499-6c68-4d80-9977-915c8a4159a2 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:40:13.916382 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d698c646-d948-4ba2-a434-46e3c4933912 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:13.986833 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e56a6b50-c4b8-4ea2-be1d-797054b5746c None None] Provisioning complete for port 15764a79-1330-4517-a973-f3c706e916a8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:13.987213 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e56a6b50-c4b8-4ea2-be1d-797054b5746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:14.034664 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3864796d-a8ec-41af-8221-a8db12d5e10a req-b80a2633-0159-490c-b84d-6746a280c3ab tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=abcdd217-59b2-4ac0-a9e6-bdc13e375243&id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2164624 Nov 25 19:40:14.050729 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e56a6b50-c4b8-4ea2-be1d-797054b5746c None None] Port 15764a79-1330-4517-a973-f3c706e916a8 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:40:14.052636 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698c646-d948-4ba2-a434-46e3c4933912 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Pushing event updated for resources: {'Subnet': ['ID=22f04eb8-8376-4b7f-aa35-61b11fd5c9c0,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:14.078612 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e56a6b50-c4b8-4ea2-be1d-797054b5746c None None] Could not find standard attr ID for object c86e4ca2-bf24-4c92-96f3-241c589d5e70. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:40:14.129070 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d698c646-d948-4ba2-a434-46e3c4933912 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Checking segment: {'id': '4f22c6de-dc4a-4636-aa17-f85fcb122225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bc89435f-2f6c-4c97-bc08-725a80b97cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:40:14.129070 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d698c646-d948-4ba2-a434-46e3c4933912 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Network hostable DHCP agents. Network: bc89435f-2f6c-4c97-bc08-725a80b97cc2, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:40:14.147203 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port c6526499-6c68-4d80-9977-915c8a4159a2 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:14.147774 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:14.214812 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-aa85095d-fdb1-4442-a5f9-e7f8d5fa2904 service neutron] For port d03038df-719f-4767-965c-ea72372fa48c, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:40:14.321854 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-df7b4088-8594-45ac-b59f-a571ea0626e9 req-89ae1c25-8f1f-4e13-a676-17118f2d988a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=94597406-ee75-446f-b779-92c734e46f36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2799830 Nov 25 19:40:14.332950 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 61ff9068-8b27-4ddb-a417-22777493a524 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:14.340380 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-aa85095d-fdb1-4442-a5f9-e7f8d5fa2904 service neutron] device_id is not set on port d03038df-719f-4767-965c-ea72372fa48c yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:40:14.355067 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d698c646-d948-4ba2-a434-46e3c4933912 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Network bc89435f-2f6c-4c97-bc08-725a80b97cc2 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:40:14.373087 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-aa85095d-fdb1-4442-a5f9-e7f8d5fa2904 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:14.384211 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-aa85095d-fdb1-4442-a5f9-e7f8d5fa2904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:14.407771 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d698c646-d948-4ba2-a434-46e3c4933912 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, bc89435f-2f6c-4c97-bc08-725a80b97cc2) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:14.447023 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d698c646-d948-4ba2-a434-46e3c4933912 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:14.448439 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d698c646-d948-4ba2-a434-46e3c4933912 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:14.458046 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80564af-47f7-4e3b-af9c-2871db00f936 None None] Network bc89435f-2f6c-4c97-bc08-725a80b97cc2 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:14.501210 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e89680cf-3073-4eca-819f-c20ecd71511d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting port 15764a79-1330-4517-a973-f3c706e916a8 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:14.501770 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e89680cf-3073-4eca-819f-c20ecd71511d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:14.610276 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b4088-8594-45ac-b59f-a571ea0626e9 req-2495bb2b-360c-49cb-928a-c5a8aab18a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:14.613103 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-df7b4088-8594-45ac-b59f-a571ea0626e9 req-2495bb2b-360c-49cb-928a-c5a8aab18a3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&device_id=94597406-ee75-446f-b779-92c734e46f36 HTTP/1.1" status: 200 len: 1058 time: 0.1567302 Nov 25 19:40:14.614535 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-aa85095d-fdb1-4442-a5f9-e7f8d5fa2904 service neutron] No DVR routers for this DVR port d03038df-719f-4767-965c-ea72372fa48c on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:14.617697 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85095d-fdb1-4442-a5f9-e7f8d5fa2904 service neutron] Pushing event updated for resources: {'Port': ['ID=d03038df-719f-4767-965c-ea72372fa48c,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:14.746546 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47204) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:14.748163 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d698c646-d948-4ba2-a434-46e3c4933912 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5661190 Nov 25 19:40:14.758873 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-48a99acc-f561-4632-883c-8bc02c5bfc61 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2118598718', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:14.876740 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:14.894096 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e89680cf-3073-4eca-819f-c20ecd71511d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:14.935353 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-aa85095d-fdb1-4442-a5f9-e7f8d5fa2904 service neutron] In _notify_port_updated(), no bound segment for port d03038df-719f-4767-965c-ea72372fa48c on network 5315cd20-1a9d-46e5-ab57-f5a77c22de93 {{(pid=103600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:40:14.942891 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-aa85095d-fdb1-4442-a5f9-e7f8d5fa2904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:14.943753 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-aa85095d-fdb1-4442-a5f9-e7f8d5fa2904 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:14.950010 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-aa85095d-fdb1-4442-a5f9-e7f8d5fa2904 service neutron] 10.222.0.73 "PUT /v2.0/ports/d03038df-719f-4767-965c-ea72372fa48c HTTP/1.1" status: 200 len: 1026 time: 2.0930545 Nov 25 19:40:14.952010 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e89680cf-3073-4eca-819f-c20ecd71511d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Calling delete_port for 15764a79-1330-4517-a973-f3c706e916a8 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:15.108260 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-48a99acc-f561-4632-883c-8bc02c5bfc61 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:15.110496 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-48a99acc-f561-4632-883c-8bc02c5bfc61 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:15.113833 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d93afe1-1381-46c3-89aa-f38f2d719905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-bc89435f-2f6c-4c97-bc08-725a80b97cc2', 'network_id': 'bc89435f-2f6c-4c97-bc08-725a80b97cc2', 'tenant_id': 'dbbcc0c2ac7445c0bc5bdbb83655946d', 'fixed_ips': [{'subnet_id': '22f04eb8-8376-4b7f-aa35-61b11fd5c9c0'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:40:15.126661 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4d93afe1-1381-46c3-89aa-f38f2d719905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:15.127690 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-89e23852-91cd-4553-9839-40bd27aec03b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:15.129525 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-89e23852-91cd-4553-9839-40bd27aec03b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.73 "GET /v2.0/ports/19c243f1-ae0e-483f-b5b6-665f722ee400?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1466677 Nov 25 19:40:15.150793 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-3272602d-6438-4bff-93d3-f6a90b1129a5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:15.195830 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-80e9e28a-6f1c-4d4b-be41-c1ca3ca59908 None None] Provisioning complete for port d03038df-719f-4767-965c-ea72372fa48c triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:15.196667 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-80e9e28a-6f1c-4d4b-be41-c1ca3ca59908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:15.277512 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 61ff9068-8b27-4ddb-a417-22777493a524, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=61ff9068-8b27-4ddb-a417-22777493a524,segment=NetworkSegment(f8fd6507-d6f7-4150-97cc-fd943cc9c602),segment_id=f8fd6507-d6f7-4150-97cc-fd943cc9c602)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:15.281955 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b4088-8594-45ac-b59f-a571ea0626e9 req-630fe1b0-3f22-467b-9fcf-8c3c59bd8ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:15.284813 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-df7b4088-8594-45ac-b59f-a571ea0626e9 req-630fe1b0-3f22-467b-9fcf-8c3c59bd8ebe service neutron] 10.222.0.73 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 912 time: 0.5887265 Nov 25 19:40:15.302175 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:15.303561 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0119a69d-e22b-4e30-97fe-eb3306521f93 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:15.341032 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-3272602d-6438-4bff-93d3-f6a90b1129a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:15.344336 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e89680cf-3073-4eca-819f-c20ecd71511d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:15.365894 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-48a99acc-f561-4632-883c-8bc02c5bfc61 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:15.405784 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-df7b4088-8594-45ac-b59f-a571ea0626e9 req-6e0f6a62-351d-4274-b003-96fd646deb6d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=816da5ea-c990-4d4f-a118-bc40f4667382 HTTP/1.1" status: 200 len: 217 time: 0.0807722 Nov 25 19:40:15.449851 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-48a99acc-f561-4632-883c-8bc02c5bfc61 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:15.456695 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89680cf-3073-4eca-819f-c20ecd71511d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Port': ['ID=15764a79-1330-4517-a973-f3c706e916a8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:15.467330 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e89680cf-3073-4eca-819f-c20ecd71511d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:15.476593 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e89680cf-3073-4eca-819f-c20ecd71511d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/15764a79-1330-4517-a973-f3c706e916a8 HTTP/1.1" status: 204 len: 168 time: 1.9523420 Nov 25 19:40:15.481933 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47208) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:15.580626 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=61ff9068-8b27-4ddb-a417-22777493a524,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:15.598406 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-80e9e28a-6f1c-4d4b-be41-c1ca3ca59908 None None] Port d03038df-719f-4767-965c-ea72372fa48c cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:40:15.618819 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b4088-8594-45ac-b59f-a571ea0626e9 req-93e5f8c6-5f97-4fce-a64e-ec70427d8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:15.620584 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-df7b4088-8594-45ac-b59f-a571ea0626e9 req-93e5f8c6-5f97-4fce-a64e-ec70427d8be1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ec830131-0c53-44d8-b6cf-4b7badf3b5da HTTP/1.1" status: 200 len: 850 time: 0.1603701 Nov 25 19:40:15.714590 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-48a99acc-f561-4632-883c-8bc02c5bfc61 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:15.716121 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-48a99acc-f561-4632-883c-8bc02c5bfc61 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9670258 Nov 25 19:40:15.720807 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47210) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:15.734938 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5e579-f2a7-43ad-913a-711439ec067b req-aeb44722-36f8-4a7f-b3c1-6fac837ea750 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:15.744300 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71a5e579-f2a7-43ad-913a-711439ec067b req-aeb44722-36f8-4a7f-b3c1-6fac837ea750 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e HTTP/1.1" status: 200 len: 946 time: 0.5458267 Nov 25 19:40:15.794812 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9679066e-a754-4775-9c28-e2ec256c237b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:15.795431 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-4d93afe1-1381-46c3-89aa-f38f2d719905 None None] Allocated IP 172.20.0.2 (bc89435f-2f6c-4c97-bc08-725a80b97cc2/22f04eb8-8376-4b7f-aa35-61b11fd5c9c0/b8ef82d5-7beb-4cd9-8d52-c4759b20ee20) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:15.798792 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9679066e-a754-4775-9c28-e2ec256c237b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:15.804447 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9679066e-a754-4775-9c28-e2ec256c237b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3195834 Nov 25 19:40:15.805443 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47212) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:15.810653 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:15.893967 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0119a69d-e22b-4e30-97fe-eb3306521f93, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0119a69d-e22b-4e30-97fe-eb3306521f93,segment=NetworkSegment(f8fd6507-d6f7-4150-97cc-fd943cc9c602),segment_id=f8fd6507-d6f7-4150-97cc-fd943cc9c602)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:15.930417 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:15.931146 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device f4e2da3c-73f1-4575-811a-a5a200ebadb9 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:15.978785 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b4088-8594-45ac-b59f-a571ea0626e9 req-6bfd2fce-dc57-4cee-a37a-9998c9f0386b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:15.981300 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-df7b4088-8594-45ac-b59f-a571ea0626e9 req-6bfd2fce-dc57-4cee-a37a-9998c9f0386b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=37f8230d-6a2b-4a12-a441-526002eff84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3434718 Nov 25 19:40:15.991405 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71a5e579-f2a7-43ad-913a-711439ec067b req-7dedc33d-58ac-4242-8aa0-1c2aeab0e00c tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456732 Nov 25 19:40:16.057322 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=0119a69d-e22b-4e30-97fe-eb3306521f93,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:16.149304 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 34a9b972-5dd2-4312-9c5a-67a64ab56f5d no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:16.157094 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-3272602d-6438-4bff-93d3-f6a90b1129a5 service neutron] For port 19c243f1-ae0e-483f-b5b6-665f722ee400, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=19c243f1-ae0e-483f-b5b6-665f722ee400,segment=NetworkSegment(f8fd6507-d6f7-4150-97cc-fd943cc9c602),segment_id=f8fd6507-d6f7-4150-97cc-fd943cc9c602)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:16.161437 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Thu, 25 Nov 2021 19:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7876750-c716-465e-adbf-026b398299e5 x-openstack-request-id: req-b7876750-c716-465e-adbf-026b398299e5 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:40:16.166418 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9965f8d4-45c7-4860-a6cf-8422fc3800b9", "name": "network-vif-plugged", "status": "completed", "tag": "e84a21e4-bcde-4d01-aab2-cba25c2d2414", "code": 200}, {"server_uuid": "294bb890-eb8b-4542-802b-6b52cad97cb9", "name": "network-vif-unplugged", "status": "failed", "tag": "34a9b972-5dd2-4312-9c5a-67a64ab56f5d", "code": 422}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:40:16.167083 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b7876750-c716-465e-adbf-026b398299e5 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:40:16.167632 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9965f8d4-45c7-4860-a6cf-8422fc3800b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84a21e4-bcde-4d01-aab2-cba25c2d2414', 'code': 200} Nov 25 19:40:16.168254 n-d-819349-5 neutron-server[103601]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '294bb890-eb8b-4542-802b-6b52cad97cb9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34a9b972-5dd2-4312-9c5a-67a64ab56f5d', 'code': 422} returned with failed status Nov 25 19:40:16.268294 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-3272602d-6438-4bff-93d3-f6a90b1129a5 service neutron] For port 19c243f1-ae0e-483f-b5b6-665f722ee400, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:40:16.273528 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-df7b4088-8594-45ac-b59f-a571ea0626e9 req-ed75a884-afdd-4b0b-8f98-a521dee97cda service neutron] 10.222.0.73 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740569 Nov 25 19:40:16.283399 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3d2738-5116-4bf5-b5de-91bdb9aeb4d3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet e0ab3362-62a1-4c29-ad4c-48b821bc4c82 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:40:16.293560 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e3d2738-5116-4bf5-b5de-91bdb9aeb4d3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:16.385421 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:16.441163 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port f4e2da3c-73f1-4575-811a-a5a200ebadb9, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=f4e2da3c-73f1-4575-811a-a5a200ebadb9,segment=NetworkSegment(4e76c82c-8c8f-4947-9107-bbe1736a1caf),segment_id=4e76c82c-8c8f-4947-9107-bbe1736a1caf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:16.454358 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:16.455226 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device d03038df-719f-4767-965c-ea72372fa48c no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:16.472688 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-3272602d-6438-4bff-93d3-f6a90b1129a5 service neutron] device_id is not set on port 19c243f1-ae0e-483f-b5b6-665f722ee400 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:40:16.554261 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-3272602d-6438-4bff-93d3-f6a90b1129a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:16.583874 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4d93afe1-1381-46c3-89aa-f38f2d719905 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:16.595421 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device d03038df-719f-4767-965c-ea72372fa48c not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:40:16.596231 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device de41ef00-7b97-4a25-a5f5-7ebe385be1e1 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:16.609746 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4d93afe1-1381-46c3-89aa-f38f2d719905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:16.669020 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-3272602d-6438-4bff-93d3-f6a90b1129a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:16.751771 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d93afe1-1381-46c3-89aa-f38f2d719905 None None] Network bc89435f-2f6c-4c97-bc08-725a80b97cc2 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:16.759808 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-4d93afe1-1381-46c3-89aa-f38f2d719905 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:16.772476 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d93afe1-1381-46c3-89aa-f38f2d719905 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:16.778345 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=f4e2da3c-73f1-4575-811a-a5a200ebadb9,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:16.810791 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-df7b4088-8594-45ac-b59f-a571ea0626e9 req-07661a6e-188f-48a6-aa9f-ce1209341762 service neutron] 10.222.0.73 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899027 Nov 25 19:40:16.841603 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-3272602d-6438-4bff-93d3-f6a90b1129a5 service neutron] No DVR routers for this DVR port 19c243f1-ae0e-483f-b5b6-665f722ee400 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:16.899329 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e3d2738-5116-4bf5-b5de-91bdb9aeb4d3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:16.905793 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-3272602d-6438-4bff-93d3-f6a90b1129a5 service neutron] In _notify_port_updated(), no bound segment for port 19c243f1-ae0e-483f-b5b6-665f722ee400 on network 5315cd20-1a9d-46e5-ab57-f5a77c22de93 {{(pid=103600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:40:16.907324 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-3272602d-6438-4bff-93d3-f6a90b1129a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:16.910434 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-3272602d-6438-4bff-93d3-f6a90b1129a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:16.912187 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-3272602d-6438-4bff-93d3-f6a90b1129a5 service neutron] 10.222.0.73 "PUT /v2.0/ports/19c243f1-ae0e-483f-b5b6-665f722ee400 HTTP/1.1" status: 200 len: 1026 time: 1.7667656 Nov 25 19:40:16.924396 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2aaced-8f21-4cc3-96fd-9b99bfc28b4a req-ebbd8562-7081-412b-8c86-7e6efd46d3fc tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:16.934873 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0faf1d-feec-456e-a84c-415384241624 req-df5d31ba-00b3-40a6-8808-c200b0aa9547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:16.937910 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ae0faf1d-feec-456e-a84c-415384241624 req-df5d31ba-00b3-40a6-8808-c200b0aa9547 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9965f8d4-45c7-4860-a6cf-8422fc3800b9 HTTP/1.1" status: 200 len: 1097 time: 0.7090895 Nov 25 19:40:16.958215 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c2aaced-8f21-4cc3-96fd-9b99bfc28b4a req-ebbd8562-7081-412b-8c86-7e6efd46d3fc tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 943 time: 0.4636757 Nov 25 19:40:17.020528 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272602d-6438-4bff-93d3-f6a90b1129a5 service neutron] Pushing event updated for resources: {'Port': ['ID=19c243f1-ae0e-483f-b5b6-665f722ee400,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:17.080219 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93afe1-1381-46c3-89aa-f38f2d719905 None None] Pushing event updated for resources: {'Port': ['ID=b8ef82d5-7beb-4cd9-8d52-c4759b20ee20,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:17.091877 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4d93afe1-1381-46c3-89aa-f38f2d719905 None None] Attempting to bind port b8ef82d5-7beb-4cd9-8d52-c4759b20ee20 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:40:17.092517 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4d93afe1-1381-46c3-89aa-f38f2d719905 None None] Attempting to bind port b8ef82d5-7beb-4cd9-8d52-c4759b20ee20 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '4f22c6de-dc4a-4636-aa17-f85fcb122225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bc89435f-2f6c-4c97-bc08-725a80b97cc2'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:40:17.093649 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d93afe1-1381-46c3-89aa-f38f2d719905 None None] Attempting to bind port b8ef82d5-7beb-4cd9-8d52-c4759b20ee20 on network bc89435f-2f6c-4c97-bc08-725a80b97cc2 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:40:17.097446 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e3d2738-5116-4bf5-b5de-91bdb9aeb4d3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:17.103849 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c2aaced-8f21-4cc3-96fd-9b99bfc28b4a req-5939b83c-21a8-48fc-83a6-89d61cd03f7e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447649 Nov 25 19:40:17.114045 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d93afe1-1381-46c3-89aa-f38f2d719905 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:40:17.114876 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d93afe1-1381-46c3-89aa-f38f2d719905 None None] Checking segment: {'id': '4f22c6de-dc4a-4636-aa17-f85fcb122225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bc89435f-2f6c-4c97-bc08-725a80b97cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:40:17.115570 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4d93afe1-1381-46c3-89aa-f38f2d719905 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:17.116228 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d93afe1-1381-46c3-89aa-f38f2d719905 None None] Bound using segment: {'id': '4f22c6de-dc4a-4636-aa17-f85fcb122225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bc89435f-2f6c-4c97-bc08-725a80b97cc2'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:40:17.117030 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4d93afe1-1381-46c3-89aa-f38f2d719905 None None] Bound port: b8ef82d5-7beb-4cd9-8d52-c4759b20ee20, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f22c6de-dc4a-4636-aa17-f85fcb122225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bc89435f-2f6c-4c97-bc08-725a80b97cc2'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:40:17.117958 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4d93afe1-1381-46c3-89aa-f38f2d719905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:17.152181 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:17.203194 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca325885-82b2-4a92-8be3-e3f814f6e834 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:17.251909 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ae0faf1d-feec-456e-a84c-415384241624 req-b74f4391-6df3-46fc-9350-2b6b9c86a5f5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896180 Nov 25 19:40:17.270538 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port de41ef00-7b97-4a25-a5f5-7ebe385be1e1, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=de41ef00-7b97-4a25-a5f5-7ebe385be1e1,segment=NetworkSegment(f13a6d17-3c3e-464b-809d-7841fec99864),segment_id=f13a6d17-3c3e-464b-809d-7841fec99864)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:17.286530 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:17.287713 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 19c243f1-ae0e-483f-b5b6-665f722ee400 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:17.299806 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-71c6c539-960a-4735-8323-77c2d556214d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Deleting port 0119a69d-e22b-4e30-97fe-eb3306521f93 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:17.300584 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-71c6c539-960a-4735-8323-77c2d556214d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:17.382715 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-34258bc8-893e-4ace-93a4-88464c66fe6d None None] Provisioning complete for port 19c243f1-ae0e-483f-b5b6-665f722ee400 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:17.383749 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-34258bc8-893e-4ace-93a4-88464c66fe6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:17.440537 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e3d2738-5116-4bf5-b5de-91bdb9aeb4d3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:17.444737 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 19c243f1-ae0e-483f-b5b6-665f722ee400 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:40:17.446852 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device fbfa0e03-0bb5-45ba-a278-889c82eea538 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:17.450188 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-34258bc8-893e-4ace-93a4-88464c66fe6d None None] Port 19c243f1-ae0e-483f-b5b6-665f722ee400 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:40:17.459679 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-71c6c539-960a-4735-8323-77c2d556214d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] For port 0119a69d-e22b-4e30-97fe-eb3306521f93, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0119a69d-e22b-4e30-97fe-eb3306521f93,segment=NetworkSegment(f8fd6507-d6f7-4150-97cc-fd943cc9c602),segment_id=f8fd6507-d6f7-4150-97cc-fd943cc9c602)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:17.460053 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-71c6c539-960a-4735-8323-77c2d556214d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:17.486325 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-71c6c539-960a-4735-8323-77c2d556214d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Calling delete_port for 0119a69d-e22b-4e30-97fe-eb3306521f93 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:17.492898 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4d93afe1-1381-46c3-89aa-f38f2d719905 None None] For port b8ef82d5-7beb-4cd9-8d52-c4759b20ee20, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:40:17.533295 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d2738-5116-4bf5-b5de-91bdb9aeb4d3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=e0ab3362-62a1-4c29-ad4c-48b821bc4c82,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:17.554789 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4d93afe1-1381-46c3-89aa-f38f2d719905 None None] For port b8ef82d5-7beb-4cd9-8d52-c4759b20ee20, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b8ef82d5-7beb-4cd9-8d52-c4759b20ee20,segment=NetworkSegment(4f22c6de-dc4a-4636-aa17-f85fcb122225),segment_id=4f22c6de-dc4a-4636-aa17-f85fcb122225)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:40:17.571428 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4d93afe1-1381-46c3-89aa-f38f2d719905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:17.585388 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=de41ef00-7b97-4a25-a5f5-7ebe385be1e1,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:17.602213 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e3d2738-5116-4bf5-b5de-91bdb9aeb4d3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:17.605622 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5e3d2738-5116-4bf5-b5de-91bdb9aeb4d3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/e0ab3362-62a1-4c29-ad4c-48b821bc4c82 HTTP/1.1" status: 204 len: 168 time: 1.7598138 Nov 25 19:40:17.613942 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47228) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:17.657225 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:17.710307 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b4492b9b-0c1f-4798-b7f8-60a10acedda4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942934 Nov 25 19:40:17.716213 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47230) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:17.719330 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port fbfa0e03-0bb5-45ba-a278-889c82eea538, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=fbfa0e03-0bb5-45ba-a278-889c82eea538,segment=NetworkSegment(4e76c82c-8c8f-4947-9107-bbe1736a1caf),segment_id=4e76c82c-8c8f-4947-9107-bbe1736a1caf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:17.728079 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d81f6f92-01a5-430c-a4f5-356f4ff122a8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:17.800721 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:17.829817 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c1243-a837-4dac-8097-ffbd50632249 req-dfabf53e-b292-474f-aacd-5a71607cf0f5 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:17.840790 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-130c1243-a837-4dac-8097-ffbd50632249 req-dfabf53e-b292-474f-aacd-5a71607cf0f5 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=9965f8d4-45c7-4860-a6cf-8422fc3800b9 HTTP/1.1" status: 200 len: 946 time: 0.5694118 Nov 25 19:40:17.845284 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-71c6c539-960a-4735-8323-77c2d556214d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:17.910842 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93afe1-1381-46c3-89aa-f38f2d719905 None None] Pushing event updated for resources: {'Port': ['ID=b8ef82d5-7beb-4cd9-8d52-c4759b20ee20,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:17.916003 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6c539-960a-4735-8323-77c2d556214d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event deleted for resources: {'Port': ['ID=0119a69d-e22b-4e30-97fe-eb3306521f93,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:18.111358 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-71c6c539-960a-4735-8323-77c2d556214d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] No DVR routers for this DVR port 0119a69d-e22b-4e30-97fe-eb3306521f93 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:18.117798 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-71c6c539-960a-4735-8323-77c2d556214d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:18.125903 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-71c6c539-960a-4735-8323-77c2d556214d tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.73 "DELETE /v2.0/ports/0119a69d-e22b-4e30-97fe-eb3306521f93 HTTP/1.1" status: 204 len: 173 time: 1.1585433 Nov 25 19:40:18.127246 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-deleted', 'tag': '0119a69d-e22b-4e30-97fe-eb3306521f93'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:40:18.132299 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438a89a7-8334-4e53-8425-c86b698b597f" -d '{"events": [{"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-deleted", "tag": "0119a69d-e22b-4e30-97fe-eb3306521f93"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:40:18.202079 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-130c1243-a837-4dac-8097-ffbd50632249 req-640a4af7-3607-47ef-9dc5-1b4bbad47208 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506823 Nov 25 19:40:18.311748 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7d6a9d-65bd-48a9-8bf7-0921e767c8e7 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:18.355278 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ff9068-8b27-4ddb-a417-22777493a524'}, {'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0119a69d-e22b-4e30-97fe-eb3306521f93'}, {'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4e2da3c-73f1-4575-811a-a5a200ebadb9'}, {'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de41ef00-7b97-4a25-a5f5-7ebe385be1e1'}, {'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbfa0e03-0bb5-45ba-a278-889c82eea538'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:40:18.358007 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eeaf6fc-1cff-4a26-918a-4d652dab39c9" -d '{"events": [{"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-unplugged", "status": "completed", "tag": "61ff9068-8b27-4ddb-a417-22777493a524"}, {"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-unplugged", "status": "completed", "tag": "0119a69d-e22b-4e30-97fe-eb3306521f93"}, {"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-unplugged", "status": "completed", "tag": "f4e2da3c-73f1-4575-811a-a5a200ebadb9"}, {"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-unplugged", "status": "completed", "tag": "de41ef00-7b97-4a25-a5f5-7ebe385be1e1"}, {"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-unplugged", "status": "completed", "tag": "fbfa0e03-0bb5-45ba-a278-889c82eea538"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:40:18.510951 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=fbfa0e03-0bb5-45ba-a278-889c82eea538,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:18.726456 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-ca325885-82b2-4a92-8be3-e3f814f6e834 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Allocated IP 172.20.0.1 (bc89435f-2f6c-4c97-bc08-725a80b97cc2/22f04eb8-8376-4b7f-aa35-61b11fd5c9c0/9a359727-c0a9-49d5-ab6d-1545c16d7d25) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:18.856850 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b39ad78-4f09-47c2-8c0b-b79375595f9b None None] DHCP port deletion for b691ce13-c3fa-46f8-892f-a6e3ddf6046b request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:40:18.939571 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-2b39ad78-4f09-47c2-8c0b-b79375595f9b None None] Deleting port c6526499-6c68-4d80-9977-915c8a4159a2 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:18.940243 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2b39ad78-4f09-47c2-8c0b-b79375595f9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:18.981105 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef60b4-92c4-4b74-897a-5d9067ea033b req-9d696a2b-1f3e-41ef-8c42-3a8f205002b3 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:18.989578 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef60b4-92c4-4b74-897a-5d9067ea033b req-9d696a2b-1f3e-41ef-8c42-3a8f205002b3 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:19.000265 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef60b4-92c4-4b74-897a-5d9067ea033b req-9d696a2b-1f3e-41ef-8c42-3a8f205002b3 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:19.012551 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca325885-82b2-4a92-8be3-e3f814f6e834 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:19.016709 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef60b4-92c4-4b74-897a-5d9067ea033b req-9d696a2b-1f3e-41ef-8c42-3a8f205002b3 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:19.018601 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61ef60b4-92c4-4b74-897a-5d9067ea033b req-9d696a2b-1f3e-41ef-8c42-3a8f205002b3 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 3144 time: 0.1523914 Nov 25 19:40:19.081432 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-5d4d776d-8719-48d0-aaaf-63de2cbcd491 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Deleting port fbfa0e03-0bb5-45ba-a278-889c82eea538 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:19.081894 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-5d4d776d-8719-48d0-aaaf-63de2cbcd491 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:19.083287 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2b39ad78-4f09-47c2-8c0b-b79375595f9b None None] For port c6526499-6c68-4d80-9977-915c8a4159a2, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c6526499-6c68-4d80-9977-915c8a4159a2,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:19.083782 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2b39ad78-4f09-47c2-8c0b-b79375595f9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:19.111729 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-2b39ad78-4f09-47c2-8c0b-b79375595f9b None None] Calling delete_port for c6526499-6c68-4d80-9977-915c8a4159a2 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:19.139447 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca325885-82b2-4a92-8be3-e3f814f6e834 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:19.189419 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca325885-82b2-4a92-8be3-e3f814f6e834 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Network bc89435f-2f6c-4c97-bc08-725a80b97cc2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:19.192008 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81f6f92-01a5-430c-a4f5-356f4ff122a8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:19.199189 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d81f6f92-01a5-430c-a4f5-356f4ff122a8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:19.227847 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2b39ad78-4f09-47c2-8c0b-b79375595f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:19.257911 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39ad78-4f09-47c2-8c0b-b79375595f9b None None] Pushing event deleted for resources: {'Port': ['ID=c6526499-6c68-4d80-9977-915c8a4159a2,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:19.263542 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b39ad78-4f09-47c2-8c0b-b79375595f9b None None] No DVR routers for this DVR port c6526499-6c68-4d80-9977-915c8a4159a2 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:19.268136 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61ef60b4-92c4-4b74-897a-5d9067ea033b req-148c7d23-b751-44d0-b891-f06f9a0e0df1 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2315688 Nov 25 19:40:19.295361 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ca325885-82b2-4a92-8be3-e3f814f6e834 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:19.306802 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca325885-82b2-4a92-8be3-e3f814f6e834 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:19.423194 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-5d4d776d-8719-48d0-aaaf-63de2cbcd491 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] For port fbfa0e03-0bb5-45ba-a278-889c82eea538, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=fbfa0e03-0bb5-45ba-a278-889c82eea538,segment=NetworkSegment(4e76c82c-8c8f-4947-9107-bbe1736a1caf),segment_id=4e76c82c-8c8f-4947-9107-bbe1736a1caf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:19.423871 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-5d4d776d-8719-48d0-aaaf-63de2cbcd491 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:19.472992 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-5d4d776d-8719-48d0-aaaf-63de2cbcd491 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Calling delete_port for fbfa0e03-0bb5-45ba-a278-889c82eea538 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:19.530075 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca325885-82b2-4a92-8be3-e3f814f6e834 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Pushing event updated for resources: {'Port': ['ID=9a359727-c0a9-49d5-ab6d-1545c16d7d25,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:19.575330 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca325885-82b2-4a92-8be3-e3f814f6e834 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:19.837616 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca325885-82b2-4a92-8be3-e3f814f6e834 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:19.894044 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-5d4d776d-8719-48d0-aaaf-63de2cbcd491 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:19.936182 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f30137-7c58-4943-b52f-6f1596c365b5 None None] Network bc89435f-2f6c-4c97-bc08-725a80b97cc2 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:19.958751 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d776d-8719-48d0-aaaf-63de2cbcd491 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event deleted for resources: {'Port': ['ID=fbfa0e03-0bb5-45ba-a278-889c82eea538,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:20.070723 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-5d4d776d-8719-48d0-aaaf-63de2cbcd491 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] No DVR routers for this DVR port fbfa0e03-0bb5-45ba-a278-889c82eea538 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:20.082004 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-5d4d776d-8719-48d0-aaaf-63de2cbcd491 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:20.089173 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-5d4d776d-8719-48d0-aaaf-63de2cbcd491 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.73 "DELETE /v2.0/ports/fbfa0e03-0bb5-45ba-a278-889c82eea538 HTTP/1.1" status: 204 len: 173 time: 1.9506826 Nov 25 19:40:20.098522 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d81f6f92-01a5-430c-a4f5-356f4ff122a8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:20.117276 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-c496923b-5bd2-4681-ada6-55ddf42ca7e5 None None] Provisioning complete for port b8ef82d5-7beb-4cd9-8d52-c4759b20ee20 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:20.118400 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c496923b-5bd2-4681-ada6-55ddf42ca7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:20.120597 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc741c4c-7ca1-469e-9296-6a67fb9d935d req-f5517c74-75ea-47b2-8feb-10bca21294e4 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:20.122418 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc741c4c-7ca1-469e-9296-6a67fb9d935d req-f5517c74-75ea-47b2-8feb-10bca21294e4 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e4340a7-a2e7-4005-b776-fcaee8692fcf HTTP/1.1" status: 200 len: 945 time: 0.2894270 Nov 25 19:40:20.160756 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b8ef82d5-7beb-4cd9-8d52-c4759b20ee20 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:40:20.307420 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port b8ef82d5-7beb-4cd9-8d52-c4759b20ee20 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:20.308117 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:20.376820 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81f6f92-01a5-430c-a4f5-356f4ff122a8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:20.379536 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f6f92-01a5-430c-a4f5-356f4ff122a8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=169eb7f0-c4e5-4daf-89bf-859c08cf2a2f,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:20.393484 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d81f6f92-01a5-430c-a4f5-356f4ff122a8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:20.403615 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81f6f92-01a5-430c-a4f5-356f4ff122a8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:20.403615 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d81f6f92-01a5-430c-a4f5-356f4ff122a8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:20.411163 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc741c4c-7ca1-469e-9296-6a67fb9d935d req-dab727cc-8e22-4df5-bfa5-c9fe43c1bf6e tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388692 Nov 25 19:40:20.458395 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d81f6f92-01a5-430c-a4f5-356f4ff122a8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7410698 Nov 25 19:40:20.475579 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-9750826d-5a66-48fc-b1d6-05ac73d8eb6c tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Deleting port f4e2da3c-73f1-4575-811a-a5a200ebadb9 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:20.476495 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-9750826d-5a66-48fc-b1d6-05ac73d8eb6c tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:20.480806 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47252) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:20.492323 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1df2f562-fb59-4128-bdf4-198da7003917 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'name': 'tempest-NetworksTestDHCPv6-760362522'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:20.503531 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0caacc0-8fbf-4429-afb4-225605d1fde8 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:20.835456 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84010c6-0176-4d61-b771-7319a887796f req-617da241-8ed1-4699-b54f-41b117d6fec5 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:20.837304 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b84010c6-0176-4d61-b771-7319a887796f req-617da241-8ed1-4699-b54f-41b117d6fec5 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.1646302 Nov 25 19:40:20.853745 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c496923b-5bd2-4681-ada6-55ddf42ca7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:20.896114 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca325885-82b2-4a92-8be3-e3f814f6e834 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:20.904590 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-9750826d-5a66-48fc-b1d6-05ac73d8eb6c tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] For port f4e2da3c-73f1-4575-811a-a5a200ebadb9, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=f4e2da3c-73f1-4575-811a-a5a200ebadb9,segment=NetworkSegment(4e76c82c-8c8f-4947-9107-bbe1736a1caf),segment_id=4e76c82c-8c8f-4947-9107-bbe1736a1caf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:20.905106 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-9750826d-5a66-48fc-b1d6-05ac73d8eb6c tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:20.920674 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca325885-82b2-4a92-8be3-e3f814f6e834 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:20.926370 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-9750826d-5a66-48fc-b1d6-05ac73d8eb6c tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Calling delete_port for f4e2da3c-73f1-4575-811a-a5a200ebadb9 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:20.955254 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:20.969686 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b84010c6-0176-4d61-b771-7319a887796f req-d63517e6-183b-4043-bb8a-c0e7a6ff14f7 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937932 Nov 25 19:40:21.022942 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c496923b-5bd2-4681-ada6-55ddf42ca7e5 None None] For port b8ef82d5-7beb-4cd9-8d52-c4759b20ee20, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b8ef82d5-7beb-4cd9-8d52-c4759b20ee20,segment=NetworkSegment(4f22c6de-dc4a-4636-aa17-f85fcb122225),segment_id=4f22c6de-dc4a-4636-aa17-f85fcb122225)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:21.034918 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c496923b-5bd2-4681-ada6-55ddf42ca7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:21.260883 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496923b-5bd2-4681-ada6-55ddf42ca7e5 None None] Pushing event updated for resources: {'Port': ['ID=b8ef82d5-7beb-4cd9-8d52-c4759b20ee20,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:21.269217 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca325885-82b2-4a92-8be3-e3f814f6e834 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:21.289012 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca325885-82b2-4a92-8be3-e3f814f6e834 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Pushing event updated for resources: {'Port': ['ID=9a359727-c0a9-49d5-ab6d-1545c16d7d25,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:21.291822 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df2f562-fb59-4128-bdf4-198da7003917 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:21.296759 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1df2f562-fb59-4128-bdf4-198da7003917 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:21.309616 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:40:21.310190 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:40:21.321753 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-1df2f562-fb59-4128-bdf4-198da7003917 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] device_id is not set on port 4dcd5fd9-1188-4605-9015-f05e8f180239 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:40:21.349983 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050c171a-8bb1-49d8-a594-927881b02a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'fixed_ips': [{'subnet_id': '169eb7f0-c4e5-4daf-89bf-859c08cf2a2f'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:40:21.357366 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-050c171a-8bb1-49d8-a594-927881b02a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:21.365439 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-9750826d-5a66-48fc-b1d6-05ac73d8eb6c tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:21.462786 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca8451e-dafa-4997-a049-e677b8aca6c8 x-openstack-request-id: req-eca8451e-dafa-4997-a049-e677b8aca6c8 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:40:21.463812 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-deleted", "tag": "0119a69d-e22b-4e30-97fe-eb3306521f93", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:40:21.463812 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eca8451e-dafa-4997-a049-e677b8aca6c8 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:40:21.464542 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-deleted', 'tag': '0119a69d-e22b-4e30-97fe-eb3306521f93', 'status': 'completed', 'code': 200} Nov 25 19:40:21.569954 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Thu, 25 Nov 2021 19:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dde184d-d924-4ccc-8f48-94982e31284d x-openstack-request-id: req-8dde184d-d924-4ccc-8f48-94982e31284d {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:40:21.570514 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-unplugged", "status": "completed", "tag": "61ff9068-8b27-4ddb-a417-22777493a524", "code": 200}, {"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-unplugged", "status": "completed", "tag": "0119a69d-e22b-4e30-97fe-eb3306521f93", "code": 200}, {"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-unplugged", "status": "completed", "tag": "f4e2da3c-73f1-4575-811a-a5a200ebadb9", "code": 200}, {"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-unplugged", "status": "completed", "tag": "de41ef00-7b97-4a25-a5f5-7ebe385be1e1", "code": 200}, {"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-unplugged", "status": "completed", "tag": "fbfa0e03-0bb5-45ba-a278-889c82eea538", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:40:21.570857 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8dde184d-d924-4ccc-8f48-94982e31284d {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:40:21.571486 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ff9068-8b27-4ddb-a417-22777493a524', 'code': 200} Nov 25 19:40:21.571869 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0119a69d-e22b-4e30-97fe-eb3306521f93', 'code': 200} Nov 25 19:40:21.572270 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4e2da3c-73f1-4575-811a-a5a200ebadb9', 'code': 200} Nov 25 19:40:21.572666 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de41ef00-7b97-4a25-a5f5-7ebe385be1e1', 'code': 200} Nov 25 19:40:21.573239 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbfa0e03-0bb5-45ba-a278-889c82eea538', 'code': 200} Nov 25 19:40:21.594332 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750826d-5a66-48fc-b1d6-05ac73d8eb6c tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event deleted for resources: {'Port': ['ID=f4e2da3c-73f1-4575-811a-a5a200ebadb9,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:21.666601 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-9750826d-5a66-48fc-b1d6-05ac73d8eb6c tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] No DVR routers for this DVR port f4e2da3c-73f1-4575-811a-a5a200ebadb9 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:21.685123 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-9750826d-5a66-48fc-b1d6-05ac73d8eb6c tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:21.686978 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-c3a0a987-bea4-4926-ba11-a625a43c97ed None None] Provisioning complete for port 9a359727-c0a9-49d5-ab6d-1545c16d7d25 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:21.687771 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c3a0a987-bea4-4926-ba11-a625a43c97ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:21.692311 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-9750826d-5a66-48fc-b1d6-05ac73d8eb6c tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.73 "DELETE /v2.0/ports/f4e2da3c-73f1-4575-811a-a5a200ebadb9 HTTP/1.1" status: 204 len: 173 time: 1.5916662 Nov 25 19:40:21.711538 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca325885-82b2-4a92-8be3-e3f814f6e834 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Network bc89435f-2f6c-4c97-bc08-725a80b97cc2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:21.713909 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ca325885-82b2-4a92-8be3-e3f814f6e834 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:21.756869 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-050c171a-8bb1-49d8-a594-927881b02a67 None None] Allocated IP 2001:db8::2 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/169eb7f0-c4e5-4daf-89bf-859c08cf2a2f/9ac26d66-bcc6-4211-8791-55945d6833e0) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:21.779975 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-c3a0a987-bea4-4926-ba11-a625a43c97ed None None] Port 9a359727-c0a9-49d5-ab6d-1545c16d7d25 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:40:21.870532 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb6cc9-cb99-4f0b-8ec8-7b7cff879ba0 req-2bd721d0-d39e-407c-a10b-11c6583b7ef3 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:21.873530 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-14fb6cc9-cb99-4f0b-8ec8-7b7cff879ba0 req-2bd721d0-d39e-407c-a10b-11c6583b7ef3 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=9965f8d4-45c7-4860-a6cf-8422fc3800b9 HTTP/1.1" status: 200 len: 946 time: 0.2100575 Nov 25 19:40:21.911490 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-c3a0a987-bea4-4926-ba11-a625a43c97ed None None] Provisioning complete for port b8ef82d5-7beb-4cd9-8d52-c4759b20ee20 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:21.911958 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c3a0a987-bea4-4926-ba11-a625a43c97ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:21.951040 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca325885-82b2-4a92-8be3-e3f814f6e834 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Router 1aa621a6-96cc-41be-83b6-e454c28822d2 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:40:22.095701 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-14fb6cc9-cb99-4f0b-8ec8-7b7cff879ba0 req-9bb5847a-11e0-4f91-af78-7fc0b09c99af tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088969 Nov 25 19:40:22.132119 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c6526499-6c68-4d80-9977-915c8a4159a2 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:22.220503 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-b028b8b1-3d58-4421-ad3e-6625fa440d3b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Deleting port de41ef00-7b97-4a25-a5f5-7ebe385be1e1 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:22.221083 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-b028b8b1-3d58-4421-ad3e-6625fa440d3b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:22.248148 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: c6526499-6c68-4d80-9977-915c8a4159a2 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:40:22.248968 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c6526499-6c68-4d80-9977-915c8a4159a2 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:40:22.273132 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca325885-82b2-4a92-8be3-e3f814f6e834 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:40:22.312135 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ca325885-82b2-4a92-8be3-e3f814f6e834 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] 10.222.0.55 "PUT /v2.0/routers/1aa621a6-96cc-41be-83b6-e454c28822d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5862653 Nov 25 19:40:22.315077 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47272) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:22.325458 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-dc853fc9-66a7-441f-a67b-eac3110321dc tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Request body: {'port': {'network_id': 'bc89435f-2f6c-4c97-bc08-725a80b97cc2', 'name': 'tempest-FloatingIPNegativeTestJSON-2120299532'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:22.332069 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88248855-8ba2-4b09-abbc-c2e50c8e1eb3 None None] Sync routers for ids ['1aa621a6-96cc-41be-83b6-e454c28822d2'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:40:22.400093 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-050c171a-8bb1-49d8-a594-927881b02a67 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:22.437176 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88248855-8ba2-4b09-abbc-c2e50c8e1eb3 None None] Routers {'1aa621a6-96cc-41be-83b6-e454c28822d2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:40:22.438179 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-88248855-8ba2-4b09-abbc-c2e50c8e1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:40:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1aa621a6-96cc-41be-83b6-e454c28822d2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:22.442245 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-050c171a-8bb1-49d8-a594-927881b02a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:22.585050 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c171a-8bb1-49d8-a594-927881b02a67 None None] Pushing event updated for resources: {'Port': ['ID=9ac26d66-bcc6-4211-8791-55945d6833e0,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:22.615919 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-88248855-8ba2-4b09-abbc-c2e50c8e1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:22.625768 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050c171a-8bb1-49d8-a594-927881b02a67 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:22.626721 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37763bb3-6b0e-4b4b-aac5-40331143faa0 req-9478e1d7-61a3-4874-9b33-9a7b0f3f01fd tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:22.640596 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-050c171a-8bb1-49d8-a594-927881b02a67 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:22.647909 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37763bb3-6b0e-4b4b-aac5-40331143faa0 req-9478e1d7-61a3-4874-9b33-9a7b0f3f01fd tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:22.649935 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050c171a-8bb1-49d8-a594-927881b02a67 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:22.651351 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37763bb3-6b0e-4b4b-aac5-40331143faa0 req-9478e1d7-61a3-4874-9b33-9a7b0f3f01fd tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 1678 time: 0.2601323 Nov 25 19:40:22.663832 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-04c81063-e1bd-410a-be9b-7de882c3390f None None] Provisioning complete for port 9a359727-c0a9-49d5-ab6d-1545c16d7d25 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:22.664389 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-04c81063-e1bd-410a-be9b-7de882c3390f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:22.669797 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-1df2f562-fb59-4128-bdf4-198da7003917 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 2001:db8::1a6 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/169eb7f0-c4e5-4daf-89bf-859c08cf2a2f/4dcd5fd9-1188-4605-9015-f05e8f180239) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:22.743411 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-b028b8b1-3d58-4421-ad3e-6625fa440d3b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] For port de41ef00-7b97-4a25-a5f5-7ebe385be1e1, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=de41ef00-7b97-4a25-a5f5-7ebe385be1e1,segment=NetworkSegment(f13a6d17-3c3e-464b-809d-7841fec99864),segment_id=f13a6d17-3c3e-464b-809d-7841fec99864)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:22.744073 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-b028b8b1-3d58-4421-ad3e-6625fa440d3b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:22.822765 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37763bb3-6b0e-4b4b-aac5-40331143faa0 req-f9757759-fab0-492e-bd38-e747f2b0d2b0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619964 Nov 25 19:40:22.944433 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88248855-8ba2-4b09-abbc-c2e50c8e1eb3 None None] Routers {'1aa621a6-96cc-41be-83b6-e454c28822d2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:40:22.945163 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-88248855-8ba2-4b09-abbc-c2e50c8e1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:40:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1aa621a6-96cc-41be-83b6-e454c28822d2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:22.948085 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b8ef82d5-7beb-4cd9-8d52-c4759b20ee20 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:40:23.044556 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-050c171a-8bb1-49d8-a594-927881b02a67 None None] Attempting to bind port 9ac26d66-bcc6-4211-8791-55945d6833e0 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:40:23.045003 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-050c171a-8bb1-49d8-a594-927881b02a67 None None] Attempting to bind port 9ac26d66-bcc6-4211-8791-55945d6833e0 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:40:23.045576 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050c171a-8bb1-49d8-a594-927881b02a67 None None] Attempting to bind port 9ac26d66-bcc6-4211-8791-55945d6833e0 on network b691ce13-c3fa-46f8-892f-a6e3ddf6046b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:40:23.057714 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-88248855-8ba2-4b09-abbc-c2e50c8e1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:23.058556 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88248855-8ba2-4b09-abbc-c2e50c8e1eb3 None None] The sync data for ids ['1aa621a6-96cc-41be-83b6-e454c28822d2'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:40:23.077442 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050c171a-8bb1-49d8-a594-927881b02a67 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:40:23.077442 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050c171a-8bb1-49d8-a594-927881b02a67 None None] Checking segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:40:23.077442 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-050c171a-8bb1-49d8-a594-927881b02a67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:23.077442 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050c171a-8bb1-49d8-a594-927881b02a67 None None] Bound using segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:40:23.077442 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-050c171a-8bb1-49d8-a594-927881b02a67 None None] Bound port: 9ac26d66-bcc6-4211-8791-55945d6833e0, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:40:23.078635 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-050c171a-8bb1-49d8-a594-927881b02a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:23.083039 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-04c81063-e1bd-410a-be9b-7de882c3390f None None] Port 9a359727-c0a9-49d5-ab6d-1545c16d7d25 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:40:23.106230 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port b8ef82d5-7beb-4cd9-8d52-c4759b20ee20 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:23.106753 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:23.181765 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc853fc9-66a7-441f-a67b-eac3110321dc tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Made reservation on behalf of dbbcc0c2ac7445c0bc5bdbb83655946d for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:23.185662 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc853fc9-66a7-441f-a67b-eac3110321dc tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:23.187519 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-b028b8b1-3d58-4421-ad3e-6625fa440d3b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:23.188571 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-b028b8b1-3d58-4421-ad3e-6625fa440d3b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:23.189876 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-b028b8b1-3d58-4421-ad3e-6625fa440d3b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Floating IP aafb5896-7230-455d-959d-7459e91f96cd disassociated. External IP: 172.25.6.95, port: de41ef00-7b97-4a25-a5f5-7ebe385be1e1. Nov 25 19:40:23.190794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-b028b8b1-3d58-4421-ad3e-6625fa440d3b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Calling delete_port for de41ef00-7b97-4a25-a5f5-7ebe385be1e1 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:23.222199 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1df2f562-fb59-4128-bdf4-198da7003917 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:23.223616 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-050c171a-8bb1-49d8-a594-927881b02a67 None None] For port 9ac26d66-bcc6-4211-8791-55945d6833e0, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:40:23.228661 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-dc853fc9-66a7-441f-a67b-eac3110321dc tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] device_id is not set on port a7515485-cb8c-4f8e-96df-d1a07632982f yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:40:23.234492 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-050c171a-8bb1-49d8-a594-927881b02a67 None None] For port 9ac26d66-bcc6-4211-8791-55945d6833e0, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9ac26d66-bcc6-4211-8791-55945d6833e0,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:40:23.297866 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-050c171a-8bb1-49d8-a594-927881b02a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:23.442831 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-bec5ea8c-1bca-42e3-a7bb-2654b125e321 None None] Provisioning complete for port 9a359727-c0a9-49d5-ab6d-1545c16d7d25 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:23.443497 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bec5ea8c-1bca-42e3-a7bb-2654b125e321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:23.465537 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-deleted', 'tag': 'fbfa0e03-0bb5-45ba-a278-889c82eea538'}, {'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-deleted', 'tag': 'f4e2da3c-73f1-4575-811a-a5a200ebadb9'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:40:23.468568 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6d5091-e5d8-4f5a-adc5-935bad15081c" -d '{"events": [{"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-deleted", "tag": "fbfa0e03-0bb5-45ba-a278-889c82eea538"}, {"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-deleted", "tag": "f4e2da3c-73f1-4575-811a-a5a200ebadb9"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:40:23.493096 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-dc853fc9-66a7-441f-a67b-eac3110321dc tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Allocated IP 172.20.0.12 (bc89435f-2f6c-4c97-bc08-725a80b97cc2/22f04eb8-8376-4b7f-aa35-61b11fd5c9c0/a7515485-cb8c-4f8e-96df-d1a07632982f) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:23.501329 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c171a-8bb1-49d8-a594-927881b02a67 None None] Pushing event updated for resources: {'Port': ['ID=9ac26d66-bcc6-4211-8791-55945d6833e0,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:23.534926 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:23.536720 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-bec5ea8c-1bca-42e3-a7bb-2654b125e321 None None] Port 9a359727-c0a9-49d5-ab6d-1545c16d7d25 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:40:23.607059 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-b028b8b1-3d58-4421-ad3e-6625fa440d3b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:23.680188 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1df2f562-fb59-4128-bdf4-198da7003917 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:23.683963 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028b8b1-3d58-4421-ad3e-6625fa440d3b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event deleted for resources: {'Port': ['ID=de41ef00-7b97-4a25-a5f5-7ebe385be1e1,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:23.757286 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df2f562-fb59-4128-bdf4-198da7003917 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:23.769490 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1df2f562-fb59-4128-bdf4-198da7003917 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:23.777545 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df2f562-fb59-4128-bdf4-198da7003917 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:23.785842 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df2f562-fb59-4128-bdf4-198da7003917 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:23.786714 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1df2f562-fb59-4128-bdf4-198da7003917 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:23.823689 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1df2f562-fb59-4128-bdf4-198da7003917 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3409986 Nov 25 19:40:23.834218 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47282) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:23.851918 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2f562-fb59-4128-bdf4-198da7003917 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=4dcd5fd9-1188-4605-9015-f05e8f180239,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:23.871610 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58381d51-c586-4274-951b-b20add069bad req-e1476cc4-b72a-49a3-99fd-00b331d15212 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:23.884912 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58381d51-c586-4274-951b-b20add069bad req-e1476cc4-b72a-49a3-99fd-00b331d15212 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:23.893617 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58381d51-c586-4274-951b-b20add069bad req-e1476cc4-b72a-49a3-99fd-00b331d15212 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:23.904718 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-58381d51-c586-4274-951b-b20add069bad req-e1476cc4-b72a-49a3-99fd-00b331d15212 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e&device_id=6a1efbe2-4d2c-4492-b19a-3144bd991eb3&device_id=8e4340a7-a2e7-4005-b776-fcaee8692fcf HTTP/1.1" status: 200 len: 2417 time: 0.3120973 Nov 25 19:40:23.923330 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc853fc9-66a7-441f-a67b-eac3110321dc tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:23.999529 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-58381d51-c586-4274-951b-b20add069bad req-002be155-788f-4fe6-9d3f-d393ed7cb32e tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936017 Nov 25 19:40:24.013326 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-b028b8b1-3d58-4421-ad3e-6625fa440d3b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Router 4af4dca1-f13b-4950-8540-29e6674728a4 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:40:24.024343 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb63928-68ca-46c4-bd4a-969761547613 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:24.051677 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb63928-68ca-46c4-bd4a-969761547613 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:24.063804 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ccb63928-68ca-46c4-bd4a-969761547613 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2282827 Nov 25 19:40:24.065780 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47288) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:24.109151 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc853fc9-66a7-441f-a67b-eac3110321dc tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:24.179923 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:24.201094 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc853fc9-66a7-441f-a67b-eac3110321dc tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Network bc89435f-2f6c-4c97-bc08-725a80b97cc2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:24.210351 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-dc853fc9-66a7-441f-a67b-eac3110321dc tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:24.216133 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc853fc9-66a7-441f-a67b-eac3110321dc tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:24.307543 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ae48a-19a6-46ed-9bb1-28938c642bcf req-733c54a9-62ee-42e9-9b25-77e5b5c45d88 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:24.316837 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-685ae48a-19a6-46ed-9bb1-28938c642bcf req-733c54a9-62ee-42e9-9b25-77e5b5c45d88 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.1978951 Nov 25 19:40:24.378080 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 1c41d1d1-0b69-498e-805b-8e0aaec69c18 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:24.425866 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-b028b8b1-3d58-4421-ad3e-6625fa440d3b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:40:24.456080 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0591acc7-7023-49a0-b071-301e6e8811c3 None None] Sync routers for ids ['4af4dca1-f13b-4950-8540-29e6674728a4'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:40:24.489987 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0591acc7-7023-49a0-b071-301e6e8811c3 None None] Routers {'4af4dca1-f13b-4950-8540-29e6674728a4'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:40:24.491161 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-0591acc7-7023-49a0-b071-301e6e8811c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:40:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['4af4dca1-f13b-4950-8540-29e6674728a4'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:24.518796 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc853fc9-66a7-441f-a67b-eac3110321dc tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Pushing event updated for resources: {'Port': ['ID=a7515485-cb8c-4f8e-96df-d1a07632982f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:24.557926 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc853fc9-66a7-441f-a67b-eac3110321dc tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:24.567372 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc853fc9-66a7-441f-a67b-eac3110321dc tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:24.632413 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-685ae48a-19a6-46ed-9bb1-28938c642bcf req-934859aa-f645-4782-8a4c-6dd25a340ead tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3145134 Nov 25 19:40:24.633665 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-dc853fc9-66a7-441f-a67b-eac3110321dc tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3170218 Nov 25 19:40:24.636837 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47292) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:24.657454 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-55209f00-2b0c-4ad8-8833-f83efb8e0ab7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting port 4dcd5fd9-1188-4605-9015-f05e8f180239 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:24.657930 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55209f00-2b0c-4ad8-8833-f83efb8e0ab7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:24.695137 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-082a6425-a114-4027-a8ce-3aee55677568 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:24.700259 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-b028b8b1-3d58-4421-ad3e-6625fa440d3b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] No DVR routers for this DVR port de41ef00-7b97-4a25-a5f5-7ebe385be1e1 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:24.710464 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-b028b8b1-3d58-4421-ad3e-6625fa440d3b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:24.716884 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-b028b8b1-3d58-4421-ad3e-6625fa440d3b tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.73 "DELETE /v2.0/ports/de41ef00-7b97-4a25-a5f5-7ebe385be1e1 HTTP/1.1" status: 204 len: 173 time: 3.0150671 Nov 25 19:40:24.723376 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9ac26d66-bcc6-4211-8791-55945d6833e0 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:40:24.906578 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:24.937636 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-0591acc7-7023-49a0-b071-301e6e8811c3 None None] Set router 4af4dca1-f13b-4950-8540-29e6674728a4 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:40:24.941617 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55209f00-2b0c-4ad8-8833-f83efb8e0ab7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:24.971640 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-55209f00-2b0c-4ad8-8833-f83efb8e0ab7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Calling delete_port for 4dcd5fd9-1188-4605-9015-f05e8f180239 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:24.986537 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-082a6425-a114-4027-a8ce-3aee55677568 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:24.988462 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 1c41d1d1-0b69-498e-805b-8e0aaec69c18, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=1c41d1d1-0b69-498e-805b-8e0aaec69c18,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:24.993499 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 19:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf25bd9-e2d3-4039-9dcf-e3d1266f89c1 x-openstack-request-id: req-1cf25bd9-e2d3-4039-9dcf-e3d1266f89c1 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:40:24.993781 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-deleted", "tag": "fbfa0e03-0bb5-45ba-a278-889c82eea538", "status": "completed", "code": 200}, {"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-deleted", "tag": "f4e2da3c-73f1-4575-811a-a5a200ebadb9", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:40:24.994058 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1cf25bd9-e2d3-4039-9dcf-e3d1266f89c1 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:40:24.994741 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-deleted', 'tag': 'fbfa0e03-0bb5-45ba-a278-889c82eea538', 'status': 'completed', 'code': 200} Nov 25 19:40:24.995157 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-deleted', 'tag': 'f4e2da3c-73f1-4575-811a-a5a200ebadb9', 'status': 'completed', 'code': 200} Nov 25 19:40:25.000197 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f66a64-ea05-49d4-a5c7-2d573d59e66b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c41d1d1-0b69-498e-805b-8e0aaec69c18'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:40:25.004265 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90494eb-eddd-42ef-a85c-0cee6acd424e" -d '{"events": [{"server_uuid": "d2f66a64-ea05-49d4-a5c7-2d573d59e66b", "name": "network-vif-unplugged", "status": "completed", "tag": "1c41d1d1-0b69-498e-805b-8e0aaec69c18"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:40:25.015875 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:25.103752 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9534b9ba-3cd2-493b-8fca-ddbe47d261ad None None] Provisioning complete for port a7515485-cb8c-4f8e-96df-d1a07632982f triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:25.104461 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9534b9ba-3cd2-493b-8fca-ddbe47d261ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:25.185132 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 9ac26d66-bcc6-4211-8791-55945d6833e0 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:25.185721 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:25.187937 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=1c41d1d1-0b69-498e-805b-8e0aaec69c18,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:25.199712 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-9534b9ba-3cd2-493b-8fca-ddbe47d261ad None None] Port a7515485-cb8c-4f8e-96df-d1a07632982f cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:40:25.345944 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-4858c026-14bc-4736-951f-c0ddb46566e9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Deleting port 61ff9068-8b27-4ddb-a417-22777493a524 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:25.346279 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-4858c026-14bc-4736-951f-c0ddb46566e9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:25.355061 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55209f00-2b0c-4ad8-8833-f83efb8e0ab7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:25.368302 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:25.421400 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55209f00-2b0c-4ad8-8833-f83efb8e0ab7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Port': ['ID=4dcd5fd9-1188-4605-9015-f05e8f180239,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:25.447959 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55209f00-2b0c-4ad8-8833-f83efb8e0ab7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:25.455603 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 9ac26d66-bcc6-4211-8791-55945d6833e0, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9ac26d66-bcc6-4211-8791-55945d6833e0,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:25.456423 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-55209f00-2b0c-4ad8-8833-f83efb8e0ab7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/4dcd5fd9-1188-4605-9015-f05e8f180239 HTTP/1.1" status: 204 len: 168 time: 1.3846035 Nov 25 19:40:25.456423 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47312) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:25.461182 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-0591acc7-7023-49a0-b071-301e6e8811c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'name': 'tempest-TaggedBootDevicesTest-948327967-router', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '988318e7-b4e7-4054-b758-008ca504a979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:28:00Z', 'updated_at': '2021-11-25T19:28:21Z', 'revision_number': 4, 'project_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'gw_port': {'id': '988318e7-b4e7-4054-b758-008ca504a979', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:06Z', 'updated_at': '2021-11-25T19:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c84bf364-9470-4227-ad9b-cb3cadcb41b8', 'name': '', 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'mac_address': 'fa:16:3e:41:0c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'ec82d2f3-e400-4120-bb41-01b4378dd9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:15Z', 'updated_at': '2021-11-25T19:28:30Z', 'revision_number': 5, 'project_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'subnets': [{'id': 'ec82d2f3-e400-4120-bb41-01b4378dd9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:25.465650 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:25.497485 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc698fa-8eaf-49fb-9642-8e70eeff39bd req-1e9fc2c6-c84a-4764-b73c-0d99ad9be36e tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:25.506938 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bdc698fa-8eaf-49fb-9642-8e70eeff39bd req-1e9fc2c6-c84a-4764-b73c-0d99ad9be36e tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 943 time: 0.4038579 Nov 25 19:40:25.536260 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0591acc7-7023-49a0-b071-301e6e8811c3 None None] Checking router: 4af4dca1-f13b-4950-8540-29e6674728a4 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:40:25.545334 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-4858c026-14bc-4736-951f-c0ddb46566e9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] For port 61ff9068-8b27-4ddb-a417-22777493a524, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=61ff9068-8b27-4ddb-a417-22777493a524,segment=NetworkSegment(f8fd6507-d6f7-4150-97cc-fd943cc9c602),segment_id=f8fd6507-d6f7-4150-97cc-fd943cc9c602)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:25.546578 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-4858c026-14bc-4736-951f-c0ddb46566e9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:25.567673 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0591acc7-7023-49a0-b071-301e6e8811c3 None None] Routers {'4af4dca1-f13b-4950-8540-29e6674728a4'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:40:25.568825 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-0591acc7-7023-49a0-b071-301e6e8811c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:40:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['4af4dca1-f13b-4950-8540-29e6674728a4'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:25.580531 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-4858c026-14bc-4736-951f-c0ddb46566e9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Calling delete_port for 61ff9068-8b27-4ddb-a417-22777493a524 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:25.584446 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba589fe6-1b5a-41cc-bb99-621be2960b84 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:25.586309 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba589fe6-1b5a-41cc-bb99-621be2960b84 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:25.587002 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=9ac26d66-bcc6-4211-8791-55945d6833e0,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:25.591406 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ba589fe6-1b5a-41cc-bb99-621be2960b84 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1286824 Nov 25 19:40:25.592048 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47314) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:25.628214 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bdc698fa-8eaf-49fb-9642-8e70eeff39bd req-6c970ccc-41f3-4ed1-a6c4-23190d77b370 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups?id=e456653b-5378-48ec-972f-fc366431f02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202784 Nov 25 19:40:25.712073 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a1a4f5-1e79-4321-af90-683322487699 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet 169eb7f0-c4e5-4daf-89bf-859c08cf2a2f {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:40:25.716622 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-17a1a4f5-1e79-4321-af90-683322487699 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:25.761314 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-37c9bbf9-e736-480d-ba66-ba86141bb42f None None] Provisioning complete for port 9ac26d66-bcc6-4211-8791-55945d6833e0 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:25.762108 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-37c9bbf9-e736-480d-ba66-ba86141bb42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:25.779376 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-17a1a4f5-1e79-4321-af90-683322487699 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:25.925563 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-0591acc7-7023-49a0-b071-301e6e8811c3 None None] Set router 4af4dca1-f13b-4950-8540-29e6674728a4 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:40:25.933760 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-17a1a4f5-1e79-4321-af90-683322487699 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:25.980267 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-082a6425-a114-4027-a8ce-3aee55677568 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:25.988515 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-4858c026-14bc-4736-951f-c0ddb46566e9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:26.055484 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-17a1a4f5-1e79-4321-af90-683322487699 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:26.102268 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-26635b9d-c088-4ea3-b3e5-d90461ecc2ea None None] Could not find standard attr ID for object 4dcd5fd9-1188-4605-9015-f05e8f180239. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:40:26.127357 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-17a1a4f5-1e79-4321-af90-683322487699 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:26.137991 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-17a1a4f5-1e79-4321-af90-683322487699 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/169eb7f0-c4e5-4daf-89bf-859c08cf2a2f HTTP/1.1" status: 204 len: 168 time: 0.5442827 Nov 25 19:40:26.138951 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47316) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:26.142555 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1a4f5-1e79-4321-af90-683322487699 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=169eb7f0-c4e5-4daf-89bf-859c08cf2a2f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:26.161610 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858c026-14bc-4736-951f-c0ddb46566e9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event deleted for resources: {'Port': ['ID=61ff9068-8b27-4ddb-a417-22777493a524,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:26.237682 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-767203ae-c4b0-4f15-a6c3-b0f5afa9f065 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967250 Nov 25 19:40:26.245850 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47318) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:26.291030 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-4858c026-14bc-4736-951f-c0ddb46566e9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] No DVR routers for this DVR port 61ff9068-8b27-4ddb-a417-22777493a524 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:26.296496 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-4858c026-14bc-4736-951f-c0ddb46566e9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:26.302850 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e8fe90aa-ccae-4c96-b41c-24c86e4354f3 req-4858c026-14bc-4736-951f-c0ddb46566e9 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.73 "DELETE /v2.0/ports/61ff9068-8b27-4ddb-a417-22777493a524 HTTP/1.1" status: 204 len: 173 time: 1.5732791 Nov 25 19:40:26.314849 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7a5bf-4de6-4048-bfdf-8d9776e48ca7 req-05301c0c-9d0f-4fb9-b7c0-37f893b2a8eb tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:26.323773 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b8f7a5bf-4de6-4048-bfdf-8d9776e48ca7 req-05301c0c-9d0f-4fb9-b7c0-37f893b2a8eb tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e HTTP/1.1" status: 200 len: 946 time: 0.5220523 Nov 25 19:40:26.330516 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e9b29f-6739-4b0b-ae7d-9b34c7902037 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:26.337827 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-21e9b29f-6739-4b0b-ae7d-9b34c7902037 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0901663 Nov 25 19:40:26.338813 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47320) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:26.347530 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-0591acc7-7023-49a0-b071-301e6e8811c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'name': 'tempest-TaggedBootDevicesTest-948327967-router', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '988318e7-b4e7-4054-b758-008ca504a979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:28:00Z', 'updated_at': '2021-11-25T19:28:21Z', 'revision_number': 4, 'project_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'gw_port': {'id': '988318e7-b4e7-4054-b758-008ca504a979', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:06Z', 'updated_at': '2021-11-25T19:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c84bf364-9470-4227-ad9b-cb3cadcb41b8', 'name': '', 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'mac_address': 'fa:16:3e:41:0c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'ec82d2f3-e400-4120-bb41-01b4378dd9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:15Z', 'updated_at': '2021-11-25T19:28:30Z', 'revision_number': 5, 'project_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'subnets': [{'id': 'ec82d2f3-e400-4120-bb41-01b4378dd9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:26.427180 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9ac26d66-bcc6-4211-8791-55945d6833e0 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:40:26.442928 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0591acc7-7023-49a0-b071-301e6e8811c3 None None] The sync data for ids ['4af4dca1-f13b-4950-8540-29e6674728a4'] in n-d-819349-5 is: [{'id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'name': 'tempest-TaggedBootDevicesTest-948327967-router', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '988318e7-b4e7-4054-b758-008ca504a979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:28:00Z', 'updated_at': '2021-11-25T19:28:21Z', 'revision_number': 4, 'project_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'gw_port': {'id': '988318e7-b4e7-4054-b758-008ca504a979', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:06Z', 'updated_at': '2021-11-25T19:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c84bf364-9470-4227-ad9b-cb3cadcb41b8', 'name': '', 'network_id': 'ef8c8951-3e09-4638-b17c-6d6bf560793b', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'mac_address': 'fa:16:3e:41:0c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'ec82d2f3-e400-4120-bb41-01b4378dd9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:15Z', 'updated_at': '2021-11-25T19:28:30Z', 'revision_number': 5, 'project_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'subnets': [{'id': 'ec82d2f3-e400-4120-bb41-01b4378dd9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:40:26.450587 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfb02a8-cdc4-4914-90d7-9a16d7618872 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:26.452962 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0bfb02a8-cdc4-4914-90d7-9a16d7618872 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1110198 Nov 25 19:40:26.456747 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47322) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:26.498841 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eefbf9f-2bd5-4a3e-b3db-13737a2db8d7 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:26.514279 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a78b3bab-5fe9-4315-be24-0b99b2b9d230 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556085 Nov 25 19:40:26.522736 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47324) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:26.528067 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cd0c3a5e-6691-487b-8ab4-6fe76a47b77e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:26.573528 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b8f7a5bf-4de6-4048-bfdf-8d9776e48ca7 req-b92d38f6-9a97-445b-b7e1-70131c0edac9 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496157 Nov 25 19:40:26.603689 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-082a6425-a114-4027-a8ce-3aee55677568 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Allocated IP 172.25.6.189 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/2b71c142-14f5-401e-ab3d-86f278408306) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:26.821631 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-082a6425-a114-4027-a8ce-3aee55677568 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:26.837890 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 9ac26d66-bcc6-4211-8791-55945d6833e0 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:26.839218 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:26.840452 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0c3a5e-6691-487b-8ab4-6fe76a47b77e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:26.851181 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3a5e-6691-487b-8ab4-6fe76a47b77e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:26.929374 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-082a6425-a114-4027-a8ce-3aee55677568 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:27.008598 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-deleted', 'tag': 'de41ef00-7b97-4a25-a5f5-7ebe385be1e1'}, {'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-deleted', 'tag': '61ff9068-8b27-4ddb-a417-22777493a524'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:40:27.016433 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91704b4-c092-4edd-9dc5-c8cd40a414fa" -d '{"events": [{"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-deleted", "tag": "de41ef00-7b97-4a25-a5f5-7ebe385be1e1"}, {"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-deleted", "tag": "61ff9068-8b27-4ddb-a417-22777493a524"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:40:27.059203 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198aa03d-690a-4180-a3d3-70195b0415e6 None None] DHCP port deletion for b691ce13-c3fa-46f8-892f-a6e3ddf6046b request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:40:27.072205 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082a6425-a114-4027-a8ce-3aee55677568 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:27.079796 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-082a6425-a114-4027-a8ce-3aee55677568 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:27.092975 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082a6425-a114-4027-a8ce-3aee55677568 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:27.182833 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a6425-a114-4027-a8ce-3aee55677568 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Pushing event updated for resources: {'Port': ['ID=2b71c142-14f5-401e-ab3d-86f278408306,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:27.227380 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e99cad3-6600-404d-bc0b-496edae3fb01 None None] New status for floating IP aafb5896-7230-455d-959d-7459e91f96cd: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:40:27.274488 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-082a6425-a114-4027-a8ce-3aee55677568 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:27.346682 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-082a6425-a114-4027-a8ce-3aee55677568 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:27.424692 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3a5e-6691-487b-8ab4-6fe76a47b77e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:27.503597 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-198aa03d-690a-4180-a3d3-70195b0415e6 None None] Deleting port 9ac26d66-bcc6-4211-8791-55945d6833e0 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:27.503597 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-198aa03d-690a-4180-a3d3-70195b0415e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:27.528160 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0c3a5e-6691-487b-8ab4-6fe76a47b77e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:27.538876 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-cd0c3a5e-6691-487b-8ab4-6fe76a47b77e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:27.552032 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0c3a5e-6691-487b-8ab4-6fe76a47b77e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:27.553478 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3a5e-6691-487b-8ab4-6fe76a47b77e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:27.612449 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cd0c3a5e-6691-487b-8ab4-6fe76a47b77e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0860136 Nov 25 19:40:27.613444 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47352) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:27.627276 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c3a5e-6691-487b-8ab4-6fe76a47b77e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=6c21b565-6b43-4db3-861f-2510951e18a8,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:27.642810 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-c37b939e-24f5-4de8-b3d2-e4320e26dfbc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'fixed_ips': [{'subnet_id': '6c21b565-6b43-4db3-861f-2510951e18a8', 'ip_address': '2001:db8::5b99:eded:c2de:e27d'}], 'name': 'tempest-NetworksTestDHCPv6-882256854'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:27.656135 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-198aa03d-690a-4180-a3d3-70195b0415e6 None None] For port 9ac26d66-bcc6-4211-8791-55945d6833e0, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9ac26d66-bcc6-4211-8791-55945d6833e0,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:27.656664 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-198aa03d-690a-4180-a3d3-70195b0415e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:27.674337 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-198aa03d-690a-4180-a3d3-70195b0415e6 None None] Calling delete_port for 9ac26d66-bcc6-4211-8791-55945d6833e0 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:27.785862 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-198aa03d-690a-4180-a3d3-70195b0415e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:27.790044 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-082a6425-a114-4027-a8ce-3aee55677568 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:27.797258 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-082a6425-a114-4027-a8ce-3aee55677568 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:27.813499 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198aa03d-690a-4180-a3d3-70195b0415e6 None None] No DVR routers for this DVR port 9ac26d66-bcc6-4211-8791-55945d6833e0 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:27.857016 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198aa03d-690a-4180-a3d3-70195b0415e6 None None] Pushing event deleted for resources: {'Port': ['ID=9ac26d66-bcc6-4211-8791-55945d6833e0,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:27.877493 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaf69da-d004-4ff4-afdc-d3a4a3b38d2d None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:27.896544 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37b939e-24f5-4de8-b3d2-e4320e26dfbc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:27.993929 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a6425-a114-4027-a8ce-3aee55677568 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Pushing event updated for resources: {'Port': ['ID=2b71c142-14f5-401e-ab3d-86f278408306,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:28.015612 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-082a6425-a114-4027-a8ce-3aee55677568 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:28.029289 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-082a6425-a114-4027-a8ce-3aee55677568 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:28.038077 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-082a6425-a114-4027-a8ce-3aee55677568 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3474503 Nov 25 19:40:28.041707 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47372) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:28.054112 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d067245a-a1af-4af1-8c65-f83a91a9d2d9 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Request body: {'floatingip': {'port_id': 'a7515485-cb8c-4f8e-96df-d1a07632982f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:28.093751 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c37b939e-24f5-4de8-b3d2-e4320e26dfbc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:28.125947 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-c37b939e-24f5-4de8-b3d2-e4320e26dfbc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] device_id is not set on port 79250459-7a95-494a-aaf3-84cd6b4ae344 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:40:28.127593 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addadddb-6466-470f-8c55-5a4ee2816c1d x-openstack-request-id: req-addadddb-6466-470f-8c55-5a4ee2816c1d {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:40:28.127973 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f66a64-ea05-49d4-a5c7-2d573d59e66b", "name": "network-vif-unplugged", "status": "completed", "tag": "1c41d1d1-0b69-498e-805b-8e0aaec69c18", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:40:28.128157 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-addadddb-6466-470f-8c55-5a4ee2816c1d {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:40:28.128558 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f66a64-ea05-49d4-a5c7-2d573d59e66b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c41d1d1-0b69-498e-805b-8e0aaec69c18', 'code': 200} Nov 25 19:40:28.133822 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d067245a-a1af-4af1-8c65-f83a91a9d2d9 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:28.267975 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7f3fc2-c4f0-420e-937e-815417312097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'fixed_ips': [{'subnet_id': '6c21b565-6b43-4db3-861f-2510951e18a8'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:40:28.270002 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a7f3fc2-c4f0-420e-937e-815417312097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:28.364870 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-d067245a-a1af-4af1-8c65-f83a91a9d2d9 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] update failed (client error): The resource could not be found. Nov 25 19:40:28.366628 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d067245a-a1af-4af1-8c65-f83a91a9d2d9 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] 10.222.0.55 "PUT /v2.0/floatingips/614fc6f3-c617-4567-980e-bbdb33b3cf58 HTTP/1.1" status: 404 len: 507 time: 0.3224983 Nov 25 19:40:28.375302 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47378) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:28.527683 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9ac26d66-bcc6-4211-8791-55945d6833e0 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:28.593445 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 9ac26d66-bcc6-4211-8791-55945d6833e0 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:40:28.593445 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9ac26d66-bcc6-4211-8791-55945d6833e0 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:40:28.644563 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-c37b939e-24f5-4de8-b3d2-e4320e26dfbc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 2001:db8::5b99:eded:c2de:e27d (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/6c21b565-6b43-4db3-861f-2510951e18a8/79250459-7a95-494a-aaf3-84cd6b4ae344) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:28.744230 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9fef2af2-497b-4c93-a814-df18abfe65be tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Deleting port 2b71c142-14f5-401e-ab3d-86f278408306 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:28.744980 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9fef2af2-497b-4c93-a814-df18abfe65be tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:28.918387 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9fef2af2-497b-4c93-a814-df18abfe65be tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:28.918775 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9fef2af2-497b-4c93-a814-df18abfe65be tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:28.945018 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9fef2af2-497b-4c93-a814-df18abfe65be tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Calling delete_port for 2b71c142-14f5-401e-ab3d-86f278408306 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:29.182445 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9f6f779d-5c7d-4a12-9ea3-aeeaf0bc1fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:29.263704 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9fef2af2-497b-4c93-a814-df18abfe65be tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:29.303145 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c42d2ef2-9b12-4933-8069-2a04fa521289 req-83790922-304b-41e9-92de-e2533d8b522e tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 210 time: 0.0632513 Nov 25 19:40:29.323153 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef2af2-497b-4c93-a814-df18abfe65be tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Pushing event deleted for resources: {'Port': ['ID=2b71c142-14f5-401e-ab3d-86f278408306,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:29.418076 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c37b939e-24f5-4de8-b3d2-e4320e26dfbc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:29.474415 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e01cc-1cc2-4ac8-9a27-afe4418d2a73 req-95e18d84-59ed-41ca-a676-9674d98afecf tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:29.484844 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c71e01cc-1cc2-4ac8-9a27-afe4418d2a73 req-95e18d84-59ed-41ca-a676-9674d98afecf tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.0815811 Nov 25 19:40:29.485075 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9fef2af2-497b-4c93-a814-df18abfe65be tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:29.490916 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9fef2af2-497b-4c93-a814-df18abfe65be tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:29.501892 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9fef2af2-497b-4c93-a814-df18abfe65be tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] 10.222.0.55 "DELETE /v2.0/floatingips/614fc6f3-c617-4567-980e-bbdb33b3cf58 HTTP/1.1" status: 204 len: 168 time: 1.1247237 Nov 25 19:40:29.503260 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47388) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:29.511529 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5f2fdc7c-6c69-4c4d-a284-32e3b1031286 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Request body: {'floatingip': {'floating_network_id': 'bc89435f-2f6c-4c97-bc08-725a80b97cc2', 'port_id': 'a7515485-cb8c-4f8e-96df-d1a07632982f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:29.565287 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f2fdc7c-6c69-4c4d-a284-32e3b1031286 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:29.595306 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c71e01cc-1cc2-4ac8-9a27-afe4418d2a73 req-42977919-8064-4e69-92f1-b54858b5a620 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088815 Nov 25 19:40:29.603029 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c37b939e-24f5-4de8-b3d2-e4320e26dfbc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:29.679687 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-8a7f3fc2-c4f0-420e-937e-815417312097 None None] Allocated IP 2001:db8::2 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/6c21b565-6b43-4db3-861f-2510951e18a8/4ada5f46-73e4-44ea-9a8b-821bd3e6e18a) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:29.724782 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 19:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a671d6-31b2-458d-a83c-96c67869de44 x-openstack-request-id: req-c1a671d6-31b2-458d-a83c-96c67869de44 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:40:29.725341 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-deleted", "tag": "de41ef00-7b97-4a25-a5f5-7ebe385be1e1", "status": "completed", "code": 200}, {"server_uuid": "af0035f1-e75a-4611-aad0-1e2cf5946be7", "name": "network-vif-deleted", "tag": "61ff9068-8b27-4ddb-a417-22777493a524", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:40:29.725832 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c1a671d6-31b2-458d-a83c-96c67869de44 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:40:29.726598 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-deleted', 'tag': 'de41ef00-7b97-4a25-a5f5-7ebe385be1e1', 'status': 'completed', 'code': 200} Nov 25 19:40:29.727486 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0035f1-e75a-4611-aad0-1e2cf5946be7', 'name': 'network-vif-deleted', 'tag': '61ff9068-8b27-4ddb-a417-22777493a524', 'status': 'completed', 'code': 200} Nov 25 19:40:29.756054 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37b939e-24f5-4de8-b3d2-e4320e26dfbc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:29.757945 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b939e-24f5-4de8-b3d2-e4320e26dfbc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=79250459-7a95-494a-aaf3-84cd6b4ae344,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:29.774622 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c37b939e-24f5-4de8-b3d2-e4320e26dfbc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:29.780393 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37b939e-24f5-4de8-b3d2-e4320e26dfbc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:29.802057 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37b939e-24f5-4de8-b3d2-e4320e26dfbc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:29.812311 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c37b939e-24f5-4de8-b3d2-e4320e26dfbc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:29.846550 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c37b939e-24f5-4de8-b3d2-e4320e26dfbc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2111230 Nov 25 19:40:29.847098 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47390) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:29.942903 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a7f3fc2-c4f0-420e-937e-815417312097 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:29.954129 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a7f3fc2-c4f0-420e-937e-815417312097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:29.968401 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-5f2fdc7c-6c69-4c4d-a284-32e3b1031286 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:40:29.975925 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5f2fdc7c-6c69-4c4d-a284-32e3b1031286 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4703667 Nov 25 19:40:29.978791 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47394) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:29.985625 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e7532bec-9dd2-4c46-be51-54c5ccad6caa tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'port_id': 'a7515485-cb8c-4f8e-96df-d1a07632982f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:30.024222 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e51436-bc8b-4a5b-a2ce-9387aa5cb6e3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:30.027779 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-58e51436-bc8b-4a5b-a2ce-9387aa5cb6e3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1786137 Nov 25 19:40:30.031031 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47398) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:30.079093 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7532bec-9dd2-4c46-be51-54c5ccad6caa tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:30.142957 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7f3fc2-c4f0-420e-937e-815417312097 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:30.167645 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-8a7f3fc2-c4f0-420e-937e-815417312097 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:30.172980 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7f3fc2-c4f0-420e-937e-815417312097 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:30.233859 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f3fc2-c4f0-420e-937e-815417312097 None None] Pushing event updated for resources: {'Port': ['ID=4ada5f46-73e4-44ea-9a8b-821bd3e6e18a,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:30.320575 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-56fa1c57-a14e-4e1b-97fc-c58a43ab673f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting port 79250459-7a95-494a-aaf3-84cd6b4ae344 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:30.321397 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56fa1c57-a14e-4e1b-97fc-c58a43ab673f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:30.377791 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7532bec-9dd2-4c46-be51-54c5ccad6caa tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:30.419457 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8a7f3fc2-c4f0-420e-937e-815417312097 None None] Attempting to bind port 4ada5f46-73e4-44ea-9a8b-821bd3e6e18a on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:40:30.420049 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8a7f3fc2-c4f0-420e-937e-815417312097 None None] Attempting to bind port 4ada5f46-73e4-44ea-9a8b-821bd3e6e18a by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:40:30.421902 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7f3fc2-c4f0-420e-937e-815417312097 None None] Attempting to bind port 4ada5f46-73e4-44ea-9a8b-821bd3e6e18a on network b691ce13-c3fa-46f8-892f-a6e3ddf6046b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:40:30.438506 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7f3fc2-c4f0-420e-937e-815417312097 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:40:30.439098 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7f3fc2-c4f0-420e-937e-815417312097 None None] Checking segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:40:30.439766 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a7f3fc2-c4f0-420e-937e-815417312097 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:30.440409 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7f3fc2-c4f0-420e-937e-815417312097 None None] Bound using segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:40:30.441235 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8a7f3fc2-c4f0-420e-937e-815417312097 None None] Bound port: 4ada5f46-73e4-44ea-9a8b-821bd3e6e18a, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:40:30.450945 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a7f3fc2-c4f0-420e-937e-815417312097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:30.588289 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56fa1c57-a14e-4e1b-97fc-c58a43ab673f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:30.609332 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-e7532bec-9dd2-4c46-be51-54c5ccad6caa tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Allocated IP 172.25.6.146 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/2b809bd7-4c28-41f1-ab6b-6ff44e67189e) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:30.645547 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-56fa1c57-a14e-4e1b-97fc-c58a43ab673f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Calling delete_port for 79250459-7a95-494a-aaf3-84cd6b4ae344 owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:30.672430 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8a7f3fc2-c4f0-420e-937e-815417312097 None None] For port 4ada5f46-73e4-44ea-9a8b-821bd3e6e18a, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:40:30.694809 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8a7f3fc2-c4f0-420e-937e-815417312097 None None] For port 4ada5f46-73e4-44ea-9a8b-821bd3e6e18a, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4ada5f46-73e4-44ea-9a8b-821bd3e6e18a,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:40:30.702420 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a7f3fc2-c4f0-420e-937e-815417312097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:30.835384 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f3fc2-c4f0-420e-937e-815417312097 None None] Pushing event updated for resources: {'Port': ['ID=4ada5f46-73e4-44ea-9a8b-821bd3e6e18a,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:30.985324 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-84aec96c-748c-4c9e-8182-e90b90f5c76f tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:30.988674 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-84aec96c-748c-4c9e-8182-e90b90f5c76f tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/networks?id=d4d26649-0402-45f1-9591-4343456b37f2 HTTP/1.1" status: 200 len: 804 time: 0.3809571 Nov 25 19:40:31.094535 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-2402d813-388b-47a6-8404-9bb31bdcc035 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/quotas/1b4e8b3b51d5452eabf5c1806a2b7061 HTTP/1.1" status: 200 len: 375 time: 0.0933914 Nov 25 19:40:31.250227 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56fa1c57-a14e-4e1b-97fc-c58a43ab673f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:31.258498 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7532bec-9dd2-4c46-be51-54c5ccad6caa tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:31.299378 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-75d37afa-3fe5-4891-8738-aaec1b990383 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b4e8b3b51d5452eabf5c1806a2b7061&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1912467 Nov 25 19:40:31.358649 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa1c57-a14e-4e1b-97fc-c58a43ab673f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Port': ['ID=79250459-7a95-494a-aaf3-84cd6b4ae344,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:31.374692 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7532bec-9dd2-4c46-be51-54c5ccad6caa tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:31.416814 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56fa1c57-a14e-4e1b-97fc-c58a43ab673f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:31.423331 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-56fa1c57-a14e-4e1b-97fc-c58a43ab673f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/79250459-7a95-494a-aaf3-84cd6b4ae344 HTTP/1.1" status: 204 len: 168 time: 1.3870203 Nov 25 19:40:31.423716 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47420) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:31.460659 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7532bec-9dd2-4c46-be51-54c5ccad6caa tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:31.475774 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e7532bec-9dd2-4c46-be51-54c5ccad6caa tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:31.486860 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7532bec-9dd2-4c46-be51-54c5ccad6caa tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:31.534245 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7532bec-9dd2-4c46-be51-54c5ccad6caa tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Pushing event updated for resources: {'Port': ['ID=2b809bd7-4c28-41f1-ab6b-6ff44e67189e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:31.585851 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5151cdc8-3ee5-42d6-9fbd-b476c64c47d9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:31.587760 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5151cdc8-3ee5-42d6-9fbd-b476c64c47d9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:31.593021 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5151cdc8-3ee5-42d6-9fbd-b476c64c47d9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1647906 Nov 25 19:40:31.597798 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47422) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:31.650975 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-d31041e1-2097-4183-a668-b76e98fe08d3 service neutron] 10.222.0.55 "GET /v2.0/networks/d4d26649-0402-45f1-9591-4343456b37f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935593 Nov 25 19:40:31.695154 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-33709e92-ba46-446c-ac06-42eb89aaa199 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet 6c21b565-6b43-4db3-861f-2510951e18a8 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:40:31.718725 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33709e92-ba46-446c-ac06-42eb89aaa199 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:31.747552 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-02d31291-3392-4d56-84fc-569896b122a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:31.788321 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33709e92-ba46-446c-ac06-42eb89aaa199 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:31.793837 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-5d91b68a-23c1-4cd1-b341-651896e97114 service neutron] 10.222.0.55 "GET /v2.0/networks/d4d26649-0402-45f1-9591-4343456b37f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324649 Nov 25 19:40:31.868066 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e7532bec-9dd2-4c46-be51-54c5ccad6caa tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Deleting port 2b809bd7-4c28-41f1-ab6b-6ff44e67189e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:31.868434 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7532bec-9dd2-4c46-be51-54c5ccad6caa tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:32.049044 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeea5128-3d8d-458a-9da4-40a420b683b5 req-4d960fd7-09c8-4c38-b523-dab11b2f84f1 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 210 time: 0.0412207 Nov 25 19:40:32.075312 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33709e92-ba46-446c-ac06-42eb89aaa199 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:32.200611 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9feb4-8718-4018-829f-9e1b51a9dbd8 req-3dc361e5-03fe-4d30-b6c5-60828fb7b851 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:32.203464 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fef9feb4-8718-4018-829f-9e1b51a9dbd8 req-3dc361e5-03fe-4d30-b6c5-60828fb7b851 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f66a64-ea05-49d4-a5c7-2d573d59e66b HTTP/1.1" status: 200 len: 943 time: 0.0730846 Nov 25 19:40:32.240254 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7532bec-9dd2-4c46-be51-54c5ccad6caa tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:32.240724 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7532bec-9dd2-4c46-be51-54c5ccad6caa tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:32.285115 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e7532bec-9dd2-4c46-be51-54c5ccad6caa tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Calling delete_port for 2b809bd7-4c28-41f1-ab6b-6ff44e67189e owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:32.445478 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-fef9feb4-8718-4018-829f-9e1b51a9dbd8 req-600a744f-a2ff-453b-b03d-01763524c0d8 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Deleting port 1c41d1d1-0b69-498e-805b-8e0aaec69c18 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:32.446282 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-fef9feb4-8718-4018-829f-9e1b51a9dbd8 req-600a744f-a2ff-453b-b03d-01763524c0d8 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:32.506463 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7532bec-9dd2-4c46-be51-54c5ccad6caa tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:32.526358 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33709e92-ba46-446c-ac06-42eb89aaa199 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:32.649159 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4ada5f46-73e4-44ea-9a8b-821bd3e6e18a up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:40:32.692188 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7532bec-9dd2-4c46-be51-54c5ccad6caa tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Pushing event deleted for resources: {'Port': ['ID=2b809bd7-4c28-41f1-ab6b-6ff44e67189e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:32.706237 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33709e92-ba46-446c-ac06-42eb89aaa199 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=6c21b565-6b43-4db3-861f-2510951e18a8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:32.755841 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-fef9feb4-8718-4018-829f-9e1b51a9dbd8 req-600a744f-a2ff-453b-b03d-01763524c0d8 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] For port 1c41d1d1-0b69-498e-805b-8e0aaec69c18, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=1c41d1d1-0b69-498e-805b-8e0aaec69c18,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:32.756181 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-fef9feb4-8718-4018-829f-9e1b51a9dbd8 req-600a744f-a2ff-453b-b03d-01763524c0d8 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:32.758556 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33709e92-ba46-446c-ac06-42eb89aaa199 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:32.780657 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-33709e92-ba46-446c-ac06-42eb89aaa199 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/6c21b565-6b43-4db3-861f-2510951e18a8 HTTP/1.1" status: 204 len: 168 time: 1.1789372 Nov 25 19:40:32.783333 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47436) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:32.824630 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-fef9feb4-8718-4018-829f-9e1b51a9dbd8 req-600a744f-a2ff-453b-b03d-01763524c0d8 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Calling delete_port for 1c41d1d1-0b69-498e-805b-8e0aaec69c18 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:32.838374 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 4ada5f46-73e4-44ea-9a8b-821bd3e6e18a triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:32.838977 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:32.905237 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48346411-d25b-445a-8e98-89ddaaa840fc None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:32.926577 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d2e89c09-24e9-413d-a458-d278299af9b5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1372876 Nov 25 19:40:32.927543 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47438) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:32.929334 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5146446-1b92-4e01-be42-9ad7d55802fa req-3d2b3696-dbca-41d8-8417-f572db22db95 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:32.938869 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e5146446-1b92-4e01-be42-9ad7d55802fa req-3d2b3696-dbca-41d8-8417-f572db22db95 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.1599298 Nov 25 19:40:32.940225 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b3c9c506-5340-4353-b9f9-f443f7145d86 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:33.152429 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e5146446-1b92-4e01-be42-9ad7d55802fa req-f16384ad-4343-4ae8-9919-36a7d66cb5e0 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121513 Nov 25 19:40:33.206881 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-e7532bec-9dd2-4c46-be51-54c5ccad6caa tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] create failed (client error): The resource could not be found. Nov 25 19:40:33.209897 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e7532bec-9dd2-4c46-be51-54c5ccad6caa tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.2284169 Nov 25 19:40:33.212756 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c9c506-5340-4353-b9f9-f443f7145d86 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:33.213569 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47442) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:33.219634 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b3c9c506-5340-4353-b9f9-f443f7145d86 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:33.379335 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-897e6970-6c36-4490-89d6-bc5ff6cb3458 req-895d0e78-2eaa-4c19-97cf-9db63dd2bc66 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d HTTP/1.1" status: 200 len: 210 time: 0.0937951 Nov 25 19:40:33.473477 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-164a2ecd-c548-46fa-bf96-964f6398d9a2 None None] Provisioning complete for port 4ada5f46-73e4-44ea-9a8b-821bd3e6e18a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:33.474022 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-164a2ecd-c548-46fa-bf96-964f6398d9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:33.519909 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-fef9feb4-8718-4018-829f-9e1b51a9dbd8 req-600a744f-a2ff-453b-b03d-01763524c0d8 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:33.608880 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a744f-a2ff-453b-b03d-01763524c0d8 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Pushing event deleted for resources: {'Port': ['ID=1c41d1d1-0b69-498e-805b-8e0aaec69c18,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:33.627121 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:33.634759 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:33.701960 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b3c9c506-5340-4353-b9f9-f443f7145d86 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:33.744759 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980a5c53-d192-418d-be41-f3bfaf36b36b None None] DHCP port deletion for b691ce13-c3fa-46f8-892f-a6e3ddf6046b request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:40:33.753449 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a1068a25-a860-48ce-8ee7-81f6cd9d82f0 req-074e27e7-330e-41db-985e-f6f647e95cd0 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 210 time: 0.1037102 Nov 25 19:40:33.761056 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-164a2ecd-c548-46fa-bf96-964f6398d9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:33.808930 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 4ada5f46-73e4-44ea-9a8b-821bd3e6e18a, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4ada5f46-73e4-44ea-9a8b-821bd3e6e18a,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:33.828205 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef9feb4-8718-4018-829f-9e1b51a9dbd8 req-600a744f-a2ff-453b-b03d-01763524c0d8 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] No DVR routers for this DVR port 1c41d1d1-0b69-498e-805b-8e0aaec69c18 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:33.836412 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-fef9feb4-8718-4018-829f-9e1b51a9dbd8 req-600a744f-a2ff-453b-b03d-01763524c0d8 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:33.845429 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fef9feb4-8718-4018-829f-9e1b51a9dbd8 req-600a744f-a2ff-453b-b03d-01763524c0d8 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.73 "DELETE /v2.0/ports/1c41d1d1-0b69-498e-805b-8e0aaec69c18 HTTP/1.1" status: 204 len: 173 time: 1.6341338 Nov 25 19:40:33.858403 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f66a64-ea05-49d4-a5c7-2d573d59e66b', 'name': 'network-vif-deleted', 'tag': '1c41d1d1-0b69-498e-805b-8e0aaec69c18'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:40:33.865779 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:33.874311 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9c506-5340-4353-b9f9-f443f7145d86 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=8e91e15f-9000-4ebe-9f85-89dad5dbf2f0,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:33.890870 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee3f181-c3d2-4ffd-b75b-ef61e02eb458" -d '{"events": [{"server_uuid": "d2f66a64-ea05-49d4-a5c7-2d573d59e66b", "name": "network-vif-deleted", "tag": "1c41d1d1-0b69-498e-805b-8e0aaec69c18"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:40:33.916688 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a809991b-48ed-4a7f-8ee6-9bb368672756 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Deleting port a7515485-cb8c-4f8e-96df-d1a07632982f {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:33.918850 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a809991b-48ed-4a7f-8ee6-9bb368672756 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:33.962215 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c9c506-5340-4353-b9f9-f443f7145d86 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:33.984392 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b3c9c506-5340-4353-b9f9-f443f7145d86 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:33.996916 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c9c506-5340-4353-b9f9-f443f7145d86 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:33.997986 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b3c9c506-5340-4353-b9f9-f443f7145d86 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:34.155569 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b3c9c506-5340-4353-b9f9-f443f7145d86 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2234378 Nov 25 19:40:34.156607 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a809991b-48ed-4a7f-8ee6-9bb368672756 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:34.162904 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47448) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:34.168587 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-bd5ec156-5511-4f65-8187-d3d2e973e0bc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'fixed_ips': [{'subnet_id': '8e91e15f-9000-4ebe-9f85-89dad5dbf2f0', 'ip_address': '2001:db8::c998:eef:ee96:5bb0'}], 'name': 'tempest-NetworksTestDHCPv6-1979730528'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:34.182060 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-164a2ecd-c548-46fa-bf96-964f6398d9a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:40:34.182466 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-164a2ecd-c548-46fa-bf96-964f6398d9a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:40:34.200184 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-980a5c53-d192-418d-be41-f3bfaf36b36b None None] Deleting port 4ada5f46-73e4-44ea-9a8b-821bd3e6e18a {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:34.200184 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-980a5c53-d192-418d-be41-f3bfaf36b36b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:34.236070 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a809991b-48ed-4a7f-8ee6-9bb368672756 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Calling delete_port for a7515485-cb8c-4f8e-96df-d1a07632982f owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:34.331273 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-980a5c53-d192-418d-be41-f3bfaf36b36b None None] For port 4ada5f46-73e4-44ea-9a8b-821bd3e6e18a, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4ada5f46-73e4-44ea-9a8b-821bd3e6e18a,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:34.331802 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-b40cec9a-5427-4269-b82d-aa0935431f4a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:34.333833 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-b40cec9a-5427-4269-b82d-aa0935431f4a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.85 "GET /v2.0/networks?id=d4d26649-0402-45f1-9591-4343456b37f2 HTTP/1.1" status: 200 len: 804 time: 0.4306877 Nov 25 19:40:34.338890 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-980a5c53-d192-418d-be41-f3bfaf36b36b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:34.366546 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-0fe1b102-48ac-4fed-8bc8-40f695dc753a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Request body: {'port': {'device_id': 'b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d', 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2', 'admin_state_up': True, 'tenant_id': '1b4e8b3b51d5452eabf5c1806a2b7061'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:34.382638 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-980a5c53-d192-418d-be41-f3bfaf36b36b None None] Calling delete_port for 4ada5f46-73e4-44ea-9a8b-821bd3e6e18a owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:34.533266 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=4ada5f46-73e4-44ea-9a8b-821bd3e6e18a,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:34.560293 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4ada5f46-73e4-44ea-9a8b-821bd3e6e18a no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:34.635200 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a743a27-c987-42ae-a495-6f6c3ab640a1 x-openstack-request-id: req-1a743a27-c987-42ae-a495-6f6c3ab640a1 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:40:34.635823 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f66a64-ea05-49d4-a5c7-2d573d59e66b", "name": "network-vif-deleted", "tag": "1c41d1d1-0b69-498e-805b-8e0aaec69c18", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:40:34.635823 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1a743a27-c987-42ae-a495-6f6c3ab640a1 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:40:34.636176 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f66a64-ea05-49d4-a5c7-2d573d59e66b', 'name': 'network-vif-deleted', 'tag': '1c41d1d1-0b69-498e-805b-8e0aaec69c18', 'status': 'completed', 'code': 200} Nov 25 19:40:34.646879 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a809991b-48ed-4a7f-8ee6-9bb368672756 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:34.739789 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5ec156-5511-4f65-8187-d3d2e973e0bc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:34.752248 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809991b-48ed-4a7f-8ee6-9bb368672756 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Pushing event deleted for resources: {'Port': ['ID=a7515485-cb8c-4f8e-96df-d1a07632982f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:34.763175 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-164a2ecd-c548-46fa-bf96-964f6398d9a2 None None] Port 4ada5f46-73e4-44ea-9a8b-821bd3e6e18a update to ACTIVE by agent not found {{(pid=103601) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 19:40:34.766613 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-980a5c53-d192-418d-be41-f3bfaf36b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:34.841805 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980a5c53-d192-418d-be41-f3bfaf36b36b None None] No DVR routers for this DVR port 4ada5f46-73e4-44ea-9a8b-821bd3e6e18a on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:34.849571 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a5c53-d192-418d-be41-f3bfaf36b36b None None] Pushing event deleted for resources: {'Port': ['ID=4ada5f46-73e4-44ea-9a8b-821bd3e6e18a,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:34.865835 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No active binding found for port 4ada5f46-73e4-44ea-9a8b-821bd3e6e18a {{(pid=103601) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 19:40:34.871228 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd5ec156-5511-4f65-8187-d3d2e973e0bc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:34.878761 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4ada5f46-73e4-44ea-9a8b-821bd3e6e18a not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:40:34.917310 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-bd5ec156-5511-4f65-8187-d3d2e973e0bc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] device_id is not set on port 722617c4-879c-44d6-b5cf-2a00cb2db1ec yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:40:34.933987 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db86196-edbb-43a7-9d00-6b1395203b63 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:34.980616 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-0fe1b102-48ac-4fed-8bc8-40f695dc753a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Made reservation on behalf of 1b4e8b3b51d5452eabf5c1806a2b7061 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:34.985216 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-0fe1b102-48ac-4fed-8bc8-40f695dc753a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:35.047519 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a809991b-48ed-4a7f-8ee6-9bb368672756 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:35.053883 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a809991b-48ed-4a7f-8ee6-9bb368672756 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] 10.222.0.55 "DELETE /v2.0/ports/a7515485-cb8c-4f8e-96df-d1a07632982f HTTP/1.1" status: 204 len: 168 time: 1.7963567 Nov 25 19:40:35.057961 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47458) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:35.100062 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b56550-8ecd-4254-8c17-d7a38ff56eb6 req-3359912e-1827-4a3b-a1bf-bd3ef5634fc4 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:35.112591 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-96b56550-8ecd-4254-8c17-d7a38ff56eb6 req-3359912e-1827-4a3b-a1bf-bd3ef5634fc4 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.3684180 Nov 25 19:40:35.179938 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-0fe1b102-48ac-4fed-8bc8-40f695dc753a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Allocated IP 172.20.0.11 (d4d26649-0402-45f1-9591-4343456b37f2/e758be47-f502-42b6-8983-165c34ac1a0f/fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:35.271378 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aef2370-9835-433b-9401-b9064a66e18b tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:35.277938 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0aef2370-9835-433b-9401-b9064a66e18b tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] 10.222.0.55 "GET /v2.0/ports?device_id=1aa621a6-96cc-41be-83b6-e454c28822d2 HTTP/1.1" status: 200 len: 913 time: 0.2067122 Nov 25 19:40:35.298780 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-96b56550-8ecd-4254-8c17-d7a38ff56eb6 req-e73bdfc9-44d3-473e-ad74-7f5c3e5575b4 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562388 Nov 25 19:40:35.299572 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47460) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:35.439022 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:35.459867 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-0fe1b102-48ac-4fed-8bc8-40f695dc753a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:35.509988 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d34f5d-a1be-43ee-8714-37e2b2c7358f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'fixed_ips': [{'subnet_id': '8e91e15f-9000-4ebe-9f85-89dad5dbf2f0'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:40:35.511741 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f8d34f5d-a1be-43ee-8714-37e2b2c7358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:35.626866 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-0fe1b102-48ac-4fed-8bc8-40f695dc753a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:35.678638 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-bd5ec156-5511-4f65-8187-d3d2e973e0bc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 2001:db8::c998:eef:ee96:5bb0 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/8e91e15f-9000-4ebe-9f85-89dad5dbf2f0/722617c4-879c-44d6-b5cf-2a00cb2db1ec) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:35.698823 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-0fe1b102-48ac-4fed-8bc8-40f695dc753a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Network d4d26649-0402-45f1-9591-4343456b37f2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:35.707169 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-0fe1b102-48ac-4fed-8bc8-40f695dc753a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:35.730936 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-0fe1b102-48ac-4fed-8bc8-40f695dc753a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:35.771938 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:35.788590 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe1b102-48ac-4fed-8bc8-40f695dc753a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Pushing event updated for resources: {'Port': ['ID=fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:35.878875 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c6c6e-39c6-4322-9269-85f0cc256025 req-e2f95aba-dbc0-496d-b2d8-5862d405d3aa tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:35.881788 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a7c6c6e-39c6-4322-9269-85f0cc256025 req-e2f95aba-dbc0-496d-b2d8-5862d405d3aa tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d HTTP/1.1" status: 200 len: 932 time: 0.2532318 Nov 25 19:40:35.884244 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-0fe1b102-48ac-4fed-8bc8-40f695dc753a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:35.886966 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-0fe1b102-48ac-4fed-8bc8-40f695dc753a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:35.968593 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-0fe1b102-48ac-4fed-8bc8-40f695dc753a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6074820 Nov 25 19:40:35.980682 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-a97ff7ac-0e9e-43a0-a41d-1d902405cf1d service neutron] Request body: {'port': {'device_id': 'b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:36.105685 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a7c6c6e-39c6-4322-9269-85f0cc256025 req-10506499-9a30-45c9-a008-a723fa8ce594 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109835 Nov 25 19:40:36.178532 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-a97ff7ac-0e9e-43a0-a41d-1d902405cf1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:36.277796 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e138c86e-7bed-46fa-a3ef-c03fc30514de tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:36.292770 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd5ec156-5511-4f65-8187-d3d2e973e0bc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:36.405107 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 1c41d1d1-0b69-498e-805b-8e0aaec69c18 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:36.492647 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 1c41d1d1-0b69-498e-805b-8e0aaec69c18 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:40:36.494269 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 1c41d1d1-0b69-498e-805b-8e0aaec69c18 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:40:36.589193 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-78e01916-5294-4647-886b-c8d048c28921 req-c6c93770-8827-46d3-95e4-081d5ff88eab tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 210 time: 0.0690064 Nov 25 19:40:36.661180 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd5ec156-5511-4f65-8187-d3d2e973e0bc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:36.747240 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-f8d34f5d-a1be-43ee-8714-37e2b2c7358f None None] Allocated IP 2001:db8::2 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/8e91e15f-9000-4ebe-9f85-89dad5dbf2f0/83371731-5417-4c9a-b31f-8ee6b03aff2e) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:36.762117 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ec156-5511-4f65-8187-d3d2e973e0bc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=722617c4-879c-44d6-b5cf-2a00cb2db1ec,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:36.816295 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5ec156-5511-4f65-8187-d3d2e973e0bc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:36.834185 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-bd5ec156-5511-4f65-8187-d3d2e973e0bc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:36.856133 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5ec156-5511-4f65-8187-d3d2e973e0bc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:36.876469 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5ec156-5511-4f65-8187-d3d2e973e0bc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:36.888008 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd5ec156-5511-4f65-8187-d3d2e973e0bc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:36.974272 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147fcda-4d25-4447-9f33-118257484182 req-cfab23d6-1628-4463-a7f0-572e51214112 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:36.977891 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f147fcda-4d25-4447-9f33-118257484182 req-cfab23d6-1628-4463-a7f0-572e51214112 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.1381128 Nov 25 19:40:37.080755 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-a97ff7ac-0e9e-43a0-a41d-1d902405cf1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:40:37.096917 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-a97ff7ac-0e9e-43a0-a41d-1d902405cf1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:37.120680 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-a97ff7ac-0e9e-43a0-a41d-1d902405cf1d service neutron] Transition to ACTIVE for port object fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:40:37.130703 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bd5ec156-5511-4f65-8187-d3d2e973e0bc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9627302 Nov 25 19:40:37.132093 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47466) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:37.159906 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-a97ff7ac-0e9e-43a0-a41d-1d902405cf1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:37.185373 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f8d34f5d-a1be-43ee-8714-37e2b2c7358f None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:37.201125 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f8d34f5d-a1be-43ee-8714-37e2b2c7358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:37.208441 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f147fcda-4d25-4447-9f33-118257484182 req-b8a43a5a-04cd-4e22-984a-5ac5446477dc tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091613 Nov 25 19:40:37.289504 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e138c86e-7bed-46fa-a3ef-c03fc30514de tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Deleting port 9a359727-c0a9-49d5-ab6d-1545c16d7d25 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:37.290034 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e138c86e-7bed-46fa-a3ef-c03fc30514de tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:37.384264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d34f5d-a1be-43ee-8714-37e2b2c7358f None None] Pushing event updated for resources: {'Port': ['ID=83371731-5417-4c9a-b31f-8ee6b03aff2e,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:37.408301 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d34f5d-a1be-43ee-8714-37e2b2c7358f None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:37.410674 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-f8d34f5d-a1be-43ee-8714-37e2b2c7358f None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:37.415834 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d34f5d-a1be-43ee-8714-37e2b2c7358f None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:37.476338 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e6e8d2-4079-46aa-973e-f9756506c539 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:37.479517 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b7e6e8d2-4079-46aa-973e-f9756506c539 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3454542 Nov 25 19:40:37.480761 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ff7ac-0e9e-43a0-a41d-1d902405cf1d service neutron] Pushing event updated for resources: {'Port': ['ID=fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:37.505019 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47470) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:37.559095 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f8d34f5d-a1be-43ee-8714-37e2b2c7358f None None] Attempting to bind port 83371731-5417-4c9a-b31f-8ee6b03aff2e on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:40:37.560137 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f8d34f5d-a1be-43ee-8714-37e2b2c7358f None None] Attempting to bind port 83371731-5417-4c9a-b31f-8ee6b03aff2e by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:40:37.561316 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d34f5d-a1be-43ee-8714-37e2b2c7358f None None] Attempting to bind port 83371731-5417-4c9a-b31f-8ee6b03aff2e on network b691ce13-c3fa-46f8-892f-a6e3ddf6046b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:40:37.573952 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d34f5d-a1be-43ee-8714-37e2b2c7358f None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:40:37.574658 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d34f5d-a1be-43ee-8714-37e2b2c7358f None None] Checking segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:40:37.575334 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f8d34f5d-a1be-43ee-8714-37e2b2c7358f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:37.576003 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d34f5d-a1be-43ee-8714-37e2b2c7358f None None] Bound using segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:40:37.578416 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f8d34f5d-a1be-43ee-8714-37e2b2c7358f None None] Bound port: 83371731-5417-4c9a-b31f-8ee6b03aff2e, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:40:37.579084 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f8d34f5d-a1be-43ee-8714-37e2b2c7358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:37.620973 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45521f-4991-4793-a0e6-ebc1e36945d8 req-04e5eb84-e26b-4c8c-8615-1da25bc390e0 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:37.629467 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2a45521f-4991-4793-a0e6-ebc1e36945d8 req-04e5eb84-e26b-4c8c-8615-1da25bc390e0 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e4340a7-a2e7-4005-b776-fcaee8692fcf HTTP/1.1" status: 200 len: 945 time: 0.2136228 Nov 25 19:40:37.636853 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e138c86e-7bed-46fa-a3ef-c03fc30514de tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:37.638512 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-a97ff7ac-0e9e-43a0-a41d-1d902405cf1d service neutron] Attempting to bind port fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:40:37.640031 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-a97ff7ac-0e9e-43a0-a41d-1d902405cf1d service neutron] Attempting to bind port fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '2591c80f-46dc-49d7-a62f-cd68d7a36759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:40:37.642114 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-a97ff7ac-0e9e-43a0-a41d-1d902405cf1d service neutron] Attempting to bind port fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 on network d4d26649-0402-45f1-9591-4343456b37f2 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:40:37.651361 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-a97ff7ac-0e9e-43a0-a41d-1d902405cf1d service neutron] Port fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 on network d4d26649-0402-45f1-9591-4343456b37f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:40:37.652391 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-a97ff7ac-0e9e-43a0-a41d-1d902405cf1d service neutron] Attempting to bind port fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 on network d4d26649-0402-45f1-9591-4343456b37f2 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:40:37.663518 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-a97ff7ac-0e9e-43a0-a41d-1d902405cf1d service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:40:37.664596 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-a97ff7ac-0e9e-43a0-a41d-1d902405cf1d service neutron] Checking segment: {'id': '2591c80f-46dc-49d7-a62f-cd68d7a36759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:40:37.665589 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-a97ff7ac-0e9e-43a0-a41d-1d902405cf1d service neutron] Bound using segment: {'id': '2591c80f-46dc-49d7-a62f-cd68d7a36759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:40:37.666738 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-a97ff7ac-0e9e-43a0-a41d-1d902405cf1d service neutron] Bound port: fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2591c80f-46dc-49d7-a62f-cd68d7a36759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:40:37.667962 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-a97ff7ac-0e9e-43a0-a41d-1d902405cf1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:37.743212 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2a45521f-4991-4793-a0e6-ebc1e36945d8 req-2b6ea5df-1bde-45a2-8faa-e9cb85e08c63 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100991 Nov 25 19:40:37.751086 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f8d34f5d-a1be-43ee-8714-37e2b2c7358f None None] For port 83371731-5417-4c9a-b31f-8ee6b03aff2e, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:40:37.758619 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f8d34f5d-a1be-43ee-8714-37e2b2c7358f None None] For port 83371731-5417-4c9a-b31f-8ee6b03aff2e, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=83371731-5417-4c9a-b31f-8ee6b03aff2e,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:40:37.769768 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e138c86e-7bed-46fa-a3ef-c03fc30514de tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Calling delete_port for 9a359727-c0a9-49d5-ab6d-1545c16d7d25 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:37.772148 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f8d34f5d-a1be-43ee-8714-37e2b2c7358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:37.801161 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-a97ff7ac-0e9e-43a0-a41d-1d902405cf1d service neutron] For port fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:40:37.805878 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-a97ff7ac-0e9e-43a0-a41d-1d902405cf1d service neutron] For port fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:40:37.813482 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-a97ff7ac-0e9e-43a0-a41d-1d902405cf1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:37.886401 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ff7ac-0e9e-43a0-a41d-1d902405cf1d service neutron] Pushing event updated for resources: {'Port': ['ID=fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:37.899568 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-a97ff7ac-0e9e-43a0-a41d-1d902405cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:37.901245 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-a97ff7ac-0e9e-43a0-a41d-1d902405cf1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:37.904957 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-a97ff7ac-0e9e-43a0-a41d-1d902405cf1d service neutron] 10.222.0.85 "PUT /v2.0/ports/fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 HTTP/1.1" status: 200 len: 1092 time: 1.9276683 Nov 25 19:40:37.906910 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d', 'tag': 'fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:40:37.925342 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723ca31c-d3de-4ed7-88c9-c8065957d0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d", "tag": "fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:40:37.945625 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d34f5d-a1be-43ee-8714-37e2b2c7358f None None] Pushing event updated for resources: {'Port': ['ID=83371731-5417-4c9a-b31f-8ee6b03aff2e,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:38.045795 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-72631f60-09a9-454f-937b-f6724e8758fa tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting port 722617c4-879c-44d6-b5cf-2a00cb2db1ec {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:38.045795 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-72631f60-09a9-454f-937b-f6724e8758fa tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:38.109083 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-a738f5b6-2d6a-4beb-aa53-8707abb46eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:38.111319 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-a738f5b6-2d6a-4beb-aa53-8707abb46eb2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1b4e8b3b51d5452eabf5c1806a2b7061&device_id=b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d HTTP/1.1" status: 200 len: 1095 time: 0.1350224 Nov 25 19:40:38.197485 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd212e-2cec-44ce-b26d-2cd33b8f58f4 req-12f04694-8a22-4ceb-9804-687571336311 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:38.199449 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c2cd212e-2cec-44ce-b26d-2cd33b8f58f4 req-12f04694-8a22-4ceb-9804-687571336311 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d HTTP/1.1" status: 200 len: 944 time: 0.2772362 Nov 25 19:40:38.208776 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-51eda837-9006-4212-9541-03dfe78dd756 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 HTTP/1.1" status: 200 len: 217 time: 0.0882871 Nov 25 19:40:38.286570 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-a2ef31ee-3b7d-44f8-8eb8-c4b27ce69888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:38.289592 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-a2ef31ee-3b7d-44f8-8eb8-c4b27ce69888 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e758be47-f502-42b6-8983-165c34ac1a0f HTTP/1.1" status: 200 len: 844 time: 0.0747483 Nov 25 19:40:38.369932 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-72631f60-09a9-454f-937b-f6724e8758fa tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:38.405880 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-26e9940a-8201-4b38-b3bd-5ba45c52cdba service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d4d26649-0402-45f1-9591-4343456b37f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955386 Nov 25 19:40:38.417212 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-72631f60-09a9-454f-937b-f6724e8758fa tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Calling delete_port for 722617c4-879c-44d6-b5cf-2a00cb2db1ec owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:38.487143 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c2cd212e-2cec-44ce-b26d-2cd33b8f58f4 req-97b51e27-054a-4da3-87dc-4100f7ffd6ae tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672746 Nov 25 19:40:38.495578 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e138c86e-7bed-46fa-a3ef-c03fc30514de tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:38.581492 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-d8c36a94-42df-4dd8-aefc-c06142bc17d1 service neutron] 10.222.0.85 "GET /v2.0/networks/d4d26649-0402-45f1-9591-4343456b37f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678891 Nov 25 19:40:38.758032 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3939b709-7a4d-420b-9990-b00e4a72ab5f req-ec6b69b9-9a94-4df2-a615-94b45c83b4c5 service neutron] 10.222.0.85 "GET /v2.0/networks/d4d26649-0402-45f1-9591-4343456b37f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691163 Nov 25 19:40:38.939553 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138c86e-7bed-46fa-a3ef-c03fc30514de tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Pushing event deleted for resources: {'Port': ['ID=9a359727-c0a9-49d5-ab6d-1545c16d7d25,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:39.085805 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-556cc01e-2408-4851-b049-d7bf6af7c0bb req-964df627-1e07-49f7-adc5-ba320847fafd tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 210 time: 0.1604414 Nov 25 19:40:39.204638 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84505382-3baa-46eb-9b78-d62e38ab8a77 x-openstack-request-id: req-84505382-3baa-46eb-9b78-d62e38ab8a77 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:40:39.205169 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d", "tag": "fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:40:39.205394 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84505382-3baa-46eb-9b78-d62e38ab8a77 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:40:39.205919 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d', 'tag': 'fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4', 'status': 'completed', 'code': 200} Nov 25 19:40:39.311277 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e138c86e-7bed-46fa-a3ef-c03fc30514de tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:39.317612 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca31c-d3de-4ed7-88c9-c8065957d0d4 req-4a760ef2-5469-443c-9686-8c2c1f269bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:39.319404 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-723ca31c-d3de-4ed7-88c9-c8065957d0d4 req-4a760ef2-5469-443c-9686-8c2c1f269bf0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1b4e8b3b51d5452eabf5c1806a2b7061&device_id=b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d HTTP/1.1" status: 200 len: 1095 time: 0.0813439 Nov 25 19:40:39.471360 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca31c-d3de-4ed7-88c9-c8065957d0d4 req-c185eb96-0d1d-4576-b333-b76061c01352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:39.472934 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-723ca31c-d3de-4ed7-88c9-c8065957d0d4 req-c185eb96-0d1d-4576-b333-b76061c01352 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d4d26649-0402-45f1-9591-4343456b37f2 HTTP/1.1" status: 200 len: 905 time: 0.1438286 Nov 25 19:40:39.546961 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-723ca31c-d3de-4ed7-88c9-c8065957d0d4 req-eff6ee88-1677-436d-a040-2bbe72402d99 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 HTTP/1.1" status: 200 len: 217 time: 0.0654402 Nov 25 19:40:39.636946 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca31c-d3de-4ed7-88c9-c8065957d0d4 req-79ee35ce-8703-4a62-8771-2f38b3936112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:39.639542 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-723ca31c-d3de-4ed7-88c9-c8065957d0d4 req-79ee35ce-8703-4a62-8771-2f38b3936112 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e758be47-f502-42b6-8983-165c34ac1a0f HTTP/1.1" status: 200 len: 844 time: 0.0829685 Nov 25 19:40:39.652873 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-72631f60-09a9-454f-937b-f6724e8758fa tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:39.679745 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705a05c-906f-4a60-982a-c051ea0d3add req-774d2686-e9f0-4d42-87e5-6b869f540077 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:39.680476 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-723ca31c-d3de-4ed7-88c9-c8065957d0d4 req-22750d97-658f-4756-90d3-9a866453a589 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d4d26649-0402-45f1-9591-4343456b37f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333445 Nov 25 19:40:39.682236 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1705a05c-906f-4a60-982a-c051ea0d3add req-774d2686-e9f0-4d42-87e5-6b869f540077 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.3503864 Nov 25 19:40:39.742391 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72631f60-09a9-454f-937b-f6724e8758fa tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Port': ['ID=722617c4-879c-44d6-b5cf-2a00cb2db1ec,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:39.761023 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e138c86e-7bed-46fa-a3ef-c03fc30514de tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Router 1aa621a6-96cc-41be-83b6-e454c28822d2 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:40:39.782030 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6e1a5e62-58b7-490b-99ed-adf0f236eb15 None None] Provisioning complete for port 83371731-5417-4c9a-b31f-8ee6b03aff2e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:39.782711 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6e1a5e62-58b7-490b-99ed-adf0f236eb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:39.812355 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-723ca31c-d3de-4ed7-88c9-c8065957d0d4 req-db9d025d-5208-45c4-8007-3ca46a18b68f service neutron] 10.222.0.85 "GET /v2.0/networks/d4d26649-0402-45f1-9591-4343456b37f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201196 Nov 25 19:40:39.819793 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72631f60-09a9-454f-937b-f6724e8758fa tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:39.820372 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72631f60-09a9-454f-937b-f6724e8758fa tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:39.820944 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72631f60-09a9-454f-937b-f6724e8758fa tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:39.821521 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72631f60-09a9-454f-937b-f6724e8758fa tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:39.822091 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72631f60-09a9-454f-937b-f6724e8758fa tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:39.822686 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72631f60-09a9-454f-937b-f6724e8758fa tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:39.823244 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72631f60-09a9-454f-937b-f6724e8758fa tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:39.824212 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72631f60-09a9-454f-937b-f6724e8758fa tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:39.824358 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72631f60-09a9-454f-937b-f6724e8758fa tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:39.824919 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72631f60-09a9-454f-937b-f6724e8758fa tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:39.825494 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72631f60-09a9-454f-937b-f6724e8758fa tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:39.826095 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72631f60-09a9-454f-937b-f6724e8758fa tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:39.846054 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-72631f60-09a9-454f-937b-f6724e8758fa tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:39.851973 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-72631f60-09a9-454f-937b-f6724e8758fa tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/722617c4-879c-44d6-b5cf-2a00cb2db1ec HTTP/1.1" status: 204 len: 168 time: 2.3375156 Nov 25 19:40:39.856936 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47484) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:39.994388 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6e1a5e62-58b7-490b-99ed-adf0f236eb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:40.016203 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1705a05c-906f-4a60-982a-c051ea0d3add req-991bf933-52d0-4d47-8427-3d05db413d2f tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3222098 Nov 25 19:40:40.053665 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-723ca31c-d3de-4ed7-88c9-c8065957d0d4 req-78e122e7-495b-4dc5-9951-d69d05cde6e7 service neutron] 10.222.0.85 "GET /v2.0/networks/d4d26649-0402-45f1-9591-4343456b37f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318273 Nov 25 19:40:40.084583 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd5ea34-467a-4088-b033-f0226b71ea59 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:40.087035 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd5ea34-467a-4088-b033-f0226b71ea59 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:40.089506 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4dd5ea34-467a-4088-b033-f0226b71ea59 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2300766 Nov 25 19:40:40.092462 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47488) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:40.113610 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-6e1a5e62-58b7-490b-99ed-adf0f236eb15 None None] For port 83371731-5417-4c9a-b31f-8ee6b03aff2e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=83371731-5417-4c9a-b31f-8ee6b03aff2e,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:40.122537 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6e1a5e62-58b7-490b-99ed-adf0f236eb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:40.196612 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a5e62-58b7-490b-99ed-adf0f236eb15 None None] Pushing event updated for resources: {'Port': ['ID=83371731-5417-4c9a-b31f-8ee6b03aff2e,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:40.200869 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a5935a-5f4c-4d39-8f29-fb0f008559e5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet 8e91e15f-9000-4ebe-9f85-89dad5dbf2f0 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:40:40.205326 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44a5935a-5f4c-4d39-8f29-fb0f008559e5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:40.248269 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-937508f8-cda3-411f-b67b-9e10b5892f55 None None] Could not find standard attr ID for object 79250459-7a95-494a-aaf3-84cd6b4ae344. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:40:40.291357 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44a5935a-5f4c-4d39-8f29-fb0f008559e5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:40.332679 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e138c86e-7bed-46fa-a3ef-c03fc30514de tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:40:40.346728 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f3f58f-820e-414b-80bd-59fe9c19a139 None None] Sync routers for ids ['1aa621a6-96cc-41be-83b6-e454c28822d2'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:40:40.349274 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e138c86e-7bed-46fa-a3ef-c03fc30514de tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] 10.222.0.55 "PUT /v2.0/routers/1aa621a6-96cc-41be-83b6-e454c28822d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0482447 Nov 25 19:40:40.351730 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47492) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:40.371570 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f3f58f-820e-414b-80bd-59fe9c19a139 None None] Routers {'1aa621a6-96cc-41be-83b6-e454c28822d2'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:40:40.372541 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f7f3f58f-820e-414b-80bd-59fe9c19a139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:40:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1aa621a6-96cc-41be-83b6-e454c28822d2'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:40.459889 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f7f3f58f-820e-414b-80bd-59fe9c19a139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:40.473264 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f3f58f-820e-414b-80bd-59fe9c19a139 None None] Routers {'1aa621a6-96cc-41be-83b6-e454c28822d2'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:40:40.474073 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f7f3f58f-820e-414b-80bd-59fe9c19a139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:40:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1aa621a6-96cc-41be-83b6-e454c28822d2'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:40.509281 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd07e2c-8436-4cc2-abf7-564b981b75ea req-c0237091-9110-4a0c-b1ae-a3e7a75c8d94 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:40.517874 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2cd07e2c-8436-4cc2-abf7-564b981b75ea req-c0237091-9110-4a0c-b1ae-a3e7a75c8d94 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e4340a7-a2e7-4005-b776-fcaee8692fcf HTTP/1.1" status: 200 len: 945 time: 0.2866569 Nov 25 19:40:40.527466 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f7f3f58f-820e-414b-80bd-59fe9c19a139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:40.528304 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f3f58f-820e-414b-80bd-59fe9c19a139 None None] The sync data for ids ['1aa621a6-96cc-41be-83b6-e454c28822d2'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:40:40.534894 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-770b6d4e-4014-461c-9fd2-02a1e67f85d0 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:40.579260 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44a5935a-5f4c-4d39-8f29-fb0f008559e5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:40.585421 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9a207ff7-ee75-46d7-ac97-85ab628ff3f2 None None] Could not find standard attr ID for object 722617c4-879c-44d6-b5cf-2a00cb2db1ec. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:40:40.596081 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 83371731-5417-4c9a-b31f-8ee6b03aff2e up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:40:40.725447 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 83371731-5417-4c9a-b31f-8ee6b03aff2e triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:40.725895 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:40.736111 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44a5935a-5f4c-4d39-8f29-fb0f008559e5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:40.785473 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44a5935a-5f4c-4d39-8f29-fb0f008559e5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:40.791960 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-44a5935a-5f4c-4d39-8f29-fb0f008559e5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/8e91e15f-9000-4ebe-9f85-89dad5dbf2f0 HTTP/1.1" status: 204 len: 168 time: 0.6978137 Nov 25 19:40:40.824661 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47494) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:40.861921 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-770b6d4e-4014-461c-9fd2-02a1e67f85d0 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:40.867133 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-770b6d4e-4014-461c-9fd2-02a1e67f85d0 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:40.904300 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5935a-5f4c-4d39-8f29-fb0f008559e5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=8e91e15f-9000-4ebe-9f85-89dad5dbf2f0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:40.911922 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5a19e422-0dda-4bbf-8d3c-ba70cfa7a3b9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0845807 Nov 25 19:40:40.914846 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47496) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:40.922768 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-69b37e7d-89ff-4875-b532-361cbb7acee7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:40.939080 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2cd07e2c-8436-4cc2-abf7-564b981b75ea req-5e86d669-a4be-4d7d-8f0b-29016e840bdf tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202700 Nov 25 19:40:40.953747 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-770b6d4e-4014-461c-9fd2-02a1e67f85d0 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:40.954421 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770b6d4e-4014-461c-9fd2-02a1e67f85d0 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Fanout notify agent at l3_agent the message router_deleted on router 1aa621a6-96cc-41be-83b6-e454c28822d2 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:40:40.954677 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bb491e-c4de-4261-9803-7128162ddf85 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:40.970077 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-770b6d4e-4014-461c-9fd2-02a1e67f85d0 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:40.975315 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-770b6d4e-4014-461c-9fd2-02a1e67f85d0 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] 10.222.0.55 "DELETE /v2.0/routers/1aa621a6-96cc-41be-83b6-e454c28822d2 HTTP/1.1" status: 204 len: 168 time: 0.6222484 Nov 25 19:40:40.979023 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47498) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:41.132358 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8c77fa-d17f-4991-9f3d-4c2a4b02a17a tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Deleting subnet 22f04eb8-8376-4b7f-aa35-61b11fd5c9c0 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:40:41.136389 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b37e7d-89ff-4875-b532-361cbb7acee7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:41.143979 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69b37e7d-89ff-4875-b532-361cbb7acee7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:41.146466 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a8c77fa-d17f-4991-9f3d-4c2a4b02a17a tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:41.222623 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a22ac-d86a-45c5-b9e2-8028dc3ed8ff req-23e03ae1-1a8f-4af9-a2b6-2a06494d3cfc tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:41.225506 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ab4a22ac-d86a-45c5-b9e2-8028dc3ed8ff req-23e03ae1-1a8f-4af9-a2b6-2a06494d3cfc tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d HTTP/1.1" status: 200 len: 944 time: 0.1477628 Nov 25 19:40:41.240908 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21f06f7-41d3-44ce-8318-955e4d28f0b3 None None] DHCP port deletion for b691ce13-c3fa-46f8-892f-a6e3ddf6046b request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:40:41.259420 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a8c77fa-d17f-4991-9f3d-4c2a4b02a17a tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:41.339476 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b21f06f7-41d3-44ce-8318-955e4d28f0b3 None None] Deleting port 83371731-5417-4c9a-b31f-8ee6b03aff2e {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:41.340016 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b21f06f7-41d3-44ce-8318-955e4d28f0b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:41.364986 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a8c77fa-d17f-4991-9f3d-4c2a4b02a17a tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:41.422980 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69b37e7d-89ff-4875-b532-361cbb7acee7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:41.472948 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a8c77fa-d17f-4991-9f3d-4c2a4b02a17a tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:41.493098 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b21f06f7-41d3-44ce-8318-955e4d28f0b3 None None] For port 83371731-5417-4c9a-b31f-8ee6b03aff2e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=83371731-5417-4c9a-b31f-8ee6b03aff2e,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:41.493730 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b21f06f7-41d3-44ce-8318-955e4d28f0b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:41.495972 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b37e7d-89ff-4875-b532-361cbb7acee7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:41.507157 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-69b37e7d-89ff-4875-b532-361cbb7acee7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:41.511080 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b21f06f7-41d3-44ce-8318-955e4d28f0b3 None None] Calling delete_port for 83371731-5417-4c9a-b31f-8ee6b03aff2e owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:41.514490 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b37e7d-89ff-4875-b532-361cbb7acee7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:41.515333 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69b37e7d-89ff-4875-b532-361cbb7acee7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:41.535857 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b37e7d-89ff-4875-b532-361cbb7acee7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=9a0a4632-e872-4abc-aaf4-6b807e2cff13,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:41.548877 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ab4a22ac-d86a-45c5-b9e2-8028dc3ed8ff req-d2fcf054-7506-468d-ae81-78890429abd6 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951087 Nov 25 19:40:41.571610 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-69b37e7d-89ff-4875-b532-361cbb7acee7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6552737 Nov 25 19:40:41.575472 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47500) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:41.588744 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-49f8d70f-d27c-4056-ae9f-6a64835d920b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'fixed_ips': [{'subnet_id': '9a0a4632-e872-4abc-aaf4-6b807e2cff13', 'ip_address': '2001:db8::5086:a689:e46a:db1a'}], 'name': 'tempest-NetworksTestDHCPv6-1477308221'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:41.613359 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c77fa-d17f-4991-9f3d-4c2a4b02a17a tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Pushing event deleted for resources: {'Subnet': ['ID=22f04eb8-8376-4b7f-aa35-61b11fd5c9c0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:41.619626 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a8c77fa-d17f-4991-9f3d-4c2a4b02a17a tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:41.619757 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eb3d55-9ed0-4388-a0cf-7f670060bda9 None None] Network bc89435f-2f6c-4c97-bc08-725a80b97cc2 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:41.625143 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b21f06f7-41d3-44ce-8318-955e4d28f0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:41.632194 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3a8c77fa-d17f-4991-9f3d-4c2a4b02a17a tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] 10.222.0.55 "DELETE /v2.0/subnets/22f04eb8-8376-4b7f-aa35-61b11fd5c9c0 HTTP/1.1" status: 204 len: 168 time: 0.6473718 Nov 25 19:40:41.632789 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47502) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:41.671204 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f06f7-41d3-44ce-8318-955e4d28f0b3 None None] Pushing event deleted for resources: {'Port': ['ID=83371731-5417-4c9a-b31f-8ee6b03aff2e,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:41.723306 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21f06f7-41d3-44ce-8318-955e4d28f0b3 None None] No DVR routers for this DVR port 83371731-5417-4c9a-b31f-8ee6b03aff2e on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:41.751901 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d555f4a7-4bee-4039-884d-5231a828c27c None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:41.803848 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f8d70f-d27c-4056-ae9f-6a64835d920b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:41.806741 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23267474-8d53-47a2-9c4c-40891c1768e6 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:41.978727 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-23267474-8d53-47a2-9c4c-40891c1768e6 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Deleting port b8ef82d5-7beb-4cd9-8d52-c4759b20ee20 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:41.979944 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23267474-8d53-47a2-9c4c-40891c1768e6 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:41.997755 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a3a32ad3-532c-4785-97c9-df90df5b8d4f req-22c55bf8-63e0-4de5-be0c-77c30aaba42c tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 210 time: 0.0600154 Nov 25 19:40:42.065272 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'fixed_ips': [{'subnet_id': '9a0a4632-e872-4abc-aaf4-6b807e2cff13'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:40:42.066738 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:42.127017 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49f8d70f-d27c-4056-ae9f-6a64835d920b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:42.177549 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:40:42.189881 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-49f8d70f-d27c-4056-ae9f-6a64835d920b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] device_id is not set on port 93a31ed8-e693-4ba7-af9a-34b981c677c2 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:40:42.216054 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252874ea-20c7-4b55-a24a-2f604fee810d None None] DHCP port deletion for bc89435f-2f6c-4c97-bc08-725a80b97cc2 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:40:42.224798 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc2f45-9f3e-4d3e-afd4-b93cabb92342 req-1a3090e8-acbc-4b24-9ed3-dabbc74c4d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:42.227370 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c3cc2f45-9f3e-4d3e-afd4-b93cabb92342 req-1a3090e8-acbc-4b24-9ed3-dabbc74c4d83 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 1096 time: 0.2591889 Nov 25 19:40:42.268199 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-23267474-8d53-47a2-9c4c-40891c1768e6 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] For port b8ef82d5-7beb-4cd9-8d52-c4759b20ee20, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b8ef82d5-7beb-4cd9-8d52-c4759b20ee20,segment=NetworkSegment(4f22c6de-dc4a-4636-aa17-f85fcb122225),segment_id=4f22c6de-dc4a-4636-aa17-f85fcb122225)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:42.268878 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23267474-8d53-47a2-9c4c-40891c1768e6 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:42.315716 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3eb899-8a32-49d0-bea5-9189bb5008df req-fa3818df-c6c4-4f69-a9d7-64069c5893aa tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:42.318594 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aa3eb899-8a32-49d0-bea5-9189bb5008df req-fa3818df-c6c4-4f69-a9d7-64069c5893aa tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.1864848 Nov 25 19:40:42.337361 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-23267474-8d53-47a2-9c4c-40891c1768e6 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Calling delete_port for b8ef82d5-7beb-4cd9-8d52-c4759b20ee20 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:42.387411 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:42.402983 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4', 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2', 'port_id': 'fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4', 'mac_address': 'fa:16:3e:a2:96:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e758be47-f502-42b6-8983-165c34ac1a0f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:40:42.502429 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aa3eb899-8a32-49d0-bea5-9189bb5008df req-733f83f6-66cb-446c-bba0-8d7484b97c62 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754544 Nov 25 19:40:42.584844 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23267474-8d53-47a2-9c4c-40891c1768e6 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:42.636924 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23267474-8d53-47a2-9c4c-40891c1768e6 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Pushing event deleted for resources: {'Port': ['ID=b8ef82d5-7beb-4cd9-8d52-c4759b20ee20,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:42.642150 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23267474-8d53-47a2-9c4c-40891c1768e6 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] No DVR routers for this DVR port b8ef82d5-7beb-4cd9-8d52-c4759b20ee20 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:42.693409 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc2f45-9f3e-4d3e-afd4-b93cabb92342 req-c8f0e7aa-6a59-4710-826e-b924fe07a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:42.696460 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c3cc2f45-9f3e-4d3e-afd4-b93cabb92342 req-c8f0e7aa-6a59-4710-826e-b924fe07a576 service neutron] 10.222.0.85 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 912 time: 0.4184670 Nov 25 19:40:42.739780 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 83371731-5417-4c9a-b31f-8ee6b03aff2e no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:42.776251 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82ac31-332d-42fc-a343-7321df55d74c req-e2554b60-e60d-437a-a0bd-768a8990de02 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:42.780018 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 83371731-5417-4c9a-b31f-8ee6b03aff2e {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:40:42.780521 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 83371731-5417-4c9a-b31f-8ee6b03aff2e not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:40:42.780950 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b8ef82d5-7beb-4cd9-8d52-c4759b20ee20 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:42.787667 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0a82ac31-332d-42fc-a343-7321df55d74c req-e2554b60-e60d-437a-a0bd-768a8990de02 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e4340a7-a2e7-4005-b776-fcaee8692fcf HTTP/1.1" status: 200 len: 945 time: 0.1410656 Nov 25 19:40:42.809844 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: b8ef82d5-7beb-4cd9-8d52-c4759b20ee20 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:40:42.810207 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b8ef82d5-7beb-4cd9-8d52-c4759b20ee20 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:40:42.852259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-49f8d70f-d27c-4056-ae9f-6a64835d920b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 2001:db8::5086:a689:e46a:db1a (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/9a0a4632-e872-4abc-aaf4-6b807e2cff13/93a31ed8-e693-4ba7-af9a-34b981c677c2) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:42.860590 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:42.880285 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23267474-8d53-47a2-9c4c-40891c1768e6 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:42.890818 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-252874ea-20c7-4b55-a24a-2f604fee810d None None] Deleting port b8ef82d5-7beb-4cd9-8d52-c4759b20ee20 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:42.891475 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-252874ea-20c7-4b55-a24a-2f604fee810d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:42.903436 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c3cc2f45-9f3e-4d3e-afd4-b93cabb92342 req-4f5656d6-ef35-449d-8030-ae6b511faa63 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b63aae5-02ed-4222-aa55-350957d805d6 HTTP/1.1" status: 200 len: 999 time: 0.1979196 Nov 25 19:40:42.910736 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:40:42.938626 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:42.944237 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0a82ac31-332d-42fc-a343-7321df55d74c req-38b53e11-3d71-44f2-9e30-e00d86cacc02 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533301 Nov 25 19:40:42.956410 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-23267474-8d53-47a2-9c4c-40891c1768e6 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc89435f-2f6c-4c97-bc08-725a80b97cc2']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:42.962131 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:42.984591 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-23267474-8d53-47a2-9c4c-40891c1768e6 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f22c6de-dc4a-4636-aa17-f85fcb122225') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:42.984724 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-23267474-8d53-47a2-9c4c-40891c1768e6 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f22c6de-dc4a-4636-aa17-f85fcb122225') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:43.003438 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23267474-8d53-47a2-9c4c-40891c1768e6 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:43.035288 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23267474-8d53-47a2-9c4c-40891c1768e6 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:43.046230 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23267474-8d53-47a2-9c4c-40891c1768e6 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:40:43.047676 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23267474-8d53-47a2-9c4c-40891c1768e6 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:40:43.054056 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:40:43.068396 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc2f45-9f3e-4d3e-afd4-b93cabb92342 req-7e04a462-f70c-4752-aab9-7341264251f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:43.071234 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c3cc2f45-9f3e-4d3e-afd4-b93cabb92342 req-7e04a462-f70c-4752-aab9-7341264251f1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ec830131-0c53-44d8-b6cf-4b7badf3b5da HTTP/1.1" status: 200 len: 850 time: 0.1559408 Nov 25 19:40:43.127182 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-252874ea-20c7-4b55-a24a-2f604fee810d None None] For port b8ef82d5-7beb-4cd9-8d52-c4759b20ee20, host n-d-819349-5, got binding levels [] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:43.128346 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-252874ea-20c7-4b55-a24a-2f604fee810d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:43.164975 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:43.170585 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-252874ea-20c7-4b55-a24a-2f604fee810d None None] Calling delete_port for b8ef82d5-7beb-4cd9-8d52-c4759b20ee20 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:43.178226 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.ipam_backend_mixin [None req-252874ea-20c7-4b55-a24a-2f604fee810d None None] Port b8ef82d5-7beb-4cd9-8d52-c4759b20ee20 was not found and therefore no delete operation was performed {{(pid=103601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:40:43.181061 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-252874ea-20c7-4b55-a24a-2f604fee810d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:43.206251 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39163b2c-7c99-4917-b634-2a354007814d req-d416801e-774c-40ea-bdf3-bac2da3b634d tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:43.208058 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-39163b2c-7c99-4917-b634-2a354007814d req-d416801e-774c-40ea-bdf3-bac2da3b634d tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d HTTP/1.1" status: 200 len: 945 time: 0.1351881 Nov 25 19:40:43.214970 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23267474-8d53-47a2-9c4c-40891c1768e6 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:43.238002 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:40:43.271437 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23267474-8d53-47a2-9c4c-40891c1768e6 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:43.279846 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-23267474-8d53-47a2-9c4c-40891c1768e6 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] 10.222.0.55 "DELETE /v2.0/networks/bc89435f-2f6c-4c97-bc08-725a80b97cc2 HTTP/1.1" status: 204 len: 168 time: 1.6412082 Nov 25 19:40:43.279846 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23267474-8d53-47a2-9c4c-40891c1768e6 tempest-FloatingIPNegativeTestJSON-667023555 tempest-FloatingIPNegativeTestJSON-667023555-project] Pushing event deleted for resources: {'Network': ['ID=bc89435f-2f6c-4c97-bc08-725a80b97cc2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:43.323755 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252874ea-20c7-4b55-a24a-2f604fee810d None None] Pushing event deleted for resources: {'Port': ['ID=b8ef82d5-7beb-4cd9-8d52-c4759b20ee20,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:43.330164 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252874ea-20c7-4b55-a24a-2f604fee810d None None] No DVR routers for this DVR port b8ef82d5-7beb-4cd9-8d52-c4759b20ee20 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:43.356656 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-39163b2c-7c99-4917-b634-2a354007814d req-da096568-e34c-485f-a9f3-95c229cc47dc tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378121 Nov 25 19:40:43.628771 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a64cca4-e5e7-4905-8507-001c9c193183 req-83ce2492-3437-4313-a445-10bfa0d2cfa1 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 210 time: 0.0900347 Nov 25 19:40:43.865698 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc2f45-9f3e-4d3e-afd4-b93cabb92342 req-b138c299-760e-4aa0-a2b3-40d79c517e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:43.869344 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c3cc2f45-9f3e-4d3e-afd4-b93cabb92342 req-b138c299-760e-4aa0-a2b3-40d79c517e9d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=37f8230d-6a2b-4a12-a441-526002eff84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7896023 Nov 25 19:40:43.909072 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060214f-6bd6-449c-bafe-f5791cb43cbf req-31e69387-c2b9-4085-b38b-c338bb0575f3 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:43.911441 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b060214f-6bd6-449c-bafe-f5791cb43cbf req-31e69387-c2b9-4085-b38b-c338bb0575f3 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.1047237 Nov 25 19:40:44.019621 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b060214f-6bd6-449c-bafe-f5791cb43cbf req-3ca1aa48-2234-412f-8ebb-019acc4a1ea7 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905917 Nov 25 19:40:44.021390 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47520) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:44.099249 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49f8d70f-d27c-4056-ae9f-6a64835d920b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:44.176733 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c3cc2f45-9f3e-4d3e-afd4-b93cabb92342 req-ceeee73c-a87d-4484-97aa-548c3f38ba7c service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879474 Nov 25 19:40:44.314769 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49f8d70f-d27c-4056-ae9f-6a64835d920b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:44.410128 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1dbaa-925a-4755-939e-6ead89edf36e req-b4ff1814-7abf-43c7-95b3-3470da2a5ded tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:44.421687 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Allocated IP 2001:db8::2 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/9a0a4632-e872-4abc-aaf4-6b807e2cff13/2258b068-cfde-4912-8093-009b806d0bea) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:44.423093 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-60e1dbaa-925a-4755-939e-6ead89edf36e req-b4ff1814-7abf-43c7-95b3-3470da2a5ded tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e4340a7-a2e7-4005-b776-fcaee8692fcf HTTP/1.1" status: 200 len: 945 time: 0.1719930 Nov 25 19:40:44.437573 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f8d70f-d27c-4056-ae9f-6a64835d920b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:44.438343 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-49f8d70f-d27c-4056-ae9f-6a64835d920b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:44.455492 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f8d70f-d27c-4056-ae9f-6a64835d920b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:44.464366 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c9efb04a-ebcc-4d86-848c-decc3eac71eb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dbbcc0c2ac7445c0bc5bdbb83655946d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4392626 Nov 25 19:40:44.465878 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47526) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:44.469400 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f8d70f-d27c-4056-ae9f-6a64835d920b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:44.469911 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49f8d70f-d27c-4056-ae9f-6a64835d920b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:44.517964 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c3cc2f45-9f3e-4d3e-afd4-b93cabb92342 req-324af970-e1bb-414b-b0a5-f1a4c9c17062 service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307929 Nov 25 19:40:44.519220 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8d70f-d27c-4056-ae9f-6a64835d920b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=93a31ed8-e693-4ba7-af9a-34b981c677c2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:44.529884 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-49f8d70f-d27c-4056-ae9f-6a64835d920b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9518983 Nov 25 19:40:44.531602 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47528) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:44.605277 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0409b16d-0c92-4d16-87c8-d5eace74f594 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:44.614991 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0409b16d-0c92-4d16-87c8-d5eace74f594 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0818951 Nov 25 19:40:44.615857 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47530) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:44.616713 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-60e1dbaa-925a-4755-939e-6ead89edf36e req-a76eb6e6-05db-414f-8fde-79b9121cbced tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850748 Nov 25 19:40:44.646919 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-34e26ea6-4bf0-4567-929f-38daac1824e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:44.698386 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-34e26ea6-4bf0-4567-929f-38daac1824e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:44.781156 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f59ad050-2dbf-4391-a364-ffbe646f0de7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting port 93a31ed8-e693-4ba7-af9a-34b981c677c2 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:44.781442 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f59ad050-2dbf-4391-a364-ffbe646f0de7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:44.808991 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:44.825596 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:44.872062 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221223b-8bdd-434b-8e67-5f3688678c73 req-6c29acac-c4a8-41ef-8c19-23e26b1a8bf1 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:44.875708 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9221223b-8bdd-434b-8e67-5f3688678c73 req-6c29acac-c4a8-41ef-8c19-23e26b1a8bf1 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d HTTP/1.1" status: 200 len: 945 time: 0.1056268 Nov 25 19:40:44.914756 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:44.915944 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Pushing event updated for resources: {'Port': ['ID=2258b068-cfde-4912-8093-009b806d0bea,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:44.919178 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:44.922871 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:44.932050 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:44.932050 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:44.932548 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:44.932830 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:44.933165 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:44.933507 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:44.933844 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:44.934179 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:44.934538 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:44.934873 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:44.935241 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:44.936510 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:44.936751 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-34e26ea6-4bf0-4567-929f-38daac1824e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:44.947979 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-34e26ea6-4bf0-4567-929f-38daac1824e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:44.950249 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-34e26ea6-4bf0-4567-929f-38daac1824e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/170d3f44-10e6-42b3-a4d9-d2278aa50a2c HTTP/1.1" status: 204 len: 168 time: 0.4654794 Nov 25 19:40:44.987438 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e26ea6-4bf0-4567-929f-38daac1824e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170d3f44-10e6-42b3-a4d9-d2278aa50a2c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:45.010686 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9221223b-8bdd-434b-8e67-5f3688678c73 req-d33c379c-8b5e-4d15-b05f-5f0df5aab05a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275268 Nov 25 19:40:45.050068 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f59ad050-2dbf-4391-a364-ffbe646f0de7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:45.100465 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f59ad050-2dbf-4391-a364-ffbe646f0de7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Calling delete_port for 93a31ed8-e693-4ba7-af9a-34b981c677c2 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:45.102511 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Attempting to bind port 2258b068-cfde-4912-8093-009b806d0bea on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:40:45.103187 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Attempting to bind port 2258b068-cfde-4912-8093-009b806d0bea by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:40:45.103733 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Attempting to bind port 2258b068-cfde-4912-8093-009b806d0bea on network b691ce13-c3fa-46f8-892f-a6e3ddf6046b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:40:45.112601 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:40:45.113372 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Checking segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:40:45.113962 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:45.114654 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Bound using segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:40:45.115364 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Bound port: 2258b068-cfde-4912-8093-009b806d0bea, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:40:45.115990 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:45.191308 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bdd0b7f7-13dc-458b-b6f1-041b7e5e6181 req-7255f68e-aa75-44de-be95-625759b7eb50 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 210 time: 0.0660782 Nov 25 19:40:45.252477 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] For port 2258b068-cfde-4912-8093-009b806d0bea, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:40:45.258487 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] For port 2258b068-cfde-4912-8093-009b806d0bea, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=2258b068-cfde-4912-8093-009b806d0bea,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:40:45.265969 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:45.369688 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949cb94-c8bf-441d-a811-ad08747f73e1 None None] Pushing event updated for resources: {'Port': ['ID=2258b068-cfde-4912-8093-009b806d0bea,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:45.422661 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f59ad050-2dbf-4391-a364-ffbe646f0de7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:45.472502 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ad050-2dbf-4391-a364-ffbe646f0de7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Port': ['ID=93a31ed8-e693-4ba7-af9a-34b981c677c2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:45.500317 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd94b94-67eb-49c0-bcf2-074275885aad req-c2e76bbb-cd2d-4bf6-8918-12c285dcb9bd tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:45.503265 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bdd94b94-67eb-49c0-bcf2-074275885aad req-c2e76bbb-cd2d-4bf6-8918-12c285dcb9bd tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.1518648 Nov 25 19:40:45.530607 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f59ad050-2dbf-4391-a364-ffbe646f0de7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:45.545308 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f59ad050-2dbf-4391-a364-ffbe646f0de7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/93a31ed8-e693-4ba7-af9a-34b981c677c2 HTTP/1.1" status: 204 len: 168 time: 0.9265339 Nov 25 19:40:45.559145 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47542) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:45.609673 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bdd94b94-67eb-49c0-bcf2-074275885aad req-6ed795eb-5d0e-4f03-b168-70b6642cf018 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986354 Nov 25 19:40:45.744047 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802af32c-9788-4992-9445-0e600bbdbfcb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:45.746075 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802af32c-9788-4992-9445-0e600bbdbfcb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:45.748740 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-802af32c-9788-4992-9445-0e600bbdbfcb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1866004 Nov 25 19:40:45.751930 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47552) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:45.868617 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3e960a-38ba-4ccf-98f9-da015a068533 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet 9a0a4632-e872-4abc-aaf4-6b807e2cff13 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:40:45.875247 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a3e960a-38ba-4ccf-98f9-da015a068533 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:45.884826 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e93d0-2818-499f-b09a-f177447835bb req-b52296a0-852b-4177-bec6-e63eade7737d tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:45.905210 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-977e93d0-2818-499f-b09a-f177447835bb req-b52296a0-852b-4177-bec6-e63eade7737d tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.1679616 Nov 25 19:40:45.990077 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-977e93d0-2818-499f-b09a-f177447835bb req-15d1f8b8-33b8-429c-844e-f9b1a9e45de2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862408 Nov 25 19:40:45.990611 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a3e960a-38ba-4ccf-98f9-da015a068533 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:46.141520 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a3e960a-38ba-4ccf-98f9-da015a068533 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:46.179494 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:40:46.226511 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a3e960a-38ba-4ccf-98f9-da015a068533 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:46.269922 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e960a-38ba-4ccf-98f9-da015a068533 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=9a0a4632-e872-4abc-aaf4-6b807e2cff13,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:46.275669 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a3e960a-38ba-4ccf-98f9-da015a068533 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:46.280528 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9a3e960a-38ba-4ccf-98f9-da015a068533 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/9a0a4632-e872-4abc-aaf4-6b807e2cff13 HTTP/1.1" status: 204 len: 168 time: 0.5272989 Nov 25 19:40:46.285176 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47568) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:46.314701 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:40:46.328021 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:46.328649 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:46.398906 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d2cebca6-64ef-4222-8c8c-ee29140a0f66 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1088324 Nov 25 19:40:46.402747 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47570) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:46.489557 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:46.524039 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:40:46.527947 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8101d8-d9be-4110-93a2-97b5bcfccc2e" -d '{"events": [{"server_uuid": "b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d", "name": "network-vif-plugged", "status": "completed", "tag": "fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:40:46.536022 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 2258b068-cfde-4912-8093-009b806d0bea up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:40:46.557546 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07b1c9c-02b7-4484-a1eb-f53414388fe8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:46.561082 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f07b1c9c-02b7-4484-a1eb-f53414388fe8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1563768 Nov 25 19:40:46.566092 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47576) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:46.627107 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:46.635118 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:46.702598 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a783af-be3c-4f6f-8629-e352a32be472 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:46.706020 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-86a783af-be3c-4f6f-8629-e352a32be472 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1368325 Nov 25 19:40:46.709871 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47578) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:46.729929 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:46.777138 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 2258b068-cfde-4912-8093-009b806d0bea triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:46.777763 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:46.843860 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c664cd7a-7002-4fd8-8204-f56ce708299c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1316993 Nov 25 19:40:46.853318 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47580) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:46.863029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-97cf33eb-912b-4c39-83cc-6cf9f4b44aa8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:46.881698 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47582) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:46.943860 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6994c-4608-4671-97b3-8f169733ba83 req-f4b4c2f0-a939-4d7e-b391-fe019389608c tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:46.944682 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:46.957731 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ccd6994c-4608-4671-97b3-8f169733ba83 req-f4b4c2f0-a939-4d7e-b391-fe019389608c tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e4340a7-a2e7-4005-b776-fcaee8692fcf HTTP/1.1" status: 200 len: 945 time: 0.8625998 Nov 25 19:40:47.046039 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 2258b068-cfde-4912-8093-009b806d0bea, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=2258b068-cfde-4912-8093-009b806d0bea,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:47.054655 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:47.080710 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ccd6994c-4608-4671-97b3-8f169733ba83 req-4789c5a7-fd5c-493c-bee8-36a198600675 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214519 Nov 25 19:40:47.141130 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cf33eb-912b-4c39-83cc-6cf9f4b44aa8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:47.148816 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97cf33eb-912b-4c39-83cc-6cf9f4b44aa8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:47.170835 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=2258b068-cfde-4912-8093-009b806d0bea,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:47.238673 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-31beb944-f494-45f1-bcf3-fe9a4f274dcf tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-545786666'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:47.302071 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8717268a-587a-4068-b4c2-74e17d05c804 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:47.331399 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31beb944-f494-45f1-bcf3-fe9a4f274dcf tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Made reservation on behalf of cee052b9005f4cf4ac9a2fd47af479f1 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:47.338929 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31beb944-f494-45f1-bcf3-fe9a4f274dcf tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:47.360877 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31beb944-f494-45f1-bcf3-fe9a4f274dcf tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:47.401233 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bf6c1-e511-4534-adc5-eeead9216f79 req-3a074c2b-0282-49a8-b1e6-f5642102a562 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:47.409515 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cb9bf6c1-e511-4534-adc5-eeead9216f79 req-3a074c2b-0282-49a8-b1e6-f5642102a562 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.1533172 Nov 25 19:40:47.472699 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-878d6193-d790-4601-9704-5773a27eb11c None None] Provisioning complete for port 2258b068-cfde-4912-8093-009b806d0bea triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:47.473297 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-878d6193-d790-4601-9704-5773a27eb11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:47.511525 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cb9bf6c1-e511-4534-adc5-eeead9216f79 req-1366e5ff-fec0-4ac0-a60f-a9a204411cdd tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946069 Nov 25 19:40:47.583944 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31beb944-f494-45f1-bcf3-fe9a4f274dcf tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:47.590769 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31beb944-f494-45f1-bcf3-fe9a4f274dcf tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:47.679882 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31beb944-f494-45f1-bcf3-fe9a4f274dcf tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:40:47.707295 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97cf33eb-912b-4c39-83cc-6cf9f4b44aa8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:47.708720 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31beb944-f494-45f1-bcf3-fe9a4f274dcf tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:47.709685 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-31beb944-f494-45f1-bcf3-fe9a4f274dcf tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Added segment b0e5b71f-d2aa-4990-aa9b-3c23216f82bb of type vlan for network b550a02f-08bb-4eca-82e4-e7ea15a2db96 Nov 25 19:40:47.763091 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cf33eb-912b-4c39-83cc-6cf9f4b44aa8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:47.768872 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-97cf33eb-912b-4c39-83cc-6cf9f4b44aa8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:47.775969 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cf33eb-912b-4c39-83cc-6cf9f4b44aa8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:47.776628 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97cf33eb-912b-4c39-83cc-6cf9f4b44aa8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:47.808461 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf33eb-912b-4c39-83cc-6cf9f4b44aa8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=d478ad4c-d37c-498d-bb7f-c693867dcd00,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:47.819590 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-97cf33eb-912b-4c39-83cc-6cf9f4b44aa8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9646556 Nov 25 19:40:47.820310 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47588) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:47.824678 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31beb944-f494-45f1-bcf3-fe9a4f274dcf tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:47.825584 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3e81e184-d5b3-467e-9a04-b59a7abf831b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'fixed_ips': [{'subnet_id': 'd478ad4c-d37c-498d-bb7f-c693867dcd00', 'ip_address': '2001:db8::8f2d:a0e5:cf5b:6707'}], 'name': 'tempest-NetworksTestDHCPv6-510110847'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:47.838332 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beb944-f494-45f1-bcf3-fe9a4f274dcf tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e93561c-52bb-437a-a227-ab2f74ddfcc2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:47.918508 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b142a342-dc87-4306-b261-a1ed67aa5071 None None] DHCP port deletion for b691ce13-c3fa-46f8-892f-a6e3ddf6046b request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:40:47.957060 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31beb944-f494-45f1-bcf3-fe9a4f274dcf tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:47.969181 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31beb944-f494-45f1-bcf3-fe9a4f274dcf tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:47.970194 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31beb944-f494-45f1-bcf3-fe9a4f274dcf tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:48.000767 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b142a342-dc87-4306-b261-a1ed67aa5071 None None] Deleting port 2258b068-cfde-4912-8093-009b806d0bea {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:48.001523 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b142a342-dc87-4306-b261-a1ed67aa5071 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:48.007164 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259591a1-7ae6-4569-8768-3401d2e49e0a req-a515a042-3370-453d-bb4f-a44622a69fdb tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:48.009178 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-259591a1-7ae6-4569-8768-3401d2e49e0a req-a515a042-3370-453d-bb4f-a44622a69fdb tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d HTTP/1.1" status: 200 len: 946 time: 0.1637170 Nov 25 19:40:48.041233 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e81e184-d5b3-467e-9a04-b59a7abf831b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:48.079934 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-31beb944-f494-45f1-bcf3-fe9a4f274dcf tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1846557 Nov 25 19:40:48.196327 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beb944-f494-45f1-bcf3-fe9a4f274dcf tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event updated for resources: {'Network': ['ID=b550a02f-08bb-4eca-82e4-e7ea15a2db96,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:48.225251 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network b550a02f-08bb-4eca-82e4-e7ea15a2db96 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:40:48.229730 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-259591a1-7ae6-4569-8768-3401d2e49e0a req-e7b90373-3a0b-4af0-a083-aa8eefe6a418 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910334 Nov 25 19:40:48.265695 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e81e184-d5b3-467e-9a04-b59a7abf831b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:48.288717 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-3e81e184-d5b3-467e-9a04-b59a7abf831b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] device_id is not set on port be533593-ffc5-4858-9d9d-375be134d03d yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:40:48.348499 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b142a342-dc87-4306-b261-a1ed67aa5071 None None] For port 2258b068-cfde-4912-8093-009b806d0bea, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=2258b068-cfde-4912-8093-009b806d0bea,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:48.349427 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b142a342-dc87-4306-b261-a1ed67aa5071 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:48.443133 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b142a342-dc87-4306-b261-a1ed67aa5071 None None] Calling delete_port for 2258b068-cfde-4912-8093-009b806d0bea owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:48.534051 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-3e81e184-d5b3-467e-9a04-b59a7abf831b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 2001:db8::8f2d:a0e5:cf5b:6707 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/d478ad4c-d37c-498d-bb7f-c693867dcd00/be533593-ffc5-4858-9d9d-375be134d03d) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:48.619213 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c2cbc97-caa1-48f8-a221-ed44e5f4110a req-e7ce4fb6-8673-47ca-9887-96a44d6da610 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 210 time: 0.1743538 Nov 25 19:40:48.677068 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 2258b068-cfde-4912-8093-009b806d0bea no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:48.759718 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e81e184-d5b3-467e-9a04-b59a7abf831b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:48.804532 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e81e184-d5b3-467e-9a04-b59a7abf831b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:48.931893 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc17742-702c-40bb-b08c-dbdc37eadbe6 x-openstack-request-id: req-6fc17742-702c-40bb-b08c-dbdc37eadbe6 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:40:48.932888 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d", "name": "network-vif-plugged", "status": "completed", "tag": "fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:40:48.934662 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6fc17742-702c-40bb-b08c-dbdc37eadbe6 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:40:48.935661 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4', 'code': 200} Nov 25 19:40:48.972018 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81e184-d5b3-467e-9a04-b59a7abf831b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=be533593-ffc5-4858-9d9d-375be134d03d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:49.039602 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e81e184-d5b3-467e-9a04-b59a7abf831b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:49.041429 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3e81e184-d5b3-467e-9a04-b59a7abf831b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:49.046378 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e81e184-d5b3-467e-9a04-b59a7abf831b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:49.052742 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e81e184-d5b3-467e-9a04-b59a7abf831b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:49.053524 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e81e184-d5b3-467e-9a04-b59a7abf831b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:49.093630 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac9499-4c9f-4d57-af1f-223fa6de1a81 req-4af75148-1ba9-4d3a-8e8f-80c5e2a5346d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:49.096938 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d0ac9499-4c9f-4d57-af1f-223fa6de1a81 req-4af75148-1ba9-4d3a-8e8f-80c5e2a5346d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d HTTP/1.1" status: 200 len: 1097 time: 0.1282840 Nov 25 19:40:49.105237 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47592) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:49.106085 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3e81e184-d5b3-467e-9a04-b59a7abf831b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2838080 Nov 25 19:40:49.115302 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-66d33679-3b64-458c-994b-a38d673c8245 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'fixed_ips': [{'subnet_id': 'd478ad4c-d37c-498d-bb7f-c693867dcd00', 'ip_address': '2001:db8::8f2d:a0e5:cf5b:6707'}], 'name': 'tempest-NetworksTestDHCPv6-1362408657'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:49.117564 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b142a342-dc87-4306-b261-a1ed67aa5071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:49.124915 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Port 2258b068-cfde-4912-8093-009b806d0bea update to DOWN by agent not found {{(pid=103601) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 19:40:49.179767 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142a342-dc87-4306-b261-a1ed67aa5071 None None] Pushing event deleted for resources: {'Port': ['ID=2258b068-cfde-4912-8093-009b806d0bea,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:49.192626 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b142a342-dc87-4306-b261-a1ed67aa5071 None None] No DVR routers for this DVR port 2258b068-cfde-4912-8093-009b806d0bea on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:49.228043 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d0ac9499-4c9f-4d57-af1f-223fa6de1a81 req-99f02125-d2ec-4e51-866b-4574454fa0fc service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210611 Nov 25 19:40:49.245982 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f4e945-1b5f-4cd7-a147-263768347657 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:49.551305 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11c3c4-b60d-4ec7-a354-d55be4d289a7 req-4df923e0-7814-43fc-9e9f-a70c163ef584 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:49.565836 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c11c3c4-b60d-4ec7-a354-d55be4d289a7 req-4df923e0-7814-43fc-9e9f-a70c163ef584 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e4340a7-a2e7-4005-b776-fcaee8692fcf HTTP/1.1" status: 200 len: 945 time: 0.1416221 Nov 25 19:40:49.588898 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:40:49.637175 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d33679-3b64-458c-994b-a38d673c8245 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:49.650050 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56098dc-2197-4450-9f86-9f97401ab864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'fixed_ips': [{'subnet_id': 'd478ad4c-d37c-498d-bb7f-c693867dcd00'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:40:49.652688 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f56098dc-2197-4450-9f86-9f97401ab864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:49.755562 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-66d33679-3b64-458c-994b-a38d673c8245 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:49.825247 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c11c3c4-b60d-4ec7-a354-d55be4d289a7 req-9cbcf650-e233-4a68-87f8-fc995d3e5d60 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575631 Nov 25 19:40:49.836179 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-66d33679-3b64-458c-994b-a38d673c8245 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] device_id is not set on port 1b2d93e9-65a4-48f5-a9c3-2cc9e4ac74c5 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:40:50.190845 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-f56098dc-2197-4450-9f86-9f97401ab864 None None] Allocated IP 2001:db8::2 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/d478ad4c-d37c-498d-bb7f-c693867dcd00/bfa66549-e82a-4fe1-81bf-5df4e2765fbb) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:50.271277 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119f35e-327a-451b-a320-3eb3a225c0c7 req-8a6d6a3c-26ec-42c7-9391-afffacf42633 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:50.279922 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6119f35e-327a-451b-a320-3eb3a225c0c7 req-8a6d6a3c-26ec-42c7-9391-afffacf42633 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.2602441 Nov 25 19:40:50.385534 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6119f35e-327a-451b-a320-3eb3a225c0c7 req-c3ddf5ae-86be-4c33-9f65-9484997b15ac tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018200 Nov 25 19:40:50.536116 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be18f3-fb9f-45bd-a132-05f359b43517 req-db5769f4-4735-4c75-a73a-26b7e1924b10 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:50.551125 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-27be18f3-fb9f-45bd-a132-05f359b43517 req-db5769f4-4735-4c75-a73a-26b7e1924b10 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d HTTP/1.1" status: 200 len: 946 time: 0.1005714 Nov 25 19:40:50.625043 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f56098dc-2197-4450-9f86-9f97401ab864 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:50.635821 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f56098dc-2197-4450-9f86-9f97401ab864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:50.697355 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56098dc-2197-4450-9f86-9f97401ab864 None None] Pushing event updated for resources: {'Port': ['ID=bfa66549-e82a-4fe1-81bf-5df4e2765fbb,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:50.713181 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56098dc-2197-4450-9f86-9f97401ab864 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:50.714775 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-f56098dc-2197-4450-9f86-9f97401ab864 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:50.717720 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56098dc-2197-4450-9f86-9f97401ab864 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:50.758056 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-27be18f3-fb9f-45bd-a132-05f359b43517 req-329a7cc5-eeb1-4f0a-8db9-792142e16529 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022815 Nov 25 19:40:50.811511 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f56098dc-2197-4450-9f86-9f97401ab864 None None] Attempting to bind port bfa66549-e82a-4fe1-81bf-5df4e2765fbb on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:40:50.812049 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f56098dc-2197-4450-9f86-9f97401ab864 None None] Attempting to bind port bfa66549-e82a-4fe1-81bf-5df4e2765fbb by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:40:50.812803 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56098dc-2197-4450-9f86-9f97401ab864 None None] Attempting to bind port bfa66549-e82a-4fe1-81bf-5df4e2765fbb on network b691ce13-c3fa-46f8-892f-a6e3ddf6046b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:40:50.822885 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56098dc-2197-4450-9f86-9f97401ab864 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:40:50.823404 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56098dc-2197-4450-9f86-9f97401ab864 None None] Checking segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:40:50.824336 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f56098dc-2197-4450-9f86-9f97401ab864 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:50.824336 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56098dc-2197-4450-9f86-9f97401ab864 None None] Bound using segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:40:50.824679 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f56098dc-2197-4450-9f86-9f97401ab864 None None] Bound port: bfa66549-e82a-4fe1-81bf-5df4e2765fbb, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:40:50.825030 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f56098dc-2197-4450-9f86-9f97401ab864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:50.845289 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d33679-3b64-458c-994b-a38d673c8245 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 19:40:50.845767 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d33679-3b64-458c-994b-a38d673c8245 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:40:50.896282 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-66d33679-3b64-458c-994b-a38d673c8245 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7874610 Nov 25 19:40:50.898926 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47602) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:51.012433 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f56098dc-2197-4450-9f86-9f97401ab864 None None] For port bfa66549-e82a-4fe1-81bf-5df4e2765fbb, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:40:51.017953 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6dad103b-3ad8-4c11-bea9-5021999afddc req-007e2015-cf09-4176-af00-9021cbaffec8 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 210 time: 0.0801542 Nov 25 19:40:51.018861 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3ab33f-341a-48b3-8e9c-da38413147f5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:51.025189 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f56098dc-2197-4450-9f86-9f97401ab864 None None] For port bfa66549-e82a-4fe1-81bf-5df4e2765fbb, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=bfa66549-e82a-4fe1-81bf-5df4e2765fbb,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:40:51.034078 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f56098dc-2197-4450-9f86-9f97401ab864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:51.043651 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3ab33f-341a-48b3-8e9c-da38413147f5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:51.058441 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6e3ab33f-341a-48b3-8e9c-da38413147f5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1533983 Nov 25 19:40:51.058769 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47604) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:51.132071 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56098dc-2197-4450-9f86-9f97401ab864 None None] Pushing event updated for resources: {'Port': ['ID=bfa66549-e82a-4fe1-81bf-5df4e2765fbb,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:51.327127 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbdd25-8823-4dc3-8e21-bf71dab16047 req-c79005bf-de5e-4284-9164-3feeea5dac81 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:51.332142 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ffcbdd25-8823-4dc3-8e21-bf71dab16047 req-c79005bf-de5e-4284-9164-3feeea5dac81 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e4340a7-a2e7-4005-b776-fcaee8692fcf HTTP/1.1" status: 200 len: 945 time: 0.0923138 Nov 25 19:40:51.337851 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-917d0d73-7271-49c9-ad0e-abbd1cda15f4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting port be533593-ffc5-4858-9d9d-375be134d03d {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:51.338485 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-917d0d73-7271-49c9-ad0e-abbd1cda15f4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:51.545097 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ffcbdd25-8823-4dc3-8e21-bf71dab16047 req-ddb1ec8f-a295-430a-893b-e71b50d2f680 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014449 Nov 25 19:40:51.594692 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-917d0d73-7271-49c9-ad0e-abbd1cda15f4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:51.619239 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-917d0d73-7271-49c9-ad0e-abbd1cda15f4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Calling delete_port for be533593-ffc5-4858-9d9d-375be134d03d owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:51.824192 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2ad90-7b58-49b2-b214-865407e1e8eb req-9beacaca-4519-4b52-ae7e-79360c69fc9e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:51.826765 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-84d2ad90-7b58-49b2-b214-865407e1e8eb req-9beacaca-4519-4b52-ae7e-79360c69fc9e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.1327860 Nov 25 19:40:51.920264 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-917d0d73-7271-49c9-ad0e-abbd1cda15f4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:51.925641 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-84d2ad90-7b58-49b2-b214-865407e1e8eb req-e45d22ed-595f-4581-ab7c-42dac5033483 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912588 Nov 25 19:40:51.973798 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d0d73-7271-49c9-ad0e-abbd1cda15f4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Port': ['ID=be533593-ffc5-4858-9d9d-375be134d03d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:52.000121 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-917d0d73-7271-49c9-ad0e-abbd1cda15f4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:52.006561 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-917d0d73-7271-49c9-ad0e-abbd1cda15f4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/be533593-ffc5-4858-9d9d-375be134d03d HTTP/1.1" status: 204 len: 168 time: 0.9498618 Nov 25 19:40:52.009423 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47614) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:52.093570 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47618) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:52.099508 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0ccf6696-5450-4eb4-98d8-2728f5d50e34 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Request body: {'subnet': {'network_id': 'b550a02f-08bb-4eca-82e4-e7ea15a2db96', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:52.190166 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacc459e-aaf4-45d1-832d-cf78006dc7bf tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:52.194735 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacc459e-aaf4-45d1-832d-cf78006dc7bf tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:52.199766 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bacc459e-aaf4-45d1-832d-cf78006dc7bf tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1867216 Nov 25 19:40:52.202217 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47620) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:52.218694 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccf6696-5450-4eb4-98d8-2728f5d50e34 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Made reservation on behalf of cee052b9005f4cf4ac9a2fd47af479f1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:52.224173 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ccf6696-5450-4eb4-98d8-2728f5d50e34 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:52.288316 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7777b26-e2ed-4fd2-a367-64ec315a1c16 req-bee25a11-d763-4bbc-90a2-ad68bc6599c5 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:52.291007 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7777b26-e2ed-4fd2-a367-64ec315a1c16 req-bee25a11-d763-4bbc-90a2-ad68bc6599c5 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d HTTP/1.1" status: 200 len: 946 time: 0.1799190 Nov 25 19:40:52.359075 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-9077a4b4-2e29-4106-ba3a-94d1d85cacc7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet d478ad4c-d37c-498d-bb7f-c693867dcd00 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:40:52.365656 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9077a4b4-2e29-4106-ba3a-94d1d85cacc7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:52.457921 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7777b26-e2ed-4fd2-a367-64ec315a1c16 req-33d6f639-dcf5-415f-ae79-58bf4b58a1ab tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538627 Nov 25 19:40:52.489365 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9077a4b4-2e29-4106-ba3a-94d1d85cacc7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:52.491797 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ccf6696-5450-4eb4-98d8-2728f5d50e34 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:52.599422 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device bfa66549-e82a-4fe1-81bf-5df4e2765fbb up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:40:52.631622 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf6696-5450-4eb4-98d8-2728f5d50e34 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event updated for resources: {'Subnet': ['ID=c98f826b-7140-43d6-aeeb-a384ac709dbe,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:52.706462 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9077a4b4-2e29-4106-ba3a-94d1d85cacc7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:52.729912 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccf6696-5450-4eb4-98d8-2728f5d50e34 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Checking segment: {'id': 'b0e5b71f-d2aa-4990-aa9b-3c23216f82bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b550a02f-08bb-4eca-82e4-e7ea15a2db96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:40:52.731539 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccf6696-5450-4eb4-98d8-2728f5d50e34 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Network hostable DHCP agents. Network: b550a02f-08bb-4eca-82e4-e7ea15a2db96, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:40:52.776026 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccf6696-5450-4eb4-98d8-2728f5d50e34 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Network b550a02f-08bb-4eca-82e4-e7ea15a2db96 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:40:52.789796 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port bfa66549-e82a-4fe1-81bf-5df4e2765fbb triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:52.790267 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:52.806882 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0ccf6696-5450-4eb4-98d8-2728f5d50e34 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, b550a02f-08bb-4eca-82e4-e7ea15a2db96) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:52.814753 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccf6696-5450-4eb4-98d8-2728f5d50e34 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:52.816235 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ccf6696-5450-4eb4-98d8-2728f5d50e34 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:52.846546 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1ed510-26e9-4d86-a7eb-7b251213f887 None None] Network b550a02f-08bb-4eca-82e4-e7ea15a2db96 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:52.925310 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0ccf6696-5450-4eb4-98d8-2728f5d50e34 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8266401 Nov 25 19:40:52.931251 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47630) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:52.951691 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7019a55b-cf14-4183-be78-6ac464bced98 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-716807909'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:52.982569 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7019a55b-cf14-4183-be78-6ac464bced98 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Made reservation on behalf of cee052b9005f4cf4ac9a2fd47af479f1 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:52.988206 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7019a55b-cf14-4183-be78-6ac464bced98 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:52.996798 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6e70dc47-73d7-4de9-8bfc-87151ddf60fc req-b6d88e65-cd9e-4b99-80a1-93f45e54d734 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 210 time: 0.0765839 Nov 25 19:40:53.010790 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7521f3a7-2653-466f-abea-d56551536c92 None None] Could not find standard attr ID for object be533593-ffc5-4858-9d9d-375be134d03d. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:40:53.023123 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9077a4b4-2e29-4106-ba3a-94d1d85cacc7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:53.039841 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb85120-b8c2-4237-a655-c01950ff5659 req-9698a685-a1e2-4ebb-887c-438a2591a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:53.048324 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bbb85120-b8c2-4237-a655-c01950ff5659 req-9698a685-a1e2-4ebb-887c-438a2591a50b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 1096 time: 0.2041459 Nov 25 19:40:53.061456 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077a4b4-2e29-4106-ba3a-94d1d85cacc7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=d478ad4c-d37c-498d-bb7f-c693867dcd00,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:53.078934 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9077a4b4-2e29-4106-ba3a-94d1d85cacc7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:53.107655 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9077a4b4-2e29-4106-ba3a-94d1d85cacc7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/d478ad4c-d37c-498d-bb7f-c693867dcd00 HTTP/1.1" status: 204 len: 168 time: 0.9033182 Nov 25 19:40:53.110168 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47632) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:53.114989 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7019a55b-cf14-4183-be78-6ac464bced98 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:40:53.139919 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7521f3a7-2653-466f-abea-d56551536c92 None None] Provisioning complete for port bfa66549-e82a-4fe1-81bf-5df4e2765fbb triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:53.141093 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7521f3a7-2653-466f-abea-d56551536c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:53.241443 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7019a55b-cf14-4183-be78-6ac464bced98 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:53.241443 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-7019a55b-cf14-4183-be78-6ac464bced98 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Added segment 43fda756-c49d-435b-8bac-2eb560cfd683 of type vlan for network a86d0d5d-f1f8-4b8e-9d62-ab7432499f3c Nov 25 19:40:53.360674 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0701fa2e-ce28-4d17-a657-bea66c742a08 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2190194 Nov 25 19:40:53.361550 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47636) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:53.383653 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-5d8c590a-8941-487a-b21f-243ee0591565 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:53.446734 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7019a55b-cf14-4183-be78-6ac464bced98 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:53.549815 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb85120-b8c2-4237-a655-c01950ff5659 req-01ad897c-e6f4-4eff-a97a-3f7c4e9e2643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:53.552051 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bbb85120-b8c2-4237-a655-c01950ff5659 req-01ad897c-e6f4-4eff-a97a-3f7c4e9e2643 service neutron] 10.222.0.85 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 912 time: 0.5009673 Nov 25 19:40:53.599000 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a71f60d-4d33-474a-b44e-b930bc3f453a None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:53.628439 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7019a55b-cf14-4183-be78-6ac464bced98 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:53.637261 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019a55b-cf14-4183-be78-6ac464bced98 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:53.639048 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7019a55b-cf14-4183-be78-6ac464bced98 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:53.682827 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad2457-50ce-4284-a1be-892515599fb2 req-607c3e41-fbd9-40b3-8599-9e269e0259bf tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:53.685541 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebad2457-50ce-4284-a1be-892515599fb2 req-607c3e41-fbd9-40b3-8599-9e269e0259bf tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e4340a7-a2e7-4005-b776-fcaee8692fcf HTTP/1.1" status: 200 len: 945 time: 0.1981263 Nov 25 19:40:53.730448 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8c590a-8941-487a-b21f-243ee0591565 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:53.734170 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5d8c590a-8941-487a-b21f-243ee0591565 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:53.778095 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019a55b-cf14-4183-be78-6ac464bced98 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event updated for resources: {'Network': ['ID=a86d0d5d-f1f8-4b8e-9d62-ab7432499f3c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:53.813602 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7019a55b-cf14-4183-be78-6ac464bced98 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8809137 Nov 25 19:40:53.819347 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47638) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:53.830005 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b66bffa4-b097-4994-a37c-c4395da28f52 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Request body: {'subnet': {'network_id': 'a86d0d5d-f1f8-4b8e-9d62-ab7432499f3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:53.836348 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bbb85120-b8c2-4237-a655-c01950ff5659 req-6b1d4ea4-ae95-4422-bbd4-673145f6aa10 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b63aae5-02ed-4222-aa55-350957d805d6 HTTP/1.1" status: 200 len: 999 time: 0.2747166 Nov 25 19:40:53.885219 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network a86d0d5d-f1f8-4b8e-9d62-ab7432499f3c details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:40:53.887381 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebad2457-50ce-4284-a1be-892515599fb2 req-6c34cd10-a9ec-40bf-bdc2-838413802a53 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794410 Nov 25 19:40:54.003722 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb85120-b8c2-4237-a655-c01950ff5659 req-11c8491a-e018-4cd2-a301-7d7f4e1a2f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:54.006792 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bbb85120-b8c2-4237-a655-c01950ff5659 req-11c8491a-e018-4cd2-a301-7d7f4e1a2f67 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ec830131-0c53-44d8-b6cf-4b7badf3b5da HTTP/1.1" status: 200 len: 850 time: 0.1496806 Nov 25 19:40:54.019951 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:54.152170 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb85120-b8c2-4237-a655-c01950ff5659 req-a37cd830-1b99-4ee3-ab7a-a8c4f63076ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:54.154001 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bbb85120-b8c2-4237-a655-c01950ff5659 req-a37cd830-1b99-4ee3-ab7a-a8c4f63076ac service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=37f8230d-6a2b-4a12-a441-526002eff84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374204 Nov 25 19:40:54.154938 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66bffa4-b097-4994-a37c-c4395da28f52 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Made reservation on behalf of cee052b9005f4cf4ac9a2fd47af479f1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:54.159742 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b66bffa4-b097-4994-a37c-c4395da28f52 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:54.196460 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5d8c590a-8941-487a-b21f-243ee0591565 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:54.233323 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e8b244-2c0c-4857-b60a-8c0b44d8e3e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-b550a02f-08bb-4eca-82e4-e7ea15a2db96', 'network_id': 'b550a02f-08bb-4eca-82e4-e7ea15a2db96', 'tenant_id': 'cee052b9005f4cf4ac9a2fd47af479f1', 'fixed_ips': [{'subnet_id': 'c98f826b-7140-43d6-aeeb-a384ac709dbe'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:40:54.235005 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b244-2c0c-4857-b60a-8c0b44d8e3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:54.270196 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8c590a-8941-487a-b21f-243ee0591565 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:54.286356 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36ae8b-0126-4c3b-a472-e52e3d55751f req-8b68cf3e-1309-4aad-be55-fa2a62d738f0 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:54.288177 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd36ae8b-0126-4c3b-a472-e52e3d55751f req-8b68cf3e-1309-4aad-be55-fa2a62d738f0 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a6390d-c424-4880-97c2-c68fb6f5f137 HTTP/1.1" status: 200 len: 945 time: 0.1608760 Nov 25 19:40:54.292098 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-5d8c590a-8941-487a-b21f-243ee0591565 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:54.297624 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8c590a-8941-487a-b21f-243ee0591565 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:54.298233 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5d8c590a-8941-487a-b21f-243ee0591565 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:54.319532 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c590a-8941-487a-b21f-243ee0591565 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=f84f83ba-7cb7-491a-a267-32eafee1fc13,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:54.344694 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5d8c590a-8941-487a-b21f-243ee0591565 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9809391 Nov 25 19:40:54.352911 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47644) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:54.361226 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-c5b9b6e0-88bc-44c1-b0e0-d575c50b9fc0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'fixed_ips': [{'subnet_id': 'f84f83ba-7cb7-491a-a267-32eafee1fc13', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-910796720'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:54.456276 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd36ae8b-0126-4c3b-a472-e52e3d55751f req-daf21372-a55a-432f-9331-408d12644552 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e42ee364-b894-4240-9250-2a0df610b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466303 Nov 25 19:40:54.584302 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b9b6e0-88bc-44c1-b0e0-d575c50b9fc0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:54.598384 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5b9b6e0-88bc-44c1-b0e0-d575c50b9fc0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:54.655521 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bbb85120-b8c2-4237-a655-c01950ff5659 req-7ccae1de-3c11-4e86-8685-25f0cd434f99 service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590382 Nov 25 19:40:54.676036 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-c5b9b6e0-88bc-44c1-b0e0-d575c50b9fc0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] device_id is not set on port 0119089d-7da9-484e-9211-02e944545dad yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:40:54.777764 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7bc40-531f-454d-a13b-35636e059705 req-fc2e0250-b0f5-43ba-916d-879241299025 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:54.790577 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebc7bc40-531f-454d-a13b-35636e059705 req-fc2e0250-b0f5-43ba-916d-879241299025 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.1712639 Nov 25 19:40:54.846374 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:54.951237 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-f4e8b244-2c0c-4857-b60a-8c0b44d8e3e6 None None] Allocated IP 2001:db8:0:ffff::2 (b550a02f-08bb-4eca-82e4-e7ea15a2db96/c98f826b-7140-43d6-aeeb-a384ac709dbe/583968b7-6449-43bd-8d9a-ae3bccd094c0) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:54.952706 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b9b6e0-88bc-44c1-b0e0-d575c50b9fc0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:40:54.952907 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b9b6e0-88bc-44c1-b0e0-d575c50b9fc0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:40:54.974588 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebc7bc40-531f-454d-a13b-35636e059705 req-2464b705-c892-4358-9d7a-0da76e6d586c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825168 Nov 25 19:40:55.016811 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c5b9b6e0-88bc-44c1-b0e0-d575c50b9fc0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6584930 Nov 25 19:40:55.020226 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47686) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:55.063215 n-d-819349-5 neutron-server[103599]: DEBUG neutron.objects.ports [None req-b66bffa4-b097-4994-a37c-c4395da28f52 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:40:55.082168 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b66bffa4-b097-4994-a37c-c4395da28f52 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:55.122797 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cface99a-f171-4ba4-9cac-1712bfcfb18c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:55.128883 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cface99a-f171-4ba4-9cac-1712bfcfb18c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1038978 Nov 25 19:40:55.142136 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47688) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:55.173801 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bbb85120-b8c2-4237-a655-c01950ff5659 req-1b88d987-937b-459b-86ad-105e15b89d17 service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085468 Nov 25 19:40:55.255367 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:55.264051 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03af7603-d95c-409e-bd80-03871296da0e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:55.267310 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03af7603-d95c-409e-bd80-03871296da0e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:55.274671 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-03af7603-d95c-409e-bd80-03871296da0e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1240761 Nov 25 19:40:55.276227 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47692) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:55.305102 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41462ae-9049-49f7-ae53-cbd7374c05ba req-15a7ff25-8e8f-4727-8289-f8c4cd536f01 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:55.307799 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b41462ae-9049-49f7-ae53-cbd7374c05ba req-15a7ff25-8e8f-4727-8289-f8c4cd536f01 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d HTTP/1.1" status: 200 len: 946 time: 0.1806116 Nov 25 19:40:55.381446 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bffa4-b097-4994-a37c-c4395da28f52 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event updated for resources: {'Subnet': ['ID=509fee01-7311-49e3-95be-9f2036827239,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:55.385291 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7521f3a7-2653-466f-abea-d56551536c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:55.425853 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66bffa4-b097-4994-a37c-c4395da28f52 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Checking segment: {'id': '43fda756-c49d-435b-8bac-2eb560cfd683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a86d0d5d-f1f8-4b8e-9d62-ab7432499f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:40:55.426628 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66bffa4-b097-4994-a37c-c4395da28f52 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Network hostable DHCP agents. Network: a86d0d5d-f1f8-4b8e-9d62-ab7432499f3c, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:40:55.440195 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b41462ae-9049-49f7-ae53-cbd7374c05ba req-b6743c1b-ef80-4cac-a31b-1f3d6398ee01 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945265 Nov 25 19:40:55.476781 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66bffa4-b097-4994-a37c-c4395da28f52 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Network a86d0d5d-f1f8-4b8e-9d62-ab7432499f3c is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:40:55.489026 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b66bffa4-b097-4994-a37c-c4395da28f52 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, a86d0d5d-f1f8-4b8e-9d62-ab7432499f3c) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:55.494394 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66bffa4-b097-4994-a37c-c4395da28f52 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:55.495160 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b66bffa4-b097-4994-a37c-c4395da28f52 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:55.500819 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee8ebdb-cda8-42a6-94cb-e6ad5ad2126c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet f84f83ba-7cb7-491a-a267-32eafee1fc13 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:40:55.512214 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ee8ebdb-cda8-42a6-94cb-e6ad5ad2126c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:55.531067 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b66bffa4-b097-4994-a37c-c4395da28f52 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7097299 Nov 25 19:40:55.534548 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47696) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:55.548717 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ec99df16-c3f6-4cab-8a99-c2d46a6debd5 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Request body: {'port': {'network_id': 'a86d0d5d-f1f8-4b8e-9d62-ab7432499f3c', 'name': 'tempest-NetworksIpV6TestAttrs-1539228919'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:55.614572 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b244-2c0c-4857-b60a-8c0b44d8e3e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:55.621496 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port bfa66549-e82a-4fe1-81bf-5df4e2765fbb, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=bfa66549-e82a-4fe1-81bf-5df4e2765fbb,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:55.650981 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ee8ebdb-cda8-42a6-94cb-e6ad5ad2126c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:55.729658 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85c3990-9a0b-40cd-b01b-cf251cb6279f None None] Network a86d0d5d-f1f8-4b8e-9d62-ab7432499f3c requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:55.734171 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b244-2c0c-4857-b60a-8c0b44d8e3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:55.769597 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:55.775778 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7521f3a7-2653-466f-abea-d56551536c92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:40:55.776206 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7521f3a7-2653-466f-abea-d56551536c92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:40:55.812185 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec99df16-c3f6-4cab-8a99-c2d46a6debd5 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Made reservation on behalf of cee052b9005f4cf4ac9a2fd47af479f1 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:55.816574 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec99df16-c3f6-4cab-8a99-c2d46a6debd5 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:55.827779 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ee8ebdb-cda8-42a6-94cb-e6ad5ad2126c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:55.853052 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e8b244-2c0c-4857-b60a-8c0b44d8e3e6 None None] Network b550a02f-08bb-4eca-82e4-e7ea15a2db96 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:55.869075 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8b244-2c0c-4857-b60a-8c0b44d8e3e6 None None] Pushing event updated for resources: {'Port': ['ID=583968b7-6449-43bd-8d9a-ae3bccd094c0,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:55.873567 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-f4e8b244-2c0c-4857-b60a-8c0b44d8e3e6 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:55.893233 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e8b244-2c0c-4857-b60a-8c0b44d8e3e6 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:55.908930 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-ec99df16-c3f6-4cab-8a99-c2d46a6debd5 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] device_id is not set on port 9e26cbb3-5c6e-464a-b57e-9841fcecbfbe yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:40:55.967345 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ee8ebdb-cda8-42a6-94cb-e6ad5ad2126c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:56.021022 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ee8ebdb-cda8-42a6-94cb-e6ad5ad2126c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:56.034764 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2ee8ebdb-cda8-42a6-94cb-e6ad5ad2126c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/f84f83ba-7cb7-491a-a267-32eafee1fc13 HTTP/1.1" status: 204 len: 168 time: 0.7565653 Nov 25 19:40:56.035312 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47728) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:56.132864 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=bfa66549-e82a-4fe1-81bf-5df4e2765fbb,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:56.204445 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba61fd44-b68d-4aa3-819e-cd4864472319 req-f66a83e2-f8fd-4a3f-acac-2b366c6cb41c tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 210 time: 0.2431729 Nov 25 19:40:56.248414 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-ec99df16-c3f6-4cab-8a99-c2d46a6debd5 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Allocated IP 2001:db8::f816:3eff:fe0c:7d5 (a86d0d5d-f1f8-4b8e-9d62-ab7432499f3c/509fee01-7311-49e3-95be-9f2036827239/9e26cbb3-5c6e-464a-b57e-9841fcecbfbe) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:56.288485 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f4e8b244-2c0c-4857-b60a-8c0b44d8e3e6 None None] Attempting to bind port 583968b7-6449-43bd-8d9a-ae3bccd094c0 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:40:56.290186 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f4e8b244-2c0c-4857-b60a-8c0b44d8e3e6 None None] Attempting to bind port 583968b7-6449-43bd-8d9a-ae3bccd094c0 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'b0e5b71f-d2aa-4990-aa9b-3c23216f82bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b550a02f-08bb-4eca-82e4-e7ea15a2db96'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:40:56.291318 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e8b244-2c0c-4857-b60a-8c0b44d8e3e6 None None] Attempting to bind port 583968b7-6449-43bd-8d9a-ae3bccd094c0 on network b550a02f-08bb-4eca-82e4-e7ea15a2db96 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:40:56.339233 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8ebdb-cda8-42a6-94cb-e6ad5ad2126c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=f84f83ba-7cb7-491a-a267-32eafee1fc13,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:56.360125 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d6dd8b6e-7138-40e4-a1de-b0de61a321b8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3142431 Nov 25 19:40:56.366349 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47736) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:56.374966 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-ef6bd803-87b0-49cb-a361-fc7be375fcf9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:56.413893 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e8b244-2c0c-4857-b60a-8c0b44d8e3e6 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:40:56.414567 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e8b244-2c0c-4857-b60a-8c0b44d8e3e6 None None] Checking segment: {'id': 'b0e5b71f-d2aa-4990-aa9b-3c23216f82bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b550a02f-08bb-4eca-82e4-e7ea15a2db96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:40:56.415258 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b244-2c0c-4857-b60a-8c0b44d8e3e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:56.416278 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e8b244-2c0c-4857-b60a-8c0b44d8e3e6 None None] Bound using segment: {'id': 'b0e5b71f-d2aa-4990-aa9b-3c23216f82bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b550a02f-08bb-4eca-82e4-e7ea15a2db96'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:40:56.417152 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f4e8b244-2c0c-4857-b60a-8c0b44d8e3e6 None None] Bound port: 583968b7-6449-43bd-8d9a-ae3bccd094c0, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e5b71f-d2aa-4990-aa9b-3c23216f82bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b550a02f-08bb-4eca-82e4-e7ea15a2db96'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:40:56.417821 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b244-2c0c-4857-b60a-8c0b44d8e3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:56.626369 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6bd803-87b0-49cb-a361-fc7be375fcf9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:56.627296 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef6bd803-87b0-49cb-a361-fc7be375fcf9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:56.726789 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a891d6f5-34fe-4460-af6d-2ae93f32e9a3 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:56.754979 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec99df16-c3f6-4cab-8a99-c2d46a6debd5 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:56.838505 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f4e8b244-2c0c-4857-b60a-8c0b44d8e3e6 None None] For port 583968b7-6449-43bd-8d9a-ae3bccd094c0, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:40:56.873773 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec99df16-c3f6-4cab-8a99-c2d46a6debd5 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:56.878831 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f4e8b244-2c0c-4857-b60a-8c0b44d8e3e6 None None] For port 583968b7-6449-43bd-8d9a-ae3bccd094c0, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=583968b7-6449-43bd-8d9a-ae3bccd094c0,segment=NetworkSegment(b0e5b71f-d2aa-4990-aa9b-3c23216f82bb),segment_id=b0e5b71f-d2aa-4990-aa9b-3c23216f82bb)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:40:56.915412 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b244-2c0c-4857-b60a-8c0b44d8e3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:57.046337 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec99df16-c3f6-4cab-8a99-c2d46a6debd5 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Network a86d0d5d-f1f8-4b8e-9d62-ab7432499f3c is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:57.055040 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ec99df16-c3f6-4cab-8a99-c2d46a6debd5 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:57.072791 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec99df16-c3f6-4cab-8a99-c2d46a6debd5 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:57.087088 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec99df16-c3f6-4cab-8a99-c2d46a6debd5 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:57.088866 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec99df16-c3f6-4cab-8a99-c2d46a6debd5 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:57.101856 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99df16-c3f6-4cab-8a99-c2d46a6debd5 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event updated for resources: {'Port': ['ID=9e26cbb3-5c6e-464a-b57e-9841fcecbfbe,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:57.148709 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ec99df16-c3f6-4cab-8a99-c2d46a6debd5 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.6126053 Nov 25 19:40:57.155092 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47744) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:57.233227 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5338dcb4-09ec-4816-85d5-339ca8faf7cc None None] Provisioning complete for port bfa66549-e82a-4fe1-81bf-5df4e2765fbb triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:57.234237 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5338dcb4-09ec-4816-85d5-339ca8faf7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:57.258934 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976c41a4-d4a3-45c8-90ed-b00b7a374265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-a86d0d5d-f1f8-4b8e-9d62-ab7432499f3c', 'network_id': 'a86d0d5d-f1f8-4b8e-9d62-ab7432499f3c', 'tenant_id': 'cee052b9005f4cf4ac9a2fd47af479f1', 'fixed_ips': [{'subnet_id': '509fee01-7311-49e3-95be-9f2036827239'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:40:57.260477 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-976c41a4-d4a3-45c8-90ed-b00b7a374265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:57.282852 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5e5cd3-fdca-4da0-96d3-111de5431085 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Deleting subnet 509fee01-7311-49e3-95be-9f2036827239 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:40:57.284332 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef6bd803-87b0-49cb-a361-fc7be375fcf9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:57.300262 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f5e5cd3-fdca-4da0-96d3-111de5431085 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:57.333136 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8b244-2c0c-4857-b60a-8c0b44d8e3e6 None None] Pushing event updated for resources: {'Port': ['ID=583968b7-6449-43bd-8d9a-ae3bccd094c0,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:57.366551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6bd803-87b0-49cb-a361-fc7be375fcf9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=86593106-dc88-4b20-a225-d62ccb435673,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:57.445860 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da779b07-fc28-4f7a-bb15-c839b9744b26 req-3e00c23a-4ab7-4d9d-918e-6b91e05c5ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:57.453511 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f5e5cd3-fdca-4da0-96d3-111de5431085 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:57.455024 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-da779b07-fc28-4f7a-bb15-c839b9744b26 req-3e00c23a-4ab7-4d9d-918e-6b91e05c5ea7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6f7344b48524230bba674960c9ed8bf&device_id=8e4340a7-a2e7-4005-b776-fcaee8692fcf HTTP/1.1" status: 200 len: 1096 time: 0.7323511 Nov 25 19:40:57.460881 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6bd803-87b0-49cb-a361-fc7be375fcf9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:57.470442 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cbea9-7101-43de-8c39-12c992d1d54e req-4f6d286a-dad7-492d-9d5b-a53a4523ec28 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:57.485471 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-418cbea9-7101-43de-8c39-12c992d1d54e req-4f6d286a-dad7-492d-9d5b-a53a4523ec28 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.2470634 Nov 25 19:40:57.506882 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ef6bd803-87b0-49cb-a361-fc7be375fcf9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:57.511986 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6bd803-87b0-49cb-a361-fc7be375fcf9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:57.512600 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef6bd803-87b0-49cb-a361-fc7be375fcf9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:57.580518 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0234a6-4989-406a-bd9e-17c5444fda2b None None] DHCP port deletion for b691ce13-c3fa-46f8-892f-a6e3ddf6046b request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:40:57.657178 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ef6bd803-87b0-49cb-a361-fc7be375fcf9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2890680 Nov 25 19:40:57.663774 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5338dcb4-09ec-4816-85d5-339ca8faf7cc None None] Could not find standard attr ID for object 93a31ed8-e693-4ba7-af9a-34b981c677c2. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:40:57.682355 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47750) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:57.688347 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-8ca5e3d8-7e4a-4c83-b46b-3ccc2ca59842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-107287338', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:57.719646 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-dc0234a6-4989-406a-bd9e-17c5444fda2b None None] Deleting port bfa66549-e82a-4fe1-81bf-5df4e2765fbb {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:57.720038 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dc0234a6-4989-406a-bd9e-17c5444fda2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:57.785309 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f5e5cd3-fdca-4da0-96d3-111de5431085 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:57.791394 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da779b07-fc28-4f7a-bb15-c839b9744b26 req-1eef61ae-6837-4b6a-abd0-a348d330e93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:57.793114 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-da779b07-fc28-4f7a-bb15-c839b9744b26 req-1eef61ae-6837-4b6a-abd0-a348d330e93f service neutron] 10.222.0.73 "GET /v2.0/networks?id=993c29c4-ac7b-4651-9389-4f58507f1211 HTTP/1.1" status: 200 len: 917 time: 0.3058405 Nov 25 19:40:57.801370 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-418cbea9-7101-43de-8c39-12c992d1d54e req-4547dce5-fa2c-4812-b757-9d5f75fdf7af tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3151362 Nov 25 19:40:58.007598 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-dc0234a6-4989-406a-bd9e-17c5444fda2b None None] For port bfa66549-e82a-4fe1-81bf-5df4e2765fbb, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=bfa66549-e82a-4fe1-81bf-5df4e2765fbb,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:58.007872 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dc0234a6-4989-406a-bd9e-17c5444fda2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:58.039386 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-da779b07-fc28-4f7a-bb15-c839b9744b26 req-a1a1ebea-1882-4ffa-a4a8-3f0e3f816ee1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c91aee86-c6cb-48f3-81f2-fa61ce689518 HTTP/1.1" status: 200 len: 217 time: 0.2363036 Nov 25 19:40:58.049056 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ca5e3d8-7e4a-4c83-b46b-3ccc2ca59842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:58.057086 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f5e5cd3-fdca-4da0-96d3-111de5431085 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:58.057344 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ca5e3d8-7e4a-4c83-b46b-3ccc2ca59842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:58.088636 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-dc0234a6-4989-406a-bd9e-17c5444fda2b None None] Calling delete_port for bfa66549-e82a-4fe1-81bf-5df4e2765fbb owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:58.117797 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e5cd3-fdca-4da0-96d3-111de5431085 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event deleted for resources: {'Subnet': ['ID=509fee01-7311-49e3-95be-9f2036827239,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:58.146553 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f5e5cd3-fdca-4da0-96d3-111de5431085 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:58.155991 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3f5e5cd3-fdca-4da0-96d3-111de5431085 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "DELETE /v2.0/subnets/509fee01-7311-49e3-95be-9f2036827239 HTTP/1.1" status: 204 len: 168 time: 0.9990444 Nov 25 19:40:58.159059 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e5cd3-fdca-4da0-96d3-111de5431085 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:58.159749 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e5cd3-fdca-4da0-96d3-111de5431085 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:58.160427 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e5cd3-fdca-4da0-96d3-111de5431085 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:58.163045 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e5cd3-fdca-4da0-96d3-111de5431085 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:58.163610 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e5cd3-fdca-4da0-96d3-111de5431085 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:58.164296 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e5cd3-fdca-4da0-96d3-111de5431085 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:58.164949 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e5cd3-fdca-4da0-96d3-111de5431085 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:58.165949 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e5cd3-fdca-4da0-96d3-111de5431085 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:58.166664 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e5cd3-fdca-4da0-96d3-111de5431085 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:58.167287 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e5cd3-fdca-4da0-96d3-111de5431085 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:58.167960 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e5cd3-fdca-4da0-96d3-111de5431085 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:58.168630 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e5cd3-fdca-4da0-96d3-111de5431085 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:58.175522 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47756) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server [None req-976c41a4-d4a3-45c8-90ed-b00b7a374265 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 509fee01-7311-49e3-95be-9f2036827239: This subnet is being modified by another concurrent operation. Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:40:58.183246 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise exception Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 509fee01-7311-49e3-95be-9f2036827239: This subnet is being modified by another concurrent operation. Nov 25 19:40:58.189939 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server Nov 25 19:40:58.208799 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 583968b7-6449-43bd-8d9a-ae3bccd094c0 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:40:58.331559 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da779b07-fc28-4f7a-bb15-c839b9744b26 req-c932f365-882e-4bac-8f76-f81ced6c1cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:58.334884 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-da779b07-fc28-4f7a-bb15-c839b9744b26 req-c932f365-882e-4bac-8f76-f81ced6c1cb7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bf0bdf0-49b7-437b-9fbb-12b39d85f166 HTTP/1.1" status: 200 len: 855 time: 0.2160113 Nov 25 19:40:58.349992 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f7a0a6-6c1f-4cc1-a39c-a575cdc9fc26 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:58.360606 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f7a0a6-6c1f-4cc1-a39c-a575cdc9fc26 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:58.367593 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-85f7a0a6-6c1f-4cc1-a39c-a575cdc9fc26 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1877103 Nov 25 19:40:58.369768 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47758) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:58.592869 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d916b0d-ae41-4b4d-b700-5fcbf8ca63bf None None] Network a86d0d5d-f1f8-4b8e-9d62-ab7432499f3c requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:58.605518 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2fd2e06-d5a9-445c-a88a-c9e63febe902 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:58.627757 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2fd2e06-d5a9-445c-a88a-c9e63febe902 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 25 19:40:58.628973 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2fd2e06-d5a9-445c-a88a-c9e63febe902 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:40:58.646579 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d2fd2e06-d5a9-445c-a88a-c9e63febe902 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "DELETE /v2.0/networks/a86d0d5d-f1f8-4b8e-9d62-ab7432499f3c HTTP/1.1" status: 409 len: 405 time: 0.2703898 Nov 25 19:40:58.649057 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47760) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:58.656144 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ee062e8c-2ea0-47d2-adee-3a8ae76e5d90 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1019923276'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:58.687499 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee062e8c-2ea0-47d2-adee-3a8ae76e5d90 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Made reservation on behalf of cee052b9005f4cf4ac9a2fd47af479f1 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:58.694323 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee062e8c-2ea0-47d2-adee-3a8ae76e5d90 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:58.777598 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee062e8c-2ea0-47d2-adee-3a8ae76e5d90 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:40:58.816755 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee062e8c-2ea0-47d2-adee-3a8ae76e5d90 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:58.817295 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-ee062e8c-2ea0-47d2-adee-3a8ae76e5d90 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Added segment 79bd73b6-6719-4548-997e-5d0fb348784d of type vlan for network af7defc2-3ad4-4d4b-8916-9f945ed02ed6 Nov 25 19:40:58.932552 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dc0234a6-4989-406a-bd9e-17c5444fda2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:58.935353 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee062e8c-2ea0-47d2-adee-3a8ae76e5d90 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:58.999818 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 583968b7-6449-43bd-8d9a-ae3bccd094c0 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:59.000279 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:59.071994 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee062e8c-2ea0-47d2-adee-3a8ae76e5d90 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:59.082120 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee062e8c-2ea0-47d2-adee-3a8ae76e5d90 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:59.082827 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee062e8c-2ea0-47d2-adee-3a8ae76e5d90 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:59.099154 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0234a6-4989-406a-bd9e-17c5444fda2b None None] Pushing event deleted for resources: {'Port': ['ID=bfa66549-e82a-4fe1-81bf-5df4e2765fbb,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:59.133908 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0234a6-4989-406a-bd9e-17c5444fda2b None None] No DVR routers for this DVR port bfa66549-e82a-4fe1-81bf-5df4e2765fbb on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:59.195463 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ee062e8c-2ea0-47d2-adee-3a8ae76e5d90 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5449333 Nov 25 19:40:59.207809 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47766) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:59.225066 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ce271a96-2ae7-4507-b431-593cb98e3036 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Request body: {'subnet': {'network_id': 'af7defc2-3ad4-4d4b-8916-9f945ed02ed6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:59.230013 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:59.247170 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6f3f54-7047-4fcb-9c7d-fdb71774c52a None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:59.250978 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee062e8c-2ea0-47d2-adee-3a8ae76e5d90 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event updated for resources: {'Network': ['ID=af7defc2-3ad4-4d4b-8916-9f945ed02ed6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:59.393121 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network af7defc2-3ad4-4d4b-8916-9f945ed02ed6 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:40:59.404200 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d19856cf-8e49-4bc5-b327-ec1755e4d4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:59.463420 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2699b9b-f314-4013-b59f-a5611f83cfa2 req-64ac4330-82a3-4529-b4be-33afb6979b13 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:59.466517 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e2699b9b-f314-4013-b59f-a5611f83cfa2 req-64ac4330-82a3-4529-b4be-33afb6979b13 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d HTTP/1.1" status: 200 len: 946 time: 1.3832622 Nov 25 19:40:59.478574 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ca5e3d8-7e4a-4c83-b46b-3ccc2ca59842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:59.499925 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b2f896-ce4f-41b5-a1fd-b450d9f179ae None None] Network b550a02f-08bb-4eca-82e4-e7ea15a2db96 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:59.504378 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ca5e3d8-7e4a-4c83-b46b-3ccc2ca59842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:59.680157 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e2699b9b-f314-4013-b59f-a5611f83cfa2 req-da2906b0-0b9a-4e38-9c45-3cb0a9dd6247 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893694 Nov 25 19:40:59.682522 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce271a96-2ae7-4507-b431-593cb98e3036 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Made reservation on behalf of cee052b9005f4cf4ac9a2fd47af479f1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:59.693726 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da779b07-fc28-4f7a-bb15-c839b9744b26 req-333e9df8-23e5-4be7-a8d8-9ca168a4df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:59.699465 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce271a96-2ae7-4507-b431-593cb98e3036 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:59.700237 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-da779b07-fc28-4f7a-bb15-c839b9744b26 req-333e9df8-23e5-4be7-a8d8-9ca168a4df6a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=993c29c4-ac7b-4651-9389-4f58507f1211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4557214 Nov 25 19:40:59.779930 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-fb4b01f7-e9c5-41f3-ab3d-3c8505e56cb5 None None] Provisioning complete for port 583968b7-6449-43bd-8d9a-ae3bccd094c0 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:59.780771 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fb4b01f7-e9c5-41f3-ab3d-3c8505e56cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:59.786478 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 583968b7-6449-43bd-8d9a-ae3bccd094c0, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=583968b7-6449-43bd-8d9a-ae3bccd094c0,segment=NetworkSegment(b0e5b71f-d2aa-4990-aa9b-3c23216f82bb),segment_id=b0e5b71f-d2aa-4990-aa9b-3c23216f82bb)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:59.885475 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-da779b07-fc28-4f7a-bb15-c839b9744b26 req-e798c501-5ac7-4731-a2cf-1f4624bdfbd7 service neutron] 10.222.0.73 "GET /v2.0/networks/993c29c4-ac7b-4651-9389-4f58507f1211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700687 Nov 25 19:40:59.898224 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ca5e3d8-7e4a-4c83-b46b-3ccc2ca59842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:59.899443 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:59.899607 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8ca5e3d8-7e4a-4c83-b46b-3ccc2ca59842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 2.2161367 Nov 25 19:40:59.931132 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47768) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:59.977705 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=583968b7-6449-43bd-8d9a-ae3bccd094c0,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:59.982906 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bfbce1-abea-48ca-9e99-5bedd2e5492c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'fixed_ips': [{'subnet_id': '86593106-dc88-4b20-a225-d62ccb435673'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:40:59.983820 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-25bfbce1-abea-48ca-9e99-5bedd2e5492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:00.021899 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device bfa66549-e82a-4fe1-81bf-5df4e2765fbb no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:41:00.071618 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: bfa66549-e82a-4fe1-81bf-5df4e2765fbb {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:41:00.071618 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device bfa66549-e82a-4fe1-81bf-5df4e2765fbb not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:41:00.096882 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf7379-86e2-4434-8b94-408c521bd013 req-5176ac37-1ca6-4499-80ce-fb1100adcf9f tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:00.107862 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-68bf7379-86e2-4434-8b94-408c521bd013 req-5176ac37-1ca6-4499-80ce-fb1100adcf9f tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e4340a7-a2e7-4005-b776-fcaee8692fcf HTTP/1.1" status: 200 len: 945 time: 0.2212455 Nov 25 19:41:00.258483 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-da779b07-fc28-4f7a-bb15-c839b9744b26 req-f030ca25-defe-4e55-bbc9-56238fc64eb3 service neutron] 10.222.0.73 "GET /v2.0/networks/993c29c4-ac7b-4651-9389-4f58507f1211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550942 Nov 25 19:41:00.259654 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 583968b7-6449-43bd-8d9a-ae3bccd094c0 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:41:00.294558 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-68bf7379-86e2-4434-8b94-408c521bd013 req-fa3fbcd5-a0cb-4c3b-8413-a2cd6f578fa8 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847353 Nov 25 19:41:00.578640 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-25bfbce1-abea-48ca-9e99-5bedd2e5492c None None] Allocated IP 2001:db8::2 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/86593106-dc88-4b20-a225-d62ccb435673/4383fd13-f20e-4386-a31a-b8ca1e90e852) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:41:00.613964 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4c7e2370-e653-4668-a344-c18a09d2dfa3 req-eadbd5a5-92c1-47cd-9eaa-6cf927308684 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0035f1-e75a-4611-aad0-1e2cf5946be7 HTTP/1.1" status: 200 len: 210 time: 0.0872221 Nov 25 19:41:00.747961 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 583968b7-6449-43bd-8d9a-ae3bccd094c0 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:00.748626 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:01.048374 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-25bfbce1-abea-48ca-9e99-5bedd2e5492c None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:01.088357 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-25bfbce1-abea-48ca-9e99-5bedd2e5492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:01.131244 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03add3f-278e-4478-a9f5-fe47bb2b3b5f req-84281260-bd81-4efe-b15d-b53fcad42487 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:01.145611 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c03add3f-278e-4478-a9f5-fe47bb2b3b5f req-84281260-bd81-4efe-b15d-b53fcad42487 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.2400570 Nov 25 19:41:01.177017 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bfbce1-abea-48ca-9e99-5bedd2e5492c None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:01.182797 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-25bfbce1-abea-48ca-9e99-5bedd2e5492c None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:01.193068 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bfbce1-abea-48ca-9e99-5bedd2e5492c None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:41:01.230912 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfbce1-abea-48ca-9e99-5bedd2e5492c None None] Pushing event updated for resources: {'Port': ['ID=4383fd13-f20e-4386-a31a-b8ca1e90e852,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:01.271087 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c03add3f-278e-4478-a9f5-fe47bb2b3b5f req-fe13825b-ac74-4838-b783-a817061ebf62 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237609 Nov 25 19:41:01.341540 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-25bfbce1-abea-48ca-9e99-5bedd2e5492c None None] Attempting to bind port 4383fd13-f20e-4386-a31a-b8ca1e90e852 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:41:01.342543 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-25bfbce1-abea-48ca-9e99-5bedd2e5492c None None] Attempting to bind port 4383fd13-f20e-4386-a31a-b8ca1e90e852 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:41:01.343036 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bfbce1-abea-48ca-9e99-5bedd2e5492c None None] Attempting to bind port 4383fd13-f20e-4386-a31a-b8ca1e90e852 on network b691ce13-c3fa-46f8-892f-a6e3ddf6046b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:41:01.358123 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4e07bebb-e8e6-4af7-a211-3a4ad959da6e None None] Provisioning complete for port 583968b7-6449-43bd-8d9a-ae3bccd094c0 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:01.358681 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4e07bebb-e8e6-4af7-a211-3a4ad959da6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:01.419258 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bfbce1-abea-48ca-9e99-5bedd2e5492c None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:41:01.419828 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bfbce1-abea-48ca-9e99-5bedd2e5492c None None] Checking segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:41:01.420461 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-25bfbce1-abea-48ca-9e99-5bedd2e5492c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:01.420976 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bfbce1-abea-48ca-9e99-5bedd2e5492c None None] Bound using segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:41:01.421606 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-25bfbce1-abea-48ca-9e99-5bedd2e5492c None None] Bound port: 4383fd13-f20e-4386-a31a-b8ca1e90e852, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:41:01.422138 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-25bfbce1-abea-48ca-9e99-5bedd2e5492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:01.520916 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-25bfbce1-abea-48ca-9e99-5bedd2e5492c None None] For port 4383fd13-f20e-4386-a31a-b8ca1e90e852, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:41:01.537069 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-25bfbce1-abea-48ca-9e99-5bedd2e5492c None None] For port 4383fd13-f20e-4386-a31a-b8ca1e90e852, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4383fd13-f20e-4386-a31a-b8ca1e90e852,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:41:01.553849 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-25bfbce1-abea-48ca-9e99-5bedd2e5492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:01.730588 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aa9f228d-cd9e-4671-accb-8ea776c9d78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:01.746954 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-db2e24ce-448a-4228-9de6-895e0116b164 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:01.751857 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfbce1-abea-48ca-9e99-5bedd2e5492c None None] Pushing event updated for resources: {'Port': ['ID=4383fd13-f20e-4386-a31a-b8ca1e90e852,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:01.768570 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-db2e24ce-448a-4228-9de6-895e0116b164 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/networks?id=0144b778-2e7c-4a1d-86b2-f3dbc366beab HTTP/1.1" status: 200 len: 815 time: 0.3090596 Nov 25 19:41:01.808399 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-6b4a79ff-f1ec-4cee-b4e0-a4a20a2d4ac7 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/quotas/abb922ce65454bc1915d7b2c3b27e005 HTTP/1.1" status: 200 len: 375 time: 0.0362527 Nov 25 19:41:01.875036 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3128b353-fd93-49b5-a0e5-87a0293acca8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:01.929284 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-065bf870-fad0-430d-ac86-0ded0b3973cf tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=abb922ce65454bc1915d7b2c3b27e005&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1190927 Nov 25 19:41:02.233100 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-8f5425be-43fb-41c6-b875-8669e80d679e service neutron] 10.222.0.55 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971475 Nov 25 19:41:02.425481 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-976d978b-ec34-4800-b6b1-776c059cc1a5 service neutron] 10.222.0.55 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768212 Nov 25 19:41:02.442797 n-d-819349-5 neutron-server[103599]: DEBUG neutron.objects.ports [None req-ce271a96-2ae7-4507-b431-593cb98e3036 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:41:02.446832 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce271a96-2ae7-4507-b431-593cb98e3036 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:02.578524 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce271a96-2ae7-4507-b431-593cb98e3036 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event updated for resources: {'Subnet': ['ID=223efed3-26f7-43f4-9098-47dcde4606e3,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:02.578524 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-3128b353-fd93-49b5-a0e5-87a0293acca8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 2001:db8::1 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/86593106-dc88-4b20-a225-d62ccb435673/6c9c20d6-f07b-48e7-9a52-bb31e4be93b2) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:41:02.617704 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce271a96-2ae7-4507-b431-593cb98e3036 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Checking segment: {'id': '79bd73b6-6719-4548-997e-5d0fb348784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'af7defc2-3ad4-4d4b-8916-9f945ed02ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:41:02.618090 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce271a96-2ae7-4507-b431-593cb98e3036 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Network hostable DHCP agents. Network: af7defc2-3ad4-4d4b-8916-9f945ed02ed6, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:41:02.753838 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce271a96-2ae7-4507-b431-593cb98e3036 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Network af7defc2-3ad4-4d4b-8916-9f945ed02ed6 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:41:02.769340 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ce271a96-2ae7-4507-b431-593cb98e3036 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, af7defc2-3ad4-4d4b-8916-9f945ed02ed6) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:02.780263 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce271a96-2ae7-4507-b431-593cb98e3036 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:02.780749 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45586448-15ec-48a7-8864-001c2cabdbc6 None None] Network af7defc2-3ad4-4d4b-8916-9f945ed02ed6 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:41:02.781589 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce271a96-2ae7-4507-b431-593cb98e3036 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:02.806777 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ce271a96-2ae7-4507-b431-593cb98e3036 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5976281 Nov 25 19:41:02.809283 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47804) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:02.815433 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1d563e72-6d06-45ec-bbfd-dd2a145b260d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Request body: {'port': {'network_id': 'af7defc2-3ad4-4d4b-8916-9f945ed02ed6', 'name': 'tempest-NetworksIpV6TestAttrs-270463226'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:02.858043 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3128b353-fd93-49b5-a0e5-87a0293acca8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:02.963887 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89978e-1c16-4f71-a8ba-ca929d32ce87 req-793d6efe-4660-4fcf-ae5c-28df249a06ff tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:02.986643 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c89978e-1c16-4f71-a8ba-ca929d32ce87 req-793d6efe-4660-4fcf-ae5c-28df249a06ff tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d HTTP/1.1" status: 200 len: 946 time: 0.2319582 Nov 25 19:41:03.108891 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d563e72-6d06-45ec-bbfd-dd2a145b260d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Made reservation on behalf of cee052b9005f4cf4ac9a2fd47af479f1 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:41:03.121926 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c89978e-1c16-4f71-a8ba-ca929d32ce87 req-830f9d50-2997-4804-a96c-a8b30f89fe71 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316092 Nov 25 19:41:03.139705 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d563e72-6d06-45ec-bbfd-dd2a145b260d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:03.146052 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3128b353-fd93-49b5-a0e5-87a0293acca8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:03.182808 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31922b05-6985-45e9-b53b-1bdee7b85b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-af7defc2-3ad4-4d4b-8916-9f945ed02ed6', 'network_id': 'af7defc2-3ad4-4d4b-8916-9f945ed02ed6', 'tenant_id': 'cee052b9005f4cf4ac9a2fd47af479f1', 'fixed_ips': [{'subnet_id': '223efed3-26f7-43f4-9098-47dcde4606e3'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:41:03.207065 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-31922b05-6985-45e9-b53b-1bdee7b85b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:03.274589 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-1d563e72-6d06-45ec-bbfd-dd2a145b260d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] device_id is not set on port e2267142-75e1-4596-a8ec-1fe52397dd49 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:41:03.297981 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3128b353-fd93-49b5-a0e5-87a0293acca8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:03.322492 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3128b353-fd93-49b5-a0e5-87a0293acca8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:03.333083 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3128b353-fd93-49b5-a0e5-87a0293acca8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:41:03.334038 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3128b353-fd93-49b5-a0e5-87a0293acca8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:03.449944 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128b353-fd93-49b5-a0e5-87a0293acca8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=6c9c20d6-f07b-48e7-9a52-bb31e4be93b2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:03.734365 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3128b353-fd93-49b5-a0e5-87a0293acca8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:04.021055 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-b4f2de5e-42e5-4d55-adc7-5f9dfa51c203 None None] Provisioning complete for port 4383fd13-f20e-4386-a31a-b8ca1e90e852 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:04.023953 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b4f2de5e-42e5-4d55-adc7-5f9dfa51c203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:04.124471 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:04.177388 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-31922b05-6985-45e9-b53b-1bdee7b85b5a None None] Allocated IP 2001:db8::f816:3eff:fed3:4d77 (af7defc2-3ad4-4d4b-8916-9f945ed02ed6/223efed3-26f7-43f4-9098-47dcde4606e3/70df1aeb-b0b1-477c-ac80-7d54bfb20b53) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:41:04.336913 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b4f2de5e-42e5-4d55-adc7-5f9dfa51c203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:04.400695 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4383fd13-f20e-4386-a31a-b8ca1e90e852 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:41:04.627887 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3128b353-fd93-49b5-a0e5-87a0293acca8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:04.634397 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3128b353-fd93-49b5-a0e5-87a0293acca8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:04.638662 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3128b353-fd93-49b5-a0e5-87a0293acca8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:04.807852 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128b353-fd93-49b5-a0e5-87a0293acca8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=6c9c20d6-f07b-48e7-9a52-bb31e4be93b2,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:04.858667 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-31922b05-6985-45e9-b53b-1bdee7b85b5a None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:04.897637 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b4f2de5e-42e5-4d55-adc7-5f9dfa51c203 None None] For port 4383fd13-f20e-4386-a31a-b8ca1e90e852, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4383fd13-f20e-4386-a31a-b8ca1e90e852,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:04.906056 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-31922b05-6985-45e9-b53b-1bdee7b85b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:04.923539 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b4f2de5e-42e5-4d55-adc7-5f9dfa51c203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:04.938808 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-7a10f2b8-c819-4687-b2b8-2f895c689938 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:04.942076 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-7a10f2b8-c819-4687-b2b8-2f895c689938 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.73 "GET /v2.0/networks?id=0144b778-2e7c-4a1d-86b2-f3dbc366beab HTTP/1.1" status: 200 len: 815 time: 0.3649766 Nov 25 19:41:04.966511 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-5767a803-2faf-478c-9d25-d50db460e004 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Request body: {'port': {'device_id': '74c94f3d-15fb-4214-96e4-39e263e12641', 'network_id': '0144b778-2e7c-4a1d-86b2-f3dbc366beab', 'admin_state_up': True, 'tenant_id': 'abb922ce65454bc1915d7b2c3b27e005'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:05.005396 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3128b353-fd93-49b5-a0e5-87a0293acca8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:05.016151 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3128b353-fd93-49b5-a0e5-87a0293acca8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:05.028620 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31922b05-6985-45e9-b53b-1bdee7b85b5a None None] Network af7defc2-3ad4-4d4b-8916-9f945ed02ed6 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:05.034964 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 4383fd13-f20e-4386-a31a-b8ca1e90e852 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:05.035402 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:05.164151 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-1d563e72-6d06-45ec-bbfd-dd2a145b260d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Allocated IP 2001:db8::f816:3eff:fe47:953c (af7defc2-3ad4-4d4b-8916-9f945ed02ed6/223efed3-26f7-43f4-9098-47dcde4606e3/e2267142-75e1-4596-a8ec-1fe52397dd49) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:41:05.193412 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-31922b05-6985-45e9-b53b-1bdee7b85b5a None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:05.198829 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31922b05-6985-45e9-b53b-1bdee7b85b5a None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:41:05.275943 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-5767a803-2faf-478c-9d25-d50db460e004 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Made reservation on behalf of abb922ce65454bc1915d7b2c3b27e005 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:41:05.282228 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-5767a803-2faf-478c-9d25-d50db460e004 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:05.336148 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31922b05-6985-45e9-b53b-1bdee7b85b5a None None] Pushing event updated for resources: {'Port': ['ID=70df1aeb-b0b1-477c-ac80-7d54bfb20b53,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:05.428993 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3128b353-fd93-49b5-a0e5-87a0293acca8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Router e53b3552-9cda-4f5e-b6d3-23276b5dc6bb is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:41:05.551624 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-31922b05-6985-45e9-b53b-1bdee7b85b5a None None] Attempting to bind port 70df1aeb-b0b1-477c-ac80-7d54bfb20b53 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:41:05.551821 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-31922b05-6985-45e9-b53b-1bdee7b85b5a None None] Attempting to bind port 70df1aeb-b0b1-477c-ac80-7d54bfb20b53 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '79bd73b6-6719-4548-997e-5d0fb348784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'af7defc2-3ad4-4d4b-8916-9f945ed02ed6'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:41:05.552049 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31922b05-6985-45e9-b53b-1bdee7b85b5a None None] Attempting to bind port 70df1aeb-b0b1-477c-ac80-7d54bfb20b53 on network af7defc2-3ad4-4d4b-8916-9f945ed02ed6 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:41:05.605393 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6d527566-aa5e-44f2-9ec2-2f97cf231300 None None] Provisioning complete for port 6c9c20d6-f07b-48e7-9a52-bb31e4be93b2 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:05.605763 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d527566-aa5e-44f2-9ec2-2f97cf231300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:05.658785 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d563e72-6d06-45ec-bbfd-dd2a145b260d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:05.689164 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3128b353-fd93-49b5-a0e5-87a0293acca8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:41:05.713160 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3128b353-fd93-49b5-a0e5-87a0293acca8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "PUT /v2.0/routers/e53b3552-9cda-4f5e-b6d3-23276b5dc6bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7420313 Nov 25 19:41:05.717145 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47856) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:05.761789 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-6d527566-aa5e-44f2-9ec2-2f97cf231300 None None] Port 6c9c20d6-f07b-48e7-9a52-bb31e4be93b2 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:41:05.771539 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cae9b2-ac72-4e6a-b459-5d1f0149d502 None None] Sync routers for ids ['e53b3552-9cda-4f5e-b6d3-23276b5dc6bb'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:41:05.803456 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ecc6ca-2806-4baf-9a92-70aa5fdbcd01 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:05.805420 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-50ecc6ca-2806-4baf-9a92-70aa5fdbcd01 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports/6c9c20d6-f07b-48e7-9a52-bb31e4be93b2 HTTP/1.1" status: 200 len: 911 time: 0.0870569 Nov 25 19:41:05.808614 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6d527566-aa5e-44f2-9ec2-2f97cf231300 None None] Could not find standard attr ID for object be533593-ffc5-4858-9d9d-375be134d03d. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:41:05.811902 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47858) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:05.841840 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31922b05-6985-45e9-b53b-1bdee7b85b5a None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:41:05.842631 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31922b05-6985-45e9-b53b-1bdee7b85b5a None None] Checking segment: {'id': '79bd73b6-6719-4548-997e-5d0fb348784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'af7defc2-3ad4-4d4b-8916-9f945ed02ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:41:05.843279 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-31922b05-6985-45e9-b53b-1bdee7b85b5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:05.843919 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31922b05-6985-45e9-b53b-1bdee7b85b5a None None] Bound using segment: {'id': '79bd73b6-6719-4548-997e-5d0fb348784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'af7defc2-3ad4-4d4b-8916-9f945ed02ed6'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:41:05.847554 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-31922b05-6985-45e9-b53b-1bdee7b85b5a None None] Bound port: 70df1aeb-b0b1-477c-ac80-7d54bfb20b53, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79bd73b6-6719-4548-997e-5d0fb348784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'af7defc2-3ad4-4d4b-8916-9f945ed02ed6'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:41:05.849392 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-31922b05-6985-45e9-b53b-1bdee7b85b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:05.858531 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:05.859915 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d563e72-6d06-45ec-bbfd-dd2a145b260d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:05.894061 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-5767a803-2faf-478c-9d25-d50db460e004 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Allocated IP 172.20.0.5 (0144b778-2e7c-4a1d-86b2-f3dbc366beab/17ff6b3c-3d44-40a6-b0c9-a57101908837/831e98c1-f30d-4b30-83fa-f698b4da9096) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:41:05.904750 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:05.936812 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a94c58-e974-4380-9e09-412d1c68cbaa tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:05.944453 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cae9b2-ac72-4e6a-b459-5d1f0149d502 None None] Routers {'e53b3552-9cda-4f5e-b6d3-23276b5dc6bb'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:41:05.945743 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-65cae9b2-ac72-4e6a-b459-5d1f0149d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:41:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['e53b3552-9cda-4f5e-b6d3-23276b5dc6bb'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:05.960405 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a94c58-e974-4380-9e09-412d1c68cbaa tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:05.969266 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-30a94c58-e974-4380-9e09-412d1c68cbaa tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1508996 Nov 25 19:41:05.971112 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47862) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:05.980981 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d563e72-6d06-45ec-bbfd-dd2a145b260d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Network af7defc2-3ad4-4d4b-8916-9f945ed02ed6 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:05.984697 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1d563e72-6d06-45ec-bbfd-dd2a145b260d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:05.994067 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d563e72-6d06-45ec-bbfd-dd2a145b260d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:41:06.011839 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d563e72-6d06-45ec-bbfd-dd2a145b260d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:06.013230 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d563e72-6d06-45ec-bbfd-dd2a145b260d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:06.059105 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d563e72-6d06-45ec-bbfd-dd2a145b260d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event updated for resources: {'Port': ['ID=e2267142-75e1-4596-a8ec-1fe52397dd49,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:06.111492 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1d563e72-6d06-45ec-bbfd-dd2a145b260d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.3003993 Nov 25 19:41:06.118510 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47864) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:06.188323 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fa7f5-cecf-4e41-8615-73bd4832dad7 req-cd653974-ff35-4b60-9efe-f87347a76eaf tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:06.193993 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-31922b05-6985-45e9-b53b-1bdee7b85b5a None None] For port 70df1aeb-b0b1-477c-ac80-7d54bfb20b53, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:41:06.196600 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6f4fa7f5-cecf-4e41-8615-73bd4832dad7 req-cd653974-ff35-4b60-9efe-f87347a76eaf tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=294bb890-eb8b-4542-802b-6b52cad97cb9 HTTP/1.1" status: 200 len: 943 time: 0.5940185 Nov 25 19:41:06.197801 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-31922b05-6985-45e9-b53b-1bdee7b85b5a None None] For port 70df1aeb-b0b1-477c-ac80-7d54bfb20b53, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=70df1aeb-b0b1-477c-ac80-7d54bfb20b53,segment=NetworkSegment(79bd73b6-6719-4548-997e-5d0fb348784d),segment_id=79bd73b6-6719-4548-997e-5d0fb348784d)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:41:06.223922 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-31922b05-6985-45e9-b53b-1bdee7b85b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:06.227522 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2de5e-42e5-4d55-adc7-5f9dfa51c203 None None] Pushing event updated for resources: {'Port': ['ID=4383fd13-f20e-4386-a31a-b8ca1e90e852,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:06.237504 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-5733654a-84ed-42cf-8278-13cefd01c514 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Deleting subnet 223efed3-26f7-43f4-9098-47dcde4606e3 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:41:06.248926 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5733654a-84ed-42cf-8278-13cefd01c514 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:06.342043 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-65cae9b2-ac72-4e6a-b459-5d1f0149d502 None None] Set router e53b3552-9cda-4f5e-b6d3-23276b5dc6bb gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:41:06.358095 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5733654a-84ed-42cf-8278-13cefd01c514 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:06.448975 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-93fa7c32-4852-4256-8d1b-88e8e8d0a53c None None] Provisioning complete for port 6c9c20d6-f07b-48e7-9a52-bb31e4be93b2 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:06.450818 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-93fa7c32-4852-4256-8d1b-88e8e8d0a53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:06.580912 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31922b05-6985-45e9-b53b-1bdee7b85b5a None None] Pushing event updated for resources: {'Port': ['ID=70df1aeb-b0b1-477c-ac80-7d54bfb20b53,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:06.610998 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-93fa7c32-4852-4256-8d1b-88e8e8d0a53c None None] Port 6c9c20d6-f07b-48e7-9a52-bb31e4be93b2 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:41:06.692962 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5733654a-84ed-42cf-8278-13cefd01c514 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:06.837605 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-5767a803-2faf-478c-9d25-d50db460e004 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:06.887955 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5733654a-84ed-42cf-8278-13cefd01c514 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:06.922602 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-65cae9b2-ac72-4e6a-b459-5d1f0149d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53b3552-9cda-4f5e-b6d3-23276b5dc6bb', 'name': 'tempest-NetworksTestDHCPv6-router-107287338', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:40:58Z', 'updated_at': '2021-11-25T19:41:03Z', 'revision_number': 2, 'project_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'gw_port_host': None, '_interfaces': [{'id': '6c9c20d6-f07b-48e7-9a52-bb31e4be93b2', 'name': '', 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'mac_address': 'fa:16:3e:e1:51:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53b3552-9cda-4f5e-b6d3-23276b5dc6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '86593106-dc88-4b20-a225-d62ccb435673', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:41:02Z', 'updated_at': '2021-11-25T19:41:04Z', 'revision_number': 2, 'project_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'subnets': [{'id': '86593106-dc88-4b20-a225-d62ccb435673', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:06.931841 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-6f4fa7f5-cecf-4e41-8615-73bd4832dad7 req-b0bb58bf-083c-4dfb-a022-a9816a786db8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Deleting port 34a9b972-5dd2-4312-9c5a-67a64ab56f5d {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:06.932330 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6f4fa7f5-cecf-4e41-8615-73bd4832dad7 req-b0bb58bf-083c-4dfb-a022-a9816a786db8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:06.973285 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5733654a-84ed-42cf-8278-13cefd01c514 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:06.985288 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5733654a-84ed-42cf-8278-13cefd01c514 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "DELETE /v2.0/subnets/223efed3-26f7-43f4-9098-47dcde4606e3 HTTP/1.1" status: 204 len: 168 time: 0.8596931 Nov 25 19:41:06.985288 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733654a-84ed-42cf-8278-13cefd01c514 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event deleted for resources: {'Subnet': ['ID=223efed3-26f7-43f4-9098-47dcde4606e3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:06.987547 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47866) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:06.996595 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cae9b2-ac72-4e6a-b459-5d1f0149d502 None None] Checking router: e53b3552-9cda-4f5e-b6d3-23276b5dc6bb for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:41:06.997491 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cae9b2-ac72-4e6a-b459-5d1f0149d502 None None] Updating router e53b3552-9cda-4f5e-b6d3-23276b5dc6bb port 6c9c20d6-f07b-48e7-9a52-bb31e4be93b2 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:41:07.038942 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-65cae9b2-ac72-4e6a-b459-5d1f0149d502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:07.231348 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-5767a803-2faf-478c-9d25-d50db460e004 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:07.248882 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['e84a21e4-bcde-4d01-aab2-cba25c2d2414'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:41:07.386246 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27540817-1a2f-4fcd-b9d1-eb0c15322dc0 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:07.390853 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27540817-1a2f-4fcd-b9d1-eb0c15322dc0 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:07.397496 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-27540817-1a2f-4fcd-b9d1-eb0c15322dc0 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4051332 Nov 25 19:41:07.398057 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47870) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:07.521086 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-6f4fa7f5-cecf-4e41-8615-73bd4832dad7 req-b0bb58bf-083c-4dfb-a022-a9816a786db8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] For port 34a9b972-5dd2-4312-9c5a-67a64ab56f5d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=34a9b972-5dd2-4312-9c5a-67a64ab56f5d,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:07.521439 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6f4fa7f5-cecf-4e41-8615-73bd4832dad7 req-b0bb58bf-083c-4dfb-a022-a9816a786db8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:07.553020 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767a803-2faf-478c-9d25-d50db460e004 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Pushing event updated for resources: {'Port': ['ID=831e98c1-f30d-4b30-83fa-f698b4da9096,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:07.639539 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c72becb8-9170-4647-90c9-96f883d58683 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:07.659293 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-5767a803-2faf-478c-9d25-d50db460e004 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Network 0144b778-2e7c-4a1d-86b2-f3dbc366beab is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:07.682860 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-c72becb8-9170-4647-90c9-96f883d58683 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 25 19:41:07.685288 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c72becb8-9170-4647-90c9-96f883d58683 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:41:07.689240 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-5767a803-2faf-478c-9d25-d50db460e004 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:07.694352 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-5767a803-2faf-478c-9d25-d50db460e004 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:41:07.702165 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-65cae9b2-ac72-4e6a-b459-5d1f0149d502 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:07.720349 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c72becb8-9170-4647-90c9-96f883d58683 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "DELETE /v2.0/networks/af7defc2-3ad4-4d4b-8916-9f945ed02ed6 HTTP/1.1" status: 409 len: 405 time: 0.3068504 Nov 25 19:41:07.721348 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47872) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:07.730024 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8079cb8b-0f8b-4476-a5fd-29e31ad2d1bb tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-789155620'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:07.734636 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-65cae9b2-ac72-4e6a-b459-5d1f0149d502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:07.763897 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-6f4fa7f5-cecf-4e41-8615-73bd4832dad7 req-b0bb58bf-083c-4dfb-a022-a9816a786db8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Calling delete_port for 34a9b972-5dd2-4312-9c5a-67a64ab56f5d owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:07.770863 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba6c17c9-e212-46ec-9fcc-52ce5aa5052b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:07.824687 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8079cb8b-0f8b-4476-a5fd-29e31ad2d1bb tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Made reservation on behalf of cee052b9005f4cf4ac9a2fd47af479f1 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:41:07.828423 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8079cb8b-0f8b-4476-a5fd-29e31ad2d1bb tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:07.857039 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406cb93-45f5-4bc9-bf59-6a1669bf1b6c None None] Pushing event updated for resources: {'Port': ['ID=6c9c20d6-f07b-48e7-9a52-bb31e4be93b2,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:07.881141 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8079cb8b-0f8b-4476-a5fd-29e31ad2d1bb tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:41:07.911381 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8079cb8b-0f8b-4476-a5fd-29e31ad2d1bb tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:07.911798 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-8079cb8b-0f8b-4476-a5fd-29e31ad2d1bb tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Added segment 9374a2e7-7583-42c4-8a34-be62fbcd5281 of type vlan for network bf84f364-a26a-4648-9f18-72f2452ff0f0 Nov 25 19:41:08.009753 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-65cae9b2-ac72-4e6a-b459-5d1f0149d502 None None] Attempting to bind port 6c9c20d6-f07b-48e7-9a52-bb31e4be93b2 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:41:08.010180 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-65cae9b2-ac72-4e6a-b459-5d1f0149d502 None None] Attempting to bind port 6c9c20d6-f07b-48e7-9a52-bb31e4be93b2 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:41:08.010953 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cae9b2-ac72-4e6a-b459-5d1f0149d502 None None] Attempting to bind port 6c9c20d6-f07b-48e7-9a52-bb31e4be93b2 on network b691ce13-c3fa-46f8-892f-a6e3ddf6046b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:41:08.034583 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cae9b2-ac72-4e6a-b459-5d1f0149d502 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:41:08.035238 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cae9b2-ac72-4e6a-b459-5d1f0149d502 None None] Checking segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:41:08.035731 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-65cae9b2-ac72-4e6a-b459-5d1f0149d502 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:08.036263 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cae9b2-ac72-4e6a-b459-5d1f0149d502 None None] Bound using segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:41:08.037891 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-65cae9b2-ac72-4e6a-b459-5d1f0149d502 None None] Bound port: 6c9c20d6-f07b-48e7-9a52-bb31e4be93b2, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:41:08.039300 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-65cae9b2-ac72-4e6a-b459-5d1f0149d502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:08.106901 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8079cb8b-0f8b-4476-a5fd-29e31ad2d1bb tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:08.239734 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-65cae9b2-ac72-4e6a-b459-5d1f0149d502 None None] For port 6c9c20d6-f07b-48e7-9a52-bb31e4be93b2, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:41:08.243415 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8079cb8b-0f8b-4476-a5fd-29e31ad2d1bb tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:08.251202 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-65cae9b2-ac72-4e6a-b459-5d1f0149d502 None None] For port 6c9c20d6-f07b-48e7-9a52-bb31e4be93b2, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6c9c20d6-f07b-48e7-9a52-bb31e4be93b2,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:41:08.262205 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-65cae9b2-ac72-4e6a-b459-5d1f0149d502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:08.265611 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8079cb8b-0f8b-4476-a5fd-29e31ad2d1bb tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:08.271599 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8079cb8b-0f8b-4476-a5fd-29e31ad2d1bb tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:08.333563 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-5767a803-2faf-478c-9d25-d50db460e004 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:08.341191 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-5767a803-2faf-478c-9d25-d50db460e004 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:08.439981 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8079cb8b-0f8b-4476-a5fd-29e31ad2d1bb tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7124913 Nov 25 19:41:08.441218 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47876) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:08.449835 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3196b5ed-91b4-4cd8-b0b7-ad33f55643d9 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Request body: {'subnet': {'network_id': 'bf84f364-a26a-4648-9f18-72f2452ff0f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:08.508998 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cae9b2-ac72-4e6a-b459-5d1f0149d502 None None] Routers {'e53b3552-9cda-4f5e-b6d3-23276b5dc6bb'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:41:08.509642 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-65cae9b2-ac72-4e6a-b459-5d1f0149d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:41:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['e53b3552-9cda-4f5e-b6d3-23276b5dc6bb'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:08.515753 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079cb8b-0f8b-4476-a5fd-29e31ad2d1bb tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event updated for resources: {'Network': ['ID=bf84f364-a26a-4648-9f18-72f2452ff0f0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:08.534442 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network bf84f364-a26a-4648-9f18-72f2452ff0f0 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:41:08.678024 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-5767a803-2faf-478c-9d25-d50db460e004 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7234650 Nov 25 19:41:08.707128 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-0fdbbe2a-90fe-4090-bd18-897d7d3ff7ab service neutron] Request body: {'port': {'device_id': '74c94f3d-15fb-4214-96e4-39e263e12641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:08.767696 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3196b5ed-91b4-4cd8-b0b7-ad33f55643d9 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Made reservation on behalf of cee052b9005f4cf4ac9a2fd47af479f1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:41:08.768473 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406cb93-45f5-4bc9-bf59-6a1669bf1b6c None None] Pushing event updated for resources: {'Port': ['ID=6c9c20d6-f07b-48e7-9a52-bb31e4be93b2,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:08.781411 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 70df1aeb-b0b1-477c-ac80-7d54bfb20b53 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:41:08.781937 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3196b5ed-91b4-4cd8-b0b7-ad33f55643d9 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:08.798440 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3071d9-c8cc-4410-a70a-cebf63f618e4 None None] Network af7defc2-3ad4-4d4b-8916-9f945ed02ed6 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:41:08.987249 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6f4fa7f5-cecf-4e41-8615-73bd4832dad7 req-b0bb58bf-083c-4dfb-a022-a9816a786db8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:09.067602 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb58bf-083c-4dfb-a022-a9816a786db8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Pushing event deleted for resources: {'Port': ['ID=34a9b972-5dd2-4312-9c5a-67a64ab56f5d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:09.268536 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['3de27103-dacf-46fc-9c82-1f1872c5cb0e', 'd1fe46f4-f096-47ff-b2e6-00d419bb5968'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:41:09.359685 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4fa7f5-cecf-4e41-8615-73bd4832dad7 req-b0bb58bf-083c-4dfb-a022-a9816a786db8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] No DVR routers for this DVR port 34a9b972-5dd2-4312-9c5a-67a64ab56f5d on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:41:09.363697 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6f4fa7f5-cecf-4e41-8615-73bd4832dad7 req-b0bb58bf-083c-4dfb-a022-a9816a786db8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:09.378272 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6f4fa7f5-cecf-4e41-8615-73bd4832dad7 req-b0bb58bf-083c-4dfb-a022-a9816a786db8 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "DELETE /v2.0/ports/34a9b972-5dd2-4312-9c5a-67a64ab56f5d HTTP/1.1" status: 204 len: 173 time: 3.1798322 Nov 25 19:41:09.378500 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294bb890-eb8b-4542-802b-6b52cad97cb9', 'name': 'network-vif-deleted', 'tag': '34a9b972-5dd2-4312-9c5a-67a64ab56f5d'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:41:09.381666 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a47c16-b309-4d7e-ac94-15022d3e48f1" -d '{"events": [{"server_uuid": "294bb890-eb8b-4542-802b-6b52cad97cb9", "name": "network-vif-deleted", "tag": "34a9b972-5dd2-4312-9c5a-67a64ab56f5d"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:41:09.406996 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-0fdbbe2a-90fe-4090-bd18-897d7d3ff7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:09.529099 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-452b0756-bb13-49cd-9b6d-993a44b0194a None None] Provisioning complete for port 6c9c20d6-f07b-48e7-9a52-bb31e4be93b2 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:09.529914 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-452b0756-bb13-49cd-9b6d-993a44b0194a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:09.630222 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-65cae9b2-ac72-4e6a-b459-5d1f0149d502 None None] Set router e53b3552-9cda-4f5e-b6d3-23276b5dc6bb gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:41:09.638895 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 70df1aeb-b0b1-477c-ac80-7d54bfb20b53 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:09.639452 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:09.813425 n-d-819349-5 neutron-server[103599]: DEBUG neutron.objects.ports [None req-3196b5ed-91b4-4cd8-b0b7-ad33f55643d9 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:41:09.822792 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3196b5ed-91b4-4cd8-b0b7-ad33f55643d9 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:09.911851 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-0fdbbe2a-90fe-4090-bd18-897d7d3ff7ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 831e98c1-f30d-4b30-83fa-f698b4da9096 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:41:09.921822 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-0fdbbe2a-90fe-4090-bd18-897d7d3ff7ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:09.943489 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-0fdbbe2a-90fe-4090-bd18-897d7d3ff7ab service neutron] Transition to ACTIVE for port object 831e98c1-f30d-4b30-83fa-f698b4da9096 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:41:09.989643 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:10.006894 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-0fdbbe2a-90fe-4090-bd18-897d7d3ff7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:10.051172 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3196b5ed-91b4-4cd8-b0b7-ad33f55643d9 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Checking segment: {'id': '9374a2e7-7583-42c4-8a34-be62fbcd5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'bf84f364-a26a-4648-9f18-72f2452ff0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:41:10.062342 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3196b5ed-91b4-4cd8-b0b7-ad33f55643d9 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Network hostable DHCP agents. Network: bf84f364-a26a-4648-9f18-72f2452ff0f0, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:41:10.064952 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196b5ed-91b4-4cd8-b0b7-ad33f55643d9 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event updated for resources: {'Subnet': ['ID=d0289fc4-ef7d-47ad-a563-6b90fab42f15,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:10.104211 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3196b5ed-91b4-4cd8-b0b7-ad33f55643d9 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Network bf84f364-a26a-4648-9f18-72f2452ff0f0 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:41:10.121922 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3196b5ed-91b4-4cd8-b0b7-ad33f55643d9 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, bf84f364-a26a-4648-9f18-72f2452ff0f0) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:10.127568 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3196b5ed-91b4-4cd8-b0b7-ad33f55643d9 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:10.133422 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3196b5ed-91b4-4cd8-b0b7-ad33f55643d9 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:10.166165 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3196b5ed-91b4-4cd8-b0b7-ad33f55643d9 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7197695 Nov 25 19:41:10.166165 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47886) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:10.176707 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbbe2a-90fe-4090-bd18-897d7d3ff7ab service neutron] Pushing event updated for resources: {'Port': ['ID=831e98c1-f30d-4b30-83fa-f698b4da9096,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:10.193768 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-452b0756-bb13-49cd-9b6d-993a44b0194a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:10.239458 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d51954-374f-4277-bb18-1a0f4ca29473 None None] Network bf84f364-a26a-4648-9f18-72f2452ff0f0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:41:10.310976 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ba6c17c9-e212-46ec-9fcc-52ce5aa5052b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting port 6c9c20d6-f07b-48e7-9a52-bb31e4be93b2 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:10.311332 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba6c17c9-e212-46ec-9fcc-52ce5aa5052b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:10.422903 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c79ace-4e5b-437c-b286-96869532d025 None None] DHCP port deletion for af7defc2-3ad4-4d4b-8916-9f945ed02ed6 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:41:10.427724 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9de57847-61ca-4668-8f37-555c8b13ed15 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:10.526009 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 70df1aeb-b0b1-477c-ac80-7d54bfb20b53, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=70df1aeb-b0b1-477c-ac80-7d54bfb20b53,segment=NetworkSegment(79bd73b6-6719-4548-997e-5d0fb348784d),segment_id=79bd73b6-6719-4548-997e-5d0fb348784d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:10.557763 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-452b0756-bb13-49cd-9b6d-993a44b0194a None None] For port 6c9c20d6-f07b-48e7-9a52-bb31e4be93b2, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6c9c20d6-f07b-48e7-9a52-bb31e4be93b2,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:10.562686 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:10.571506 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4383fd13-f20e-4386-a31a-b8ca1e90e852 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:41:10.604186 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9de57847-61ca-4668-8f37-555c8b13ed15 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:10.705947 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9de57847-61ca-4668-8f37-555c8b13ed15 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:10.706826 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=70df1aeb-b0b1-477c-ac80-7d54bfb20b53,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:10.719963 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-452b0756-bb13-49cd-9b6d-993a44b0194a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:10.757083 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-0fdbbe2a-90fe-4090-bd18-897d7d3ff7ab service neutron] Attempting to bind port 831e98c1-f30d-4b30-83fa-f698b4da9096 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:41:10.757516 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-0fdbbe2a-90fe-4090-bd18-897d7d3ff7ab service neutron] Attempting to bind port 831e98c1-f30d-4b30-83fa-f698b4da9096 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '02fa6f66-9208-4806-8bde-6e2373cf1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0144b778-2e7c-4a1d-86b2-f3dbc366beab'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:41:10.758353 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-0fdbbe2a-90fe-4090-bd18-897d7d3ff7ab service neutron] Attempting to bind port 831e98c1-f30d-4b30-83fa-f698b4da9096 on network 0144b778-2e7c-4a1d-86b2-f3dbc366beab {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:41:10.783226 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de57847-61ca-4668-8f37-555c8b13ed15 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event deleted for resources: {'Subnet': ['ID=d0289fc4-ef7d-47ad-a563-6b90fab42f15,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:10.792478 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-0fdbbe2a-90fe-4090-bd18-897d7d3ff7ab service neutron] Port 831e98c1-f30d-4b30-83fa-f698b4da9096 on network 0144b778-2e7c-4a1d-86b2-f3dbc366beab not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:41:10.793161 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-0fdbbe2a-90fe-4090-bd18-897d7d3ff7ab service neutron] Attempting to bind port 831e98c1-f30d-4b30-83fa-f698b4da9096 on network 0144b778-2e7c-4a1d-86b2-f3dbc366beab {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:41:10.837864 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459453d-da2e-4544-a8da-0992799b8808 req-62b861f3-2834-4fb4-8a0d-359df984cc19 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:10.854425 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6459453d-da2e-4544-a8da-0992799b8808 req-62b861f3-2834-4fb4-8a0d-359df984cc19 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e4340a7-a2e7-4005-b776-fcaee8692fcf HTTP/1.1" status: 200 len: 945 time: 0.1865284 Nov 25 19:41:10.863850 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4569c0-1452-4592-ab31-15862e8d7f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-bf84f364-a26a-4648-9f18-72f2452ff0f0', 'network_id': 'bf84f364-a26a-4648-9f18-72f2452ff0f0', 'tenant_id': 'cee052b9005f4cf4ac9a2fd47af479f1', 'fixed_ips': [{'subnet_id': 'd0289fc4-ef7d-47ad-a563-6b90fab42f15'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:41:10.864748 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8b4569c0-1452-4592-ab31-15862e8d7f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:10.886247 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 4383fd13-f20e-4386-a31a-b8ca1e90e852 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:10.886247 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:10.887020 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-0fdbbe2a-90fe-4090-bd18-897d7d3ff7ab service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:41:10.888294 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-0fdbbe2a-90fe-4090-bd18-897d7d3ff7ab service neutron] Checking segment: {'id': '02fa6f66-9208-4806-8bde-6e2373cf1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0144b778-2e7c-4a1d-86b2-f3dbc366beab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:41:10.889332 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-0fdbbe2a-90fe-4090-bd18-897d7d3ff7ab service neutron] Bound using segment: {'id': '02fa6f66-9208-4806-8bde-6e2373cf1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0144b778-2e7c-4a1d-86b2-f3dbc366beab'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:41:10.890201 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-0fdbbe2a-90fe-4090-bd18-897d7d3ff7ab service neutron] Bound port: 831e98c1-f30d-4b30-83fa-f698b4da9096, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02fa6f66-9208-4806-8bde-6e2373cf1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0144b778-2e7c-4a1d-86b2-f3dbc366beab'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:41:10.890966 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-0fdbbe2a-90fe-4090-bd18-897d7d3ff7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:10.899920 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9de57847-61ca-4668-8f37-555c8b13ed15 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:10.914894 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ba6c17c9-e212-46ec-9fcc-52ce5aa5052b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] For port 6c9c20d6-f07b-48e7-9a52-bb31e4be93b2, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6c9c20d6-f07b-48e7-9a52-bb31e4be93b2,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:10.915623 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba6c17c9-e212-46ec-9fcc-52ce5aa5052b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:10.957860 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9de57847-61ca-4668-8f37-555c8b13ed15 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf84f364-a26a-4648-9f18-72f2452ff0f0']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:10.967322 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ba6c17c9-e212-46ec-9fcc-52ce5aa5052b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Calling delete_port for 6c9c20d6-f07b-48e7-9a52-bb31e4be93b2 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:10.994939 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9de57847-61ca-4668-8f37-555c8b13ed15 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9374a2e7-7583-42c4-8a34-be62fbcd5281') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:10.996178 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9de57847-61ca-4668-8f37-555c8b13ed15 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9374a2e7-7583-42c4-8a34-be62fbcd5281') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:11.011624 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-65cae9b2-ac72-4e6a-b459-5d1f0149d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53b3552-9cda-4f5e-b6d3-23276b5dc6bb', 'name': 'tempest-NetworksTestDHCPv6-router-107287338', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:40:58Z', 'updated_at': '2021-11-25T19:41:03Z', 'revision_number': 2, 'project_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'gw_port_host': None, '_interfaces': [{'id': '6c9c20d6-f07b-48e7-9a52-bb31e4be93b2', 'name': '', 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'mac_address': 'fa:16:3e:e1:51:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53b3552-9cda-4f5e-b6d3-23276b5dc6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '86593106-dc88-4b20-a225-d62ccb435673', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:41:02Z', 'updated_at': '2021-11-25T19:41:08Z', 'revision_number': 4, 'project_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'subnets': [{'id': '86593106-dc88-4b20-a225-d62ccb435673', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:11.021141 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4189f081-e144-4faf-b4e0-ae69cf5ae018 None None] Provisioning complete for port 70df1aeb-b0b1-477c-ac80-7d54bfb20b53 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:11.021574 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4189f081-e144-4faf-b4e0-ae69cf5ae018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:11.023272 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b0756-bb13-49cd-9b6d-993a44b0194a None None] Pushing event updated for resources: {'Port': ['ID=6c9c20d6-f07b-48e7-9a52-bb31e4be93b2,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:11.030788 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9de57847-61ca-4668-8f37-555c8b13ed15 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:11.066339 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-80c79ace-4e5b-437c-b286-96869532d025 None None] Deleting port 70df1aeb-b0b1-477c-ac80-7d54bfb20b53 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:11.066796 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-80c79ace-4e5b-437c-b286-96869532d025 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:11.083175 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9de57847-61ca-4668-8f37-555c8b13ed15 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:11.102797 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de57847-61ca-4668-8f37-555c8b13ed15 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:41:11.102797 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9de57847-61ca-4668-8f37-555c8b13ed15 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:41:11.144773 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:41:11.213242 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cae9b2-ac72-4e6a-b459-5d1f0149d502 None None] The sync data for ids ['e53b3552-9cda-4f5e-b6d3-23276b5dc6bb'] in n-d-819349-5 is: [{'id': 'e53b3552-9cda-4f5e-b6d3-23276b5dc6bb', 'name': 'tempest-NetworksTestDHCPv6-router-107287338', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:40:58Z', 'updated_at': '2021-11-25T19:41:03Z', 'revision_number': 2, 'project_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'gw_port_host': None, '_interfaces': [{'id': '6c9c20d6-f07b-48e7-9a52-bb31e4be93b2', 'name': '', 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'mac_address': 'fa:16:3e:e1:51:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53b3552-9cda-4f5e-b6d3-23276b5dc6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '86593106-dc88-4b20-a225-d62ccb435673', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:41:02Z', 'updated_at': '2021-11-25T19:41:08Z', 'revision_number': 4, 'project_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'subnets': [{'id': '86593106-dc88-4b20-a225-d62ccb435673', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:41:11.284724 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-80c79ace-4e5b-437c-b286-96869532d025 None None] For port 70df1aeb-b0b1-477c-ac80-7d54bfb20b53, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=70df1aeb-b0b1-477c-ac80-7d54bfb20b53,segment=NetworkSegment(79bd73b6-6719-4548-997e-5d0fb348784d),segment_id=79bd73b6-6719-4548-997e-5d0fb348784d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:11.285369 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-80c79ace-4e5b-437c-b286-96869532d025 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:11.303498 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6516bb12-0034-494d-bacf-a297bba06bad None None] Network bf84f364-a26a-4648-9f18-72f2452ff0f0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:41:11.330887 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-80c79ace-4e5b-437c-b286-96869532d025 None None] Calling delete_port for 70df1aeb-b0b1-477c-ac80-7d54bfb20b53 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:11.357172 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9de57847-61ca-4668-8f37-555c8b13ed15 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:11.367963 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9de57847-61ca-4668-8f37-555c8b13ed15 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:11.392506 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9de57847-61ca-4668-8f37-555c8b13ed15 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "DELETE /v2.0/networks/bf84f364-a26a-4648-9f18-72f2452ff0f0 HTTP/1.1" status: 204 len: 168 time: 1.2235298 Nov 25 19:41:11.406809 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47892) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:11.424431 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ee3ebcbc-4c45-448a-aa81-a1eafb4f71ee tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1519689548'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:11.459375 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de57847-61ca-4668-8f37-555c8b13ed15 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event deleted for resources: {'Network': ['ID=bf84f364-a26a-4648-9f18-72f2452ff0f0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:11.530259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3ebcbc-4c45-448a-aa81-a1eafb4f71ee tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Made reservation on behalf of cee052b9005f4cf4ac9a2fd47af479f1 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:41:11.536239 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee3ebcbc-4c45-448a-aa81-a1eafb4f71ee tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:11.621873 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3ebcbc-4c45-448a-aa81-a1eafb4f71ee tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:41:11.748647 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee3ebcbc-4c45-448a-aa81-a1eafb4f71ee tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:11.758324 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-0fdbbe2a-90fe-4090-bd18-897d7d3ff7ab service neutron] For port 831e98c1-f30d-4b30-83fa-f698b4da9096, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:41:11.763307 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-ee3ebcbc-4c45-448a-aa81-a1eafb4f71ee tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Added segment 40cde59f-8785-4344-8bda-d44eea8391cd of type vlan for network 18db7ad2-d895-4741-aba6-1f5a2e0079c0 Nov 25 19:41:11.770700 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6459453d-da2e-4544-a8da-0992799b8808 req-8f69aa95-f8ea-4ab2-aed6-853a8a6d11ba tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9144220 Nov 25 19:41:11.814200 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-0fdbbe2a-90fe-4090-bd18-897d7d3ff7ab service neutron] For port 831e98c1-f30d-4b30-83fa-f698b4da9096, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=831e98c1-f30d-4b30-83fa-f698b4da9096,segment=NetworkSegment(02fa6f66-9208-4806-8bde-6e2373cf1375),segment_id=02fa6f66-9208-4806-8bde-6e2373cf1375)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:41:11.823449 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-0fdbbe2a-90fe-4090-bd18-897d7d3ff7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:11.886384 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-0fdbbe2a-90fe-4090-bd18-897d7d3ff7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:11.890814 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-0fdbbe2a-90fe-4090-bd18-897d7d3ff7ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:11.898415 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-0fdbbe2a-90fe-4090-bd18-897d7d3ff7ab service neutron] 10.222.0.73 "PUT /v2.0/ports/831e98c1-f30d-4b30-83fa-f698b4da9096 HTTP/1.1" status: 200 len: 1091 time: 3.2075810 Nov 25 19:41:12.020777 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee3ebcbc-4c45-448a-aa81-a1eafb4f71ee tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:12.130131 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-80c79ace-4e5b-437c-b286-96869532d025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:12.136527 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee3ebcbc-4c45-448a-aa81-a1eafb4f71ee tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:12.157472 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3ebcbc-4c45-448a-aa81-a1eafb4f71ee tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:12.157812 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee3ebcbc-4c45-448a-aa81-a1eafb4f71ee tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:12.167553 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6c9c20d6-f07b-48e7-9a52-bb31e4be93b2 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:41:12.264264 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ebcbc-4c45-448a-aa81-a1eafb4f71ee tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event updated for resources: {'Network': ['ID=18db7ad2-d895-4741-aba6-1f5a2e0079c0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:12.272288 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c79ace-4e5b-437c-b286-96869532d025 None None] Pushing event deleted for resources: {'Port': ['ID=70df1aeb-b0b1-477c-ac80-7d54bfb20b53,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:12.276837 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ee3ebcbc-4c45-448a-aa81-a1eafb4f71ee tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8654187 Nov 25 19:41:12.277123 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47900) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:12.279236 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c79ace-4e5b-437c-b286-96869532d025 None None] No DVR routers for this DVR port 70df1aeb-b0b1-477c-ac80-7d54bfb20b53 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:41:12.286669 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c87677f3-88a4-409c-aa58-a426618ee473 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Request body: {'subnet': {'network_id': '18db7ad2-d895-4741-aba6-1f5a2e0079c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:12.294886 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4189f081-e144-4faf-b4e0-ae69cf5ae018 None None] Provisioning complete for port 6c9c20d6-f07b-48e7-9a52-bb31e4be93b2 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:12.294886 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4189f081-e144-4faf-b4e0-ae69cf5ae018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:12.398040 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f49d40-767e-4d3d-b47b-ee0f5366027b None None] get_active_networks_info from n-d-819349-5 {{(pid=103601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:41:12.399969 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbbe2a-90fe-4090-bd18-897d7d3ff7ab service neutron] Pushing event updated for resources: {'Port': ['ID=831e98c1-f30d-4b30-83fa-f698b4da9096,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:12.401871 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 18db7ad2-d895-4741-aba6-1f5a2e0079c0 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:41:12.438265 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-170869be-184f-4d13-9a2f-af25dcd958fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:12.439982 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-170869be-184f-4d13-9a2f-af25dcd958fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abb922ce65454bc1915d7b2c3b27e005&device_id=74c94f3d-15fb-4214-96e4-39e263e12641 HTTP/1.1" status: 200 len: 1094 time: 0.4382405 Nov 25 19:41:12.511560 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87677f3-88a4-409c-aa58-a426618ee473 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Made reservation on behalf of cee052b9005f4cf4ac9a2fd47af479f1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:41:12.518530 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c87677f3-88a4-409c-aa58-a426618ee473 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:12.598135 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c6278-0954-47d6-a343-4ad5fb745a93 req-200b0c18-d489-4a10-bf48-90009b2eef5d tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:12.612437 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6d8c6278-0954-47d6-a343-4ad5fb745a93 req-200b0c18-d489-4a10-bf48-90009b2eef5d tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=74c94f3d-15fb-4214-96e4-39e263e12641 HTTP/1.1" status: 200 len: 943 time: 0.3484461 Nov 25 19:41:12.717279 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-05bd2e49-9554-42df-85dc-e1355bdf9c97 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=831e98c1-f30d-4b30-83fa-f698b4da9096 HTTP/1.1" status: 200 len: 217 time: 0.2523036 Nov 25 19:41:12.834499 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d04a2c5a-595d-4ca7-bbb1-aa797fc24d45 req-884da53f-91ed-4c45-8111-abd53d332c8d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=28fba048-4c3f-4311-9455-6cb27c5c09d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1051183 Nov 25 19:41:12.837530 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c87677f3-88a4-409c-aa58-a426618ee473 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:12.860649 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 6c9c20d6-f07b-48e7-9a52-bb31e4be93b2 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:12.861417 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:12.915995 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87677f3-88a4-409c-aa58-a426618ee473 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event updated for resources: {'Subnet': ['ID=9bfb81a2-62f3-4d7a-be4a-7f214c21f8d1,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:12.984240 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a2c5a-595d-4ca7-bbb1-aa797fc24d45 req-2d5d4d69-148a-46a3-bba3-3dde436e7861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:12.984731 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d04a2c5a-595d-4ca7-bbb1-aa797fc24d45 req-2d5d4d69-148a-46a3-bba3-3dde436e7861 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&device_id=28fba048-4c3f-4311-9455-6cb27c5c09d3 HTTP/1.1" status: 200 len: 1097 time: 0.0710852 Nov 25 19:41:13.002383 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87677f3-88a4-409c-aa58-a426618ee473 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Checking segment: {'id': '40cde59f-8785-4344-8bda-d44eea8391cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '18db7ad2-d895-4741-aba6-1f5a2e0079c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:41:13.002864 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87677f3-88a4-409c-aa58-a426618ee473 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Network hostable DHCP agents. Network: 18db7ad2-d895-4741-aba6-1f5a2e0079c0, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:41:13.098921 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87677f3-88a4-409c-aa58-a426618ee473 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Network 18db7ad2-d895-4741-aba6-1f5a2e0079c0 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:41:13.132995 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-c87677f3-88a4-409c-aa58-a426618ee473 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 18db7ad2-d895-4741-aba6-1f5a2e0079c0) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:13.165672 n-d-819349-5 neutron-server[103601]: INFO neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No ports have port_id starting with 6c9c20d6-f07b-48e7-9a52-bb31e4be93b2 Nov 25 19:41:13.168187 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a2c5a-595d-4ca7-bbb1-aa797fc24d45 req-bc34d255-cfab-4cba-a590-6880b2460cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:13.170227 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d04a2c5a-595d-4ca7-bbb1-aa797fc24d45 req-bc34d255-cfab-4cba-a590-6880b2460cb0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 200 len: 912 time: 0.1627862 Nov 25 19:41:13.180842 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87677f3-88a4-409c-aa58-a426618ee473 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:13.181473 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c87677f3-88a4-409c-aa58-a426618ee473 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:13.190526 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6d8c6278-0954-47d6-a343-4ad5fb745a93 req-14fa96a9-8500-43d9-af0e-687693cdc1cf tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664304 Nov 25 19:41:13.193332 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f49d40-767e-4d3d-b47b-ee0f5366027b None None] Resources bound (agent type, host, resource id): {{(pid=103601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:41:13.198937 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba6c17c9-e212-46ec-9fcc-52ce5aa5052b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:13.223200 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c87677f3-88a4-409c-aa58-a426618ee473 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9442191 Nov 25 19:41:13.233663 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47904) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:13.242407 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-3fb66e4c-1587-4663-aa44-085ed62d1a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:13.263064 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-3fb66e4c-1587-4663-aa44-085ed62d1a12 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17ff6b3c-3d44-40a6-b0c9-a57101908837 HTTP/1.1" status: 200 len: 855 time: 0.5152726 Nov 25 19:41:13.263784 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d04a2c5a-595d-4ca7-bbb1-aa797fc24d45 req-3e23bb15-7031-4cc5-a507-62b27a2e7844 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1fe46f4-f096-47ff-b2e6-00d419bb5968 HTTP/1.1" status: 200 len: 217 time: 0.0531924 Nov 25 19:41:13.330696 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c17c9-e212-46ec-9fcc-52ce5aa5052b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Port': ['ID=6c9c20d6-f07b-48e7-9a52-bb31e4be93b2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:13.346738 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a2c5a-595d-4ca7-bbb1-aa797fc24d45 req-f35c62c5-4375-4c96-ae48-5289c2d4da5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:13.348355 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d04a2c5a-595d-4ca7-bbb1-aa797fc24d45 req-f35c62c5-4375-4c96-ae48-5289c2d4da5f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ec830131-0c53-44d8-b6cf-4b7badf3b5da HTTP/1.1" status: 200 len: 850 time: 0.0788851 Nov 25 19:41:13.439452 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a2c5a-595d-4ca7-bbb1-aa797fc24d45 req-17c07e34-adf9-401f-9aea-f8457a20bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:13.441908 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d04a2c5a-595d-4ca7-bbb1-aa797fc24d45 req-17c07e34-adf9-401f-9aea-f8457a20bea4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=37f8230d-6a2b-4a12-a441-526002eff84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799339 Nov 25 19:41:13.459839 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-6d629bb2-f7ca-4770-867d-201fe162f2b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0144b778-2e7c-4a1d-86b2-f3dbc366beab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1538756 Nov 25 19:41:13.479761 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 70df1aeb-b0b1-477c-ac80-7d54bfb20b53 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:41:13.530751 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 70df1aeb-b0b1-477c-ac80-7d54bfb20b53 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:41:13.531198 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 70df1aeb-b0b1-477c-ac80-7d54bfb20b53 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:41:13.688059 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d04a2c5a-595d-4ca7-bbb1-aa797fc24d45 req-a48b9dd2-96e9-4cd6-bd4c-f916ef9889ea service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379909 Nov 25 19:41:13.875429 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d04a2c5a-595d-4ca7-bbb1-aa797fc24d45 req-adadd9ab-e98b-445f-a9a6-20981b764a23 service neutron] 10.222.0.85 "GET /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782322 Nov 25 19:41:13.907378 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba6c17c9-e212-46ec-9fcc-52ce5aa5052b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:14.016184 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c1e47-2705-4a89-8f18-0e843d493492 req-fcca1da2-e99f-4db6-84e1-3ac16a508810 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:14.029680 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f57c1e47-2705-4a89-8f18-0e843d493492 req-fcca1da2-e99f-4db6-84e1-3ac16a508810 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d HTTP/1.1" status: 200 len: 946 time: 0.5765648 Nov 25 19:41:14.045182 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd6fb61-806f-4bd9-8ef9-da6866edd56c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-18db7ad2-d895-4741-aba6-1f5a2e0079c0', 'network_id': '18db7ad2-d895-4741-aba6-1f5a2e0079c0', 'tenant_id': 'cee052b9005f4cf4ac9a2fd47af479f1', 'fixed_ips': [{'subnet_id': '9bfb81a2-62f3-4d7a-be4a-7f214c21f8d1'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:41:14.046080 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bbd6fb61-806f-4bd9-8ef9-da6866edd56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:14.262979 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2ebe85de-05f0-47c7-983f-173e6326a329 None None] Provisioning complete for port e84a21e4-bcde-4d01-aab2-cba25c2d2414 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:14.264538 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:14.265233 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2ebe85de-05f0-47c7-983f-173e6326a329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:14.287423 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f57c1e47-2705-4a89-8f18-0e843d493492 req-94899b59-1475-45a0-8048-3f5706d74f9c tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909669 Nov 25 19:41:14.303608 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-a90265dc-3f2e-4723-84f2-9463ba8bda50 service neutron] 10.222.0.73 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8177402 Nov 25 19:41:14.431347 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 25 Nov 2021 19:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a998c0ab-3f52-45a4-b883-14b1327bcba2 x-openstack-request-id: req-a998c0ab-3f52-45a4-b883-14b1327bcba2 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:41:14.431497 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294bb890-eb8b-4542-802b-6b52cad97cb9", "name": "network-vif-deleted", "tag": "34a9b972-5dd2-4312-9c5a-67a64ab56f5d", "status": "failed", "code": 422}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:41:14.431705 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a998c0ab-3f52-45a4-b883-14b1327bcba2 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:41:14.432146 n-d-819349-5 neutron-server[103600]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '294bb890-eb8b-4542-802b-6b52cad97cb9', 'name': 'network-vif-deleted', 'tag': '34a9b972-5dd2-4312-9c5a-67a64ab56f5d', 'status': 'failed', 'code': 422} returned with failed status Nov 25 19:41:14.468023 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-bbd6fb61-806f-4bd9-8ef9-da6866edd56c None None] Allocated IP 2001:db8::2 (18db7ad2-d895-4741-aba6-1f5a2e0079c0/9bfb81a2-62f3-4d7a-be4a-7f214c21f8d1/083705ca-5984-41fb-aeb0-e4913e88ae81) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:41:14.483292 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47914) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:14.533976 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6c17c9-e212-46ec-9fcc-52ce5aa5052b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Router e53b3552-9cda-4f5e-b6d3-23276b5dc6bb has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:41:14.558012 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:14.662782 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-461abbff-df45-4047-ad3f-b82b3e0b763e tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:14.699272 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-461abbff-df45-4047-ad3f-b82b3e0b763e tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:14.709306 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2ebe85de-05f0-47c7-983f-173e6326a329 None None] Provisioning complete for port 1f8af07a-2e5f-4c38-8184-f3cda7da55f9 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:14.709832 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2ebe85de-05f0-47c7-983f-173e6326a329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:14.756961 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf5eafa3-df37-4afb-be4d-1bcd33bd2b3a req-738007d7-e665-4ed7-b305-b5167cb638bb service neutron] 10.222.0.73 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443421 Nov 25 19:41:14.826763 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-461abbff-df45-4047-ad3f-b82b3e0b763e tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:14.833554 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-461abbff-df45-4047-ad3f-b82b3e0b763e tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:14.834731 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-461abbff-df45-4047-ad3f-b82b3e0b763e tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "DELETE /v2.0/security-groups/e456653b-5378-48ec-972f-fc366431f02c HTTP/1.1" status: 204 len: 168 time: 0.3472097 Nov 25 19:41:14.843592 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47916) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:14.862553 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461abbff-df45-4047-ad3f-b82b3e0b763e tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e456653b-5378-48ec-972f-fc366431f02c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:14.875168 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-b07c3dda-1574-4d2c-9f9f-fb3112422e9c tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] show failed (client error): The resource could not be found. Nov 25 19:41:14.877006 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b07c3dda-1574-4d2c-9f9f-fb3112422e9c tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "GET /v2.0/security-groups/e456653b-5378-48ec-972f-fc366431f02c HTTP/1.1" status: 404 len: 347 time: 0.0317333 Nov 25 19:41:14.881823 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47918) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:14.893714 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3fddb-2057-4f36-9fb1-bf64e008ea48 req-02185af7-8d00-4436-9c38-cc0c2dcf03d9 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:14.901679 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-67f3fddb-2057-4f36-9fb1-bf64e008ea48 req-02185af7-8d00-4436-9c38-cc0c2dcf03d9 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=74c94f3d-15fb-4214-96e4-39e263e12641 HTTP/1.1" status: 200 len: 943 time: 0.3537376 Nov 25 19:41:14.908212 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6c17c9-e212-46ec-9fcc-52ce5aa5052b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:41:14.930021 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef515bb5-3572-45bd-b262-1eb72a91cba7 None None] Sync routers for ids ['e53b3552-9cda-4f5e-b6d3-23276b5dc6bb'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:41:14.947700 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ba6c17c9-e212-46ec-9fcc-52ce5aa5052b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "PUT /v2.0/routers/e53b3552-9cda-4f5e-b6d3-23276b5dc6bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9693027 Nov 25 19:41:14.970123 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef515bb5-3572-45bd-b262-1eb72a91cba7 None None] Routers {'e53b3552-9cda-4f5e-b6d3-23276b5dc6bb'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:41:14.971771 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ef515bb5-3572-45bd-b262-1eb72a91cba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:41:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['e53b3552-9cda-4f5e-b6d3-23276b5dc6bb'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:15.067474 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47920) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:15.157382 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-ef515bb5-3572-45bd-b262-1eb72a91cba7 None None] Set router e53b3552-9cda-4f5e-b6d3-23276b5dc6bb gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:41:15.171463 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bbd6fb61-806f-4bd9-8ef9-da6866edd56c None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:15.195575 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bbd6fb61-806f-4bd9-8ef9-da6866edd56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:15.212941 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-67f3fddb-2057-4f36-9fb1-bf64e008ea48 req-6b8bb361-fb67-4011-a46f-b971181293cc tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849898 Nov 25 19:41:15.267765 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a0529f-7e7f-49bb-b9bb-a2ab26377440 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:15.273963 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a0529f-7e7f-49bb-b9bb-a2ab26377440 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:15.282683 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-13a0529f-7e7f-49bb-b9bb-a2ab26377440 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2140586 Nov 25 19:41:15.293678 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47924) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:15.313121 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:15.383718 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd6fb61-806f-4bd9-8ef9-da6866edd56c None None] Network 18db7ad2-d895-4741-aba6-1f5a2e0079c0 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:15.397267 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-359f83e4-dff3-4d7e-b657-939bcb80e9ce req-23280be1-f357-4404-a391-30401a43880e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8e4340a7-a2e7-4005-b776-fcaee8692fcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3120461 Nov 25 19:41:15.423686 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-bbd6fb61-806f-4bd9-8ef9-da6866edd56c None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:15.446949 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd6fb61-806f-4bd9-8ef9-da6866edd56c None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:41:15.484374 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event deleted for resources: {'Subnet': ['ID=9bfb81a2-62f3-4d7a-be4a-7f214c21f8d1,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:15.592622 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6fb61-806f-4bd9-8ef9-da6866edd56c None None] Pushing event updated for resources: {'Port': ['ID=083705ca-5984-41fb-aeb0-e4913e88ae81,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:15.595628 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2ebe85de-05f0-47c7-983f-173e6326a329 None None] Provisioning complete for port aabe8e6c-1602-44f7-8bd9-642fefe2cfa3 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:15.596090 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2ebe85de-05f0-47c7-983f-173e6326a329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:15.610745 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-affdacac-0134-48f0-aee8-6fbdfce23164 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet 86593106-dc88-4b20-a225-d62ccb435673 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:41:15.659950 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-affdacac-0134-48f0-aee8-6fbdfce23164 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:15.714148 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ef515bb5-3572-45bd-b262-1eb72a91cba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53b3552-9cda-4f5e-b6d3-23276b5dc6bb', 'name': 'tempest-NetworksTestDHCPv6-router-107287338', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:40:58Z', 'updated_at': '2021-11-25T19:41:12Z', 'revision_number': 3, 'project_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:15.748244 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-bbd6fb61-806f-4bd9-8ef9-da6866edd56c None None] Attempting to bind port 083705ca-5984-41fb-aeb0-e4913e88ae81 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:41:15.749566 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-bbd6fb61-806f-4bd9-8ef9-da6866edd56c None None] Attempting to bind port 083705ca-5984-41fb-aeb0-e4913e88ae81 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '40cde59f-8785-4344-8bda-d44eea8391cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '18db7ad2-d895-4741-aba6-1f5a2e0079c0'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:41:15.749957 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd6fb61-806f-4bd9-8ef9-da6866edd56c None None] Attempting to bind port 083705ca-5984-41fb-aeb0-e4913e88ae81 on network 18db7ad2-d895-4741-aba6-1f5a2e0079c0 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:41:15.762045 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd6fb61-806f-4bd9-8ef9-da6866edd56c None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:41:15.762966 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd6fb61-806f-4bd9-8ef9-da6866edd56c None None] Checking segment: {'id': '40cde59f-8785-4344-8bda-d44eea8391cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '18db7ad2-d895-4741-aba6-1f5a2e0079c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:41:15.763388 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bbd6fb61-806f-4bd9-8ef9-da6866edd56c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:15.763798 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd6fb61-806f-4bd9-8ef9-da6866edd56c None None] Bound using segment: {'id': '40cde59f-8785-4344-8bda-d44eea8391cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '18db7ad2-d895-4741-aba6-1f5a2e0079c0'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:41:15.764366 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-bbd6fb61-806f-4bd9-8ef9-da6866edd56c None None] Bound port: 083705ca-5984-41fb-aeb0-e4913e88ae81, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40cde59f-8785-4344-8bda-d44eea8391cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '18db7ad2-d895-4741-aba6-1f5a2e0079c0'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:41:15.765914 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bbd6fb61-806f-4bd9-8ef9-da6866edd56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:15.787798 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef515bb5-3572-45bd-b262-1eb72a91cba7 None None] Checking router: e53b3552-9cda-4f5e-b6d3-23276b5dc6bb for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:41:15.822138 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef515bb5-3572-45bd-b262-1eb72a91cba7 None None] Routers {'e53b3552-9cda-4f5e-b6d3-23276b5dc6bb'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:41:15.823539 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ef515bb5-3572-45bd-b262-1eb72a91cba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:41:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['e53b3552-9cda-4f5e-b6d3-23276b5dc6bb'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:15.945810 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-bbd6fb61-806f-4bd9-8ef9-da6866edd56c None None] For port 083705ca-5984-41fb-aeb0-e4913e88ae81, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:41:15.948935 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2ebe85de-05f0-47c7-983f-173e6326a329 None None] Provisioning complete for port b8e1ad98-ee30-47a1-8a47-f4ef6852c1df triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:15.949432 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2ebe85de-05f0-47c7-983f-173e6326a329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:15.953309 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-bbd6fb61-806f-4bd9-8ef9-da6866edd56c None None] For port 083705ca-5984-41fb-aeb0-e4913e88ae81, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=083705ca-5984-41fb-aeb0-e4913e88ae81,segment=NetworkSegment(40cde59f-8785-4344-8bda-d44eea8391cd),segment_id=40cde59f-8785-4344-8bda-d44eea8391cd)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:41:15.955683 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-a031e69b-084f-4e55-a311-daaf5b05d180 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Deleting port d3c58570-9760-49d9-8aa0-d4c65bb94622 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:15.956973 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a031e69b-084f-4e55-a311-daaf5b05d180 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:15.984041 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-ef515bb5-3572-45bd-b262-1eb72a91cba7 None None] Set router e53b3552-9cda-4f5e-b6d3-23276b5dc6bb gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:41:16.030347 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bbd6fb61-806f-4bd9-8ef9-da6866edd56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:16.045699 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-affdacac-0134-48f0-aee8-6fbdfce23164 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:16.056840 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:16.119640 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f83e4-dff3-4d7e-b657-939bcb80e9ce req-319f078f-2a63-49d2-9fa5-df01517469a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:16.121964 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-359f83e4-dff3-4d7e-b657-939bcb80e9ce req-319f078f-2a63-49d2-9fa5-df01517469a3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6f7344b48524230bba674960c9ed8bf&device_id=8e4340a7-a2e7-4005-b776-fcaee8692fcf HTTP/1.1" status: 200 len: 1096 time: 0.6231189 Nov 25 19:41:16.146055 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18db7ad2-d895-4741-aba6-1f5a2e0079c0']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:16.147535 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ef515bb5-3572-45bd-b262-1eb72a91cba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53b3552-9cda-4f5e-b6d3-23276b5dc6bb', 'name': 'tempest-NetworksTestDHCPv6-router-107287338', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:40:58Z', 'updated_at': '2021-11-25T19:41:12Z', 'revision_number': 3, 'project_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:16.158589 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c70c83-82aa-4cf7-9f41-9f2d76cb979a req-fe6574e6-91d9-4cb0-8667-9640ef30e2ae tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:16.164333 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-12c70c83-82aa-4cf7-9f41-9f2d76cb979a req-fe6574e6-91d9-4cb0-8667-9640ef30e2ae tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e4340a7-a2e7-4005-b776-fcaee8692fcf HTTP/1.1" status: 200 len: 945 time: 0.3253074 Nov 25 19:41:16.199064 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40cde59f-8785-4344-8bda-d44eea8391cd') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:16.199453 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40cde59f-8785-4344-8bda-d44eea8391cd') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:16.219578 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef515bb5-3572-45bd-b262-1eb72a91cba7 None None] The sync data for ids ['e53b3552-9cda-4f5e-b6d3-23276b5dc6bb'] in n-d-819349-5 is: [{'id': 'e53b3552-9cda-4f5e-b6d3-23276b5dc6bb', 'name': 'tempest-NetworksTestDHCPv6-router-107287338', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:40:58Z', 'updated_at': '2021-11-25T19:41:12Z', 'revision_number': 3, 'project_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'gw_port_host': None}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:41:16.248967 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a031e69b-084f-4e55-a311-daaf5b05d180 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:16.249544 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a031e69b-084f-4e55-a311-daaf5b05d180 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:16.268436 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-a031e69b-084f-4e55-a311-daaf5b05d180 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Calling delete_port for d3c58570-9760-49d9-8aa0-d4c65bb94622 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:16.294662 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:16.403319 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6fb61-806f-4bd9-8ef9-da6866edd56c None None] Pushing event updated for resources: {'Port': ['ID=083705ca-5984-41fb-aeb0-e4913e88ae81,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:16.528743 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa5e01d-61a4-4bb9-9b8f-63e062c1639d None None] get_active_networks_info from n-d-819349-5 {{(pid=103601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:41:16.573393 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a031e69b-084f-4e55-a311-daaf5b05d180 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:16.626810 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031e69b-084f-4e55-a311-daaf5b05d180 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event deleted for resources: {'Port': ['ID=d3c58570-9760-49d9-8aa0-d4c65bb94622,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:16.650669 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2ebe85de-05f0-47c7-983f-173e6326a329 None None] Could not find standard attr ID for object d3c58570-9760-49d9-8aa0-d4c65bb94622. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:41:16.679491 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2ebe85de-05f0-47c7-983f-173e6326a329 None None] Provisioning complete for port fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:16.680035 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2ebe85de-05f0-47c7-983f-173e6326a329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:16.866921 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a031e69b-084f-4e55-a311-daaf5b05d180 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:16.870396 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a031e69b-084f-4e55-a311-daaf5b05d180 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:16.873769 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a031e69b-084f-4e55-a311-daaf5b05d180 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "DELETE /v2.0/floatingips/aafb5896-7230-455d-959d-7459e91f96cd HTTP/1.1" status: 204 len: 168 time: 1.9906878 Nov 25 19:41:16.878018 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47934) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:17.003127 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa5e01d-61a4-4bb9-9b8f-63e062c1639d None None] Resources bound (agent type, host, resource id): {{(pid=103601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:41:17.028764 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c94f3d-15fb-4214-96e4-39e263e12641', 'tag': '831e98c1-f30d-4b30-83fa-f698b4da9096'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:41:17.033961 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a142e483-26ea-4941-8b97-4c4a230214ab" -d '{"events": [{"name": "network-changed", "server_uuid": "74c94f3d-15fb-4214-96e4-39e263e12641", "tag": "831e98c1-f30d-4b30-83fa-f698b4da9096"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:41:17.063375 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:17.080315 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2ebe85de-05f0-47c7-983f-173e6326a329 None None] Provisioning complete for port e6f89500-a6ae-49db-a1c1-2cacb9d4918b triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:17.081500 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2ebe85de-05f0-47c7-983f-173e6326a329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:17.099212 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3c80dfb6-de7f-47e2-b57e-0a73ad2c6124 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Deleting port d03038df-719f-4767-965c-ea72372fa48c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:17.100247 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c80dfb6-de7f-47e2-b57e-0a73ad2c6124 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:17.139527 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-12c70c83-82aa-4cf7-9f41-9f2d76cb979a req-a24d6e79-5221-4b9a-b419-6cddcf7a43f5 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9526403 Nov 25 19:41:17.159877 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:41:17.160569 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:41:17.185306 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:41:17.190119 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-affdacac-0134-48f0-aee8-6fbdfce23164 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:17.299318 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c80dfb6-de7f-47e2-b57e-0a73ad2c6124 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:17.319081 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d456f60-fdea-4051-96ff-d73e901e3462 req-795801e0-e328-4aff-935c-3803b78b690a tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:17.321892 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0d456f60-fdea-4051-96ff-d73e901e3462 req-795801e0-e328-4aff-935c-3803b78b690a tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.73 "GET /v2.0/ports?device_id=94597406-ee75-446f-b779-92c734e46f36 HTTP/1.1" status: 200 len: 907 time: 0.1478283 Nov 25 19:41:17.394616 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3c80dfb6-de7f-47e2-b57e-0a73ad2c6124 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Calling delete_port for d03038df-719f-4767-965c-ea72372fa48c owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:17.410713 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2ebe85de-05f0-47c7-983f-173e6326a329 None None] Provisioning complete for port 851fa739-0075-42f4-b7b2-b5b30506f858 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:17.411647 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2ebe85de-05f0-47c7-983f-173e6326a329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:17.548819 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-2ebe85de-05f0-47c7-983f-173e6326a329 None None] Port 851fa739-0075-42f4-b7b2-b5b30506f858 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:41:17.549183 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f83e4-dff3-4d7e-b657-939bcb80e9ce req-c78773f7-6a6f-495e-8d5c-02882728f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:17.553046 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-359f83e4-dff3-4d7e-b657-939bcb80e9ce req-c78773f7-6a6f-495e-8d5c-02882728f9b1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=993c29c4-ac7b-4651-9389-4f58507f1211 HTTP/1.1" status: 200 len: 917 time: 1.3789511 Nov 25 19:41:17.569624 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2ebe85de-05f0-47c7-983f-173e6326a329 None None] Provisioning complete for port 988318e7-b4e7-4054-b758-008ca504a979 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:17.570112 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2ebe85de-05f0-47c7-983f-173e6326a329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:17.582939 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 19:41:17.582939 n-d-819349-5 neutron-server[103600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 19:41:17.582939 n-d-819349-5 neutron-server[103600]: [parameters: {'id': '18db7ad2-d895-4741-aba6-1f5a2e0079c0'}] Nov 25 19:41:17.582939 n-d-819349-5 neutron-server[103600]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:41:17.584953 n-d-819349-5 neutron-server[103600]: DEBUG oslo_db.api [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:41:17.743770 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-359f83e4-dff3-4d7e-b657-939bcb80e9ce req-8eac4db4-c1d6-466e-8d0a-8c64d42f3f28 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c91aee86-c6cb-48f3-81f2-fa61ce689518 HTTP/1.1" status: 200 len: 217 time: 0.1752064 Nov 25 19:41:17.769917 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd50f64-4eeb-4bfc-afc5-b1cd5af4587f req-33370aa0-39de-4bbf-902a-fd93ed3a5a56 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:17.786490 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebd50f64-4eeb-4bfc-afc5-b1cd5af4587f req-33370aa0-39de-4bbf-902a-fd93ed3a5a56 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d HTTP/1.1" status: 200 len: 946 time: 0.4267490 Nov 25 19:41:17.829594 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6c9c20d6-f07b-48e7-9a52-bb31e4be93b2 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:41:17.856632 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-0d456f60-fdea-4051-96ff-d73e901e3462 req-9e7252e1-7a28-4139-abae-be357197059e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Deleting port 816da5ea-c990-4d4f-a118-bc40f4667382 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:17.857229 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0d456f60-fdea-4051-96ff-d73e901e3462 req-9e7252e1-7a28-4139-abae-be357197059e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:17.878533 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f83e4-dff3-4d7e-b657-939bcb80e9ce req-9ad03217-caf9-4616-bcf0-5cef90f08799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:17.880748 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-359f83e4-dff3-4d7e-b657-939bcb80e9ce req-9ad03217-caf9-4616-bcf0-5cef90f08799 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bf0bdf0-49b7-437b-9fbb-12b39d85f166 HTTP/1.1" status: 200 len: 855 time: 0.0902424 Nov 25 19:41:17.987807 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f83e4-dff3-4d7e-b657-939bcb80e9ce req-e05eee85-6009-4997-bd33-ed0817ef1c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:17.989599 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-359f83e4-dff3-4d7e-b657-939bcb80e9ce req-e05eee85-6009-4997-bd33-ed0817ef1c11 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=993c29c4-ac7b-4651-9389-4f58507f1211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949731 Nov 25 19:41:17.991114 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-affdacac-0134-48f0-aee8-6fbdfce23164 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:18.001975 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 6c9c20d6-f07b-48e7-9a52-bb31e4be93b2 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:41:18.002581 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6c9c20d6-f07b-48e7-9a52-bb31e4be93b2 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:41:18.096046 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-affdacac-0134-48f0-aee8-6fbdfce23164 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:18.102198 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-affdacac-0134-48f0-aee8-6fbdfce23164 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/86593106-dc88-4b20-a225-d62ccb435673 HTTP/1.1" status: 204 len: 168 time: 2.8052280 Nov 25 19:41:18.116587 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47944) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:18.133033 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddd148d-9b3d-49d1-a043-2bd4bd97dd89 None None] Network 18db7ad2-d895-4741-aba6-1f5a2e0079c0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:41:18.162274 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:18.211200 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdacac-0134-48f0-aee8-6fbdfce23164 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=86593106-dc88-4b20-a225-d62ccb435673,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:18.235478 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebd50f64-4eeb-4bfc-afc5-b1cd5af4587f req-9eb78f72-ea21-4f74-b281-db68027bc0e4 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535283 Nov 25 19:41:18.242919 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8116e19f-0dfa-4c92-bfdf-bb219bbcfcb9 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:41:18.322233 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-359f83e4-dff3-4d7e-b657-939bcb80e9ce req-d8d44a15-0074-4dfb-b10e-e744700a6951 service neutron] 10.222.0.73 "GET /v2.0/networks/993c29c4-ac7b-4651-9389-4f58507f1211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193364 Nov 25 19:41:18.511605 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c80dfb6-de7f-47e2-b57e-0a73ad2c6124 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:18.538705 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d426e70-d979-45be-9ed3-820623858fe5 None None] Network 18db7ad2-d895-4741-aba6-1f5a2e0079c0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:41:18.547671 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Deleting port 083705ca-5984-41fb-aeb0-e4913e88ae81 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:18.548197 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:18.564545 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80dfb6-de7f-47e2-b57e-0a73ad2c6124 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event deleted for resources: {'Port': ['ID=d03038df-719f-4767-965c-ea72372fa48c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:18.568789 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-0d456f60-fdea-4051-96ff-d73e901e3462 req-9e7252e1-7a28-4139-abae-be357197059e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] For port 816da5ea-c990-4d4f-a118-bc40f4667382, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=816da5ea-c990-4d4f-a118-bc40f4667382,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:18.569462 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0d456f60-fdea-4051-96ff-d73e901e3462 req-9e7252e1-7a28-4139-abae-be357197059e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:18.590816 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e11a179c-53e4-4a08-b73e-ec278b67396f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4733334 Nov 25 19:41:18.601411 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47946) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:18.613613 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-0d456f60-fdea-4051-96ff-d73e901e3462 req-9e7252e1-7a28-4139-abae-be357197059e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Calling delete_port for 816da5ea-c990-4d4f-a118-bc40f4667382 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:18.651774 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2c037-3f49-48b6-9a6d-e9bb9498419d req-754f43de-64ed-40bc-8897-cfb2861296c2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:18.661073 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45c2c037-3f49-48b6-9a6d-e9bb9498419d req-754f43de-64ed-40bc-8897-cfb2861296c2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=94597406-ee75-446f-b779-92c734e46f36 HTTP/1.1" status: 200 len: 907 time: 0.3133924 Nov 25 19:41:18.707573 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 831e98c1-f30d-4b30-83fa-f698b4da9096 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:41:18.744271 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21caf65-c8f2-404c-87a8-eb2fd4e20487 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:41:18.843385 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-855236a8-1db5-41d5-a2c5-7581a093f441 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:18.873333 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-359f83e4-dff3-4d7e-b657-939bcb80e9ce req-adff132c-3cc0-46c5-ac7a-f971425b56f9 service neutron] 10.222.0.73 "GET /v2.0/networks/993c29c4-ac7b-4651-9389-4f58507f1211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5366626 Nov 25 19:41:18.941404 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] For port 083705ca-5984-41fb-aeb0-e4913e88ae81, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=083705ca-5984-41fb-aeb0-e4913e88ae81,segment=NetworkSegment(40cde59f-8785-4344-8bda-d44eea8391cd),segment_id=40cde59f-8785-4344-8bda-d44eea8391cd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:18.941728 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:18.968330 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Calling delete_port for 083705ca-5984-41fb-aeb0-e4913e88ae81 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:19.026698 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03dc2c9-a55c-4b81-b2cd-4407ddb2c583 req-b3fee8e3-d598-4479-9e62-3ac262e84c06 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:19.037002 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a03dc2c9-a55c-4b81-b2cd-4407ddb2c583 req-b3fee8e3-d598-4479-9e62-3ac262e84c06 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=74c94f3d-15fb-4214-96e4-39e263e12641 HTTP/1.1" status: 200 len: 943 time: 0.1795022 Nov 25 19:41:19.069019 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c80dfb6-de7f-47e2-b57e-0a73ad2c6124 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:19.080578 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3c80dfb6-de7f-47e2-b57e-0a73ad2c6124 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "DELETE /v2.0/ports/d03038df-719f-4767-965c-ea72372fa48c HTTP/1.1" status: 204 len: 168 time: 2.2009826 Nov 25 19:41:19.086366 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:41:19.087034 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47950) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:19.379787 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a03dc2c9-a55c-4b81-b2cd-4407ddb2c583 req-2381658d-1df9-4437-849c-ae8c4b594987 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413129 Nov 25 19:41:19.391264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 831e98c1-f30d-4b30-83fa-f698b4da9096, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=831e98c1-f30d-4b30-83fa-f698b4da9096,segment=NetworkSegment(02fa6f66-9208-4806-8bde-6e2373cf1375),segment_id=02fa6f66-9208-4806-8bde-6e2373cf1375)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:19.433240 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0d456f60-fdea-4051-96ff-d73e901e3462 req-9e7252e1-7a28-4139-abae-be357197059e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:19.436053 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '831e98c1-f30d-4b30-83fa-f698b4da9096', 'network_id': '0144b778-2e7c-4a1d-86b2-f3dbc366beab', 'port_id': '831e98c1-f30d-4b30-83fa-f698b4da9096', 'mac_address': 'fa:16:3e:10:66:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ff6b3c-3d44-40a6-b0c9-a57101908837', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:41:19.503031 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf23b677-bee5-42bd-82fc-b7c446af839a x-openstack-request-id: req-cf23b677-bee5-42bd-82fc-b7c446af839a {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:41:19.504785 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c94f3d-15fb-4214-96e4-39e263e12641", "tag": "831e98c1-f30d-4b30-83fa-f698b4da9096", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:41:19.505212 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf23b677-bee5-42bd-82fc-b7c446af839a {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:41:19.505862 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c94f3d-15fb-4214-96e4-39e263e12641', 'tag': '831e98c1-f30d-4b30-83fa-f698b4da9096', 'status': 'completed', 'code': 200} Nov 25 19:41:19.552969 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:19.589593 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:19.601247 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-855236a8-1db5-41d5-a2c5-7581a093f441 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:19.608680 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-855236a8-1db5-41d5-a2c5-7581a093f441 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:19.620164 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ac2f91f2-1b9a-4cd4-aea3-6d62f53492da tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Deleting port 19c243f1-ae0e-483f-b5b6-665f722ee400 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:19.620515 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ac2f91f2-1b9a-4cd4-aea3-6d62f53492da tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:19.629396 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event deleted for resources: {'Port': ['ID=083705ca-5984-41fb-aeb0-e4913e88ae81,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:19.647152 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] No DVR routers for this DVR port 083705ca-5984-41fb-aeb0-e4913e88ae81 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:41:19.679403 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 831e98c1-f30d-4b30-83fa-f698b4da9096 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:41:19.813441 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57de2265-b1af-4a11-b11a-fe3ca5c6192f None None] DHCP port deletion for b691ce13-c3fa-46f8-892f-a6e3ddf6046b request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:41:19.825607 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 831e98c1-f30d-4b30-83fa-f698b4da9096, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=831e98c1-f30d-4b30-83fa-f698b4da9096,segment=NetworkSegment(02fa6f66-9208-4806-8bde-6e2373cf1375),segment_id=02fa6f66-9208-4806-8bde-6e2373cf1375)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:19.862830 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:19.879331 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-855236a8-1db5-41d5-a2c5-7581a093f441 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:19.880491 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855236a8-1db5-41d5-a2c5-7581a093f441 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Fanout notify agent at l3_agent the message router_deleted on router e53b3552-9cda-4f5e-b6d3-23276b5dc6bb {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:41:20.017450 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7252e1-7a28-4139-abae-be357197059e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Pushing event deleted for resources: {'Port': ['ID=816da5ea-c990-4d4f-a118-bc40f4667382,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:20.028835 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142e483-26ea-4941-8b97-4c4a230214ab req-f4354091-d126-4a9a-a7c1-9dfc0e964616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:20.039134 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a142e483-26ea-4941-8b97-4c4a230214ab req-f4354091-d126-4a9a-a7c1-9dfc0e964616 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abb922ce65454bc1915d7b2c3b27e005&device_id=74c94f3d-15fb-4214-96e4-39e263e12641 HTTP/1.1" status: 200 len: 1094 time: 0.5084169 Nov 25 19:41:20.047489 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-855236a8-1db5-41d5-a2c5-7581a093f441 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:20.049377 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-855236a8-1db5-41d5-a2c5-7581a093f441 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/routers/e53b3552-9cda-4f5e-b6d3-23276b5dc6bb HTTP/1.1" status: 204 len: 168 time: 1.4464376 Nov 25 19:41:20.055972 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47958) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:20.065156 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-62492f89-b028-45c4-85b1-9b6a818898f3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:20.098774 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:20.160295 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-57de2265-b1af-4a11-b11a-fe3ca5c6192f None None] Deleting port 4383fd13-f20e-4386-a31a-b8ca1e90e852 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:20.160684 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-57de2265-b1af-4a11-b11a-fe3ca5c6192f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:20.172414 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d456f60-fdea-4051-96ff-d73e901e3462 req-9e7252e1-7a28-4139-abae-be357197059e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] No DVR routers for this DVR port 816da5ea-c990-4d4f-a118-bc40f4667382 on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:41:20.191432 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0d456f60-fdea-4051-96ff-d73e901e3462 req-9e7252e1-7a28-4139-abae-be357197059e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:20.195976 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0d456f60-fdea-4051-96ff-d73e901e3462 req-9e7252e1-7a28-4139-abae-be357197059e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.73 "DELETE /v2.0/ports/816da5ea-c990-4d4f-a118-bc40f4667382 HTTP/1.1" status: 204 len: 173 time: 2.8615603 Nov 25 19:41:20.198984 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94597406-ee75-446f-b779-92c734e46f36', 'name': 'network-vif-deleted', 'tag': '816da5ea-c990-4d4f-a118-bc40f4667382'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:41:20.202434 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=831e98c1-f30d-4b30-83fa-f698b4da9096,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:20.205366 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09d8eb6-4b7e-42ed-afe0-e3b57b8edb9e" -d '{"events": [{"server_uuid": "94597406-ee75-446f-b779-92c734e46f36", "name": "network-vif-deleted", "tag": "816da5ea-c990-4d4f-a118-bc40f4667382"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:41:20.223311 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['831e98c1-f30d-4b30-83fa-f698b4da9096'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:41:20.253302 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ac2f91f2-1b9a-4cd4-aea3-6d62f53492da tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:20.269534 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ac2f91f2-1b9a-4cd4-aea3-6d62f53492da tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Calling delete_port for 19c243f1-ae0e-483f-b5b6-665f722ee400 owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:20.358233 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-57de2265-b1af-4a11-b11a-fe3ca5c6192f None None] For port 4383fd13-f20e-4386-a31a-b8ca1e90e852, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4383fd13-f20e-4386-a31a-b8ca1e90e852,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:20.358671 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-57de2265-b1af-4a11-b11a-fe3ca5c6192f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:20.396756 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-57de2265-b1af-4a11-b11a-fe3ca5c6192f None None] Calling delete_port for 4383fd13-f20e-4386-a31a-b8ca1e90e852 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:20.410177 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18db7ad2-d895-4741-aba6-1f5a2e0079c0']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:20.445228 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72459f-b821-49e6-872e-f8dc23a0bb82 req-0f57e7e0-9caf-4b7e-9228-a831b6bde5d2 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:20.453359 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd72459f-b821-49e6-872e-f8dc23a0bb82 req-0f57e7e0-9caf-4b7e-9228-a831b6bde5d2 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a1efbe2-4d2c-4492-b19a-3144bd991eb3 HTTP/1.1" status: 200 len: 945 time: 0.6569343 Nov 25 19:41:20.460453 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40cde59f-8785-4344-8bda-d44eea8391cd') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:20.460766 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40cde59f-8785-4344-8bda-d44eea8391cd') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:20.516189 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:20.520685 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62492f89-b028-45c4-85b1-9b6a818898f3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:41:20.529319 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62492f89-b028-45c4-85b1-9b6a818898f3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:20.626552 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 816da5ea-c990-4d4f-a118-bc40f4667382 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:41:20.681890 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 816da5ea-c990-4d4f-a118-bc40f4667382 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:41:20.683277 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 816da5ea-c990-4d4f-a118-bc40f4667382 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:41:20.733688 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:20.775497 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-57de2265-b1af-4a11-b11a-fe3ca5c6192f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:20.783477 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:41:20.784168 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:20.790893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142e483-26ea-4941-8b97-4c4a230214ab req-1d018bb6-e0a3-4a0e-8205-57799eedaae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:20.792505 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a142e483-26ea-4941-8b97-4c4a230214ab req-1d018bb6-e0a3-4a0e-8205-57799eedaae7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0144b778-2e7c-4a1d-86b2-f3dbc366beab HTTP/1.1" status: 200 len: 916 time: 0.7278328 Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:41:20.793245 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:41:20.810995 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd72459f-b821-49e6-872e-f8dc23a0bb82 req-cd9f5732-7efc-463a-ae00-66dc74e0220a tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564527 Nov 25 19:41:20.831355 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57de2265-b1af-4a11-b11a-fe3ca5c6192f None None] No DVR routers for this DVR port 4383fd13-f20e-4386-a31a-b8ca1e90e852 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:41:20.841360 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de2265-b1af-4a11-b11a-fe3ca5c6192f None None] Pushing event deleted for resources: {'Port': ['ID=4383fd13-f20e-4386-a31a-b8ca1e90e852,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:20.861710 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ac2f91f2-1b9a-4cd4-aea3-6d62f53492da tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:20.939740 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f91f2-1b9a-4cd4-aea3-6d62f53492da tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event deleted for resources: {'Port': ['ID=19c243f1-ae0e-483f-b5b6-665f722ee400,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:20.943836 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a142e483-26ea-4941-8b97-4c4a230214ab req-a570c37e-b8cb-43d5-bde3-86843fc68d0d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=831e98c1-f30d-4b30-83fa-f698b4da9096 HTTP/1.1" status: 200 len: 217 time: 0.1246004 Nov 25 19:41:20.994501 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:21.003209 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:21.020033 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "DELETE /v2.0/networks/18db7ad2-d895-4741-aba6-1f5a2e0079c0 HTTP/1.1" status: 204 len: 168 time: 7.7813623 Nov 25 19:41:21.055400 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47970) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:21.062362 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f612b2b4-f25e-4cfe-ab14-cee9f14f0e90 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-630949235'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:21.132728 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f612b2b4-f25e-4cfe-ab14-cee9f14f0e90 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Made reservation on behalf of cee052b9005f4cf4ac9a2fd47af479f1 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:41:21.139690 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f612b2b4-f25e-4cfe-ab14-cee9f14f0e90 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:21.224029 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ceeed-69e6-4d33-8999-2ee7b6026f0e tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event deleted for resources: {'Network': ['ID=18db7ad2-d895-4741-aba6-1f5a2e0079c0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:21.257145 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62492f89-b028-45c4-85b1-9b6a818898f3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:21.270331 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f612b2b4-f25e-4cfe-ab14-cee9f14f0e90 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:41:21.345533 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142e483-26ea-4941-8b97-4c4a230214ab req-228e81bf-9c65-4a5c-bc03-9a3e0ab18e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:21.348351 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a142e483-26ea-4941-8b97-4c4a230214ab req-228e81bf-9c65-4a5c-bc03-9a3e0ab18e79 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17ff6b3c-3d44-40a6-b0c9-a57101908837 HTTP/1.1" status: 200 len: 855 time: 0.3831038 Nov 25 19:41:21.349715 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f612b2b4-f25e-4cfe-ab14-cee9f14f0e90 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:21.350311 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-f612b2b4-f25e-4cfe-ab14-cee9f14f0e90 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Added segment 52a1a8a5-6243-4ddb-96f6-a214c7847e7b of type vlan for network 366539f7-efa7-4c07-b51c-050051ae3bba Nov 25 19:41:21.388067 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ac2f91f2-1b9a-4cd4-aea3-6d62f53492da tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:21.394891 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ac2f91f2-1b9a-4cd4-aea3-6d62f53492da tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "DELETE /v2.0/ports/19c243f1-ae0e-483f-b5b6-665f722ee400 HTTP/1.1" status: 204 len: 168 time: 2.2430875 Nov 25 19:41:21.397237 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62492f89-b028-45c4-85b1-9b6a818898f3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:21.405946 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47972) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:21.413355 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfa3b9-c9d8-4a2c-83f5-34df1ea1e105 req-be6527fd-371b-4ce8-bb62-f4f46a7ef74e tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:21.430057 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79cfa3b9-c9d8-4a2c-83f5-34df1ea1e105 req-be6527fd-371b-4ce8-bb62-f4f46a7ef74e tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d HTTP/1.1" status: 200 len: 946 time: 0.4578431 Nov 25 19:41:21.437548 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-62492f89-b028-45c4-85b1-9b6a818898f3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:21.444431 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62492f89-b028-45c4-85b1-9b6a818898f3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:21.445403 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62492f89-b028-45c4-85b1-9b6a818898f3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:21.454604 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e846f825-ddca-4f14-941c-7319b1e64a5c None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:41:21.530149 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a142e483-26ea-4941-8b97-4c4a230214ab req-4dddce01-8f0d-4a03-929d-36ab783de027 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0144b778-2e7c-4a1d-86b2-f3dbc366beab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1596575 Nov 25 19:41:21.557948 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62492f89-b028-45c4-85b1-9b6a818898f3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=6092abfe-2974-4acd-b60e-5257c81a0a5e,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:21.641263 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f612b2b4-f25e-4cfe-ab14-cee9f14f0e90 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:21.685483 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-62492f89-b028-45c4-85b1-9b6a818898f3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6276982 Nov 25 19:41:21.689887 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47974) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:21.707201 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c7af6422-0b6b-4190-b6d8-971ac28ae3d4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1772417410', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:21.741004 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17e97d6-d4d9-469f-8974-cfe5f6b1fe19 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Deleting subnet 01c93dc0-7c61-47f5-a960-9969326bc1ab {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:41:21.817689 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79cfa3b9-c9d8-4a2c-83f5-34df1ea1e105 req-8bc72e56-2824-411a-8a77-778b836aade7 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845036 Nov 25 19:41:21.821729 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830b8e93-aa87-43b7-b708-088b3b468d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'fixed_ips': [{'subnet_id': '6092abfe-2974-4acd-b60e-5257c81a0a5e'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:41:21.823201 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-830b8e93-aa87-43b7-b708-088b3b468d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:21.847198 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f17e97d6-d4d9-469f-8974-cfe5f6b1fe19 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:21.854787 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7af6422-0b6b-4190-b6d8-971ac28ae3d4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:21.858059 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7af6422-0b6b-4190-b6d8-971ac28ae3d4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:21.925113 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4383fd13-f20e-4386-a31a-b8ca1e90e852 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:41:21.947209 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a142e483-26ea-4941-8b97-4c4a230214ab req-9acd6901-325c-49c3-a799-c3cc64226421 service neutron] 10.222.0.73 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050763 Nov 25 19:41:21.987551 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7af6422-0b6b-4190-b6d8-971ac28ae3d4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:21.990472 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-f612b2b4-f25e-4cfe-ab14-cee9f14f0e90 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:41:22.043801 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7af6422-0b6b-4190-b6d8-971ac28ae3d4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:22.053242 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 4383fd13-f20e-4386-a31a-b8ca1e90e852 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:41:22.053782 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4383fd13-f20e-4386-a31a-b8ca1e90e852 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:41:22.113603 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f612b2b4-f25e-4cfe-ab14-cee9f14f0e90 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:22.125345 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f612b2b4-f25e-4cfe-ab14-cee9f14f0e90 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:22.126505 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f612b2b4-f25e-4cfe-ab14-cee9f14f0e90 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:22.188747 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7af6422-0b6b-4190-b6d8-971ac28ae3d4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:22.201030 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c7af6422-0b6b-4190-b6d8-971ac28ae3d4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5047588 Nov 25 19:41:22.211421 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47982) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:22.227777 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f17e97d6-d4d9-469f-8974-cfe5f6b1fe19 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:22.430882 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbfa7b1-a360-42a7-a12c-2c9516c73b8b x-openstack-request-id: req-1bbfa7b1-a360-42a7-a12c-2c9516c73b8b {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:41:22.433421 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94597406-ee75-446f-b779-92c734e46f36", "name": "network-vif-deleted", "tag": "816da5ea-c990-4d4f-a118-bc40f4667382", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:41:22.438551 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1bbfa7b1-a360-42a7-a12c-2c9516c73b8b {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:41:22.439594 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94597406-ee75-446f-b779-92c734e46f36', 'name': 'network-vif-deleted', 'tag': '816da5ea-c990-4d4f-a118-bc40f4667382', 'status': 'completed', 'code': 200} Nov 25 19:41:22.506848 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a142e483-26ea-4941-8b97-4c4a230214ab req-dd1ab8c4-2249-4d18-9b61-b3151cc1415e service neutron] 10.222.0.73 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5519316 Nov 25 19:41:22.555813 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f612b2b4-f25e-4cfe-ab14-cee9f14f0e90 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4988914 Nov 25 19:41:22.565756 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47992) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:22.581387 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-830b8e93-aa87-43b7-b708-088b3b468d3e None None] Allocated IP 2001:db8::2 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/6092abfe-2974-4acd-b60e-5257c81a0a5e/d83a5a23-5a3f-4e73-86a0-f9e12c17b538) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:41:22.582800 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-893071fa-8b04-45af-a534-a839a970fbba tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Request body: {'subnet': {'network_id': '366539f7-efa7-4c07-b51c-050051ae3bba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:22.605881 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612b2b4-f25e-4cfe-ab14-cee9f14f0e90 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event updated for resources: {'Network': ['ID=366539f7-efa7-4c07-b51c-050051ae3bba,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:22.861481 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-830b8e93-aa87-43b7-b708-088b3b468d3e None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:22.863911 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd90fd-4d55-4569-a0ce-c3f6421aaa71 req-d361e554-a419-4de7-9edb-8cde493d0af5 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:22.873744 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 831e98c1-f30d-4b30-83fa-f698b4da9096 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:41:22.882600 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cefd90fd-4d55-4569-a0ce-c3f6421aaa71 req-d361e554-a419-4de7-9edb-8cde493d0af5 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=74c94f3d-15fb-4214-96e4-39e263e12641 HTTP/1.1" status: 200 len: 944 time: 0.3118787 Nov 25 19:41:22.883639 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f17e97d6-d4d9-469f-8974-cfe5f6b1fe19 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:22.928806 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 366539f7-efa7-4c07-b51c-050051ae3bba details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:41:22.962275 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-830b8e93-aa87-43b7-b708-088b3b468d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:22.979152 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893071fa-8b04-45af-a534-a839a970fbba tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Made reservation on behalf of cee052b9005f4cf4ac9a2fd47af479f1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:41:22.985495 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-893071fa-8b04-45af-a534-a839a970fbba tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:23.129831 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cefd90fd-4d55-4569-a0ce-c3f6421aaa71 req-82c94a18-a159-4a12-b5aa-4528c39e6670 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423203 Nov 25 19:41:23.247705 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36c30484-a76b-4d0f-884d-2edd56a783e4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:23.251341 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830b8e93-aa87-43b7-b708-088b3b468d3e None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:23.263856 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 831e98c1-f30d-4b30-83fa-f698b4da9096 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:41:23.275672 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-830b8e93-aa87-43b7-b708-088b3b468d3e None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:23.286330 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830b8e93-aa87-43b7-b708-088b3b468d3e None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:41:23.289513 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b8e93-aa87-43b7-b708-088b3b468d3e None None] Pushing event updated for resources: {'Port': ['ID=d83a5a23-5a3f-4e73-86a0-f9e12c17b538,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:23.304399 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 831e98c1-f30d-4b30-83fa-f698b4da9096 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:23.308784 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:23.543541 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-830b8e93-aa87-43b7-b708-088b3b468d3e None None] Attempting to bind port d83a5a23-5a3f-4e73-86a0-f9e12c17b538 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:41:23.544523 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-830b8e93-aa87-43b7-b708-088b3b468d3e None None] Attempting to bind port d83a5a23-5a3f-4e73-86a0-f9e12c17b538 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:41:23.545388 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830b8e93-aa87-43b7-b708-088b3b468d3e None None] Attempting to bind port d83a5a23-5a3f-4e73-86a0-f9e12c17b538 on network b691ce13-c3fa-46f8-892f-a6e3ddf6046b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:41:23.573794 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830b8e93-aa87-43b7-b708-088b3b468d3e None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:41:23.575204 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830b8e93-aa87-43b7-b708-088b3b468d3e None None] Checking segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:41:23.576362 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-830b8e93-aa87-43b7-b708-088b3b468d3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:23.578274 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830b8e93-aa87-43b7-b708-088b3b468d3e None None] Bound using segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:41:23.579445 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-830b8e93-aa87-43b7-b708-088b3b468d3e None None] Bound port: d83a5a23-5a3f-4e73-86a0-f9e12c17b538, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:41:23.580672 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-830b8e93-aa87-43b7-b708-088b3b468d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:23.583794 n-d-819349-5 neutron-server[103599]: DEBUG neutron.objects.ports [None req-893071fa-8b04-45af-a534-a839a970fbba tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:41:23.587150 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-893071fa-8b04-45af-a534-a839a970fbba tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:23.605560 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:23.641733 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f17e97d6-d4d9-469f-8974-cfe5f6b1fe19 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:23.700113 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:23.721061 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f17e97d6-d4d9-469f-8974-cfe5f6b1fe19 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:23.733479 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f17e97d6-d4d9-469f-8974-cfe5f6b1fe19 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "DELETE /v2.0/subnets/01c93dc0-7c61-47f5-a960-9969326bc1ab HTTP/1.1" status: 204 len: 168 time: 2.3254490 Nov 25 19:41:23.737820 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47996) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:23.741063 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-830b8e93-aa87-43b7-b708-088b3b468d3e None None] For port d83a5a23-5a3f-4e73-86a0-f9e12c17b538, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:41:23.747249 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-830b8e93-aa87-43b7-b708-088b3b468d3e None None] For port d83a5a23-5a3f-4e73-86a0-f9e12c17b538, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d83a5a23-5a3f-4e73-86a0-f9e12c17b538,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:41:23.756488 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d873c6a-301e-4002-b53b-f05e90062d79 None None] Network 9b26d7dc-4a45-4c30-b577-4f6a5a25a55c requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:41:23.757549 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893071fa-8b04-45af-a534-a839a970fbba tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event updated for resources: {'Subnet': ['ID=b8a437e5-7f62-4f7b-9ae7-de21e94cdb31,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:23.758359 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c94f3d-15fb-4214-96e4-39e263e12641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831e98c1-f30d-4b30-83fa-f698b4da9096'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:41:23.761313 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498735cf-07ea-4cda-a9fb-afb3da635bc1" -d '{"events": [{"server_uuid": "74c94f3d-15fb-4214-96e4-39e263e12641", "name": "network-vif-plugged", "status": "completed", "tag": "831e98c1-f30d-4b30-83fa-f698b4da9096"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:41:23.768815 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-830b8e93-aa87-43b7-b708-088b3b468d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:23.869620 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e97d6-d4d9-469f-8974-cfe5f6b1fe19 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event deleted for resources: {'Subnet': ['ID=01c93dc0-7c61-47f5-a960-9969326bc1ab,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:23.956757 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb73d4d-3b12-4346-8ca8-963a5b9fe918 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Deleting subnet 7783342b-08c2-4e0e-96cc-c2b4a1ff9af9 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:41:23.963472 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893071fa-8b04-45af-a534-a839a970fbba tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Checking segment: {'id': '52a1a8a5-6243-4ddb-96f6-a214c7847e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '366539f7-efa7-4c07-b51c-050051ae3bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:41:23.964025 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893071fa-8b04-45af-a534-a839a970fbba tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Network hostable DHCP agents. Network: 366539f7-efa7-4c07-b51c-050051ae3bba, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:41:23.969260 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccb73d4d-3b12-4346-8ca8-963a5b9fe918 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:23.989305 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 831e98c1-f30d-4b30-83fa-f698b4da9096, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=831e98c1-f30d-4b30-83fa-f698b4da9096,segment=NetworkSegment(02fa6f66-9208-4806-8bde-6e2373cf1375),segment_id=02fa6f66-9208-4806-8bde-6e2373cf1375)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:24.036040 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.070607 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-36c30484-a76b-4d0f-884d-2edd56a783e4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 2001:db8::1 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/6092abfe-2974-4acd-b60e-5257c81a0a5e/6bd571e6-14b7-4712-a3d4-4a7697efcebc) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:41:24.116716 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccb73d4d-3b12-4346-8ca8-963a5b9fe918 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.121029 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b8e93-aa87-43b7-b708-088b3b468d3e None None] Pushing event updated for resources: {'Port': ['ID=d83a5a23-5a3f-4e73-86a0-f9e12c17b538,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:24.177431 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893071fa-8b04-45af-a534-a839a970fbba tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Network 366539f7-efa7-4c07-b51c-050051ae3bba is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:41:24.192303 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-893071fa-8b04-45af-a534-a839a970fbba tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 366539f7-efa7-4c07-b51c-050051ae3bba) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:24.211908 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893071fa-8b04-45af-a534-a839a970fbba tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:24.212478 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.212727 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-893071fa-8b04-45af-a534-a839a970fbba tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.223486 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a67929-b0b8-4a21-baa0-cd00e0b407d7 req-e989cb14-2048-4c97-8e04-93505dc22afc tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:24.225624 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca64d463-f440-41de-abf0-c38a01fae273 None None] Network 366539f7-efa7-4c07-b51c-050051ae3bba requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:41:24.226272 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-34a67929-b0b8-4a21-baa0-cd00e0b407d7 req-e989cb14-2048-4c97-8e04-93505dc22afc tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e HTTP/1.1" status: 200 len: 946 time: 0.9518030 Nov 25 19:41:24.246948 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=831e98c1-f30d-4b30-83fa-f698b4da9096,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:24.389180 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa5cb91-2b07-4b29-b537-b9c1723e7b9c None None] DHCP port deletion for 9b26d7dc-4a45-4c30-b577-4f6a5a25a55c request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:41:24.398383 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccb73d4d-3b12-4346-8ca8-963a5b9fe918 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.525832 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-34a67929-b0b8-4a21-baa0-cd00e0b407d7 req-385f27d1-8cec-4144-a201-38db238b6869 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396607 Nov 25 19:41:24.592213 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36c30484-a76b-4d0f-884d-2edd56a783e4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.628543 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48014) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:24.629122 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a82887-ca12-4bb9-a70f-5b7058bfddde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-366539f7-efa7-4c07-b51c-050051ae3bba', 'network_id': '366539f7-efa7-4c07-b51c-050051ae3bba', 'tenant_id': 'cee052b9005f4cf4ac9a2fd47af479f1', 'fixed_ips': [{'subnet_id': 'b8a437e5-7f62-4f7b-9ae7-de21e94cdb31'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:41:24.630877 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e3a82887-ca12-4bb9-a70f-5b7058bfddde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.631152 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-893071fa-8b04-45af-a534-a839a970fbba tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0579145 Nov 25 19:41:24.635582 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccb73d4d-3b12-4346-8ca8-963a5b9fe918 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.684837 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb73d4d-3b12-4346-8ca8-963a5b9fe918 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event deleted for resources: {'Subnet': ['ID=7783342b-08c2-4e0e-96cc-c2b4a1ff9af9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:24.700645 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccb73d4d-3b12-4346-8ca8-963a5b9fe918 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.708249 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ccb73d4d-3b12-4346-8ca8-963a5b9fe918 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "DELETE /v2.0/subnets/7783342b-08c2-4e0e-96cc-c2b4a1ff9af9 HTTP/1.1" status: 204 len: 168 time: 0.9658353 Nov 25 19:41:24.709021 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48020) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:24.714254 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5f7563-e655-480c-a6db-98bb90d3348f None None] Network 5315cd20-1a9d-46e5-ab57-f5a77c22de93 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:41:24.852269 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50c44056-6f3d-4ea6-ac93-22f159c2ae22 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.899809 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1aa5cb91-2b07-4b29-b537-b9c1723e7b9c None None] Deleting port a465bbf8-216e-406b-9e53-8392208112ea {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:24.900732 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1aa5cb91-2b07-4b29-b537-b9c1723e7b9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.960180 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-50c44056-6f3d-4ea6-ac93-22f159c2ae22 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Deleting port a465bbf8-216e-406b-9e53-8392208112ea {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:24.960656 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50c44056-6f3d-4ea6-ac93-22f159c2ae22 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.966659 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36c30484-a76b-4d0f-884d-2edd56a783e4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.994212 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:25.078752 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c30484-a76b-4d0f-884d-2edd56a783e4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:25.090212 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-50c44056-6f3d-4ea6-ac93-22f159c2ae22 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] For port a465bbf8-216e-406b-9e53-8392208112ea, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a465bbf8-216e-406b-9e53-8392208112ea,segment=NetworkSegment(4e76c82c-8c8f-4947-9107-bbe1736a1caf),segment_id=4e76c82c-8c8f-4947-9107-bbe1736a1caf)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:25.090884 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50c44056-6f3d-4ea6-ac93-22f159c2ae22 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:25.116150 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-50c44056-6f3d-4ea6-ac93-22f159c2ae22 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Calling delete_port for a465bbf8-216e-406b-9e53-8392208112ea owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:25.128689 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-36c30484-a76b-4d0f-884d-2edd56a783e4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:25.145172 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c30484-a76b-4d0f-884d-2edd56a783e4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:41:25.146049 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36c30484-a76b-4d0f-884d-2edd56a783e4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:25.225237 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-1aa5cb91-2b07-4b29-b537-b9c1723e7b9c None None] For port a465bbf8-216e-406b-9e53-8392208112ea, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a465bbf8-216e-406b-9e53-8392208112ea,segment=NetworkSegment(4e76c82c-8c8f-4947-9107-bbe1736a1caf),segment_id=4e76c82c-8c8f-4947-9107-bbe1736a1caf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:25.226346 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1aa5cb91-2b07-4b29-b537-b9c1723e7b9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:25.242674 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50c44056-6f3d-4ea6-ac93-22f159c2ae22 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:25.285863 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c44056-6f3d-4ea6-ac93-22f159c2ae22 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event deleted for resources: {'Port': ['ID=a465bbf8-216e-406b-9e53-8392208112ea,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:25.295472 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1aa5cb91-2b07-4b29-b537-b9c1723e7b9c None None] Calling delete_port for a465bbf8-216e-406b-9e53-8392208112ea owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:25.297457 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c44056-6f3d-4ea6-ac93-22f159c2ae22 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] No DVR routers for this DVR port a465bbf8-216e-406b-9e53-8392208112ea on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:41:25.340417 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c30484-a76b-4d0f-884d-2edd56a783e4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=6bd571e6-14b7-4712-a3d4-4a7697efcebc,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:25.551120 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50c44056-6f3d-4ea6-ac93-22f159c2ae22 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:25.594007 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:25.636963 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-50c44056-6f3d-4ea6-ac93-22f159c2ae22 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b26d7dc-4a45-4c30-b577-4f6a5a25a55c']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:25.651214 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1aa5cb91-2b07-4b29-b537-b9c1723e7b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:25.663657 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-e3a82887-ca12-4bb9-a70f-5b7058bfddde None None] Allocated IP 2001:db8::f816:3eff:fed1:9176 (366539f7-efa7-4c07-b51c-050051ae3bba/b8a437e5-7f62-4f7b-9ae7-de21e94cdb31/df5bc7d0-79b9-46ca-a776-5ab6d9ddf4d6) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:41:25.684895 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-50c44056-6f3d-4ea6-ac93-22f159c2ae22 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e76c82c-8c8f-4947-9107-bbe1736a1caf') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:25.685407 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-50c44056-6f3d-4ea6-ac93-22f159c2ae22 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e76c82c-8c8f-4947-9107-bbe1736a1caf') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:25.731721 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50c44056-6f3d-4ea6-ac93-22f159c2ae22 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:25.772988 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36c30484-a76b-4d0f-884d-2edd56a783e4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:25.785546 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50c44056-6f3d-4ea6-ac93-22f159c2ae22 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:25.821242 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c44056-6f3d-4ea6-ac93-22f159c2ae22 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:41:25.821242 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50c44056-6f3d-4ea6-ac93-22f159c2ae22 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:41:25.869051 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:41:25.882354 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5cb91-2b07-4b29-b537-b9c1723e7b9c None None] Pushing event deleted for resources: {'Port': ['ID=a465bbf8-216e-406b-9e53-8392208112ea,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:25.914835 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa5cb91-2b07-4b29-b537-b9c1723e7b9c None None] No DVR routers for this DVR port a465bbf8-216e-406b-9e53-8392208112ea on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:41:26.124834 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50c44056-6f3d-4ea6-ac93-22f159c2ae22 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:26.144784 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50c44056-6f3d-4ea6-ac93-22f159c2ae22 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:26.160582 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-50c44056-6f3d-4ea6-ac93-22f159c2ae22 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "DELETE /v2.0/networks/9b26d7dc-4a45-4c30-b577-4f6a5a25a55c HTTP/1.1" status: 204 len: 168 time: 1.4471838 Nov 25 19:41:26.175110 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48032) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:26.201818 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49191f14-3d8e-479a-88a7-08d330f786f7 x-openstack-request-id: req-49191f14-3d8e-479a-88a7-08d330f786f7 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:41:26.202164 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c94f3d-15fb-4214-96e4-39e263e12641", "name": "network-vif-plugged", "status": "completed", "tag": "831e98c1-f30d-4b30-83fa-f698b4da9096", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:41:26.202623 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49191f14-3d8e-479a-88a7-08d330f786f7 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:41:26.202836 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c94f3d-15fb-4214-96e4-39e263e12641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831e98c1-f30d-4b30-83fa-f698b4da9096', 'code': 200} Nov 25 19:41:26.208478 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d83a5a23-5a3f-4e73-86a0-f9e12c17b538 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:41:26.213215 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f105452-5280-495e-a316-c1228f5a6743 None None] DHCP port deletion for 5315cd20-1a9d-46e5-ab57-f5a77c22de93 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:41:26.233791 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c44056-6f3d-4ea6-ac93-22f159c2ae22 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event deleted for resources: {'Network': ['ID=9b26d7dc-4a45-4c30-b577-4f6a5a25a55c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:26.376253 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e3a82887-ca12-4bb9-a70f-5b7058bfddde None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:26.377997 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-93c4ce58-7f10-4398-9f73-661bcfc8de19 None None] Provisioning complete for port d83a5a23-5a3f-4e73-86a0-f9e12c17b538 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:26.378394 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-93c4ce58-7f10-4398-9f73-661bcfc8de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:26.397784 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4c56179-f590-4a8e-89c0-c9d7a469e581 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:26.436811 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e3a82887-ca12-4bb9-a70f-5b7058bfddde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:26.503385 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a82887-ca12-4bb9-a70f-5b7058bfddde None None] Network 366539f7-efa7-4c07-b51c-050051ae3bba is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:26.525339 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-e3a82887-ca12-4bb9-a70f-5b7058bfddde None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:26.530263 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:26.532586 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a82887-ca12-4bb9-a70f-5b7058bfddde None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:41:26.550212 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09963cf-ef45-4a32-83ae-f31109339727 req-720f51ba-8274-46cb-9dac-d2998339a03b tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:26.550562 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e4c56179-f590-4a8e-89c0-c9d7a469e581 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Deleting port 624b0c38-1b3a-4ac4-9d74-72e355458f0d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:26.550967 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4c56179-f590-4a8e-89c0-c9d7a469e581 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:26.554252 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:41:26.565046 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port d83a5a23-5a3f-4e73-86a0-f9e12c17b538 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:26.566992 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b09963cf-ef45-4a32-83ae-f31109339727 req-720f51ba-8274-46cb-9dac-d2998339a03b tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=74c94f3d-15fb-4214-96e4-39e263e12641 HTTP/1.1" status: 200 len: 945 time: 0.3335452 Nov 25 19:41:26.570726 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:26.654834 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event deleted for resources: {'Subnet': ['ID=b8a437e5-7f62-4f7b-9ae7-de21e94cdb31,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:26.656210 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-93c4ce58-7f10-4398-9f73-661bcfc8de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:26.670472 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a82887-ca12-4bb9-a70f-5b7058bfddde None None] Pushing event updated for resources: {'Port': ['ID=df5bc7d0-79b9-46ca-a776-5ab6d9ddf4d6,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:26.671864 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77e738-41e5-4b31-ad00-778385a3828b req-6a545454-9b8b-4de8-a254-e49555b8dbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:26.681156 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9d77e738-41e5-4b31-ad00-778385a3828b req-6a545454-9b8b-4de8-a254-e49555b8dbd5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=74c94f3d-15fb-4214-96e4-39e263e12641 HTTP/1.1" status: 200 len: 1096 time: 0.4308691 Nov 25 19:41:26.703827 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e3a82887-ca12-4bb9-a70f-5b7058bfddde None None] Attempting to bind port df5bc7d0-79b9-46ca-a776-5ab6d9ddf4d6 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:41:26.704279 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e3a82887-ca12-4bb9-a70f-5b7058bfddde None None] Attempting to bind port df5bc7d0-79b9-46ca-a776-5ab6d9ddf4d6 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '52a1a8a5-6243-4ddb-96f6-a214c7847e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '366539f7-efa7-4c07-b51c-050051ae3bba'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:41:26.704637 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a82887-ca12-4bb9-a70f-5b7058bfddde None None] Attempting to bind port df5bc7d0-79b9-46ca-a776-5ab6d9ddf4d6 on network 366539f7-efa7-4c07-b51c-050051ae3bba {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:41:26.710033 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4f105452-5280-495e-a316-c1228f5a6743 None None] Deleting port 624b0c38-1b3a-4ac4-9d74-72e355458f0d {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:26.711701 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4f105452-5280-495e-a316-c1228f5a6743 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:26.807928 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b09963cf-ef45-4a32-83ae-f31109339727 req-19ced986-c22f-4812-903a-30fa0ce8bdd2 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633935 Nov 25 19:41:26.833128 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-e4c56179-f590-4a8e-89c0-c9d7a469e581 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] For port 624b0c38-1b3a-4ac4-9d74-72e355458f0d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=624b0c38-1b3a-4ac4-9d74-72e355458f0d,segment=NetworkSegment(f8fd6507-d6f7-4150-97cc-fd943cc9c602),segment_id=f8fd6507-d6f7-4150-97cc-fd943cc9c602)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:26.834887 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4c56179-f590-4a8e-89c0-c9d7a469e581 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:26.877764 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e4c56179-f590-4a8e-89c0-c9d7a469e581 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Calling delete_port for 624b0c38-1b3a-4ac4-9d74-72e355458f0d owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:26.890004 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-da26eaf4-c7e4-4321-9468-61770ce293dc req-4bc67e03-2e81-4e1e-9ef2-e1b3d9ec9b86 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:41:26.891174 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-da26eaf4-c7e4-4321-9468-61770ce293dc req-4bc67e03-2e81-4e1e-9ef2-e1b3d9ec9b86 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075047 Nov 25 19:41:26.938568 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9d77e738-41e5-4b31-ad00-778385a3828b req-58eb4cac-9300-45d8-b0bd-b7d38919fad5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254217 Nov 25 19:41:26.943447 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a82887-ca12-4bb9-a70f-5b7058bfddde None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:41:26.944059 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a82887-ca12-4bb9-a70f-5b7058bfddde None None] Checking segment: {'id': '52a1a8a5-6243-4ddb-96f6-a214c7847e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '366539f7-efa7-4c07-b51c-050051ae3bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:41:26.944733 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e3a82887-ca12-4bb9-a70f-5b7058bfddde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:26.945997 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a82887-ca12-4bb9-a70f-5b7058bfddde None None] Bound using segment: {'id': '52a1a8a5-6243-4ddb-96f6-a214c7847e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '366539f7-efa7-4c07-b51c-050051ae3bba'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:41:26.946211 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e3a82887-ca12-4bb9-a70f-5b7058bfddde None None] Bound port: df5bc7d0-79b9-46ca-a776-5ab6d9ddf4d6, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a1a8a5-6243-4ddb-96f6-a214c7847e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '366539f7-efa7-4c07-b51c-050051ae3bba'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:41:26.946845 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e3a82887-ca12-4bb9-a70f-5b7058bfddde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:26.978345 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:27.078985 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['366539f7-efa7-4c07-b51c-050051ae3bba']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:27.102411 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a1a8a5-6243-4ddb-96f6-a214c7847e7b') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:27.103141 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a1a8a5-6243-4ddb-96f6-a214c7847e7b') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:27.147566 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-da26eaf4-c7e4-4321-9468-61770ce293dc req-777a2538-9692-4188-ac7e-da6a8cb65d3f tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2212110 Nov 25 19:41:27.150712 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:27.156771 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36c30484-a76b-4d0f-884d-2edd56a783e4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:27.157991 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-93c4ce58-7f10-4398-9f73-661bcfc8de19 None None] For port d83a5a23-5a3f-4e73-86a0-f9e12c17b538, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d83a5a23-5a3f-4e73-86a0-f9e12c17b538,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:27.186774 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36c30484-a76b-4d0f-884d-2edd56a783e4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:27.188763 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36c30484-a76b-4d0f-884d-2edd56a783e4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:27.216801 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4c56179-f590-4a8e-89c0-c9d7a469e581 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:27.231036 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:27.268322 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-93c4ce58-7f10-4398-9f73-661bcfc8de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:27.302818 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c56179-f590-4a8e-89c0-c9d7a469e581 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event deleted for resources: {'Port': ['ID=624b0c38-1b3a-4ac4-9d74-72e355458f0d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:27.333035 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:41:27.333627 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:41:27.342796 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:41:27.385212 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4f105452-5280-495e-a316-c1228f5a6743 None None] For port 624b0c38-1b3a-4ac4-9d74-72e355458f0d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=624b0c38-1b3a-4ac4-9d74-72e355458f0d,segment=NetworkSegment(f8fd6507-d6f7-4150-97cc-fd943cc9c602),segment_id=f8fd6507-d6f7-4150-97cc-fd943cc9c602)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:27.385822 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4f105452-5280-495e-a316-c1228f5a6743 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:27.388990 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4ce58-7f10-4398-9f73-661bcfc8de19 None None] Pushing event updated for resources: {'Port': ['ID=d83a5a23-5a3f-4e73-86a0-f9e12c17b538,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:27.397308 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c56179-f590-4a8e-89c0-c9d7a469e581 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] No DVR routers for this DVR port 624b0c38-1b3a-4ac4-9d74-72e355458f0d on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:41:27.493548 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4f105452-5280-495e-a316-c1228f5a6743 None None] Calling delete_port for 624b0c38-1b3a-4ac4-9d74-72e355458f0d owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:27.578418 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c30484-a76b-4d0f-884d-2edd56a783e4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=6bd571e6-14b7-4712-a3d4-4a7697efcebc,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:27.587806 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fcf4b7-f819-4f0c-b366-1c608390ad6b req-c6d2fdd9-f506-42d8-bbf0-299e2e092533 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:27.595505 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-88fcf4b7-f819-4f0c-b366-1c608390ad6b req-c6d2fdd9-f506-42d8-bbf0-299e2e092533 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.85 "GET /v2.0/ports?device_id=28fba048-4c3f-4311-9455-6cb27c5c09d3 HTTP/1.1" status: 200 len: 946 time: 0.2865856 Nov 25 19:41:27.643187 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e3a82887-ca12-4bb9-a70f-5b7058bfddde None None] For port df5bc7d0-79b9-46ca-a776-5ab6d9ddf4d6, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:41:27.658033 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 19:41:27.658033 n-d-819349-5 neutron-server[103600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 19:41:27.658033 n-d-819349-5 neutron-server[103600]: [parameters: {'id': '366539f7-efa7-4c07-b51c-050051ae3bba'}] Nov 25 19:41:27.658033 n-d-819349-5 neutron-server[103600]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:41:27.658621 n-d-819349-5 neutron-server[103600]: DEBUG oslo_db.api [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:41:27.706945 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a465bbf8-216e-406b-9e53-8392208112ea no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:41:27.709544 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-c3c71e3a-43c3-4da9-a16e-d952607e4de2 None None] Provisioning complete for port 6bd571e6-14b7-4712-a3d4-4a7697efcebc triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:27.709920 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c3c71e3a-43c3-4da9-a16e-d952607e4de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:27.725837 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c30484-a76b-4d0f-884d-2edd56a783e4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:27.729288 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-36c30484-a76b-4d0f-884d-2edd56a783e4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:27.764790 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e3a82887-ca12-4bb9-a70f-5b7058bfddde None None] For port df5bc7d0-79b9-46ca-a776-5ab6d9ddf4d6, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=df5bc7d0-79b9-46ca-a776-5ab6d9ddf4d6,segment=NetworkSegment(52a1a8a5-6243-4ddb-96f6-a214c7847e7b),segment_id=52a1a8a5-6243-4ddb-96f6-a214c7847e7b)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:41:27.773342 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: a465bbf8-216e-406b-9e53-8392208112ea {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:41:27.773640 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a465bbf8-216e-406b-9e53-8392208112ea not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:41:27.784794 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e3a82887-ca12-4bb9-a70f-5b7058bfddde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:27.834894 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4c56179-f590-4a8e-89c0-c9d7a469e581 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:27.892110 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a82887-ca12-4bb9-a70f-5b7058bfddde None None] Pushing event updated for resources: {'Port': ['ID=df5bc7d0-79b9-46ca-a776-5ab6d9ddf4d6,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:27.929977 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-c3c71e3a-43c3-4da9-a16e-d952607e4de2 None None] Port 6bd571e6-14b7-4712-a3d4-4a7697efcebc cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:41:28.008988 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4f105452-5280-495e-a316-c1228f5a6743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:28.161113 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10461733-e4a2-4785-be2f-da14f137bdc8 None None] Network 366539f7-efa7-4c07-b51c-050051ae3bba requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:41:28.173707 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:28.255904 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa046c-2614-499a-91de-8c25225fc173 req-2b962eb1-3f79-4c5b-a263-cc47993e04f0 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:28.271047 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-effa046c-2614-499a-91de-8c25225fc173 req-2b962eb1-3f79-4c5b-a263-cc47993e04f0 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fba048-4c3f-4311-9455-6cb27c5c09d3 HTTP/1.1" status: 200 len: 946 time: 0.2939746 Nov 25 19:41:28.335628 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d83a5a23-5a3f-4e73-86a0-f9e12c17b538 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:41:28.348382 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:41:28.364741 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f105452-5280-495e-a316-c1228f5a6743 None None] Pushing event deleted for resources: {'Port': ['ID=624b0c38-1b3a-4ac4-9d74-72e355458f0d,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:28.438410 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f105452-5280-495e-a316-c1228f5a6743 None None] No DVR routers for this DVR port 624b0c38-1b3a-4ac4-9d74-72e355458f0d on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:41:28.616571 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port d83a5a23-5a3f-4e73-86a0-f9e12c17b538 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:28.617240 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:28.656553 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c30484-a76b-4d0f-884d-2edd56a783e4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Router 55e97a19-8a2f-473d-aef1-a7ad136df35c is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:41:28.670932 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd1fae4-6011-404a-845a-15119931ea1b None None] get_active_networks_info from n-d-819349-5 {{(pid=103601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:41:28.702813 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-effa046c-2614-499a-91de-8c25225fc173 req-5eae60b0-d4f9-477b-8359-849c36c860fb tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946891 Nov 25 19:41:28.750932 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0e052a0a-68bf-48f9-8e02-95eba0dafe33 None None] Provisioning complete for port 6bd571e6-14b7-4712-a3d4-4a7697efcebc triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:28.751681 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0e052a0a-68bf-48f9-8e02-95eba0dafe33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:28.841399 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:28.881968 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4', 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2', 'port_id': 'fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4', 'mac_address': 'fa:16:3e:a2:96:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e758be47-f502-42b6-8983-165c34ac1a0f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:41:28.921411 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-0e052a0a-68bf-48f9-8e02-95eba0dafe33 None None] Port 6bd571e6-14b7-4712-a3d4-4a7697efcebc cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:41:29.051315 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:29.076174 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd1fae4-6011-404a-845a-15119931ea1b None None] Resources bound (agent type, host, resource id): {{(pid=103601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:41:29.081336 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:41:29.131610 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-e4c56179-f590-4a8e-89c0-c9d7a469e581 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5315cd20-1a9d-46e5-ab57-f5a77c22de93']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:29.147638 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-e4c56179-f590-4a8e-89c0-c9d7a469e581 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8fd6507-d6f7-4150-97cc-fd943cc9c602') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:29.147877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-e4c56179-f590-4a8e-89c0-c9d7a469e581 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8fd6507-d6f7-4150-97cc-fd943cc9c602') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:29.159478 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:29.163454 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4c56179-f590-4a8e-89c0-c9d7a469e581 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:29.185459 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4c56179-f590-4a8e-89c0-c9d7a469e581 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:29.194328 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 624b0c38-1b3a-4ac4-9d74-72e355458f0d no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:41:29.195121 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c56179-f590-4a8e-89c0-c9d7a469e581 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:41:29.195590 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4c56179-f590-4a8e-89c0-c9d7a469e581 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:29.243851 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Deleting port df5bc7d0-79b9-46ca-a776-5ab6d9ddf4d6 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:29.244379 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:29.274911 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 624b0c38-1b3a-4ac4-9d74-72e355458f0d {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:41:29.280631 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 624b0c38-1b3a-4ac4-9d74-72e355458f0d not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:41:29.282369 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:41:29.293821 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4c56179-f590-4a8e-89c0-c9d7a469e581 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:29.300893 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:29.310768 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4c56179-f590-4a8e-89c0-c9d7a469e581 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:29.320465 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e4c56179-f590-4a8e-89c0-c9d7a469e581 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] 10.222.0.55 "DELETE /v2.0/networks/5315cd20-1a9d-46e5-ab57-f5a77c22de93 HTTP/1.1" status: 204 len: 168 time: 3.1408541 Nov 25 19:41:29.354035 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c56179-f590-4a8e-89c0-c9d7a469e581 tempest-TaggedBootDevicesTest-1047003429 tempest-TaggedBootDevicesTest-1047003429-project] Pushing event deleted for resources: {'Network': ['ID=5315cd20-1a9d-46e5-ab57-f5a77c22de93,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:29.513294 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-88fcf4b7-f819-4f0c-b366-1c608390ad6b req-3a93c16e-31e5-4b3f-b439-edc9518c2c93 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Deleting port d1fe46f4-f096-47ff-b2e6-00d419bb5968 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:29.513832 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-88fcf4b7-f819-4f0c-b366-1c608390ad6b req-3a93c16e-31e5-4b3f-b439-edc9518c2c93 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:29.553463 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c068a6-fa2f-4b41-a661-0126296c4fe9 req-6af5dca9-0b4d-4ff2-9349-d143a2872f30 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:29.567373 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4c068a6-fa2f-4b41-a661-0126296c4fe9 req-6af5dca9-0b4d-4ff2-9349-d143a2872f30 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e4340a7-a2e7-4005-b776-fcaee8692fcf HTTP/1.1" status: 200 len: 945 time: 0.6110048 Nov 25 19:41:29.570790 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c30484-a76b-4d0f-884d-2edd56a783e4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:41:29.597021 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-36c30484-a76b-4d0f-884d-2edd56a783e4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "PUT /v2.0/routers/55e97a19-8a2f-473d-aef1-a7ad136df35c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2546282 Nov 25 19:41:29.597021 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] For port df5bc7d0-79b9-46ca-a776-5ab6d9ddf4d6, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=df5bc7d0-79b9-46ca-a776-5ab6d9ddf4d6,segment=NetworkSegment(52a1a8a5-6243-4ddb-96f6-a214c7847e7b),segment_id=52a1a8a5-6243-4ddb-96f6-a214c7847e7b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:29.610104 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48086) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:29.610624 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:29.660205 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Calling delete_port for df5bc7d0-79b9-46ca-a776-5ab6d9ddf4d6 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:29.664358 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:41:29.671570 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-abf6a488-d293-4312-97ed-bf7c07de4a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:29.682882 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:29.689872 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288b205c-a194-4c8a-8c3d-ab2f073a57c6 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:29.695166 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-288b205c-a194-4c8a-8c3d-ab2f073a57c6 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports/6bd571e6-14b7-4712-a3d4-4a7697efcebc HTTP/1.1" status: 200 len: 911 time: 0.0803833 Nov 25 19:41:29.696145 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48088) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:29.725240 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85966ba4-52bd-4548-af59-8a40c4ca10b0 None None] Sync routers for ids ['55e97a19-8a2f-473d-aef1-a7ad136df35c'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:41:29.758895 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4c068a6-fa2f-4b41-a661-0126296c4fe9 req-f3fa5ff1-43be-4b70-a55a-1d16ba783181 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748292 Nov 25 19:41:29.865828 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:29.906764 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85966ba4-52bd-4548-af59-8a40c4ca10b0 None None] Routers {'55e97a19-8a2f-473d-aef1-a7ad136df35c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:41:29.908466 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-85966ba4-52bd-4548-af59-8a40c4ca10b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:41:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['55e97a19-8a2f-473d-aef1-a7ad136df35c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:29.924525 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-88fcf4b7-f819-4f0c-b366-1c608390ad6b req-3a93c16e-31e5-4b3f-b439-edc9518c2c93 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] For port d1fe46f4-f096-47ff-b2e6-00d419bb5968, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d1fe46f4-f096-47ff-b2e6-00d419bb5968,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:29.924849 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-88fcf4b7-f819-4f0c-b366-1c608390ad6b req-3a93c16e-31e5-4b3f-b439-edc9518c2c93 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:29.939228 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event deleted for resources: {'Port': ['ID=df5bc7d0-79b9-46ca-a776-5ab6d9ddf4d6,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:29.967035 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-88fcf4b7-f819-4f0c-b366-1c608390ad6b req-3a93c16e-31e5-4b3f-b439-edc9518c2c93 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Calling delete_port for d1fe46f4-f096-47ff-b2e6-00d419bb5968 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:29.978134 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] No DVR routers for this DVR port df5bc7d0-79b9-46ca-a776-5ab6d9ddf4d6 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:41:30.024354 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be92d28e-4448-432f-a6dd-8537c079f254 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:30.040915 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be92d28e-4448-432f-a6dd-8537c079f254 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:30.048424 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-be92d28e-4448-432f-a6dd-8537c079f254 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3457711 Nov 25 19:41:30.056341 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48094) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:30.189316 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13911ce-c9c8-4593-95a3-195409e0c0ee req-d56b93b1-0376-4144-ae7a-20a04ffcde3f tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:30.209505 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a13911ce-c9c8-4593-95a3-195409e0c0ee req-d56b93b1-0376-4144-ae7a-20a04ffcde3f tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=74c94f3d-15fb-4214-96e4-39e263e12641 HTTP/1.1" status: 200 len: 945 time: 0.2675543 Nov 25 19:41:30.344956 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:30.353903 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device d1fe46f4-f096-47ff-b2e6-00d419bb5968 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:41:30.423002 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['366539f7-efa7-4c07-b51c-050051ae3bba']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:30.439173 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-85966ba4-52bd-4548-af59-8a40c4ca10b0 None None] Set router 55e97a19-8a2f-473d-aef1-a7ad136df35c gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:41:30.490931 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a13911ce-c9c8-4593-95a3-195409e0c0ee req-20fe27b1-d0fa-4240-b6ec-b7d4d95eacdf tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804286 Nov 25 19:41:30.493016 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a1a8a5-6243-4ddb-96f6-a214c7847e7b') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:30.493353 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a1a8a5-6243-4ddb-96f6-a214c7847e7b') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:30.549064 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:30.624111 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:30.642024 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:41:30.642514 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:41:30.656099 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:41:30.804047 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:30.853101 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:30.857124 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "DELETE /v2.0/networks/366539f7-efa7-4c07-b51c-050051ae3bba HTTP/1.1" status: 204 len: 168 time: 6.2269711 Nov 25 19:41:30.863376 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3fb0c3-1a0a-4116-ac72-370cc7c4199d tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event deleted for resources: {'Network': ['ID=366539f7-efa7-4c07-b51c-050051ae3bba,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:30.865139 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48110) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:30.975597 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3f46e0-8650-42e5-a75c-d5dd9b54c40a tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] DELETE failed (client error): The resource could not be found. Nov 25 19:41:30.976071 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3f46e0-8650-42e5-a75c-d5dd9b54c40a tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:41:30.979392 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0c3f46e0-8650-42e5-a75c-d5dd9b54c40a tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "DELETE /v2.0/subnets/b8a437e5-7f62-4f7b-9ae7-de21e94cdb31 HTTP/1.1" status: 404 len: 337 time: 0.1131887 Nov 25 19:41:30.983377 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48112) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:31.020134 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-195bf98b-3114-4ffe-ae5c-5a90189b8c5a tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] DELETE failed (client error): The resource could not be found. Nov 25 19:41:31.020587 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-195bf98b-3114-4ffe-ae5c-5a90189b8c5a tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:41:31.023847 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-195bf98b-3114-4ffe-ae5c-5a90189b8c5a tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "DELETE /v2.0/networks/366539f7-efa7-4c07-b51c-050051ae3bba HTTP/1.1" status: 404 len: 339 time: 0.0393832 Nov 25 19:41:31.034603 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48114) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:31.098412 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e17378-b582-48d2-8ef9-2ea5cd977c42 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] DELETE failed (client error): The resource could not be found. Nov 25 19:41:31.098412 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e17378-b582-48d2-8ef9-2ea5cd977c42 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:41:31.100866 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-68e17378-b582-48d2-8ef9-2ea5cd977c42 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "DELETE /v2.0/subnets/9bfb81a2-62f3-4d7a-be4a-7f214c21f8d1 HTTP/1.1" status: 404 len: 337 time: 0.0636783 Nov 25 19:41:31.103565 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48116) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:31.149727 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c45c3d2-07be-4808-ac75-5ce3f883886a tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] DELETE failed (client error): The resource could not be found. Nov 25 19:41:31.150268 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c45c3d2-07be-4808-ac75-5ce3f883886a tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:41:31.153712 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6c45c3d2-07be-4808-ac75-5ce3f883886a tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "DELETE /v2.0/networks/18db7ad2-d895-4741-aba6-1f5a2e0079c0 HTTP/1.1" status: 404 len: 339 time: 0.0474048 Nov 25 19:41:31.159307 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:31.161587 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-88fcf4b7-f819-4f0c-b366-1c608390ad6b req-3a93c16e-31e5-4b3f-b439-edc9518c2c93 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:31.162455 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48118) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:31.225186 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c21e375-4ba4-4977-a4c9-580058b29fbc tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] DELETE failed (client error): The resource could not be found. Nov 25 19:41:31.225945 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c21e375-4ba4-4977-a4c9-580058b29fbc tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:41:31.229661 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4c21e375-4ba4-4977-a4c9-580058b29fbc tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "DELETE /v2.0/subnets/d0289fc4-ef7d-47ad-a563-6b90fab42f15 HTTP/1.1" status: 404 len: 337 time: 0.0656440 Nov 25 19:41:31.234183 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48120) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:31.269409 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33df98-c02d-4f7a-908d-6de0f4c8d30e req-7375d40f-b2bd-4a31-9d89-a33f0982a88c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:31.277985 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fe33df98-c02d-4f7a-908d-6de0f4c8d30e req-7375d40f-b2bd-4a31-9d89-a33f0982a88c tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=28fba048-4c3f-4311-9455-6cb27c5c09d3 HTTP/1.1" status: 200 len: 867 time: 0.2527382 Nov 25 19:41:31.314451 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88d47f9-d8ea-4707-a848-5815422594d3 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] DELETE failed (client error): The resource could not be found. Nov 25 19:41:31.315351 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88d47f9-d8ea-4707-a848-5815422594d3 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:41:31.319182 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e88d47f9-d8ea-4707-a848-5815422594d3 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "DELETE /v2.0/networks/bf84f364-a26a-4648-9f18-72f2452ff0f0 HTTP/1.1" status: 404 len: 339 time: 0.0836170 Nov 25 19:41:31.330716 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48122) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:31.403448 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fe33df98-c02d-4f7a-908d-6de0f4c8d30e req-11f9dfb0-3772-42a3-bb51-880c92eeb533 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197348 Nov 25 19:41:31.471882 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93c16e-31e5-4b3f-b439-edc9518c2c93 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Pushing event deleted for resources: {'Port': ['ID=d1fe46f4-f096-47ff-b2e6-00d419bb5968,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:31.653606 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffde3c0-78d1-4aa4-883f-eec125a1a51c req-a47d20ad-3716-4bb2-916f-c90ac9d6b72e tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:31.666343 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9ffde3c0-78d1-4aa4-883f-eec125a1a51c req-a47d20ad-3716-4bb2-916f-c90ac9d6b72e tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a1efbe2-4d2c-4492-b19a-3144bd991eb3 HTTP/1.1" status: 200 len: 945 time: 0.1570735 Nov 25 19:41:31.704002 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-88fcf4b7-f819-4f0c-b366-1c608390ad6b req-3a93c16e-31e5-4b3f-b439-edc9518c2c93 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] No DVR routers for this DVR port d1fe46f4-f096-47ff-b2e6-00d419bb5968 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:41:31.723351 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-88fcf4b7-f819-4f0c-b366-1c608390ad6b req-3a93c16e-31e5-4b3f-b439-edc9518c2c93 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:31.732646 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-88fcf4b7-f819-4f0c-b366-1c608390ad6b req-3a93c16e-31e5-4b3f-b439-edc9518c2c93 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.85 "DELETE /v2.0/ports/d1fe46f4-f096-47ff-b2e6-00d419bb5968 HTTP/1.1" status: 204 len: 173 time: 3.9988220 Nov 25 19:41:31.750691 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fba048-4c3f-4311-9455-6cb27c5c09d3', 'name': 'network-vif-deleted', 'tag': 'd1fe46f4-f096-47ff-b2e6-00d419bb5968'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:41:31.757482 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b64b11-4bd8-49d5-a229-654657d6b29c" -d '{"events": [{"server_uuid": "28fba048-4c3f-4311-9455-6cb27c5c09d3", "name": "network-vif-deleted", "tag": "d1fe46f4-f096-47ff-b2e6-00d419bb5968"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:41:31.818635 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9ffde3c0-78d1-4aa4-883f-eec125a1a51c req-8105b577-8fd6-4843-a7ca-d4516bd40250 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425703 Nov 25 19:41:32.086216 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1ea891b2-3acd-4cb3-9d48-5bef3dbc4a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:32.098358 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42ef8267-da17-47a1-a1bd-b2788af8c38f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:32.123662 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['3de27103-dacf-46fc-9c82-1f1872c5cb0e'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:41:32.392378 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:41:32.401591 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-85966ba4-52bd-4548-af59-8a40c4ca10b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e97a19-8a2f-473d-aef1-a7ad136df35c', 'name': 'tempest-NetworksTestDHCPv6-router-1772417410', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:41:21Z', 'updated_at': '2021-11-25T19:41:25Z', 'revision_number': 2, 'project_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'gw_port_host': None, '_interfaces': [{'id': '6bd571e6-14b7-4712-a3d4-4a7697efcebc', 'name': '', 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'mac_address': 'fa:16:3e:4b:4d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e97a19-8a2f-473d-aef1-a7ad136df35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '6092abfe-2974-4acd-b60e-5257c81a0a5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:41:23Z', 'updated_at': '2021-11-25T19:41:26Z', 'revision_number': 2, 'project_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'subnets': [{'id': '6092abfe-2974-4acd-b60e-5257c81a0a5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:32.444458 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f2d187bf-78ae-4164-8e1a-39abd473a730 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Deleting port e2267142-75e1-4596-a8ec-1fe52397dd49 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:32.447577 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2d187bf-78ae-4164-8e1a-39abd473a730 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:32.620097 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278310d1-cfc2-44f0-8dd2-1ebacf2e6905 x-openstack-request-id: req-278310d1-cfc2-44f0-8dd2-1ebacf2e6905 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:41:32.621203 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fba048-4c3f-4311-9455-6cb27c5c09d3", "name": "network-vif-deleted", "tag": "d1fe46f4-f096-47ff-b2e6-00d419bb5968", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:41:32.621484 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-278310d1-cfc2-44f0-8dd2-1ebacf2e6905 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:41:32.625571 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28fba048-4c3f-4311-9455-6cb27c5c09d3', 'name': 'network-vif-deleted', 'tag': 'd1fe46f4-f096-47ff-b2e6-00d419bb5968', 'status': 'completed', 'code': 200} Nov 25 19:41:32.644796 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85966ba4-52bd-4548-af59-8a40c4ca10b0 None None] Checking router: 55e97a19-8a2f-473d-aef1-a7ad136df35c for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:41:32.648326 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85966ba4-52bd-4548-af59-8a40c4ca10b0 None None] Updating router 55e97a19-8a2f-473d-aef1-a7ad136df35c port 6bd571e6-14b7-4712-a3d4-4a7697efcebc binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:41:32.856301 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb48253-358c-4406-b3e3-b535418bfa39 req-163a5a54-7a26-4e16-a704-159c37f3a7e4 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:32.866546 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8bb48253-358c-4406-b3e3-b535418bfa39 req-163a5a54-7a26-4e16-a704-159c37f3a7e4 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e HTTP/1.1" status: 200 len: 946 time: 0.1885316 Nov 25 19:41:32.875905 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-85966ba4-52bd-4548-af59-8a40c4ca10b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:33.000894 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8bb48253-358c-4406-b3e3-b535418bfa39 req-bc84d679-e9ce-41e3-b08a-46dc4726e3fd tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177855 Nov 25 19:41:33.331257 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2d187bf-78ae-4164-8e1a-39abd473a730 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:33.380912 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-85966ba4-52bd-4548-af59-8a40c4ca10b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:33.396560 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-85966ba4-52bd-4548-af59-8a40c4ca10b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:33.410710 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f2d187bf-78ae-4164-8e1a-39abd473a730 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Calling delete_port for e2267142-75e1-4596-a8ec-1fe52397dd49 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:33.548687 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:33.549073 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:33.987186 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2d187bf-78ae-4164-8e1a-39abd473a730 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:34.085096 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:34.148104 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad8c1b-81bc-4123-882c-94edfd69531c None None] Pushing event updated for resources: {'Port': ['ID=6bd571e6-14b7-4712-a3d4-4a7697efcebc,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:34.237297 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:34.248321 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-85966ba4-52bd-4548-af59-8a40c4ca10b0 None None] Attempting to bind port 6bd571e6-14b7-4712-a3d4-4a7697efcebc on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:41:34.248724 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-85966ba4-52bd-4548-af59-8a40c4ca10b0 None None] Attempting to bind port 6bd571e6-14b7-4712-a3d4-4a7697efcebc by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:41:34.249069 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85966ba4-52bd-4548-af59-8a40c4ca10b0 None None] Attempting to bind port 6bd571e6-14b7-4712-a3d4-4a7697efcebc on network b691ce13-c3fa-46f8-892f-a6e3ddf6046b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:41:34.318830 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d187bf-78ae-4164-8e1a-39abd473a730 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event deleted for resources: {'Port': ['ID=e2267142-75e1-4596-a8ec-1fe52397dd49,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:34.325925 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d388d48f-a1d4-428a-9d1b-9346d6db226e None None] Provisioning complete for port 6bd571e6-14b7-4712-a3d4-4a7697efcebc triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:34.330180 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d388d48f-a1d4-428a-9d1b-9346d6db226e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:34.348920 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da3286-d202-4a5a-a537-3bef081a1660 req-250d0583-39da-48f2-9134-67d7759d0457 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:34.355733 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2d187bf-78ae-4164-8e1a-39abd473a730 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:34.363156 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f2d187bf-78ae-4164-8e1a-39abd473a730 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "DELETE /v2.0/ports/e2267142-75e1-4596-a8ec-1fe52397dd49 HTTP/1.1" status: 204 len: 168 time: 3.0080326 Nov 25 19:41:34.365914 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48170) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:34.463310 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4e42c4-6c3c-48d0-8889-0b73be874cfd tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] DELETE failed (client error): The resource could not be found. Nov 25 19:41:34.463706 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4e42c4-6c3c-48d0-8889-0b73be874cfd tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:41:34.477431 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9a4e42c4-6c3c-48d0-8889-0b73be874cfd tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "DELETE /v2.0/subnets/223efed3-26f7-43f4-9098-47dcde4606e3 HTTP/1.1" status: 404 len: 337 time: 0.1073825 Nov 25 19:41:34.478747 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da3286-d202-4a5a-a537-3bef081a1660 req-250d0583-39da-48f2-9134-67d7759d0457 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:34.501655 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d388d48f-a1d4-428a-9d1b-9346d6db226e None None] Port 6bd571e6-14b7-4712-a3d4-4a7697efcebc cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:41:34.515842 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85966ba4-52bd-4548-af59-8a40c4ca10b0 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:41:34.516360 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85966ba4-52bd-4548-af59-8a40c4ca10b0 None None] Checking segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:41:34.516787 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-85966ba4-52bd-4548-af59-8a40c4ca10b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:34.517203 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85966ba4-52bd-4548-af59-8a40c4ca10b0 None None] Bound using segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:41:34.517759 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-85966ba4-52bd-4548-af59-8a40c4ca10b0 None None] Bound port: 6bd571e6-14b7-4712-a3d4-4a7697efcebc, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:41:34.525330 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48172) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:34.526895 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-85966ba4-52bd-4548-af59-8a40c4ca10b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:34.593434 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da3286-d202-4a5a-a537-3bef081a1660 req-250d0583-39da-48f2-9134-67d7759d0457 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:34.624479 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:34.626175 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:41:34.635399 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-01da3286-d202-4a5a-a537-3bef081a1660 req-250d0583-39da-48f2-9134-67d7759d0457 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e&device_id=6a1efbe2-4d2c-4492-b19a-3144bd991eb3&device_id=8e4340a7-a2e7-4005-b776-fcaee8692fcf HTTP/1.1" status: 200 len: 2417 time: 0.5414321 Nov 25 19:41:34.635693 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d037a939-15a8-490d-bcf7-0ed882b98bae" -d '{"events": [{"server_uuid": "b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d", "name": "network-vif-plugged", "status": "completed", "tag": "fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:41:34.706452 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:34.854388 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af26f530-b500-4ecc-80a4-07899b809773 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:34.904131 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-85966ba4-52bd-4548-af59-8a40c4ca10b0 None None] For port 6bd571e6-14b7-4712-a3d4-4a7697efcebc, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:41:34.912932 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-85966ba4-52bd-4548-af59-8a40c4ca10b0 None None] For port 6bd571e6-14b7-4712-a3d4-4a7697efcebc, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6bd571e6-14b7-4712-a3d4-4a7697efcebc,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:41:34.914984 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4,revision_number=7']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:34.916883 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-42ef8267-da17-47a1-a1bd-b2788af8c38f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting port 6bd571e6-14b7-4712-a3d4-4a7697efcebc {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:34.917512 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42ef8267-da17-47a1-a1bd-b2788af8c38f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:34.941945 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-85966ba4-52bd-4548-af59-8a40c4ca10b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:34.960245 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-01da3286-d202-4a5a-a537-3bef081a1660 req-4435b389-91dd-4440-9776-72dd1f1ca315 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215816 Nov 25 19:41:35.104571 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad8c1b-81bc-4123-882c-94edfd69531c None None] Pushing event updated for resources: {'Port': ['ID=6bd571e6-14b7-4712-a3d4-4a7697efcebc,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:35.204451 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85966ba4-52bd-4548-af59-8a40c4ca10b0 None None] Routers {'55e97a19-8a2f-473d-aef1-a7ad136df35c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:41:35.205428 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-85966ba4-52bd-4548-af59-8a40c4ca10b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:41:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['55e97a19-8a2f-473d-aef1-a7ad136df35c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:35.640858 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af26f530-b500-4ecc-80a4-07899b809773 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:35.749750 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-af26f530-b500-4ecc-80a4-07899b809773 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af7defc2-3ad4-4d4b-8916-9f945ed02ed6']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:35.756394 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-85966ba4-52bd-4548-af59-8a40c4ca10b0 None None] Set router 55e97a19-8a2f-473d-aef1-a7ad136df35c gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:41:35.793696 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-af26f530-b500-4ecc-80a4-07899b809773 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79bd73b6-6719-4548-997e-5d0fb348784d') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:35.794440 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-af26f530-b500-4ecc-80a4-07899b809773 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79bd73b6-6719-4548-997e-5d0fb348784d') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:35.834023 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af26f530-b500-4ecc-80a4-07899b809773 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:35.995103 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af26f530-b500-4ecc-80a4-07899b809773 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:36.077298 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af26f530-b500-4ecc-80a4-07899b809773 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:41:36.078225 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af26f530-b500-4ecc-80a4-07899b809773 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:41:36.095895 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:41:36.410342 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-42ef8267-da17-47a1-a1bd-b2788af8c38f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] For port 6bd571e6-14b7-4712-a3d4-4a7697efcebc, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6bd571e6-14b7-4712-a3d4-4a7697efcebc,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:36.419022 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42ef8267-da17-47a1-a1bd-b2788af8c38f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:36.516320 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-42ef8267-da17-47a1-a1bd-b2788af8c38f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Calling delete_port for 6bd571e6-14b7-4712-a3d4-4a7697efcebc owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:36.540151 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af26f530-b500-4ecc-80a4-07899b809773 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:36.665294 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af26f530-b500-4ecc-80a4-07899b809773 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:36.694541 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48202) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:36.705861 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-af26f530-b500-4ecc-80a4-07899b809773 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "DELETE /v2.0/networks/af7defc2-3ad4-4d4b-8916-9f945ed02ed6 HTTP/1.1" status: 204 len: 168 time: 2.1638870 Nov 25 19:41:36.718375 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26f530-b500-4ecc-80a4-07899b809773 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event deleted for resources: {'Network': ['ID=af7defc2-3ad4-4d4b-8916-9f945ed02ed6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:36.750635 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803cce0f-673e-41f4-a2fb-af53df1a95af x-openstack-request-id: req-803cce0f-673e-41f4-a2fb-af53df1a95af {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:41:36.751419 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d", "name": "network-vif-plugged", "status": "completed", "tag": "fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:41:36.752089 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-803cce0f-673e-41f4-a2fb-af53df1a95af {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:41:36.762365 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4', 'code': 200} Nov 25 19:41:36.779080 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9211d7ec-2007-4121-99f5-001d2c77f409 None None] Provisioning complete for port 6bd571e6-14b7-4712-a3d4-4a7697efcebc triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:36.779725 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9211d7ec-2007-4121-99f5-001d2c77f409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:36.786583 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:36.809198 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:36.906573 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-85966ba4-52bd-4548-af59-8a40c4ca10b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e97a19-8a2f-473d-aef1-a7ad136df35c', 'name': 'tempest-NetworksTestDHCPv6-router-1772417410', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:41:21Z', 'updated_at': '2021-11-25T19:41:25Z', 'revision_number': 2, 'project_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'gw_port_host': None, '_interfaces': [{'id': '6bd571e6-14b7-4712-a3d4-4a7697efcebc', 'name': '', 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'mac_address': 'fa:16:3e:4b:4d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e97a19-8a2f-473d-aef1-a7ad136df35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '6092abfe-2974-4acd-b60e-5257c81a0a5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:41:23Z', 'updated_at': '2021-11-25T19:41:34Z', 'revision_number': 4, 'project_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'subnets': [{'id': '6092abfe-2974-4acd-b60e-5257c81a0a5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:36.970396 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85966ba4-52bd-4548-af59-8a40c4ca10b0 None None] The sync data for ids ['55e97a19-8a2f-473d-aef1-a7ad136df35c'] in n-d-819349-5 is: [{'id': '55e97a19-8a2f-473d-aef1-a7ad136df35c', 'name': 'tempest-NetworksTestDHCPv6-router-1772417410', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:41:21Z', 'updated_at': '2021-11-25T19:41:25Z', 'revision_number': 2, 'project_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'gw_port_host': None, '_interfaces': [{'id': '6bd571e6-14b7-4712-a3d4-4a7697efcebc', 'name': '', 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'mac_address': 'fa:16:3e:4b:4d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e97a19-8a2f-473d-aef1-a7ad136df35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '6092abfe-2974-4acd-b60e-5257c81a0a5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:41:23Z', 'updated_at': '2021-11-25T19:41:34Z', 'revision_number': 4, 'project_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'subnets': [{'id': '6092abfe-2974-4acd-b60e-5257c81a0a5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:41:37.001311 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9211d7ec-2007-4121-99f5-001d2c77f409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:37.195172 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9211d7ec-2007-4121-99f5-001d2c77f409 None None] For port 6bd571e6-14b7-4712-a3d4-4a7697efcebc, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6bd571e6-14b7-4712-a3d4-4a7697efcebc,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:37.207959 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9211d7ec-2007-4121-99f5-001d2c77f409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:37.357915 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-80ac9a77-9330-4044-978f-b9c6fd38c2c5 req-cfe51282-1961-4c56-a176-e3876178713e tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.4824610 Nov 25 19:41:37.392312 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f17c88a-79aa-463e-b77c-41ebe2f21b5c tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Deleting port 9e26cbb3-5c6e-464a-b57e-9841fcecbfbe {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:37.392441 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f17c88a-79aa-463e-b77c-41ebe2f21b5c tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:37.503764 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211d7ec-2007-4121-99f5-001d2c77f409 None None] Pushing event updated for resources: {'Port': ['ID=6bd571e6-14b7-4712-a3d4-4a7697efcebc,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:37.793548 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4cc8b-47eb-4056-a8ae-b473c11cbbb6 req-9a9ca171-a74e-4157-becb-5644c5d1b1ee tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:37.805835 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c2d4cc8b-47eb-4056-a8ae-b473c11cbbb6 req-9a9ca171-a74e-4157-becb-5644c5d1b1ee tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 945 time: 0.8482997 Nov 25 19:41:38.085114 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6bd571e6-14b7-4712-a3d4-4a7697efcebc up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:41:38.385069 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 6bd571e6-14b7-4712-a3d4-4a7697efcebc triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:38.385848 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:38.497090 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42ef8267-da17-47a1-a1bd-b2788af8c38f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:38.516838 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Could not find standard attr ID for object 6bd571e6-14b7-4712-a3d4-4a7697efcebc. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:41:38.535169 n-d-819349-5 neutron-server[103601]: INFO neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No ports have port_id starting with 6bd571e6-14b7-4712-a3d4-4a7697efcebc Nov 25 19:41:38.555932 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef8267-da17-47a1-a1bd-b2788af8c38f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Port': ['ID=6bd571e6-14b7-4712-a3d4-4a7697efcebc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:38.777699 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd343756-0602-474f-905d-3ff14e25b5c7 req-5ee9cec0-fb1f-4df8-be9d-42f7fcf873a6 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:38.786952 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bd343756-0602-474f-905d-3ff14e25b5c7 req-5ee9cec0-fb1f-4df8-be9d-42f7fcf873a6 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 945 time: 0.3724046 Nov 25 19:41:38.809577 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f17c88a-79aa-463e-b77c-41ebe2f21b5c tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:38.934133 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f17c88a-79aa-463e-b77c-41ebe2f21b5c tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Calling delete_port for 9e26cbb3-5c6e-464a-b57e-9841fcecbfbe owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:38.984089 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42ef8267-da17-47a1-a1bd-b2788af8c38f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:39.129722 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bd343756-0602-474f-905d-3ff14e25b5c7 req-4e490e09-3639-4630-a7ad-d1018b9eed67 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3aabf8a-7c66-468a-888d-181005acd702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351269 Nov 25 19:41:39.131650 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f17c88a-79aa-463e-b77c-41ebe2f21b5c tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:39.140535 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-c2d4cc8b-47eb-4056-a8ae-b473c11cbbb6 req-07ba3e29-1223-4e25-b2da-9d542170aab3 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Deleting port 3de27103-dacf-46fc-9c82-1f1872c5cb0e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:39.141087 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c2d4cc8b-47eb-4056-a8ae-b473c11cbbb6 req-07ba3e29-1223-4e25-b2da-9d542170aab3 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:39.303391 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f17c88a-79aa-463e-b77c-41ebe2f21b5c tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:39.321488 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1f17c88a-79aa-463e-b77c-41ebe2f21b5c tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "DELETE /v2.0/ports/9e26cbb3-5c6e-464a-b57e-9841fcecbfbe HTTP/1.1" status: 204 len: 168 time: 2.6251893 Nov 25 19:41:39.324383 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17c88a-79aa-463e-b77c-41ebe2f21b5c tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event deleted for resources: {'Port': ['ID=9e26cbb3-5c6e-464a-b57e-9841fcecbfbe,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:39.346211 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48228) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:39.454008 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7eefde1-d74a-4934-b6cc-ab85257b9910 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] DELETE failed (client error): The resource could not be found. Nov 25 19:41:39.466960 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7eefde1-d74a-4934-b6cc-ab85257b9910 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:41:39.476507 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a7eefde1-d74a-4934-b6cc-ab85257b9910 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "DELETE /v2.0/subnets/509fee01-7311-49e3-95be-9f2036827239 HTTP/1.1" status: 404 len: 337 time: 0.1275196 Nov 25 19:41:39.479826 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48232) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:39.649789 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd778869-3b14-46b8-b660-af87a47ffc84 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:39.932852 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd778869-3b14-46b8-b660-af87a47ffc84 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:39.988352 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-c2d4cc8b-47eb-4056-a8ae-b473c11cbbb6 req-07ba3e29-1223-4e25-b2da-9d542170aab3 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] For port 3de27103-dacf-46fc-9c82-1f1872c5cb0e, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=3de27103-dacf-46fc-9c82-1f1872c5cb0e,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:39.989957 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c2d4cc8b-47eb-4056-a8ae-b473c11cbbb6 req-07ba3e29-1223-4e25-b2da-9d542170aab3 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:40.013229 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-cd778869-3b14-46b8-b660-af87a47ffc84 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86d0d5d-f1f8-4b8e-9d62-ab7432499f3c']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:40.020403 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ef8267-da17-47a1-a1bd-b2788af8c38f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Router 55e97a19-8a2f-473d-aef1-a7ad136df35c has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:41:40.050698 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-cd778869-3b14-46b8-b660-af87a47ffc84 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fda756-c49d-435b-8bac-2eb560cfd683') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:40.052380 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-cd778869-3b14-46b8-b660-af87a47ffc84 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fda756-c49d-435b-8bac-2eb560cfd683') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:40.101319 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd778869-3b14-46b8-b660-af87a47ffc84 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:40.104269 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-c2d4cc8b-47eb-4056-a8ae-b473c11cbbb6 req-07ba3e29-1223-4e25-b2da-9d542170aab3 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Calling delete_port for 3de27103-dacf-46fc-9c82-1f1872c5cb0e owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:40.172643 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd778869-3b14-46b8-b660-af87a47ffc84 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:40.205691 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd778869-3b14-46b8-b660-af87a47ffc84 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:41:40.206108 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd778869-3b14-46b8-b660-af87a47ffc84 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:41:40.225517 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:41:40.290251 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ef8267-da17-47a1-a1bd-b2788af8c38f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:41:40.298936 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-42ef8267-da17-47a1-a1bd-b2788af8c38f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "PUT /v2.0/routers/55e97a19-8a2f-473d-aef1-a7ad136df35c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2430205 Nov 25 19:41:40.309259 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a932ad-c856-4697-b1f4-308749e4acf1 None None] Sync routers for ids ['55e97a19-8a2f-473d-aef1-a7ad136df35c'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:41:40.320594 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48244) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:40.346801 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a932ad-c856-4697-b1f4-308749e4acf1 None None] Routers {'55e97a19-8a2f-473d-aef1-a7ad136df35c'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:41:40.349084 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-81a932ad-c856-4697-b1f4-308749e4acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:41:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['55e97a19-8a2f-473d-aef1-a7ad136df35c'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:40.400578 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 3de27103-dacf-46fc-9c82-1f1872c5cb0e no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:41:40.519487 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624defd9-17fc-43f5-a854-2e29fb57eb20 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:40.521776 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624defd9-17fc-43f5-a854-2e29fb57eb20 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:40.524306 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-624defd9-17fc-43f5-a854-2e29fb57eb20 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1973751 Nov 25 19:41:40.539772 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48252) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:40.561618 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-81a932ad-c856-4697-b1f4-308749e4acf1 None None] Set router 55e97a19-8a2f-473d-aef1-a7ad136df35c gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:41:40.671502 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd778869-3b14-46b8-b660-af87a47ffc84 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:40.677819 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd778869-3b14-46b8-b660-af87a47ffc84 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:40.689896 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cd778869-3b14-46b8-b660-af87a47ffc84 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "DELETE /v2.0/networks/a86d0d5d-f1f8-4b8e-9d62-ab7432499f3c HTTP/1.1" status: 204 len: 168 time: 1.2068858 Nov 25 19:41:40.699684 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48260) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:40.751380 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:40.844268 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-81a932ad-c856-4697-b1f4-308749e4acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e97a19-8a2f-473d-aef1-a7ad136df35c', 'name': 'tempest-NetworksTestDHCPv6-router-1772417410', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:41:21Z', 'updated_at': '2021-11-25T19:41:37Z', 'revision_number': 3, 'project_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:40.952409 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd778869-3b14-46b8-b660-af87a47ffc84 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event deleted for resources: {'Network': ['ID=a86d0d5d-f1f8-4b8e-9d62-ab7432499f3c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:40.967810 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a932ad-c856-4697-b1f4-308749e4acf1 None None] Checking router: 55e97a19-8a2f-473d-aef1-a7ad136df35c for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:41:40.989598 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a932ad-c856-4697-b1f4-308749e4acf1 None None] Routers {'55e97a19-8a2f-473d-aef1-a7ad136df35c'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:41:40.990324 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-81a932ad-c856-4697-b1f4-308749e4acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:41:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['55e97a19-8a2f-473d-aef1-a7ad136df35c'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:41.062224 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5364df2-f536-4402-b70f-ed645d089a27 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet 6092abfe-2974-4acd-b60e-5257c81a0a5e {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:41:41.083572 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd778869-3b14-46b8-b660-af87a47ffc84 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:41.084584 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd778869-3b14-46b8-b660-af87a47ffc84 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:41.085464 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd778869-3b14-46b8-b660-af87a47ffc84 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:41.086346 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd778869-3b14-46b8-b660-af87a47ffc84 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:41.087246 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd778869-3b14-46b8-b660-af87a47ffc84 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:41.088278 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd778869-3b14-46b8-b660-af87a47ffc84 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:41.089729 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd778869-3b14-46b8-b660-af87a47ffc84 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:41.092141 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c2d4cc8b-47eb-4056-a8ae-b473c11cbbb6 req-07ba3e29-1223-4e25-b2da-9d542170aab3 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:41.092738 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd778869-3b14-46b8-b660-af87a47ffc84 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:41.093605 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd778869-3b14-46b8-b660-af87a47ffc84 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:41.095483 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd778869-3b14-46b8-b660-af87a47ffc84 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:41.096651 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd778869-3b14-46b8-b660-af87a47ffc84 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:41.097548 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd778869-3b14-46b8-b660-af87a47ffc84 tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:41.109885 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5364df2-f536-4402-b70f-ed645d089a27 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:41.172562 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-88cc94ac-2978-40cd-9027-9405dc095dcd tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Deleting subnet c98f826b-7140-43d6-aeeb-a384ac709dbe {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:41:41.194451 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88cc94ac-2978-40cd-9027-9405dc095dcd tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:41.200425 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-81a932ad-c856-4697-b1f4-308749e4acf1 None None] Set router 55e97a19-8a2f-473d-aef1-a7ad136df35c gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:41:41.270783 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba3e29-1223-4e25-b2da-9d542170aab3 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Pushing event deleted for resources: {'Port': ['ID=3de27103-dacf-46fc-9c82-1f1872c5cb0e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:41.350515 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-81a932ad-c856-4697-b1f4-308749e4acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e97a19-8a2f-473d-aef1-a7ad136df35c', 'name': 'tempest-NetworksTestDHCPv6-router-1772417410', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:41:21Z', 'updated_at': '2021-11-25T19:41:37Z', 'revision_number': 3, 'project_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:41.401058 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5364df2-f536-4402-b70f-ed645d089a27 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:41.404548 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d4cc8b-47eb-4056-a8ae-b473c11cbbb6 req-07ba3e29-1223-4e25-b2da-9d542170aab3 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] No DVR routers for this DVR port 3de27103-dacf-46fc-9c82-1f1872c5cb0e on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:41:41.408508 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c2d4cc8b-47eb-4056-a8ae-b473c11cbbb6 req-07ba3e29-1223-4e25-b2da-9d542170aab3 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:41.412213 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c2d4cc8b-47eb-4056-a8ae-b473c11cbbb6 req-07ba3e29-1223-4e25-b2da-9d542170aab3 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.85 "DELETE /v2.0/ports/3de27103-dacf-46fc-9c82-1f1872c5cb0e HTTP/1.1" status: 204 len: 173 time: 3.5638087 Nov 25 19:41:41.415003 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a932ad-c856-4697-b1f4-308749e4acf1 None None] The sync data for ids ['55e97a19-8a2f-473d-aef1-a7ad136df35c'] in n-d-819349-5 is: [{'id': '55e97a19-8a2f-473d-aef1-a7ad136df35c', 'name': 'tempest-NetworksTestDHCPv6-router-1772417410', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:41:21Z', 'updated_at': '2021-11-25T19:41:37Z', 'revision_number': 3, 'project_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'gw_port_host': None}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:41:41.460616 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88cc94ac-2978-40cd-9027-9405dc095dcd tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:41.477348 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7714bd-5afb-44a7-95f4-ca9d455fa816', 'name': 'network-vif-deleted', 'tag': '3de27103-dacf-46fc-9c82-1f1872c5cb0e'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:41:41.480749 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da071fb-3ce9-4954-87e2-fecf97df8b3c" -d '{"events": [{"server_uuid": "9f7714bd-5afb-44a7-95f4-ca9d455fa816", "name": "network-vif-deleted", "tag": "3de27103-dacf-46fc-9c82-1f1872c5cb0e"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:41:41.681930 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5364df2-f536-4402-b70f-ed645d089a27 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:41.806552 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5364df2-f536-4402-b70f-ed645d089a27 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:41.864976 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88cc94ac-2978-40cd-9027-9405dc095dcd tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:41.925869 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6bd571e6-14b7-4712-a3d4-4a7697efcebc no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:41:41.941716 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5364df2-f536-4402-b70f-ed645d089a27 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=6092abfe-2974-4acd-b60e-5257c81a0a5e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:41.951865 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5364df2-f536-4402-b70f-ed645d089a27 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:41.965652 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e5364df2-f536-4402-b70f-ed645d089a27 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/6092abfe-2974-4acd-b60e-5257c81a0a5e HTTP/1.1" status: 204 len: 168 time: 1.4226749 Nov 25 19:41:41.966811 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48278) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:42.047216 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88cc94ac-2978-40cd-9027-9405dc095dcd tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:42.055477 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628ea3d0-1558-4d87-9dca-fc767a955fa1 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:41:42.064961 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8937d1cc-a7fb-4141-a35a-93452373bdbe req-7a27625e-3f54-49fb-a9e7-4c924c95d8d4 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f7714bd-5afb-44a7-95f4-ca9d455fa816 HTTP/1.1" status: 200 len: 210 time: 0.2413592 Nov 25 19:41:42.069530 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 6bd571e6-14b7-4712-a3d4-4a7697efcebc {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:41:42.071167 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6bd571e6-14b7-4712-a3d4-4a7697efcebc not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:41:42.168210 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc94ac-2978-40cd-9027-9405dc095dcd tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event deleted for resources: {'Subnet': ['ID=c98f826b-7140-43d6-aeeb-a384ac709dbe,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:42.207543 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88cc94ac-2978-40cd-9027-9405dc095dcd tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:42.229172 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-88cc94ac-2978-40cd-9027-9405dc095dcd tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "DELETE /v2.0/subnets/c98f826b-7140-43d6-aeeb-a384ac709dbe HTTP/1.1" status: 204 len: 168 time: 1.5036883 Nov 25 19:41:42.246735 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48280) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:42.287438 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2b7d13-1080-4291-a267-8bca8709236b None None] Network b550a02f-08bb-4eca-82e4-e7ea15a2db96 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:41:42.371662 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1d341a84-7a25-4af1-8cd2-37f471760439 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4003501 Nov 25 19:41:42.375662 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48282) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:42.683686 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5c1e855-3da9-47ed-8e43-d7d164f5277f tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:42.848309 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a5c1e855-3da9-47ed-8e43-d7d164f5277f tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Deleting port 583968b7-6449-43bd-8d9a-ae3bccd094c0 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:42.849357 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5c1e855-3da9-47ed-8e43-d7d164f5277f tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:43.096390 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a5c1e855-3da9-47ed-8e43-d7d164f5277f tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] For port 583968b7-6449-43bd-8d9a-ae3bccd094c0, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=583968b7-6449-43bd-8d9a-ae3bccd094c0,segment=NetworkSegment(b0e5b71f-d2aa-4990-aa9b-3c23216f82bb),segment_id=b0e5b71f-d2aa-4990-aa9b-3c23216f82bb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:43.106425 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5c1e855-3da9-47ed-8e43-d7d164f5277f tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:43.112540 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc81508-e9c0-4984-b70f-53d78732da59 None None] DHCP port deletion for b550a02f-08bb-4eca-82e4-e7ea15a2db96 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:41:43.171964 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a5c1e855-3da9-47ed-8e43-d7d164f5277f tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Calling delete_port for 583968b7-6449-43bd-8d9a-ae3bccd094c0 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:43.223325 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe485d6b-e707-4663-bb97-19d71ffa18e0 None None] DHCP port deletion for b691ce13-c3fa-46f8-892f-a6e3ddf6046b request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:41:43.435391 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5c1e855-3da9-47ed-8e43-d7d164f5277f tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:43.474280 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-fe485d6b-e707-4663-bb97-19d71ffa18e0 None None] Deleting port d83a5a23-5a3f-4e73-86a0-f9e12c17b538 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:43.474814 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe485d6b-e707-4663-bb97-19d71ffa18e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:43.525492 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1e855-3da9-47ed-8e43-d7d164f5277f tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event deleted for resources: {'Port': ['ID=583968b7-6449-43bd-8d9a-ae3bccd094c0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:43.562703 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c1e855-3da9-47ed-8e43-d7d164f5277f tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] No DVR routers for this DVR port 583968b7-6449-43bd-8d9a-ae3bccd094c0 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:41:43.593088 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-fe485d6b-e707-4663-bb97-19d71ffa18e0 None None] For port d83a5a23-5a3f-4e73-86a0-f9e12c17b538, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d83a5a23-5a3f-4e73-86a0-f9e12c17b538,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:43.593589 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe485d6b-e707-4663-bb97-19d71ffa18e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:43.613130 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-fe485d6b-e707-4663-bb97-19d71ffa18e0 None None] Calling delete_port for d83a5a23-5a3f-4e73-86a0-f9e12c17b538 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:43.789223 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-2fc81508-e9c0-4984-b70f-53d78732da59 None None] Deleting port 583968b7-6449-43bd-8d9a-ae3bccd094c0 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:43.789625 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2fc81508-e9c0-4984-b70f-53d78732da59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:43.914756 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb20a9b2-7783-4c8a-b10b-d1a43a07b10e x-openstack-request-id: req-eb20a9b2-7783-4c8a-b10b-d1a43a07b10e {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:41:43.916182 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7714bd-5afb-44a7-95f4-ca9d455fa816", "name": "network-vif-deleted", "tag": "3de27103-dacf-46fc-9c82-1f1872c5cb0e", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:41:43.919933 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eb20a9b2-7783-4c8a-b10b-d1a43a07b10e {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:41:43.924228 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7714bd-5afb-44a7-95f4-ca9d455fa816', 'name': 'network-vif-deleted', 'tag': '3de27103-dacf-46fc-9c82-1f1872c5cb0e', 'status': 'completed', 'code': 200} Nov 25 19:41:43.933904 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2fc81508-e9c0-4984-b70f-53d78732da59 None None] For port 583968b7-6449-43bd-8d9a-ae3bccd094c0, host n-d-819349-5, got binding levels [] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:43.934578 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2fc81508-e9c0-4984-b70f-53d78732da59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:43.960219 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f05bdd96-d8cb-47f2-b645-870c74271061 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:43.965868 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-2fc81508-e9c0-4984-b70f-53d78732da59 None None] Calling delete_port for 583968b7-6449-43bd-8d9a-ae3bccd094c0 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:43.969980 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5c1e855-3da9-47ed-8e43-d7d164f5277f tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:43.972496 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.ipam_backend_mixin [None req-2fc81508-e9c0-4984-b70f-53d78732da59 None None] Port 583968b7-6449-43bd-8d9a-ae3bccd094c0 was not found and therefore no delete operation was performed {{(pid=103601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:41:43.976089 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2fc81508-e9c0-4984-b70f-53d78732da59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:43.993387 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe485d6b-e707-4663-bb97-19d71ffa18e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:44.054509 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-a5c1e855-3da9-47ed-8e43-d7d164f5277f tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b550a02f-08bb-4eca-82e4-e7ea15a2db96']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:44.068156 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc81508-e9c0-4984-b70f-53d78732da59 None None] No DVR routers for this DVR port 583968b7-6449-43bd-8d9a-ae3bccd094c0 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:41:44.077160 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-a5c1e855-3da9-47ed-8e43-d7d164f5277f tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e5b71f-d2aa-4990-aa9b-3c23216f82bb') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:44.077506 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-a5c1e855-3da9-47ed-8e43-d7d164f5277f tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e5b71f-d2aa-4990-aa9b-3c23216f82bb') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:44.106148 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 583968b7-6449-43bd-8d9a-ae3bccd094c0 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:41:44.107053 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5c1e855-3da9-47ed-8e43-d7d164f5277f tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:44.108758 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc81508-e9c0-4984-b70f-53d78732da59 None None] Pushing event deleted for resources: {'Port': ['ID=583968b7-6449-43bd-8d9a-ae3bccd094c0,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:44.150451 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5c1e855-3da9-47ed-8e43-d7d164f5277f tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:44.166248 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c1e855-3da9-47ed-8e43-d7d164f5277f tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:41:44.166948 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5c1e855-3da9-47ed-8e43-d7d164f5277f tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:41:44.176622 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:41:44.228317 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 583968b7-6449-43bd-8d9a-ae3bccd094c0 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:41:44.229774 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 583968b7-6449-43bd-8d9a-ae3bccd094c0 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:41:44.229774 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d83a5a23-5a3f-4e73-86a0-f9e12c17b538 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:41:44.231893 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe485d6b-e707-4663-bb97-19d71ffa18e0 None None] No DVR routers for this DVR port d83a5a23-5a3f-4e73-86a0-f9e12c17b538 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:41:44.249004 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe485d6b-e707-4663-bb97-19d71ffa18e0 None None] Pushing event deleted for resources: {'Port': ['ID=d83a5a23-5a3f-4e73-86a0-f9e12c17b538,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:44.330912 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: d83a5a23-5a3f-4e73-86a0-f9e12c17b538 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:41:44.331250 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d83a5a23-5a3f-4e73-86a0-f9e12c17b538 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:41:44.368432 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5c1e855-3da9-47ed-8e43-d7d164f5277f tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:44.380885 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5c1e855-3da9-47ed-8e43-d7d164f5277f tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:44.388073 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a5c1e855-3da9-47ed-8e43-d7d164f5277f tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] 10.222.0.55 "DELETE /v2.0/networks/b550a02f-08bb-4eca-82e4-e7ea15a2db96 HTTP/1.1" status: 204 len: 168 time: 2.1398101 Nov 25 19:41:44.441371 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1e855-3da9-47ed-8e43-d7d164f5277f tempest-NetworksIpV6TestAttrs-564239793 tempest-NetworksIpV6TestAttrs-564239793-project] Pushing event deleted for resources: {'Network': ['ID=b550a02f-08bb-4eca-82e4-e7ea15a2db96,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:44.833350 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f05bdd96-d8cb-47f2-b645-870c74271061 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:44.855917 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f05bdd96-d8cb-47f2-b645-870c74271061 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:44.982790 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f05bdd96-d8cb-47f2-b645-870c74271061 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:44.983671 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05bdd96-d8cb-47f2-b645-870c74271061 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Fanout notify agent at l3_agent the message router_deleted on router 55e97a19-8a2f-473d-aef1-a7ad136df35c {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:41:44.998009 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f05bdd96-d8cb-47f2-b645-870c74271061 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:45.008249 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f05bdd96-d8cb-47f2-b645-870c74271061 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/routers/55e97a19-8a2f-473d-aef1-a7ad136df35c HTTP/1.1" status: 204 len: 168 time: 2.6221759 Nov 25 19:41:45.008714 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48316) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:45.079585 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48320) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:45.080679 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-84f84264-89f1-4a30-bb0c-f87c6e6305be tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0750892 Nov 25 19:41:45.269250 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48322) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:45.326920 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13258c63-aeb1-4334-bf3a-af3a0e7d3c73 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:45.331963 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-13258c63-aeb1-4334-bf3a-af3a0e7d3c73 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2484214 Nov 25 19:41:45.334552 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48326) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:45.476365 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48328) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:45.479638 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-239a3cc9-b5e6-4148-8616-15b0b84a9459 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1426322 Nov 25 19:41:45.485661 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-65811634-b468-4826-b3c7-5102f716ca95 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:45.597212 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d1dc6f0b-e23a-4c85-86c2-5b60c4d0d4e9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cee052b9005f4cf4ac9a2fd47af479f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3255813 Nov 25 19:41:45.605647 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48332) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:45.707360 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65811634-b468-4826-b3c7-5102f716ca95 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:41:45.712836 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65811634-b468-4826-b3c7-5102f716ca95 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:45.798912 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5307bf-516e-4ed9-a1b4-fccbd0ef4265 req-adffad54-2f3e-4678-ba69-687877895b4a tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:45.801685 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a5307bf-516e-4ed9-a1b4-fccbd0ef4265 req-adffad54-2f3e-4678-ba69-687877895b4a tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.1620622 Nov 25 19:41:45.816077 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0741a092-5263-41d1-848c-051c744a11f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:45.943219 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0741a092-5263-41d1-848c-051c744a11f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:46.063957 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0741a092-5263-41d1-848c-051c744a11f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:46.076973 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0741a092-5263-41d1-848c-051c744a11f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:46.079506 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0741a092-5263-41d1-848c-051c744a11f9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3e93561c-52bb-437a-a227-ab2f74ddfcc2 HTTP/1.1" status: 204 len: 168 time: 0.4723868 Nov 25 19:41:46.138984 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741a092-5263-41d1-848c-051c744a11f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e93561c-52bb-437a-a227-ab2f74ddfcc2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:46.189268 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a5307bf-516e-4ed9-a1b4-fccbd0ef4265 req-a8992014-1eb8-405e-87e2-2d23e30cec9e tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3767292 Nov 25 19:41:46.345791 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10025a1c-86be-4f64-8e04-2138c6015c7e req-c9c89d92-bc33-496e-80ca-bb4516bd9dbd tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:46.347213 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-10025a1c-86be-4f64-8e04-2138c6015c7e req-c9c89d92-bc33-496e-80ca-bb4516bd9dbd tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.85 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 945 time: 0.2991679 Nov 25 19:41:46.522783 n-d-819349-5 neutron-server[103599]: DEBUG neutron.objects.ports [None req-65811634-b468-4826-b3c7-5102f716ca95 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:41:46.620910 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65811634-b468-4826-b3c7-5102f716ca95 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:46.751301 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65811634-b468-4826-b3c7-5102f716ca95 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:46.795680 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-65811634-b468-4826-b3c7-5102f716ca95 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:46.806403 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65811634-b468-4826-b3c7-5102f716ca95 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:46.807625 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65811634-b468-4826-b3c7-5102f716ca95 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:46.808203 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be54b083-09ac-4861-acae-64b2a4c1edd0 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:41:46.882982 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-10025a1c-86be-4f64-8e04-2138c6015c7e req-1b265d7e-462a-4983-9ad4-1f91631bb3f2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Deleting port 6b63aae5-02ed-4222-aa55-350957d805d6 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:46.883551 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-10025a1c-86be-4f64-8e04-2138c6015c7e req-1b265d7e-462a-4983-9ad4-1f91631bb3f2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:46.913149 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48358) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:46.915143 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-65811634-b468-4826-b3c7-5102f716ca95 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4357529 Nov 25 19:41:46.917070 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65811634-b468-4826-b3c7-5102f716ca95 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=59acb1cd-cb05-4cf3-8601-18ecdd1ddce0,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:46.925344 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-1ed10b06-f631-439d-82e6-04e752d5c629 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:47.118456 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-10025a1c-86be-4f64-8e04-2138c6015c7e req-1b265d7e-462a-4983-9ad4-1f91631bb3f2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] For port 6b63aae5-02ed-4222-aa55-350957d805d6, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b63aae5-02ed-4222-aa55-350957d805d6,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:47.123729 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-10025a1c-86be-4f64-8e04-2138c6015c7e req-1b265d7e-462a-4983-9ad4-1f91631bb3f2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:47.229758 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'fixed_ips': [{'subnet_id': '59acb1cd-cb05-4cf3-8601-18ecdd1ddce0'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:41:47.231900 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:47.442688 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8e651-9b32-4f39-934e-e0c63848f078 req-abe21026-dfb4-4d69-b2c3-1430c687a682 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:47.461043 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8ae8e651-9b32-4f39-934e-e0c63848f078 req-abe21026-dfb4-4d69-b2c3-1430c687a682 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e HTTP/1.1" status: 200 len: 946 time: 0.5031211 Nov 25 19:41:47.768678 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Allocated IP 2001:db8::f816:3eff:fedd:9e92 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/59acb1cd-cb05-4cf3-8601-18ecdd1ddce0/6ed7f21a-938e-4338-aec2-36c6aaa4cf8b) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:41:47.866817 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8ae8e651-9b32-4f39-934e-e0c63848f078 req-a57dc942-5a96-4e87-b430-dee6e5c38ff4 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933029 Nov 25 19:41:47.891216 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed10b06-f631-439d-82e6-04e752d5c629 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:41:47.913643 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ed10b06-f631-439d-82e6-04e752d5c629 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:48.032505 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-10025a1c-86be-4f64-8e04-2138c6015c7e req-1b265d7e-462a-4983-9ad4-1f91631bb3f2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:48.034272 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-10025a1c-86be-4f64-8e04-2138c6015c7e req-1b265d7e-462a-4983-9ad4-1f91631bb3f2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:48.035066 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [req-10025a1c-86be-4f64-8e04-2138c6015c7e req-1b265d7e-462a-4983-9ad4-1f91631bb3f2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Floating IP f823388c-9d02-4085-a29d-016d5e0b7656 disassociated. External IP: 172.25.6.13, port: 6b63aae5-02ed-4222-aa55-350957d805d6. Nov 25 19:41:48.036830 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-10025a1c-86be-4f64-8e04-2138c6015c7e req-1b265d7e-462a-4983-9ad4-1f91631bb3f2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Calling delete_port for 6b63aae5-02ed-4222-aa55-350957d805d6 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:48.131574 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48376) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:48.504757 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-defb721f-a6f2-4d36-a3a9-e63950a628a9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'network': {'name': 'tempest-RoutersTest-1333504085'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:48.552509 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defb721f-a6f2-4d36-a3a9-e63950a628a9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Made reservation on behalf of 33fd1ebee1f7494487609e337911c862 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:41:48.562778 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-defb721f-a6f2-4d36-a3a9-e63950a628a9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:48.602829 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-defb721f-a6f2-4d36-a3a9-e63950a628a9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:48.635269 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-10025a1c-86be-4f64-8e04-2138c6015c7e req-1b265d7e-462a-4983-9ad4-1f91631bb3f2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:48.694317 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:48.705872 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:48.760717 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:48.767288 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:48.780134 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:41:48.796753 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b265d7e-462a-4983-9ad4-1f91631bb3f2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Pushing event deleted for resources: {'Port': ['ID=6b63aae5-02ed-4222-aa55-350957d805d6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:48.825766 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08bf8c-2b27-47f3-914f-bb3a5b943842 req-7e4797e0-aad5-455f-b6d1-960e9920eb44 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:48.844374 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Pushing event updated for resources: {'Port': ['ID=6ed7f21a-938e-4338-aec2-36c6aaa4cf8b,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:48.845187 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e08bf8c-2b27-47f3-914f-bb3a5b943842 req-7e4797e0-aad5-455f-b6d1-960e9920eb44 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bbea35a-8240-4dd3-901a-6d892067c686 HTTP/1.1" status: 200 len: 866 time: 0.3977039 Nov 25 19:41:48.875620 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:48.875982 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:48.876234 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f8e28-cbc6-4c55-a61d-b32676c292b2 req-6fe3fa36-825c-4271-b9cd-6318303e19b9 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:48.876394 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:48.877825 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:48.878193 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:48.878939 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:48.879529 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:48.879914 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:48.880265 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:48.880595 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:48.880935 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:48.881274 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:48.888335 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Attempting to bind port 6ed7f21a-938e-4338-aec2-36c6aaa4cf8b on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:41:48.888722 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Attempting to bind port 6ed7f21a-938e-4338-aec2-36c6aaa4cf8b by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:41:48.889101 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Attempting to bind port 6ed7f21a-938e-4338-aec2-36c6aaa4cf8b on network b691ce13-c3fa-46f8-892f-a6e3ddf6046b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:41:48.896319 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:41:48.896722 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Checking segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:41:48.897154 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:48.897570 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Bound using segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:41:48.898348 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Bound port: 6ed7f21a-938e-4338-aec2-36c6aaa4cf8b, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:41:48.898762 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:48.907239 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-096f8e28-cbc6-4c55-a61d-b32676c292b2 req-6fe3fa36-825c-4271-b9cd-6318303e19b9 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e HTTP/1.1" status: 200 len: 946 time: 0.5097146 Nov 25 19:41:49.104284 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] For port 6ed7f21a-938e-4338-aec2-36c6aaa4cf8b, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:41:49.114275 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] For port 6ed7f21a-938e-4338-aec2-36c6aaa4cf8b, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6ed7f21a-938e-4338-aec2-36c6aaa4cf8b,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:41:49.142390 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:49.170237 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ed10b06-f631-439d-82e6-04e752d5c629 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:49.244304 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-defb721f-a6f2-4d36-a3a9-e63950a628a9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:49.251316 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aaf72d-73e5-4cdd-b600-43945bb1267c None None] Pushing event updated for resources: {'Port': ['ID=6ed7f21a-938e-4338-aec2-36c6aaa4cf8b,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:49.262687 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10025a1c-86be-4f64-8e04-2138c6015c7e req-1b265d7e-462a-4983-9ad4-1f91631bb3f2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Router 1b51d659-906e-49be-b2ae-5dbadcdc9984 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:41:49.276738 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed10b06-f631-439d-82e6-04e752d5c629 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=1c229abb-d255-4976-850f-ba2062fb845b,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:49.299845 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-defb721f-a6f2-4d36-a3a9-e63950a628a9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:49.344620 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e08bf8c-2b27-47f3-914f-bb3a5b943842 req-d3781777-d094-4b0e-9fed-cab927cff0e2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups?id=b623ef26-e4ac-4666-b67a-2cce14012cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3587608 Nov 25 19:41:49.392365 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed10b06-f631-439d-82e6-04e752d5c629 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:49.421626 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-1ed10b06-f631-439d-82e6-04e752d5c629 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:49.439230 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed10b06-f631-439d-82e6-04e752d5c629 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:49.441841 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ed10b06-f631-439d-82e6-04e752d5c629 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:49.482566 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb721f-a6f2-4d36-a3a9-e63950a628a9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77a32688-7bf1-4377-9f06-7cb45c0e849d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:49.544418 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1ed10b06-f631-439d-82e6-04e752d5c629 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6171694 Nov 25 19:41:49.547069 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48392) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:49.554193 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-096f8e28-cbc6-4c55-a61d-b32676c292b2 req-08d93426-9eca-465c-a8db-5ffe3e137b53 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Deleting port 948cdb1c-fcef-471f-a945-be4d726e5b1d {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:49.554593 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-096f8e28-cbc6-4c55-a61d-b32676c292b2 req-08d93426-9eca-465c-a8db-5ffe3e137b53 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:49.608187 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2eff3cb4-8ee7-406b-b718-78455cd91007 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'mac_address': 'fa:16:3e:57:9f:55', 'name': 'tempest-NetworksTestDHCPv6-513561880'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:49.919193 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-defb721f-a6f2-4d36-a3a9-e63950a628a9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:41:50.070879 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-defb721f-a6f2-4d36-a3a9-e63950a628a9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:50.076044 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-defb721f-a6f2-4d36-a3a9-e63950a628a9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Added segment 8936430f-2c1f-4fe2-ae11-cb5ce67fa47d of type vlan for network d35fc1a5-b1f8-42a1-b7f8-099bb38d7627 Nov 25 19:41:50.122020 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-096f8e28-cbc6-4c55-a61d-b32676c292b2 req-08d93426-9eca-465c-a8db-5ffe3e137b53 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] For port 948cdb1c-fcef-471f-a945-be4d726e5b1d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=948cdb1c-fcef-471f-a945-be4d726e5b1d,segment=NetworkSegment(8910b9e1-51f0-41ea-a388-d1cb19804709),segment_id=8910b9e1-51f0-41ea-a388-d1cb19804709)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:50.122537 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-096f8e28-cbc6-4c55-a61d-b32676c292b2 req-08d93426-9eca-465c-a8db-5ffe3e137b53 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:50.225410 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24504f73-d60c-44dd-9ec0-bd7199e613c6 req-e3a131f0-bdf9-4b23-8e8f-a11a416685f9 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:50.226798 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6ed7f21a-938e-4338-aec2-36c6aaa4cf8b up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:41:50.234628 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-defb721f-a6f2-4d36-a3a9-e63950a628a9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:50.241928 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10025a1c-86be-4f64-8e04-2138c6015c7e req-1b265d7e-462a-4983-9ad4-1f91631bb3f2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:41:50.248655 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24504f73-d60c-44dd-9ec0-bd7199e613c6 req-e3a131f0-bdf9-4b23-8e8f-a11a416685f9 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e HTTP/1.1" status: 200 len: 946 time: 0.4238605 Nov 25 19:41:50.272663 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-096f8e28-cbc6-4c55-a61d-b32676c292b2 req-08d93426-9eca-465c-a8db-5ffe3e137b53 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Calling delete_port for 948cdb1c-fcef-471f-a945-be4d726e5b1d owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:50.305333 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0557a1ac-030b-4b81-bcbd-52a5e768c68a None None] Sync routers for ids ['1b51d659-906e-49be-b2ae-5dbadcdc9984'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:41:50.332672 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0557a1ac-030b-4b81-bcbd-52a5e768c68a None None] Routers {'1b51d659-906e-49be-b2ae-5dbadcdc9984'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:41:50.333980 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0557a1ac-030b-4b81-bcbd-52a5e768c68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:41:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1b51d659-906e-49be-b2ae-5dbadcdc9984'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:50.376909 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-defb721f-a6f2-4d36-a3a9-e63950a628a9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:41:50.457857 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-10025a1c-86be-4f64-8e04-2138c6015c7e req-1b265d7e-462a-4983-9ad4-1f91631bb3f2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] No DVR routers for this DVR port 6b63aae5-02ed-4222-aa55-350957d805d6 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:41:50.485634 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-10025a1c-86be-4f64-8e04-2138c6015c7e req-1b265d7e-462a-4983-9ad4-1f91631bb3f2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:50.490154 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-10025a1c-86be-4f64-8e04-2138c6015c7e req-1b265d7e-462a-4983-9ad4-1f91631bb3f2 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.85 "DELETE /v2.0/ports/6b63aae5-02ed-4222-aa55-350957d805d6 HTTP/1.1" status: 204 len: 173 time: 4.1338422 Nov 25 19:41:50.491857 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbea35a-8240-4dd3-901a-6d892067c686', 'name': 'network-vif-deleted', 'tag': '6b63aae5-02ed-4222-aa55-350957d805d6'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:41:50.494863 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a03dd27-a786-49c7-90d4-d4e43102262a" -d '{"events": [{"server_uuid": "6bbea35a-8240-4dd3-901a-6d892067c686", "name": "network-vif-deleted", "tag": "6b63aae5-02ed-4222-aa55-350957d805d6"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:41:50.504195 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-defb721f-a6f2-4d36-a3a9-e63950a628a9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:50.511259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defb721f-a6f2-4d36-a3a9-e63950a628a9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:50.512753 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-defb721f-a6f2-4d36-a3a9-e63950a628a9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:50.530923 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0557a1ac-030b-4b81-bcbd-52a5e768c68a None None] Set router 1b51d659-906e-49be-b2ae-5dbadcdc9984 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:41:50.568646 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eff3cb4-8ee7-406b-b718-78455cd91007 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:41:50.569422 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24504f73-d60c-44dd-9ec0-bd7199e613c6 req-1ae87f02-400f-46a3-a830-8c993f39f19b tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141737 Nov 25 19:41:50.693536 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b63aae5-02ed-4222-aa55-350957d805d6 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:41:50.785896 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-defb721f-a6f2-4d36-a3a9-e63950a628a9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.6524644 Nov 25 19:41:50.873789 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48416) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:50.910459 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-6c67b9bb-dda7-4122-a10c-cca95bd0be2a tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'network': {'name': 'tempest-RoutersTest-17143510'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:50.977323 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb721f-a6f2-4d36-a3a9-e63950a628a9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Network': ['ID=d35fc1a5-b1f8-42a1-b7f8-099bb38d7627,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:50.980322 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 6b63aae5-02ed-4222-aa55-350957d805d6 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:41:50.980963 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b63aae5-02ed-4222-aa55-350957d805d6 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:41:50.981482 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 948cdb1c-fcef-471f-a945-be4d726e5b1d no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:41:50.984693 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 6ed7f21a-938e-4338-aec2-36c6aaa4cf8b triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:50.985325 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:51.050546 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2eff3cb4-8ee7-406b-b718-78455cd91007 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:51.164206 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network d35fc1a5-b1f8-42a1-b7f8-099bb38d7627 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:41:51.165880 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c67b9bb-dda7-4122-a10c-cca95bd0be2a tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Made reservation on behalf of 33fd1ebee1f7494487609e337911c862 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:41:51.189115 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c67b9bb-dda7-4122-a10c-cca95bd0be2a tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:51.218919 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-2eff3cb4-8ee7-406b-b718-78455cd91007 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] device_id is not set on port 7931660b-4024-45d2-8d26-a6d948620b31 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:41:51.386960 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-096f8e28-cbc6-4c55-a61d-b32676c292b2 req-08d93426-9eca-465c-a8db-5ffe3e137b53 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:51.506336 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['c91aee86-c6cb-48f3-81f2-fa61ce689518'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:41:51.634665 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c67b9bb-dda7-4122-a10c-cca95bd0be2a tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:41:51.653901 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c67b9bb-dda7-4122-a10c-cca95bd0be2a tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:51.654808 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-6c67b9bb-dda7-4122-a10c-cca95bd0be2a tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Added segment 034e4287-48c3-4509-a262-5bcb859cea19 of type vlan for network 6fe7b06e-5063-4732-b662-ea615ee50ce0 Nov 25 19:41:51.732987 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['109fef1e-574c-450b-8511-0bb973ba6fed'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:41:51.759871 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c67b9bb-dda7-4122-a10c-cca95bd0be2a tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:51.782432 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceda3872-46a1-45c1-a073-98f59527e48c None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:41:51.870063 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-db380edd-1b5f-48e4-b1b1-7cca999cbd9e tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:51.881543 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-db380edd-1b5f-48e4-b1b1-7cca999cbd9e tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/networks?id=0144b778-2e7c-4a1d-86b2-f3dbc366beab HTTP/1.1" status: 200 len: 815 time: 0.9164591 Nov 25 19:41:51.889390 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c67b9bb-dda7-4122-a10c-cca95bd0be2a tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:51.895436 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c67b9bb-dda7-4122-a10c-cca95bd0be2a tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:51.896855 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c67b9bb-dda7-4122-a10c-cca95bd0be2a tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:52.029206 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-77605458-0925-45e8-b171-2e9536a08934 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/quotas/abb922ce65454bc1915d7b2c3b27e005 HTTP/1.1" status: 200 len: 375 time: 0.1463799 Nov 25 19:41:52.035375 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67b9bb-dda7-4122-a10c-cca95bd0be2a tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Network': ['ID=6fe7b06e-5063-4732-b662-ea615ee50ce0,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:52.060983 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No active binding found for port 948cdb1c-fcef-471f-a945-be4d726e5b1d {{(pid=103601) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 19:41:52.061957 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 948cdb1c-fcef-471f-a945-be4d726e5b1d not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:41:52.066719 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d93426-9eca-465c-a8db-5ffe3e137b53 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Pushing event deleted for resources: {'Port': ['ID=948cdb1c-fcef-471f-a945-be4d726e5b1d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:52.107084 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-2eff3cb4-8ee7-406b-b718-78455cd91007 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 172.20.0.7 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/1c229abb-d255-4976-850f-ba2062fb845b/7931660b-4024-45d2-8d26-a6d948620b31) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:41:52.115959 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 6fe7b06e-5063-4732-b662-ea615ee50ce0 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:41:52.132337 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-2eff3cb4-8ee7-406b-b718-78455cd91007 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 2001:db8::f816:3eff:fe57:9f55 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/59acb1cd-cb05-4cf3-8601-18ecdd1ddce0/7931660b-4024-45d2-8d26-a6d948620b31) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:41:52.146149 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-096f8e28-cbc6-4c55-a61d-b32676c292b2 req-08d93426-9eca-465c-a8db-5ffe3e137b53 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] No DVR routers for this DVR port 948cdb1c-fcef-471f-a945-be4d726e5b1d on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:41:52.166110 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-096f8e28-cbc6-4c55-a61d-b32676c292b2 req-08d93426-9eca-465c-a8db-5ffe3e137b53 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:52.175371 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-096f8e28-cbc6-4c55-a61d-b32676c292b2 req-08d93426-9eca-465c-a8db-5ffe3e137b53 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.85 "DELETE /v2.0/ports/948cdb1c-fcef-471f-a945-be4d726e5b1d HTTP/1.1" status: 204 len: 173 time: 3.1416421 Nov 25 19:41:52.189561 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e', 'name': 'network-vif-deleted', 'tag': '948cdb1c-fcef-471f-a945-be4d726e5b1d'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:41:52.193203 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcac063a-9832-4203-9ae3-bd879b9e21e1" -d '{"events": [{"server_uuid": "7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e", "name": "network-vif-deleted", "tag": "948cdb1c-fcef-471f-a945-be4d726e5b1d"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:41:52.209368 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6c67b9bb-dda7-4122-a10c-cca95bd0be2a tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.3304613 Nov 25 19:41:52.216342 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48430) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:52.237558 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-97fdc301-d655-4c94-b574-ae686ff992b9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'subnet': {'network_id': 'd35fc1a5-b1f8-42a1-b7f8-099bb38d7627', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:52.266433 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-adb1eea3-176d-48e2-8d4a-c27b00ede524 None None] Provisioning complete for port 6ed7f21a-938e-4338-aec2-36c6aaa4cf8b triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:52.266839 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-adb1eea3-176d-48e2-8d4a-c27b00ede524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:52.307289 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-23cec8ce-25e3-4313-9c85-186a14418bbc tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=abb922ce65454bc1915d7b2c3b27e005&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2765772 Nov 25 19:41:52.412628 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0557a1ac-030b-4b81-bcbd-52a5e768c68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'name': 'tempest-ServerActionsTestJSON-117370969-router', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:23Z', 'updated_at': '2021-11-25T19:31:31Z', 'revision_number': 4, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'gw_port': {'id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:25Z', 'updated_at': '2021-11-25T19:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'caaeedc3-17df-4164-99fe-a5d997ed0e02', 'name': '', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'mac_address': 'fa:16:3e:83:c3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:29Z', 'updated_at': '2021-11-25T19:31:42Z', 'revision_number': 5, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'subnets': [{'id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:52.630692 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2eff3cb4-8ee7-406b-b718-78455cd91007 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:52.666269 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0557a1ac-030b-4b81-bcbd-52a5e768c68a None None] Checking router: 1b51d659-906e-49be-b2ae-5dbadcdc9984 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:41:52.691229 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2eff3cb4-8ee7-406b-b718-78455cd91007 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:52.770821 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eff3cb4-8ee7-406b-b718-78455cd91007 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:52.773916 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2eff3cb4-8ee7-406b-b718-78455cd91007 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:52.788543 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eff3cb4-8ee7-406b-b718-78455cd91007 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:41:52.895246 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fdc301-d655-4c94-b574-ae686ff992b9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Made reservation on behalf of 33fd1ebee1f7494487609e337911c862 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:41:52.916730 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97fdc301-d655-4c94-b574-ae686ff992b9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:52.923470 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff3cb4-8ee7-406b-b718-78455cd91007 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=7931660b-4024-45d2-8d26-a6d948620b31,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:52.976751 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eff3cb4-8ee7-406b-b718-78455cd91007 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:52.980612 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2eff3cb4-8ee7-406b-b718-78455cd91007 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:53.042952 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2eff3cb4-8ee7-406b-b718-78455cd91007 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.4761584 Nov 25 19:41:53.048198 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48436) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:53.076090 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0557a1ac-030b-4b81-bcbd-52a5e768c68a None None] Routers {'1b51d659-906e-49be-b2ae-5dbadcdc9984'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:41:53.077180 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0557a1ac-030b-4b81-bcbd-52a5e768c68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:41:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1b51d659-906e-49be-b2ae-5dbadcdc9984'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:53.153057 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347fabcd-49bc-436a-b457-9ff87a73ca10 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:53.171726 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347fabcd-49bc-436a-b457-9ff87a73ca10 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:53.189165 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-347fabcd-49bc-436a-b457-9ff87a73ca10 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1388452 Nov 25 19:41:53.190086 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48438) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:53.276023 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-de40b265-67ad-4a58-934d-bf664daa3fd5 service neutron] 10.222.0.55 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9671609 Nov 25 19:41:53.335498 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0557a1ac-030b-4b81-bcbd-52a5e768c68a None None] Set router 1b51d659-906e-49be-b2ae-5dbadcdc9984 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:41:53.422552 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-035f8316-210b-49d6-81bb-e9e2c1867598 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting port 7931660b-4024-45d2-8d26-a6d948620b31 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:53.423090 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-035f8316-210b-49d6-81bb-e9e2c1867598 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:53.530551 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-557db8b5-03fc-4413-8750-cec822551da6 service neutron] 10.222.0.55 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485054 Nov 25 19:41:53.685243 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-035f8316-210b-49d6-81bb-e9e2c1867598 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:53.709605 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-035f8316-210b-49d6-81bb-e9e2c1867598 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Calling delete_port for 7931660b-4024-45d2-8d26-a6d948620b31 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:53.906743 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97fdc301-d655-4c94-b574-ae686ff992b9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:53.943338 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:54.308284 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fdc301-d655-4c94-b574-ae686ff992b9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Subnet': ['ID=117b6d23-e33c-4a2b-80fd-1e8b9c2d985c,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:54.311300 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fdc301-d655-4c94-b574-ae686ff992b9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Checking segment: {'id': '8936430f-2c1f-4fe2-ae11-cb5ce67fa47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd35fc1a5-b1f8-42a1-b7f8-099bb38d7627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:41:54.324910 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fdc301-d655-4c94-b574-ae686ff992b9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network hostable DHCP agents. Network: d35fc1a5-b1f8-42a1-b7f8-099bb38d7627, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:41:54.386321 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fdc301-d655-4c94-b574-ae686ff992b9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network d35fc1a5-b1f8-42a1-b7f8-099bb38d7627 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:41:54.404343 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-97fdc301-d655-4c94-b574-ae686ff992b9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, d35fc1a5-b1f8-42a1-b7f8-099bb38d7627) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:54.411117 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0161bef-1de2-489d-ab8c-8c401d2fb88f x-openstack-request-id: req-e0161bef-1de2-489d-ab8c-8c401d2fb88f {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:41:54.411865 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbea35a-8240-4dd3-901a-6d892067c686", "name": "network-vif-deleted", "tag": "6b63aae5-02ed-4222-aa55-350957d805d6", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:41:54.420403 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e0161bef-1de2-489d-ab8c-8c401d2fb88f {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:41:54.424592 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbea35a-8240-4dd3-901a-6d892067c686', 'name': 'network-vif-deleted', 'tag': '6b63aae5-02ed-4222-aa55-350957d805d6', 'status': 'completed', 'code': 200} Nov 25 19:41:54.428840 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fdc301-d655-4c94-b574-ae686ff992b9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:54.434489 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97fdc301-d655-4c94-b574-ae686ff992b9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:54.475614 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-035f8316-210b-49d6-81bb-e9e2c1867598 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:54.488631 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f01e51a-ba08-4a3e-b2bf-02e3b8c9cbf1 None None] Network d35fc1a5-b1f8-42a1-b7f8-099bb38d7627 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:41:54.489882 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-97fdc301-d655-4c94-b574-ae686ff992b9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2701154 Nov 25 19:41:54.494419 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48464) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:54.500891 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:54.502641 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-d0463991-5052-4f8c-bbcf-7935f29ca649 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'subnet': {'network_id': '6fe7b06e-5063-4732-b662-ea615ee50ce0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:54.553613 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f8316-210b-49d6-81bb-e9e2c1867598 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Port': ['ID=7931660b-4024-45d2-8d26-a6d948620b31,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:54.598501 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 6ed7f21a-938e-4338-aec2-36c6aaa4cf8b, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6ed7f21a-938e-4338-aec2-36c6aaa4cf8b,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:54.632963 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad41778-d728-42b0-8271-cb07fa5b41fc x-openstack-request-id: req-2ad41778-d728-42b0-8271-cb07fa5b41fc {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:41:54.633396 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e", "name": "network-vif-deleted", "tag": "948cdb1c-fcef-471f-a945-be4d726e5b1d", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:41:54.636094 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2ad41778-d728-42b0-8271-cb07fa5b41fc {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:41:54.636538 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7bf2ca-a8e9-4a40-97d3-3105c6ac653e', 'name': 'network-vif-deleted', 'tag': '948cdb1c-fcef-471f-a945-be4d726e5b1d', 'status': 'completed', 'code': 200} Nov 25 19:41:54.723660 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:54.770659 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-adb1eea3-176d-48e2-8d4a-c27b00ede524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:54.871821 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5846b60-47e8-4a48-9c34-0f753e38dd02 req-3e88bea9-ef2b-4bf3-8f9b-05ca01fbdb8b tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46dac10-dcc1-4adb-8d03-4219fbba7f08 HTTP/1.1" status: 200 len: 210 time: 0.1947062 Nov 25 19:41:54.886937 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:54.887920 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-035f8316-210b-49d6-81bb-e9e2c1867598 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:54.904726 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48468) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:54.905266 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-035f8316-210b-49d6-81bb-e9e2c1867598 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/7931660b-4024-45d2-8d26-a6d948620b31 HTTP/1.1" status: 204 len: 168 time: 1.7090251 Nov 25 19:41:54.992296 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48472) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:55.095144 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0463991-5052-4f8c-bbcf-7935f29ca649 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Made reservation on behalf of 33fd1ebee1f7494487609e337911c862 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:41:55.124232 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d0463991-5052-4f8c-bbcf-7935f29ca649 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:55.152162 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b80a1b3-48d9-48c4-af26-2b992f7d1455 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:55.188343 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b80a1b3-48d9-48c4-af26-2b992f7d1455 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:55.313247 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b80a1b3-48d9-48c4-af26-2b992f7d1455 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:55.319090 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b80a1b3-48d9-48c4-af26-2b992f7d1455 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:55.325044 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8b80a1b3-48d9-48c4-af26-2b992f7d1455 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "DELETE /v2.0/security-groups/b623ef26-e4ac-4666-b67a-2cce14012cd1 HTTP/1.1" status: 204 len: 168 time: 0.3310375 Nov 25 19:41:55.326069 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48478) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:55.447278 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b80a1b3-48d9-48c4-af26-2b992f7d1455 tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b623ef26-e4ac-4666-b67a-2cce14012cd1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:55.462527 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-41da6b4d-72fc-4ddb-85ad-fe1e3bf13e9b tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] show failed (client error): The resource could not be found. Nov 25 19:41:55.464514 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-41da6b4d-72fc-4ddb-85ad-fe1e3bf13e9b tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "GET /v2.0/security-groups/b623ef26-e4ac-4666-b67a-2cce14012cd1 HTTP/1.1" status: 404 len: 347 time: 0.1228077 Nov 25 19:41:55.479691 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48484) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:55.767393 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875e603d-4712-46f3-b732-1883b0aac9dc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:55.773864 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875e603d-4712-46f3-b732-1883b0aac9dc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:55.776979 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875e603d-4712-46f3-b732-1883b0aac9dc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:55.785945 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-875e603d-4712-46f3-b732-1883b0aac9dc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.8765407 Nov 25 19:41:55.788528 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48496) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:55.791882 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d0463991-5052-4f8c-bbcf-7935f29ca649 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:55.899695 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=6ed7f21a-938e-4338-aec2-36c6aaa4cf8b,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:55.930276 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-adb1eea3-176d-48e2-8d4a-c27b00ede524 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:41:55.931121 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-adb1eea3-176d-48e2-8d4a-c27b00ede524 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:41:55.980810 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-572eb8ff-f5ec-40a8-84fe-07168377548f tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Deleting port 851fa739-0075-42f4-b7b2-b5b30506f858 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:55.985918 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-572eb8ff-f5ec-40a8-84fe-07168377548f tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:56.055438 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f11176-7240-41bb-bae6-404f0a6244e1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet 1c229abb-d255-4976-850f-ba2062fb845b {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:41:56.064974 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0557a1ac-030b-4b81-bcbd-52a5e768c68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'name': 'tempest-ServerActionsTestJSON-117370969-router', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:23Z', 'updated_at': '2021-11-25T19:31:31Z', 'revision_number': 4, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'gw_port': {'id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:25Z', 'updated_at': '2021-11-25T19:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'caaeedc3-17df-4164-99fe-a5d997ed0e02', 'name': '', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'mac_address': 'fa:16:3e:83:c3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:29Z', 'updated_at': '2021-11-25T19:31:42Z', 'revision_number': 5, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'subnets': [{'id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:56.104752 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-24f11176-7240-41bb-bae6-404f0a6244e1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:56.112779 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0463991-5052-4f8c-bbcf-7935f29ca649 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Subnet': ['ID=7a824401-6de8-4766-984d-fb40d0c5f26a,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:56.141471 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e99b828-8bfb-4157-a963-dfdba934b773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-d35fc1a5-b1f8-42a1-b7f8-099bb38d7627', 'network_id': 'd35fc1a5-b1f8-42a1-b7f8-099bb38d7627', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'fixed_ips': [{'subnet_id': '117b6d23-e33c-4a2b-80fd-1e8b9c2d985c'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:41:56.142457 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9e99b828-8bfb-4157-a963-dfdba934b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:56.180505 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0557a1ac-030b-4b81-bcbd-52a5e768c68a None None] The sync data for ids ['1b51d659-906e-49be-b2ae-5dbadcdc9984'] in n-d-819349-5 is: [{'id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'name': 'tempest-ServerActionsTestJSON-117370969-router', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:23Z', 'updated_at': '2021-11-25T19:31:31Z', 'revision_number': 4, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'gw_port': {'id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:25Z', 'updated_at': '2021-11-25T19:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'caaeedc3-17df-4164-99fe-a5d997ed0e02', 'name': '', 'network_id': '37f8230d-6a2b-4a12-a441-526002eff84a', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'mac_address': 'fa:16:3e:83:c3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:29Z', 'updated_at': '2021-11-25T19:31:42Z', 'revision_number': 5, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'subnets': [{'id': 'ec830131-0c53-44d8-b6cf-4b7badf3b5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:41:56.200636 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-572eb8ff-f5ec-40a8-84fe-07168377548f tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:56.201674 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-572eb8ff-f5ec-40a8-84fe-07168377548f tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:56.224948 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-572eb8ff-f5ec-40a8-84fe-07168377548f tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Calling delete_port for 851fa739-0075-42f4-b7b2-b5b30506f858 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:56.447205 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-24f11176-7240-41bb-bae6-404f0a6244e1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:56.458720 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-572eb8ff-f5ec-40a8-84fe-07168377548f tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:56.608658 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a7d63-b992-4e4c-ad0d-6b757dacab34 req-eb17f915-5252-4d94-98c1-98a002c891fe tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:56.619641 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-504a7d63-b992-4e4c-ad0d-6b757dacab34 req-eb17f915-5252-4d94-98c1-98a002c891fe tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a1efbe2-4d2c-4492-b19a-3144bd991eb3 HTTP/1.1" status: 200 len: 945 time: 0.5603650 Nov 25 19:41:56.662657 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0463991-5052-4f8c-bbcf-7935f29ca649 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Checking segment: {'id': '034e4287-48c3-4509-a262-5bcb859cea19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6fe7b06e-5063-4732-b662-ea615ee50ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:41:56.663313 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0463991-5052-4f8c-bbcf-7935f29ca649 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network hostable DHCP agents. Network: 6fe7b06e-5063-4732-b662-ea615ee50ce0, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:41:56.699253 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-572eb8ff-f5ec-40a8-84fe-07168377548f tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:56.706266 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cfb4af-3333-403e-bef5-0fad3692415e None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:41:56.718660 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-572eb8ff-f5ec-40a8-84fe-07168377548f tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:56.745773 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48504) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:56.752699 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-572eb8ff-f5ec-40a8-84fe-07168377548f tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] 10.222.0.55 "DELETE /v2.0/floatingips/f823388c-9d02-4085-a29d-016d5e0b7656 HTTP/1.1" status: 204 len: 168 time: 1.2567885 Nov 25 19:41:56.762683 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572eb8ff-f5ec-40a8-84fe-07168377548f tempest-ServerActionsTestJSON-667706411 tempest-ServerActionsTestJSON-667706411-project] Pushing event deleted for resources: {'Port': ['ID=851fa739-0075-42f4-b7b2-b5b30506f858,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:56.913944 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-24f11176-7240-41bb-bae6-404f0a6244e1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:56.965074 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9261218-bcc3-4af6-887f-b8c544fa3551 None None] New status for floating IP f823388c-9d02-4085-a29d-016d5e0b7656: DOWN {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:41:57.015464 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e82ea6-7dc8-4b2f-8fdc-e30331e880d0 None None] Update dhcp port {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'fixed_ips': [{'subnet_id': '59acb1cd-cb05-4cf3-8601-18ecdd1ddce0', 'ip_address': '2001:db8::f816:3eff:fedd:9e92'}, {'subnet_id': '1c229abb-d255-4976-850f-ba2062fb845b'}], 'binding:host_id': 'n-d-819349-5'}, 'id': '6ed7f21a-938e-4338-aec2-36c6aaa4cf8b'} from n-d-819349-5. {{(pid=103601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:41:57.030680 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-9e99b828-8bfb-4157-a963-dfdba934b773 None None] Allocated IP 172.20.0.2 (d35fc1a5-b1f8-42a1-b7f8-099bb38d7627/117b6d23-e33c-4a2b-80fd-1e8b9c2d985c/065c5645-9c59-425b-a201-a33e396b73f2) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:41:57.058422 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce88d39-9983-4d78-8fba-e6cd5ce622bf req-6091bbb6-6487-4aab-9942-791870a9bad0 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:57.066966 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bce88d39-9983-4d78-8fba-e6cd5ce622bf req-6091bbb6-6487-4aab-9942-791870a9bad0 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a1efbe2-4d2c-4492-b19a-3144bd991eb3 HTTP/1.1" status: 200 len: 945 time: 0.1604702 Nov 25 19:41:57.291510 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-504a7d63-b992-4e4c-ad0d-6b757dacab34 req-2b224d62-a2a4-47c4-9611-9b05655b2d9d tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6530406 Nov 25 19:41:57.292157 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-bce88d39-9983-4d78-8fba-e6cd5ce622bf req-f5f0aa03-dbbd-42cd-826b-91a660d3fe6e tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Deleting port 109fef1e-574c-450b-8511-0bb973ba6fed {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:57.292866 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bce88d39-9983-4d78-8fba-e6cd5ce622bf req-f5f0aa03-dbbd-42cd-826b-91a660d3fe6e tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:57.402469 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9e99b828-8bfb-4157-a963-dfdba934b773 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:57.412999 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6ed7f21a-938e-4338-aec2-36c6aaa4cf8b up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:41:57.430539 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9e99b828-8bfb-4157-a963-dfdba934b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:57.444111 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-bce88d39-9983-4d78-8fba-e6cd5ce622bf req-f5f0aa03-dbbd-42cd-826b-91a660d3fe6e tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] For port 109fef1e-574c-450b-8511-0bb973ba6fed, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=109fef1e-574c-450b-8511-0bb973ba6fed,segment=NetworkSegment(8910b9e1-51f0-41ea-a388-d1cb19804709),segment_id=8910b9e1-51f0-41ea-a388-d1cb19804709)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:57.444675 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bce88d39-9983-4d78-8fba-e6cd5ce622bf req-f5f0aa03-dbbd-42cd-826b-91a660d3fe6e tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:57.462026 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-bce88d39-9983-4d78-8fba-e6cd5ce622bf req-f5f0aa03-dbbd-42cd-826b-91a660d3fe6e tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Calling delete_port for 109fef1e-574c-450b-8511-0bb973ba6fed owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:57.505995 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b7e82ea6-7dc8-4b2f-8fdc-e30331e880d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:57.615234 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e99b828-8bfb-4157-a963-dfdba934b773 None None] Network d35fc1a5-b1f8-42a1-b7f8-099bb38d7627 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:57.621559 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-9e99b828-8bfb-4157-a963-dfdba934b773 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:57.630566 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e99b828-8bfb-4157-a963-dfdba934b773 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:41:57.681561 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-24f11176-7240-41bb-bae6-404f0a6244e1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:57.698738 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-05499b3b-45d3-46e7-8a39-73e571b37cfc tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:57.701483 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-05499b3b-45d3-46e7-8a39-73e571b37cfc tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.85 "GET /v2.0/networks?id=0144b778-2e7c-4a1d-86b2-f3dbc366beab HTTP/1.1" status: 200 len: 815 time: 0.8711658 Nov 25 19:41:57.842900 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-9e99b828-8bfb-4157-a963-dfdba934b773 None None] Attempting to bind port 065c5645-9c59-425b-a201-a33e396b73f2 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:41:57.843406 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-9e99b828-8bfb-4157-a963-dfdba934b773 None None] Attempting to bind port 065c5645-9c59-425b-a201-a33e396b73f2 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '8936430f-2c1f-4fe2-ae11-cb5ce67fa47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd35fc1a5-b1f8-42a1-b7f8-099bb38d7627'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:41:57.843785 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e99b828-8bfb-4157-a963-dfdba934b773 None None] Attempting to bind port 065c5645-9c59-425b-a201-a33e396b73f2 on network d35fc1a5-b1f8-42a1-b7f8-099bb38d7627 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:41:57.854668 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99b828-8bfb-4157-a963-dfdba934b773 None None] Pushing event updated for resources: {'Port': ['ID=065c5645-9c59-425b-a201-a33e396b73f2,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:57.872180 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e99b828-8bfb-4157-a963-dfdba934b773 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:41:57.872180 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e99b828-8bfb-4157-a963-dfdba934b773 None None] Checking segment: {'id': '8936430f-2c1f-4fe2-ae11-cb5ce67fa47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd35fc1a5-b1f8-42a1-b7f8-099bb38d7627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:41:57.872558 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9e99b828-8bfb-4157-a963-dfdba934b773 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:57.872847 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e99b828-8bfb-4157-a963-dfdba934b773 None None] Bound using segment: {'id': '8936430f-2c1f-4fe2-ae11-cb5ce67fa47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd35fc1a5-b1f8-42a1-b7f8-099bb38d7627'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:41:57.873366 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-9e99b828-8bfb-4157-a963-dfdba934b773 None None] Bound port: 065c5645-9c59-425b-a201-a33e396b73f2, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8936430f-2c1f-4fe2-ae11-cb5ce67fa47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd35fc1a5-b1f8-42a1-b7f8-099bb38d7627'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:41:57.873765 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9e99b828-8bfb-4157-a963-dfdba934b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:57.892820 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0463991-5052-4f8c-bbcf-7935f29ca649 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network 6fe7b06e-5063-4732-b662-ea615ee50ce0 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:41:57.936511 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-7c8d792e-9c31-4eee-82fb-9ee1a75fc65b tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Request body: {'port': {'device_id': 'a46dac10-dcc1-4adb-8d03-4219fbba7f08', 'network_id': '0144b778-2e7c-4a1d-86b2-f3dbc366beab', 'admin_state_up': True, 'tenant_id': 'abb922ce65454bc1915d7b2c3b27e005'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:58.055395 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bce88d39-9983-4d78-8fba-e6cd5ce622bf req-f5f0aa03-dbbd-42cd-826b-91a660d3fe6e tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:58.122792 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0aa03-dbbd-42cd-826b-91a660d3fe6e tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Pushing event deleted for resources: {'Port': ['ID=109fef1e-574c-450b-8511-0bb973ba6fed,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:58.133383 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9e99b828-8bfb-4157-a963-dfdba934b773 None None] For port 065c5645-9c59-425b-a201-a33e396b73f2, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:41:58.143249 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9e99b828-8bfb-4157-a963-dfdba934b773 None None] For port 065c5645-9c59-425b-a201-a33e396b73f2, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=065c5645-9c59-425b-a201-a33e396b73f2,segment=NetworkSegment(8936430f-2c1f-4fe2-ae11-cb5ce67fa47d),segment_id=8936430f-2c1f-4fe2-ae11-cb5ce67fa47d)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:41:58.164303 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 6ed7f21a-938e-4338-aec2-36c6aaa4cf8b triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:58.164681 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:58.168412 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['109fef1e-574c-450b-8511-0bb973ba6fed'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:41:58.170837 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['c91aee86-c6cb-48f3-81f2-fa61ce689518'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:41:58.173710 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9e99b828-8bfb-4157-a963-dfdba934b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:58.214637 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce88d39-9983-4d78-8fba-e6cd5ce622bf req-f5f0aa03-dbbd-42cd-826b-91a660d3fe6e tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] No DVR routers for this DVR port 109fef1e-574c-450b-8511-0bb973ba6fed on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:41:58.221647 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bce88d39-9983-4d78-8fba-e6cd5ce622bf req-f5f0aa03-dbbd-42cd-826b-91a660d3fe6e tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:58.225532 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bce88d39-9983-4d78-8fba-e6cd5ce622bf req-f5f0aa03-dbbd-42cd-826b-91a660d3fe6e tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.85 "DELETE /v2.0/ports/109fef1e-574c-450b-8511-0bb973ba6fed HTTP/1.1" status: 204 len: 173 time: 1.1513534 Nov 25 19:41:58.226059 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1efbe2-4d2c-4492-b19a-3144bd991eb3', 'name': 'network-vif-deleted', 'tag': '109fef1e-574c-450b-8511-0bb973ba6fed'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:41:58.235405 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e486a023-6ec0-422d-b015-3a006611b60d" -d '{"events": [{"server_uuid": "6a1efbe2-4d2c-4492-b19a-3144bd991eb3", "name": "network-vif-deleted", "tag": "109fef1e-574c-450b-8511-0bb973ba6fed"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:41:58.485339 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99b828-8bfb-4157-a963-dfdba934b773 None None] Pushing event updated for resources: {'Port': ['ID=065c5645-9c59-425b-a201-a33e396b73f2,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:58.548996 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-afe65ce7-b0c3-4bac-a0ee-b9790c5ef108 req-82da7c4f-89ef-46e1-945b-90036f020550 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46dac10-dcc1-4adb-8d03-4219fbba7f08 HTTP/1.1" status: 200 len: 210 time: 0.6476076 Nov 25 19:41:58.575382 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-24f11176-7240-41bb-bae6-404f0a6244e1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:58.584501 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-24f11176-7240-41bb-bae6-404f0a6244e1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/1c229abb-d255-4976-850f-ba2062fb845b HTTP/1.1" status: 204 len: 168 time: 2.7774091 Nov 25 19:41:58.587275 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48518) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:58.819998 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-d0463991-5052-4f8c-bbcf-7935f29ca649 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 6fe7b06e-5063-4732-b662-ea615ee50ce0) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:58.845567 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649b64b7-2584-4982-8fad-3abc3526107e x-openstack-request-id: req-649b64b7-2584-4982-8fad-3abc3526107e {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:41:58.846144 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1efbe2-4d2c-4492-b19a-3144bd991eb3", "name": "network-vif-deleted", "tag": "109fef1e-574c-450b-8511-0bb973ba6fed", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:41:58.846537 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-649b64b7-2584-4982-8fad-3abc3526107e {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:41:58.851199 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1efbe2-4d2c-4492-b19a-3144bd991eb3', 'name': 'network-vif-deleted', 'tag': '109fef1e-574c-450b-8511-0bb973ba6fed', 'status': 'completed', 'code': 200} Nov 25 19:41:58.879891 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f11176-7240-41bb-bae6-404f0a6244e1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=1c229abb-d255-4976-850f-ba2062fb845b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:58.912344 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0463991-5052-4f8c-bbcf-7935f29ca649 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:58.922703 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d0463991-5052-4f8c-bbcf-7935f29ca649 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:58.982622 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-a527d392-2ec3-4323-9518-ab42eaf65441 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet 59acb1cd-cb05-4cf3-8601-18ecdd1ddce0 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:41:58.984130 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5afbec-2e48-4e1c-9816-2c1a7251fcd5 None None] Network 6fe7b06e-5063-4732-b662-ea615ee50ce0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:41:59.009629 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a527d392-2ec3-4323-9518-ab42eaf65441 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.157221 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a527d392-2ec3-4323-9518-ab42eaf65441 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.185058 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-147b5fca-9f84-4c2b-bb77-e417e6b2d762 req-cb1b11cb-ea3e-45e2-af1d-8d6cc5d240eb tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a1efbe2-4d2c-4492-b19a-3144bd991eb3 HTTP/1.1" status: 200 len: 210 time: 0.1860702 Nov 25 19:41:59.218141 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d0463991-5052-4f8c-bbcf-7935f29ca649 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7178328 Nov 25 19:41:59.219787 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48532) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:59.246564 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-76e0cbe0-74a9-4f97-9e68-905aca65da6e tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2044019228', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:59.456716 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76e0cbe0-74a9-4f97-9e68-905aca65da6e tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.460057 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76e0cbe0-74a9-4f97-9e68-905aca65da6e tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.541990 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-7c8d792e-9c31-4eee-82fb-9ee1a75fc65b tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Made reservation on behalf of abb922ce65454bc1915d7b2c3b27e005 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:41:59.550041 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-7c8d792e-9c31-4eee-82fb-9ee1a75fc65b tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.559906 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a527d392-2ec3-4323-9518-ab42eaf65441 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.747896 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a527d392-2ec3-4323-9518-ab42eaf65441 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.767497 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76e0cbe0-74a9-4f97-9e68-905aca65da6e tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.800448 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527d392-2ec3-4323-9518-ab42eaf65441 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=59acb1cd-cb05-4cf3-8601-18ecdd1ddce0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:59.805904 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a527d392-2ec3-4323-9518-ab42eaf65441 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.814753 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a527d392-2ec3-4323-9518-ab42eaf65441 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/59acb1cd-cb05-4cf3-8601-18ecdd1ddce0 HTTP/1.1" status: 204 len: 168 time: 1.2205968 Nov 25 19:41:59.814995 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48538) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:59.824088 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527d392-2ec3-4323-9518-ab42eaf65441 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:59.824618 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527d392-2ec3-4323-9518-ab42eaf65441 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:59.824973 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527d392-2ec3-4323-9518-ab42eaf65441 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:59.825315 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527d392-2ec3-4323-9518-ab42eaf65441 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:59.825654 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527d392-2ec3-4323-9518-ab42eaf65441 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:59.825990 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527d392-2ec3-4323-9518-ab42eaf65441 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:59.826411 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527d392-2ec3-4323-9518-ab42eaf65441 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:59.826739 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527d392-2ec3-4323-9518-ab42eaf65441 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:59.827001 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527d392-2ec3-4323-9518-ab42eaf65441 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:59.827354 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527d392-2ec3-4323-9518-ab42eaf65441 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:59.827696 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527d392-2ec3-4323-9518-ab42eaf65441 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:59.828038 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527d392-2ec3-4323-9518-ab42eaf65441 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:59.843176 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76e0cbe0-74a9-4f97-9e68-905aca65da6e tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.881506 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d03d5188-0ae9-43d1-8cd0-d9b14bf0fa7b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0651293 Nov 25 19:41:59.887644 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48540) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:59.893997 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-959e37fa-a157-47af-a71a-82566e396eb1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:59.970923 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad292fec-77ca-425f-a311-77e889262374 req-46374b31-cf5e-4305-ae4f-b2bffa2bdaa4 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46dac10-dcc1-4adb-8d03-4219fbba7f08 HTTP/1.1" status: 200 len: 210 time: 0.2008667 Nov 25 19:42:00.004631 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76e0cbe0-74a9-4f97-9e68-905aca65da6e tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:00.007416 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-76e0cbe0-74a9-4f97-9e68-905aca65da6e tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7724652 Nov 25 19:42:00.019482 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48544) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:00.376307 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959e37fa-a157-47af-a71a-82566e396eb1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:00.382239 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-959e37fa-a157-47af-a71a-82566e396eb1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:00.446202 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f00969-530b-4951-847f-f1fa6cd5dc38 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:00.591729 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-7c8d792e-9c31-4eee-82fb-9ee1a75fc65b tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Allocated IP 172.20.0.12 (0144b778-2e7c-4a1d-86b2-f3dbc366beab/17ff6b3c-3d44-40a6-b0c9-a57101908837/c093f5af-226f-4cea-a06f-7c3934337932) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:00.652076 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5ded057-a7a7-43d6-bf8c-e017b38c7c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:00.809793 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 109fef1e-574c-450b-8511-0bb973ba6fed no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:42:01.084566 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6ebd7c4f-33f6-48d2-b1e0-ca111c9b2405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:01.087531 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 065c5645-9c59-425b-a201-a33e396b73f2 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:01.120917 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689f9bf-1939-4505-b715-0b3a49b2a9d7 req-20266b1b-a98a-4ee1-bdcb-1106dffa7ec7 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:01.124822 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1689f9bf-1939-4505-b715-0b3a49b2a9d7 req-20266b1b-a98a-4ee1-bdcb-1106dffa7ec7 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e4340a7-a2e7-4005-b776-fcaee8692fcf HTTP/1.1" status: 200 len: 945 time: 0.2382946 Nov 25 19:42:01.255897 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67df65ad-e841-4208-8f33-40766813b3bc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:01.258690 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d263558-cab5-473e-bbf4-c16157bc0994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-6fe7b06e-5063-4732-b662-ea615ee50ce0', 'network_id': '6fe7b06e-5063-4732-b662-ea615ee50ce0', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'fixed_ips': [{'subnet_id': '7a824401-6de8-4766-984d-fb40d0c5f26a'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:42:01.259738 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3d263558-cab5-473e-bbf4-c16157bc0994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:01.262136 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6155c17-dabe-49a0-946f-74d587160634 None None] Network d35fc1a5-b1f8-42a1-b7f8-099bb38d7627 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:01.303451 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-11aec624-2658-4c47-936e-5ce156443c1e None None] Provisioning complete for port 6ed7f21a-938e-4338-aec2-36c6aaa4cf8b triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:01.303941 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-11aec624-2658-4c47-936e-5ce156443c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:01.362075 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 109fef1e-574c-450b-8511-0bb973ba6fed {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:42:01.366453 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 109fef1e-574c-450b-8511-0bb973ba6fed not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:42:01.551727 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 065c5645-9c59-425b-a201-a33e396b73f2 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:01.552432 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:01.552682 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-7c8d792e-9c31-4eee-82fb-9ee1a75fc65b tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:01.661791 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-7c8d792e-9c31-4eee-82fb-9ee1a75fc65b tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:01.929728 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d792e-9c31-4eee-82fb-9ee1a75fc65b tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Pushing event updated for resources: {'Port': ['ID=c093f5af-226f-4cea-a06f-7c3934337932,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:01.961701 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['e84a21e4-bcde-4d01-aab2-cba25c2d2414', '831e98c1-f30d-4b30-83fa-f698b4da9096'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:42:02.040685 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-7c8d792e-9c31-4eee-82fb-9ee1a75fc65b tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Network 0144b778-2e7c-4a1d-86b2-f3dbc366beab is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:02.076730 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1689f9bf-1939-4505-b715-0b3a49b2a9d7 req-4cd6a327-bf81-4ec1-a668-533329bc199a tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9369011 Nov 25 19:42:02.096152 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-7c8d792e-9c31-4eee-82fb-9ee1a75fc65b tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:02.122893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-7c8d792e-9c31-4eee-82fb-9ee1a75fc65b tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:02.192685 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-09d2ead8-ea8b-4c81-a632-67ec3eb9272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.238266 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-67df65ad-e841-4208-8f33-40766813b3bc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Allocated IP 172.20.0.1 (d35fc1a5-b1f8-42a1-b7f8-099bb38d7627/117b6d23-e33c-4a2b-80fd-1e8b9c2d985c/ac8712a2-6682-4fb0-9e34-5a1d81fe9fcd) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:02.278195 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c7af74-2276-4168-a80f-392903d92b2b None None] DHCP port deletion for 0144b778-2e7c-4a1d-86b2-f3dbc366beab request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:02.286963 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-7c8d792e-9c31-4eee-82fb-9ee1a75fc65b tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:02.288034 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-7c8d792e-9c31-4eee-82fb-9ee1a75fc65b tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.356040 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-7c8d792e-9c31-4eee-82fb-9ee1a75fc65b tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4235585 Nov 25 19:42:02.404278 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-6a365f09-da9d-4616-b6f2-fa9558a8cd9f service neutron] Request body: {'port': {'device_id': 'a46dac10-dcc1-4adb-8d03-4219fbba7f08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:02.417288 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e50d2ab-0ec7-44e7-95d3-77f3ad2dfde8 None None] DHCP port deletion for b691ce13-c3fa-46f8-892f-a6e3ddf6046b request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:02.554662 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-6a365f09-da9d-4616-b6f2-fa9558a8cd9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.762282 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67df65ad-e841-4208-8f33-40766813b3bc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.786082 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7b2b2277-3494-4e20-b4eb-874215d9b6c0 None None] Could not find standard attr ID for object 7931660b-4024-45d2-8d26-a6d948620b31. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:42:02.844934 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-3d263558-cab5-473e-bbf4-c16157bc0994 None None] Allocated IP 172.21.0.2 (6fe7b06e-5063-4732-b662-ea615ee50ce0/7a824401-6de8-4766-984d-fb40d0c5f26a/6dec56dc-ee99-4327-8611-7ef696b68081) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:02.882688 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:03.024947 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7b2b2277-3494-4e20-b4eb-874215d9b6c0 None None] Provisioning complete for port c093f5af-226f-4cea-a06f-7c3934337932 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:03.029532 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7b2b2277-3494-4e20-b4eb-874215d9b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:03.059246 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67df65ad-e841-4208-8f33-40766813b3bc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:03.125419 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-0e50d2ab-0ec7-44e7-95d3-77f3ad2dfde8 None None] Deleting port 6ed7f21a-938e-4338-aec2-36c6aaa4cf8b {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:03.125944 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0e50d2ab-0ec7-44e7-95d3-77f3ad2dfde8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:03.229462 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0e50d2ab-0ec7-44e7-95d3-77f3ad2dfde8 None None] For port 6ed7f21a-938e-4338-aec2-36c6aaa4cf8b, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6ed7f21a-938e-4338-aec2-36c6aaa4cf8b,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:03.230051 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0e50d2ab-0ec7-44e7-95d3-77f3ad2dfde8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:03.249339 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-0e50d2ab-0ec7-44e7-95d3-77f3ad2dfde8 None None] Calling delete_port for 6ed7f21a-938e-4338-aec2-36c6aaa4cf8b owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:03.279426 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67df65ad-e841-4208-8f33-40766813b3bc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network d35fc1a5-b1f8-42a1-b7f8-099bb38d7627 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:03.376893 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-67df65ad-e841-4208-8f33-40766813b3bc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:03.390897 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df65ad-e841-4208-8f33-40766813b3bc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Port': ['ID=ac8712a2-6682-4fb0-9e34-5a1d81fe9fcd,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:03.404207 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67df65ad-e841-4208-8f33-40766813b3bc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:03.434685 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0e50d2ab-0ec7-44e7-95d3-77f3ad2dfde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:03.458562 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 065c5645-9c59-425b-a201-a33e396b73f2, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=065c5645-9c59-425b-a201-a33e396b73f2,segment=NetworkSegment(8936430f-2c1f-4fe2-ae11-cb5ce67fa47d),segment_id=8936430f-2c1f-4fe2-ae11-cb5ce67fa47d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:03.555898 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:42:03.559228 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b2277-3494-4e20-b4eb-874215d9b6c0 None None] Port c093f5af-226f-4cea-a06f-7c3934337932 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:42:03.664881 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:03.669536 n-d-819349-5 neutron-server[103599]: DEBUG neutron.objects.ports [None req-959e37fa-a157-47af-a71a-82566e396eb1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:42:03.681365 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-959e37fa-a157-47af-a71a-82566e396eb1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:03.720825 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e50d2ab-0ec7-44e7-95d3-77f3ad2dfde8 None None] No DVR routers for this DVR port 6ed7f21a-938e-4338-aec2-36c6aaa4cf8b on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:42:03.769403 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50d2ab-0ec7-44e7-95d3-77f3ad2dfde8 None None] Pushing event deleted for resources: {'Port': ['ID=6ed7f21a-938e-4338-aec2-36c6aaa4cf8b,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:03.871842 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:03.926463 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67df65ad-e841-4208-8f33-40766813b3bc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:03.977573 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6ed7f21a-938e-4338-aec2-36c6aaa4cf8b no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:42:04.021214 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7b2b2277-3494-4e20-b4eb-874215d9b6c0 None None] Provisioning complete for port 065c5645-9c59-425b-a201-a33e396b73f2 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:04.029565 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7b2b2277-3494-4e20-b4eb-874215d9b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:04.157341 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e37fa-a157-47af-a71a-82566e396eb1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=fb5431af-5f7c-4bfc-8b03-abd82ead71bb,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:04.159251 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 6ed7f21a-938e-4338-aec2-36c6aaa4cf8b {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:42:04.159729 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6ed7f21a-938e-4338-aec2-36c6aaa4cf8b not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:42:04.159875 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-6a365f09-da9d-4616-b6f2-fa9558a8cd9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c093f5af-226f-4cea-a06f-7c3934337932 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:42:04.173055 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959e37fa-a157-47af-a71a-82566e396eb1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:04.216014 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-959e37fa-a157-47af-a71a-82566e396eb1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:04.221071 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-6a365f09-da9d-4616-b6f2-fa9558a8cd9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:04.240480 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959e37fa-a157-47af-a71a-82566e396eb1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:04.243186 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-959e37fa-a157-47af-a71a-82566e396eb1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:04.305399 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-6a365f09-da9d-4616-b6f2-fa9558a8cd9f service neutron] Transition to ACTIVE for port object c093f5af-226f-4cea-a06f-7c3934337932 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:42:04.312527 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a425b22-5eca-45d1-adb5-d09cf65c93a4 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:04.350827 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-959e37fa-a157-47af-a71a-82566e396eb1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4611306 Nov 25 19:42:04.355885 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48580) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:04.363647 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b90bc17b-5a42-4e2b-8a4a-ca22e4846cb3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:04.396461 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16359e-d056-4111-9555-8c520a5026e3 req-548a4455-3f86-49a2-be69-b18b181cce13 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:04.416841 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5a16359e-d056-4111-9555-8c520a5026e3 req-548a4455-3f86-49a2-be69-b18b181cce13 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46dac10-dcc1-4adb-8d03-4219fbba7f08 HTTP/1.1" status: 200 len: 932 time: 2.1048486 Nov 25 19:42:04.460985 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-6a365f09-da9d-4616-b6f2-fa9558a8cd9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:04.474716 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=065c5645-9c59-425b-a201-a33e396b73f2,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:04.723632 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67df65ad-e841-4208-8f33-40766813b3bc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:04.812712 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a365f09-da9d-4616-b6f2-fa9558a8cd9f service neutron] Pushing event updated for resources: {'Port': ['ID=c093f5af-226f-4cea-a06f-7c3934337932,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:04.906381 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b202998-3314-4618-9714-39be34204f8d req-f323e5f7-e0d8-4cab-a612-e0d4dd410940 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:04.917448 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9b202998-3314-4618-9714-39be34204f8d req-f323e5f7-e0d8-4cab-a612-e0d4dd410940 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e4340a7-a2e7-4005-b776-fcaee8692fcf HTTP/1.1" status: 200 len: 945 time: 1.3951724 Nov 25 19:42:05.103373 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb06e69-f351-4ff1-8d0b-ec320c10d540 None None] DHCP port deletion for 0144b778-2e7c-4a1d-86b2-f3dbc366beab request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:05.157628 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3d263558-cab5-473e-bbf4-c16157bc0994 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:05.216414 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90bc17b-5a42-4e2b-8a4a-ca22e4846cb3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:05.220216 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b90bc17b-5a42-4e2b-8a4a-ca22e4846cb3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:05.264623 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3d263558-cab5-473e-bbf4-c16157bc0994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:05.352877 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5a16359e-d056-4111-9555-8c520a5026e3 req-cd002093-de44-4290-b072-242a1e62e108 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9332435 Nov 25 19:42:05.415198 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d263558-cab5-473e-bbf4-c16157bc0994 None None] Network 6fe7b06e-5063-4732-b662-ea615ee50ce0 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:05.453763 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-6a365f09-da9d-4616-b6f2-fa9558a8cd9f service neutron] Attempting to bind port c093f5af-226f-4cea-a06f-7c3934337932 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:42:05.454318 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-6a365f09-da9d-4616-b6f2-fa9558a8cd9f service neutron] Attempting to bind port c093f5af-226f-4cea-a06f-7c3934337932 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '02fa6f66-9208-4806-8bde-6e2373cf1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0144b778-2e7c-4a1d-86b2-f3dbc366beab'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:42:05.454884 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-6a365f09-da9d-4616-b6f2-fa9558a8cd9f service neutron] Attempting to bind port c093f5af-226f-4cea-a06f-7c3934337932 on network 0144b778-2e7c-4a1d-86b2-f3dbc366beab {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:05.471449 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-3d263558-cab5-473e-bbf4-c16157bc0994 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:05.475994 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-6a365f09-da9d-4616-b6f2-fa9558a8cd9f service neutron] Port c093f5af-226f-4cea-a06f-7c3934337932 on network 0144b778-2e7c-4a1d-86b2-f3dbc366beab not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:42:05.476513 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-6a365f09-da9d-4616-b6f2-fa9558a8cd9f service neutron] Attempting to bind port c093f5af-226f-4cea-a06f-7c3934337932 on network 0144b778-2e7c-4a1d-86b2-f3dbc366beab {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:05.497726 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-6a365f09-da9d-4616-b6f2-fa9558a8cd9f service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:42:05.498424 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-6a365f09-da9d-4616-b6f2-fa9558a8cd9f service neutron] Checking segment: {'id': '02fa6f66-9208-4806-8bde-6e2373cf1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0144b778-2e7c-4a1d-86b2-f3dbc366beab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:05.499231 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-6a365f09-da9d-4616-b6f2-fa9558a8cd9f service neutron] Bound using segment: {'id': '02fa6f66-9208-4806-8bde-6e2373cf1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0144b778-2e7c-4a1d-86b2-f3dbc366beab'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:42:05.500408 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-6a365f09-da9d-4616-b6f2-fa9558a8cd9f service neutron] Bound port: c093f5af-226f-4cea-a06f-7c3934337932, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02fa6f66-9208-4806-8bde-6e2373cf1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0144b778-2e7c-4a1d-86b2-f3dbc366beab'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:42:05.501249 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-6a365f09-da9d-4616-b6f2-fa9558a8cd9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:05.511075 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d263558-cab5-473e-bbf4-c16157bc0994 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:05.559606 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b5ded057-a7a7-43d6-bf8c-e017b38c7c7e admin admin] Deleting port caaeedc3-17df-4164-99fe-a5d997ed0e02 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:05.573199 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5ded057-a7a7-43d6-bf8c-e017b38c7c7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:05.632361 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:05.637825 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280d14a5-97df-40a4-b378-4b6cf05f3858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'fixed_ips': [{'subnet_id': 'fb5431af-5f7c-4bfc-8b03-abd82ead71bb'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:42:05.639178 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-280d14a5-97df-40a4-b378-4b6cf05f3858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:05.641785 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d263558-cab5-473e-bbf4-c16157bc0994 None None] Pushing event updated for resources: {'Port': ['ID=6dec56dc-ee99-4327-8611-7ef696b68081,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:05.672902 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:05.822402 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b5ded057-a7a7-43d6-bf8c-e017b38c7c7e admin admin] For port caaeedc3-17df-4164-99fe-a5d997ed0e02, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=caaeedc3-17df-4164-99fe-a5d997ed0e02,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:05.823575 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5ded057-a7a7-43d6-bf8c-e017b38c7c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:05.865724 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3d263558-cab5-473e-bbf4-c16157bc0994 None None] Attempting to bind port 6dec56dc-ee99-4327-8611-7ef696b68081 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:42:05.866503 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3d263558-cab5-473e-bbf4-c16157bc0994 None None] Attempting to bind port 6dec56dc-ee99-4327-8611-7ef696b68081 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '034e4287-48c3-4509-a262-5bcb859cea19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6fe7b06e-5063-4732-b662-ea615ee50ce0'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:42:05.867096 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d263558-cab5-473e-bbf4-c16157bc0994 None None] Attempting to bind port 6dec56dc-ee99-4327-8611-7ef696b68081 on network 6fe7b06e-5063-4732-b662-ea615ee50ce0 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:05.880058 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b5ded057-a7a7-43d6-bf8c-e017b38c7c7e admin admin] Calling delete_port for caaeedc3-17df-4164-99fe-a5d997ed0e02 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:05.933371 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d263558-cab5-473e-bbf4-c16157bc0994 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:42:05.934086 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d263558-cab5-473e-bbf4-c16157bc0994 None None] Checking segment: {'id': '034e4287-48c3-4509-a262-5bcb859cea19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6fe7b06e-5063-4732-b662-ea615ee50ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:05.934748 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3d263558-cab5-473e-bbf4-c16157bc0994 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:05.935414 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d263558-cab5-473e-bbf4-c16157bc0994 None None] Bound using segment: {'id': '034e4287-48c3-4509-a262-5bcb859cea19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6fe7b06e-5063-4732-b662-ea615ee50ce0'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:42:05.936197 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3d263558-cab5-473e-bbf4-c16157bc0994 None None] Bound port: 6dec56dc-ee99-4327-8611-7ef696b68081, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034e4287-48c3-4509-a262-5bcb859cea19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6fe7b06e-5063-4732-b662-ea615ee50ce0'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:42:05.936816 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3d263558-cab5-473e-bbf4-c16157bc0994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:05.958537 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8371c22f-89b9-46d6-982c-c247e2d85efb None None] Provisioning complete for port 065c5645-9c59-425b-a201-a33e396b73f2 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:05.959327 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8371c22f-89b9-46d6-982c-c247e2d85efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:05.997000 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-9b202998-3314-4618-9714-39be34204f8d req-86e67db5-0b67-49f0-960e-58ac87400337 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Deleting port c91aee86-c6cb-48f3-81f2-fa61ce689518 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:05.997252 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9b202998-3314-4618-9714-39be34204f8d req-86e67db5-0b67-49f0-960e-58ac87400337 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:06.011714 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67df65ad-e841-4208-8f33-40766813b3bc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:06.044469 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67df65ad-e841-4208-8f33-40766813b3bc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:06.152895 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3d263558-cab5-473e-bbf4-c16157bc0994 None None] For port 6dec56dc-ee99-4327-8611-7ef696b68081, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:42:06.156140 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df65ad-e841-4208-8f33-40766813b3bc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Port': ['ID=ac8712a2-6682-4fb0-9e34-5a1d81fe9fcd,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:06.180951 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3d263558-cab5-473e-bbf4-c16157bc0994 None None] For port 6dec56dc-ee99-4327-8611-7ef696b68081, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6dec56dc-ee99-4327-8611-7ef696b68081,segment=NetworkSegment(034e4287-48c3-4509-a262-5bcb859cea19),segment_id=034e4287-48c3-4509-a262-5bcb859cea19)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:42:06.212360 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3d263558-cab5-473e-bbf4-c16157bc0994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:06.359659 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d263558-cab5-473e-bbf4-c16157bc0994 None None] Pushing event updated for resources: {'Port': ['ID=6dec56dc-ee99-4327-8611-7ef696b68081,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:06.463832 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-280d14a5-97df-40a4-b378-4b6cf05f3858 None None] Allocated IP 2001:db8::f816:3eff:fea1:63c3 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/fb5431af-5f7c-4bfc-8b03-abd82ead71bb/c7111a41-678f-44ee-88fd-2217396e3e95) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:06.467043 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 065c5645-9c59-425b-a201-a33e396b73f2 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:06.545719 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67df65ad-e841-4208-8f33-40766813b3bc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:06.683341 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-6a365f09-da9d-4616-b6f2-fa9558a8cd9f service neutron] For port c093f5af-226f-4cea-a06f-7c3934337932, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:42:06.694010 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b90bc17b-5a42-4e2b-8a4a-ca22e4846cb3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:06.703259 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-6a365f09-da9d-4616-b6f2-fa9558a8cd9f service neutron] For port c093f5af-226f-4cea-a06f-7c3934337932, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c093f5af-226f-4cea-a06f-7c3934337932,segment=NetworkSegment(02fa6f66-9208-4806-8bde-6e2373cf1375),segment_id=02fa6f66-9208-4806-8bde-6e2373cf1375)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:42:06.749274 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8371c22f-89b9-46d6-982c-c247e2d85efb None None] Provisioning complete for port ac8712a2-6682-4fb0-9e34-5a1d81fe9fcd triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:06.749824 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8371c22f-89b9-46d6-982c-c247e2d85efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:06.784635 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda18e5-f8b1-40d9-bef2-5b6c9d5ae216 req-aadab365-f278-4ebe-8b4b-95215d7c5ef9 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:06.821146 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1dda18e5-f8b1-40d9-bef2-5b6c9d5ae216 req-aadab365-f278-4ebe-8b4b-95215d7c5ef9 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e4340a7-a2e7-4005-b776-fcaee8692fcf HTTP/1.1" status: 200 len: 945 time: 0.8921599 Nov 25 19:42:06.891526 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90bc17b-5a42-4e2b-8a4a-ca22e4846cb3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:06.944780 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b90bc17b-5a42-4e2b-8a4a-ca22e4846cb3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:06.984135 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-280d14a5-97df-40a4-b378-4b6cf05f3858 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:06.992692 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device c91aee86-c6cb-48f3-81f2-fa61ce689518 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:42:07.024245 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-280d14a5-97df-40a4-b378-4b6cf05f3858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:07.028264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-8371c22f-89b9-46d6-982c-c247e2d85efb None None] Port ac8712a2-6682-4fb0-9e34-5a1d81fe9fcd cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:42:07.049729 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-6a365f09-da9d-4616-b6f2-fa9558a8cd9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:07.184142 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d14a5-97df-40a4-b378-4b6cf05f3858 None None] Pushing event updated for resources: {'Port': ['ID=c7111a41-678f-44ee-88fd-2217396e3e95,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:07.203816 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 065c5645-9c59-425b-a201-a33e396b73f2 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:07.204484 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:07.233163 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-6a365f09-da9d-4616-b6f2-fa9558a8cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:07.237168 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-6a365f09-da9d-4616-b6f2-fa9558a8cd9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:07.253174 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-6a365f09-da9d-4616-b6f2-fa9558a8cd9f service neutron] 10.222.0.85 "PUT /v2.0/ports/c093f5af-226f-4cea-a06f-7c3934337932 HTTP/1.1" status: 200 len: 1092 time: 4.8420663 Nov 25 19:42:07.265317 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280d14a5-97df-40a4-b378-4b6cf05f3858 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:07.269265 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8b24a0-6ccc-4a65-876f-3a7818f0e09c None None] DHCP port deletion for 0144b778-2e7c-4a1d-86b2-f3dbc366beab request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:07.300413 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-280d14a5-97df-40a4-b378-4b6cf05f3858 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:07.315407 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280d14a5-97df-40a4-b378-4b6cf05f3858 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:07.647518 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-9b202998-3314-4618-9714-39be34204f8d req-86e67db5-0b67-49f0-960e-58ac87400337 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] For port c91aee86-c6cb-48f3-81f2-fa61ce689518, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c91aee86-c6cb-48f3-81f2-fa61ce689518,segment=NetworkSegment(8910b9e1-51f0-41ea-a388-d1cb19804709),segment_id=8910b9e1-51f0-41ea-a388-d1cb19804709)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:07.647901 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9b202998-3314-4618-9714-39be34204f8d req-86e67db5-0b67-49f0-960e-58ac87400337 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:07.657059 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46dac10-dcc1-4adb-8d03-4219fbba7f08', 'tag': 'c093f5af-226f-4cea-a06f-7c3934337932'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:42:07.662122 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002d0d8b-e32b-443d-a285-9aeef7d0d49a" -d '{"events": [{"name": "network-changed", "server_uuid": "a46dac10-dcc1-4adb-8d03-4219fbba7f08", "tag": "c093f5af-226f-4cea-a06f-7c3934337932"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:42:07.672877 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a365f09-da9d-4616-b6f2-fa9558a8cd9f service neutron] Pushing event updated for resources: {'Port': ['ID=c093f5af-226f-4cea-a06f-7c3934337932,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:07.746237 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-280d14a5-97df-40a4-b378-4b6cf05f3858 None None] Attempting to bind port c7111a41-678f-44ee-88fd-2217396e3e95 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:42:07.746636 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-280d14a5-97df-40a4-b378-4b6cf05f3858 None None] Attempting to bind port c7111a41-678f-44ee-88fd-2217396e3e95 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:42:07.747013 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d14a5-97df-40a4-b378-4b6cf05f3858 None None] Attempting to bind port c7111a41-678f-44ee-88fd-2217396e3e95 on network b691ce13-c3fa-46f8-892f-a6e3ddf6046b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:07.756652 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5ded057-a7a7-43d6-bf8c-e017b38c7c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:07.937448 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1dda18e5-f8b1-40d9-bef2-5b6c9d5ae216 req-0649c798-4a21-4ef8-a8e1-897335397617 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9284673 Nov 25 19:42:07.953843 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d14a5-97df-40a4-b378-4b6cf05f3858 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:42:07.955413 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d14a5-97df-40a4-b378-4b6cf05f3858 None None] Checking segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:07.956227 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-280d14a5-97df-40a4-b378-4b6cf05f3858 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:07.957559 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d14a5-97df-40a4-b378-4b6cf05f3858 None None] Bound using segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:42:07.958155 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-280d14a5-97df-40a4-b378-4b6cf05f3858 None None] Bound port: c7111a41-678f-44ee-88fd-2217396e3e95, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:42:07.959800 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-280d14a5-97df-40a4-b378-4b6cf05f3858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:07.971833 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-9b202998-3314-4618-9714-39be34204f8d req-86e67db5-0b67-49f0-960e-58ac87400337 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Calling delete_port for c91aee86-c6cb-48f3-81f2-fa61ce689518 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:08.048147 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ded057-a7a7-43d6-bf8c-e017b38c7c7e admin admin] Pushing event deleted for resources: {'Port': ['ID=caaeedc3-17df-4164-99fe-a5d997ed0e02,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:08.108388 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bc17b-5a42-4e2b-8a4a-ca22e4846cb3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=cdffbfdd-2d18-4e63-98a1-b68ffab6553f,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:08.123277 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90bc17b-5a42-4e2b-8a4a-ca22e4846cb3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:08.123892 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b90bc17b-5a42-4e2b-8a4a-ca22e4846cb3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:08.229963 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b90bc17b-5a42-4e2b-8a4a-ca22e4846cb3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8714209 Nov 25 19:42:08.230661 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48620) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:08.239790 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-eaa3dafb-6b3b-483a-86c9-c2e6c8a5882c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'mac_address': 'fa:16:3e:24:de:a4', 'name': 'tempest-NetworksTestDHCPv6-919511814'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:08.362438 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-280d14a5-97df-40a4-b378-4b6cf05f3858 None None] For port c7111a41-678f-44ee-88fd-2217396e3e95, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:42:08.381339 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-280d14a5-97df-40a4-b378-4b6cf05f3858 None None] For port c7111a41-678f-44ee-88fd-2217396e3e95, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c7111a41-678f-44ee-88fd-2217396e3e95,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:42:08.462095 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:08.486008 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67df65ad-e841-4208-8f33-40766813b3bc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network d35fc1a5-b1f8-42a1-b7f8-099bb38d7627 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:08.515563 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-67df65ad-e841-4208-8f33-40766813b3bc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:08.537165 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa3dafb-6b3b-483a-86c9-c2e6c8a5882c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:08.625493 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-280d14a5-97df-40a4-b378-4b6cf05f3858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:08.705511 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eaa3dafb-6b3b-483a-86c9-c2e6c8a5882c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:08.754745 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-eaa3dafb-6b3b-483a-86c9-c2e6c8a5882c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] device_id is not set on port d6253219-619f-4642-be5c-2a450129e150 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:42:09.151097 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84048250-d515-4746-8614-aa6c8fea36be None None] Network 6fe7b06e-5063-4732-b662-ea615ee50ce0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:09.294147 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-739c7712-a33d-41f6-ab19-2605ead2604a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:09.308349 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-739c7712-a33d-41f6-ab19-2605ead2604a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=abb922ce65454bc1915d7b2c3b27e005&device_id=a46dac10-dcc1-4adb-8d03-4219fbba7f08 HTTP/1.1" status: 200 len: 1095 time: 1.6119368 Nov 25 19:42:09.430845 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-eaa3dafb-6b3b-483a-86c9-c2e6c8a5882c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 172.20.0.3 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/cdffbfdd-2d18-4e63-98a1-b68ffab6553f/d6253219-619f-4642-be5c-2a450129e150) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:09.459096 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-eaa3dafb-6b3b-483a-86c9-c2e6c8a5882c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 2001:db8::f816:3eff:fe24:dea4 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/fb5431af-5f7c-4bfc-8b03-abd82ead71bb/d6253219-619f-4642-be5c-2a450129e150) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:09.543160 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ce90e-5f32-43b0-ab94-fe37a1cbea53 req-981beb4f-42ad-4999-bfaf-4e019f0cba0a tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:09.589312 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port c91aee86-c6cb-48f3-81f2-fa61ce689518, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c91aee86-c6cb-48f3-81f2-fa61ce689518,segment=NetworkSegment(8910b9e1-51f0-41ea-a388-d1cb19804709),segment_id=8910b9e1-51f0-41ea-a388-d1cb19804709)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:09.592537 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bd8ce90e-5f32-43b0-ab94-fe37a1cbea53 req-981beb4f-42ad-4999-bfaf-4e019f0cba0a tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46dac10-dcc1-4adb-8d03-4219fbba7f08 HTTP/1.1" status: 200 len: 944 time: 1.2014408 Nov 25 19:42:09.599442 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4340a7-a2e7-4005-b776-fcaee8692fcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c91aee86-c6cb-48f3-81f2-fa61ce689518'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:42:09.602062 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4e1d1b-f241-4562-9302-881fa21baa3d" -d '{"events": [{"server_uuid": "8e4340a7-a2e7-4005-b776-fcaee8692fcf", "name": "network-vif-unplugged", "status": "completed", "tag": "c91aee86-c6cb-48f3-81f2-fa61ce689518"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:42:09.691660 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:09.718983 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d14a5-97df-40a4-b378-4b6cf05f3858 None None] Pushing event updated for resources: {'Port': ['ID=c7111a41-678f-44ee-88fd-2217396e3e95,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:09.763964 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-b03b709c-fba2-44fd-9698-aec3f4476330 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c093f5af-226f-4cea-a06f-7c3934337932 HTTP/1.1" status: 200 len: 217 time: 0.4529166 Nov 25 19:42:09.995954 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-fd8686da-21aa-42b8-8b23-4d45d525838f None None] Provisioning complete for port 6dec56dc-ee99-4327-8611-7ef696b68081 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:09.998558 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fd8686da-21aa-42b8-8b23-4d45d525838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:10.039408 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bd8ce90e-5f32-43b0-ab94-fe37a1cbea53 req-0ee8ac45-35b6-4f2d-9ff2-f1135a646fb3 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427023 Nov 25 19:42:10.125468 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5ded057-a7a7-43d6-bf8c-e017b38c7c7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:10.144998 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6dec56dc-ee99-4327-8611-7ef696b68081 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:10.207889 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=c91aee86-c6cb-48f3-81f2-fa61ce689518,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:10.464340 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f10e4b-5bc1-4699-a6e2-eb682c5106bf x-openstack-request-id: req-f7f10e4b-5bc1-4699-a6e2-eb682c5106bf {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:42:10.464340 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46dac10-dcc1-4adb-8d03-4219fbba7f08", "tag": "c093f5af-226f-4cea-a06f-7c3934337932", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:42:10.465037 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f7f10e4b-5bc1-4699-a6e2-eb682c5106bf {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:42:10.467503 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46dac10-dcc1-4adb-8d03-4219fbba7f08', 'tag': 'c093f5af-226f-4cea-a06f-7c3934337932', 'status': 'completed', 'code': 200} Nov 25 19:42:10.513366 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eaa3dafb-6b3b-483a-86c9-c2e6c8a5882c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:10.536190 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fd8686da-21aa-42b8-8b23-4d45d525838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:10.556079 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67df65ad-e841-4208-8f33-40766813b3bc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Router c1a38e46-f7fc-42b6-a38c-c91c21f88942 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:42:10.597296 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-7605b495-2fa3-4697-a5a2-95c7fa2974b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:10.600011 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-7605b495-2fa3-4697-a5a2-95c7fa2974b9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=17ff6b3c-3d44-40a6-b0c9-a57101908837 HTTP/1.1" status: 200 len: 855 time: 0.8219278 Nov 25 19:42:10.687854 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-fd8686da-21aa-42b8-8b23-4d45d525838f None None] For port 6dec56dc-ee99-4327-8611-7ef696b68081, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6dec56dc-ee99-4327-8611-7ef696b68081,segment=NetworkSegment(034e4287-48c3-4509-a262-5bcb859cea19),segment_id=034e4287-48c3-4509-a262-5bcb859cea19)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:10.692277 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-309a915f-385c-47a7-9581-9b90b03e2a84 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0144b778-2e7c-4a1d-86b2-f3dbc366beab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640502 Nov 25 19:42:10.743453 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fd8686da-21aa-42b8-8b23-4d45d525838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:10.758484 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 6dec56dc-ee99-4327-8611-7ef696b68081 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:10.763371 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:10.865634 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eaa3dafb-6b3b-483a-86c9-c2e6c8a5882c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:11.007311 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3dafb-6b3b-483a-86c9-c2e6c8a5882c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=d6253219-619f-4642-be5c-2a450129e150,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:11.217643 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa3dafb-6b3b-483a-86c9-c2e6c8a5882c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:11.256712 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-eaa3dafb-6b3b-483a-86c9-c2e6c8a5882c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:11.285112 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa3dafb-6b3b-483a-86c9-c2e6c8a5882c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:11.311268 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67df65ad-e841-4208-8f33-40766813b3bc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:42:11.329055 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-67df65ad-e841-4208-8f33-40766813b3bc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "PUT /v2.0/routers/c1a38e46-f7fc-42b6-a38c-c91c21f88942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3084009 Nov 25 19:42:11.404823 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48662) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:11.735197 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69acee9-e9f6-46fc-a474-eb4a0418a535 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:11.737805 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f69acee9-e9f6-46fc-a474-eb4a0418a535 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "GET /v2.0/ports/ac8712a2-6682-4fb0-9e34-5a1d81fe9fcd HTTP/1.1" status: 200 len: 910 time: 0.3259444 Nov 25 19:42:11.752989 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa3dafb-6b3b-483a-86c9-c2e6c8a5882c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:11.753702 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eaa3dafb-6b3b-483a-86c9-c2e6c8a5882c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:11.768415 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48664) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:11.813543 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e43639-4b70-4629-b8af-d086178ec4c0 req-441d04b2-aeae-4bcf-943d-e292672c337c tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:11.830223 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37e43639-4b70-4629-b8af-d086178ec4c0 req-441d04b2-aeae-4bcf-943d-e292672c337c tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e4340a7-a2e7-4005-b776-fcaee8692fcf HTTP/1.1" status: 200 len: 943 time: 1.3472834 Nov 25 19:42:11.830675 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8686da-21aa-42b8-8b23-4d45d525838f None None] Pushing event updated for resources: {'Port': ['ID=6dec56dc-ee99-4327-8611-7ef696b68081,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:11.836131 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-ef886c07-e3ee-48c5-b2be-d344a33044de service neutron] 10.222.0.85 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9913659 Nov 25 19:42:11.854385 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9b202998-3314-4618-9714-39be34204f8d req-86e67db5-0b67-49f0-960e-58ac87400337 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:11.874152 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ea6ac1-671b-48bf-919a-c6d81d66307a None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:12.007449 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779828dc-33ea-4ccf-b60e-89ee496afc88 None None] Sync routers for ids ['c1a38e46-f7fc-42b6-a38c-c91c21f88942'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:42:12.112964 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-eaa3dafb-6b3b-483a-86c9-c2e6c8a5882c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.8776984 Nov 25 19:42:12.128504 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e67db5-0b67-49f0-960e-58ac87400337 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Pushing event deleted for resources: {'Port': ['ID=c91aee86-c6cb-48f3-81f2-fa61ce689518,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:12.141598 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48666) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:12.152965 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e6438514-adf6-4224-a4d2-8c98c2705063 None None] Provisioning complete for port ac8712a2-6682-4fb0-9e34-5a1d81fe9fcd triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:12.153554 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e6438514-adf6-4224-a4d2-8c98c2705063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:12.158328 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779828dc-33ea-4ccf-b60e-89ee496afc88 None None] Routers {'c1a38e46-f7fc-42b6-a38c-c91c21f88942'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:12.158328 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-779828dc-33ea-4ccf-b60e-89ee496afc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:42:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c1a38e46-f7fc-42b6-a38c-c91c21f88942'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:12.221021 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37fd8f42-7462-4ab6-9e20-a7881c2bc413 req-a5369c22-f483-43ef-b056-9bc999077c25 service neutron] 10.222.0.85 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595080 Nov 25 19:42:12.249220 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ded057-a7a7-43d6-bf8c-e017b38c7c7e admin admin] Router 1b51d659-906e-49be-b2ae-5dbadcdc9984 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:42:12.333116 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-779828dc-33ea-4ccf-b60e-89ee496afc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:12.338356 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b202998-3314-4618-9714-39be34204f8d req-86e67db5-0b67-49f0-960e-58ac87400337 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] No DVR routers for this DVR port c91aee86-c6cb-48f3-81f2-fa61ce689518 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:42:12.343233 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9b202998-3314-4618-9714-39be34204f8d req-86e67db5-0b67-49f0-960e-58ac87400337 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:12.348765 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9b202998-3314-4618-9714-39be34204f8d req-86e67db5-0b67-49f0-960e-58ac87400337 tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.73 "DELETE /v2.0/ports/c91aee86-c6cb-48f3-81f2-fa61ce689518 HTTP/1.1" status: 204 len: 173 time: 7.4225245 Nov 25 19:42:12.454510 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37e43639-4b70-4629-b8af-d086178ec4c0 req-22164aeb-0382-4ec7-821c-3a018965cf8d tempest-ListServerFiltersTestJSON-1081115341 tempest-ListServerFiltersTestJSON-1081115341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6109271 Nov 25 19:42:12.502220 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4340a7-a2e7-4005-b776-fcaee8692fcf', 'name': 'network-vif-deleted', 'tag': 'c91aee86-c6cb-48f3-81f2-fa61ce689518'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:42:12.505352 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a791c58-9059-41cd-9c2a-b2c14f009111" -d '{"events": [{"server_uuid": "8e4340a7-a2e7-4005-b776-fcaee8692fcf", "name": "network-vif-deleted", "tag": "c91aee86-c6cb-48f3-81f2-fa61ce689518"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:42:12.555487 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e6438514-adf6-4224-a4d2-8c98c2705063 None None] Port ac8712a2-6682-4fb0-9e34-5a1d81fe9fcd cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:42:12.574417 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d0d8b-e32b-443d-a285-9aeef7d0d49a req-514da5dd-3b38-4557-8698-c88052b98440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:12.576262 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-002d0d8b-e32b-443d-a285-9aeef7d0d49a req-514da5dd-3b38-4557-8698-c88052b98440 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=abb922ce65454bc1915d7b2c3b27e005&device_id=a46dac10-dcc1-4adb-8d03-4219fbba7f08 HTTP/1.1" status: 200 len: 1095 time: 0.2393868 Nov 25 19:42:12.577317 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779828dc-33ea-4ccf-b60e-89ee496afc88 None None] Routers {'c1a38e46-f7fc-42b6-a38c-c91c21f88942'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:12.578186 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-779828dc-33ea-4ccf-b60e-89ee496afc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:42:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c1a38e46-f7fc-42b6-a38c-c91c21f88942'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:12.655429 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff8c2ee-c2d9-4c77-8fcd-f954e2f47489 x-openstack-request-id: req-fff8c2ee-c2d9-4c77-8fcd-f954e2f47489 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:42:12.655429 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4340a7-a2e7-4005-b776-fcaee8692fcf", "name": "network-vif-unplugged", "status": "completed", "tag": "c91aee86-c6cb-48f3-81f2-fa61ce689518", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:42:12.655791 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fff8c2ee-c2d9-4c77-8fcd-f954e2f47489 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:42:12.656373 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4340a7-a2e7-4005-b776-fcaee8692fcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c91aee86-c6cb-48f3-81f2-fa61ce689518', 'code': 200} Nov 25 19:42:12.660146 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-779828dc-33ea-4ccf-b60e-89ee496afc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:12.660857 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779828dc-33ea-4ccf-b60e-89ee496afc88 None None] The sync data for ids ['c1a38e46-f7fc-42b6-a38c-c91c21f88942'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:42:12.665068 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:42:12.705882 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341889d0-f837-4dda-b0f6-96af4ffc210d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:12.755898 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-dc5eb600-7922-4595-9489-1c9da31c45b7 None None] Provisioning complete for port 6dec56dc-ee99-4327-8611-7ef696b68081 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:12.756339 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dc5eb600-7922-4595-9489-1c9da31c45b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:12.775430 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341889d0-f837-4dda-b0f6-96af4ffc210d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:12.787767 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ded057-a7a7-43d6-bf8c-e017b38c7c7e admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:42:12.794515 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-341889d0-f837-4dda-b0f6-96af4ffc210d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.6514366 Nov 25 19:42:12.807456 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb1ca4f-87ec-4a36-bbc4-429f65046334 None None] Sync routers for ids ['1b51d659-906e-49be-b2ae-5dbadcdc9984'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:42:12.821319 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b5ded057-a7a7-43d6-bf8c-e017b38c7c7e admin admin] 10.222.0.55 "PUT /v2.0/routers/1b51d659-906e-49be-b2ae-5dbadcdc9984/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0603533 Nov 25 19:42:12.824203 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48684) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:12.826832 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48680) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:12.838124 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb1ca4f-87ec-4a36-bbc4-429f65046334 None None] Routers {'1b51d659-906e-49be-b2ae-5dbadcdc9984'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:12.838717 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-afb1ca4f-87ec-4a36-bbc4-429f65046334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:42:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1b51d659-906e-49be-b2ae-5dbadcdc9984'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:12.972381 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc521-d10f-49da-b884-7bdad98d3f77 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:13.290802 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd09344a-176e-4fdf-9c07-624c6ae45fb2 None None] Update dhcp port {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'fixed_ips': [{'subnet_id': 'fb5431af-5f7c-4bfc-8b03-abd82ead71bb', 'ip_address': '2001:db8::f816:3eff:fea1:63c3'}, {'subnet_id': 'cdffbfdd-2d18-4e63-98a1-b68ffab6553f'}], 'binding:host_id': 'n-d-819349-5'}, 'id': 'c7111a41-678f-44ee-88fd-2217396e3e95'} from n-d-819349-5. {{(pid=103601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:42:13.295579 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-afb1ca4f-87ec-4a36-bbc4-429f65046334 None None] Set router 1b51d659-906e-49be-b2ae-5dbadcdc9984 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:42:13.304130 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:13.391458 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d0d8b-e32b-443d-a285-9aeef7d0d49a req-19a714d8-960b-44b2-bdfe-961c710e3a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:13.393075 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-002d0d8b-e32b-443d-a285-9aeef7d0d49a req-19a714d8-960b-44b2-bdfe-961c710e3a8b service neutron] 10.222.0.85 "GET /v2.0/networks?id=0144b778-2e7c-4a1d-86b2-f3dbc366beab HTTP/1.1" status: 200 len: 916 time: 0.8086782 Nov 25 19:42:13.402805 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:13.403464 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6dec56dc-ee99-4327-8611-7ef696b68081 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:13.404565 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71b89b06-427d-4450-acc2-c14c0543f47d admin admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:13.429070 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-dc5eb600-7922-4595-9489-1c9da31c45b7 None None] Provisioning complete for port c7111a41-678f-44ee-88fd-2217396e3e95 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:13.430459 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dc5eb600-7922-4595-9489-1c9da31c45b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:13.501277 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:13.578281 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-68e5c0c9-edf7-4a8a-9aa7-2c822c98a780 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting port d6253219-619f-4642-be5c-2a450129e150 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:13.580198 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68e5c0c9-edf7-4a8a-9aa7-2c822c98a780 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:13.711962 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-002d0d8b-e32b-443d-a285-9aeef7d0d49a req-03864a88-0ac5-44a6-a6b7-87c9352b65d3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c093f5af-226f-4cea-a06f-7c3934337932 HTTP/1.1" status: 200 len: 217 time: 0.2766619 Nov 25 19:42:13.819160 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-afb1ca4f-87ec-4a36-bbc4-429f65046334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'name': 'tempest-ServerActionsTestJSON-117370969-router', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:23Z', 'updated_at': '2021-11-25T19:42:07Z', 'revision_number': 5, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'gw_port': {'id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:25Z', 'updated_at': '2021-11-25T19:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:13.863430 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:13.865667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d0d8b-e32b-443d-a285-9aeef7d0d49a req-0920b1e2-c4b8-4443-a4e1-e966ebcbda41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:13.870079 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-002d0d8b-e32b-443d-a285-9aeef7d0d49a req-0920b1e2-c4b8-4443-a4e1-e966ebcbda41 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=17ff6b3c-3d44-40a6-b0c9-a57101908837 HTTP/1.1" status: 200 len: 855 time: 0.1446099 Nov 25 19:42:13.887001 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cd09344a-176e-4fdf-9c07-624c6ae45fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:13.902847 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb1ca4f-87ec-4a36-bbc4-429f65046334 None None] Checking router: 1b51d659-906e-49be-b2ae-5dbadcdc9984 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:42:13.931917 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb1ca4f-87ec-4a36-bbc4-429f65046334 None None] Routers {'1b51d659-906e-49be-b2ae-5dbadcdc9984'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:13.933316 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-afb1ca4f-87ec-4a36-bbc4-429f65046334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:42:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1b51d659-906e-49be-b2ae-5dbadcdc9984'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:14.027269 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5832ef-1007-49cf-95ad-e6f6cd34c381 req-1e7839c3-a34d-43a4-8c3f-0d51ddc96f79 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:14.030199 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0b5832ef-1007-49cf-95ad-e6f6cd34c381 req-1e7839c3-a34d-43a4-8c3f-0d51ddc96f79 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46dac10-dcc1-4adb-8d03-4219fbba7f08 HTTP/1.1" status: 200 len: 944 time: 0.9702761 Nov 25 19:42:14.044442 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-002d0d8b-e32b-443d-a285-9aeef7d0d49a req-781ca0bf-f6df-4e56-84d3-bcd5dd1ceb73 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0144b778-2e7c-4a1d-86b2-f3dbc366beab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1419489 Nov 25 19:42:14.196378 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-afb1ca4f-87ec-4a36-bbc4-429f65046334 None None] Set router 1b51d659-906e-49be-b2ae-5dbadcdc9984 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:42:14.307669 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71b89b06-427d-4450-acc2-c14c0543f47d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:14.319453 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-cd09344a-176e-4fdf-9c07-624c6ae45fb2 None None] Allocated IP 172.20.0.2 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/cdffbfdd-2d18-4e63-98a1-b68ffab6553f/c7111a41-678f-44ee-88fd-2217396e3e95) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:14.329154 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0b5832ef-1007-49cf-95ad-e6f6cd34c381 req-715f66a0-d9cf-432a-bee1-744d60923247 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797804 Nov 25 19:42:14.476076 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-002d0d8b-e32b-443d-a285-9aeef7d0d49a req-b7c84650-232b-4a59-b67f-0b1ae6ef8acb service neutron] 10.222.0.85 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011502 Nov 25 19:42:14.482139 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ee301d-e226-4f6f-8460-827e4140ef51 x-openstack-request-id: req-e4ee301d-e226-4f6f-8460-827e4140ef51 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:42:14.482579 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4340a7-a2e7-4005-b776-fcaee8692fcf", "name": "network-vif-deleted", "tag": "c91aee86-c6cb-48f3-81f2-fa61ce689518", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:42:14.482770 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e4ee301d-e226-4f6f-8460-827e4140ef51 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:42:14.483155 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4340a7-a2e7-4005-b776-fcaee8692fcf', 'name': 'network-vif-deleted', 'tag': 'c91aee86-c6cb-48f3-81f2-fa61ce689518', 'status': 'completed', 'code': 200} Nov 25 19:42:14.505137 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68e5c0c9-edf7-4a8a-9aa7-2c822c98a780 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:14.518086 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-cd09344a-176e-4fdf-9c07-624c6ae45fb2 None None] For port c7111a41-678f-44ee-88fd-2217396e3e95, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c7111a41-678f-44ee-88fd-2217396e3e95,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:14.539757 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-68e5c0c9-edf7-4a8a-9aa7-2c822c98a780 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Calling delete_port for d6253219-619f-4642-be5c-2a450129e150 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:14.574075 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cd09344a-176e-4fdf-9c07-624c6ae45fb2 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:14.628300 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device c093f5af-226f-4cea-a06f-7c3934337932 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:42:14.631230 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cd09344a-176e-4fdf-9c07-624c6ae45fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:14.649136 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-002d0d8b-e32b-443d-a285-9aeef7d0d49a req-4d0a7439-3f6e-4036-9d82-7c0b570fe3d5 service neutron] 10.222.0.85 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638267 Nov 25 19:42:14.676169 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-71b89b06-427d-4450-acc2-c14c0543f47d admin admin] Deleting port aabe8e6c-1602-44f7-8bd9-642fefe2cfa3 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:14.676566 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71b89b06-427d-4450-acc2-c14c0543f47d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:14.783355 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:42:14.788133 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690713e3-aa20-4117-8dbf-92bf847d5be9" -d '{"events": [{"server_uuid": "b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d", "name": "network-vif-unplugged", "status": "completed", "tag": "fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:42:14.804365 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 6dec56dc-ee99-4327-8611-7ef696b68081 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:14.805471 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:14.816386 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-afb1ca4f-87ec-4a36-bbc4-429f65046334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'name': 'tempest-ServerActionsTestJSON-117370969-router', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:23Z', 'updated_at': '2021-11-25T19:42:07Z', 'revision_number': 5, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'gw_port': {'id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:25Z', 'updated_at': '2021-11-25T19:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:14.901863 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68e5c0c9-edf7-4a8a-9aa7-2c822c98a780 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:14.903693 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-71b89b06-427d-4450-acc2-c14c0543f47d admin admin] For port aabe8e6c-1602-44f7-8bd9-642fefe2cfa3, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=aabe8e6c-1602-44f7-8bd9-642fefe2cfa3,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:14.903693 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71b89b06-427d-4450-acc2-c14c0543f47d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:14.907803 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb1ca4f-87ec-4a36-bbc4-429f65046334 None None] The sync data for ids ['1b51d659-906e-49be-b2ae-5dbadcdc9984'] in n-d-819349-5 is: [{'id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'name': 'tempest-ServerActionsTestJSON-117370969-router', 'tenant_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:23Z', 'updated_at': '2021-11-25T19:42:07Z', 'revision_number': 5, 'project_id': '61b43fc7b65b46daaf3bb19051a96cc4', 'gw_port': {'id': 'aabe8e6c-1602-44f7-8bd9-642fefe2cfa3', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b51d659-906e-49be-b2ae-5dbadcdc9984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:25Z', 'updated_at': '2021-11-25T19:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:42:14.925820 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-71b89b06-427d-4450-acc2-c14c0543f47d admin admin] Calling delete_port for aabe8e6c-1602-44f7-8bd9-642fefe2cfa3 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:15.130909 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5c0c9-edf7-4a8a-9aa7-2c822c98a780 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Port': ['ID=d6253219-619f-4642-be5c-2a450129e150,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:15.182594 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71b89b06-427d-4450-acc2-c14c0543f47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:15.258878 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b89b06-427d-4450-acc2-c14c0543f47d admin admin] Pushing event deleted for resources: {'Port': ['ID=aabe8e6c-1602-44f7-8bd9-642fefe2cfa3,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:15.271600 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:42:15.311671 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68e5c0c9-edf7-4a8a-9aa7-2c822c98a780 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:15.327780 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-68e5c0c9-edf7-4a8a-9aa7-2c822c98a780 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/d6253219-619f-4642-be5c-2a450129e150 HTTP/1.1" status: 204 len: 168 time: 2.4898868 Nov 25 19:42:15.332329 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48724) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.443757 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71b89b06-427d-4450-acc2-c14c0543f47d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:15.467567 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a87da614-4fba-4e32-ae11-a0db90ec0f58 req-477ebf4a-cf24-4661-8990-ba21f0bea4ee service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1185484 Nov 25 19:42:15.469155 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port c093f5af-226f-4cea-a06f-7c3934337932, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c093f5af-226f-4cea-a06f-7c3934337932,segment=NetworkSegment(02fa6f66-9208-4806-8bde-6e2373cf1375),segment_id=02fa6f66-9208-4806-8bde-6e2373cf1375)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:15.487419 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-4ebfc521-d10f-49da-b884-7bdad98d3f77 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Allocated IP 172.21.0.1 (6fe7b06e-5063-4732-b662-ea615ee50ce0/7a824401-6de8-4766-984d-fb40d0c5f26a/b64524f0-b524-42c7-9700-71fcbac3074a) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:15.583353 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'c093f5af-226f-4cea-a06f-7c3934337932', 'network_id': '0144b778-2e7c-4a1d-86b2-f3dbc366beab', 'port_id': 'c093f5af-226f-4cea-a06f-7c3934337932', 'mac_address': 'fa:16:3e:05:cd:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ff6b3c-3d44-40a6-b0c9-a57101908837', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:42:15.589318 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dc5eb600-7922-4595-9489-1c9da31c45b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:15.635665 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb085b9b-b70c-4307-834b-7be99f341690 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:15.706824 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-dc5eb600-7922-4595-9489-1c9da31c45b7 None None] For port c7111a41-678f-44ee-88fd-2217396e3e95, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c7111a41-678f-44ee-88fd-2217396e3e95,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:15.773001 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09344a-176e-4fdf-9c07-624c6ae45fb2 None None] Pushing event updated for resources: {'Port': ['ID=c7111a41-678f-44ee-88fd-2217396e3e95,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:15.782077 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dc5eb600-7922-4595-9489-1c9da31c45b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:15.870122 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71b89b06-427d-4450-acc2-c14c0543f47d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:15.883728 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71b89b06-427d-4450-acc2-c14c0543f47d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:15.900755 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5188041e-cc0e-4fe2-88f5-7b73609d5761 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:15.902980 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5188041e-cc0e-4fe2-88f5-7b73609d5761 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:15.906542 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5188041e-cc0e-4fe2-88f5-7b73609d5761 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:15.916116 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5188041e-cc0e-4fe2-88f5-7b73609d5761 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4888048 Nov 25 19:42:15.916837 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48746) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.958982 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:15.995371 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87da614-4fba-4e32-ae11-a0db90ec0f58 req-e188ea9a-8f86-474f-ae78-1000ced8c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:16.005552 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a87da614-4fba-4e32-ae11-a0db90ec0f58 req-e188ea9a-8f86-474f-ae78-1000ced8c656 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1b4e8b3b51d5452eabf5c1806a2b7061&device_id=b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d HTTP/1.1" status: 200 len: 1095 time: 0.4276602 Nov 25 19:42:16.054499 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5eb600-7922-4595-9489-1c9da31c45b7 None None] Pushing event updated for resources: {'Port': ['ID=c7111a41-678f-44ee-88fd-2217396e3e95,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:16.067945 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c093f5af-226f-4cea-a06f-7c3934337932 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:42:16.153100 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c7111a41-678f-44ee-88fd-2217396e3e95 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:16.182863 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port c093f5af-226f-4cea-a06f-7c3934337932, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c093f5af-226f-4cea-a06f-7c3934337932,segment=NetworkSegment(02fa6f66-9208-4806-8bde-6e2373cf1375),segment_id=02fa6f66-9208-4806-8bde-6e2373cf1375)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:16.273363 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:16.299428 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48752) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:16.322584 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc521-d10f-49da-b884-7bdad98d3f77 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:16.354171 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790a89d6-5db6-4b18-92de-1270ff873002 x-openstack-request-id: req-790a89d6-5db6-4b18-92de-1270ff873002 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:42:16.354171 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d", "name": "network-vif-unplugged", "status": "completed", "tag": "fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:42:16.354171 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-790a89d6-5db6-4b18-92de-1270ff873002 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:42:16.354789 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4', 'code': 200} Nov 25 19:42:16.405484 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbb013c-4c5a-492d-9ddf-cbd7412e3a1b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet cdffbfdd-2d18-4e63-98a1-b68ffab6553f {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:42:16.410657 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bbbb013c-4c5a-492d-9ddf-cbd7412e3a1b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:16.445652 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=c093f5af-226f-4cea-a06f-7c3934337932,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:16.457060 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port c7111a41-678f-44ee-88fd-2217396e3e95 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:16.457414 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:16.459185 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bbbb013c-4c5a-492d-9ddf-cbd7412e3a1b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:16.478239 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc521-d10f-49da-b884-7bdad98d3f77 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:16.518524 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebfc521-d10f-49da-b884-7bdad98d3f77 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network 6fe7b06e-5063-4732-b662-ea615ee50ce0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:16.526732 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-4ebfc521-d10f-49da-b884-7bdad98d3f77 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:16.557731 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['c093f5af-226f-4cea-a06f-7c3934337932'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:42:16.578394 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebfc521-d10f-49da-b884-7bdad98d3f77 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:16.722348 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc521-d10f-49da-b884-7bdad98d3f77 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:16.722961 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bbbb013c-4c5a-492d-9ddf-cbd7412e3a1b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:16.944422 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfc521-d10f-49da-b884-7bdad98d3f77 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Port': ['ID=b64524f0-b524-42c7-9700-71fcbac3074a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:16.960859 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bbbb013c-4c5a-492d-9ddf-cbd7412e3a1b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:16.978612 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71b89b06-427d-4450-acc2-c14c0543f47d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:16.980231 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b89b06-427d-4450-acc2-c14c0543f47d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b51d659-906e-49be-b2ae-5dbadcdc9984 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:42:17.048294 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71b89b06-427d-4450-acc2-c14c0543f47d admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:17.051240 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-71b89b06-427d-4450-acc2-c14c0543f47d admin admin] 10.222.0.55 "DELETE /v2.0/routers/1b51d659-906e-49be-b2ae-5dbadcdc9984 HTTP/1.1" status: 204 len: 168 time: 4.2150943 Nov 25 19:42:17.061282 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48756) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:17.061932 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48758) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:17.264710 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47bb4f5-f7f8-4c7e-91e0-b965a9875272 admin admin] Deleting subnet 8bf0bdf0-49b7-437b-9fbb-12b39d85f166 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:42:17.269817 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d47bb4f5-f7f8-4c7e-91e0-b965a9875272 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:17.309073 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87da614-4fba-4e32-ae11-a0db90ec0f58 req-d0342e2b-e2d7-4899-bc4e-669c141a77ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:17.347827 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a87da614-4fba-4e32-ae11-a0db90ec0f58 req-d0342e2b-e2d7-4899-bc4e-669c141a77ec service neutron] 10.222.0.85 "GET /v2.0/networks?id=d4d26649-0402-45f1-9591-4343456b37f2 HTTP/1.1" status: 200 len: 905 time: 1.3084633 Nov 25 19:42:17.377619 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bbbb013c-4c5a-492d-9ddf-cbd7412e3a1b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:17.400870 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bbbb013c-4c5a-492d-9ddf-cbd7412e3a1b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/cdffbfdd-2d18-4e63-98a1-b68ffab6553f HTTP/1.1" status: 204 len: 168 time: 1.4735692 Nov 25 19:42:17.427883 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb013c-4c5a-492d-9ddf-cbd7412e3a1b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=cdffbfdd-2d18-4e63-98a1-b68ffab6553f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:17.430541 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6586cfd7-a3d2-43c7-923f-aa97d2f3e42e None None] Provisioning complete for port b64524f0-b524-42c7-9700-71fcbac3074a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:17.444506 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6586cfd7-a3d2-43c7-923f-aa97d2f3e42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:17.456630 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48764) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:17.515384 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50a184a6-8d2a-4a09-8270-ebe9f3f89921 req-778e9b40-3b66-47b2-b72b-3ddff09710ca service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=64a6390d-c424-4880-97c2-c68fb6f5f137&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3964801 Nov 25 19:42:17.549619 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d47bb4f5-f7f8-4c7e-91e0-b965a9875272 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:17.642472 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-6586cfd7-a3d2-43c7-923f-aa97d2f3e42e None None] Port b64524f0-b524-42c7-9700-71fcbac3074a cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:42:17.685434 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a98732-8a27-410d-b1f3-dc3c82461791 admin admin] Deleting subnet ec830131-0c53-44d8-b6cf-4b7badf3b5da {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:42:17.763143 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3edc5448-cf33-45f0-b93d-3868a791caf6 None None] Could not find standard attr ID for object d6253219-619f-4642-be5c-2a450129e150. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:42:17.777153 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a87da614-4fba-4e32-ae11-a0db90ec0f58 req-19e5707e-4af4-47de-b3fb-49f99bb11ad6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 HTTP/1.1" status: 200 len: 217 time: 0.4023778 Nov 25 19:42:17.811258 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d47bb4f5-f7f8-4c7e-91e0-b965a9875272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:17.840932 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3edc5448-cf33-45f0-b93d-3868a791caf6 None None] Provisioning complete for port c7111a41-678f-44ee-88fd-2217396e3e95 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:17.842822 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3edc5448-cf33-45f0-b93d-3868a791caf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:17.858378 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7880ec-df08-40c5-b0ea-a61325cf2300 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet fb5431af-5f7c-4bfc-8b03-abd82ead71bb {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:42:17.876953 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb7880ec-df08-40c5-b0ea-a61325cf2300 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:17.980005 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb7880ec-df08-40c5-b0ea-a61325cf2300 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:17.985177 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50896e74-8c7c-43ba-bbb9-28fb93acb65b req-b25de1ed-5e58-42de-a027-ca9b1a1e4e9b tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:17.987736 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50896e74-8c7c-43ba-bbb9-28fb93acb65b req-b25de1ed-5e58-42de-a027-ca9b1a1e4e9b tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46dac10-dcc1-4adb-8d03-4219fbba7f08 HTTP/1.1" status: 200 len: 945 time: 1.1443756 Nov 25 19:42:17.995309 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d47bb4f5-f7f8-4c7e-91e0-b965a9875272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:17.997820 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2a98732-8a27-410d-b1f3-dc3c82461791 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:18.063629 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c7111a41-678f-44ee-88fd-2217396e3e95 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:18.168213 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd34e727-c527-4188-873a-a93248091db1 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:18.171611 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb7880ec-df08-40c5-b0ea-a61325cf2300 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:18.262188 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc521-d10f-49da-b884-7bdad98d3f77 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:18.272624 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2a98732-8a27-410d-b1f3-dc3c82461791 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:18.290910 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87da614-4fba-4e32-ae11-a0db90ec0f58 req-c481cd09-37a3-4f2f-9a80-c481048b417b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:18.292815 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a87da614-4fba-4e32-ae11-a0db90ec0f58 req-c481cd09-37a3-4f2f-9a80-c481048b417b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e758be47-f502-42b6-8983-165c34ac1a0f HTTP/1.1" status: 200 len: 844 time: 0.5043521 Nov 25 19:42:18.314493 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bb4f5-f7f8-4c7e-91e0-b965a9875272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bf0bdf0-49b7-437b-9fbb-12b39d85f166,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:18.318553 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d47bb4f5-f7f8-4c7e-91e0-b965a9875272 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:18.326583 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d47bb4f5-f7f8-4c7e-91e0-b965a9875272 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8bf0bdf0-49b7-437b-9fbb-12b39d85f166 HTTP/1.1" status: 204 len: 168 time: 2.0132532 Nov 25 19:42:18.338215 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48770) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:18.367315 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a87da614-4fba-4e32-ae11-a0db90ec0f58 req-6d9118ba-d4ce-4301-a894-d62d939acc3a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d4d26649-0402-45f1-9591-4343456b37f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662258 Nov 25 19:42:18.400976 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c148f42-3934-4e90-b80b-c99b2a96fd79 None None] Network 993c29c4-ac7b-4651-9389-4f58507f1211 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:18.436321 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb7880ec-df08-40c5-b0ea-a61325cf2300 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:18.501367 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a184a6-8d2a-4a09-8270-ebe9f3f89921 req-4d07d557-379c-491f-8ebc-5493597f0641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:18.503077 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50a184a6-8d2a-4a09-8270-ebe9f3f89921 req-4d07d557-379c-491f-8ebc-5493597f0641 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=37cacda2ec3a43958c4b5983ee90f8e5&device_id=64a6390d-c424-4880-97c2-c68fb6f5f137 HTTP/1.1" status: 200 len: 1096 time: 0.8142014 Nov 25 19:42:18.535457 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50896e74-8c7c-43ba-bbb9-28fb93acb65b req-29b35647-62cc-4292-935f-d5117bc9c65f tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212835 Nov 25 19:42:18.585534 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port c7111a41-678f-44ee-88fd-2217396e3e95 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:18.585949 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:18.590568 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9f212cce-930d-4f6b-9a54-ee9de4676e46 None None] Could not find standard attr ID for object d6253219-619f-4642-be5c-2a450129e150. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:42:18.590832 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb7880ec-df08-40c5-b0ea-a61325cf2300 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:18.593448 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fb7880ec-df08-40c5-b0ea-a61325cf2300 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/fb5431af-5f7c-4bfc-8b03-abd82ead71bb HTTP/1.1" status: 204 len: 168 time: 1.1044528 Nov 25 19:42:18.612243 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48772) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:18.627583 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7880ec-df08-40c5-b0ea-a61325cf2300 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=fb5431af-5f7c-4bfc-8b03-abd82ead71bb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:18.636588 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3df7de89-a096-40ec-8560-d3762ad141d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:18.692698 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ac5041b9-9ef2-4ccd-a802-b2173a8ef63a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754440 Nov 25 19:42:18.697113 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48774) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:18.705009 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8374376d-f7e9-43cd-a976-3aeecd2e9079 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:18.929135 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a87da614-4fba-4e32-ae11-a0db90ec0f58 req-8a71959c-2eba-4d2e-8a12-d54a3ad6d9ba service neutron] 10.222.0.85 "GET /v2.0/networks/d4d26649-0402-45f1-9591-4343456b37f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464995 Nov 25 19:42:19.121333 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device c093f5af-226f-4cea-a06f-7c3934337932 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:19.195786 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a87da614-4fba-4e32-ae11-a0db90ec0f58 req-cca87919-6194-4eab-b1c8-9d70c864bcdf service neutron] 10.222.0.85 "GET /v2.0/networks/d4d26649-0402-45f1-9591-4343456b37f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503061 Nov 25 19:42:19.419502 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port c093f5af-226f-4cea-a06f-7c3934337932 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:42:19.457901 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8374376d-f7e9-43cd-a976-3aeecd2e9079 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:19.473009 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8374376d-f7e9-43cd-a976-3aeecd2e9079 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:19.535708 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port c093f5af-226f-4cea-a06f-7c3934337932 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:19.536706 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:19.768607 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2a98732-8a27-410d-b1f3-dc3c82461791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:19.928765 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device caaeedc3-17df-4164-99fe-a5d997ed0e02 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:42:19.948047 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc521-d10f-49da-b884-7bdad98d3f77 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:19.972330 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc521-d10f-49da-b884-7bdad98d3f77 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:20.076057 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4fc828-8fe6-43c7-b923-fd11ad98f162 None None] DHCP port deletion for 993c29c4-ac7b-4651-9389-4f58507f1211 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:20.090195 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: caaeedc3-17df-4164-99fe-a5d997ed0e02 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:42:20.090948 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device caaeedc3-17df-4164-99fe-a5d997ed0e02 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:42:20.133429 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8af6b5-7d9a-45d8-bade-347ec15687f2 None None] Update dhcp port {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'fixed_ips': [{'subnet_id': 'fb5431af-5f7c-4bfc-8b03-abd82ead71bb'}], 'binding:host_id': 'n-d-819349-5'}, 'id': 'c7111a41-678f-44ee-88fd-2217396e3e95'} from n-d-819349-5. {{(pid=103601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:42:20.198854 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9d8af6b5-7d9a-45d8-bade-347ec15687f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:20.218069 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3df7de89-a096-40ec-8560-d3762ad141d6 admin admin] Deleting port 50fdbbd8-5e6b-421b-a904-4dde0f2b0d78 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:20.218069 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3df7de89-a096-40ec-8560-d3762ad141d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:20.235594 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc521-d10f-49da-b884-7bdad98d3f77 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:20.246035 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:20.263121 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfc521-d10f-49da-b884-7bdad98d3f77 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Port': ['ID=b64524f0-b524-42c7-9700-71fcbac3074a,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:20.282113 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device aabe8e6c-1602-44f7-8bd9-642fefe2cfa3 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:42:20.305218 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3df7de89-a096-40ec-8560-d3762ad141d6 admin admin] For port 50fdbbd8-5e6b-421b-a904-4dde0f2b0d78, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=50fdbbd8-5e6b-421b-a904-4dde0f2b0d78,segment=NetworkSegment(8910b9e1-51f0-41ea-a388-d1cb19804709),segment_id=8910b9e1-51f0-41ea-a388-d1cb19804709)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:20.305643 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3df7de89-a096-40ec-8560-d3762ad141d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:20.323388 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3df7de89-a096-40ec-8560-d3762ad141d6 admin admin] Calling delete_port for 50fdbbd8-5e6b-421b-a904-4dde0f2b0d78 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:20.386427 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: aabe8e6c-1602-44f7-8bd9-642fefe2cfa3 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:42:20.387293 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device aabe8e6c-1602-44f7-8bd9-642fefe2cfa3 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:42:20.388014 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 50fdbbd8-5e6b-421b-a904-4dde0f2b0d78 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:42:20.403723 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a184a6-8d2a-4a09-8270-ebe9f3f89921 req-d7927105-e156-499d-b825-468f12e3a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:20.405906 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50a184a6-8d2a-4a09-8270-ebe9f3f89921 req-d7927105-e156-499d-b825-468f12e3a581 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1d0b183-b981-4bfb-9a4d-77b2057be997 HTTP/1.1" status: 200 len: 914 time: 1.7608109 Nov 25 19:42:20.421883 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2a98732-8a27-410d-b1f3-dc3c82461791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:20.464075 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8374376d-f7e9-43cd-a976-3aeecd2e9079 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:20.490913 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46dac10-dcc1-4adb-8d03-4219fbba7f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c093f5af-226f-4cea-a06f-7c3934337932'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:42:20.495726 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c468b60-395b-459e-bedc-868a39f0283f" -d '{"events": [{"server_uuid": "a46dac10-dcc1-4adb-8d03-4219fbba7f08", "name": "network-vif-plugged", "status": "completed", "tag": "c093f5af-226f-4cea-a06f-7c3934337932"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:42:20.518445 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-1f717cdc-c6e1-4cf5-95b4-be6bf897fff8 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:20.536146 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-1f717cdc-c6e1-4cf5-95b4-be6bf897fff8 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/networks?id=d4d26649-0402-45f1-9591-4343456b37f2 HTTP/1.1" status: 200 len: 804 time: 1.0627315 Nov 25 19:42:20.605114 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374376d-f7e9-43cd-a976-3aeecd2e9079 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=2fa027c1-4453-4f7e-ba8a-e210bb550311,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:20.624193 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a98732-8a27-410d-b1f3-dc3c82461791 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec830131-0c53-44d8-b6cf-4b7badf3b5da,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:20.628810 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50a184a6-8d2a-4a09-8270-ebe9f3f89921 req-d56d5d7a-9ea1-4851-a37b-264e5595ea52 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8e1ad98-ee30-47a1-8a47-f4ef6852c1df HTTP/1.1" status: 200 len: 217 time: 0.2097957 Nov 25 19:42:20.644631 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8374376d-f7e9-43cd-a976-3aeecd2e9079 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:20.659087 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-988681c6-58cd-4650-85f8-467f55af167e tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/quotas/1b4e8b3b51d5452eabf5c1806a2b7061 HTTP/1.1" status: 200 len: 375 time: 0.0210390 Nov 25 19:42:20.674271 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8374376d-f7e9-43cd-a976-3aeecd2e9079 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:20.679136 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8374376d-f7e9-43cd-a976-3aeecd2e9079 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:20.680130 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8374376d-f7e9-43cd-a976-3aeecd2e9079 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:20.720098 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50684a2-e6f5-4e28-ad94-00534b8a5e29 req-1193754d-3e57-46b5-b385-b9bd7e06f89a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:20.721796 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b50684a2-e6f5-4e28-ad94-00534b8a5e29 req-1193754d-3e57-46b5-b385-b9bd7e06f89a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.85 "GET /v2.0/ports?device_id=b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d HTTP/1.1" status: 200 len: 944 time: 0.2810016 Nov 25 19:42:20.753144 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-0b4fc828-8fe6-43c7-b923-fd11ad98f162 None None] Deleting port 50fdbbd8-5e6b-421b-a904-4dde0f2b0d78 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:20.754546 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc828-8fe6-43c7-b923-fd11ad98f162 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:20.796067 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8374376d-f7e9-43cd-a976-3aeecd2e9079 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0960543 Nov 25 19:42:20.798913 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port c093f5af-226f-4cea-a06f-7c3934337932, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c093f5af-226f-4cea-a06f-7c3934337932,segment=NetworkSegment(02fa6f66-9208-4806-8bde-6e2373cf1375),segment_id=02fa6f66-9208-4806-8bde-6e2373cf1375)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:20.801953 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48796) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:20.809485 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-44bd46cf-a157-44c0-a50e-a30ba63fdfcc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:20.817236 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609959db-5671-4446-82c0-dea6468b34fc None None] Network 37f8230d-6a2b-4a12-a441-526002eff84a requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:20.828194 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2a98732-8a27-410d-b1f3-dc3c82461791 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:20.840169 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b2a98732-8a27-410d-b1f3-dc3c82461791 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ec830131-0c53-44d8-b6cf-4b7badf3b5da HTTP/1.1" status: 204 len: 168 time: 3.7572956 Nov 25 19:42:20.852174 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48798) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:20.951652 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:20.982711 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e57ffc1-d34c-43a2-9eb2-a43397717161 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:21.021109 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-92a1ff99-5136-4df8-b20d-051de6d536dd tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b4e8b3b51d5452eabf5c1806a2b7061&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3290942 Nov 25 19:42:21.052472 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebfc521-d10f-49da-b884-7bdad98d3f77 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network 6fe7b06e-5063-4732-b662-ea615ee50ce0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:21.074673 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-4ebfc521-d10f-49da-b884-7bdad98d3f77 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:21.131708 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=c093f5af-226f-4cea-a06f-7c3934337932,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:21.244266 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a184a6-8d2a-4a09-8270-ebe9f3f89921 req-13a8345d-846d-406d-aa30-445023847038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:21.246138 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50a184a6-8d2a-4a09-8270-ebe9f3f89921 req-13a8345d-846d-406d-aa30-445023847038 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e614f16-5c13-45b0-a440-22024dfc9b09 HTTP/1.1" status: 200 len: 853 time: 0.5777140 Nov 25 19:42:21.249481 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b33fc80-3aab-40ac-b2ad-3fd753feb795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:21.390174 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:21.455412 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3df7de89-a096-40ec-8560-d3762ad141d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:21.510956 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50a184a6-8d2a-4a09-8270-ebe9f3f89921 req-b3660bcb-db1e-479e-9192-e768391e89b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1d0b183-b981-4bfb-9a4d-77b2057be997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2084198 Nov 25 19:42:21.549937 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df7de89-a096-40ec-8560-d3762ad141d6 admin admin] No DVR routers for this DVR port 50fdbbd8-5e6b-421b-a904-4dde0f2b0d78 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:42:21.560405 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7de89-a096-40ec-8560-d3762ad141d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=50fdbbd8-5e6b-421b-a904-4dde0f2b0d78,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:21.658236 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bd46cf-a157-44c0-a50e-a30ba63fdfcc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:21.662614 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44bd46cf-a157-44c0-a50e-a30ba63fdfcc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:21.691132 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-13b056b6-51a2-478f-93fd-1a42004a7755 None None] Provisioning complete for port c7111a41-678f-44ee-88fd-2217396e3e95 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:21.691734 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-13b056b6-51a2-478f-93fd-1a42004a7755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:21.740612 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-5ae999b9-396e-4c35-a157-5c8b3104df1c service neutron] 10.222.0.55 "GET /v2.0/networks/d4d26649-0402-45f1-9591-4343456b37f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151247 Nov 25 19:42:21.823782 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0b4fc828-8fe6-43c7-b923-fd11ad98f162 None None] For port 50fdbbd8-5e6b-421b-a904-4dde0f2b0d78, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=50fdbbd8-5e6b-421b-a904-4dde0f2b0d78,segment=NetworkSegment(8910b9e1-51f0-41ea-a388-d1cb19804709),segment_id=8910b9e1-51f0-41ea-a388-d1cb19804709)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:21.824426 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc828-8fe6-43c7-b923-fd11ad98f162 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:21.881953 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3df7de89-a096-40ec-8560-d3762ad141d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:21.945756 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-0b4fc828-8fe6-43c7-b923-fd11ad98f162 None None] Calling delete_port for 50fdbbd8-5e6b-421b-a904-4dde0f2b0d78 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:21.951570 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-3df7de89-a096-40ec-8560-d3762ad141d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993c29c4-ac7b-4651-9389-4f58507f1211']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:21.969614 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70b68501-5e5e-4d3a-9850-01b862171ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:21.971184 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-b50684a2-e6f5-4e28-ad94-00534b8a5e29 req-cf2867b8-bb85-4498-b2f2-54f7538c9516 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Deleting port fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:21.971743 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b50684a2-e6f5-4e28-ad94-00534b8a5e29 req-cf2867b8-bb85-4498-b2f2-54f7538c9516 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:21.982035 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebfc521-d10f-49da-b884-7bdad98d3f77 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Router c1a38e46-f7fc-42b6-a38c-c91c21f88942 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:42:21.987151 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-3df7de89-a096-40ec-8560-d3762ad141d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8910b9e1-51f0-41ea-a388-d1cb19804709') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:21.987450 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-3df7de89-a096-40ec-8560-d3762ad141d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8910b9e1-51f0-41ea-a388-d1cb19804709') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:22.096947 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3df7de89-a096-40ec-8560-d3762ad141d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:22.104186 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50a184a6-8d2a-4a09-8270-ebe9f3f89921 req-666a1126-3a47-43f6-a9c7-9584f742da7c service neutron] 10.222.0.73 "GET /v2.0/networks/b1d0b183-b981-4bfb-9a4d-77b2057be997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5673740 Nov 25 19:42:22.140511 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3df7de89-a096-40ec-8560-d3762ad141d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:22.160835 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df7de89-a096-40ec-8560-d3762ad141d6 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:42:22.161594 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3df7de89-a096-40ec-8560-d3762ad141d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:42:22.206127 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:42:22.315224 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c7111a41-678f-44ee-88fd-2217396e3e95 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:42:22.319504 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc828-8fe6-43c7-b923-fd11ad98f162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:22.388852 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-7e4b732c-9773-4a92-8047-776b54fed37b service neutron] 10.222.0.55 "GET /v2.0/networks/d4d26649-0402-45f1-9591-4343456b37f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6470954 Nov 25 19:42:22.425158 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6b33fc80-3aab-40ac-b2ad-3fd753feb795 admin admin] Deleting port 84acdcae-134e-4fd3-84c4-d2a817ae29d4 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:22.425710 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b33fc80-3aab-40ac-b2ad-3fd753feb795 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:22.460709 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b50684a2-e6f5-4e28-ad94-00534b8a5e29 req-cf2867b8-bb85-4498-b2f2-54f7538c9516 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] For port fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:22.461307 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b50684a2-e6f5-4e28-ad94-00534b8a5e29 req-cf2867b8-bb85-4498-b2f2-54f7538c9516 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:22.477098 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebfc521-d10f-49da-b884-7bdad98d3f77 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:42:22.495966 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4ebfc521-d10f-49da-b884-7bdad98d3f77 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "PUT /v2.0/routers/c1a38e46-f7fc-42b6-a38c-c91c21f88942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7240400 Nov 25 19:42:22.501640 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fc828-8fe6-43c7-b923-fd11ad98f162 None None] Pushing event deleted for resources: {'Port': ['ID=50fdbbd8-5e6b-421b-a904-4dde0f2b0d78,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:22.502808 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48806) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:22.532679 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921988aa-f2e4-466e-859e-790301f7b43e None None] Sync routers for ids ['c1a38e46-f7fc-42b6-a38c-c91c21f88942'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:42:22.534796 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-b50684a2-e6f5-4e28-ad94-00534b8a5e29 req-cf2867b8-bb85-4498-b2f2-54f7538c9516 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Calling delete_port for fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:22.608190 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4fc828-8fe6-43c7-b923-fd11ad98f162 None None] No DVR routers for this DVR port 50fdbbd8-5e6b-421b-a904-4dde0f2b0d78 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:42:22.612027 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3df7de89-a096-40ec-8560-d3762ad141d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:22.774348 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3df7de89-a096-40ec-8560-d3762ad141d6 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:22.799561 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0543c1-f67c-4e3b-8b6d-88d6b44f4be9 None None] DHCP port deletion for 37f8230d-6a2b-4a12-a441-526002eff84a request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:22.810455 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3df7de89-a096-40ec-8560-d3762ad141d6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/993c29c4-ac7b-4651-9389-4f58507f1211 HTTP/1.1" status: 204 len: 168 time: 4.4463532 Nov 25 19:42:22.974947 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921988aa-f2e4-466e-859e-790301f7b43e None None] Routers {'c1a38e46-f7fc-42b6-a38c-c91c21f88942'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:22.982081 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463b038b-2856-43c5-bb40-f20bbfd0b36d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:22.984777 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-921988aa-f2e4-466e-859e-790301f7b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:42:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c1a38e46-f7fc-42b6-a38c-c91c21f88942'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:22.986396 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-463b038b-2856-43c5-bb40-f20bbfd0b36d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "GET /v2.0/ports/b64524f0-b524-42c7-9700-71fcbac3074a HTTP/1.1" status: 200 len: 910 time: 0.4814763 Nov 25 19:42:23.000165 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48816) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:23.042077 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7de89-a096-40ec-8560-d3762ad141d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=993c29c4-ac7b-4651-9389-4f58507f1211,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:23.107999 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-921988aa-f2e4-466e-859e-790301f7b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:23.151239 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e86c3e-7f45-43de-bf13-e4b2a949f44f None None] Update dhcp port {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'fixed_ips': [{'subnet_id': '2fa027c1-4453-4f7e-ba8a-e210bb550311'}], 'binding:host_id': 'n-d-819349-5'}, 'id': 'c7111a41-678f-44ee-88fd-2217396e3e95'} from n-d-819349-5. {{(pid=103601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:42:23.259166 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921988aa-f2e4-466e-859e-790301f7b43e None None] Routers {'c1a38e46-f7fc-42b6-a38c-c91c21f88942'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:23.261549 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-921988aa-f2e4-466e-859e-790301f7b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:42:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c1a38e46-f7fc-42b6-a38c-c91c21f88942'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:23.314232 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48818) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:23.377291 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6b33fc80-3aab-40ac-b2ad-3fd753feb795 admin admin] For port 84acdcae-134e-4fd3-84c4-d2a817ae29d4, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=84acdcae-134e-4fd3-84c4-d2a817ae29d4,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:23.377291 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b33fc80-3aab-40ac-b2ad-3fd753feb795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:23.457853 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50a184a6-8d2a-4a09-8270-ebe9f3f89921 req-89095129-b5bc-473f-adda-152f71d2c8f8 service neutron] 10.222.0.73 "GET /v2.0/networks/b1d0b183-b981-4bfb-9a4d-77b2057be997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2478688 Nov 25 19:42:23.501902 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6b33fc80-3aab-40ac-b2ad-3fd753feb795 admin admin] Calling delete_port for 84acdcae-134e-4fd3-84c4-d2a817ae29d4 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:23.640597 n-d-819349-5 neutron-server[103599]: DEBUG neutron.objects.ports [None req-44bd46cf-a157-44c0-a50e-a30ba63fdfcc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:42:23.714352 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053145d-5366-4605-98d7-6a599ad14e08 req-beb697d8-f071-4c35-b489-dd1df200ef33 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:23.729762 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8053145d-5366-4605-98d7-6a599ad14e08 req-beb697d8-f071-4c35-b489-dd1df200ef33 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46dac10-dcc1-4adb-8d03-4219fbba7f08 HTTP/1.1" status: 200 len: 946 time: 0.6392245 Nov 25 19:42:23.743162 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-96f63aed-7473-45ea-8d71-ea4bd4352b3c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f6f7344b48524230bba674960c9ed8bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4254496 Nov 25 19:42:23.752751 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:23.768611 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48828) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:23.787388 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-921988aa-f2e4-466e-859e-790301f7b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:23.793448 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921988aa-f2e4-466e-859e-790301f7b43e None None] The sync data for ids ['c1a38e46-f7fc-42b6-a38c-c91c21f88942'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:42:23.823340 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f2e86c3e-7f45-43de-bf13-e4b2a949f44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:23.841850 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1f0543c1-f67c-4e3b-8b6d-88d6b44f4be9 None None] Deleting port 84acdcae-134e-4fd3-84c4-d2a817ae29d4 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:23.842234 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1f0543c1-f67c-4e3b-8b6d-88d6b44f4be9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:23.869632 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:23.870406 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-514cf874-74dd-485b-8345-8d693eb843a5 None None] Provisioning complete for port b64524f0-b524-42c7-9700-71fcbac3074a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:23.870778 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-514cf874-74dd-485b-8345-8d693eb843a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:24.030833 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port c7111a41-678f-44ee-88fd-2217396e3e95, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c7111a41-678f-44ee-88fd-2217396e3e95,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:24.051295 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8053145d-5366-4605-98d7-6a599ad14e08 req-ed1b499d-aa35-488b-a988-f84e8014b7d1 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196954 Nov 25 19:42:24.063232 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:24.129651 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b33fc80-3aab-40ac-b2ad-3fd753feb795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:24.194026 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-514cf874-74dd-485b-8345-8d693eb843a5 None None] Port b64524f0-b524-42c7-9700-71fcbac3074a cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:42:24.345199 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33fc80-3aab-40ac-b2ad-3fd753feb795 admin admin] Pushing event deleted for resources: {'Port': ['ID=84acdcae-134e-4fd3-84c4-d2a817ae29d4,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:24.350958 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22916c4e-f751-42e0-9e60-4b3b4f2a2e4e x-openstack-request-id: req-22916c4e-f751-42e0-9e60-4b3b4f2a2e4e {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:42:24.351267 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46dac10-dcc1-4adb-8d03-4219fbba7f08", "name": "network-vif-plugged", "status": "completed", "tag": "c093f5af-226f-4cea-a06f-7c3934337932", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:42:24.351537 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-22916c4e-f751-42e0-9e60-4b3b4f2a2e4e {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:42:24.352090 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46dac10-dcc1-4adb-8d03-4219fbba7f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c093f5af-226f-4cea-a06f-7c3934337932', 'code': 200} Nov 25 19:42:24.387161 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b33fc80-3aab-40ac-b2ad-3fd753feb795 admin admin] No DVR routers for this DVR port 84acdcae-134e-4fd3-84c4-d2a817ae29d4 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:42:24.388838 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-1f0543c1-f67c-4e3b-8b6d-88d6b44f4be9 None None] For port 84acdcae-134e-4fd3-84c4-d2a817ae29d4, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=84acdcae-134e-4fd3-84c4-d2a817ae29d4,segment=NetworkSegment(186edade-985d-49a8-b6d0-15542557f39e),segment_id=186edade-985d-49a8-b6d0-15542557f39e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:24.389329 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1f0543c1-f67c-4e3b-8b6d-88d6b44f4be9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:24.418608 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b50684a2-e6f5-4e28-ad94-00534b8a5e29 req-cf2867b8-bb85-4498-b2f2-54f7538c9516 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:24.444412 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 84acdcae-134e-4fd3-84c4-d2a817ae29d4 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:42:24.527746 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1f0543c1-f67c-4e3b-8b6d-88d6b44f4be9 None None] Calling delete_port for 84acdcae-134e-4fd3-84c4-d2a817ae29d4 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:24.530643 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:24.538448 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 84acdcae-134e-4fd3-84c4-d2a817ae29d4 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:42:24.538787 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 84acdcae-134e-4fd3-84c4-d2a817ae29d4 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:42:24.558934 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=c7111a41-678f-44ee-88fd-2217396e3e95,revision_number=7']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:24.592697 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2867b8-bb85-4498-b2f2-54f7538c9516 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Pushing event deleted for resources: {'Port': ['ID=fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:24.614261 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48f44e6f-de87-44bc-a85f-64288f0e72ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:24.636890 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:42:24.668709 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-04e38e02-69f4-43f7-9a27-5b53e45b4ae0 req-99fe74c5-2018-4e20-9c2f-686696ba953c tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=26a443b3-7a53-438b-9302-21e8444f3122 HTTP/1.1" status: 200 len: 210 time: 0.1465974 Nov 25 19:42:24.669469 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:42:24.669897 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:42:24.672861 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdd428b-3306-40ab-806b-f3bb8dc3126f None None] DHCP port deletion for d4d26649-0402-45f1-9591-4343456b37f2 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:24.741216 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b33fc80-3aab-40ac-b2ad-3fd753feb795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:24.755133 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48f44e6f-de87-44bc-a85f-64288f0e72ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:24.799452 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291ca99-fd80-4d36-9720-61bf332e70cd req-e187eb94-0507-4221-bc88-92b57c24a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:24.801803 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e291ca99-fd80-4d36-9720-61bf332e70cd req-e187eb94-0507-4221-bc88-92b57c24a2f3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a46dac10-dcc1-4adb-8d03-4219fbba7f08 HTTP/1.1" status: 200 len: 1097 time: 0.2819564 Nov 25 19:42:24.811432 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-6b33fc80-3aab-40ac-b2ad-3fd753feb795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f8230d-6a2b-4a12-a441-526002eff84a']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:24.824772 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50684a2-e6f5-4e28-ad94-00534b8a5e29 req-cf2867b8-bb85-4498-b2f2-54f7538c9516 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] No DVR routers for this DVR port fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:42:24.833056 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b50684a2-e6f5-4e28-ad94-00534b8a5e29 req-cf2867b8-bb85-4498-b2f2-54f7538c9516 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:24.837924 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b50684a2-e6f5-4e28-ad94-00534b8a5e29 req-cf2867b8-bb85-4498-b2f2-54f7538c9516 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.85 "DELETE /v2.0/ports/fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4 HTTP/1.1" status: 204 len: 173 time: 4.1020315 Nov 25 19:42:24.847365 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d', 'name': 'network-vif-deleted', 'tag': 'fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:42:24.851537 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbe9051-2fff-4793-beca-bae1db738e9f" -d '{"events": [{"server_uuid": "b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d", "name": "network-vif-deleted", "tag": "fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:42:24.866964 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-6b33fc80-3aab-40ac-b2ad-3fd753feb795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186edade-985d-49a8-b6d0-15542557f39e') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:24.868110 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-6b33fc80-3aab-40ac-b2ad-3fd753feb795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186edade-985d-49a8-b6d0-15542557f39e') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:24.871814 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-70b68501-5e5e-4d3a-9850-01b862171ff1 admin admin] Deleting port c84bf364-9470-4227-ad9b-cb3cadcb41b8 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:24.872263 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70b68501-5e5e-4d3a-9850-01b862171ff1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:24.882048 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44bd46cf-a157-44c0-a50e-a30ba63fdfcc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:24.898248 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1f0543c1-f67c-4e3b-8b6d-88d6b44f4be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:24.905971 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b33fc80-3aab-40ac-b2ad-3fd753feb795 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:24.995088 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e291ca99-fd80-4d36-9720-61bf332e70cd req-1dc086bd-837e-4ecd-a86b-be094af82802 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820643 Nov 25 19:42:25.001302 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b33fc80-3aab-40ac-b2ad-3fd753feb795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:25.015182 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b33fc80-3aab-40ac-b2ad-3fd753feb795 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:42:25.015888 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b33fc80-3aab-40ac-b2ad-3fd753feb795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:42:25.017866 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:42:25.040527 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0543c1-f67c-4e3b-8b6d-88d6b44f4be9 None None] No DVR routers for this DVR port 84acdcae-134e-4fd3-84c4-d2a817ae29d4 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:42:25.066868 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0543c1-f67c-4e3b-8b6d-88d6b44f4be9 None None] Pushing event deleted for resources: {'Port': ['ID=84acdcae-134e-4fd3-84c4-d2a817ae29d4,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:25.090090 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-f2e86c3e-7f45-43de-bf13-e4b2a949f44f None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fea1:63c3-5fe11116-0533-47c8-882f-6a0144457d {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:42:25.090575 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-f2e86c3e-7f45-43de-bf13-e4b2a949f44f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:42:25.154893 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-44bd46cf-a157-44c0-a50e-a30ba63fdfcc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] For port c7111a41-678f-44ee-88fd-2217396e3e95, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c7111a41-678f-44ee-88fd-2217396e3e95,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:25.201984 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44bd46cf-a157-44c0-a50e-a30ba63fdfcc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:25.206578 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb9c3e3-7bd9-43e0-8234-58f342fc6ad8 x-openstack-request-id: req-6fb9c3e3-7bd9-43e0-8234-58f342fc6ad8 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:42:25.207447 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d", "name": "network-vif-deleted", "tag": "fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:42:25.207900 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6fb9c3e3-7bd9-43e0-8234-58f342fc6ad8 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:42:25.208509 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3db17f6-ae1c-4d94-a6b5-ac8f0b65133d', 'name': 'network-vif-deleted', 'tag': 'fee1ecd2-3b86-451e-9c5e-f7ed93e8e7a4', 'status': 'completed', 'code': 200} Nov 25 19:42:25.214907 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-70b68501-5e5e-4d3a-9850-01b862171ff1 admin admin] For port c84bf364-9470-4227-ad9b-cb3cadcb41b8, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c84bf364-9470-4227-ad9b-cb3cadcb41b8,segment=NetworkSegment(f13a6d17-3c3e-464b-809d-7841fec99864),segment_id=f13a6d17-3c3e-464b-809d-7841fec99864)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:25.215524 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70b68501-5e5e-4d3a-9850-01b862171ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:25.239231 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44bd46cf-a157-44c0-a50e-a30ba63fdfcc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:25.240289 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44bd46cf-a157-44c0-a50e-a30ba63fdfcc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:25.327936 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd46cf-a157-44c0-a50e-a30ba63fdfcc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=c7111a41-678f-44ee-88fd-2217396e3e95,revision_number=9']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:25.331630 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-70b68501-5e5e-4d3a-9850-01b862171ff1 admin admin] Calling delete_port for c84bf364-9470-4227-ad9b-cb3cadcb41b8 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:25.335066 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b33fc80-3aab-40ac-b2ad-3fd753feb795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:25.379809 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b33fc80-3aab-40ac-b2ad-3fd753feb795 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:25.383357 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6b33fc80-3aab-40ac-b2ad-3fd753feb795 admin admin] 10.222.0.55 "DELETE /v2.0/networks/37f8230d-6a2b-4a12-a441-526002eff84a HTTP/1.1" status: 204 len: 168 time: 4.5181596 Nov 25 19:42:25.412588 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c02300f-9b63-43c1-8b2e-0dda70f2fc55 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:25.645275 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f2e86c3e-7f45-43de-bf13-e4b2a949f44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:25.999166 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48844) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:26.003819 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bd46cf-a157-44c0-a50e-a30ba63fdfcc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:26.006795 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48f44e6f-de87-44bc-a85f-64288f0e72ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:26.012121 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48f44e6f-de87-44bc-a85f-64288f0e72ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:26.015817 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-48f44e6f-de87-44bc-a85f-64288f0e72ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9 HTTP/1.1" status: 204 len: 168 time: 2.2433178 Nov 25 19:42:26.022221 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-44bd46cf-a157-44c0-a50e-a30ba63fdfcc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:26.101792 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bd46cf-a157-44c0-a50e-a30ba63fdfcc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:26.102431 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44bd46cf-a157-44c0-a50e-a30ba63fdfcc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:26.194557 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33fc80-3aab-40ac-b2ad-3fd753feb795 admin admin] Pushing event deleted for resources: {'Network': ['ID=37f8230d-6a2b-4a12-a441-526002eff84a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:26.250636 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-51938266-8f7f-4512-b0ef-0016af2dfe57 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=61b43fc7b65b46daaf3bb19051a96cc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2325113 Nov 25 19:42:26.251766 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f44e6f-de87-44bc-a85f-64288f0e72ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e9fa54-e4cc-48fd-9f80-ba6fa38a55b9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:26.291460 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48848) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:26.293532 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd46cf-a157-44c0-a50e-a30ba63fdfcc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=c540d643-d527-403b-bc1d-158cfae6b0e4,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:26.440009 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-44bd46cf-a157-44c0-a50e-a30ba63fdfcc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.6369419 Nov 25 19:42:26.445206 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48850) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:26.451543 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e6ffede1-cdca-4531-96ca-9f99fd33a607 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'mac_address': 'fa:16:3e:92:be:02', 'name': 'tempest-NetworksTestDHCPv6-356025373'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:26.548341 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ec9ce-6c43-4c79-992e-90373367d9bd req-71e29495-df28-4af1-9206-df03eefb4ae2 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:26.559537 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c5ec9ce-6c43-4c79-992e-90373367d9bd req-71e29495-df28-4af1-9206-df03eefb4ae2 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46dac10-dcc1-4adb-8d03-4219fbba7f08 HTTP/1.1" status: 200 len: 946 time: 1.2015371 Nov 25 19:42:26.628323 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-859bd331-cb88-43f2-9668-ad71a0b438a4 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:26.630549 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-859bd331-cb88-43f2-9668-ad71a0b438a4 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.85 "GET /v2.0/networks?id=d4d26649-0402-45f1-9591-4343456b37f2 HTTP/1.1" status: 200 len: 804 time: 1.4215786 Nov 25 19:42:26.668815 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ffede1-cdca-4531-96ca-9f99fd33a607 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:26.677081 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-f2e86c3e-7f45-43de-bf13-e4b2a949f44f None None] Allocated IP 172.20.0.2 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/2fa027c1-4453-4f7e-ba8a-e210bb550311/c7111a41-678f-44ee-88fd-2217396e3e95) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:26.740074 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-c90b30df-8ea4-4579-be80-ea81bc0b911a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Request body: {'port': {'device_id': '26a443b3-7a53-438b-9302-21e8444f3122', 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2', 'admin_state_up': True, 'tenant_id': '1b4e8b3b51d5452eabf5c1806a2b7061'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:26.772787 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb3bdf84-a86d-4ec9-aa4a-cec9da8bc8d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:26.835665 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb3bdf84-a86d-4ec9-aa4a-cec9da8bc8d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:26.931706 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e6ffede1-cdca-4531-96ca-9f99fd33a607 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:26.936052 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f2e86c3e-7f45-43de-bf13-e4b2a949f44f None None] For port c7111a41-678f-44ee-88fd-2217396e3e95, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c7111a41-678f-44ee-88fd-2217396e3e95,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:26.942349 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c5ec9ce-6c43-4c79-992e-90373367d9bd req-c114d245-910f-4208-8348-59bd47699312 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811290 Nov 25 19:42:27.023333 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f2e86c3e-7f45-43de-bf13-e4b2a949f44f None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:27.038421 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f2e86c3e-7f45-43de-bf13-e4b2a949f44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:27.121930 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70b68501-5e5e-4d3a-9850-01b862171ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:27.160954 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-e6ffede1-cdca-4531-96ca-9f99fd33a607 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] device_id is not set on port 9ccdebd6-ec7d-4ed0-91da-c9459291eb7a yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:42:27.208260 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b68501-5e5e-4d3a-9850-01b862171ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c84bf364-9470-4227-ad9b-cb3cadcb41b8,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:27.238975 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bc6d967f-fe14-4d66-851d-2caf3571d3fd req-b21f1d27-6d5f-4e51-abdd-2e7937a1c9d1 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=26a443b3-7a53-438b-9302-21e8444f3122 HTTP/1.1" status: 200 len: 210 time: 0.1288068 Nov 25 19:42:27.251970 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e86c3e-7f45-43de-bf13-e4b2a949f44f None None] Pushing event updated for resources: {'Port': ['ID=c7111a41-678f-44ee-88fd-2217396e3e95,revision_number=10']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:27.285319 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-c90b30df-8ea4-4579-be80-ea81bc0b911a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Made reservation on behalf of 1b4e8b3b51d5452eabf5c1806a2b7061 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:27.289219 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-c90b30df-8ea4-4579-be80-ea81bc0b911a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:27.349635 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-5c02300f-9b63-43c1-8b2e-0dda70f2fc55 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Deleting port b64524f0-b524-42c7-9700-71fcbac3074a {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:27.350222 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c02300f-9b63-43c1-8b2e-0dda70f2fc55 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:27.385979 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb3bdf84-a86d-4ec9-aa4a-cec9da8bc8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:27.392937 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb3bdf84-a86d-4ec9-aa4a-cec9da8bc8d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:27.394592 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bb3bdf84-a86d-4ec9-aa4a-cec9da8bc8d4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f3aabf8a-7c66-468a-888d-181005acd702 HTTP/1.1" status: 204 len: 168 time: 1.0955739 Nov 25 19:42:27.576768 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bdf84-a86d-4ec9-aa4a-cec9da8bc8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3aabf8a-7c66-468a-888d-181005acd702,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:27.627614 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-c90b30df-8ea4-4579-be80-ea81bc0b911a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Allocated IP 172.20.0.11 (d4d26649-0402-45f1-9591-4343456b37f2/e758be47-f502-42b6-8983-165c34ac1a0f/82e5380d-78f6-44e2-a23e-01b00fda45ef) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:27.850318 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-e6ffede1-cdca-4531-96ca-9f99fd33a607 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 172.20.0.12 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/2fa027c1-4453-4f7e-ba8a-e210bb550311/9ccdebd6-ec7d-4ed0-91da-c9459291eb7a) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:27.868301 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-e6ffede1-cdca-4531-96ca-9f99fd33a607 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 2001:db8::f816:3eff:fe92:be02 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/c540d643-d527-403b-bc1d-158cfae6b0e4/9ccdebd6-ec7d-4ed0-91da-c9459291eb7a) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:27.895808 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c02300f-9b63-43c1-8b2e-0dda70f2fc55 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:27.944833 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-5c02300f-9b63-43c1-8b2e-0dda70f2fc55 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Calling delete_port for b64524f0-b524-42c7-9700-71fcbac3074a owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:28.144331 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70b68501-5e5e-4d3a-9850-01b862171ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:28.473915 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c7111a41-678f-44ee-88fd-2217396e3e95 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:28.585773 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48888) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:28.635292 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port c7111a41-678f-44ee-88fd-2217396e3e95 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:28.635670 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:28.889079 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2136bac6-95f2-4c22-8c5a-58eaeda29d31 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1698232776-network', 'tenant_id': 'b14339133a914aa7b55a942f74e5faf3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:28.903258 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-c90b30df-8ea4-4579-be80-ea81bc0b911a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:28.912929 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776d99b-d62e-46ab-8301-8dc90c2270ea req-95840aef-8046-4725-a4a5-a1819e7c4b9f tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:28.920975 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8776d99b-d62e-46ab-8301-8dc90c2270ea req-95840aef-8046-4725-a4a5-a1819e7c4b9f tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46dac10-dcc1-4adb-8d03-4219fbba7f08 HTTP/1.1" status: 200 len: 946 time: 0.4792058 Nov 25 19:42:28.939414 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:28.943770 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c02300f-9b63-43c1-8b2e-0dda70f2fc55 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:29.021791 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0644d1df-09c1-4c17-84ad-c23cc63ef05b None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:29.034620 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2136bac6-95f2-4c22-8c5a-58eaeda29d31 admin admin] Made reservation on behalf of b14339133a914aa7b55a942f74e5faf3 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:29.046416 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2136bac6-95f2-4c22-8c5a-58eaeda29d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:29.053239 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8776d99b-d62e-46ab-8301-8dc90c2270ea req-1d7f42b0-ee81-4dec-b1af-658950601d57 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312995 Nov 25 19:42:29.080993 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b68501-5e5e-4d3a-9850-01b862171ff1 admin admin] Router 4af4dca1-f13b-4950-8540-29e6674728a4 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:42:29.088122 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-c90b30df-8ea4-4579-be80-ea81bc0b911a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:29.153446 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8fdddfe6-1ccd-4417-8cd9-2e179da72463 None None] Provisioning complete for port c7111a41-678f-44ee-88fd-2217396e3e95 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:29.160201 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8fdddfe6-1ccd-4417-8cd9-2e179da72463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:29.171162 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2136bac6-95f2-4c22-8c5a-58eaeda29d31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:29.222234 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-c90b30df-8ea4-4579-be80-ea81bc0b911a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Network d4d26649-0402-45f1-9591-4343456b37f2 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:29.264921 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-c90b30df-8ea4-4579-be80-ea81bc0b911a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:29.281571 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02300f-9b63-43c1-8b2e-0dda70f2fc55 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Port': ['ID=b64524f0-b524-42c7-9700-71fcbac3074a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:29.282492 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-c90b30df-8ea4-4579-be80-ea81bc0b911a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:29.373981 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a60fa8-e136-4761-a7dc-2b884b53f718 None None] DHCP port deletion for d4d26649-0402-45f1-9591-4343456b37f2 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:29.379498 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e6ffede1-cdca-4531-96ca-9f99fd33a607 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:29.411315 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port c7111a41-678f-44ee-88fd-2217396e3e95, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c7111a41-678f-44ee-88fd-2217396e3e95,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:29.434919 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:29.503591 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d0baf485-9da7-4897-89ba-d3c8d415d231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:29.732990 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=c7111a41-678f-44ee-88fd-2217396e3e95,revision_number=11']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:29.762808 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48910) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:29.779918 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e6ffede1-cdca-4531-96ca-9f99fd33a607 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:29.840173 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-60d0b193-139a-4655-915a-d334d07d84f2 None None] Provisioning complete for port 82e5380d-78f6-44e2-a23e-01b00fda45ef triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:29.840999 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-60d0b193-139a-4655-915a-d334d07d84f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:29.875031 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-c90b30df-8ea4-4579-be80-ea81bc0b911a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:29.876265 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-c90b30df-8ea4-4579-be80-ea81bc0b911a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:29.899820 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-60d0b193-139a-4655-915a-d334d07d84f2 None None] Port 82e5380d-78f6-44e2-a23e-01b00fda45ef cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:42:29.972295 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ffede1-cdca-4531-96ca-9f99fd33a607 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:29.986407 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e6ffede1-cdca-4531-96ca-9f99fd33a607 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:29.999463 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-95f2c609-ebd9-4e70-948c-463b26859993 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1522010793-network', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:30.006819 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ffede1-cdca-4531-96ca-9f99fd33a607 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:30.017578 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b30df-8ea4-4579-be80-ea81bc0b911a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Pushing event updated for resources: {'Port': ['ID=82e5380d-78f6-44e2-a23e-01b00fda45ef,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:30.065499 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffede1-cdca-4531-96ca-9f99fd33a607 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=9ccdebd6-ec7d-4ed0-91da-c9459291eb7a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:30.118775 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c02300f-9b63-43c1-8b2e-0dda70f2fc55 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:30.139552 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-c90b30df-8ea4-4579-be80-ea81bc0b911a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4896920 Nov 25 19:42:30.155472 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054cb3a-255d-4624-9aad-7cc7e7765489 req-4d4d2946-d500-4e24-8dc4-005f73c62f31 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:30.157281 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3054cb3a-255d-4624-9aad-7cc7e7765489 req-4d4d2946-d500-4e24-8dc4-005f73c62f31 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=26a443b3-7a53-438b-9302-21e8444f3122 HTTP/1.1" status: 200 len: 932 time: 0.8444746 Nov 25 19:42:30.168684 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-b0c42ca9-3298-44e3-b9de-9746f2bf75fc service neutron] Request body: {'port': {'device_id': '26a443b3-7a53-438b-9302-21e8444f3122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:30.299056 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c7111a41-678f-44ee-88fd-2217396e3e95 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:30.344175 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b68501-5e5e-4d3a-9850-01b862171ff1 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:42:30.365654 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-70b68501-5e5e-4d3a-9850-01b862171ff1 admin admin] 10.222.0.55 "PUT /v2.0/routers/4af4dca1-f13b-4950-8540-29e6674728a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2892141 Nov 25 19:42:30.371097 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5717e9-eea0-488c-baa9-5d8dbb25ea99 None None] Sync routers for ids ['4af4dca1-f13b-4950-8540-29e6674728a4'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:42:30.393007 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5717e9-eea0-488c-baa9-5d8dbb25ea99 None None] Routers {'4af4dca1-f13b-4950-8540-29e6674728a4'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:30.393670 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-8d5717e9-eea0-488c-baa9-5d8dbb25ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:42:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['4af4dca1-f13b-4950-8540-29e6674728a4'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:30.401499 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48920) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:30.461178 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port c7111a41-678f-44ee-88fd-2217396e3e95 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:30.461178 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:30.533739 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ffede1-cdca-4531-96ca-9f99fd33a607 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:30.534474 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e6ffede1-cdca-4531-96ca-9f99fd33a607 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:30.586055 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-b0c42ca9-3298-44e3-b9de-9746f2bf75fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:30.634545 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3054cb3a-255d-4624-9aad-7cc7e7765489 req-e6740ea7-379e-480b-b63a-6cc65a1a732d tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292059 Nov 25 19:42:30.728020 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2136bac6-95f2-4c22-8c5a-58eaeda29d31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:30.732930 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f2c609-ebd9-4e70-948c-463b26859993 admin admin] Made reservation on behalf of ba2221b48b744bd48a410a13c6b8c9a7 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:30.751583 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95f2c609-ebd9-4e70-948c-463b26859993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:30.869169 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-8d5717e9-eea0-488c-baa9-5d8dbb25ea99 None None] Set router 4af4dca1-f13b-4950-8540-29e6674728a4 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:42:30.949919 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2136bac6-95f2-4c22-8c5a-58eaeda29d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:31.152113 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54ddb69b-3021-41e6-801e-f71082751f76 admin admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:31.205918 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e6ffede1-cdca-4531-96ca-9f99fd33a607 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.7590144 Nov 25 19:42:31.206895 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48926) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:31.229778 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95f2c609-ebd9-4e70-948c-463b26859993 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:31.376318 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2136bac6-95f2-4c22-8c5a-58eaeda29d31 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:42:31.445256 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-8d5717e9-eea0-488c-baa9-5d8dbb25ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'name': 'tempest-TaggedBootDevicesTest-948327967-router', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '988318e7-b4e7-4054-b758-008ca504a979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:28:00Z', 'updated_at': '2021-11-25T19:42:26Z', 'revision_number': 5, 'project_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'gw_port': {'id': '988318e7-b4e7-4054-b758-008ca504a979', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:06Z', 'updated_at': '2021-11-25T19:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:31.453054 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136bac6-95f2-4c22-8c5a-58eaeda29d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:31.459475 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2136bac6-95f2-4c22-8c5a-58eaeda29d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:31.460005 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-2136bac6-95f2-4c22-8c5a-58eaeda29d31 admin admin] Added segment 04fabac9-f65f-4fde-b14c-438d1e6ec424 of type vlan for network 7b554939-0be1-4ec6-b24c-67d3e874e0c5 Nov 25 19:42:31.494257 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c02300f-9b63-43c1-8b2e-0dda70f2fc55 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Router c1a38e46-f7fc-42b6-a38c-c91c21f88942 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:42:31.525436 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5717e9-eea0-488c-baa9-5d8dbb25ea99 None None] Checking router: 4af4dca1-f13b-4950-8540-29e6674728a4 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:42:31.526186 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85906038-9ab0-4414-ba37-c2613c718e9d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:31.545338 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85906038-9ab0-4414-ba37-c2613c718e9d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:31.551726 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5717e9-eea0-488c-baa9-5d8dbb25ea99 None None] Routers {'4af4dca1-f13b-4950-8540-29e6674728a4'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:31.551726 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-8d5717e9-eea0-488c-baa9-5d8dbb25ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:42:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['4af4dca1-f13b-4950-8540-29e6674728a4'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:31.552899 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-85906038-9ab0-4414-ba37-c2613c718e9d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3245406 Nov 25 19:42:31.554997 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48930) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:31.778580 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5a576885-357f-4090-8635-f5578d7eb00d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:31.886210 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95f2c609-ebd9-4e70-948c-463b26859993 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:31.891430 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2136bac6-95f2-4c22-8c5a-58eaeda29d31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:31.897803 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-27806585-47b2-4b89-8a25-8b03c3798515 None None] Provisioning complete for port 9ccdebd6-ec7d-4ed0-91da-c9459291eb7a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:31.898787 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-27806585-47b2-4b89-8a25-8b03c3798515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:31.900445 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95f2c609-ebd9-4e70-948c-463b26859993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:31.987742 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-8d5717e9-eea0-488c-baa9-5d8dbb25ea99 None None] Set router 4af4dca1-f13b-4950-8540-29e6674728a4 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:42:31.995087 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-b0c42ca9-3298-44e3-b9de-9746f2bf75fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e5380d-78f6-44e2-a23e-01b00fda45ef {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:42:32.010717 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f2c609-ebd9-4e70-948c-463b26859993 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:42:32.011366 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-b0c42ca9-3298-44e3-b9de-9746f2bf75fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.032360 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-27806585-47b2-4b89-8a25-8b03c3798515 None None] Port 9ccdebd6-ec7d-4ed0-91da-c9459291eb7a cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:42:32.032683 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-b0c42ca9-3298-44e3-b9de-9746f2bf75fc service neutron] Transition to ACTIVE for port object 82e5380d-78f6-44e2-a23e-01b00fda45ef will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:42:32.044277 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-b0c42ca9-3298-44e3-b9de-9746f2bf75fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.083993 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-27806585-47b2-4b89-8a25-8b03c3798515 None None] Provisioning complete for port c7111a41-678f-44ee-88fd-2217396e3e95 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:32.090187 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-27806585-47b2-4b89-8a25-8b03c3798515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.093259 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54ddb69b-3021-41e6-801e-f71082751f76 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.239951 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95f2c609-ebd9-4e70-948c-463b26859993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.240612 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-95f2c609-ebd9-4e70-948c-463b26859993 admin admin] Added segment 25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1 of type vlan for network 4ebe12af-5479-4b9f-987f-445ecc1140ce Nov 25 19:42:32.247060 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2c609-ebd9-4e70-948c-463b26859993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0348b6-c485-40e9-bece-971278800549,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:32.269515 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2136bac6-95f2-4c22-8c5a-58eaeda29d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.270992 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2136bac6-95f2-4c22-8c5a-58eaeda29d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:32.271976 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2136bac6-95f2-4c22-8c5a-58eaeda29d31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.351653 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c05ddf25-db59-4386-932e-4c2e504d85d7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting port 9ccdebd6-ec7d-4ed0-91da-c9459291eb7a {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:32.354877 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c05ddf25-db59-4386-932e-4c2e504d85d7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.363659 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d14ba9-3f93-417b-9343-ed70b4791f3b None None] DHCP port deletion for d4d26649-0402-45f1-9591-4343456b37f2 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:32.383089 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136bac6-95f2-4c22-8c5a-58eaeda29d31 admin admin] Pushing event updated for resources: {'Network': ['ID=7b554939-0be1-4ec6-b24c-67d3e874e0c5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:32.448811 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 7b554939-0be1-4ec6-b24c-67d3e874e0c5 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:42:32.490591 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2136bac6-95f2-4c22-8c5a-58eaeda29d31 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.8953636 Nov 25 19:42:32.497062 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48936) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:32.501773 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95f2c609-ebd9-4e70-948c-463b26859993 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.518999 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-94189844-7854-45ee-a126-f000fffacbcc admin admin] Request body: {'subnet': {'network_id': '7b554939-0be1-4ec6-b24c-67d3e874e0c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1698232776-subnet', 'tenant_id': 'b14339133a914aa7b55a942f74e5faf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:32.520922 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26a2e-d043-4038-b555-24c8a40c5a2b req-dc74571c-1c1e-4014-ae1a-4be6e380c37a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:32.535064 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1e26a2e-d043-4038-b555-24c8a40c5a2b req-dc74571c-1c1e-4014-ae1a-4be6e380c37a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=26a443b3-7a53-438b-9302-21e8444f3122 HTTP/1.1" status: 200 len: 944 time: 0.4990611 Nov 25 19:42:32.537950 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c42ca9-3298-44e3-b9de-9746f2bf75fc service neutron] Pushing event updated for resources: {'Port': ['ID=82e5380d-78f6-44e2-a23e-01b00fda45ef,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:32.549306 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c02300f-9b63-43c1-8b2e-0dda70f2fc55 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:42:32.561951 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94189844-7854-45ee-a126-f000fffacbcc admin admin] Made reservation on behalf of b14339133a914aa7b55a942f74e5faf3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:32.566315 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94189844-7854-45ee-a126-f000fffacbcc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.588198 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5c02300f-9b63-43c1-8b2e-0dda70f2fc55 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "PUT /v2.0/routers/c1a38e46-f7fc-42b6-a38c-c91c21f88942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5835342 Nov 25 19:42:32.588545 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29469480-75e1-4a01-96da-b8239b5269ee None None] Sync routers for ids ['c1a38e46-f7fc-42b6-a38c-c91c21f88942'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:42:32.594759 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48938) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:32.617360 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29469480-75e1-4a01-96da-b8239b5269ee None None] Routers {'c1a38e46-f7fc-42b6-a38c-c91c21f88942'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:32.631083 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-29469480-75e1-4a01-96da-b8239b5269ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:42:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c1a38e46-f7fc-42b6-a38c-c91c21f88942'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:32.648996 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-95f2c609-ebd9-4e70-948c-463b26859993 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:42:32.710447 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c529e8-489b-4a21-bd0b-c695639a2d66 None None] get_active_networks_info from n-d-819349-5 {{(pid=103601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:42:32.793083 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1e26a2e-d043-4038-b555-24c8a40c5a2b req-6a9b42a5-5906-4377-9330-44e82b02a3c8 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565346 Nov 25 19:42:32.801909 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-b0c42ca9-3298-44e3-b9de-9746f2bf75fc service neutron] Attempting to bind port 82e5380d-78f6-44e2-a23e-01b00fda45ef on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:42:32.812743 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-b0c42ca9-3298-44e3-b9de-9746f2bf75fc service neutron] Attempting to bind port 82e5380d-78f6-44e2-a23e-01b00fda45ef by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '2591c80f-46dc-49d7-a62f-cd68d7a36759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:42:32.813418 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-b0c42ca9-3298-44e3-b9de-9746f2bf75fc service neutron] Attempting to bind port 82e5380d-78f6-44e2-a23e-01b00fda45ef on network d4d26649-0402-45f1-9591-4343456b37f2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:32.813897 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-29469480-75e1-4a01-96da-b8239b5269ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:32.846220 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-b0c42ca9-3298-44e3-b9de-9746f2bf75fc service neutron] Port 82e5380d-78f6-44e2-a23e-01b00fda45ef on network d4d26649-0402-45f1-9591-4343456b37f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:42:32.846879 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-b0c42ca9-3298-44e3-b9de-9746f2bf75fc service neutron] Attempting to bind port 82e5380d-78f6-44e2-a23e-01b00fda45ef on network d4d26649-0402-45f1-9591-4343456b37f2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:32.863795 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-54ddb69b-3021-41e6-801e-f71082751f76 admin admin] Deleting port 988318e7-b4e7-4054-b758-008ca504a979 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:32.864410 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54ddb69b-3021-41e6-801e-f71082751f76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.868505 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29469480-75e1-4a01-96da-b8239b5269ee None None] Routers {'c1a38e46-f7fc-42b6-a38c-c91c21f88942'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:32.870163 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-29469480-75e1-4a01-96da-b8239b5269ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:42:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c1a38e46-f7fc-42b6-a38c-c91c21f88942'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:32.896902 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-b0c42ca9-3298-44e3-b9de-9746f2bf75fc service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:42:32.897705 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-b0c42ca9-3298-44e3-b9de-9746f2bf75fc service neutron] Checking segment: {'id': '2591c80f-46dc-49d7-a62f-cd68d7a36759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:32.897913 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-b0c42ca9-3298-44e3-b9de-9746f2bf75fc service neutron] Bound using segment: {'id': '2591c80f-46dc-49d7-a62f-cd68d7a36759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:42:32.899661 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-b0c42ca9-3298-44e3-b9de-9746f2bf75fc service neutron] Bound port: 82e5380d-78f6-44e2-a23e-01b00fda45ef, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2591c80f-46dc-49d7-a62f-cd68d7a36759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:42:32.899661 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-b0c42ca9-3298-44e3-b9de-9746f2bf75fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.924343 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-8d5717e9-eea0-488c-baa9-5d8dbb25ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'name': 'tempest-TaggedBootDevicesTest-948327967-router', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '988318e7-b4e7-4054-b758-008ca504a979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:28:00Z', 'updated_at': '2021-11-25T19:42:26Z', 'revision_number': 5, 'project_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'gw_port': {'id': '988318e7-b4e7-4054-b758-008ca504a979', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:06Z', 'updated_at': '2021-11-25T19:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:32.936758 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-29469480-75e1-4a01-96da-b8239b5269ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:32.939957 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29469480-75e1-4a01-96da-b8239b5269ee None None] The sync data for ids ['c1a38e46-f7fc-42b6-a38c-c91c21f88942'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:42:32.980553 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5717e9-eea0-488c-baa9-5d8dbb25ea99 None None] The sync data for ids ['4af4dca1-f13b-4950-8540-29e6674728a4'] in n-d-819349-5 is: [{'id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'name': 'tempest-TaggedBootDevicesTest-948327967-router', 'tenant_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '988318e7-b4e7-4054-b758-008ca504a979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:28:00Z', 'updated_at': '2021-11-25T19:42:26Z', 'revision_number': 5, 'project_id': '514fc44b5d1f423cb02ea29bd2e23ca8', 'gw_port': {'id': '988318e7-b4e7-4054-b758-008ca504a979', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af4dca1-f13b-4950-8540-29e6674728a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:06Z', 'updated_at': '2021-11-25T19:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:42:33.046107 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-54ddb69b-3021-41e6-801e-f71082751f76 admin admin] For port 988318e7-b4e7-4054-b758-008ca504a979, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=988318e7-b4e7-4054-b758-008ca504a979,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:33.047417 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54ddb69b-3021-41e6-801e-f71082751f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:33.097985 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c529e8-489b-4a21-bd0b-c695639a2d66 None None] Resources bound (agent type, host, resource id): {{(pid=103601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:42:33.101009 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-658f60e9-5142-4512-b4ee-a06fc0c3292d None None] Provisioning complete for port 9ccdebd6-ec7d-4ed0-91da-c9459291eb7a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:33.101594 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-658f60e9-5142-4512-b4ee-a06fc0c3292d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:33.101780 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-54ddb69b-3021-41e6-801e-f71082751f76 admin admin] Calling delete_port for 988318e7-b4e7-4054-b758-008ca504a979 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:33.161187 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c05ddf25-db59-4386-932e-4c2e504d85d7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:33.193598 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c05ddf25-db59-4386-932e-4c2e504d85d7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Calling delete_port for 9ccdebd6-ec7d-4ed0-91da-c9459291eb7a owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:33.198497 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-658f60e9-5142-4512-b4ee-a06fc0c3292d None None] Port 9ccdebd6-ec7d-4ed0-91da-c9459291eb7a cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:42:33.829525 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-b0c42ca9-3298-44e3-b9de-9746f2bf75fc service neutron] For port 82e5380d-78f6-44e2-a23e-01b00fda45ef, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:42:33.837844 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-b0c42ca9-3298-44e3-b9de-9746f2bf75fc service neutron] For port 82e5380d-78f6-44e2-a23e-01b00fda45ef, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=82e5380d-78f6-44e2-a23e-01b00fda45ef,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:42:33.847354 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95f2c609-ebd9-4e70-948c-463b26859993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:33.848138 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-b0c42ca9-3298-44e3-b9de-9746f2bf75fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:33.848788 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f2c609-ebd9-4e70-948c-463b26859993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:33.849385 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95f2c609-ebd9-4e70-948c-463b26859993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:33.864839 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54ddb69b-3021-41e6-801e-f71082751f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:33.900042 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:33.938845 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-b0c42ca9-3298-44e3-b9de-9746f2bf75fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:33.939936 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-b0c42ca9-3298-44e3-b9de-9746f2bf75fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:33.941743 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-b0c42ca9-3298-44e3-b9de-9746f2bf75fc service neutron] 10.222.0.85 "PUT /v2.0/ports/82e5380d-78f6-44e2-a23e-01b00fda45ef HTTP/1.1" status: 200 len: 1092 time: 3.7777219 Nov 25 19:42:33.944883 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a443b3-7a53-438b-9302-21e8444f3122', 'tag': '82e5380d-78f6-44e2-a23e-01b00fda45ef'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:42:33.948282 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36515b7a-b4fd-4089-a4ab-b8d704982686" -d '{"events": [{"name": "network-changed", "server_uuid": "26a443b3-7a53-438b-9302-21e8444f3122", "tag": "82e5380d-78f6-44e2-a23e-01b00fda45ef"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:42:34.105639 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c42ca9-3298-44e3-b9de-9746f2bf75fc service neutron] Pushing event updated for resources: {'Port': ['ID=82e5380d-78f6-44e2-a23e-01b00fda45ef,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:34.131368 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-f60c5774-77cf-4e60-b43a-3c9c70d52541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:34.133737 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-f60c5774-77cf-4e60-b43a-3c9c70d52541 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1b4e8b3b51d5452eabf5c1806a2b7061&device_id=26a443b3-7a53-438b-9302-21e8444f3122 HTTP/1.1" status: 200 len: 1095 time: 0.1206603 Nov 25 19:42:34.168272 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddb69b-3021-41e6-801e-f71082751f76 admin admin] Pushing event deleted for resources: {'Port': ['ID=988318e7-b4e7-4054-b758-008ca504a979,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:34.173119 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54ddb69b-3021-41e6-801e-f71082751f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:34.228508 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c84bf364-9470-4227-ad9b-cb3cadcb41b8 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:42:34.296537 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54ddb69b-3021-41e6-801e-f71082751f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:34.299977 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54ddb69b-3021-41e6-801e-f71082751f76 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:34.407456 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54ddb69b-3021-41e6-801e-f71082751f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:34.408146 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ddb69b-3021-41e6-801e-f71082751f76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4af4dca1-f13b-4950-8540-29e6674728a4 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:42:34.411891 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-5269dafc-0585-4abf-94da-6ffc9da1d98e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e5380d-78f6-44e2-a23e-01b00fda45ef HTTP/1.1" status: 200 len: 217 time: 0.2527051 Nov 25 19:42:34.416537 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54ddb69b-3021-41e6-801e-f71082751f76 admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:34.426507 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-54ddb69b-3021-41e6-801e-f71082751f76 admin admin] 10.222.0.55 "DELETE /v2.0/routers/4af4dca1-f13b-4950-8540-29e6674728a4 HTTP/1.1" status: 204 len: 168 time: 4.0194931 Nov 25 19:42:34.429127 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48964) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:34.596386 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2c609-ebd9-4e70-948c-463b26859993 admin admin] Pushing event updated for resources: {'Network': ['ID=4ebe12af-5479-4b9f-987f-445ecc1140ce,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:34.606804 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-df22a338-fb26-43e8-95ef-50cac4f132b6 admin admin] Deleting subnet ec82d2f3-e400-4120-bb41-01b4378dd9d3 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:42:34.615629 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df22a338-fb26-43e8-95ef-50cac4f132b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:34.680284 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 4ebe12af-5479-4b9f-987f-445ecc1140ce details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:42:34.689000 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df22a338-fb26-43e8-95ef-50cac4f132b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:34.689367 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: c84bf364-9470-4227-ad9b-cb3cadcb41b8 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:42:34.689725 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c84bf364-9470-4227-ad9b-cb3cadcb41b8 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:42:34.824599 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-95f2c609-ebd9-4e70-948c-463b26859993 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 5.0572033 Nov 25 19:42:34.831352 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48966) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:34.860220 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6da55b37-d7d2-4be9-9d24-71dd3a33e7e3 admin admin] Request body: {'subnet': {'network_id': '4ebe12af-5479-4b9f-987f-445ecc1140ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1522010793-subnet', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:34.865161 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-fff5e06f-b735-40af-b00c-6af13361e4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:34.871219 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-fff5e06f-b735-40af-b00c-6af13361e4e9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e758be47-f502-42b6-8983-165c34ac1a0f HTTP/1.1" status: 200 len: 844 time: 0.4432087 Nov 25 19:42:34.994281 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-67cfb932-194b-4c16-a9f8-8ebe73bedd43 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d4d26649-0402-45f1-9591-4343456b37f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769031 Nov 25 19:42:35.104998 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df22a338-fb26-43e8-95ef-50cac4f132b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:35.131229 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94189844-7854-45ee-a126-f000fffacbcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:35.191514 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da55b37-d7d2-4be9-9d24-71dd3a33e7e3 admin admin] Made reservation on behalf of ba2221b48b744bd48a410a13c6b8c9a7 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:35.194598 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6da55b37-d7d2-4be9-9d24-71dd3a33e7e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:35.232065 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c9f87-0eed-4cb7-9425-e6923f5b133c req-c8f55f5b-7a56-4009-9742-5c915562750d tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:35.256286 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c36c9f87-0eed-4cb7-9425-e6923f5b133c req-c8f55f5b-7a56-4009-9742-5c915562750d tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=26a443b3-7a53-438b-9302-21e8444f3122 HTTP/1.1" status: 200 len: 944 time: 0.4847827 Nov 25 19:42:35.416119 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:35.452238 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c05ddf25-db59-4386-932e-4c2e504d85d7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:35.507176 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ddf25-db59-4386-932e-4c2e504d85d7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Port': ['ID=9ccdebd6-ec7d-4ed0-91da-c9459291eb7a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:35.511399 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94189844-7854-45ee-a126-f000fffacbcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dfbb276-11e5-414c-b31c-559c0b9f994d,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:35.528460 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-f9c7cc95-914f-46cb-a9e2-05f8a1ad36d1 service neutron] 10.222.0.85 "GET /v2.0/networks/d4d26649-0402-45f1-9591-4343456b37f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124500 Nov 25 19:42:35.639217 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:35.672031 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a05a41b-1105-4118-bc43-bcb414f2269e req-c980f089-eb87-45a4-b48f-320d73321388 service neutron] 10.222.0.85 "GET /v2.0/networks/d4d26649-0402-45f1-9591-4343456b37f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341760 Nov 25 19:42:35.797559 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94189844-7854-45ee-a126-f000fffacbcc admin admin] Checking segment: {'id': '04fabac9-f65f-4fde-b14c-438d1e6ec424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7b554939-0be1-4ec6-b24c-67d3e874e0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:35.798688 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94189844-7854-45ee-a126-f000fffacbcc admin admin] Network hostable DHCP agents. Network: 7b554939-0be1-4ec6-b24c-67d3e874e0c5, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:42:35.824355 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c36c9f87-0eed-4cb7-9425-e6923f5b133c req-9b3fe72c-11e2-4e05-8788-005df6844bf3 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061621 Nov 25 19:42:35.832158 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df22a338-fb26-43e8-95ef-50cac4f132b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:35.893640 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c10f18-0839-47bd-b293-40a7b3714cd2 None None] get_active_networks_info from n-d-819349-5 {{(pid=103601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:42:35.989189 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d2eb354c-1111-4ad5-b2b5-224ad322979c None None] Could not find standard attr ID for object 9ccdebd6-ec7d-4ed0-91da-c9459291eb7a. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:42:35.996828 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22a338-fb26-43e8-95ef-50cac4f132b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec82d2f3-e400-4120-bb41-01b4378dd9d3,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:36.023975 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df22a338-fb26-43e8-95ef-50cac4f132b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:36.036348 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-df22a338-fb26-43e8-95ef-50cac4f132b6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ec82d2f3-e400-4120-bb41-01b4378dd9d3 HTTP/1.1" status: 204 len: 168 time: 1.6032181 Nov 25 19:42:36.037560 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48972) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:36.060717 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94189844-7854-45ee-a126-f000fffacbcc admin admin] Network 7b554939-0be1-4ec6-b24c-67d3e874e0c5 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:42:36.080556 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c05ddf25-db59-4386-932e-4c2e504d85d7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:36.087953 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c05ddf25-db59-4386-932e-4c2e504d85d7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/9ccdebd6-ec7d-4ed0-91da-c9459291eb7a HTTP/1.1" status: 204 len: 168 time: 4.5114703 Nov 25 19:42:36.095126 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48974) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:36.141426 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-94189844-7854-45ee-a126-f000fffacbcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 7b554939-0be1-4ec6-b24c-67d3e874e0c5) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:36.217522 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c10f18-0839-47bd-b293-40a7b3714cd2 None None] Resources bound (agent type, host, resource id): {{(pid=103601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:42:36.227599 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94189844-7854-45ee-a126-f000fffacbcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:36.228778 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94189844-7854-45ee-a126-f000fffacbcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:36.239554 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d2eb354c-1111-4ad5-b2b5-224ad322979c None None] Provisioning complete for port c7111a41-678f-44ee-88fd-2217396e3e95 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:36.240630 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d2eb354c-1111-4ad5-b2b5-224ad322979c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:36.265695 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8443e1-9b97-446b-9d20-ab986fe35197 x-openstack-request-id: req-da8443e1-9b97-446b-9d20-ab986fe35197 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:42:36.266095 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a443b3-7a53-438b-9302-21e8444f3122", "tag": "82e5380d-78f6-44e2-a23e-01b00fda45ef", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:42:36.266479 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-da8443e1-9b97-446b-9d20-ab986fe35197 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:42:36.267030 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a443b3-7a53-438b-9302-21e8444f3122', 'tag': '82e5380d-78f6-44e2-a23e-01b00fda45ef', 'status': 'completed', 'code': 200} Nov 25 19:42:36.278780 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f9679e86-f19b-4e50-a853-2d0885f06005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:36.351477 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 988318e7-b4e7-4054-b758-008ca504a979 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:42:36.404014 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-94189844-7854-45ee-a126-f000fffacbcc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.8948033 Nov 25 19:42:36.406211 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6da55b37-d7d2-4be9-9d24-71dd3a33e7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:36.412417 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48978) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:36.429955 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 988318e7-b4e7-4054-b758-008ca504a979 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:42:36.432732 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1162c4e7-5860-4e0d-9d54-0d0fe80964fe admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1698232776-router', 'tenant_id': 'b14339133a914aa7b55a942f74e5faf3', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:36.433013 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 988318e7-b4e7-4054-b758-008ca504a979 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:42:36.453013 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1ac219-d87f-4a72-8ef0-fc445154e6d2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:36.457015 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1ac219-d87f-4a72-8ef0-fc445154e6d2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:36.463825 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1ac219-d87f-4a72-8ef0-fc445154e6d2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:36.472923 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3a1ac219-d87f-4a72-8ef0-fc445154e6d2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3762007 Nov 25 19:42:36.495019 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48980) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:36.565432 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f430853c-fda3-4df5-bb19-5a234824f0ef tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:36.644045 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36515b7a-b4fd-4089-a4ab-b8d704982686 req-1d179f4c-4589-4104-8e8f-5150c28cb77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:36.646780 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36515b7a-b4fd-4089-a4ab-b8d704982686 req-1d179f4c-4589-4104-8e8f-5150c28cb77a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1b4e8b3b51d5452eabf5c1806a2b7061&device_id=26a443b3-7a53-438b-9302-21e8444f3122 HTTP/1.1" status: 200 len: 1095 time: 0.3570766 Nov 25 19:42:36.675343 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1162c4e7-5860-4e0d-9d54-0d0fe80964fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:36.676407 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1162c4e7-5860-4e0d-9d54-0d0fe80964fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:36.691962 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da55b37-d7d2-4be9-9d24-71dd3a33e7e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ae412bb-db44-4343-b3f6-5623966939a0,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:36.706908 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da55b37-d7d2-4be9-9d24-71dd3a33e7e3 admin admin] Checking segment: {'id': '25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4ebe12af-5479-4b9f-987f-445ecc1140ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:36.707741 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da55b37-d7d2-4be9-9d24-71dd3a33e7e3 admin admin] Network hostable DHCP agents. Network: 4ebe12af-5479-4b9f-987f-445ecc1140ce, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:42:36.844680 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1d00dc-ac72-4fc7-8f83-7b27092edf08 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet 2fa027c1-4453-4f7e-ba8a-e210bb550311 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:42:36.858527 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c1d00dc-ac72-4fc7-8f83-7b27092edf08 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:36.866988 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f9679e86-f19b-4e50-a853-2d0885f06005 admin admin] Deleting port 505a120d-d5c6-4689-bf7b-c32e28b712f5 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:36.867563 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f9679e86-f19b-4e50-a853-2d0885f06005 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:36.912592 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1162c4e7-5860-4e0d-9d54-0d0fe80964fe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:36.918744 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da55b37-d7d2-4be9-9d24-71dd3a33e7e3 admin admin] Network 4ebe12af-5479-4b9f-987f-445ecc1140ce is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:42:37.166742 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c1d00dc-ac72-4fc7-8f83-7b27092edf08 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:37.172034 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f9679e86-f19b-4e50-a853-2d0885f06005 admin admin] For port 505a120d-d5c6-4689-bf7b-c32e28b712f5, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=505a120d-d5c6-4689-bf7b-c32e28b712f5,segment=NetworkSegment(f13a6d17-3c3e-464b-809d-7841fec99864),segment_id=f13a6d17-3c3e-464b-809d-7841fec99864)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:37.172744 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f9679e86-f19b-4e50-a853-2d0885f06005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:37.174603 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-6da55b37-d7d2-4be9-9d24-71dd3a33e7e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 4ebe12af-5479-4b9f-987f-445ecc1140ce) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:37.191805 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36515b7a-b4fd-4089-a4ab-b8d704982686 req-525b16cf-38db-471f-bcc0-39d8a76e8f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:37.193343 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36515b7a-b4fd-4089-a4ab-b8d704982686 req-525b16cf-38db-471f-bcc0-39d8a76e8f14 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d4d26649-0402-45f1-9591-4343456b37f2 HTTP/1.1" status: 200 len: 905 time: 0.5357144 Nov 25 19:42:37.241658 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da55b37-d7d2-4be9-9d24-71dd3a33e7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:37.241658 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6da55b37-d7d2-4be9-9d24-71dd3a33e7e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:37.257472 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f9679e86-f19b-4e50-a853-2d0885f06005 admin admin] Calling delete_port for 505a120d-d5c6-4689-bf7b-c32e28b712f5 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:37.279546 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1162c4e7-5860-4e0d-9d54-0d0fe80964fe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:37.305012 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36515b7a-b4fd-4089-a4ab-b8d704982686 req-adde53ae-fc63-4276-988a-73d7b706957f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e5380d-78f6-44e2-a23e-01b00fda45ef HTTP/1.1" status: 200 len: 217 time: 0.0696213 Nov 25 19:42:37.340486 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6da55b37-d7d2-4be9-9d24-71dd3a33e7e3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.4901991 Nov 25 19:42:37.358841 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48986) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:37.372899 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-87a7e6b2-c341-458c-9070-3647b6d085a1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1522010793-router', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:37.433585 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c33ef8-66cd-4621-8a4f-8966c2b7be3a req-c11108a6-c7b5-4cc0-a0b7-92a6d4d5c469 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:37.435292 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36c33ef8-66cd-4621-8a4f-8966c2b7be3a req-c11108a6-c7b5-4cc0-a0b7-92a6d4d5c469 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=26a443b3-7a53-438b-9302-21e8444f3122 HTTP/1.1" status: 200 len: 944 time: 0.3412809 Nov 25 19:42:37.591529 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-87a7e6b2-c341-458c-9070-3647b6d085a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:37.592639 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-87a7e6b2-c341-458c-9070-3647b6d085a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:37.628342 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36515b7a-b4fd-4089-a4ab-b8d704982686 req-31ceac3d-d7d1-4a53-beb5-c23fa9a8e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:37.631212 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36515b7a-b4fd-4089-a4ab-b8d704982686 req-31ceac3d-d7d1-4a53-beb5-c23fa9a8e489 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e758be47-f502-42b6-8983-165c34ac1a0f HTTP/1.1" status: 200 len: 844 time: 0.3157189 Nov 25 19:42:37.729120 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c1d00dc-ac72-4fc7-8f83-7b27092edf08 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:37.761447 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f430853c-fda3-4df5-bb19-5a234824f0ef tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Deleting port ac8712a2-6682-4fb0-9e34-5a1d81fe9fcd {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:37.761780 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f430853c-fda3-4df5-bb19-5a234824f0ef tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:37.883964 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36515b7a-b4fd-4089-a4ab-b8d704982686 req-badc0ca3-4304-474f-92c8-10c3e49cb722 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d4d26649-0402-45f1-9591-4343456b37f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2150826 Nov 25 19:42:37.918253 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36c33ef8-66cd-4621-8a4f-8966c2b7be3a req-8f08f449-f728-44eb-8c86-dc8974f10716 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473646 Nov 25 19:42:37.919218 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f430853c-fda3-4df5-bb19-5a234824f0ef tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:37.942494 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f430853c-fda3-4df5-bb19-5a234824f0ef tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Calling delete_port for ac8712a2-6682-4fb0-9e34-5a1d81fe9fcd owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:37.969465 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f9679e86-f19b-4e50-a853-2d0885f06005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:38.127655 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9679e86-f19b-4e50-a853-2d0885f06005 admin admin] Pushing event deleted for resources: {'Port': ['ID=505a120d-d5c6-4689-bf7b-c32e28b712f5,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:38.167877 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9679e86-f19b-4e50-a853-2d0885f06005 admin admin] No DVR routers for this DVR port 505a120d-d5c6-4689-bf7b-c32e28b712f5 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:42:38.191850 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897675e5-a65e-4b16-bc68-5a2d9ff556c1 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:38.197536 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c1d00dc-ac72-4fc7-8f83-7b27092edf08 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:38.209029 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2501708-1f68-435b-84c1-62e5c87daccb None None] DHCP port deletion for d4d26649-0402-45f1-9591-4343456b37f2 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:38.222332 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d9f8c2-6acf-42ab-8aca-cced5c70b9d6 None None] Network ef8c8951-3e09-4638-b17c-6d6bf560793b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:38.242303 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c0a239-4d3b-4332-b753-a3d5010ff7e6 None None] Network 7b554939-0be1-4ec6-b24c-67d3e874e0c5 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:38.245637 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23619b14-49a1-4461-8c39-7eb10db9bb1e None None] Network 4ebe12af-5479-4b9f-987f-445ecc1140ce requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:38.300789 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36515b7a-b4fd-4089-a4ab-b8d704982686 req-aecc03e0-977e-4547-8089-17ff66fcedda service neutron] 10.222.0.85 "GET /v2.0/networks/d4d26649-0402-45f1-9591-4343456b37f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029686 Nov 25 19:42:38.398738 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d00dc-ac72-4fc7-8f83-7b27092edf08 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=2fa027c1-4453-4f7e-ba8a-e210bb550311,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:38.413898 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c1d00dc-ac72-4fc7-8f83-7b27092edf08 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:38.428578 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5c1d00dc-ac72-4fc7-8f83-7b27092edf08 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/2fa027c1-4453-4f7e-ba8a-e210bb550311 HTTP/1.1" status: 204 len: 168 time: 1.9314692 Nov 25 19:42:38.467957 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d8085b-c502-4a8d-b8cc-ed7735d37f1c None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:38.520866 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48996) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:38.525710 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-87a7e6b2-c341-458c-9070-3647b6d085a1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:38.531934 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f430853c-fda3-4df5-bb19-5a234824f0ef tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:38.608619 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f9679e86-f19b-4e50-a853-2d0885f06005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:38.635657 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d414924-57af-413d-8172-42f15c6f31c5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet c540d643-d527-403b-bc1d-158cfae6b0e4 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:42:38.646670 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430853c-fda3-4df5-bb19-5a234824f0ef tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Port': ['ID=ac8712a2-6682-4fb0-9e34-5a1d81fe9fcd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:38.686190 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-23b78f9b-854c-418b-a3d4-d99815ea0909 None None] Provisioning complete for port c7111a41-678f-44ee-88fd-2217396e3e95 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:38.688748 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-23b78f9b-854c-418b-a3d4-d99815ea0909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:38.699316 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d414924-57af-413d-8172-42f15c6f31c5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:38.766369 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36515b7a-b4fd-4089-a4ab-b8d704982686 req-770f6711-c6d3-47af-bc47-6c1fff0667b4 service neutron] 10.222.0.85 "GET /v2.0/networks/d4d26649-0402-45f1-9591-4343456b37f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360753 Nov 25 19:42:38.771011 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-f9679e86-f19b-4e50-a853-2d0885f06005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8c8951-3e09-4638-b17c-6d6bf560793b']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:38.799515 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-f9679e86-f19b-4e50-a853-2d0885f06005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f13a6d17-3c3e-464b-809d-7841fec99864') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:38.799912 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-f9679e86-f19b-4e50-a853-2d0885f06005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f13a6d17-3c3e-464b-809d-7841fec99864') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:38.815034 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f9679e86-f19b-4e50-a853-2d0885f06005 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:38.837772 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f9679e86-f19b-4e50-a853-2d0885f06005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:38.846114 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 82e5380d-78f6-44e2-a23e-01b00fda45ef details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:42:38.856004 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9679e86-f19b-4e50-a853-2d0885f06005 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:42:38.856429 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f9679e86-f19b-4e50-a853-2d0885f06005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:42:38.862767 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:42:38.906099 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d414924-57af-413d-8172-42f15c6f31c5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:39.106993 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f9679e86-f19b-4e50-a853-2d0885f06005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:39.122829 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f9679e86-f19b-4e50-a853-2d0885f06005 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:39.129826 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f9679e86-f19b-4e50-a853-2d0885f06005 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ef8c8951-3e09-4638-b17c-6d6bf560793b HTTP/1.1" status: 204 len: 168 time: 3.0881164 Nov 25 19:42:39.135141 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49004) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:39.207305 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:42:39.245318 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9679e86-f19b-4e50-a853-2d0885f06005 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef8c8951-3e09-4638-b17c-6d6bf560793b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:39.357713 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ddba7d-8a1a-43ef-810c-0ba23e0ab1de None None] DHCP port deletion for ef8c8951-3e09-4638-b17c-6d6bf560793b request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:39.442204 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 82e5380d-78f6-44e2-a23e-01b00fda45ef, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=82e5380d-78f6-44e2-a23e-01b00fda45ef,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:39.458658 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d414924-57af-413d-8172-42f15c6f31c5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:39.496939 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '82e5380d-78f6-44e2-a23e-01b00fda45ef', 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2', 'port_id': '82e5380d-78f6-44e2-a23e-01b00fda45ef', 'mac_address': 'fa:16:3e:03:ff:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e758be47-f502-42b6-8983-165c34ac1a0f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:42:39.514486 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9aaa27-7961-4827-9fb5-e337b48c1b52 None None] Network 7b554939-0be1-4ec6-b24c-67d3e874e0c5 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:39.526646 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b202489-703f-4db9-a384-8e53d5f968c9 None None] Network 4ebe12af-5479-4b9f-987f-445ecc1140ce requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:39.732310 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1162c4e7-5860-4e0d-9d54-0d0fe80964fe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:39.732647 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc6a0c-e73c-4993-8f8c-027766fe8957 req-b4681af1-02a3-4b53-8877-aa13e5ed5edd tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:39.734471 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b6fc6a0c-e73c-4993-8f8c-027766fe8957 req-b4681af1-02a3-4b53-8877-aa13e5ed5edd tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=26a443b3-7a53-438b-9302-21e8444f3122 HTTP/1.1" status: 200 len: 944 time: 0.4465089 Nov 25 19:42:39.741637 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d414924-57af-413d-8172-42f15c6f31c5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:39.846155 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1162c4e7-5860-4e0d-9d54-0d0fe80964fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:39.853664 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d414924-57af-413d-8172-42f15c6f31c5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:39.860282 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49008) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:39.860632 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7d414924-57af-413d-8172-42f15c6f31c5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/c540d643-d527-403b-bc1d-158cfae6b0e4 HTTP/1.1" status: 204 len: 168 time: 1.3325987 Nov 25 19:42:39.920518 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-99fa30f8-9f53-481e-a049-b5829c48bb9b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539641 Nov 25 19:42:39.923614 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49010) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:39.930398 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-5d7d32f5-7147-4d7f-b49c-8868350b549e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:39.938943 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d414924-57af-413d-8172-42f15c6f31c5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=c540d643-d527-403b-bc1d-158cfae6b0e4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:39.963511 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b6fc6a0c-e73c-4993-8f8c-027766fe8957 req-b500829b-40d6-41dd-b9c3-dcb34eb57f1b tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174716 Nov 25 19:42:39.999321 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:40.053723 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e5380d-78f6-44e2-a23e-01b00fda45ef {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:42:40.083156 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 82e5380d-78f6-44e2-a23e-01b00fda45ef, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=82e5380d-78f6-44e2-a23e-01b00fda45ef,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:40.092643 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:40.159987 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=82e5380d-78f6-44e2-a23e-01b00fda45ef,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:40.172575 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-87a7e6b2-c341-458c-9070-3647b6d085a1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:40.295204 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 505a120d-d5c6-4689-bf7b-c32e28b712f5 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:42:40.314112 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7d32f5-7147-4d7f-b49c-8868350b549e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:40.331820 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5d7d32f5-7147-4d7f-b49c-8868350b549e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:40.335767 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 505a120d-d5c6-4689-bf7b-c32e28b712f5 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:42:40.336925 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 505a120d-d5c6-4689-bf7b-c32e28b712f5 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:42:40.373906 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['82e5380d-78f6-44e2-a23e-01b00fda45ef'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:42:40.432824 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f5a5c8-0f7c-4474-a1d8-f0e409859887 None None] Update dhcp port {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'fixed_ips': [{'subnet_id': 'c540d643-d527-403b-bc1d-158cfae6b0e4'}], 'binding:host_id': 'n-d-819349-5'}, 'id': 'c7111a41-678f-44ee-88fd-2217396e3e95'} from n-d-819349-5. {{(pid=103601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:42:40.483414 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c741ce5-29b8-4ed0-96f4-b1bd11e86fa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:40.500830 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f430853c-fda3-4df5-bb19-5a234824f0ef tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:40.554688 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:42:40.701841 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-51f5a5c8-0f7c-4474-a1d8-f0e409859887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:40.848139 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-1162c4e7-5860-4e0d-9d54-0d0fe80964fe admin admin] Allocated IP 172.25.6.44 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/4c79c259-9fdc-4143-ba5a-d11d5ef8e713) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:40.867401 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb86d437-858b-4e0d-af1b-000d946a42f3 None None] DHCP port deletion for 7b554939-0be1-4ec6-b24c-67d3e874e0c5 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:41.021291 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4640c976-0b26-4256-84bd-6fe856ff6a11 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:41.042817 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f430853c-fda3-4df5-bb19-5a234824f0ef tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Router c1a38e46-f7fc-42b6-a38c-c91c21f88942 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:42:41.142145 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2a8a1b88-c656-4700-9671-5ab1e8430e3f None None] Provisioning complete for port c7111a41-678f-44ee-88fd-2217396e3e95 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:41.142791 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2a8a1b88-c656-4700-9671-5ab1e8430e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:41.377694 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1162c4e7-5860-4e0d-9d54-0d0fe80964fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:41.471443 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5d7d32f5-7147-4d7f-b49c-8868350b549e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:41.472360 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f430853c-fda3-4df5-bb19-5a234824f0ef tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:42:41.485147 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f430853c-fda3-4df5-bb19-5a234824f0ef tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "PUT /v2.0/routers/c1a38e46-f7fc-42b6-a38c-c91c21f88942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8768806 Nov 25 19:42:41.486857 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49020) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:41.495174 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13af94f-aff6-4b20-b2fe-896a03dfac35 None None] Sync routers for ids ['c1a38e46-f7fc-42b6-a38c-c91c21f88942'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:42:41.518139 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13af94f-aff6-4b20-b2fe-896a03dfac35 None None] Routers {'c1a38e46-f7fc-42b6-a38c-c91c21f88942'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:41.518139 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d13af94f-aff6-4b20-b2fe-896a03dfac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:42:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c1a38e46-f7fc-42b6-a38c-c91c21f88942'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:41.519883 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1162c4e7-5860-4e0d-9d54-0d0fe80964fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:41.537551 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-87a7e6b2-c341-458c-9070-3647b6d085a1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:41.549923 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193fab7f-e649-4db1-ab81-d9e26dbdda51 None None] DHCP port deletion for b691ce13-c3fa-46f8-892f-a6e3ddf6046b request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:41.580032 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce38162-ed8a-49ce-8edf-2e343a8bf028 req-7333cf40-de21-4fbd-ac24-9c4c8141e3f9 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:41.583402 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fce38162-ed8a-49ce-8edf-2e343a8bf028 req-7333cf40-de21-4fbd-ac24-9c4c8141e3f9 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=26a443b3-7a53-438b-9302-21e8444f3122 HTTP/1.1" status: 200 len: 945 time: 0.2707162 Nov 25 19:42:41.596128 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d13af94f-aff6-4b20-b2fe-896a03dfac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:41.599992 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0af71c10-9b60-4a69-9463-3deaa72433fb tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1a38e46-f7fc-42b6-a38c-c91c21f88942 HTTP/1.1" status: 200 len: 205 time: 0.1133661 Nov 25 19:42:41.623725 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13af94f-aff6-4b20-b2fe-896a03dfac35 None None] Routers {'c1a38e46-f7fc-42b6-a38c-c91c21f88942'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:41.624648 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d13af94f-aff6-4b20-b2fe-896a03dfac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:42:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c1a38e46-f7fc-42b6-a38c-c91c21f88942'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:41.624842 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49022) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:41.642070 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7d32f5-7147-4d7f-b49c-8868350b549e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:41.672422 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-193fab7f-e649-4db1-ab81-d9e26dbdda51 None None] Deleting port c7111a41-678f-44ee-88fd-2217396e3e95 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:41.673040 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-193fab7f-e649-4db1-ab81-d9e26dbdda51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:41.673173 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-5d7d32f5-7147-4d7f-b49c-8868350b549e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:41.681053 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d13af94f-aff6-4b20-b2fe-896a03dfac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:41.694407 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-87a7e6b2-c341-458c-9070-3647b6d085a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:41.695939 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13af94f-aff6-4b20-b2fe-896a03dfac35 None None] The sync data for ids ['c1a38e46-f7fc-42b6-a38c-c91c21f88942'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:42:41.748879 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1162c4e7-5860-4e0d-9d54-0d0fe80964fe admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:41.760744 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1162c4e7-5860-4e0d-9d54-0d0fe80964fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:41.773550 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7d32f5-7147-4d7f-b49c-8868350b549e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:41.776194 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5d7d32f5-7147-4d7f-b49c-8868350b549e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:41.784735 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1162c4e7-5860-4e0d-9d54-0d0fe80964fe admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:41.893540 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162c4e7-5860-4e0d-9d54-0d0fe80964fe admin admin] Pushing event updated for resources: {'Port': ['ID=4c79c259-9fdc-4143-ba5a-d11d5ef8e713,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:41.894140 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d32f5-7147-4d7f-b49c-8868350b549e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=d22a2dfc-24d0-4dd8-97b1-d2eaea68c996,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:41.923174 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-193fab7f-e649-4db1-ab81-d9e26dbdda51 None None] For port c7111a41-678f-44ee-88fd-2217396e3e95, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c7111a41-678f-44ee-88fd-2217396e3e95,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:41.924079 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-193fab7f-e649-4db1-ab81-d9e26dbdda51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:41.952220 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-193fab7f-e649-4db1-ab81-d9e26dbdda51 None None] Calling delete_port for c7111a41-678f-44ee-88fd-2217396e3e95 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:41.980453 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b00f629-2ec8-43af-9691-196f266fe116 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:41.999055 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d32f5-7147-4d7f-b49c-8868350b549e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:41.999663 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d32f5-7147-4d7f-b49c-8868350b549e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:42.000232 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d32f5-7147-4d7f-b49c-8868350b549e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:42.000825 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d32f5-7147-4d7f-b49c-8868350b549e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:42.001411 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d32f5-7147-4d7f-b49c-8868350b549e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:42.001992 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d32f5-7147-4d7f-b49c-8868350b549e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:42.003568 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d32f5-7147-4d7f-b49c-8868350b549e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:42.004576 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d32f5-7147-4d7f-b49c-8868350b549e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:42.005321 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d32f5-7147-4d7f-b49c-8868350b549e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:42.005922 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d32f5-7147-4d7f-b49c-8868350b549e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:42.006540 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d32f5-7147-4d7f-b49c-8868350b549e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:42.007126 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d32f5-7147-4d7f-b49c-8868350b549e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:42.019399 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fce38162-ed8a-49ce-8edf-2e343a8bf028 req-0632ff0b-76e1-405f-b12a-c5e989d0edcc tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151812 Nov 25 19:42:42.040865 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5d7d32f5-7147-4d7f-b49c-8868350b549e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1161542 Nov 25 19:42:42.045363 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49028) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:42.057715 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-2540e2ae-4672-4834-8ebf-86ebf85503ba tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:42.074479 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-07e8b242-a66b-445a-8d72-24ee99a02dad tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:42.209255 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-193fab7f-e649-4db1-ab81-d9e26dbdda51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:42.315422 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193fab7f-e649-4db1-ab81-d9e26dbdda51 None None] Pushing event deleted for resources: {'Port': ['ID=c7111a41-678f-44ee-88fd-2217396e3e95,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:42.323713 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c7111a41-678f-44ee-88fd-2217396e3e95 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:42:42.401424 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: c7111a41-678f-44ee-88fd-2217396e3e95 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:42:42.402046 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c7111a41-678f-44ee-88fd-2217396e3e95 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:42:42.430557 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193fab7f-e649-4db1-ab81-d9e26dbdda51 None None] No DVR routers for this DVR port c7111a41-678f-44ee-88fd-2217396e3e95 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:42:42.491262 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3836c41e-0b44-4795-95e8-575c47964325 None None] Provisioning complete for port 4c79c259-9fdc-4143-ba5a-d11d5ef8e713 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:42.491912 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3836c41e-0b44-4795-95e8-575c47964325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:42.497071 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f6f440-92eb-48ad-9ae5-d6d09d95b5a1 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:42.696555 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-87a7e6b2-c341-458c-9070-3647b6d085a1 admin admin] Allocated IP 172.25.6.226 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/5019a198-382c-4469-be88-375b0d29b91e) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:42.720140 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-3836c41e-0b44-4795-95e8-575c47964325 None None] Port 4c79c259-9fdc-4143-ba5a-d11d5ef8e713 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:42:42.731984 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 82e5380d-78f6-44e2-a23e-01b00fda45ef up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:42.819385 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-07e8b242-a66b-445a-8d72-24ee99a02dad tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:42.849912 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-07e8b242-a66b-445a-8d72-24ee99a02dad tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:42.866858 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0c741ce5-29b8-4ed0-96f4-b1bd11e86fa4 admin admin] Deleting port fb0b73b6-9fdd-4c11-8e5e-c8d02920c921 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:42.869024 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c741ce5-29b8-4ed0-96f4-b1bd11e86fa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:42.890457 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 82e5380d-78f6-44e2-a23e-01b00fda45ef completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:42:42.915707 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-87a7e6b2-c341-458c-9070-3647b6d085a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:42.926946 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 82e5380d-78f6-44e2-a23e-01b00fda45ef triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:42.932355 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:42.974436 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-87a7e6b2-c341-458c-9070-3647b6d085a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:42.984313 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-07e8b242-a66b-445a-8d72-24ee99a02dad tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:42.985045 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e8b242-a66b-445a-8d72-24ee99a02dad tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Fanout notify agent at l3_agent the message router_deleted on router c1a38e46-f7fc-42b6-a38c-c91c21f88942 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:42:43.003018 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-07e8b242-a66b-445a-8d72-24ee99a02dad tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:43.003679 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a7e6b2-c341-458c-9070-3647b6d085a1 admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:43.009950 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-07e8b242-a66b-445a-8d72-24ee99a02dad tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/routers/c1a38e46-f7fc-42b6-a38c-c91c21f88942 HTTP/1.1" status: 204 len: 168 time: 1.3649547 Nov 25 19:42:43.013714 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49038) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:43.014015 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-87a7e6b2-c341-458c-9070-3647b6d085a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:43.043768 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a7e6b2-c341-458c-9070-3647b6d085a1 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:43.058165 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e1521d-797a-43ad-8611-4b20eab371e5 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:43.102588 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7e6b2-c341-458c-9070-3647b6d085a1 admin admin] Pushing event updated for resources: {'Port': ['ID=5019a198-382c-4469-be88-375b0d29b91e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:43.115402 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de02a22d-3cf1-4467-813f-ec9950bf59ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'fixed_ips': [{'subnet_id': 'd22a2dfc-24d0-4dd8-97b1-d2eaea68c996'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:42:43.118328 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-de02a22d-3cf1-4467-813f-ec9950bf59ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:43.175474 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1162c4e7-5860-4e0d-9d54-0d0fe80964fe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:43.208333 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a0cca7-427a-4d68-b10b-7abd51596109 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Deleting subnet 7a824401-6de8-4766-984d-fb40d0c5f26a {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:42:43.226802 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2540e2ae-4672-4834-8ebf-86ebf85503ba tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:43.231825 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2540e2ae-4672-4834-8ebf-86ebf85503ba tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:43.237754 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-39a0cca7-427a-4d68-b10b-7abd51596109 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:43.392026 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-39a0cca7-427a-4d68-b10b-7abd51596109 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:43.508444 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-39a0cca7-427a-4d68-b10b-7abd51596109 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:43.585613 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:43.596052 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-39a0cca7-427a-4d68-b10b-7abd51596109 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:43.621669 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-39a0cca7-427a-4d68-b10b-7abd51596109 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:43.629331 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-39a0cca7-427a-4d68-b10b-7abd51596109 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/subnets/7a824401-6de8-4766-984d-fb40d0c5f26a HTTP/1.1" status: 204 len: 168 time: 0.5977032 Nov 25 19:42:43.640890 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16410c13-deb6-4b41-969d-c0da3dbcd6ef req-fc27d79a-3b5c-4ca9-bc79-858e42e11500 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:43.650851 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16410c13-deb6-4b41-969d-c0da3dbcd6ef req-fc27d79a-3b5c-4ca9-bc79-858e42e11500 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=26a443b3-7a53-438b-9302-21e8444f3122 HTTP/1.1" status: 200 len: 945 time: 0.4381378 Nov 25 19:42:43.658102 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49044) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:43.665372 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488502a1-15e1-4048-9c0c-c093caecd8e8 None None] Network 6fe7b06e-5063-4732-b662-ea615ee50ce0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:43.680992 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3293493c-a7fd-4442-a3c1-9c37f8b608d0 None None] Provisioning complete for port 5019a198-382c-4469-be88-375b0d29b91e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:43.682080 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3293493c-a7fd-4442-a3c1-9c37f8b608d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:43.771268 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ee42f3-2ff3-4931-a1f6-977a44e3af76 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Deleting subnet 117b6d23-e33c-4a2b-80fd-1e8b9c2d985c {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:42:43.777720 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85ee42f3-2ff3-4931-a1f6-977a44e3af76 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:43.844156 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85ee42f3-2ff3-4931-a1f6-977a44e3af76 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:43.873469 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a443b3-7a53-438b-9302-21e8444f3122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e5380d-78f6-44e2-a23e-01b00fda45ef'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:42:43.875040 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871fa321-796e-49ab-8f90-94dd7e71faba" -d '{"events": [{"server_uuid": "26a443b3-7a53-438b-9302-21e8444f3122", "name": "network-vif-plugged", "status": "completed", "tag": "82e5380d-78f6-44e2-a23e-01b00fda45ef"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:42:43.951289 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85ee42f3-2ff3-4931-a1f6-977a44e3af76 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:43.980810 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1162c4e7-5860-4e0d-9d54-0d0fe80964fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:43.991845 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-3293493c-a7fd-4442-a3c1-9c37f8b608d0 None None] Port 5019a198-382c-4469-be88-375b0d29b91e cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:42:43.998481 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 82e5380d-78f6-44e2-a23e-01b00fda45ef, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=82e5380d-78f6-44e2-a23e-01b00fda45ef,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:44.021073 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:44.047636 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0cca7-427a-4d68-b10b-7abd51596109 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Subnet': ['ID=7a824401-6de8-4766-984d-fb40d0c5f26a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:44.050132 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-87a7e6b2-c341-458c-9070-3647b6d085a1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:44.077975 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0c741ce5-29b8-4ed0-96f4-b1bd11e86fa4 admin admin] For port fb0b73b6-9fdd-4c11-8e5e-c8d02920c921, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=fb0b73b6-9fdd-4c11-8e5e-c8d02920c921,segment=NetworkSegment(b9078fb3-09a5-4667-9ccb-e8c7effe710e),segment_id=b9078fb3-09a5-4667-9ccb-e8c7effe710e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:44.078542 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c741ce5-29b8-4ed0-96f4-b1bd11e86fa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:44.083735 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85ee42f3-2ff3-4931-a1f6-977a44e3af76 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:44.138777 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee42f3-2ff3-4931-a1f6-977a44e3af76 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Subnet': ['ID=117b6d23-e33c-4a2b-80fd-1e8b9c2d985c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:44.172265 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-de02a22d-3cf1-4467-813f-ec9950bf59ba None None] Allocated IP 172.20.0.2 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/d22a2dfc-24d0-4dd8-97b1-d2eaea68c996/f1b8ea5b-44bb-4f97-bb11-62e07375c92d) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:44.238276 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0c741ce5-29b8-4ed0-96f4-b1bd11e86fa4 admin admin] Calling delete_port for fb0b73b6-9fdd-4c11-8e5e-c8d02920c921 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:44.254227 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=82e5380d-78f6-44e2-a23e-01b00fda45ef,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:44.297595 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85ee42f3-2ff3-4931-a1f6-977a44e3af76 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:44.309774 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed276bc-8098-4cd1-9cd3-f308fe51d694 None None] Network d35fc1a5-b1f8-42a1-b7f8-099bb38d7627 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:44.311258 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-85ee42f3-2ff3-4931-a1f6-977a44e3af76 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/subnets/117b6d23-e33c-4a2b-80fd-1e8b9c2d985c HTTP/1.1" status: 204 len: 168 time: 0.6204233 Nov 25 19:42:44.314806 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49050) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:44.392049 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444e8660-9408-4f25-87e0-a122b320a6d2 None None] DHCP port deletion for 6fe7b06e-5063-4732-b662-ea615ee50ce0 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:44.403936 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-87a7e6b2-c341-458c-9070-3647b6d085a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:44.526112 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e840b28c-ab3a-4666-ac65-e318bfabe017 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:44.560546 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1162c4e7-5860-4e0d-9d54-0d0fe80964fe admin admin] Router 7472cbfe-cbdb-4591-8271-c73bc9937d39 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:42:44.572018 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-de02a22d-3cf1-4467-813f-ec9950bf59ba None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:44.579463 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16410c13-deb6-4b41-969d-c0da3dbcd6ef req-48771674-3050-4314-91f7-aab2ad3bcb08 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9272311 Nov 25 19:42:44.589998 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-de02a22d-3cf1-4467-813f-ec9950bf59ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:44.698252 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da574fc-bf32-455e-b5f4-e850c380c566 x-openstack-request-id: req-7da574fc-bf32-455e-b5f4-e850c380c566 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:42:44.698747 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a443b3-7a53-438b-9302-21e8444f3122", "name": "network-vif-plugged", "status": "completed", "tag": "82e5380d-78f6-44e2-a23e-01b00fda45ef", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:42:44.699148 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7da574fc-bf32-455e-b5f4-e850c380c566 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:42:44.699778 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a443b3-7a53-438b-9302-21e8444f3122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e5380d-78f6-44e2-a23e-01b00fda45ef', 'code': 200} Nov 25 19:42:44.754327 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-444e8660-9408-4f25-87e0-a122b320a6d2 None None] Deleting port 6dec56dc-ee99-4327-8611-7ef696b68081 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:44.755368 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-444e8660-9408-4f25-87e0-a122b320a6d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:44.760835 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbf3b71-75d8-4be4-b22e-524b6f350c85 None None] DHCP port deletion for d35fc1a5-b1f8-42a1-b7f8-099bb38d7627 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:44.775863 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de02a22d-3cf1-4467-813f-ec9950bf59ba None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:44.820401 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-de02a22d-3cf1-4467-813f-ec9950bf59ba None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:44.833057 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de02a22d-3cf1-4467-813f-ec9950bf59ba None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:44.884105 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1162c4e7-5860-4e0d-9d54-0d0fe80964fe admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:42:44.885190 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526ca22-6fa1-4e16-9646-4fb6dd2ec209 req-06811419-0312-4901-9f41-6737abfbea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:44.887822 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7526ca22-6fa1-4e16-9646-4fb6dd2ec209 req-06811419-0312-4901-9f41-6737abfbea73 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=26a443b3-7a53-438b-9302-21e8444f3122 HTTP/1.1" status: 200 len: 1097 time: 0.0898156 Nov 25 19:42:44.907377 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02a22d-3cf1-4467-813f-ec9950bf59ba None None] Pushing event updated for resources: {'Port': ['ID=f1b8ea5b-44bb-4f97-bb11-62e07375c92d,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:44.917406 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203ab08e-4bb6-4572-bcac-a12a3b8a5dc7 None None] Sync routers for ids ['7472cbfe-cbdb-4591-8271-c73bc9937d39'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:42:45.001053 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1162c4e7-5860-4e0d-9d54-0d0fe80964fe admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:45.004314 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1162c4e7-5860-4e0d-9d54-0d0fe80964fe admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.5850976 Nov 25 19:42:45.008088 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49052) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:45.021047 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a7e6b2-c341-458c-9070-3647b6d085a1 admin admin] Router c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:42:45.035157 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203ab08e-4bb6-4572-bcac-a12a3b8a5dc7 None None] Routers {'7472cbfe-cbdb-4591-8271-c73bc9937d39'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:45.035741 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-203ab08e-4bb6-4572-bcac-a12a3b8a5dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:42:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['7472cbfe-cbdb-4591-8271-c73bc9937d39'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:45.043675 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-444e8660-9408-4f25-87e0-a122b320a6d2 None None] For port 6dec56dc-ee99-4327-8611-7ef696b68081, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6dec56dc-ee99-4327-8611-7ef696b68081,segment=NetworkSegment(034e4287-48c3-4509-a262-5bcb859cea19),segment_id=034e4287-48c3-4509-a262-5bcb859cea19)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:45.044174 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-444e8660-9408-4f25-87e0-a122b320a6d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:45.107893 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7526ca22-6fa1-4e16-9646-4fb6dd2ec209 req-77470ede-cdfb-441b-a543-ebe58158f1de service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082992 Nov 25 19:42:45.128052 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e840b28c-ab3a-4666-ac65-e318bfabe017 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Deleting port 6dec56dc-ee99-4327-8611-7ef696b68081 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:45.128384 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e840b28c-ab3a-4666-ac65-e318bfabe017 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:45.334592 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-de02a22d-3cf1-4467-813f-ec9950bf59ba None None] Attempting to bind port f1b8ea5b-44bb-4f97-bb11-62e07375c92d on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:42:45.335143 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-de02a22d-3cf1-4467-813f-ec9950bf59ba None None] Attempting to bind port f1b8ea5b-44bb-4f97-bb11-62e07375c92d by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:42:45.335338 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de02a22d-3cf1-4467-813f-ec9950bf59ba None None] Attempting to bind port f1b8ea5b-44bb-4f97-bb11-62e07375c92d on network b691ce13-c3fa-46f8-892f-a6e3ddf6046b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:45.379845 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de02a22d-3cf1-4467-813f-ec9950bf59ba None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:42:45.380210 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de02a22d-3cf1-4467-813f-ec9950bf59ba None None] Checking segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:45.380665 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-de02a22d-3cf1-4467-813f-ec9950bf59ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:45.381011 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de02a22d-3cf1-4467-813f-ec9950bf59ba None None] Bound using segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:42:45.381660 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-de02a22d-3cf1-4467-813f-ec9950bf59ba None None] Bound port: f1b8ea5b-44bb-4f97-bb11-62e07375c92d, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:42:45.382050 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-de02a22d-3cf1-4467-813f-ec9950bf59ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:45.408739 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-444e8660-9408-4f25-87e0-a122b320a6d2 None None] Calling delete_port for 6dec56dc-ee99-4327-8611-7ef696b68081 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:45.473697 n-d-819349-5 neutron-server[103600]: DEBUG neutron.objects.ports [None req-2540e2ae-4672-4834-8ebf-86ebf85503ba tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103600) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:42:45.502117 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-de02a22d-3cf1-4467-813f-ec9950bf59ba None None] For port f1b8ea5b-44bb-4f97-bb11-62e07375c92d, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:42:45.530808 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-0dbf3b71-75d8-4be4-b22e-524b6f350c85 None None] Deleting port 065c5645-9c59-425b-a201-a33e396b73f2 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:45.531273 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0dbf3b71-75d8-4be4-b22e-524b6f350c85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:45.558439 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e840b28c-ab3a-4666-ac65-e318bfabe017 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] For port 6dec56dc-ee99-4327-8611-7ef696b68081, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6dec56dc-ee99-4327-8611-7ef696b68081,segment=NetworkSegment(034e4287-48c3-4509-a262-5bcb859cea19),segment_id=034e4287-48c3-4509-a262-5bcb859cea19)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:45.558795 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e840b28c-ab3a-4666-ac65-e318bfabe017 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:45.659461 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a7e6b2-c341-458c-9070-3647b6d085a1 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:42:45.676864 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963849e9-b08a-4cdb-b4b0-b56ae6d46916 None None] Sync routers for ids ['c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:42:45.679007 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e840b28c-ab3a-4666-ac65-e318bfabe017 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Calling delete_port for 6dec56dc-ee99-4327-8611-7ef696b68081 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:45.728014 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963849e9-b08a-4cdb-b4b0-b56ae6d46916 None None] Routers {'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:45.730276 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c741ce5-29b8-4ed0-96f4-b1bd11e86fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:45.731394 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-963849e9-b08a-4cdb-b4b0-b56ae6d46916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:42:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:45.795887 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-203ab08e-4bb6-4572-bcac-a12a3b8a5dc7 None None] Set router 7472cbfe-cbdb-4591-8271-c73bc9937d39 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:42:45.826270 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-87a7e6b2-c341-458c-9070-3647b6d085a1 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:45.827486 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-87a7e6b2-c341-458c-9070-3647b6d085a1 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 8.4624929 Nov 25 19:42:45.837891 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49056) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:45.879638 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c741ce5-29b8-4ed0-96f4-b1bd11e86fa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0b73b6-9fdd-4c11-8e5e-c8d02920c921,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:46.043990 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6361b-64fc-452f-9614-9f2b56f061c0 req-01dc1895-0eda-496f-83ab-010d0d05865e tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:46.046849 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6f6361b-64fc-452f-9614-9f2b56f061c0 req-01dc1895-0eda-496f-83ab-010d0d05865e tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=26a443b3-7a53-438b-9302-21e8444f3122 HTTP/1.1" status: 200 len: 946 time: 0.1997716 Nov 25 19:42:46.129861 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-963849e9-b08a-4cdb-b4b0-b56ae6d46916 None None] Set router c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:42:46.457625 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-444e8660-9408-4f25-87e0-a122b320a6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:46.613304 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-de02a22d-3cf1-4467-813f-ec9950bf59ba None None] For port f1b8ea5b-44bb-4f97-bb11-62e07375c92d, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f1b8ea5b-44bb-4f97-bb11-62e07375c92d,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:42:46.618625 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6dec56dc-ee99-4327-8611-7ef696b68081 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:42:46.630893 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444e8660-9408-4f25-87e0-a122b320a6d2 None None] No DVR routers for this DVR port 6dec56dc-ee99-4327-8611-7ef696b68081 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:42:46.759912 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-de02a22d-3cf1-4467-813f-ec9950bf59ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:46.775468 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-963849e9-b08a-4cdb-b4b0-b56ae6d46916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1522010793-router', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '5019a198-382c-4469-be88-375b0d29b91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:37Z', 'updated_at': '2021-11-25T19:42:43Z', 'revision_number': 3, 'project_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'gw_port': {'id': '5019a198-382c-4469-be88-375b0d29b91e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:41Z', 'updated_at': '2021-11-25T19:42:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:46.788520 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e8660-9408-4f25-87e0-a122b320a6d2 None None] Pushing event deleted for resources: {'Port': ['ID=6dec56dc-ee99-4327-8611-7ef696b68081,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:46.814834 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963849e9-b08a-4cdb-b4b0-b56ae6d46916 None None] Checking router: c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:42:46.815588 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963849e9-b08a-4cdb-b4b0-b56ae6d46916 None None] Updating router c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed port 5019a198-382c-4469-be88-375b0d29b91e binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:42:46.823522 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 6dec56dc-ee99-4327-8611-7ef696b68081 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:42:46.824115 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6dec56dc-ee99-4327-8611-7ef696b68081 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:42:46.824840 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 065c5645-9c59-425b-a201-a33e396b73f2 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:42:46.853136 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0dbf3b71-75d8-4be4-b22e-524b6f350c85 None None] For port 065c5645-9c59-425b-a201-a33e396b73f2, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=065c5645-9c59-425b-a201-a33e396b73f2,segment=NetworkSegment(8936430f-2c1f-4fe2-ae11-cb5ce67fa47d),segment_id=8936430f-2c1f-4fe2-ae11-cb5ce67fa47d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:46.854695 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0dbf3b71-75d8-4be4-b22e-524b6f350c85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:46.892499 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-963849e9-b08a-4cdb-b4b0-b56ae6d46916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:46.950210 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-db9c04a9-20ca-480c-b881-3b05380c5739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:46.953212 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6f6361b-64fc-452f-9614-9f2b56f061c0 req-dfb17ece-c34e-46cd-9a05-7071d1a06d34 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8899779 Nov 25 19:42:47.045100 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e840b28c-ab3a-4666-ac65-e318bfabe017 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:47.091299 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-0dbf3b71-75d8-4be4-b22e-524b6f350c85 None None] Calling delete_port for 065c5645-9c59-425b-a201-a33e396b73f2 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:47.183984 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02a22d-3cf1-4467-813f-ec9950bf59ba None None] Pushing event updated for resources: {'Port': ['ID=f1b8ea5b-44bb-4f97-bb11-62e07375c92d,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:47.229230 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2540e2ae-4672-4834-8ebf-86ebf85503ba tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:47.231839 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840b28c-ab3a-4666-ac65-e318bfabe017 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Port': ['ID=6dec56dc-ee99-4327-8611-7ef696b68081,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:47.241228 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e840b28c-ab3a-4666-ac65-e318bfabe017 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] No DVR routers for this DVR port 6dec56dc-ee99-4327-8611-7ef696b68081 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:42:47.280155 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-203ab08e-4bb6-4572-bcac-a12a3b8a5dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7472cbfe-cbdb-4591-8271-c73bc9937d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1698232776-router', 'tenant_id': 'b14339133a914aa7b55a942f74e5faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '4c79c259-9fdc-4143-ba5a-d11d5ef8e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:36Z', 'updated_at': '2021-11-25T19:42:42Z', 'revision_number': 3, 'project_id': 'b14339133a914aa7b55a942f74e5faf3', 'gw_port': {'id': '4c79c259-9fdc-4143-ba5a-d11d5ef8e713', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:36:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7472cbfe-cbdb-4591-8271-c73bc9937d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:40Z', 'updated_at': '2021-11-25T19:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:47.577023 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-360c7f5b-fe62-48ba-a776-e4d20f1033e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:47.634359 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203ab08e-4bb6-4572-bcac-a12a3b8a5dc7 None None] Checking router: 7472cbfe-cbdb-4591-8271-c73bc9937d39 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:42:47.638778 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203ab08e-4bb6-4572-bcac-a12a3b8a5dc7 None None] Updating router 7472cbfe-cbdb-4591-8271-c73bc9937d39 port 4c79c259-9fdc-4143-ba5a-d11d5ef8e713 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:42:47.717633 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:47.841842 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-203ab08e-4bb6-4572-bcac-a12a3b8a5dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:47.881016 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-963849e9-b08a-4cdb-b4b0-b56ae6d46916 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:47.894745 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-963849e9-b08a-4cdb-b4b0-b56ae6d46916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:47.937391 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a54d7a9-971e-4910-b05b-266fd304fdb6 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:47.953894 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-963849e9-b08a-4cdb-b4b0-b56ae6d46916 None None] Attempting to bind port 5019a198-382c-4469-be88-375b0d29b91e on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:42:47.954563 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-963849e9-b08a-4cdb-b4b0-b56ae6d46916 None None] Attempting to bind port 5019a198-382c-4469-be88-375b0d29b91e by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:42:47.955000 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963849e9-b08a-4cdb-b4b0-b56ae6d46916 None None] Attempting to bind port 5019a198-382c-4469-be88-375b0d29b91e on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:47.968945 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963849e9-b08a-4cdb-b4b0-b56ae6d46916 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:42:47.969429 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963849e9-b08a-4cdb-b4b0-b56ae6d46916 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:47.969900 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-963849e9-b08a-4cdb-b4b0-b56ae6d46916 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:47.970398 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963849e9-b08a-4cdb-b4b0-b56ae6d46916 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:42:47.970987 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-963849e9-b08a-4cdb-b4b0-b56ae6d46916 None None] Bound port: 5019a198-382c-4469-be88-375b0d29b91e, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:42:47.973521 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-963849e9-b08a-4cdb-b4b0-b56ae6d46916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:47.993127 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 065c5645-9c59-425b-a201-a33e396b73f2, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=065c5645-9c59-425b-a201-a33e396b73f2,segment=NetworkSegment(8936430f-2c1f-4fe2-ae11-cb5ce67fa47d),segment_id=8936430f-2c1f-4fe2-ae11-cb5ce67fa47d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:48.018449 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:48.034948 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2540e2ae-4672-4834-8ebf-86ebf85503ba tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] For port f1b8ea5b-44bb-4f97-bb11-62e07375c92d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f1b8ea5b-44bb-4f97-bb11-62e07375c92d,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:48.109194 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2540e2ae-4672-4834-8ebf-86ebf85503ba tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:48.129807 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2540e2ae-4672-4834-8ebf-86ebf85503ba tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:48.131352 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2540e2ae-4672-4834-8ebf-86ebf85503ba tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:48.168603 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-963849e9-b08a-4cdb-b4b0-b56ae6d46916 None None] For port 5019a198-382c-4469-be88-375b0d29b91e, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:42:48.179135 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-963849e9-b08a-4cdb-b4b0-b56ae6d46916 None None] For port 5019a198-382c-4469-be88-375b0d29b91e, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5019a198-382c-4469-be88-375b0d29b91e,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:42:48.188864 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2540e2ae-4672-4834-8ebf-86ebf85503ba tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:48.195123 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0dbf3b71-75d8-4be4-b22e-524b6f350c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:48.195976 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e840b28c-ab3a-4666-ac65-e318bfabe017 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:48.202637 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-963849e9-b08a-4cdb-b4b0-b56ae6d46916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:48.248000 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4345d-136c-4f2b-9c2f-183abdf0a306 None None] Pushing event updated for resources: {'Port': ['ID=5019a198-382c-4469-be88-375b0d29b91e,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:48.267720 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-2540e2ae-4672-4834-8ebf-86ebf85503ba tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:48.310749 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d4345d-136c-4f2b-9c2f-183abdf0a306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:48.316434 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d4345d-136c-4f2b-9c2f-183abdf0a306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:48.319835 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d4345d-136c-4f2b-9c2f-183abdf0a306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:48.320332 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d4345d-136c-4f2b-9c2f-183abdf0a306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:48.321267 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d4345d-136c-4f2b-9c2f-183abdf0a306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:48.322006 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d4345d-136c-4f2b-9c2f-183abdf0a306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:48.322498 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d4345d-136c-4f2b-9c2f-183abdf0a306 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:48.326695 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d4345d-136c-4f2b-9c2f-183abdf0a306 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:48.327809 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d4345d-136c-4f2b-9c2f-183abdf0a306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:48.332881 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d4345d-136c-4f2b-9c2f-183abdf0a306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:48.337464 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d4345d-136c-4f2b-9c2f-183abdf0a306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:48.337464 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d4345d-136c-4f2b-9c2f-183abdf0a306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:48.432094 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2540e2ae-4672-4834-8ebf-86ebf85503ba tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:48.433313 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2540e2ae-4672-4834-8ebf-86ebf85503ba tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:48.460032 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963849e9-b08a-4cdb-b4b0-b56ae6d46916 None None] Routers {'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:48.467267 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d26e4d8-0a58-4959-8789-e63a60a5e585 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:48.468754 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-963849e9-b08a-4cdb-b4b0-b56ae6d46916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:42:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:48.495515 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2540e2ae-4672-4834-8ebf-86ebf85503ba tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.4477642 Nov 25 19:42:48.532276 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event deleted for resources: {'Port': ['ID=065c5645-9c59-425b-a201-a33e396b73f2,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:48.546504 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-b75fe5ba-2d5e-469d-ad42-3755a3baea06 req-5f05e020-3fee-43ca-b07a-8137059958ae service neutron] (103599) timed out ('10.222.0.73', 63961) {{(pid=103599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 19:42:48.552390 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49064) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:48.563000 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-56b4d62e-d4c8-463b-9d1c-873ee1d891bf tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'mac_address': 'fa:16:3e:82:61:a3', 'name': 'tempest-NetworksTestDHCPv6-1700049342'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:48.565942 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f1b8ea5b-44bb-4f97-bb11-62e07375c92d up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:48.599325 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbf3b71-75d8-4be4-b22e-524b6f350c85 None None] No DVR routers for this DVR port 065c5645-9c59-425b-a201-a33e396b73f2 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:42:48.613850 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4de70106-933a-42aa-b895-6f1e46cddc5b None None] Provisioning complete for port 5019a198-382c-4469-be88-375b0d29b91e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:48.614714 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4de70106-933a-42aa-b895-6f1e46cddc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:48.640991 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563c500-963b-4cde-9241-c0a6fb599635 req-64493e27-b8f6-429f-ac68-5ae258909ab1 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:48.644543 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e563c500-963b-4cde-9241-c0a6fb599635 req-64493e27-b8f6-429f-ac68-5ae258909ab1 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=26a443b3-7a53-438b-9302-21e8444f3122 HTTP/1.1" status: 200 len: 946 time: 0.4346213 Nov 25 19:42:48.730261 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-e840b28c-ab3a-4666-ac65-e318bfabe017 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe7b06e-5063-4732-b662-ea615ee50ce0']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:48.738920 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf3b71-75d8-4be4-b22e-524b6f350c85 None None] Pushing event deleted for resources: {'Port': ['ID=065c5645-9c59-425b-a201-a33e396b73f2,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:48.809052 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-963849e9-b08a-4cdb-b4b0-b56ae6d46916 None None] Set router c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:42:48.826818 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e563c500-963b-4cde-9241-c0a6fb599635 req-bf2fa1c0-a49b-40ec-984f-a5f1f1857cfa tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438694 Nov 25 19:42:48.871281 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c741ce5-29b8-4ed0-96f4-b1bd11e86fa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:48.917761 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-e840b28c-ab3a-4666-ac65-e318bfabe017 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034e4287-48c3-4509-a262-5bcb859cea19') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:48.918252 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-e840b28c-ab3a-4666-ac65-e318bfabe017 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034e4287-48c3-4509-a262-5bcb859cea19') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:48.987930 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-db9c04a9-20ca-480c-b881-3b05380c5739 admin admin] Allocated IP 172.20.0.1 (7b554939-0be1-4ec6-b24c-67d3e874e0c5/9dfbb276-11e5-414c-b31c-559c0b9f994d/82803f89-6474-46a7-8e3d-fb50a5b10fe3) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:49.004370 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port f1b8ea5b-44bb-4f97-bb11-62e07375c92d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:49.005928 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:49.156786 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4345d-136c-4f2b-9c2f-183abdf0a306 None None] Pushing event updated for resources: {'Port': ['ID=5019a198-382c-4469-be88-375b0d29b91e,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:49.164428 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4de70106-933a-42aa-b895-6f1e46cddc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:49.293860 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4de70106-933a-42aa-b895-6f1e46cddc5b None None] For port 5019a198-382c-4469-be88-375b0d29b91e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5019a198-382c-4469-be88-375b0d29b91e,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:49.316974 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4de70106-933a-42aa-b895-6f1e46cddc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:49.363859 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c041cf-495e-4109-ad2e-3b8fa5db3368 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:49.432675 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-963849e9-b08a-4cdb-b4b0-b56ae6d46916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1522010793-router', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '5019a198-382c-4469-be88-375b0d29b91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:37Z', 'updated_at': '2021-11-25T19:42:43Z', 'revision_number': 3, 'project_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'gw_port': {'id': '5019a198-382c-4469-be88-375b0d29b91e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:41Z', 'updated_at': '2021-11-25T19:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:49.467328 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540e2ae-4672-4834-8ebf-86ebf85503ba tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=f1b8ea5b-44bb-4f97-bb11-62e07375c92d,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:49.469527 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963849e9-b08a-4cdb-b4b0-b56ae6d46916 None None] The sync data for ids ['c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'] in n-d-819349-5 is: [{'id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1522010793-router', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '5019a198-382c-4469-be88-375b0d29b91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:37Z', 'updated_at': '2021-11-25T19:42:43Z', 'revision_number': 3, 'project_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'gw_port': {'id': '5019a198-382c-4469-be88-375b0d29b91e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:41Z', 'updated_at': '2021-11-25T19:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:42:49.504674 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b4d62e-d4c8-463b-9d1c-873ee1d891bf tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:49.528460 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:49.531607 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-360c7f5b-fe62-48ba-a776-e4d20f1033e3 admin admin] Allocated IP 172.20.0.1 (4ebe12af-5479-4b9f-987f-445ecc1140ce/8ae412bb-db44-4343-b3f6-5623966939a0/77fcf6a0-55fc-45d2-9c11-edf42fbf247b) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:49.760535 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-db9c04a9-20ca-480c-b881-3b05380c5739 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:49.950560 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-203ab08e-4bb6-4572-bcac-a12a3b8a5dc7 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:49.952413 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-117ee7aa-5a20-4e76-9c24-8dcbe1f2e170 None None] Provisioning complete for port f1b8ea5b-44bb-4f97-bb11-62e07375c92d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:49.952798 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-117ee7aa-5a20-4e76-9c24-8dcbe1f2e170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:49.998928 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540e2ae-4672-4834-8ebf-86ebf85503ba tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=d544da9f-373c-4fa9-ae18-94da779097a3,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:50.034354 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-203ab08e-4bb6-4572-bcac-a12a3b8a5dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:50.057656 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e840b28c-ab3a-4666-ac65-e318bfabe017 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:50.079262 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de70106-933a-42aa-b895-6f1e46cddc5b None None] Pushing event updated for resources: {'Port': ['ID=5019a198-382c-4469-be88-375b0d29b91e,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:50.089068 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port f1b8ea5b-44bb-4f97-bb11-62e07375c92d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f1b8ea5b-44bb-4f97-bb11-62e07375c92d,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:50.108978 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:50.114270 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c741ce5-29b8-4ed0-96f4-b1bd11e86fa4 admin admin] Router c5b54e1e-8e3d-4388-9089-f9d09085336f has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:42:50.126969 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-203ab08e-4bb6-4572-bcac-a12a3b8a5dc7 None None] Attempting to bind port 4c79c259-9fdc-4143-ba5a-d11d5ef8e713 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:42:50.127443 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-203ab08e-4bb6-4572-bcac-a12a3b8a5dc7 None None] Attempting to bind port 4c79c259-9fdc-4143-ba5a-d11d5ef8e713 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:42:50.127679 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ab08e-4bb6-4572-bcac-a12a3b8a5dc7 None None] Attempting to bind port 4c79c259-9fdc-4143-ba5a-d11d5ef8e713 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:50.154974 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de70106-933a-42aa-b895-6f1e46cddc5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:50.155348 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de70106-933a-42aa-b895-6f1e46cddc5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:50.155670 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de70106-933a-42aa-b895-6f1e46cddc5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:50.156010 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de70106-933a-42aa-b895-6f1e46cddc5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:50.156348 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de70106-933a-42aa-b895-6f1e46cddc5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:50.156687 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de70106-933a-42aa-b895-6f1e46cddc5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:50.157202 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de70106-933a-42aa-b895-6f1e46cddc5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:50.157538 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de70106-933a-42aa-b895-6f1e46cddc5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:50.157867 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de70106-933a-42aa-b895-6f1e46cddc5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:50.158196 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de70106-933a-42aa-b895-6f1e46cddc5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:50.158555 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de70106-933a-42aa-b895-6f1e46cddc5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:50.161164 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de70106-933a-42aa-b895-6f1e46cddc5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:50.251259 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ab08e-4bb6-4572-bcac-a12a3b8a5dc7 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:42:50.251677 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ab08e-4bb6-4572-bcac-a12a3b8a5dc7 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:50.252561 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-203ab08e-4bb6-4572-bcac-a12a3b8a5dc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:50.252561 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ab08e-4bb6-4572-bcac-a12a3b8a5dc7 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:42:50.259157 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-203ab08e-4bb6-4572-bcac-a12a3b8a5dc7 None None] Bound port: 4c79c259-9fdc-4143-ba5a-d11d5ef8e713, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:42:50.259602 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-203ab08e-4bb6-4572-bcac-a12a3b8a5dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:50.261611 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0bd50-7105-4cd2-81c9-7109ecb91427 None None] Pushing event updated for resources: {'Port': ['ID=4c79c259-9fdc-4143-ba5a-d11d5ef8e713,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:50.287729 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ebbbaf-f832-4314-94ba-0323da613d65 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:50.302513 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e840b28c-ab3a-4666-ac65-e318bfabe017 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:50.323555 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-360c7f5b-fe62-48ba-a776-e4d20f1033e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:50.400078 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-db9c04a9-20ca-480c-b881-3b05380c5739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:50.428324 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56b4d62e-d4c8-463b-9d1c-873ee1d891bf tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:50.452658 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-360c7f5b-fe62-48ba-a776-e4d20f1033e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:50.490282 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9c04a9-20ca-480c-b881-3b05380c5739 admin admin] Network 7b554939-0be1-4ec6-b24c-67d3e874e0c5 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:50.501257 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e840b28c-ab3a-4666-ac65-e318bfabe017 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:42:50.501834 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e840b28c-ab3a-4666-ac65-e318bfabe017 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:50.515668 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-56b4d62e-d4c8-463b-9d1c-873ee1d891bf tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] device_id is not set on port 2ce43342-1c86-4acc-9e4a-a5212fde4f7e yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:42:50.522968 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-db9c04a9-20ca-480c-b881-3b05380c5739 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:50.534311 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9c04a9-20ca-480c-b881-3b05380c5739 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:50.561865 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f1b8ea5b-44bb-4f97-bb11-62e07375c92d up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:42:50.607838 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:42:50.676558 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5ec05-a640-4b84-b4d7-8a2132a97cc5 req-d0d2a61c-3576-4522-a97f-e05f7a11152d tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:50.686541 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0ae5ec05-a640-4b84-b4d7-8a2132a97cc5 req-d0d2a61c-3576-4522-a97f-e05f7a11152d tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=26a443b3-7a53-438b-9302-21e8444f3122 HTTP/1.1" status: 200 len: 946 time: 1.2621782 Nov 25 19:42:50.745418 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-117ee7aa-5a20-4e76-9c24-8dcbe1f2e170 None None] Provisioning complete for port 5019a198-382c-4469-be88-375b0d29b91e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:50.745935 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-117ee7aa-5a20-4e76-9c24-8dcbe1f2e170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:50.780189 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-db9c04a9-20ca-480c-b881-3b05380c5739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:50.801485 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360c7f5b-fe62-48ba-a776-e4d20f1033e3 admin admin] Network 4ebe12af-5479-4b9f-987f-445ecc1140ce is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:50.804158 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-360c7f5b-fe62-48ba-a776-e4d20f1033e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:50.857317 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e840b28c-ab3a-4666-ac65-e318bfabe017 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:50.860976 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360c7f5b-fe62-48ba-a776-e4d20f1033e3 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:50.905492 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e840b28c-ab3a-4666-ac65-e318bfabe017 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:50.909297 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-203ab08e-4bb6-4572-bcac-a12a3b8a5dc7 None None] For port 4c79c259-9fdc-4143-ba5a-d11d5ef8e713, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:42:50.915114 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e840b28c-ab3a-4666-ac65-e318bfabe017 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/networks/6fe7b06e-5063-4732-b662-ea615ee50ce0 HTTP/1.1" status: 204 len: 168 time: 6.5688004 Nov 25 19:42:50.926883 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49078) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:50.929071 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=f1b8ea5b-44bb-4f97-bb11-62e07375c92d,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:50.933019 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c04a9-20ca-480c-b881-3b05380c5739 admin admin] Pushing event updated for resources: {'Port': ['ID=82803f89-6474-46a7-8e3d-fb50a5b10fe3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:50.938701 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-360c7f5b-fe62-48ba-a776-e4d20f1033e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:51.021062 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-203ab08e-4bb6-4572-bcac-a12a3b8a5dc7 None None] For port 4c79c259-9fdc-4143-ba5a-d11d5ef8e713, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4c79c259-9fdc-4143-ba5a-d11d5ef8e713,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:42:51.047032 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-203ab08e-4bb6-4572-bcac-a12a3b8a5dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:51.142717 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f4c52fe6-9555-4018-9606-1926782cc1ff tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:51.153007 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840b28c-ab3a-4666-ac65-e318bfabe017 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Network': ['ID=6fe7b06e-5063-4732-b662-ea615ee50ce0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:51.244856 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0ae5ec05-a640-4b84-b4d7-8a2132a97cc5 req-6ae571c0-4d4e-4a84-a6c0-bb2f30df2754 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545382 Nov 25 19:42:51.259420 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a5d380-9ef6-419d-9657-1733fbe35c83 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:51.297135 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c741ce5-29b8-4ed0-96f4-b1bd11e86fa4 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:42:51.309263 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0c741ce5-29b8-4ed0-96f4-b1bd11e86fa4 admin admin] 10.222.0.55 "PUT /v2.0/routers/c5b54e1e-8e3d-4388-9089-f9d09085336f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1684659 Nov 25 19:42:51.328766 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49082) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:51.350200 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port f1b8ea5b-44bb-4f97-bb11-62e07375c92d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:51.350865 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:51.357172 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0bd50-7105-4cd2-81c9-7109ecb91427 None None] Pushing event updated for resources: {'Port': ['ID=4c79c259-9fdc-4143-ba5a-d11d5ef8e713,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:51.403340 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0854be85-15ab-4b02-8ab5-5fcc519eccd0 None None] Sync routers for ids ['c5b54e1e-8e3d-4388-9089-f9d09085336f'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:42:51.415609 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203ab08e-4bb6-4572-bcac-a12a3b8a5dc7 None None] Routers {'7472cbfe-cbdb-4591-8271-c73bc9937d39'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:51.416435 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-203ab08e-4bb6-4572-bcac-a12a3b8a5dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:42:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['7472cbfe-cbdb-4591-8271-c73bc9937d39'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:51.432016 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0854be85-15ab-4b02-8ab5-5fcc519eccd0 None None] Routers {'c5b54e1e-8e3d-4388-9089-f9d09085336f'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:51.432924 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0854be85-15ab-4b02-8ab5-5fcc519eccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:42:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c5b54e1e-8e3d-4388-9089-f9d09085336f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:51.486078 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-360c7f5b-fe62-48ba-a776-e4d20f1033e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:51.553339 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f4c52fe6-9555-4018-9606-1926782cc1ff tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:51.588595 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0854be85-15ab-4b02-8ab5-5fcc519eccd0 None None] Set router c5b54e1e-8e3d-4388-9089-f9d09085336f gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:42:51.594399 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-f4c52fe6-9555-4018-9606-1926782cc1ff tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35fc1a5-b1f8-42a1-b7f8-099bb38d7627']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:51.610544 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-f4c52fe6-9555-4018-9606-1926782cc1ff tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8936430f-2c1f-4fe2-ae11-cb5ce67fa47d') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:51.610943 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-f4c52fe6-9555-4018-9606-1926782cc1ff tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8936430f-2c1f-4fe2-ae11-cb5ce67fa47d') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:51.643286 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f4c52fe6-9555-4018-9606-1926782cc1ff tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:51.670432 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22732a62-9e58-4f69-9e25-c03dd132c19e admin admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:51.674497 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f4c52fe6-9555-4018-9606-1926782cc1ff tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:51.753614 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c52fe6-9555-4018-9606-1926782cc1ff tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:42:51.754529 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f4c52fe6-9555-4018-9606-1926782cc1ff tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:42:51.760621 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:42:51.862321 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f4c52fe6-9555-4018-9606-1926782cc1ff tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:51.918893 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f4c52fe6-9555-4018-9606-1926782cc1ff tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:51.925897 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f4c52fe6-9555-4018-9606-1926782cc1ff tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/networks/d35fc1a5-b1f8-42a1-b7f8-099bb38d7627 HTTP/1.1" status: 204 len: 168 time: 0.9978790 Nov 25 19:42:51.936233 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49086) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:51.943958 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-aca0345b-5505-48b9-bc61-d47be1401844 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'network': {'name': 'tempest-RoutersTest-289536808'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:51.949280 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c52fe6-9555-4018-9606-1926782cc1ff tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Network': ['ID=d35fc1a5-b1f8-42a1-b7f8-099bb38d7627,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:51.957005 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c7f5b-fe62-48ba-a776-e4d20f1033e3 admin admin] Pushing event updated for resources: {'Port': ['ID=77fcf6a0-55fc-45d2-9c11-edf42fbf247b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:51.957452 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22732a62-9e58-4f69-9e25-c03dd132c19e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:51.997821 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-360c7f5b-fe62-48ba-a776-e4d20f1033e3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:52.064565 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-360c7f5b-fe62-48ba-a776-e4d20f1033e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:52.075910 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca0345b-5505-48b9-bc61-d47be1401844 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Made reservation on behalf of 33fd1ebee1f7494487609e337911c862 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:52.081295 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aca0345b-5505-48b9-bc61-d47be1401844 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:52.104362 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-22732a62-9e58-4f69-9e25-c03dd132c19e admin admin] Deleting port 1f8af07a-2e5f-4c38-8184-f3cda7da55f9 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:52.104896 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22732a62-9e58-4f69-9e25-c03dd132c19e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:52.123631 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca0345b-5505-48b9-bc61-d47be1401844 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:42:52.143868 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aca0345b-5505-48b9-bc61-d47be1401844 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:52.144225 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-aca0345b-5505-48b9-bc61-d47be1401844 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Added segment ea25115b-5798-4d4f-b69b-d7a57badec93 of type vlan for network 754b220c-a1e0-417a-9599-5e2526db9c54 Nov 25 19:42:52.214630 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aca0345b-5505-48b9-bc61-d47be1401844 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:52.260645 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-203ab08e-4bb6-4572-bcac-a12a3b8a5dc7 None None] Set router 7472cbfe-cbdb-4591-8271-c73bc9937d39 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:42:52.274704 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aca0345b-5505-48b9-bc61-d47be1401844 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:52.297370 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca0345b-5505-48b9-bc61-d47be1401844 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:52.299523 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aca0345b-5505-48b9-bc61-d47be1401844 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:52.363592 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-db9c04a9-20ca-480c-b881-3b05380c5739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:52.367254 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-360c7f5b-fe62-48ba-a776-e4d20f1033e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:52.395095 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5019a198-382c-4469-be88-375b0d29b91e up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:52.414372 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c7f5b-fe62-48ba-a776-e4d20f1033e3 admin admin] Pushing event updated for resources: {'Port': ['ID=77fcf6a0-55fc-45d2-9c11-edf42fbf247b,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:52.526436 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0345b-5505-48b9-bc61-d47be1401844 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Network': ['ID=754b220c-a1e0-417a-9599-5e2526db9c54,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:52.542220 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-aca0345b-5505-48b9-bc61-d47be1401844 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6015666 Nov 25 19:42:52.543208 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-149b6be8-6e8c-43e5-914f-fb92736dc4e9 None None] Provisioning complete for port 4c79c259-9fdc-4143-ba5a-d11d5ef8e713 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:52.543896 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-149b6be8-6e8c-43e5-914f-fb92736dc4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:52.559760 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 754b220c-a1e0-417a-9599-5e2526db9c54 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:42:52.601136 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49092) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:52.610174 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-1c471a59-beb3-445e-a18f-de076e438fad tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'subnet': {'network_id': '754b220c-a1e0-417a-9599-5e2526db9c54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:52.727585 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360c7f5b-fe62-48ba-a776-e4d20f1033e3 admin admin] Network 4ebe12af-5479-4b9f-987f-445ecc1140ce is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:52.891649 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c471a59-beb3-445e-a18f-de076e438fad tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Made reservation on behalf of 33fd1ebee1f7494487609e337911c862 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:52.901374 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c471a59-beb3-445e-a18f-de076e438fad tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:52.937622 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd4606-9570-46a3-a74d-05d300b79d83 req-4645d2e5-5a1e-47e1-89be-b8943690e4d2 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:52.940816 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dafd4606-9570-46a3-a74d-05d300b79d83 req-4645d2e5-5a1e-47e1-89be-b8943690e4d2 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=26a443b3-7a53-438b-9302-21e8444f3122 HTTP/1.1" status: 200 len: 946 time: 0.4430926 Nov 25 19:42:53.013874 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-db9c04a9-20ca-480c-b881-3b05380c5739 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:53.017436 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-360c7f5b-fe62-48ba-a776-e4d20f1033e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:53.045852 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-56b4d62e-d4c8-463b-9d1c-873ee1d891bf tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 172.20.0.8 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/d22a2dfc-24d0-4dd8-97b1-d2eaea68c996/2ce43342-1c86-4acc-9e4a-a5212fde4f7e) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:53.056962 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-56b4d62e-d4c8-463b-9d1c-873ee1d891bf tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 2001:db8::f816:3eff:fe82:61a3 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/d544da9f-373c-4fa9-ae18-94da779097a3/2ce43342-1c86-4acc-9e4a-a5212fde4f7e) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:53.076512 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-149b6be8-6e8c-43e5-914f-fb92736dc4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:53.143035 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 5019a198-382c-4469-be88-375b0d29b91e triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:53.143732 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:53.168237 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-22732a62-9e58-4f69-9e25-c03dd132c19e admin admin] For port 1f8af07a-2e5f-4c38-8184-f3cda7da55f9, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1f8af07a-2e5f-4c38-8184-f3cda7da55f9,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:53.169032 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22732a62-9e58-4f69-9e25-c03dd132c19e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:53.196732 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0854be85-15ab-4b02-8ab5-5fcc519eccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b54e1e-8e3d-4388-9089-f9d09085336f', 'name': 'tempest-TaggedBootDevicesTest-653627916-router', 'tenant_id': 'ab1d82f642b54bd289c4a827e6879324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '1f8af07a-2e5f-4c38-8184-f3cda7da55f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:28:30Z', 'updated_at': '2021-11-25T19:42:45Z', 'revision_number': 5, 'project_id': 'ab1d82f642b54bd289c4a827e6879324', 'gw_port': {'id': '1f8af07a-2e5f-4c38-8184-f3cda7da55f9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b54e1e-8e3d-4388-9089-f9d09085336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:28:34Z', 'updated_at': '2021-11-25T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:53.226011 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-22732a62-9e58-4f69-9e25-c03dd132c19e admin admin] Calling delete_port for 1f8af07a-2e5f-4c38-8184-f3cda7da55f9 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:53.245627 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0854be85-15ab-4b02-8ab5-5fcc519eccd0 None None] Checking router: c5b54e1e-8e3d-4388-9089-f9d09085336f for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:42:53.281965 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-149b6be8-6e8c-43e5-914f-fb92736dc4e9 None None] For port 4c79c259-9fdc-4143-ba5a-d11d5ef8e713, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4c79c259-9fdc-4143-ba5a-d11d5ef8e713,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:53.300577 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dafd4606-9570-46a3-a74d-05d300b79d83 req-f5b8bf54-fa1f-4ac0-b068-48751d147a8d tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002274 Nov 25 19:42:53.302242 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-149b6be8-6e8c-43e5-914f-fb92736dc4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:53.313221 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56b4d62e-d4c8-463b-9d1c-873ee1d891bf tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:53.409495 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-db9c04a9-20ca-480c-b881-3b05380c5739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:53.451178 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0854be85-15ab-4b02-8ab5-5fcc519eccd0 None None] Routers {'c5b54e1e-8e3d-4388-9089-f9d09085336f'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:53.452239 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0854be85-15ab-4b02-8ab5-5fcc519eccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:42:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c5b54e1e-8e3d-4388-9089-f9d09085336f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:53.490367 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56b4d62e-d4c8-463b-9d1c-873ee1d891bf tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:53.780449 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b4d62e-d4c8-463b-9d1c-873ee1d891bf tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:53.792564 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-56b4d62e-d4c8-463b-9d1c-873ee1d891bf tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:53.797850 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b4d62e-d4c8-463b-9d1c-873ee1d891bf tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:54.001480 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b4d62e-d4c8-463b-9d1c-873ee1d891bf tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:54.005940 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56b4d62e-d4c8-463b-9d1c-873ee1d891bf tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:54.033744 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0854be85-15ab-4b02-8ab5-5fcc519eccd0 None None] Set router c5b54e1e-8e3d-4388-9089-f9d09085336f gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:42:54.045059 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c04a9-20ca-480c-b881-3b05380c5739 admin admin] Pushing event updated for resources: {'Port': ['ID=82803f89-6474-46a7-8e3d-fb50a5b10fe3,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:54.309929 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-db9c04a9-20ca-480c-b881-3b05380c5739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:54.413165 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c471a59-beb3-445e-a18f-de076e438fad tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:54.422654 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0854be85-15ab-4b02-8ab5-5fcc519eccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b54e1e-8e3d-4388-9089-f9d09085336f', 'name': 'tempest-TaggedBootDevicesTest-653627916-router', 'tenant_id': 'ab1d82f642b54bd289c4a827e6879324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:28:30Z', 'updated_at': '2021-11-25T19:42:51Z', 'revision_number': 6, 'project_id': 'ab1d82f642b54bd289c4a827e6879324', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:54.456242 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360c7f5b-fe62-48ba-a776-e4d20f1033e3 admin admin] Router c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:42:54.462040 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-56b4d62e-d4c8-463b-9d1c-873ee1d891bf tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.9078989 Nov 25 19:42:54.470793 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49118) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:54.504310 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-149b6be8-6e8c-43e5-914f-fb92736dc4e9 None None] Provisioning complete for port f1b8ea5b-44bb-4f97-bb11-62e07375c92d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:54.504952 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-149b6be8-6e8c-43e5-914f-fb92736dc4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:54.564483 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c471a59-beb3-445e-a18f-de076e438fad tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Subnet': ['ID=b831e50f-4b23-42db-8069-072c385ac4aa,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:54.789160 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c471a59-beb3-445e-a18f-de076e438fad tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Checking segment: {'id': 'ea25115b-5798-4d4f-b69b-d7a57badec93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '754b220c-a1e0-417a-9599-5e2526db9c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:54.789809 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c471a59-beb3-445e-a18f-de076e438fad tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network hostable DHCP agents. Network: 754b220c-a1e0-417a-9599-5e2526db9c54, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:42:54.832618 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22732a62-9e58-4f69-9e25-c03dd132c19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:54.838339 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4d62e-d4c8-463b-9d1c-873ee1d891bf tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=2ce43342-1c86-4acc-9e4a-a5212fde4f7e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:54.866817 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f1b8ea5b-44bb-4f97-bb11-62e07375c92d up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:54.909799 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22732a62-9e58-4f69-9e25-c03dd132c19e admin admin] Pushing event deleted for resources: {'Port': ['ID=1f8af07a-2e5f-4c38-8184-f3cda7da55f9,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:54.942545 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c471a59-beb3-445e-a18f-de076e438fad tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network 754b220c-a1e0-417a-9599-5e2526db9c54 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:42:55.011599 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b442444-6f4c-44d9-ad1d-19cc6b08e582 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:55.017251 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-1c471a59-beb3-445e-a18f-de076e438fad tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 754b220c-a1e0-417a-9599-5e2526db9c54) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:55.022553 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a26e6ee-1a18-404f-8629-930c38242848 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:55.031923 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a26e6ee-1a18-404f-8629-930c38242848 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:55.039273 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1a26e6ee-1a18-404f-8629-930c38242848 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5626049 Nov 25 19:42:55.044947 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49128) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:55.057472 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c471a59-beb3-445e-a18f-de076e438fad tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:55.058227 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c471a59-beb3-445e-a18f-de076e438fad tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:55.068716 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0854be85-15ab-4b02-8ab5-5fcc519eccd0 None None] The sync data for ids ['c5b54e1e-8e3d-4388-9089-f9d09085336f'] in n-d-819349-5 is: [{'id': 'c5b54e1e-8e3d-4388-9089-f9d09085336f', 'name': 'tempest-TaggedBootDevicesTest-653627916-router', 'tenant_id': 'ab1d82f642b54bd289c4a827e6879324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:28:30Z', 'updated_at': '2021-11-25T19:42:51Z', 'revision_number': 6, 'project_id': 'ab1d82f642b54bd289c4a827e6879324', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:42:55.080651 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:55.110030 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9975294b-f0dd-41f8-b625-f6380b80700e None None] Network 754b220c-a1e0-417a-9599-5e2526db9c54 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:55.115210 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:55.155856 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22732a62-9e58-4f69-9e25-c03dd132c19e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:55.178696 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1c471a59-beb3-445e-a18f-de076e438fad tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5742154 Nov 25 19:42:55.183252 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49140) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:55.190746 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-210b7ee4-2b14-4419-97b3-792ab7e7c457 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1973507856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:55.349123 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b6be8-6e8c-43e5-914f-fb92736dc4e9 None None] Pushing event updated for resources: {'Port': ['ID=4c79c259-9fdc-4143-ba5a-d11d5ef8e713,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:55.374716 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-203ab08e-4bb6-4572-bcac-a12a3b8a5dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7472cbfe-cbdb-4591-8271-c73bc9937d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1698232776-router', 'tenant_id': 'b14339133a914aa7b55a942f74e5faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '4c79c259-9fdc-4143-ba5a-d11d5ef8e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:36Z', 'updated_at': '2021-11-25T19:42:42Z', 'revision_number': 3, 'project_id': 'b14339133a914aa7b55a942f74e5faf3', 'gw_port': {'id': '4c79c259-9fdc-4143-ba5a-d11d5ef8e713', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:36:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7472cbfe-cbdb-4591-8271-c73bc9937d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:40Z', 'updated_at': '2021-11-25T19:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:55.375695 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360c7f5b-fe62-48ba-a776-e4d20f1033e3 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:42:55.391742 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33cc3e5-e6ce-4339-9f06-bb60cf3e209c None None] Sync routers for ids ['c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:42:55.392568 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port f1b8ea5b-44bb-4f97-bb11-62e07375c92d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:55.393202 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:55.399507 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-360c7f5b-fe62-48ba-a776-e4d20f1033e3 admin admin] 10.222.0.55 "PUT /v2.0/routers/c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5571556 Nov 25 19:42:55.428763 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9c04a9-20ca-480c-b881-3b05380c5739 admin admin] Network 7b554939-0be1-4ec6-b24c-67d3e874e0c5 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:55.432980 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-210b7ee4-2b14-4419-97b3-792ab7e7c457 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:55.434847 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-210b7ee4-2b14-4419-97b3-792ab7e7c457 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:55.441936 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-db9c04a9-20ca-480c-b881-3b05380c5739 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:55.460504 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33cc3e5-e6ce-4339-9f06-bb60cf3e209c None None] Routers {'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:55.461719 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d33cc3e5-e6ce-4339-9f06-bb60cf3e209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:42:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:55.559643 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22732a62-9e58-4f69-9e25-c03dd132c19e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:55.564718 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22732a62-9e58-4f69-9e25-c03dd132c19e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:55.677466 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22732a62-9e58-4f69-9e25-c03dd132c19e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:55.678019 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22732a62-9e58-4f69-9e25-c03dd132c19e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5b54e1e-8e3d-4388-9089-f9d09085336f {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:42:55.689373 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22732a62-9e58-4f69-9e25-c03dd132c19e admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:55.690607 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-22732a62-9e58-4f69-9e25-c03dd132c19e admin admin] 10.222.0.55 "DELETE /v2.0/routers/c5b54e1e-8e3d-4388-9089-f9d09085336f HTTP/1.1" status: 204 len: 168 time: 4.3606417 Nov 25 19:42:55.696335 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49144) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:55.814818 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203ab08e-4bb6-4572-bcac-a12a3b8a5dc7 None None] The sync data for ids ['7472cbfe-cbdb-4591-8271-c73bc9937d39'] in n-d-819349-5 is: [{'id': '7472cbfe-cbdb-4591-8271-c73bc9937d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1698232776-router', 'tenant_id': 'b14339133a914aa7b55a942f74e5faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '4c79c259-9fdc-4143-ba5a-d11d5ef8e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:36Z', 'updated_at': '2021-11-25T19:42:42Z', 'revision_number': 3, 'project_id': 'b14339133a914aa7b55a942f74e5faf3', 'gw_port': {'id': '4c79c259-9fdc-4143-ba5a-d11d5ef8e713', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:36:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7472cbfe-cbdb-4591-8271-c73bc9937d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:40Z', 'updated_at': '2021-11-25T19:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:42:55.840508 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b08b99-9aa7-477c-a821-36a9e4c21e4f admin admin] Deleting subnet 2abcffc8-c5af-4ffc-8aa5-c9e61714e879 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:42:55.868580 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-61b08b99-9aa7-477c-a821-36a9e4c21e4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:55.906347 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-d33cc3e5-e6ce-4339-9f06-bb60cf3e209c None None] Set router c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:42:55.967793 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-61b08b99-9aa7-477c-a821-36a9e4c21e4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:56.128633 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-10c14d9e-e479-400a-bc4a-c7455a4628e0 None None] Provisioning complete for port 2ce43342-1c86-4acc-9e4a-a5212fde4f7e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:56.129355 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10c14d9e-e479-400a-bc4a-c7455a4628e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:56.271096 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254c4988-58d3-4a92-a816-74e2fae8f4d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-754b220c-a1e0-417a-9599-5e2526db9c54', 'network_id': '754b220c-a1e0-417a-9599-5e2526db9c54', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'fixed_ips': [{'subnet_id': 'b831e50f-4b23-42db-8069-072c385ac4aa'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:42:56.276820 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-254c4988-58d3-4a92-a816-74e2fae8f4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:56.358906 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-61b08b99-9aa7-477c-a821-36a9e4c21e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:56.475289 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5019a198-382c-4469-be88-375b0d29b91e up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:56.486537 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-10c14d9e-e479-400a-bc4a-c7455a4628e0 None None] Port 2ce43342-1c86-4acc-9e4a-a5212fde4f7e cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:42:56.569188 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-61b08b99-9aa7-477c-a821-36a9e4c21e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:56.613581 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d33cc3e5-e6ce-4339-9f06-bb60cf3e209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1522010793-router', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '5019a198-382c-4469-be88-375b0d29b91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:37Z', 'updated_at': '2021-11-25T19:42:51Z', 'revision_number': 4, 'project_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'gw_port': {'id': '5019a198-382c-4469-be88-375b0d29b91e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:41Z', 'updated_at': '2021-11-25T19:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '77fcf6a0-55fc-45d2-9c11-edf42fbf247b', 'name': '', 'network_id': '4ebe12af-5479-4b9f-987f-445ecc1140ce', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'mac_address': 'fa:16:3e:5d:11:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '8ae412bb-db44-4343-b3f6-5623966939a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:47Z', 'updated_at': '2021-11-25T19:42:51Z', 'revision_number': 2, 'project_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'subnets': [{'id': '8ae412bb-db44-4343-b3f6-5623966939a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:56.682321 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b08b99-9aa7-477c-a821-36a9e4c21e4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2abcffc8-c5af-4ffc-8aa5-c9e61714e879,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:56.695686 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33cc3e5-e6ce-4339-9f06-bb60cf3e209c None None] Checking router: c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:42:56.696576 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33cc3e5-e6ce-4339-9f06-bb60cf3e209c None None] Updating router c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed port 77fcf6a0-55fc-45d2-9c11-edf42fbf247b binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:42:56.703154 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-61b08b99-9aa7-477c-a821-36a9e4c21e4f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:56.731211 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-61b08b99-9aa7-477c-a821-36a9e4c21e4f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2abcffc8-c5af-4ffc-8aa5-c9e61714e879 HTTP/1.1" status: 204 len: 168 time: 1.0335984 Nov 25 19:42:56.740184 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49162) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:56.795700 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8432e458-aa91-4a70-a92b-3b25f28c6b68 None None] Network 07c74b9c-7303-4c51-a40c-27df1d50c13d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:56.804148 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 82e5380d-78f6-44e2-a23e-01b00fda45ef details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:42:56.805897 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d33cc3e5-e6ce-4339-9f06-bb60cf3e209c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:56.815611 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-46ef86a2-fa7c-4c07-9ba0-a2a314b8de28 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting port 2ce43342-1c86-4acc-9e4a-a5212fde4f7e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:56.816613 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46ef86a2-fa7c-4c07-9ba0-a2a314b8de28 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:57.045183 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-210b7ee4-2b14-4419-97b3-792ab7e7c457 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:57.075331 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-210b7ee4-2b14-4419-97b3-792ab7e7c457 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:57.164752 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-210b7ee4-2b14-4419-97b3-792ab7e7c457 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:57.167797 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-210b7ee4-2b14-4419-97b3-792ab7e7c457 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.9789906 Nov 25 19:42:57.175863 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49168) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:57.182368 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-88beded6-7a1e-41a3-82f6-4928cb080673 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'port': {'network_id': '754b220c-a1e0-417a-9599-5e2526db9c54', 'name': 'tempest-RoutersTest-1092086677'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:57.204846 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9c04a9-20ca-480c-b881-3b05380c5739 admin admin] Router 7472cbfe-cbdb-4591-8271-c73bc9937d39 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:42:57.247087 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9bfae228-b31e-4502-9e4c-49339becdb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:57.247965 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 5019a198-382c-4469-be88-375b0d29b91e triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:57.248733 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46ef86a2-fa7c-4c07-9ba0-a2a314b8de28 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:57.249042 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:57.300961 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-46ef86a2-fa7c-4c07-9ba0-a2a314b8de28 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Calling delete_port for 2ce43342-1c86-4acc-9e4a-a5212fde4f7e owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:57.469029 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-254c4988-58d3-4a92-a816-74e2fae8f4d9 None None] Allocated IP 172.20.0.2 (754b220c-a1e0-417a-9599-5e2526db9c54/b831e50f-4b23-42db-8069-072c385ac4aa/5066f31c-2b14-4608-be42-700226f1dc5e) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:57.593282 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 82e5380d-78f6-44e2-a23e-01b00fda45ef, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=82e5380d-78f6-44e2-a23e-01b00fda45ef,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:57.681651 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9c04a9-20ca-480c-b881-3b05380c5739 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:42:57.701444 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-db9c04a9-20ca-480c-b881-3b05380c5739 admin admin] 10.222.0.55 "PUT /v2.0/routers/7472cbfe-cbdb-4591-8271-c73bc9937d39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6900227 Nov 25 19:42:57.724842 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '82e5380d-78f6-44e2-a23e-01b00fda45ef', 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2', 'port_id': '82e5380d-78f6-44e2-a23e-01b00fda45ef', 'mac_address': 'fa:16:3e:03:ff:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e758be47-f502-42b6-8983-165c34ac1a0f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:42:57.731399 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-48faabf5-6c32-4987-ac2b-e0e48396199f tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:57.733786 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88beded6-7a1e-41a3-82f6-4928cb080673 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Made reservation on behalf of 33fd1ebee1f7494487609e337911c862 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:57.749334 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-48faabf5-6c32-4987-ac2b-e0e48396199f tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/networks?id=4ebe12af-5479-4b9f-987f-445ecc1140ce HTTP/1.1" status: 200 len: 820 time: 0.9139664 Nov 25 19:42:57.761713 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88beded6-7a1e-41a3-82f6-4928cb080673 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:57.811378 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-dc034ef1-04c3-48a3-8274-8e1bb6582ed9 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/quotas/ba2221b48b744bd48a410a13c6b8c9a7 HTTP/1.1" status: 200 len: 375 time: 0.0540998 Nov 25 19:42:57.911732 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-88beded6-7a1e-41a3-82f6-4928cb080673 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] device_id is not set on port d91d2ca9-1165-4556-8a4a-fe2b8fe7cfa3 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:42:58.001850 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9bfae228-b31e-4502-9e4c-49339becdb4f admin admin] Deleting port 0cad5bab-a12f-4907-9f57-6f963f138c76 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:58.002474 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9bfae228-b31e-4502-9e4c-49339becdb4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:58.090927 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-254c4988-58d3-4a92-a816-74e2fae8f4d9 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:58.163240 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6b13d2-c57a-4802-be34-690a30c08fd1 None None] DHCP port deletion for 07c74b9c-7303-4c51-a40c-27df1d50c13d request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:58.209578 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d33cc3e5-e6ce-4339-9f06-bb60cf3e209c None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:58.221325 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d33cc3e5-e6ce-4339-9f06-bb60cf3e209c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:58.278641 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8a5bf-7e12-4f5f-b526-dfbb084f4d11 None None] Pushing event updated for resources: {'Port': ['ID=77fcf6a0-55fc-45d2-9c11-edf42fbf247b,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:58.292851 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-254c4988-58d3-4a92-a816-74e2fae8f4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:58.380454 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9bfae228-b31e-4502-9e4c-49339becdb4f admin admin] For port 0cad5bab-a12f-4907-9f57-6f963f138c76, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0cad5bab-a12f-4907-9f57-6f963f138c76,segment=NetworkSegment(b9078fb3-09a5-4667-9ccb-e8c7effe710e),segment_id=b9078fb3-09a5-4667-9ccb-e8c7effe710e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:58.380818 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-d33cc3e5-e6ce-4339-9f06-bb60cf3e209c None None] Attempting to bind port 77fcf6a0-55fc-45d2-9c11-edf42fbf247b on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:42:58.380990 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-d33cc3e5-e6ce-4339-9f06-bb60cf3e209c None None] Attempting to bind port 77fcf6a0-55fc-45d2-9c11-edf42fbf247b by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4ebe12af-5479-4b9f-987f-445ecc1140ce'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:42:58.381303 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33cc3e5-e6ce-4339-9f06-bb60cf3e209c None None] Attempting to bind port 77fcf6a0-55fc-45d2-9c11-edf42fbf247b on network 4ebe12af-5479-4b9f-987f-445ecc1140ce {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:58.388416 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9bfae228-b31e-4502-9e4c-49339becdb4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:58.399719 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33cc3e5-e6ce-4339-9f06-bb60cf3e209c None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:42:58.400198 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33cc3e5-e6ce-4339-9f06-bb60cf3e209c None None] Checking segment: {'id': '25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4ebe12af-5479-4b9f-987f-445ecc1140ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:58.400552 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d33cc3e5-e6ce-4339-9f06-bb60cf3e209c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:58.400947 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33cc3e5-e6ce-4339-9f06-bb60cf3e209c None None] Bound using segment: {'id': '25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4ebe12af-5479-4b9f-987f-445ecc1140ce'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:42:58.401558 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-d33cc3e5-e6ce-4339-9f06-bb60cf3e209c None None] Bound port: 77fcf6a0-55fc-45d2-9c11-edf42fbf247b, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4ebe12af-5479-4b9f-987f-445ecc1140ce'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:42:58.401944 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d33cc3e5-e6ce-4339-9f06-bb60cf3e209c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:58.409040 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c4988-58d3-4a92-a816-74e2fae8f4d9 None None] Pushing event updated for resources: {'Port': ['ID=5066f31c-2b14-4608-be42-700226f1dc5e,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:58.469998 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9bfae228-b31e-4502-9e4c-49339becdb4f admin admin] Calling delete_port for 0cad5bab-a12f-4907-9f57-6f963f138c76 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:58.485467 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:58.486911 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-0c173d72-d36d-4fa6-a84d-1b3786fede3d tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba2221b48b744bd48a410a13c6b8c9a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6738226 Nov 25 19:42:58.487913 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-88beded6-7a1e-41a3-82f6-4928cb080673 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Allocated IP 172.20.0.11 (754b220c-a1e0-417a-9599-5e2526db9c54/b831e50f-4b23-42db-8069-072c385ac4aa/d91d2ca9-1165-4556-8a4a-fe2b8fe7cfa3) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:58.514731 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4c79c259-9fdc-4143-ba5a-d11d5ef8e713 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:58.550092 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254c4988-58d3-4a92-a816-74e2fae8f4d9 None None] Network 754b220c-a1e0-417a-9599-5e2526db9c54 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:58.609590 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-d33cc3e5-e6ce-4339-9f06-bb60cf3e209c None None] For port 77fcf6a0-55fc-45d2-9c11-edf42fbf247b, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:42:58.618273 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-d33cc3e5-e6ce-4339-9f06-bb60cf3e209c None None] For port 77fcf6a0-55fc-45d2-9c11-edf42fbf247b, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=77fcf6a0-55fc-45d2-9c11-edf42fbf247b,segment=NetworkSegment(25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1),segment_id=25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:42:58.626152 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d33cc3e5-e6ce-4339-9f06-bb60cf3e209c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:58.632633 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-254c4988-58d3-4a92-a816-74e2fae8f4d9 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:58.660324 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c4988-58d3-4a92-a816-74e2fae8f4d9 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:58.681274 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82e5380d-78f6-44e2-a23e-01b00fda45ef {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:42:58.852834 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33cc3e5-e6ce-4339-9f06-bb60cf3e209c None None] Routers {'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:58.853913 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d33cc3e5-e6ce-4339-9f06-bb60cf3e209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:42:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:58.861147 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 82e5380d-78f6-44e2-a23e-01b00fda45ef, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=82e5380d-78f6-44e2-a23e-01b00fda45ef,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:58.881911 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:58.893494 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-6b6b13d2-c57a-4802-be34-690a30c08fd1 None None] Deleting port 0cad5bab-a12f-4907-9f57-6f963f138c76 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:58.894874 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6b6b13d2-c57a-4802-be34-690a30c08fd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:58.909761 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-a2cf5005-857c-46c7-9fc3-7ef00e5ebb51 service neutron] 10.222.0.55 "GET /v2.0/networks/4ebe12af-5479-4b9f-987f-445ecc1140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123662 Nov 25 19:42:58.956509 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9bfae228-b31e-4502-9e4c-49339becdb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:59.077801 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfae228-b31e-4502-9e4c-49339becdb4f admin admin] Pushing event deleted for resources: {'Port': ['ID=0cad5bab-a12f-4907-9f57-6f963f138c76,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:59.089390 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfae228-b31e-4502-9e4c-49339becdb4f admin admin] No DVR routers for this DVR port 0cad5bab-a12f-4907-9f57-6f963f138c76 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:42:59.182098 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46ef86a2-fa7c-4c07-9ba0-a2a314b8de28 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:59.192609 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-254c4988-58d3-4a92-a816-74e2fae8f4d9 None None] Attempting to bind port 5066f31c-2b14-4608-be42-700226f1dc5e on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:42:59.202544 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-254c4988-58d3-4a92-a816-74e2fae8f4d9 None None] Attempting to bind port 5066f31c-2b14-4608-be42-700226f1dc5e by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'ea25115b-5798-4d4f-b69b-d7a57badec93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '754b220c-a1e0-417a-9599-5e2526db9c54'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:42:59.204931 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4988-58d3-4a92-a816-74e2fae8f4d9 None None] Attempting to bind port 5066f31c-2b14-4608-be42-700226f1dc5e on network 754b220c-a1e0-417a-9599-5e2526db9c54 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:59.276447 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['82e5380d-78f6-44e2-a23e-01b00fda45ef'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:42:59.290719 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4988-58d3-4a92-a816-74e2fae8f4d9 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:42:59.292550 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4988-58d3-4a92-a816-74e2fae8f4d9 None None] Checking segment: {'id': 'ea25115b-5798-4d4f-b69b-d7a57badec93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '754b220c-a1e0-417a-9599-5e2526db9c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:59.296182 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-254c4988-58d3-4a92-a816-74e2fae8f4d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:59.299154 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4988-58d3-4a92-a816-74e2fae8f4d9 None None] Bound using segment: {'id': 'ea25115b-5798-4d4f-b69b-d7a57badec93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '754b220c-a1e0-417a-9599-5e2526db9c54'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:42:59.301766 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-254c4988-58d3-4a92-a816-74e2fae8f4d9 None None] Bound port: 5066f31c-2b14-4608-be42-700226f1dc5e, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea25115b-5798-4d4f-b69b-d7a57badec93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '754b220c-a1e0-417a-9599-5e2526db9c54'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:42:59.306746 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-254c4988-58d3-4a92-a816-74e2fae8f4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:59.357806 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9bfae228-b31e-4502-9e4c-49339becdb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:59.358783 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-d33cc3e5-e6ce-4339-9f06-bb60cf3e209c None None] Set router c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:42:59.360381 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef86a2-fa7c-4c07-9ba0-a2a314b8de28 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Port': ['ID=2ce43342-1c86-4acc-9e4a-a5212fde4f7e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:59.479595 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-9bfae228-b31e-4502-9e4c-49339becdb4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c74b9c-7303-4c51-a40c-27df1d50c13d']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:59.484295 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-aee359ba-8ce4-4e41-859b-2ccac8564d3e service neutron] 10.222.0.55 "GET /v2.0/networks/4ebe12af-5479-4b9f-987f-445ecc1140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633161 Nov 25 19:42:59.500396 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-9bfae228-b31e-4502-9e4c-49339becdb4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9078fb3-09a5-4667-9ccb-e8c7effe710e') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:59.500775 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-9bfae228-b31e-4502-9e4c-49339becdb4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9078fb3-09a5-4667-9ccb-e8c7effe710e') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:59.533020 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9bfae228-b31e-4502-9e4c-49339becdb4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:59.576402 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9bfae228-b31e-4502-9e4c-49339becdb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:59.586047 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bfae228-b31e-4502-9e4c-49339becdb4f admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:42:59.586607 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9bfae228-b31e-4502-9e4c-49339becdb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:42:59.588992 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:42:59.612694 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88beded6-7a1e-41a3-82f6-4928cb080673 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:59.778095 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9bfae228-b31e-4502-9e4c-49339becdb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:59.801214 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9bfae228-b31e-4502-9e4c-49339becdb4f admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:59.826995 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9bfae228-b31e-4502-9e4c-49339becdb4f admin admin] 10.222.0.55 "DELETE /v2.0/networks/07c74b9c-7303-4c51-a40c-27df1d50c13d HTTP/1.1" status: 204 len: 168 time: 3.0854540 Nov 25 19:42:59.834112 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46ef86a2-fa7c-4c07-9ba0-a2a314b8de28 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:59.841203 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-46ef86a2-fa7c-4c07-9ba0-a2a314b8de28 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/2ce43342-1c86-4acc-9e4a-a5212fde4f7e HTTP/1.1" status: 204 len: 168 time: 4.7951417 Nov 25 19:42:59.861842 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49202) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:59.879755 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfae228-b31e-4502-9e4c-49339becdb4f admin admin] Pushing event deleted for resources: {'Network': ['ID=07c74b9c-7303-4c51-a40c-27df1d50c13d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:59.930919 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8a5bf-7e12-4f5f-b526-dfbb084f4d11 None None] Pushing event updated for resources: {'Port': ['ID=77fcf6a0-55fc-45d2-9c11-edf42fbf247b,revision_number=4']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:00.034829 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22ead75-19aa-4bf5-aa3e-07eaa26f52a8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:00.037178 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22ead75-19aa-4bf5-aa3e-07eaa26f52a8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:00.039250 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22ead75-19aa-4bf5-aa3e-07eaa26f52a8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:00.041533 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c22ead75-19aa-4bf5-aa3e-07eaa26f52a8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1707752 Nov 25 19:43:00.044407 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49204) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:00.223105 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49218) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:00.322722 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-39e9a0eb-5bae-4dee-814a-ceac00c31a5c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=514fc44b5d1f423cb02ea29bd2e23ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0974834 Nov 25 19:43:00.324418 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49220) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:00.331288 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 4c79c259-9fdc-4143-ba5a-d11d5ef8e713 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:00.331888 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:00.388560 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f4b95-a635-4040-b144-33f5e33c84a5 None None] Sync routers for ids ['7472cbfe-cbdb-4591-8271-c73bc9937d39'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:43:00.438521 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d33cc3e5-e6ce-4339-9f06-bb60cf3e209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1522010793-router', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '5019a198-382c-4469-be88-375b0d29b91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:37Z', 'updated_at': '2021-11-25T19:42:51Z', 'revision_number': 4, 'project_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'gw_port': {'id': '5019a198-382c-4469-be88-375b0d29b91e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:41Z', 'updated_at': '2021-11-25T19:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '77fcf6a0-55fc-45d2-9c11-edf42fbf247b', 'name': '', 'network_id': '4ebe12af-5479-4b9f-987f-445ecc1140ce', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'mac_address': 'fa:16:3e:5d:11:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '8ae412bb-db44-4343-b3f6-5623966939a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:47Z', 'updated_at': '2021-11-25T19:42:58Z', 'revision_number': 4, 'project_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'subnets': [{'id': '8ae412bb-db44-4343-b3f6-5623966939a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:00.457443 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c29ff0e-51e3-4f6b-93aa-5e8868b460a0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet d22a2dfc-24d0-4dd8-97b1-d2eaea68c996 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:43:00.472949 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c29ff0e-51e3-4f6b-93aa-5e8868b460a0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:00.515297 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33cc3e5-e6ce-4339-9f06-bb60cf3e209c None None] The sync data for ids ['c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'] in n-d-819349-5 is: [{'id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1522010793-router', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '5019a198-382c-4469-be88-375b0d29b91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:37Z', 'updated_at': '2021-11-25T19:42:51Z', 'revision_number': 4, 'project_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'gw_port': {'id': '5019a198-382c-4469-be88-375b0d29b91e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:41Z', 'updated_at': '2021-11-25T19:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '77fcf6a0-55fc-45d2-9c11-edf42fbf247b', 'name': '', 'network_id': '4ebe12af-5479-4b9f-987f-445ecc1140ce', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'mac_address': 'fa:16:3e:5d:11:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '8ae412bb-db44-4343-b3f6-5623966939a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:47Z', 'updated_at': '2021-11-25T19:42:58Z', 'revision_number': 4, 'project_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'subnets': [{'id': '8ae412bb-db44-4343-b3f6-5623966939a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:43:00.566140 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab31ce16-0282-4d44-8771-ca3267263c2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:00.604205 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab31ce16-0282-4d44-8771-ca3267263c2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:00.626705 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-14b05e4a-b5b5-49ad-a691-5e434dfda2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:00.708263 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88beded6-7a1e-41a3-82f6-4928cb080673 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:00.727143 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab31ce16-0282-4d44-8771-ca3267263c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:00.733555 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab31ce16-0282-4d44-8771-ca3267263c2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:00.744338 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ab31ce16-0282-4d44-8771-ca3267263c2e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/abcdd217-59b2-4ac0-a9e6-bdc13e375243 HTTP/1.1" status: 204 len: 168 time: 0.4168677 Nov 25 19:43:00.815360 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31ce16-0282-4d44-8771-ca3267263c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcdd217-59b2-4ac0-a9e6-bdc13e375243,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:01.051175 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=82e5380d-78f6-44e2-a23e-01b00fda45ef,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:01.093247 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39f4b95-a635-4040-b144-33f5e33c84a5 None None] Routers {'7472cbfe-cbdb-4591-8271-c73bc9937d39'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:01.098759 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a39f4b95-a635-4040-b144-33f5e33c84a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:42:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['7472cbfe-cbdb-4591-8271-c73bc9937d39'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:01.147328 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-6b6b13d2-c57a-4802-be34-690a30c08fd1 None None] For port 0cad5bab-a12f-4907-9f57-6f963f138c76, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0cad5bab-a12f-4907-9f57-6f963f138c76,segment=NetworkSegment(b9078fb3-09a5-4667-9ccb-e8c7effe710e),segment_id=b9078fb3-09a5-4667-9ccb-e8c7effe710e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:01.150730 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6b6b13d2-c57a-4802-be34-690a30c08fd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:01.323639 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c29ff0e-51e3-4f6b-93aa-5e8868b460a0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:01.333516 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88beded6-7a1e-41a3-82f6-4928cb080673 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network 754b220c-a1e0-417a-9599-5e2526db9c54 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:01.409073 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49236) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:01.423913 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-88beded6-7a1e-41a3-82f6-4928cb080673 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:01.430553 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88beded6-7a1e-41a3-82f6-4928cb080673 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:01.434441 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88beded6-7a1e-41a3-82f6-4928cb080673 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Port': ['ID=d91d2ca9-1165-4556-8a4a-fe2b8fe7cfa3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:01.490971 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88beded6-7a1e-41a3-82f6-4928cb080673 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:01.493094 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88beded6-7a1e-41a3-82f6-4928cb080673 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:01.496705 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88beded6-7a1e-41a3-82f6-4928cb080673 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:01.497557 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88beded6-7a1e-41a3-82f6-4928cb080673 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:01.498165 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88beded6-7a1e-41a3-82f6-4928cb080673 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:01.498840 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88beded6-7a1e-41a3-82f6-4928cb080673 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:01.499422 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88beded6-7a1e-41a3-82f6-4928cb080673 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:01.501416 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88beded6-7a1e-41a3-82f6-4928cb080673 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:01.502092 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88beded6-7a1e-41a3-82f6-4928cb080673 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:01.504897 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88beded6-7a1e-41a3-82f6-4928cb080673 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:01.508580 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88beded6-7a1e-41a3-82f6-4928cb080673 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:01.509306 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88beded6-7a1e-41a3-82f6-4928cb080673 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:01.695258 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-df1a929c-484c-42d5-888f-77a7f9dd60f7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ab1d82f642b54bd289c4a827e6879324&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2735286 Nov 25 19:43:01.702011 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49244) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:01.703320 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88beded6-7a1e-41a3-82f6-4928cb080673 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:01.705685 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-6b6b13d2-c57a-4802-be34-690a30c08fd1 None None] Calling delete_port for 0cad5bab-a12f-4907-9f57-6f963f138c76 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:01.711603 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88beded6-7a1e-41a3-82f6-4928cb080673 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:01.930720 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-88beded6-7a1e-41a3-82f6-4928cb080673 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.7533908 Nov 25 19:43:01.931829 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49250) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:01.941361 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-254c4988-58d3-4a92-a816-74e2fae8f4d9 None None] For port 5066f31c-2b14-4608-be42-700226f1dc5e, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:43:01.983553 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c29ff0e-51e3-4f6b-93aa-5e8868b460a0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:02.079011 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-254c4988-58d3-4a92-a816-74e2fae8f4d9 None None] For port 5066f31c-2b14-4608-be42-700226f1dc5e, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5066f31c-2b14-4608-be42-700226f1dc5e,segment=NetworkSegment(ea25115b-5798-4d4f-b69b-d7a57badec93),segment_id=ea25115b-5798-4d4f-b69b-d7a57badec93)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:43:02.202464 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-65e11ba4-3862-4f50-a1fb-502bfff73876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:02.202807 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-04dc1139-f84a-48e9-a77a-ee57f97c1e3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:02.225094 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-254c4988-58d3-4a92-a816-74e2fae8f4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:02.232611 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a39f4b95-a635-4040-b144-33f5e33c84a5 None None] Set router 7472cbfe-cbdb-4591-8271-c73bc9937d39 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:43:02.271006 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-04dc1139-f84a-48e9-a77a-ee57f97c1e3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:02.475021 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-a0e237a0-0c08-4045-9ed8-6ea4080d827f req-0f7a9e31-d437-4b8e-8696-0d68e1156042 service neutron] (103599) timed out ('10.222.0.85', 62564) {{(pid=103599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 19:43:02.563017 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-04dc1139-f84a-48e9-a77a-ee57f97c1e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:02.588634 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-04dc1139-f84a-48e9-a77a-ee57f97c1e3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:02.597166 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-04dc1139-f84a-48e9-a77a-ee57f97c1e3d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7882e0e3-c7e2-4744-b334-57392dad0a26 HTTP/1.1" status: 204 len: 168 time: 0.8877525 Nov 25 19:43:02.654143 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device fb0b73b6-9fdd-4c11-8e5e-c8d02920c921 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:43:02.662877 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc1139-f84a-48e9-a77a-ee57f97c1e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7882e0e3-c7e2-4744-b334-57392dad0a26,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:02.873571 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c4988-58d3-4a92-a816-74e2fae8f4d9 None None] Pushing event updated for resources: {'Port': ['ID=5066f31c-2b14-4608-be42-700226f1dc5e,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:02.897781 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: fb0b73b6-9fdd-4c11-8e5e-c8d02920c921 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:43:02.899264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device fb0b73b6-9fdd-4c11-8e5e-c8d02920c921 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:43:02.900008 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0cad5bab-a12f-4907-9f57-6f963f138c76 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:43:02.922580 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-81ba3814-7903-4860-b05b-7e581e6289c2 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:02.983576 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-81ba3814-7903-4860-b05b-7e581e6289c2 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/networks?id=7b554939-0be1-4ec6-b24c-67d3e874e0c5 HTTP/1.1" status: 200 len: 819 time: 1.1400957 Nov 25 19:43:03.002824 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6b6b13d2-c57a-4802-be34-690a30c08fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:03.110309 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-b9885abc-054d-44b7-9e38-47d0d75ed150 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/quotas/b14339133a914aa7b55a942f74e5faf3 HTTP/1.1" status: 200 len: 375 time: 0.1250777 Nov 25 19:43:03.383686 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 0cad5bab-a12f-4907-9f57-6f963f138c76 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:43:03.387905 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0cad5bab-a12f-4907-9f57-6f963f138c76 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:43:03.393366 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1f8af07a-2e5f-4c38-8184-f3cda7da55f9 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:43:03.418174 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b13d2-c57a-4802-be34-690a30c08fd1 None None] Pushing event deleted for resources: {'Port': ['ID=0cad5bab-a12f-4907-9f57-6f963f138c76,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:03.431854 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6b6b13d2-c57a-4802-be34-690a30c08fd1 None None] Network 07c74b9c-7303-4c51-a40c-27df1d50c13d is not hosted by any dhcp agent {{(pid=103601) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 19:43:03.431854 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6b13d2-c57a-4802-be34-690a30c08fd1 None None] No DVR routers for this DVR port 0cad5bab-a12f-4907-9f57-6f963f138c76 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:43:03.581231 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-70969ab3-c0a3-431f-892f-3257a9ec37e5 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:03.584091 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-70969ab3-c0a3-431f-892f-3257a9ec37e5 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.73 "GET /v2.0/networks?id=4ebe12af-5479-4b9f-987f-445ecc1140ce HTTP/1.1" status: 200 len: 820 time: 0.3692319 Nov 25 19:43:03.604165 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-bb0c73b3-fa34-4610-b6ef-d43cf21107d6 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Request body: {'port': {'device_id': '4d957538-868e-43ba-aa23-81a4135537db', 'network_id': '4ebe12af-5479-4b9f-987f-445ecc1140ce', 'admin_state_up': True, 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:03.639641 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-6daf24d4-530c-4541-b968-7d525ad157e7 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b14339133a914aa7b55a942f74e5faf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5259001 Nov 25 19:43:03.747603 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 1f8af07a-2e5f-4c38-8184-f3cda7da55f9 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:43:03.748229 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1f8af07a-2e5f-4c38-8184-f3cda7da55f9 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:43:03.844020 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c29ff0e-51e3-4f6b-93aa-5e8868b460a0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:03.931159 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-fb937835-47dd-4038-af3b-8978f5ef026e service neutron] 10.222.0.55 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684758 Nov 25 19:43:03.962887 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-bb0c73b3-fa34-4610-b6ef-d43cf21107d6 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Made reservation on behalf of ba2221b48b744bd48a410a13c6b8c9a7 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:03.975276 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-bb0c73b3-fa34-4610-b6ef-d43cf21107d6 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:03.982030 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:04.075163 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a39f4b95-a635-4040-b144-33f5e33c84a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7472cbfe-cbdb-4591-8271-c73bc9937d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1698232776-router', 'tenant_id': 'b14339133a914aa7b55a942f74e5faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '4c79c259-9fdc-4143-ba5a-d11d5ef8e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:36Z', 'updated_at': '2021-11-25T19:42:52Z', 'revision_number': 4, 'project_id': 'b14339133a914aa7b55a942f74e5faf3', 'gw_port': {'id': '4c79c259-9fdc-4143-ba5a-d11d5ef8e713', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:36:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7472cbfe-cbdb-4591-8271-c73bc9937d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:40Z', 'updated_at': '2021-11-25T19:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '82803f89-6474-46a7-8e3d-fb50a5b10fe3', 'name': '', 'network_id': '7b554939-0be1-4ec6-b24c-67d3e874e0c5', 'tenant_id': 'b14339133a914aa7b55a942f74e5faf3', 'mac_address': 'fa:16:3e:6a:d3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7472cbfe-cbdb-4591-8271-c73bc9937d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '9dfbb276-11e5-414c-b31c-559c0b9f994d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:47Z', 'updated_at': '2021-11-25T19:42:52Z', 'revision_number': 2, 'project_id': 'b14339133a914aa7b55a942f74e5faf3', 'subnets': [{'id': '9dfbb276-11e5-414c-b31c-559c0b9f994d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:04.262122 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29ff0e-51e3-4f6b-93aa-5e8868b460a0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=d22a2dfc-24d0-4dd8-97b1-d2eaea68c996,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:04.284305 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c29ff0e-51e3-4f6b-93aa-5e8868b460a0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:04.301376 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0c29ff0e-51e3-4f6b-93aa-5e8868b460a0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/d22a2dfc-24d0-4dd8-97b1-d2eaea68c996 HTTP/1.1" status: 204 len: 168 time: 4.2419238 Nov 25 19:43:04.311016 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49262) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:04.314477 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8acebf1-5a8b-4476-b5ff-ffe0c57efac7 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:04.465912 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c30c372-bb3d-4860-83f3-5edfa456c11b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet d544da9f-373c-4fa9-ae18-94da779097a3 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:43:04.468426 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24dc9b17-b49e-4e72-ba7f-f59050074455 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:04.500491 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c30c372-bb3d-4860-83f3-5edfa456c11b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:04.652107 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-bb0c73b3-fa34-4610-b6ef-d43cf21107d6 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Allocated IP 172.20.0.6 (4ebe12af-5479-4b9f-987f-445ecc1140ce/8ae412bb-db44-4343-b3f6-5623966939a0/f45b5dd8-121a-4637-a9da-17aa0f66595f) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:04.662413 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f4b95-a635-4040-b144-33f5e33c84a5 None None] Checking router: 7472cbfe-cbdb-4591-8271-c73bc9937d39 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:43:04.664541 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f4b95-a635-4040-b144-33f5e33c84a5 None None] Updating router 7472cbfe-cbdb-4591-8271-c73bc9937d39 port 82803f89-6474-46a7-8e3d-fb50a5b10fe3 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:43:04.668351 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 77fcf6a0-55fc-45d2-9c11-edf42fbf247b up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:04.698843 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c30c372-bb3d-4860-83f3-5edfa456c11b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:04.829520 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a39f4b95-a635-4040-b144-33f5e33c84a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:04.933794 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 82e5380d-78f6-44e2-a23e-01b00fda45ef up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:04.995685 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 77fcf6a0-55fc-45d2-9c11-edf42fbf247b triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:04.996666 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:05.175056 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237d9b8b-6fb6-4d36-9316-e21236d35cd8 None None] Network 754b220c-a1e0-417a-9599-5e2526db9c54 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:05.297049 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-bb0c73b3-fa34-4610-b6ef-d43cf21107d6 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:05.323116 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24dc9b17-b49e-4e72-ba7f-f59050074455 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:05.336716 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c30c372-bb3d-4860-83f3-5edfa456c11b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:05.338025 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-354d10f8-dd1b-41a0-b43d-0cf6d372cdab service neutron] 10.222.0.55 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3552015 Nov 25 19:43:05.346834 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24dc9b17-b49e-4e72-ba7f-f59050074455 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:05.462781 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-bb0c73b3-fa34-4610-b6ef-d43cf21107d6 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:05.736619 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-bb0c73b3-fa34-4610-b6ef-d43cf21107d6 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Network 4ebe12af-5479-4b9f-987f-445ecc1140ce is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:05.759033 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-bb0c73b3-fa34-4610-b6ef-d43cf21107d6 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:05.807848 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-bb0c73b3-fa34-4610-b6ef-d43cf21107d6 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:05.815566 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc9b17-b49e-4e72-ba7f-f59050074455 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Port': ['ID=d91d2ca9-1165-4556-8a4a-fe2b8fe7cfa3,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:05.826620 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c73b3-fa34-4610-b6ef-d43cf21107d6 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Pushing event updated for resources: {'Port': ['ID=f45b5dd8-121a-4637-a9da-17aa0f66595f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:05.860572 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-21826018-b6c2-4e48-b447-7d1c809ae8b1 None None] Provisioning complete for port 5066f31c-2b14-4608-be42-700226f1dc5e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:05.861206 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-21826018-b6c2-4e48-b447-7d1c809ae8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:05.901788 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49278) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:05.916177 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c30c372-bb3d-4860-83f3-5edfa456c11b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:05.989761 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30c372-bb3d-4860-83f3-5edfa456c11b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=d544da9f-373c-4fa9-ae18-94da779097a3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:06.002839 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c30c372-bb3d-4860-83f3-5edfa456c11b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:06.007819 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6c30c372-bb3d-4860-83f3-5edfa456c11b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/d544da9f-373c-4fa9-ae18-94da779097a3 HTTP/1.1" status: 204 len: 168 time: 1.6950467 Nov 25 19:43:06.011311 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49284) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:06.123455 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:06.169135 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-bb0c73b3-fa34-4610-b6ef-d43cf21107d6 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:06.196134 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-bb0c73b3-fa34-4610-b6ef-d43cf21107d6 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:06.240731 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:06.252502 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49290) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:06.258795 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b42418aa-ef87-403f-bfa6-01dd4e731da7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2213287 Nov 25 19:43:06.399139 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ca6af44b-971c-4674-90a8-b4847886c82a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1617847057-network', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:06.493327 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-bb0c73b3-fa34-4610-b6ef-d43cf21107d6 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8973293 Nov 25 19:43:06.527137 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-06281d20-a050-41dd-bbdc-98e5b1385418 service neutron] Request body: {'port': {'device_id': '4d957538-868e-43ba-aa23-81a4135537db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:06.603563 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6af44b-971c-4674-90a8-b4847886c82a admin admin] Made reservation on behalf of e9d22fa4f40744aa88e4f6dbc79438c2 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:06.619623 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca6af44b-971c-4674-90a8-b4847886c82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:06.695102 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931523b4-d0bf-4474-8fb3-be08d0dcaa31 req-67f1719b-3179-449f-855b-750aa7c72a84 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:06.719189 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-931523b4-d0bf-4474-8fb3-be08d0dcaa31 req-67f1719b-3179-449f-855b-750aa7c72a84 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 931 time: 0.4981329 Nov 25 19:43:06.774810 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca6af44b-971c-4674-90a8-b4847886c82a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:06.881474 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-06281d20-a050-41dd-bbdc-98e5b1385418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:06.900806 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2771195b-a442-4b17-aa44-36bf4f4863aa tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:06.904032 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2771195b-a442-4b17-aa44-36bf4f4863aa tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6113610 Nov 25 19:43:06.933685 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49294) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:07.081721 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99250ebe-e84b-4f12-8619-e64b7ce1e147 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:07.085803 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-99250ebe-e84b-4f12-8619-e64b7ce1e147 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1478946 Nov 25 19:43:07.089064 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 82e5380d-78f6-44e2-a23e-01b00fda45ef triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:07.089481 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:07.090960 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca6af44b-971c-4674-90a8-b4847886c82a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:07.092990 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24dc9b17-b49e-4e72-ba7f-f59050074455 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:07.196346 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49296) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:07.229006 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca6af44b-971c-4674-90a8-b4847886c82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:07.267758 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6af44b-971c-4674-90a8-b4847886c82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e898787-1eba-48ea-9636-62371b2bb44c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:07.319639 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24dc9b17-b49e-4e72-ba7f-f59050074455 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:07.336077 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6af44b-971c-4674-90a8-b4847886c82a admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:43:07.338906 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a4830809-d7dc-42ef-8349-29392078a742 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1385620 Nov 25 19:43:07.351554 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49298) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:07.358491 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4c8a7637-6878-409c-9ef2-1950ce89054d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:07.404633 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-931523b4-d0bf-4474-8fb3-be08d0dcaa31 req-0f835747-4750-43e2-ba0b-3dc7d3b2d6b4 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d0348b6-c485-40e9-bece-971278800549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6594095 Nov 25 19:43:07.512807 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fa18b7-0283-4355-9ae5-57d6a3d183bb None None] Update dhcp port {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'fixed_ips': [{'subnet_id': 'd544da9f-373c-4fa9-ae18-94da779097a3'}], 'binding:host_id': 'n-d-819349-5'}, 'id': 'f1b8ea5b-44bb-4f97-bb11-62e07375c92d'} from n-d-819349-5. {{(pid=103601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:43:07.571192 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca6af44b-971c-4674-90a8-b4847886c82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:07.571744 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-ca6af44b-971c-4674-90a8-b4847886c82a admin admin] Added segment e6798801-fb68-42d2-b806-33f4c3263a05 of type vlan for network e6cd4387-d0d6-4f12-8944-fa288777c85c Nov 25 19:43:07.642135 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a39f4b95-a635-4040-b144-33f5e33c84a5 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:07.667485 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-21826018-b6c2-4e48-b447-7d1c809ae8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:07.669776 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:07.777760 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a39f4b95-a635-4040-b144-33f5e33c84a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:07.781362 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f3fa18b7-0283-4355-9ae5-57d6a3d183bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:08.080375 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fcb522-1438-4089-ae6f-f938a07484b2 None None] Pushing event updated for resources: {'Port': ['ID=82803f89-6474-46a7-8e3d-fb50a5b10fe3,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:08.165285 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 77fcf6a0-55fc-45d2-9c11-edf42fbf247b, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=77fcf6a0-55fc-45d2-9c11-edf42fbf247b,segment=NetworkSegment(25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1),segment_id=25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:08.208684 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5ac0ce26-8743-4be8-b64f-d75f3b768677 req-bc10a94e-dfaf-410f-a5ff-7842b30ff9af tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 210 time: 0.0432870 Nov 25 19:43:08.209278 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:08.209777 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5066f31c-2b14-4608-be42-700226f1dc5e up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:08.277706 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:08.283633 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babbbc3c-5ca4-46bc-b328-d930168b13f0 req-2f7c2378-94b0-48c1-8b6e-084bcf387b8b tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:08.293171 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-babbbc3c-5ca4-46bc-b328-d930168b13f0 req-2f7c2378-94b0-48c1-8b6e-084bcf387b8b tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.73 "GET /v2.0/ports?device_id=64a6390d-c424-4880-97c2-c68fb6f5f137 HTTP/1.1" status: 200 len: 945 time: 0.2871912 Nov 25 19:43:08.455221 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a443b3-7a53-438b-9302-21e8444f3122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e5380d-78f6-44e2-a23e-01b00fda45ef'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:43:08.459434 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e045ab-229d-4367-a604-94a131d68dc3" -d '{"events": [{"server_uuid": "26a443b3-7a53-438b-9302-21e8444f3122", "name": "network-vif-plugged", "status": "completed", "tag": "82e5380d-78f6-44e2-a23e-01b00fda45ef"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:43:08.589620 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-21826018-b6c2-4e48-b447-7d1c809ae8b1 None None] For port 5066f31c-2b14-4608-be42-700226f1dc5e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5066f31c-2b14-4608-be42-700226f1dc5e,segment=NetworkSegment(ea25115b-5798-4d4f-b69b-d7a57badec93),segment_id=ea25115b-5798-4d4f-b69b-d7a57badec93)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:08.662456 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 82e5380d-78f6-44e2-a23e-01b00fda45ef, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=82e5380d-78f6-44e2-a23e-01b00fda45ef,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:08.673316 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-21826018-b6c2-4e48-b447-7d1c809ae8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:08.710352 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:08.734043 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec8e9a-1d95-48c1-80ca-95be559a4bc5 req-4dc1fe0a-733d-4672-bcf3-c4a01a4c9115 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:08.747308 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=77fcf6a0-55fc-45d2-9c11-edf42fbf247b,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:08.758857 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45ec8e9a-1d95-48c1-80ca-95be559a4bc5 req-4dc1fe0a-733d-4672-bcf3-c4a01a4c9115 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a6390d-c424-4880-97c2-c68fb6f5f137 HTTP/1.1" status: 200 len: 945 time: 0.3457239 Nov 25 19:43:08.854210 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-06281d20-a050-41dd-bbdc-98e5b1385418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f45b5dd8-121a-4637-a9da-17aa0f66595f {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:43:08.864218 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-06281d20-a050-41dd-bbdc-98e5b1385418 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:08.886848 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21826018-b6c2-4e48-b447-7d1c809ae8b1 None None] Pushing event updated for resources: {'Port': ['ID=5066f31c-2b14-4608-be42-700226f1dc5e,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:08.892133 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-06281d20-a050-41dd-bbdc-98e5b1385418 service neutron] Transition to ACTIVE for port object f45b5dd8-121a-4637-a9da-17aa0f66595f will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:43:08.993230 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-06281d20-a050-41dd-bbdc-98e5b1385418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:09.015312 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a88a3f8-8f9a-4259-afac-e45aa4898510 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:09.026238 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a39f4b95-a635-4040-b144-33f5e33c84a5 None None] Attempting to bind port 82803f89-6474-46a7-8e3d-fb50a5b10fe3 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:43:09.026749 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a39f4b95-a635-4040-b144-33f5e33c84a5 None None] Attempting to bind port 82803f89-6474-46a7-8e3d-fb50a5b10fe3 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '04fabac9-f65f-4fde-b14c-438d1e6ec424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7b554939-0be1-4ec6-b24c-67d3e874e0c5'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:43:09.027198 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39f4b95-a635-4040-b144-33f5e33c84a5 None None] Attempting to bind port 82803f89-6474-46a7-8e3d-fb50a5b10fe3 on network 7b554939-0be1-4ec6-b24c-67d3e874e0c5 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:09.047133 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45ec8e9a-1d95-48c1-80ca-95be559a4bc5 req-b68d628c-30a5-4104-bfae-5ea54ba17c2b tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e42ee364-b894-4240-9250-2a0df610b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866154 Nov 25 19:43:09.212995 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-deabbf56-9915-4ce6-9ce2-adeccf3efb3a None None] Provisioning complete for port f1b8ea5b-44bb-4f97-bb11-62e07375c92d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:09.213439 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-deabbf56-9915-4ce6-9ce2-adeccf3efb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:09.219704 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06281d20-a050-41dd-bbdc-98e5b1385418 service neutron] Pushing event updated for resources: {'Port': ['ID=f45b5dd8-121a-4637-a9da-17aa0f66595f,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:09.234478 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8a7637-6878-409c-9ef2-1950ce89054d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:09.241980 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c8a7637-6878-409c-9ef2-1950ce89054d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:09.250838 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8a7637-6878-409c-9ef2-1950ce89054d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:43:09.251324 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c8a7637-6878-409c-9ef2-1950ce89054d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:43:09.271088 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-babbbc3c-5ca4-46bc-b328-d930168b13f0 req-e406f091-435a-4731-9ad9-916d5256c5b2 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Deleting port b8e1ad98-ee30-47a1-8a47-f4ef6852c1df {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:09.271843 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-babbbc3c-5ca4-46bc-b328-d930168b13f0 req-e406f091-435a-4731-9ad9-916d5256c5b2 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:09.399545 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39f4b95-a635-4040-b144-33f5e33c84a5 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:43:09.399976 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39f4b95-a635-4040-b144-33f5e33c84a5 None None] Checking segment: {'id': '04fabac9-f65f-4fde-b14c-438d1e6ec424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7b554939-0be1-4ec6-b24c-67d3e874e0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:09.400250 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a39f4b95-a635-4040-b144-33f5e33c84a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:09.400653 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39f4b95-a635-4040-b144-33f5e33c84a5 None None] Bound using segment: {'id': '04fabac9-f65f-4fde-b14c-438d1e6ec424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7b554939-0be1-4ec6-b24c-67d3e874e0c5'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:43:09.401172 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a39f4b95-a635-4040-b144-33f5e33c84a5 None None] Bound port: 82803f89-6474-46a7-8e3d-fb50a5b10fe3, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fabac9-f65f-4fde-b14c-438d1e6ec424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7b554939-0be1-4ec6-b24c-67d3e874e0c5'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:43:09.401662 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a39f4b95-a635-4040-b144-33f5e33c84a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:09.467096 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 5066f31c-2b14-4608-be42-700226f1dc5e triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:09.467096 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:09.562625 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=82e5380d-78f6-44e2-a23e-01b00fda45ef,revision_number=7']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:09.571785 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea04903-346f-429c-ac98-59f2c00d3854 req-fb9ca058-4878-4098-b49d-9719a8904262 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:09.585768 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fea04903-346f-429c-ac98-59f2c00d3854 req-fb9ca058-4878-4098-b49d-9719a8904262 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 943 time: 0.2896078 Nov 25 19:43:09.590035 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4c8a7637-6878-409c-9ef2-1950ce89054d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 2.2371683 Nov 25 19:43:09.602564 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49320) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:09.612561 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca6af44b-971c-4674-90a8-b4847886c82a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:09.620777 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-f6bc68e4-ccff-42ab-99de-95b40e8e8b4b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:09.698202 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a39f4b95-a635-4040-b144-33f5e33c84a5 None None] For port 82803f89-6474-46a7-8e3d-fb50a5b10fe3, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:43:09.703054 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a39f4b95-a635-4040-b144-33f5e33c84a5 None None] For port 82803f89-6474-46a7-8e3d-fb50a5b10fe3, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=82803f89-6474-46a7-8e3d-fb50a5b10fe3,segment=NetworkSegment(04fabac9-f65f-4fde-b14c-438d1e6ec424),segment_id=04fabac9-f65f-4fde-b14c-438d1e6ec424)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:43:09.730254 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a39f4b95-a635-4040-b144-33f5e33c84a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:09.947222 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca6af44b-971c-4674-90a8-b4847886c82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:09.949523 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6af44b-971c-4674-90a8-b4847886c82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:09.956027 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca6af44b-971c-4674-90a8-b4847886c82a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:09.959877 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-06281d20-a050-41dd-bbdc-98e5b1385418 service neutron] Attempting to bind port f45b5dd8-121a-4637-a9da-17aa0f66595f on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:43:09.965056 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-06281d20-a050-41dd-bbdc-98e5b1385418 service neutron] Attempting to bind port f45b5dd8-121a-4637-a9da-17aa0f66595f by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4ebe12af-5479-4b9f-987f-445ecc1140ce'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:43:09.965477 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-06281d20-a050-41dd-bbdc-98e5b1385418 service neutron] Attempting to bind port f45b5dd8-121a-4637-a9da-17aa0f66595f on network 4ebe12af-5479-4b9f-987f-445ecc1140ce {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:10.001143 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-babbbc3c-5ca4-46bc-b328-d930168b13f0 req-e406f091-435a-4731-9ad9-916d5256c5b2 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] For port b8e1ad98-ee30-47a1-8a47-f4ef6852c1df, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b8e1ad98-ee30-47a1-8a47-f4ef6852c1df,segment=NetworkSegment(d5606956-6680-4d28-9c90-711c5387b86c),segment_id=d5606956-6680-4d28-9c90-711c5387b86c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:10.001521 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-babbbc3c-5ca4-46bc-b328-d930168b13f0 req-e406f091-435a-4731-9ad9-916d5256c5b2 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:10.072794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-06281d20-a050-41dd-bbdc-98e5b1385418 service neutron] Port f45b5dd8-121a-4637-a9da-17aa0f66595f on network 4ebe12af-5479-4b9f-987f-445ecc1140ce not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:43:10.074905 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-06281d20-a050-41dd-bbdc-98e5b1385418 service neutron] Attempting to bind port f45b5dd8-121a-4637-a9da-17aa0f66595f on network 4ebe12af-5479-4b9f-987f-445ecc1140ce {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:10.103048 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-babbbc3c-5ca4-46bc-b328-d930168b13f0 req-e406f091-435a-4731-9ad9-916d5256c5b2 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Calling delete_port for b8e1ad98-ee30-47a1-8a47-f4ef6852c1df owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:10.119208 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f587b2d0-b078-454d-bd39-4379aa6911b4 None None] DHCP port deletion for b691ce13-c3fa-46f8-892f-a6e3ddf6046b request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:10.130892 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-06281d20-a050-41dd-bbdc-98e5b1385418 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:43:10.131230 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-06281d20-a050-41dd-bbdc-98e5b1385418 service neutron] Checking segment: {'id': '25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4ebe12af-5479-4b9f-987f-445ecc1140ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:10.131616 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-06281d20-a050-41dd-bbdc-98e5b1385418 service neutron] Bound using segment: {'id': '25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4ebe12af-5479-4b9f-987f-445ecc1140ce'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:43:10.137790 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-06281d20-a050-41dd-bbdc-98e5b1385418 service neutron] Bound port: f45b5dd8-121a-4637-a9da-17aa0f66595f, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4ebe12af-5479-4b9f-987f-445ecc1140ce'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:43:10.138170 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-06281d20-a050-41dd-bbdc-98e5b1385418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:10.162063 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39f4b95-a635-4040-b144-33f5e33c84a5 None None] Routers {'7472cbfe-cbdb-4591-8271-c73bc9937d39'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:10.165066 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a39f4b95-a635-4040-b144-33f5e33c84a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:43:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['7472cbfe-cbdb-4591-8271-c73bc9937d39'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:10.191196 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bc68e4-ccff-42ab-99de-95b40e8e8b4b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:10.204443 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f6bc68e4-ccff-42ab-99de-95b40e8e8b4b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:10.208741 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6bc68e4-ccff-42ab-99de-95b40e8e8b4b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:43:10.209225 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6bc68e4-ccff-42ab-99de-95b40e8e8b4b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:43:10.263199 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fea04903-346f-429c-ac98-59f2c00d3854 req-7753ea38-05d0-4224-bf83-131ffa07c6b7 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d0348b6-c485-40e9-bece-971278800549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6764050 Nov 25 19:43:10.408036 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-67873834-cada-4ef2-914f-78a5c3f6c4c1 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:10.409674 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-67873834-cada-4ef2-914f-78a5c3f6c4c1 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.73 "GET /v2.0/networks?id=7b554939-0be1-4ec6-b24c-67d3e874e0c5 HTTP/1.1" status: 200 len: 819 time: 1.2665625 Nov 25 19:43:10.496465 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 77fcf6a0-55fc-45d2-9c11-edf42fbf247b up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:10.514182 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a88e18-15fd-47f4-a915-3c29d4824205 x-openstack-request-id: req-d0a88e18-15fd-47f4-a915-3c29d4824205 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:43:10.515183 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a443b3-7a53-438b-9302-21e8444f3122", "name": "network-vif-plugged", "status": "completed", "tag": "82e5380d-78f6-44e2-a23e-01b00fda45ef", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:43:10.515477 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d0a88e18-15fd-47f4-a915-3c29d4824205 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:43:10.517336 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a443b3-7a53-438b-9302-21e8444f3122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e5380d-78f6-44e2-a23e-01b00fda45ef', 'code': 200} Nov 25 19:43:10.528554 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fcb522-1438-4089-ae6f-f938a07484b2 None None] Pushing event updated for resources: {'Port': ['ID=82803f89-6474-46a7-8e3d-fb50a5b10fe3,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:10.569296 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24dc9b17-b49e-4e72-ba7f-f59050074455 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:10.592201 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-06281d20-a050-41dd-bbdc-98e5b1385418 service neutron] For port f45b5dd8-121a-4637-a9da-17aa0f66595f, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:43:10.596124 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-241d4218-3206-4f7f-b888-92f36e4b68f7 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Request body: {'port': {'device_id': '33f8f11b-9cf1-4591-bcc5-ecd331168f55', 'network_id': '7b554939-0be1-4ec6-b24c-67d3e874e0c5', 'admin_state_up': True, 'tenant_id': 'b14339133a914aa7b55a942f74e5faf3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:10.598317 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-06281d20-a050-41dd-bbdc-98e5b1385418 service neutron] For port f45b5dd8-121a-4637-a9da-17aa0f66595f, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=f45b5dd8-121a-4637-a9da-17aa0f66595f,segment=NetworkSegment(25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1),segment_id=25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:43:10.606414 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24dc9b17-b49e-4e72-ba7f-f59050074455 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:10.614893 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f6bc68e4-ccff-42ab-99de-95b40e8e8b4b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0005350 Nov 25 19:43:10.615820 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49332) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:10.626604 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-c248a693-de87-4dc8-8bea-4c16b04f0d72 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:10.631605 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-06281d20-a050-41dd-bbdc-98e5b1385418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:10.752958 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6af44b-971c-4674-90a8-b4847886c82a admin admin] Pushing event updated for resources: {'Network': ['ID=e6cd4387-d0d6-4f12-8944-fa288777c85c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:10.787221 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ca6af44b-971c-4674-90a8-b4847886c82a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 4.8812797 Nov 25 19:43:10.793145 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1de3d142-58de-4a91-a530-4a738b7700fe None None] Provisioning complete for port d91d2ca9-1165-4556-8a4a-fe2b8fe7cfa3 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:10.796707 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1de3d142-58de-4a91-a530-4a738b7700fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:10.798723 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network e6cd4387-d0d6-4f12-8944-fa288777c85c details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:43:10.840615 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49342) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:10.869149 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-47ffdbde-2614-4b71-80e8-6f2a145ae23c admin admin] Request body: {'subnet': {'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1617847057-subnet', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:11.087193 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24dc9b17-b49e-4e72-ba7f-f59050074455 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:11.087193 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc9b17-b49e-4e72-ba7f-f59050074455 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Port': ['ID=d91d2ca9-1165-4556-8a4a-fe2b8fe7cfa3,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:11.105946 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ffdbde-2614-4b71-80e8-6f2a145ae23c admin admin] Made reservation on behalf of e9d22fa4f40744aa88e4f6dbc79438c2 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:11.108513 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47ffdbde-2614-4b71-80e8-6f2a145ae23c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:11.140438 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-f587b2d0-b078-454d-bd39-4379aa6911b4 None None] Deleting port f1b8ea5b-44bb-4f97-bb11-62e07375c92d {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:11.143097 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f587b2d0-b078-454d-bd39-4379aa6911b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:11.172612 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device b8e1ad98-ee30-47a1-8a47-f4ef6852c1df no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:43:11.333337 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-241d4218-3206-4f7f-b888-92f36e4b68f7 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Made reservation on behalf of b14339133a914aa7b55a942f74e5faf3 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:11.338565 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-241d4218-3206-4f7f-b888-92f36e4b68f7 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:11.426425 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dc9b17-b49e-4e72-ba7f-f59050074455 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network 754b220c-a1e0-417a-9599-5e2526db9c54 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:11.450111 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-24dc9b17-b49e-4e72-ba7f-f59050074455 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:11.468600 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-06281d20-a050-41dd-bbdc-98e5b1385418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:11.469407 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-06281d20-a050-41dd-bbdc-98e5b1385418 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:11.471111 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-06281d20-a050-41dd-bbdc-98e5b1385418 service neutron] 10.222.0.73 "PUT /v2.0/ports/f45b5dd8-121a-4637-a9da-17aa0f66595f HTTP/1.1" status: 200 len: 1091 time: 4.9589779 Nov 25 19:43:11.535354 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d957538-868e-43ba-aa23-81a4135537db', 'tag': 'f45b5dd8-121a-4637-a9da-17aa0f66595f'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:43:11.539541 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4bd992-e43c-4319-9447-5db9953c842c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d957538-868e-43ba-aa23-81a4135537db", "tag": "f45b5dd8-121a-4637-a9da-17aa0f66595f"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:43:11.582502 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06281d20-a050-41dd-bbdc-98e5b1385418 service neutron] Pushing event updated for resources: {'Port': ['ID=f45b5dd8-121a-4637-a9da-17aa0f66595f,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:11.700562 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1de3d142-58de-4a91-a530-4a738b7700fe None None] Port d91d2ca9-1165-4556-8a4a-fe2b8fe7cfa3 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:43:11.732867 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c248a693-de87-4dc8-8bea-4c16b04f0d72 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:11.747056 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c248a693-de87-4dc8-8bea-4c16b04f0d72 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:11.754782 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c248a693-de87-4dc8-8bea-4c16b04f0d72 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:43:11.759981 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c248a693-de87-4dc8-8bea-4c16b04f0d72 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:43:11.806323 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a39f4b95-a635-4040-b144-33f5e33c84a5 None None] Set router 7472cbfe-cbdb-4591-8271-c73bc9937d39 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:43:11.897513 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 77fcf6a0-55fc-45d2-9c11-edf42fbf247b triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:11.901001 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:11.996643 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-c0beba31-e40d-4d94-8073-afc36093df61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:11.999624 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-c0beba31-e40d-4d94-8073-afc36093df61 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba2221b48b744bd48a410a13c6b8c9a7&device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 1094 time: 0.4519007 Nov 25 19:43:12.000726 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47ffdbde-2614-4b71-80e8-6f2a145ae23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:12.005825 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1de3d142-58de-4a91-a530-4a738b7700fe None None] Provisioning complete for port 5066f31c-2b14-4608-be42-700226f1dc5e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:12.006553 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1de3d142-58de-4a91-a530-4a738b7700fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:12.007771 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c248a693-de87-4dc8-8bea-4c16b04f0d72 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.3866034 Nov 25 19:43:12.009175 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-babbbc3c-5ca4-46bc-b328-d930168b13f0 req-e406f091-435a-4731-9ad9-916d5256c5b2 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:12.013061 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49356) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:12.018684 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-dac3ebd8-9e4e-4ec3-af33-bdab18360653 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:12.020008 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-241d4218-3206-4f7f-b888-92f36e4b68f7 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Allocated IP 172.20.0.14 (7b554939-0be1-4ec6-b24c-67d3e874e0c5/9dfbb276-11e5-414c-b31c-559c0b9f994d/6ef884be-3c91-47c0-968b-b383021ce755) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:12.058490 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e49548-b29b-4660-9e60-699036cb2a43 req-88b451f1-7397-420c-b484-bf344c2e960b tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:12.066153 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-29e49548-b29b-4660-9e60-699036cb2a43 req-88b451f1-7397-420c-b484-bf344c2e960b tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/networks?id=7b554939-0be1-4ec6-b24c-67d3e874e0c5 HTTP/1.1" status: 200 len: 819 time: 1.3261991 Nov 25 19:43:12.115158 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffdbde-2614-4b71-80e8-6f2a145ae23c admin admin] Pushing event updated for resources: {'Subnet': ['ID=372ff6c6-b463-492b-ae35-d9124871a47c,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:12.144265 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406f091-435a-4731-9ad9-916d5256c5b2 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Pushing event deleted for resources: {'Port': ['ID=b8e1ad98-ee30-47a1-8a47-f4ef6852c1df,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:12.154932 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-2eee0112-6f40-4733-b8bc-fe941534df25 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f45b5dd8-121a-4637-a9da-17aa0f66595f HTTP/1.1" status: 200 len: 217 time: 0.1311042 Nov 25 19:43:12.200646 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ffdbde-2614-4b71-80e8-6f2a145ae23c admin admin] Checking segment: {'id': 'e6798801-fb68-42d2-b806-33f4c3263a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:12.202839 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ffdbde-2614-4b71-80e8-6f2a145ae23c admin admin] Network hostable DHCP agents. Network: e6cd4387-d0d6-4f12-8944-fa288777c85c, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:43:12.208785 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24dc9b17-b49e-4e72-ba7f-f59050074455 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Router 4d2c8729-fde3-495c-83b2-0629919fab24 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:43:12.219480 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6f55cc-88b3-44bb-9656-440670313c0b None None] DHCP port deletion for b1d0b183-b981-4bfb-9a4d-77b2057be997 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:12.228867 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-29e49548-b29b-4660-9e60-699036cb2a43 req-98bb80bd-4471-4528-aa69-7019c7994055 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/quotas/b14339133a914aa7b55a942f74e5faf3 HTTP/1.1" status: 200 len: 375 time: 0.1613519 Nov 25 19:43:12.287125 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-babbbc3c-5ca4-46bc-b328-d930168b13f0 req-e406f091-435a-4731-9ad9-916d5256c5b2 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] No DVR routers for this DVR port b8e1ad98-ee30-47a1-8a47-f4ef6852c1df on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:43:12.311423 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-babbbc3c-5ca4-46bc-b328-d930168b13f0 req-e406f091-435a-4731-9ad9-916d5256c5b2 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:12.314905 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-babbbc3c-5ca4-46bc-b328-d930168b13f0 req-e406f091-435a-4731-9ad9-916d5256c5b2 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.73 "DELETE /v2.0/ports/b8e1ad98-ee30-47a1-8a47-f4ef6852c1df HTTP/1.1" status: 204 len: 173 time: 4.0109849 Nov 25 19:43:12.373596 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac3ebd8-9e4e-4ec3-af33-bdab18360653 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:12.378163 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dac3ebd8-9e4e-4ec3-af33-bdab18360653 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:12.382061 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac3ebd8-9e4e-4ec3-af33-bdab18360653 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:43:12.382845 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac3ebd8-9e4e-4ec3-af33-bdab18360653 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:43:12.406576 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-c5cd3057-b747-41b9-9781-11b38a44f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:12.414180 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-c5cd3057-b747-41b9-9781-11b38a44f5c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8ae412bb-db44-4343-b3f6-5623966939a0 HTTP/1.1" status: 200 len: 860 time: 0.2018671 Nov 25 19:43:12.425088 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ffdbde-2614-4b71-80e8-6f2a145ae23c admin admin] Network e6cd4387-d0d6-4f12-8944-fa288777c85c is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:43:12.464511 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-dac3ebd8-9e4e-4ec3-af33-bdab18360653 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4498670 Nov 25 19:43:12.470595 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49358) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:12.480615 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2366c1e8-8f64-4b2d-be70-5993a4bf5f88 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:12.484738 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-47ffdbde-2614-4b71-80e8-6f2a145ae23c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, e6cd4387-d0d6-4f12-8944-fa288777c85c) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:12.491850 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ffdbde-2614-4b71-80e8-6f2a145ae23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:12.493292 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47ffdbde-2614-4b71-80e8-6f2a145ae23c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:12.495473 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-29e49548-b29b-4660-9e60-699036cb2a43 req-be1b8274-696e-4bc1-8bb5-81c6e1b3d93e tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b14339133a914aa7b55a942f74e5faf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2650599 Nov 25 19:43:12.542079 n-d-819349-5 neutron-server[103601]: INFO neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No ports have port_id starting with b8e1ad98-ee30-47a1-8a47-f4ef6852c1df Nov 25 19:43:12.565707 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f587b2d0-b078-454d-bd39-4379aa6911b4 None None] For port f1b8ea5b-44bb-4f97-bb11-62e07375c92d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f1b8ea5b-44bb-4f97-bb11-62e07375c92d,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:12.566463 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f587b2d0-b078-454d-bd39-4379aa6911b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:12.572435 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-71a5b21f-cceb-4cf2-8d2a-0a1e36ee81a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ebe12af-5479-4b9f-987f-445ecc1140ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355758 Nov 25 19:43:12.581345 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ea5c6e-914e-4af7-9499-a3a4198a3655 None None] Network e6cd4387-d0d6-4f12-8944-fa288777c85c requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:12.611913 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24dc9b17-b49e-4e72-ba7f-f59050074455 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:43:12.624976 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-24dc9b17-b49e-4e72-ba7f-f59050074455 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "PUT /v2.0/routers/4d2c8729-fde3-495c-83b2-0629919fab24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6840682 Nov 25 19:43:12.627438 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc25e105-f2d6-4b14-a760-ed40092df605 None None] Sync routers for ids ['4d2c8729-fde3-495c-83b2-0629919fab24'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:43:12.630364 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49360) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:12.655659 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-47ffdbde-2614-4b71-80e8-6f2a145ae23c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7915745 Nov 25 19:43:12.662637 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc25e105-f2d6-4b14-a760-ed40092df605 None None] Routers {'4d2c8729-fde3-495c-83b2-0629919fab24'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:12.666674 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-bc25e105-f2d6-4b14-a760-ed40092df605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:43:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['4d2c8729-fde3-495c-83b2-0629919fab24'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:12.677971 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49362) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:12.692777 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-241d4218-3206-4f7f-b888-92f36e4b68f7 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:12.697390 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-309947cc-032c-4338-a307-94e37dddc0f6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1617847057-router', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:12.770372 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-f587b2d0-b078-454d-bd39-4379aa6911b4 None None] Calling delete_port for f1b8ea5b-44bb-4f97-bb11-62e07375c92d owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:12.776474 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-bc25e105-f2d6-4b14-a760-ed40092df605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:12.780107 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb45d59-a104-47ef-af5a-7a9403144aef tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:12.784784 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ddb45d59-a104-47ef-af5a-7a9403144aef tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "GET /v2.0/ports/d91d2ca9-1165-4556-8a4a-fe2b8fe7cfa3 HTTP/1.1" status: 200 len: 978 time: 0.1500444 Nov 25 19:43:12.795328 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49364) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:12.807470 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc25e105-f2d6-4b14-a760-ed40092df605 None None] Routers {'4d2c8729-fde3-495c-83b2-0629919fab24'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:12.815550 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-bc25e105-f2d6-4b14-a760-ed40092df605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:43:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['4d2c8729-fde3-495c-83b2-0629919fab24'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:12.913439 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-bc25e105-f2d6-4b14-a760-ed40092df605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:12.919158 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc25e105-f2d6-4b14-a760-ed40092df605 None None] The sync data for ids ['4d2c8729-fde3-495c-83b2-0629919fab24'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:43:13.020047 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2366c1e8-8f64-4b2d-be70-5993a4bf5f88 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:13.026811 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2366c1e8-8f64-4b2d-be70-5993a4bf5f88 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:13.029151 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-2366c1e8-8f64-4b2d-be70-5993a4bf5f88 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:43:13.029736 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2366c1e8-8f64-4b2d-be70-5993a4bf5f88 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:43:13.074153 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-241d4218-3206-4f7f-b888-92f36e4b68f7 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:13.111628 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-29e49548-b29b-4660-9e60-699036cb2a43 req-79590881-bead-4cb0-8569-98f2f7667223 service neutron] 10.222.0.55 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6113355 Nov 25 19:43:13.287380 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-29e49548-b29b-4660-9e60-699036cb2a43 req-a3f3fc7f-b26a-4c40-b4ca-f6dad35336c7 service neutron] 10.222.0.55 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631341 Nov 25 19:43:13.295068 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-232dbc47-394f-4693-9908-93c910f6de0f service neutron] 10.222.0.73 "GET /v2.0/networks/4ebe12af-5479-4b9f-987f-445ecc1140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7104452 Nov 25 19:43:13.353869 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5066f31c-2b14-4608-be42-700226f1dc5e up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:13.374744 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-309947cc-032c-4338-a307-94e37dddc0f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:13.376910 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-309947cc-032c-4338-a307-94e37dddc0f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:13.415903 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-241d4218-3206-4f7f-b888-92f36e4b68f7 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Network 7b554939-0be1-4ec6-b24c-67d3e874e0c5 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:13.423112 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-241d4218-3206-4f7f-b888-92f36e4b68f7 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:13.447694 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-241d4218-3206-4f7f-b888-92f36e4b68f7 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:13.461145 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2366c1e8-8f64-4b2d-be70-5993a4bf5f88 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9847145 Nov 25 19:43:13.494422 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49366) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:13.498951 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-309947cc-032c-4338-a307-94e37dddc0f6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:13.502047 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-75fc47f9-0dba-4fdc-a9d9-aca2ba119e3f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:13.685121 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d4218-3206-4f7f-b888-92f36e4b68f7 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Pushing event updated for resources: {'Port': ['ID=6ef884be-3c91-47c0-968b-b383021ce755,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:13.787755 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fc47f9-0dba-4fdc-a9d9-aca2ba119e3f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:13.817337 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75fc47f9-0dba-4fdc-a9d9-aca2ba119e3f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:13.835498 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-75fc47f9-0dba-4fdc-a9d9-aca2ba119e3f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:43:13.836260 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75fc47f9-0dba-4fdc-a9d9-aca2ba119e3f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:43:13.864167 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f587b2d0-b078-454d-bd39-4379aa6911b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:13.920165 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-241d4218-3206-4f7f-b888-92f36e4b68f7 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:13.921255 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-241d4218-3206-4f7f-b888-92f36e4b68f7 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:13.995243 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587b2d0-b078-454d-bd39-4379aa6911b4 None None] Pushing event deleted for resources: {'Port': ['ID=f1b8ea5b-44bb-4f97-bb11-62e07375c92d,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:14.006182 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f587b2d0-b078-454d-bd39-4379aa6911b4 None None] No DVR routers for this DVR port f1b8ea5b-44bb-4f97-bb11-62e07375c92d on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:43:14.029194 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d484aea-7f22-455f-aacb-167e83da5593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-e6cd4387-d0d6-4f12-8944-fa288777c85c', 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'fixed_ips': [{'subnet_id': '372ff6c6-b463-492b-ae35-d9124871a47c'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:43:14.030317 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3d484aea-7f22-455f-aacb-167e83da5593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:14.037664 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-75fc47f9-0dba-4fdc-a9d9-aca2ba119e3f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5362256 Nov 25 19:43:14.041768 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49374) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:14.108014 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-241d4218-3206-4f7f-b888-92f36e4b68f7 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5220883 Nov 25 19:43:14.108513 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-309947cc-032c-4338-a307-94e37dddc0f6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:14.142460 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-73113ab1-7b92-4d2f-add8-7dfca0d0541b service neutron] Request body: {'port': {'device_id': '33f8f11b-9cf1-4591-bcc5-ecd331168f55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:14.275770 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-241a2829-a12f-4a5f-9fa2-d14a84c62ae8 req-98b1f338-baad-40ae-bbdb-8d63f115a2ee service neutron] 10.222.0.73 "GET /v2.0/networks/4ebe12af-5479-4b9f-987f-445ecc1140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9730694 Nov 25 19:43:14.542656 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 5066f31c-2b14-4608-be42-700226f1dc5e triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:14.545590 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:14.549567 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45726f7f-841c-4d86-b66f-7698cff4a203 req-8af3a859-55b7-4c89-9844-fc5f424bdca8 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:14.552987 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45726f7f-841c-4d86-b66f-7698cff4a203 req-8af3a859-55b7-4c89-9844-fc5f424bdca8 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 943 time: 0.3642781 Nov 25 19:43:14.590881 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-da2504a3-944c-4277-b1dd-b66133d8a83b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5254855 Nov 25 19:43:14.593781 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49384) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:14.759393 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-3d484aea-7f22-455f-aacb-167e83da5593 None None] Allocated IP 172.20.0.2 (e6cd4387-d0d6-4f12-8944-fa288777c85c/372ff6c6-b463-492b-ae35-d9124871a47c/cbeffc91-582c-4f21-8524-ce97e2d5c60d) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:14.803106 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-afa8e8e6-cfb4-45c8-a437-7e5ac63e3b67 req-8be7adef-32f9-41bf-9251-4434e9d04ad5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a46dac10-dcc1-4adb-8d03-4219fbba7f08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5165513 Nov 25 19:43:14.834436 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45726f7f-841c-4d86-b66f-7698cff4a203 req-3ab6f701-ef25-4d09-9d23-90734772e269 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d0348b6-c485-40e9-bece-971278800549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901746 Nov 25 19:43:14.879778 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db074dd8-72ca-4aad-8fbf-1f436d89ed1f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:14.884958 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-db074dd8-72ca-4aad-8fbf-1f436d89ed1f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2835550 Nov 25 19:43:14.891604 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-73113ab1-7b92-4d2f-add8-7dfca0d0541b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:14.945821 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49388) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:15.149918 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f386956e-d728-4f0a-813b-020a2f95d583 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1978850 Nov 25 19:43:15.188687 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49398) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:15.204777 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-19ac0464-82e2-4d12-bf39-f39e12a4c68b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:15.251592 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177ca577-ef77-405d-8f4f-c4c9eb3867ca x-openstack-request-id: req-177ca577-ef77-405d-8f4f-c4c9eb3867ca {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:43:15.251884 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d957538-868e-43ba-aa23-81a4135537db", "tag": "f45b5dd8-121a-4637-a9da-17aa0f66595f", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:43:15.252185 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-177ca577-ef77-405d-8f4f-c4c9eb3867ca {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:43:15.252544 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d957538-868e-43ba-aa23-81a4135537db', 'tag': 'f45b5dd8-121a-4637-a9da-17aa0f66595f', 'status': 'completed', 'code': 200} Nov 25 19:43:15.305620 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-309947cc-032c-4338-a307-94e37dddc0f6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:15.310711 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3639eb05-5433-4860-b7be-64f1d7218f3f req-db623112-ff12-4831-a3e0-cb90e5e64d1d tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa7d1b72-547f-42bb-81d2-562180043097 HTTP/1.1" status: 200 len: 210 time: 0.0398755 Nov 25 19:43:15.395580 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3d484aea-7f22-455f-aacb-167e83da5593 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:15.395860 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-309947cc-032c-4338-a307-94e37dddc0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:15.415915 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a39f4b95-a635-4040-b144-33f5e33c84a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7472cbfe-cbdb-4591-8271-c73bc9937d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1698232776-router', 'tenant_id': 'b14339133a914aa7b55a942f74e5faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '4c79c259-9fdc-4143-ba5a-d11d5ef8e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:36Z', 'updated_at': '2021-11-25T19:42:52Z', 'revision_number': 4, 'project_id': 'b14339133a914aa7b55a942f74e5faf3', 'gw_port': {'id': '4c79c259-9fdc-4143-ba5a-d11d5ef8e713', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:36:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7472cbfe-cbdb-4591-8271-c73bc9937d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:40Z', 'updated_at': '2021-11-25T19:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '82803f89-6474-46a7-8e3d-fb50a5b10fe3', 'name': '', 'network_id': '7b554939-0be1-4ec6-b24c-67d3e874e0c5', 'tenant_id': 'b14339133a914aa7b55a942f74e5faf3', 'mac_address': 'fa:16:3e:6a:d3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7472cbfe-cbdb-4591-8271-c73bc9937d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '9dfbb276-11e5-414c-b31c-559c0b9f994d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:47Z', 'updated_at': '2021-11-25T19:43:09Z', 'revision_number': 4, 'project_id': 'b14339133a914aa7b55a942f74e5faf3', 'subnets': [{'id': '9dfbb276-11e5-414c-b31c-559c0b9f994d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:15.443432 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a8ef2528-09c4-4548-be4f-ead6dbefb3bc None None] Provisioning complete for port d91d2ca9-1165-4556-8a4a-fe2b8fe7cfa3 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:15.446522 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a8ef2528-09c4-4548-be4f-ead6dbefb3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:15.595769 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3d484aea-7f22-455f-aacb-167e83da5593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:15.598871 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f4b95-a635-4040-b144-33f5e33c84a5 None None] The sync data for ids ['7472cbfe-cbdb-4591-8271-c73bc9937d39'] in n-d-819349-5 is: [{'id': '7472cbfe-cbdb-4591-8271-c73bc9937d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1698232776-router', 'tenant_id': 'b14339133a914aa7b55a942f74e5faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '4c79c259-9fdc-4143-ba5a-d11d5ef8e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:36Z', 'updated_at': '2021-11-25T19:42:52Z', 'revision_number': 4, 'project_id': 'b14339133a914aa7b55a942f74e5faf3', 'gw_port': {'id': '4c79c259-9fdc-4143-ba5a-d11d5ef8e713', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:36:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7472cbfe-cbdb-4591-8271-c73bc9937d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:40Z', 'updated_at': '2021-11-25T19:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '82803f89-6474-46a7-8e3d-fb50a5b10fe3', 'name': '', 'network_id': '7b554939-0be1-4ec6-b24c-67d3e874e0c5', 'tenant_id': 'b14339133a914aa7b55a942f74e5faf3', 'mac_address': 'fa:16:3e:6a:d3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7472cbfe-cbdb-4591-8271-c73bc9937d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '9dfbb276-11e5-414c-b31c-559c0b9f994d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:47Z', 'updated_at': '2021-11-25T19:43:09Z', 'revision_number': 4, 'project_id': 'b14339133a914aa7b55a942f74e5faf3', 'subnets': [{'id': '9dfbb276-11e5-414c-b31c-559c0b9f994d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:43:15.648069 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d484aea-7f22-455f-aacb-167e83da5593 None None] Network e6cd4387-d0d6-4f12-8944-fa288777c85c is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:15.673953 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-3d484aea-7f22-455f-aacb-167e83da5593 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:15.681853 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d484aea-7f22-455f-aacb-167e83da5593 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:15.785316 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a8ef2528-09c4-4548-be4f-ead6dbefb3bc None None] Port d91d2ca9-1165-4556-8a4a-fe2b8fe7cfa3 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:43:15.790808 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f1b8ea5b-44bb-4f97-bb11-62e07375c92d no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:43:15.797926 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4bd992-e43c-4319-9447-5db9953c842c req-74d5caf8-4a64-4d2a-992e-97abc42a2593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:15.807373 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6b4bd992-e43c-4319-9447-5db9953c842c req-74d5caf8-4a64-4d2a-992e-97abc42a2593 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba2221b48b744bd48a410a13c6b8c9a7&device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 1094 time: 0.5695305 Nov 25 19:43:15.821071 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-309947cc-032c-4338-a307-94e37dddc0f6 admin admin] Allocated IP 172.25.6.219 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/7e6c27c7-5f33-4abf-865b-c9f8da414852) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:15.833823 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d484aea-7f22-455f-aacb-167e83da5593 None None] Pushing event updated for resources: {'Port': ['ID=cbeffc91-582c-4f21-8524-ce97e2d5c60d,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:15.838816 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-995c4607-ef54-4413-b5a2-02f72244476b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:15.925679 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8e8e6-cfb4-45c8-a437-7e5ac63e3b67 req-eb7af7f0-60ef-4a34-9252-ad5e48aedae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:15.931023 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: f1b8ea5b-44bb-4f97-bb11-62e07375c92d {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:43:15.931388 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f1b8ea5b-44bb-4f97-bb11-62e07375c92d not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:43:15.947837 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-afa8e8e6-cfb4-45c8-a437-7e5ac63e3b67 req-eb7af7f0-60ef-4a34-9252-ad5e48aedae3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=abb922ce65454bc1915d7b2c3b27e005&device_id=a46dac10-dcc1-4adb-8d03-4219fbba7f08 HTTP/1.1" status: 200 len: 1097 time: 0.6941421 Nov 25 19:43:16.038834 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3d484aea-7f22-455f-aacb-167e83da5593 None None] Attempting to bind port cbeffc91-582c-4f21-8524-ce97e2d5c60d on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:43:16.039372 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3d484aea-7f22-455f-aacb-167e83da5593 None None] Attempting to bind port cbeffc91-582c-4f21-8524-ce97e2d5c60d by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'e6798801-fb68-42d2-b806-33f4c3263a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:43:16.040085 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d484aea-7f22-455f-aacb-167e83da5593 None None] Attempting to bind port cbeffc91-582c-4f21-8524-ce97e2d5c60d on network e6cd4387-d0d6-4f12-8944-fa288777c85c {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:16.054471 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d484aea-7f22-455f-aacb-167e83da5593 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:43:16.054471 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d484aea-7f22-455f-aacb-167e83da5593 None None] Checking segment: {'id': 'e6798801-fb68-42d2-b806-33f4c3263a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:16.054471 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3d484aea-7f22-455f-aacb-167e83da5593 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:16.054471 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d484aea-7f22-455f-aacb-167e83da5593 None None] Bound using segment: {'id': 'e6798801-fb68-42d2-b806-33f4c3263a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:43:16.060523 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3d484aea-7f22-455f-aacb-167e83da5593 None None] Bound port: cbeffc91-582c-4f21-8524-ce97e2d5c60d, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6798801-fb68-42d2-b806-33f4c3263a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:43:16.061091 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3d484aea-7f22-455f-aacb-167e83da5593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:16.226860 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3d484aea-7f22-455f-aacb-167e83da5593 None None] For port cbeffc91-582c-4f21-8524-ce97e2d5c60d, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:43:16.234386 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3d484aea-7f22-455f-aacb-167e83da5593 None None] For port cbeffc91-582c-4f21-8524-ce97e2d5c60d, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=cbeffc91-582c-4f21-8524-ce97e2d5c60d,segment=NetworkSegment(e6798801-fb68-42d2-b806-33f4c3263a05),segment_id=e6798801-fb68-42d2-b806-33f4c3263a05)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:43:16.259247 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3d484aea-7f22-455f-aacb-167e83da5593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:16.437327 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d484aea-7f22-455f-aacb-167e83da5593 None None] Pushing event updated for resources: {'Port': ['ID=cbeffc91-582c-4f21-8524-ce97e2d5c60d,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:16.453564 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 82803f89-6474-46a7-8e3d-fb50a5b10fe3 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:16.682809 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 82803f89-6474-46a7-8e3d-fb50a5b10fe3 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:16.683778 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:16.826188 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-309947cc-032c-4338-a307-94e37dddc0f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:16.976230 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:16.977621 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-309947cc-032c-4338-a307-94e37dddc0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:17.055622 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 82803f89-6474-46a7-8e3d-fb50a5b10fe3, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=82803f89-6474-46a7-8e3d-fb50a5b10fe3,segment=NetworkSegment(04fabac9-f65f-4fde-b14c-438d1e6ec424),segment_id=04fabac9-f65f-4fde-b14c-438d1e6ec424)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:17.064580 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:17.107291 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309947cc-032c-4338-a307-94e37dddc0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=7e6c27c7-5f33-4abf-865b-c9f8da414852,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:17.165524 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbc7ba-708b-426b-8c4d-d599204f363e req-374da9a8-332a-4276-b940-498d29cb7d39 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:17.169841 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f2dbc7ba-708b-426b-8c4d-d599204f363e req-374da9a8-332a-4276-b940-498d29cb7d39 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 943 time: 1.0013404 Nov 25 19:43:17.194848 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=82803f89-6474-46a7-8e3d-fb50a5b10fe3,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:17.206472 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device f45b5dd8-121a-4637-a9da-17aa0f66595f details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:43:17.272669 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e49548-b29b-4660-9e60-699036cb2a43 req-23ddf973-bdf0-415a-a828-74e02ad91a4d tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:17.275602 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-29e49548-b29b-4660-9e60-699036cb2a43 req-23ddf973-bdf0-415a-a828-74e02ad91a4d tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.85 "GET /v2.0/networks?id=7b554939-0be1-4ec6-b24c-67d3e874e0c5 HTTP/1.1" status: 200 len: 819 time: 0.9716513 Nov 25 19:43:17.423109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a6390d-c424-4880-97c2-c68fb6f5f137', 'name': 'network-vif-deleted', 'tag': 'b8e1ad98-ee30-47a1-8a47-f4ef6852c1df'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:43:17.426794 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05e90de-90cf-4bde-90df-f20c59758961" -d '{"events": [{"server_uuid": "64a6390d-c424-4880-97c2-c68fb6f5f137", "name": "network-vif-deleted", "tag": "b8e1ad98-ee30-47a1-8a47-f4ef6852c1df"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:43:17.444964 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-73113ab1-7b92-4d2f-add8-7dfca0d0541b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef884be-3c91-47c0-968b-b383021ce755 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:43:17.455930 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-73113ab1-7b92-4d2f-add8-7dfca0d0541b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:17.467779 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f2dbc7ba-708b-426b-8c4d-d599204f363e req-5f64fbcf-773d-4d14-88df-ffa6e450f022 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d0348b6-c485-40e9-bece-971278800549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838292 Nov 25 19:43:17.487340 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309947cc-032c-4338-a307-94e37dddc0f6 admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:17.497243 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-73113ab1-7b92-4d2f-add8-7dfca0d0541b service neutron] Transition to ACTIVE for port object 6ef884be-3c91-47c0-968b-b383021ce755 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:43:17.530893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-309947cc-032c-4338-a307-94e37dddc0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:17.531290 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-29e49548-b29b-4660-9e60-699036cb2a43 req-298b8229-ce68-438a-ae61-6b574ee5d5c9 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Request body: {'port': {'device_id': 'aa7d1b72-547f-42bb-81d2-562180043097', 'network_id': '7b554939-0be1-4ec6-b24c-67d3e874e0c5', 'admin_state_up': True, 'tenant_id': 'b14339133a914aa7b55a942f74e5faf3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:17.550985 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-73113ab1-7b92-4d2f-add8-7dfca0d0541b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:17.557637 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:43:17.558621 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309947cc-032c-4338-a307-94e37dddc0f6 admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:17.595397 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ac0464-82e2-4d12-bf39-f39e12a4c68b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:17.600896 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-19ac0464-82e2-4d12-bf39-f39e12a4c68b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:17.798998 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06356336-6e78-4fd2-b652-4b0f0005f817 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:18.180965 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port f45b5dd8-121a-4637-a9da-17aa0f66595f, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=f45b5dd8-121a-4637-a9da-17aa0f66595f,segment=NetworkSegment(25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1),segment_id=25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:18.183917 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8e8e6-cfb4-45c8-a437-7e5ac63e3b67 req-e9bfd5f5-5a8c-43ea-b633-f1c9e2334862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:18.196713 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-afa8e8e6-cfb4-45c8-a437-7e5ac63e3b67 req-e9bfd5f5-5a8c-43ea-b633-f1c9e2334862 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0144b778-2e7c-4a1d-86b2-f3dbc366beab HTTP/1.1" status: 200 len: 916 time: 2.1843135 Nov 25 19:43:18.235947 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8d80f51f-2f26-4570-a929-01f84c985533 None None] Provisioning complete for port 7e6c27c7-5f33-4abf-865b-c9f8da414852 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:18.236490 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8d80f51f-2f26-4570-a929-01f84c985533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:18.252484 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'f45b5dd8-121a-4637-a9da-17aa0f66595f', 'network_id': '4ebe12af-5479-4b9f-987f-445ecc1140ce', 'port_id': 'f45b5dd8-121a-4637-a9da-17aa0f66595f', 'mac_address': 'fa:16:3e:f2:ee:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae412bb-db44-4343-b3f6-5623966939a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:43:18.514981 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4bd992-e43c-4319-9447-5db9953c842c req-4995c2ee-4fe4-4ae7-9a21-327207715988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:18.519793 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6b4bd992-e43c-4319-9447-5db9953c842c req-4995c2ee-4fe4-4ae7-9a21-327207715988 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ebe12af-5479-4b9f-987f-445ecc1140ce HTTP/1.1" status: 200 len: 921 time: 2.6832139 Nov 25 19:43:18.544089 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device cbeffc91-582c-4f21-8524-ce97e2d5c60d up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:18.571170 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-8d80f51f-2f26-4570-a929-01f84c985533 None None] Port 7e6c27c7-5f33-4abf-865b-c9f8da414852 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:43:18.650521 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:18.695247 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73113ab1-7b92-4d2f-add8-7dfca0d0541b service neutron] Pushing event updated for resources: {'Port': ['ID=6ef884be-3c91-47c0-968b-b383021ce755,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:18.773135 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45b5dd8-121a-4637-a9da-17aa0f66595f {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:43:18.857604 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port f45b5dd8-121a-4637-a9da-17aa0f66595f, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=f45b5dd8-121a-4637-a9da-17aa0f66595f,segment=NetworkSegment(25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1),segment_id=25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:18.870205 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:18.922912 n-d-819349-5 neutron-server[103599]: DEBUG neutron.objects.ports [None req-19ac0464-82e2-4d12-bf39-f39e12a4c68b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:43:19.079381 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port cbeffc91-582c-4f21-8524-ce97e2d5c60d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:19.080001 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:19.134935 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-19ac0464-82e2-4d12-bf39-f39e12a4c68b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:19.137052 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-73113ab1-7b92-4d2f-add8-7dfca0d0541b service neutron] Attempting to bind port 6ef884be-3c91-47c0-968b-b383021ce755 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:43:19.137463 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-73113ab1-7b92-4d2f-add8-7dfca0d0541b service neutron] Attempting to bind port 6ef884be-3c91-47c0-968b-b383021ce755 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '04fabac9-f65f-4fde-b14c-438d1e6ec424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7b554939-0be1-4ec6-b24c-67d3e874e0c5'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:43:19.137850 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-73113ab1-7b92-4d2f-add8-7dfca0d0541b service neutron] Attempting to bind port 6ef884be-3c91-47c0-968b-b383021ce755 on network 7b554939-0be1-4ec6-b24c-67d3e874e0c5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:19.167820 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['f45b5dd8-121a-4637-a9da-17aa0f66595f'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:43:19.242976 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-73113ab1-7b92-4d2f-add8-7dfca0d0541b service neutron] Port 6ef884be-3c91-47c0-968b-b383021ce755 on network 7b554939-0be1-4ec6-b24c-67d3e874e0c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:43:19.243320 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9874d894-5f59-4711-9980-c77414b6c5e5 None None] Network e6cd4387-d0d6-4f12-8944-fa288777c85c requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:19.243529 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-73113ab1-7b92-4d2f-add8-7dfca0d0541b service neutron] Attempting to bind port 6ef884be-3c91-47c0-968b-b383021ce755 on network 7b554939-0be1-4ec6-b24c-67d3e874e0c5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:19.257891 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-73113ab1-7b92-4d2f-add8-7dfca0d0541b service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:43:19.258572 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-73113ab1-7b92-4d2f-add8-7dfca0d0541b service neutron] Checking segment: {'id': '04fabac9-f65f-4fde-b14c-438d1e6ec424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7b554939-0be1-4ec6-b24c-67d3e874e0c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:19.258989 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-73113ab1-7b92-4d2f-add8-7dfca0d0541b service neutron] Bound using segment: {'id': '04fabac9-f65f-4fde-b14c-438d1e6ec424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7b554939-0be1-4ec6-b24c-67d3e874e0c5'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:43:19.259419 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-73113ab1-7b92-4d2f-add8-7dfca0d0541b service neutron] Bound port: 6ef884be-3c91-47c0-968b-b383021ce755, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04fabac9-f65f-4fde-b14c-438d1e6ec424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7b554939-0be1-4ec6-b24c-67d3e874e0c5'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:43:19.260081 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-73113ab1-7b92-4d2f-add8-7dfca0d0541b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:19.300732 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e49548-b29b-4660-9e60-699036cb2a43 req-298b8229-ce68-438a-ae61-6b574ee5d5c9 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Made reservation on behalf of b14339133a914aa7b55a942f74e5faf3 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:19.306334 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-29e49548-b29b-4660-9e60-699036cb2a43 req-298b8229-ce68-438a-ae61-6b574ee5d5c9 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:19.328749 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=f45b5dd8-121a-4637-a9da-17aa0f66595f,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:19.380964 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-73113ab1-7b92-4d2f-add8-7dfca0d0541b service neutron] For port 6ef884be-3c91-47c0-968b-b383021ce755, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:43:19.386343 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2fbc277e-aa32-4488-92f6-cfa8f24ab2c4 None None] Provisioning complete for port cbeffc91-582c-4f21-8524-ce97e2d5c60d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:19.386657 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2fbc277e-aa32-4488-92f6-cfa8f24ab2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:19.387399 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-73113ab1-7b92-4d2f-add8-7dfca0d0541b service neutron] For port 6ef884be-3c91-47c0-968b-b383021ce755, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=6ef884be-3c91-47c0-968b-b383021ce755,segment=NetworkSegment(04fabac9-f65f-4fde-b14c-438d1e6ec424),segment_id=04fabac9-f65f-4fde-b14c-438d1e6ec424)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:43:19.394450 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ac0464-82e2-4d12-bf39-f39e12a4c68b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:19.414241 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-73113ab1-7b92-4d2f-add8-7dfca0d0541b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:19.417004 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-19ac0464-82e2-4d12-bf39-f39e12a4c68b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:19.473578 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab9a9ad-4220-43a3-84f0-1672f7509b42 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:19.509696 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ac0464-82e2-4d12-bf39-f39e12a4c68b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:19.510681 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-19ac0464-82e2-4d12-bf39-f39e12a4c68b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:19.524847 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73113ab1-7b92-4d2f-add8-7dfca0d0541b service neutron] Pushing event updated for resources: {'Port': ['ID=6ef884be-3c91-47c0-968b-b383021ce755,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:19.661190 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac0464-82e2-4d12-bf39-f39e12a4c68b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=59b63b19-52e5-444d-8725-dece741ee048,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:19.703644 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-995c4607-ef54-4413-b5a2-02f72244476b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Deleting port d91d2ca9-1165-4556-8a4a-fe2b8fe7cfa3 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:19.704377 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-995c4607-ef54-4413-b5a2-02f72244476b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:19.823162 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:19.916776 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-995c4607-ef54-4413-b5a2-02f72244476b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:19.919664 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-309947cc-032c-4338-a307-94e37dddc0f6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:19.923949 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-afa8e8e6-cfb4-45c8-a437-7e5ac63e3b67 req-b5694b53-606e-4703-b567-7b37428d85ee service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c093f5af-226f-4cea-a06f-7c3934337932 HTTP/1.1" status: 200 len: 217 time: 1.3968604 Nov 25 19:43:19.933814 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6b4bd992-e43c-4319-9447-5db9953c842c req-c86432cf-afec-4ada-8e8c-ef6624df0a2a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f45b5dd8-121a-4637-a9da-17aa0f66595f HTTP/1.1" status: 200 len: 217 time: 0.2803993 Nov 25 19:43:19.947215 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-995c4607-ef54-4413-b5a2-02f72244476b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Calling delete_port for d91d2ca9-1165-4556-8a4a-fe2b8fe7cfa3 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:20.030137 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8dac79a8-5cbc-4efe-b5b0-3ff06b6de661 req-4dd986b0-8189-42fb-ac78-0bdd5e43c1bf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9965f8d4-45c7-4860-a6cf-8422fc3800b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.9115565 Nov 25 19:43:20.183514 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-19ac0464-82e2-4d12-bf39-f39e12a4c68b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.9930625 Nov 25 19:43:20.185264 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49440) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:20.190985 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dd1aba-8370-49fd-9cea-f3b2e909b870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'fixed_ips': [{'subnet_id': '59b63b19-52e5-444d-8725-dece741ee048'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:43:20.192565 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10dd1aba-8370-49fd-9cea-f3b2e909b870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:20.251856 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2fbc277e-aa32-4488-92f6-cfa8f24ab2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:20.296675 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-29e49548-b29b-4660-9e60-699036cb2a43 req-298b8229-ce68-438a-ae61-6b574ee5d5c9 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Allocated IP 172.20.0.5 (7b554939-0be1-4ec6-b24c-67d3e874e0c5/9dfbb276-11e5-414c-b31c-559c0b9f994d/7faf04c9-2565-4028-921f-5d95ebfb7045) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:20.322490 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ba67cf46-bf19-439a-be03-2f7159a23cb1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'mac_address': 'fa:16:3e:57:3b:25', 'name': 'tempest-NetworksTestDHCPv6-64475826'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:20.335807 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port cbeffc91-582c-4f21-8524-ce97e2d5c60d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=cbeffc91-582c-4f21-8524-ce97e2d5c60d,segment=NetworkSegment(e6798801-fb68-42d2-b806-33f4c3263a05),segment_id=e6798801-fb68-42d2-b806-33f4c3263a05)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:20.357057 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4bd992-e43c-4319-9447-5db9953c842c req-ab8a6f77-6d84-4317-9c59-db2f610219a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:20.360012 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6b4bd992-e43c-4319-9447-5db9953c842c req-ab8a6f77-6d84-4317-9c59-db2f610219a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8ae412bb-db44-4343-b3f6-5623966939a0 HTTP/1.1" status: 200 len: 860 time: 0.2231431 Nov 25 19:43:20.363317 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8e8e6-cfb4-45c8-a437-7e5ac63e3b67 req-f23cefc8-0ce6-43d3-a8da-a622c469bb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:20.365086 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-afa8e8e6-cfb4-45c8-a437-7e5ac63e3b67 req-f23cefc8-0ce6-43d3-a8da-a622c469bb2a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=17ff6b3c-3d44-40a6-b0c9-a57101908837 HTTP/1.1" status: 200 len: 855 time: 0.3625813 Nov 25 19:43:20.410262 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-73113ab1-7b92-4d2f-add8-7dfca0d0541b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:20.419779 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-73113ab1-7b92-4d2f-add8-7dfca0d0541b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:20.423336 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-73113ab1-7b92-4d2f-add8-7dfca0d0541b service neutron] 10.222.0.73 "PUT /v2.0/ports/6ef884be-3c91-47c0-968b-b383021ce755 HTTP/1.1" status: 200 len: 1092 time: 6.3027434 Nov 25 19:43:20.427199 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f8f11b-9cf1-4591-bcc5-ecd331168f55', 'tag': '6ef884be-3c91-47c0-968b-b383021ce755'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:43:20.473242 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f166786-03a9-4eb0-a0e0-2648fb2b3392" -d '{"events": [{"name": "network-changed", "server_uuid": "33f8f11b-9cf1-4591-bcc5-ecd331168f55", "tag": "6ef884be-3c91-47c0-968b-b383021ce755"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:43:20.672885 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-838476be-2c83-4efa-afe5-af2678ae8a0c tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:20.681968 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-838476be-2c83-4efa-afe5-af2678ae8a0c tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/networks?id=0144b778-2e7c-4a1d-86b2-f3dbc366beab HTTP/1.1" status: 200 len: 815 time: 2.5357733 Nov 25 19:43:20.812146 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-309947cc-032c-4338-a307-94e37dddc0f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:20.830890 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6b4bd992-e43c-4319-9447-5db9953c842c req-9285c376-476a-4dfb-8833-4467be91bfee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ebe12af-5479-4b9f-987f-445ecc1140ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1424417 Nov 25 19:43:20.840692 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-afa8e8e6-cfb4-45c8-a437-7e5ac63e3b67 req-27862cba-52ca-4a8a-bce7-243b2dd60f2f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0144b778-2e7c-4a1d-86b2-f3dbc366beab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031201 Nov 25 19:43:21.039363 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-10dd1aba-8370-49fd-9cea-f3b2e909b870 None None] Allocated IP 2001:db8::f816:3eff:fe6a:e01a (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/59b63b19-52e5-444d-8725-dece741ee048/5cf3892e-a292-455f-98c3-54756444f9ac) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:21.190907 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-995c4607-ef54-4413-b5a2-02f72244476b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:21.256546 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:21.257223 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-bc1c10a7-6182-4691-ba01-161a6ecdb344 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/quotas/abb922ce65454bc1915d7b2c3b27e005 HTTP/1.1" status: 200 len: 375 time: 0.5730221 Nov 25 19:43:21.258834 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 82803f89-6474-46a7-8e3d-fb50a5b10fe3 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:21.284683 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-352a1ba2-a4bf-4293-9d4d-b36a32b452c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:21.287365 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-352a1ba2-a4bf-4293-9d4d-b36a32b452c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b14339133a914aa7b55a942f74e5faf3&device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 1095 time: 0.7329419 Nov 25 19:43:21.308739 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba67cf46-bf19-439a-be03-2f7159a23cb1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:21.349293 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-afa8e8e6-cfb4-45c8-a437-7e5ac63e3b67 req-6eb3053d-ac36-4b7c-a834-6c39d55cf878 service neutron] 10.222.0.85 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028521 Nov 25 19:43:21.458375 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=cbeffc91-582c-4f21-8524-ce97e2d5c60d,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:21.543541 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c4607-ef54-4413-b5a2-02f72244476b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Port': ['ID=d91d2ca9-1165-4556-8a4a-fe2b8fe7cfa3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:21.568521 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-2fbc277e-aa32-4488-92f6-cfa8f24ab2c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:43:21.569889 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-2fbc277e-aa32-4488-92f6-cfa8f24ab2c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:43:21.599356 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac79a8-5cbc-4efe-b5b0-3ff06b6de661 req-176971f4-f058-466e-8638-9c41b808cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:21.603775 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8dac79a8-5cbc-4efe-b5b0-3ff06b6de661 req-176971f4-f058-466e-8638-9c41b808cb2e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abb922ce65454bc1915d7b2c3b27e005&device_id=9965f8d4-45c7-4860-a6cf-8422fc3800b9 HTTP/1.1" status: 200 len: 1097 time: 1.1220381 Nov 25 19:43:21.609878 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-b3dda18a-cbd7-48f1-ac6a-dbe7b5a62a7c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ef884be-3c91-47c0-968b-b383021ce755 HTTP/1.1" status: 200 len: 217 time: 0.2745526 Nov 25 19:43:21.673835 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 82803f89-6474-46a7-8e3d-fb50a5b10fe3 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:21.678093 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:21.779029 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10dd1aba-8370-49fd-9cea-f3b2e909b870 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:21.842233 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10dd1aba-8370-49fd-9cea-f3b2e909b870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:21.925799 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd1aba-8370-49fd-9cea-f3b2e909b870 None None] Pushing event updated for resources: {'Port': ['ID=5cf3892e-a292-455f-98c3-54756444f9ac,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:21.942899 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dd1aba-8370-49fd-9cea-f3b2e909b870 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:21.945894 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-10dd1aba-8370-49fd-9cea-f3b2e909b870 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:21.954254 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd1aba-8370-49fd-9cea-f3b2e909b870 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:22.069263 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6b4bd992-e43c-4319-9447-5db9953c842c req-3412937c-74d7-40fd-9d99-c7095bb9c860 service neutron] 10.222.0.73 "GET /v2.0/networks/4ebe12af-5479-4b9f-987f-445ecc1140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2265549 Nov 25 19:43:22.136783 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-10dd1aba-8370-49fd-9cea-f3b2e909b870 None None] Attempting to bind port 5cf3892e-a292-455f-98c3-54756444f9ac on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:43:22.137167 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-10dd1aba-8370-49fd-9cea-f3b2e909b870 None None] Attempting to bind port 5cf3892e-a292-455f-98c3-54756444f9ac by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:43:22.137541 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd1aba-8370-49fd-9cea-f3b2e909b870 None None] Attempting to bind port 5cf3892e-a292-455f-98c3-54756444f9ac on network b691ce13-c3fa-46f8-892f-a6e3ddf6046b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:22.158047 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device cbeffc91-582c-4f21-8524-ce97e2d5c60d up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:22.205452 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd1aba-8370-49fd-9cea-f3b2e909b870 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:43:22.206713 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd1aba-8370-49fd-9cea-f3b2e909b870 None None] Checking segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:22.207318 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10dd1aba-8370-49fd-9cea-f3b2e909b870 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:22.207915 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd1aba-8370-49fd-9cea-f3b2e909b870 None None] Bound using segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:43:22.208606 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-10dd1aba-8370-49fd-9cea-f3b2e909b870 None None] Bound port: 5cf3892e-a292-455f-98c3-54756444f9ac, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:43:22.209185 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10dd1aba-8370-49fd-9cea-f3b2e909b870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:22.293859 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-29e49548-b29b-4660-9e60-699036cb2a43 req-298b8229-ce68-438a-ae61-6b574ee5d5c9 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:22.348658 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-10dd1aba-8370-49fd-9cea-f3b2e909b870 None None] For port 5cf3892e-a292-455f-98c3-54756444f9ac, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:43:22.365602 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-10dd1aba-8370-49fd-9cea-f3b2e909b870 None None] For port 5cf3892e-a292-455f-98c3-54756444f9ac, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5cf3892e-a292-455f-98c3-54756444f9ac,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:43:22.380642 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port cbeffc91-582c-4f21-8524-ce97e2d5c60d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:22.381018 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:22.387969 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-29e49548-b29b-4660-9e60-699036cb2a43 req-298b8229-ce68-438a-ae61-6b574ee5d5c9 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:22.488529 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6b4bd992-e43c-4319-9447-5db9953c842c req-7b30f08e-b1ac-446b-af52-ebcd52ba18b5 service neutron] 10.222.0.73 "GET /v2.0/networks/4ebe12af-5479-4b9f-987f-445ecc1140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534206 Nov 25 19:43:22.491509 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac79a8-5cbc-4efe-b5b0-3ff06b6de661 req-246904f6-40f2-4c27-967b-71426a61bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:22.491820 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10dd1aba-8370-49fd-9cea-f3b2e909b870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:22.495641 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8dac79a8-5cbc-4efe-b5b0-3ff06b6de661 req-246904f6-40f2-4c27-967b-71426a61bd64 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0144b778-2e7c-4a1d-86b2-f3dbc366beab HTTP/1.1" status: 200 len: 916 time: 0.8417525 Nov 25 19:43:22.520331 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-93620743-b8b6-4f87-bad6-bcca1b66a53f tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=abb922ce65454bc1915d7b2c3b27e005&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1727817 Nov 25 19:43:22.530569 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-91f8522c-f6f4-44e3-b659-588ef8552450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:22.533584 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-91f8522c-f6f4-44e3-b659-588ef8552450 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9dfbb276-11e5-414c-b31c-559c0b9f994d HTTP/1.1" status: 200 len: 859 time: 0.7628365 Nov 25 19:43:22.599705 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e49548-b29b-4660-9e60-699036cb2a43 req-298b8229-ce68-438a-ae61-6b574ee5d5c9 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Network 7b554939-0be1-4ec6-b24c-67d3e874e0c5 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:22.674144 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba67cf46-bf19-439a-be03-2f7159a23cb1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:22.743922 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8460fb38-4771-4904-8694-c4687a320e32 None None] Provisioning complete for port cbeffc91-582c-4f21-8524-ce97e2d5c60d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:22.744742 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8460fb38-4771-4904-8694-c4687a320e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:22.770695 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-07df9a43-e246-4740-ad33-11ae216fbb84 service neutron] 10.222.0.55 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488635 Nov 25 19:43:22.877574 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-2f42c8e3-77cc-48ba-9123-5194b9b5cf48 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7b554939-0be1-4ec6-b24c-67d3e874e0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3191066 Nov 25 19:43:22.878269 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-995c4607-ef54-4413-b5a2-02f72244476b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:22.898449 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-29e49548-b29b-4660-9e60-699036cb2a43 req-298b8229-ce68-438a-ae61-6b574ee5d5c9 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:22.900320 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b8229-ce68-438a-ae61-6b574ee5d5c9 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Pushing event updated for resources: {'Port': ['ID=7faf04c9-2565-4028-921f-5d95ebfb7045,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:22.906709 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e49548-b29b-4660-9e60-699036cb2a43 req-298b8229-ce68-438a-ae61-6b574ee5d5c9 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:23.023459 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-4fd2c1a5-3741-456f-a3d8-f38e3b3b563c service neutron] 10.222.0.73 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283474 Nov 25 19:43:23.029244 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-ba67cf46-bf19-439a-be03-2f7159a23cb1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] device_id is not set on port 0f47b316-4d58-4e0f-94a3-3995dacd3c11 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:43:23.042402 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-f71c7b3c-c19e-4ee4-9401-d59d18a579f6 service neutron] 10.222.0.55 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703159 Nov 25 19:43:23.102619 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-afa8e8e6-cfb4-45c8-a437-7e5ac63e3b67 req-6652d2a4-1ded-4367-bccb-c4d6e72af7bc service neutron] 10.222.0.85 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7319741 Nov 25 19:43:23.293168 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8dac79a8-5cbc-4efe-b5b0-3ff06b6de661 req-450a1ebc-d269-4577-a570-2d2001efc4ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e84a21e4-bcde-4d01-aab2-cba25c2d2414 HTTP/1.1" status: 200 len: 217 time: 0.5567665 Nov 25 19:43:23.485871 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309947cc-032c-4338-a307-94e37dddc0f6 admin admin] Router 3866475f-e4b6-4917-93af-db450ab78160 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:43:23.535712 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device f45b5dd8-121a-4637-a9da-17aa0f66595f up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:23.737277 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:23.766705 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd1aba-8370-49fd-9cea-f3b2e909b870 None None] Pushing event updated for resources: {'Port': ['ID=5cf3892e-a292-455f-98c3-54756444f9ac,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:23.942676 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac79a8-5cbc-4efe-b5b0-3ff06b6de661 req-40ccc12b-6abb-4dcc-afce-6eab3b4664e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:23.947959 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8dac79a8-5cbc-4efe-b5b0-3ff06b6de661 req-40ccc12b-6abb-4dcc-afce-6eab3b4664e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17ff6b3c-3d44-40a6-b0c9-a57101908837 HTTP/1.1" status: 200 len: 855 time: 0.6349258 Nov 25 19:43:24.139463 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port f45b5dd8-121a-4637-a9da-17aa0f66595f completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:43:24.153387 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port f45b5dd8-121a-4637-a9da-17aa0f66595f triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:24.154099 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:24.178437 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8dac79a8-5cbc-4efe-b5b0-3ff06b6de661 req-cc7b6b43-7494-4608-b7a3-5b7343d379fe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0144b778-2e7c-4a1d-86b2-f3dbc366beab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2096004 Nov 25 19:43:24.413376 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5cf3892e-a292-455f-98c3-54756444f9ac up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:24.441837 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:24.541293 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309947cc-032c-4338-a307-94e37dddc0f6 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:43:24.601821 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c247a-337b-422b-a0cf-c0b6ada0c248 req-00405181-4cd3-44e2-8145-6302f5e98617 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:24.617362 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-359c247a-337b-422b-a0cf-c0b6ada0c248 req-00405181-4cd3-44e2-8145-6302f5e98617 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa7d1b72-547f-42bb-81d2-562180043097 HTTP/1.1" status: 200 len: 931 time: 0.3737350 Nov 25 19:43:24.693300 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-ba67cf46-bf19-439a-be03-2f7159a23cb1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 2001:db8::f816:3eff:fe57:3b25 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/59b63b19-52e5-444d-8725-dece741ee048/0f47b316-4d58-4e0f-94a3-3995dacd3c11) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:24.739182 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-309947cc-032c-4338-a307-94e37dddc0f6 admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:24.744401 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-309947cc-032c-4338-a307-94e37dddc0f6 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 12.0570877 Nov 25 19:43:24.773494 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49478) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:24.786210 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-359c247a-337b-422b-a0cf-c0b6ada0c248 req-2324c0bc-d16a-4225-8ba5-fa0a618a6575 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661932 Nov 25 19:43:24.813515 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8dac79a8-5cbc-4efe-b5b0-3ff06b6de661 req-41c3d887-fc94-4515-8967-502325d059e2 service neutron] 10.222.0.73 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6163785 Nov 25 19:43:24.840766 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebd2034-3424-4e33-b788-3478ec672c57 None None] Sync routers for ids ['3866475f-e4b6-4917-93af-db450ab78160'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:43:24.936522 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3706a0e-eaca-4035-8428-6725df392c47 x-openstack-request-id: req-d3706a0e-eaca-4035-8428-6725df392c47 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:43:24.939102 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a6390d-c424-4880-97c2-c68fb6f5f137", "name": "network-vif-deleted", "tag": "b8e1ad98-ee30-47a1-8a47-f4ef6852c1df", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:43:24.939452 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d3706a0e-eaca-4035-8428-6725df392c47 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:43:24.939890 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a6390d-c424-4880-97c2-c68fb6f5f137', 'name': 'network-vif-deleted', 'tag': 'b8e1ad98-ee30-47a1-8a47-f4ef6852c1df', 'status': 'completed', 'code': 200} Nov 25 19:43:24.940541 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:25.158165 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebd2034-3424-4e33-b788-3478ec672c57 None None] Routers {'3866475f-e4b6-4917-93af-db450ab78160'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:25.159380 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5ebd2034-3424-4e33-b788-3478ec672c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:43:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['3866475f-e4b6-4917-93af-db450ab78160'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:25.381858 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e49548-b29b-4660-9e60-699036cb2a43 req-298b8229-ce68-438a-ae61-6b574ee5d5c9 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:25.383542 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-29e49548-b29b-4660-9e60-699036cb2a43 req-298b8229-ce68-438a-ae61-6b574ee5d5c9 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:25.387429 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8dac79a8-5cbc-4efe-b5b0-3ff06b6de661 req-7ee005e4-5c88-4e63-bc37-80a7931dd2ef service neutron] 10.222.0.73 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464030 Nov 25 19:43:25.436853 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d957538-868e-43ba-aa23-81a4135537db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45b5dd8-121a-4637-a9da-17aa0f66595f'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:43:25.449246 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aba86ff-93de-44da-8992-4ad81bf6f7c0" -d '{"events": [{"server_uuid": "4d957538-868e-43ba-aa23-81a4135537db", "name": "network-vif-plugged", "status": "completed", "tag": "f45b5dd8-121a-4637-a9da-17aa0f66595f"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:43:25.509742 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port f45b5dd8-121a-4637-a9da-17aa0f66595f, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=f45b5dd8-121a-4637-a9da-17aa0f66595f,segment=NetworkSegment(25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1),segment_id=25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:25.537349 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:25.622864 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 5cf3892e-a292-455f-98c3-54756444f9ac triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:25.623399 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:25.633636 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=f45b5dd8-121a-4637-a9da-17aa0f66595f,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:25.719506 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-29e49548-b29b-4660-9e60-699036cb2a43 req-298b8229-ce68-438a-ae61-6b574ee5d5c9 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.2027283 Nov 25 19:43:25.757758 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-29e49548-b29b-4660-9e60-699036cb2a43 req-c04f5ecd-0186-454f-b365-67985ec360c6 service neutron] Request body: {'port': {'device_id': 'aa7d1b72-547f-42bb-81d2-562180043097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:25.804789 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5ebd2034-3424-4e33-b788-3478ec672c57 None None] Set router 3866475f-e4b6-4917-93af-db450ab78160 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:43:25.809464 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-c9bfc9d4-ea8f-4190-87f7-554bcc1a9a58 None None] Provisioning complete for port 5cf3892e-a292-455f-98c3-54756444f9ac triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:25.809886 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c9bfc9d4-ea8f-4190-87f7-554bcc1a9a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:25.823523 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3cf68982-a5d0-4e93-80f9-fbc7725552cb req-144b1116-1ce9-487b-8c41-46c1597bed35 service neutron] 10.222.0.73 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.7205987 Nov 25 19:43:25.840651 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995c4607-ef54-4413-b5a2-02f72244476b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Router 4d2c8729-fde3-495c-83b2-0629919fab24 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:43:26.033013 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-29e49548-b29b-4660-9e60-699036cb2a43 req-c04f5ecd-0186-454f-b365-67985ec360c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:26.429007 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba67cf46-bf19-439a-be03-2f7159a23cb1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:26.528494 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995c4607-ef54-4413-b5a2-02f72244476b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:43:26.536052 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-995c4607-ef54-4413-b5a2-02f72244476b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "PUT /v2.0/routers/4d2c8729-fde3-495c-83b2-0629919fab24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7392304 Nov 25 19:43:26.541174 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49496) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:26.548291 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f817d98-2b22-4434-b498-3f80cb16754f None None] Sync routers for ids ['4d2c8729-fde3-495c-83b2-0629919fab24'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:43:26.591205 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:26.620983 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f817d98-2b22-4434-b498-3f80cb16754f None None] Routers {'4d2c8729-fde3-495c-83b2-0629919fab24'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:26.622112 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2f817d98-2b22-4434-b498-3f80cb16754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:43:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['4d2c8729-fde3-495c-83b2-0629919fab24'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:26.802768 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2f817d98-2b22-4434-b498-3f80cb16754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:26.840472 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f817d98-2b22-4434-b498-3f80cb16754f None None] Routers {'4d2c8729-fde3-495c-83b2-0629919fab24'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:26.841862 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2f817d98-2b22-4434-b498-3f80cb16754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:43:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['4d2c8729-fde3-495c-83b2-0629919fab24'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:26.921847 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c9bfc9d4-ea8f-4190-87f7-554bcc1a9a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:26.976791 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e1b22-7e3f-41fc-940f-1b185e668891 req-2cfe1b9a-8c12-4f11-a9f1-2651ac5bf353 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:26.984457 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d78e1b22-7e3f-41fc-940f-1b185e668891 req-2cfe1b9a-8c12-4f11-a9f1-2651ac5bf353 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 944 time: 1.6163545 Nov 25 19:43:26.997917 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2f817d98-2b22-4434-b498-3f80cb16754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:26.999855 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f817d98-2b22-4434-b498-3f80cb16754f None None] The sync data for ids ['4d2c8729-fde3-495c-83b2-0629919fab24'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:43:27.114324 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 5cf3892e-a292-455f-98c3-54756444f9ac, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5cf3892e-a292-455f-98c3-54756444f9ac,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:27.216413 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:27.297614 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d78e1b22-7e3f-41fc-940f-1b185e668891 req-00210445-18be-4c8f-b4c9-26417e0c8509 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d0348b6-c485-40e9-bece-971278800549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772872 Nov 25 19:43:27.415379 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba67cf46-bf19-439a-be03-2f7159a23cb1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:27.472755 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-f87f3b35-2068-4a36-a32f-3efb4046f5e0 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:27.478754 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-f87f3b35-2068-4a36-a32f-3efb4046f5e0 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.85 "GET /v2.0/networks?id=0144b778-2e7c-4a1d-86b2-f3dbc366beab HTTP/1.1" status: 200 len: 815 time: 0.4912894 Nov 25 19:43:27.505771 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-c45f9355-f37d-43d0-be00-93ca2440f324 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Request body: {'port': {'device_id': '8fdd2530-955d-4c72-b36c-7a717ff36a5e', 'network_id': '0144b778-2e7c-4a1d-86b2-f3dbc366beab', 'admin_state_up': True, 'tenant_id': 'abb922ce65454bc1915d7b2c3b27e005'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:27.514402 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63548130-16fa-4843-b9f3-cf77aea85f4b x-openstack-request-id: req-63548130-16fa-4843-b9f3-cf77aea85f4b {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:43:27.514769 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f8f11b-9cf1-4591-bcc5-ecd331168f55", "tag": "6ef884be-3c91-47c0-968b-b383021ce755", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:43:27.514949 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-63548130-16fa-4843-b9f3-cf77aea85f4b {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:43:27.515338 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f8f11b-9cf1-4591-bcc5-ecd331168f55', 'tag': '6ef884be-3c91-47c0-968b-b383021ce755', 'status': 'completed', 'code': 200} Nov 25 19:43:27.542464 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=5cf3892e-a292-455f-98c3-54756444f9ac,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:27.548107 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5ebd2034-3424-4e33-b788-3478ec672c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3866475f-e4b6-4917-93af-db450ab78160', 'name': 'tempest-TaggedBootDevicesTest_v242-1617847057-router', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:13Z', 'updated_at': '2021-11-25T19:43:18Z', 'revision_number': 3, 'project_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'gw_port': {'id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3866475f-e4b6-4917-93af-db450ab78160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:15Z', 'updated_at': '2021-11-25T19:43:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:27.661530 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-c9bfc9d4-ea8f-4190-87f7-554bcc1a9a58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:43:27.663211 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-c9bfc9d4-ea8f-4190-87f7-554bcc1a9a58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:43:27.663211 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebd2034-3424-4e33-b788-3478ec672c57 None None] Checking router: 3866475f-e4b6-4917-93af-db450ab78160 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:43:27.663211 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebd2034-3424-4e33-b788-3478ec672c57 None None] Updating router 3866475f-e4b6-4917-93af-db450ab78160 port 7e6c27c7-5f33-4abf-865b-c9f8da414852 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:43:27.735522 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba67cf46-bf19-439a-be03-2f7159a23cb1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:27.764814 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2034-3424-4e33-b788-3478ec672c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:27.768994 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fab00ec0-509f-48d5-90ce-c652be8107fb req-d9bc3bb1-7c2e-4b01-a3d1-2f2b64078d8b tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fdd2530-955d-4c72-b36c-7a717ff36a5e HTTP/1.1" status: 200 len: 210 time: 0.1000247 Nov 25 19:43:27.885936 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c506c291-546c-4890-a7d9-9f5cd110deff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:28.133863 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ba67cf46-bf19-439a-be03-2f7159a23cb1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:28.136458 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba67cf46-bf19-439a-be03-2f7159a23cb1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:28.143061 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba67cf46-bf19-439a-be03-2f7159a23cb1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:28.143770 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba67cf46-bf19-439a-be03-2f7159a23cb1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:28.153095 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-3f64e261-c4a3-474d-9419-2e7e73a42fb4 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] remove_router_interface failed (client error): The resource could not be found. Nov 25 19:43:28.158673 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3f64e261-c4a3-474d-9419-2e7e73a42fb4 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "PUT /v2.0/routers/4d2c8729-fde3-495c-83b2-0629919fab24/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.6081030 Nov 25 19:43:28.164477 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49508) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:28.198836 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f41b726-b3d9-4c63-ad09-a934c3f0506b x-openstack-request-id: req-9f41b726-b3d9-4c63-ad09-a934c3f0506b {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:43:28.199659 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d957538-868e-43ba-aa23-81a4135537db", "name": "network-vif-plugged", "status": "completed", "tag": "f45b5dd8-121a-4637-a9da-17aa0f66595f", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:43:28.200322 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9f41b726-b3d9-4c63-ad09-a934c3f0506b {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:43:28.201165 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d957538-868e-43ba-aa23-81a4135537db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45b5dd8-121a-4637-a9da-17aa0f66595f', 'code': 200} Nov 25 19:43:28.234487 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0791b9bc-4cbc-4f46-834d-7fa9b7b7ce55 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2c8729-fde3-495c-83b2-0629919fab24 HTTP/1.1" status: 200 len: 205 time: 0.0591345 Nov 25 19:43:28.234487 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f166786-03a9-4eb0-a0e0-2648fb2b3392 req-279bb098-6cb0-4b5d-b4c7-d44ebe5bd83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:28.235493 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8f166786-03a9-4eb0-a0e0-2648fb2b3392 req-279bb098-6cb0-4b5d-b4c7-d44ebe5bd83c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b14339133a914aa7b55a942f74e5faf3&device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 1095 time: 0.6676817 Nov 25 19:43:28.240176 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49510) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:28.365537 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a95213c-43b5-4e52-9b6b-9018814cfef5 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:28.513493 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67cf46-bf19-439a-be03-2f7159a23cb1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=0f47b316-4d58-4e0f-94a3-3995dacd3c11,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:28.766776 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-c506c291-546c-4890-a7d9-9f5cd110deff admin admin] Allocated IP 172.20.0.1 (e6cd4387-d0d6-4f12-8944-fa288777c85c/372ff6c6-b463-492b-ae35-d9124871a47c/0cfa723f-8f94-4c6a-be4f-d7bf55754b7d) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:28.841294 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2034-3424-4e33-b788-3478ec672c57 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:28.854396 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2034-3424-4e33-b788-3478ec672c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:28.876438 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a95213c-43b5-4e52-9b6b-9018814cfef5 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:28.885343 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a95213c-43b5-4e52-9b6b-9018814cfef5 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:28.950719 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41f391a-511a-462f-a2fd-62591561aa6a None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:29.050514 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ba67cf46-bf19-439a-be03-2f7159a23cb1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 8.7447076 Nov 25 19:43:29.070904 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c506c291-546c-4890-a7d9-9f5cd110deff admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:29.075248 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a95213c-43b5-4e52-9b6b-9018814cfef5 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:29.075813 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a95213c-43b5-4e52-9b6b-9018814cfef5 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Fanout notify agent at l3_agent the message router_deleted on router 4d2c8729-fde3-495c-83b2-0629919fab24 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:43:29.086207 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d598a78a-a60e-4ea1-83ea-b0bd28ec4e10 None None] Provisioning complete for port 0f47b316-4d58-4e0f-94a3-3995dacd3c11 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:29.086582 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d598a78a-a60e-4ea1-83ea-b0bd28ec4e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:29.096737 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5ebd2034-3424-4e33-b788-3478ec672c57 None None] Attempting to bind port 7e6c27c7-5f33-4abf-865b-c9f8da414852 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:43:29.097114 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5ebd2034-3424-4e33-b788-3478ec672c57 None None] Attempting to bind port 7e6c27c7-5f33-4abf-865b-c9f8da414852 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:43:29.097491 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebd2034-3424-4e33-b788-3478ec672c57 None None] Attempting to bind port 7e6c27c7-5f33-4abf-865b-c9f8da414852 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:29.102034 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a95213c-43b5-4e52-9b6b-9018814cfef5 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:29.106792 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6a95213c-43b5-4e52-9b6b-9018814cfef5 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/routers/4d2c8729-fde3-495c-83b2-0629919fab24 HTTP/1.1" status: 204 len: 168 time: 0.8646767 Nov 25 19:43:29.107388 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49520) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:29.107728 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49522) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:29.184568 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 6ef884be-3c91-47c0-968b-b383021ce755 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:43:29.187002 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d06eb0-f364-40f9-bf99-c13e825e766f None None] Pushing event updated for resources: {'Port': ['ID=7e6c27c7-5f33-4abf-865b-c9f8da414852,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:29.213713 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebd2034-3424-4e33-b788-3478ec672c57 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:43:29.216310 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebd2034-3424-4e33-b788-3478ec672c57 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:29.216745 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2034-3424-4e33-b788-3478ec672c57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:29.218421 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebd2034-3424-4e33-b788-3478ec672c57 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:43:29.222182 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5ebd2034-3424-4e33-b788-3478ec672c57 None None] Bound port: 7e6c27c7-5f33-4abf-865b-c9f8da414852, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:43:29.222182 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2034-3424-4e33-b788-3478ec672c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:29.261365 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-c45f9355-f37d-43d0-be00-93ca2440f324 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Made reservation on behalf of abb922ce65454bc1915d7b2c3b27e005 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:29.268839 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-c45f9355-f37d-43d0-be00-93ca2440f324 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:29.319806 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c506c291-546c-4890-a7d9-9f5cd110deff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:29.437078 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d598a78a-a60e-4ea1-83ea-b0bd28ec4e10 None None] Port 0f47b316-4d58-4e0f-94a3-3995dacd3c11 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:43:29.452900 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5cf3892e-a292-455f-98c3-54756444f9ac up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:29.483897 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:43:29.605271 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f166786-03a9-4eb0-a0e0-2648fb2b3392 req-3c31dc85-94c6-415b-96f2-58b1753fb577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:29.606200 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8f166786-03a9-4eb0-a0e0-2648fb2b3392 req-3c31dc85-94c6-415b-96f2-58b1753fb577 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7b554939-0be1-4ec6-b24c-67d3e874e0c5 HTTP/1.1" status: 200 len: 920 time: 1.2578800 Nov 25 19:43:29.667401 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c0c58d17-7b33-4002-9f93-475edb6db5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:29.702232 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c506c291-546c-4890-a7d9-9f5cd110deff admin admin] Network e6cd4387-d0d6-4f12-8944-fa288777c85c is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:29.726048 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506c291-546c-4890-a7d9-9f5cd110deff admin admin] Pushing event updated for resources: {'Port': ['ID=0cfa723f-8f94-4c6a-be4f-d7bf55754b7d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:29.754644 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae7907a-3a68-44d1-8236-1965122c7622 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:29.781198 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae7907a-3a68-44d1-8236-1965122c7622 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:29.792219 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6ae7907a-3a68-44d1-8236-1965122c7622 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6765022 Nov 25 19:43:29.805179 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5ebd2034-3424-4e33-b788-3478ec672c57 None None] For port 7e6c27c7-5f33-4abf-865b-c9f8da414852, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:43:29.812455 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5ebd2034-3424-4e33-b788-3478ec672c57 None None] For port 7e6c27c7-5f33-4abf-865b-c9f8da414852, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=7e6c27c7-5f33-4abf-865b-c9f8da414852,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:43:29.835813 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c506c291-546c-4890-a7d9-9f5cd110deff admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:29.854445 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49526) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:29.886111 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2034-3424-4e33-b788-3478ec672c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:29.887351 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c506c291-546c-4890-a7d9-9f5cd110deff admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:29.924212 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4434d-5e18-4c5f-9f78-efb9fa57d3de req-8dc74095-5515-4f8b-908e-eac1acb66031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:29.927393 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b6e4434d-5e18-4c5f-9f78-efb9fa57d3de req-8dc74095-5515-4f8b-908e-eac1acb66031 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 1096 time: 1.3712969 Nov 25 19:43:30.002445 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8f166786-03a9-4eb0-a0e0-2648fb2b3392 req-2b257a4b-14ec-4110-98c9-085fb4c712f8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ef884be-3c91-47c0-968b-b383021ce755 HTTP/1.1" status: 200 len: 217 time: 0.3125870 Nov 25 19:43:30.045129 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1d3f5e-35cb-4833-bf1d-724905d164ad tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Deleting subnet b831e50f-4b23-42db-8069-072c385ac4aa {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:43:30.061458 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f25c6-6fce-4d77-898e-bde56aa9ed17 req-19e715fb-16d9-4c04-98d3-443ccc1fe2c7 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:30.063609 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4c6f25c6-6fce-4d77-898e-bde56aa9ed17 req-19e715fb-16d9-4c04-98d3-443ccc1fe2c7 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa7d1b72-547f-42bb-81d2-562180043097 HTTP/1.1" status: 200 len: 931 time: 1.5200570 Nov 25 19:43:30.088934 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b1d3f5e-35cb-4833-bf1d-724905d164ad tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:30.137620 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-210d5561-b588-4638-a372-384f4639aaca None None] Provisioning complete for port 7e6c27c7-5f33-4abf-865b-c9f8da414852 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:30.138596 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-210d5561-b588-4638-a372-384f4639aaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:30.189656 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 6ef884be-3c91-47c0-968b-b383021ce755, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=6ef884be-3c91-47c0-968b-b383021ce755,segment=NetworkSegment(04fabac9-f65f-4fde-b14c-438d1e6ec424),segment_id=04fabac9-f65f-4fde-b14c-438d1e6ec424)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:30.229476 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '6ef884be-3c91-47c0-968b-b383021ce755', 'network_id': '7b554939-0be1-4ec6-b24c-67d3e874e0c5', 'port_id': '6ef884be-3c91-47c0-968b-b383021ce755', 'mac_address': 'fa:16:3e:7e:09:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfbb276-11e5-414c-b31c-559c0b9f994d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:43:30.279852 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c506c291-546c-4890-a7d9-9f5cd110deff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:30.293040 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaf70f6-c90c-412f-aab7-b1ec6e2a232a None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:30.356090 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-29e49548-b29b-4660-9e60-699036cb2a43 req-c04f5ecd-0186-454f-b365-67985ec360c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7faf04c9-2565-4028-921f-5d95ebfb7045 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:43:30.376976 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-29e49548-b29b-4660-9e60-699036cb2a43 req-c04f5ecd-0186-454f-b365-67985ec360c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:30.386100 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-c45f9355-f37d-43d0-be00-93ca2440f324 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Allocated IP 172.20.0.8 (0144b778-2e7c-4a1d-86b2-f3dbc366beab/17ff6b3c-3d44-40a6-b0c9-a57101908837/4a49ebda-3879-476c-833e-bfba0aa19c03) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:30.390140 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b6e4434d-5e18-4c5f-9f78-efb9fa57d3de req-cc8e2163-000b-4229-80bd-a62d371b3cde service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5d0348b6-c485-40e9-bece-971278800549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721952 Nov 25 19:43:30.421128 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-29e49548-b29b-4660-9e60-699036cb2a43 req-c04f5ecd-0186-454f-b365-67985ec360c6 service neutron] Transition to ACTIVE for port object 7faf04c9-2565-4028-921f-5d95ebfb7045 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:43:30.435124 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4c6f25c6-6fce-4d77-898e-bde56aa9ed17 req-e341542c-51ab-4148-9d59-680325b537ba tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826326 Nov 25 19:43:30.482639 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-29e49548-b29b-4660-9e60-699036cb2a43 req-c04f5ecd-0186-454f-b365-67985ec360c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:30.570899 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 5cf3892e-a292-455f-98c3-54756444f9ac triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:30.571501 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:30.575857 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebd2034-3424-4e33-b788-3478ec672c57 None None] Routers {'3866475f-e4b6-4917-93af-db450ab78160'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:30.576700 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5ebd2034-3424-4e33-b788-3478ec672c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:43:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['3866475f-e4b6-4917-93af-db450ab78160'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:30.702175 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d06eb0-f364-40f9-bf99-c13e825e766f None None] Pushing event updated for resources: {'Port': ['ID=7e6c27c7-5f33-4abf-865b-c9f8da414852,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:30.875939 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-210d5561-b588-4638-a372-384f4639aaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:30.885698 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:30.901933 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1d75d561-83d6-4c05-b56d-be0bdbc6604a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting port 0f47b316-4d58-4e0f-94a3-3995dacd3c11 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:30.902904 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d75d561-83d6-4c05-b56d-be0bdbc6604a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:30.914258 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef884be-3c91-47c0-968b-b383021ce755 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:43:30.971330 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-210d5561-b588-4638-a372-384f4639aaca None None] For port 7e6c27c7-5f33-4abf-865b-c9f8da414852, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=7e6c27c7-5f33-4abf-865b-c9f8da414852,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:30.980242 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 6ef884be-3c91-47c0-968b-b383021ce755, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=6ef884be-3c91-47c0-968b-b383021ce755,segment=NetworkSegment(04fabac9-f65f-4fde-b14c-438d1e6ec424),segment_id=04fabac9-f65f-4fde-b14c-438d1e6ec424)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:30.985586 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-210d5561-b588-4638-a372-384f4639aaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:31.086586 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5ebd2034-3424-4e33-b788-3478ec672c57 None None] Set router 3866475f-e4b6-4917-93af-db450ab78160 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:43:31.198167 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b447ab-4444-43d0-a423-4d31c7b1b1fb req-fbb74a45-27a1-403f-963f-2b789977b0dc tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:31.200637 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f5b447ab-4444-43d0-a423-4d31c7b1b1fb req-fbb74a45-27a1-403f-963f-2b789977b0dc tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 945 time: 0.6068234 Nov 25 19:43:31.309667 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:31.374422 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b1d3f5e-35cb-4833-bf1d-724905d164ad tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:31.387533 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c506c291-546c-4890-a7d9-9f5cd110deff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:31.406180 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-61504ac6-24bc-44f9-b06a-d6a237a92992 None None] Provisioning complete for port 7e6c27c7-5f33-4abf-865b-c9f8da414852 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:31.406619 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-61504ac6-24bc-44f9-b06a-d6a237a92992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:31.446982 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d5561-b588-4638-a372-384f4639aaca None None] Pushing event updated for resources: {'Port': ['ID=7e6c27c7-5f33-4abf-865b-c9f8da414852,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:31.470277 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f5ecd-0186-454f-b365-67985ec360c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7faf04c9-2565-4028-921f-5d95ebfb7045,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:31.511463 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f166786-03a9-4eb0-a0e0-2648fb2b3392 req-6fda552e-e28d-4e61-895f-383eb25b92a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:31.514033 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8f166786-03a9-4eb0-a0e0-2648fb2b3392 req-6fda552e-e28d-4e61-895f-383eb25b92a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9dfbb276-11e5-414c-b31c-559c0b9f994d HTTP/1.1" status: 200 len: 859 time: 1.4882338 Nov 25 19:43:31.520744 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=6ef884be-3c91-47c0-968b-b383021ce755,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:31.613712 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5ebd2034-3424-4e33-b788-3478ec672c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3866475f-e4b6-4917-93af-db450ab78160', 'name': 'tempest-TaggedBootDevicesTest_v242-1617847057-router', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:13Z', 'updated_at': '2021-11-25T19:43:18Z', 'revision_number': 3, 'project_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'gw_port': {'id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3866475f-e4b6-4917-93af-db450ab78160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:15Z', 'updated_at': '2021-11-25T19:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:31.630933 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8f166786-03a9-4eb0-a0e0-2648fb2b3392 req-2f1b7ed3-2081-443a-97dd-7c3228ab8e12 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7b554939-0be1-4ec6-b24c-67d3e874e0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006007 Nov 25 19:43:31.683514 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-c45f9355-f37d-43d0-be00-93ca2440f324 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:31.716138 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['6ef884be-3c91-47c0-968b-b383021ce755'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:43:31.730689 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-61504ac6-24bc-44f9-b06a-d6a237a92992 None None] Provisioning complete for port 0cfa723f-8f94-4c6a-be4f-d7bf55754b7d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:31.731451 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-61504ac6-24bc-44f9-b06a-d6a237a92992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:31.738244 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-c45f9355-f37d-43d0-be00-93ca2440f324 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:31.750476 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f5b447ab-4444-43d0-a423-4d31c7b1b1fb req-7650faa4-83ba-481e-ae23-c332265cd0c2 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d0348b6-c485-40e9-bece-971278800549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5159304 Nov 25 19:43:31.818930 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebd2034-3424-4e33-b788-3478ec672c57 None None] The sync data for ids ['3866475f-e4b6-4917-93af-db450ab78160'] in n-d-819349-5 is: [{'id': '3866475f-e4b6-4917-93af-db450ab78160', 'name': 'tempest-TaggedBootDevicesTest_v242-1617847057-router', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:13Z', 'updated_at': '2021-11-25T19:43:18Z', 'revision_number': 3, 'project_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'gw_port': {'id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3866475f-e4b6-4917-93af-db450ab78160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:15Z', 'updated_at': '2021-11-25T19:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:43:31.821974 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f9355-f37d-43d0-be00-93ca2440f324 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Pushing event updated for resources: {'Port': ['ID=4a49ebda-3879-476c-833e-bfba0aa19c03,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:31.856084 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d75d561-83d6-4c05-b56d-be0bdbc6604a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:31.893530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-c45f9355-f37d-43d0-be00-93ca2440f324 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Network 0144b778-2e7c-4a1d-86b2-f3dbc366beab is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:31.900525 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1d75d561-83d6-4c05-b56d-be0bdbc6604a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Calling delete_port for 0f47b316-4d58-4e0f-94a3-3995dacd3c11 owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:31.907767 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-61504ac6-24bc-44f9-b06a-d6a237a92992 None None] Port 0cfa723f-8f94-4c6a-be4f-d7bf55754b7d cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:43:31.908116 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-c45f9355-f37d-43d0-be00-93ca2440f324 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:31.926132 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['c093f5af-226f-4cea-a06f-7c3934337932'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:43:31.926835 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-c45f9355-f37d-43d0-be00-93ca2440f324 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:31.947202 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d97d3b-41d3-43cd-a6f7-1ddc9ecd2e45 None None] DHCP port deletion for 0144b778-2e7c-4a1d-86b2-f3dbc366beab request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:32.030669 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-c45f9355-f37d-43d0-be00-93ca2440f324 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:32.031348 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-c45f9355-f37d-43d0-be00-93ca2440f324 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:32.096810 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a7ee0365-adf3-47c3-89ed-295609071606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:32.104535 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b1d3f5e-35cb-4833-bf1d-724905d164ad tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:32.195284 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-c45f9355-f37d-43d0-be00-93ca2440f324 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7066064 Nov 25 19:43:32.215654 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-d8043bb8-7588-4f2a-ab6a-101f66e808a7 service neutron] Request body: {'port': {'device_id': '8fdd2530-955d-4c72-b36c-7a717ff36a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:32.279191 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b1d3f5e-35cb-4833-bf1d-724905d164ad tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:32.281045 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c506c291-546c-4890-a7d9-9f5cd110deff admin admin] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:32.299543 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c506c291-546c-4890-a7d9-9f5cd110deff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:32.328135 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-c74ff261-5988-4e53-96e1-fc1873204127 None None] Provisioning complete for port 4a49ebda-3879-476c-833e-bfba0aa19c03 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:32.328838 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c74ff261-5988-4e53-96e1-fc1873204127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:32.361906 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f195bad7-1b75-44a2-9ff6-0437ce70fc6f None None] Network 754b220c-a1e0-417a-9599-5e2526db9c54 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:32.416119 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b1d3f5e-35cb-4833-bf1d-724905d164ad tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:32.425483 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8b1d3f5e-35cb-4833-bf1d-724905d164ad tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/subnets/b831e50f-4b23-42db-8069-072c385ac4aa HTTP/1.1" status: 204 len: 168 time: 3.2432232 Nov 25 19:43:32.431276 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506c291-546c-4890-a7d9-9f5cd110deff admin admin] Pushing event updated for resources: {'Port': ['ID=0cfa723f-8f94-4c6a-be4f-d7bf55754b7d,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:32.447716 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f169c14-bfe3-4014-820b-3c6f5abcaa76 req-5a87e56f-4d95-4777-a6de-1dbe7dbbc876 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:32.451112 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f169c14-bfe3-4014-820b-3c6f5abcaa76 req-5a87e56f-4d95-4777-a6de-1dbe7dbbc876 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fdd2530-955d-4c72-b36c-7a717ff36a5e HTTP/1.1" status: 200 len: 931 time: 0.3074677 Nov 25 19:43:32.457729 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49536) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:32.476148 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d3f5e-35cb-4833-bf1d-724905d164ad tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Subnet': ['ID=b831e50f-4b23-42db-8069-072c385ac4aa,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:32.550051 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-29e49548-b29b-4660-9e60-699036cb2a43 req-c04f5ecd-0186-454f-b365-67985ec360c6 service neutron] Attempting to bind port 7faf04c9-2565-4028-921f-5d95ebfb7045 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:43:32.550510 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-29e49548-b29b-4660-9e60-699036cb2a43 req-c04f5ecd-0186-454f-b365-67985ec360c6 service neutron] Attempting to bind port 7faf04c9-2565-4028-921f-5d95ebfb7045 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '04fabac9-f65f-4fde-b14c-438d1e6ec424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7b554939-0be1-4ec6-b24c-67d3e874e0c5'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:43:32.551259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e49548-b29b-4660-9e60-699036cb2a43 req-c04f5ecd-0186-454f-b365-67985ec360c6 service neutron] Attempting to bind port 7faf04c9-2565-4028-921f-5d95ebfb7045 on network 7b554939-0be1-4ec6-b24c-67d3e874e0c5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:32.595143 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e49548-b29b-4660-9e60-699036cb2a43 req-c04f5ecd-0186-454f-b365-67985ec360c6 service neutron] Port 7faf04c9-2565-4028-921f-5d95ebfb7045 on network 7b554939-0be1-4ec6-b24c-67d3e874e0c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:43:32.595629 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e49548-b29b-4660-9e60-699036cb2a43 req-c04f5ecd-0186-454f-b365-67985ec360c6 service neutron] Attempting to bind port 7faf04c9-2565-4028-921f-5d95ebfb7045 on network 7b554939-0be1-4ec6-b24c-67d3e874e0c5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:32.621607 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e49548-b29b-4660-9e60-699036cb2a43 req-c04f5ecd-0186-454f-b365-67985ec360c6 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:43:32.621869 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e49548-b29b-4660-9e60-699036cb2a43 req-c04f5ecd-0186-454f-b365-67985ec360c6 service neutron] Checking segment: {'id': '04fabac9-f65f-4fde-b14c-438d1e6ec424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7b554939-0be1-4ec6-b24c-67d3e874e0c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:32.622456 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e49548-b29b-4660-9e60-699036cb2a43 req-c04f5ecd-0186-454f-b365-67985ec360c6 service neutron] Bound using segment: {'id': '04fabac9-f65f-4fde-b14c-438d1e6ec424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7b554939-0be1-4ec6-b24c-67d3e874e0c5'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:43:32.623121 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-29e49548-b29b-4660-9e60-699036cb2a43 req-c04f5ecd-0186-454f-b365-67985ec360c6 service neutron] Bound port: 7faf04c9-2565-4028-921f-5d95ebfb7045, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04fabac9-f65f-4fde-b14c-438d1e6ec424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7b554939-0be1-4ec6-b24c-67d3e874e0c5'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:43:32.624534 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-29e49548-b29b-4660-9e60-699036cb2a43 req-c04f5ecd-0186-454f-b365-67985ec360c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:32.650430 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8f166786-03a9-4eb0-a0e0-2648fb2b3392 req-b69b503c-14bf-41df-85dc-48c3b07a4f2d service neutron] 10.222.0.73 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9889956 Nov 25 19:43:32.799326 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-c74ff261-5988-4e53-96e1-fc1873204127 None None] Port 4a49ebda-3879-476c-833e-bfba0aa19c03 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:43:32.957108 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9ce115b-7864-4101-8fd4-69ab15b00016 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:33.020905 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8f166786-03a9-4eb0-a0e0-2648fb2b3392 req-dcbf5918-c86d-4876-a4a8-7afaebea04a4 service neutron] 10.222.0.73 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001528 Nov 25 19:43:33.067470 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f169c14-bfe3-4014-820b-3c6f5abcaa76 req-37eed4e6-617d-4698-a93d-cf2862673067 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600080 Nov 25 19:43:33.093487 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c506c291-546c-4890-a7d9-9f5cd110deff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:33.145545 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-d8043bb8-7588-4f2a-ab6a-101f66e808a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:33.176659 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b6d714-7cff-4abb-a387-9663700d5cca None None] DHCP port deletion for 754b220c-a1e0-417a-9599-5e2526db9c54 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:33.222038 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-29e49548-b29b-4660-9e60-699036cb2a43 req-c04f5ecd-0186-454f-b365-67985ec360c6 service neutron] For port 7faf04c9-2565-4028-921f-5d95ebfb7045, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:43:33.229963 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-29e49548-b29b-4660-9e60-699036cb2a43 req-c04f5ecd-0186-454f-b365-67985ec360c6 service neutron] For port 7faf04c9-2565-4028-921f-5d95ebfb7045, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=7faf04c9-2565-4028-921f-5d95ebfb7045,segment=NetworkSegment(04fabac9-f65f-4fde-b14c-438d1e6ec424),segment_id=04fabac9-f65f-4fde-b14c-438d1e6ec424)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:43:33.243954 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-29e49548-b29b-4660-9e60-699036cb2a43 req-c04f5ecd-0186-454f-b365-67985ec360c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:33.386669 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f5ecd-0186-454f-b365-67985ec360c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7faf04c9-2565-4028-921f-5d95ebfb7045,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:33.401694 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e49548-b29b-4660-9e60-699036cb2a43 req-c04f5ecd-0186-454f-b365-67985ec360c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:33.403667 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-29e49548-b29b-4660-9e60-699036cb2a43 req-c04f5ecd-0186-454f-b365-67985ec360c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:33.405491 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b5b6d714-7cff-4abb-a387-9663700d5cca None None] Deleting port 5066f31c-2b14-4608-be42-700226f1dc5e {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:33.405884 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b5b6d714-7cff-4abb-a387-9663700d5cca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:33.408681 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-29e49548-b29b-4660-9e60-699036cb2a43 req-c04f5ecd-0186-454f-b365-67985ec360c6 service neutron] 10.222.0.85 "PUT /v2.0/ports/7faf04c9-2565-4028-921f-5d95ebfb7045 HTTP/1.1" status: 200 len: 1091 time: 7.6609905 Nov 25 19:43:33.409427 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7d1b72-547f-42bb-81d2-562180043097', 'tag': '7faf04c9-2565-4028-921f-5d95ebfb7045'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:43:33.416400 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8df897-d85b-481e-90a3-ee92d1fd5707" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7d1b72-547f-42bb-81d2-562180043097", "tag": "7faf04c9-2565-4028-921f-5d95ebfb7045"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:43:33.595573 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e49548-b29b-4660-9e60-699036cb2a43 req-fbaf2c75-5ce6-44d8-9229-a0a11bb54033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:33.603927 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-29e49548-b29b-4660-9e60-699036cb2a43 req-fbaf2c75-5ce6-44d8-9229-a0a11bb54033 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b14339133a914aa7b55a942f74e5faf3&device_id=aa7d1b72-547f-42bb-81d2-562180043097 HTTP/1.1" status: 200 len: 1094 time: 0.1010900 Nov 25 19:43:33.621746 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['e84a21e4-bcde-4d01-aab2-cba25c2d2414', '831e98c1-f30d-4b30-83fa-f698b4da9096'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:43:33.695163 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-29e49548-b29b-4660-9e60-699036cb2a43 req-b21d2777-a730-4f5e-a7b9-d2708bb9b188 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7faf04c9-2565-4028-921f-5d95ebfb7045 HTTP/1.1" status: 200 len: 217 time: 0.0852935 Nov 25 19:43:33.719954 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d75d561-83d6-4c05-b56d-be0bdbc6604a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:33.753751 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b5b6d714-7cff-4abb-a387-9663700d5cca None None] For port 5066f31c-2b14-4608-be42-700226f1dc5e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5066f31c-2b14-4608-be42-700226f1dc5e,segment=NetworkSegment(ea25115b-5798-4d4f-b69b-d7a57badec93),segment_id=ea25115b-5798-4d4f-b69b-d7a57badec93)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:33.754784 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b5b6d714-7cff-4abb-a387-9663700d5cca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:33.786733 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b5b6d714-7cff-4abb-a387-9663700d5cca None None] Calling delete_port for 5066f31c-2b14-4608-be42-700226f1dc5e owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:33.807823 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e49548-b29b-4660-9e60-699036cb2a43 req-4843f067-a955-47f7-8910-cfa536cc655e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:33.809768 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-29e49548-b29b-4660-9e60-699036cb2a43 req-4843f067-a955-47f7-8910-cfa536cc655e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9dfbb276-11e5-414c-b31c-559c0b9f994d HTTP/1.1" status: 200 len: 859 time: 0.1016412 Nov 25 19:43:33.861298 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-29e49548-b29b-4660-9e60-699036cb2a43 req-36ca183f-c6a1-4179-b434-045cd1336cec service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7b554939-0be1-4ec6-b24c-67d3e874e0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442877 Nov 25 19:43:33.924815 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 7e6c27c7-5f33-4abf-865b-c9f8da414852 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:34.073820 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:34.081165 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-29e49548-b29b-4660-9e60-699036cb2a43 req-b28b9cdb-23ce-4e0f-a19b-ca2b6cb799a9 service neutron] 10.222.0.85 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108991 Nov 25 19:43:34.207044 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b5b6d714-7cff-4abb-a387-9663700d5cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:34.239402 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-29e49548-b29b-4660-9e60-699036cb2a43 req-2604489e-a658-4dee-b6c7-f68f1f951529 service neutron] 10.222.0.85 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488175 Nov 25 19:43:34.283860 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b6d714-7cff-4abb-a387-9663700d5cca None None] No DVR routers for this DVR port 5066f31c-2b14-4608-be42-700226f1dc5e on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:43:34.288995 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6d714-7cff-4abb-a387-9663700d5cca None None] Pushing event deleted for resources: {'Port': ['ID=5066f31c-2b14-4608-be42-700226f1dc5e,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:34.305822 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 7e6c27c7-5f33-4abf-865b-c9f8da414852 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:34.307001 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:34.452942 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75d561-83d6-4c05-b56d-be0bdbc6604a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Port': ['ID=0f47b316-4d58-4e0f-94a3-3995dacd3c11,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:34.632250 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c506c291-546c-4890-a7d9-9f5cd110deff admin admin] Network e6cd4387-d0d6-4f12-8944-fa288777c85c is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:34.640248 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5066f31c-2b14-4608-be42-700226f1dc5e no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:43:34.715995 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 5066f31c-2b14-4608-be42-700226f1dc5e {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:43:34.716714 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5066f31c-2b14-4608-be42-700226f1dc5e not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:43:34.776782 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d75d561-83d6-4c05-b56d-be0bdbc6604a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:34.786341 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1d75d561-83d6-4c05-b56d-be0bdbc6604a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/0f47b316-4d58-4e0f-94a3-3995dacd3c11 HTTP/1.1" status: 204 len: 168 time: 4.9266880 Nov 25 19:43:34.788031 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49562) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:34.799444 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-306e0f0d-d015-4dc1-ba46-7908d97a4f4e tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:34.801041 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-306e0f0d-d015-4dc1-ba46-7908d97a4f4e tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/networks?id=b1d0b183-b981-4bfb-9a4d-77b2057be997 HTTP/1.1" status: 200 len: 813 time: 1.2487826 Nov 25 19:43:34.802047 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c506c291-546c-4890-a7d9-9f5cd110deff admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:35.009004 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84ca62e-cd9d-4de4-a2c8-2657bf9e5fea tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:35.016865 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84ca62e-cd9d-4de4-a2c8-2657bf9e5fea tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:35.028535 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b84ca62e-cd9d-4de4-a2c8-2657bf9e5fea tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2384393 Nov 25 19:43:35.031935 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49564) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:35.073313 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-f0c1c8d5-5211-49b7-8a60-debcbf437440 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/quotas/37cacda2ec3a43958c4b5983ee90f8e5 HTTP/1.1" status: 200 len: 375 time: 0.2472138 Nov 25 19:43:35.077598 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d9ce115b-7864-4101-8fd4-69ab15b00016 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Deleting port 5066f31c-2b14-4608-be42-700226f1dc5e {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:35.078599 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9ce115b-7864-4101-8fd4-69ab15b00016 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:35.187221 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c506c291-546c-4890-a7d9-9f5cd110deff admin admin] Router 3866475f-e4b6-4917-93af-db450ab78160 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:43:35.213387 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-a11d78cb-abeb-461e-af24-ffb4c6416986 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=37cacda2ec3a43958c4b5983ee90f8e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629222 Nov 25 19:43:35.226906 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-799bea9f-9f99-4513-867c-e482769b8c89 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet 59b63b19-52e5-444d-8725-dece741ee048 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:43:35.232359 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-799bea9f-9f99-4513-867c-e482769b8c89 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:35.320345 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 6ef884be-3c91-47c0-968b-b383021ce755 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:35.333039 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-799bea9f-9f99-4513-867c-e482769b8c89 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:35.463172 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:35.485692 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-77d546dc-4f1e-4d35-ae70-58cb2daa5200 None None] Provisioning complete for port 0cfa723f-8f94-4c6a-be4f-d7bf55754b7d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:35.486109 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-77d546dc-4f1e-4d35-ae70-58cb2daa5200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:35.492058 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 6ef884be-3c91-47c0-968b-b383021ce755 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:43:35.511276 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d9ce115b-7864-4101-8fd4-69ab15b00016 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] For port 5066f31c-2b14-4608-be42-700226f1dc5e, host n-d-819349-5, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:35.512233 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9ce115b-7864-4101-8fd4-69ab15b00016 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:35.522882 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 6ef884be-3c91-47c0-968b-b383021ce755 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:35.523382 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:35.561843 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-799bea9f-9f99-4513-867c-e482769b8c89 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:35.653047 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d9ce115b-7864-4101-8fd4-69ab15b00016 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Calling delete_port for 5066f31c-2b14-4608-be42-700226f1dc5e owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:35.670204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-d9ce115b-7864-4101-8fd4-69ab15b00016 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Port 5066f31c-2b14-4608-be42-700226f1dc5e was not found and therefore no delete operation was performed {{(pid=103600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:43:35.676749 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:35.682208 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-77d546dc-4f1e-4d35-ae70-58cb2daa5200 None None] Port 0cfa723f-8f94-4c6a-be4f-d7bf55754b7d cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:43:35.684369 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-799bea9f-9f99-4513-867c-e482769b8c89 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:35.686494 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:35.714666 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-799bea9f-9f99-4513-867c-e482769b8c89 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:35.721346 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-799bea9f-9f99-4513-867c-e482769b8c89 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/59b63b19-52e5-444d-8725-dece741ee048 HTTP/1.1" status: 204 len: 168 time: 0.6855643 Nov 25 19:43:35.722272 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49570) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:35.741862 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f8f11b-9cf1-4591-bcc5-ecd331168f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef884be-3c91-47c0-968b-b383021ce755'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:43:35.744367 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30222c6-32be-4fa0-b59e-f599f2681f6c" -d '{"events": [{"server_uuid": "33f8f11b-9cf1-4591-bcc5-ecd331168f55", "name": "network-vif-plugged", "status": "completed", "tag": "6ef884be-3c91-47c0-968b-b383021ce755"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:43:35.747762 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11cbb12-9771-47ab-9361-cac15a67ea76 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:35.754827 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9ce115b-7864-4101-8fd4-69ab15b00016 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:35.794842 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-afa27f28-adc7-41e9-ba16-81b1a297a902 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434029 Nov 25 19:43:35.795674 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49574) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:35.801176 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-378d2755-5f9d-4ead-a9bf-e4d8c4370099 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:35.887428 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ce115b-7864-4101-8fd4-69ab15b00016 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] No DVR routers for this DVR port 5066f31c-2b14-4608-be42-700226f1dc5e on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:43:35.900854 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce115b-7864-4101-8fd4-69ab15b00016 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Port': ['ID=5066f31c-2b14-4608-be42-700226f1dc5e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:35.909075 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-d8043bb8-7588-4f2a-ab6a-101f66e808a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a49ebda-3879-476c-833e-bfba0aa19c03 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:43:35.909594 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799bea9f-9f99-4513-867c-e482769b8c89 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=59b63b19-52e5-444d-8725-dece741ee048,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:35.940347 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 6ef884be-3c91-47c0-968b-b383021ce755, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=6ef884be-3c91-47c0-968b-b383021ce755,segment=NetworkSegment(04fabac9-f65f-4fde-b14c-438d1e6ec424),segment_id=04fabac9-f65f-4fde-b14c-438d1e6ec424)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:35.952117 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:35.964371 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378d2755-5f9d-4ead-a9bf-e4d8c4370099 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:35.967326 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-378d2755-5f9d-4ead-a9bf-e4d8c4370099 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:35.993947 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-c094ebc8-9425-4ff7-ba8d-1d91ba32d6cc service neutron] 10.222.0.55 "GET /v2.0/networks/b1d0b183-b981-4bfb-9a4d-77b2057be997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7440782 Nov 25 19:43:36.026232 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-d8043bb8-7588-4f2a-ab6a-101f66e808a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:36.151716 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=6ef884be-3c91-47c0-968b-b383021ce755,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:36.162389 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c506c291-546c-4890-a7d9-9f5cd110deff admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:43:36.180782 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2577c513-2715-4e9b-aa4f-ecf7b0a731a9 None None] Sync routers for ids ['3866475f-e4b6-4917-93af-db450ab78160'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:43:36.200497 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c506c291-546c-4890-a7d9-9f5cd110deff admin admin] 10.222.0.55 "PUT /v2.0/routers/3866475f-e4b6-4917-93af-db450ab78160/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4071317 Nov 25 19:43:36.248305 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-d8043bb8-7588-4f2a-ab6a-101f66e808a7 service neutron] Transition to ACTIVE for port object 4a49ebda-3879-476c-833e-bfba0aa19c03 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:43:36.329377 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-d8043bb8-7588-4f2a-ab6a-101f66e808a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:36.407869 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9ce115b-7864-4101-8fd4-69ab15b00016 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:36.443233 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2577c513-2715-4e9b-aa4f-ecf7b0a731a9 None None] Routers {'3866475f-e4b6-4917-93af-db450ab78160'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:36.445200 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2577c513-2715-4e9b-aa4f-ecf7b0a731a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:43:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['3866475f-e4b6-4917-93af-db450ab78160'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:36.601275 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95966ff8-1fac-4bcd-b6ec-3e0d7f367cf7 None None] DHCP port deletion for 0144b778-2e7c-4a1d-86b2-f3dbc366beab request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:36.607090 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-d9ce115b-7864-4101-8fd4-69ab15b00016 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['754b220c-a1e0-417a-9599-5e2526db9c54']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:36.616096 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a564fda-df8e-4f45-b97f-63f55edac115 None None] DHCP port deletion for b691ce13-c3fa-46f8-892f-a6e3ddf6046b request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:36.619643 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8043bb8-7588-4f2a-ab6a-101f66e808a7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a49ebda-3879-476c-833e-bfba0aa19c03,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:36.693983 n-d-819349-5 neutron-server[103599]: DEBUG neutron.objects.ports [None req-378d2755-5f9d-4ead-a9bf-e4d8c4370099 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:43:36.702933 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-d9ce115b-7864-4101-8fd4-69ab15b00016 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea25115b-5798-4d4f-b69b-d7a57badec93') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:36.703428 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-d9ce115b-7864-4101-8fd4-69ab15b00016 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea25115b-5798-4d4f-b69b-d7a57badec93') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:36.729857 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9ce115b-7864-4101-8fd4-69ab15b00016 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:36.869598 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4a564fda-df8e-4f45-b97f-63f55edac115 None None] Deleting port 5cf3892e-a292-455f-98c3-54756444f9ac {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:36.870112 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4a564fda-df8e-4f45-b97f-63f55edac115 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:36.877108 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2577c513-2715-4e9b-aa4f-ecf7b0a731a9 None None] Set router 3866475f-e4b6-4917-93af-db450ab78160 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:43:36.899094 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9ce115b-7864-4101-8fd4-69ab15b00016 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:36.916538 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-d8043bb8-7588-4f2a-ab6a-101f66e808a7 service neutron] Attempting to bind port 4a49ebda-3879-476c-833e-bfba0aa19c03 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:43:36.917211 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-d8043bb8-7588-4f2a-ab6a-101f66e808a7 service neutron] Attempting to bind port 4a49ebda-3879-476c-833e-bfba0aa19c03 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '02fa6f66-9208-4806-8bde-6e2373cf1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0144b778-2e7c-4a1d-86b2-f3dbc366beab'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:43:36.917914 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-d8043bb8-7588-4f2a-ab6a-101f66e808a7 service neutron] Attempting to bind port 4a49ebda-3879-476c-833e-bfba0aa19c03 on network 0144b778-2e7c-4a1d-86b2-f3dbc366beab {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:36.924530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ce115b-7864-4101-8fd4-69ab15b00016 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:43:36.925340 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9ce115b-7864-4101-8fd4-69ab15b00016 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:43:36.932373 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:43:36.937987 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-5d6fc071-d794-4eef-aa7a-20c32eae7f8f service neutron] 10.222.0.55 "GET /v2.0/networks/b1d0b183-b981-4bfb-9a4d-77b2057be997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9045341 Nov 25 19:43:36.948688 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-378d2755-5f9d-4ead-a9bf-e4d8c4370099 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:36.985019 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-d8043bb8-7588-4f2a-ab6a-101f66e808a7 service neutron] Port 4a49ebda-3879-476c-833e-bfba0aa19c03 on network 0144b778-2e7c-4a1d-86b2-f3dbc366beab not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:43:36.985604 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-d8043bb8-7588-4f2a-ab6a-101f66e808a7 service neutron] Attempting to bind port 4a49ebda-3879-476c-833e-bfba0aa19c03 on network 0144b778-2e7c-4a1d-86b2-f3dbc366beab {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:37.102282 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-d8043bb8-7588-4f2a-ab6a-101f66e808a7 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:43:37.103346 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-d8043bb8-7588-4f2a-ab6a-101f66e808a7 service neutron] Checking segment: {'id': '02fa6f66-9208-4806-8bde-6e2373cf1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0144b778-2e7c-4a1d-86b2-f3dbc366beab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:37.104271 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-d8043bb8-7588-4f2a-ab6a-101f66e808a7 service neutron] Bound using segment: {'id': '02fa6f66-9208-4806-8bde-6e2373cf1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0144b778-2e7c-4a1d-86b2-f3dbc366beab'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:43:37.105351 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-d8043bb8-7588-4f2a-ab6a-101f66e808a7 service neutron] Bound port: 4a49ebda-3879-476c-833e-bfba0aa19c03, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02fa6f66-9208-4806-8bde-6e2373cf1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0144b778-2e7c-4a1d-86b2-f3dbc366beab'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:43:37.106211 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-d8043bb8-7588-4f2a-ab6a-101f66e808a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:37.168795 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 7faf04c9-2565-4028-921f-5d95ebfb7045 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:43:37.195008 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9ce115b-7864-4101-8fd4-69ab15b00016 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:37.204163 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4a564fda-df8e-4f45-b97f-63f55edac115 None None] For port 5cf3892e-a292-455f-98c3-54756444f9ac, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5cf3892e-a292-455f-98c3-54756444f9ac,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:37.204477 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4a564fda-df8e-4f45-b97f-63f55edac115 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:37.226581 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9ce115b-7864-4101-8fd4-69ab15b00016 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:37.245852 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d9ce115b-7864-4101-8fd4-69ab15b00016 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/networks/754b220c-a1e0-417a-9599-5e2526db9c54 HTTP/1.1" status: 204 len: 168 time: 4.7853072 Nov 25 19:43:37.253759 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49596) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:37.259310 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5f510083-4522-4b8b-a992-71a5e4ac0a3b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'network': {'name': 'tempest-RoutersTest-1367059039'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:37.277814 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4a564fda-df8e-4f45-b97f-63f55edac115 None None] Calling delete_port for 5cf3892e-a292-455f-98c3-54756444f9ac owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:37.296692 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f510083-4522-4b8b-a992-71a5e4ac0a3b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Made reservation on behalf of 33fd1ebee1f7494487609e337911c862 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:37.300506 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f510083-4522-4b8b-a992-71a5e4ac0a3b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:37.349556 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce115b-7864-4101-8fd4-69ab15b00016 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Network': ['ID=754b220c-a1e0-417a-9599-5e2526db9c54,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:37.358746 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f510083-4522-4b8b-a992-71a5e4ac0a3b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:43:37.372408 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f510083-4522-4b8b-a992-71a5e4ac0a3b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:37.372796 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-5f510083-4522-4b8b-a992-71a5e4ac0a3b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Added segment 7688cb3a-5569-42f1-a322-8c1330c6846b of type vlan for network 6d84855b-4f62-41a1-ab29-996dfadc3c80 Nov 25 19:43:37.455464 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-d8043bb8-7588-4f2a-ab6a-101f66e808a7 service neutron] For port 4a49ebda-3879-476c-833e-bfba0aa19c03, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:43:37.474120 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-d8043bb8-7588-4f2a-ab6a-101f66e808a7 service neutron] For port 4a49ebda-3879-476c-833e-bfba0aa19c03, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=4a49ebda-3879-476c-833e-bfba0aa19c03,segment=NetworkSegment(02fa6f66-9208-4806-8bde-6e2373cf1375),segment_id=02fa6f66-9208-4806-8bde-6e2373cf1375)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:43:37.483934 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f510083-4522-4b8b-a992-71a5e4ac0a3b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:37.524969 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-d8043bb8-7588-4f2a-ab6a-101f66e808a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:37.599214 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-5f510083-4522-4b8b-a992-71a5e4ac0a3b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:43:37.625973 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-378d2755-5f9d-4ead-a9bf-e4d8c4370099 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] For port 5cf3892e-a292-455f-98c3-54756444f9ac, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5cf3892e-a292-455f-98c3-54756444f9ac,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:37.633880 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8043bb8-7588-4f2a-ab6a-101f66e808a7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a49ebda-3879-476c-833e-bfba0aa19c03,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:37.675607 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-d8043bb8-7588-4f2a-ab6a-101f66e808a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:37.676456 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-d8043bb8-7588-4f2a-ab6a-101f66e808a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:37.679453 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-d8043bb8-7588-4f2a-ab6a-101f66e808a7 service neutron] 10.222.0.85 "PUT /v2.0/ports/4a49ebda-3879-476c-833e-bfba0aa19c03 HTTP/1.1" status: 200 len: 1091 time: 5.4683230 Nov 25 19:43:37.680035 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fdd2530-955d-4c72-b36c-7a717ff36a5e', 'tag': '4a49ebda-3879-476c-833e-bfba0aa19c03'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:43:37.681925 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7061b455-49f8-4975-bd75-400bbd12011e None None] DHCP port deletion for 0144b778-2e7c-4a1d-86b2-f3dbc366beab request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:37.682920 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a22999-e8b9-44b2-b353-2cab14528591" -d '{"events": [{"name": "network-changed", "server_uuid": "8fdd2530-955d-4c72-b36c-7a717ff36a5e", "tag": "4a49ebda-3879-476c-833e-bfba0aa19c03"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:43:37.685779 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49606) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:37.701986 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5cf3892e-a292-455f-98c3-54756444f9ac no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:43:37.706329 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:43:37.741376 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-5ed0de5a-5ada-40d6-bf95-74caacd8b470 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1655817822-network', 'tenant_id': '55ccd4ac80d24284a519d8a32595d265'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:37.761010 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-378d2755-5f9d-4ead-a9bf-e4d8c4370099 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:37.777770 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-378d2755-5f9d-4ead-a9bf-e4d8c4370099 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:37.779231 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-378d2755-5f9d-4ead-a9bf-e4d8c4370099 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:37.871198 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda766de-a6e4-4c19-8bfe-20dfe2df1ef5 req-4e13c394-a8ea-414d-98dc-a9008c032b46 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:37.883430 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cda766de-a6e4-4c19-8bfe-20dfe2df1ef5 req-4e13c394-a8ea-414d-98dc-a9008c032b46 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa7d1b72-547f-42bb-81d2-562180043097 HTTP/1.1" status: 200 len: 943 time: 0.2504945 Nov 25 19:43:37.920138 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f510083-4522-4b8b-a992-71a5e4ac0a3b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:37.929599 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-d4e5a0f9-8f8e-467b-8d7d-ac992a42ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:37.931017 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-d4e5a0f9-8f8e-467b-8d7d-ac992a42ccad service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=abb922ce65454bc1915d7b2c3b27e005&device_id=8fdd2530-955d-4c72-b36c-7a717ff36a5e HTTP/1.1" status: 200 len: 1094 time: 0.1795046 Nov 25 19:43:37.931472 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f510083-4522-4b8b-a992-71a5e4ac0a3b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:37.931681 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed0de5a-5ada-40d6-bf95-74caacd8b470 admin admin] Made reservation on behalf of 55ccd4ac80d24284a519d8a32595d265 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:37.932436 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f510083-4522-4b8b-a992-71a5e4ac0a3b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:37.934107 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ed0de5a-5ada-40d6-bf95-74caacd8b470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:37.962803 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ed0de5a-5ada-40d6-bf95-74caacd8b470 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:38.024784 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-4dafea0a-9583-45c8-818d-9e46808e08ba service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a49ebda-3879-476c-833e-bfba0aa19c03 HTTP/1.1" status: 200 len: 217 time: 0.0849879 Nov 25 19:43:38.046138 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cda766de-a6e4-4c19-8bfe-20dfe2df1ef5 req-36b5ff2c-d394-40c1-a2e9-e6214ca25b68 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616869 Nov 25 19:43:38.109547 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378d2755-5f9d-4ead-a9bf-e4d8c4370099 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:38.150879 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5f510083-4522-4b8b-a992-71a5e4ac0a3b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8960760 Nov 25 19:43:38.152175 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d2755-5f9d-4ead-a9bf-e4d8c4370099 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=5cf3892e-a292-455f-98c3-54756444f9ac,revision_number=6']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:38.170834 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49614) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:38.187779 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2e18f065-91b6-4b60-977b-c51d4c61b1ee tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'subnet': {'network_id': '6d84855b-4f62-41a1-ab29-996dfadc3c80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:38.191100 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 7faf04c9-2565-4028-921f-5d95ebfb7045, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=7faf04c9-2565-4028-921f-5d95ebfb7045,segment=NetworkSegment(04fabac9-f65f-4fde-b14c-438d1e6ec424),segment_id=04fabac9-f65f-4fde-b14c-438d1e6ec424)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:38.203834 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-69e93b53-96e8-48e1-a9cc-70f9ca571911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:38.204188 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-378d2755-5f9d-4ead-a9bf-e4d8c4370099 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:38.206491 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-69e93b53-96e8-48e1-a9cc-70f9ca571911 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=17ff6b3c-3d44-40a6-b0c9-a57101908837 HTTP/1.1" status: 200 len: 855 time: 0.1587515 Nov 25 19:43:38.213854 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '7faf04c9-2565-4028-921f-5d95ebfb7045', 'network_id': '7b554939-0be1-4ec6-b24c-67d3e874e0c5', 'port_id': '7faf04c9-2565-4028-921f-5d95ebfb7045', 'mac_address': 'fa:16:3e:d0:e1:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfbb276-11e5-414c-b31c-559c0b9f994d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:43:38.216898 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4a564fda-df8e-4f45-b97f-63f55edac115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:38.272279 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a564fda-df8e-4f45-b97f-63f55edac115 None None] No DVR routers for this DVR port 5cf3892e-a292-455f-98c3-54756444f9ac on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:43:38.281968 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a564fda-df8e-4f45-b97f-63f55edac115 None None] Pushing event deleted for resources: {'Port': ['ID=5cf3892e-a292-455f-98c3-54756444f9ac,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:38.307740 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378d2755-5f9d-4ead-a9bf-e4d8c4370099 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:38.308801 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-378d2755-5f9d-4ead-a9bf-e4d8c4370099 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:38.317694 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97c8107-85f4-4eb2-891d-e362ac7ce139 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:38.327130 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Port 5cf3892e-a292-455f-98c3-54756444f9ac update to DOWN by agent not found {{(pid=103601) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 19:43:38.333309 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2577c513-2715-4e9b-aa4f-ecf7b0a731a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3866475f-e4b6-4917-93af-db450ab78160', 'name': 'tempest-TaggedBootDevicesTest_v242-1617847057-router', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:13Z', 'updated_at': '2021-11-25T19:43:30Z', 'revision_number': 4, 'project_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'gw_port': {'id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3866475f-e4b6-4917-93af-db450ab78160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:15Z', 'updated_at': '2021-11-25T19:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '0cfa723f-8f94-4c6a-be4f-d7bf55754b7d', 'name': '', 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'mac_address': 'fa:16:3e:38:d7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3866475f-e4b6-4917-93af-db450ab78160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '372ff6c6-b463-492b-ae35-d9124871a47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:27Z', 'updated_at': '2021-11-25T19:43:31Z', 'revision_number': 2, 'project_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'subnets': [{'id': '372ff6c6-b463-492b-ae35-d9124871a47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:38.393574 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-378d2755-5f9d-4ead-a9bf-e4d8c4370099 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5965807 Nov 25 19:43:38.398496 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-0aee91ac-8bf9-4229-9370-378933fff799 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0144b778-2e7c-4a1d-86b2-f3dbc366beab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1610649 Nov 25 19:43:38.401122 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49618) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:38.404169 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d2755-5f9d-4ead-a9bf-e4d8c4370099 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=1a6555d2-fba9-4752-9d35-b3946d708b68,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:38.412515 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-0e641247-3e40-4b2a-8a54-dd8b1c51d842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'mac_address': 'fa:16:3e:b7:cb:2d', 'name': 'tempest-NetworksTestDHCPv6-835752909'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:38.428207 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2577c513-2715-4e9b-aa4f-ecf7b0a731a9 None None] Checking router: 3866475f-e4b6-4917-93af-db450ab78160 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:43:38.428693 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2577c513-2715-4e9b-aa4f-ecf7b0a731a9 None None] Updating router 3866475f-e4b6-4917-93af-db450ab78160 port 0cfa723f-8f94-4c6a-be4f-d7bf55754b7d binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:43:38.469758 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2577c513-2715-4e9b-aa4f-ecf7b0a731a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:38.485559 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f510083-4522-4b8b-a992-71a5e4ac0a3b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Network': ['ID=6d84855b-4f62-41a1-ab29-996dfadc3c80,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:38.559447 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64098ac4-0db2-4ab3-8f49-350f635d81c6 req-137b497e-a63f-48b7-b2ef-6a53fe624838 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:38.573089 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64098ac4-0db2-4ab3-8f49-350f635d81c6 req-137b497e-a63f-48b7-b2ef-6a53fe624838 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 945 time: 0.3647978 Nov 25 19:43:38.590889 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e18f065-91b6-4b60-977b-c51d4c61b1ee tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Made reservation on behalf of 33fd1ebee1f7494487609e337911c862 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:38.600604 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2e18f065-91b6-4b60-977b-c51d4c61b1ee tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:38.652014 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 6d84855b-4f62-41a1-ab29-996dfadc3c80 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:43:38.792468 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:38.975580 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7faf04c9-2565-4028-921f-5d95ebfb7045 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:43:38.979521 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2e18f065-91b6-4b60-977b-c51d4c61b1ee tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:39.062055 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18f065-91b6-4b60-977b-c51d4c61b1ee tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Subnet': ['ID=196510df-1ba2-46c0-8a2c-43d184b21c47,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:39.064618 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64098ac4-0db2-4ab3-8f49-350f635d81c6 req-98c930d9-1134-4078-93cb-6e51557791b2 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d0348b6-c485-40e9-bece-971278800549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4864602 Nov 25 19:43:39.075095 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e18f065-91b6-4b60-977b-c51d4c61b1ee tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Checking segment: {'id': '7688cb3a-5569-42f1-a322-8c1330c6846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6d84855b-4f62-41a1-ab29-996dfadc3c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:39.075909 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e18f065-91b6-4b60-977b-c51d4c61b1ee tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network hostable DHCP agents. Network: 6d84855b-4f62-41a1-ab29-996dfadc3c80, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:43:39.106731 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e18f065-91b6-4b60-977b-c51d4c61b1ee tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network 6d84855b-4f62-41a1-ab29-996dfadc3c80 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:43:39.108878 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ed0de5a-5ada-40d6-bf95-74caacd8b470 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:39.122813 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2e18f065-91b6-4b60-977b-c51d4c61b1ee tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 6d84855b-4f62-41a1-ab29-996dfadc3c80) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:39.129547 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e18f065-91b6-4b60-977b-c51d4c61b1ee tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:39.131418 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2e18f065-91b6-4b60-977b-c51d4c61b1ee tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:39.135331 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ed0de5a-5ada-40d6-bf95-74caacd8b470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:39.144914 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 7faf04c9-2565-4028-921f-5d95ebfb7045, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=7faf04c9-2565-4028-921f-5d95ebfb7045,segment=NetworkSegment(04fabac9-f65f-4fde-b14c-438d1e6ec424),segment_id=04fabac9-f65f-4fde-b14c-438d1e6ec424)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:39.163739 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c5d228-2a99-4995-8fdb-3309cd886237 None None] Network 6d84855b-4f62-41a1-ab29-996dfadc3c80 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:39.168069 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2e18f065-91b6-4b60-977b-c51d4c61b1ee tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9876885 Nov 25 19:43:39.168764 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e641247-3e40-4b2a-8a54-dd8b1c51d842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:39.171470 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49624) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:39.181567 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0e8739b8-f5d4-453c-9b66-de0e97b54c32 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-813523599', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:39.189346 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:39.212017 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-71615a65-7806-46a6-b959-3f160c6c043b service neutron] 10.222.0.85 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7780938 Nov 25 19:43:39.212328 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e8739b8-f5d4-453c-9b66-de0e97b54c32 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:39.213582 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e8739b8-f5d4-453c-9b66-de0e97b54c32 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:39.219267 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e165ed-35c6-4f19-bbfb-bbc9bcabed1e x-openstack-request-id: req-d0e165ed-35c6-4f19-bbfb-bbc9bcabed1e {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:43:39.219551 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7d1b72-547f-42bb-81d2-562180043097", "tag": "7faf04c9-2565-4028-921f-5d95ebfb7045", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:43:39.219807 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d0e165ed-35c6-4f19-bbfb-bbc9bcabed1e {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:43:39.220814 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7d1b72-547f-42bb-81d2-562180043097', 'tag': '7faf04c9-2565-4028-921f-5d95ebfb7045', 'status': 'completed', 'code': 200} Nov 25 19:43:39.248711 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed0de5a-5ada-40d6-bf95-74caacd8b470 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:43:39.385031 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e8739b8-f5d4-453c-9b66-de0e97b54c32 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:39.418415 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e8739b8-f5d4-453c-9b66-de0e97b54c32 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:39.427153 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8df897-d85b-481e-90a3-ee92d1fd5707 req-fb0d4bdc-6959-432b-aadb-e5f22f882995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:39.429917 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9d8df897-d85b-481e-90a3-ee92d1fd5707 req-fb0d4bdc-6959-432b-aadb-e5f22f882995 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b14339133a914aa7b55a942f74e5faf3&device_id=aa7d1b72-547f-42bb-81d2-562180043097 HTTP/1.1" status: 200 len: 1095 time: 0.1723013 Nov 25 19:43:39.433190 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b77c4a8-20db-4baa-9741-915f1b9ee505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'fixed_ips': [{'subnet_id': '1a6555d2-fba9-4752-9d35-b3946d708b68'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:43:39.434503 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7b77c4a8-20db-4baa-9741-915f1b9ee505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:39.476002 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['7faf04c9-2565-4028-921f-5d95ebfb7045'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:43:39.485728 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ed0de5a-5ada-40d6-bf95-74caacd8b470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:39.486337 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-5ed0de5a-5ada-40d6-bf95-74caacd8b470 admin admin] Added segment 4d722945-dd22-497f-b817-4e85c5a03e3d of type vlan for network 529c018b-473e-4dee-9a3c-a094bf895584 Nov 25 19:43:39.546617 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0de5a-5ada-40d6-bf95-74caacd8b470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e335417c-3616-44af-a7cc-631491b156a8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:39.547590 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e8739b8-f5d4-453c-9b66-de0e97b54c32 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:39.550235 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0e8739b8-f5d4-453c-9b66-de0e97b54c32 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3768597 Nov 25 19:43:39.582458 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49626) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:39.731099 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-17df937a-10cc-4b82-ac48-dc09c4fc9d68 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:39.734208 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-17df937a-10cc-4b82-ac48-dc09c4fc9d68 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.85 "GET /v2.0/networks?id=b1d0b183-b981-4bfb-9a4d-77b2057be997 HTTP/1.1" status: 200 len: 813 time: 0.3322823 Nov 25 19:43:39.743873 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8df897-d85b-481e-90a3-ee92d1fd5707 req-8757b948-20d8-45dc-98d9-396ce3a471fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:39.746564 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9d8df897-d85b-481e-90a3-ee92d1fd5707 req-8757b948-20d8-45dc-98d9-396ce3a471fc service neutron] 10.222.0.85 "GET /v2.0/networks?id=7b554939-0be1-4ec6-b24c-67d3e874e0c5 HTTP/1.1" status: 200 len: 920 time: 0.3017573 Nov 25 19:43:39.756207 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-4f9b2799-9663-4baf-a5fc-56d3a19c1047 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Request body: {'port': {'device_id': '50598f48-bcdb-4172-b7a9-101683c54206', 'network_id': 'b1d0b183-b981-4bfb-9a4d-77b2057be997', 'admin_state_up': True, 'tenant_id': '37cacda2ec3a43958c4b5983ee90f8e5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:39.763445 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ed0de5a-5ada-40d6-bf95-74caacd8b470 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:39.858601 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9d8df897-d85b-481e-90a3-ee92d1fd5707 req-04a2b19a-91b4-4d24-8951-669815183428 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7faf04c9-2565-4028-921f-5d95ebfb7045 HTTP/1.1" status: 200 len: 217 time: 0.0952091 Nov 25 19:43:39.876639 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-5ed0de5a-5ada-40d6-bf95-74caacd8b470 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:43:39.889805 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe7056-9892-45d8-b6a3-292636f2dc0a req-4f316588-8f18-4ce7-8240-fcfceb60a933 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:39.891480 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e0fe7056-9892-45d8-b6a3-292636f2dc0a req-4f316588-8f18-4ce7-8240-fcfceb60a933 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fdd2530-955d-4c72-b36c-7a717ff36a5e HTTP/1.1" status: 200 len: 943 time: 0.5632863 Nov 25 19:43:39.928562 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0e641247-3e40-4b2a-8a54-dd8b1c51d842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:39.988470 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec01661b-c456-4ae0-83ef-00fb593d2283 req-fd52a1d1-c899-4e7a-8274-17e89c10571d service neutron] 10.222.0.85 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7334104 Nov 25 19:43:40.033791 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8df897-d85b-481e-90a3-ee92d1fd5707 req-8e1feb76-326a-4827-9af3-0cf2252e0931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:40.036954 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9d8df897-d85b-481e-90a3-ee92d1fd5707 req-8e1feb76-326a-4827-9af3-0cf2252e0931 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9dfbb276-11e5-414c-b31c-559c0b9f994d HTTP/1.1" status: 200 len: 859 time: 0.1725318 Nov 25 19:43:40.049801 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=7faf04c9-2565-4028-921f-5d95ebfb7045,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:40.069944 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ed0de5a-5ada-40d6-bf95-74caacd8b470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:40.073517 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed0de5a-5ada-40d6-bf95-74caacd8b470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:40.073517 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ed0de5a-5ada-40d6-bf95-74caacd8b470 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:40.111042 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9d8df897-d85b-481e-90a3-ee92d1fd5707 req-8c320dd5-116e-4956-934a-9b097056f650 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7b554939-0be1-4ec6-b24c-67d3e874e0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634782 Nov 25 19:43:40.162195 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5ed0de5a-5ada-40d6-bf95-74caacd8b470 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4424918 Nov 25 19:43:40.171506 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49628) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:40.183993 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3aafbc52-2bdd-4c45-ba55-902bd0e2db8c admin admin] Request body: {'subnet': {'network_id': '529c018b-473e-4dee-9a3c-a094bf895584', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1655817822-subnet', 'tenant_id': '55ccd4ac80d24284a519d8a32595d265', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:40.206176 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-0e641247-3e40-4b2a-8a54-dd8b1c51d842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] device_id is not set on port 9ad6d8a9-d74b-446d-94e2-0eadf49101ee yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:43:40.276920 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e0fe7056-9892-45d8-b6a3-292636f2dc0a req-2f1b54fb-ba32-4c24-9cda-bb0f4764b5c6 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442914 Nov 25 19:43:40.282357 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-4f9b2799-9663-4baf-a5fc-56d3a19c1047 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Made reservation on behalf of 37cacda2ec3a43958c4b5983ee90f8e5 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:40.289043 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-4f9b2799-9663-4baf-a5fc-56d3a19c1047 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:40.412714 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aafbc52-2bdd-4c45-ba55-902bd0e2db8c admin admin] Made reservation on behalf of 55ccd4ac80d24284a519d8a32595d265 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:40.417065 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3aafbc52-2bdd-4c45-ba55-902bd0e2db8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:40.427181 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9d8df897-d85b-481e-90a3-ee92d1fd5707 req-f10e28fb-a133-4536-b2d1-ea49de8f546c service neutron] 10.222.0.85 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074203 Nov 25 19:43:40.488516 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-7b77c4a8-20db-4baa-9741-915f1b9ee505 None None] Allocated IP 2001:db8::f816:3eff:fed8:8438 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/1a6555d2-fba9-4752-9d35-b3946d708b68/14e94323-523e-4112-83b6-79927b63824c) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:40.503169 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ef3741-3c49-49a9-8837-9521d20c8324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-6d84855b-4f62-41a1-ab29-996dfadc3c80', 'network_id': '6d84855b-4f62-41a1-ab29-996dfadc3c80', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'fixed_ips': [{'subnet_id': '196510df-1ba2-46c0-8a2c-43d184b21c47'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:43:40.504527 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-83ef3741-3c49-49a9-8837-9521d20c8324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:40.545450 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2577c513-2715-4e9b-aa4f-ecf7b0a731a9 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:40.575985 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0de5a-5ada-40d6-bf95-74caacd8b470 admin admin] Pushing event updated for resources: {'Network': ['ID=529c018b-473e-4dee-9a3c-a094bf895584,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:40.619085 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b2120a-7987-440b-89db-e9acd6e84930 x-openstack-request-id: req-78b2120a-7987-440b-89db-e9acd6e84930 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:43:40.620081 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f8f11b-9cf1-4591-bcc5-ecd331168f55", "name": "network-vif-plugged", "status": "completed", "tag": "6ef884be-3c91-47c0-968b-b383021ce755", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:43:40.620081 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-78b2120a-7987-440b-89db-e9acd6e84930 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:43:40.624192 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f8f11b-9cf1-4591-bcc5-ecd331168f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef884be-3c91-47c0-968b-b383021ce755', 'code': 200} Nov 25 19:43:40.645760 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 529c018b-473e-4dee-9a3c-a094bf895584 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:43:40.650254 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2577c513-2715-4e9b-aa4f-ecf7b0a731a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:41.042609 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4003fdbb-8063-4921-a1a2-477ff9759325 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:41.080373 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2a0f97bb-96e3-4c0d-bcd1-cbc141321cdc req-718acc96-9386-488c-af30-959e28cc76bc tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/ports?device_id=50598f48-bcdb-4172-b7a9-101683c54206 HTTP/1.1" status: 200 len: 210 time: 0.0394225 Nov 25 19:43:41.265557 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 4a49ebda-3879-476c-833e-bfba0aa19c03 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:43:41.338109 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e21c6b4-b9d1-4405-a742-404d7c208d95 x-openstack-request-id: req-9e21c6b4-b9d1-4405-a742-404d7c208d95 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:43:41.338492 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fdd2530-955d-4c72-b36c-7a717ff36a5e", "tag": "4a49ebda-3879-476c-833e-bfba0aa19c03", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:43:41.338689 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9e21c6b4-b9d1-4405-a742-404d7c208d95 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:43:41.339119 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fdd2530-955d-4c72-b36c-7a717ff36a5e', 'tag': '4a49ebda-3879-476c-833e-bfba0aa19c03', 'status': 'completed', 'code': 200} Nov 25 19:43:41.454127 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 82e5380d-78f6-44e2-a23e-01b00fda45ef no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:43:41.477240 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9be3e-d3fc-4915-9b0a-0f44166213ba req-113dc013-15df-42f2-8d4c-9102a745970a tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:41.479557 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-12e9be3e-d3fc-4915-9b0a-0f44166213ba req-113dc013-15df-42f2-8d4c-9102a745970a tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa7d1b72-547f-42bb-81d2-562180043097 HTTP/1.1" status: 200 len: 944 time: 0.1389673 Nov 25 19:43:41.482154 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a22999-e8b9-44b2-b353-2cab14528591 req-63309734-7dca-49da-b8d7-a50118ab3f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:41.483807 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-02a22999-e8b9-44b2-b353-2cab14528591 req-63309734-7dca-49da-b8d7-a50118ab3f3e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=abb922ce65454bc1915d7b2c3b27e005&device_id=8fdd2530-955d-4c72-b36c-7a717ff36a5e HTTP/1.1" status: 200 len: 1094 time: 0.1335630 Nov 25 19:43:41.487722 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89894b85-90f4-443c-97a8-967aab975de8 None None] Pushing event updated for resources: {'Port': ['ID=0cfa723f-8f94-4c6a-be4f-d7bf55754b7d,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:41.517140 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-4f9b2799-9663-4baf-a5fc-56d3a19c1047 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Allocated IP 172.20.0.11 (b1d0b183-b981-4bfb-9a4d-77b2057be997/7e614f16-5c13-45b0-a440-22024dfc9b09/a9bd7a88-8080-45ad-942a-429125265622) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:41.585775 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493630a3-42ec-4c4a-b6fc-64929b2b146d req-d561c6c1-f88d-44f3-91ce-5642ca8f6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:41.588511 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-493630a3-42ec-4c4a-b6fc-64929b2b146d req-d561c6c1-f88d-44f3-91ce-5642ca8f6d23 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 1097 time: 0.4611032 Nov 25 19:43:41.622985 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9d8df897-d85b-481e-90a3-ee92d1fd5707 req-5e187bfb-2a45-4134-b029-41b73ce5aef4 service neutron] 10.222.0.85 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1685760 Nov 25 19:43:41.694951 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-12e9be3e-d3fc-4915-9b0a-0f44166213ba req-297c30b5-df2b-491b-b3c5-a9193b5bc4e9 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599038 Nov 25 19:43:41.696882 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a22999-e8b9-44b2-b353-2cab14528591 req-a158ed28-5ae9-4fb3-969d-6ee9f253a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:41.699734 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-02a22999-e8b9-44b2-b353-2cab14528591 req-a158ed28-5ae9-4fb3-969d-6ee9f253a3ba service neutron] 10.222.0.85 "GET /v2.0/networks?id=0144b778-2e7c-4a1d-86b2-f3dbc366beab HTTP/1.1" status: 200 len: 916 time: 0.2023382 Nov 25 19:43:41.765824 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-02a22999-e8b9-44b2-b353-2cab14528591 req-eeaa51b7-5914-421e-9b87-076f2a83fa14 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a49ebda-3879-476c-833e-bfba0aa19c03 HTTP/1.1" status: 200 len: 217 time: 0.0586600 Nov 25 19:43:41.777491 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-eefb3954-0295-49cb-9226-9661ac522586 None None] Provisioning complete for port 0cfa723f-8f94-4c6a-be4f-d7bf55754b7d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:41.778094 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eefb3954-0295-49cb-9226-9661ac522586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:41.855580 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a22999-e8b9-44b2-b353-2cab14528591 req-1f6c599b-9db6-41f8-8235-1b2676033dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:41.859619 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-02a22999-e8b9-44b2-b353-2cab14528591 req-1f6c599b-9db6-41f8-8235-1b2676033dee service neutron] 10.222.0.85 "GET /v2.0/subnets?id=17ff6b3c-3d44-40a6-b0c9-a57101908837 HTTP/1.1" status: 200 len: 855 time: 0.0856781 Nov 25 19:43:41.864111 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-83ef3741-3c49-49a9-8837-9521d20c8324 None None] Allocated IP 172.20.0.2 (6d84855b-4f62-41a1-ab29-996dfadc3c80/196510df-1ba2-46c0-8a2c-43d184b21c47/800812b0-05aa-47dd-9dd4-e28d3bb843e7) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:41.874994 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2577c513-2715-4e9b-aa4f-ecf7b0a731a9 None None] Attempting to bind port 0cfa723f-8f94-4c6a-be4f-d7bf55754b7d on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:43:41.875412 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2577c513-2715-4e9b-aa4f-ecf7b0a731a9 None None] Attempting to bind port 0cfa723f-8f94-4c6a-be4f-d7bf55754b7d by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'e6798801-fb68-42d2-b806-33f4c3263a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:43:41.877465 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2577c513-2715-4e9b-aa4f-ecf7b0a731a9 None None] Attempting to bind port 0cfa723f-8f94-4c6a-be4f-d7bf55754b7d on network e6cd4387-d0d6-4f12-8944-fa288777c85c {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:41.897680 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 4a49ebda-3879-476c-833e-bfba0aa19c03, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=4a49ebda-3879-476c-833e-bfba0aa19c03,segment=NetworkSegment(02fa6f66-9208-4806-8bde-6e2373cf1375),segment_id=02fa6f66-9208-4806-8bde-6e2373cf1375)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:41.900613 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2577c513-2715-4e9b-aa4f-ecf7b0a731a9 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:43:41.900985 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2577c513-2715-4e9b-aa4f-ecf7b0a731a9 None None] Checking segment: {'id': 'e6798801-fb68-42d2-b806-33f4c3263a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:41.901390 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2577c513-2715-4e9b-aa4f-ecf7b0a731a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:41.901793 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2577c513-2715-4e9b-aa4f-ecf7b0a731a9 None None] Bound using segment: {'id': 'e6798801-fb68-42d2-b806-33f4c3263a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:43:41.902046 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-493630a3-42ec-4c4a-b6fc-64929b2b146d req-d2fc73af-497d-4003-a1ed-1df91207ee18 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977233 Nov 25 19:43:41.902317 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2577c513-2715-4e9b-aa4f-ecf7b0a731a9 None None] Bound port: 0cfa723f-8f94-4c6a-be4f-d7bf55754b7d, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6798801-fb68-42d2-b806-33f4c3263a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:43:41.902699 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2577c513-2715-4e9b-aa4f-ecf7b0a731a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:41.920104 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-02a22999-e8b9-44b2-b353-2cab14528591 req-48a17d5e-d5a6-437a-a411-cad08758c279 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0144b778-2e7c-4a1d-86b2-f3dbc366beab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515831 Nov 25 19:43:41.989438 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '4a49ebda-3879-476c-833e-bfba0aa19c03', 'network_id': '0144b778-2e7c-4a1d-86b2-f3dbc366beab', 'port_id': '4a49ebda-3879-476c-833e-bfba0aa19c03', 'mac_address': 'fa:16:3e:74:84:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ff6b3c-3d44-40a6-b0c9-a57101908837', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:43:41.998010 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-eefb3954-0295-49cb-9226-9661ac522586 None None] Port 0cfa723f-8f94-4c6a-be4f-d7bf55754b7d cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:43:41.999963 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7b77c4a8-20db-4baa-9741-915f1b9ee505 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:42.086056 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7b77c4a8-20db-4baa-9741-915f1b9ee505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:42.105123 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-02a22999-e8b9-44b2-b353-2cab14528591 req-7ab0d11f-4913-40bb-b6f2-60af24825255 service neutron] 10.222.0.85 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781213 Nov 25 19:43:42.124008 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:42.181330 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3aafbc52-2bdd-4c45-ba55-902bd0e2db8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:42.183294 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b77c4a8-20db-4baa-9741-915f1b9ee505 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:42.204980 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-7b77c4a8-20db-4baa-9741-915f1b9ee505 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:42.222701 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b77c4a8-20db-4baa-9741-915f1b9ee505 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:42.268697 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:42.291879 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-0e641247-3e40-4b2a-8a54-dd8b1c51d842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 2001:db8::f816:3eff:feb7:cb2d (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/1a6555d2-fba9-4752-9d35-b3946d708b68/9ad6d8a9-d74b-446d-94e2-0eadf49101ee) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:42.298547 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77c4a8-20db-4baa-9741-915f1b9ee505 None None] Pushing event updated for resources: {'Port': ['ID=14e94323-523e-4112-83b6-79927b63824c,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:42.301765 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2577c513-2715-4e9b-aa4f-ecf7b0a731a9 None None] For port 0cfa723f-8f94-4c6a-be4f-d7bf55754b7d, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:43:42.319210 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d44a5-3eed-4cfa-999a-c0cae5cc0893 req-fc3e64de-d47b-4541-af24-026b2db7c383 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:42.321158 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f60d44a5-3eed-4cfa-999a-c0cae5cc0893 req-fc3e64de-d47b-4541-af24-026b2db7c383 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fdd2530-955d-4c72-b36c-7a717ff36a5e HTTP/1.1" status: 200 len: 943 time: 0.1565742 Nov 25 19:43:42.355558 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-4f9b2799-9663-4baf-a5fc-56d3a19c1047 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:42.362189 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 82e5380d-78f6-44e2-a23e-01b00fda45ef, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=82e5380d-78f6-44e2-a23e-01b00fda45ef,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:42.371186 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2577c513-2715-4e9b-aa4f-ecf7b0a731a9 None None] For port 0cfa723f-8f94-4c6a-be4f-d7bf55754b7d, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0cfa723f-8f94-4c6a-be4f-d7bf55754b7d,segment=NetworkSegment(e6798801-fb68-42d2-b806-33f4c3263a05),segment_id=e6798801-fb68-42d2-b806-33f4c3263a05)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:43:42.376637 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a49ebda-3879-476c-833e-bfba0aa19c03 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:43:42.377132 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafbc52-2bdd-4c45-ba55-902bd0e2db8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=918e3e3e-1e70-4402-bcb1-31a8da748aae,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:42.388621 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-02a22999-e8b9-44b2-b353-2cab14528591 req-dd5fc4dc-2739-4d59-a941-2ab039487ea4 service neutron] 10.222.0.85 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751188 Nov 25 19:43:42.394460 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf629002-893d-4812-8eba-39e00b58bccd req-d74eea51-22af-4249-a5dd-b110be3e6aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:42.396977 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bf629002-893d-4812-8eba-39e00b58bccd req-d74eea51-22af-4249-a5dd-b110be3e6aa8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba2221b48b744bd48a410a13c6b8c9a7&device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 1096 time: 0.1971250 Nov 25 19:43:42.417941 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:42.427178 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2577c513-2715-4e9b-aa4f-ecf7b0a731a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:42.427791 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aafbc52-2bdd-4c45-ba55-902bd0e2db8c admin admin] Checking segment: {'id': '4d722945-dd22-497f-b817-4e85c5a03e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '529c018b-473e-4dee-9a3c-a094bf895584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:42.428280 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aafbc52-2bdd-4c45-ba55-902bd0e2db8c admin admin] Network hostable DHCP agents. Network: 529c018b-473e-4dee-9a3c-a094bf895584, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:43:42.449857 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f60d44a5-3eed-4cfa-999a-c0cae5cc0893 req-186867fe-e13e-411b-97c0-919e9d1ab199 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197424 Nov 25 19:43:42.486418 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-7b77c4a8-20db-4baa-9741-915f1b9ee505 None None] Attempting to bind port 14e94323-523e-4112-83b6-79927b63824c on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:43:42.487258 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-7b77c4a8-20db-4baa-9741-915f1b9ee505 None None] Attempting to bind port 14e94323-523e-4112-83b6-79927b63824c by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:43:42.487892 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b77c4a8-20db-4baa-9741-915f1b9ee505 None None] Attempting to bind port 14e94323-523e-4112-83b6-79927b63824c on network b691ce13-c3fa-46f8-892f-a6e3ddf6046b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:42.507892 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 4a49ebda-3879-476c-833e-bfba0aa19c03, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=4a49ebda-3879-476c-833e-bfba0aa19c03,segment=NetworkSegment(02fa6f66-9208-4806-8bde-6e2373cf1375),segment_id=02fa6f66-9208-4806-8bde-6e2373cf1375)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:42.523604 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b77c4a8-20db-4baa-9741-915f1b9ee505 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:43:42.524149 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b77c4a8-20db-4baa-9741-915f1b9ee505 None None] Checking segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:42.524632 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7b77c4a8-20db-4baa-9741-915f1b9ee505 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:42.525133 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b77c4a8-20db-4baa-9741-915f1b9ee505 None None] Bound using segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:43:42.525723 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-7b77c4a8-20db-4baa-9741-915f1b9ee505 None None] Bound port: 14e94323-523e-4112-83b6-79927b63824c, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:43:42.526220 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7b77c4a8-20db-4baa-9741-915f1b9ee505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:42.532867 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-83ef3741-3c49-49a9-8837-9521d20c8324 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:42.534588 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:42.563877 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-83ef3741-3c49-49a9-8837-9521d20c8324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:42.590100 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=82e5380d-78f6-44e2-a23e-01b00fda45ef,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:42.594665 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2577c513-2715-4e9b-aa4f-ecf7b0a731a9 None None] Routers {'3866475f-e4b6-4917-93af-db450ab78160'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:42.596381 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2577c513-2715-4e9b-aa4f-ecf7b0a731a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:43:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['3866475f-e4b6-4917-93af-db450ab78160'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:42.619650 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-4f9b2799-9663-4baf-a5fc-56d3a19c1047 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:42.633738 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aafbc52-2bdd-4c45-ba55-902bd0e2db8c admin admin] Network 529c018b-473e-4dee-9a3c-a094bf895584 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:43:42.660286 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a443b3-7a53-438b-9302-21e8444f3122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82e5380d-78f6-44e2-a23e-01b00fda45ef'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:43:42.664120 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edf46fc-f87d-4b59-9d55-86a6d018dfbb" -d '{"events": [{"server_uuid": "26a443b3-7a53-438b-9302-21e8444f3122", "name": "network-vif-unplugged", "status": "completed", "tag": "82e5380d-78f6-44e2-a23e-01b00fda45ef"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:43:42.671651 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ef3741-3c49-49a9-8837-9521d20c8324 None None] Network 6d84855b-4f62-41a1-ab29-996dfadc3c80 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:42.677435 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-4003fdbb-8063-4921-a1a2-477ff9759325 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Allocated IP 172.20.0.1 (6d84855b-4f62-41a1-ab29-996dfadc3c80/196510df-1ba2-46c0-8a2c-43d184b21c47/c80fe0b7-61c6-42bd-b46d-a9df5a8ac047) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:42.705637 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-4f9b2799-9663-4baf-a5fc-56d3a19c1047 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Network b1d0b183-b981-4bfb-9a4d-77b2057be997 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:42.719120 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-4f9b2799-9663-4baf-a5fc-56d3a19c1047 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:42.722357 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-4f9b2799-9663-4baf-a5fc-56d3a19c1047 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:42.734479 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3aafbc52-2bdd-4c45-ba55-902bd0e2db8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 529c018b-473e-4dee-9a3c-a094bf895584) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:42.738860 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aafbc52-2bdd-4c45-ba55-902bd0e2db8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:42.739793 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3aafbc52-2bdd-4c45-ba55-902bd0e2db8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:42.758096 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f963cf7a-0864-4048-bb7a-9a65ef4687a2 None None] DHCP port deletion for b1d0b183-b981-4bfb-9a4d-77b2057be997 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:42.762274 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ace603-a91c-461d-bde1-da5975d25f0d None None] Network 529c018b-473e-4dee-9a3c-a094bf895584 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:42.776262 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-83ef3741-3c49-49a9-8837-9521d20c8324 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:42.782767 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf629002-893d-4812-8eba-39e00b58bccd req-3edfff3b-a2e4-4832-b6e3-4c7fe4cb334d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:42.784392 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bf629002-893d-4812-8eba-39e00b58bccd req-3edfff3b-a2e4-4832-b6e3-4c7fe4cb334d service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ebe12af-5479-4b9f-987f-445ecc1140ce HTTP/1.1" status: 200 len: 921 time: 0.3779640 Nov 25 19:43:42.792998 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ef3741-3c49-49a9-8837-9521d20c8324 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:42.809558 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b2799-9663-4baf-a5fc-56d3a19c1047 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Pushing event updated for resources: {'Port': ['ID=a9bd7a88-8080-45ad-942a-429125265622,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:42.824378 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3aafbc52-2bdd-4c45-ba55-902bd0e2db8c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.6477499 Nov 25 19:43:42.825039 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49660) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:42.870922 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0e641247-3e40-4b2a-8a54-dd8b1c51d842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:42.871466 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cf0b931b-4404-4068-a8e4-6b420ad1161b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1655817822-router', 'tenant_id': '55ccd4ac80d24284a519d8a32595d265', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:42.872412 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['4a49ebda-3879-476c-833e-bfba0aa19c03'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:43:42.877380 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bf629002-893d-4812-8eba-39e00b58bccd req-3db27015-00ac-433b-9062-523a7644b7d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f45b5dd8-121a-4637-a9da-17aa0f66595f HTTP/1.1" status: 200 len: 217 time: 0.0772433 Nov 25 19:43:42.892693 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-4f9b2799-9663-4baf-a5fc-56d3a19c1047 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:42.893858 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-4f9b2799-9663-4baf-a5fc-56d3a19c1047 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:42.912862 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f0482-cb4d-477c-9152-c84cfa048639 req-bafb6658-328a-401f-a635-fc464a62858c tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:42.920950 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9f4f0482-cb4d-477c-9152-c84cfa048639 req-bafb6658-328a-401f-a635-fc464a62858c tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 945 time: 0.3289876 Nov 25 19:43:42.959828 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf629002-893d-4812-8eba-39e00b58bccd req-9c6baeda-0566-45a6-9655-292c4d0f6fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:42.961988 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bf629002-893d-4812-8eba-39e00b58bccd req-9c6baeda-0566-45a6-9655-292c4d0f6fb4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8ae412bb-db44-4343-b3f6-5623966939a0 HTTP/1.1" status: 200 len: 860 time: 0.0627327 Nov 25 19:43:42.993157 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf0b931b-4404-4068-a8e4-6b420ad1161b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:42.994818 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf0b931b-4404-4068-a8e4-6b420ad1161b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:43.021082 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bf629002-893d-4812-8eba-39e00b58bccd req-e31afb95-b7f0-4686-a876-94d256b7ada2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ebe12af-5479-4b9f-987f-445ecc1140ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425518 Nov 25 19:43:43.025920 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-4f9b2799-9663-4baf-a5fc-56d3a19c1047 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2778778 Nov 25 19:43:43.030544 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4003fdbb-8063-4921-a1a2-477ff9759325 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:43.048665 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-358fc43c-d54b-4b9c-87f3-cf955815740f service neutron] Request body: {'port': {'device_id': '50598f48-bcdb-4172-b7a9-101683c54206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:43.056004 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0e641247-3e40-4b2a-8a54-dd8b1c51d842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:43.082589 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9f4f0482-cb4d-477c-9152-c84cfa048639 req-7f292b81-d969-46b5-b2e5-b5d972e2acf6 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d0348b6-c485-40e9-bece-971278800549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565781 Nov 25 19:43:43.161301 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7b77c4a8-20db-4baa-9741-915f1b9ee505 None None] For port 14e94323-523e-4112-83b6-79927b63824c, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:43:43.174340 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e641247-3e40-4b2a-8a54-dd8b1c51d842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:43.182628 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-0e641247-3e40-4b2a-8a54-dd8b1c51d842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:43.186396 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e641247-3e40-4b2a-8a54-dd8b1c51d842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=9ad6d8a9-d74b-446d-94e2-0eadf49101ee,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:43.188845 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e641247-3e40-4b2a-8a54-dd8b1c51d842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:43.195146 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e641247-3e40-4b2a-8a54-dd8b1c51d842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:43.195835 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0e641247-3e40-4b2a-8a54-dd8b1c51d842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:43.226552 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4003fdbb-8063-4921-a1a2-477ff9759325 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:43.230438 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e641247-3e40-4b2a-8a54-dd8b1c51d842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:43.230823 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e641247-3e40-4b2a-8a54-dd8b1c51d842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:43.231168 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e641247-3e40-4b2a-8a54-dd8b1c51d842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:43.231606 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e641247-3e40-4b2a-8a54-dd8b1c51d842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:43.231889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e641247-3e40-4b2a-8a54-dd8b1c51d842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:43.232241 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e641247-3e40-4b2a-8a54-dd8b1c51d842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:43.232551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e641247-3e40-4b2a-8a54-dd8b1c51d842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:43.232832 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e641247-3e40-4b2a-8a54-dd8b1c51d842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:43.233198 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e641247-3e40-4b2a-8a54-dd8b1c51d842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:43.233517 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e641247-3e40-4b2a-8a54-dd8b1c51d842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:43.234025 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e641247-3e40-4b2a-8a54-dd8b1c51d842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:43.234223 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e641247-3e40-4b2a-8a54-dd8b1c51d842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:43.251953 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0e641247-3e40-4b2a-8a54-dd8b1c51d842 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.8464484 Nov 25 19:43:43.274215 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49670) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:43.280554 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-358fc43c-d54b-4b9c-87f3-cf955815740f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:43.303662 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4003fdbb-8063-4921-a1a2-477ff9759325 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network 6d84855b-4f62-41a1-ab29-996dfadc3c80 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:43.306144 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7b77c4a8-20db-4baa-9741-915f1b9ee505 None None] For port 14e94323-523e-4112-83b6-79927b63824c, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=14e94323-523e-4112-83b6-79927b63824c,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:43:43.313568 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf0b931b-4404-4068-a8e4-6b420ad1161b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:43.315744 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 7faf04c9-2565-4028-921f-5d95ebfb7045 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:43.327347 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-4003fdbb-8063-4921-a1a2-477ff9759325 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:43.336708 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4003fdbb-8063-4921-a1a2-477ff9759325 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:43.343178 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003fdbb-8063-4921-a1a2-477ff9759325 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Port': ['ID=c80fe0b7-61c6-42bd-b46d-a9df5a8ac047,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:43.403968 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4003fdbb-8063-4921-a1a2-477ff9759325 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:43.418981 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04575843-2f1f-4324-8383-72be8471ecff tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:43.425877 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04575843-2f1f-4324-8383-72be8471ecff tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:43.428017 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-04575843-2f1f-4324-8383-72be8471ecff tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1526005 Nov 25 19:43:43.432478 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49676) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:43.547982 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bf629002-893d-4812-8eba-39e00b58bccd req-b2d3cf63-6243-4214-9e03-12ff85d31ab6 service neutron] 10.222.0.73 "GET /v2.0/networks/4ebe12af-5479-4b9f-987f-445ecc1140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045323 Nov 25 19:43:43.577006 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7b77c4a8-20db-4baa-9741-915f1b9ee505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:43.639257 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2577c513-2715-4e9b-aa4f-ecf7b0a731a9 None None] Set router 3866475f-e4b6-4917-93af-db450ab78160 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:43:43.743463 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89894b85-90f4-443c-97a8-967aab975de8 None None] Pushing event updated for resources: {'Port': ['ID=0cfa723f-8f94-4c6a-be4f-d7bf55754b7d,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:43.771260 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4003fdbb-8063-4921-a1a2-477ff9759325 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:43.838826 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-975bedb5-1c99-4da9-83f1-026cff7b5d2d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting port 9ad6d8a9-d74b-446d-94e2-0eadf49101ee {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:43.839423 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-975bedb5-1c99-4da9-83f1-026cff7b5d2d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:43.857923 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a3f42085-93e7-4179-bb97-0bd651bd63d9 None None] Provisioning complete for port a9bd7a88-8080-45ad-942a-429125265622 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:43.858478 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a3f42085-93e7-4179-bb97-0bd651bd63d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:43.889039 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf0b931b-4404-4068-a8e4-6b420ad1161b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:43.972284 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-83ef3741-3c49-49a9-8837-9521d20c8324 None None] Attempting to bind port 800812b0-05aa-47dd-9dd4-e28d3bb843e7 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:43:43.972653 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-83ef3741-3c49-49a9-8837-9521d20c8324 None None] Attempting to bind port 800812b0-05aa-47dd-9dd4-e28d3bb843e7 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '7688cb3a-5569-42f1-a322-8c1330c6846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6d84855b-4f62-41a1-ab29-996dfadc3c80'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:43:43.973034 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ef3741-3c49-49a9-8837-9521d20c8324 None None] Attempting to bind port 800812b0-05aa-47dd-9dd4-e28d3bb843e7 on network 6d84855b-4f62-41a1-ab29-996dfadc3c80 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:43.990952 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 7faf04c9-2565-4028-921f-5d95ebfb7045 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:43:44.096964 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ef3741-3c49-49a9-8837-9521d20c8324 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:43:44.096964 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ef3741-3c49-49a9-8837-9521d20c8324 None None] Checking segment: {'id': '7688cb3a-5569-42f1-a322-8c1330c6846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6d84855b-4f62-41a1-ab29-996dfadc3c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:44.096964 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-83ef3741-3c49-49a9-8837-9521d20c8324 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:44.096964 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ef3741-3c49-49a9-8837-9521d20c8324 None None] Bound using segment: {'id': '7688cb3a-5569-42f1-a322-8c1330c6846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6d84855b-4f62-41a1-ab29-996dfadc3c80'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:43:44.096964 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-83ef3741-3c49-49a9-8837-9521d20c8324 None None] Bound port: 800812b0-05aa-47dd-9dd4-e28d3bb843e7, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7688cb3a-5569-42f1-a322-8c1330c6846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6d84855b-4f62-41a1-ab29-996dfadc3c80'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:43:44.096964 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-83ef3741-3c49-49a9-8837-9521d20c8324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:44.096964 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 7faf04c9-2565-4028-921f-5d95ebfb7045 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:44.096964 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:44.287101 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a3f42085-93e7-4179-bb97-0bd651bd63d9 None None] Port a9bd7a88-8080-45ad-942a-429125265622 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:43:44.304206 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=4a49ebda-3879-476c-833e-bfba0aa19c03,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:44.338332 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bf629002-893d-4812-8eba-39e00b58bccd req-76829f22-d683-4781-ba7b-b7acd3315649 service neutron] 10.222.0.73 "GET /v2.0/networks/4ebe12af-5479-4b9f-987f-445ecc1140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7064953 Nov 25 19:43:44.598951 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-975bedb5-1c99-4da9-83f1-026cff7b5d2d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:44.656138 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4003fdbb-8063-4921-a1a2-477ff9759325 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:44.685885 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4003fdbb-8063-4921-a1a2-477ff9759325 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:44.698233 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-975bedb5-1c99-4da9-83f1-026cff7b5d2d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Calling delete_port for 9ad6d8a9-d74b-446d-94e2-0eadf49101ee owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:44.740775 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef3741-3c49-49a9-8837-9521d20c8324 None None] Pushing event updated for resources: {'Port': ['ID=800812b0-05aa-47dd-9dd4-e28d3bb843e7,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:44.750393 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-529c018b-473e-4dee-9a3c-a094bf895584', 'network_id': '529c018b-473e-4dee-9a3c-a094bf895584', 'tenant_id': '55ccd4ac80d24284a519d8a32595d265', 'fixed_ips': [{'subnet_id': '918e3e3e-1e70-4402-bcb1-31a8da748aae'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:43:44.751313 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:44.753709 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-860fddd3-5e34-46f1-a3f0-0737882031a9 None None] Provisioning complete for port 0cfa723f-8f94-4c6a-be4f-d7bf55754b7d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:44.754095 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-860fddd3-5e34-46f1-a3f0-0737882031a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:44.774162 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-83ef3741-3c49-49a9-8837-9521d20c8324 None None] For port 800812b0-05aa-47dd-9dd4-e28d3bb843e7, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:43:44.828632 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-358fc43c-d54b-4b9c-87f3-cf955815740f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9bd7a88-8080-45ad-942a-429125265622 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:43:44.878164 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-358fc43c-d54b-4b9c-87f3-cf955815740f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:44.908076 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003fdbb-8063-4921-a1a2-477ff9759325 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Port': ['ID=c80fe0b7-61c6-42bd-b46d-a9df5a8ac047,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:44.923484 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4003fdbb-8063-4921-a1a2-477ff9759325 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:44.926523 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-358fc43c-d54b-4b9c-87f3-cf955815740f service neutron] Transition to ACTIVE for port object a9bd7a88-8080-45ad-942a-429125265622 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:43:44.935720 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf0b931b-4404-4068-a8e4-6b420ad1161b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:44.940081 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-358fc43c-d54b-4b9c-87f3-cf955815740f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:44.992861 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-83ef3741-3c49-49a9-8837-9521d20c8324 None None] For port 800812b0-05aa-47dd-9dd4-e28d3bb843e7, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=800812b0-05aa-47dd-9dd4-e28d3bb843e7,segment=NetworkSegment(7688cb3a-5569-42f1-a322-8c1330c6846b),segment_id=7688cb3a-5569-42f1-a322-8c1330c6846b)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:43:45.007479 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4efaa-a70a-44a5-936e-4ce66deca485 req-64267a3c-e72c-462a-8811-1539c4cb167b tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:45.010108 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7ec4efaa-a70a-44a5-936e-4ce66deca485 req-64267a3c-e72c-462a-8811-1539c4cb167b tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/ports?device_id=50598f48-bcdb-4172-b7a9-101683c54206 HTTP/1.1" status: 200 len: 932 time: 0.2402198 Nov 25 19:43:45.034350 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf0b931b-4404-4068-a8e4-6b420ad1161b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:45.039261 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-83ef3741-3c49-49a9-8837-9521d20c8324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:45.142954 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fc43c-d54b-4b9c-87f3-cf955815740f service neutron] Pushing event updated for resources: {'Port': ['ID=a9bd7a88-8080-45ad-942a-429125265622,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:45.197810 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f4ed2e-0b07-4068-8014-26c9858e7a1b None None] DHCP port deletion for b1d0b183-b981-4bfb-9a4d-77b2057be997 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:45.241385 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:45.301936 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7ec4efaa-a70a-44a5-936e-4ce66deca485 req-fb73198e-4089-48b3-8f73-690c6cd56fc1 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e42ee364-b894-4240-9250-2a0df610b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771647 Nov 25 19:43:45.333348 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4003fdbb-8063-4921-a1a2-477ff9759325 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network 6d84855b-4f62-41a1-ab29-996dfadc3c80 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:45.337092 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-4003fdbb-8063-4921-a1a2-477ff9759325 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:45.347684 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77c4a8-20db-4baa-9741-915f1b9ee505 None None] Pushing event updated for resources: {'Port': ['ID=14e94323-523e-4112-83b6-79927b63824c,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:45.348165 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-975bedb5-1c99-4da9-83f1-026cff7b5d2d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:45.472269 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975bedb5-1c99-4da9-83f1-026cff7b5d2d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Port': ['ID=9ad6d8a9-d74b-446d-94e2-0eadf49101ee,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:45.676641 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-cf0b931b-4404-4068-a8e4-6b420ad1161b admin admin] Allocated IP 172.25.6.82 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/bbeafe1b-94c9-4479-9acd-0e4f10128a66) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:45.712375 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-975bedb5-1c99-4da9-83f1-026cff7b5d2d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:45.713356 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8857a48-063a-4495-b6dd-17083355e4d5 x-openstack-request-id: req-c8857a48-063a-4495-b6dd-17083355e4d5 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:43:45.713800 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a443b3-7a53-438b-9302-21e8444f3122", "name": "network-vif-unplugged", "status": "completed", "tag": "82e5380d-78f6-44e2-a23e-01b00fda45ef", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:43:45.714217 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c8857a48-063a-4495-b6dd-17083355e4d5 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:43:45.715437 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a443b3-7a53-438b-9302-21e8444f3122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82e5380d-78f6-44e2-a23e-01b00fda45ef', 'code': 200} Nov 25 19:43:45.718281 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-975bedb5-1c99-4da9-83f1-026cff7b5d2d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/9ad6d8a9-d74b-446d-94e2-0eadf49101ee HTTP/1.1" status: 204 len: 168 time: 2.2844667 Nov 25 19:43:45.724393 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 7faf04c9-2565-4028-921f-5d95ebfb7045, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=7faf04c9-2565-4028-921f-5d95ebfb7045,segment=NetworkSegment(04fabac9-f65f-4fde-b14c-438d1e6ec424),segment_id=04fabac9-f65f-4fde-b14c-438d1e6ec424)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:45.731777 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49714) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:45.790876 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Allocated IP 172.20.0.2 (529c018b-473e-4dee-9a3c-a094bf895584/918e3e3e-1e70-4402-bcb1-31a8da748aae/b8fda007-ccd1-411a-99df-59a7bbfda2d5) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:45.801232 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-358fc43c-d54b-4b9c-87f3-cf955815740f service neutron] Attempting to bind port a9bd7a88-8080-45ad-942a-429125265622 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:43:45.806689 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-358fc43c-d54b-4b9c-87f3-cf955815740f service neutron] Attempting to bind port a9bd7a88-8080-45ad-942a-429125265622 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'd5606956-6680-4d28-9c90-711c5387b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b1d0b183-b981-4bfb-9a4d-77b2057be997'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:43:45.808322 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-358fc43c-d54b-4b9c-87f3-cf955815740f service neutron] Attempting to bind port a9bd7a88-8080-45ad-942a-429125265622 on network b1d0b183-b981-4bfb-9a4d-77b2057be997 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:46.034008 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 14e94323-523e-4112-83b6-79927b63824c up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:46.067279 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:46.072576 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef3741-3c49-49a9-8837-9521d20c8324 None None] Pushing event updated for resources: {'Port': ['ID=800812b0-05aa-47dd-9dd4-e28d3bb843e7,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:46.114062 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-358fc43c-d54b-4b9c-87f3-cf955815740f service neutron] Port a9bd7a88-8080-45ad-942a-429125265622 on network b1d0b183-b981-4bfb-9a4d-77b2057be997 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:43:46.127308 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-358fc43c-d54b-4b9c-87f3-cf955815740f service neutron] Attempting to bind port a9bd7a88-8080-45ad-942a-429125265622 on network b1d0b183-b981-4bfb-9a4d-77b2057be997 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:46.144300 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2577c513-2715-4e9b-aa4f-ecf7b0a731a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3866475f-e4b6-4917-93af-db450ab78160', 'name': 'tempest-TaggedBootDevicesTest_v242-1617847057-router', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:13Z', 'updated_at': '2021-11-25T19:43:30Z', 'revision_number': 4, 'project_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'gw_port': {'id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3866475f-e4b6-4917-93af-db450ab78160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:15Z', 'updated_at': '2021-11-25T19:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '0cfa723f-8f94-4c6a-be4f-d7bf55754b7d', 'name': '', 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'mac_address': 'fa:16:3e:38:d7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3866475f-e4b6-4917-93af-db450ab78160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '372ff6c6-b463-492b-ae35-d9124871a47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:27Z', 'updated_at': '2021-11-25T19:43:42Z', 'revision_number': 4, 'project_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'subnets': [{'id': '372ff6c6-b463-492b-ae35-d9124871a47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:46.152098 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-358fc43c-d54b-4b9c-87f3-cf955815740f service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:43:46.152471 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-358fc43c-d54b-4b9c-87f3-cf955815740f service neutron] Checking segment: {'id': 'd5606956-6680-4d28-9c90-711c5387b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b1d0b183-b981-4bfb-9a4d-77b2057be997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:46.157379 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-358fc43c-d54b-4b9c-87f3-cf955815740f service neutron] Bound using segment: {'id': 'd5606956-6680-4d28-9c90-711c5387b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b1d0b183-b981-4bfb-9a4d-77b2057be997'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:43:46.159221 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-358fc43c-d54b-4b9c-87f3-cf955815740f service neutron] Bound port: a9bd7a88-8080-45ad-942a-429125265622, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5606956-6680-4d28-9c90-711c5387b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b1d0b183-b981-4bfb-9a4d-77b2057be997'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:43:46.161251 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-358fc43c-d54b-4b9c-87f3-cf955815740f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:46.179416 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14c2932-702b-4a8d-87fd-a7776b854b32 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:46.181523 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14c2932-702b-4a8d-87fd-a7776b854b32 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:46.186538 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a14c2932-702b-4a8d-87fd-a7776b854b32 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4531956 Nov 25 19:43:46.188967 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49716) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:46.218628 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 4a49ebda-3879-476c-833e-bfba0aa19c03 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:46.254166 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35369a-d35e-48a8-9a45-edb548438292 req-607d8261-08a4-4f14-8166-6ed68f12050c tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:46.262537 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d35369a-d35e-48a8-9a45-edb548438292 req-607d8261-08a4-4f14-8166-6ed68f12050c tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa7d1b72-547f-42bb-81d2-562180043097 HTTP/1.1" status: 200 len: 945 time: 0.3896718 Nov 25 19:43:46.317367 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf0b931b-4404-4068-a8e4-6b420ad1161b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:46.388851 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4003fdbb-8063-4921-a1a2-477ff9759325 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Router 3e4a758c-7ea6-48f1-947f-fa484aae3c68 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:43:46.399129 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-358fc43c-d54b-4b9c-87f3-cf955815740f service neutron] For port a9bd7a88-8080-45ad-942a-429125265622, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:43:46.417614 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-358fc43c-d54b-4b9c-87f3-cf955815740f service neutron] For port a9bd7a88-8080-45ad-942a-429125265622, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a9bd7a88-8080-45ad-942a-429125265622,segment=NetworkSegment(d5606956-6680-4d28-9c90-711c5387b86c),segment_id=d5606956-6680-4d28-9c90-711c5387b86c)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:43:46.419912 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d35369a-d35e-48a8-9a45-edb548438292 req-c8b8b0e5-74e4-4aab-80ee-78c5b173df0d tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525753 Nov 25 19:43:46.439351 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-358fc43c-d54b-4b9c-87f3-cf955815740f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:46.463964 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2577c513-2715-4e9b-aa4f-ecf7b0a731a9 None None] The sync data for ids ['3866475f-e4b6-4917-93af-db450ab78160'] in n-d-819349-5 is: [{'id': '3866475f-e4b6-4917-93af-db450ab78160', 'name': 'tempest-TaggedBootDevicesTest_v242-1617847057-router', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:13Z', 'updated_at': '2021-11-25T19:43:30Z', 'revision_number': 4, 'project_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'gw_port': {'id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3866475f-e4b6-4917-93af-db450ab78160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:15Z', 'updated_at': '2021-11-25T19:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '0cfa723f-8f94-4c6a-be4f-d7bf55754b7d', 'name': '', 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'mac_address': 'fa:16:3e:38:d7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3866475f-e4b6-4917-93af-db450ab78160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '372ff6c6-b463-492b-ae35-d9124871a47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:27Z', 'updated_at': '2021-11-25T19:43:42Z', 'revision_number': 4, 'project_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'subnets': [{'id': '372ff6c6-b463-492b-ae35-d9124871a47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:43:46.466595 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-358fc43c-d54b-4b9c-87f3-cf955815740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:46.467228 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-358fc43c-d54b-4b9c-87f3-cf955815740f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:46.468503 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-860fddd3-5e34-46f1-a3f0-0737882031a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:46.472972 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b7b4ab-bb12-471b-8d64-d860651cbe73 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet 1a6555d2-fba9-4752-9d35-b3946d708b68 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:43:46.473402 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-358fc43c-d54b-4b9c-87f3-cf955815740f service neutron] 10.222.0.85 "PUT /v2.0/ports/a9bd7a88-8080-45ad-942a-429125265622 HTTP/1.1" status: 200 len: 1092 time: 3.4323561 Nov 25 19:43:46.476551 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50598f48-bcdb-4172-b7a9-101683c54206', 'tag': 'a9bd7a88-8080-45ad-942a-429125265622'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:43:46.483476 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b219f2c-e2ca-4feb-a9ab-ac9cd867c7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "50598f48-bcdb-4172-b7a9-101683c54206", "tag": "a9bd7a88-8080-45ad-942a-429125265622"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:43:46.491729 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-25b7b4ab-bb12-471b-8d64-d860651cbe73 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:46.541195 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf0b931b-4404-4068-a8e4-6b420ad1161b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:46.565854 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27978f8b-b0af-4b6a-9c4e-afaeffa647ff None None] DHCP port deletion for b1d0b183-b981-4bfb-9a4d-77b2057be997 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:46.650882 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0b931b-4404-4068-a8e4-6b420ad1161b admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:46.660181 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-25b7b4ab-bb12-471b-8d64-d860651cbe73 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:46.720291 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fc43c-d54b-4b9c-87f3-cf955815740f service neutron] Pushing event updated for resources: {'Port': ['ID=a9bd7a88-8080-45ad-942a-429125265622,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:46.728715 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-cf0b931b-4404-4068-a8e4-6b420ad1161b admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:46.741743 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0b931b-4404-4068-a8e4-6b420ad1161b admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:46.774573 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=7faf04c9-2565-4028-921f-5d95ebfb7045,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:46.814553 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-25b7b4ab-bb12-471b-8d64-d860651cbe73 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:46.822701 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07e68e1-437f-4cf5-a93c-3dee7745d02e None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:46.830331 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-860fddd3-5e34-46f1-a3f0-0737882031a9 None None] For port 0cfa723f-8f94-4c6a-be4f-d7bf55754b7d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0cfa723f-8f94-4c6a-be4f-d7bf55754b7d,segment=NetworkSegment(e6798801-fb68-42d2-b806-33f4c3263a05),segment_id=e6798801-fb68-42d2-b806-33f4c3263a05)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:46.905964 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-860fddd3-5e34-46f1-a3f0-0737882031a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:46.907961 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 14e94323-523e-4112-83b6-79927b63824c triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:46.908632 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:46.909241 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-a81c2c77-e068-4c18-a3c0-073e94b6b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:46.911643 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-a81c2c77-e068-4c18-a3c0-073e94b6b556 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=37cacda2ec3a43958c4b5983ee90f8e5&device_id=50598f48-bcdb-4172-b7a9-101683c54206 HTTP/1.1" status: 200 len: 1095 time: 0.3032017 Nov 25 19:43:46.917416 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b931b-4404-4068-a8e4-6b420ad1161b admin admin] Pushing event updated for resources: {'Port': ['ID=bbeafe1b-94c9-4479-9acd-0e4f10128a66,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:47.029281 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-5d3be4e2-f2bd-499f-97ab-cfb5972e4eb7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9bd7a88-8080-45ad-942a-429125265622 HTTP/1.1" status: 200 len: 217 time: 0.1081467 Nov 25 19:43:47.049961 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 4a49ebda-3879-476c-833e-bfba0aa19c03 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:43:47.071505 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 4a49ebda-3879-476c-833e-bfba0aa19c03 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:47.071969 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:47.154440 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-25b7b4ab-bb12-471b-8d64-d860651cbe73 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:47.184370 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d61d4-bd48-4138-8f1f-366be17b2658 req-cd672dbc-1e4e-4243-9db3-392e4cec796d tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:47.194158 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-131d61d4-bd48-4138-8f1f-366be17b2658 req-cd672dbc-1e4e-4243-9db3-392e4cec796d tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fdd2530-955d-4c72-b36c-7a717ff36a5e HTTP/1.1" status: 200 len: 944 time: 0.2459762 Nov 25 19:43:47.254769 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7b4ab-bb12-471b-8d64-d860651cbe73 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=1a6555d2-fba9-4752-9d35-b3946d708b68,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:47.278733 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-25b7b4ab-bb12-471b-8d64-d860651cbe73 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:47.279323 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fddd3-5e34-46f1-a3f0-0737882031a9 None None] Pushing event updated for resources: {'Port': ['ID=0cfa723f-8f94-4c6a-be4f-d7bf55754b7d,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:47.285580 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-25b7b4ab-bb12-471b-8d64-d860651cbe73 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/1a6555d2-fba9-4752-9d35-b3946d708b68 HTTP/1.1" status: 204 len: 168 time: 1.0867314 Nov 25 19:43:47.290624 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4003fdbb-8063-4921-a1a2-477ff9759325 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:43:47.293379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49722) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:47.312280 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefc9d0b-961b-4521-aad3-ebf7f65d5f15 None None] Sync routers for ids ['3e4a758c-7ea6-48f1-947f-fa484aae3c68'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:43:47.323724 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:47.335081 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-eb9df892-dd09-4dae-94cc-eb77f9869f1d None None] Provisioning complete for port bbeafe1b-94c9-4479-9acd-0e4f10128a66 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:47.337308 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefc9d0b-961b-4521-aad3-ebf7f65d5f15 None None] Routers {'3e4a758c-7ea6-48f1-947f-fa484aae3c68'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:47.338181 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-aefc9d0b-961b-4521-aad3-ebf7f65d5f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:43:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['3e4a758c-7ea6-48f1-947f-fa484aae3c68'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:47.340404 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eb9df892-dd09-4dae-94cc-eb77f9869f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:47.341768 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-aebb9089-28e8-417e-9758-a0ad05e83d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:47.344558 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-aebb9089-28e8-417e-9758-a0ad05e83d3e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7e614f16-5c13-45b0-a440-22024dfc9b09 HTTP/1.1" status: 200 len: 853 time: 0.3083987 Nov 25 19:43:47.360883 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4003fdbb-8063-4921-a1a2-477ff9759325 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "PUT /v2.0/routers/3e4a758c-7ea6-48f1-947f-fa484aae3c68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7715487 Nov 25 19:43:47.373906 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49724) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:47.414193 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-febcb507-559a-467c-9292-5f7c69e84da3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b1d0b183-b981-4bfb-9a4d-77b2057be997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596352 Nov 25 19:43:47.445626 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:47.447378 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-131d61d4-bd48-4138-8f1f-366be17b2658 req-64622344-bc91-42d0-bfb4-55473c68ccbe tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518160 Nov 25 19:43:47.467525 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-aefc9d0b-961b-4521-aad3-ebf7f65d5f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:47.483259 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6df11272-f763-4397-8c8d-03488746094e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1477015 Nov 25 19:43:47.489189 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49728) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:47.492512 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefc9d0b-961b-4521-aad3-ebf7f65d5f15 None None] Routers {'3e4a758c-7ea6-48f1-947f-fa484aae3c68'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:47.493178 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-aefc9d0b-961b-4521-aad3-ebf7f65d5f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:43:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['3e4a758c-7ea6-48f1-947f-fa484aae3c68'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:47.604867 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-aefc9d0b-961b-4521-aad3-ebf7f65d5f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:47.605548 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefc9d0b-961b-4521-aad3-ebf7f65d5f15 None None] The sync data for ids ['3e4a758c-7ea6-48f1-947f-fa484aae3c68'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:43:47.711110 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df9f75e-e308-42d3-8cc3-6a6392aac338 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:47.715852 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2df9f75e-e308-42d3-8cc3-6a6392aac338 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "GET /v2.0/ports/c80fe0b7-61c6-42bd-b46d-a9df5a8ac047 HTTP/1.1" status: 200 len: 910 time: 0.2642071 Nov 25 19:43:47.737304 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49730) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:47.851886 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7d1b72-547f-42bb-81d2-562180043097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7faf04c9-2565-4028-921f-5d95ebfb7045'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:43:47.855724 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5e8558-274c-4868-b69b-c20c2b6039f9" -d '{"events": [{"server_uuid": "aa7d1b72-547f-42bb-81d2-562180043097", "name": "network-vif-plugged", "status": "completed", "tag": "7faf04c9-2565-4028-921f-5d95ebfb7045"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:43:47.859575 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17802a6-1731-460e-be45-a5d289a479dd None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:47.916138 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-98f0ba99-66f7-4a0a-92b6-2cf7825924a0 service neutron] 10.222.0.85 "GET /v2.0/networks/b1d0b183-b981-4bfb-9a4d-77b2057be997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938004 Nov 25 19:43:47.916804 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf0b931b-4404-4068-a8e4-6b420ad1161b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:48.276057 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Network 529c018b-473e-4dee-9a3c-a094bf895584 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:48.281030 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b609fa-e649-461e-aa6f-d9d10ee98d6b None None] Network 6d84855b-4f62-41a1-ab29-996dfadc3c80 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:48.285205 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Pushing event updated for resources: {'Port': ['ID=b8fda007-ccd1-411a-99df-59a7bbfda2d5,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:48.323983 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-eb9df892-dd09-4dae-94cc-eb77f9869f1d None None] Port bbeafe1b-94c9-4479-9acd-0e4f10128a66 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:43:48.350052 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:48.394326 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:48.433250 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e44e167-e454-4f8d-9ef7-334b38811c39 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:48.436090 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6e44e167-e454-4f8d-9ef7-334b38811c39 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.9403865 Nov 25 19:43:48.445174 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49734) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:48.484730 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340eff6-2478-4ece-9865-c57c675940cc req-8995781b-8b9e-4417-8d55-d01bb71fbcdf tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:48.495039 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:48.498001 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4340eff6-2478-4ece-9865-c57c675940cc req-8995781b-8b9e-4417-8d55-d01bb71fbcdf tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 945 time: 0.8372521 Nov 25 19:43:48.538738 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:48.657492 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 14e94323-523e-4112-83b6-79927b63824c, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=14e94323-523e-4112-83b6-79927b63824c,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:48.673884 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:48.682209 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 4a49ebda-3879-476c-833e-bfba0aa19c03, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=4a49ebda-3879-476c-833e-bfba0aa19c03,segment=NetworkSegment(02fa6f66-9208-4806-8bde-6e2373cf1375),segment_id=02fa6f66-9208-4806-8bde-6e2373cf1375)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:48.711266 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4340eff6-2478-4ece-9865-c57c675940cc req-f323bcfe-63f0-48b8-9d73-82d3947f714e tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d0348b6-c485-40e9-bece-971278800549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118471 Nov 25 19:43:48.772208 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf0b931b-4404-4068-a8e4-6b420ad1161b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:48.782885 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Attempting to bind port b8fda007-ccd1-411a-99df-59a7bbfda2d5 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:43:48.783569 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Attempting to bind port b8fda007-ccd1-411a-99df-59a7bbfda2d5 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '4d722945-dd22-497f-b817-4e85c5a03e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '529c018b-473e-4dee-9a3c-a094bf895584'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:43:48.784152 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Attempting to bind port b8fda007-ccd1-411a-99df-59a7bbfda2d5 on network 529c018b-473e-4dee-9a3c-a094bf895584 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:48.784305 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8504a793-fead-497e-8fe0-da94e5adcb2f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:48.788546 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8504a793-fead-497e-8fe0-da94e5adcb2f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3355947 Nov 25 19:43:48.790957 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49738) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:48.812782 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=14e94323-523e-4112-83b6-79927b63824c,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:48.831699 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:43:48.832089 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Checking segment: {'id': '4d722945-dd22-497f-b817-4e85c5a03e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '529c018b-473e-4dee-9a3c-a094bf895584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:48.832506 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:48.832907 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Bound using segment: {'id': '4d722945-dd22-497f-b817-4e85c5a03e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '529c018b-473e-4dee-9a3c-a094bf895584'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:43:48.834197 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Bound port: b8fda007-ccd1-411a-99df-59a7bbfda2d5, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d722945-dd22-497f-b817-4e85c5a03e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '529c018b-473e-4dee-9a3c-a094bf895584'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:43:48.834841 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:48.837490 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77687bd9-c83e-4e50-997b-00885b357297 None None] DHCP port deletion for b691ce13-c3fa-46f8-892f-a6e3ddf6046b request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:48.848104 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:49.106987 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-907539a6-5878-4101-8526-41a65c7cacd8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2719197 Nov 25 19:43:49.116975 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49740) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:49.126316 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-da2347ec-ca85-4f6a-8bff-c923ad60253f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:49.177056 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 800812b0-05aa-47dd-9dd4-e28d3bb843e7 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:49.220825 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2226a459-441a-42a0-ba6d-cf2b01b1e082 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:49.264785 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-eb9df892-dd09-4dae-94cc-eb77f9869f1d None None] Provisioning complete for port 14e94323-523e-4112-83b6-79927b63824c triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:49.272652 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eb9df892-dd09-4dae-94cc-eb77f9869f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:49.281149 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=4a49ebda-3879-476c-833e-bfba0aa19c03,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:49.289199 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c22656a-9c0f-4e5c-9670-af10264c4a63 req-820d812c-6f64-4dbb-9d7d-4e8fc6bf1b72 service neutron] 10.222.0.85 "GET /v2.0/networks/b1d0b183-b981-4bfb-9a4d-77b2057be997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3038466 Nov 25 19:43:49.332930 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0b931b-4404-4068-a8e4-6b420ad1161b admin admin] Router 2e78158f-7222-4483-bc52-15df5bef26b4 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:43:49.375431 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2347ec-ca85-4f6a-8bff-c923ad60253f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:49.388440 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da2347ec-ca85-4f6a-8bff-c923ad60253f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:49.435945 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261bab6-5df6-423e-a968-00f45b2338ce req-de70313d-68cb-428f-a592-16f90dc694c4 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:49.444564 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4261bab6-5df6-423e-a968-00f45b2338ce req-de70313d-68cb-428f-a592-16f90dc694c4 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/ports?device_id=50598f48-bcdb-4172-b7a9-101683c54206 HTTP/1.1" status: 200 len: 944 time: 0.1129274 Nov 25 19:43:49.567704 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4261bab6-5df6-423e-a968-00f45b2338ce req-d08e8b7c-3c82-4efd-9b57-496cdec3eddd tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e42ee364-b894-4240-9250-2a0df610b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216660 Nov 25 19:43:49.622697 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0b931b-4404-4068-a8e4-6b420ad1161b admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:43:49.639827 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e5d265-68f0-4375-999f-859fb03db6b1 x-openstack-request-id: req-58e5d265-68f0-4375-999f-859fb03db6b1 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:43:49.640198 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50598f48-bcdb-4172-b7a9-101683c54206", "tag": "a9bd7a88-8080-45ad-942a-429125265622", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:43:49.640374 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] For port b8fda007-ccd1-411a-99df-59a7bbfda2d5, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:43:49.640483 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-58e5d265-68f0-4375-999f-859fb03db6b1 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:43:49.640846 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50598f48-bcdb-4172-b7a9-101683c54206', 'tag': 'a9bd7a88-8080-45ad-942a-429125265622', 'status': 'completed', 'code': 200} Nov 25 19:43:49.702703 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fcf4de-22dd-4772-812d-ed91440ae0a3 None None] Sync routers for ids ['2e78158f-7222-4483-bc52-15df5bef26b4'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:43:49.733284 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] For port b8fda007-ccd1-411a-99df-59a7bbfda2d5, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b8fda007-ccd1-411a-99df-59a7bbfda2d5,segment=NetworkSegment(4d722945-dd22-497f-b817-4e85c5a03e3d),segment_id=4d722945-dd22-497f-b817-4e85c5a03e3d)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:43:49.748715 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf0b931b-4404-4068-a8e4-6b420ad1161b admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:49.754845 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cf0b931b-4404-4068-a8e4-6b420ad1161b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8858659 Nov 25 19:43:49.758321 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-77687bd9-c83e-4e50-997b-00885b357297 None None] Deleting port 14e94323-523e-4112-83b6-79927b63824c {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:49.758321 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-77687bd9-c83e-4e50-997b-00885b357297 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:49.758797 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49748) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:49.773648 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:49.806666 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 800812b0-05aa-47dd-9dd4-e28d3bb843e7 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:49.807222 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:49.816906 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b80bd5-f520-4415-be9c-c9abd9f10c55 req-a4060d56-8e9c-477f-bccb-f230d4fb220a tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:49.820065 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-48b80bd5-f520-4415-be9c-c9abd9f10c55 req-a4060d56-8e9c-477f-bccb-f230d4fb220a tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa7d1b72-547f-42bb-81d2-562180043097 HTTP/1.1" status: 200 len: 945 time: 0.0901792 Nov 25 19:43:49.855200 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2226a459-441a-42a0-ba6d-cf2b01b1e082 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Deleting port c80fe0b7-61c6-42bd-b46d-a9df5a8ac047 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:49.855523 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2226a459-441a-42a0-ba6d-cf2b01b1e082 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:49.964447 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fcf4de-22dd-4772-812d-ed91440ae0a3 None None] Routers {'2e78158f-7222-4483-bc52-15df5bef26b4'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:49.966117 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-32fcf4de-22dd-4772-812d-ed91440ae0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:43:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['2e78158f-7222-4483-bc52-15df5bef26b4'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:49.972967 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-48b80bd5-f520-4415-be9c-c9abd9f10c55 req-68f78e8b-7a9d-421c-9d46-c6ce25cf30e9 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376917 Nov 25 19:43:50.070501 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313670d8-413b-49c2-abfe-9950c5177df6 x-openstack-request-id: req-313670d8-413b-49c2-abfe-9950c5177df6 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:43:50.070501 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7d1b72-547f-42bb-81d2-562180043097", "name": "network-vif-plugged", "status": "completed", "tag": "7faf04c9-2565-4028-921f-5d95ebfb7045", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:43:50.070501 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-313670d8-413b-49c2-abfe-9950c5177df6 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:43:50.070501 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7d1b72-547f-42bb-81d2-562180043097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7faf04c9-2565-4028-921f-5d95ebfb7045', 'code': 200} Nov 25 19:43:50.073487 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2226a459-441a-42a0-ba6d-cf2b01b1e082 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:50.095650 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b219f2c-e2ca-4feb-a9ab-ac9cd867c7a9 req-a414235b-929e-4eb9-b33f-d99f6d533208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:50.098749 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8b219f2c-e2ca-4feb-a9ab-ac9cd867c7a9 req-a414235b-929e-4eb9-b33f-d99f6d533208 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=37cacda2ec3a43958c4b5983ee90f8e5&device_id=50598f48-bcdb-4172-b7a9-101683c54206 HTTP/1.1" status: 200 len: 1095 time: 0.3687913 Nov 25 19:43:50.146125 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2226a459-441a-42a0-ba6d-cf2b01b1e082 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Calling delete_port for c80fe0b7-61c6-42bd-b46d-a9df5a8ac047 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:50.316527 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-77687bd9-c83e-4e50-997b-00885b357297 None None] For port 14e94323-523e-4112-83b6-79927b63824c, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=14e94323-523e-4112-83b6-79927b63824c,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:50.317180 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-77687bd9-c83e-4e50-997b-00885b357297 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:50.414209 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c69af8-7020-4417-9bd3-f1f4af70db1d req-ec4e3496-29c4-4315-ae9d-cbe997f44d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:50.416090 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Pushing event updated for resources: {'Port': ['ID=b8fda007-ccd1-411a-99df-59a7bbfda2d5,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:50.417010 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10c69af8-7020-4417-9bd3-f1f4af70db1d req-ec4e3496-29c4-4315-ae9d-cbe997f44d76 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=aa7d1b72-547f-42bb-81d2-562180043097 HTTP/1.1" status: 200 len: 1096 time: 0.2894280 Nov 25 19:43:50.425143 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-77687bd9-c83e-4e50-997b-00885b357297 None None] Calling delete_port for 14e94323-523e-4112-83b6-79927b63824c owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:50.471009 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b7675-f1dc-4dd5-908c-a76a1575ae2f req-d3c54ac2-1319-41a6-8ec4-944274496ce1 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:50.474311 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d87b7675-f1dc-4dd5-908c-a76a1575ae2f req-d3c54ac2-1319-41a6-8ec4-944274496ce1 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fdd2530-955d-4c72-b36c-7a717ff36a5e HTTP/1.1" status: 200 len: 945 time: 0.3561828 Nov 25 19:43:50.485972 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:50.490786 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:50.504857 n-d-819349-5 neutron-server[103599]: DEBUG neutron.objects.ports [None req-da2347ec-ca85-4f6a-8bff-c923ad60253f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:43:50.517049 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:50.518885 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:50.519497 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:50.520104 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:50.520812 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:50.521414 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:50.522003 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:50.522664 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:50.523258 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:50.523842 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c2344-56a1-42cb-ad29-015fa729efb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:50.535841 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b219f2c-e2ca-4feb-a9ab-ac9cd867c7a9 req-7d486de6-9ba8-4a46-9bba-5ce93f4727a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:50.538524 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8b219f2c-e2ca-4feb-a9ab-ac9cd867c7a9 req-7d486de6-9ba8-4a46-9bba-5ce93f4727a4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b1d0b183-b981-4bfb-9a4d-77b2057be997 HTTP/1.1" status: 200 len: 914 time: 0.4260507 Nov 25 19:43:50.705823 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8b219f2c-e2ca-4feb-a9ab-ac9cd867c7a9 req-6a396ce9-db19-4b41-9020-8c32bb40e0ab service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9bd7a88-8080-45ad-942a-429125265622 HTTP/1.1" status: 200 len: 217 time: 0.0688519 Nov 25 19:43:50.799222 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-32fcf4de-22dd-4772-812d-ed91440ae0a3 None None] Set router 2e78158f-7222-4483-bc52-15df5bef26b4 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:43:50.818616 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b219f2c-e2ca-4feb-a9ab-ac9cd867c7a9 req-68a15f68-b736-4c49-bce7-8902606f2613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:50.820764 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8b219f2c-e2ca-4feb-a9ab-ac9cd867c7a9 req-68a15f68-b736-4c49-bce7-8902606f2613 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7e614f16-5c13-45b0-a440-22024dfc9b09 HTTP/1.1" status: 200 len: 853 time: 0.1003973 Nov 25 19:43:50.824571 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10c69af8-7020-4417-9bd3-f1f4af70db1d req-767ddb5c-1980-409e-9364-28ee1e2c6c2f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905408 Nov 25 19:43:50.851589 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d87b7675-f1dc-4dd5-908c-a76a1575ae2f req-a58adcf4-d6a7-4bf8-af81-25b8662ba006 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248377 Nov 25 19:43:51.014448 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4d915af3-c64b-4ea3-aa21-3cc20b1169e9 None None] Provisioning complete for port 800812b0-05aa-47dd-9dd4-e28d3bb843e7 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:51.015507 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4d915af3-c64b-4ea3-aa21-3cc20b1169e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.058510 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2226a459-441a-42a0-ba6d-cf2b01b1e082 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.140466 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.190746 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226a459-441a-42a0-ba6d-cf2b01b1e082 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Port': ['ID=c80fe0b7-61c6-42bd-b46d-a9df5a8ac047,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:51.235332 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8b219f2c-e2ca-4feb-a9ab-ac9cd867c7a9 req-fedf690e-0fc0-48d9-ae7d-3d83fd7a4f51 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b1d0b183-b981-4bfb-9a4d-77b2057be997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2200046 Nov 25 19:43:51.290806 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device a9bd7a88-8080-45ad-942a-429125265622 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:43:51.398331 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da2347ec-ca85-4f6a-8bff-c923ad60253f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.418243 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 800812b0-05aa-47dd-9dd4-e28d3bb843e7, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=800812b0-05aa-47dd-9dd4-e28d3bb843e7,segment=NetworkSegment(7688cb3a-5569-42f1-a322-8c1330c6846b),segment_id=7688cb3a-5569-42f1-a322-8c1330c6846b)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:51.556505 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92865881-7264-4560-8b1b-057b22cd2f5f req-26c24892-c84f-4762-9536-5949d2ac1cb7 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:51.557640 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f62058d-c04e-4cea-a3c1-8d09f24ec135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.559432 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92865881-7264-4560-8b1b-057b22cd2f5f req-26c24892-c84f-4762-9536-5949d2ac1cb7 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.85 "GET /v2.0/ports?device_id=26a443b3-7a53-438b-9302-21e8444f3122 HTTP/1.1" status: 200 len: 944 time: 0.3906333 Nov 25 19:43:51.573279 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8b219f2c-e2ca-4feb-a9ab-ac9cd867c7a9 req-1ed7b129-3703-4540-8f27-4bd40c9276f2 service neutron] 10.222.0.85 "GET /v2.0/networks/b1d0b183-b981-4bfb-9a4d-77b2057be997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263946 Nov 25 19:43:51.802826 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-d9469bda-e78e-462f-b117-0ebca027f73c tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:51.818683 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-d9469bda-e78e-462f-b117-0ebca027f73c tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/networks?id=d4d26649-0402-45f1-9591-4343456b37f2 HTTP/1.1" status: 200 len: 804 time: 0.6510637 Nov 25 19:43:51.857767 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2226a459-441a-42a0-ba6d-cf2b01b1e082 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.947059 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-2c763cb4-1e54-48f8-8860-db7cd58b8e22 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/quotas/1b4e8b3b51d5452eabf5c1806a2b7061 HTTP/1.1" status: 200 len: 375 time: 0.1265328 Nov 25 19:43:51.957681 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.961305 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0cfa723f-8f94-4c6a-be4f-d7bf55754b7d up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:52.144432 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdd2530-955d-4c72-b36c-7a717ff36a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a49ebda-3879-476c-833e-bfba0aa19c03'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:43:52.150445 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452bd3ee-1195-46ad-a14c-e1bf339b0121" -d '{"events": [{"server_uuid": "8fdd2530-955d-4c72-b36c-7a717ff36a5e", "name": "network-vif-plugged", "status": "completed", "tag": "4a49ebda-3879-476c-833e-bfba0aa19c03"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:43:52.232806 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port a9bd7a88-8080-45ad-942a-429125265622, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a9bd7a88-8080-45ad-942a-429125265622,segment=NetworkSegment(d5606956-6680-4d28-9c90-711c5387b86c),segment_id=d5606956-6680-4d28-9c90-711c5387b86c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:52.344829 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-92865881-7264-4560-8b1b-057b22cd2f5f req-c6952b1a-bedc-4a56-8060-307454bb1304 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Deleting port 82e5380d-78f6-44e2-a23e-01b00fda45ef {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:52.345189 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-92865881-7264-4560-8b1b-057b22cd2f5f req-c6952b1a-bedc-4a56-8060-307454bb1304 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.352757 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'a9bd7a88-8080-45ad-942a-429125265622', 'network_id': 'b1d0b183-b981-4bfb-9a4d-77b2057be997', 'port_id': 'a9bd7a88-8080-45ad-942a-429125265622', 'mac_address': 'fa:16:3e:8b:05:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e614f16-5c13-45b0-a440-22024dfc9b09', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:43:52.354811 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2226a459-441a-42a0-ba6d-cf2b01b1e082 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Router 3e4a758c-7ea6-48f1-947f-fa484aae3c68 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:43:52.360229 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-1249331e-9db0-4e5e-8c83-f6996448c493 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b4e8b3b51d5452eabf5c1806a2b7061&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3934364 Nov 25 19:43:52.535341 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.543832 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=800812b0-05aa-47dd-9dd4-e28d3bb843e7,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:52.562233 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4d915af3-c64b-4ea3-aa21-3cc20b1169e9 None None] Could not find standard attr ID for object 9ad6d8a9-d74b-446d-94e2-0eadf49101ee. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:43:52.570819 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 0cfa723f-8f94-4c6a-be4f-d7bf55754b7d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:52.571333 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.617004 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-da2347ec-ca85-4f6a-8bff-c923ad60253f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] For port 14e94323-523e-4112-83b6-79927b63824c, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=14e94323-523e-4112-83b6-79927b63824c,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:52.638326 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8b219f2c-e2ca-4feb-a9ab-ac9cd867c7a9 req-a3c2bb7b-943b-4b60-9a05-2523a62baae0 service neutron] 10.222.0.85 "GET /v2.0/networks/b1d0b183-b981-4bfb-9a4d-77b2057be997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0431895 Nov 25 19:43:52.646948 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9bd7a88-8080-45ad-942a-429125265622 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:43:52.676373 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port a9bd7a88-8080-45ad-942a-429125265622, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a9bd7a88-8080-45ad-942a-429125265622,segment=NetworkSegment(d5606956-6680-4d28-9c90-711c5387b86c),segment_id=d5606956-6680-4d28-9c90-711c5387b86c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:52.691096 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.774249 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=a9bd7a88-8080-45ad-942a-429125265622,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:52.775982 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da2347ec-ca85-4f6a-8bff-c923ad60253f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.779250 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de73006-16cc-47d0-abac-8ab10addafeb None None] Network 529c018b-473e-4dee-9a3c-a094bf895584 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:52.783735 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da2347ec-ca85-4f6a-8bff-c923ad60253f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.784777 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da2347ec-ca85-4f6a-8bff-c923ad60253f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.788019 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-be812dad-5801-482d-bf42-605ea5d364f2 None None] Could not find standard attr ID for object c80fe0b7-61c6-42bd-b46d-a9df5a8ac047. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:43:52.809951 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2226a459-441a-42a0-ba6d-cf2b01b1e082 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:43:52.826322 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2226a459-441a-42a0-ba6d-cf2b01b1e082 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "PUT /v2.0/routers/3e4a758c-7ea6-48f1-947f-fa484aae3c68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0797570 Nov 25 19:43:52.833709 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6270cc98-b372-4f08-91d5-5a1edd8819a8 None None] Sync routers for ids ['3e4a758c-7ea6-48f1-947f-fa484aae3c68'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:43:52.836144 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49766) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:52.854653 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-77687bd9-c83e-4e50-997b-00885b357297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.870456 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6270cc98-b372-4f08-91d5-5a1edd8819a8 None None] Routers {'3e4a758c-7ea6-48f1-947f-fa484aae3c68'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:52.873254 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-92865881-7264-4560-8b1b-057b22cd2f5f req-c6952b1a-bedc-4a56-8060-307454bb1304 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] For port 82e5380d-78f6-44e2-a23e-01b00fda45ef, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=82e5380d-78f6-44e2-a23e-01b00fda45ef,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:52.873766 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6270cc98-b372-4f08-91d5-5a1edd8819a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:43:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['3e4a758c-7ea6-48f1-947f-fa484aae3c68'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:52.874027 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-92865881-7264-4560-8b1b-057b22cd2f5f req-c6952b1a-bedc-4a56-8060-307454bb1304 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.879200 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2347ec-ca85-4f6a-8bff-c923ad60253f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=14e94323-523e-4112-83b6-79927b63824c,revision_number=6']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:52.931569 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-7f62058d-c04e-4cea-a3c1-8d09f24ec135 admin admin] Allocated IP 172.20.0.1 (529c018b-473e-4dee-9a3c-a094bf895584/918e3e3e-1e70-4402-bcb1-31a8da748aae/a2018239-9ba2-4fdc-9f17-3d3baf6e384d) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:52.946618 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2347ec-ca85-4f6a-8bff-c923ad60253f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:52.955144 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-da2347ec-ca85-4f6a-8bff-c923ad60253f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:52.965271 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2347ec-ca85-4f6a-8bff-c923ad60253f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:52.966567 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da2347ec-ca85-4f6a-8bff-c923ad60253f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.988988 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49768) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:52.989591 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7e19f96b-9e7d-4bfc-a02f-9b014f1d4925 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e4a758c-7ea6-48f1-947f-fa484aae3c68 HTTP/1.1" status: 200 len: 205 time: 0.1483512 Nov 25 19:43:52.995094 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-92865881-7264-4560-8b1b-057b22cd2f5f req-c6952b1a-bedc-4a56-8060-307454bb1304 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Calling delete_port for 82e5380d-78f6-44e2-a23e-01b00fda45ef owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:53.005981 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2347ec-ca85-4f6a-8bff-c923ad60253f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=0a29131b-f574-4fc5-8fba-223a388c1de3,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:53.007602 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-b3d890bf-b509-4979-a48e-c851810902de service neutron] 10.222.0.55 "GET /v2.0/networks/d4d26649-0402-45f1-9591-4343456b37f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6334593 Nov 25 19:43:53.030180 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-da2347ec-ca85-4f6a-8bff-c923ad60253f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.9100840 Nov 25 19:43:53.030848 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['a9bd7a88-8080-45ad-942a-429125265622'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:43:53.035466 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49770) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:53.054452 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-7ac21c48-3788-4205-9d63-1ae5e7211d0f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'mac_address': 'fa:16:3e:97:3d:12', 'name': 'tempest-NetworksTestDHCPv6-1538144911'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:53.060779 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6270cc98-b372-4f08-91d5-5a1edd8819a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:53.085968 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6270cc98-b372-4f08-91d5-5a1edd8819a8 None None] Routers {'3e4a758c-7ea6-48f1-947f-fa484aae3c68'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:53.087108 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6270cc98-b372-4f08-91d5-5a1edd8819a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:43:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['3e4a758c-7ea6-48f1-947f-fa484aae3c68'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:53.141620 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77687bd9-c83e-4e50-997b-00885b357297 None None] Pushing event deleted for resources: {'Port': ['ID=14e94323-523e-4112-83b6-79927b63824c,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:53.149129 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6270cc98-b372-4f08-91d5-5a1edd8819a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:53.150250 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6270cc98-b372-4f08-91d5-5a1edd8819a8 None None] The sync data for ids ['3e4a758c-7ea6-48f1-947f-fa484aae3c68'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:43:53.167839 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77687bd9-c83e-4e50-997b-00885b357297 None None] No DVR routers for this DVR port 14e94323-523e-4112-83b6-79927b63824c on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:43:53.169342 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1a0f6e00-42fd-4c0f-825c-0ce4edec3d31 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.227284 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b0580d-cb7c-4669-955a-dff5e1bfcc2e None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:53.252160 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-be812dad-5801-482d-bf42-605ea5d364f2 None None] Provisioning complete for port 800812b0-05aa-47dd-9dd4-e28d3bb843e7 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:53.252779 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-be812dad-5801-482d-bf42-605ea5d364f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.336362 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 82e5380d-78f6-44e2-a23e-01b00fda45ef no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:43:53.336362 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-32fcf4de-22dd-4772-812d-ed91440ae0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e78158f-7222-4483-bc52-15df5bef26b4', 'name': 'tempest-TaggedBootDevicesTest_v242-1655817822-router', 'tenant_id': '55ccd4ac80d24284a519d8a32595d265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'bbeafe1b-94c9-4479-9acd-0e4f10128a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:43Z', 'updated_at': '2021-11-25T19:43:47Z', 'revision_number': 3, 'project_id': '55ccd4ac80d24284a519d8a32595d265', 'gw_port': {'id': 'bbeafe1b-94c9-4479-9acd-0e4f10128a66', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e78158f-7222-4483-bc52-15df5bef26b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:45Z', 'updated_at': '2021-11-25T19:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:53.440762 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-28e47584-e957-443d-a882-a5a3f014fe09 service neutron] 10.222.0.55 "GET /v2.0/networks/d4d26649-0402-45f1-9591-4343456b37f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227560 Nov 25 19:43:53.465672 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1a0f6e00-42fd-4c0f-825c-0ce4edec3d31 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.473083 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f62058d-c04e-4cea-a3c1-8d09f24ec135 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.475988 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1a0f6e00-42fd-4c0f-825c-0ce4edec3d31 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.612867 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1a0f6e00-42fd-4c0f-825c-0ce4edec3d31 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.614038 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0f6e00-42fd-4c0f-825c-0ce4edec3d31 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Fanout notify agent at l3_agent the message router_deleted on router 3e4a758c-7ea6-48f1-947f-fa484aae3c68 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:43:53.618790 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac21c48-3788-4205-9d63-1ae5e7211d0f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:53.640975 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1a0f6e00-42fd-4c0f-825c-0ce4edec3d31 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.643014 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1a0f6e00-42fd-4c0f-825c-0ce4edec3d31 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/routers/3e4a758c-7ea6-48f1-947f-fa484aae3c68 HTTP/1.1" status: 204 len: 168 time: 0.6506391 Nov 25 19:43:53.650823 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49772) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:53.682758 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fcf4de-22dd-4772-812d-ed91440ae0a3 None None] Checking router: 2e78158f-7222-4483-bc52-15df5bef26b4 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:43:53.683752 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fcf4de-22dd-4772-812d-ed91440ae0a3 None None] Updating router 2e78158f-7222-4483-bc52-15df5bef26b4 port bbeafe1b-94c9-4479-9acd-0e4f10128a66 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:43:53.722030 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ac21c48-3788-4205-9d63-1ae5e7211d0f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.722748 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f62058d-c04e-4cea-a3c1-8d09f24ec135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.762741 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0175f2-43ac-4e3d-92b3-464ced3ad474 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Deleting subnet 196510df-1ba2-46c0-8a2c-43d184b21c47 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:43:53.777637 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-7ac21c48-3788-4205-9d63-1ae5e7211d0f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] device_id is not set on port cb663228-5b66-4c00-a6a0-aa9606568f89 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:43:53.803896 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b0175f2-43ac-4e3d-92b3-464ced3ad474 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.877143 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f62058d-c04e-4cea-a3c1-8d09f24ec135 admin admin] Network 529c018b-473e-4dee-9a3c-a094bf895584 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:53.883038 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62058d-c04e-4cea-a3c1-8d09f24ec135 admin admin] Pushing event updated for resources: {'Port': ['ID=a2018239-9ba2-4fdc-9f17-3d3baf6e384d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:53.898451 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b0175f2-43ac-4e3d-92b3-464ced3ad474 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.904524 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7f62058d-c04e-4cea-a3c1-8d09f24ec135 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:53.946079 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f62058d-c04e-4cea-a3c1-8d09f24ec135 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:53.999893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-7ac21c48-3788-4205-9d63-1ae5e7211d0f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 2001:db8::f816:3eff:fe97:3d12 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/0a29131b-f574-4fc5-8fba-223a388c1de3/cb663228-5b66-4c00-a6a0-aa9606568f89) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:54.101835 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f62058d-c04e-4cea-a3c1-8d09f24ec135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.107389 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-92865881-7264-4560-8b1b-057b22cd2f5f req-c6952b1a-bedc-4a56-8060-307454bb1304 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.232548 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b0175f2-43ac-4e3d-92b3-464ced3ad474 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.257876 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-32fcf4de-22dd-4772-812d-ed91440ae0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.453660 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f62058d-c04e-4cea-a3c1-8d09f24ec135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.507987 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b0175f2-43ac-4e3d-92b3-464ced3ad474 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.560907 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:43:54.565236 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0175f2-43ac-4e3d-92b3-464ced3ad474 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Subnet': ['ID=196510df-1ba2-46c0-8a2c-43d184b21c47,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:54.578680 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b0175f2-43ac-4e3d-92b3-464ced3ad474 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.586639 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2b0175f2-43ac-4e3d-92b3-464ced3ad474 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/subnets/196510df-1ba2-46c0-8a2c-43d184b21c47 HTTP/1.1" status: 204 len: 168 time: 0.9345436 Nov 25 19:43:54.587696 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49784) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:54.609612 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 14e94323-523e-4112-83b6-79927b63824c no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:43:54.616096 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0fe560-b338-402a-9f66-07d3073a0f10 None None] Network 6d84855b-4f62-41a1-ab29-996dfadc3c80 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:54.618418 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.661493 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No active binding found for port 82e5380d-78f6-44e2-a23e-01b00fda45ef {{(pid=103601) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 19:43:54.661997 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 82e5380d-78f6-44e2-a23e-01b00fda45ef not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:43:54.719918 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94499da8-4661-4d78-ac78-049453b86440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'fixed_ips': [{'subnet_id': '0a29131b-f574-4fc5-8fba-223a388c1de3'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:43:54.720853 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-94499da8-4661-4d78-ac78-049453b86440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.752547 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 14e94323-523e-4112-83b6-79927b63824c {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:43:54.752921 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 14e94323-523e-4112-83b6-79927b63824c not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:43:54.769937 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.827106 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6952b1a-bedc-4a56-8060-307454bb1304 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Pushing event deleted for resources: {'Port': ['ID=82e5380d-78f6-44e2-a23e-01b00fda45ef,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:54.948315 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd2733-eea1-4869-abc2-c36c11f2510c req-3d5485f1-b36a-42ab-ba4f-4ccc3725ba6e tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:54.963132 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-74dd2733-eea1-4869-abc2-c36c11f2510c req-3d5485f1-b36a-42ab-ba4f-4ccc3725ba6e tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 945 time: 0.8838630 Nov 25 19:43:54.986754 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6617262d-4cb3-4dd0-894b-51c38da37b70 None None] DHCP port deletion for d4d26649-0402-45f1-9591-4343456b37f2 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:54.997992 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1e9b036-8f0f-464b-8c60-ee20974fd96b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:55.106401 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-92865881-7264-4560-8b1b-057b22cd2f5f req-c6952b1a-bedc-4a56-8060-307454bb1304 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] No DVR routers for this DVR port 82e5380d-78f6-44e2-a23e-01b00fda45ef on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:43:55.114773 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-92865881-7264-4560-8b1b-057b22cd2f5f req-c6952b1a-bedc-4a56-8060-307454bb1304 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:55.120379 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92865881-7264-4560-8b1b-057b22cd2f5f req-c6952b1a-bedc-4a56-8060-307454bb1304 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.85 "DELETE /v2.0/ports/82e5380d-78f6-44e2-a23e-01b00fda45ef HTTP/1.1" status: 204 len: 173 time: 3.5508444 Nov 25 19:43:55.126979 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a443b3-7a53-438b-9302-21e8444f3122', 'name': 'network-vif-deleted', 'tag': '82e5380d-78f6-44e2-a23e-01b00fda45ef'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:43:55.130662 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7529e882-6fb1-4a09-9819-60f3f556c383" -d '{"events": [{"server_uuid": "26a443b3-7a53-438b-9302-21e8444f3122", "name": "network-vif-deleted", "tag": "82e5380d-78f6-44e2-a23e-01b00fda45ef"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:43:55.224363 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-74dd2733-eea1-4869-abc2-c36c11f2510c req-1c6ccf34-5958-4408-b286-06cc1d2e68e6 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d0348b6-c485-40e9-bece-971278800549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046680 Nov 25 19:43:55.244930 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f62058d-c04e-4cea-a3c1-8d09f24ec135 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:55.260571 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ac21c48-3788-4205-9d63-1ae5e7211d0f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:55.262250 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f62058d-c04e-4cea-a3c1-8d09f24ec135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:55.365594 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ac21c48-3788-4205-9d63-1ae5e7211d0f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:55.468533 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9b036-8f0f-464b-8c60-ee20974fd96b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Deleting port 800812b0-05aa-47dd-9dd4-e28d3bb843e7 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:55.469585 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1e9b036-8f0f-464b-8c60-ee20974fd96b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:55.487226 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9479603f-3cfc-4417-a5fb-05d7de47e875 None None] Provisioning complete for port b8fda007-ccd1-411a-99df-59a7bbfda2d5 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:55.488240 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9479603f-3cfc-4417-a5fb-05d7de47e875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:55.492512 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 800812b0-05aa-47dd-9dd4-e28d3bb843e7 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:55.587119 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac21c48-3788-4205-9d63-1ae5e7211d0f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:55.589872 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f62058d-c04e-4cea-a3c1-8d09f24ec135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:55.594609 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-7ac21c48-3788-4205-9d63-1ae5e7211d0f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:55.632191 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac21c48-3788-4205-9d63-1ae5e7211d0f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:55.639764 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62058d-c04e-4cea-a3c1-8d09f24ec135 admin admin] Pushing event updated for resources: {'Port': ['ID=a2018239-9ba2-4fdc-9f17-3d3baf6e384d,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:55.660178 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff907e2-e9ca-4c30-8b47-2930cfca4d8f None None] DHCP port deletion for 6d84855b-4f62-41a1-ab29-996dfadc3c80 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:55.662782 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac21c48-3788-4205-9d63-1ae5e7211d0f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:55.663422 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ac21c48-3788-4205-9d63-1ae5e7211d0f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:55.702264 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac21c48-3788-4205-9d63-1ae5e7211d0f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=cb663228-5b66-4c00-a6a0-aa9606568f89,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:55.743710 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7ac21c48-3788-4205-9d63-1ae5e7211d0f tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7014499 Nov 25 19:43:55.756474 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49788) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:55.857743 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-a1e9b036-8f0f-464b-8c60-ee20974fd96b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] For port 800812b0-05aa-47dd-9dd4-e28d3bb843e7, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=800812b0-05aa-47dd-9dd4-e28d3bb843e7,segment=NetworkSegment(7688cb3a-5569-42f1-a322-8c1330c6846b),segment_id=7688cb3a-5569-42f1-a322-8c1330c6846b)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:55.858167 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1e9b036-8f0f-464b-8c60-ee20974fd96b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:55.877151 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11238de-6da3-4f50-8220-d5fa09dc6acf req-4dd6f50c-bbad-45eb-9ef0-da27f019d5ae tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:55.880887 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f11238de-6da3-4f50-8220-d5fa09dc6acf req-4dd6f50c-bbad-45eb-9ef0-da27f019d5ae tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/ports?device_id=50598f48-bcdb-4172-b7a9-101683c54206 HTTP/1.1" status: 200 len: 945 time: 0.4222534 Nov 25 19:43:55.954110 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9b036-8f0f-464b-8c60-ee20974fd96b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Calling delete_port for 800812b0-05aa-47dd-9dd4-e28d3bb843e7 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:56.061951 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb0be9d-760b-4782-9e7c-74d4da029279 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:56.064660 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1eb0be9d-760b-4782-9e7c-74d4da029279 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3059914 Nov 25 19:43:56.082115 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f11238de-6da3-4f50-8220-d5fa09dc6acf req-a7672dc9-d2c9-4597-8243-9be2fa8fdec9 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e42ee364-b894-4240-9250-2a0df610b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885350 Nov 25 19:43:56.085390 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49790) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:56.086930 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-f1d7c5c8-4eec-417f-bf4f-a3d0168298e5 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:56.089822 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-f1d7c5c8-4eec-417f-bf4f-a3d0168298e5 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.73 "GET /v2.0/networks?id=d4d26649-0402-45f1-9591-4343456b37f2 HTTP/1.1" status: 200 len: 804 time: 0.4425161 Nov 25 19:43:56.111439 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-2057c295-3009-407e-b526-ed71f1bf6255 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Request body: {'port': {'device_id': 'd2699a77-d87d-46ad-9350-c1f62079c4c9', 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2', 'admin_state_up': True, 'tenant_id': '1b4e8b3b51d5452eabf5c1806a2b7061'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:56.138509 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-94499da8-4661-4d78-ac78-049453b86440 None None] Allocated IP 2001:db8::f816:3eff:fe1e:80be (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/0a29131b-f574-4fc5-8fba-223a388c1de3/0c52197e-f176-4999-be84-95f74e3c8252) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:56.233744 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f62058d-c04e-4cea-a3c1-8d09f24ec135 admin admin] Network 529c018b-473e-4dee-9a3c-a094bf895584 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:56.241350 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7f62058d-c04e-4cea-a3c1-8d09f24ec135 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:56.403785 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a07f9b-4cc9-45fa-9a52-7aec0cc88325 req-6394a8e4-b1fe-4691-8f48-b1a4945ca2e0 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:56.406389 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-65a07f9b-4cc9-45fa-9a52-7aec0cc88325 req-6394a8e4-b1fe-4691-8f48-b1a4945ca2e0 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa7d1b72-547f-42bb-81d2-562180043097 HTTP/1.1" status: 200 len: 945 time: 0.1493051 Nov 25 19:43:56.420941 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1e9b036-8f0f-464b-8c60-ee20974fd96b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.427152 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-061e8ff8-55d2-43c5-acd8-b0b083b5ba05 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting port cb663228-5b66-4c00-a6a0-aa9606568f89 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:56.428337 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-061e8ff8-55d2-43c5-acd8-b0b083b5ba05 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.484120 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9b036-8f0f-464b-8c60-ee20974fd96b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Port': ['ID=800812b0-05aa-47dd-9dd4-e28d3bb843e7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:56.491943 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-32fcf4de-22dd-4772-812d-ed91440ae0a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.494732 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e9b036-8f0f-464b-8c60-ee20974fd96b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] No DVR routers for this DVR port 800812b0-05aa-47dd-9dd4-e28d3bb843e7 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:43:56.529205 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Could not find standard attr ID for object 800812b0-05aa-47dd-9dd4-e28d3bb843e7. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:43:56.529972 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b8fda007-ccd1-411a-99df-59a7bbfda2d5 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:56.583641 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-32fcf4de-22dd-4772-812d-ed91440ae0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.640061 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-65a07f9b-4cc9-45fa-9a52-7aec0cc88325 req-896268de-804b-4675-b629-e7defd97d962 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237399 Nov 25 19:43:56.655957 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1e9b036-8f0f-464b-8c60-ee20974fd96b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.682850 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-2057c295-3009-407e-b526-ed71f1bf6255 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Made reservation on behalf of 1b4e8b3b51d5452eabf5c1806a2b7061 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:56.686355 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-2057c295-3009-407e-b526-ed71f1bf6255 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.700275 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-061e8ff8-55d2-43c5-acd8-b0b083b5ba05 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.718312 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-a1e9b036-8f0f-464b-8c60-ee20974fd96b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d84855b-4f62-41a1-ab29-996dfadc3c80']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:56.722339 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f62058d-c04e-4cea-a3c1-8d09f24ec135 admin admin] Router 2e78158f-7222-4483-bc52-15df5bef26b4 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:43:56.730984 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-061e8ff8-55d2-43c5-acd8-b0b083b5ba05 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Calling delete_port for cb663228-5b66-4c00-a6a0-aa9606568f89 owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:56.734940 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7ff907e2-e9ca-4c30-8b47-2930cfca4d8f None None] Deleting port 800812b0-05aa-47dd-9dd4-e28d3bb843e7 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:56.735677 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7ff907e2-e9ca-4c30-8b47-2930cfca4d8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.751928 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-a1e9b036-8f0f-464b-8c60-ee20974fd96b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7688cb3a-5569-42f1-a322-8c1330c6846b') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:56.752283 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-a1e9b036-8f0f-464b-8c60-ee20974fd96b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7688cb3a-5569-42f1-a322-8c1330c6846b') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:56.773688 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1e9b036-8f0f-464b-8c60-ee20974fd96b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.883643 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7ff907e2-e9ca-4c30-8b47-2930cfca4d8f None None] For port 800812b0-05aa-47dd-9dd4-e28d3bb843e7, host n-d-819349-5, got binding levels [] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:56.885250 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7ff907e2-e9ca-4c30-8b47-2930cfca4d8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.017960 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae221ba-7bd3-4fd1-80b8-e268dee78294 req-6e971dd7-5a54-4720-be42-9f44ed443a74 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:57.020698 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2ae221ba-7bd3-4fd1-80b8-e268dee78294 req-6e971dd7-5a54-4720-be42-9f44ed443a74 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fdd2530-955d-4c72-b36c-7a717ff36a5e HTTP/1.1" status: 200 len: 945 time: 0.1326997 Nov 25 19:43:57.047412 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3a84a7-43a2-4197-ae4b-ce15d45d7e61 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:57.057806 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7ff907e2-e9ca-4c30-8b47-2930cfca4d8f None None] Calling delete_port for 800812b0-05aa-47dd-9dd4-e28d3bb843e7 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:57.086011 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-061e8ff8-55d2-43c5-acd8-b0b083b5ba05 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.098076 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.ipam_backend_mixin [None req-7ff907e2-e9ca-4c30-8b47-2930cfca4d8f None None] Port 800812b0-05aa-47dd-9dd4-e28d3bb843e7 was not found and therefore no delete operation was performed {{(pid=103601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:43:57.159094 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6359c-4358-4ee4-83cb-88c8e85818ff None None] Pushing event updated for resources: {'Port': ['ID=bbeafe1b-94c9-4479-9acd-0e4f10128a66,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:57.168846 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7ff907e2-e9ca-4c30-8b47-2930cfca4d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.176592 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-32fcf4de-22dd-4772-812d-ed91440ae0a3 None None] Attempting to bind port bbeafe1b-94c9-4479-9acd-0e4f10128a66 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:43:57.177565 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-32fcf4de-22dd-4772-812d-ed91440ae0a3 None None] Attempting to bind port bbeafe1b-94c9-4479-9acd-0e4f10128a66 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:43:57.180803 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fcf4de-22dd-4772-812d-ed91440ae0a3 None None] Attempting to bind port bbeafe1b-94c9-4479-9acd-0e4f10128a66 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:57.189447 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e8ff8-55d2-43c5-acd8-b0b083b5ba05 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Port': ['ID=cb663228-5b66-4c00-a6a0-aa9606568f89,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:57.214433 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2ae221ba-7bd3-4fd1-80b8-e268dee78294 req-d2d11e11-a37a-48f6-a310-2303f67ca925 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728170 Nov 25 19:43:57.252920 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-061e8ff8-55d2-43c5-acd8-b0b083b5ba05 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.252920 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-061e8ff8-55d2-43c5-acd8-b0b083b5ba05 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/cb663228-5b66-4c00-a6a0-aa9606568f89 HTTP/1.1" status: 204 len: 168 time: 1.1656768 Nov 25 19:43:57.256032 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49798) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:57.269090 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1e9b036-8f0f-464b-8c60-ee20974fd96b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.283436 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-94499da8-4661-4d78-ac78-049453b86440 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.287060 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e9b036-8f0f-464b-8c60-ee20974fd96b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:43:57.287572 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1e9b036-8f0f-464b-8c60-ee20974fd96b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:43:57.294410 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:43:57.370844 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9479603f-3cfc-4417-a5fb-05d7de47e875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.376434 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9f27a7-caa5-4dce-bfcd-092230fd7bfb x-openstack-request-id: req-5c9f27a7-caa5-4dce-bfcd-092230fd7bfb {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:43:57.376737 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fdd2530-955d-4c72-b36c-7a717ff36a5e", "name": "network-vif-plugged", "status": "completed", "tag": "4a49ebda-3879-476c-833e-bfba0aa19c03", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:43:57.376934 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c9f27a7-caa5-4dce-bfcd-092230fd7bfb {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:43:57.377331 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fdd2530-955d-4c72-b36c-7a717ff36a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a49ebda-3879-476c-833e-bfba0aa19c03', 'code': 200} Nov 25 19:43:57.397495 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device a9bd7a88-8080-45ad-942a-429125265622 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:57.429594 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127fe44d-d8e2-41b4-8ccb-0a057054c812 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:57.448345 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1e9b036-8f0f-464b-8c60-ee20974fd96b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.451794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127fe44d-d8e2-41b4-8ccb-0a057054c812 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:57.460423 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49800) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:57.463989 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-127fe44d-d8e2-41b4-8ccb-0a057054c812 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1957386 Nov 25 19:43:57.477534 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-94499da8-4661-4d78-ac78-049453b86440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.480516 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1e9b036-8f0f-464b-8c60-ee20974fd96b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.484407 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a1e9b036-8f0f-464b-8c60-ee20974fd96b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/networks/6d84855b-4f62-41a1-ab29-996dfadc3c80 HTTP/1.1" status: 204 len: 168 time: 2.8930120 Nov 25 19:43:57.489579 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fcf4de-22dd-4772-812d-ed91440ae0a3 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:43:57.493681 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fcf4de-22dd-4772-812d-ed91440ae0a3 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:57.493681 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-32fcf4de-22dd-4772-812d-ed91440ae0a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.493681 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fcf4de-22dd-4772-812d-ed91440ae0a3 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:43:57.493681 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-32fcf4de-22dd-4772-812d-ed91440ae0a3 None None] Bound port: bbeafe1b-94c9-4479-9acd-0e4f10128a66, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:43:57.499065 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-32fcf4de-22dd-4772-812d-ed91440ae0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.501105 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49802) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:57.511083 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-c79ee18b-d886-42a1-bc21-4af6caeeeecc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-260117124', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}, 'admin_state_up': False}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:57.534094 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff907e2-e9ca-4c30-8b47-2930cfca4d8f None None] No DVR routers for this DVR port 800812b0-05aa-47dd-9dd4-e28d3bb843e7 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:43:57.569269 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f62058d-c04e-4cea-a3c1-8d09f24ec135 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:43:57.575209 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-2057c295-3009-407e-b526-ed71f1bf6255 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Allocated IP 172.20.0.6 (d4d26649-0402-45f1-9591-4343456b37f2/e758be47-f502-42b6-8983-165c34ac1a0f/db84cdf7-a484-4ef0-b486-da21d58fa711) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:57.576801 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9b036-8f0f-464b-8c60-ee20974fd96b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Network': ['ID=6d84855b-4f62-41a1-ab29-996dfadc3c80,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:57.589845 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7f62058d-c04e-4cea-a3c1-8d09f24ec135 admin admin] 10.222.0.55 "PUT /v2.0/routers/2e78158f-7222-4483-bc52-15df5bef26b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8301892 Nov 25 19:43:57.640957 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c39201c5-66dd-4147-96fa-8540c9a42588 req-f2904fda-2cf4-49dd-8e4d-1e19022939b5 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2699a77-d87d-46ad-9350-c1f62079c4c9 HTTP/1.1" status: 200 len: 210 time: 0.0692222 Nov 25 19:43:57.642208 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a73ddc-a75b-4b77-8c28-f0d0b6a49735 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet 0a29131b-f574-4fc5-8fba-223a388c1de3 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:43:57.654726 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99a73ddc-a75b-4b77-8c28-f0d0b6a49735 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.706144 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff907e2-e9ca-4c30-8b47-2930cfca4d8f None None] Pushing event deleted for resources: {'Port': ['ID=800812b0-05aa-47dd-9dd4-e28d3bb843e7,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:57.750343 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c79ee18b-d886-42a1-bc21-4af6caeeeecc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.752310 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c79ee18b-d886-42a1-bc21-4af6caeeeecc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.804534 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f2ee3-8c83-4784-be7b-0534a8b1b66e req-ab5bcf57-0714-45cc-905c-d9193a114ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:57.817811 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-527f2ee3-8c83-4784-be7b-0534a8b1b66e req-ab5bcf57-0714-45cc-905c-d9193a114ae9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8fdd2530-955d-4c72-b36c-7a717ff36a5e HTTP/1.1" status: 200 len: 1096 time: 0.2912524 Nov 25 19:43:57.829353 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94499da8-4661-4d78-ac78-049453b86440 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:57.853152 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-94499da8-4661-4d78-ac78-049453b86440 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:57.873862 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94499da8-4661-4d78-ac78-049453b86440 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:57.883136 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9479603f-3cfc-4417-a5fb-05d7de47e875 None None] For port b8fda007-ccd1-411a-99df-59a7bbfda2d5, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b8fda007-ccd1-411a-99df-59a7bbfda2d5,segment=NetworkSegment(4d722945-dd22-497f-b817-4e85c5a03e3d),segment_id=4d722945-dd22-497f-b817-4e85c5a03e3d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:57.933967 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port b8fda007-ccd1-411a-99df-59a7bbfda2d5 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:57.934779 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.937805 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9479603f-3cfc-4417-a5fb-05d7de47e875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.995286 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c79ee18b-d886-42a1-bc21-4af6caeeeecc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:58.074802 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94499da8-4661-4d78-ac78-049453b86440 None None] Pushing event updated for resources: {'Port': ['ID=0c52197e-f176-4999-be84-95f74e3c8252,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:58.135151 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-32fcf4de-22dd-4772-812d-ed91440ae0a3 None None] For port bbeafe1b-94c9-4479-9acd-0e4f10128a66, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:43:58.159936 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99a73ddc-a75b-4b77-8c28-f0d0b6a49735 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:58.175316 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port a9bd7a88-8080-45ad-942a-429125265622 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:43:58.215025 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-32fcf4de-22dd-4772-812d-ed91440ae0a3 None None] For port bbeafe1b-94c9-4479-9acd-0e4f10128a66, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=bbeafe1b-94c9-4479-9acd-0e4f10128a66,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:43:58.222248 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-527f2ee3-8c83-4784-be7b-0534a8b1b66e req-4b4a1521-5464-4e98-916e-4127b36eddb2 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928509 Nov 25 19:43:58.260797 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port a9bd7a88-8080-45ad-942a-429125265622 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:58.261925 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:58.342966 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-2057c295-3009-407e-b526-ed71f1bf6255 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:58.424895 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c79ee18b-d886-42a1-bc21-4af6caeeeecc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:58.441823 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7562e66b-21f4-432c-95ab-0016441a097a x-openstack-request-id: req-7562e66b-21f4-432c-95ab-0016441a097a {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:43:58.441823 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a443b3-7a53-438b-9302-21e8444f3122", "name": "network-vif-deleted", "tag": "82e5380d-78f6-44e2-a23e-01b00fda45ef", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:43:58.443584 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7562e66b-21f4-432c-95ab-0016441a097a {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:43:58.443584 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a443b3-7a53-438b-9302-21e8444f3122', 'name': 'network-vif-deleted', 'tag': '82e5380d-78f6-44e2-a23e-01b00fda45ef', 'status': 'completed', 'code': 200} Nov 25 19:43:58.509150 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-32fcf4de-22dd-4772-812d-ed91440ae0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:58.516940 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-2057c295-3009-407e-b526-ed71f1bf6255 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:58.548031 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-94499da8-4661-4d78-ac78-049453b86440 None None] Attempting to bind port 0c52197e-f176-4999-be84-95f74e3c8252 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:43:58.548430 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-94499da8-4661-4d78-ac78-049453b86440 None None] Attempting to bind port 0c52197e-f176-4999-be84-95f74e3c8252 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:43:58.548867 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94499da8-4661-4d78-ac78-049453b86440 None None] Attempting to bind port 0c52197e-f176-4999-be84-95f74e3c8252 on network b691ce13-c3fa-46f8-892f-a6e3ddf6046b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:58.584356 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d3553633-b71e-4a3b-8aaf-cff02d4507b2 None None] Provisioning complete for port b8fda007-ccd1-411a-99df-59a7bbfda2d5 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:58.584766 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3553633-b71e-4a3b-8aaf-cff02d4507b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:58.593440 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94499da8-4661-4d78-ac78-049453b86440 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:43:58.593726 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94499da8-4661-4d78-ac78-049453b86440 None None] Checking segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:58.594135 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-94499da8-4661-4d78-ac78-049453b86440 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:58.594601 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94499da8-4661-4d78-ac78-049453b86440 None None] Bound using segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:43:58.595113 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-94499da8-4661-4d78-ac78-049453b86440 None None] Bound port: 0c52197e-f176-4999-be84-95f74e3c8252, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:43:58.595533 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-94499da8-4661-4d78-ac78-049453b86440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:58.627164 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479603f-3cfc-4417-a5fb-05d7de47e875 None None] Pushing event updated for resources: {'Port': ['ID=b8fda007-ccd1-411a-99df-59a7bbfda2d5,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:58.641819 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302c0f90-4f13-4208-b815-c447428493c9 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:58.754785 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057c295-3009-407e-b526-ed71f1bf6255 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Pushing event updated for resources: {'Port': ['ID=db84cdf7-a484-4ef0-b486-da21d58fa711,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:58.766188 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fcf4de-22dd-4772-812d-ed91440ae0a3 None None] Routers {'2e78158f-7222-4483-bc52-15df5bef26b4'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:58.766945 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-32fcf4de-22dd-4772-812d-ed91440ae0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:43:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['2e78158f-7222-4483-bc52-15df5bef26b4'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:58.784592 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-2057c295-3009-407e-b526-ed71f1bf6255 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Network d4d26649-0402-45f1-9591-4343456b37f2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:58.793893 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99a73ddc-a75b-4b77-8c28-f0d0b6a49735 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:58.800864 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-2057c295-3009-407e-b526-ed71f1bf6255 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:58.830812 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533e116-ff4b-4be1-bab7-5d00cb0394ec req-0164b82d-903e-4a44-a511-32afb342de7a tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:58.836736 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c533e116-ff4b-4be1-bab7-5d00cb0394ec req-0164b82d-903e-4a44-a511-32afb342de7a tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 945 time: 0.3827369 Nov 25 19:43:58.838886 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-2057c295-3009-407e-b526-ed71f1bf6255 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:58.875579 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e466792b-d6d9-47b1-9a85-8b5a84bb1303 None None] DHCP port deletion for d4d26649-0402-45f1-9591-4343456b37f2 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:58.949806 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-2057c295-3009-407e-b526-ed71f1bf6255 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:58.952443 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-2057c295-3009-407e-b526-ed71f1bf6255 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:58.964888 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6359c-4358-4ee4-83cb-88c8e85818ff None None] Pushing event updated for resources: {'Port': ['ID=bbeafe1b-94c9-4479-9acd-0e4f10128a66,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:58.982027 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c533e116-ff4b-4be1-bab7-5d00cb0394ec req-dd2da904-7f7b-4208-a1bf-543f1dbd2c42 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d0348b6-c485-40e9-bece-971278800549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253927 Nov 25 19:43:58.991933 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:59.007252 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99a73ddc-a75b-4b77-8c28-f0d0b6a49735 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:59.041725 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-2057c295-3009-407e-b526-ed71f1bf6255 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9352372 Nov 25 19:43:59.043407 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99a73ddc-a75b-4b77-8c28-f0d0b6a49735 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:59.048624 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-99a73ddc-a75b-4b77-8c28-f0d0b6a49735 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/0a29131b-f574-4fc5-8fba-223a388c1de3 HTTP/1.1" status: 204 len: 168 time: 1.5806074 Nov 25 19:43:59.060676 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49848) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:59.088087 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Request body: {'port': {'device_id': 'd2699a77-d87d-46ad-9350-c1f62079c4c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:59.091357 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a73ddc-a75b-4b77-8c28-f0d0b6a49735 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=0a29131b-f574-4fc5-8fba-223a388c1de3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:59.102105 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-94499da8-4661-4d78-ac78-049453b86440 None None] For port 0c52197e-f176-4999-be84-95f74e3c8252, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:43:59.114808 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b8fda007-ccd1-411a-99df-59a7bbfda2d5 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:59.169906 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-250ede4a-66aa-4038-86c7-8b9ab95df948 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1085114 Nov 25 19:43:59.176884 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-94499da8-4661-4d78-ac78-049453b86440 None None] For port 0c52197e-f176-4999-be84-95f74e3c8252, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0c52197e-f176-4999-be84-95f74e3c8252,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:43:59.182106 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-32fcf4de-22dd-4772-812d-ed91440ae0a3 None None] Set router 2e78158f-7222-4483-bc52-15df5bef26b4 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:43:59.187782 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49850) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:59.204013 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-72d008c3-44f7-474e-bc12-c49fc7c22ba2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:59.209242 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:59.259842 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-94499da8-4661-4d78-ac78-049453b86440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:59.284226 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port a9bd7a88-8080-45ad-942a-429125265622, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a9bd7a88-8080-45ad-942a-429125265622,segment=NetworkSegment(d5606956-6680-4d28-9c90-711c5387b86c),segment_id=d5606956-6680-4d28-9c90-711c5387b86c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:59.436449 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50598f48-bcdb-4172-b7a9-101683c54206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bd7a88-8080-45ad-942a-429125265622'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:43:59.440007 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66edff81-76b1-4615-b536-ab5cf5c365d0" -d '{"events": [{"server_uuid": "50598f48-bcdb-4172-b7a9-101683c54206", "name": "network-vif-plugged", "status": "completed", "tag": "a9bd7a88-8080-45ad-942a-429125265622"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:43:59.443607 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94499da8-4661-4d78-ac78-049453b86440 None None] Pushing event updated for resources: {'Port': ['ID=0c52197e-f176-4999-be84-95f74e3c8252,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:59.459585 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:59.541396 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c44e93a7-c757-409e-b86f-d1a911c548af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:59.582157 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d3553633-b71e-4a3b-8aaf-cff02d4507b2 None None] Provisioning complete for port bbeafe1b-94c9-4479-9acd-0e4f10128a66 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:59.583115 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3553633-b71e-4a3b-8aaf-cff02d4507b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:59.797402 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c79ee18b-d886-42a1-bc21-4af6caeeeecc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:59.842157 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c79ee18b-d886-42a1-bc21-4af6caeeeecc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:59.877443 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad71528-cd0c-4531-be65-5f3df802b6dc req-e2259026-630a-4452-9771-e3eb1b692bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:59.877443 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5ad71528-cd0c-4531-be65-5f3df802b6dc req-e2259026-630a-4452-9771-e3eb1b692bb0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b14339133a914aa7b55a942f74e5faf3&device_id=aa7d1b72-547f-42bb-81d2-562180043097 HTTP/1.1" status: 200 len: 1096 time: 0.3224299 Nov 25 19:43:59.897431 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c31ca6-b2c1-43e6-89c8-3ff4ce1f0d70 req-8527d381-d22c-4bb5-9666-41874440f6b4 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:59.901518 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=a9bd7a88-8080-45ad-942a-429125265622,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:59.906546 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33c31ca6-b2c1-43e6-89c8-3ff4ce1f0d70 req-8527d381-d22c-4bb5-9666-41874440f6b4 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/ports?device_id=50598f48-bcdb-4172-b7a9-101683c54206 HTTP/1.1" status: 200 len: 946 time: 0.3593240 Nov 25 19:43:59.918377 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d008c3-44f7-474e-bc12-c49fc7c22ba2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:59.923065 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-72d008c3-44f7-474e-bc12-c49fc7c22ba2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:00.015835 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port b8fda007-ccd1-411a-99df-59a7bbfda2d5 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:00.016492 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:00.224080 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db84cdf7-a484-4ef0-b486-da21d58fa711 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:44:00.236290 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:00.254591 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Transition to ACTIVE for port object db84cdf7-a484-4ef0-b486-da21d58fa711 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:44:00.265471 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:00.267144 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33c31ca6-b2c1-43e6-89c8-3ff4ce1f0d70 req-82c42bb5-b43d-4b41-82fb-3bfc10f2c3a5 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e42ee364-b894-4240-9250-2a0df610b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592155 Nov 25 19:44:00.345865 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd88e35-d2a3-4622-8f5a-881e3678c698 None None] DHCP port deletion for d4d26649-0402-45f1-9591-4343456b37f2 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:44:00.420176 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-32fcf4de-22dd-4772-812d-ed91440ae0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e78158f-7222-4483-bc52-15df5bef26b4', 'name': 'tempest-TaggedBootDevicesTest_v242-1655817822-router', 'tenant_id': '55ccd4ac80d24284a519d8a32595d265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'bbeafe1b-94c9-4479-9acd-0e4f10128a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:43Z', 'updated_at': '2021-11-25T19:43:54Z', 'revision_number': 4, 'project_id': '55ccd4ac80d24284a519d8a32595d265', 'gw_port': {'id': 'bbeafe1b-94c9-4479-9acd-0e4f10128a66', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e78158f-7222-4483-bc52-15df5bef26b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:45Z', 'updated_at': '2021-11-25T19:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'a2018239-9ba2-4fdc-9f17-3d3baf6e384d', 'name': '', 'network_id': '529c018b-473e-4dee-9a3c-a094bf895584', 'tenant_id': '55ccd4ac80d24284a519d8a32595d265', 'mac_address': 'fa:16:3e:2e:1d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e78158f-7222-4483-bc52-15df5bef26b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '918e3e3e-1e70-4402-bcb1-31a8da748aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:51Z', 'updated_at': '2021-11-25T19:43:54Z', 'revision_number': 2, 'project_id': '55ccd4ac80d24284a519d8a32595d265', 'subnets': [{'id': '918e3e3e-1e70-4402-bcb1-31a8da748aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:00.429583 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3553633-b71e-4a3b-8aaf-cff02d4507b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:00.460313 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Pushing event updated for resources: {'Port': ['ID=db84cdf7-a484-4ef0-b486-da21d58fa711,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:00.486931 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fcf4de-22dd-4772-812d-ed91440ae0a3 None None] The sync data for ids ['2e78158f-7222-4483-bc52-15df5bef26b4'] in n-d-819349-5 is: [{'id': '2e78158f-7222-4483-bc52-15df5bef26b4', 'name': 'tempest-TaggedBootDevicesTest_v242-1655817822-router', 'tenant_id': '55ccd4ac80d24284a519d8a32595d265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'bbeafe1b-94c9-4479-9acd-0e4f10128a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:43Z', 'updated_at': '2021-11-25T19:43:54Z', 'revision_number': 4, 'project_id': '55ccd4ac80d24284a519d8a32595d265', 'gw_port': {'id': 'bbeafe1b-94c9-4479-9acd-0e4f10128a66', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e78158f-7222-4483-bc52-15df5bef26b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:45Z', 'updated_at': '2021-11-25T19:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'a2018239-9ba2-4fdc-9f17-3d3baf6e384d', 'name': '', 'network_id': '529c018b-473e-4dee-9a3c-a094bf895584', 'tenant_id': '55ccd4ac80d24284a519d8a32595d265', 'mac_address': 'fa:16:3e:2e:1d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e78158f-7222-4483-bc52-15df5bef26b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '918e3e3e-1e70-4402-bcb1-31a8da748aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:51Z', 'updated_at': '2021-11-25T19:43:54Z', 'revision_number': 2, 'project_id': '55ccd4ac80d24284a519d8a32595d265', 'subnets': [{'id': '918e3e3e-1e70-4402-bcb1-31a8da748aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:44:00.534081 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad71528-cd0c-4531-be65-5f3df802b6dc req-df4c3864-84f2-4ae2-9566-4224fc9fc85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:00.535250 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-d3553633-b71e-4a3b-8aaf-cff02d4507b2 None None] For port bbeafe1b-94c9-4479-9acd-0e4f10128a66, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=bbeafe1b-94c9-4479-9acd-0e4f10128a66,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:00.536728 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5ad71528-cd0c-4531-be65-5f3df802b6dc req-df4c3864-84f2-4ae2-9566-4224fc9fc85e service neutron] 10.222.0.85 "GET /v2.0/networks?id=7b554939-0be1-4ec6-b24c-67d3e874e0c5 HTTP/1.1" status: 200 len: 920 time: 0.6495709 Nov 25 19:44:00.542198 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3553633-b71e-4a3b-8aaf-cff02d4507b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:00.623231 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3553633-b71e-4a3b-8aaf-cff02d4507b2 None None] Pushing event updated for resources: {'Port': ['ID=bbeafe1b-94c9-4479-9acd-0e4f10128a66,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:00.637126 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d3553633-b71e-4a3b-8aaf-cff02d4507b2 None None] Provisioning complete for port a2018239-9ba2-4fdc-9f17-3d3baf6e384d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:00.637529 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3553633-b71e-4a3b-8aaf-cff02d4507b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:00.697101 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-c79ee18b-d886-42a1-bc21-4af6caeeeecc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Allocated IP 172.25.6.66 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/24693605-4ddd-40b8-9f6f-d04933153770) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:00.698764 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Attempting to bind port db84cdf7-a484-4ef0-b486-da21d58fa711 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:44:00.699299 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Attempting to bind port db84cdf7-a484-4ef0-b486-da21d58fa711 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '2591c80f-46dc-49d7-a62f-cd68d7a36759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:44:00.700214 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Attempting to bind port db84cdf7-a484-4ef0-b486-da21d58fa711 on network d4d26649-0402-45f1-9591-4343456b37f2 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:44:00.713132 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Port db84cdf7-a484-4ef0-b486-da21d58fa711 on network d4d26649-0402-45f1-9591-4343456b37f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:44:00.713610 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Attempting to bind port db84cdf7-a484-4ef0-b486-da21d58fa711 on network d4d26649-0402-45f1-9591-4343456b37f2 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:44:00.740007 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d3553633-b71e-4a3b-8aaf-cff02d4507b2 None None] Port a2018239-9ba2-4fdc-9f17-3d3baf6e384d cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:44:00.748873 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:44:00.749468 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Checking segment: {'id': '2591c80f-46dc-49d7-a62f-cd68d7a36759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:00.750164 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Bound using segment: {'id': '2591c80f-46dc-49d7-a62f-cd68d7a36759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:44:00.750976 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Bound port: db84cdf7-a484-4ef0-b486-da21d58fa711, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2591c80f-46dc-49d7-a62f-cd68d7a36759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:44:00.757694 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:00.764179 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 800812b0-05aa-47dd-9dd4-e28d3bb843e7 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:44:00.775913 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5ad71528-cd0c-4531-be65-5f3df802b6dc req-b2a2350e-625c-4c38-8012-de2fb2c92e17 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7faf04c9-2565-4028-921f-5d95ebfb7045 HTTP/1.1" status: 200 len: 217 time: 0.2194750 Nov 25 19:44:00.814261 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 800812b0-05aa-47dd-9dd4-e28d3bb843e7 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:44:00.815300 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 800812b0-05aa-47dd-9dd4-e28d3bb843e7 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:44:00.932467 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f5128a73-32da-47a0-87f2-192b200d0fb1 None None] Provisioning complete for port bbeafe1b-94c9-4479-9acd-0e4f10128a66 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:00.933209 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f5128a73-32da-47a0-87f2-192b200d0fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:01.015923 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] For port db84cdf7-a484-4ef0-b486-da21d58fa711, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:44:01.026150 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] For port db84cdf7-a484-4ef0-b486-da21d58fa711, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=db84cdf7-a484-4ef0-b486-da21d58fa711,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:44:01.036360 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:01.097804 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b982909-fc3d-4451-a565-e65786698c2d req-d3c09c0b-7bd1-40bd-bec1-1629f324844b tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:01.101118 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b982909-fc3d-4451-a565-e65786698c2d req-d3c09c0b-7bd1-40bd-bec1-1629f324844b tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fdd2530-955d-4c72-b36c-7a717ff36a5e HTTP/1.1" status: 200 len: 945 time: 0.4821942 Nov 25 19:44:01.175543 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad71528-cd0c-4531-be65-5f3df802b6dc req-e4d632bf-d93c-4942-b017-c84895c696c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:01.178042 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5ad71528-cd0c-4531-be65-5f3df802b6dc req-e4d632bf-d93c-4942-b017-c84895c696c3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9dfbb276-11e5-414c-b31c-559c0b9f994d HTTP/1.1" status: 200 len: 859 time: 0.3929908 Nov 25 19:44:01.262111 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b982909-fc3d-4451-a565-e65786698c2d req-0b1ff70a-8e65-40a4-9848-85c416a12fba tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113548 Nov 25 19:44:01.266322 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5ad71528-cd0c-4531-be65-5f3df802b6dc req-b69239ba-861c-4899-b6ae-1b78353b56a8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7b554939-0be1-4ec6-b24c-67d3e874e0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732834 Nov 25 19:44:01.408195 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:01.416768 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:01.428651 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f14202-bbdf-462a-b6d2-3a7271c2033b None None] DHCP port deletion for d4d26649-0402-45f1-9591-4343456b37f2 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:44:01.442439 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] 10.222.0.73 "PUT /v2.0/ports/db84cdf7-a484-4ef0-b486-da21d58fa711 HTTP/1.1" status: 200 len: 1091 time: 2.3394508 Nov 25 19:44:01.446703 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2699a77-d87d-46ad-9350-c1f62079c4c9', 'tag': 'db84cdf7-a484-4ef0-b486-da21d58fa711'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:44:01.460192 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c79ee18b-d886-42a1-bc21-4af6caeeeecc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:01.469633 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d75083-858c-498a-9b38-b92f44fcf6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "d2699a77-d87d-46ad-9350-c1f62079c4c9", "tag": "db84cdf7-a484-4ef0-b486-da21d58fa711"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:44:01.524863 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Pushing event updated for resources: {'Port': ['ID=db84cdf7-a484-4ef0-b486-da21d58fa711,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:01.596645 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0c52197e-f176-4999-be84-95f74e3c8252 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:01.609204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.objects.ports [None req-72d008c3-44f7-474e-bc12-c49fc7c22ba2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103600) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:44:01.657185 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:01.675339 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:01.676138 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:01.678080 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:01.680442 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:01.682015 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:01.698898 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:01.700454 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:01.701122 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:01.701780 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:01.702464 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:01.703806 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3a3d-2923-45a8-b89c-af736e07f356 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:01.772104 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-74aefb09-d3f2-4ee7-9cdb-9ddbadd9e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:01.775351 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-74aefb09-d3f2-4ee7-9cdb-9ddbadd9e646 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1b4e8b3b51d5452eabf5c1806a2b7061&device_id=d2699a77-d87d-46ad-9350-c1f62079c4c9 HTTP/1.1" status: 200 len: 1094 time: 0.2341249 Nov 25 19:44:01.816536 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5ad71528-cd0c-4531-be65-5f3df802b6dc req-2e91f6a5-cb00-4bba-a4dd-5baa1e4c2697 service neutron] 10.222.0.85 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5443494 Nov 25 19:44:01.880744 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9bc2cca6-0d88-4dd4-9114-555de9d02171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:01.912506 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 0c52197e-f176-4999-be84-95f74e3c8252 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:01.913105 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:01.928900 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-980369f5-e54b-46ee-8d82-993baf38572a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db84cdf7-a484-4ef0-b486-da21d58fa711 HTTP/1.1" status: 200 len: 217 time: 0.1397877 Nov 25 19:44:01.970590 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5ad71528-cd0c-4531-be65-5f3df802b6dc req-98d62d5d-67ec-4926-91a8-efec527fe98d service neutron] 10.222.0.85 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340697 Nov 25 19:44:01.989606 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c79ee18b-d886-42a1-bc21-4af6caeeeecc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:02.041262 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dbc898-dd4d-485b-822a-2327972c3bc5 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:02.065047 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ee18b-d886-42a1-bc21-4af6caeeeecc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Port': ['ID=24693605-4ddd-40b8-9f6f-d04933153770,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:02.078342 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-5cff274e-5119-4222-822f-5ccf93feaf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:02.080057 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-5cff274e-5119-4222-822f-5ccf93feaf62 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e758be47-f502-42b6-8983-165c34ac1a0f HTTP/1.1" status: 200 len: 844 time: 0.1448538 Nov 25 19:44:02.167391 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-2abfbe96-03cb-46a1-a262-dab450ea19de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d4d26649-0402-45f1-9591-4343456b37f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753393 Nov 25 19:44:02.214703 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8afab795-941e-449a-81f7-2b29a43ff936 None None] Provisioning complete for port 0c52197e-f176-4999-be84-95f74e3c8252 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:02.215007 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8afab795-941e-449a-81f7-2b29a43ff936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:02.332445 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75212846-b8a0-4daf-a810-7cac39fc258b req-db2ce33d-5880-4b0c-ab53-c5982a8d2a78 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:02.346166 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-75212846-b8a0-4daf-a810-7cac39fc258b req-db2ce33d-5880-4b0c-ab53-c5982a8d2a78 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2699a77-d87d-46ad-9350-c1f62079c4c9 HTTP/1.1" status: 200 len: 943 time: 0.5995090 Nov 25 19:44:02.402787 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79ee18b-d886-42a1-bc21-4af6caeeeecc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:02.445314 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:02.461563 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c79ee18b-d886-42a1-bc21-4af6caeeeecc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:02.468599 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79ee18b-d886-42a1-bc21-4af6caeeeecc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:02.520169 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-72d008c3-44f7-474e-bc12-c49fc7c22ba2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:02.530272 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-7c3a402e-fff1-4e61-a422-3e9737c4f29d service neutron] 10.222.0.73 "GET /v2.0/networks/d4d26649-0402-45f1-9591-4343456b37f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526373 Nov 25 19:44:02.603462 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7158ff4a-9aba-44d8-a293-8b8088996b89 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:44:02.687995 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8afab795-941e-449a-81f7-2b29a43ff936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:02.709206 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-75212846-b8a0-4daf-a810-7cac39fc258b req-241033fa-c109-4238-bc9a-f5c3830011b8 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616703 Nov 25 19:44:02.765609 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c57998f0-9d16-41c5-b14c-a7f6ecfa1842 req-64dbe2de-18ac-4488-a2cd-bfded6cc1083 service neutron] 10.222.0.73 "GET /v2.0/networks/d4d26649-0402-45f1-9591-4343456b37f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190530 Nov 25 19:44:02.769479 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 0c52197e-f176-4999-be84-95f74e3c8252, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0c52197e-f176-4999-be84-95f74e3c8252,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:02.787958 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:02.869436 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=0c52197e-f176-4999-be84-95f74e3c8252,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:02.894257 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-72d008c3-44f7-474e-bc12-c49fc7c22ba2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:44:02.894755 n-d-819349-5 neutron-server[103600]: DEBUG oslo_db.api [None req-72d008c3-44f7-474e-bc12-c49fc7c22ba2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:44:02.983581 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-8afab795-941e-449a-81f7-2b29a43ff936 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:44:02.984243 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-8afab795-941e-449a-81f7-2b29a43ff936 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:44:03.200965 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0c52197e-f176-4999-be84-95f74e3c8252 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:03.337207 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 0c52197e-f176-4999-be84-95f74e3c8252 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:03.337529 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:03.683551 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device bbeafe1b-94c9-4479-9acd-0e4f10128a66 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:03.844516 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:03.851615 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port bbeafe1b-94c9-4479-9acd-0e4f10128a66 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:03.852144 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:03.903052 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320afa57-f7eb-48f6-bb7c-a0871833d20b req-29418b5d-86fb-419e-b30d-8bb854f26c15 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:03.904666 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-320afa57-f7eb-48f6-bb7c-a0871833d20b req-29418b5d-86fb-419e-b30d-8bb854f26c15 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa7d1b72-547f-42bb-81d2-562180043097 HTTP/1.1" status: 200 len: 945 time: 1.0064352 Nov 25 19:44:03.909636 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-72d008c3-44f7-474e-bc12-c49fc7c22ba2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:03.997933 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a096b7b9-1f18-4cda-b13b-faa5461e0c26 None None] Provisioning complete for port 0c52197e-f176-4999-be84-95f74e3c8252 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:04.004891 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a096b7b9-1f18-4cda-b13b-faa5461e0c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:04.169206 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a096b7b9-1f18-4cda-b13b-faa5461e0c26 None None] Provisioning complete for port 24693605-4ddd-40b8-9f6f-d04933153770 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:04.169995 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a096b7b9-1f18-4cda-b13b-faa5461e0c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:04.225624 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a096b7b9-1f18-4cda-b13b-faa5461e0c26 None None] Port 24693605-4ddd-40b8-9f6f-d04933153770 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:44:04.295348 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-320afa57-f7eb-48f6-bb7c-a0871833d20b req-575fde74-6f3c-43ca-8273-9e4857d33b21 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559484 Nov 25 19:44:04.344154 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2a6a201c-0264-4736-a112-62a75226a8e8 None None] Could not find standard attr ID for object cb663228-5b66-4c00-a6a0-aa9606568f89. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:44:04.396441 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-72d008c3-44f7-474e-bc12-c49fc7c22ba2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] For port 0c52197e-f176-4999-be84-95f74e3c8252, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0c52197e-f176-4999-be84-95f74e3c8252,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:04.426214 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c79ee18b-d886-42a1-bc21-4af6caeeeecc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:04.444426 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93353cc4-4bd9-4912-b05d-dda4fa5d5a0e x-openstack-request-id: req-93353cc4-4bd9-4912-b05d-dda4fa5d5a0e {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:44:04.444910 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50598f48-bcdb-4172-b7a9-101683c54206", "name": "network-vif-plugged", "status": "completed", "tag": "a9bd7a88-8080-45ad-942a-429125265622", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:44:04.445057 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-93353cc4-4bd9-4912-b05d-dda4fa5d5a0e {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:44:04.445377 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50598f48-bcdb-4172-b7a9-101683c54206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bd7a88-8080-45ad-942a-429125265622', 'code': 200} Nov 25 19:44:04.626718 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-72d008c3-44f7-474e-bc12-c49fc7c22ba2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:04.660624 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-72d008c3-44f7-474e-bc12-c49fc7c22ba2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:04.661428 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-72d008c3-44f7-474e-bc12-c49fc7c22ba2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:04.803763 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d008c3-44f7-474e-bc12-c49fc7c22ba2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:04.822766 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37527a8a-9233-40ec-9216-24b3e6999c4f req-5c35948c-3d5f-4df4-a8ff-066b73bce49b tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:04.824402 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37527a8a-9233-40ec-9216-24b3e6999c4f req-5c35948c-3d5f-4df4-a8ff-066b73bce49b tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 945 time: 0.2738562 Nov 25 19:44:04.833049 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-72d008c3-44f7-474e-bc12-c49fc7c22ba2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:04.843813 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d008c3-44f7-474e-bc12-c49fc7c22ba2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:04.844426 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-72d008c3-44f7-474e-bc12-c49fc7c22ba2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:04.847091 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b454fe3a-ed27-4f68-8b3a-856c79950ba9 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:04.874900 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d008c3-44f7-474e-bc12-c49fc7c22ba2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=89b2e8a1-65c8-48b4-b035-497b7067d45e,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:04.893117 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d008c3-44f7-474e-bc12-c49fc7c22ba2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=0c52197e-f176-4999-be84-95f74e3c8252,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:04.903024 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e4454-6ce8-4df4-86c0-4cb43e5bfda3 req-68dea357-2496-4a6e-952d-f7f75bde01e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:04.903024 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d3e4454-6ce8-4df4-86c0-4cb43e5bfda3 req-68dea357-2496-4a6e-952d-f7f75bde01e9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=50598f48-bcdb-4172-b7a9-101683c54206 HTTP/1.1" status: 200 len: 1097 time: 0.3246229 Nov 25 19:44:04.986875 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49924) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:04.987479 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-72d008c3-44f7-474e-bc12-c49fc7c22ba2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 5.7962112 Nov 25 19:44:04.997122 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-05285a50-120c-4910-85df-3fcb8259eb3a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'mac_address': 'fa:16:3e:48:3d:9a', 'name': 'tempest-NetworksTestDHCPv6-1239331695'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:05.067875 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37527a8a-9233-40ec-9216-24b3e6999c4f req-3682ce2a-ed1b-4194-ab87-f5626d9f8506 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d0348b6-c485-40e9-bece-971278800549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066417 Nov 25 19:44:05.081530 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d3e4454-6ce8-4df4-86c0-4cb43e5bfda3 req-11f17902-8e41-47bb-8118-2a00b29e139e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=e42ee364-b894-4240-9250-2a0df610b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418655 Nov 25 19:44:05.109664 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c79ee18b-d886-42a1-bc21-4af6caeeeecc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:05.171756 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5410b857-b4f3-452e-a69a-7c8ebdd315ea None None] Sync routers for ids ['2e78158f-7222-4483-bc52-15df5bef26b4'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:44:05.211974 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5410b857-b4f3-452e-a69a-7c8ebdd315ea None None] Routers {'2e78158f-7222-4483-bc52-15df5bef26b4'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:05.212883 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5410b857-b4f3-452e-a69a-7c8ebdd315ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:44:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['2e78158f-7222-4483-bc52-15df5bef26b4'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:05.218080 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05285a50-120c-4910-85df-3fcb8259eb3a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:05.337149 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f22883-8da3-46e5-9f6a-46bf174b468e req-0fb726e7-b7de-4f93-94bb-ede2b892dcb1 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:05.350687 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-14f22883-8da3-46e5-9f6a-46bf174b468e req-0fb726e7-b7de-4f93-94bb-ede2b892dcb1 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/ports?device_id=50598f48-bcdb-4172-b7a9-101683c54206 HTTP/1.1" status: 200 len: 946 time: 0.1119494 Nov 25 19:44:05.363545 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-05285a50-120c-4910-85df-3fcb8259eb3a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:05.383725 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5410b857-b4f3-452e-a69a-7c8ebdd315ea None None] Set router 2e78158f-7222-4483-bc52-15df5bef26b4 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:44:05.425053 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-05285a50-120c-4910-85df-3fcb8259eb3a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] device_id is not set on port c4714af9-657a-4c39-ade2-28ed04ad9e70 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:44:05.491888 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device db84cdf7-a484-4ef0-b486-da21d58fa711 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:44:05.527166 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-14f22883-8da3-46e5-9f6a-46bf174b468e req-13acb126-f7c8-4bb1-b2c2-48f1ed2af15b tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e42ee364-b894-4240-9250-2a0df610b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749218 Nov 25 19:44:05.535289 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79ee18b-d886-42a1-bc21-4af6caeeeecc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Router 95ea7809-2a72-4041-a5a7-4109f3c83fde is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:44:05.740941 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83198a35-b9ba-49fe-bee1-abb356c591e4 x-openstack-request-id: req-83198a35-b9ba-49fe-bee1-abb356c591e4 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:44:05.741508 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2699a77-d87d-46ad-9350-c1f62079c4c9", "tag": "db84cdf7-a484-4ef0-b486-da21d58fa711", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:44:05.742008 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-83198a35-b9ba-49fe-bee1-abb356c591e4 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:44:05.743170 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2699a77-d87d-46ad-9350-c1f62079c4c9', 'tag': 'db84cdf7-a484-4ef0-b486-da21d58fa711', 'status': 'completed', 'code': 200} Nov 25 19:44:05.794589 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:05.806181 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:05.877878 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-efce484f-bbd1-4202-9be0-17e5ca720c50 None None] Provisioning complete for port 0c52197e-f176-4999-be84-95f74e3c8252 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:05.878866 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-efce484f-bbd1-4202-9be0-17e5ca720c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:05.899017 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-05285a50-120c-4910-85df-3fcb8259eb3a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 2001:db8::f816:3eff:fe48:3d9a (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/89b2e8a1-65c8-48b4-b035-497b7067d45e/c4714af9-657a-4c39-ade2-28ed04ad9e70) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:05.969657 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d75083-858c-498a-9b38-b92f44fcf6fb req-96124160-5b94-457e-a605-9e108c809ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:05.972768 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-00d75083-858c-498a-9b38-b92f44fcf6fb req-96124160-5b94-457e-a605-9e108c809ebd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1b4e8b3b51d5452eabf5c1806a2b7061&device_id=d2699a77-d87d-46ad-9350-c1f62079c4c9 HTTP/1.1" status: 200 len: 1094 time: 0.2058816 Nov 25 19:44:06.023875 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4946b3-3581-463e-9b1a-f1ff28e7b447 req-8408f8c3-d91a-4140-9d3f-06691e5101fa tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:06.026434 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cb4946b3-3581-463e-9b1a-f1ff28e7b447 req-8408f8c3-d91a-4140-9d3f-06691e5101fa tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2699a77-d87d-46ad-9350-c1f62079c4c9 HTTP/1.1" status: 200 len: 943 time: 0.1467764 Nov 25 19:44:06.049157 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79ee18b-d886-42a1-bc21-4af6caeeeecc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:44:06.078318 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1f32d9-87a4-40f4-86b1-dc90d8caaefc None None] Sync routers for ids ['95ea7809-2a72-4041-a5a7-4109f3c83fde'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:44:06.086041 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port db84cdf7-a484-4ef0-b486-da21d58fa711, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=db84cdf7-a484-4ef0-b486-da21d58fa711,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:06.096931 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1f32d9-87a4-40f4-86b1-dc90d8caaefc None None] Routers {'95ea7809-2a72-4041-a5a7-4109f3c83fde'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:06.097597 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6f1f32d9-87a4-40f4-86b1-dc90d8caaefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:44:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['95ea7809-2a72-4041-a5a7-4109f3c83fde'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:06.149137 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6f1f32d9-87a4-40f4-86b1-dc90d8caaefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:06.149562 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c79ee18b-d886-42a1-bc21-4af6caeeeecc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:06.155281 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c79ee18b-d886-42a1-bc21-4af6caeeeecc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.6518714 Nov 25 19:44:06.155990 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49936) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:06.159084 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'db84cdf7-a484-4ef0-b486-da21d58fa711', 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2', 'port_id': 'db84cdf7-a484-4ef0-b486-da21d58fa711', 'mac_address': 'fa:16:3e:8a:53:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e758be47-f502-42b6-8983-165c34ac1a0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:44:06.161927 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1f32d9-87a4-40f4-86b1-dc90d8caaefc None None] Routers {'95ea7809-2a72-4041-a5a7-4109f3c83fde'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:06.162641 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6f1f32d9-87a4-40f4-86b1-dc90d8caaefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:44:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['95ea7809-2a72-4041-a5a7-4109f3c83fde'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:06.188429 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5410b857-b4f3-452e-a69a-7c8ebdd315ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e78158f-7222-4483-bc52-15df5bef26b4', 'name': 'tempest-TaggedBootDevicesTest_v242-1655817822-router', 'tenant_id': '55ccd4ac80d24284a519d8a32595d265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'bbeafe1b-94c9-4479-9acd-0e4f10128a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:43Z', 'updated_at': '2021-11-25T19:43:54Z', 'revision_number': 4, 'project_id': '55ccd4ac80d24284a519d8a32595d265', 'gw_port': {'id': 'bbeafe1b-94c9-4479-9acd-0e4f10128a66', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e78158f-7222-4483-bc52-15df5bef26b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:45Z', 'updated_at': '2021-11-25T19:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'a2018239-9ba2-4fdc-9f17-3d3baf6e384d', 'name': '', 'network_id': '529c018b-473e-4dee-9a3c-a094bf895584', 'tenant_id': '55ccd4ac80d24284a519d8a32595d265', 'mac_address': 'fa:16:3e:2e:1d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e78158f-7222-4483-bc52-15df5bef26b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '918e3e3e-1e70-4402-bcb1-31a8da748aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:51Z', 'updated_at': '2021-11-25T19:43:54Z', 'revision_number': 2, 'project_id': '55ccd4ac80d24284a519d8a32595d265', 'subnets': [{'id': '918e3e3e-1e70-4402-bcb1-31a8da748aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:06.208041 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6f1f32d9-87a4-40f4-86b1-dc90d8caaefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:06.209004 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1f32d9-87a4-40f4-86b1-dc90d8caaefc None None] The sync data for ids ['95ea7809-2a72-4041-a5a7-4109f3c83fde'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:44:06.266613 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cb4946b3-3581-463e-9b1a-f1ff28e7b447 req-cd9adb19-f2f8-4459-a072-a77e56b25c03 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270203 Nov 25 19:44:06.289301 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5410b857-b4f3-452e-a69a-7c8ebdd315ea None None] Checking router: 2e78158f-7222-4483-bc52-15df5bef26b4 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:44:06.289301 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5410b857-b4f3-452e-a69a-7c8ebdd315ea None None] Updating router 2e78158f-7222-4483-bc52-15df5bef26b4 port a2018239-9ba2-4fdc-9f17-3d3baf6e384d binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:44:06.290429 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:06.311852 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db84cdf7-a484-4ef0-b486-da21d58fa711 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:44:06.335528 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e515e-b847-476e-a807-de3a8ede213a req-5171aef8-6cd1-4b63-b925-36fb6455ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:06.337907 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-406e515e-b847-476e-a807-de3a8ede213a req-5171aef8-6cd1-4b63-b925-36fb6455ee33 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 1096 time: 0.2277746 Nov 25 19:44:06.343179 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port db84cdf7-a484-4ef0-b486-da21d58fa711, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=db84cdf7-a484-4ef0-b486-da21d58fa711,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:06.372691 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:06.446334 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5410b857-b4f3-452e-a69a-7c8ebdd315ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:06.494084 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=db84cdf7-a484-4ef0-b486-da21d58fa711,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:06.498430 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9460d29d-19d6-48f9-9498-364b1ce1068b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "GET /v2.0/routers/95ea7809-2a72-4041-a5a7-4109f3c83fde HTTP/1.1" status: 200 len: 879 time: 0.3346364 Nov 25 19:44:06.502519 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49938) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:06.514425 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-406e515e-b847-476e-a807-de3a8ede213a req-6fc22b94-c4ac-4128-9006-224ba91cfb8b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5d0348b6-c485-40e9-bece-971278800549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673450 Nov 25 19:44:06.523346 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02644f-2a86-47ed-aef7-acf38a6ac0ce req-d41e754a-36bc-4cc9-94f7-17befa5c11a1 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:06.523863 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d75083-858c-498a-9b38-b92f44fcf6fb req-faef84f2-6e1a-4644-878a-02eaf64d55cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:06.525366 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-00d75083-858c-498a-9b38-b92f44fcf6fb req-faef84f2-6e1a-4644-878a-02eaf64d55cf service neutron] 10.222.0.73 "GET /v2.0/networks?id=d4d26649-0402-45f1-9591-4343456b37f2 HTTP/1.1" status: 200 len: 905 time: 0.5395236 Nov 25 19:44:06.528687 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-05285a50-120c-4910-85df-3fcb8259eb3a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:06.532524 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd02644f-2a86-47ed-aef7-acf38a6ac0ce req-d41e754a-36bc-4cc9-94f7-17befa5c11a1 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa7d1b72-547f-42bb-81d2-562180043097 HTTP/1.1" status: 200 len: 945 time: 0.1192842 Nov 25 19:44:06.585511 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-05285a50-120c-4910-85df-3fcb8259eb3a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:06.648455 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05285a50-120c-4910-85df-3fcb8259eb3a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:06.652282 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-05285a50-120c-4910-85df-3fcb8259eb3a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:06.658623 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05285a50-120c-4910-85df-3fcb8259eb3a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:06.665109 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05285a50-120c-4910-85df-3fcb8259eb3a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:06.665943 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-05285a50-120c-4910-85df-3fcb8259eb3a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:06.673831 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05285a50-120c-4910-85df-3fcb8259eb3a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=c4714af9-657a-4c39-ade2-28ed04ad9e70,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:06.695959 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-05285a50-120c-4910-85df-3fcb8259eb3a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7066069 Nov 25 19:44:06.697552 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49944) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:06.720749 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd02644f-2a86-47ed-aef7-acf38a6ac0ce req-7b680fcb-be0d-4364-a324-538a929d7bee tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873047 Nov 25 19:44:06.764032 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['db84cdf7-a484-4ef0-b486-da21d58fa711'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:44:06.826349 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-00d75083-858c-498a-9b38-b92f44fcf6fb req-798d8cda-cb8c-4094-9ced-80febbd2681d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db84cdf7-a484-4ef0-b486-da21d58fa711 HTTP/1.1" status: 200 len: 217 time: 0.0792751 Nov 25 19:44:06.846202 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba92c1fa-09ef-4dc8-aac8-d53d28ef3383 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:06.866258 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba92c1fa-09ef-4dc8-aac8-d53d28ef3383 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:06.874402 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ba92c1fa-09ef-4dc8-aac8-d53d28ef3383 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1763406 Nov 25 19:44:06.875103 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49946) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:06.945705 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2992c32e-7571-4a79-82a2-34d74a8330d4 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.4414029 Nov 25 19:44:06.946911 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49950) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:06.955066 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-3ac943bf-8637-47e3-a052-7489eca64f99 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-260117124'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:07.061017 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d75083-858c-498a-9b38-b92f44fcf6fb req-76efd0b7-6886-49a9-b101-c6a5d2ef023f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:07.062826 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-00d75083-858c-498a-9b38-b92f44fcf6fb req-76efd0b7-6886-49a9-b101-c6a5d2ef023f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e758be47-f502-42b6-8983-165c34ac1a0f HTTP/1.1" status: 200 len: 844 time: 0.1866140 Nov 25 19:44:07.117004 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-00d75083-858c-498a-9b38-b92f44fcf6fb req-10269f08-d436-4958-ae1d-b6b0e4be6b73 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d4d26649-0402-45f1-9591-4343456b37f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396807 Nov 25 19:44:07.193287 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4c14d989-2ce6-4434-aa39-349a2b2e0b4b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting port c4714af9-657a-4c39-ade2-28ed04ad9e70 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:07.193647 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c14d989-2ce6-4434-aa39-349a2b2e0b4b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:07.421574 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-00d75083-858c-498a-9b38-b92f44fcf6fb req-47e202ec-9731-42ca-8bf9-dcd2f5cd4004 service neutron] 10.222.0.73 "GET /v2.0/networks/d4d26649-0402-45f1-9591-4343456b37f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876852 Nov 25 19:44:07.427042 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c14d989-2ce6-4434-aa39-349a2b2e0b4b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:07.483774 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4c14d989-2ce6-4434-aa39-349a2b2e0b4b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Calling delete_port for c4714af9-657a-4c39-ade2-28ed04ad9e70 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:07.694633 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-00d75083-858c-498a-9b38-b92f44fcf6fb req-7d0bfd1e-ed5b-496f-afd1-7d841302bc18 service neutron] 10.222.0.73 "GET /v2.0/networks/d4d26649-0402-45f1-9591-4343456b37f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548728 Nov 25 19:44:07.820464 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028fea5-dccb-4c60-8111-a1285d911eba req-168d8a6c-1868-45bf-a87c-6229cc8544fd tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:07.851230 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a028fea5-dccb-4c60-8111-a1285d911eba req-168d8a6c-1868-45bf-a87c-6229cc8544fd tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 945 time: 0.1947560 Nov 25 19:44:07.863185 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c14d989-2ce6-4434-aa39-349a2b2e0b4b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:07.959688 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14d989-2ce6-4434-aa39-349a2b2e0b4b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Port': ['ID=c4714af9-657a-4c39-ade2-28ed04ad9e70,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:08.013343 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c14d989-2ce6-4434-aa39-349a2b2e0b4b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:08.022559 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4c14d989-2ce6-4434-aa39-349a2b2e0b4b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/c4714af9-657a-4c39-ade2-28ed04ad9e70 HTTP/1.1" status: 204 len: 168 time: 1.1097767 Nov 25 19:44:08.026578 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49964) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:08.211668 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10aa20f-d220-4fbe-a2b1-64914683398b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:08.215427 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10aa20f-d220-4fbe-a2b1-64914683398b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:08.233797 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a10aa20f-d220-4fbe-a2b1-64914683398b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1897027 Nov 25 19:44:08.235199 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49966) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:08.350668 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7b073ec7-7865-494d-9993-37a12801822a None None] Provisioning complete for port c4714af9-657a-4c39-ade2-28ed04ad9e70 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:08.351360 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7b073ec7-7865-494d-9993-37a12801822a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:08.446079 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda438a7-8eec-4d9a-b6f8-585cadd15b8e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet 89b2e8a1-65c8-48b4-b035-497b7067d45e {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:44:08.452123 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eda438a7-8eec-4d9a-b6f8-585cadd15b8e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:08.458311 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a028fea5-dccb-4c60-8111-a1285d911eba req-6c72edd2-7870-4702-b67c-87480153e05a tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d0348b6-c485-40e9-bece-971278800549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6131880 Nov 25 19:44:08.485061 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ac943bf-8637-47e3-a052-7489eca64f99 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:08.565895 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ac943bf-8637-47e3-a052-7489eca64f99 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2046030'] for router, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:08.596105 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7b073ec7-7865-494d-9993-37a12801822a None None] Port c4714af9-657a-4c39-ade2-28ed04ad9e70 was deleted so its status cannot be updated. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 25 19:44:08.689549 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eda438a7-8eec-4d9a-b6f8-585cadd15b8e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:08.839230 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5410b857-b4f3-452e-a69a-7c8ebdd315ea None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:08.905223 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5410b857-b4f3-452e-a69a-7c8ebdd315ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:08.927467 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eda438a7-8eec-4d9a-b6f8-585cadd15b8e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:09.101306 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eda438a7-8eec-4d9a-b6f8-585cadd15b8e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:09.167116 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa7672-ecc5-4763-819e-a119c3f612e4 None None] Pushing event updated for resources: {'Port': ['ID=a2018239-9ba2-4fdc-9f17-3d3baf6e384d,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:09.258509 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda438a7-8eec-4d9a-b6f8-585cadd15b8e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=89b2e8a1-65c8-48b4-b035-497b7067d45e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:09.282064 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eda438a7-8eec-4d9a-b6f8-585cadd15b8e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:09.293014 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-eda438a7-8eec-4d9a-b6f8-585cadd15b8e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/89b2e8a1-65c8-48b4-b035-497b7067d45e HTTP/1.1" status: 204 len: 168 time: 1.0559700 Nov 25 19:44:09.296049 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff962a40-386b-40e5-9a2b-fca7457e8c09 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:09.296984 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49972) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:09.362491 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a2c75441-4924-4f8d-94d7-2b20e7586d5a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574646 Nov 25 19:44:09.364994 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49974) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:09.480958 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5410b857-b4f3-452e-a69a-7c8ebdd315ea None None] Attempting to bind port a2018239-9ba2-4fdc-9f17-3d3baf6e384d on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:44:09.481534 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5410b857-b4f3-452e-a69a-7c8ebdd315ea None None] Attempting to bind port a2018239-9ba2-4fdc-9f17-3d3baf6e384d by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '4d722945-dd22-497f-b817-4e85c5a03e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '529c018b-473e-4dee-9a3c-a094bf895584'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:44:09.481680 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5410b857-b4f3-452e-a69a-7c8ebdd315ea None None] Attempting to bind port a2018239-9ba2-4fdc-9f17-3d3baf6e384d on network 529c018b-473e-4dee-9a3c-a094bf895584 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:44:09.516657 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5410b857-b4f3-452e-a69a-7c8ebdd315ea None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:44:09.517359 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5410b857-b4f3-452e-a69a-7c8ebdd315ea None None] Checking segment: {'id': '4d722945-dd22-497f-b817-4e85c5a03e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '529c018b-473e-4dee-9a3c-a094bf895584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:09.517783 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5410b857-b4f3-452e-a69a-7c8ebdd315ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:09.518189 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5410b857-b4f3-452e-a69a-7c8ebdd315ea None None] Bound using segment: {'id': '4d722945-dd22-497f-b817-4e85c5a03e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '529c018b-473e-4dee-9a3c-a094bf895584'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:44:09.518742 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5410b857-b4f3-452e-a69a-7c8ebdd315ea None None] Bound port: a2018239-9ba2-4fdc-9f17-3d3baf6e384d, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d722945-dd22-497f-b817-4e85c5a03e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '529c018b-473e-4dee-9a3c-a094bf895584'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:44:09.519136 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5410b857-b4f3-452e-a69a-7c8ebdd315ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:09.552259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b0c967-c4ce-4c1a-bc52-3b091ab8a161 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:09.557389 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-55b0c967-c4ce-4c1a-bc52-3b091ab8a161 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1902461 Nov 25 19:44:09.561235 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49978) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:09.636399 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac943bf-8637-47e3-a052-7489eca64f99 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Router 95ea7809-2a72-4041-a5a7-4109f3c83fde has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:44:09.703224 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f560fff7-d66c-4cb0-9400-bbb9d13e389d None None] DHCP port deletion for b691ce13-c3fa-46f8-892f-a6e3ddf6046b request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:44:09.721507 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5410b857-b4f3-452e-a69a-7c8ebdd315ea None None] For port a2018239-9ba2-4fdc-9f17-3d3baf6e384d, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:44:09.770664 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5410b857-b4f3-452e-a69a-7c8ebdd315ea None None] For port a2018239-9ba2-4fdc-9f17-3d3baf6e384d, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a2018239-9ba2-4fdc-9f17-3d3baf6e384d,segment=NetworkSegment(4d722945-dd22-497f-b817-4e85c5a03e3d),segment_id=4d722945-dd22-497f-b817-4e85c5a03e3d)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:44:09.778122 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4912365-07ef-442e-9d93-d15963d0b2c6 req-7f30522d-3955-4bd6-be9c-fa4f7f41c8b4 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:09.784466 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f4912365-07ef-442e-9d93-d15963d0b2c6 req-7f30522d-3955-4bd6-be9c-fa4f7f41c8b4 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/ports?device_id=50598f48-bcdb-4172-b7a9-101683c54206 HTTP/1.1" status: 200 len: 946 time: 1.1029806 Nov 25 19:44:09.808030 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5410b857-b4f3-452e-a69a-7c8ebdd315ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:09.820587 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-64fd2726-ea3a-4f34-981b-c4d5a7dd4610 None None] Provisioning complete for port a2018239-9ba2-4fdc-9f17-3d3baf6e384d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:09.820989 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-64fd2726-ea3a-4f34-981b-c4d5a7dd4610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:09.828981 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd9f45e-7340-46e7-b6ac-8596ef6c2e35 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:09.832912 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9cd9f45e-7340-46e7-b6ac-8596ef6c2e35 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2651851 Nov 25 19:44:09.836449 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49982) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:10.010452 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-79dbb17a-abe8-4ed9-905e-2674e22802e3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1688318 Nov 25 19:44:10.016096 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49984) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:10.042100 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa7672-ecc5-4763-819e-a119c3f612e4 None None] Pushing event updated for resources: {'Port': ['ID=a2018239-9ba2-4fdc-9f17-3d3baf6e384d,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:10.079013 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5410b857-b4f3-452e-a69a-7c8ebdd315ea None None] Routers {'2e78158f-7222-4483-bc52-15df5bef26b4'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:10.079686 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5410b857-b4f3-452e-a69a-7c8ebdd315ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:44:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['2e78158f-7222-4483-bc52-15df5bef26b4'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:10.157198 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-b04d4d54-9675-49e1-b780-daba619fd422 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:10.245987 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5410b857-b4f3-452e-a69a-7c8ebdd315ea None None] Set router 2e78158f-7222-4483-bc52-15df5bef26b4 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:44:10.529626 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-f560fff7-d66c-4cb0-9400-bbb9d13e389d None None] Deleting port 0c52197e-f176-4999-be84-95f74e3c8252 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:10.529626 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f560fff7-d66c-4cb0-9400-bbb9d13e389d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:10.595118 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f4912365-07ef-442e-9d93-d15963d0b2c6 req-14b61671-fd29-4980-83a5-a3dbeff000d1 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e42ee364-b894-4240-9250-2a0df610b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7994661 Nov 25 19:44:10.645716 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac943bf-8637-47e3-a052-7489eca64f99 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:44:10.650550 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04d4d54-9675-49e1-b780-daba619fd422 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:10.659818 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b04d4d54-9675-49e1-b780-daba619fd422 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:10.695396 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f560fff7-d66c-4cb0-9400-bbb9d13e389d None None] For port 0c52197e-f176-4999-be84-95f74e3c8252, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0c52197e-f176-4999-be84-95f74e3c8252,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:10.695806 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f560fff7-d66c-4cb0-9400-bbb9d13e389d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:10.704621 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ac943bf-8637-47e3-a052-7489eca64f99 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:10.706378 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3ac943bf-8637-47e3-a052-7489eca64f99 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "PUT /v2.0/routers/95ea7809-2a72-4041-a5a7-4109f3c83fde HTTP/1.1" status: 200 len: 886 time: 3.7578759 Nov 25 19:44:10.711255 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49992) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:10.715703 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-f560fff7-d66c-4cb0-9400-bbb9d13e389d None None] Calling delete_port for 0c52197e-f176-4999-be84-95f74e3c8252 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:10.736844 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0126da-d7a4-428a-a95e-c96f7c51aac0 None None] Sync routers for ids ['95ea7809-2a72-4041-a5a7-4109f3c83fde'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:44:10.787244 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0126da-d7a4-428a-a95e-c96f7c51aac0 None None] Routers {'95ea7809-2a72-4041-a5a7-4109f3c83fde'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:10.787927 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-be0126da-d7a4-428a-a95e-c96f7c51aac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:44:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['95ea7809-2a72-4041-a5a7-4109f3c83fde'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:10.833068 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-be0126da-d7a4-428a-a95e-c96f7c51aac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:10.883971 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-64fd2726-ea3a-4f34-981b-c4d5a7dd4610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:10.936202 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5410b857-b4f3-452e-a69a-7c8ebdd315ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e78158f-7222-4483-bc52-15df5bef26b4', 'name': 'tempest-TaggedBootDevicesTest_v242-1655817822-router', 'tenant_id': '55ccd4ac80d24284a519d8a32595d265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'bbeafe1b-94c9-4479-9acd-0e4f10128a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:43Z', 'updated_at': '2021-11-25T19:43:54Z', 'revision_number': 4, 'project_id': '55ccd4ac80d24284a519d8a32595d265', 'gw_port': {'id': 'bbeafe1b-94c9-4479-9acd-0e4f10128a66', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e78158f-7222-4483-bc52-15df5bef26b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:45Z', 'updated_at': '2021-11-25T19:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'a2018239-9ba2-4fdc-9f17-3d3baf6e384d', 'name': '', 'network_id': '529c018b-473e-4dee-9a3c-a094bf895584', 'tenant_id': '55ccd4ac80d24284a519d8a32595d265', 'mac_address': 'fa:16:3e:2e:1d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e78158f-7222-4483-bc52-15df5bef26b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '918e3e3e-1e70-4402-bcb1-31a8da748aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:51Z', 'updated_at': '2021-11-25T19:44:09Z', 'revision_number': 4, 'project_id': '55ccd4ac80d24284a519d8a32595d265', 'subnets': [{'id': '918e3e3e-1e70-4402-bcb1-31a8da748aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:10.942134 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0126da-d7a4-428a-a95e-c96f7c51aac0 None None] Routers {'95ea7809-2a72-4041-a5a7-4109f3c83fde'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:10.943117 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-be0126da-d7a4-428a-a95e-c96f7c51aac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:44:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['95ea7809-2a72-4041-a5a7-4109f3c83fde'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:10.990400 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-be0126da-d7a4-428a-a95e-c96f7c51aac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:10.990705 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0126da-d7a4-428a-a95e-c96f7c51aac0 None None] The sync data for ids ['95ea7809-2a72-4041-a5a7-4109f3c83fde'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:44:11.109332 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5410b857-b4f3-452e-a69a-7c8ebdd315ea None None] The sync data for ids ['2e78158f-7222-4483-bc52-15df5bef26b4'] in n-d-819349-5 is: [{'id': '2e78158f-7222-4483-bc52-15df5bef26b4', 'name': 'tempest-TaggedBootDevicesTest_v242-1655817822-router', 'tenant_id': '55ccd4ac80d24284a519d8a32595d265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'bbeafe1b-94c9-4479-9acd-0e4f10128a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:43Z', 'updated_at': '2021-11-25T19:43:54Z', 'revision_number': 4, 'project_id': '55ccd4ac80d24284a519d8a32595d265', 'gw_port': {'id': 'bbeafe1b-94c9-4479-9acd-0e4f10128a66', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e78158f-7222-4483-bc52-15df5bef26b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:45Z', 'updated_at': '2021-11-25T19:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'a2018239-9ba2-4fdc-9f17-3d3baf6e384d', 'name': '', 'network_id': '529c018b-473e-4dee-9a3c-a094bf895584', 'tenant_id': '55ccd4ac80d24284a519d8a32595d265', 'mac_address': 'fa:16:3e:2e:1d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e78158f-7222-4483-bc52-15df5bef26b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '918e3e3e-1e70-4402-bcb1-31a8da748aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:51Z', 'updated_at': '2021-11-25T19:44:09Z', 'revision_number': 4, 'project_id': '55ccd4ac80d24284a519d8a32595d265', 'subnets': [{'id': '918e3e3e-1e70-4402-bcb1-31a8da748aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:44:11.123237 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-64fd2726-ea3a-4f34-981b-c4d5a7dd4610 None None] For port a2018239-9ba2-4fdc-9f17-3d3baf6e384d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a2018239-9ba2-4fdc-9f17-3d3baf6e384d,segment=NetworkSegment(4d722945-dd22-497f-b817-4e85c5a03e3d),segment_id=4d722945-dd22-497f-b817-4e85c5a03e3d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:11.131470 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-64fd2726-ea3a-4f34-981b-c4d5a7dd4610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:11.205844 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd2726-ea3a-4f34-981b-c4d5a7dd4610 None None] Pushing event updated for resources: {'Port': ['ID=a2018239-9ba2-4fdc-9f17-3d3baf6e384d,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:11.220573 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a2018239-9ba2-4fdc-9f17-3d3baf6e384d up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:11.254851 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191c916-6602-4e12-942b-2daa9639198b req-0b171079-1181-43b2-a93a-719d144cfed4 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:11.259360 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e191c916-6602-4e12-942b-2daa9639198b req-0b171079-1181-43b2-a93a-719d144cfed4 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2699a77-d87d-46ad-9350-c1f62079c4c9 HTTP/1.1" status: 200 len: 944 time: 0.3372602 Nov 25 19:44:11.288820 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9299c208-1591-472a-9af2-e94f65752145 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "GET /v2.0/routers/95ea7809-2a72-4041-a5a7-4109f3c83fde HTTP/1.1" status: 200 len: 886 time: 0.5760098 Nov 25 19:44:11.294128 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49998) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:11.320786 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f560fff7-d66c-4cb0-9400-bbb9d13e389d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:11.367520 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cc7e3589-6c7f-46dc-9259-f7013d9fccbe tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ea7809-2a72-4041-a5a7-4109f3c83fde HTTP/1.1" status: 200 len: 205 time: 0.0711265 Nov 25 19:44:11.373204 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50000) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:11.405467 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560fff7-d66c-4cb0-9400-bbb9d13e389d None None] Pushing event deleted for resources: {'Port': ['ID=0c52197e-f176-4999-be84-95f74e3c8252,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:11.414268 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0ae8120d-e38c-4c1e-8ad6-3607b425fef0 None None] Provisioning complete for port a2018239-9ba2-4fdc-9f17-3d3baf6e384d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:11.416409 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0ae8120d-e38c-4c1e-8ad6-3607b425fef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:11.429770 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f560fff7-d66c-4cb0-9400-bbb9d13e389d None None] No DVR routers for this DVR port 0c52197e-f176-4999-be84-95f74e3c8252 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:44:11.528263 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e191c916-6602-4e12-942b-2daa9639198b req-52d659da-053b-4fa1-8b4d-e820039f3419 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410986 Nov 25 19:44:11.743659 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device db84cdf7-a484-4ef0-b486-da21d58fa711 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:11.748257 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8a27-d270-466b-a499-10cea8c6251c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:11.906433 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b04d4d54-9675-49e1-b780-daba619fd422 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:11.920779 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port a2018239-9ba2-4fdc-9f17-3d3baf6e384d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:11.921376 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:12.021982 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04d4d54-9675-49e1-b780-daba619fd422 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:12.081915 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ea0a0-7c78-464e-bb31-ae5f3a1916d5 req-7c1bc4f1-ac69-40b3-9603-189f6bd60f62 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:12.085244 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6b7ea0a0-7c78-464e-bb31-ae5f3a1916d5 req-7c1bc4f1-ac69-40b3-9603-189f6bd60f62 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa7d1b72-547f-42bb-81d2-562180043097 HTTP/1.1" status: 200 len: 945 time: 0.3156445 Nov 25 19:44:12.168158 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-b04d4d54-9675-49e1-b780-daba619fd422 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:12.171035 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d4d54-9675-49e1-b780-daba619fd422 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=60e58f8d-b33e-49ae-8cf9-b539ab00dff2,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:12.190133 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04d4d54-9675-49e1-b780-daba619fd422 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:12.191161 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b04d4d54-9675-49e1-b780-daba619fd422 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:12.308230 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1e7e33-5757-4841-a6d5-25f8f894d2de None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:12.428973 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b04d4d54-9675-49e1-b780-daba619fd422 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4032898 Nov 25 19:44:12.430340 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50006) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:12.460003 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-bec92e62-9db9-43cf-b8f6-be5142bae8e1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'mac_address': 'fa:16:3e:0b:48:fd', 'name': 'tempest-NetworksTestDHCPv6-175504489'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:12.517778 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6b7ea0a0-7c78-464e-bb31-ae5f3a1916d5 req-bb6d7d55-1312-40d2-afeb-213e90a7414c tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156388 Nov 25 19:44:12.580195 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port db84cdf7-a484-4ef0-b486-da21d58fa711 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:44:12.588084 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port db84cdf7-a484-4ef0-b486-da21d58fa711 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:12.588981 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:12.720979 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8a27-d270-466b-a499-10cea8c6251c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:12.759652 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0c52197e-f176-4999-be84-95f74e3c8252 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:44:12.836014 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 0c52197e-f176-4999-be84-95f74e3c8252 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:44:12.836375 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0c52197e-f176-4999-be84-95f74e3c8252 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:44:12.866958 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7f6c8a27-d270-466b-a499-10cea8c6251c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Deleting port 24693605-4ddd-40b8-9f6f-d04933153770 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:12.867340 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8a27-d270-466b-a499-10cea8c6251c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:12.908451 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:12.974714 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2699a77-d87d-46ad-9350-c1f62079c4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db84cdf7-a484-4ef0-b486-da21d58fa711'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:44:12.977131 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592092c7-36da-4647-8965-1a67b00de85e" -d '{"events": [{"server_uuid": "d2699a77-d87d-46ad-9350-c1f62079c4c9", "name": "network-vif-plugged", "status": "completed", "tag": "db84cdf7-a484-4ef0-b486-da21d58fa711"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:44:12.986954 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade89d8f-3649-4bf0-b9fe-3dd044e0f146 req-ce2f0de5-e986-4435-954a-877fbeb03a10 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:13.002504 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ade89d8f-3649-4bf0-b9fe-3dd044e0f146 req-ce2f0de5-e986-4435-954a-877fbeb03a10 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 945 time: 0.2043455 Nov 25 19:44:13.014909 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port db84cdf7-a484-4ef0-b486-da21d58fa711, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=db84cdf7-a484-4ef0-b486-da21d58fa711,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:13.021981 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:13.032110 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0e77fd-182d-46b1-bb5e-080ad112de98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'fixed_ips': [{'subnet_id': '60e58f8d-b33e-49ae-8cf9-b539ab00dff2'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:44:13.033011 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef0e77fd-182d-46b1-bb5e-080ad112de98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:13.085181 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec92e62-9db9-43cf-b8f6-be5142bae8e1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:13.179778 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bec92e62-9db9-43cf-b8f6-be5142bae8e1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:13.217094 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8a27-d270-466b-a499-10cea8c6251c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:13.227607 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-bec92e62-9db9-43cf-b8f6-be5142bae8e1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] device_id is not set on port be81a665-c102-4d04-b0ac-62add894a3d4 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:44:13.236479 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a2018239-9ba2-4fdc-9f17-3d3baf6e384d up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:13.271239 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7f6c8a27-d270-466b-a499-10cea8c6251c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Calling delete_port for 24693605-4ddd-40b8-9f6f-d04933153770 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:13.307063 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=db84cdf7-a484-4ef0-b486-da21d58fa711,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:13.376772 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-bec92e62-9db9-43cf-b8f6-be5142bae8e1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 2001:db8::29a (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/60e58f8d-b33e-49ae-8cf9-b539ab00dff2/be81a665-c102-4d04-b0ac-62add894a3d4) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:13.527122 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port a2018239-9ba2-4fdc-9f17-3d3baf6e384d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:13.527500 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:13.570265 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ade89d8f-3649-4bf0-b9fe-3dd044e0f146 req-98b92d5e-a44c-4b76-be43-cbad178d3dbe tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d0348b6-c485-40e9-bece-971278800549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5577769 Nov 25 19:44:13.686350 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8a27-d270-466b-a499-10cea8c6251c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:13.759821 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c8a27-d270-466b-a499-10cea8c6251c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Port': ['ID=24693605-4ddd-40b8-9f6f-d04933153770,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:13.775035 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bec92e62-9db9-43cf-b8f6-be5142bae8e1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:13.775678 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefc8e4b-3a39-4895-81c2-1d9708400c80 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:44:13.892713 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bec92e62-9db9-43cf-b8f6-be5142bae8e1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:13.955517 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8a27-d270-466b-a499-10cea8c6251c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.023749 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-ef0e77fd-182d-46b1-bb5e-080ad112de98 None None] Allocated IP 2001:db8::2 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/60e58f8d-b33e-49ae-8cf9-b539ab00dff2/edaab261-4975-4ccf-99c8-9a610bc279ea) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:14.102010 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec92e62-9db9-43cf-b8f6-be5142bae8e1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:14.133897 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-bec92e62-9db9-43cf-b8f6-be5142bae8e1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:14.143297 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec92e62-9db9-43cf-b8f6-be5142bae8e1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:14.150051 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec92e62-9db9-43cf-b8f6-be5142bae8e1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:14.167054 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bec92e62-9db9-43cf-b8f6-be5142bae8e1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.171220 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec92e62-9db9-43cf-b8f6-be5142bae8e1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=be81a665-c102-4d04-b0ac-62add894a3d4,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:14.212930 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bec92e62-9db9-43cf-b8f6-be5142bae8e1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7783170 Nov 25 19:44:14.215734 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50026) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:14.223643 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8a27-d270-466b-a499-10cea8c6251c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.230749 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8a27-d270-466b-a499-10cea8c6251c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.336855 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8a27-d270-466b-a499-10cea8c6251c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.339834 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cd475e-40d6-4f6b-86bb-c0a618b7a3dc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:14.341529 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6c8a27-d270-466b-a499-10cea8c6251c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Fanout notify agent at l3_agent the message router_deleted on router 95ea7809-2a72-4041-a5a7-4109f3c83fde {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:44:14.344898 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-18cd475e-40d6-4f6b-86bb-c0a618b7a3dc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1279602 Nov 25 19:44:14.345691 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50028) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:14.362056 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8a27-d270-466b-a499-10cea8c6251c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.383141 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7f6c8a27-d270-466b-a499-10cea8c6251c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/routers/95ea7809-2a72-4041-a5a7-4109f3c83fde HTTP/1.1" status: 204 len: 168 time: 3.0079072 Nov 25 19:44:14.384874 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50030) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:14.414146 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-64006510-f763-497d-a731-94197de6c66d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'network': {'name': 'tempest-RoutersTest-2004764554'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:14.516731 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64006510-f763-497d-a731-94197de6c66d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Made reservation on behalf of 33fd1ebee1f7494487609e337911c862 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:14.531452 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64006510-f763-497d-a731-94197de6c66d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.571252 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef0e77fd-182d-46b1-bb5e-080ad112de98 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.576248 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8664eca9-8466-4908-91f0-24ae6d150937 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting port be81a665-c102-4d04-b0ac-62add894a3d4 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:14.576578 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8664eca9-8466-4908-91f0-24ae6d150937 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.587681 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef0e77fd-182d-46b1-bb5e-080ad112de98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.600030 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64006510-f763-497d-a731-94197de6c66d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:44:14.652317 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64006510-f763-497d-a731-94197de6c66d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.653785 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-64006510-f763-497d-a731-94197de6c66d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Added segment e58bce1c-828a-421e-bcc8-c15f93b6f47c of type vlan for network af25e2c2-fd31-4882-8303-7cadfc6f3544 Nov 25 19:44:14.679253 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0e77fd-182d-46b1-bb5e-080ad112de98 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:14.685558 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-ef0e77fd-182d-46b1-bb5e-080ad112de98 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:14.693915 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0e77fd-182d-46b1-bb5e-080ad112de98 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:14.717740 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64006510-f763-497d-a731-94197de6c66d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.770605 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64006510-f763-497d-a731-94197de6c66d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.780338 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64006510-f763-497d-a731-94197de6c66d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:14.781010 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64006510-f763-497d-a731-94197de6c66d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.782466 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e77fd-182d-46b1-bb5e-080ad112de98 None None] Pushing event updated for resources: {'Port': ['ID=edaab261-4975-4ccf-99c8-9a610bc279ea,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:14.860014 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ef0e77fd-182d-46b1-bb5e-080ad112de98 None None] Attempting to bind port edaab261-4975-4ccf-99c8-9a610bc279ea on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:44:14.860014 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ef0e77fd-182d-46b1-bb5e-080ad112de98 None None] Attempting to bind port edaab261-4975-4ccf-99c8-9a610bc279ea by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:44:14.864381 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e77fd-182d-46b1-bb5e-080ad112de98 None None] Attempting to bind port edaab261-4975-4ccf-99c8-9a610bc279ea on network b691ce13-c3fa-46f8-892f-a6e3ddf6046b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:44:14.882254 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e77fd-182d-46b1-bb5e-080ad112de98 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:44:14.883588 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e77fd-182d-46b1-bb5e-080ad112de98 None None] Checking segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:14.884156 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef0e77fd-182d-46b1-bb5e-080ad112de98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.886106 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e77fd-182d-46b1-bb5e-080ad112de98 None None] Bound using segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:44:14.887732 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ef0e77fd-182d-46b1-bb5e-080ad112de98 None None] Bound port: edaab261-4975-4ccf-99c8-9a610bc279ea, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:44:14.887732 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef0e77fd-182d-46b1-bb5e-080ad112de98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.960974 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8664eca9-8466-4908-91f0-24ae6d150937 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.991360 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8664eca9-8466-4908-91f0-24ae6d150937 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Calling delete_port for be81a665-c102-4d04-b0ac-62add894a3d4 owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:14.999400 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64006510-f763-497d-a731-94197de6c66d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Network': ['ID=af25e2c2-fd31-4882-8303-7cadfc6f3544,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:15.022033 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-64006510-f763-497d-a731-94197de6c66d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6336830 Nov 25 19:44:15.023051 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50038) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:15.036905 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-307338f3-5138-4346-8ac1-c937213b2b53 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'subnet': {'network_id': 'af25e2c2-fd31-4882-8303-7cadfc6f3544', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:15.040594 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network af25e2c2-fd31-4882-8303-7cadfc6f3544 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:44:15.261601 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ef0e77fd-182d-46b1-bb5e-080ad112de98 None None] For port edaab261-4975-4ccf-99c8-9a610bc279ea, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:44:15.306459 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798c880-ba4b-41a7-b387-e1f02b4d754e req-02296cdb-487c-4285-87cd-e47d89e9fc63 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:15.310750 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2798c880-ba4b-41a7-b387-e1f02b4d754e req-02296cdb-487c-4285-87cd-e47d89e9fc63 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2699a77-d87d-46ad-9350-c1f62079c4c9 HTTP/1.1" status: 200 len: 945 time: 0.6607530 Nov 25 19:44:15.313665 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8664eca9-8466-4908-91f0-24ae6d150937 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:15.327448 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ef0e77fd-182d-46b1-bb5e-080ad112de98 None None] For port edaab261-4975-4ccf-99c8-9a610bc279ea, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=edaab261-4975-4ccf-99c8-9a610bc279ea,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:44:15.372127 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef0e77fd-182d-46b1-bb5e-080ad112de98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:15.372379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664eca9-8466-4908-91f0-24ae6d150937 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Port': ['ID=be81a665-c102-4d04-b0ac-62add894a3d4,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:15.380111 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307338f3-5138-4346-8ac1-c937213b2b53 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Made reservation on behalf of 33fd1ebee1f7494487609e337911c862 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:15.391750 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-307338f3-5138-4346-8ac1-c937213b2b53 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:15.567928 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e77fd-182d-46b1-bb5e-080ad112de98 None None] Pushing event updated for resources: {'Port': ['ID=edaab261-4975-4ccf-99c8-9a610bc279ea,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:15.673494 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2798c880-ba4b-41a7-b387-e1f02b4d754e req-453d0af0-cced-4304-a0f7-056059e02c00 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032691 Nov 25 19:44:15.678876 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8664eca9-8466-4908-91f0-24ae6d150937 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:15.689125 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8664eca9-8466-4908-91f0-24ae6d150937 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/be81a665-c102-4d04-b0ac-62add894a3d4 HTTP/1.1" status: 204 len: 168 time: 1.3414664 Nov 25 19:44:15.691053 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50040) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:15.809347 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c391f2c-77a1-4f9b-bb29-366487aca015 x-openstack-request-id: req-9c391f2c-77a1-4f9b-bb29-366487aca015 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:44:15.810410 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2699a77-d87d-46ad-9350-c1f62079c4c9", "name": "network-vif-plugged", "status": "completed", "tag": "db84cdf7-a484-4ef0-b486-da21d58fa711", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:44:15.811416 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9c391f2c-77a1-4f9b-bb29-366487aca015 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:44:15.812102 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2699a77-d87d-46ad-9350-c1f62079c4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db84cdf7-a484-4ef0-b486-da21d58fa711', 'code': 200} Nov 25 19:44:16.011620 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d753d651-f309-4e30-a5c7-8601e2340837 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:16.017438 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d753d651-f309-4e30-a5c7-8601e2340837 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:16.025591 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d753d651-f309-4e30-a5c7-8601e2340837 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3323951 Nov 25 19:44:16.031660 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50046) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:16.176599 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-307338f3-5138-4346-8ac1-c937213b2b53 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:16.202617 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57dea6-b250-4004-90df-b0c537ae3226 req-84873437-9672-4cf7-8269-ebf343df5b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:16.204422 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dd57dea6-b250-4004-90df-b0c537ae3226 req-84873437-9672-4cf7-8269-ebf343df5b7f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d2699a77-d87d-46ad-9350-c1f62079c4c9 HTTP/1.1" status: 200 len: 1096 time: 0.2564411 Nov 25 19:44:16.229586 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f69835-82a9-4596-90df-5017d71f73bb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet 60e58f8d-b33e-49ae-8cf9-b539ab00dff2 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:44:16.233688 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15f69835-82a9-4596-90df-5017d71f73bb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:16.338070 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307338f3-5138-4346-8ac1-c937213b2b53 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Checking segment: {'id': 'e58bce1c-828a-421e-bcc8-c15f93b6f47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'af25e2c2-fd31-4882-8303-7cadfc6f3544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:16.338990 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307338f3-5138-4346-8ac1-c937213b2b53 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network hostable DHCP agents. Network: af25e2c2-fd31-4882-8303-7cadfc6f3544, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:44:16.353255 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15f69835-82a9-4596-90df-5017d71f73bb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:16.357700 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307338f3-5138-4346-8ac1-c937213b2b53 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Subnet': ['ID=3ab8788d-9ea1-454a-a677-f758b7031db7,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:16.401508 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307338f3-5138-4346-8ac1-c937213b2b53 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network af25e2c2-fd31-4882-8303-7cadfc6f3544 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:44:16.410907 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dd57dea6-b250-4004-90df-b0c537ae3226 req-04f5936c-f008-4c8c-a952-a47768a8e0f6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748326 Nov 25 19:44:16.420054 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-307338f3-5138-4346-8ac1-c937213b2b53 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, af25e2c2-fd31-4882-8303-7cadfc6f3544) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:16.434736 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d84933a-0589-43a1-984c-903c7366c234 None None] Network af25e2c2-fd31-4882-8303-7cadfc6f3544 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:16.435115 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307338f3-5138-4346-8ac1-c937213b2b53 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:16.435901 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac986e28-9151-43e9-a120-5e2d82690df7 req-b3c2b963-69f9-427c-be4a-000c0600dd94 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:16.437291 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-307338f3-5138-4346-8ac1-c937213b2b53 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:16.450606 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac986e28-9151-43e9-a120-5e2d82690df7 req-b3c2b963-69f9-427c-be4a-000c0600dd94 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa7d1b72-547f-42bb-81d2-562180043097 HTTP/1.1" status: 200 len: 945 time: 0.4084530 Nov 25 19:44:16.472077 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-307338f3-5138-4346-8ac1-c937213b2b53 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4426568 Nov 25 19:44:16.473479 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50050) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:16.495841 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c0c437e9-9738-4a44-adcd-9c45c6116063 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-91968957', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:16.562596 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c0c437e9-9738-4a44-adcd-9c45c6116063 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:16.563945 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c0c437e9-9738-4a44-adcd-9c45c6116063 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:16.571015 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac986e28-9151-43e9-a120-5e2d82690df7 req-15df244a-1e57-499b-9b07-daf920cc32e2 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192830 Nov 25 19:44:16.635816 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-17f67133-345f-450b-85b8-00eaf15b4106 req-21de9ea4-70d7-4a25-b710-f43e2da7732e tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1707413486', 'description': 'tempest-description-418755118'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:16.646430 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15f69835-82a9-4596-90df-5017d71f73bb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:16.698663 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c0c437e9-9738-4a44-adcd-9c45c6116063 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:16.706234 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c0c437e9-9738-4a44-adcd-9c45c6116063 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:16.771470 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15f69835-82a9-4596-90df-5017d71f73bb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:16.780392 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c0c437e9-9738-4a44-adcd-9c45c6116063 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:16.781941 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c0c437e9-9738-4a44-adcd-9c45c6116063 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3069842 Nov 25 19:44:16.787452 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50054) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:16.810544 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f69835-82a9-4596-90df-5017d71f73bb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=60e58f8d-b33e-49ae-8cf9-b539ab00dff2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:16.816641 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-17f67133-345f-450b-85b8-00eaf15b4106 req-21de9ea4-70d7-4a25-b710-f43e2da7732e tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:16.859591 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15f69835-82a9-4596-90df-5017d71f73bb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:16.863579 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-15f69835-82a9-4596-90df-5017d71f73bb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/60e58f8d-b33e-49ae-8cf9-b539ab00dff2 HTTP/1.1" status: 204 len: 168 time: 0.7971289 Nov 25 19:44:16.867382 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50056) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:16.931243 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1cadb69f-65c0-4646-be62-8a4b9c96ae3a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598154 Nov 25 19:44:16.933787 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50058) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:16.965540 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0005bedf-6497-48b4-919a-06fb351a97f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-af25e2c2-fd31-4882-8303-7cadfc6f3544', 'network_id': 'af25e2c2-fd31-4882-8303-7cadfc6f3544', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'fixed_ips': [{'subnet_id': '3ab8788d-9ea1-454a-a677-f758b7031db7'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:44:16.966543 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0005bedf-6497-48b4-919a-06fb351a97f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:17.019524 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2c2dd5-a1a4-4c1c-9554-f6253c69f8ea tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:17.022137 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cb2c2dd5-a1a4-4c1c-9554-f6253c69f8ea tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0871091 Nov 25 19:44:17.030702 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50060) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:17.121213 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-17f67133-345f-450b-85b8-00eaf15b4106 req-21de9ea4-70d7-4a25-b710-f43e2da7732e tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:17.133878 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-17f67133-345f-450b-85b8-00eaf15b4106 req-21de9ea4-70d7-4a25-b710-f43e2da7732e tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:17.235999 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de9ea4-70d7-4a25-b710-f43e2da7732e tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=142a6646-e6b0-4d41-b398-b5d325952f68,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:17.269243 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72886582-c4d0-41d1-9141-8bda616181ec tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:17.276039 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-72886582-c4d0-41d1-9141-8bda616181ec tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2449510 Nov 25 19:44:17.280459 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50062) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:17.285120 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-17f67133-345f-450b-85b8-00eaf15b4106 req-21de9ea4-70d7-4a25-b710-f43e2da7732e tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:17.286513 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17f67133-345f-450b-85b8-00eaf15b4106 req-21de9ea4-70d7-4a25-b710-f43e2da7732e tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.6603777 Nov 25 19:44:17.342444 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-0005bedf-6497-48b4-919a-06fb351a97f7 None None] Allocated IP 172.20.0.2 (af25e2c2-fd31-4882-8303-7cadfc6f3544/3ab8788d-9ea1-454a-a677-f758b7031db7/965255da-1d78-41b8-aeed-bdd6d55f5a17) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:17.360530 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device edaab261-4975-4ccf-99c8-9a610bc279ea up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:17.380305 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6262bd36-afc7-417c-8759-baa849e26c37 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924685 Nov 25 19:44:17.388018 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50066) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:17.400366 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-a60fd63f-8abf-4fc7-b250-b23aecccfd88 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:17.640598 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60fd63f-8abf-4fc7-b250-b23aecccfd88 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:17.645096 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a60fd63f-8abf-4fc7-b250-b23aecccfd88 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:17.655780 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652a23f5-dcd3-4ade-aae2-ce7bf6fd1bc5 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:17.660988 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b36a7b69-d10b-4134-b83a-b4eff5174efe tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:17.685273 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6f9b9-071b-44dc-8b58-ef3f8ee5d88b req-d1e4d122-835e-4c5d-baf9-7135ff6c5aca tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:17.687026 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4cd6f9b9-071b-44dc-8b58-ef3f8ee5d88b req-d1e4d122-835e-4c5d-baf9-7135ff6c5aca tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2699a77-d87d-46ad-9350-c1f62079c4c9 HTTP/1.1" status: 200 len: 945 time: 0.1198401 Nov 25 19:44:17.786725 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ba2f0b68-ccc0-46e5-a4d2-28018158763b None None] Provisioning complete for port edaab261-4975-4ccf-99c8-9a610bc279ea triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:17.787136 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ba2f0b68-ccc0-46e5-a4d2-28018158763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:17.818066 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4cd6f9b9-071b-44dc-8b58-ef3f8ee5d88b req-487ef3ef-d93e-4599-aba4-47d797998e0c tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790157 Nov 25 19:44:17.908254 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port edaab261-4975-4ccf-99c8-9a610bc279ea triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:17.909819 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:18.160134 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-04336417-7d4a-4541-95de-8ab752549973 req-8b99976b-9136-43b9-b6b6-93251e041c0b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=74c94f3d-15fb-4214-96e4-39e263e12641&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2191525 Nov 25 19:44:18.317145 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-588fe4ad-a389-432d-bb96-20027bf53d09 req-301bcddb-de25-4e8b-9812-2a58798775f4 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1707413486&fields=id&tenant_id=ba2221b48b744bd48a410a13c6b8c9a7 HTTP/1.1" status: 200 len: 267 time: 0.2816865 Nov 25 19:44:18.333817 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0005bedf-6497-48b4-919a-06fb351a97f7 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:18.343904 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0005bedf-6497-48b4-919a-06fb351a97f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:18.460062 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04336417-7d4a-4541-95de-8ab752549973 req-647650d9-c025-4934-a605-84efeab372b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:18.461118 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-04336417-7d4a-4541-95de-8ab752549973 req-647650d9-c025-4934-a605-84efeab372b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abb922ce65454bc1915d7b2c3b27e005&device_id=74c94f3d-15fb-4214-96e4-39e263e12641 HTTP/1.1" status: 200 len: 1096 time: 0.2253752 Nov 25 19:44:18.506869 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0005bedf-6497-48b4-919a-06fb351a97f7 None None] Network af25e2c2-fd31-4882-8303-7cadfc6f3544 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:18.514588 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-0005bedf-6497-48b4-919a-06fb351a97f7 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:18.527273 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0005bedf-6497-48b4-919a-06fb351a97f7 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:18.529422 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005bedf-6497-48b4-919a-06fb351a97f7 None None] Pushing event updated for resources: {'Port': ['ID=965255da-1d78-41b8-aeed-bdd6d55f5a17,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:18.570556 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b947a92-bebc-4468-825a-0b28c8a8537c None None] DHCP port deletion for b691ce13-c3fa-46f8-892f-a6e3ddf6046b request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:44:18.594179 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fe4ad-a389-432d-bb96-20027bf53d09 req-4a6ceb05-6e8f-4860-ba21-de348058f532 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:18.596631 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-588fe4ad-a389-432d-bb96-20027bf53d09 req-4a6ceb05-6e8f-4860-ba21-de348058f532 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 945 time: 0.2744439 Nov 25 19:44:18.617140 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-588fe4ad-a389-432d-bb96-20027bf53d09 req-63c22841-a444-49df-b94f-1344b300d7bd tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Request body: {'port': {'security_groups': ['5d0348b6-c485-40e9-bece-971278800549', '142a6646-e6b0-4d41-b398-b5d325952f68']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:18.669636 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04336417-7d4a-4541-95de-8ab752549973 req-a787583c-0519-45d1-895f-046999d678bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:18.671704 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-04336417-7d4a-4541-95de-8ab752549973 req-a787583c-0519-45d1-895f-046999d678bf service neutron] 10.222.0.73 "GET /v2.0/networks?id=0144b778-2e7c-4a1d-86b2-f3dbc366beab HTTP/1.1" status: 200 len: 916 time: 0.1752369 Nov 25 19:44:18.674794 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:18.696806 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-b36a7b69-d10b-4134-b83a-b4eff5174efe tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Allocated IP 172.20.0.1 (af25e2c2-fd31-4882-8303-7cadfc6f3544/3ab8788d-9ea1-454a-a677-f758b7031db7/45cb1da2-bdd4-41e7-80f5-da143c6b7cac) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:18.748160 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-04336417-7d4a-4541-95de-8ab752549973 req-037e67c5-ffbf-412b-97ea-381b26e45dee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=831e98c1-f30d-4b30-83fa-f698b4da9096 HTTP/1.1" status: 200 len: 217 time: 0.0638535 Nov 25 19:44:18.812797 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-588fe4ad-a389-432d-bb96-20027bf53d09 req-63c22841-a444-49df-b94f-1344b300d7bd tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:18.899839 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ba2f0b68-ccc0-46e5-a4d2-28018158763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:18.905788 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04336417-7d4a-4541-95de-8ab752549973 req-1b1a8f80-7c3c-4596-b857-eb7eb25297fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:18.912964 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-04336417-7d4a-4541-95de-8ab752549973 req-1b1a8f80-7c3c-4596-b857-eb7eb25297fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17ff6b3c-3d44-40a6-b0c9-a57101908837 HTTP/1.1" status: 200 len: 855 time: 0.1495442 Nov 25 19:44:18.975601 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-04336417-7d4a-4541-95de-8ab752549973 req-3af8b828-402a-4f39-b74c-f5a773aafc58 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0144b778-2e7c-4a1d-86b2-f3dbc366beab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479159 Nov 25 19:44:18.987492 n-d-819349-5 neutron-server[103600]: DEBUG neutron.objects.ports [None req-a60fd63f-8abf-4fc7-b250-b23aecccfd88 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103600) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:44:18.995873 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port edaab261-4975-4ccf-99c8-9a610bc279ea, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=edaab261-4975-4ccf-99c8-9a610bc279ea,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:19.129265 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-04336417-7d4a-4541-95de-8ab752549973 req-cc09a56f-3fc0-4e0f-8e1d-31367a285465 service neutron] 10.222.0.73 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134627 Nov 25 19:44:19.137699 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b36a7b69-d10b-4134-b83a-b4eff5174efe tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:19.210628 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-588fe4ad-a389-432d-bb96-20027bf53d09 req-63c22841-a444-49df-b94f-1344b300d7bd tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] For port f45b5dd8-121a-4637-a9da-17aa0f66595f, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=f45b5dd8-121a-4637-a9da-17aa0f66595f,segment=NetworkSegment(25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1),segment_id=25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:19.251816 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-588fe4ad-a389-432d-bb96-20027bf53d09 req-63c22841-a444-49df-b94f-1344b300d7bd tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:19.262635 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-04336417-7d4a-4541-95de-8ab752549973 req-024e9dfb-4747-4793-b0d8-2416e98e72a7 service neutron] 10.222.0.73 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188328 Nov 25 19:44:19.312040 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:19.319054 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0005bedf-6497-48b4-919a-06fb351a97f7 None None] Attempting to bind port 965255da-1d78-41b8-aeed-bdd6d55f5a17 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:44:19.319454 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0005bedf-6497-48b4-919a-06fb351a97f7 None None] Attempting to bind port 965255da-1d78-41b8-aeed-bdd6d55f5a17 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'e58bce1c-828a-421e-bcc8-c15f93b6f47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'af25e2c2-fd31-4882-8303-7cadfc6f3544'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:44:19.319852 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0005bedf-6497-48b4-919a-06fb351a97f7 None None] Attempting to bind port 965255da-1d78-41b8-aeed-bdd6d55f5a17 on network af25e2c2-fd31-4882-8303-7cadfc6f3544 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:44:19.341694 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b36a7b69-d10b-4134-b83a-b4eff5174efe tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:19.348708 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-588fe4ad-a389-432d-bb96-20027bf53d09 req-63c22841-a444-49df-b94f-1344b300d7bd tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:19.398154 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['f45b5dd8-121a-4637-a9da-17aa0f66595f'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:44:19.426633 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0005bedf-6497-48b4-919a-06fb351a97f7 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:44:19.427019 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0005bedf-6497-48b4-919a-06fb351a97f7 None None] Checking segment: {'id': 'e58bce1c-828a-421e-bcc8-c15f93b6f47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'af25e2c2-fd31-4882-8303-7cadfc6f3544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:19.427466 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0005bedf-6497-48b4-919a-06fb351a97f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:19.427854 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0005bedf-6497-48b4-919a-06fb351a97f7 None None] Bound using segment: {'id': 'e58bce1c-828a-421e-bcc8-c15f93b6f47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'af25e2c2-fd31-4882-8303-7cadfc6f3544'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:44:19.428374 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0005bedf-6497-48b4-919a-06fb351a97f7 None None] Bound port: 965255da-1d78-41b8-aeed-bdd6d55f5a17, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58bce1c-828a-421e-bcc8-c15f93b6f47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'af25e2c2-fd31-4882-8303-7cadfc6f3544'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:44:19.430036 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0005bedf-6497-48b4-919a-06fb351a97f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:19.468392 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36a7b69-d10b-4134-b83a-b4eff5174efe tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network af25e2c2-fd31-4882-8303-7cadfc6f3544 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:19.480017 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fe4ad-a389-432d-bb96-20027bf53d09 req-63c22841-a444-49df-b94f-1344b300d7bd tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:19.480712 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-588fe4ad-a389-432d-bb96-20027bf53d09 req-63c22841-a444-49df-b94f-1344b300d7bd tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:19.482217 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-588fe4ad-a389-432d-bb96-20027bf53d09 req-63c22841-a444-49df-b94f-1344b300d7bd tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "PUT /v2.0/ports/f45b5dd8-121a-4637-a9da-17aa0f66595f HTTP/1.1" status: 200 len: 981 time: 0.8722599 Nov 25 19:44:19.482738 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d957538-868e-43ba-aa23-81a4135537db', 'tag': 'f45b5dd8-121a-4637-a9da-17aa0f66595f'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:44:19.487629 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b36a7b69-d10b-4134-b83a-b4eff5174efe tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:19.490740 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75df0f1e-1e0e-46cd-92b5-77970a363271" -d '{"events": [{"name": "network-changed", "server_uuid": "4d957538-868e-43ba-aa23-81a4135537db", "tag": "f45b5dd8-121a-4637-a9da-17aa0f66595f"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:44:19.499375 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device edaab261-4975-4ccf-99c8-9a610bc279ea no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:44:19.520645 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36a7b69-d10b-4134-b83a-b4eff5174efe tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:19.610202 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c22841-a444-49df-b94f-1344b300d7bd tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Pushing event updated for resources: {'Port': ['ID=f45b5dd8-121a-4637-a9da-17aa0f66595f,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:19.612064 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a7b69-d10b-4134-b83a-b4eff5174efe tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Port': ['ID=45cb1da2-bdd4-41e7-80f5-da143c6b7cac,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:19.613991 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1b947a92-bebc-4468-825a-0b28c8a8537c None None] Deleting port edaab261-4975-4ccf-99c8-9a610bc279ea {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:19.614653 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1b947a92-bebc-4468-825a-0b28c8a8537c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:19.675311 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b36a7b69-d10b-4134-b83a-b4eff5174efe tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:19.688571 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a60fd63f-8abf-4fc7-b250-b23aecccfd88 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:19.724399 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-1b947a92-bebc-4468-825a-0b28c8a8537c None None] For port edaab261-4975-4ccf-99c8-9a610bc279ea, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=edaab261-4975-4ccf-99c8-9a610bc279ea,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:19.725116 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1b947a92-bebc-4468-825a-0b28c8a8537c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:19.742353 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1b947a92-bebc-4468-825a-0b28c8a8537c None None] Calling delete_port for edaab261-4975-4ccf-99c8-9a610bc279ea owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:19.774367 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00c20b-1d80-4598-9bf7-b5c8abfd6320 req-92678543-0e04-4d68-86ea-cd5b560b0f6e tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:19.775971 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8e00c20b-1d80-4598-9bf7-b5c8abfd6320 req-92678543-0e04-4d68-86ea-cd5b560b0f6e tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa7d1b72-547f-42bb-81d2-562180043097 HTTP/1.1" status: 200 len: 945 time: 0.1427619 Nov 25 19:44:19.856517 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['f45b5dd8-121a-4637-a9da-17aa0f66595f'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:44:19.865409 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-ba2f0b68-ccc0-46e5-a4d2-28018158763b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:44:19.866092 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-ba2f0b68-ccc0-46e5-a4d2-28018158763b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:44:19.886058 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8e00c20b-1d80-4598-9bf7-b5c8abfd6320 req-66b0aaf7-58d9-4238-8950-9e8e0f99d776 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992684 Nov 25 19:44:19.905776 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=edaab261-4975-4ccf-99c8-9a610bc279ea,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:19.951919 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b36a7b69-d10b-4134-b83a-b4eff5174efe tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:20.071156 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a60fd63f-8abf-4fc7-b250-b23aecccfd88 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] For port edaab261-4975-4ccf-99c8-9a610bc279ea, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=edaab261-4975-4ccf-99c8-9a610bc279ea,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:20.101513 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e713a06-dffe-4e87-8ce3-d1dbd529688e req-84b219cc-b173-46a8-8275-c21ea2c51b1e tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:20.111500 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e713a06-dffe-4e87-8ce3-d1dbd529688e req-84b219cc-b173-46a8-8275-c21ea2c51b1e tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2699a77-d87d-46ad-9350-c1f62079c4c9 HTTP/1.1" status: 200 len: 945 time: 0.1023910 Nov 25 19:44:20.192262 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0005bedf-6497-48b4-919a-06fb351a97f7 None None] For port 965255da-1d78-41b8-aeed-bdd6d55f5a17, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:44:20.198190 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e713a06-dffe-4e87-8ce3-d1dbd529688e req-7d3e7eca-ae65-48de-ac46-298af0c5f5c3 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854247 Nov 25 19:44:20.209079 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a60fd63f-8abf-4fc7-b250-b23aecccfd88 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:20.218931 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a60fd63f-8abf-4fc7-b250-b23aecccfd88 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:20.220057 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a60fd63f-8abf-4fc7-b250-b23aecccfd88 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:20.286185 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0005bedf-6497-48b4-919a-06fb351a97f7 None None] For port 965255da-1d78-41b8-aeed-bdd6d55f5a17, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=965255da-1d78-41b8-aeed-bdd6d55f5a17,segment=NetworkSegment(e58bce1c-828a-421e-bcc8-c15f93b6f47c),segment_id=e58bce1c-828a-421e-bcc8-c15f93b6f47c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:44:20.299195 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1b947a92-bebc-4468-825a-0b28c8a8537c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:20.341922 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0005bedf-6497-48b4-919a-06fb351a97f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:20.410507 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60fd63f-8abf-4fc7-b250-b23aecccfd88 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=edaab261-4975-4ccf-99c8-9a610bc279ea,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:20.413941 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60fd63f-8abf-4fc7-b250-b23aecccfd88 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=4e418cf1-5aec-469b-a055-8c9c188d4727,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:20.481491 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60fd63f-8abf-4fc7-b250-b23aecccfd88 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:20.481491 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-a60fd63f-8abf-4fc7-b250-b23aecccfd88 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:20.492863 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a6d55ec7-c818-4f47-b62b-4ba828ad4cf8 req-0f7d6a20-42d9-4836-a9a8-ccc231032fc8 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1707413486&fields=id&tenant_id=ba2221b48b744bd48a410a13c6b8c9a7 HTTP/1.1" status: 200 len: 267 time: 0.0888283 Nov 25 19:44:20.505010 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60fd63f-8abf-4fc7-b250-b23aecccfd88 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:20.505808 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a60fd63f-8abf-4fc7-b250-b23aecccfd88 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:20.529667 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a60fd63f-8abf-4fc7-b250-b23aecccfd88 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1370735 Nov 25 19:44:20.533097 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50078) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:20.537014 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b947a92-bebc-4468-825a-0b28c8a8537c None None] Pushing event deleted for resources: {'Port': ['ID=edaab261-4975-4ccf-99c8-9a610bc279ea,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:20.564792 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6a073a7e-0d68-4e30-be5f-a0dc3fc4fc6c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:20.576790 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d55ec7-c818-4f47-b62b-4ba828ad4cf8 req-845fe2fd-b57e-4a7d-ab36-291608954d3c tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:20.587604 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a6d55ec7-c818-4f47-b62b-4ba828ad4cf8 req-845fe2fd-b57e-4a7d-ab36-291608954d3c tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 984 time: 0.0934207 Nov 25 19:44:20.594400 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-a6d55ec7-c818-4f47-b62b-4ba828ad4cf8 req-b5d9c18b-8673-4e54-bb72-0cdfc4e37a27 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Request body: {'port': {'security_groups': ['5d0348b6-c485-40e9-bece-971278800549']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:20.651895 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b947a92-bebc-4468-825a-0b28c8a8537c None None] No DVR routers for this DVR port edaab261-4975-4ccf-99c8-9a610bc279ea on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:44:20.719634 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a6d55ec7-c818-4f47-b62b-4ba828ad4cf8 req-b5d9c18b-8673-4e54-bb72-0cdfc4e37a27 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:20.804900 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:20.844687 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b36a7b69-d10b-4134-b83a-b4eff5174efe tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:20.847876 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a073a7e-0d68-4e30-be5f-a0dc3fc4fc6c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:20.852991 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40c6e92-9d6a-4cbc-8a39-8dfe6d3897c5 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:20.861197 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a073a7e-0d68-4e30-be5f-a0dc3fc4fc6c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:20.868344 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b36a7b69-d10b-4134-b83a-b4eff5174efe tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:20.881205 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ba2f0b68-ccc0-46e5-a4d2-28018158763b None None] Port edaab261-4975-4ccf-99c8-9a610bc279ea update to ACTIVE by agent not found {{(pid=103601) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 19:44:20.999641 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-a6d55ec7-c818-4f47-b62b-4ba828ad4cf8 req-b5d9c18b-8673-4e54-bb72-0cdfc4e37a27 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] For port f45b5dd8-121a-4637-a9da-17aa0f66595f, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=f45b5dd8-121a-4637-a9da-17aa0f66595f,segment=NetworkSegment(25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1),segment_id=25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:21.047538 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a6d55ec7-c818-4f47-b62b-4ba828ad4cf8 req-b5d9c18b-8673-4e54-bb72-0cdfc4e37a27 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:21.062251 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a6d55ec7-c818-4f47-b62b-4ba828ad4cf8 req-b5d9c18b-8673-4e54-bb72-0cdfc4e37a27 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:21.210044 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a7b69-d10b-4134-b83a-b4eff5174efe tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Port': ['ID=45cb1da2-bdd4-41e7-80f5-da143c6b7cac,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:21.225506 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b36a7b69-d10b-4134-b83a-b4eff5174efe tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:21.246185 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005bedf-6497-48b4-919a-06fb351a97f7 None None] Pushing event updated for resources: {'Port': ['ID=965255da-1d78-41b8-aeed-bdd6d55f5a17,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:21.250264 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d55ec7-c818-4f47-b62b-4ba828ad4cf8 req-b5d9c18b-8673-4e54-bb72-0cdfc4e37a27 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:21.263980 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a6d55ec7-c818-4f47-b62b-4ba828ad4cf8 req-b5d9c18b-8673-4e54-bb72-0cdfc4e37a27 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:21.285992 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a6d55ec7-c818-4f47-b62b-4ba828ad4cf8 req-b5d9c18b-8673-4e54-bb72-0cdfc4e37a27 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "PUT /v2.0/ports/f45b5dd8-121a-4637-a9da-17aa0f66595f HTTP/1.1" status: 200 len: 942 time: 0.6964979 Nov 25 19:44:21.319936 n-d-819349-5 neutron-server[103599]: INFO neutron.db.ipam_backend_mixin [None req-6a073a7e-0d68-4e30-be5f-a0dc3fc4fc6c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4e418cf1-5aec-469b-a055-8c9c188d4727 (CIDR: 2001:db8::/64) Nov 25 19:44:21.327723 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a073a7e-0d68-4e30-be5f-a0dc3fc4fc6c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:44:21.328584 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a073a7e-0d68-4e30-be5f-a0dc3fc4fc6c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:44:21.388139 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9c18b-8673-4e54-bb72-0cdfc4e37a27 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Pushing event updated for resources: {'Port': ['ID=f45b5dd8-121a-4637-a9da-17aa0f66595f,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:21.399350 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570ddcb5-5397-4f8e-a1e8-120094505d4a x-openstack-request-id: req-570ddcb5-5397-4f8e-a1e8-120094505d4a {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:44:21.399658 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d957538-868e-43ba-aa23-81a4135537db", "tag": "f45b5dd8-121a-4637-a9da-17aa0f66595f", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:44:21.399926 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-570ddcb5-5397-4f8e-a1e8-120094505d4a {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:44:21.400350 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d957538-868e-43ba-aa23-81a4135537db', 'tag': 'f45b5dd8-121a-4637-a9da-17aa0f66595f', 'status': 'completed', 'code': 200} Nov 25 19:44:21.406630 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50084) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:21.407865 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6a073a7e-0d68-4e30-be5f-a0dc3fc4fc6c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8728755 Nov 25 19:44:21.416079 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-5e8d14f7-c756-45e3-840d-7d12171a6c51 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:21.435223 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['f45b5dd8-121a-4637-a9da-17aa0f66595f'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:44:21.457441 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36a7b69-d10b-4134-b83a-b4eff5174efe tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network af25e2c2-fd31-4882-8303-7cadfc6f3544 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:21.459490 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b36a7b69-d10b-4134-b83a-b4eff5174efe tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:21.559230 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123056dc-0746-463e-b2ce-a1ed5c1ec530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'fixed_ips': [{'subnet_id': '4e418cf1-5aec-469b-a055-8c9c188d4727'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:44:21.563168 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-123056dc-0746-463e-b2ce-a1ed5c1ec530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:21.731718 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['f45b5dd8-121a-4637-a9da-17aa0f66595f'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:44:21.737247 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 965255da-1d78-41b8-aeed-bdd6d55f5a17 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:21.803227 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8d14f7-c756-45e3-840d-7d12171a6c51 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:21.806651 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e8d14f7-c756-45e3-840d-7d12171a6c51 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:22.314740 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df0f1e-1e0e-46cd-92b5-77970a363271 req-48dcb1a9-603e-4660-8767-d90ebe8c03b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:22.320259 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-75df0f1e-1e0e-46cd-92b5-77970a363271 req-48dcb1a9-603e-4660-8767-d90ebe8c03b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba2221b48b744bd48a410a13c6b8c9a7&device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 1096 time: 0.8539708 Nov 25 19:44:22.444771 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 965255da-1d78-41b8-aeed-bdd6d55f5a17 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:22.445180 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:22.509511 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8348867-c0b6-4622-ade2-ee660e4a5bae req-25f0d763-400b-4d53-8e3e-abd698671f7d tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:22.520174 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8348867-c0b6-4622-ade2-ee660e4a5bae req-25f0d763-400b-4d53-8e3e-abd698671f7d tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa7d1b72-547f-42bb-81d2-562180043097 HTTP/1.1" status: 200 len: 945 time: 0.2315323 Nov 25 19:44:22.676481 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df0f1e-1e0e-46cd-92b5-77970a363271 req-a7c67c2c-5982-4067-9644-0488f83f890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:22.683131 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-75df0f1e-1e0e-46cd-92b5-77970a363271 req-a7c67c2c-5982-4067-9644-0488f83f890d service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ebe12af-5479-4b9f-987f-445ecc1140ce HTTP/1.1" status: 200 len: 921 time: 0.3472893 Nov 25 19:44:22.687961 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8348867-c0b6-4622-ade2-ee660e4a5bae req-4fbcec7a-4fc9-401d-9ac0-bac78e777e52 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578963 Nov 25 19:44:22.757659 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e8d14f7-c756-45e3-840d-7d12171a6c51 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:22.772768 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-123056dc-0746-463e-b2ce-a1ed5c1ec530 None None] Allocated IP 2001:db8::f816:3eff:fe26:dfb (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/4e418cf1-5aec-469b-a055-8c9c188d4727/b1af587f-92b4-43d2-a5a8-414de819354e) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:22.810519 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36a7b69-d10b-4134-b83a-b4eff5174efe tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Router 5ed9900f-3b73-42f8-ba53-eb4340d418bb is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:44:22.827818 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-75df0f1e-1e0e-46cd-92b5-77970a363271 req-5341569b-8964-4121-89bf-18fb695199f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f45b5dd8-121a-4637-a9da-17aa0f66595f HTTP/1.1" status: 200 len: 217 time: 0.1333134 Nov 25 19:44:22.966071 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee0871e-6c1c-4518-9c6e-770bda5685b6 None None] Network af25e2c2-fd31-4882-8303-7cadfc6f3544 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:23.095123 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8d14f7-c756-45e3-840d-7d12171a6c51 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:23.110538 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-5e8d14f7-c756-45e3-840d-7d12171a6c51 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:23.197205 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df0f1e-1e0e-46cd-92b5-77970a363271 req-c27fc196-b89d-44af-b22a-ecfcc2f58f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:23.203295 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-75df0f1e-1e0e-46cd-92b5-77970a363271 req-c27fc196-b89d-44af-b22a-ecfcc2f58f1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8ae412bb-db44-4343-b3f6-5623966939a0 HTTP/1.1" status: 200 len: 860 time: 0.3598082 Nov 25 19:44:23.246757 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36a7b69-d10b-4134-b83a-b4eff5174efe tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:44:23.260853 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fcd8a9-4aaf-403b-bf50-6e74b80576be None None] Sync routers for ids ['5ed9900f-3b73-42f8-ba53-eb4340d418bb'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:44:23.271652 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b36a7b69-d10b-4134-b83a-b4eff5174efe tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "PUT /v2.0/routers/5ed9900f-3b73-42f8-ba53-eb4340d418bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4795372 Nov 25 19:44:23.271652 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-75df0f1e-1e0e-46cd-92b5-77970a363271 req-8d13df29-bf95-49c2-9c2c-8673a60c3222 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ebe12af-5479-4b9f-987f-445ecc1140ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386302 Nov 25 19:44:23.272070 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50096) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:23.282170 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fcd8a9-4aaf-403b-bf50-6e74b80576be None None] Routers {'5ed9900f-3b73-42f8-ba53-eb4340d418bb'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:23.298508 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f2fcd8a9-4aaf-403b-bf50-6e74b80576be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:44:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['5ed9900f-3b73-42f8-ba53-eb4340d418bb'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:23.420026 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f2fcd8a9-4aaf-403b-bf50-6e74b80576be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:23.434041 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3bbaf8f6-d374-4216-9063-8916e3973b41 None None] Provisioning complete for port 965255da-1d78-41b8-aeed-bdd6d55f5a17 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:23.434714 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3bbaf8f6-d374-4216-9063-8916e3973b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:23.448695 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fcd8a9-4aaf-403b-bf50-6e74b80576be None None] Routers {'5ed9900f-3b73-42f8-ba53-eb4340d418bb'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:23.450158 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f2fcd8a9-4aaf-403b-bf50-6e74b80576be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:44:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['5ed9900f-3b73-42f8-ba53-eb4340d418bb'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:23.514804 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-75df0f1e-1e0e-46cd-92b5-77970a363271 req-bb605267-c3fe-4afa-9c03-c98e5c8b9e33 service neutron] 10.222.0.73 "GET /v2.0/networks/4ebe12af-5479-4b9f-987f-445ecc1140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926012 Nov 25 19:44:23.530653 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f2fcd8a9-4aaf-403b-bf50-6e74b80576be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:23.531818 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fcd8a9-4aaf-403b-bf50-6e74b80576be None None] The sync data for ids ['5ed9900f-3b73-42f8-ba53-eb4340d418bb'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:44:23.537041 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507d192e-cfe7-4469-97c7-725d6fdf391b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:23.537041 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-507d192e-cfe7-4469-97c7-725d6fdf391b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "GET /v2.0/ports/45cb1da2-bdd4-41e7-80f5-da143c6b7cac HTTP/1.1" status: 200 len: 910 time: 0.2636147 Nov 25 19:44:23.539651 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50098) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:23.672513 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a4a49710-53f5-4047-92e6-8e54257d89ff tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3ab8788d-9ea1-454a-a677-f758b7031db7'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:23.717770 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-75df0f1e-1e0e-46cd-92b5-77970a363271 req-6527d5ae-d1aa-4ffd-bb96-6d46f99ffec9 service neutron] 10.222.0.73 "GET /v2.0/networks/4ebe12af-5479-4b9f-987f-445ecc1140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704881 Nov 25 19:44:23.848474 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d957538-868e-43ba-aa23-81a4135537db', 'tag': 'f45b5dd8-121a-4637-a9da-17aa0f66595f'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:44:23.851538 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc88135-2070-4287-be53-968f5d11de7f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d957538-868e-43ba-aa23-81a4135537db", "tag": "f45b5dd8-121a-4637-a9da-17aa0f66595f"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:44:23.869079 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-07e0425c-f7eb-4cac-aff6-009c92e2b075 req-dcac3458-a13c-41f7-be55-0cdc821fed9b tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1041317 Nov 25 19:44:23.874670 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-07e0425c-f7eb-4cac-aff6-009c92e2b075 req-86313acc-105e-4e6f-9ac8-553fb58b37b1 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:23.883161 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8d14f7-c756-45e3-840d-7d12171a6c51 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:23.883388 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e8d14f7-c756-45e3-840d-7d12171a6c51 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:23.916796 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d14f7-c756-45e3-840d-7d12171a6c51 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=b871ebcb-9442-43e2-9e11-80f56083cad6,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:23.938769 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-07e0425c-f7eb-4cac-aff6-009c92e2b075 req-86313acc-105e-4e6f-9ac8-553fb58b37b1 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:23.994373 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5e8d14f7-c756-45e3-840d-7d12171a6c51 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5860317 Nov 25 19:44:23.997906 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50106) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:24.025907 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-6a04003d-eeea-4c3d-92d4-dbfb2fee72bb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'mac_address': 'fa:16:3e:5e:1a:50', 'name': 'tempest-NetworksTestDHCPv6-1812806893'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:24.075882 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:24.133945 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4a49710-53f5-4047-92e6-8e54257d89ff tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:24.225097 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-123056dc-0746-463e-b2ce-a1ed5c1ec530 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:24.279517 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7070c4-9ed4-48ba-8c52-4c0f64f43485 req-8ef2be9a-fc2e-4e66-afd0-610545283550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:24.281044 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9e7070c4-9ed4-48ba-8c52-4c0f64f43485 req-8ef2be9a-fc2e-4e66-afd0-610545283550 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=aa7d1b72-547f-42bb-81d2-562180043097 HTTP/1.1" status: 200 len: 1096 time: 0.4421456 Nov 25 19:44:24.289885 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-123056dc-0746-463e-b2ce-a1ed5c1ec530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:24.333110 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:24.379767 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9e7070c4-9ed4-48ba-8c52-4c0f64f43485 req-2c25a7c9-468c-4bd7-b452-98f4c0e6b686 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874400 Nov 25 19:44:24.387076 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:24.389706 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-07e0425c-f7eb-4cac-aff6-009c92e2b075 req-86313acc-105e-4e6f-9ac8-553fb58b37b1 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:24.399918 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 965255da-1d78-41b8-aeed-bdd6d55f5a17, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=965255da-1d78-41b8-aeed-bdd6d55f5a17,segment=NetworkSegment(e58bce1c-828a-421e-bcc8-c15f93b6f47c),segment_id=e58bce1c-828a-421e-bcc8-c15f93b6f47c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:24.453618 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a04003d-eeea-4c3d-92d4-dbfb2fee72bb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:24.507753 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123056dc-0746-463e-b2ce-a1ed5c1ec530 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:24.513513 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-123056dc-0746-463e-b2ce-a1ed5c1ec530 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:24.517054 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:24.532299 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123056dc-0746-463e-b2ce-a1ed5c1ec530 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:24.694931 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123056dc-0746-463e-b2ce-a1ed5c1ec530 None None] Pushing event updated for resources: {'Port': ['ID=b1af587f-92b4-43d2-a5a8-414de819354e,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:24.695660 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-07e0425c-f7eb-4cac-aff6-009c92e2b075 req-86313acc-105e-4e6f-9ac8-553fb58b37b1 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Allocated IP 172.25.6.249 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/fe012776-d9c8-4a69-9d94-68f061c9e839) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:24.762076 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a04003d-eeea-4c3d-92d4-dbfb2fee72bb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:24.925857 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-6a04003d-eeea-4c3d-92d4-dbfb2fee72bb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] device_id is not set on port 38742abb-0916-492a-8310-ada7723d478a yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:44:24.943461 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-123056dc-0746-463e-b2ce-a1ed5c1ec530 None None] Attempting to bind port b1af587f-92b4-43d2-a5a8-414de819354e on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:44:24.946508 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-123056dc-0746-463e-b2ce-a1ed5c1ec530 None None] Attempting to bind port b1af587f-92b4-43d2-a5a8-414de819354e by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:44:24.947799 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123056dc-0746-463e-b2ce-a1ed5c1ec530 None None] Attempting to bind port b1af587f-92b4-43d2-a5a8-414de819354e on network b691ce13-c3fa-46f8-892f-a6e3ddf6046b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:44:24.966019 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4a49710-53f5-4047-92e6-8e54257d89ff tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:24.977614 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4a49710-53f5-4047-92e6-8e54257d89ff tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:24.977986 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123056dc-0746-463e-b2ce-a1ed5c1ec530 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:44:24.978235 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123056dc-0746-463e-b2ce-a1ed5c1ec530 None None] Checking segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:24.978842 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-123056dc-0746-463e-b2ce-a1ed5c1ec530 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:24.979305 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123056dc-0746-463e-b2ce-a1ed5c1ec530 None None] Bound using segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:44:24.979882 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-123056dc-0746-463e-b2ce-a1ed5c1ec530 None None] Bound port: b1af587f-92b4-43d2-a5a8-414de819354e, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:44:24.980554 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-123056dc-0746-463e-b2ce-a1ed5c1ec530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:24.996913 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=965255da-1d78-41b8-aeed-bdd6d55f5a17,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:25.063778 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-07e0425c-f7eb-4cac-aff6-009c92e2b075 req-86313acc-105e-4e6f-9ac8-553fb58b37b1 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:25.100751 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-123056dc-0746-463e-b2ce-a1ed5c1ec530 None None] For port b1af587f-92b4-43d2-a5a8-414de819354e, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:44:25.104985 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-123056dc-0746-463e-b2ce-a1ed5c1ec530 None None] For port b1af587f-92b4-43d2-a5a8-414de819354e, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b1af587f-92b4-43d2-a5a8-414de819354e,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:44:25.114800 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-123056dc-0746-463e-b2ce-a1ed5c1ec530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:25.132397 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a49710-53f5-4047-92e6-8e54257d89ff tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:25.133156 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4a49710-53f5-4047-92e6-8e54257d89ff tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:25.137503 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a4a49710-53f5-4047-92e6-8e54257d89ff tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "PUT /v2.0/ports/45cb1da2-bdd4-41e7-80f5-da143c6b7cac HTTP/1.1" status: 200 len: 910 time: 1.5920701 Nov 25 19:44:25.140486 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50108) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:25.166678 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-07e0425c-f7eb-4cac-aff6-009c92e2b075 req-86313acc-105e-4e6f-9ac8-553fb58b37b1 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:25.251794 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a49710-53f5-4047-92e6-8e54257d89ff tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Port': ['ID=45cb1da2-bdd4-41e7-80f5-da143c6b7cac,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:25.294107 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e0425c-f7eb-4cac-aff6-009c92e2b075 req-86313acc-105e-4e6f-9ac8-553fb58b37b1 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:25.326973 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123056dc-0746-463e-b2ce-a1ed5c1ec530 None None] Pushing event updated for resources: {'Port': ['ID=b1af587f-92b4-43d2-a5a8-414de819354e,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:25.368271 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-07e0425c-f7eb-4cac-aff6-009c92e2b075 req-86313acc-105e-4e6f-9ac8-553fb58b37b1 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:25.404870 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e0425c-f7eb-4cac-aff6-009c92e2b075 req-86313acc-105e-4e6f-9ac8-553fb58b37b1 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:25.424253 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86313acc-105e-4e6f-9ac8-553fb58b37b1 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Pushing event updated for resources: {'Port': ['ID=fe012776-d9c8-4a69-9d94-68f061c9e839,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:25.452195 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-6a04003d-eeea-4c3d-92d4-dbfb2fee72bb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 2001:db8:0:1::25f (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/b871ebcb-9442-43e2-9e11-80f56083cad6/38742abb-0916-492a-8310-ada7723d478a) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:25.517016 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-6a04003d-eeea-4c3d-92d4-dbfb2fee72bb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 2001:db8::f816:3eff:fe5e:1a50 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/4e418cf1-5aec-469b-a055-8c9c188d4727/38742abb-0916-492a-8310-ada7723d478a) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:25.537660 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device db84cdf7-a484-4ef0-b486-da21d58fa711 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:44:25.750459 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-07e0425c-f7eb-4cac-aff6-009c92e2b075 req-86313acc-105e-4e6f-9ac8-553fb58b37b1 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:25.773999 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d79da6a3-f789-4629-b604-396082538cb5 None None] Provisioning complete for port 45cb1da2-bdd4-41e7-80f5-da143c6b7cac triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:25.774482 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d79da6a3-f789-4629-b604-396082538cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:25.863984 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d79da6a3-f789-4629-b604-396082538cb5 None None] Port 45cb1da2-bdd4-41e7-80f5-da143c6b7cac cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:44:25.881725 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d1a18f8-7e83-4853-87fd-ea9ed20b8d6b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:25.895867 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d79da6a3-f789-4629-b604-396082538cb5 None None] Provisioning complete for port 965255da-1d78-41b8-aeed-bdd6d55f5a17 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:25.896266 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d79da6a3-f789-4629-b604-396082538cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:26.001729 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port db84cdf7-a484-4ef0-b486-da21d58fa711, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=db84cdf7-a484-4ef0-b486-da21d58fa711,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:26.025500 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'db84cdf7-a484-4ef0-b486-da21d58fa711', 'network_id': 'd4d26649-0402-45f1-9591-4343456b37f2', 'port_id': 'db84cdf7-a484-4ef0-b486-da21d58fa711', 'mac_address': 'fa:16:3e:8a:53:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e758be47-f502-42b6-8983-165c34ac1a0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:44:26.132668 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:26.167122 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db84cdf7-a484-4ef0-b486-da21d58fa711 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:44:26.204017 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port db84cdf7-a484-4ef0-b486-da21d58fa711, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=db84cdf7-a484-4ef0-b486-da21d58fa711,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:26.211125 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:26.257719 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-07e0425c-f7eb-4cac-aff6-009c92e2b075 req-86313acc-105e-4e6f-9ac8-553fb58b37b1 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:26.301796 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a04003d-eeea-4c3d-92d4-dbfb2fee72bb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:26.364118 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-b21c9ab1-79db-4ea9-8b7a-57f2dd121c86 None None] Provisioning complete for port 45cb1da2-bdd4-41e7-80f5-da143c6b7cac triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:26.364577 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b21c9ab1-79db-4ea9-8b7a-57f2dd121c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:26.397580 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=db84cdf7-a484-4ef0-b486-da21d58fa711,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:26.406715 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a04003d-eeea-4c3d-92d4-dbfb2fee72bb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:26.416237 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b21c9ab1-79db-4ea9-8b7a-57f2dd121c86 None None] Port 45cb1da2-bdd4-41e7-80f5-da143c6b7cac cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:44:26.424059 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['db84cdf7-a484-4ef0-b486-da21d58fa711'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:44:26.559662 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a04003d-eeea-4c3d-92d4-dbfb2fee72bb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:26.569626 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-6a04003d-eeea-4c3d-92d4-dbfb2fee72bb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:26.586432 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a04003d-eeea-4c3d-92d4-dbfb2fee72bb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:26.616254 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a04003d-eeea-4c3d-92d4-dbfb2fee72bb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:26.616971 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a04003d-eeea-4c3d-92d4-dbfb2fee72bb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:26.649771 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04003d-eeea-4c3d-92d4-dbfb2fee72bb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=38742abb-0916-492a-8310-ada7723d478a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:26.756002 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50132) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:26.757630 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6a04003d-eeea-4c3d-92d4-dbfb2fee72bb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.7306917 Nov 25 19:44:26.759139 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0d1a18f8-7e83-4853-87fd-ea9ed20b8d6b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Deleting port 45cb1da2-bdd4-41e7-80f5-da143c6b7cac {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:26.759403 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d1a18f8-7e83-4853-87fd-ea9ed20b8d6b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:26.770913 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-adb8207e-c21c-4b2c-a91e-8f6cfd26c6df None None] Provisioning complete for port 45cb1da2-bdd4-41e7-80f5-da143c6b7cac triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:26.772289 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-adb8207e-c21c-4b2c-a91e-8f6cfd26c6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:26.916218 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-adb8207e-c21c-4b2c-a91e-8f6cfd26c6df None None] Port 45cb1da2-bdd4-41e7-80f5-da143c6b7cac cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:44:26.988817 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-07e0425c-f7eb-4cac-aff6-009c92e2b075 req-86313acc-105e-4e6f-9ac8-553fb58b37b1 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:27.000685 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-07e0425c-f7eb-4cac-aff6-009c92e2b075 req-86313acc-105e-4e6f-9ac8-553fb58b37b1 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:27.039595 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 965255da-1d78-41b8-aeed-bdd6d55f5a17 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:27.250127 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 965255da-1d78-41b8-aeed-bdd6d55f5a17 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:27.251354 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:27.355041 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-07e0425c-f7eb-4cac-aff6-009c92e2b075 req-86313acc-105e-4e6f-9ac8-553fb58b37b1 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:27.373752 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86313acc-105e-4e6f-9ac8-553fb58b37b1 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Pushing event updated for resources: {'Port': ['ID=fe012776-d9c8-4a69-9d94-68f061c9e839,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:27.395031 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-07e0425c-f7eb-4cac-aff6-009c92e2b075 req-86313acc-105e-4e6f-9ac8-553fb58b37b1 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:27.405055 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-07e0425c-f7eb-4cac-aff6-009c92e2b075 req-86313acc-105e-4e6f-9ac8-553fb58b37b1 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5347764 Nov 25 19:44:27.452899 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0626aa7d-2c92-4e99-8d70-9fb19786be91 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:27.455535 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d1a18f8-7e83-4853-87fd-ea9ed20b8d6b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:27.504569 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f20d06b0-39f4-4f80-8d15-fdc940f46af7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting port 38742abb-0916-492a-8310-ada7723d478a {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:27.505351 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-07e0425c-f7eb-4cac-aff6-009c92e2b075 req-c208bcc3-5750-4d9c-aa67-8cd79d3a171c tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.249 HTTP/1.1" status: 200 len: 696 time: 0.0991974 Nov 25 19:44:27.514844 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f20d06b0-39f4-4f80-8d15-fdc940f46af7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:27.521657 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0d1a18f8-7e83-4853-87fd-ea9ed20b8d6b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Calling delete_port for 45cb1da2-bdd4-41e7-80f5-da143c6b7cac owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:27.548661 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d6d10a0c-3798-45ba-ae62-cbd28f5620f2 None None] Provisioning complete for port b1af587f-92b4-43d2-a5a8-414de819354e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:27.549195 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d6d10a0c-3798-45ba-ae62-cbd28f5620f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:27.565043 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device db84cdf7-a484-4ef0-b486-da21d58fa711 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:27.725382 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b1af587f-92b4-43d2-a5a8-414de819354e up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:27.759131 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0425c-f7eb-4cac-aff6-009c92e2b075 req-f5abaddb-4bcb-4fea-8c2d-3046aaf781b2 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:27.770183 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-07e0425c-f7eb-4cac-aff6-009c92e2b075 req-f5abaddb-4bcb-4fea-8c2d-3046aaf781b2 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.2630634 Nov 25 19:44:27.778212 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-07e0425c-f7eb-4cac-aff6-009c92e2b075 req-185f7f79-28c7-4397-8a43-d55919c03f95 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:44:27.803710 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-07e0425c-f7eb-4cac-aff6-009c92e2b075 req-185f7f79-28c7-4397-8a43-d55919c03f95 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0323119 Nov 25 19:44:27.881947 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f20d06b0-39f4-4f80-8d15-fdc940f46af7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:27.927180 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d6d10a0c-3798-45ba-ae62-cbd28f5620f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:27.929654 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port b1af587f-92b4-43d2-a5a8-414de819354e triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:27.929829 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:27.943761 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f20d06b0-39f4-4f80-8d15-fdc940f46af7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Calling delete_port for 38742abb-0916-492a-8310-ada7723d478a owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:28.212727 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port db84cdf7-a484-4ef0-b486-da21d58fa711 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:28.213541 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:28.272735 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b9730-0e71-41c3-bbae-4f9df1009855 req-d56e7ebc-cde4-4d10-b1cf-2e3f347d2990 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:28.282689 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-195b9730-0e71-41c3-bbae-4f9df1009855 req-d56e7ebc-cde4-4d10-b1cf-2e3f347d2990 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa7d1b72-547f-42bb-81d2-562180043097 HTTP/1.1" status: 200 len: 945 time: 0.1022949 Nov 25 19:44:28.381991 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d1a18f8-7e83-4853-87fd-ea9ed20b8d6b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:28.383886 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-d6d10a0c-3798-45ba-ae62-cbd28f5620f2 None None] For port b1af587f-92b4-43d2-a5a8-414de819354e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b1af587f-92b4-43d2-a5a8-414de819354e,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:28.427477 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-195b9730-0e71-41c3-bbae-4f9df1009855 req-93890594-7996-44ec-8af5-e97dfaa6f52f tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444435 Nov 25 19:44:28.443605 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d6d10a0c-3798-45ba-ae62-cbd28f5620f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:28.550316 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c54de0d-6525-4c75-aeac-53bd1826df3b x-openstack-request-id: req-7c54de0d-6525-4c75-aeac-53bd1826df3b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:44:28.551033 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d957538-868e-43ba-aa23-81a4135537db", "tag": "f45b5dd8-121a-4637-a9da-17aa0f66595f", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:44:28.551524 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7c54de0d-6525-4c75-aeac-53bd1826df3b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:44:28.552297 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d957538-868e-43ba-aa23-81a4135537db', 'tag': 'f45b5dd8-121a-4637-a9da-17aa0f66595f', 'status': 'completed', 'code': 200} Nov 25 19:44:28.756791 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a18f8-7e83-4853-87fd-ea9ed20b8d6b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Port': ['ID=45cb1da2-bdd4-41e7-80f5-da143c6b7cac,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:28.836669 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838b4e0-279a-4617-9682-655eaa9eafca req-6b7c3ba2-7e10-40cc-800a-a77ce240676f tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:28.855614 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3838b4e0-279a-4617-9682-655eaa9eafca req-6b7c3ba2-7e10-40cc-800a-a77ce240676f tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d957538-868e-43ba-aa23-81a4135537db&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1587777 Nov 25 19:44:28.928494 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:29.005711 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3838b4e0-279a-4617-9682-655eaa9eafca req-441d18e2-5f85-4763-9e8a-5bd68885ac90 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.249 HTTP/1.1" status: 200 len: 696 time: 0.1470761 Nov 25 19:44:29.025812 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-3838b4e0-279a-4617-9682-655eaa9eafca req-b62d60fd-4987-4b8f-85a5-9cda7e10150c tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Request body: {'floatingip': {'port_id': 'f45b5dd8-121a-4637-a9da-17aa0f66595f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:29.102530 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d10a0c-3798-45ba-ae62-cbd28f5620f2 None None] Pushing event updated for resources: {'Port': ['ID=b1af587f-92b4-43d2-a5a8-414de819354e,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:29.104550 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3838b4e0-279a-4617-9682-655eaa9eafca req-b62d60fd-4987-4b8f-85a5-9cda7e10150c tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks [] for floatingip, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:29.138807 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2699a77-d87d-46ad-9350-c1f62079c4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db84cdf7-a484-4ef0-b486-da21d58fa711'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:44:29.145447 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa28e5d-f7b9-47b2-9904-abcaf031e3b8" -d '{"events": [{"server_uuid": "d2699a77-d87d-46ad-9350-c1f62079c4c9", "name": "network-vif-plugged", "status": "completed", "tag": "db84cdf7-a484-4ef0-b486-da21d58fa711"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:44:29.228701 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port db84cdf7-a484-4ef0-b486-da21d58fa711, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=db84cdf7-a484-4ef0-b486-da21d58fa711,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:29.258216 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0e9e6e-39ec-44b4-9382-cb9ff210ac27 None None] Update dhcp port {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'fixed_ips': [{'subnet_id': '4e418cf1-5aec-469b-a055-8c9c188d4727', 'ip_address': '2001:db8::f816:3eff:fe26:dfb'}, {'subnet_id': 'b871ebcb-9442-43e2-9e11-80f56083cad6'}], 'binding:host_id': 'n-d-819349-5'}, 'id': 'b1af587f-92b4-43d2-a5a8-414de819354e'} from n-d-819349-5. {{(pid=103601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:44:29.271174 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc88135-2070-4287-be53-968f5d11de7f req-78e52d1a-3844-42a8-b490-43cb2ab28142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:29.278890 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:29.287155 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6bc88135-2070-4287-be53-968f5d11de7f req-78e52d1a-3844-42a8-b490-43cb2ab28142 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba2221b48b744bd48a410a13c6b8c9a7&device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 1096 time: 0.5806682 Nov 25 19:44:29.478387 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=db84cdf7-a484-4ef0-b486-da21d58fa711,revision_number=7']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:29.509779 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-04759afc-df75-4a29-be5c-a8667240e02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:29.525324 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3d0e9e6e-39ec-44b4-9382-cb9ff210ac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:29.586095 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc88135-2070-4287-be53-968f5d11de7f req-2081ee4d-14f5-454b-9d2a-00cda21a723b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:29.587885 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6bc88135-2070-4287-be53-968f5d11de7f req-2081ee4d-14f5-454b-9d2a-00cda21a723b service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ebe12af-5479-4b9f-987f-445ecc1140ce HTTP/1.1" status: 200 len: 921 time: 0.2690525 Nov 25 19:44:29.676055 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6bc88135-2070-4287-be53-968f5d11de7f req-eddd437e-b1c6-48a3-8a78-d865a9ee29f2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f45b5dd8-121a-4637-a9da-17aa0f66595f HTTP/1.1" status: 200 len: 217 time: 0.0648699 Nov 25 19:44:29.770639 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc88135-2070-4287-be53-968f5d11de7f req-f977ca4a-3508-4c4f-98bf-f1b91ea1bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:29.775721 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6bc88135-2070-4287-be53-968f5d11de7f req-f977ca4a-3508-4c4f-98bf-f1b91ea1bb7e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8ae412bb-db44-4343-b3f6-5623966939a0 HTTP/1.1" status: 200 len: 860 time: 0.0636146 Nov 25 19:44:29.849724 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f20d06b0-39f4-4f80-8d15-fdc940f46af7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:29.965747 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6bc88135-2070-4287-be53-968f5d11de7f req-a9907a72-8727-4e29-a5e6-f15cba0bc1b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ebe12af-5479-4b9f-987f-445ecc1140ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1242361 Nov 25 19:44:30.074115 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d06b0-39f4-4f80-8d15-fdc940f46af7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Port': ['ID=38742abb-0916-492a-8310-ada7723d478a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:30.100940 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-3d0e9e6e-39ec-44b4-9382-cb9ff210ac27 None None] Allocated IP 2001:db8:0:1::2 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/b871ebcb-9442-43e2-9e11-80f56083cad6/b1af587f-92b4-43d2-a5a8-414de819354e) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:30.113968 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d1a18f8-7e83-4853-87fd-ea9ed20b8d6b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:30.163560 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f20d06b0-39f4-4f80-8d15-fdc940f46af7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:30.171008 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f20d06b0-39f4-4f80-8d15-fdc940f46af7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/38742abb-0916-492a-8310-ada7723d478a HTTP/1.1" status: 204 len: 168 time: 3.4030192 Nov 25 19:44:30.184714 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50170) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:30.416429 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3d0e9e6e-39ec-44b4-9382-cb9ff210ac27 None None] For port b1af587f-92b4-43d2-a5a8-414de819354e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b1af587f-92b4-43d2-a5a8-414de819354e,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:30.457613 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3d0e9e6e-39ec-44b4-9382-cb9ff210ac27 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:30.468462 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3d0e9e6e-39ec-44b4-9382-cb9ff210ac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:30.563095 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e9e6e-39ec-44b4-9382-cb9ff210ac27 None None] Pushing event updated for resources: {'Port': ['ID=b1af587f-92b4-43d2-a5a8-414de819354e,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:30.685367 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [req-3838b4e0-279a-4617-9682-655eaa9eafca req-b62d60fd-4987-4b8f-85a5-9cda7e10150c tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:44:30.689850 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6bc88135-2070-4287-be53-968f5d11de7f req-62c141c3-91ae-43cf-93df-7b56cfc9d02e service neutron] 10.222.0.73 "GET /v2.0/networks/4ebe12af-5479-4b9f-987f-445ecc1140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6978080 Nov 25 19:44:30.897466 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3838b4e0-279a-4617-9682-655eaa9eafca req-b62d60fd-4987-4b8f-85a5-9cda7e10150c tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:30.905837 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3838b4e0-279a-4617-9682-655eaa9eafca req-b62d60fd-4987-4b8f-85a5-9cda7e10150c tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:31.319732 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b1af587f-92b4-43d2-a5a8-414de819354e up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:31.348797 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [req-3838b4e0-279a-4617-9682-655eaa9eafca req-b62d60fd-4987-4b8f-85a5-9cda7e10150c tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Floating IP ed06cdea-79fa-410f-bda0-262758e0b35e associated. External IP: 172.25.6.249, port: f45b5dd8-121a-4637-a9da-17aa0f66595f. Nov 25 19:44:31.541037 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port b1af587f-92b4-43d2-a5a8-414de819354e triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:31.541445 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:31.563850 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:44:31.695972 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6bc88135-2070-4287-be53-968f5d11de7f req-8595a150-3974-4535-9598-8f8151cd5084 service neutron] 10.222.0.73 "GET /v2.0/networks/4ebe12af-5479-4b9f-987f-445ecc1140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9908593 Nov 25 19:44:31.747318 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41553c9-ecbc-4081-960f-b65893e76cdb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:31.749376 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d41553c9-ecbc-4081-960f-b65893e76cdb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.5609694 Nov 25 19:44:31.770303 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-023b7316-190f-421c-ac46-668e94f42725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:31.775255 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1a18f8-7e83-4853-87fd-ea9ed20b8d6b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Router 5ed9900f-3b73-42f8-ba53-eb4340d418bb has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:44:31.777117 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50182) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:32.013196 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3838b4e0-279a-4617-9682-655eaa9eafca req-b62d60fd-4987-4b8f-85a5-9cda7e10150c tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Router c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:44:32.036008 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1a18f8-7e83-4853-87fd-ea9ed20b8d6b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:44:32.064786 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd4b168-5559-4dad-9bd2-6bd10b1022c4 None None] Sync routers for ids ['5ed9900f-3b73-42f8-ba53-eb4340d418bb'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:44:32.071429 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0d1a18f8-7e83-4853-87fd-ea9ed20b8d6b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "PUT /v2.0/routers/5ed9900f-3b73-42f8-ba53-eb4340d418bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9295375 Nov 25 19:44:32.075352 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50184) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:32.127282 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd4b168-5559-4dad-9bd2-6bd10b1022c4 None None] Routers {'5ed9900f-3b73-42f8-ba53-eb4340d418bb'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:32.130243 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-acd4b168-5559-4dad-9bd2-6bd10b1022c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:44:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['5ed9900f-3b73-42f8-ba53-eb4340d418bb'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:32.187705 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310fefae-4edb-4c06-ab71-f99fd37e3152 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:32.191572 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-310fefae-4edb-4c06-ab71-f99fd37e3152 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4028656 Nov 25 19:44:32.198259 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50186) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:32.281657 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c1ae331b-3ce3-4e12-9a83-6bf0d90938ea tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed9900f-3b73-42f8-ba53-eb4340d418bb HTTP/1.1" status: 200 len: 205 time: 0.2038171 Nov 25 19:44:32.281967 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50192) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:32.648842 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-acd4b168-5559-4dad-9bd2-6bd10b1022c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:32.655021 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7ba63e7-dfcd-4d90-a0e7-e5a84456a2b4 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:32.681582 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd4b168-5559-4dad-9bd2-6bd10b1022c4 None None] Routers {'5ed9900f-3b73-42f8-ba53-eb4340d418bb'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:32.682623 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-acd4b168-5559-4dad-9bd2-6bd10b1022c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:44:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['5ed9900f-3b73-42f8-ba53-eb4340d418bb'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:32.807593 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-acd4b168-5559-4dad-9bd2-6bd10b1022c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:32.809339 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd4b168-5559-4dad-9bd2-6bd10b1022c4 None None] The sync data for ids ['5ed9900f-3b73-42f8-ba53-eb4340d418bb'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:44:32.829074 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2c2b3c77-7131-4715-92d0-fc124f233d7c None None] Provisioning complete for port b1af587f-92b4-43d2-a5a8-414de819354e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:32.832374 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2c2b3c77-7131-4715-92d0-fc124f233d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:33.134448 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ddfd74-9832-490b-a256-a3e0e3077878 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:33.137359 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ddfd74-9832-490b-a256-a3e0e3077878 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:33.139033 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ddfd74-9832-490b-a256-a3e0e3077878 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:33.143328 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-94ddfd74-9832-490b-a256-a3e0e3077878 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.9390614 Nov 25 19:44:33.144741 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50204) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:33.157169 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2c2b3c77-7131-4715-92d0-fc124f233d7c None None] Could not find standard attr ID for object 38742abb-0916-492a-8310-ada7723d478a. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:44:33.184749 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7ba63e7-dfcd-4d90-a0e7-e5a84456a2b4 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:33.188162 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7ba63e7-dfcd-4d90-a0e7-e5a84456a2b4 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:33.243167 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0aea61-04e8-4635-b043-b1ffc1fb76c4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet 4e418cf1-5aec-469b-a055-8c9c188d4727 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:44:33.270599 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d0aea61-04e8-4635-b043-b1ffc1fb76c4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:33.275095 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6feca788-6660-4c24-b6e6-a1b463b1b9d4 None None] Could not find standard attr ID for object be81a665-c102-4d04-b0ac-62add894a3d4. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:44:33.287215 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7ba63e7-dfcd-4d90-a0e7-e5a84456a2b4 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:33.287804 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ba63e7-dfcd-4d90-a0e7-e5a84456a2b4 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Fanout notify agent at l3_agent the message router_deleted on router 5ed9900f-3b73-42f8-ba53-eb4340d418bb {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:44:33.308961 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7ba63e7-dfcd-4d90-a0e7-e5a84456a2b4 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:33.312515 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d7ba63e7-dfcd-4d90-a0e7-e5a84456a2b4 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/routers/5ed9900f-3b73-42f8-ba53-eb4340d418bb HTTP/1.1" status: 204 len: 168 time: 1.0267336 Nov 25 19:44:33.312844 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50206) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:33.339888 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3838b4e0-279a-4617-9682-655eaa9eafca req-b62d60fd-4987-4b8f-85a5-9cda7e10150c tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:44:33.349695 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3838b4e0-279a-4617-9682-655eaa9eafca req-b62d60fd-4987-4b8f-85a5-9cda7e10150c tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:33.352198 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4133863b-1c2f-4826-a837-f78f76a0b212 None None] Sync routers for ids ['c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:44:33.389269 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4133863b-1c2f-4826-a837-f78f76a0b212 None None] Routers {'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:33.389919 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-4133863b-1c2f-4826-a837-f78f76a0b212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:44:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:33.447452 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d0aea61-04e8-4635-b043-b1ffc1fb76c4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:33.448272 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-399d1d59-855f-4a9d-ab73-49e81b221fb7 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Deleting subnet 3ab8788d-9ea1-454a-a677-f758b7031db7 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:44:33.460528 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-399d1d59-855f-4a9d-ab73-49e81b221fb7 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:33.471972 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3838b4e0-279a-4617-9682-655eaa9eafca req-b62d60fd-4987-4b8f-85a5-9cda7e10150c tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "PUT /v2.0/floatingips/ed06cdea-79fa-410f-bda0-262758e0b35e HTTP/1.1" status: 200 len: 996 time: 4.4507017 Nov 25 19:44:33.516744 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d957538-868e-43ba-aa23-81a4135537db', 'tag': 'f45b5dd8-121a-4637-a9da-17aa0f66595f'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:44:33.520457 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac26b82d-6227-49c5-91ed-ffc9a242b94c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d957538-868e-43ba-aa23-81a4135537db", "tag": "f45b5dd8-121a-4637-a9da-17aa0f66595f"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:44:33.593893 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-399d1d59-855f-4a9d-ab73-49e81b221fb7 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:33.644793 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:33.654878 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838b4e0-279a-4617-9682-655eaa9eafca req-926224f5-5498-4cf6-8886-943b46664c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:33.669751 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3838b4e0-279a-4617-9682-655eaa9eafca req-926224f5-5498-4cf6-8886-943b46664c63 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba2221b48b744bd48a410a13c6b8c9a7&device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 1096 time: 0.1922474 Nov 25 19:44:33.696383 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-11406935-f659-4d2b-9ac6-c392df90cf77 None None] Could not find standard attr ID for object 38742abb-0916-492a-8310-ada7723d478a. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:44:33.912303 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-399d1d59-855f-4a9d-ab73-49e81b221fb7 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:34.006768 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-4133863b-1c2f-4826-a837-f78f76a0b212 None None] Set router c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:44:34.118253 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-399d1d59-855f-4a9d-ab73-49e81b221fb7 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:34.145458 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838b4e0-279a-4617-9682-655eaa9eafca req-0c26aa7a-678e-4182-8cc2-f73d6ab06d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:34.151806 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3838b4e0-279a-4617-9682-655eaa9eafca req-0c26aa7a-678e-4182-8cc2-f73d6ab06d3e service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ebe12af-5479-4b9f-987f-445ecc1140ce HTTP/1.1" status: 200 len: 921 time: 0.4804192 Nov 25 19:44:34.153030 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316191d8-c469-47e8-947b-48cd4bbe997e None None] Network af25e2c2-fd31-4882-8303-7cadfc6f3544 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:34.161519 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-399d1d59-855f-4a9d-ab73-49e81b221fb7 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:34.170674 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-399d1d59-855f-4a9d-ab73-49e81b221fb7 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/subnets/3ab8788d-9ea1-454a-a677-f758b7031db7 HTTP/1.1" status: 204 len: 168 time: 0.8566031 Nov 25 19:44:34.171799 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50218) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:34.342829 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ff18c18-a10a-4853-9e4d-6b2dbe21a06d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:34.345291 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d1d59-855f-4a9d-ab73-49e81b221fb7 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab8788d-9ea1-454a-a677-f758b7031db7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:34.447762 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d0aea61-04e8-4635-b043-b1ffc1fb76c4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:34.499392 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-4133863b-1c2f-4826-a837-f78f76a0b212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1522010793-router', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '5019a198-382c-4469-be88-375b0d29b91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:37Z', 'updated_at': '2021-11-25T19:42:51Z', 'revision_number': 4, 'project_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'gw_port': {'id': '5019a198-382c-4469-be88-375b0d29b91e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:41Z', 'updated_at': '2021-11-25T19:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'ed06cdea-79fa-410f-bda0-262758e0b35e', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'floating_ip_address': '172.25.6.249', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'port_id': 'f45b5dd8-121a-4637-a9da-17aa0f66595f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ebe12af-5479-4b9f-987f-445ecc1140ce', 'mac_address': 'fa:16:3e:f2:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d957538-868e-43ba-aa23-81a4135537db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:44:25Z', 'updated_at': '2021-11-25T19:44:30Z', 'revision_number': 1, 'project_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77fcf6a0-55fc-45d2-9c11-edf42fbf247b', 'name': '', 'network_id': '4ebe12af-5479-4b9f-987f-445ecc1140ce', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'mac_address': 'fa:16:3e:5d:11:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '8ae412bb-db44-4343-b3f6-5623966939a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:47Z', 'updated_at': '2021-11-25T19:43:08Z', 'revision_number': 5, 'project_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'subnets': [{'id': '8ae412bb-db44-4343-b3f6-5623966939a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:34.567888 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9ff18c18-a10a-4853-9e4d-6b2dbe21a06d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Deleting port 965255da-1d78-41b8-aeed-bdd6d55f5a17 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:34.568277 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ff18c18-a10a-4853-9e4d-6b2dbe21a06d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:34.660732 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4133863b-1c2f-4826-a837-f78f76a0b212 None None] Checking router: c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:44:34.762325 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7da9ed-d1d4-476f-abce-9103199a55a5 None None] DHCP port deletion for af25e2c2-fd31-4882-8303-7cadfc6f3544 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:44:34.799019 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4133863b-1c2f-4826-a837-f78f76a0b212 None None] Routers {'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:34.802182 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3838b4e0-279a-4617-9682-655eaa9eafca req-e4616264-7308-45ba-a3e7-512c221a06ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f45b5dd8-121a-4637-a9da-17aa0f66595f HTTP/1.1" status: 200 len: 999 time: 0.6401439 Nov 25 19:44:34.802545 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-4133863b-1c2f-4826-a837-f78f76a0b212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:44:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:34.906660 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838b4e0-279a-4617-9682-655eaa9eafca req-d2820a43-166a-4b59-9d8f-9438f0387b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:34.906951 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-9ff18c18-a10a-4853-9e4d-6b2dbe21a06d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] For port 965255da-1d78-41b8-aeed-bdd6d55f5a17, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=965255da-1d78-41b8-aeed-bdd6d55f5a17,segment=NetworkSegment(e58bce1c-828a-421e-bcc8-c15f93b6f47c),segment_id=e58bce1c-828a-421e-bcc8-c15f93b6f47c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:34.907366 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ff18c18-a10a-4853-9e4d-6b2dbe21a06d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:34.917870 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3838b4e0-279a-4617-9682-655eaa9eafca req-d2820a43-166a-4b59-9d8f-9438f0387b07 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ae412bb-db44-4343-b3f6-5623966939a0 HTTP/1.1" status: 200 len: 860 time: 0.1138091 Nov 25 19:44:34.933026 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-5b7da9ed-d1d4-476f-abce-9103199a55a5 None None] Deleting port 965255da-1d78-41b8-aeed-bdd6d55f5a17 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:34.934793 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d0aea61-04e8-4635-b043-b1ffc1fb76c4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:34.938083 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5b7da9ed-d1d4-476f-abce-9103199a55a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:34.963903 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9ff18c18-a10a-4853-9e4d-6b2dbe21a06d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Calling delete_port for 965255da-1d78-41b8-aeed-bdd6d55f5a17 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:35.043113 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3838b4e0-279a-4617-9682-655eaa9eafca req-8d982570-0a7a-44bf-926f-202af9ab9265 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ebe12af-5479-4b9f-987f-445ecc1140ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090624 Nov 25 19:44:35.045007 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d0aea61-04e8-4635-b043-b1ffc1fb76c4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:35.052654 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6d0aea61-04e8-4635-b043-b1ffc1fb76c4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/4e418cf1-5aec-469b-a055-8c9c188d4727 HTTP/1.1" status: 204 len: 168 time: 1.9064884 Nov 25 19:44:35.121423 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50226) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:35.260593 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-4133863b-1c2f-4826-a837-f78f76a0b212 None None] Set router c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:44:35.261529 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5b7da9ed-d1d4-476f-abce-9103199a55a5 None None] For port 965255da-1d78-41b8-aeed-bdd6d55f5a17, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=965255da-1d78-41b8-aeed-bdd6d55f5a17,segment=NetworkSegment(e58bce1c-828a-421e-bcc8-c15f93b6f47c),segment_id=e58bce1c-828a-421e-bcc8-c15f93b6f47c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:35.262665 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5b7da9ed-d1d4-476f-abce-9103199a55a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:35.314812 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-5b7da9ed-d1d4-476f-abce-9103199a55a5 None None] Calling delete_port for 965255da-1d78-41b8-aeed-bdd6d55f5a17 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:35.454601 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b43c234-286c-4bb7-94fe-18a247b02383 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet b871ebcb-9442-43e2-9e11-80f56083cad6 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:44:35.473346 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3838b4e0-279a-4617-9682-655eaa9eafca req-3812a3d4-8d61-45af-95d6-5b20e885cbe2 service neutron] 10.222.0.55 "GET /v2.0/networks/4ebe12af-5479-4b9f-987f-445ecc1140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281486 Nov 25 19:44:35.475870 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0aea61-04e8-4635-b043-b1ffc1fb76c4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=4e418cf1-5aec-469b-a055-8c9c188d4727,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:35.479316 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b43c234-286c-4bb7-94fe-18a247b02383 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:35.503544 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddb5f0b-2b11-44b1-8bd3-368323971ef7 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:35.520733 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 965255da-1d78-41b8-aeed-bdd6d55f5a17 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:44:35.593602 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5b7da9ed-d1d4-476f-abce-9103199a55a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:35.627694 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3838b4e0-279a-4617-9682-655eaa9eafca req-5b63fce7-ad2e-4d0d-95b4-1b75f3a56a7c service neutron] 10.222.0.55 "GET /v2.0/networks/4ebe12af-5479-4b9f-987f-445ecc1140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400554 Nov 25 19:44:35.679593 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b43c234-286c-4bb7-94fe-18a247b02383 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:35.958171 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b43c234-286c-4bb7-94fe-18a247b02383 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:36.021218 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7da9ed-d1d4-476f-abce-9103199a55a5 None None] No DVR routers for this DVR port 965255da-1d78-41b8-aeed-bdd6d55f5a17 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:44:36.031593 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7da9ed-d1d4-476f-abce-9103199a55a5 None None] Pushing event deleted for resources: {'Port': ['ID=965255da-1d78-41b8-aeed-bdd6d55f5a17,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:36.067848 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 965255da-1d78-41b8-aeed-bdd6d55f5a17 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:44:36.068241 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688be87-c9f7-4840-94fc-ee78fc580376 req-70362fbe-09d9-4b8b-bf8f-1217de3c4695 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:36.068551 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 965255da-1d78-41b8-aeed-bdd6d55f5a17 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:44:36.072824 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b688be87-c9f7-4840-94fc-ee78fc580376 req-70362fbe-09d9-4b8b-bf8f-1217de3c4695 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 946 time: 0.1501009 Nov 25 19:44:36.116706 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:36.169839 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ff18c18-a10a-4853-9e4d-6b2dbe21a06d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:36.171504 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:36.221011 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b688be87-c9f7-4840-94fc-ee78fc580376 req-283f292e-9eae-46e8-9ba7-c1a5d600e1c9 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281002 Nov 25 19:44:36.251468 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff18c18-a10a-4853-9e4d-6b2dbe21a06d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] No DVR routers for this DVR port 965255da-1d78-41b8-aeed-bdd6d55f5a17 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:44:36.389186 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b43c234-286c-4bb7-94fe-18a247b02383 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:36.392270 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff18c18-a10a-4853-9e4d-6b2dbe21a06d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Port': ['ID=965255da-1d78-41b8-aeed-bdd6d55f5a17,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:36.428232 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43c234-286c-4bb7-94fe-18a247b02383 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=b871ebcb-9442-43e2-9e11-80f56083cad6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:36.469911 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53bffa4-edf9-4f6a-965d-5d667232d3af x-openstack-request-id: req-c53bffa4-edf9-4f6a-965d-5d667232d3af {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:44:36.472043 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2699a77-d87d-46ad-9350-c1f62079c4c9", "name": "network-vif-plugged", "status": "completed", "tag": "db84cdf7-a484-4ef0-b486-da21d58fa711", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:44:36.474919 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c53bffa4-edf9-4f6a-965d-5d667232d3af {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:44:36.476064 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2699a77-d87d-46ad-9350-c1f62079c4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db84cdf7-a484-4ef0-b486-da21d58fa711', 'code': 200} Nov 25 19:44:36.481034 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-4133863b-1c2f-4826-a837-f78f76a0b212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1522010793-router', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '5019a198-382c-4469-be88-375b0d29b91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:37Z', 'updated_at': '2021-11-25T19:42:51Z', 'revision_number': 4, 'project_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'gw_port': {'id': '5019a198-382c-4469-be88-375b0d29b91e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:41Z', 'updated_at': '2021-11-25T19:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'ed06cdea-79fa-410f-bda0-262758e0b35e', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'floating_ip_address': '172.25.6.249', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'port_id': 'f45b5dd8-121a-4637-a9da-17aa0f66595f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ebe12af-5479-4b9f-987f-445ecc1140ce', 'mac_address': 'fa:16:3e:f2:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d957538-868e-43ba-aa23-81a4135537db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:44:25Z', 'updated_at': '2021-11-25T19:44:30Z', 'revision_number': 1, 'project_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77fcf6a0-55fc-45d2-9c11-edf42fbf247b', 'name': '', 'network_id': '4ebe12af-5479-4b9f-987f-445ecc1140ce', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'mac_address': 'fa:16:3e:5d:11:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '8ae412bb-db44-4343-b3f6-5623966939a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:47Z', 'updated_at': '2021-11-25T19:43:08Z', 'revision_number': 5, 'project_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'subnets': [{'id': '8ae412bb-db44-4343-b3f6-5623966939a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:36.491192 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b43c234-286c-4bb7-94fe-18a247b02383 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:36.507704 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8b43c234-286c-4bb7-94fe-18a247b02383 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/b871ebcb-9442-43e2-9e11-80f56083cad6 HTTP/1.1" status: 204 len: 168 time: 1.3827260 Nov 25 19:44:36.508984 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50256) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:36.574966 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ff18c18-a10a-4853-9e4d-6b2dbe21a06d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:36.603238 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4133863b-1c2f-4826-a837-f78f76a0b212 None None] The sync data for ids ['c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'] in n-d-819349-5 is: [{'id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1522010793-router', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '5019a198-382c-4469-be88-375b0d29b91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:37Z', 'updated_at': '2021-11-25T19:42:51Z', 'revision_number': 4, 'project_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'gw_port': {'id': '5019a198-382c-4469-be88-375b0d29b91e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:41Z', 'updated_at': '2021-11-25T19:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'ed06cdea-79fa-410f-bda0-262758e0b35e', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'floating_ip_address': '172.25.6.249', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'port_id': 'f45b5dd8-121a-4637-a9da-17aa0f66595f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ebe12af-5479-4b9f-987f-445ecc1140ce', 'mac_address': 'fa:16:3e:f2:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d957538-868e-43ba-aa23-81a4135537db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:44:25Z', 'updated_at': '2021-11-25T19:44:30Z', 'revision_number': 1, 'project_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77fcf6a0-55fc-45d2-9c11-edf42fbf247b', 'name': '', 'network_id': '4ebe12af-5479-4b9f-987f-445ecc1140ce', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'mac_address': 'fa:16:3e:5d:11:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '8ae412bb-db44-4343-b3f6-5623966939a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:47Z', 'updated_at': '2021-11-25T19:43:08Z', 'revision_number': 5, 'project_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'subnets': [{'id': '8ae412bb-db44-4343-b3f6-5623966939a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:44:36.608711 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c626b733-2232-4dd5-b0ce-2695ee5be91d None None] DHCP port deletion for b691ce13-c3fa-46f8-892f-a6e3ddf6046b request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:44:36.683508 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f274379-8718-46b6-821d-0ad2f175f650 x-openstack-request-id: req-3f274379-8718-46b6-821d-0ad2f175f650 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:44:36.687606 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d957538-868e-43ba-aa23-81a4135537db", "tag": "f45b5dd8-121a-4637-a9da-17aa0f66595f", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:44:36.689239 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3f274379-8718-46b6-821d-0ad2f175f650 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:44:36.690204 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d957538-868e-43ba-aa23-81a4135537db', 'tag': 'f45b5dd8-121a-4637-a9da-17aa0f66595f', 'status': 'completed', 'code': 200} Nov 25 19:44:36.694233 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b2e29b25-2208-463f-838e-4623c6ad98e7 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1837971 Nov 25 19:44:36.697168 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50258) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:36.715977 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-ed825683-e607-4dbc-8b7c-ba17952c16e9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:36.824877 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-c626b733-2232-4dd5-b0ce-2695ee5be91d None None] Deleting port b1af587f-92b4-43d2-a5a8-414de819354e {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:36.831037 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c626b733-2232-4dd5-b0ce-2695ee5be91d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:36.896927 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9ff18c18-a10a-4853-9e4d-6b2dbe21a06d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af25e2c2-fd31-4882-8303-7cadfc6f3544']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:36.971244 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9ff18c18-a10a-4853-9e4d-6b2dbe21a06d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e58bce1c-828a-421e-bcc8-c15f93b6f47c') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:36.974219 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9ff18c18-a10a-4853-9e4d-6b2dbe21a06d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e58bce1c-828a-421e-bcc8-c15f93b6f47c') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:37.020402 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ff18c18-a10a-4853-9e4d-6b2dbe21a06d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:37.037122 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed825683-e607-4dbc-8b7c-ba17952c16e9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:37.047360 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed825683-e607-4dbc-8b7c-ba17952c16e9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:37.062031 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ff18c18-a10a-4853-9e4d-6b2dbe21a06d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:37.079560 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff18c18-a10a-4853-9e4d-6b2dbe21a06d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:44:37.096400 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ff18c18-a10a-4853-9e4d-6b2dbe21a06d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:44:37.109579 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:44:37.205225 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c626b733-2232-4dd5-b0ce-2695ee5be91d None None] For port b1af587f-92b4-43d2-a5a8-414de819354e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b1af587f-92b4-43d2-a5a8-414de819354e,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:37.205658 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c626b733-2232-4dd5-b0ce-2695ee5be91d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:37.275478 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-c626b733-2232-4dd5-b0ce-2695ee5be91d None None] Calling delete_port for b1af587f-92b4-43d2-a5a8-414de819354e owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:37.352309 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26b82d-6227-49c5-91ed-ffc9a242b94c req-20b0bb8d-6ccd-4870-bb52-11e137c9d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:37.358257 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ac26b82d-6227-49c5-91ed-ffc9a242b94c req-20b0bb8d-6ccd-4870-bb52-11e137c9d1a3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba2221b48b744bd48a410a13c6b8c9a7&device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 1096 time: 0.6859999 Nov 25 19:44:37.364651 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ff18c18-a10a-4853-9e4d-6b2dbe21a06d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:37.374600 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ff18c18-a10a-4853-9e4d-6b2dbe21a06d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:37.380464 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9ff18c18-a10a-4853-9e4d-6b2dbe21a06d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/networks/af25e2c2-fd31-4882-8303-7cadfc6f3544 HTTP/1.1" status: 204 len: 168 time: 3.1595204 Nov 25 19:44:37.405877 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b1af587f-92b4-43d2-a5a8-414de819354e no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:44:37.408941 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50270) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:37.422959 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-9c51bdb4-402a-4c08-9ab7-8e4ec5584eb9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-549543039', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:37.432776 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420e1e9-f349-42b0-a985-1456bc38a2d6 None None] New status for floating IP ed06cdea-79fa-410f-bda0-262758e0b35e: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:44:37.443715 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff18c18-a10a-4853-9e4d-6b2dbe21a06d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Network': ['ID=af25e2c2-fd31-4882-8303-7cadfc6f3544,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:37.650324 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26b82d-6227-49c5-91ed-ffc9a242b94c req-9b28d20c-0ae5-4ea0-90b2-f99ba228c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:37.653845 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ac26b82d-6227-49c5-91ed-ffc9a242b94c req-9b28d20c-0ae5-4ea0-90b2-f99ba228c038 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ebe12af-5479-4b9f-987f-445ecc1140ce HTTP/1.1" status: 200 len: 921 time: 0.2722561 Nov 25 19:44:37.665042 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17b26bd8-e53f-481c-b731-664f9d776366 req-6e03c8da-f231-4d3f-9893-ed3947ae1e8b tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.249 HTTP/1.1" status: 200 len: 999 time: 0.3750372 Nov 25 19:44:37.715703 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c626b733-2232-4dd5-b0ce-2695ee5be91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:37.736933 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: b1af587f-92b4-43d2-a5a8-414de819354e {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:44:37.739201 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b1af587f-92b4-43d2-a5a8-414de819354e not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:44:37.768847 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9c51bdb4-402a-4c08-9ab7-8e4ec5584eb9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:37.769606 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9c51bdb4-402a-4c08-9ab7-8e4ec5584eb9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:37.798389 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c626b733-2232-4dd5-b0ce-2695ee5be91d None None] No DVR routers for this DVR port b1af587f-92b4-43d2-a5a8-414de819354e on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:44:37.809071 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b26bd8-e53f-481c-b731-664f9d776366 req-b73c6128-810a-4886-a48d-bfc085004206 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:37.828753 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17b26bd8-e53f-481c-b731-664f9d776366 req-b73c6128-810a-4886-a48d-bfc085004206 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/ports/f45b5dd8-121a-4637-a9da-17aa0f66595f HTTP/1.1" status: 200 len: 942 time: 0.1625395 Nov 25 19:44:37.829619 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626b733-2232-4dd5-b0ce-2695ee5be91d None None] Pushing event deleted for resources: {'Port': ['ID=b1af587f-92b4-43d2-a5a8-414de819354e,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:37.852876 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ac26b82d-6227-49c5-91ed-ffc9a242b94c req-13dbeb0b-4072-4053-b905-643b31fdbafb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f45b5dd8-121a-4637-a9da-17aa0f66595f HTTP/1.1" status: 200 len: 999 time: 0.1801088 Nov 25 19:44:37.977182 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26b82d-6227-49c5-91ed-ffc9a242b94c req-5bc19ce7-35fe-4802-8b0f-8d3f3b42b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:37.982812 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ac26b82d-6227-49c5-91ed-ffc9a242b94c req-5bc19ce7-35fe-4802-8b0f-8d3f3b42b07c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8ae412bb-db44-4343-b3f6-5623966939a0 HTTP/1.1" status: 200 len: 860 time: 0.1156945 Nov 25 19:44:38.025092 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ac26b82d-6227-49c5-91ed-ffc9a242b94c req-23aa87d0-7891-4936-a3ee-2bd7034aff42 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ebe12af-5479-4b9f-987f-445ecc1140ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365779 Nov 25 19:44:38.183863 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ac26b82d-6227-49c5-91ed-ffc9a242b94c req-30cd2545-528f-4de6-98da-af2aa39f1321 service neutron] 10.222.0.73 "GET /v2.0/networks/4ebe12af-5479-4b9f-987f-445ecc1140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367514 Nov 25 19:44:38.204699 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9c51bdb4-402a-4c08-9ab7-8e4ec5584eb9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:38.229383 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9c51bdb4-402a-4c08-9ab7-8e4ec5584eb9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:38.313062 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17b26bd8-e53f-481c-b731-664f9d776366 req-64702a9e-3375-4d24-a17c-99e8660b727b tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.249 HTTP/1.1" status: 200 len: 1001 time: 0.3494024 Nov 25 19:44:38.384320 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9c51bdb4-402a-4c08-9ab7-8e4ec5584eb9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:38.385461 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9c51bdb4-402a-4c08-9ab7-8e4ec5584eb9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.9722362 Nov 25 19:44:38.392192 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50272) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:38.412610 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ac26b82d-6227-49c5-91ed-ffc9a242b94c req-e37d19e5-8636-4121-ab7c-f2beabde0153 service neutron] 10.222.0.73 "GET /v2.0/networks/4ebe12af-5479-4b9f-987f-445ecc1140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130272 Nov 25 19:44:38.621353 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b26bd8-e53f-481c-b731-664f9d776366 req-60e51ac7-d45a-4615-a734-2b580275b35c tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:38.623828 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17b26bd8-e53f-481c-b731-664f9d776366 req-60e51ac7-d45a-4615-a734-2b580275b35c tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.3023815 Nov 25 19:44:38.643467 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-b998f7bf-7d21-4bf1-8072-d8bebadd5320 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'network': {'name': 'tempest-RoutersTest-1784199852'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:38.786960 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b998f7bf-7d21-4bf1-8072-d8bebadd5320 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Made reservation on behalf of 33fd1ebee1f7494487609e337911c862 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:38.792252 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b998f7bf-7d21-4bf1-8072-d8bebadd5320 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:38.837125 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17b26bd8-e53f-481c-b731-664f9d776366 req-2bcb70c7-b602-4be6-89a8-a3d04e05eec4 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.249 HTTP/1.1" status: 200 len: 1001 time: 0.1848783 Nov 25 19:44:38.843084 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-17b26bd8-e53f-481c-b731-664f9d776366 req-292fca69-26a5-4065-a568-120990f0d099 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:38.916359 n-d-819349-5 neutron-server[103600]: DEBUG neutron.objects.ports [None req-ed825683-e607-4dbc-8b7c-ba17952c16e9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103600) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:44:38.930008 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed825683-e607-4dbc-8b7c-ba17952c16e9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:38.960823 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b998f7bf-7d21-4bf1-8072-d8bebadd5320 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:44:39.034922 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b998f7bf-7d21-4bf1-8072-d8bebadd5320 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:39.044514 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-b998f7bf-7d21-4bf1-8072-d8bebadd5320 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Added segment 7e1c945f-eb07-4145-9349-f37ed0d4e632 of type vlan for network 0ab0cbce-e7ef-441f-9c67-7927b45107fa Nov 25 19:44:39.070750 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-17b26bd8-e53f-481c-b731-664f9d776366 req-292fca69-26a5-4065-a568-120990f0d099 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks [] for floatingip, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:39.081388 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed825683-e607-4dbc-8b7c-ba17952c16e9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:39.213196 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ed825683-e607-4dbc-8b7c-ba17952c16e9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:39.215541 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed825683-e607-4dbc-8b7c-ba17952c16e9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=9a3d6e6d-d5c6-4f40-ba25-bfd01999db5d,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:39.227215 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338288af-6825-4782-b054-2c4345557c33 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:39.252025 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed825683-e607-4dbc-8b7c-ba17952c16e9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:39.253772 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed825683-e607-4dbc-8b7c-ba17952c16e9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:39.481282 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50278) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:39.493827 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ed825683-e607-4dbc-8b7c-ba17952c16e9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7929785 Nov 25 19:44:39.495193 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3ad95069-aa7c-4baa-8403-b36ed2b03ca0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:39.505799 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b998f7bf-7d21-4bf1-8072-d8bebadd5320 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:39.947795 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad95069-aa7c-4baa-8403-b36ed2b03ca0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:39.966494 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3ad95069-aa7c-4baa-8403-b36ed2b03ca0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:40.013001 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8e0a33-8dac-4354-8966-38bf1e91cfa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'fixed_ips': [{'subnet_id': '9a3d6e6d-d5c6-4f40-ba25-bfd01999db5d'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:44:40.014731 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2d8e0a33-8dac-4354-8966-38bf1e91cfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:40.072730 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-b998f7bf-7d21-4bf1-8072-d8bebadd5320 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:44:40.196959 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b998f7bf-7d21-4bf1-8072-d8bebadd5320 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:40.212611 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b998f7bf-7d21-4bf1-8072-d8bebadd5320 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:40.214783 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b998f7bf-7d21-4bf1-8072-d8bebadd5320 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:40.228831 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-17b26bd8-e53f-481c-b731-664f9d776366 req-292fca69-26a5-4065-a568-120990f0d099 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:40.308392 n-d-819349-5 neutron-server[103599]: INFO neutron.db.ipam_backend_mixin [None req-3ad95069-aa7c-4baa-8403-b36ed2b03ca0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9a3d6e6d-d5c6-4f40-ba25-bfd01999db5d (CIDR: 2001:db8::/64) Nov 25 19:44:40.313857 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad95069-aa7c-4baa-8403-b36ed2b03ca0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:44:40.316666 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad95069-aa7c-4baa-8403-b36ed2b03ca0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:44:40.371290 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3ad95069-aa7c-4baa-8403-b36ed2b03ca0 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8885059 Nov 25 19:44:40.372054 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50290) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:40.377491 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a9ecc8f3-63f9-4dca-bbd5-6a4c0c3d40cd tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:40.411373 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-17b26bd8-e53f-481c-b731-664f9d776366 req-292fca69-26a5-4065-a568-120990f0d099 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:40.413339 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [req-17b26bd8-e53f-481c-b731-664f9d776366 req-292fca69-26a5-4065-a568-120990f0d099 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Floating IP ed06cdea-79fa-410f-bda0-262758e0b35e disassociated. External IP: 172.25.6.249, port: f45b5dd8-121a-4637-a9da-17aa0f66595f. Nov 25 19:44:40.568632 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ecc8f3-63f9-4dca-bbd5-6a4c0c3d40cd tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:40.575724 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a9ecc8f3-63f9-4dca-bbd5-6a4c0c3d40cd tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:40.582698 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-2d8e0a33-8dac-4354-8966-38bf1e91cfa6 None None] Allocated IP 2001:db8::f816:3eff:fea4:689e (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/9a3d6e6d-d5c6-4f40-ba25-bfd01999db5d/a345cb95-ea8f-4978-8dd1-8c2cf73b6069) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:40.913716 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a9ecc8f3-63f9-4dca-bbd5-6a4c0c3d40cd tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:41.000367 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ecc8f3-63f9-4dca-bbd5-6a4c0c3d40cd tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:41.002383 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a9ecc8f3-63f9-4dca-bbd5-6a4c0c3d40cd tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:41.014168 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ecc8f3-63f9-4dca-bbd5-6a4c0c3d40cd tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:41.015044 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a9ecc8f3-63f9-4dca-bbd5-6a4c0c3d40cd tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:41.067740 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a9ecc8f3-63f9-4dca-bbd5-6a4c0c3d40cd tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6943843 Nov 25 19:44:41.092505 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50294) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:41.099504 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3bf54610-717d-4996-a59b-f365ab3d3112 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'mac_address': 'fa:16:3e:33:e9:39', 'name': 'tempest-NetworksTestDHCPv6-1413111401'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:41.414077 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2d8e0a33-8dac-4354-8966-38bf1e91cfa6 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:41.426648 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2d8e0a33-8dac-4354-8966-38bf1e91cfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:41.474568 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ecc8f3-63f9-4dca-bbd5-6a4c0c3d40cd tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=8553627d-5021-4fe6-a9fb-b0b53f1197ef,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:41.491585 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8e0a33-8dac-4354-8966-38bf1e91cfa6 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:41.506426 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-2d8e0a33-8dac-4354-8966-38bf1e91cfa6 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:41.514936 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8e0a33-8dac-4354-8966-38bf1e91cfa6 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:41.516995 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf54610-717d-4996-a59b-f365ab3d3112 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:41.718529 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b998f7bf-7d21-4bf1-8072-d8bebadd5320 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.1353633 Nov 25 19:44:41.791969 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e0a33-8dac-4354-8966-38bf1e91cfa6 None None] Pushing event updated for resources: {'Port': ['ID=a345cb95-ea8f-4978-8dd1-8c2cf73b6069,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:41.805114 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3bf54610-717d-4996-a59b-f365ab3d3112 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:41.817537 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2d8e0a33-8dac-4354-8966-38bf1e91cfa6 None None] Attempting to bind port a345cb95-ea8f-4978-8dd1-8c2cf73b6069 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:44:41.818177 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2d8e0a33-8dac-4354-8966-38bf1e91cfa6 None None] Attempting to bind port a345cb95-ea8f-4978-8dd1-8c2cf73b6069 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:44:41.818676 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8e0a33-8dac-4354-8966-38bf1e91cfa6 None None] Attempting to bind port a345cb95-ea8f-4978-8dd1-8c2cf73b6069 on network b691ce13-c3fa-46f8-892f-a6e3ddf6046b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:44:41.831652 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8e0a33-8dac-4354-8966-38bf1e91cfa6 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:44:41.834833 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8e0a33-8dac-4354-8966-38bf1e91cfa6 None None] Checking segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:41.836124 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2d8e0a33-8dac-4354-8966-38bf1e91cfa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:41.838118 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8e0a33-8dac-4354-8966-38bf1e91cfa6 None None] Bound using segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:44:41.840071 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2d8e0a33-8dac-4354-8966-38bf1e91cfa6 None None] Bound port: a345cb95-ea8f-4978-8dd1-8c2cf73b6069, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:44:41.840670 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2d8e0a33-8dac-4354-8966-38bf1e91cfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:41.849976 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50300) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:41.861267 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-d0aed44b-59fe-4f73-a5e8-3f04a816a2b6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'subnet': {'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:41.872978 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-3bf54610-717d-4996-a59b-f365ab3d3112 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] device_id is not set on port adeb6fe3-d4d5-4e3f-8cc9-f4b4a83e8277 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:44:41.926797 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998f7bf-7d21-4bf1-8072-d8bebadd5320 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Network': ['ID=0ab0cbce-e7ef-441f-9c67-7927b45107fa,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:41.993456 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 0ab0cbce-e7ef-441f-9c67-7927b45107fa details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:44:42.173149 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0aed44b-59fe-4f73-a5e8-3f04a816a2b6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Made reservation on behalf of 33fd1ebee1f7494487609e337911c862 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:42.180560 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d0aed44b-59fe-4f73-a5e8-3f04a816a2b6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:42.212007 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-3bf54610-717d-4996-a59b-f365ab3d3112 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 2001:db8:0:1::2f0 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/8553627d-5021-4fe6-a9fb-b0b53f1197ef/adeb6fe3-d4d5-4e3f-8cc9-f4b4a83e8277) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:42.239902 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-3bf54610-717d-4996-a59b-f365ab3d3112 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 2001:db8::f816:3eff:fe33:e939 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/9a3d6e6d-d5c6-4f40-ba25-bfd01999db5d/adeb6fe3-d4d5-4e3f-8cc9-f4b4a83e8277) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:42.603862 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2d8e0a33-8dac-4354-8966-38bf1e91cfa6 None None] For port a345cb95-ea8f-4978-8dd1-8c2cf73b6069, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:44:42.628885 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2d8e0a33-8dac-4354-8966-38bf1e91cfa6 None None] For port a345cb95-ea8f-4978-8dd1-8c2cf73b6069, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a345cb95-ea8f-4978-8dd1-8c2cf73b6069,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:44:42.656402 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2d8e0a33-8dac-4354-8966-38bf1e91cfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:42.710019 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3bf54610-717d-4996-a59b-f365ab3d3112 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:42.811103 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3bf54610-717d-4996-a59b-f365ab3d3112 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:42.985898 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf54610-717d-4996-a59b-f365ab3d3112 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:42.993800 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf54610-717d-4996-a59b-f365ab3d3112 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=adeb6fe3-d4d5-4e3f-8cc9-f4b4a83e8277,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:43.012013 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3bf54610-717d-4996-a59b-f365ab3d3112 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:43.021982 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d0aed44b-59fe-4f73-a5e8-3f04a816a2b6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:43.024127 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e0a33-8dac-4354-8966-38bf1e91cfa6 None None] Pushing event updated for resources: {'Port': ['ID=a345cb95-ea8f-4978-8dd1-8c2cf73b6069,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:43.033269 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf54610-717d-4996-a59b-f365ab3d3112 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:43.064362 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf54610-717d-4996-a59b-f365ab3d3112 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:43.078024 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3bf54610-717d-4996-a59b-f365ab3d3112 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:43.124965 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3bf54610-717d-4996-a59b-f365ab3d3112 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0302134 Nov 25 19:44:43.129239 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50306) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:43.223121 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aed44b-59fe-4f73-a5e8-3f04a816a2b6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Subnet': ['ID=aee577dd-a0ab-4767-a878-de5deb8ef6a1,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:43.367256 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-233b4673-12b0-45f7-bb91-b8a4f65a2b99 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting port adeb6fe3-d4d5-4e3f-8cc9-f4b4a83e8277 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:43.374905 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-233b4673-12b0-45f7-bb91-b8a4f65a2b99 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:43.381393 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17b26bd8-e53f-481c-b731-664f9d776366 req-292fca69-26a5-4065-a568-120990f0d099 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Router c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:44:43.383991 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aed44b-59fe-4f73-a5e8-3f04a816a2b6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Checking segment: {'id': '7e1c945f-eb07-4145-9349-f37ed0d4e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:43.385467 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aed44b-59fe-4f73-a5e8-3f04a816a2b6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network hostable DHCP agents. Network: 0ab0cbce-e7ef-441f-9c67-7927b45107fa, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:44:43.474539 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aed44b-59fe-4f73-a5e8-3f04a816a2b6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network 0ab0cbce-e7ef-441f-9c67-7927b45107fa is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:44:43.597167 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-d0aed44b-59fe-4f73-a5e8-3f04a816a2b6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 0ab0cbce-e7ef-441f-9c67-7927b45107fa) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:43.610324 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cae6ea-3360-4460-92bf-17ee6f3dae20 None None] Network 0ab0cbce-e7ef-441f-9c67-7927b45107fa requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:43.641143 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-233b4673-12b0-45f7-bb91-b8a4f65a2b99 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:43.675178 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-233b4673-12b0-45f7-bb91-b8a4f65a2b99 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Calling delete_port for adeb6fe3-d4d5-4e3f-8cc9-f4b4a83e8277 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:43.686524 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0aed44b-59fe-4f73-a5e8-3f04a816a2b6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:43.687387 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d0aed44b-59fe-4f73-a5e8-3f04a816a2b6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:43.745658 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d0aed44b-59fe-4f73-a5e8-3f04a816a2b6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8927386 Nov 25 19:44:43.749316 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50310) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:44.193646 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-233b4673-12b0-45f7-bb91-b8a4f65a2b99 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:44.260106 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b4673-12b0-45f7-bb91-b8a4f65a2b99 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Port': ['ID=adeb6fe3-d4d5-4e3f-8cc9-f4b4a83e8277,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:44.269451 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-0ab0cbce-e7ef-441f-9c67-7927b45107fa', 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'fixed_ips': [{'subnet_id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:44:44.270628 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:44.363367 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-233b4673-12b0-45f7-bb91-b8a4f65a2b99 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:44.381903 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-233b4673-12b0-45f7-bb91-b8a4f65a2b99 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/adeb6fe3-d4d5-4e3f-8cc9-f4b4a83e8277 HTTP/1.1" status: 204 len: 168 time: 1.2526293 Nov 25 19:44:44.382777 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50314) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:44.431859 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17b26bd8-e53f-481c-b731-664f9d776366 req-292fca69-26a5-4065-a568-120990f0d099 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:44:44.452226 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb41cfb1-675f-4624-9900-2421205eab13 None None] Sync routers for ids ['c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:44:44.504777 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb41cfb1-675f-4624-9900-2421205eab13 None None] Routers {'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:44.505803 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-cb41cfb1-675f-4624-9900-2421205eab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:44:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:44.520392 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ef28bb-8c51-4db5-9bfe-547f9e4f4c16 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:44.525541 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-27ef28bb-8c51-4db5-9bfe-547f9e4f4c16 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1407931 Nov 25 19:44:44.526387 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50316) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:44.613318 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Allocated IP 172.20.0.2 (0ab0cbce-e7ef-441f-9c67-7927b45107fa/aee577dd-a0ab-4767-a878-de5deb8ef6a1/8f7c0c11-fec4-42ff-ac7e-cee161b48006) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:44.632227 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-17b26bd8-e53f-481c-b731-664f9d776366 req-292fca69-26a5-4065-a568-120990f0d099 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:44.650770 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2edc182-7b06-4028-9707-66e311ec2a79 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:44.660777 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e2edc182-7b06-4028-9707-66e311ec2a79 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1326106 Nov 25 19:44:44.661820 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50318) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:44.739572 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17b26bd8-e53f-481c-b731-664f9d776366 req-292fca69-26a5-4065-a568-120990f0d099 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "PUT /v2.0/floatingips/ed06cdea-79fa-410f-bda0-262758e0b35e HTTP/1.1" status: 200 len: 695 time: 5.9008245 Nov 25 19:44:44.745461 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d957538-868e-43ba-aa23-81a4135537db', 'tag': 'f45b5dd8-121a-4637-a9da-17aa0f66595f'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:44:44.754163 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6772cdfb-c755-4ab4-acff-556a65050df6" -d '{"events": [{"name": "network-changed", "server_uuid": "4d957538-868e-43ba-aa23-81a4135537db", "tag": "f45b5dd8-121a-4637-a9da-17aa0f66595f"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:44:44.798601 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c304b8-8536-4cde-a89e-00cdf983f3ae tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:44.804470 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c304b8-8536-4cde-a89e-00cdf983f3ae tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:44.811604 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c304b8-8536-4cde-a89e-00cdf983f3ae tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:44.817405 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-92c304b8-8536-4cde-a89e-00cdf983f3ae tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1542494 Nov 25 19:44:44.819572 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50322) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:44.978226 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:45.016289 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b26bd8-e53f-481c-b731-664f9d776366 req-d4849723-c593-4618-ab5d-5038b8aaaaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:45.019844 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17b26bd8-e53f-481c-b731-664f9d776366 req-d4849723-c593-4618-ab5d-5038b8aaaaad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba2221b48b744bd48a410a13c6b8c9a7&device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 1096 time: 0.1290290 Nov 25 19:44:45.273167 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a16c5a-fb8e-46c3-b9a0-c3b70803b5eb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet 8553627d-5021-4fe6-a9fb-b0b53f1197ef {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:44:45.277217 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-cb41cfb1-675f-4624-9900-2421205eab13 None None] Set router c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:44:45.300665 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79a16c5a-fb8e-46c3-b9a0-c3b70803b5eb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:45.555669 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79a16c5a-fb8e-46c3-b9a0-c3b70803b5eb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:45.715701 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a345cb95-ea8f-4978-8dd1-8c2cf73b6069 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:45.721721 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b26bd8-e53f-481c-b731-664f9d776366 req-42f947d9-8237-4c49-8e05-0ea12dd1b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:45.727131 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:45.728867 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17b26bd8-e53f-481c-b731-664f9d776366 req-42f947d9-8237-4c49-8e05-0ea12dd1b950 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ebe12af-5479-4b9f-987f-445ecc1140ce HTTP/1.1" status: 200 len: 921 time: 0.3490005 Nov 25 19:44:45.799104 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79a16c5a-fb8e-46c3-b9a0-c3b70803b5eb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:45.864153 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade3bda0-b5df-4a84-b15e-387a48807c7c None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:45.959101 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:45.999515 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79a16c5a-fb8e-46c3-b9a0-c3b70803b5eb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:46.032792 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17b26bd8-e53f-481c-b731-664f9d776366 req-609a9067-8f0c-47e7-a685-edaf21619951 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f45b5dd8-121a-4637-a9da-17aa0f66595f HTTP/1.1" status: 200 len: 217 time: 0.1510129 Nov 25 19:44:46.111224 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a16c5a-fb8e-46c3-b9a0-c3b70803b5eb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=8553627d-5021-4fe6-a9fb-b0b53f1197ef,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:46.117882 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79a16c5a-fb8e-46c3-b9a0-c3b70803b5eb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:46.125718 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-79a16c5a-fb8e-46c3-b9a0-c3b70803b5eb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/8553627d-5021-4fe6-a9fb-b0b53f1197ef HTTP/1.1" status: 204 len: 168 time: 1.3008659 Nov 25 19:44:46.127091 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50330) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:46.300758 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-cb41cfb1-675f-4624-9900-2421205eab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1522010793-router', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '5019a198-382c-4469-be88-375b0d29b91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:37Z', 'updated_at': '2021-11-25T19:42:51Z', 'revision_number': 4, 'project_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'gw_port': {'id': '5019a198-382c-4469-be88-375b0d29b91e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:41Z', 'updated_at': '2021-11-25T19:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '77fcf6a0-55fc-45d2-9c11-edf42fbf247b', 'name': '', 'network_id': '4ebe12af-5479-4b9f-987f-445ecc1140ce', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'mac_address': 'fa:16:3e:5d:11:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '8ae412bb-db44-4343-b3f6-5623966939a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:47Z', 'updated_at': '2021-11-25T19:43:08Z', 'revision_number': 5, 'project_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'subnets': [{'id': '8ae412bb-db44-4343-b3f6-5623966939a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:46.303612 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Network 0ab0cbce-e7ef-441f-9c67-7927b45107fa is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:46.320654 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10364ac-d0cb-4d2b-aff3-1ec1cf83b4c3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet 9a3d6e6d-d5c6-4f40-ba25-bfd01999db5d {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:44:46.323475 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a10364ac-d0cb-4d2b-aff3-1ec1cf83b4c3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:46.343935 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:46.375072 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:46.381180 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-39664122-d6ab-47d4-b996-94887a87d9ed None None] Provisioning complete for port a345cb95-ea8f-4978-8dd1-8c2cf73b6069 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:46.382130 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-39664122-d6ab-47d4-b996-94887a87d9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:46.454804 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb41cfb1-675f-4624-9900-2421205eab13 None None] Checking router: c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:44:46.506657 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb41cfb1-675f-4624-9900-2421205eab13 None None] Routers {'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:46.510469 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-cb41cfb1-675f-4624-9900-2421205eab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:44:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:46.579129 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Pushing event updated for resources: {'Port': ['ID=8f7c0c11-fec4-42ff-ac7e-cee161b48006,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:46.748884 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b26bd8-e53f-481c-b731-664f9d776366 req-8a707d95-9393-4afa-b37a-918b9ce4b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:46.767265 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17b26bd8-e53f-481c-b731-664f9d776366 req-8a707d95-9393-4afa-b37a-918b9ce4b421 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ae412bb-db44-4343-b3f6-5623966939a0 HTTP/1.1" status: 200 len: 860 time: 0.7272484 Nov 25 19:44:46.918751 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17b26bd8-e53f-481c-b731-664f9d776366 req-1afd0636-8414-4a1b-be71-3b18bd2e9d5b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ebe12af-5479-4b9f-987f-445ecc1140ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1504302 Nov 25 19:44:46.970805 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port a345cb95-ea8f-4978-8dd1-8c2cf73b6069 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:46.979116 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:47.240190 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-cb41cfb1-675f-4624-9900-2421205eab13 None None] Set router c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:44:47.547804 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a10364ac-d0cb-4d2b-aff3-1ec1cf83b4c3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:47.602821 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Allocated IP 172.20.0.1 (0ab0cbce-e7ef-441f-9c67-7927b45107fa/aee577dd-a0ab-4767-a878-de5deb8ef6a1/889b848d-58f6-45f1-a218-6c319548c11a) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:47.698501 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17b26bd8-e53f-481c-b731-664f9d776366 req-08d7a736-9fc2-49af-8b0a-88871a602a82 service neutron] 10.222.0.55 "GET /v2.0/networks/4ebe12af-5479-4b9f-987f-445ecc1140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7784705 Nov 25 19:44:47.885641 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a10364ac-d0cb-4d2b-aff3-1ec1cf83b4c3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:48.023717 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a10364ac-d0cb-4d2b-aff3-1ec1cf83b4c3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:48.102477 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10364ac-d0cb-4d2b-aff3-1ec1cf83b4c3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=9a3d6e6d-d5c6-4f40-ba25-bfd01999db5d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:48.118878 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a10364ac-d0cb-4d2b-aff3-1ec1cf83b4c3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:48.129526 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a10364ac-d0cb-4d2b-aff3-1ec1cf83b4c3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/9a3d6e6d-d5c6-4f40-ba25-bfd01999db5d HTTP/1.1" status: 204 len: 168 time: 2.0000408 Nov 25 19:44:48.133051 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50346) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:48.243153 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a64a83c2-57f8-44a7-b834-86cf2063f02d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1083698 Nov 25 19:44:48.245879 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50348) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:48.254691 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:48.258326 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4320012e-4f0e-42db-8596-379670ff2795 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:48.315971 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Attempting to bind port 8f7c0c11-fec4-42ff-ac7e-cee161b48006 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:44:48.316614 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Attempting to bind port 8f7c0c11-fec4-42ff-ac7e-cee161b48006 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '7e1c945f-eb07-4145-9349-f37ed0d4e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:44:48.317965 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Attempting to bind port 8f7c0c11-fec4-42ff-ac7e-cee161b48006 on network 0ab0cbce-e7ef-441f-9c67-7927b45107fa {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:44:48.346808 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:44:48.347533 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Checking segment: {'id': '7e1c945f-eb07-4145-9349-f37ed0d4e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:48.348363 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:48.349800 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Bound using segment: {'id': '7e1c945f-eb07-4145-9349-f37ed0d4e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:44:48.350853 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Bound port: 8f7c0c11-fec4-42ff-ac7e-cee161b48006, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1c945f-eb07-4145-9349-f37ed0d4e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:44:48.351656 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:48.663908 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port a345cb95-ea8f-4978-8dd1-8c2cf73b6069, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a345cb95-ea8f-4978-8dd1-8c2cf73b6069,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:48.705135 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:48.722658 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-cb41cfb1-675f-4624-9900-2421205eab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1522010793-router', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '5019a198-382c-4469-be88-375b0d29b91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:37Z', 'updated_at': '2021-11-25T19:42:51Z', 'revision_number': 4, 'project_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'gw_port': {'id': '5019a198-382c-4469-be88-375b0d29b91e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:41Z', 'updated_at': '2021-11-25T19:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '77fcf6a0-55fc-45d2-9c11-edf42fbf247b', 'name': '', 'network_id': '4ebe12af-5479-4b9f-987f-445ecc1140ce', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'mac_address': 'fa:16:3e:5d:11:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '8ae412bb-db44-4343-b3f6-5623966939a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:47Z', 'updated_at': '2021-11-25T19:43:08Z', 'revision_number': 5, 'project_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'subnets': [{'id': '8ae412bb-db44-4343-b3f6-5623966939a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:48.762089 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4320012e-4f0e-42db-8596-379670ff2795 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:48.787301 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4320012e-4f0e-42db-8596-379670ff2795 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:48.834577 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb41cfb1-675f-4624-9900-2421205eab13 None None] The sync data for ids ['c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'] in n-d-819349-5 is: [{'id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1522010793-router', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '5019a198-382c-4469-be88-375b0d29b91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:37Z', 'updated_at': '2021-11-25T19:42:51Z', 'revision_number': 4, 'project_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'gw_port': {'id': '5019a198-382c-4469-be88-375b0d29b91e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:41Z', 'updated_at': '2021-11-25T19:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '77fcf6a0-55fc-45d2-9c11-edf42fbf247b', 'name': '', 'network_id': '4ebe12af-5479-4b9f-987f-445ecc1140ce', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'mac_address': 'fa:16:3e:5d:11:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '8ae412bb-db44-4343-b3f6-5623966939a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:47Z', 'updated_at': '2021-11-25T19:43:08Z', 'revision_number': 5, 'project_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'subnets': [{'id': '8ae412bb-db44-4343-b3f6-5623966939a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:44:48.835583 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-39664122-d6ab-47d4-b996-94887a87d9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:48.967039 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff9e8f6-10a4-4bbb-b7c5-881578145abe None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:49.505692 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17b26bd8-e53f-481c-b731-664f9d776366 req-d8828bd0-9d92-4829-a980-8c94a4b4bb62 service neutron] 10.222.0.55 "GET /v2.0/networks/4ebe12af-5479-4b9f-987f-445ecc1140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7680197 Nov 25 19:44:49.606843 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:49.631048 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4320012e-4f0e-42db-8596-379670ff2795 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:49.649059 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-39664122-d6ab-47d4-b996-94887a87d9ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:44:49.649856 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-39664122-d6ab-47d4-b996-94887a87d9ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:44:49.737554 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=a345cb95-ea8f-4978-8dd1-8c2cf73b6069,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:49.741373 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbedf4c2-a011-4c4e-923c-a5946f75a665 None None] New status for floating IP ed06cdea-79fa-410f-bda0-262758e0b35e: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:44:49.825231 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:49.925257 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4320012e-4f0e-42db-8596-379670ff2795 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:49.938855 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320012e-4f0e-42db-8596-379670ff2795 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=5b7987df-3227-4e7c-9565-7959fb95fa05,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:49.942109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Port': ['ID=889b848d-58f6-45f1-a218-6c319548c11a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:49.966395 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-4320012e-4f0e-42db-8596-379670ff2795 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:49.987702 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:49.989862 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:49.990135 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4320012e-4f0e-42db-8596-379670ff2795 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:49.991312 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:49.992392 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:49.993457 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:49.994050 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4320012e-4f0e-42db-8596-379670ff2795 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:49.994484 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:49.995645 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:49.996245 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:49.997082 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:49.997754 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:49.998429 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:50.000191 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:50.041250 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network 0ab0cbce-e7ef-441f-9c67-7927b45107fa is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:50.044499 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:50.051052 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:50.083052 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4320012e-4f0e-42db-8596-379670ff2795 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8316097 Nov 25 19:44:50.089698 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50362) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:50.126532 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-43013c9b-dcd4-4eea-83df-b1ac1df09309 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:50.137837 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] For port 8f7c0c11-fec4-42ff-ac7e-cee161b48006, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:44:50.148323 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] For port 8f7c0c11-fec4-42ff-ac7e-cee161b48006, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=8f7c0c11-fec4-42ff-ac7e-cee161b48006,segment=NetworkSegment(7e1c945f-eb07-4145-9349-f37ed0d4e632),segment_id=7e1c945f-eb07-4145-9349-f37ed0d4e632)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:44:50.230496 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:50.363614 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:50.618392 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Pushing event updated for resources: {'Port': ['ID=8f7c0c11-fec4-42ff-ac7e-cee161b48006,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:50.724227 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43013c9b-dcd4-4eea-83df-b1ac1df09309 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:50.740810 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-43013c9b-dcd4-4eea-83df-b1ac1df09309 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:50.807759 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:51.004017 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:51.006789 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:51.007659 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:51.008251 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:51.009425 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:51.013038 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:51.014465 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:51.015814 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:51.016718 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:51.022909 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:51.023819 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:51.024438 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3b27c-5ffe-4b8a-bb54-fe424ac1a135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:51.061876 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a345cb95-ea8f-4978-8dd1-8c2cf73b6069 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:51.068390 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de48015-154f-4625-bbf1-784ee409a42f None None] DHCP port deletion for b691ce13-c3fa-46f8-892f-a6e3ddf6046b request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:44:51.101331 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693bd26c-f2c0-48ee-9eb8-c0c125356694 x-openstack-request-id: req-693bd26c-f2c0-48ee-9eb8-c0c125356694 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:44:51.101714 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d957538-868e-43ba-aa23-81a4135537db", "tag": "f45b5dd8-121a-4637-a9da-17aa0f66595f", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:44:51.101886 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-693bd26c-f2c0-48ee-9eb8-c0c125356694 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:44:51.102420 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d957538-868e-43ba-aa23-81a4135537db', 'tag': 'f45b5dd8-121a-4637-a9da-17aa0f66595f', 'status': 'completed', 'code': 200} Nov 25 19:44:51.307383 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8820be00-140f-4bea-821b-33856ab15bce None None] Provisioning complete for port a345cb95-ea8f-4978-8dd1-8c2cf73b6069 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:51.313559 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8820be00-140f-4bea-821b-33856ab15bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:51.401213 n-d-819349-5 neutron-server[103599]: INFO neutron.db.ipam_backend_mixin [None req-43013c9b-dcd4-4eea-83df-b1ac1df09309 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5b7987df-3227-4e7c-9565-7959fb95fa05 (CIDR: 2001:db8::/64) Nov 25 19:44:51.443002 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-43013c9b-dcd4-4eea-83df-b1ac1df09309 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:44:51.443822 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43013c9b-dcd4-4eea-83df-b1ac1df09309 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:44:51.541711 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772cdfb-c755-4ab4-acff-556a65050df6 req-3fce2173-fc82-44a3-a6d7-094f7aebadf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:51.573308 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6772cdfb-c755-4ab4-acff-556a65050df6 req-3fce2173-fc82-44a3-a6d7-094f7aebadf6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba2221b48b744bd48a410a13c6b8c9a7&device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 1096 time: 0.4355664 Nov 25 19:44:51.604937 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-43013c9b-dcd4-4eea-83df-b1ac1df09309 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5112040 Nov 25 19:44:51.629176 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port a345cb95-ea8f-4978-8dd1-8c2cf73b6069 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:51.629729 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:51.630814 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50380) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:51.645325 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f58f84dc-6816-44f6-a248-1861616dc07b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:51.805805 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-2de48015-154f-4625-bbf1-784ee409a42f None None] Deleting port a345cb95-ea8f-4978-8dd1-8c2cf73b6069 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:51.811369 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2de48015-154f-4625-bbf1-784ee409a42f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:52.044932 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec15ddd4-ef75-4676-9971-139afee441e9 req-7a581f51-161a-45dd-9dee-eb50bfe6ab99 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/floatingips/ed06cdea-79fa-410f-bda0-262758e0b35e HTTP/1.1" status: 200 len: 693 time: 0.8971553 Nov 25 19:44:52.225251 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772cdfb-c755-4ab4-acff-556a65050df6 req-17c23740-5642-4375-84fe-3ec6e2a8bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:52.234321 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6772cdfb-c755-4ab4-acff-556a65050df6 req-17c23740-5642-4375-84fe-3ec6e2a8bfd7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ebe12af-5479-4b9f-987f-445ecc1140ce HTTP/1.1" status: 200 len: 921 time: 0.6277649 Nov 25 19:44:52.442959 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2de48015-154f-4625-bbf1-784ee409a42f None None] For port a345cb95-ea8f-4978-8dd1-8c2cf73b6069, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a345cb95-ea8f-4978-8dd1-8c2cf73b6069,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:52.443891 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2de48015-154f-4625-bbf1-784ee409a42f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:52.680675 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-2de48015-154f-4625-bbf1-784ee409a42f None None] Calling delete_port for a345cb95-ea8f-4978-8dd1-8c2cf73b6069 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:52.798183 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6772cdfb-c755-4ab4-acff-556a65050df6 req-481275a0-4aca-424b-8641-2d453ac05662 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f45b5dd8-121a-4637-a9da-17aa0f66595f HTTP/1.1" status: 200 len: 217 time: 0.5287669 Nov 25 19:44:52.803669 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58f84dc-6816-44f6-a248-1861616dc07b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:52.814692 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f58f84dc-6816-44f6-a248-1861616dc07b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:52.839015 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15ddd4-ef75-4676-9971-139afee441e9 req-4d932295-020f-4ed1-963f-744c5dfcb8aa tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:52.882180 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec15ddd4-ef75-4676-9971-139afee441e9 req-4d932295-020f-4ed1-963f-744c5dfcb8aa tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 784 time: 0.8307643 Nov 25 19:44:52.969962 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-ec15ddd4-ef75-4676-9971-139afee441e9 req-aec2e712-ca66-45a8-a75c-274ba9be5b8e tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:44:52.988586 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec15ddd4-ef75-4676-9971-139afee441e9 req-aec2e712-ca66-45a8-a75c-274ba9be5b8e tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0732017 Nov 25 19:44:53.071071 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 8f7c0c11-fec4-42ff-ac7e-cee161b48006 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:53.238136 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec15ddd4-ef75-4676-9971-139afee441e9 req-4456aaba-9bc3-4973-ad65-8050fadae610 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.249 HTTP/1.1" status: 200 len: 696 time: 0.2477820 Nov 25 19:44:53.264088 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2de48015-154f-4625-bbf1-784ee409a42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:53.420632 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de48015-154f-4625-bbf1-784ee409a42f None None] No DVR routers for this DVR port a345cb95-ea8f-4978-8dd1-8c2cf73b6069 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:44:53.428618 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 8f7c0c11-fec4-42ff-ac7e-cee161b48006 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:53.433944 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:53.438587 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de48015-154f-4625-bbf1-784ee409a42f None None] Pushing event deleted for resources: {'Port': ['ID=a345cb95-ea8f-4978-8dd1-8c2cf73b6069,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:53.531422 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec15ddd4-ef75-4676-9971-139afee441e9 req-ed0a2205-2212-4a9a-a235-8ef9e77b1483 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.249 HTTP/1.1" status: 200 len: 696 time: 0.2798533 Nov 25 19:44:53.583078 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21539edf-b8bc-4918-9400-782942d30b67 None None] Network 0ab0cbce-e7ef-441f-9c67-7927b45107fa requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:53.687401 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361de5a4-efec-47e8-a344-01d5f03179e0 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:53.789758 n-d-819349-5 neutron-server[103599]: DEBUG neutron.objects.ports [None req-f58f84dc-6816-44f6-a248-1861616dc07b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:44:53.793597 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f58f84dc-6816-44f6-a248-1861616dc07b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:53.805756 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772cdfb-c755-4ab4-acff-556a65050df6 req-cdd7a944-c1a0-4252-9bcf-33d3d9b2c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:53.807484 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6772cdfb-c755-4ab4-acff-556a65050df6 req-cdd7a944-c1a0-4252-9bcf-33d3d9b2c0ec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8ae412bb-db44-4343-b3f6-5623966939a0 HTTP/1.1" status: 200 len: 860 time: 0.3277712 Nov 25 19:44:53.878407 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f84dc-6816-44f6-a248-1861616dc07b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=0faa0a18-8142-4392-ace1-345cb8e8872e,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:53.897571 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58f84dc-6816-44f6-a248-1861616dc07b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:53.917669 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f58f84dc-6816-44f6-a248-1861616dc07b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:53.923080 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6772cdfb-c755-4ab4-acff-556a65050df6 req-3cbfef82-f139-40e6-9c17-39b06ec89167 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ebe12af-5479-4b9f-987f-445ecc1140ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613432 Nov 25 19:44:53.925707 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58f84dc-6816-44f6-a248-1861616dc07b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:53.926708 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f58f84dc-6816-44f6-a248-1861616dc07b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:53.983945 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f58f84dc-6816-44f6-a248-1861616dc07b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3510506 Nov 25 19:44:54.027102 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50398) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:54.034308 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f3cf8b7e-456d-4932-ab27-9db88fb8d77b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'mac_address': 'fa:16:3e:30:8d:45', 'name': 'tempest-NetworksTestDHCPv6-1247952801'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:54.197945 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:54.219980 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cf8b7e-456d-4932-ab27-9db88fb8d77b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:54.257028 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6772cdfb-c755-4ab4-acff-556a65050df6 req-bb755eb9-68b6-486c-8491-ef7798fd4964 service neutron] 10.222.0.73 "GET /v2.0/networks/4ebe12af-5479-4b9f-987f-445ecc1140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202596 Nov 25 19:44:54.332564 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-b7d22c4b-77ee-42a6-9645-45e7c2027c48 None None] Provisioning complete for port 8f7c0c11-fec4-42ff-ac7e-cee161b48006 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:54.333160 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b7d22c4b-77ee-42a6-9645-45e7c2027c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:54.458013 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6772cdfb-c755-4ab4-acff-556a65050df6 req-394691b4-c793-4f99-81d5-3d77389aa04b service neutron] 10.222.0.73 "GET /v2.0/networks/4ebe12af-5479-4b9f-987f-445ecc1140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318166 Nov 25 19:44:54.539141 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f3cf8b7e-456d-4932-ab27-9db88fb8d77b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:54.572544 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-ec15ddd4-ef75-4676-9971-139afee441e9 req-78ac5534-16c0-4170-ba1d-58a7951ac146 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Deleting port fe012776-d9c8-4a69-9d94-68f061c9e839 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:54.573453 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec15ddd4-ef75-4676-9971-139afee441e9 req-78ac5534-16c0-4170-ba1d-58a7951ac146 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:54.598337 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-f3cf8b7e-456d-4932-ab27-9db88fb8d77b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] device_id is not set on port 39c31b11-7a6b-4d20-9d72-938e65dea054 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:44:54.625893 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:54.715110 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:54.909518 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:54.941320 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:54.948434 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Port': ['ID=889b848d-58f6-45f1-a218-6c319548c11a,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:55.035570 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:55.133020 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 8f7c0c11-fec4-42ff-ac7e-cee161b48006, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=8f7c0c11-fec4-42ff-ac7e-cee161b48006,segment=NetworkSegment(7e1c945f-eb07-4145-9349-f37ed0d4e632),segment_id=7e1c945f-eb07-4145-9349-f37ed0d4e632)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:55.170613 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-f3cf8b7e-456d-4932-ab27-9db88fb8d77b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 2001:db8::c3 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/5b7987df-3227-4e7c-9565-7959fb95fa05/39c31b11-7a6b-4d20-9d72-938e65dea054) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:55.190093 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-f3cf8b7e-456d-4932-ab27-9db88fb8d77b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 2001:db8:0:1:f816:3eff:fe30:8d45 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/0faa0a18-8142-4392-ace1-345cb8e8872e/39c31b11-7a6b-4d20-9d72-938e65dea054) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:55.198128 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:55.353200 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec15ddd4-ef75-4676-9971-139afee441e9 req-78ac5534-16c0-4170-ba1d-58a7951ac146 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:55.353870 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec15ddd4-ef75-4676-9971-139afee441e9 req-78ac5534-16c0-4170-ba1d-58a7951ac146 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:55.388697 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network 0ab0cbce-e7ef-441f-9c67-7927b45107fa is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:55.402828 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-ec15ddd4-ef75-4676-9971-139afee441e9 req-78ac5534-16c0-4170-ba1d-58a7951ac146 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Calling delete_port for fe012776-d9c8-4a69-9d94-68f061c9e839 owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:55.407805 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:55.436895 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a345cb95-ea8f-4978-8dd1-8c2cf73b6069 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:44:55.638530 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f3cf8b7e-456d-4932-ab27-9db88fb8d77b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:55.703165 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: a345cb95-ea8f-4978-8dd1-8c2cf73b6069 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:44:55.703165 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a345cb95-ea8f-4978-8dd1-8c2cf73b6069 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:44:55.815467 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f3cf8b7e-456d-4932-ab27-9db88fb8d77b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:55.876304 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=8f7c0c11-fec4-42ff-ac7e-cee161b48006,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:55.916660 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cf8b7e-456d-4932-ab27-9db88fb8d77b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:55.925038 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f3cf8b7e-456d-4932-ab27-9db88fb8d77b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:55.932985 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cf8b7e-456d-4932-ab27-9db88fb8d77b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:55.945291 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cf8b7e-456d-4932-ab27-9db88fb8d77b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:55.946474 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f3cf8b7e-456d-4932-ab27-9db88fb8d77b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:56.011455 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d09abe-803f-414a-8e98-af2bb09ca735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'fixed_ips': [{'subnet_id': '0faa0a18-8142-4392-ace1-345cb8e8872e'}, {'subnet_id': '5b7987df-3227-4e7c-9565-7959fb95fa05'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:44:56.013361 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf8b7e-456d-4932-ab27-9db88fb8d77b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=39c31b11-7a6b-4d20-9d72-938e65dea054,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:56.013852 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-31d09abe-803f-414a-8e98-af2bb09ca735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:56.031122 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f3cf8b7e-456d-4932-ab27-9db88fb8d77b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0018783 Nov 25 19:44:56.033850 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50416) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:56.078156 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:44:56.164026 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50418) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:56.180687 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f989f9b8-5473-4bac-ba83-31a55ebd2590 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1892150893'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:56.249005 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f989f9b8-5473-4bac-ba83-31a55ebd2590 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Made reservation on behalf of e9d22fa4f40744aa88e4f6dbc79438c2 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:56.274124 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f989f9b8-5473-4bac-ba83-31a55ebd2590 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:56.368678 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f989f9b8-5473-4bac-ba83-31a55ebd2590 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:44:56.392337 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f989f9b8-5473-4bac-ba83-31a55ebd2590 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:56.392926 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-f989f9b8-5473-4bac-ba83-31a55ebd2590 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Added segment 610715c4-d69d-455e-8a05-0a8f1fdcc944 of type vlan for network 20935496-6e9b-480f-933b-cbeba5774e5e Nov 25 19:44:56.509952 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec15ddd4-ef75-4676-9971-139afee441e9 req-78ac5534-16c0-4170-ba1d-58a7951ac146 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:56.512895 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f989f9b8-5473-4bac-ba83-31a55ebd2590 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:56.578995 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f989f9b8-5473-4bac-ba83-31a55ebd2590 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:56.585664 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f989f9b8-5473-4bac-ba83-31a55ebd2590 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:56.586095 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f989f9b8-5473-4bac-ba83-31a55ebd2590 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:56.603178 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-31d09abe-803f-414a-8e98-af2bb09ca735 None None] Allocated IP 2001:db8::2 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/5b7987df-3227-4e7c-9565-7959fb95fa05/a0cbca93-f019-448a-be94-6e58034dec99) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:56.605846 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac5534-16c0-4170-ba1d-58a7951ac146 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Pushing event deleted for resources: {'Port': ['ID=fe012776-d9c8-4a69-9d94-68f061c9e839,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:56.665429 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-31d09abe-803f-414a-8e98-af2bb09ca735 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe48:d54c (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/0faa0a18-8142-4392-ace1-345cb8e8872e/a0cbca93-f019-448a-be94-6e58034dec99) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:56.693744 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:44:56.714410 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed0745-74ee-48a4-8715-c4bb56ae5e78 None None] Sync routers for ids ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:44:56.757350 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bed0745-74ee-48a4-8715-c4bb56ae5e78 None None] Routers {'6fb3712d-f4fc-4631-b793-c345d4fcb7ba'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:56.761669 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989f9b8-5473-4bac-ba83-31a55ebd2590 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event updated for resources: {'Network': ['ID=20935496-6e9b-480f-933b-cbeba5774e5e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:56.763308 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-4bed0745-74ee-48a4-8715-c4bb56ae5e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:44:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:56.784263 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f989f9b8-5473-4bac-ba83-31a55ebd2590 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6187298 Nov 25 19:44:56.789566 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50420) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:56.805364 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c7b3d393-b7c6-4587-936f-dbce0245abd9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-881727044'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:56.833664 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b3de99d1-132c-4791-82f9-f38fc44283f1 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "PUT /v2.0/routers/6fb3712d-f4fc-4631-b793-c345d4fcb7ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0778687 Nov 25 19:44:56.836823 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50424) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:56.845033 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1aacecac-9e8a-4188-b0a4-7ee4dc693276 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'network': {'name': 'tempest-RoutersTest-252968201'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:56.860908 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-608f42d4-9c37-4512-97be-74cf18a94da5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting port 39c31b11-7a6b-4d20-9d72-938e65dea054 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:56.862404 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-608f42d4-9c37-4512-97be-74cf18a94da5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:56.956398 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b3d393-b7c6-4587-936f-dbce0245abd9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Made reservation on behalf of e9d22fa4f40744aa88e4f6dbc79438c2 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:56.973031 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7b3d393-b7c6-4587-936f-dbce0245abd9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:56.991207 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aacecac-9e8a-4188-b0a4-7ee4dc693276 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Made reservation on behalf of 33fd1ebee1f7494487609e337911c862 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:57.009812 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aacecac-9e8a-4188-b0a4-7ee4dc693276 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.077264 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec15ddd4-ef75-4676-9971-139afee441e9 req-78ac5534-16c0-4170-ba1d-58a7951ac146 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.084506 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ec15ddd4-ef75-4676-9971-139afee441e9 req-78ac5534-16c0-4170-ba1d-58a7951ac146 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.103399 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec15ddd4-ef75-4676-9971-139afee441e9 req-78ac5534-16c0-4170-ba1d-58a7951ac146 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "DELETE /v2.0/floatingips/ed06cdea-79fa-410f-bda0-262758e0b35e HTTP/1.1" status: 204 len: 173 time: 3.5638149 Nov 25 19:44:57.116679 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 20935496-6e9b-480f-933b-cbeba5774e5e details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:44:57.129825 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-4bed0745-74ee-48a4-8715-c4bb56ae5e78 None None] Set router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:44:57.133999 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-074b10c5-5336-4418-8bf5-bdfc4c777aa4 None None] Provisioning complete for port 8f7c0c11-fec4-42ff-ac7e-cee161b48006 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:57.153270 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-074b10c5-5336-4418-8bf5-bdfc4c777aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.154260 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7b3d393-b7c6-4587-936f-dbce0245abd9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:44:57.186802 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aacecac-9e8a-4188-b0a4-7ee4dc693276 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:44:57.223141 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7b3d393-b7c6-4587-936f-dbce0245abd9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.223141 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-c7b3d393-b7c6-4587-936f-dbce0245abd9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Added segment 84defb7f-7631-48d1-bff7-9cf8a24998ad of type vlan for network 8aa06786-042e-4faf-b4a5-b6084b1ca237 Nov 25 19:44:57.226320 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aacecac-9e8a-4188-b0a4-7ee4dc693276 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.226689 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-1aacecac-9e8a-4188-b0a4-7ee4dc693276 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Added segment bb0b32a2-2430-4f55-891a-b547899c70ab of type vlan for network 777a23c1-00e5-4d6b-868b-9398de603b46 Nov 25 19:44:57.308131 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-608f42d4-9c37-4512-97be-74cf18a94da5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.364070 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-608f42d4-9c37-4512-97be-74cf18a94da5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Calling delete_port for 39c31b11-7a6b-4d20-9d72-938e65dea054 owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:57.446221 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7b3d393-b7c6-4587-936f-dbce0245abd9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.457958 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aacecac-9e8a-4188-b0a4-7ee4dc693276 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.615645 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7b3d393-b7c6-4587-936f-dbce0245abd9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.639511 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b3d393-b7c6-4587-936f-dbce0245abd9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:57.640192 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7b3d393-b7c6-4587-936f-dbce0245abd9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.761512 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-608f42d4-9c37-4512-97be-74cf18a94da5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.819754 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aacecac-9e8a-4188-b0a4-7ee4dc693276 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.838771 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aacecac-9e8a-4188-b0a4-7ee4dc693276 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:57.840125 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aacecac-9e8a-4188-b0a4-7ee4dc693276 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.897711 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3d393-b7c6-4587-936f-dbce0245abd9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event updated for resources: {'Network': ['ID=8aa06786-042e-4faf-b4a5-b6084b1ca237,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:57.919924 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c7b3d393-b7c6-4587-936f-dbce0245abd9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1284134 Nov 25 19:44:57.927555 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50436) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:57.953005 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-349e0517-68eb-48c5-a8c0-78f69e3de801 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Request body: {'subnet': {'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:57.983440 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f42d4-9c37-4512-97be-74cf18a94da5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Port': ['ID=39c31b11-7a6b-4d20-9d72-938e65dea054,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:58.009781 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 8aa06786-042e-4faf-b4a5-b6084b1ca237 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:44:58.068672 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-608f42d4-9c37-4512-97be-74cf18a94da5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:58.087892 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-608f42d4-9c37-4512-97be-74cf18a94da5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/39c31b11-7a6b-4d20-9d72-938e65dea054 HTTP/1.1" status: 204 len: 168 time: 2.0460715 Nov 25 19:44:58.101143 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50442) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:58.182924 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1aacecac-9e8a-4188-b0a4-7ee4dc693276 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3407099 Nov 25 19:44:58.184400 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50448) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:58.221445 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-63f2e0d9-169f-40e8-9700-ac11ef2c79a4 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'subnet': {'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:58.292808 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 8f7c0c11-fec4-42ff-ac7e-cee161b48006 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:58.508160 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-31d09abe-803f-414a-8e98-af2bb09ca735 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:58.516217 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 8f7c0c11-fec4-42ff-ac7e-cee161b48006 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:58.517186 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:58.520447 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-074b10c5-5336-4418-8bf5-bdfc4c777aa4 None None] Provisioning complete for port 889b848d-58f6-45f1-a218-6c319548c11a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:58.521146 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-074b10c5-5336-4418-8bf5-bdfc4c777aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:58.526352 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacecac-9e8a-4188-b0a4-7ee4dc693276 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Network': ['ID=777a23c1-00e5-4d6b-868b-9398de603b46,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:58.537262 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-31d09abe-803f-414a-8e98-af2bb09ca735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:58.615810 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-4bed0745-74ee-48a4-8715-c4bb56ae5e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:44:50Z', 'revision_number': 2, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None, '_interfaces': [{'id': '889b848d-58f6-45f1-a218-6c319548c11a', 'name': '', 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:64:ba:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:46Z', 'updated_at': '2021-11-25T19:44:53Z', 'revision_number': 2, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:58.726151 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 777a23c1-00e5-4d6b-868b-9398de603b46 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:44:58.761021 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed0745-74ee-48a4-8715-c4bb56ae5e78 None None] Checking router: 6fb3712d-f4fc-4631-b793-c345d4fcb7ba for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:44:58.761355 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed0745-74ee-48a4-8715-c4bb56ae5e78 None None] Updating router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba port 889b848d-58f6-45f1-a218-6c319548c11a binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:44:58.824998 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b4cb6caa-4334-4a3c-946a-14fcccfc3a18 req-68d34c48-986e-48a2-9b7e-e08f5f93d32a tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/security-groups/142a6646-e6b0-4d41-b398-b5d325952f68 HTTP/1.1" status: 200 len: 1826 time: 0.7334528 Nov 25 19:44:58.847372 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4bed0745-74ee-48a4-8715-c4bb56ae5e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:58.878557 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349e0517-68eb-48c5-a8c0-78f69e3de801 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Made reservation on behalf of e9d22fa4f40744aa88e4f6dbc79438c2 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:58.893449 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-349e0517-68eb-48c5-a8c0-78f69e3de801 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:58.914481 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d09abe-803f-414a-8e98-af2bb09ca735 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:58.989925 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-31d09abe-803f-414a-8e98-af2bb09ca735 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:58.993124 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d09abe-803f-414a-8e98-af2bb09ca735 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:59.016716 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f2e0d9-169f-40e8-9700-ac11ef2c79a4 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Made reservation on behalf of 33fd1ebee1f7494487609e337911c862 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:59.026878 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-63f2e0d9-169f-40e8-9700-ac11ef2c79a4 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:59.109068 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b4cb6caa-4334-4a3c-946a-14fcccfc3a18 req-84c9ba74-8405-4484-86f0-1bffd05a7a72 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:59.120636 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f138a21-a391-4e8f-abb0-b6909a38b5d3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:59.122726 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9f138a21-a391-4e8f-abb0-b6909a38b5d3 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 1.0180681 Nov 25 19:44:59.176609 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50454) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:59.286374 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-074b10c5-5336-4418-8bf5-bdfc4c777aa4 None None] Port 889b848d-58f6-45f1-a218-6c319548c11a cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:44:59.333312 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d09abe-803f-414a-8e98-af2bb09ca735 None None] Pushing event updated for resources: {'Port': ['ID=a0cbca93-f019-448a-be94-6e58034dec99,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:59.334396 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b4cb6caa-4334-4a3c-946a-14fcccfc3a18 req-84c9ba74-8405-4484-86f0-1bffd05a7a72 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:59.381248 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-349e0517-68eb-48c5-a8c0-78f69e3de801 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:59.472538 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-31d09abe-803f-414a-8e98-af2bb09ca735 None None] Attempting to bind port a0cbca93-f019-448a-be94-6e58034dec99 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:44:59.473858 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-31d09abe-803f-414a-8e98-af2bb09ca735 None None] Attempting to bind port a0cbca93-f019-448a-be94-6e58034dec99 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:44:59.475171 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d09abe-803f-414a-8e98-af2bb09ca735 None None] Attempting to bind port a0cbca93-f019-448a-be94-6e58034dec99 on network b691ce13-c3fa-46f8-892f-a6e3ddf6046b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:44:59.519923 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d09abe-803f-414a-8e98-af2bb09ca735 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:44:59.522798 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d09abe-803f-414a-8e98-af2bb09ca735 None None] Checking segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:59.527495 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-31d09abe-803f-414a-8e98-af2bb09ca735 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:59.528334 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d09abe-803f-414a-8e98-af2bb09ca735 None None] Bound using segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:44:59.529477 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-31d09abe-803f-414a-8e98-af2bb09ca735 None None] Bound port: a0cbca93-f019-448a-be94-6e58034dec99, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:44:59.531558 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-31d09abe-803f-414a-8e98-af2bb09ca735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:59.596319 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-996ff448-0e39-44e3-880c-ff4104d9a547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:59.618815 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6f8ff81a-2133-4001-bee9-f4d0ed352105 None None] Provisioning complete for port 889b848d-58f6-45f1-a218-6c319548c11a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:59.619655 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6f8ff81a-2133-4001-bee9-f4d0ed352105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:59.716237 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e0517-68eb-48c5-a8c0-78f69e3de801 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event updated for resources: {'Subnet': ['ID=4075f789-f3ae-4155-8ba9-eb1fbb9cbd69,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:59.773904 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e0517-68eb-48c5-a8c0-78f69e3de801 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Checking segment: {'id': '610715c4-d69d-455e-8a05-0a8f1fdcc944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:59.783563 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349e0517-68eb-48c5-a8c0-78f69e3de801 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Network hostable DHCP agents. Network: 20935496-6e9b-480f-933b-cbeba5774e5e, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:44:59.809654 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4bed0745-74ee-48a4-8715-c4bb56ae5e78 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:59.811353 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8556ffee-6a57-434d-ba84-b1e94d3156a1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:59.816157 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8556ffee-6a57-434d-ba84-b1e94d3156a1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.6380391 Nov 25 19:44:59.828360 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4bed0745-74ee-48a4-8715-c4bb56ae5e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:59.829402 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50458) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:59.894530 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-31d09abe-803f-414a-8e98-af2bb09ca735 None None] For port a0cbca93-f019-448a-be94-6e58034dec99, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:44:59.895450 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349e0517-68eb-48c5-a8c0-78f69e3de801 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Network 20935496-6e9b-480f-933b-cbeba5774e5e is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:44:59.902115 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-31d09abe-803f-414a-8e98-af2bb09ca735 None None] For port a0cbca93-f019-448a-be94-6e58034dec99, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a0cbca93-f019-448a-be94-6e58034dec99,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:44:59.947518 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eeca98-a8f7-4679-8b61-1278b9e1dff0 None None] Pushing event updated for resources: {'Port': ['ID=889b848d-58f6-45f1-a218-6c319548c11a,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:59.948700 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-6f8ff81a-2133-4001-bee9-f4d0ed352105 None None] Port 889b848d-58f6-45f1-a218-6c319548c11a cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:44:59.954476 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-31d09abe-803f-414a-8e98-af2bb09ca735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:59.985016 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eeca98-a8f7-4679-8b61-1278b9e1dff0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:59.985388 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eeca98-a8f7-4679-8b61-1278b9e1dff0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:59.986491 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eeca98-a8f7-4679-8b61-1278b9e1dff0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:59.986864 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eeca98-a8f7-4679-8b61-1278b9e1dff0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:59.987206 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eeca98-a8f7-4679-8b61-1278b9e1dff0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:59.990194 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eeca98-a8f7-4679-8b61-1278b9e1dff0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:59.991656 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eeca98-a8f7-4679-8b61-1278b9e1dff0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:59.992443 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eeca98-a8f7-4679-8b61-1278b9e1dff0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:59.994436 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eeca98-a8f7-4679-8b61-1278b9e1dff0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:59.996598 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eeca98-a8f7-4679-8b61-1278b9e1dff0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:59.997423 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eeca98-a8f7-4679-8b61-1278b9e1dff0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:59.997989 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eeca98-a8f7-4679-8b61-1278b9e1dff0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:00.012104 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-349e0517-68eb-48c5-a8c0-78f69e3de801 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 20935496-6e9b-480f-933b-cbeba5774e5e) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:00.041910 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349e0517-68eb-48c5-a8c0-78f69e3de801 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:00.043650 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-349e0517-68eb-48c5-a8c0-78f69e3de801 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:00.135607 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-63f2e0d9-169f-40e8-9700-ac11ef2c79a4 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:00.139422 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27969884-38ca-4efe-867d-f4c91d45079a None None] Network 20935496-6e9b-480f-933b-cbeba5774e5e requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:00.204296 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-349e0517-68eb-48c5-a8c0-78f69e3de801 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2752273 Nov 25 19:45:00.214096 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50464) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:00.247667 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d09abe-803f-414a-8e98-af2bb09ca735 None None] Pushing event updated for resources: {'Port': ['ID=a0cbca93-f019-448a-be94-6e58034dec99,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:00.263080 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c848855f-e430-4e10-ac96-7e8258109f0e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:00.281942 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c848855f-e430-4e10-ac96-7e8258109f0e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:00.296038 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c848855f-e430-4e10-ac96-7e8258109f0e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:00.304846 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c848855f-e430-4e10-ac96-7e8258109f0e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4523761 Nov 25 19:45:00.331131 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50466) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:00.332711 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-4bed0745-74ee-48a4-8715-c4bb56ae5e78 None None] Attempting to bind port 889b848d-58f6-45f1-a218-6c319548c11a on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:00.334935 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-4bed0745-74ee-48a4-8715-c4bb56ae5e78 None None] Attempting to bind port 889b848d-58f6-45f1-a218-6c319548c11a by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '7e1c945f-eb07-4145-9349-f37ed0d4e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:00.337826 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bed0745-74ee-48a4-8715-c4bb56ae5e78 None None] Attempting to bind port 889b848d-58f6-45f1-a218-6c319548c11a on network 0ab0cbce-e7ef-441f-9c67-7927b45107fa {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:00.355577 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1c318e1c-418b-45d2-9c4f-6b924c17393c tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Request body: {'subnet': {'network_id': '8aa06786-042e-4faf-b4a5-b6084b1ca237', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:00.372547 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bed0745-74ee-48a4-8715-c4bb56ae5e78 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:45:00.373147 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bed0745-74ee-48a4-8715-c4bb56ae5e78 None None] Checking segment: {'id': '7e1c945f-eb07-4145-9349-f37ed0d4e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:00.373805 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4bed0745-74ee-48a4-8715-c4bb56ae5e78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:00.382676 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bed0745-74ee-48a4-8715-c4bb56ae5e78 None None] Bound using segment: {'id': '7e1c945f-eb07-4145-9349-f37ed0d4e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:45:00.383596 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-4bed0745-74ee-48a4-8715-c4bb56ae5e78 None None] Bound port: 889b848d-58f6-45f1-a218-6c319548c11a, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1c945f-eb07-4145-9349-f37ed0d4e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:45:00.384232 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4bed0745-74ee-48a4-8715-c4bb56ae5e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:00.424809 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b4cb6caa-4334-4a3c-946a-14fcccfc3a18 req-84c9ba74-8405-4484-86f0-1bffd05a7a72 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:00.442931 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b4cb6caa-4334-4a3c-946a-14fcccfc3a18 req-84c9ba74-8405-4484-86f0-1bffd05a7a72 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:00.471810 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b4cb6caa-4334-4a3c-946a-14fcccfc3a18 req-84c9ba74-8405-4484-86f0-1bffd05a7a72 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "DELETE /v2.0/security-groups/142a6646-e6b0-4d41-b398-b5d325952f68 HTTP/1.1" status: 204 len: 173 time: 1.6275403 Nov 25 19:45:00.746231 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9ba74-8405-4484-86f0-1bffd05a7a72 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=142a6646-e6b0-4d41-b398-b5d325952f68,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:00.786798 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-4bed0745-74ee-48a4-8715-c4bb56ae5e78 None None] For port 889b848d-58f6-45f1-a218-6c319548c11a, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:00.804445 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-4bed0745-74ee-48a4-8715-c4bb56ae5e78 None None] For port 889b848d-58f6-45f1-a218-6c319548c11a, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=889b848d-58f6-45f1-a218-6c319548c11a,segment=NetworkSegment(7e1c945f-eb07-4145-9349-f37ed0d4e632),segment_id=7e1c945f-eb07-4145-9349-f37ed0d4e632)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:45:00.814869 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4bed0745-74ee-48a4-8715-c4bb56ae5e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:00.891085 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-65feeb04-94c0-4040-858d-1a6021cd9bc8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet 0faa0a18-8142-4392-ace1-345cb8e8872e {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:45:00.975201 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65feeb04-94c0-4040-858d-1a6021cd9bc8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:00.991171 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f2e0d9-169f-40e8-9700-ac11ef2c79a4 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Checking segment: {'id': 'bb0b32a2-2430-4f55-891a-b547899c70ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:00.991837 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f2e0d9-169f-40e8-9700-ac11ef2c79a4 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network hostable DHCP agents. Network: 777a23c1-00e5-4d6b-868b-9398de603b46, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:45:01.039420 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3615456c-9b3d-4259-9d2b-4c93794d8b04 None None] Provisioning complete for port 889b848d-58f6-45f1-a218-6c319548c11a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:01.040024 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3615456c-9b3d-4259-9d2b-4c93794d8b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:01.043152 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2e0d9-169f-40e8-9700-ac11ef2c79a4 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Subnet': ['ID=46335b13-eb42-40a4-8b41-80256c7e2ff7,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:01.141410 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eeca98-a8f7-4679-8b61-1278b9e1dff0 None None] Pushing event updated for resources: {'Port': ['ID=889b848d-58f6-45f1-a218-6c319548c11a,revision_number=4']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:01.161707 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bed0745-74ee-48a4-8715-c4bb56ae5e78 None None] Routers {'6fb3712d-f4fc-4631-b793-c345d4fcb7ba'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:01.162597 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-4bed0745-74ee-48a4-8715-c4bb56ae5e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:44:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:01.207671 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3801961-1dbe-49e5-a51c-81adaaf95a93 req-ab24e87d-c664-4e56-be76-9cd6638e97c5 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:01.215467 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65feeb04-94c0-4040-858d-1a6021cd9bc8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:01.228752 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a3801961-1dbe-49e5-a51c-81adaaf95a93 req-ab24e87d-c664-4e56-be76-9cd6638e97c5 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2699a77-d87d-46ad-9350-c1f62079c4c9 HTTP/1.1" status: 200 len: 945 time: 0.5266330 Nov 25 19:45:01.246840 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a757ca1-2db1-40d7-bce3-e64109c43cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-20935496-6e9b-480f-933b-cbeba5774e5e', 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'fixed_ips': [{'subnet_id': '4075f789-f3ae-4155-8ba9-eb1fbb9cbd69'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:45:01.248397 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5a757ca1-2db1-40d7-bce3-e64109c43cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:01.507473 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f2e0d9-169f-40e8-9700-ac11ef2c79a4 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network 777a23c1-00e5-4d6b-868b-9398de603b46 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:45:01.553155 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-63f2e0d9-169f-40e8-9700-ac11ef2c79a4 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 777a23c1-00e5-4d6b-868b-9398de603b46) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:01.554379 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3615456c-9b3d-4259-9d2b-4c93794d8b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:01.574704 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f2e0d9-169f-40e8-9700-ac11ef2c79a4 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:01.575368 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-63f2e0d9-169f-40e8-9700-ac11ef2c79a4 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:01.608684 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-4bed0745-74ee-48a4-8715-c4bb56ae5e78 None None] Set router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:01.609465 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b4ab4f-2587-4831-ae47-94bdb1ae6fb6 None None] Network 777a23c1-00e5-4d6b-868b-9398de603b46 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:01.669846 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a3801961-1dbe-49e5-a51c-81adaaf95a93 req-1a1e2661-5d33-494e-84ba-701dfc3d39d3 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353621 Nov 25 19:45:01.684211 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65feeb04-94c0-4040-858d-1a6021cd9bc8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:01.916000 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65feeb04-94c0-4040-858d-1a6021cd9bc8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:01.959234 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3615456c-9b3d-4259-9d2b-4c93794d8b04 None None] For port 889b848d-58f6-45f1-a218-6c319548c11a, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=889b848d-58f6-45f1-a218-6c319548c11a,segment=NetworkSegment(7e1c945f-eb07-4145-9349-f37ed0d4e632),segment_id=7e1c945f-eb07-4145-9349-f37ed0d4e632)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:02.042390 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3615456c-9b3d-4259-9d2b-4c93794d8b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:02.073118 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65feeb04-94c0-4040-858d-1a6021cd9bc8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:02.089857 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-65feeb04-94c0-4040-858d-1a6021cd9bc8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/0faa0a18-8142-4392-ace1-345cb8e8872e HTTP/1.1" status: 204 len: 168 time: 1.5598967 Nov 25 19:45:02.093583 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50478) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:02.115002 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65feeb04-94c0-4040-858d-1a6021cd9bc8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=0faa0a18-8142-4392-ace1-345cb8e8872e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:02.290326 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-4bed0745-74ee-48a4-8715-c4bb56ae5e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:44:50Z', 'revision_number': 2, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None, '_interfaces': [{'id': '889b848d-58f6-45f1-a218-6c319548c11a', 'name': '', 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:64:ba:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:46Z', 'updated_at': '2021-11-25T19:45:00Z', 'revision_number': 4, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:02.310724 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b32e82-3c7d-438a-b1e2-e80159f7786e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet 5b7987df-3227-4e7c-9565-7959fb95fa05 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:45:02.329033 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3b32e82-3c7d-438a-b1e2-e80159f7786e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:02.336833 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65feeb04-94c0-4040-858d-1a6021cd9bc8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:02.342165 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65feeb04-94c0-4040-858d-1a6021cd9bc8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:02.343278 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65feeb04-94c0-4040-858d-1a6021cd9bc8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:02.344254 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65feeb04-94c0-4040-858d-1a6021cd9bc8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:02.347635 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65feeb04-94c0-4040-858d-1a6021cd9bc8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:02.348537 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65feeb04-94c0-4040-858d-1a6021cd9bc8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:02.349263 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65feeb04-94c0-4040-858d-1a6021cd9bc8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:02.350055 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65feeb04-94c0-4040-858d-1a6021cd9bc8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:02.351117 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65feeb04-94c0-4040-858d-1a6021cd9bc8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:02.352196 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65feeb04-94c0-4040-858d-1a6021cd9bc8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:02.353005 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65feeb04-94c0-4040-858d-1a6021cd9bc8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:02.353829 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65feeb04-94c0-4040-858d-1a6021cd9bc8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:02.378765 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd56b0-2cfd-4245-86b5-33f4d07d9a80 req-2c536edf-05a7-4e75-8df3-6afa274a3541 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:02.400680 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-57fd56b0-2cfd-4245-86b5-33f4d07d9a80 req-2c536edf-05a7-4e75-8df3-6afa274a3541 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 946 time: 0.4298048 Nov 25 19:45:02.401914 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed0745-74ee-48a4-8715-c4bb56ae5e78 None None] The sync data for ids ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'] in n-d-819349-5 is: [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:44:50Z', 'revision_number': 2, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None, '_interfaces': [{'id': '889b848d-58f6-45f1-a218-6c319548c11a', 'name': '', 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:64:ba:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:46Z', 'updated_at': '2021-11-25T19:45:00Z', 'revision_number': 4, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:45:02.432926 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c318e1c-418b-45d2-9c4f-6b924c17393c tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Made reservation on behalf of e9d22fa4f40744aa88e4f6dbc79438c2 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:02.443617 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c318e1c-418b-45d2-9c4f-6b924c17393c tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:02.447836 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a0cbca93-f019-448a-be94-6e58034dec99 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:02.537038 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-63f2e0d9-169f-40e8-9700-ac11ef2c79a4 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3428447 Nov 25 19:45:02.548964 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50482) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:02.616369 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3b32e82-3c7d-438a-b1e2-e80159f7786e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:02.654015 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-69e40fd1-3daa-4cdf-89fb-7b9c713e04a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:02.659693 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615456c-9b3d-4259-9d2b-4c93794d8b04 None None] Pushing event updated for resources: {'Port': ['ID=889b848d-58f6-45f1-a218-6c319548c11a,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:02.697593 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d8c404-8650-40d2-80a6-d9f427742aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-777a23c1-00e5-4d6b-868b-9398de603b46', 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'fixed_ips': [{'subnet_id': '46335b13-eb42-40a4-8b41-80256c7e2ff7'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:45:02.702844 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-45d8c404-8650-40d2-80a6-d9f427742aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:02.726115 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-57fd56b0-2cfd-4245-86b5-33f4d07d9a80 req-08d3c446-e7a1-4778-996a-fb8ba4ed7b42 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151138 Nov 25 19:45:03.160218 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8f4851ff-2d45-4300-a674-6245380721d2 None None] Provisioning complete for port 889b848d-58f6-45f1-a218-6c319548c11a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:03.165580 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8f4851ff-2d45-4300-a674-6245380721d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:03.244331 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2403e887-e2c6-4037-b913-66b793a036c6 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:03.427884 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3b32e82-3c7d-438a-b1e2-e80159f7786e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:03.729463 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3b32e82-3c7d-438a-b1e2-e80159f7786e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:03.888789 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72096885-49fd-4ce9-a844-b5ddf527b80c req-20531517-4997-4aa4-ab28-7fb2d344f3bf tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:03.909115 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-72096885-49fd-4ce9-a844-b5ddf527b80c req-20531517-4997-4aa4-ab28-7fb2d344f3bf tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2699a77-d87d-46ad-9350-c1f62079c4c9 HTTP/1.1" status: 200 len: 945 time: 0.2214258 Nov 25 19:45:04.002321 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-72096885-49fd-4ce9-a844-b5ddf527b80c req-0bf1c8fc-6571-4de2-8f0e-37b066174716 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862076 Nov 25 19:45:04.201092 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b32e82-3c7d-438a-b1e2-e80159f7786e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=5b7987df-3227-4e7c-9565-7959fb95fa05,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:04.223355 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.230106 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port a0cbca93-f019-448a-be94-6e58034dec99 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:04.238984 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.266843 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3b32e82-3c7d-438a-b1e2-e80159f7786e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.278916 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a3b32e82-3c7d-438a-b1e2-e80159f7786e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/5b7987df-3227-4e7c-9565-7959fb95fa05 HTTP/1.1" status: 204 len: 168 time: 2.1591871 Nov 25 19:45:04.294998 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50496) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:04.376802 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-5a757ca1-2db1-40d7-bce3-e64109c43cab None None] Allocated IP 10.1.1.2 (20935496-6e9b-480f-933b-cbeba5774e5e/4075f789-f3ae-4155-8ba9-eb1fbb9cbd69/789bfe35-59bb-477d-886f-951d352a22fd) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:04.402446 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d64333-3756-4f76-bb5f-8ab2c77ca49a req-0ce698c0-0951-4965-b60f-4c2b94998121 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:04.417878 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a1d64333-3756-4f76-bb5f-8ab2c77ca49a req-0ce698c0-0951-4965-b60f-4c2b94998121 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 945 time: 0.1499212 Nov 25 19:45:04.444387 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ce05e14e-f7b5-4e44-8c9f-636c5e320582 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1449969 Nov 25 19:45:04.454187 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50498) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:04.473942 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-1f305f7e-b3e7-472b-b366-a5b7ac2063e5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:04.512574 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-45d8c404-8650-40d2-80a6-d9f427742aac None None] Allocated IP 172.21.0.2 (777a23c1-00e5-4d6b-868b-9398de603b46/46335b13-eb42-40a4-8b41-80256c7e2ff7/454da735-330b-42eb-b21a-1b03464e25a6) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:04.677113 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c318e1c-418b-45d2-9c4f-6b924c17393c tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.869847 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f305f7e-b3e7-472b-b366-a5b7ac2063e5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:04.879479 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f305f7e-b3e7-472b-b366-a5b7ac2063e5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.979194 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2df3e955-3542-4c3d-a22b-49b76534b90b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:05.073002 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:05.229389 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a1d64333-3756-4f76-bb5f-8ab2c77ca49a req-e8924386-1239-419d-bbe5-45bd874c17d4 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d0348b6-c485-40e9-bece-971278800549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8065786 Nov 25 19:45:05.467548 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port a0cbca93-f019-448a-be94-6e58034dec99, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a0cbca93-f019-448a-be94-6e58034dec99,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:05.587897 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:05.828854 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12057c1-b281-4979-b4b8-5f4daae8fab4 None None] DHCP port deletion for b691ce13-c3fa-46f8-892f-a6e3ddf6046b request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:05.940379 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f305f7e-b3e7-472b-b366-a5b7ac2063e5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:06.094968 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:06.124980 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f305f7e-b3e7-472b-b366-a5b7ac2063e5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=203c7dc2-471e-4665-8826-6fce281e5dc4,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:06.152194 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:06.170344 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f305f7e-b3e7-472b-b366-a5b7ac2063e5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:06.178220 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-1f305f7e-b3e7-472b-b366-a5b7ac2063e5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:06.192141 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f305f7e-b3e7-472b-b366-a5b7ac2063e5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:06.195818 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f305f7e-b3e7-472b-b366-a5b7ac2063e5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:06.212209 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-933f92c0-5ec4-41ec-ac65-9fa4962a2a85 None None] Provisioning complete for port a0cbca93-f019-448a-be94-6e58034dec99 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:06.212927 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-933f92c0-5ec4-41ec-ac65-9fa4962a2a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:06.304541 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1f305f7e-b3e7-472b-b366-a5b7ac2063e5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8473766 Nov 25 19:45:06.309827 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50514) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:06.327480 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-97faa65a-f2d6-4054-999f-5d998d73946d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:06.354933 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c35ec-527a-4265-a7b5-eceb1d99c79d req-16677dec-76f1-4120-bf6d-631fa228e03d tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:06.368847 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-960c35ec-527a-4265-a7b5-eceb1d99c79d req-16677dec-76f1-4120-bf6d-631fa228e03d tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2699a77-d87d-46ad-9350-c1f62079c4c9 HTTP/1.1" status: 200 len: 945 time: 0.4545166 Nov 25 19:45:06.383230 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c318e1c-418b-45d2-9c4f-6b924c17393c tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event updated for resources: {'Subnet': ['ID=d3557900-716c-49fc-9261-bbc772127fc4,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:06.398140 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c318e1c-418b-45d2-9c4f-6b924c17393c tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Checking segment: {'id': '84defb7f-7631-48d1-bff7-9cf8a24998ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8aa06786-042e-4faf-b4a5-b6084b1ca237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:06.398601 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c318e1c-418b-45d2-9c4f-6b924c17393c tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Network hostable DHCP agents. Network: 8aa06786-042e-4faf-b4a5-b6084b1ca237, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:45:06.476544 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6995d5-a65a-467a-b9c8-e04d56d68690 req-8b9b95a0-b204-4333-b33a-5232daff3c30 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:06.479888 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dd6995d5-a65a-467a-b9c8-e04d56d68690 req-8b9b95a0-b204-4333-b33a-5232daff3c30 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 945 time: 0.1620605 Nov 25 19:45:06.577060 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c318e1c-418b-45d2-9c4f-6b924c17393c tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Network 8aa06786-042e-4faf-b4a5-b6084b1ca237 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:45:06.580506 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 889b848d-58f6-45f1-a218-6c319548c11a up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:06.731486 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1c318e1c-418b-45d2-9c4f-6b924c17393c tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 8aa06786-042e-4faf-b4a5-b6084b1ca237) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:06.778097 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b662d6-ce4e-43a5-85dc-c88ab008c6db None None] Network 8aa06786-042e-4faf-b4a5-b6084b1ca237 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:06.786401 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c318e1c-418b-45d2-9c4f-6b924c17393c tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:06.787515 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=a0cbca93-f019-448a-be94-6e58034dec99,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:06.790196 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c318e1c-418b-45d2-9c4f-6b924c17393c tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:06.970880 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5a757ca1-2db1-40d7-bce3-e64109c43cab None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.040438 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1c318e1c-418b-45d2-9c4f-6b924c17393c tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 6.7339470 Nov 25 19:45:07.044944 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50522) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:07.055301 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-45d8c404-8650-40d2-80a6-d9f427742aac None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.061493 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9360f0cb-39bc-47da-9902-6041f65a7dbd tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Request body: {'port': {'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e', 'name': 'tempest-TaggedBootDevicesTest_v242-2097694754', 'fixed_ips': [{'subnet_id': '4075f789-f3ae-4155-8ba9-eb1fbb9cbd69'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:07.085060 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97faa65a-f2d6-4054-999f-5d998d73946d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:07.099477 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97faa65a-f2d6-4054-999f-5d998d73946d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.116795 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-dd6995d5-a65a-467a-b9c8-e04d56d68690 req-24aec4d1-51ac-4264-b21e-8c124daca34e tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Deleting port f45b5dd8-121a-4637-a9da-17aa0f66595f {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:07.117639 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dd6995d5-a65a-467a-b9c8-e04d56d68690 req-24aec4d1-51ac-4264-b21e-8c124daca34e tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.240323 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-960c35ec-527a-4265-a7b5-eceb1d99c79d req-ddcd90b4-eb22-4c36-a6d5-a8fd8715f928 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8672764 Nov 25 19:45:07.283574 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b12057c1-b281-4979-b4b8-5f4daae8fab4 None None] Deleting port a0cbca93-f019-448a-be94-6e58034dec99 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:07.284365 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b12057c1-b281-4979-b4b8-5f4daae8fab4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.295047 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 889b848d-58f6-45f1-a218-6c319548c11a triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:07.295935 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.325876 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5a757ca1-2db1-40d7-bce3-e64109c43cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.499519 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-2df3e955-3542-4c3d-a22b-49b76534b90b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Allocated IP 172.21.0.1 (777a23c1-00e5-4d6b-868b-9398de603b46/46335b13-eb42-40a4-8b41-80256c7e2ff7/96968f6f-c9a7-473f-a4b3-30c27b754e89) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:07.512989 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-dd6995d5-a65a-467a-b9c8-e04d56d68690 req-24aec4d1-51ac-4264-b21e-8c124daca34e tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] For port f45b5dd8-121a-4637-a9da-17aa0f66595f, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=f45b5dd8-121a-4637-a9da-17aa0f66595f,segment=NetworkSegment(25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1),segment_id=25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:07.513339 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dd6995d5-a65a-467a-b9c8-e04d56d68690 req-24aec4d1-51ac-4264-b21e-8c124daca34e tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.543798 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-dd6995d5-a65a-467a-b9c8-e04d56d68690 req-24aec4d1-51ac-4264-b21e-8c124daca34e tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Calling delete_port for f45b5dd8-121a-4637-a9da-17aa0f66595f owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:07.544365 n-d-819349-5 neutron-server[103600]: INFO neutron.db.ipam_backend_mixin [None req-97faa65a-f2d6-4054-999f-5d998d73946d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 203c7dc2-471e-4665-8826-6fce281e5dc4 (CIDR: 2001:db8::/64) Nov 25 19:45:07.598004 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-97faa65a-f2d6-4054-999f-5d998d73946d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:45:07.602894 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97faa65a-f2d6-4054-999f-5d998d73946d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:07.681052 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-45d8c404-8650-40d2-80a6-d9f427742aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.710168 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a757ca1-2db1-40d7-bce3-e64109c43cab None None] Pushing event updated for resources: {'Port': ['ID=789bfe35-59bb-477d-886f-951d352a22fd,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:07.795411 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad0e35-64a6-46a6-adff-96b948408be6 req-045f8ead-2aba-45dd-ac83-11218a4927c0 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:07.804294 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-08ad0e35-64a6-46a6-adff-96b948408be6 req-045f8ead-2aba-45dd-ac83-11218a4927c0 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 946 time: 0.2573655 Nov 25 19:45:07.824430 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2df3e955-3542-4c3d-a22b-49b76534b90b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.860188 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a757ca1-2db1-40d7-bce3-e64109c43cab None None] Network 20935496-6e9b-480f-933b-cbeba5774e5e is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:07.976222 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2df3e955-3542-4c3d-a22b-49b76534b90b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.991344 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-08ad0e35-64a6-46a6-adff-96b948408be6 req-8d094fe6-8f56-4abe-9358-9f8b2225c3c7 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787472 Nov 25 19:45:07.994556 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-5a757ca1-2db1-40d7-bce3-e64109c43cab None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:08.014862 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-97faa65a-f2d6-4054-999f-5d998d73946d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6995440 Nov 25 19:45:08.014862 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50526) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:08.017574 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a757ca1-2db1-40d7-bce3-e64109c43cab None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:08.036302 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-c8ad171c-e380-4069-8843-12ee23b2f7e9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'subnet': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:08.141430 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9360f0cb-39bc-47da-9902-6041f65a7dbd tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Made reservation on behalf of e9d22fa4f40744aa88e4f6dbc79438c2 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:08.371938 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df3e955-3542-4c3d-a22b-49b76534b90b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network 777a23c1-00e5-4d6b-868b-9398de603b46 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:08.393481 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2df3e955-3542-4c3d-a22b-49b76534b90b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:08.407056 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df3e955-3542-4c3d-a22b-49b76534b90b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:08.487064 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3e955-3542-4c3d-a22b-49b76534b90b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Port': ['ID=96968f6f-c9a7-473f-a4b3-30c27b754e89,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:08.537302 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b12057c1-b281-4979-b4b8-5f4daae8fab4 None None] For port a0cbca93-f019-448a-be94-6e58034dec99, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a0cbca93-f019-448a-be94-6e58034dec99,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:08.541100 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b12057c1-b281-4979-b4b8-5f4daae8fab4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:08.585813 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:45:08.673294 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d8c404-8650-40d2-80a6-d9f427742aac None None] Network 777a23c1-00e5-4d6b-868b-9398de603b46 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:08.689323 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5a757ca1-2db1-40d7-bce3-e64109c43cab None None] Attempting to bind port 789bfe35-59bb-477d-886f-951d352a22fd on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:08.690112 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5a757ca1-2db1-40d7-bce3-e64109c43cab None None] Attempting to bind port 789bfe35-59bb-477d-886f-951d352a22fd by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '610715c4-d69d-455e-8a05-0a8f1fdcc944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:08.690112 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a757ca1-2db1-40d7-bce3-e64109c43cab None None] Attempting to bind port 789bfe35-59bb-477d-886f-951d352a22fd on network 20935496-6e9b-480f-933b-cbeba5774e5e {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:08.724739 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a757ca1-2db1-40d7-bce3-e64109c43cab None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:45:08.725224 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a757ca1-2db1-40d7-bce3-e64109c43cab None None] Checking segment: {'id': '610715c4-d69d-455e-8a05-0a8f1fdcc944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:08.725544 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5a757ca1-2db1-40d7-bce3-e64109c43cab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:08.725957 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a757ca1-2db1-40d7-bce3-e64109c43cab None None] Bound using segment: {'id': '610715c4-d69d-455e-8a05-0a8f1fdcc944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:45:08.726508 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5a757ca1-2db1-40d7-bce3-e64109c43cab None None] Bound port: 789bfe35-59bb-477d-886f-951d352a22fd, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610715c4-d69d-455e-8a05-0a8f1fdcc944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:45:08.727048 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5a757ca1-2db1-40d7-bce3-e64109c43cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:08.736630 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2df3e955-3542-4c3d-a22b-49b76534b90b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:08.772087 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120ccbe-664e-4a54-9852-b56628f1c7dc req-281d5201-497f-4679-b391-90dade5d2d57 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:08.786828 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0120ccbe-664e-4a54-9852-b56628f1c7dc req-281d5201-497f-4679-b391-90dade5d2d57 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d957538-868e-43ba-aa23-81a4135537db HTTP/1.1" status: 200 len: 945 time: 0.3536229 Nov 25 19:45:08.837084 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b12057c1-b281-4979-b4b8-5f4daae8fab4 None None] Calling delete_port for a0cbca93-f019-448a-be94-6e58034dec99 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:08.854119 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-45d8c404-8650-40d2-80a6-d9f427742aac None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:08.861349 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d8c404-8650-40d2-80a6-d9f427742aac None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:08.953928 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-933f92c0-5ec4-41ec-ac65-9fa4962a2a85 None None] Could not find standard attr ID for object 39c31b11-7a6b-4d20-9d72-938e65dea054. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:45:08.959513 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ad171c-e380-4069-8843-12ee23b2f7e9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:08.976793 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8ad171c-e380-4069-8843-12ee23b2f7e9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:08.995971 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9360f0cb-39bc-47da-9902-6041f65a7dbd tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:09.097979 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c404-8650-40d2-80a6-d9f427742aac None None] Pushing event updated for resources: {'Port': ['ID=454da735-330b-42eb-b21a-1b03464e25a6,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:09.163888 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b4a270-ce2f-4786-81e0-c4fe49cf0812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-8aa06786-042e-4faf-b4a5-b6084b1ca237', 'network_id': '8aa06786-042e-4faf-b4a5-b6084b1ca237', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'fixed_ips': [{'subnet_id': 'd3557900-716c-49fc-9261-bbc772127fc4'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:45:09.166088 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-96b4a270-ce2f-4786-81e0-c4fe49cf0812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:09.366249 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a0cbca93-f019-448a-be94-6e58034dec99 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:45:09.446310 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-9360f0cb-39bc-47da-9902-6041f65a7dbd tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] device_id is not set on port eed56a30-d8a0-409e-a855-3421a56cec88 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:45:09.464074 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dd6995d5-a65a-467a-b9c8-e04d56d68690 req-24aec4d1-51ac-4264-b21e-8c124daca34e tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:09.665052 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['f45b5dd8-121a-4637-a9da-17aa0f66595f'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:45:09.672532 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aec4d1-51ac-4264-b21e-8c124daca34e tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Pushing event deleted for resources: {'Port': ['ID=f45b5dd8-121a-4637-a9da-17aa0f66595f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:09.702929 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0120ccbe-664e-4a54-9852-b56628f1c7dc req-73a28bbb-3c01-411f-9478-0b7ebdca3343 tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d0348b6-c485-40e9-bece-971278800549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9000933 Nov 25 19:45:09.714308 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-45d8c404-8650-40d2-80a6-d9f427742aac None None] Attempting to bind port 454da735-330b-42eb-b21a-1b03464e25a6 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:09.718869 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-45d8c404-8650-40d2-80a6-d9f427742aac None None] Attempting to bind port 454da735-330b-42eb-b21a-1b03464e25a6 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'bb0b32a2-2430-4f55-891a-b547899c70ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:09.719563 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d8c404-8650-40d2-80a6-d9f427742aac None None] Attempting to bind port 454da735-330b-42eb-b21a-1b03464e25a6 on network 777a23c1-00e5-4d6b-868b-9398de603b46 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:09.933774 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d8c404-8650-40d2-80a6-d9f427742aac None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:45:09.934402 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d8c404-8650-40d2-80a6-d9f427742aac None None] Checking segment: {'id': 'bb0b32a2-2430-4f55-891a-b547899c70ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:09.935258 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-45d8c404-8650-40d2-80a6-d9f427742aac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:09.935874 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d8c404-8650-40d2-80a6-d9f427742aac None None] Bound using segment: {'id': 'bb0b32a2-2430-4f55-891a-b547899c70ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:45:09.936927 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-45d8c404-8650-40d2-80a6-d9f427742aac None None] Bound port: 454da735-330b-42eb-b21a-1b03464e25a6, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0b32a2-2430-4f55-891a-b547899c70ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:45:09.937576 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-45d8c404-8650-40d2-80a6-d9f427742aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:09.988179 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b12057c1-b281-4979-b4b8-5f4daae8fab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.005702 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Port a0cbca93-f019-448a-be94-6e58034dec99 update to DOWN by agent not found {{(pid=103601) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 19:45:10.049495 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12057c1-b281-4979-b4b8-5f4daae8fab4 None None] No DVR routers for this DVR port a0cbca93-f019-448a-be94-6e58034dec99 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:45:10.127948 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-45d8c404-8650-40d2-80a6-d9f427742aac None None] For port 454da735-330b-42eb-b21a-1b03464e25a6, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:10.132883 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-45d8c404-8650-40d2-80a6-d9f427742aac None None] For port 454da735-330b-42eb-b21a-1b03464e25a6, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=454da735-330b-42eb-b21a-1b03464e25a6,segment=NetworkSegment(bb0b32a2-2430-4f55-891a-b547899c70ab),segment_id=bb0b32a2-2430-4f55-891a-b547899c70ab)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:45:10.139623 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12057c1-b281-4979-b4b8-5f4daae8fab4 None None] Pushing event deleted for resources: {'Port': ['ID=a0cbca93-f019-448a-be94-6e58034dec99,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:10.160206 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abd1045-83b1-41f4-85d2-d2a52f1ee4e6 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:10.277501 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2df3e955-3542-4c3d-a22b-49b76534b90b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.392555 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6995d5-a65a-467a-b9c8-e04d56d68690 req-24aec4d1-51ac-4264-b21e-8c124daca34e tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] No DVR routers for this DVR port f45b5dd8-121a-4637-a9da-17aa0f66595f on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:45:10.468447 n-d-819349-5 neutron-server[103600]: DEBUG neutron.objects.ports [None req-c8ad171c-e380-4069-8843-12ee23b2f7e9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103600) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:45:10.476799 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8ad171c-e380-4069-8843-12ee23b2f7e9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.563039 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-45d8c404-8650-40d2-80a6-d9f427742aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.604106 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b5501-8b63-4eb3-b3b2-8716bf86073f req-7d6a9f47-ae94-4efd-b96f-43e4b9872653 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:10.605759 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d44b5501-8b63-4eb3-b3b2-8716bf86073f req-7d6a9f47-ae94-4efd-b96f-43e4b9872653 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2699a77-d87d-46ad-9350-c1f62079c4c9 HTTP/1.1" status: 200 len: 945 time: 0.3453717 Nov 25 19:45:10.647148 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dd6995d5-a65a-467a-b9c8-e04d56d68690 req-24aec4d1-51ac-4264-b21e-8c124daca34e tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.655372 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5a757ca1-2db1-40d7-bce3-e64109c43cab None None] For port 789bfe35-59bb-477d-886f-951d352a22fd, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:10.656676 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dd6995d5-a65a-467a-b9c8-e04d56d68690 req-24aec4d1-51ac-4264-b21e-8c124daca34e tempest-ServerRescueTestJSONUnderV235-128067827 tempest-ServerRescueTestJSONUnderV235-128067827-project] 10.222.0.73 "DELETE /v2.0/ports/f45b5dd8-121a-4637-a9da-17aa0f66595f HTTP/1.1" status: 204 len: 173 time: 4.1588743 Nov 25 19:45:10.656975 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ad171c-e380-4069-8843-12ee23b2f7e9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:10.657639 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d957538-868e-43ba-aa23-81a4135537db', 'name': 'network-vif-deleted', 'tag': 'f45b5dd8-121a-4637-a9da-17aa0f66595f'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:45:10.674572 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f4b3a8-e84e-4f80-acf9-e9d82dd359e3" -d '{"events": [{"server_uuid": "4d957538-868e-43ba-aa23-81a4135537db", "name": "network-vif-deleted", "tag": "f45b5dd8-121a-4637-a9da-17aa0f66595f"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:45:10.742106 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c8ad171c-e380-4069-8843-12ee23b2f7e9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:10.744581 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5a757ca1-2db1-40d7-bce3-e64109c43cab None None] For port 789bfe35-59bb-477d-886f-951d352a22fd, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=789bfe35-59bb-477d-886f-951d352a22fd,segment=NetworkSegment(610715c4-d69d-455e-8a05-0a8f1fdcc944),segment_id=610715c4-d69d-455e-8a05-0a8f1fdcc944)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:45:10.760437 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ad171c-e380-4069-8843-12ee23b2f7e9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:10.764077 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8ad171c-e380-4069-8843-12ee23b2f7e9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.835279 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad171c-e380-4069-8843-12ee23b2f7e9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Subnet': ['ID=19acb7ed-32f6-45f7-9ea0-577b26a6eff9,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:10.925636 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d44b5501-8b63-4eb3-b3b2-8716bf86073f req-80fb585b-6859-402b-b5fa-1cdafc7f4a1e tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557268 Nov 25 19:45:10.937895 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c8ad171c-e380-4069-8843-12ee23b2f7e9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9192054 Nov 25 19:45:10.954267 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50560) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:10.966902 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-58394675-d5cc-4e8c-8249-cb8247e5e1b2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Request body: {'port': {'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'mac_address': 'fa:16:3e:2e:64:40', 'name': 'tempest-NetworksTestDHCPv6-1051347335'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:11.156971 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5a757ca1-2db1-40d7-bce3-e64109c43cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:11.278420 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6cb322-4596-416d-a3b9-3bfd3f9ac67e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b', 'tenant_id': '712b7863f6d14c6e900698b9fcdfd6c1', 'fixed_ips': [{'subnet_id': '19acb7ed-32f6-45f7-9ea0-577b26a6eff9'}, {'subnet_id': '203c7dc2-471e-4665-8826-6fce281e5dc4'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:45:11.290917 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bf6cb322-4596-416d-a3b9-3bfd3f9ac67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:11.348190 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c404-8650-40d2-80a6-d9f427742aac None None] Pushing event updated for resources: {'Port': ['ID=454da735-330b-42eb-b21a-1b03464e25a6,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:11.425155 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58394675-d5cc-4e8c-8249-cb8247e5e1b2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Made reservation on behalf of 712b7863f6d14c6e900698b9fcdfd6c1 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:11.828648 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-9360f0cb-39bc-47da-9902-6041f65a7dbd tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Allocated IP 10.1.1.77 (20935496-6e9b-480f-933b-cbeba5774e5e/4075f789-f3ae-4155-8ba9-eb1fbb9cbd69/eed56a30-d8a0-409e-a855-3421a56cec88) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:11.959927 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-58394675-d5cc-4e8c-8249-cb8247e5e1b2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:12.120435 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-58394675-d5cc-4e8c-8249-cb8247e5e1b2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] device_id is not set on port 70b52e4b-4f5f-4295-86bb-575713c78345 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:45:12.320176 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2216b8be-15d3-4bb6-bde0-dd846c962794 x-openstack-request-id: req-2216b8be-15d3-4bb6-bde0-dd846c962794 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:45:12.320733 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d957538-868e-43ba-aa23-81a4135537db", "name": "network-vif-deleted", "tag": "f45b5dd8-121a-4637-a9da-17aa0f66595f", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:45:12.322658 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2216b8be-15d3-4bb6-bde0-dd846c962794 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:45:12.327929 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d957538-868e-43ba-aa23-81a4135537db', 'name': 'network-vif-deleted', 'tag': 'f45b5dd8-121a-4637-a9da-17aa0f66595f', 'status': 'completed', 'code': 200} Nov 25 19:45:12.395565 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50572) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:12.517603 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-bf6cb322-4596-416d-a3b9-3bfd3f9ac67e None None] Allocated IP 2001:db8::2 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/203c7dc2-471e-4665-8826-6fce281e5dc4/dbc61ad9-a734-4906-bf5c-648bbad87933) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:12.541921 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-bf6cb322-4596-416d-a3b9-3bfd3f9ac67e None None] Allocated IP 2001:db8:0:1:f816:3eff:fed2:5758 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/19acb7ed-32f6-45f7-9ea0-577b26a6eff9/dbc61ad9-a734-4906-bf5c-648bbad87933) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:12.805861 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bf6cb322-4596-416d-a3b9-3bfd3f9ac67e None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:12.811271 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a757ca1-2db1-40d7-bce3-e64109c43cab None None] Pushing event updated for resources: {'Port': ['ID=789bfe35-59bb-477d-886f-951d352a22fd,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:12.820866 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device f45b5dd8-121a-4637-a9da-17aa0f66595f no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:45:12.829818 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bf6cb322-4596-416d-a3b9-3bfd3f9ac67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:12.996404 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6cb322-4596-416d-a3b9-3bfd3f9ac67e None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:13.070037 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cb322-4596-416d-a3b9-3bfd3f9ac67e None None] Pushing event updated for resources: {'Port': ['ID=dbc61ad9-a734-4906-bf5c-648bbad87933,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:13.085889 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-bf6cb322-4596-416d-a3b9-3bfd3f9ac67e None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:13.090956 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6cb322-4596-416d-a3b9-3bfd3f9ac67e None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:13.110246 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2df3e955-3542-4c3d-a22b-49b76534b90b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:13.145849 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: f45b5dd8-121a-4637-a9da-17aa0f66595f {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:45:13.146496 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device f45b5dd8-121a-4637-a9da-17aa0f66595f not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:45:13.159485 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2df3e955-3542-4c3d-a22b-49b76534b90b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:13.363883 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-96b4a270-ce2f-4786-81e0-c4fe49cf0812 None None] Allocated IP 10.2.2.2 (8aa06786-042e-4faf-b4a5-b6084b1ca237/d3557900-716c-49fc-9261-bbc772127fc4/94947bca-db28-4f63-843e-a1c2fc12abe1) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:13.389764 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9360f0cb-39bc-47da-9902-6041f65a7dbd tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:13.616789 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3e955-3542-4c3d-a22b-49b76534b90b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Port': ['ID=96968f6f-c9a7-473f-a4b3-30c27b754e89,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:13.637413 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-96b4a270-ce2f-4786-81e0-c4fe49cf0812 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:13.640033 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2df3e955-3542-4c3d-a22b-49b76534b90b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:13.650087 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 454da735-330b-42eb-b21a-1b03464e25a6 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:13.658227 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-96b4a270-ce2f-4786-81e0-c4fe49cf0812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:13.787307 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-58394675-d5cc-4e8c-8249-cb8247e5e1b2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 2001:db8::10c (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/203c7dc2-471e-4665-8826-6fce281e5dc4/70b52e4b-4f5f-4295-86bb-575713c78345) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:13.822588 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4a270-ce2f-4786-81e0-c4fe49cf0812 None None] Pushing event updated for resources: {'Port': ['ID=94947bca-db28-4f63-843e-a1c2fc12abe1,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:13.826322 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-bf6cb322-4596-416d-a3b9-3bfd3f9ac67e None None] Attempting to bind port dbc61ad9-a734-4906-bf5c-648bbad87933 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:13.827023 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-bf6cb322-4596-416d-a3b9-3bfd3f9ac67e None None] Attempting to bind port dbc61ad9-a734-4906-bf5c-648bbad87933 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:13.827682 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6cb322-4596-416d-a3b9-3bfd3f9ac67e None None] Attempting to bind port dbc61ad9-a734-4906-bf5c-648bbad87933 on network b691ce13-c3fa-46f8-892f-a6e3ddf6046b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:13.853603 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6cb322-4596-416d-a3b9-3bfd3f9ac67e None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:45:13.854019 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6cb322-4596-416d-a3b9-3bfd3f9ac67e None None] Checking segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:13.854530 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bf6cb322-4596-416d-a3b9-3bfd3f9ac67e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:13.854868 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6cb322-4596-416d-a3b9-3bfd3f9ac67e None None] Bound using segment: {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:45:13.855397 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-bf6cb322-4596-416d-a3b9-3bfd3f9ac67e None None] Bound port: dbc61ad9-a734-4906-bf5c-648bbad87933, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2174edd6-8c47-40fb-887e-f015c515dd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b691ce13-c3fa-46f8-892f-a6e3ddf6046b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:45:13.855806 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bf6cb322-4596-416d-a3b9-3bfd3f9ac67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:13.900190 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b4a270-ce2f-4786-81e0-c4fe49cf0812 None None] Network 8aa06786-042e-4faf-b4a5-b6084b1ca237 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:13.924331 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-58394675-d5cc-4e8c-8249-cb8247e5e1b2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2e:6440 (b691ce13-c3fa-46f8-892f-a6e3ddf6046b/19acb7ed-32f6-45f7-9ea0-577b26a6eff9/70b52e4b-4f5f-4295-86bb-575713c78345) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:13.924679 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-96b4a270-ce2f-4786-81e0-c4fe49cf0812 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:13.931319 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b4a270-ce2f-4786-81e0-c4fe49cf0812 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:13.957436 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9360f0cb-39bc-47da-9902-6041f65a7dbd tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.007260 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c027da2-f83d-4ac7-b408-f7a554b21fb9 req-a25e9893-55ed-4273-897f-439fd7eabf8b tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.018267 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1c027da2-f83d-4ac7-b408-f7a554b21fb9 req-a25e9893-55ed-4273-897f-439fd7eabf8b tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fdd2530-955d-4c72-b36c-7a717ff36a5e HTTP/1.1" status: 200 len: 945 time: 1.4130781 Nov 25 19:45:14.047594 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 454da735-330b-42eb-b21a-1b03464e25a6 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:14.050408 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.055286 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae6b8e-b8fe-4e0b-a2ca-708858b08b7a req-54a65e08-f694-4765-8a7c-36dbb4504a90 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.058724 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5bae6b8e-b8fe-4e0b-a2ca-708858b08b7a req-54a65e08-f694-4765-8a7c-36dbb4504a90 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.85 "GET /v2.0/ports?device_id=8fdd2530-955d-4c72-b36c-7a717ff36a5e HTTP/1.1" status: 200 len: 945 time: 0.6715479 Nov 25 19:45:14.110567 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9360f0cb-39bc-47da-9902-6041f65a7dbd tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Network 20935496-6e9b-480f-933b-cbeba5774e5e is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:14.116899 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-9360f0cb-39bc-47da-9902-6041f65a7dbd tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:14.123706 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9360f0cb-39bc-47da-9902-6041f65a7dbd tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:14.190687 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9360f0cb-39bc-47da-9902-6041f65a7dbd tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.191524 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9360f0cb-39bc-47da-9902-6041f65a7dbd tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.240340 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360f0cb-39bc-47da-9902-6041f65a7dbd tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event updated for resources: {'Port': ['ID=eed56a30-d8a0-409e-a855-3421a56cec88,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:14.268867 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9360f0cb-39bc-47da-9902-6041f65a7dbd tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 7.2217779 Nov 25 19:45:14.271377 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df3e955-3542-4c3d-a22b-49b76534b90b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network 777a23c1-00e5-4d6b-868b-9398de603b46 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:14.272331 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50622) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:14.277704 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0faab59a-2fe3-4d4a-9945-1f3dd0df5cc2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Request body: {'port': {'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e', 'name': 'tempest-TaggedBootDevicesTest_v242-437336313', 'fixed_ips': [{'subnet_id': '4075f789-f3ae-4155-8ba9-eb1fbb9cbd69'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:14.460721 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-96b4a270-ce2f-4786-81e0-c4fe49cf0812 None None] Attempting to bind port 94947bca-db28-4f63-843e-a1c2fc12abe1 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:14.461351 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-96b4a270-ce2f-4786-81e0-c4fe49cf0812 None None] Attempting to bind port 94947bca-db28-4f63-843e-a1c2fc12abe1 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '84defb7f-7631-48d1-bff7-9cf8a24998ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8aa06786-042e-4faf-b4a5-b6084b1ca237'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:14.462067 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b4a270-ce2f-4786-81e0-c4fe49cf0812 None None] Attempting to bind port 94947bca-db28-4f63-843e-a1c2fc12abe1 on network 8aa06786-042e-4faf-b4a5-b6084b1ca237 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:14.514921 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2df3e955-3542-4c3d-a22b-49b76534b90b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:14.571918 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-bf6cb322-4596-416d-a3b9-3bfd3f9ac67e None None] For port dbc61ad9-a734-4906-bf5c-648bbad87933, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:14.588794 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d29b18-ff80-4ca0-8112-f823140cf100 None None] Network 20935496-6e9b-480f-933b-cbeba5774e5e requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:14.644707 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b4a270-ce2f-4786-81e0-c4fe49cf0812 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:45:14.645754 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b4a270-ce2f-4786-81e0-c4fe49cf0812 None None] Checking segment: {'id': '84defb7f-7631-48d1-bff7-9cf8a24998ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8aa06786-042e-4faf-b4a5-b6084b1ca237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:14.646259 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-96b4a270-ce2f-4786-81e0-c4fe49cf0812 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.647641 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b4a270-ce2f-4786-81e0-c4fe49cf0812 None None] Bound using segment: {'id': '84defb7f-7631-48d1-bff7-9cf8a24998ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8aa06786-042e-4faf-b4a5-b6084b1ca237'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:45:14.649160 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-96b4a270-ce2f-4786-81e0-c4fe49cf0812 None None] Bound port: 94947bca-db28-4f63-843e-a1c2fc12abe1, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84defb7f-7631-48d1-bff7-9cf8a24998ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8aa06786-042e-4faf-b4a5-b6084b1ca237'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:45:14.649459 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-96b4a270-ce2f-4786-81e0-c4fe49cf0812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.683656 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-bf6cb322-4596-416d-a3b9-3bfd3f9ac67e None None] For port dbc61ad9-a734-4906-bf5c-648bbad87933, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=dbc61ad9-a734-4906-bf5c-648bbad87933,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:45:14.716654 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.778338 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bf6cb322-4596-416d-a3b9-3bfd3f9ac67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.806090 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613d1f00-8652-44fa-998d-eb301fcd7a45 None None] Network 777a23c1-00e5-4d6b-868b-9398de603b46 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:14.823372 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1c027da2-f83d-4ac7-b408-f7a554b21fb9 req-fd3a6788-4c3c-405f-8a18-da50c95f1039 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7595534 Nov 25 19:45:14.893343 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df3e955-3542-4c3d-a22b-49b76534b90b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:45:14.896756 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0faab59a-2fe3-4d4a-9945-1f3dd0df5cc2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Made reservation on behalf of e9d22fa4f40744aa88e4f6dbc79438c2 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:14.921391 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-58394675-d5cc-4e8c-8249-cb8247e5e1b2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.938118 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cb322-4596-416d-a3b9-3bfd3f9ac67e None None] Pushing event updated for resources: {'Port': ['ID=dbc61ad9-a734-4906-bf5c-648bbad87933,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:14.972947 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-5bae6b8e-b8fe-4e0b-a2ca-708858b08b7a req-9dbbef93-6714-4a44-95ba-b37b4839ca93 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Deleting port 4a49ebda-3879-476c-833e-bfba0aa19c03 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:14.973307 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5bae6b8e-b8fe-4e0b-a2ca-708858b08b7a req-9dbbef93-6714-4a44-95ba-b37b4839ca93 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.029505 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6d989b01-bf69-476c-b351-1467152096b3 None None] Provisioning complete for port 789bfe35-59bb-477d-886f-951d352a22fd triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:15.029853 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d989b01-bf69-476c-b351-1467152096b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.241790 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-58394675-d5cc-4e8c-8249-cb8247e5e1b2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.246420 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0faab59a-2fe3-4d4a-9945-1f3dd0df5cc2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.260832 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 454da735-330b-42eb-b21a-1b03464e25a6, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=454da735-330b-42eb-b21a-1b03464e25a6,segment=NetworkSegment(bb0b32a2-2430-4f55-891a-b547899c70ab),segment_id=bb0b32a2-2430-4f55-891a-b547899c70ab)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:15.265609 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df3e955-3542-4c3d-a22b-49b76534b90b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:45:15.293202 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa109a-faf6-470d-b0f2-278e587c5731 req-bc95436d-4f39-4e43-aa5f-5bb388c94230 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:15.293589 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.293805 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2df3e955-3542-4c3d-a22b-49b76534b90b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "PUT /v2.0/routers/6fb3712d-f4fc-4631-b793-c345d4fcb7ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6889627 Nov 25 19:45:15.293994 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 789bfe35-59bb-477d-886f-951d352a22fd up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:15.294172 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-08fa109a-faf6-470d-b0f2-278e587c5731 req-bc95436d-4f39-4e43-aa5f-5bb388c94230 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2699a77-d87d-46ad-9350-c1f62079c4c9 HTTP/1.1" status: 200 len: 945 time: 0.3322287 Nov 25 19:45:15.294370 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50628) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:15.303078 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-80227a2c-eb6d-4f08-b997-57679b21b941 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'network': {'name': 'tempest-RoutersTest-376331614'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:15.337973 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-0faab59a-2fe3-4d4a-9945-1f3dd0df5cc2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] device_id is not set on port 4766ce8e-1054-474e-9693-46409deae267 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:45:15.368809 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f0d668-6e3a-4d53-9d42-b86c965e5cc6 None None] Sync routers for ids ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:45:15.447393 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=454da735-330b-42eb-b21a-1b03464e25a6,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:15.449872 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58394675-d5cc-4e8c-8249-cb8247e5e1b2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event updated for resources: {'Port': ['ID=70b52e4b-4f5f-4295-86bb-575713c78345,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:15.458501 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-5bae6b8e-b8fe-4e0b-a2ca-708858b08b7a req-9dbbef93-6714-4a44-95ba-b37b4839ca93 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] For port 4a49ebda-3879-476c-833e-bfba0aa19c03, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=4a49ebda-3879-476c-833e-bfba0aa19c03,segment=NetworkSegment(02fa6f66-9208-4806-8bde-6e2373cf1375),segment_id=02fa6f66-9208-4806-8bde-6e2373cf1375)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:15.459101 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5bae6b8e-b8fe-4e0b-a2ca-708858b08b7a req-9dbbef93-6714-4a44-95ba-b37b4839ca93 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.467451 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80227a2c-eb6d-4f08-b997-57679b21b941 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Made reservation on behalf of 33fd1ebee1f7494487609e337911c862 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:15.480574 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80227a2c-eb6d-4f08-b997-57679b21b941 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.546384 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-5bae6b8e-b8fe-4e0b-a2ca-708858b08b7a req-9dbbef93-6714-4a44-95ba-b37b4839ca93 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Calling delete_port for 4a49ebda-3879-476c-833e-bfba0aa19c03 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:15.556437 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58394675-d5cc-4e8c-8249-cb8247e5e1b2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:15.581859 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80227a2c-eb6d-4f08-b997-57679b21b941 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:45:15.600158 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-58394675-d5cc-4e8c-8249-cb8247e5e1b2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:15.609530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58394675-d5cc-4e8c-8249-cb8247e5e1b2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:15.616158 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58394675-d5cc-4e8c-8249-cb8247e5e1b2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:15.616852 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-58394675-d5cc-4e8c-8249-cb8247e5e1b2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.656052 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80227a2c-eb6d-4f08-b997-57679b21b941 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.657021 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-80227a2c-eb6d-4f08-b997-57679b21b941 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Added segment 3e302e6b-7c45-48ec-a415-ad77d98ff0e6 of type vlan for network 6256bbaf-9598-4210-aa55-2c54f0a11487 Nov 25 19:45:15.695505 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-08fa109a-faf6-470d-b0f2-278e587c5731 req-81ad959c-e0c2-4650-9a00-e24280ea4571 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507925 Nov 25 19:45:15.744523 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 4a49ebda-3879-476c-833e-bfba0aa19c03 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:45:15.759966 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-58394675-d5cc-4e8c-8249-cb8247e5e1b2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.8038695 Nov 25 19:45:15.769295 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50632) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:15.790404 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-96b4a270-ce2f-4786-81e0-c4fe49cf0812 None None] For port 94947bca-db28-4f63-843e-a1c2fc12abe1, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:15.808663 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80227a2c-eb6d-4f08-b997-57679b21b941 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.877993 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f0d668-6e3a-4d53-9d42-b86c965e5cc6 None None] Routers {'6fb3712d-f4fc-4631-b793-c345d4fcb7ba'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:15.879050 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a0f0d668-6e3a-4d53-9d42-b86c965e5cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:45:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:15.898455 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-0faab59a-2fe3-4d4a-9945-1f3dd0df5cc2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Allocated IP 10.1.1.203 (20935496-6e9b-480f-933b-cbeba5774e5e/4075f789-f3ae-4155-8ba9-eb1fbb9cbd69/4766ce8e-1054-474e-9693-46409deae267) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:15.919533 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80227a2c-eb6d-4f08-b997-57679b21b941 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.931730 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80227a2c-eb6d-4f08-b997-57679b21b941 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:15.932866 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80227a2c-eb6d-4f08-b997-57679b21b941 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.012817 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-80227a2c-eb6d-4f08-b997-57679b21b941 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7173476 Nov 25 19:45:16.018503 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50636) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:16.026949 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6c61b35f-878a-4fbb-b95d-77121373dd56 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'subnet': {'network_id': '6256bbaf-9598-4210-aa55-2c54f0a11487', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:16.027383 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ac486909-50b0-4bb9-80ca-538d2895f5ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.130706 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-96b4a270-ce2f-4786-81e0-c4fe49cf0812 None None] For port 94947bca-db28-4f63-843e-a1c2fc12abe1, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=94947bca-db28-4f63-843e-a1c2fc12abe1,segment=NetworkSegment(84defb7f-7631-48d1-bff7-9cf8a24998ad),segment_id=84defb7f-7631-48d1-bff7-9cf8a24998ad)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:45:16.182826 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e2f0b044-485c-4e58-a49f-d981b4f92724 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting port 70b52e4b-4f5f-4295-86bb-575713c78345 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:16.183868 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2f0b044-485c-4e58-a49f-d981b4f92724 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.244865 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-96b4a270-ce2f-4786-81e0-c4fe49cf0812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.278200 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5bae6b8e-b8fe-4e0b-a2ca-708858b08b7a req-9dbbef93-6714-4a44-95ba-b37b4839ca93 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.317699 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d989b01-bf69-476c-b351-1467152096b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.365265 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['c093f5af-226f-4cea-a06f-7c3934337932'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:45:16.375430 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['e84a21e4-bcde-4d01-aab2-cba25c2d2414', '831e98c1-f30d-4b30-83fa-f698b4da9096'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:45:16.550485 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbef93-6714-4a44-95ba-b37b4839ca93 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Pushing event deleted for resources: {'Port': ['ID=4a49ebda-3879-476c-833e-bfba0aa19c03,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:16.592615 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ee3efc-c11d-4585-bafa-7a2b97105279 None None] DHCP port deletion for 0144b778-2e7c-4a1d-86b2-f3dbc366beab request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:16.647683 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No active binding found for port 4a49ebda-3879-476c-833e-bfba0aa19c03 {{(pid=103601) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 19:45:16.656491 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 4a49ebda-3879-476c-833e-bfba0aa19c03 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:45:16.738773 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bae6b8e-b8fe-4e0b-a2ca-708858b08b7a req-9dbbef93-6714-4a44-95ba-b37b4839ca93 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] No DVR routers for this DVR port 4a49ebda-3879-476c-833e-bfba0aa19c03 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:45:16.741167 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a0f0d668-6e3a-4d53-9d42-b86c965e5cc6 None None] Set router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:16.748766 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5bae6b8e-b8fe-4e0b-a2ca-708858b08b7a req-9dbbef93-6714-4a44-95ba-b37b4839ca93 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.765605 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5bae6b8e-b8fe-4e0b-a2ca-708858b08b7a req-9dbbef93-6714-4a44-95ba-b37b4839ca93 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.85 "DELETE /v2.0/ports/4a49ebda-3879-476c-833e-bfba0aa19c03 HTTP/1.1" status: 204 len: 173 time: 2.6726148 Nov 25 19:45:16.804885 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdd2530-955d-4c72-b36c-7a717ff36a5e', 'name': 'network-vif-deleted', 'tag': '4a49ebda-3879-476c-833e-bfba0aa19c03'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:45:16.817695 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091feab9-f5b7-43ce-973c-a0fb2c8a263c" -d '{"events": [{"server_uuid": "8fdd2530-955d-4c72-b36c-7a717ff36a5e", "name": "network-vif-deleted", "tag": "4a49ebda-3879-476c-833e-bfba0aa19c03"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:45:16.898213 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2f0b044-485c-4e58-a49f-d981b4f92724 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.944049 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e2f0b044-485c-4e58-a49f-d981b4f92724 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Calling delete_port for 70b52e4b-4f5f-4295-86bb-575713c78345 owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:16.980784 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-6d989b01-bf69-476c-b351-1467152096b3 None None] For port 789bfe35-59bb-477d-886f-951d352a22fd, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=789bfe35-59bb-477d-886f-951d352a22fd,segment=NetworkSegment(610715c4-d69d-455e-8a05-0a8f1fdcc944),segment_id=610715c4-d69d-455e-8a05-0a8f1fdcc944)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:17.051870 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4a270-ce2f-4786-81e0-c4fe49cf0812 None None] Pushing event updated for resources: {'Port': ['ID=94947bca-db28-4f63-843e-a1c2fc12abe1,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:17.086234 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 789bfe35-59bb-477d-886f-951d352a22fd triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:17.086761 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.101331 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d989b01-bf69-476c-b351-1467152096b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.381530 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80227a2c-eb6d-4f08-b997-57679b21b941 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Network': ['ID=6256bbaf-9598-4210-aa55-2c54f0a11487,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:17.411327 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c61b35f-878a-4fbb-b95d-77121373dd56 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Made reservation on behalf of 33fd1ebee1f7494487609e337911c862 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:17.427386 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c61b35f-878a-4fbb-b95d-77121373dd56 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.562663 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 6256bbaf-9598-4210-aa55-2c54f0a11487 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:45:17.890662 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d989b01-bf69-476c-b351-1467152096b3 None None] Pushing event updated for resources: {'Port': ['ID=789bfe35-59bb-477d-886f-951d352a22fd,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:17.908974 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device db84cdf7-a484-4ef0-b486-da21d58fa711 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:45:17.975817 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987db8e0-23f0-45d1-bb1c-9a956965d6cf None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:17.979648 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d769733b-51b4-4f64-9824-6852121748fc None None] Provisioning complete for port eed56a30-d8a0-409e-a855-3421a56cec88 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:17.980096 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d769733b-51b4-4f64-9824-6852121748fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:18.080391 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d769733b-51b4-4f64-9824-6852121748fc None None] Port eed56a30-d8a0-409e-a855-3421a56cec88 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:45:18.118895 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50e9c2-e683-4510-9134-b82333a1ecd5 req-b1d93cc0-574c-4d25-8e42-ea8dad435715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:18.129690 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2f50e9c2-e683-4510-9134-b82333a1ecd5 req-b1d93cc0-574c-4d25-8e42-ea8dad435715 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b14339133a914aa7b55a942f74e5faf3&device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 1097 time: 0.8637183 Nov 25 19:45:18.175510 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea25e966-eca3-42e1-be79-67345a22e2af req-ec5f03f9-582b-46e4-af6d-ebc8c34f390f tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fdd2530-955d-4c72-b36c-7a717ff36a5e HTTP/1.1" status: 200 len: 210 time: 0.1547110 Nov 25 19:45:18.368361 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d769733b-51b4-4f64-9824-6852121748fc None None] Provisioning complete for port 454da735-330b-42eb-b21a-1b03464e25a6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:18.368956 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d769733b-51b4-4f64-9824-6852121748fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:18.477101 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0faab59a-2fe3-4d4a-9945-1f3dd0df5cc2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:18.623907 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b3fcc-ae92-49ed-b52a-bafa108a1040 req-f7d7b84d-ae2d-4094-81a8-b3e76fb8d083 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:18.636316 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d1b3fcc-ae92-49ed-b52a-bafa108a1040 req-f7d7b84d-ae2d-4094-81a8-b3e76fb8d083 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 946 time: 0.2443016 Nov 25 19:45:18.661575 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50e9c2-e683-4510-9134-b82333a1ecd5 req-b02b8a42-934e-4e85-a7cb-c6070b97e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:18.664000 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2f50e9c2-e683-4510-9134-b82333a1ecd5 req-b02b8a42-934e-4e85-a7cb-c6070b97e848 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7b554939-0be1-4ec6-b24c-67d3e874e0c5 HTTP/1.1" status: 200 len: 920 time: 0.5086074 Nov 25 19:45:18.730251 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6f7888f-0b1d-4818-a68d-c11778270b6b req-9284afa8-6b3d-42f4-883e-474bfe38bd8d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a46dac10-dcc1-4adb-8d03-4219fbba7f08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7019734 Nov 25 19:45:18.779884 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2f50e9c2-e683-4510-9134-b82333a1ecd5 req-647be13a-c1d1-4887-b81d-823076bcd392 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ef884be-3c91-47c0-968b-b383021ce755 HTTP/1.1" status: 200 len: 217 time: 0.0968208 Nov 25 19:45:18.888284 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0faab59a-2fe3-4d4a-9945-1f3dd0df5cc2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:18.934730 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:19.145081 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a8e0af-e5d2-458b-8f1e-95c5a169d025 None None] Network 8aa06786-042e-4faf-b4a5-b6084b1ca237 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:19.153253 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d1b3fcc-ae92-49ed-b52a-bafa108a1040 req-6cb682b5-7755-4dd2-b975-aed66157d45a tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465930 Nov 25 19:45:19.214170 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ad9d8-61f2-4056-be19-6e5acae078f4 req-b2bf4b4d-50d1-4ef7-acdd-c43937bf61a4 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:19.238595 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c65ad9d8-61f2-4056-be19-6e5acae078f4 req-b2bf4b4d-50d1-4ef7-acdd-c43937bf61a4 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2699a77-d87d-46ad-9350-c1f62079c4c9 HTTP/1.1" status: 200 len: 945 time: 0.4365902 Nov 25 19:45:19.265305 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c61b35f-878a-4fbb-b95d-77121373dd56 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:19.274543 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faab59a-2fe3-4d4a-9945-1f3dd0df5cc2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Network 20935496-6e9b-480f-933b-cbeba5774e5e is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:19.290789 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50e9c2-e683-4510-9134-b82333a1ecd5 req-1cef3f1a-8ec6-4ac9-82c0-eb7ed8c8afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:19.292771 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2f50e9c2-e683-4510-9134-b82333a1ecd5 req-1cef3f1a-8ec6-4ac9-82c0-eb7ed8c8afc1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9dfbb276-11e5-414c-b31c-559c0b9f994d HTTP/1.1" status: 200 len: 859 time: 0.4482150 Nov 25 19:45:19.320103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2699a77-d87d-46ad-9350-c1f62079c4c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db84cdf7-a484-4ef0-b486-da21d58fa711'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:45:19.324159 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168e2fe9-24dd-4d7f-9e62-d921caead4bc" -d '{"events": [{"server_uuid": "d2699a77-d87d-46ad-9350-c1f62079c4c9", "name": "network-vif-unplugged", "status": "completed", "tag": "db84cdf7-a484-4ef0-b486-da21d58fa711"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:45:19.332071 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0faab59a-2fe3-4d4a-9945-1f3dd0df5cc2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:19.335620 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faab59a-2fe3-4d4a-9945-1f3dd0df5cc2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:19.341574 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-024f4c4d-4baf-44d0-8c97-a7cf6e079e88 req-c30bc09d-8b1f-4fa1-8d8d-1acb2f302f08 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9965f8d4-45c7-4860-a6cf-8422fc3800b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4129741 Nov 25 19:45:19.354560 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a0f0d668-6e3a-4d53-9d42-b86c965e5cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:45:09Z', 'revision_number': 3, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None, '_interfaces': [{'id': '889b848d-58f6-45f1-a218-6c319548c11a', 'name': '', 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:64:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:46Z', 'updated_at': '2021-11-25T19:45:01Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96968f6f-c9a7-473f-a4b3-30c27b754e89', 'name': '', 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:67:76:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:06Z', 'updated_at': '2021-11-25T19:45:11Z', 'revision_number': 2, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:19.386309 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faab59a-2fe3-4d4a-9945-1f3dd0df5cc2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event updated for resources: {'Port': ['ID=4766ce8e-1054-474e-9693-46409deae267,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:19.414190 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f0d668-6e3a-4d53-9d42-b86c965e5cc6 None None] Checking router: 6fb3712d-f4fc-4631-b793-c345d4fcb7ba for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:45:19.415005 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f0d668-6e3a-4d53-9d42-b86c965e5cc6 None None] Updating router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba port 96968f6f-c9a7-473f-a4b3-30c27b754e89 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:45:19.448111 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d31ffc8-94fe-4cfe-a479-0abd16920a1b x-openstack-request-id: req-6d31ffc8-94fe-4cfe-a479-0abd16920a1b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:45:19.448590 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fdd2530-955d-4c72-b36c-7a717ff36a5e", "name": "network-vif-deleted", "tag": "4a49ebda-3879-476c-833e-bfba0aa19c03", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:45:19.448988 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6d31ffc8-94fe-4cfe-a479-0abd16920a1b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:45:19.458127 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fdd2530-955d-4c72-b36c-7a717ff36a5e', 'name': 'network-vif-deleted', 'tag': '4a49ebda-3879-476c-833e-bfba0aa19c03', 'status': 'completed', 'code': 200} Nov 25 19:45:19.464945 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7888f-0b1d-4818-a68d-c11778270b6b req-4834093e-87c1-4b42-9265-37e75efd2cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:19.468720 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6f7888f-0b1d-4818-a68d-c11778270b6b req-4834093e-87c1-4b42-9265-37e75efd2cc5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=abb922ce65454bc1915d7b2c3b27e005&device_id=a46dac10-dcc1-4adb-8d03-4219fbba7f08 HTTP/1.1" status: 200 len: 1097 time: 0.6361098 Nov 25 19:45:19.510166 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2f50e9c2-e683-4510-9134-b82333a1ecd5 req-e6cf7431-c842-4b9a-9343-476cd61c3ada service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7b554939-0be1-4ec6-b24c-67d3e874e0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1613207 Nov 25 19:45:19.608179 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a0f0d668-6e3a-4d53-9d42-b86c965e5cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:19.612985 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d769733b-51b4-4f64-9824-6852121748fc None None] Provisioning complete for port 789bfe35-59bb-477d-886f-951d352a22fd triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:19.613941 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d769733b-51b4-4f64-9824-6852121748fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:19.622916 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port db84cdf7-a484-4ef0-b486-da21d58fa711, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=db84cdf7-a484-4ef0-b486-da21d58fa711,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:19.625553 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4764f2-498a-4b6d-894f-6608f5563e1e x-openstack-request-id: req-ba4764f2-498a-4b6d-894f-6608f5563e1e {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:45:19.626460 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2699a77-d87d-46ad-9350-c1f62079c4c9", "name": "network-vif-unplugged", "status": "completed", "tag": "db84cdf7-a484-4ef0-b486-da21d58fa711", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:45:19.627117 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ba4764f2-498a-4b6d-894f-6608f5563e1e {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:45:19.628172 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2699a77-d87d-46ad-9350-c1f62079c4c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db84cdf7-a484-4ef0-b486-da21d58fa711', 'code': 200} Nov 25 19:45:19.629841 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 454da735-330b-42eb-b21a-1b03464e25a6 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:19.770799 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:19.927372 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7888f-0b1d-4818-a68d-c11778270b6b req-3f1d52f3-7290-43ce-b4df-09413cecec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:19.929012 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6f7888f-0b1d-4818-a68d-c11778270b6b req-3f1d52f3-7290-43ce-b4df-09413cecec75 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0144b778-2e7c-4a1d-86b2-f3dbc366beab HTTP/1.1" status: 200 len: 916 time: 0.3273613 Nov 25 19:45:20.021650 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2f0b044-485c-4e58-a49f-d981b4f92724 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:20.024616 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6f7888f-0b1d-4818-a68d-c11778270b6b req-b6c57f15-f7da-4dc3-b299-98c1ad746552 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c093f5af-226f-4cea-a06f-7c3934337932 HTTP/1.1" status: 200 len: 217 time: 0.0494533 Nov 25 19:45:20.069034 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faab59a-2fe3-4d4a-9945-1f3dd0df5cc2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:20.070530 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0faab59a-2fe3-4d4a-9945-1f3dd0df5cc2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:20.087963 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61b35f-878a-4fbb-b95d-77121373dd56 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Subnet': ['ID=397b81b7-41c4-4845-8748-4628805e24a9,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:20.094050 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2f50e9c2-e683-4510-9134-b82333a1ecd5 req-b5425323-1bf3-4aff-bcd8-688fd76121e5 service neutron] 10.222.0.73 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136123 Nov 25 19:45:20.117781 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0faab59a-2fe3-4d4a-9945-1f3dd0df5cc2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.8441401 Nov 25 19:45:20.133305 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0b044-485c-4e58-a49f-d981b4f92724 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Port': ['ID=70b52e4b-4f5f-4295-86bb-575713c78345,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:20.146052 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c61b35f-878a-4fbb-b95d-77121373dd56 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Checking segment: {'id': '3e302e6b-7c45-48ec-a415-ad77d98ff0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6256bbaf-9598-4210-aa55-2c54f0a11487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:20.146731 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c61b35f-878a-4fbb-b95d-77121373dd56 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network hostable DHCP agents. Network: 6256bbaf-9598-4210-aa55-2c54f0a11487, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:45:20.223995 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c61b35f-878a-4fbb-b95d-77121373dd56 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network 6256bbaf-9598-4210-aa55-2c54f0a11487 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:45:20.257194 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-6c61b35f-878a-4fbb-b95d-77121373dd56 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 6256bbaf-9598-4210-aa55-2c54f0a11487) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:20.267809 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c61b35f-878a-4fbb-b95d-77121373dd56 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:20.268848 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c61b35f-878a-4fbb-b95d-77121373dd56 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:20.286479 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2f50e9c2-e683-4510-9134-b82333a1ecd5 req-bde880ec-1193-46e1-82a1-e6ce014ca4ff service neutron] 10.222.0.73 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799934 Nov 25 19:45:20.290649 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f4c4d-4baf-44d0-8c97-a7cf6e079e88 req-1478faf4-a489-46b3-9b55-c2a850d165ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:20.293116 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-024f4c4d-4baf-44d0-8c97-a7cf6e079e88 req-1478faf4-a489-46b3-9b55-c2a850d165ce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abb922ce65454bc1915d7b2c3b27e005&device_id=9965f8d4-45c7-4860-a6cf-8422fc3800b9 HTTP/1.1" status: 200 len: 1097 time: 0.7815762 Nov 25 19:45:20.297434 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6c61b35f-878a-4fbb-b95d-77121373dd56 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2769434 Nov 25 19:45:20.311370 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50680) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:20.364679 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd17e70-b5ed-410a-b3d1-a944b9390ea2 None None] Network 6256bbaf-9598-4210-aa55-2c54f0a11487 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:20.472584 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ac486909-50b0-4bb9-80ca-538d2895f5ba admin admin] Deleting port 77fcf6a0-55fc-45d2-9c11-edf42fbf247b {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:20.472910 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ac486909-50b0-4bb9-80ca-538d2895f5ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:20.571846 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ac486909-50b0-4bb9-80ca-538d2895f5ba admin admin] For port 77fcf6a0-55fc-45d2-9c11-edf42fbf247b, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=77fcf6a0-55fc-45d2-9c11-edf42fbf247b,segment=NetworkSegment(25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1),segment_id=25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:20.572188 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ac486909-50b0-4bb9-80ca-538d2895f5ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:20.594231 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ac486909-50b0-4bb9-80ca-538d2895f5ba admin admin] Calling delete_port for 77fcf6a0-55fc-45d2-9c11-edf42fbf247b owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:20.655374 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f4c4d-4baf-44d0-8c97-a7cf6e079e88 req-b3ad4946-7435-488c-bb3e-989b0693a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:20.657763 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-024f4c4d-4baf-44d0-8c97-a7cf6e079e88 req-b3ad4946-7435-488c-bb3e-989b0693a3a2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0144b778-2e7c-4a1d-86b2-f3dbc366beab HTTP/1.1" status: 200 len: 916 time: 0.3251107 Nov 25 19:45:20.664032 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2f0b044-485c-4e58-a49f-d981b4f92724 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:20.668161 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e2f0b044-485c-4e58-a49f-d981b4f92724 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/70b52e4b-4f5f-4295-86bb-575713c78345 HTTP/1.1" status: 204 len: 168 time: 4.8962305 Nov 25 19:45:20.683549 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2b1dd-b0f9-4e71-8dad-9c743b516b76 req-ec9b9204-475c-4b46-a530-8ea23105d2b9 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:20.693016 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50686) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:20.693924 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7cc2b1dd-b0f9-4e71-8dad-9c743b516b76 req-ec9b9204-475c-4b46-a530-8ea23105d2b9 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2699a77-d87d-46ad-9350-c1f62079c4c9 HTTP/1.1" status: 200 len: 943 time: 0.6680264 Nov 25 19:45:20.738046 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-bff2a2ae-2598-4d3f-bb69-3dfade0f4792 req-7a686b49-c3f3-4a00-9cd0-7b38b27c0fe7 service neutron] (103599) timed out ('10.222.0.55', 54218) {{(pid=103599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 19:45:20.788145 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b128380-c2e7-45b1-8fa9-7bf793c7e0d6 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:20.790170 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2b128380-c2e7-45b1-8fa9-7bf793c7e0d6 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0953455 Nov 25 19:45:20.797341 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50690) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:20.852289 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-024f4c4d-4baf-44d0-8c97-a7cf6e079e88 req-8ed0f48d-a0c2-4598-ab21-8504dcf215ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e84a21e4-bcde-4d01-aab2-cba25c2d2414 HTTP/1.1" status: 200 len: 217 time: 0.1263161 Nov 25 19:45:20.885307 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7cc2b1dd-b0f9-4e71-8dad-9c743b516b76 req-124aad1d-44f9-4c05-90f7-0456ac7d0d47 tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d1fbca8-2a21-4966-b4f2-b185a3000c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909642 Nov 25 19:45:20.912594 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-c65ad9d8-61f2-4056-be19-6e5acae078f4 req-5fb2e0a7-e242-4328-adba-e47077920a7a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Deleting port db84cdf7-a484-4ef0-b486-da21d58fa711 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:20.923444 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c65ad9d8-61f2-4056-be19-6e5acae078f4 req-5fb2e0a7-e242-4328-adba-e47077920a7a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:20.929245 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=db84cdf7-a484-4ef0-b486-da21d58fa711,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:20.959208 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14f3adb0-c7fd-4553-89f6-a79c34a13b28 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:21.147883 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 454da735-330b-42eb-b21a-1b03464e25a6 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:21.148739 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:21.166280 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7888f-0b1d-4818-a68d-c11778270b6b req-722549a3-33a3-43a2-a1f4-b4522cd7ef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:21.168466 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6f7888f-0b1d-4818-a68d-c11778270b6b req-722549a3-33a3-43a2-a1f4-b4522cd7ef5d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=17ff6b3c-3d44-40a6-b0c9-a57101908837 HTTP/1.1" status: 200 len: 855 time: 1.0460429 Nov 25 19:45:21.329380 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6f7888f-0b1d-4818-a68d-c11778270b6b req-150f2f03-34bd-45b7-8d9d-60750d593a6e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0144b778-2e7c-4a1d-86b2-f3dbc366beab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637219 Nov 25 19:45:21.436803 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a0f0d668-6e3a-4d53-9d42-b86c965e5cc6 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:21.504844 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-14f3adb0-c7fd-4553-89f6-a79c34a13b28 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Allocated IP 172.22.0.1 (6256bbaf-9598-4210-aa55-2c54f0a11487/397b81b7-41c4-4845-8748-4628805e24a9/3646dbc4-4362-43b1-89d4-d9c003156dfc) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:21.536393 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a0f0d668-6e3a-4d53-9d42-b86c965e5cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:21.585004 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6f7888f-0b1d-4818-a68d-c11778270b6b req-d9e550da-6deb-4f6d-ade1-f6e05b3d082b service neutron] 10.222.0.85 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473607 Nov 25 19:45:21.591435 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f4c4d-4baf-44d0-8c97-a7cf6e079e88 req-a9c44548-093e-4da5-bf89-d80ac45b02fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:21.593137 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-024f4c4d-4baf-44d0-8c97-a7cf6e079e88 req-a9c44548-093e-4da5-bf89-d80ac45b02fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17ff6b3c-3d44-40a6-b0c9-a57101908837 HTTP/1.1" status: 200 len: 855 time: 0.6969855 Nov 25 19:45:21.667342 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14f3adb0-c7fd-4553-89f6-a79c34a13b28 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:21.733729 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff9e8cd-ce3e-4e09-8ab7-4337012dd2ee tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:21.740509 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1ff9e8cd-ce3e-4e09-8ab7-4337012dd2ee tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.9410148 Nov 25 19:45:21.740858 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec7f5c-7061-4c83-be5c-9c6085f58738 None None] Pushing event updated for resources: {'Port': ['ID=96968f6f-c9a7-473f-a4b3-30c27b754e89,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:21.741455 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50694) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:21.764191 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14f3adb0-c7fd-4553-89f6-a79c34a13b28 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:21.806253 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0adecb04-fcf6-42ce-81d6-ac9571cb06cb None None] Provisioning complete for port 454da735-330b-42eb-b21a-1b03464e25a6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:21.809759 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0adecb04-fcf6-42ce-81d6-ac9571cb06cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:21.848330 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-c65ad9d8-61f2-4056-be19-6e5acae078f4 req-5fb2e0a7-e242-4328-adba-e47077920a7a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] For port db84cdf7-a484-4ef0-b486-da21d58fa711, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=db84cdf7-a484-4ef0-b486-da21d58fa711,segment=NetworkSegment(2591c80f-46dc-49d7-a62f-cd68d7a36759),segment_id=2591c80f-46dc-49d7-a62f-cd68d7a36759)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:21.849560 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c65ad9d8-61f2-4056-be19-6e5acae078f4 req-5fb2e0a7-e242-4328-adba-e47077920a7a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:21.891603 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-c65ad9d8-61f2-4056-be19-6e5acae078f4 req-5fb2e0a7-e242-4328-adba-e47077920a7a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Calling delete_port for db84cdf7-a484-4ef0-b486-da21d58fa711 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:21.953474 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3adb0-c7fd-4553-89f6-a79c34a13b28 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Port': ['ID=3646dbc4-4362-43b1-89d4-d9c003156dfc,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:22.011485 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f3adb0-c7fd-4553-89f6-a79c34a13b28 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network 6256bbaf-9598-4210-aa55-2c54f0a11487 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:22.024994 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-14f3adb0-c7fd-4553-89f6-a79c34a13b28 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:22.043066 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f3adb0-c7fd-4553-89f6-a79c34a13b28 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:22.164198 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50700) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:22.169536 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cb9aeeeb-1262-40f4-99bc-6bd556dd5f6f tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1947458559', 'description': 'tempest-description--917405917'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:22.180691 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423e35b8-91ed-4c91-883c-492a22a6e9ee tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:22.182550 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423e35b8-91ed-4c91-883c-492a22a6e9ee tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:22.184364 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423e35b8-91ed-4c91-883c-492a22a6e9ee tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:22.190490 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-423e35b8-91ed-4c91-883c-492a22a6e9ee tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4466693 Nov 25 19:45:22.192227 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50702) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:22.272174 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14f3adb0-c7fd-4553-89f6-a79c34a13b28 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:22.299972 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6f7888f-0b1d-4818-a68d-c11778270b6b req-2d2f4c4c-0874-4456-a3d3-322aadd3dbfc service neutron] 10.222.0.85 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6797817 Nov 25 19:45:22.321566 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb9aeeeb-1262-40f4-99bc-6bd556dd5f6f tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:22.333406 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c436a1-f986-4773-8665-148a2e8d9f92 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet 19acb7ed-32f6-45f7-9ea0-577b26a6eff9 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:45:22.337216 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14c436a1-f986-4773-8665-148a2e8d9f92 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:22.346250 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 789bfe35-59bb-477d-886f-951d352a22fd up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:22.393665 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14c436a1-f986-4773-8665-148a2e8d9f92 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:22.519668 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14c436a1-f986-4773-8665-148a2e8d9f92 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:22.619750 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a0f0d668-6e3a-4d53-9d42-b86c965e5cc6 None None] Attempting to bind port 96968f6f-c9a7-473f-a4b3-30c27b754e89 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:22.622887 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a0f0d668-6e3a-4d53-9d42-b86c965e5cc6 None None] Attempting to bind port 96968f6f-c9a7-473f-a4b3-30c27b754e89 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'bb0b32a2-2430-4f55-891a-b547899c70ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:22.623628 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f0d668-6e3a-4d53-9d42-b86c965e5cc6 None None] Attempting to bind port 96968f6f-c9a7-473f-a4b3-30c27b754e89 on network 777a23c1-00e5-4d6b-868b-9398de603b46 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:22.636428 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f0d668-6e3a-4d53-9d42-b86c965e5cc6 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:45:22.637766 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f0d668-6e3a-4d53-9d42-b86c965e5cc6 None None] Checking segment: {'id': 'bb0b32a2-2430-4f55-891a-b547899c70ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:22.638490 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a0f0d668-6e3a-4d53-9d42-b86c965e5cc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:22.639155 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f0d668-6e3a-4d53-9d42-b86c965e5cc6 None None] Bound using segment: {'id': 'bb0b32a2-2430-4f55-891a-b547899c70ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:45:22.639992 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a0f0d668-6e3a-4d53-9d42-b86c965e5cc6 None None] Bound port: 96968f6f-c9a7-473f-a4b3-30c27b754e89, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0b32a2-2430-4f55-891a-b547899c70ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:45:22.641569 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a0f0d668-6e3a-4d53-9d42-b86c965e5cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:22.646405 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb42c29-dc0c-43d1-ae66-d23bfd17dd1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-6256bbaf-9598-4210-aa55-2c54f0a11487', 'network_id': '6256bbaf-9598-4210-aa55-2c54f0a11487', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'fixed_ips': [{'subnet_id': '397b81b7-41c4-4845-8748-4628805e24a9'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:45:22.647825 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4fb42c29-dc0c-43d1-ae66-d23bfd17dd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:22.865327 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ac486909-50b0-4bb9-80ca-538d2895f5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:22.873249 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-024f4c4d-4baf-44d0-8c97-a7cf6e079e88 req-0bd63960-440e-4bf3-8e2e-71be2fb35a60 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0144b778-2e7c-4a1d-86b2-f3dbc366beab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.0945625 Nov 25 19:45:22.917704 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-4fb42c29-dc0c-43d1-ae66-d23bfd17dd1d None None] Allocated IP 172.22.0.2 (6256bbaf-9598-4210-aa55-2c54f0a11487/397b81b7-41c4-4845-8748-4628805e24a9/0da161d6-b9c2-4709-86c7-5657463d9a41) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:23.077256 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14c436a1-f986-4773-8665-148a2e8d9f92 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:23.086735 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 789bfe35-59bb-477d-886f-951d352a22fd triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:23.087149 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:23.133594 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac486909-50b0-4bb9-80ca-538d2895f5ba admin admin] Pushing event deleted for resources: {'Port': ['ID=77fcf6a0-55fc-45d2-9c11-edf42fbf247b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:23.167415 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06b700-b505-4f74-8306-04e903beb336 req-b52ad543-a21b-4d80-b3eb-d63b806af44c tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:23.173326 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a0f0d668-6e3a-4d53-9d42-b86c965e5cc6 None None] For port 96968f6f-c9a7-473f-a4b3-30c27b754e89, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:23.177356 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b06b700-b505-4f74-8306-04e903beb336 req-b52ad543-a21b-4d80-b3eb-d63b806af44c tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 946 time: 0.8646355 Nov 25 19:45:23.186473 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a0f0d668-6e3a-4d53-9d42-b86c965e5cc6 None None] For port 96968f6f-c9a7-473f-a4b3-30c27b754e89, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=96968f6f-c9a7-473f-a4b3-30c27b754e89,segment=NetworkSegment(bb0b32a2-2430-4f55-891a-b547899c70ab),segment_id=bb0b32a2-2430-4f55-891a-b547899c70ab)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:45:23.218233 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14c436a1-f986-4773-8665-148a2e8d9f92 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:23.229406 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-14c436a1-f986-4773-8665-148a2e8d9f92 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/19acb7ed-32f6-45f7-9ea0-577b26a6eff9 HTTP/1.1" status: 204 len: 168 time: 1.0321116 Nov 25 19:45:23.232187 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c436a1-f986-4773-8665-148a2e8d9f92 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=19acb7ed-32f6-45f7-9ea0-577b26a6eff9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:23.239828 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14f3adb0-c7fd-4553-89f6-a79c34a13b28 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:23.249536 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50708) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:23.289342 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a0f0d668-6e3a-4d53-9d42-b86c965e5cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:23.324032 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-024f4c4d-4baf-44d0-8c97-a7cf6e079e88 req-c2c2f223-746c-4f80-a8cd-aa3416f0a5ad service neutron] 10.222.0.73 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564112 Nov 25 19:45:23.427813 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec7f5c-7061-4c83-be5c-9c6085f58738 None None] Pushing event updated for resources: {'Port': ['ID=96968f6f-c9a7-473f-a4b3-30c27b754e89,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:23.528914 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-e802e062-593c-4611-b9b8-0fc52baa9abe tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Deleting subnet 203c7dc2-471e-4665-8826-6fce281e5dc4 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:45:23.534209 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e802e062-593c-4611-b9b8-0fc52baa9abe tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:23.578317 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aadba87-5a6b-4849-8822-62f867edd3a3 None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:23.871021 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device dbc61ad9-a734-4906-bf5c-648bbad87933 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:23.873780 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device db84cdf7-a484-4ef0-b486-da21d58fa711 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:45:23.877680 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f0d668-6e3a-4d53-9d42-b86c965e5cc6 None None] Routers {'6fb3712d-f4fc-4631-b793-c345d4fcb7ba'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:23.878513 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a0f0d668-6e3a-4d53-9d42-b86c965e5cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:45:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:24.046886 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c65ad9d8-61f2-4056-be19-6e5acae078f4 req-5fb2e0a7-e242-4328-adba-e47077920a7a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:24.075702 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0adecb04-fcf6-42ce-81d6-ac9571cb06cb None None] Provisioning complete for port 96968f6f-c9a7-473f-a4b3-30c27b754e89 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:24.076070 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0adecb04-fcf6-42ce-81d6-ac9571cb06cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:24.091079 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b06b700-b505-4f74-8306-04e903beb336 req-18db0636-118c-4d13-ab56-3878633ee033 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9123282 Nov 25 19:45:24.171041 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2e0a7-e242-4328-adba-e47077920a7a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Pushing event deleted for resources: {'Port': ['ID=db84cdf7-a484-4ef0-b486-da21d58fa711,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:24.463670 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14f3adb0-c7fd-4553-89f6-a79c34a13b28 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:24.465575 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c3347b99-eb55-4866-8b12-d92db50de2f5 req-2a1e27a7-84ef-4067-a98e-8b67f2ce9abe tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2699a77-d87d-46ad-9350-c1f62079c4c9 HTTP/1.1" status: 200 len: 210 time: 0.1098945 Nov 25 19:45:24.471395 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e802e062-593c-4611-b9b8-0fc52baa9abe tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:24.474936 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-024f4c4d-4baf-44d0-8c97-a7cf6e079e88 req-b30dd022-4a2a-4e99-8a73-346455c7ab2a service neutron] 10.222.0.73 "GET /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0958228 Nov 25 19:45:24.481146 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14f3adb0-c7fd-4553-89f6-a79c34a13b28 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:24.550223 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65ad9d8-61f2-4056-be19-6e5acae078f4 req-5fb2e0a7-e242-4328-adba-e47077920a7a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] No DVR routers for this DVR port db84cdf7-a484-4ef0-b486-da21d58fa711 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:45:24.559731 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c65ad9d8-61f2-4056-be19-6e5acae078f4 req-5fb2e0a7-e242-4328-adba-e47077920a7a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:24.567553 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c65ad9d8-61f2-4056-be19-6e5acae078f4 req-5fb2e0a7-e242-4328-adba-e47077920a7a tempest-ImagesTestJSON-276416222 tempest-ImagesTestJSON-276416222-project] 10.222.0.73 "DELETE /v2.0/ports/db84cdf7-a484-4ef0-b486-da21d58fa711 HTTP/1.1" status: 204 len: 173 time: 5.2361019 Nov 25 19:45:24.568332 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2699a77-d87d-46ad-9350-c1f62079c4c9', 'name': 'network-vif-deleted', 'tag': 'db84cdf7-a484-4ef0-b486-da21d58fa711'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:45:24.572186 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f28674-fa36-4d85-b91f-cc5573d24dc0" -d '{"events": [{"server_uuid": "d2699a77-d87d-46ad-9350-c1f62079c4c9", "name": "network-vif-deleted", "tag": "db84cdf7-a484-4ef0-b486-da21d58fa711"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:45:24.654007 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a0f0d668-6e3a-4d53-9d42-b86c965e5cc6 None None] Set router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:24.671081 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb9aeeeb-1262-40f4-99bc-6bd556dd5f6f tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:24.679756 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14f3adb0-c7fd-4553-89f6-a79c34a13b28 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:24.719038 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb9aeeeb-1262-40f4-99bc-6bd556dd5f6f tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:24.740841 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3adb0-c7fd-4553-89f6-a79c34a13b28 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Port': ['ID=3646dbc4-4362-43b1-89d4-d9c003156dfc,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:24.759345 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec0314a-1324-4f1a-9827-381625225cd0 x-openstack-request-id: req-3ec0314a-1324-4f1a-9827-381625225cd0 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:45:24.763510 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2699a77-d87d-46ad-9350-c1f62079c4c9", "name": "network-vif-deleted", "tag": "db84cdf7-a484-4ef0-b486-da21d58fa711", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:45:24.763510 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3ec0314a-1324-4f1a-9827-381625225cd0 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:45:24.764061 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2699a77-d87d-46ad-9350-c1f62079c4c9', 'name': 'network-vif-deleted', 'tag': 'db84cdf7-a484-4ef0-b486-da21d58fa711', 'status': 'completed', 'code': 200} Nov 25 19:45:24.772419 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: db84cdf7-a484-4ef0-b486-da21d58fa711 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:45:24.773117 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device db84cdf7-a484-4ef0-b486-da21d58fa711 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:45:24.792734 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a515db4a-d96a-4cf4-a76a-32976237973a None None] DHCP port deletion for d4d26649-0402-45f1-9591-4343456b37f2 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:24.805865 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ac486909-50b0-4bb9-80ca-538d2895f5ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:24.913804 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb9aeeeb-1262-40f4-99bc-6bd556dd5f6f tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:24.916343 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cb9aeeeb-1262-40f4-99bc-6bd556dd5f6f tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 2.7508473 Nov 25 19:45:24.925816 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50718) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:24.928958 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e802e062-593c-4611-b9b8-0fc52baa9abe tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:24.943453 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d2914b59-0e72-4778-a22d-98c3a042ddda tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Request body: {'security_group_rule': {'security_group_id': '275aa994-18f6-4ebd-ae06-3d72017bc028', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:24.974595 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4fb42c29-dc0c-43d1-ae66-d23bfd17dd1d None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:25.028549 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:25.076910 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9aeeeb-1262-40f4-99bc-6bd556dd5f6f tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=275aa994-18f6-4ebd-ae06-3d72017bc028,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:25.120501 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4fb42c29-dc0c-43d1-ae66-d23bfd17dd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:25.138904 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:25.159215 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2914b59-0e72-4778-a22d-98c3a042ddda tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:25.335107 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb42c29-dc0c-43d1-ae66-d23bfd17dd1d None None] Network 6256bbaf-9598-4210-aa55-2c54f0a11487 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:25.366693 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-4fb42c29-dc0c-43d1-ae66-d23bfd17dd1d None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:25.367778 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac486909-50b0-4bb9-80ca-538d2895f5ba admin admin] Router c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:45:25.495398 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e802e062-593c-4611-b9b8-0fc52baa9abe tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:25.512700 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f3adb0-c7fd-4553-89f6-a79c34a13b28 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network 6256bbaf-9598-4210-aa55-2c54f0a11487 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:25.525165 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb42c29-dc0c-43d1-ae66-d23bfd17dd1d None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:25.538488 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2914b59-0e72-4778-a22d-98c3a042ddda tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:25.551904 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd197b-f164-44b6-82ea-4caa03bc6f7c req-59933c19-b795-4838-82f6-97a813238743 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:25.557806 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0adecb04-fcf6-42ce-81d6-ac9571cb06cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:25.562361 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-98cd197b-f164-44b6-82ea-4caa03bc6f7c req-59933c19-b795-4838-82f6-97a813238743 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 946 time: 0.2218564 Nov 25 19:45:25.565343 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-14f3adb0-c7fd-4553-89f6-a79c34a13b28 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:25.569268 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port dbc61ad9-a734-4906-bf5c-648bbad87933 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:25.569908 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:25.633938 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2914b59-0e72-4778-a22d-98c3a042ddda tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:25.647699 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e802e062-593c-4611-b9b8-0fc52baa9abe tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:25.655031 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e802e062-593c-4611-b9b8-0fc52baa9abe tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/203c7dc2-471e-4665-8826-6fce281e5dc4 HTTP/1.1" status: 204 len: 168 time: 2.3968689 Nov 25 19:45:25.679603 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50728) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:25.693729 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2914b59-0e72-4778-a22d-98c3a042ddda tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f814e8-10a3-4fae-9117-5dd0ff74b190,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:25.714192 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802e062-593c-4611-b9b8-0fc52baa9abe tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Subnet': ['ID=203c7dc2-471e-4665-8826-6fce281e5dc4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:25.802993 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-98cd197b-f164-44b6-82ea-4caa03bc6f7c req-6a55a880-49f9-438e-ac9e-50a379b2cbcb tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396698 Nov 25 19:45:25.840585 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac486909-50b0-4bb9-80ca-538d2895f5ba admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:45:25.853820 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b80fd59-4174-4379-9bf5-6cfd9274451a None None] Sync routers for ids ['c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:45:25.856748 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ac486909-50b0-4bb9-80ca-538d2895f5ba admin admin] 10.222.0.55 "PUT /v2.0/routers/c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4594784 Nov 25 19:45:25.861413 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50732) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:25.888594 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb42c29-dc0c-43d1-ae66-d23bfd17dd1d None None] Pushing event updated for resources: {'Port': ['ID=0da161d6-b9c2-4709-86c7-5657463d9a41,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:25.927965 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b80fd59-4174-4379-9bf5-6cfd9274451a None None] Routers {'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:25.929022 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6b80fd59-4174-4379-9bf5-6cfd9274451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:45:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:26.007149 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0adecb04-fcf6-42ce-81d6-ac9571cb06cb None None] For port 96968f6f-c9a7-473f-a4b3-30c27b754e89, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=96968f6f-c9a7-473f-a4b3-30c27b754e89,segment=NetworkSegment(bb0b32a2-2430-4f55-891a-b547899c70ab),segment_id=bb0b32a2-2430-4f55-891a-b547899c70ab)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:26.048541 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0adecb04-fcf6-42ce-81d6-ac9571cb06cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:26.234494 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adecb04-fcf6-42ce-81d6-ac9571cb06cb None None] Pushing event updated for resources: {'Port': ['ID=96968f6f-c9a7-473f-a4b3-30c27b754e89,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:26.278812 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f3adb0-c7fd-4553-89f6-a79c34a13b28 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:45:26.299581 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-560025ad-0883-4202-817a-d780ebff03dc tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5890341 Nov 25 19:45:26.303588 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50744) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:26.313002 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ece1af17-2771-4ecb-98f7-213922cf9b6b admin admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:26.362171 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2914b59-0e72-4778-a22d-98c3a042ddda tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:26.369044 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d2914b59-0e72-4778-a22d-98c3a042ddda tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4287460 Nov 25 19:45:26.415192 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:26.426604 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50748) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:26.449105 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-24a9e6dc-7e52-4431-ad4a-2734e87d11e9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Request body: {'security_group_rule': {'security_group_id': '275aa994-18f6-4ebd-ae06-3d72017bc028', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:26.485846 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-6b80fd59-4174-4379-9bf5-6cfd9274451a None None] Set router c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:26.505927 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4fb42c29-dc0c-43d1-ae66-d23bfd17dd1d None None] Attempting to bind port 0da161d6-b9c2-4709-86c7-5657463d9a41 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:26.506589 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4fb42c29-dc0c-43d1-ae66-d23bfd17dd1d None None] Attempting to bind port 0da161d6-b9c2-4709-86c7-5657463d9a41 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '3e302e6b-7c45-48ec-a415-ad77d98ff0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6256bbaf-9598-4210-aa55-2c54f0a11487'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:26.507229 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb42c29-dc0c-43d1-ae66-d23bfd17dd1d None None] Attempting to bind port 0da161d6-b9c2-4709-86c7-5657463d9a41 on network 6256bbaf-9598-4210-aa55-2c54f0a11487 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:26.545688 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0adecb04-fcf6-42ce-81d6-ac9571cb06cb None None] Provisioning complete for port dbc61ad9-a734-4906-bf5c-648bbad87933 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:26.550126 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0adecb04-fcf6-42ce-81d6-ac9571cb06cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:26.684446 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb42c29-dc0c-43d1-ae66-d23bfd17dd1d None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:45:26.699189 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb42c29-dc0c-43d1-ae66-d23bfd17dd1d None None] Checking segment: {'id': '3e302e6b-7c45-48ec-a415-ad77d98ff0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6256bbaf-9598-4210-aa55-2c54f0a11487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:26.700274 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4fb42c29-dc0c-43d1-ae66-d23bfd17dd1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:26.701209 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb42c29-dc0c-43d1-ae66-d23bfd17dd1d None None] Bound using segment: {'id': '3e302e6b-7c45-48ec-a415-ad77d98ff0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6256bbaf-9598-4210-aa55-2c54f0a11487'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:45:26.702388 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4fb42c29-dc0c-43d1-ae66-d23bfd17dd1d None None] Bound port: 0da161d6-b9c2-4709-86c7-5657463d9a41, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e302e6b-7c45-48ec-a415-ad77d98ff0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6256bbaf-9598-4210-aa55-2c54f0a11487'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:45:26.703348 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4fb42c29-dc0c-43d1-ae66-d23bfd17dd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:26.745664 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187bd382-a075-4b92-8eeb-e77949529e0d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:26.747556 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-187bd382-a075-4b92-8eeb-e77949529e0d tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4374371 Nov 25 19:45:26.754903 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50762) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:26.824339 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24a9e6dc-7e52-4431-ad4a-2734e87d11e9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:26.855648 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f3adb0-c7fd-4553-89f6-a79c34a13b28 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:45:26.867487 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-14f3adb0-c7fd-4553-89f6-a79c34a13b28 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "PUT /v2.0/routers/6fb3712d-f4fc-4631-b793-c345d4fcb7ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5536888 Nov 25 19:45:26.869927 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ece1af17-2771-4ecb-98f7-213922cf9b6b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:26.873429 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50770) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:26.878736 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port dbc61ad9-a734-4906-bf5c-648bbad87933, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=dbc61ad9-a734-4906-bf5c-648bbad87933,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:26.882803 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-50ef67d3-cfda-477b-8315-26c01867536d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'network': {'name': 'tempest-RoutersTest-1618428869'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:26.895360 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc2ca7b-ebd4-4c78-bae1-4fa3f9f949d5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:26.897489 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9cc2ca7b-ebd4-4c78-bae1-4fa3f9f949d5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1414204 Nov 25 19:45:26.905152 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50772) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:26.929166 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345f83c7-7ab9-4cd5-b5a6-85eaa6e40e3f None None] Network b691ce13-c3fa-46f8-892f-a6e3ddf6046b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:26.933567 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:26.934981 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 94947bca-db28-4f63-843e-a1c2fc12abe1 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:26.977527 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24a9e6dc-7e52-4431-ad4a-2734e87d11e9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:26.978988 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ef67d3-cfda-477b-8315-26c01867536d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Made reservation on behalf of 33fd1ebee1f7494487609e337911c862 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:26.983114 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50ef67d3-cfda-477b-8315-26c01867536d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:27.036025 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24a9e6dc-7e52-4431-ad4a-2734e87d11e9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:27.133276 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9e6dc-7e52-4431-ad4a-2734e87d11e9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c07c88-521c-41b4-8c83-8055a2e91fdd,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:27.160068 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ef67d3-cfda-477b-8315-26c01867536d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:45:27.171672 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4fb42c29-dc0c-43d1-ae66-d23bfd17dd1d None None] For port 0da161d6-b9c2-4709-86c7-5657463d9a41, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:27.177604 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4fb42c29-dc0c-43d1-ae66-d23bfd17dd1d None None] For port 0da161d6-b9c2-4709-86c7-5657463d9a41, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0da161d6-b9c2-4709-86c7-5657463d9a41,segment=NetworkSegment(3e302e6b-7c45-48ec-a415-ad77d98ff0e6),segment_id=3e302e6b-7c45-48ec-a415-ad77d98ff0e6)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:45:27.191610 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6b80fd59-4174-4379-9bf5-6cfd9274451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1522010793-router', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '5019a198-382c-4469-be88-375b0d29b91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:37Z', 'updated_at': '2021-11-25T19:45:22Z', 'revision_number': 5, 'project_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'gw_port': {'id': '5019a198-382c-4469-be88-375b0d29b91e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:41Z', 'updated_at': '2021-11-25T19:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:27.197344 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24a9e6dc-7e52-4431-ad4a-2734e87d11e9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:27.214606 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-24a9e6dc-7e52-4431-ad4a-2734e87d11e9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7616436 Nov 25 19:45:27.215852 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50780) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:27.229276 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fdfde86b-d4ed-4978-a8e6-55aa22a04204 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:27.251334 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-dad825bc-b652-40a0-abed-4065b70a7a70 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3395519 Nov 25 19:45:27.260115 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b80fd59-4174-4379-9bf5-6cfd9274451a None None] Checking router: c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:45:27.260375 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50782) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:27.277907 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b80fd59-4174-4379-9bf5-6cfd9274451a None None] Routers {'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:27.279015 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6b80fd59-4174-4379-9bf5-6cfd9274451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:45:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:27.286433 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a0f0d668-6e3a-4d53-9d42-b86c965e5cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:45:22Z', 'revision_number': 4, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None, '_interfaces': [{'id': '3646dbc4-4362-43b1-89d4-d9c003156dfc', 'name': '', 'network_id': '6256bbaf-9598-4210-aa55-2c54f0a11487', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:60:3a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '397b81b7-41c4-4845-8748-4628805e24a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:21Z', 'updated_at': '2021-11-25T19:45:21Z', 'revision_number': 1, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '397b81b7-41c4-4845-8748-4628805e24a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '889b848d-58f6-45f1-a218-6c319548c11a', 'name': '', 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:64:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:46Z', 'updated_at': '2021-11-25T19:45:01Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96968f6f-c9a7-473f-a4b3-30c27b754e89', 'name': '', 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:67:76:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:06Z', 'updated_at': '2021-11-25T19:45:23Z', 'revision_number': 4, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:27.297595 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50ef67d3-cfda-477b-8315-26c01867536d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:27.299040 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-50ef67d3-cfda-477b-8315-26c01867536d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Added segment b5e6327b-095a-4886-bb90-5deb95a09746 of type vlan for network 881f9750-9090-4901-ab2f-0c2026b5021b Nov 25 19:45:27.301796 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdfde86b-d4ed-4978-a8e6-55aa22a04204 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:27.324905 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c31768-f07e-43fd-bc8e-7f9e8741031a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:27.325515 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c31768-f07e-43fd-bc8e-7f9e8741031a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:27.330419 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4fb42c29-dc0c-43d1-ae66-d23bfd17dd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:27.333613 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-18c31768-f07e-43fd-bc8e-7f9e8741031a tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/70b52e4b-4f5f-4295-86bb-575713c78345 HTTP/1.1" status: 404 len: 333 time: 0.0648525 Nov 25 19:45:27.334775 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ece1af17-2771-4ecb-98f7-213922cf9b6b admin admin] Deleting port 5019a198-382c-4469-be88-375b0d29b91e {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:27.335131 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ece1af17-2771-4ecb-98f7-213922cf9b6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:27.361273 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f0d668-6e3a-4d53-9d42-b86c965e5cc6 None None] The sync data for ids ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'] in n-d-819349-5 is: [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:45:22Z', 'revision_number': 4, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None, '_interfaces': [{'id': '3646dbc4-4362-43b1-89d4-d9c003156dfc', 'name': '', 'network_id': '6256bbaf-9598-4210-aa55-2c54f0a11487', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:60:3a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '397b81b7-41c4-4845-8748-4628805e24a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:21Z', 'updated_at': '2021-11-25T19:45:21Z', 'revision_number': 1, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '397b81b7-41c4-4845-8748-4628805e24a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '889b848d-58f6-45f1-a218-6c319548c11a', 'name': '', 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:64:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:46Z', 'updated_at': '2021-11-25T19:45:01Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96968f6f-c9a7-473f-a4b3-30c27b754e89', 'name': '', 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:67:76:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:06Z', 'updated_at': '2021-11-25T19:45:23Z', 'revision_number': 4, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:45:27.380416 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50784) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:27.482705 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-6b80fd59-4174-4379-9bf5-6cfd9274451a None None] Set router c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:27.522889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ece1af17-2771-4ecb-98f7-213922cf9b6b admin admin] For port 5019a198-382c-4469-be88-375b0d29b91e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5019a198-382c-4469-be88-375b0d29b91e,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:27.523396 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ece1af17-2771-4ecb-98f7-213922cf9b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:27.541873 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=dbc61ad9-a734-4906-bf5c-648bbad87933,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:27.546260 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6b80fd59-4174-4379-9bf5-6cfd9274451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1522010793-router', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:37Z', 'updated_at': '2021-11-25T19:45:26Z', 'revision_number': 6, 'project_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:27.562593 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4433450-4171-4957-8df5-b5a1517ae4b2 req-43200baf-b414-4317-8c52-ff4c5a52f677 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:27.572965 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f4433450-4171-4957-8df5-b5a1517ae4b2 req-43200baf-b414-4317-8c52-ff4c5a52f677 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 946 time: 0.4565301 Nov 25 19:45:27.585805 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b80fd59-4174-4379-9bf5-6cfd9274451a None None] The sync data for ids ['c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed'] in n-d-819349-5 is: [{'id': 'c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1522010793-router', 'tenant_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:37Z', 'updated_at': '2021-11-25T19:45:26Z', 'revision_number': 6, 'project_id': 'ba2221b48b744bd48a410a13c6b8c9a7', 'gw_port_host': None}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:45:27.603626 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ece1af17-2771-4ecb-98f7-213922cf9b6b admin admin] Calling delete_port for 5019a198-382c-4469-be88-375b0d29b91e owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:27.706785 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f4433450-4171-4957-8df5-b5a1517ae4b2 req-1843a65c-57c0-4753-80ca-1ede9cf72953 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328707 Nov 25 19:45:27.754498 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ebc04c-24be-475c-adb1-8a260cfab2c4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:27.755145 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ebc04c-24be-475c-adb1-8a260cfab2c4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:27.759554 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-27ebc04c-24be-475c-adb1-8a260cfab2c4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/19acb7ed-32f6-45f7-9ea0-577b26a6eff9 HTTP/1.1" status: 404 len: 337 time: 0.3763609 Nov 25 19:45:27.771016 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50788) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:27.828014 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50ef67d3-cfda-477b-8315-26c01867536d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:27.835052 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50790) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:27.836707 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74cf956-97d1-4774-a3a6-3f843011fd39 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:27.837178 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74cf956-97d1-4774-a3a6-3f843011fd39 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:27.840701 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d74cf956-97d1-4774-a3a6-3f843011fd39 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/203c7dc2-471e-4665-8826-6fce281e5dc4 HTTP/1.1" status: 404 len: 337 time: 0.0685091 Nov 25 19:45:27.845222 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50792) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:27.889530 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-78523de1-1a02-41a7-8994-a181e1a42cdb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:27.891649 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78523de1-1a02-41a7-8994-a181e1a42cdb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:27.897739 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-78523de1-1a02-41a7-8994-a181e1a42cdb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/39c31b11-7a6b-4d20-9d72-938e65dea054 HTTP/1.1" status: 404 len: 333 time: 0.0508683 Nov 25 19:45:27.901993 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50796) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:27.948066 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50ef67d3-cfda-477b-8315-26c01867536d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:27.956148 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ef67d3-cfda-477b-8315-26c01867536d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:27.960442 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50ef67d3-cfda-477b-8315-26c01867536d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:28.027850 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb42c29-dc0c-43d1-ae66-d23bfd17dd1d None None] Pushing event updated for resources: {'Port': ['ID=0da161d6-b9c2-4709-86c7-5657463d9a41,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:28.048545 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 94947bca-db28-4f63-843e-a1c2fc12abe1 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:28.049074 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:28.287594 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd72dbce-6b6a-453a-8e6a-b23ba2242cd5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:28.288338 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd72dbce-6b6a-453a-8e6a-b23ba2242cd5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:28.295601 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bd72dbce-6b6a-453a-8e6a-b23ba2242cd5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/0faa0a18-8142-4392-ace1-345cb8e8872e HTTP/1.1" status: 404 len: 337 time: 0.3917930 Nov 25 19:45:28.303845 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50800) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:28.334871 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0adecb04-fcf6-42ce-81d6-ac9571cb06cb None None] Provisioning complete for port eed56a30-d8a0-409e-a855-3421a56cec88 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:28.335975 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0adecb04-fcf6-42ce-81d6-ac9571cb06cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:28.370820 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-50ef67d3-cfda-477b-8315-26c01867536d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4944234 Nov 25 19:45:28.371862 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50802) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:28.379004 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa05077-4164-45ac-8c69-a9ce6cc4d8ee tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:28.382366 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa05077-4164-45ac-8c69-a9ce6cc4d8ee tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:28.389514 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1aa05077-4164-45ac-8c69-a9ce6cc4d8ee tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/5b7987df-3227-4e7c-9565-7959fb95fa05 HTTP/1.1" status: 404 len: 337 time: 0.0833058 Nov 25 19:45:28.401838 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50804) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:28.448882 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c965491e-fee9-4d33-bcc0-b7e430f45781 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:28.449649 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c965491e-fee9-4d33-bcc0-b7e430f45781 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:28.457446 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c965491e-fee9-4d33-bcc0-b7e430f45781 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/adeb6fe3-d4d5-4e3f-8cc9-f4b4a83e8277 HTTP/1.1" status: 404 len: 333 time: 0.0518262 Nov 25 19:45:28.466943 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50806) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:28.476097 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7dfe233f-c8db-4310-a168-0d80386d2d7c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'subnet': {'network_id': '881f9750-9090-4901-ab2f-0c2026b5021b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:28.518815 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef67d3-cfda-477b-8315-26c01867536d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Network': ['ID=881f9750-9090-4901-ab2f-0c2026b5021b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:28.549986 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bc94b8-3899-40e4-97d5-5763e0f03b88 None None] DHCP port deletion for b691ce13-c3fa-46f8-892f-a6e3ddf6046b request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:28.582171 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 881f9750-9090-4901-ab2f-0c2026b5021b details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:45:28.586083 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c9356b-2c79-4454-a1d1-c576e1774111 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:28.587346 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35c9356b-2c79-4454-a1d1-c576e1774111 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:28.602835 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-35c9356b-2c79-4454-a1d1-c576e1774111 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/8553627d-5021-4fe6-a9fb-b0b53f1197ef HTTP/1.1" status: 404 len: 337 time: 0.1341522 Nov 25 19:45:28.619682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50808) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:28.641085 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-437ad4d2-cc4a-4534-b573-e40b85ab765d admin admin] Deleting subnet e758be47-f502-42b6-8983-165c34ac1a0f {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:45:28.659516 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-437ad4d2-cc4a-4534-b573-e40b85ab765d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:28.735313 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdfde86b-d4ed-4978-a8e6-55aa22a04204 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:28.739962 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec2e9b2-ebe5-4c95-8fb8-740dadbc0cf2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:28.743397 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec2e9b2-ebe5-4c95-8fb8-740dadbc0cf2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:28.791916 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0ec2e9b2-ebe5-4c95-8fb8-740dadbc0cf2 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/9a3d6e6d-d5c6-4f40-ba25-bfd01999db5d HTTP/1.1" status: 404 len: 337 time: 0.1700466 Nov 25 19:45:28.792148 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50812) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:28.856975 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-437ad4d2-cc4a-4534-b573-e40b85ab765d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:28.867916 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:28.915192 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-064ebe5a-adb2-4a36-a493-128f91844139 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:28.916137 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064ebe5a-adb2-4a36-a493-128f91844139 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:28.920719 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-064ebe5a-adb2-4a36-a493-128f91844139 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/38742abb-0916-492a-8310-ada7723d478a HTTP/1.1" status: 404 len: 333 time: 0.1182516 Nov 25 19:45:28.942265 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfe233f-c8db-4310-a168-0d80386d2d7c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Made reservation on behalf of 33fd1ebee1f7494487609e337911c862 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:28.948815 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7dfe233f-c8db-4310-a168-0d80386d2d7c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:28.965844 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50816) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:29.033278 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-0adecb04-fcf6-42ce-81d6-ac9571cb06cb None None] Port eed56a30-d8a0-409e-a855-3421a56cec88 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:45:29.041292 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ece1af17-2771-4ecb-98f7-213922cf9b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:29.164585 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 94947bca-db28-4f63-843e-a1c2fc12abe1, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=94947bca-db28-4f63-843e-a1c2fc12abe1,segment=NetworkSegment(84defb7f-7631-48d1-bff7-9cf8a24998ad),segment_id=84defb7f-7631-48d1-bff7-9cf8a24998ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:29.175647 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0adecb04-fcf6-42ce-81d6-ac9571cb06cb None None] Provisioning complete for port 4766ce8e-1054-474e-9693-46409deae267 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:29.176211 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0adecb04-fcf6-42ce-81d6-ac9571cb06cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:29.273411 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-437ad4d2-cc4a-4534-b573-e40b85ab765d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:29.283899 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1af17-2771-4ecb-98f7-213922cf9b6b admin admin] Pushing event deleted for resources: {'Port': ['ID=5019a198-382c-4469-be88-375b0d29b91e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:29.386640 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f2835a-5106-466f-b86d-7e9a0a7a61a9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:29.387808 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f2835a-5106-466f-b86d-7e9a0a7a61a9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:29.400970 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-20f2835a-5106-466f-b86d-7e9a0a7a61a9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/b871ebcb-9442-43e2-9e11-80f56083cad6 HTTP/1.1" status: 404 len: 337 time: 0.4304402 Nov 25 19:45:29.402769 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50820) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:29.422793 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:29.534806 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-fdfde86b-d4ed-4978-a8e6-55aa22a04204 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Allocated IP 172.25.6.43 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/aec31442-aa3c-482b-9257-14de45f37a95) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:29.591258 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-0adecb04-fcf6-42ce-81d6-ac9571cb06cb None None] Port 4766ce8e-1054-474e-9693-46409deae267 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:45:29.637647 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2ec124-5199-4dba-8733-2376e791bfe6 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:29.639833 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf2ab1c-db47-42f6-80d0-96417ff03b35 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:29.640558 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf2ab1c-db47-42f6-80d0-96417ff03b35 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:29.641036 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=94947bca-db28-4f63-843e-a1c2fc12abe1,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:29.649884 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8cf2ab1c-db47-42f6-80d0-96417ff03b35 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/4e418cf1-5aec-469b-a055-8c9c188d4727 HTTP/1.1" status: 404 len: 337 time: 0.2424188 Nov 25 19:45:29.659322 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-93622a02-fdcc-4536-9a47-7b7f613f4e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:29.663648 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d7bc94b8-3899-40e4-97d5-5763e0f03b88 None None] Deleting port dbc61ad9-a734-4906-bf5c-648bbad87933 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:29.664308 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d7bc94b8-3899-40e4-97d5-5763e0f03b88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:29.697125 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50824) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:29.785679 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-d7bc94b8-3899-40e4-97d5-5763e0f03b88 None None] For port dbc61ad9-a734-4906-bf5c-648bbad87933, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=dbc61ad9-a734-4906-bf5c-648bbad87933,segment=NetworkSegment(2174edd6-8c47-40fb-887e-f015c515dd8f),segment_id=2174edd6-8c47-40fb-887e-f015c515dd8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:29.786078 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d7bc94b8-3899-40e4-97d5-5763e0f03b88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:29.806427 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d7bc94b8-3899-40e4-97d5-5763e0f03b88 None None] Calling delete_port for dbc61ad9-a734-4906-bf5c-648bbad87933 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:29.835340 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdfde86b-d4ed-4978-a8e6-55aa22a04204 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:29.850672 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61beb365-3a43-471c-9269-64354edc9b49 req-7eedbe63-bffb-4044-aada-e05ab91d0802 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:29.852516 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61beb365-3a43-471c-9269-64354edc9b49 req-7eedbe63-bffb-4044-aada-e05ab91d0802 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 946 time: 0.8282545 Nov 25 19:45:29.863784 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f622d7e-5db4-431a-9c9d-903d12d55cba tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:29.866194 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f622d7e-5db4-431a-9c9d-903d12d55cba tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:29.879270 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8f622d7e-5db4-431a-9c9d-903d12d55cba tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/be81a665-c102-4d04-b0ac-62add894a3d4 HTTP/1.1" status: 404 len: 333 time: 0.1812487 Nov 25 19:45:29.889791 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50826) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:29.910903 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0adecb04-fcf6-42ce-81d6-ac9571cb06cb None None] Provisioning complete for port 94947bca-db28-4f63-843e-a1c2fc12abe1 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:29.911284 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0adecb04-fcf6-42ce-81d6-ac9571cb06cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.021930 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd570e4-d195-4bc0-8b16-e4e97ae71f03 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:30.023121 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd570e4-d195-4bc0-8b16-e4e97ae71f03 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:30.027506 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1bd570e4-d195-4bc0-8b16-e4e97ae71f03 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/60e58f8d-b33e-49ae-8cf9-b539ab00dff2 HTTP/1.1" status: 404 len: 337 time: 0.0837672 Nov 25 19:45:30.035428 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50830) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:30.067322 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0da161d6-b9c2-4709-86c7-5657463d9a41 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:30.072433 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ece1af17-2771-4ecb-98f7-213922cf9b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.103678 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdfde86b-d4ed-4978-a8e6-55aa22a04204 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.191738 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-437ad4d2-cc4a-4534-b573-e40b85ab765d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.193943 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-283fbb0e-1eab-4ac5-ac77-60f9df90f406 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:30.194755 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-283fbb0e-1eab-4ac5-ac77-60f9df90f406 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:30.199056 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-283fbb0e-1eab-4ac5-ac77-60f9df90f406 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/c4714af9-657a-4c39-ade2-28ed04ad9e70 HTTP/1.1" status: 404 len: 333 time: 0.1598108 Nov 25 19:45:30.217052 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50832) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:30.260083 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-437ad4d2-cc4a-4534-b573-e40b85ab765d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.268489 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-437ad4d2-cc4a-4534-b573-e40b85ab765d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e758be47-f502-42b6-8983-165c34ac1a0f HTTP/1.1" status: 204 len: 168 time: 2.4222438 Nov 25 19:45:30.283122 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61beb365-3a43-471c-9269-64354edc9b49 req-e1263451-5e1e-483c-9a8f-01338b985b42 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994470 Nov 25 19:45:30.301473 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50834) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:30.401164 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ece1af17-2771-4ecb-98f7-213922cf9b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.404174 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ece1af17-2771-4ecb-98f7-213922cf9b6b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.475852 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fed19f97-4a0f-4344-9cc2-3dfd7840076f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.508971 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfde86b-d4ed-4978-a8e6-55aa22a04204 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:30.524637 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-fdfde86b-d4ed-4978-a8e6-55aa22a04204 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:30.535370 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ece1af17-2771-4ecb-98f7-213922cf9b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.536066 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece1af17-2771-4ecb-98f7-213922cf9b6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:45:30.542668 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ece1af17-2771-4ecb-98f7-213922cf9b6b admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.543916 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ece1af17-2771-4ecb-98f7-213922cf9b6b admin admin] 10.222.0.55 "DELETE /v2.0/routers/c72f9b44-21e9-40e4-a3c5-243ec0cfe3ed HTTP/1.1" status: 204 len: 168 time: 4.6749935 Nov 25 19:45:30.549864 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50836) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:30.558020 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e037ef53-b950-4cd6-8dc0-314d6b9c754e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:30.558884 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e037ef53-b950-4cd6-8dc0-314d6b9c754e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:30.572482 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50838) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:30.576536 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e037ef53-b950-4cd6-8dc0-314d6b9c754e tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/89b2e8a1-65c8-48b4-b035-497b7067d45e HTTP/1.1" status: 404 len: 337 time: 0.3468466 Nov 25 19:45:30.578147 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ad4d2-cc4a-4534-b573-e40b85ab765d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e758be47-f502-42b6-8983-165c34ac1a0f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:30.589384 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfde86b-d4ed-4978-a8e6-55aa22a04204 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:30.707442 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18ee6fa-7dd9-4347-88d2-71c0fe1af6c9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:30.715532 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b18ee6fa-7dd9-4347-88d2-71c0fe1af6c9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:30.736840 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b18ee6fa-7dd9-4347-88d2-71c0fe1af6c9 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/cb663228-5b66-4c00-a6a0-aa9606568f89 HTTP/1.1" status: 404 len: 333 time: 0.1614895 Nov 25 19:45:30.776040 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c76a3d-29ba-4ea7-8694-59f6467343c6 None None] Network 6256bbaf-9598-4210-aa55-2c54f0a11487 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:30.778902 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a64a30-0bb2-4c24-adce-6f61f40e90b4 None None] Network d4d26649-0402-45f1-9591-4343456b37f2 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:30.784922 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21832a26-97f7-4c95-94ea-9425de61730d None None] Sync routers for ids ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:45:30.849966 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50842) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:30.900811 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d5f6ab4-1abb-4e1d-b80b-2507d3de7bc1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:30.901155 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d5f6ab4-1abb-4e1d-b80b-2507d3de7bc1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:30.908422 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3d5f6ab4-1abb-4e1d-b80b-2507d3de7bc1 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/0a29131b-f574-4fc5-8fba-223a388c1de3 HTTP/1.1" status: 404 len: 337 time: 0.0501840 Nov 25 19:45:30.909426 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50844) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:30.965606 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3b2ff-df44-41d5-a472-8896c959fd34 req-072a1182-9d8f-4184-88a5-7c2f3e021113 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:30.967528 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdfde86b-d4ed-4978-a8e6-55aa22a04204 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.968283 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9a3b2ff-df44-41d5-a472-8896c959fd34 req-072a1182-9d8f-4184-88a5-7c2f3e021113 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/ports?device_id=50598f48-bcdb-4172-b7a9-101683c54206 HTTP/1.1" status: 200 len: 946 time: 0.2290809 Nov 25 19:45:30.973228 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b05c3d-c1c1-4f29-890a-af5ad6b045f8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:30.974531 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9b05c3d-c1c1-4f29-890a-af5ad6b045f8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:30.981480 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f9b05c3d-c1c1-4f29-890a-af5ad6b045f8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/9ad6d8a9-d74b-446d-94e2-0eadf49101ee HTTP/1.1" status: 404 len: 333 time: 0.0656619 Nov 25 19:45:30.985684 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50846) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:31.007777 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7dfe233f-c8db-4310-a168-0d80386d2d7c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:31.011609 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfde86b-d4ed-4978-a8e6-55aa22a04204 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event updated for resources: {'Port': ['ID=aec31442-aa3c-482b-9257-14de45f37a95,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:31.129124 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e34f58c-47fe-43ab-b0f6-132e53fc0611 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:31.130068 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e34f58c-47fe-43ab-b0f6-132e53fc0611 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:31.134942 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d7bc94b8-3899-40e4-97d5-5763e0f03b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:31.136433 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4e34f58c-47fe-43ab-b0f6-132e53fc0611 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/1a6555d2-fba9-4752-9d35-b3946d708b68 HTTP/1.1" status: 404 len: 337 time: 0.1467855 Nov 25 19:45:31.188322 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50848) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:31.206001 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 0da161d6-b9c2-4709-86c7-5657463d9a41 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:31.206956 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:31.256186 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21832a26-97f7-4c95-94ea-9425de61730d None None] Routers {'6fb3712d-f4fc-4631-b793-c345d4fcb7ba'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:31.257229 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-21832a26-97f7-4c95-94ea-9425de61730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:45:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:31.330913 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdfde86b-d4ed-4978-a8e6-55aa22a04204 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:31.386736 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc59185-b2a4-4363-ac9c-b87ba75ab7a2 admin admin] Deleting subnet 8ae412bb-db44-4343-b3f6-5623966939a0 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:45:31.399984 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7dc59185-b2a4-4363-ac9c-b87ba75ab7a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:31.432060 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bc94b8-3899-40e4-97d5-5763e0f03b88 None None] No DVR routers for this DVR port dbc61ad9-a734-4906-bf5c-648bbad87933 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:45:31.459719 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6918929a-047b-446d-9025-a0629b8d1c55 None None] DHCP port deletion for d4d26649-0402-45f1-9591-4343456b37f2 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:31.462962 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc94b8-3899-40e4-97d5-5763e0f03b88 None None] Pushing event deleted for resources: {'Port': ['ID=dbc61ad9-a734-4906-bf5c-648bbad87933,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:31.489574 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9a3b2ff-df44-41d5-a472-8896c959fd34 req-d65d59b4-1002-4572-9ad4-0c36558a70f1 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e42ee364-b894-4240-9250-2a0df610b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5022116 Nov 25 19:45:31.517528 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-21832a26-97f7-4c95-94ea-9425de61730d None None] Set router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:31.521907 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7dc59185-b2a4-4363-ac9c-b87ba75ab7a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:31.548098 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ca8b361a-2f03-4491-aabc-3b92c963e842 None None] Provisioning complete for port 0da161d6-b9c2-4709-86c7-5657463d9a41 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:31.548621 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ca8b361a-2f03-4491-aabc-3b92c963e842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:31.716770 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7dc59185-b2a4-4363-ac9c-b87ba75ab7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:31.868831 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289cc08-7351-42e8-bedd-c82fa27fe9c5 req-14a423ac-6ac1-4d68-b4fd-2db1e8618615 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:31.884523 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e289cc08-7351-42e8-bedd-c82fa27fe9c5 req-14a423ac-6ac1-4d68-b4fd-2db1e8618615 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 946 time: 0.1840372 Nov 25 19:45:31.895025 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b16aa4c4-51d4-4fc9-890c-eb46c5c95761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:31.990545 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:31.999086 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e289cc08-7351-42e8-bedd-c82fa27fe9c5 req-8c6d9c45-ef03-498f-b463-4761b396dbd4 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122932 Nov 25 19:45:32.001698 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7dc59185-b2a4-4363-ac9c-b87ba75ab7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.022913 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ca8b361a-2f03-4491-aabc-3b92c963e842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.086404 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 0da161d6-b9c2-4709-86c7-5657463d9a41, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0da161d6-b9c2-4709-86c7-5657463d9a41,segment=NetworkSegment(3e302e6b-7c45-48ec-a415-ad77d98ff0e6),segment_id=3e302e6b-7c45-48ec-a415-ad77d98ff0e6)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:32.113876 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.116439 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 96968f6f-c9a7-473f-a4b3-30c27b754e89 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:32.122735 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7dc59185-b2a4-4363-ac9c-b87ba75ab7a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.133131 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7dc59185-b2a4-4363-ac9c-b87ba75ab7a2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8ae412bb-db44-4343-b3f6-5623966939a0 HTTP/1.1" status: 204 len: 168 time: 1.5797334 Nov 25 19:45:32.136458 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc59185-b2a4-4363-ac9c-b87ba75ab7a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ae412bb-db44-4343-b3f6-5623966939a0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:32.139387 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50854) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:32.167637 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7d4803-1b16-47f0-a252-62fb4904bb39 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:32.169209 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e7d4803-1b16-47f0-a252-62fb4904bb39 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:32.174857 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8e7d4803-1b16-47f0-a252-62fb4904bb39 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/0f47b316-4d58-4e0f-94a3-3995dacd3c11 HTTP/1.1" status: 404 len: 333 time: 0.9665225 Nov 25 19:45:32.181375 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50856) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:32.220844 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfe233f-c8db-4310-a168-0d80386d2d7c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Checking segment: {'id': 'b5e6327b-095a-4886-bb90-5deb95a09746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '881f9750-9090-4901-ab2f-0c2026b5021b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:32.221435 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfe233f-c8db-4310-a168-0d80386d2d7c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network hostable DHCP agents. Network: 881f9750-9090-4901-ab2f-0c2026b5021b, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:45:32.225162 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ebbfd3-a8f2-47f6-9c2a-f22a8be74dff tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:32.225790 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ebbfd3-a8f2-47f6-9c2a-f22a8be74dff tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:32.241084 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e8ebbfd3-a8f2-47f6-9c2a-f22a8be74dff tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/59b63b19-52e5-444d-8725-dece741ee048 HTTP/1.1" status: 404 len: 337 time: 0.0565395 Nov 25 19:45:32.246775 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50858) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:32.346336 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-ca8b361a-2f03-4491-aabc-3b92c963e842 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:45:32.346336 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-ca8b361a-2f03-4491-aabc-3b92c963e842 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:45:32.392661 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c630f92b-b3ec-4b18-a91d-a08661970540 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:32.393424 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c630f92b-b3ec-4b18-a91d-a08661970540 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:32.399322 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c630f92b-b3ec-4b18-a91d-a08661970540 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/2ce43342-1c86-4acc-9e4a-a5212fde4f7e HTTP/1.1" status: 404 len: 333 time: 0.1494284 Nov 25 19:45:32.410256 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdfde86b-d4ed-4978-a8e6-55aa22a04204 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.419131 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f25357-1c91-47ee-9315-d1a4488bb5dd req-c84e3e8b-61b7-4684-aabe-904b53b24e27 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:32.420572 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50860) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:32.424010 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-86f25357-1c91-47ee-9315-d1a4488bb5dd req-c84e3e8b-61b7-4684-aabe-904b53b24e27 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.85 "GET /v2.0/ports?device_id=50598f48-bcdb-4172-b7a9-101683c54206 HTTP/1.1" status: 200 len: 946 time: 0.3501518 Nov 25 19:45:32.425917 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe233f-c8db-4310-a168-0d80386d2d7c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Subnet': ['ID=7228433e-81da-4135-b14b-b0a60e0652eb,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:32.473521 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b625c43f-62d4-4aa9-b711-b71b7b62e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.481085 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=0da161d6-b9c2-4709-86c7-5657463d9a41,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:32.497799 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdfde86b-d4ed-4978-a8e6-55aa22a04204 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.499250 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-21832a26-97f7-4c95-94ea-9425de61730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:45:22Z', 'revision_number': 4, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None, '_interfaces': [{'id': '3646dbc4-4362-43b1-89d4-d9c003156dfc', 'name': '', 'network_id': '6256bbaf-9598-4210-aa55-2c54f0a11487', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:60:3a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '397b81b7-41c4-4845-8748-4628805e24a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:21Z', 'updated_at': '2021-11-25T19:45:24Z', 'revision_number': 2, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '397b81b7-41c4-4845-8748-4628805e24a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '889b848d-58f6-45f1-a218-6c319548c11a', 'name': '', 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:64:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:46Z', 'updated_at': '2021-11-25T19:45:01Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96968f6f-c9a7-473f-a4b3-30c27b754e89', 'name': '', 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:67:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:06Z', 'updated_at': '2021-11-25T19:45:25Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:32.546969 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21832a26-97f7-4c95-94ea-9425de61730d None None] Checking router: 6fb3712d-f4fc-4631-b793-c345d4fcb7ba for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:45:32.547827 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21832a26-97f7-4c95-94ea-9425de61730d None None] Updating router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba port 3646dbc4-4362-43b1-89d4-d9c003156dfc binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:45:32.557108 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 96968f6f-c9a7-473f-a4b3-30c27b754e89 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:32.557959 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.632082 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fed19f97-4a0f-4344-9cc2-3dfd7840076f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.688405 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aaa2817-fce9-4f96-85fd-96af9eb0eb78 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:32.706599 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aaa2817-fce9-4f96-85fd-96af9eb0eb78 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:32.715283 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2aaa2817-fce9-4f96-85fd-96af9eb0eb78 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/d544da9f-373c-4fa9-ae18-94da779097a3 HTTP/1.1" status: 404 len: 337 time: 0.2839789 Nov 25 19:45:32.717703 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfe233f-c8db-4310-a168-0d80386d2d7c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network 881f9750-9090-4901-ab2f-0c2026b5021b is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:45:32.738545 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50866) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:32.779914 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-21832a26-97f7-4c95-94ea-9425de61730d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.791491 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-fed19f97-4a0f-4344-9cc2-3dfd7840076f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d26649-0402-45f1-9591-4343456b37f2']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:32.821023 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-6402509c-18ed-4560-a49c-e92f7bca62c8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:32.821482 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6402509c-18ed-4560-a49c-e92f7bca62c8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:32.828072 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6402509c-18ed-4560-a49c-e92f7bca62c8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/d22a2dfc-24d0-4dd8-97b1-d2eaea68c996 HTTP/1.1" status: 404 len: 337 time: 0.0836940 Nov 25 19:45:32.874822 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50868) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:32.905590 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7dfe233f-c8db-4310-a168-0d80386d2d7c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 881f9750-9090-4901-ab2f-0c2026b5021b) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:32.910994 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfe233f-c8db-4310-a168-0d80386d2d7c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:32.911603 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7dfe233f-c8db-4310-a168-0d80386d2d7c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.952345 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2dc7af-24f0-46c1-8ded-84cb4eced117 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:32.952927 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc2dc7af-24f0-46c1-8ded-84cb4eced117 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:32.959796 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-fed19f97-4a0f-4344-9cc2-3dfd7840076f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2591c80f-46dc-49d7-a62f-cd68d7a36759') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:32.960096 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-fed19f97-4a0f-4344-9cc2-3dfd7840076f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2591c80f-46dc-49d7-a62f-cd68d7a36759') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:32.970171 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bc2dc7af-24f0-46c1-8ded-84cb4eced117 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/9ccdebd6-ec7d-4ed0-91da-c9459291eb7a HTTP/1.1" status: 404 len: 333 time: 0.0930843 Nov 25 19:45:32.973803 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b625c43f-62d4-4aa9-b711-b71b7b62e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.979068 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfde86b-d4ed-4978-a8e6-55aa22a04204 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event updated for resources: {'Port': ['ID=aec31442-aa3c-482b-9257-14de45f37a95,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:32.985431 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50870) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:32.996733 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fed19f97-4a0f-4344-9cc2-3dfd7840076f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:33.018681 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc60a3d-f689-4783-a480-c9fcd6627b59 None None] Network 881f9750-9090-4901-ab2f-0c2026b5021b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:33.033028 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fed19f97-4a0f-4344-9cc2-3dfd7840076f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:33.049609 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed19f97-4a0f-4344-9cc2-3dfd7840076f admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:45:33.051109 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fed19f97-4a0f-4344-9cc2-3dfd7840076f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:33.074445 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-b625c43f-62d4-4aa9-b711-b71b7b62e162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ebe12af-5479-4b9f-987f-445ecc1140ce']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:33.106178 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35766c9c-b436-4682-9642-1364a10ca0c6 req-27c2c4a3-6d72-4916-876e-fe7ff5630f01 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:33.111850 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-35766c9c-b436-4682-9642-1364a10ca0c6 req-27c2c4a3-6d72-4916-876e-fe7ff5630f01 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/ports?device_id=50598f48-bcdb-4172-b7a9-101683c54206 HTTP/1.1" status: 200 len: 946 time: 0.3064291 Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:45:33.149006 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:45:33.170956 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-86f25357-1c91-47ee-9315-d1a4488bb5dd req-cca18806-10bf-4acb-948a-6018d851d59b tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Deleting port a9bd7a88-8080-45ad-942a-429125265622 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:33.171774 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-86f25357-1c91-47ee-9315-d1a4488bb5dd req-cca18806-10bf-4acb-948a-6018d851d59b tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:33.182461 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-b625c43f-62d4-4aa9-b711-b71b7b62e162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:33.182969 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-b625c43f-62d4-4aa9-b711-b71b7b62e162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25bc2ae0-fa83-4fcd-83ac-0c0648c6a7b1') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:33.193823 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdfde86b-d4ed-4978-a8e6-55aa22a04204 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:33.197852 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb32241-0f30-4787-ac07-76182a3c7a12 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:33.198417 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb32241-0f30-4787-ac07-76182a3c7a12 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:33.206925 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1bb32241-0f30-4787-ac07-76182a3c7a12 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/c540d643-d527-403b-bc1d-158cfae6b0e4 HTTP/1.1" status: 404 len: 337 time: 0.0555885 Nov 25 19:45:33.207534 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50874) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:33.249035 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3faf2f6-8cdb-4b78-b22a-fc771f4e343c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:33.250052 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3faf2f6-8cdb-4b78-b22a-fc771f4e343c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:33.253674 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c3faf2f6-8cdb-4b78-b22a-fc771f4e343c tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/2fa027c1-4453-4f7e-ba8a-e210bb550311 HTTP/1.1" status: 404 len: 337 time: 0.0414937 Nov 25 19:45:33.264947 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7dfe233f-c8db-4310-a168-0d80386d2d7c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7996271 Nov 25 19:45:33.264947 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fed19f97-4a0f-4344-9cc2-3dfd7840076f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:33.265448 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50876) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:33.267329 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50878) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:33.277204 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b625c43f-62d4-4aa9-b711-b71b7b62e162 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:33.359565 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fed19f97-4a0f-4344-9cc2-3dfd7840076f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:33.364197 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fed19f97-4a0f-4344-9cc2-3dfd7840076f admin admin] 10.222.0.55 "DELETE /v2.0/networks/d4d26649-0402-45f1-9591-4343456b37f2 HTTP/1.1" status: 204 len: 168 time: 3.0579567 Nov 25 19:45:33.367653 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdfde86b-d4ed-4978-a8e6-55aa22a04204 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:33.393359 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fdfde86b-d4ed-4978-a8e6-55aa22a04204 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1719468 Nov 25 19:45:33.398138 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf834dc-a242-44cf-8900-434800a65feb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:33.399915 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf834dc-a242-44cf-8900-434800a65feb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:33.419804 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bbf834dc-a242-44cf-8900-434800a65feb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/d6253219-619f-4642-be5c-2a450129e150 HTTP/1.1" status: 404 len: 333 time: 0.1410251 Nov 25 19:45:33.427862 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50884) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:33.455393 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b625c43f-62d4-4aa9-b711-b71b7b62e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:33.484259 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b625c43f-62d4-4aa9-b711-b71b7b62e162 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:45:33.485875 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b625c43f-62d4-4aa9-b711-b71b7b62e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:45:33.490338 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:45:33.497676 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-35766c9c-b436-4682-9642-1364a10ca0c6 req-0c91a4ab-384a-450e-a5b1-c437c0f74268 tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e42ee364-b894-4240-9250-2a0df610b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491914 Nov 25 19:45:33.586952 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ca8b361a-2f03-4491-aabc-3b92c963e842 None None] Provisioning complete for port 96968f6f-c9a7-473f-a4b3-30c27b754e89 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:33.587569 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ca8b361a-2f03-4491-aabc-3b92c963e842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:33.670274 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50890) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:33.993205 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b625c43f-62d4-4aa9-b711-b71b7b62e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:34.001136 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed19f97-4a0f-4344-9cc2-3dfd7840076f admin admin] Pushing event deleted for resources: {'Network': ['ID=d4d26649-0402-45f1-9591-4343456b37f2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:34.001522 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b625c43f-62d4-4aa9-b711-b71b7b62e162 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:34.012764 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b625c43f-62d4-4aa9-b711-b71b7b62e162 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4ebe12af-5479-4b9f-987f-445ecc1140ce HTTP/1.1" status: 204 len: 168 time: 1.8682132 Nov 25 19:45:34.180663 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:34.182351 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 77fcf6a0-55fc-45d2-9c11-edf42fbf247b no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:45:34.231669 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-86f25357-1c91-47ee-9315-d1a4488bb5dd req-cca18806-10bf-4acb-948a-6018d851d59b tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] For port a9bd7a88-8080-45ad-942a-429125265622, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a9bd7a88-8080-45ad-942a-429125265622,segment=NetworkSegment(d5606956-6680-4d28-9c90-711c5387b86c),segment_id=d5606956-6680-4d28-9c90-711c5387b86c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:34.232438 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-86f25357-1c91-47ee-9315-d1a4488bb5dd req-cca18806-10bf-4acb-948a-6018d851d59b tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:34.256867 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625c43f-62d4-4aa9-b711-b71b7b62e162 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ebe12af-5479-4b9f-987f-445ecc1140ce,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:34.296427 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e3596d-eb0f-4615-af08-6878e8752290 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:34.298492 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e3596d-eb0f-4615-af08-6878e8752290 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:34.309052 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d7e3596d-eb0f-4615-af08-6878e8752290 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/cdffbfdd-2d18-4e63-98a1-b68ffab6553f HTTP/1.1" status: 404 len: 337 time: 0.4238040 Nov 25 19:45:34.309401 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-08e4b452-f88c-4467-928f-bf281b901ac0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b4e8b3b51d5452eabf5c1806a2b7061&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6215987 Nov 25 19:45:34.309401 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50896) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:34.309401 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-86f25357-1c91-47ee-9315-d1a4488bb5dd req-cca18806-10bf-4acb-948a-6018d851d59b tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Calling delete_port for a9bd7a88-8080-45ad-942a-429125265622 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:34.309979 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50898) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:34.412105 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-32535265-ae95-479f-9901-065924051339 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:34.418430 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32535265-ae95-479f-9901-065924051339 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:34.432620 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50900) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:34.433950 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-32535265-ae95-479f-9901-065924051339 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/fb5431af-5f7c-4bfc-8b03-abd82ead71bb HTTP/1.1" status: 404 len: 337 time: 0.1122410 Nov 25 19:45:34.451035 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-379b3eae-e0d4-4407-9ae7-2428dbf60a76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:34.473749 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50902) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:34.507214 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7d3b2-8ecd-4cd9-9d8e-349362518cb4 req-e5b2c1f0-1d8b-4add-9ce2-d626cd9d8dd5 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:34.515305 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-42e7d3b2-8ecd-4cd9-9d8e-349362518cb4 req-e5b2c1f0-1d8b-4add-9ce2-d626cd9d8dd5 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 946 time: 0.5845232 Nov 25 19:45:34.526934 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a0370d-317a-4756-8911-f4ea2fdad448 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:34.527537 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a0370d-317a-4756-8911-f4ea2fdad448 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:34.537809 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-75a0370d-317a-4756-8911-f4ea2fdad448 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/7931660b-4024-45d2-8d26-a6d948620b31 HTTP/1.1" status: 404 len: 333 time: 0.0947268 Nov 25 19:45:34.538857 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50904) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:34.630583 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0197c624-be66-4d02-aa3e-02def6df3ce3 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:34.634976 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 77fcf6a0-55fc-45d2-9c11-edf42fbf247b {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:45:34.635770 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 77fcf6a0-55fc-45d2-9c11-edf42fbf247b not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:45:34.636572 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5019a198-382c-4469-be88-375b0d29b91e no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:45:34.636850 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-379b3eae-e0d4-4407-9ae7-2428dbf60a76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:34.640421 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-42e7d3b2-8ecd-4cd9-9d8e-349362518cb4 req-e1630268-b73f-4ec4-b83f-1edd795a77b6 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729008 Nov 25 19:45:34.678877 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c464c32c-1129-4115-b183-ef33accc245e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ba2221b48b744bd48a410a13c6b8c9a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2018058 Nov 25 19:45:34.681712 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50908) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:34.684721 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-53427a61-3737-46e2-935d-4a1c9dc79245 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:34.685370 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53427a61-3737-46e2-935d-4a1c9dc79245 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:34.691730 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-53427a61-3737-46e2-935d-4a1c9dc79245 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/1c229abb-d255-4976-850f-ba2062fb845b HTTP/1.1" status: 404 len: 337 time: 0.1068025 Nov 25 19:45:34.702664 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50910) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:34.711857 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 5019a198-382c-4469-be88-375b0d29b91e {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:45:34.712611 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5019a198-382c-4469-be88-375b0d29b91e not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:45:34.713441 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device dbc61ad9-a734-4906-bf5c-648bbad87933 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:45:34.752247 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-86f25357-1c91-47ee-9315-d1a4488bb5dd req-cca18806-10bf-4acb-948a-6018d851d59b tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:34.774475 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: dbc61ad9-a734-4906-bf5c-648bbad87933 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:45:34.775135 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device dbc61ad9-a734-4906-bf5c-648bbad87933 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:45:34.786949 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0efba9a-720b-4e34-904a-ae45c17cb990 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:34.786949 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0efba9a-720b-4e34-904a-ae45c17cb990 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:34.808035 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b0efba9a-720b-4e34-904a-ae45c17cb990 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/59acb1cd-cb05-4cf3-8601-18ecdd1ddce0 HTTP/1.1" status: 404 len: 337 time: 0.0990844 Nov 25 19:45:34.822551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50920) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:34.825598 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca18806-10bf-4acb-948a-6018d851d59b tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Pushing event deleted for resources: {'Port': ['ID=a9bd7a88-8080-45ad-942a-429125265622,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:34.896746 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a4ec895d-209d-424f-a60b-c39d2e058b19 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports?device_id=55e97a19-8a2f-473d-aef1-a7ad136df35c HTTP/1.1" status: 200 len: 205 time: 0.0726731 Nov 25 19:45:34.901293 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50924) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:34.908899 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87b7deb-94c6-4897-a7d6-e274b7fd3e1f None None] DHCP port deletion for b1d0b183-b981-4bfb-9a4d-77b2057be997 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:34.932404 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ca8b361a-2f03-4491-aabc-3b92c963e842 None None] Could not find standard attr ID for object adeb6fe3-d4d5-4e3f-8cc9-f4b4a83e8277. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:45:34.963008 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ca8b361a-2f03-4491-aabc-3b92c963e842 None None] Could not find standard attr ID for object 70b52e4b-4f5f-4295-86bb-575713c78345. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:45:35.056096 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f25357-1c91-47ee-9315-d1a4488bb5dd req-cca18806-10bf-4acb-948a-6018d851d59b tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] No DVR routers for this DVR port a9bd7a88-8080-45ad-942a-429125265622 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:45:35.060478 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-6d6844c7-c867-43fd-ba5e-f4be8f55dbf6 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] delete failed (client error): The resource could not be found. Nov 25 19:45:35.067234 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6d6844c7-c867-43fd-ba5e-f4be8f55dbf6 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/routers/55e97a19-8a2f-473d-aef1-a7ad136df35c HTTP/1.1" status: 404 len: 336 time: 0.1620839 Nov 25 19:45:35.077560 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50928) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:35.080393 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-86f25357-1c91-47ee-9315-d1a4488bb5dd req-cca18806-10bf-4acb-948a-6018d851d59b tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.085142 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-86f25357-1c91-47ee-9315-d1a4488bb5dd req-cca18806-10bf-4acb-948a-6018d851d59b tempest-VolumesSnapshotTestJSON-622387059 tempest-VolumesSnapshotTestJSON-622387059-project] 10.222.0.85 "DELETE /v2.0/ports/a9bd7a88-8080-45ad-942a-429125265622 HTTP/1.1" status: 204 len: 173 time: 2.6380587 Nov 25 19:45:35.086721 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-21832a26-97f7-4c95-94ea-9425de61730d None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.099698 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b65bca-6a3d-456f-91b2-c0a1543ea023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-881f9750-9090-4901-ab2f-0c2026b5021b', 'network_id': '881f9750-9090-4901-ab2f-0c2026b5021b', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'fixed_ips': [{'subnet_id': '7228433e-81da-4135-b14b-b0a60e0652eb'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:45:35.100603 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-60b65bca-6a3d-456f-91b2-c0a1543ea023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.109477 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50598f48-bcdb-4172-b7a9-101683c54206', 'name': 'network-vif-deleted', 'tag': 'a9bd7a88-8080-45ad-942a-429125265622'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:45:35.118083 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0da161d6-b9c2-4709-86c7-5657463d9a41 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:35.121154 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-21832a26-97f7-4c95-94ea-9425de61730d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.144310 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8698b2e4-d39a-4e2c-8e33-20413d7c8446" -d '{"events": [{"server_uuid": "50598f48-bcdb-4172-b7a9-101683c54206", "name": "network-vif-deleted", "tag": "a9bd7a88-8080-45ad-942a-429125265622"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:45:35.238134 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ca8b361a-2f03-4491-aabc-3b92c963e842 None None] Provisioning complete for port 3646dbc4-4362-43b1-89d4-d9c003156dfc triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:35.238786 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ca8b361a-2f03-4491-aabc-3b92c963e842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.240050 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-355ee9a9-0ce3-4a92-b0d8-25a7f1c044c5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:35.241027 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-355ee9a9-0ce3-4a92-b0d8-25a7f1c044c5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:35.248914 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-355ee9a9-0ce3-4a92-b0d8-25a7f1c044c5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/6092abfe-2974-4acd-b60e-5257c81a0a5e HTTP/1.1" status: 404 len: 337 time: 0.1616189 Nov 25 19:45:35.257997 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50932) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:35.397068 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c27969dc-c9a3-4f81-bc87-bda74a311a4a tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1947458559&fields=id&tenant_id=e9d22fa4f40744aa88e4f6dbc79438c2 HTTP/1.1" status: 200 len: 267 time: 0.5016539 Nov 25 19:45:35.414805 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f941c250-8f3d-4867-be73-bdd8770d788b tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "GET /v2.0/ports?device_id=e53b3552-9cda-4f5e-b6d3-23276b5dc6bb HTTP/1.1" status: 200 len: 205 time: 0.1546702 Nov 25 19:45:35.416030 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59763e-1c18-4a42-bbd3-355feaff4618 None None] Pushing event updated for resources: {'Port': ['ID=3646dbc4-4362-43b1-89d4-d9c003156dfc,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:35.416592 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50934) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:35.448412 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52474c7b-cf85-4713-9275-8a1f330fe6d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.457373 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-379b3eae-e0d4-4407-9ae7-2428dbf60a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.464747 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-379b3eae-e0d4-4407-9ae7-2428dbf60a76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.470316 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-379b3eae-e0d4-4407-9ae7-2428dbf60a76 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d1fbca8-2a21-4966-b4f2-b185a3000c20 HTTP/1.1" status: 204 len: 168 time: 1.1595776 Nov 25 19:45:35.503848 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ca8b361a-2f03-4491-aabc-3b92c963e842 None None] Port 3646dbc4-4362-43b1-89d4-d9c003156dfc cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:45:35.523898 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b3eae-e0d4-4407-9ae7-2428dbf60a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1fbca8-2a21-4966-b4f2-b185a3000c20,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:35.533164 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ca8b361a-2f03-4491-aabc-3b92c963e842 None None] Could not find standard attr ID for object dbc61ad9-a734-4906-bf5c-648bbad87933. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:45:35.537760 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.547911 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ca8b361a-2f03-4491-aabc-3b92c963e842 None None] Could not find standard attr ID for object 39c31b11-7a6b-4d20-9d72-938e65dea054. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:45:35.553797 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-60b65bca-6a3d-456f-91b2-c0a1543ea023 None None] Allocated IP 172.23.0.2 (881f9750-9090-4901-ab2f-0c2026b5021b/7228433e-81da-4135-b14b-b0a60e0652eb/945b63e8-bccd-4710-abc4-c9298d93e961) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:35.561044 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52474c7b-cf85-4713-9275-8a1f330fe6d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.623022 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-21832a26-97f7-4c95-94ea-9425de61730d None None] Attempting to bind port 3646dbc4-4362-43b1-89d4-d9c003156dfc on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:35.623417 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-21832a26-97f7-4c95-94ea-9425de61730d None None] Attempting to bind port 3646dbc4-4362-43b1-89d4-d9c003156dfc by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '3e302e6b-7c45-48ec-a415-ad77d98ff0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6256bbaf-9598-4210-aa55-2c54f0a11487'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:35.623988 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21832a26-97f7-4c95-94ea-9425de61730d None None] Attempting to bind port 3646dbc4-4362-43b1-89d4-d9c003156dfc on network 6256bbaf-9598-4210-aa55-2c54f0a11487 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:35.631017 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-d350a8a4-9f55-4f71-b63f-324a31c9cf58 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] delete failed (client error): The resource could not be found. Nov 25 19:45:35.635534 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d350a8a4-9f55-4f71-b63f-324a31c9cf58 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/routers/e53b3552-9cda-4f5e-b6d3-23276b5dc6bb HTTP/1.1" status: 404 len: 336 time: 0.2066169 Nov 25 19:45:35.639990 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21832a26-97f7-4c95-94ea-9425de61730d None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:45:35.640376 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21832a26-97f7-4c95-94ea-9425de61730d None None] Checking segment: {'id': '3e302e6b-7c45-48ec-a415-ad77d98ff0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6256bbaf-9598-4210-aa55-2c54f0a11487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:35.642013 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-21832a26-97f7-4c95-94ea-9425de61730d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.642771 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21832a26-97f7-4c95-94ea-9425de61730d None None] Bound using segment: {'id': '3e302e6b-7c45-48ec-a415-ad77d98ff0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6256bbaf-9598-4210-aa55-2c54f0a11487'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:45:35.643753 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-21832a26-97f7-4c95-94ea-9425de61730d None None] Bound port: 3646dbc4-4362-43b1-89d4-d9c003156dfc, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e302e6b-7c45-48ec-a415-ad77d98ff0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6256bbaf-9598-4210-aa55-2c54f0a11487'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:45:35.644444 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-21832a26-97f7-4c95-94ea-9425de61730d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.656921 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50938) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:35.671387 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 0da161d6-b9c2-4709-86c7-5657463d9a41 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:35.671766 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.747409 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52474c7b-cf85-4713-9275-8a1f330fe6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.756495 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52474c7b-cf85-4713-9275-8a1f330fe6d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.772547 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-52474c7b-cf85-4713-9275-8a1f330fe6d8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5d0348b6-c485-40e9-bece-971278800549 HTTP/1.1" status: 204 len: 168 time: 1.0793271 Nov 25 19:45:35.790033 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52474c7b-cf85-4713-9275-8a1f330fe6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0348b6-c485-40e9-bece-971278800549,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:35.874941 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-7adfc514-6486-45e2-be2d-c9538e12cf02 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:35.874941 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7adfc514-6486-45e2-be2d-c9538e12cf02 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:35.874941 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7adfc514-6486-45e2-be2d-c9538e12cf02 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/86593106-dc88-4b20-a225-d62ccb435673 HTTP/1.1" status: 404 len: 337 time: 0.1680634 Nov 25 19:45:35.875772 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50944) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:35.875886 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.875957 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-8777d8e0-02dd-4f8f-9018-f242e191dddf tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:35.875957 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-8777d8e0-02dd-4f8f-9018-f242e191dddf tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports/eed56a30-d8a0-409e-a855-3421a56cec88 HTTP/1.1" status: 200 len: 936 time: 0.4349349 Nov 25 19:45:35.876092 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device a9bd7a88-8080-45ad-942a-429125265622 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:45:35.876092 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ca8b361a-2f03-4491-aabc-3b92c963e842 None None] Provisioning complete for port 94947bca-db28-4f63-843e-a1c2fc12abe1 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:35.876092 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ca8b361a-2f03-4491-aabc-3b92c963e842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.911334 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f519f258-f6f7-48a1-aea1-fba7c7cead93 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:35.912179 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f519f258-f6f7-48a1-aea1-fba7c7cead93 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:35.919754 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f519f258-f6f7-48a1-aea1-fba7c7cead93 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/f84f83ba-7cb7-491a-a267-32eafee1fc13 HTTP/1.1" status: 404 len: 337 time: 0.0868986 Nov 25 19:45:35.920545 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50946) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:35.974047 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-534c16e8-739d-4624-854b-d19414ee9988 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:35.975328 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-534c16e8-739d-4624-854b-d19414ee9988 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:35.982924 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-534c16e8-739d-4624-854b-d19414ee9988 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/be533593-ffc5-4858-9d9d-375be134d03d HTTP/1.1" status: 404 len: 333 time: 0.0595818 Nov 25 19:45:35.984483 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50948) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:36.003892 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-be9c3cc1-ba9a-4897-af45-06e30ed3fe5c tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:36.019110 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-be9c3cc1-ba9a-4897-af45-06e30ed3fe5c tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports/4766ce8e-1054-474e-9693-46409deae267 HTTP/1.1" status: 200 len: 936 time: 0.1445322 Nov 25 19:45:36.025961 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c98fb5-b4ba-42f6-bef2-73feb9fcae14 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:36.026582 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c98fb5-b4ba-42f6-bef2-73feb9fcae14 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:36.030465 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-56c98fb5-b4ba-42f6-bef2-73feb9fcae14 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/d478ad4c-d37c-498d-bb7f-c693867dcd00 HTTP/1.1" status: 404 len: 337 time: 0.0440459 Nov 25 19:45:36.032723 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50950) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:36.061025 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a3ce6d-a50b-46fb-b1eb-7e8a29e45613 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:36.062089 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58a3ce6d-a50b-46fb-b1eb-7e8a29e45613 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:36.070784 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-58a3ce6d-a50b-46fb-b1eb-7e8a29e45613 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/93a31ed8-e693-4ba7-af9a-34b981c677c2 HTTP/1.1" status: 404 len: 333 time: 0.0368552 Nov 25 19:45:36.071727 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50952) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:36.136204 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: a9bd7a88-8080-45ad-942a-429125265622 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:45:36.136885 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device a9bd7a88-8080-45ad-942a-429125265622 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:45:36.194196 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-6209c316-4b2d-4b0e-8deb-47aaf6e95dce tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?network_id=8aa06786-042e-4faf-b4a5-b6084b1ca237&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1737862 Nov 25 19:45:36.195539 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-257c92f5-0a29-4d2c-b9d5-4ab74161acb8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:36.196008 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-257c92f5-0a29-4d2c-b9d5-4ab74161acb8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:36.201830 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-257c92f5-0a29-4d2c-b9d5-4ab74161acb8 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/9a0a4632-e872-4abc-aaf4-6b807e2cff13 HTTP/1.1" status: 404 len: 337 time: 0.1261413 Nov 25 19:45:36.210075 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50958) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:36.249848 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-61fdae47-788b-41ee-94ad-b8b593ab6a24 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:36.250491 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61fdae47-788b-41ee-94ad-b8b593ab6a24 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:36.259822 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-61fdae47-788b-41ee-94ad-b8b593ab6a24 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/722617c4-879c-44d6-b5cf-2a00cb2db1ec HTTP/1.1" status: 404 len: 333 time: 0.0479960 Nov 25 19:45:36.260544 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50960) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:36.277952 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-21832a26-97f7-4c95-94ea-9425de61730d None None] For port 3646dbc4-4362-43b1-89d4-d9c003156dfc, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:36.291660 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-681b0939-981a-4d1f-8c48-0db439e608ea tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?network_id=8aa06786-042e-4faf-b4a5-b6084b1ca237&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0846236 Nov 25 19:45:36.336238 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-21832a26-97f7-4c95-94ea-9425de61730d None None] For port 3646dbc4-4362-43b1-89d4-d9c003156dfc, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=3646dbc4-4362-43b1-89d4-d9c003156dfc,segment=NetworkSegment(3e302e6b-7c45-48ec-a415-ad77d98ff0e6),segment_id=3e302e6b-7c45-48ec-a415-ad77d98ff0e6)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:45:36.344779 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 94947bca-db28-4f63-843e-a1c2fc12abe1 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:36.368725 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-648f7a3d-341f-4e11-942a-a738e5731f63 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:36.369040 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-648f7a3d-341f-4e11-942a-a738e5731f63 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:36.374189 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-648f7a3d-341f-4e11-942a-a738e5731f63 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/8e91e15f-9000-4ebe-9f85-89dad5dbf2f0 HTTP/1.1" status: 404 len: 337 time: 0.1124945 Nov 25 19:45:36.380582 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50970) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:36.452048 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f760859-fe7e-4f7a-b60f-701d970f0df5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:36.455849 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f760859-fe7e-4f7a-b60f-701d970f0df5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:36.479244 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6f760859-fe7e-4f7a-b60f-701d970f0df5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/79250459-7a95-494a-aaf3-84cd6b4ae344 HTTP/1.1" status: 404 len: 333 time: 0.0873659 Nov 25 19:45:36.480373 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50976) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:36.495065 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-21832a26-97f7-4c95-94ea-9425de61730d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:36.556809 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a13fbb-c293-4545-812e-ace90225aecb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:36.557506 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a13fbb-c293-4545-812e-ace90225aecb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:36.566992 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-45a13fbb-c293-4545-812e-ace90225aecb tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/6c21b565-6b43-4db3-861f-2510951e18a8 HTTP/1.1" status: 404 len: 337 time: 0.0826161 Nov 25 19:45:36.570194 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50978) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:36.660736 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9a7781-e141-4ea3-b7f5-848923d54318 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:36.661692 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9a7781-e141-4ea3-b7f5-848923d54318 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:36.673805 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fa9a7781-e141-4ea3-b7f5-848923d54318 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/4dcd5fd9-1188-4605-9015-f05e8f180239 HTTP/1.1" status: 404 len: 333 time: 0.0986986 Nov 25 19:45:36.683489 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50984) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:36.711974 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59763e-1c18-4a42-bbd3-355feaff4618 None None] Pushing event updated for resources: {'Port': ['ID=3646dbc4-4362-43b1-89d4-d9c003156dfc,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:36.763207 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6bde0d-0a34-40ab-9eea-798fa227ea76 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:36.763997 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b6bde0d-0a34-40ab-9eea-798fa227ea76 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:36.772781 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3b6bde0d-0a34-40ab-9eea-798fa227ea76 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/169eb7f0-c4e5-4daf-89bf-859c08cf2a2f HTTP/1.1" status: 404 len: 337 time: 0.0857244 Nov 25 19:45:36.775350 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50988) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:36.794001 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-50f1bb1c-dd77-4788-83da-b9f71b9b0f17 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:36.818149 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-50f1bb1c-dd77-4788-83da-b9f71b9b0f17 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:36.830946 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-50f1bb1c-dd77-4788-83da-b9f71b9b0f17 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:36.835269 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b98ecbe-1fdc-4fb6-b401-bf26f63f78a5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:36.837578 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b98ecbe-1fdc-4fb6-b401-bf26f63f78a5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:36.840045 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-50f1bb1c-dd77-4788-83da-b9f71b9b0f17 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/networks?id=e6cd4387-d0d6-4f12-8944-fa288777c85c&id=20935496-6e9b-480f-933b-cbeba5774e5e&id=20935496-6e9b-480f-933b-cbeba5774e5e&id=8aa06786-042e-4faf-b4a5-b6084b1ca237&id=8aa06786-042e-4faf-b4a5-b6084b1ca237 HTTP/1.1" status: 200 len: 1995 time: 0.5364599 Nov 25 19:45:36.851501 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7b98ecbe-1fdc-4fb6-b401-bf26f63f78a5 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/15764a79-1330-4517-a973-f3c706e916a8 HTTP/1.1" status: 404 len: 333 time: 0.0724461 Nov 25 19:45:36.852158 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50994) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:36.906672 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e88c57-b98b-44bc-b299-ebb0161803dc req-9e4936da-4d39-42ff-b96a-9142455876a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:36.909389 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f2e88c57-b98b-44bc-b299-ebb0161803dc req-9e4936da-4d39-42ff-b96a-9142455876a6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 1097 time: 0.3456819 Nov 25 19:45:36.918167 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-60b65bca-6a3d-456f-91b2-c0a1543ea023 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:36.925046 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-66268e8a-5ada-449c-828e-f941dc167e60 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/quotas/e9d22fa4f40744aa88e4f6dbc79438c2 HTTP/1.1" status: 200 len: 375 time: 0.0659628 Nov 25 19:45:36.949933 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52f8df5-06e5-4e02-979d-4a7f5f223707 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:36.954669 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f52f8df5-06e5-4e02-979d-4a7f5f223707 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:36.955199 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-524fb847-74fe-4b53-aebc-86aee8781c4d None None] Provisioning complete for port 3646dbc4-4362-43b1-89d4-d9c003156dfc triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:36.955850 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-524fb847-74fe-4b53-aebc-86aee8781c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:36.967444 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f52f8df5-06e5-4e02-979d-4a7f5f223707 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/e0ab3362-62a1-4c29-ad4c-48b821bc4c82 HTTP/1.1" status: 404 len: 337 time: 0.1140425 Nov 25 19:45:36.970938 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51002) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:37.058745 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-60b65bca-6a3d-456f-91b2-c0a1543ea023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:37.128467 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b5e73c-a87f-4a63-9686-a8fbef622ec4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:37.136195 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b5e73c-a87f-4a63-9686-a8fbef622ec4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:37.142266 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51006) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:37.144219 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-27b5e73c-a87f-4a63-9686-a8fbef622ec4 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/ports/c86e4ca2-bf24-4c92-96f3-241c589d5e70 HTTP/1.1" status: 404 len: 333 time: 0.1687331 Nov 25 19:45:37.150905 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51008) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:37.254153 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21832a26-97f7-4c95-94ea-9425de61730d None None] Routers {'6fb3712d-f4fc-4631-b793-c345d4fcb7ba'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:37.254840 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-21832a26-97f7-4c95-94ea-9425de61730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:45:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:37.255508 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1421277-3f19-4189-834b-2baf1b675356 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:37.256079 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1421277-3f19-4189-834b-2baf1b675356 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:37.263164 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f2e88c57-b98b-44bc-b299-ebb0161803dc req-c3c4e01c-5efd-47bf-aa14-6b7c755891ed service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418024 Nov 25 19:45:37.270431 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c1421277-3f19-4189-834b-2baf1b675356 tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/subnets/04f79714-b7bd-4265-89ca-64a429c0b511 HTTP/1.1" status: 404 len: 337 time: 0.1160629 Nov 25 19:45:37.277702 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51014) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:37.299942 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-0197c624-be66-4d02-aa3e-02def6df3ce3 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Allocated IP 172.23.0.1 (881f9750-9090-4901-ab2f-0c2026b5021b/7228433e-81da-4135-b14b-b0a60e0652eb/bf6ff926-77a5-4eae-aff4-95e2e91dbe5d) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:37.305695 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b65bca-6a3d-456f-91b2-c0a1543ea023 None None] Network 881f9750-9090-4901-ab2f-0c2026b5021b is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:37.334311 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-1cd61bc6-1ba3-4648-bc42-cd59ece17ede tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9d22fa4f40744aa88e4f6dbc79438c2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3495095 Nov 25 19:45:37.379712 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51018) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:37.474558 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-60b65bca-6a3d-456f-91b2-c0a1543ea023 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:37.477919 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 94947bca-db28-4f63-843e-a1c2fc12abe1 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:37.478860 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:37.492042 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b65bca-6a3d-456f-91b2-c0a1543ea023 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:37.528275 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-1a91ab76-4caa-4e01-afb1-a96d0c340222 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-874333861-network', 'tenant_id': '471f2a7f98c848b5bc3e8a0d34a42418'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:37.558929 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b65bca-6a3d-456f-91b2-c0a1543ea023 None None] Pushing event updated for resources: {'Port': ['ID=945b63e8-bccd-4710-abc4-c9298d93e961,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:37.605119 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-85abfb14-f081-4f37-9864-d563a95e7e3f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1118434582-network', 'tenant_id': '6b627ee06685481eb08143e937abc9f3'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:37.629411 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14e1a676-c9bd-44b0-bc16-33342a2f5ead tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:37.657079 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0197c624-be66-4d02-aa3e-02def6df3ce3 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:37.682696 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-21832a26-97f7-4c95-94ea-9425de61730d None None] Set router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:37.715560 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-60b65bca-6a3d-456f-91b2-c0a1543ea023 None None] Attempting to bind port 945b63e8-bccd-4710-abc4-c9298d93e961 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:37.715936 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-60b65bca-6a3d-456f-91b2-c0a1543ea023 None None] Attempting to bind port 945b63e8-bccd-4710-abc4-c9298d93e961 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'b5e6327b-095a-4886-bb90-5deb95a09746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '881f9750-9090-4901-ab2f-0c2026b5021b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:37.716498 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b65bca-6a3d-456f-91b2-c0a1543ea023 None None] Attempting to bind port 945b63e8-bccd-4710-abc4-c9298d93e961 on network 881f9750-9090-4901-ab2f-0c2026b5021b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:37.746499 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-85aeb90a-b996-43d7-9493-785c03508840 service neutron] 10.222.0.55 "GET /v2.0/networks/e6cd4387-d0d6-4f12-8944-fa288777c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993180 Nov 25 19:45:37.747901 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b65bca-6a3d-456f-91b2-c0a1543ea023 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:45:37.748833 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b65bca-6a3d-456f-91b2-c0a1543ea023 None None] Checking segment: {'id': 'b5e6327b-095a-4886-bb90-5deb95a09746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '881f9750-9090-4901-ab2f-0c2026b5021b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:37.749987 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-60b65bca-6a3d-456f-91b2-c0a1543ea023 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:37.750954 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b65bca-6a3d-456f-91b2-c0a1543ea023 None None] Bound using segment: {'id': 'b5e6327b-095a-4886-bb90-5deb95a09746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '881f9750-9090-4901-ab2f-0c2026b5021b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:45:37.752050 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-60b65bca-6a3d-456f-91b2-c0a1543ea023 None None] Bound port: 945b63e8-bccd-4710-abc4-c9298d93e961, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e6327b-095a-4886-bb90-5deb95a09746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '881f9750-9090-4901-ab2f-0c2026b5021b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:45:37.752894 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-60b65bca-6a3d-456f-91b2-c0a1543ea023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:37.766795 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a91ab76-4caa-4e01-afb1-a96d0c340222 admin admin] Made reservation on behalf of 471f2a7f98c848b5bc3e8a0d34a42418 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:37.770024 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1a91ab76-4caa-4e01-afb1-a96d0c340222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:37.777578 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85abfb14-f081-4f37-9864-d563a95e7e3f admin admin] Made reservation on behalf of 6b627ee06685481eb08143e937abc9f3 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:37.781034 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85abfb14-f081-4f37-9864-d563a95e7e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:37.796571 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14e1a676-c9bd-44b0-bc16-33342a2f5ead tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:37.806676 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1a91ab76-4caa-4e01-afb1-a96d0c340222 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:37.825247 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85abfb14-f081-4f37-9864-d563a95e7e3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:37.842388 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-14e1a676-c9bd-44b0-bc16-33342a2f5ead tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b691ce13-c3fa-46f8-892f-a6e3ddf6046b']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:37.854105 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0197c624-be66-4d02-aa3e-02def6df3ce3 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:37.868651 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-14e1a676-c9bd-44b0-bc16-33342a2f5ead tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2174edd6-8c47-40fb-887e-f015c515dd8f') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:37.869120 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-14e1a676-c9bd-44b0-bc16-33342a2f5ead tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2174edd6-8c47-40fb-887e-f015c515dd8f') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:37.915207 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14e1a676-c9bd-44b0-bc16-33342a2f5ead tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:37.933891 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0197c624-be66-4d02-aa3e-02def6df3ce3 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network 881f9750-9090-4901-ab2f-0c2026b5021b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:37.948182 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0197c624-be66-4d02-aa3e-02def6df3ce3 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:37.961099 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0197c624-be66-4d02-aa3e-02def6df3ce3 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:37.979601 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14e1a676-c9bd-44b0-bc16-33342a2f5ead tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.009774 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-02f7bbaf-c41e-46ac-8b6f-cfe9d6792742 service neutron] 10.222.0.55 "GET /v2.0/networks/e6cd4387-d0d6-4f12-8944-fa288777c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337673 Nov 25 19:45:38.035480 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197c624-be66-4d02-aa3e-02def6df3ce3 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Port': ['ID=bf6ff926-77a5-4eae-aff4-95e2e91dbe5d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:38.041486 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e1a676-c9bd-44b0-bc16-33342a2f5ead tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:45:38.041990 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14e1a676-c9bd-44b0-bc16-33342a2f5ead tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:45:38.050588 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:45:38.077136 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-524fb847-74fe-4b53-aebc-86aee8781c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.132885 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85abfb14-f081-4f37-9864-d563a95e7e3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.140946 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0197c624-be66-4d02-aa3e-02def6df3ce3 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.149777 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85abfb14-f081-4f37-9864-d563a95e7e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.163357 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1a91ab76-4caa-4e01-afb1-a96d0c340222 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.169222 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-dfeb030b-8035-4ef3-81ca-64741efd5e4e service neutron] 10.222.0.55 "GET /v2.0/ports/eed56a30-d8a0-409e-a855-3421a56cec88?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1197941 Nov 25 19:45:38.185475 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1a91ab76-4caa-4e01-afb1-a96d0c340222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.193878 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85abfb14-f081-4f37-9864-d563a95e7e3f admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:45:38.206590 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14e1a676-c9bd-44b0-bc16-33342a2f5ead tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.239839 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85abfb14-f081-4f37-9864-d563a95e7e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.240152 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14e1a676-c9bd-44b0-bc16-33342a2f5ead tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.240333 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-85abfb14-f081-4f37-9864-d563a95e7e3f admin admin] Added segment 8c5174ef-5abc-49d8-9a1c-4e9ab534cb77 of type vlan for network 6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa Nov 25 19:45:38.241729 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85abfb14-f081-4f37-9864-d563a95e7e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36454e6a-4b97-4514-9715-d9163b63ad26,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:38.247565 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-14e1a676-c9bd-44b0-bc16-33342a2f5ead tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] 10.222.0.55 "DELETE /v2.0/networks/b691ce13-c3fa-46f8-892f-a6e3ddf6046b HTTP/1.1" status: 204 len: 168 time: 0.9629238 Nov 25 19:45:38.266211 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1a676-c9bd-44b0-bc16-33342a2f5ead tempest-NetworksTestDHCPv6-1585080723 tempest-NetworksTestDHCPv6-1585080723-project] Pushing event deleted for resources: {'Network': ['ID=b691ce13-c3fa-46f8-892f-a6e3ddf6046b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:38.367407 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0197c624-be66-4d02-aa3e-02def6df3ce3 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.449045 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 3646dbc4-4362-43b1-89d4-d9c003156dfc up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:38.450261 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a91ab76-4caa-4e01-afb1-a96d0c340222 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:45:38.550471 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85abfb14-f081-4f37-9864-d563a95e7e3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.554939 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1a91ab76-4caa-4e01-afb1-a96d0c340222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.556353 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-1a91ab76-4caa-4e01-afb1-a96d0c340222 admin admin] Added segment 192a7c7c-2687-4772-a662-fc33bfbaecb6 of type vlan for network f51730a2-8edb-4ebf-9106-0ab438d7dded Nov 25 19:45:38.557032 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-60b65bca-6a3d-456f-91b2-c0a1543ea023 None None] For port 945b63e8-bccd-4710-abc4-c9298d93e961, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:38.590506 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-524fb847-74fe-4b53-aebc-86aee8781c4d None None] For port 3646dbc4-4362-43b1-89d4-d9c003156dfc, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=3646dbc4-4362-43b1-89d4-d9c003156dfc,segment=NetworkSegment(3e302e6b-7c45-48ec-a415-ad77d98ff0e6),segment_id=3e302e6b-7c45-48ec-a415-ad77d98ff0e6)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:38.613613 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-524fb847-74fe-4b53-aebc-86aee8781c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.619587 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-60b65bca-6a3d-456f-91b2-c0a1543ea023 None None] For port 945b63e8-bccd-4710-abc4-c9298d93e961, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=945b63e8-bccd-4710-abc4-c9298d93e961,segment=NetworkSegment(b5e6327b-095a-4886-bb90-5deb95a09746),segment_id=b5e6327b-095a-4886-bb90-5deb95a09746)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:45:38.649747 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1a91ab76-4caa-4e01-afb1-a96d0c340222 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.659854 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-524fb847-74fe-4b53-aebc-86aee8781c4d None None] Provisioning complete for port 0da161d6-b9c2-4709-86c7-5657463d9a41 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:38.660454 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-524fb847-74fe-4b53-aebc-86aee8781c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.671562 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-60b65bca-6a3d-456f-91b2-c0a1543ea023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.688101 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91ab76-4caa-4e01-afb1-a96d0c340222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa763e59-23ac-4a2c-959c-a17999620b0e,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:38.690685 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51026) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:38.721603 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 3646dbc4-4362-43b1-89d4-d9c003156dfc triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:38.722205 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.730958 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1a91ab76-4caa-4e01-afb1-a96d0c340222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.732207 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a91ab76-4caa-4e01-afb1-a96d0c340222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:38.732799 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1a91ab76-4caa-4e01-afb1-a96d0c340222 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.757826 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-2c79aa99-a619-47c5-8855-a396917e9eb6 service neutron] 10.222.0.55 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364106 Nov 25 19:45:38.813332 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85abfb14-f081-4f37-9864-d563a95e7e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.815991 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85abfb14-f081-4f37-9864-d563a95e7e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:38.816917 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85abfb14-f081-4f37-9864-d563a95e7e3f admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.896625 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fb847-74fe-4b53-aebc-86aee8781c4d None None] Pushing event updated for resources: {'Port': ['ID=3646dbc4-4362-43b1-89d4-d9c003156dfc,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:38.993891 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91ab76-4caa-4e01-afb1-a96d0c340222 admin admin] Pushing event updated for resources: {'Network': ['ID=f51730a2-8edb-4ebf-9106-0ab438d7dded,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:38.995205 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0197c624-be66-4d02-aa3e-02def6df3ce3 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:39.006845 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1a91ab76-4caa-4e01-afb1-a96d0c340222 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8592389 Nov 25 19:45:39.009119 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0197c624-be66-4d02-aa3e-02def6df3ce3 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:39.013333 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51030) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:39.053362 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-debb9843-c909-4c4c-b1c1-96bf5f4cac76 admin admin] Request body: {'subnet': {'network_id': 'f51730a2-8edb-4ebf-9106-0ab438d7dded', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-874333861-subnet', 'tenant_id': '471f2a7f98c848b5bc3e8a0d34a42418', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:39.105969 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network f51730a2-8edb-4ebf-9106-0ab438d7dded details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:45:39.110044 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b65bca-6a3d-456f-91b2-c0a1543ea023 None None] Pushing event updated for resources: {'Port': ['ID=945b63e8-bccd-4710-abc4-c9298d93e961,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:39.150507 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197c624-be66-4d02-aa3e-02def6df3ce3 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event updated for resources: {'Port': ['ID=bf6ff926-77a5-4eae-aff4-95e2e91dbe5d,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:39.160272 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0197c624-be66-4d02-aa3e-02def6df3ce3 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:39.165147 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debb9843-c909-4c4c-b1c1-96bf5f4cac76 admin admin] Made reservation on behalf of 471f2a7f98c848b5bc3e8a0d34a42418 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:39.168676 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-debb9843-c909-4c4c-b1c1-96bf5f4cac76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:39.455971 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0197c624-be66-4d02-aa3e-02def6df3ce3 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Network 881f9750-9090-4901-ab2f-0c2026b5021b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:39.459640 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0197c624-be66-4d02-aa3e-02def6df3ce3 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:39.515890 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-21832a26-97f7-4c95-94ea-9425de61730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:45:22Z', 'revision_number': 4, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None, '_interfaces': [{'id': '3646dbc4-4362-43b1-89d4-d9c003156dfc', 'name': '', 'network_id': '6256bbaf-9598-4210-aa55-2c54f0a11487', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:60:3a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '397b81b7-41c4-4845-8748-4628805e24a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:21Z', 'updated_at': '2021-11-25T19:45:36Z', 'revision_number': 4, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '397b81b7-41c4-4845-8748-4628805e24a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '889b848d-58f6-45f1-a218-6c319548c11a', 'name': '', 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:64:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:46Z', 'updated_at': '2021-11-25T19:45:01Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96968f6f-c9a7-473f-a4b3-30c27b754e89', 'name': '', 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:67:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:06Z', 'updated_at': '2021-11-25T19:45:25Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:39.596588 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21832a26-97f7-4c95-94ea-9425de61730d None None] The sync data for ids ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'] in n-d-819349-5 is: [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:45:22Z', 'revision_number': 4, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None, '_interfaces': [{'id': '3646dbc4-4362-43b1-89d4-d9c003156dfc', 'name': '', 'network_id': '6256bbaf-9598-4210-aa55-2c54f0a11487', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:60:3a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '397b81b7-41c4-4845-8748-4628805e24a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:21Z', 'updated_at': '2021-11-25T19:45:36Z', 'revision_number': 4, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '397b81b7-41c4-4845-8748-4628805e24a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '889b848d-58f6-45f1-a218-6c319548c11a', 'name': '', 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:64:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:46Z', 'updated_at': '2021-11-25T19:45:01Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96968f6f-c9a7-473f-a4b3-30c27b754e89', 'name': '', 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:67:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:06Z', 'updated_at': '2021-11-25T19:45:25Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:45:39.599561 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-85abfb14-f081-4f37-9864-d563a95e7e3f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2182956 Nov 25 19:45:39.604507 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51032) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:39.643040 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0d55fffd-3a44-4010-b973-ef0d11653042 None None] Provisioning complete for port 3646dbc4-4362-43b1-89d4-d9c003156dfc triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:39.643632 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0d55fffd-3a44-4010-b973-ef0d11653042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:39.659057 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-478ae78c-85a4-4511-898e-a8a5a4d58b04 admin admin] Request body: {'subnet': {'network_id': '6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1118434582-subnet', 'tenant_id': '6b627ee06685481eb08143e937abc9f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:39.666981 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85abfb14-f081-4f37-9864-d563a95e7e3f admin admin] Pushing event updated for resources: {'Network': ['ID=6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:39.698038 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-182921bd-f7e7-4398-a7aa-66e13d5861ff service neutron] 10.222.0.55 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9201446 Nov 25 19:45:39.716293 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c1df25f1-2b9d-43e7-b90e-7bbfd902873f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=712b7863f6d14c6e900698b9fcdfd6c1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0159023 Nov 25 19:45:39.721018 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51034) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:39.725529 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0197c624-be66-4d02-aa3e-02def6df3ce3 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:45:39.744035 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-debb9843-c909-4c4c-b1c1-96bf5f4cac76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:39.745899 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:45:39.839675 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-688245f4-8112-4138-9dc8-e6e485b539a1 service neutron] 10.222.0.55 "GET /v2.0/ports/4766ce8e-1054-474e-9693-46409deae267?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1173193 Nov 25 19:45:39.841541 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478ae78c-85a4-4511-898e-a8a5a4d58b04 admin admin] Made reservation on behalf of 6b627ee06685481eb08143e937abc9f3 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:39.844620 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-478ae78c-85a4-4511-898e-a8a5a4d58b04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:39.893921 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb9843-c909-4c4c-b1c1-96bf5f4cac76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4dba496-447a-4769-abf8-07cfdf8254fc,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:39.901705 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-718781a3-3da7-4cc6-9565-eeea1a6146f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:39.954615 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debb9843-c909-4c4c-b1c1-96bf5f4cac76 admin admin] Checking segment: {'id': '192a7c7c-2687-4772-a662-fc33bfbaecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f51730a2-8edb-4ebf-9106-0ab438d7dded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:39.955002 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debb9843-c909-4c4c-b1c1-96bf5f4cac76 admin admin] Network hostable DHCP agents. Network: f51730a2-8edb-4ebf-9106-0ab438d7dded, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:45:39.957794 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0197c624-be66-4d02-aa3e-02def6df3ce3 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:45:39.966372 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0197c624-be66-4d02-aa3e-02def6df3ce3 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "PUT /v2.0/routers/6fb3712d-f4fc-4631-b793-c345d4fcb7ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6875954 Nov 25 19:45:39.968928 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51036) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:39.975163 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8c6e12ae-5b4b-461c-b0ae-185027f0492d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:40.017235 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd2b6a-d1bd-4f93-8e60-4d859b7f4d41 None None] Sync routers for ids ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:45:40.050497 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dd2b6a-d1bd-4f93-8e60-4d859b7f4d41 None None] Routers {'6fb3712d-f4fc-4631-b793-c345d4fcb7ba'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:40.051354 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d9dd2b6a-d1bd-4f93-8e60-4d859b7f4d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:45:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:40.147207 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debb9843-c909-4c4c-b1c1-96bf5f4cac76 admin admin] Network f51730a2-8edb-4ebf-9106-0ab438d7dded is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:45:40.216511 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-d9dd2b6a-d1bd-4f93-8e60-4d859b7f4d41 None None] Set router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:40.255000 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-debb9843-c909-4c4c-b1c1-96bf5f4cac76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, f51730a2-8edb-4ebf-9106-0ab438d7dded) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:40.264648 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debb9843-c909-4c4c-b1c1-96bf5f4cac76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:40.265265 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-debb9843-c909-4c4c-b1c1-96bf5f4cac76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:40.278436 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 3646dbc4-4362-43b1-89d4-d9c003156dfc up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:40.287882 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa60523-915a-4c76-adfb-46d546c756ac None None] Network f51730a2-8edb-4ebf-9106-0ab438d7dded requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:40.356262 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-135ab6cc-ed7e-4878-a106-a971f6a9a3e4 service neutron] 10.222.0.55 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865735 Nov 25 19:45:40.371240 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-478ae78c-85a4-4511-898e-a8a5a4d58b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:40.439630 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 3646dbc4-4362-43b1-89d4-d9c003156dfc triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:40.440006 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:40.448981 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-718781a3-3da7-4cc6-9565-eeea1a6146f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:40.537198 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb059c28-bcc2-4d0d-8877-421914c57ff7 None None] Network f51730a2-8edb-4ebf-9106-0ab438d7dded requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:40.560911 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-debb9843-c909-4c4c-b1c1-96bf5f4cac76 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5292153 Nov 25 19:45:40.634663 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478ae78c-85a4-4511-898e-a8a5a4d58b04 admin admin] Checking segment: {'id': '8c5174ef-5abc-49d8-9a1c-4e9ab534cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:40.635116 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478ae78c-85a4-4511-898e-a8a5a4d58b04 admin admin] Network hostable DHCP agents. Network: 6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:45:40.637516 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ae78c-85a4-4511-898e-a8a5a4d58b04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e38dc1b-5277-41f0-afc8-99e2f28a1004,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:40.710243 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478ae78c-85a4-4511-898e-a8a5a4d58b04 admin admin] Network 6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:45:40.752844 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-718781a3-3da7-4cc6-9565-eeea1a6146f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:40.763150 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-718781a3-3da7-4cc6-9565-eeea1a6146f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:40.765424 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-718781a3-3da7-4cc6-9565-eeea1a6146f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f634e291-d600-4c67-bfd5-f8620cbffdf7 HTTP/1.1" status: 204 len: 168 time: 1.0410805 Nov 25 19:45:40.786887 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-f50a2fa5-f473-4995-8686-149751f605c9 service neutron] 10.222.0.55 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130025 Nov 25 19:45:40.788903 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-478ae78c-85a4-4511-898e-a8a5a4d58b04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:40.821833 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5836b819-fcf4-43e9-bd6b-28524ae9dce3 None None] Network 6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:40.830241 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718781a3-3da7-4cc6-9565-eeea1a6146f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f634e291-d600-4c67-bfd5-f8620cbffdf7,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:40.856071 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.extraroute_db [None req-8c6e12ae-5b4b-461c-b0ae-185027f0492d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 19:45:40.858815 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478ae78c-85a4-4511-898e-a8a5a4d58b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:40.860753 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-478ae78c-85a4-4511-898e-a8a5a4d58b04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:40.912407 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.extraroute_db [None req-8c6e12ae-5b4b-461c-b0ae-185027f0492d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Removed routes are [] {{(pid=103599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 19:45:40.913391 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c6e12ae-5b4b-461c-b0ae-185027f0492d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:40.937687 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d9dd2b6a-d1bd-4f93-8e60-4d859b7f4d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:45:38Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None, '_interfaces': [{'id': '3646dbc4-4362-43b1-89d4-d9c003156dfc', 'name': '', 'network_id': '6256bbaf-9598-4210-aa55-2c54f0a11487', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:60:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '397b81b7-41c4-4845-8748-4628805e24a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:21Z', 'updated_at': '2021-11-25T19:45:38Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '397b81b7-41c4-4845-8748-4628805e24a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '889b848d-58f6-45f1-a218-6c319548c11a', 'name': '', 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:64:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:46Z', 'updated_at': '2021-11-25T19:45:01Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96968f6f-c9a7-473f-a4b3-30c27b754e89', 'name': '', 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:67:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:06Z', 'updated_at': '2021-11-25T19:45:25Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf6ff926-77a5-4eae-aff4-95e2e91dbe5d', 'name': '', 'network_id': '881f9750-9090-4901-ab2f-0c2026b5021b', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:1e:97:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '7228433e-81da-4135-b14b-b0a60e0652eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:35Z', 'updated_at': '2021-11-25T19:45:38Z', 'revision_number': 2, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '7228433e-81da-4135-b14b-b0a60e0652eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:40.943369 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1837feaa-83a9-4247-a1bf-a01bfcd4c929 None None] Network 881f9750-9090-4901-ab2f-0c2026b5021b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:40.980211 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-478ae78c-85a4-4511-898e-a8a5a4d58b04 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3711522 Nov 25 19:45:41.026154 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd2b6a-d1bd-4f93-8e60-4d859b7f4d41 None None] Checking router: 6fb3712d-f4fc-4631-b793-c345d4fcb7ba for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:45:41.028213 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd2b6a-d1bd-4f93-8e60-4d859b7f4d41 None None] Updating router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba port bf6ff926-77a5-4eae-aff4-95e2e91dbe5d binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:45:41.112591 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d9dd2b6a-d1bd-4f93-8e60-4d859b7f4d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:41.236739 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 945b63e8-bccd-4710-abc4-c9298d93e961 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:41.294152 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-eb606ac9-f4c5-4421-b982-2089a9d0a0b7 service neutron] 10.222.0.55 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864240 Nov 25 19:45:41.492763 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-8f86f063-0cb0-4a92-ab0c-a15209e4c61f service neutron] 10.222.0.55 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798518 Nov 25 19:45:41.610910 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-dfcdc2c9-5c73-48e8-b514-9bb8fb5cca47 None None] Provisioning complete for port 945b63e8-bccd-4710-abc4-c9298d93e961 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:41.613703 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dfcdc2c9-5c73-48e8-b514-9bb8fb5cca47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:41.666810 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-76bf0a7b-2d32-4329-9396-2001e265cf2e service neutron] 10.222.0.55 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594081 Nov 25 19:45:41.686623 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c6e12ae-5b4b-461c-b0ae-185027f0492d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:41.697280 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c6e12ae-5b4b-461c-b0ae-185027f0492d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2046030'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:41.822160 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e21659f-30c7-4894-8cc6-50c50202035d None None] Network 6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:41.824253 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-fad94fcb-1cfb-46b1-a531-77b182bd12f7 service neutron] 10.222.0.55 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473944 Nov 25 19:45:41.868857 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6e12ae-5b4b-461c-b0ae-185027f0492d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:45:41.871739 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d9dd2b6a-d1bd-4f93-8e60-4d859b7f4d41 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:41.888000 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d9dd2b6a-d1bd-4f93-8e60-4d859b7f4d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:41.972959 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 945b63e8-bccd-4710-abc4-c9298d93e961 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:41.973546 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:42.007762 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9c2db-b797-444e-9230-ef24fa9a4e6e None None] Pushing event updated for resources: {'Port': ['ID=bf6ff926-77a5-4eae-aff4-95e2e91dbe5d,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:42.034964 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6e12ae-5b4b-461c-b0ae-185027f0492d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:45:42.042662 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c6e12ae-5b4b-461c-b0ae-185027f0492d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:42.044188 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8c6e12ae-5b4b-461c-b0ae-185027f0492d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "PUT /v2.0/routers/6fb3712d-f4fc-4631-b793-c345d4fcb7ba HTTP/1.1" status: 200 len: 933 time: 2.0740693 Nov 25 19:45:42.049789 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51062) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:42.114350 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-d5ca3eba-0c7a-4aea-8702-27f5c840906f service neutron] 10.222.0.55 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750843 Nov 25 19:45:42.144453 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-d9dd2b6a-d1bd-4f93-8e60-4d859b7f4d41 None None] Attempting to bind port bf6ff926-77a5-4eae-aff4-95e2e91dbe5d on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:42.145938 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-d9dd2b6a-d1bd-4f93-8e60-4d859b7f4d41 None None] Attempting to bind port bf6ff926-77a5-4eae-aff4-95e2e91dbe5d by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'b5e6327b-095a-4886-bb90-5deb95a09746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '881f9750-9090-4901-ab2f-0c2026b5021b'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:42.146802 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dd2b6a-d1bd-4f93-8e60-4d859b7f4d41 None None] Attempting to bind port bf6ff926-77a5-4eae-aff4-95e2e91dbe5d on network 881f9750-9090-4901-ab2f-0c2026b5021b {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:42.157395 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dd2b6a-d1bd-4f93-8e60-4d859b7f4d41 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:45:42.158513 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dd2b6a-d1bd-4f93-8e60-4d859b7f4d41 None None] Checking segment: {'id': 'b5e6327b-095a-4886-bb90-5deb95a09746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '881f9750-9090-4901-ab2f-0c2026b5021b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:42.159328 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d9dd2b6a-d1bd-4f93-8e60-4d859b7f4d41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:42.160088 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dd2b6a-d1bd-4f93-8e60-4d859b7f4d41 None None] Bound using segment: {'id': 'b5e6327b-095a-4886-bb90-5deb95a09746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '881f9750-9090-4901-ab2f-0c2026b5021b'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:45:42.161047 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-d9dd2b6a-d1bd-4f93-8e60-4d859b7f4d41 None None] Bound port: bf6ff926-77a5-4eae-aff4-95e2e91dbe5d, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e6327b-095a-4886-bb90-5deb95a09746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '881f9750-9090-4901-ab2f-0c2026b5021b'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:45:42.161892 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d9dd2b6a-d1bd-4f93-8e60-4d859b7f4d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:42.226197 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c0774500-502d-4651-9287-dcfd995b2539 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "GET /v2.0/routers/6fb3712d-f4fc-4631-b793-c345d4fcb7ba HTTP/1.1" status: 200 len: 933 time: 0.1750853 Nov 25 19:45:42.230580 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51068) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:42.237927 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-857b4884-22d1-41c1-82ed-63528fa75236 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'router': {'routes': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:42.268972 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-d9dd2b6a-d1bd-4f93-8e60-4d859b7f4d41 None None] For port bf6ff926-77a5-4eae-aff4-95e2e91dbe5d, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:42.273248 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-d9dd2b6a-d1bd-4f93-8e60-4d859b7f4d41 None None] For port bf6ff926-77a5-4eae-aff4-95e2e91dbe5d, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=bf6ff926-77a5-4eae-aff4-95e2e91dbe5d,segment=NetworkSegment(b5e6327b-095a-4886-bb90-5deb95a09746),segment_id=b5e6327b-095a-4886-bb90-5deb95a09746)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:45:42.284064 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d9dd2b6a-d1bd-4f93-8e60-4d859b7f4d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:42.358646 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9c2db-b797-444e-9230-ef24fa9a4e6e None None] Pushing event updated for resources: {'Port': ['ID=bf6ff926-77a5-4eae-aff4-95e2e91dbe5d,revision_number=4']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:42.387452 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dd2b6a-d1bd-4f93-8e60-4d859b7f4d41 None None] Routers {'6fb3712d-f4fc-4631-b793-c345d4fcb7ba'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:42.388205 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d9dd2b6a-d1bd-4f93-8e60-4d859b7f4d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:45:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:42.424049 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-cdc965d9-2b62-43fa-9eda-938bf1487639 service neutron] 10.222.0.55 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934072 Nov 25 19:45:42.586337 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-d9dd2b6a-d1bd-4f93-8e60-4d859b7f4d41 None None] Set router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:42.636244 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-e1931f66-4158-455b-ae0e-c41173125980 service neutron] 10.222.0.55 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967163 Nov 25 19:45:42.710820 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51074) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:42.715008 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031197 Nov 25 19:45:42.723826 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51076) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:42.753151 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dfcdc2c9-5c73-48e8-b514-9bb8fb5cca47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:42.861851 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:42.868144 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-dfcdc2c9-5c73-48e8-b514-9bb8fb5cca47 None None] For port 945b63e8-bccd-4710-abc4-c9298d93e961, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=945b63e8-bccd-4710-abc4-c9298d93e961,segment=NetworkSegment(b5e6327b-095a-4886-bb90-5deb95a09746),segment_id=b5e6327b-095a-4886-bb90-5deb95a09746)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:42.885286 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dfcdc2c9-5c73-48e8-b514-9bb8fb5cca47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:42.993618 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d9dd2b6a-d1bd-4f93-8e60-4d859b7f4d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:45:40Z', 'revision_number': 6, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None, '_interfaces': [{'id': '3646dbc4-4362-43b1-89d4-d9c003156dfc', 'name': '', 'network_id': '6256bbaf-9598-4210-aa55-2c54f0a11487', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:60:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '397b81b7-41c4-4845-8748-4628805e24a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:21Z', 'updated_at': '2021-11-25T19:45:38Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '397b81b7-41c4-4845-8748-4628805e24a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '889b848d-58f6-45f1-a218-6c319548c11a', 'name': '', 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:64:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:46Z', 'updated_at': '2021-11-25T19:45:01Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96968f6f-c9a7-473f-a4b3-30c27b754e89', 'name': '', 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:67:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:06Z', 'updated_at': '2021-11-25T19:45:25Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf6ff926-77a5-4eae-aff4-95e2e91dbe5d', 'name': '', 'network_id': '881f9750-9090-4901-ab2f-0c2026b5021b', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:1e:97:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '7228433e-81da-4135-b14b-b0a60e0652eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:35Z', 'updated_at': '2021-11-25T19:45:42Z', 'revision_number': 4, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '7228433e-81da-4135-b14b-b0a60e0652eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:43.025270 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c0bb93f2-9b23-4129-aed1-e81b9f58b64b service neutron] 10.222.0.55 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660998 Nov 25 19:45:43.105160 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d93ed3ee-be9a-45ac-b851-e2f62debfcad None None] Provisioning complete for port 945b63e8-bccd-4710-abc4-c9298d93e961 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:43.105389 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-da9ecc4f-9839-4ae8-9e83-b6fdf940dfa9 tempest-NetworksApiDiscovery-1517994035 tempest-NetworksApiDiscovery-1517994035-project] 10.222.0.55 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3810315 Nov 25 19:45:43.108881 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d93ed3ee-be9a-45ac-b851-e2f62debfcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:43.120857 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd2b6a-d1bd-4f93-8e60-4d859b7f4d41 None None] The sync data for ids ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'] in n-d-819349-5 is: [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:45:40Z', 'revision_number': 6, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None, '_interfaces': [{'id': '3646dbc4-4362-43b1-89d4-d9c003156dfc', 'name': '', 'network_id': '6256bbaf-9598-4210-aa55-2c54f0a11487', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:60:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '397b81b7-41c4-4845-8748-4628805e24a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:21Z', 'updated_at': '2021-11-25T19:45:38Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '397b81b7-41c4-4845-8748-4628805e24a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '889b848d-58f6-45f1-a218-6c319548c11a', 'name': '', 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:64:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:46Z', 'updated_at': '2021-11-25T19:45:01Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96968f6f-c9a7-473f-a4b3-30c27b754e89', 'name': '', 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:67:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:06Z', 'updated_at': '2021-11-25T19:45:25Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf6ff926-77a5-4eae-aff4-95e2e91dbe5d', 'name': '', 'network_id': '881f9750-9090-4901-ab2f-0c2026b5021b', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:1e:97:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '7228433e-81da-4135-b14b-b0a60e0652eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:35Z', 'updated_at': '2021-11-25T19:45:42Z', 'revision_number': 4, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '7228433e-81da-4135-b14b-b0a60e0652eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:45:43.131741 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcdc2c9-5c73-48e8-b514-9bb8fb5cca47 None None] Pushing event updated for resources: {'Port': ['ID=945b63e8-bccd-4710-abc4-c9298d93e961,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:43.158703 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.extraroute_db [None req-857b4884-22d1-41c1-82ed-63528fa75236 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Added routes are [] {{(pid=103599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 19:45:43.158842 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.extraroute_db [None req-857b4884-22d1-41c1-82ed-63528fa75236 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 19:45:43.212735 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:45:43.214210 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:45:43.286173 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-857b4884-22d1-41c1-82ed-63528fa75236 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:43.383527 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d93ed3ee-be9a-45ac-b851-e2f62debfcad None None] Provisioning complete for port bf6ff926-77a5-4eae-aff4-95e2e91dbe5d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:43.387718 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d93ed3ee-be9a-45ac-b851-e2f62debfcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:43.675037 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d93ed3ee-be9a-45ac-b851-e2f62debfcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:43.819663 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-d93ed3ee-be9a-45ac-b851-e2f62debfcad None None] For port bf6ff926-77a5-4eae-aff4-95e2e91dbe5d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=bf6ff926-77a5-4eae-aff4-95e2e91dbe5d,segment=NetworkSegment(b5e6327b-095a-4886-bb90-5deb95a09746),segment_id=b5e6327b-095a-4886-bb90-5deb95a09746)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:43.829566 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51094) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:43.853686 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d93ed3ee-be9a-45ac-b851-e2f62debfcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:43.910552 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-857b4884-22d1-41c1-82ed-63528fa75236 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:43.937131 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-857b4884-22d1-41c1-82ed-63528fa75236 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2046030'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.032427 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ed3ee-be9a-45ac-b851-e2f62debfcad None None] Pushing event updated for resources: {'Port': ['ID=bf6ff926-77a5-4eae-aff4-95e2e91dbe5d,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:44.041948 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7b01e1d0-f7aa-4f26-8da9-0dcdd51ab3a2 None None] Provisioning complete for port bf6ff926-77a5-4eae-aff4-95e2e91dbe5d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:44.042520 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7b01e1d0-f7aa-4f26-8da9-0dcdd51ab3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.103314 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a53853e-4a7d-4cc9-a1b2-77e1d1a2242a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.308344 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857b4884-22d1-41c1-82ed-63528fa75236 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:45:44.372802 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a53853e-4a7d-4cc9-a1b2-77e1d1a2242a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.381221 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a53853e-4a7d-4cc9-a1b2-77e1d1a2242a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.383046 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-092b2ba1-ad2e-4efc-8bdd-6bba50bf8ef7 None None] Provisioning complete for port bf6ff926-77a5-4eae-aff4-95e2e91dbe5d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:44.383598 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-092b2ba1-ad2e-4efc-8bdd-6bba50bf8ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.459655 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 945b63e8-bccd-4710-abc4-c9298d93e961 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:44.544902 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3a53853e-4a7d-4cc9-a1b2-77e1d1a2242a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3049b36c58ec40749fdeaaef95115103&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7138159 Nov 25 19:45:44.546166 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53853e-4a7d-4cc9-a1b2-77e1d1a2242a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf928f6-0587-49f4-b5c5-bcc1267371cc,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:44.550714 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51106) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:44.596801 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 945b63e8-bccd-4710-abc4-c9298d93e961 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:44.597181 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.610503 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857b4884-22d1-41c1-82ed-63528fa75236 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:45:44.628016 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-857b4884-22d1-41c1-82ed-63528fa75236 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.630617 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-857b4884-22d1-41c1-82ed-63528fa75236 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "PUT /v2.0/routers/6fb3712d-f4fc-4631-b793-c345d4fcb7ba HTTP/1.1" status: 200 len: 699 time: 2.3983262 Nov 25 19:45:44.633790 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51108) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:44.663950 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba01c5e5-cc27-47ce-aa55-da3bebad06a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.703618 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba01c5e5-cc27-47ce-aa55-da3bebad06a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.754183 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device bf6ff926-77a5-4eae-aff4-95e2e91dbe5d up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:44.862886 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba01c5e5-cc27-47ce-aa55-da3bebad06a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.867818 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba01c5e5-cc27-47ce-aa55-da3bebad06a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.870155 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ba01c5e5-cc27-47ce-aa55-da3bebad06a4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0bf928f6-0587-49f4-b5c5-bcc1267371cc HTTP/1.1" status: 204 len: 168 time: 0.3192632 Nov 25 19:45:44.917930 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01c5e5-cc27-47ce-aa55-da3bebad06a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf928f6-0587-49f4-b5c5-bcc1267371cc,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:44.963665 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb66d9a-49a7-41a1-8924-3907be37fb7a None None] Sync routers for ids ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:45:45.013459 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-918c210a-84e2-4d31-8538-ce6d5fa64b14 None None] Provisioning complete for port bf6ff926-77a5-4eae-aff4-95e2e91dbe5d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:45.014073 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-918c210a-84e2-4d31-8538-ce6d5fa64b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:45.047628 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-824ebb9c-4e40-49db-86a6-02f65a9f053b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "GET /v2.0/routers/6fb3712d-f4fc-4631-b793-c345d4fcb7ba HTTP/1.1" status: 200 len: 699 time: 0.4089863 Nov 25 19:45:45.050676 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51120) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:45.124306 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb66d9a-49a7-41a1-8924-3907be37fb7a None None] Routers {'6fb3712d-f4fc-4631-b793-c345d4fcb7ba'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:45.125934 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5eb66d9a-49a7-41a1-8924-3907be37fb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:45:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:45.275947 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port bf6ff926-77a5-4eae-aff4-95e2e91dbe5d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:45.279261 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:45.288860 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b74412-abca-4a47-bc56-b7d06cd6b46c x-openstack-request-id: req-14b74412-abca-4a47-bc56-b7d06cd6b46c {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:45:45.289181 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50598f48-bcdb-4172-b7a9-101683c54206", "name": "network-vif-deleted", "tag": "a9bd7a88-8080-45ad-942a-429125265622", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:45:45.289455 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-14b74412-abca-4a47-bc56-b7d06cd6b46c {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:45:45.289961 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50598f48-bcdb-4172-b7a9-101683c54206', 'name': 'network-vif-deleted', 'tag': 'a9bd7a88-8080-45ad-942a-429125265622', 'status': 'completed', 'code': 200} Nov 25 19:45:45.415530 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5eb66d9a-49a7-41a1-8924-3907be37fb7a None None] Set router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:45.577681 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:45:45.650408 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be445054-86cd-44e7-bbfe-b93321191e9b req-079966e2-230b-4b8c-8a73-d12653c441de tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:45.652085 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-be445054-86cd-44e7-bbfe-b93321191e9b req-079966e2-230b-4b8c-8a73-d12653c441de tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 946 time: 0.1783872 Nov 25 19:45:45.810567 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-be445054-86cd-44e7-bbfe-b93321191e9b req-65dd9ecb-3495-4408-999e-77c581f905c2 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267636 Nov 25 19:45:46.026381 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-16a3846c-83f6-4ec7-8a5e-62155f655621 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:46.097671 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5eb66d9a-49a7-41a1-8924-3907be37fb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:45:43Z', 'revision_number': 7, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None, '_interfaces': [{'id': '3646dbc4-4362-43b1-89d4-d9c003156dfc', 'name': '', 'network_id': '6256bbaf-9598-4210-aa55-2c54f0a11487', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:60:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '397b81b7-41c4-4845-8748-4628805e24a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:21Z', 'updated_at': '2021-11-25T19:45:38Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '397b81b7-41c4-4845-8748-4628805e24a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '889b848d-58f6-45f1-a218-6c319548c11a', 'name': '', 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:64:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:46Z', 'updated_at': '2021-11-25T19:45:01Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96968f6f-c9a7-473f-a4b3-30c27b754e89', 'name': '', 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:67:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:06Z', 'updated_at': '2021-11-25T19:45:25Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf6ff926-77a5-4eae-aff4-95e2e91dbe5d', 'name': '', 'network_id': '881f9750-9090-4901-ab2f-0c2026b5021b', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:1e:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '7228433e-81da-4135-b14b-b0a60e0652eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:35Z', 'updated_at': '2021-11-25T19:45:43Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '7228433e-81da-4135-b14b-b0a60e0652eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:46.177058 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device bf6ff926-77a5-4eae-aff4-95e2e91dbe5d up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:46.220815 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb66d9a-49a7-41a1-8924-3907be37fb7a None None] Checking router: 6fb3712d-f4fc-4631-b793-c345d4fcb7ba for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:45:46.235306 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb66d9a-49a7-41a1-8924-3907be37fb7a None None] Routers {'6fb3712d-f4fc-4631-b793-c345d4fcb7ba'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:46.236117 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5eb66d9a-49a7-41a1-8924-3907be37fb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:45:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:46.336391 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port bf6ff926-77a5-4eae-aff4-95e2e91dbe5d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:46.336939 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:46.406378 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5eb66d9a-49a7-41a1-8924-3907be37fb7a None None] Set router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:46.775297 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca00b85-4a87-4dda-a90d-e69b8d93b3f1 req-990a8dce-c6e2-4836-b6bd-6f9decc0aa85 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:46.777760 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bca00b85-4a87-4dda-a90d-e69b8d93b3f1 req-990a8dce-c6e2-4836-b6bd-6f9decc0aa85 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.85 "GET /v2.0/ports?device_id=a46dac10-dcc1-4adb-8d03-4219fbba7f08 HTTP/1.1" status: 200 len: 946 time: 0.1415803 Nov 25 19:45:47.305205 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5eb66d9a-49a7-41a1-8924-3907be37fb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:45:43Z', 'revision_number': 7, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None, '_interfaces': [{'id': '3646dbc4-4362-43b1-89d4-d9c003156dfc', 'name': '', 'network_id': '6256bbaf-9598-4210-aa55-2c54f0a11487', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:60:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '397b81b7-41c4-4845-8748-4628805e24a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:21Z', 'updated_at': '2021-11-25T19:45:38Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '397b81b7-41c4-4845-8748-4628805e24a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '889b848d-58f6-45f1-a218-6c319548c11a', 'name': '', 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:64:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:46Z', 'updated_at': '2021-11-25T19:45:01Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96968f6f-c9a7-473f-a4b3-30c27b754e89', 'name': '', 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:67:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:06Z', 'updated_at': '2021-11-25T19:45:25Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf6ff926-77a5-4eae-aff4-95e2e91dbe5d', 'name': '', 'network_id': '881f9750-9090-4901-ab2f-0c2026b5021b', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:1e:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '7228433e-81da-4135-b14b-b0a60e0652eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:35Z', 'updated_at': '2021-11-25T19:45:43Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '7228433e-81da-4135-b14b-b0a60e0652eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:47.317457 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-f31cb6cb-eae5-47df-b2a4-6961fddf04b6 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:47.332876 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-f31cb6cb-eae5-47df-b2a4-6961fddf04b6 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/networks?id=f51730a2-8edb-4ebf-9106-0ab438d7dded HTTP/1.1" status: 200 len: 813 time: 0.6484666 Nov 25 19:45:47.377762 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb66d9a-49a7-41a1-8924-3907be37fb7a None None] The sync data for ids ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'] in n-d-819349-5 is: [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:45:43Z', 'revision_number': 7, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None, '_interfaces': [{'id': '3646dbc4-4362-43b1-89d4-d9c003156dfc', 'name': '', 'network_id': '6256bbaf-9598-4210-aa55-2c54f0a11487', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:60:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '397b81b7-41c4-4845-8748-4628805e24a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:21Z', 'updated_at': '2021-11-25T19:45:38Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '397b81b7-41c4-4845-8748-4628805e24a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '889b848d-58f6-45f1-a218-6c319548c11a', 'name': '', 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:64:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:46Z', 'updated_at': '2021-11-25T19:45:01Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96968f6f-c9a7-473f-a4b3-30c27b754e89', 'name': '', 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:67:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:06Z', 'updated_at': '2021-11-25T19:45:25Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf6ff926-77a5-4eae-aff4-95e2e91dbe5d', 'name': '', 'network_id': '881f9750-9090-4901-ab2f-0c2026b5021b', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:1e:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '7228433e-81da-4135-b14b-b0a60e0652eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:35Z', 'updated_at': '2021-11-25T19:45:43Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '7228433e-81da-4135-b14b-b0a60e0652eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:45:47.394798 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-bca00b85-4a87-4dda-a90d-e69b8d93b3f1 req-931c71fb-adf3-4bf1-af58-da37e90a30df tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Deleting port c093f5af-226f-4cea-a06f-7c3934337932 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:47.395341 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-bca00b85-4a87-4dda-a90d-e69b8d93b3f1 req-931c71fb-adf3-4bf1-af58-da37e90a30df tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:47.586221 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-35436e44-47b1-4e90-96ec-18493bdceba0 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/quotas/471f2a7f98c848b5bc3e8a0d34a42418 HTTP/1.1" status: 200 len: 375 time: 0.2285974 Nov 25 19:45:47.600334 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-aeddce57-91e6-4537-bade-4e02f6473094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:47.604309 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-aeddce57-91e6-4537-bade-4e02f6473094 service neutron] 10.222.0.85 "GET /v2.0/ports/eed56a30-d8a0-409e-a855-3421a56cec88 HTTP/1.1" status: 200 len: 1032 time: 0.1884432 Nov 25 19:45:47.634048 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-d5a5a4ae-1577-4454-8be6-67111140ac05 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=471f2a7f98c848b5bc3e8a0d34a42418&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467856 Nov 25 19:45:47.761266 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-3e5934b2-e884-4c6d-be06-57dfeef1f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:47.766220 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-3e5934b2-e884-4c6d-be06-57dfeef1f43e service neutron] 10.222.0.85 "GET /v2.0/ports/4766ce8e-1054-474e-9693-46409deae267 HTTP/1.1" status: 200 len: 1032 time: 0.1370890 Nov 25 19:45:47.839682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-16a3846c-83f6-4ec7-8a5e-62155f655621 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Deleting port bf6ff926-77a5-4eae-aff4-95e2e91dbe5d {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:47.840948 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-16a3846c-83f6-4ec7-8a5e-62155f655621 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:47.949947 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-9a7c48cd-4a1e-4786-9f7f-6bc56dee97e3 service neutron] 10.222.0.55 "GET /v2.0/networks/f51730a2-8edb-4ebf-9106-0ab438d7dded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149595 Nov 25 19:45:47.974896 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-bca00b85-4a87-4dda-a90d-e69b8d93b3f1 req-931c71fb-adf3-4bf1-af58-da37e90a30df tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] For port c093f5af-226f-4cea-a06f-7c3934337932, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c093f5af-226f-4cea-a06f-7c3934337932,segment=NetworkSegment(02fa6f66-9208-4806-8bde-6e2373cf1375),segment_id=02fa6f66-9208-4806-8bde-6e2373cf1375)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:47.975517 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-bca00b85-4a87-4dda-a90d-e69b8d93b3f1 req-931c71fb-adf3-4bf1-af58-da37e90a30df tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:48.048791 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-d8be7759-ef6f-4b8b-986d-5d5764a6bb28 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:48.051351 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-bca00b85-4a87-4dda-a90d-e69b8d93b3f1 req-931c71fb-adf3-4bf1-af58-da37e90a30df tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Calling delete_port for c093f5af-226f-4cea-a06f-7c3934337932 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:48.060232 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-d8be7759-ef6f-4b8b-986d-5d5764a6bb28 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:48.067794 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-d8be7759-ef6f-4b8b-986d-5d5764a6bb28 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:48.070907 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-d8be7759-ef6f-4b8b-986d-5d5764a6bb28 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.85 "GET /v2.0/networks?id=e6cd4387-d0d6-4f12-8944-fa288777c85c&id=20935496-6e9b-480f-933b-cbeba5774e5e&id=20935496-6e9b-480f-933b-cbeba5774e5e&id=20935496-6e9b-480f-933b-cbeba5774e5e&id=20935496-6e9b-480f-933b-cbeba5774e5e&id=8aa06786-042e-4faf-b4a5-b6084b1ca237&id=8aa06786-042e-4faf-b4a5-b6084b1ca237 HTTP/1.1" status: 200 len: 1995 time: 0.2975144 Nov 25 19:45:48.256995 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-16a3846c-83f6-4ec7-8a5e-62155f655621 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] For port bf6ff926-77a5-4eae-aff4-95e2e91dbe5d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=bf6ff926-77a5-4eae-aff4-95e2e91dbe5d,segment=NetworkSegment(b5e6327b-095a-4886-bb90-5deb95a09746),segment_id=b5e6327b-095a-4886-bb90-5deb95a09746)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:48.257725 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-16a3846c-83f6-4ec7-8a5e-62155f655621 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:48.311370 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-16a3846c-83f6-4ec7-8a5e-62155f655621 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Calling delete_port for bf6ff926-77a5-4eae-aff4-95e2e91dbe5d owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:48.338313 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-01660ac3-8b1e-4739-96ea-e1ad73111b1d service neutron] 10.222.0.55 "GET /v2.0/networks/f51730a2-8edb-4ebf-9106-0ab438d7dded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089468 Nov 25 19:45:48.358349 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-a71e464e-c3d9-41bf-94f0-b1dbfdde7568 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9d22fa4f40744aa88e4f6dbc79438c2 HTTP/1.1" status: 200 len: 380 time: 0.2747633 Nov 25 19:45:48.376978 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-0ebb810c-8e12-468a-8b61-fe64d06c558e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Request body: {'port': {'device_id': '44e8404a-5a79-4ac5-9565-73631729b81b', 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c', 'admin_state_up': True, 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'security_groups': ['275aa994-18f6-4ebd-ae06-3d72017bc028']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:48.719222 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-0ebb810c-8e12-468a-8b61-fe64d06c558e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Made reservation on behalf of e9d22fa4f40744aa88e4f6dbc79438c2 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:48.732244 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-0ebb810c-8e12-468a-8b61-fe64d06c558e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:48.958540 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-bca00b85-4a87-4dda-a90d-e69b8d93b3f1 req-931c71fb-adf3-4bf1-af58-da37e90a30df tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:48.974553 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['e84a21e4-bcde-4d01-aab2-cba25c2d2414', '831e98c1-f30d-4b30-83fa-f698b4da9096'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:45:49.098085 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c71fb-adf3-4bf1-af58-da37e90a30df tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Pushing event deleted for resources: {'Port': ['ID=c093f5af-226f-4cea-a06f-7c3934337932,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:49.160111 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3b812a-4f14-40be-8fb3-427693505a17 None None] DHCP port deletion for 0144b778-2e7c-4a1d-86b2-f3dbc366beab request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:49.161177 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca00b85-4a87-4dda-a90d-e69b8d93b3f1 req-931c71fb-adf3-4bf1-af58-da37e90a30df tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] No DVR routers for this DVR port c093f5af-226f-4cea-a06f-7c3934337932 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:45:49.172196 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-bca00b85-4a87-4dda-a90d-e69b8d93b3f1 req-931c71fb-adf3-4bf1-af58-da37e90a30df tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:49.201047 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bca00b85-4a87-4dda-a90d-e69b8d93b3f1 req-931c71fb-adf3-4bf1-af58-da37e90a30df tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.85 "DELETE /v2.0/ports/c093f5af-226f-4cea-a06f-7c3934337932 HTTP/1.1" status: 204 len: 173 time: 2.3644860 Nov 25 19:45:49.202213 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46dac10-dcc1-4adb-8d03-4219fbba7f08', 'name': 'network-vif-deleted', 'tag': 'c093f5af-226f-4cea-a06f-7c3934337932'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:45:49.224927 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233efdd4-1826-46e2-9079-8f15aad3bbda" -d '{"events": [{"server_uuid": "a46dac10-dcc1-4adb-8d03-4219fbba7f08", "name": "network-vif-deleted", "tag": "c093f5af-226f-4cea-a06f-7c3934337932"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:45:49.230852 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-16a3846c-83f6-4ec7-8a5e-62155f655621 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:49.258826 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-0ebb810c-8e12-468a-8b61-fe64d06c558e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Allocated IP 172.20.0.12 (e6cd4387-d0d6-4f12-8944-fa288777c85c/372ff6c6-b463-492b-ae35-d9124871a47c/de4dd576-7fb9-462c-a5c0-950242cfed18) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:49.654047 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3846c-83f6-4ec7-8a5e-62155f655621 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Port': ['ID=bf6ff926-77a5-4eae-aff4-95e2e91dbe5d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:49.929178 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device c093f5af-226f-4cea-a06f-7c3934337932 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:45:50.038079 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-0ebb810c-8e12-468a-8b61-fe64d06c558e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:50.045927 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: c093f5af-226f-4cea-a06f-7c3934337932 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:45:50.047480 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device c093f5af-226f-4cea-a06f-7c3934337932 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:45:50.186021 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-16a3846c-83f6-4ec7-8a5e-62155f655621 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:50.213111 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-0ebb810c-8e12-468a-8b61-fe64d06c558e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:50.247563 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51224) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:50.345609 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb810c-8e12-468a-8b61-fe64d06c558e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event updated for resources: {'Port': ['ID=de4dd576-7fb9-462c-a5c0-950242cfed18,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:50.357410 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-0ebb810c-8e12-468a-8b61-fe64d06c558e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Network e6cd4387-d0d6-4f12-8944-fa288777c85c is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:50.361205 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-0ebb810c-8e12-468a-8b61-fe64d06c558e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:50.364798 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-0ebb810c-8e12-468a-8b61-fe64d06c558e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:50.410857 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe6811-4947-4775-8ffd-54e541657d05 req-364f4260-1649-4497-aaff-4038f882df1a tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:50.414338 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05fe6811-4947-4775-8ffd-54e541657d05 req-364f4260-1649-4497-aaff-4038f882df1a tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/networks?id=6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa HTTP/1.1" status: 200 len: 822 time: 0.6247098 Nov 25 19:45:50.489013 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-0ebb810c-8e12-468a-8b61-fe64d06c558e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:50.489939 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-0ebb810c-8e12-468a-8b61-fe64d06c558e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:50.542769 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-0ebb810c-8e12-468a-8b61-fe64d06c558e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1747031 Nov 25 19:45:50.555515 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-cc4d71c6-1155-4064-973d-8023a988aec4 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Request body: {'port': {'device_id': '44e8404a-5a79-4ac5-9565-73631729b81b', 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e', 'admin_state_up': True, 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'security_groups': ['275aa994-18f6-4ebd-ae06-3d72017bc028']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:50.912024 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5c3e3906-c66c-41d3-948b-99ef3f9f4924 None None] Provisioning complete for port de4dd576-7fb9-462c-a5c0-950242cfed18 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:50.912633 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5c3e3906-c66c-41d3-948b-99ef3f9f4924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:50.961317 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-cc4d71c6-1155-4064-973d-8023a988aec4 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Made reservation on behalf of e9d22fa4f40744aa88e4f6dbc79438c2 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:50.965262 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-cc4d71c6-1155-4064-973d-8023a988aec4 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:51.010412 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-5c3e3906-c66c-41d3-948b-99ef3f9f4924 None None] Port de4dd576-7fb9-462c-a5c0-950242cfed18 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:45:51.295968 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9bc7e091-f36b-4a95-b8dd-1fa61027b916 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:51.298452 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-cc4d71c6-1155-4064-973d-8023a988aec4 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Allocated IP 10.1.1.182 (20935496-6e9b-480f-933b-cbeba5774e5e/4075f789-f3ae-4155-8ba9-eb1fbb9cbd69/3594d80b-fbf2-40c9-b060-ca88aaed212a) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:51.326509 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05fe6811-4947-4775-8ffd-54e541657d05 req-b5575961-008f-44f2-a8a6-fdabd5dd6ef9 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/quotas/6b627ee06685481eb08143e937abc9f3 HTTP/1.1" status: 200 len: 375 time: 0.9035456 Nov 25 19:45:51.618863 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05fe6811-4947-4775-8ffd-54e541657d05 req-8cedce94-d088-4cab-bc98-9c3fedc54a90 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b627ee06685481eb08143e937abc9f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1617880 Nov 25 19:45:51.743051 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-cc4d71c6-1155-4064-973d-8023a988aec4 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:51.766909 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a3846c-83f6-4ec7-8a5e-62155f655621 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:45:51.780314 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05fe6811-4947-4775-8ffd-54e541657d05 req-66403d37-fec9-47fe-b2a8-5a98897fb928 service neutron] 10.222.0.55 "GET /v2.0/networks/6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412430 Nov 25 19:45:51.836644 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-cc4d71c6-1155-4064-973d-8023a988aec4 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:51.919401 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-cc4d71c6-1155-4064-973d-8023a988aec4 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Network 20935496-6e9b-480f-933b-cbeba5774e5e is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:51.932315 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-cc4d71c6-1155-4064-973d-8023a988aec4 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:51.939825 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-cc4d71c6-1155-4064-973d-8023a988aec4 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:51.945354 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-3a8cbcb7-8848-419f-a27e-ee3f80308364 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:51.947054 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-3a8cbcb7-8848-419f-a27e-ee3f80308364 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.85 "GET /v2.0/networks?id=f51730a2-8edb-4ebf-9106-0ab438d7dded HTTP/1.1" status: 200 len: 813 time: 0.7379112 Nov 25 19:45:51.967088 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-de41fe6e-6281-4dfa-bccd-970ec4efd402 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Request body: {'port': {'device_id': 'c7b9cd29-bb66-4c0e-9558-6e20b21fc858', 'network_id': 'f51730a2-8edb-4ebf-9106-0ab438d7dded', 'admin_state_up': True, 'tenant_id': '471f2a7f98c848b5bc3e8a0d34a42418'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:51.990553 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d71c6-1155-4064-973d-8023a988aec4 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event updated for resources: {'Port': ['ID=3594d80b-fbf2-40c9-b060-ca88aaed212a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:52.048324 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-cc4d71c6-1155-4064-973d-8023a988aec4 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:52.049039 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-cc4d71c6-1155-4064-973d-8023a988aec4 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:52.083514 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-cc4d71c6-1155-4064-973d-8023a988aec4 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5325186 Nov 25 19:45:52.099097 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-4abb5a35-fbe8-48ed-b6dd-6bd87cd838d9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Request body: {'port': {'device_id': '44e8404a-5a79-4ac5-9565-73631729b81b', 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e', 'admin_state_up': True, 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'security_groups': ['275aa994-18f6-4ebd-ae06-3d72017bc028']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:52.257014 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e67117e3-9e16-4860-8116-a750de7cf986 None None] Provisioning complete for port 3594d80b-fbf2-40c9-b060-ca88aaed212a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:52.258434 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e67117e3-9e16-4860-8116-a750de7cf986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:52.321850 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a3846c-83f6-4ec7-8a5e-62155f655621 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:45:52.330762 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e67117e3-9e16-4860-8116-a750de7cf986 None None] Port 3594d80b-fbf2-40c9-b060-ca88aaed212a cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:45:52.335870 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9bc7e091-f36b-4a95-b8dd-1fa61027b916 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:52.340716 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1922ac-38ba-492a-b15f-691fc65e0cc9 None None] Sync routers for ids ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:45:52.341471 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-16a3846c-83f6-4ec7-8a5e-62155f655621 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "PUT /v2.0/routers/6fb3712d-f4fc-4631-b793-c345d4fcb7ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2798488 Nov 25 19:45:52.347240 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05fe6811-4947-4775-8ffd-54e541657d05 req-f718d2b6-b662-47ed-99d5-1db761f2369e service neutron] 10.222.0.55 "GET /v2.0/networks/6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175490 Nov 25 19:45:52.347744 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51232) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:52.357878 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9bc7e091-f36b-4a95-b8dd-1fa61027b916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:52.362741 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-4abb5a35-fbe8-48ed-b6dd-6bd87cd838d9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Made reservation on behalf of e9d22fa4f40744aa88e4f6dbc79438c2 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:52.375883 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-4abb5a35-fbe8-48ed-b6dd-6bd87cd838d9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:52.385261 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1922ac-38ba-492a-b15f-691fc65e0cc9 None None] Routers {'6fb3712d-f4fc-4631-b793-c345d4fcb7ba'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:52.387007 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-cf1922ac-38ba-492a-b15f-691fc65e0cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:45:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:52.418859 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7e091-f36b-4a95-b8dd-1fa61027b916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19852850-116a-4a7f-83a7-2312efd46ac4,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:52.438055 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc7e091-f36b-4a95-b8dd-1fa61027b916 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:52.438436 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc7e091-f36b-4a95-b8dd-1fa61027b916 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:52.438821 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc7e091-f36b-4a95-b8dd-1fa61027b916 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:52.439166 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc7e091-f36b-4a95-b8dd-1fa61027b916 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:52.439546 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc7e091-f36b-4a95-b8dd-1fa61027b916 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:52.440343 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc7e091-f36b-4a95-b8dd-1fa61027b916 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:52.440692 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc7e091-f36b-4a95-b8dd-1fa61027b916 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:52.441105 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc7e091-f36b-4a95-b8dd-1fa61027b916 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:52.441478 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc7e091-f36b-4a95-b8dd-1fa61027b916 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:52.441818 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc7e091-f36b-4a95-b8dd-1fa61027b916 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:52.442158 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc7e091-f36b-4a95-b8dd-1fa61027b916 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:52.442525 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc7e091-f36b-4a95-b8dd-1fa61027b916 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:52.490785 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-53bcf409-b696-4cda-99e5-843144faad77 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Deleting subnet 7228433e-81da-4135-b14b-b0a60e0652eb {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:45:52.495402 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9bc7e091-f36b-4a95-b8dd-1fa61027b916 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2fff3e963538461695e619d9773894d3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2413182 Nov 25 19:45:52.497465 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-de41fe6e-6281-4dfa-bccd-970ec4efd402 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Made reservation on behalf of 471f2a7f98c848b5bc3e8a0d34a42418 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:52.501857 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-de41fe6e-6281-4dfa-bccd-970ec4efd402 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:52.504500 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53bcf409-b696-4cda-99e5-843144faad77 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:52.507055 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51234) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:52.637143 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5346ce95-df1e-4e87-9ad7-0c774eac1246 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:52.654579 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53bcf409-b696-4cda-99e5-843144faad77 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:52.687912 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-cf1922ac-38ba-492a-b15f-691fc65e0cc9 None None] Set router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:52.744526 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5346ce95-df1e-4e87-9ad7-0c774eac1246 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:52.762755 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-4abb5a35-fbe8-48ed-b6dd-6bd87cd838d9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Allocated IP 10.1.1.146 (20935496-6e9b-480f-933b-cbeba5774e5e/4075f789-f3ae-4155-8ba9-eb1fbb9cbd69/f93249e6-ce45-45b6-a2a1-2fb4c0c58f50) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:53.204813 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-4abb5a35-fbe8-48ed-b6dd-6bd87cd838d9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:53.205040 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-cf1922ac-38ba-492a-b15f-691fc65e0cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:45:48Z', 'revision_number': 8, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None, '_interfaces': [{'id': '3646dbc4-4362-43b1-89d4-d9c003156dfc', 'name': '', 'network_id': '6256bbaf-9598-4210-aa55-2c54f0a11487', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:60:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '397b81b7-41c4-4845-8748-4628805e24a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:21Z', 'updated_at': '2021-11-25T19:45:38Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '397b81b7-41c4-4845-8748-4628805e24a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '889b848d-58f6-45f1-a218-6c319548c11a', 'name': '', 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:64:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:46Z', 'updated_at': '2021-11-25T19:45:01Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96968f6f-c9a7-473f-a4b3-30c27b754e89', 'name': '', 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:67:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:06Z', 'updated_at': '2021-11-25T19:45:25Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:53.210018 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-de41fe6e-6281-4dfa-bccd-970ec4efd402 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Allocated IP 172.20.0.10 (f51730a2-8edb-4ebf-9106-0ab438d7dded/c4dba496-447a-4769-abf8-07cfdf8254fc/6b77eb65-9cd0-44c6-a4c4-338d8686d585) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:53.258455 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1922ac-38ba-492a-b15f-691fc65e0cc9 None None] Checking router: 6fb3712d-f4fc-4631-b793-c345d4fcb7ba for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:45:53.277015 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1922ac-38ba-492a-b15f-691fc65e0cc9 None None] Routers {'6fb3712d-f4fc-4631-b793-c345d4fcb7ba'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:53.279186 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-cf1922ac-38ba-492a-b15f-691fc65e0cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:45:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:53.280516 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-4abb5a35-fbe8-48ed-b6dd-6bd87cd838d9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:53.334222 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-4abb5a35-fbe8-48ed-b6dd-6bd87cd838d9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Network 20935496-6e9b-480f-933b-cbeba5774e5e is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:53.394282 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53bcf409-b696-4cda-99e5-843144faad77 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:53.403288 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5346ce95-df1e-4e87-9ad7-0c774eac1246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:53.417876 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-4abb5a35-fbe8-48ed-b6dd-6bd87cd838d9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:53.425269 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5346ce95-df1e-4e87-9ad7-0c774eac1246 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:53.426209 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-4abb5a35-fbe8-48ed-b6dd-6bd87cd838d9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:53.431233 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5346ce95-df1e-4e87-9ad7-0c774eac1246 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/19852850-116a-4a7f-83a7-2312efd46ac4 HTTP/1.1" status: 204 len: 168 time: 0.9224455 Nov 25 19:45:53.589686 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346ce95-df1e-4e87-9ad7-0c774eac1246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19852850-116a-4a7f-83a7-2312efd46ac4,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:53.607379 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-cf1922ac-38ba-492a-b15f-691fc65e0cc9 None None] Set router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:53.708239 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb5a35-fbe8-48ed-b6dd-6bd87cd838d9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event updated for resources: {'Port': ['ID=f93249e6-ce45-45b6-a2a1-2fb4c0c58f50,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:53.733078 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:53.772815 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe97b15-bbea-462b-b58e-55eb8219b2d9 req-4c9bd403-5357-4677-9dee-042026aa7925 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:53.795798 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe97b15-bbea-462b-b58e-55eb8219b2d9 req-4c9bd403-5357-4677-9dee-042026aa7925 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:53.812597 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2fe97b15-bbea-462b-b58e-55eb8219b2d9 req-4c9bd403-5357-4677-9dee-042026aa7925 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 1654 time: 0.7762823 Nov 25 19:45:53.818700 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-4abb5a35-fbe8-48ed-b6dd-6bd87cd838d9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:53.824894 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-4abb5a35-fbe8-48ed-b6dd-6bd87cd838d9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:53.949291 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-4abb5a35-fbe8-48ed-b6dd-6bd87cd838d9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8563824 Nov 25 19:45:53.983072 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-8a6e6568-ef0c-4c4d-8b76-b2d379295137 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Request body: {'port': {'device_id': '44e8404a-5a79-4ac5-9565-73631729b81b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8aa06786-042e-4faf-b4a5-b6084b1ca237', 'admin_state_up': True, 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'security_groups': ['275aa994-18f6-4ebd-ae06-3d72017bc028']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:54.145878 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2fe97b15-bbea-462b-b58e-55eb8219b2d9 req-3b507016-99d5-44aa-905d-93ee1cfeab23 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3253112 Nov 25 19:45:54.153013 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53bcf409-b696-4cda-99e5-843144faad77 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:54.162901 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9f2f2585-6696-4971-9493-be573fb09981 None None] Provisioning complete for port f93249e6-ce45-45b6-a2a1-2fb4c0c58f50 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:54.163658 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9f2f2585-6696-4971-9493-be573fb09981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:54.275032 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bcf409-b696-4cda-99e5-843144faad77 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Subnet': ['ID=7228433e-81da-4135-b14b-b0a60e0652eb,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:54.295233 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53bcf409-b696-4cda-99e5-843144faad77 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:54.306483 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-53bcf409-b696-4cda-99e5-843144faad77 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/subnets/7228433e-81da-4135-b14b-b0a60e0652eb HTTP/1.1" status: 204 len: 168 time: 1.9575932 Nov 25 19:45:54.313823 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51262) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:54.355537 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613a3f4f-9cdd-418f-9335-ec28fa3a3985 None None] Network 881f9750-9090-4901-ab2f-0c2026b5021b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:54.397906 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-de41fe6e-6281-4dfa-bccd-970ec4efd402 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:54.440060 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-9f2f2585-6696-4971-9493-be573fb09981 None None] Port f93249e6-ce45-45b6-a2a1-2fb4c0c58f50 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:45:54.504923 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51266) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:54.506257 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-cf1922ac-38ba-492a-b15f-691fc65e0cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:45:48Z', 'revision_number': 8, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None, '_interfaces': [{'id': '3646dbc4-4362-43b1-89d4-d9c003156dfc', 'name': '', 'network_id': '6256bbaf-9598-4210-aa55-2c54f0a11487', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:60:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '397b81b7-41c4-4845-8748-4628805e24a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:21Z', 'updated_at': '2021-11-25T19:45:38Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '397b81b7-41c4-4845-8748-4628805e24a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '889b848d-58f6-45f1-a218-6c319548c11a', 'name': '', 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:64:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:46Z', 'updated_at': '2021-11-25T19:45:01Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96968f6f-c9a7-473f-a4b3-30c27b754e89', 'name': '', 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:67:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:06Z', 'updated_at': '2021-11-25T19:45:25Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:54.528701 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:54.607405 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1922ac-38ba-492a-b15f-691fc65e0cc9 None None] The sync data for ids ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'] in n-d-819349-5 is: [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:45:48Z', 'revision_number': 8, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None, '_interfaces': [{'id': '3646dbc4-4362-43b1-89d4-d9c003156dfc', 'name': '', 'network_id': '6256bbaf-9598-4210-aa55-2c54f0a11487', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:60:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '397b81b7-41c4-4845-8748-4628805e24a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:21Z', 'updated_at': '2021-11-25T19:45:38Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '397b81b7-41c4-4845-8748-4628805e24a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '889b848d-58f6-45f1-a218-6c319548c11a', 'name': '', 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:64:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:46Z', 'updated_at': '2021-11-25T19:45:01Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96968f6f-c9a7-473f-a4b3-30c27b754e89', 'name': '', 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:67:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:06Z', 'updated_at': '2021-11-25T19:45:25Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:45:54.617509 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a744bef8-103d-489a-a8f7-ebed28a24c06 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:54.671006 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-435d6e67-af63-4bfd-89e1-d47f9961faae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:54.690340 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4f2f3137-3172-41e0-b8cd-4d154338a4fe req-bf443a60-f4d2-4a2d-a1f2-e5cc19ef5ba8 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 210 time: 0.1756368 Nov 25 19:45:54.799570 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-de41fe6e-6281-4dfa-bccd-970ec4efd402 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:54.817562 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffc4fed-718e-4c71-947e-52e7257a661e x-openstack-request-id: req-9ffc4fed-718e-4c71-947e-52e7257a661e {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:45:54.824384 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46dac10-dcc1-4adb-8d03-4219fbba7f08", "name": "network-vif-deleted", "tag": "c093f5af-226f-4cea-a06f-7c3934337932", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:45:54.827155 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ffc4fed-718e-4c71-947e-52e7257a661e {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:45:54.828326 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46dac10-dcc1-4adb-8d03-4219fbba7f08', 'name': 'network-vif-deleted', 'tag': 'c093f5af-226f-4cea-a06f-7c3934337932', 'status': 'completed', 'code': 200} Nov 25 19:45:55.135290 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-47a5cee9-59eb-43ad-ab9e-637833066e47 req-706998e3-5ddf-40f9-abb4-b64df0b15f19 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f4711f0-3e60-406a-8ef0-94ee42e3c520 HTTP/1.1" status: 200 len: 210 time: 0.1538501 Nov 25 19:45:55.146125 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-de41fe6e-6281-4dfa-bccd-970ec4efd402 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Network f51730a2-8edb-4ebf-9106-0ab438d7dded is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:55.158396 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26809a54-f041-4937-a1a2-b8c4f16b56a6 None None] DHCP port deletion for 881f9750-9090-4901-ab2f-0c2026b5021b request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:55.209637 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-de41fe6e-6281-4dfa-bccd-970ec4efd402 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:55.224011 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41fe6e-6281-4dfa-bccd-970ec4efd402 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Pushing event updated for resources: {'Port': ['ID=6b77eb65-9cd0-44c6-a4c4-338d8686d585,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:55.230686 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-de41fe6e-6281-4dfa-bccd-970ec4efd402 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:55.337787 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-26809a54-f041-4937-a1a2-b8c4f16b56a6 None None] Deleting port 945b63e8-bccd-4710-abc4-c9298d93e961 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:55.340348 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-26809a54-f041-4937-a1a2-b8c4f16b56a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:55.367474 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a744bef8-103d-489a-a8f7-ebed28a24c06 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Deleting port 945b63e8-bccd-4710-abc4-c9298d93e961 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:55.367917 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a744bef8-103d-489a-a8f7-ebed28a24c06 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:55.565503 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-26809a54-f041-4937-a1a2-b8c4f16b56a6 None None] For port 945b63e8-bccd-4710-abc4-c9298d93e961, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=945b63e8-bccd-4710-abc4-c9298d93e961,segment=NetworkSegment(b5e6327b-095a-4886-bb90-5deb95a09746),segment_id=b5e6327b-095a-4886-bb90-5deb95a09746)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:55.567186 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-26809a54-f041-4937-a1a2-b8c4f16b56a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:55.619262 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-26809a54-f041-4937-a1a2-b8c4f16b56a6 None None] Calling delete_port for 945b63e8-bccd-4710-abc4-c9298d93e961 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:55.673532 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe6811-4947-4775-8ffd-54e541657d05 req-741afffd-ea6e-4618-9f11-d704e5d2c987 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:55.675526 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05fe6811-4947-4775-8ffd-54e541657d05 req-741afffd-ea6e-4618-9f11-d704e5d2c987 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.73 "GET /v2.0/networks?id=6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa HTTP/1.1" status: 200 len: 822 time: 0.5722425 Nov 25 19:45:55.691442 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-de41fe6e-6281-4dfa-bccd-970ec4efd402 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:55.692141 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-de41fe6e-6281-4dfa-bccd-970ec4efd402 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:55.715613 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-435d6e67-af63-4bfd-89e1-d47f9961faae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:55.720518 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a744bef8-103d-489a-a8f7-ebed28a24c06 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] For port 945b63e8-bccd-4710-abc4-c9298d93e961, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=945b63e8-bccd-4710-abc4-c9298d93e961,segment=NetworkSegment(b5e6327b-095a-4886-bb90-5deb95a09746),segment_id=b5e6327b-095a-4886-bb90-5deb95a09746)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:55.721030 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a744bef8-103d-489a-a8f7-ebed28a24c06 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:55.729552 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-05fe6811-4947-4775-8ffd-54e541657d05 req-e669fa14-9a08-4ec4-8a72-cc44a9477819 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Request body: {'port': {'device_id': '2f4711f0-3e60-406a-8ef0-94ee42e3c520', 'network_id': '6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa', 'admin_state_up': True, 'tenant_id': '6b627ee06685481eb08143e937abc9f3'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:55.760033 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-de41fe6e-6281-4dfa-bccd-970ec4efd402 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8015783 Nov 25 19:45:55.765335 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-435d6e67-af63-4bfd-89e1-d47f9961faae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:55.817832 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-26809a54-f041-4937-a1a2-b8c4f16b56a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:55.821686 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a744bef8-103d-489a-a8f7-ebed28a24c06 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Calling delete_port for 945b63e8-bccd-4710-abc4-c9298d93e961 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:55.842908 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-050338c3-a4bd-46d3-aebd-b7fdbcc25e16 service neutron] Request body: {'port': {'device_id': 'c7b9cd29-bb66-4c0e-9558-6e20b21fc858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:55.848363 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d6e67-af63-4bfd-89e1-d47f9961faae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2706370b-06f7-4dd4-9be7-631dff0d0934,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:55.876006 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-8a6e6568-ef0c-4c4d-8b76-b2d379295137 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Made reservation on behalf of e9d22fa4f40744aa88e4f6dbc79438c2 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:55.935699 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26809a54-f041-4937-a1a2-b8c4f16b56a6 None None] Pushing event deleted for resources: {'Port': ['ID=945b63e8-bccd-4710-abc4-c9298d93e961,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:55.941557 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26809a54-f041-4937-a1a2-b8c4f16b56a6 None None] No DVR routers for this DVR port 945b63e8-bccd-4710-abc4-c9298d93e961 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:45:55.957645 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26809a54-f041-4937-a1a2-b8c4f16b56a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:55.958166 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26809a54-f041-4937-a1a2-b8c4f16b56a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:55.958670 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26809a54-f041-4937-a1a2-b8c4f16b56a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:55.959817 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26809a54-f041-4937-a1a2-b8c4f16b56a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:55.959817 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26809a54-f041-4937-a1a2-b8c4f16b56a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:55.960573 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26809a54-f041-4937-a1a2-b8c4f16b56a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:55.961774 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26809a54-f041-4937-a1a2-b8c4f16b56a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:55.962700 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26809a54-f041-4937-a1a2-b8c4f16b56a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:55.970993 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26809a54-f041-4937-a1a2-b8c4f16b56a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:55.971875 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26809a54-f041-4937-a1a2-b8c4f16b56a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:55.976266 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26809a54-f041-4937-a1a2-b8c4f16b56a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:55.977051 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26809a54-f041-4937-a1a2-b8c4f16b56a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:56.000323 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-435d6e67-af63-4bfd-89e1-d47f9961faae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a10ae5d16c194f47bba9798b394b316c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4851100 Nov 25 19:45:56.118728 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51278) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:56.230862 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-8a6e6568-ef0c-4c4d-8b76-b2d379295137 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:56.302247 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device bf6ff926-77a5-4eae-aff4-95e2e91dbe5d no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:45:56.351141 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: bf6ff926-77a5-4eae-aff4-95e2e91dbe5d {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:45:56.351381 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device bf6ff926-77a5-4eae-aff4-95e2e91dbe5d not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:45:56.351819 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 945b63e8-bccd-4710-abc4-c9298d93e961 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:45:56.393054 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a744bef8-103d-489a-a8f7-ebed28a24c06 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:56.400299 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 945b63e8-bccd-4710-abc4-c9298d93e961 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:45:56.400561 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 945b63e8-bccd-4710-abc4-c9298d93e961 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:45:56.549271 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744bef8-103d-489a-a8f7-ebed28a24c06 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Port': ['ID=945b63e8-bccd-4710-abc4-c9298d93e961,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:56.574862 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a744bef8-103d-489a-a8f7-ebed28a24c06 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] No DVR routers for this DVR port 945b63e8-bccd-4710-abc4-c9298d93e961 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:45:56.594792 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-050338c3-a4bd-46d3-aebd-b7fdbcc25e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:56.728093 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-8a6e6568-ef0c-4c4d-8b76-b2d379295137 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Allocated IP 10.2.2.100 (8aa06786-042e-4faf-b4a5-b6084b1ca237/d3557900-716c-49fc-9261-bbc772127fc4/7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:56.730046 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-164054b0-64e9-46fb-90c6-2696dcbd4ce7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:56.779674 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-164054b0-64e9-46fb-90c6-2696dcbd4ce7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:56.904019 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407ffeb-79da-4198-8bef-16829ec8fc07 req-38f1e7cf-8626-4048-878b-139e060bb04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:56.906475 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2407ffeb-79da-4198-8bef-16829ec8fc07 req-38f1e7cf-8626-4048-878b-139e060bb04e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b14339133a914aa7b55a942f74e5faf3&device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 1097 time: 0.6379130 Nov 25 19:45:56.917200 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4494e4-2ca8-4414-9986-7ee24873018d req-3f906eab-8bbd-4f2a-8086-2e88404040f7 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:56.924691 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4494e4-2ca8-4414-9986-7ee24873018d req-3f906eab-8bbd-4f2a-8086-2e88404040f7 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:56.936220 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4494e4-2ca8-4414-9986-7ee24873018d req-3f906eab-8bbd-4f2a-8086-2e88404040f7 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:56.955989 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec4494e4-2ca8-4414-9986-7ee24873018d req-3f906eab-8bbd-4f2a-8086-2e88404040f7 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 2375 time: 0.5453787 Nov 25 19:45:56.979404 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-164054b0-64e9-46fb-90c6-2696dcbd4ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:56.984161 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-164054b0-64e9-46fb-90c6-2696dcbd4ce7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:56.986739 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-164054b0-64e9-46fb-90c6-2696dcbd4ce7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2706370b-06f7-4dd4-9be7-631dff0d0934 HTTP/1.1" status: 204 len: 168 time: 0.7952888 Nov 25 19:45:57.094954 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-8a6e6568-ef0c-4c4d-8b76-b2d379295137 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:57.144579 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-8a6e6568-ef0c-4c4d-8b76-b2d379295137 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:57.281444 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e6568-ef0c-4c4d-8b76-b2d379295137 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event updated for resources: {'Port': ['ID=7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:57.292035 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-8a6e6568-ef0c-4c4d-8b76-b2d379295137 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Network 8aa06786-042e-4faf-b4a5-b6084b1ca237 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:57.294162 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-8a6e6568-ef0c-4c4d-8b76-b2d379295137 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:57.326675 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-8a6e6568-ef0c-4c4d-8b76-b2d379295137 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:57.363001 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164054b0-64e9-46fb-90c6-2696dcbd4ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2706370b-06f7-4dd4-9be7-631dff0d0934,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:57.528257 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-8a6e6568-ef0c-4c4d-8b76-b2d379295137 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:57.529654 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-8a6e6568-ef0c-4c4d-8b76-b2d379295137 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:57.548675 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a744bef8-103d-489a-a8f7-ebed28a24c06 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:57.654333 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-8a6e6568-ef0c-4c4d-8b76-b2d379295137 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6972682 Nov 25 19:45:57.679340 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-e0fc4f5a-1a51-46c4-a123-0d47140998f9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Request body: {'port': {'device_id': '44e8404a-5a79-4ac5-9565-73631729b81b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8aa06786-042e-4faf-b4a5-b6084b1ca237', 'admin_state_up': True, 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'security_groups': ['275aa994-18f6-4ebd-ae06-3d72017bc028']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:57.777286 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf31f0-243e-473a-86ac-cc11099dddd4 req-c5a12f9b-98af-4b86-b93e-f113d9c769ca tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:57.779404 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-efbf31f0-243e-473a-86ac-cc11099dddd4 req-c5a12f9b-98af-4b86-b93e-f113d9c769ca tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.73 "GET /v2.0/ports?device_id=74c94f3d-15fb-4214-96e4-39e263e12641 HTTP/1.1" status: 200 len: 945 time: 0.2424204 Nov 25 19:45:57.818978 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-259eb7d9-d774-4b60-92f7-2349ebd6bf5c None None] Provisioning complete for port 7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:57.819531 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-259eb7d9-d774-4b60-92f7-2349ebd6bf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:57.926992 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-259eb7d9-d774-4b60-92f7-2349ebd6bf5c None None] Port 7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:45:58.064382 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-efbf31f0-243e-473a-86ac-cc11099dddd4 req-495cb254-63cb-44fa-9a34-de7307562596 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Deleting port 831e98c1-f30d-4b30-83fa-f698b4da9096 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:58.064972 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-efbf31f0-243e-473a-86ac-cc11099dddd4 req-495cb254-63cb-44fa-9a34-de7307562596 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:58.233791 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-efbf31f0-243e-473a-86ac-cc11099dddd4 req-495cb254-63cb-44fa-9a34-de7307562596 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] For port 831e98c1-f30d-4b30-83fa-f698b4da9096, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=831e98c1-f30d-4b30-83fa-f698b4da9096,segment=NetworkSegment(02fa6f66-9208-4806-8bde-6e2373cf1375),segment_id=02fa6f66-9208-4806-8bde-6e2373cf1375)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:58.234950 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-efbf31f0-243e-473a-86ac-cc11099dddd4 req-495cb254-63cb-44fa-9a34-de7307562596 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:58.253581 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-efbf31f0-243e-473a-86ac-cc11099dddd4 req-495cb254-63cb-44fa-9a34-de7307562596 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Calling delete_port for 831e98c1-f30d-4b30-83fa-f698b4da9096 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:58.465818 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-efbf31f0-243e-473a-86ac-cc11099dddd4 req-495cb254-63cb-44fa-9a34-de7307562596 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:58.486417 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['e84a21e4-bcde-4d01-aab2-cba25c2d2414', '831e98c1-f30d-4b30-83fa-f698b4da9096'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:45:58.565853 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-e0fc4f5a-1a51-46c4-a123-0d47140998f9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Made reservation on behalf of e9d22fa4f40744aa88e4f6dbc79438c2 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:58.598063 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-e0fc4f5a-1a51-46c4-a123-0d47140998f9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:58.620537 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-050338c3-a4bd-46d3-aebd-b7fdbcc25e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b77eb65-9cd0-44c6-a4c4-338d8686d585 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:45:58.640815 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-050338c3-a4bd-46d3-aebd-b7fdbcc25e16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:58.675339 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95423f34-83c1-429e-b3a6-b760057e47de None None] DHCP port deletion for 0144b778-2e7c-4a1d-86b2-f3dbc366beab request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:58.691435 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-050338c3-a4bd-46d3-aebd-b7fdbcc25e16 service neutron] Transition to ACTIVE for port object 6b77eb65-9cd0-44c6-a4c4-338d8686d585 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:45:58.722569 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-a744bef8-103d-489a-a8f7-ebed28a24c06 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['881f9750-9090-4901-ab2f-0c2026b5021b']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:58.740828 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-a744bef8-103d-489a-a8f7-ebed28a24c06 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e6327b-095a-4886-bb90-5deb95a09746') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:58.741525 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-a744bef8-103d-489a-a8f7-ebed28a24c06 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e6327b-095a-4886-bb90-5deb95a09746') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:58.757990 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495cb254-63cb-44fa-9a34-de7307562596 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Pushing event deleted for resources: {'Port': ['ID=831e98c1-f30d-4b30-83fa-f698b4da9096,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:58.769026 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a744bef8-103d-489a-a8f7-ebed28a24c06 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:58.836674 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbf31f0-243e-473a-86ac-cc11099dddd4 req-495cb254-63cb-44fa-9a34-de7307562596 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] No DVR routers for this DVR port 831e98c1-f30d-4b30-83fa-f698b4da9096 on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:45:58.843277 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-efbf31f0-243e-473a-86ac-cc11099dddd4 req-495cb254-63cb-44fa-9a34-de7307562596 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:58.851219 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-efbf31f0-243e-473a-86ac-cc11099dddd4 req-495cb254-63cb-44fa-9a34-de7307562596 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.73 "DELETE /v2.0/ports/831e98c1-f30d-4b30-83fa-f698b4da9096 HTTP/1.1" status: 204 len: 173 time: 1.0340877 Nov 25 19:45:58.851418 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec4494e4-2ca8-4414-9986-7ee24873018d req-98390ecb-0843-4a0a-9859-510c9547e32e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.8933654 Nov 25 19:45:58.856069 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05fe6811-4947-4775-8ffd-54e541657d05 req-e669fa14-9a08-4ec4-8a72-cc44a9477819 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Made reservation on behalf of 6b627ee06685481eb08143e937abc9f3 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:58.856069 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-05fe6811-4947-4775-8ffd-54e541657d05 req-e669fa14-9a08-4ec4-8a72-cc44a9477819 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:58.866023 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c94f3d-15fb-4214-96e4-39e263e12641', 'name': 'network-vif-deleted', 'tag': '831e98c1-f30d-4b30-83fa-f698b4da9096'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:45:58.873673 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353869ac-1b6d-4be5-b1c1-d77c2f18b0ee" -d '{"events": [{"server_uuid": "74c94f3d-15fb-4214-96e4-39e263e12641", "name": "network-vif-deleted", "tag": "831e98c1-f30d-4b30-83fa-f698b4da9096"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:45:58.933972 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a744bef8-103d-489a-a8f7-ebed28a24c06 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:58.957595 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a744bef8-103d-489a-a8f7-ebed28a24c06 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:45:58.958243 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a744bef8-103d-489a-a8f7-ebed28a24c06 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:45:59.253027 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:45:59.341176 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d9c518ff-c187-4f6e-9580-90f1a7f76a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:59.437906 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-e0fc4f5a-1a51-46c4-a123-0d47140998f9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Allocated IP 10.2.2.200 (8aa06786-042e-4faf-b4a5-b6084b1ca237/d3557900-716c-49fc-9261-bbc772127fc4/c7c43280-00f8-410b-a2b1-a37e5e2e1f1f) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:59.498603 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-050338c3-a4bd-46d3-aebd-b7fdbcc25e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:59.601022 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-05fe6811-4947-4775-8ffd-54e541657d05 req-e669fa14-9a08-4ec4-8a72-cc44a9477819 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Allocated IP 172.20.0.3 (6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa/6e38dc1b-5277-41f0-afc8-99e2f28a1004/0afd943b-5a90-4be0-ac07-4249f2e2ae0a) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:59.933981 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407ffeb-79da-4198-8bef-16829ec8fc07 req-e6b41f08-38bb-446b-a85e-ac0c22ebc640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:59.935956 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2407ffeb-79da-4198-8bef-16829ec8fc07 req-e6b41f08-38bb-446b-a85e-ac0c22ebc640 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7b554939-0be1-4ec6-b24c-67d3e874e0c5 HTTP/1.1" status: 200 len: 920 time: 2.9720662 Nov 25 19:45:59.957728 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-e0fc4f5a-1a51-46c4-a123-0d47140998f9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:00.057561 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d4abd33-8b29-47d5-9354-b3bf0ef292bd req-142b7952-1f1e-44b5-a921-60d1e78edad9 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=74c94f3d-15fb-4214-96e4-39e263e12641 HTTP/1.1" status: 200 len: 210 time: 0.7963400 Nov 25 19:46:00.107245 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-e0fc4f5a-1a51-46c4-a123-0d47140998f9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:00.240507 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050338c3-a4bd-46d3-aebd-b7fdbcc25e16 service neutron] Pushing event updated for resources: {'Port': ['ID=6b77eb65-9cd0-44c6-a4c4-338d8686d585,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:00.300377 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-e0fc4f5a-1a51-46c4-a123-0d47140998f9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Network 8aa06786-042e-4faf-b4a5-b6084b1ca237 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:00.303243 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc4f5a-1a51-46c4-a123-0d47140998f9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event updated for resources: {'Port': ['ID=c7c43280-00f8-410b-a2b1-a37e5e2e1f1f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:00.310014 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-e0fc4f5a-1a51-46c4-a123-0d47140998f9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:00.316202 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-e0fc4f5a-1a51-46c4-a123-0d47140998f9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:46:00.353539 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2407ffeb-79da-4198-8bef-16829ec8fc07 req-7351ba0c-5843-4430-ac93-aa20b4bd75e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ef884be-3c91-47c0-968b-b383021ce755 HTTP/1.1" status: 200 len: 217 time: 0.1378989 Nov 25 19:46:00.354612 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a744bef8-103d-489a-a8f7-ebed28a24c06 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:00.418222 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-e0fc4f5a-1a51-46c4-a123-0d47140998f9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:00.418930 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-e0fc4f5a-1a51-46c4-a123-0d47140998f9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:00.442073 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-e0fc4f5a-1a51-46c4-a123-0d47140998f9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7776866 Nov 25 19:46:00.457263 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Request body: {'port': {'device_id': '44e8404a-5a79-4ac5-9565-73631729b81b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:00.477155 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a744bef8-103d-489a-a8f7-ebed28a24c06 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:00.487020 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a744bef8-103d-489a-a8f7-ebed28a24c06 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/networks/881f9750-9090-4901-ab2f-0c2026b5021b HTTP/1.1" status: 204 len: 168 time: 6.1546085 Nov 25 19:46:00.521090 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51328) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:00.577901 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744bef8-103d-489a-a8f7-ebed28a24c06 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Network': ['ID=881f9750-9090-4901-ab2f-0c2026b5021b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:00.743539 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:00.791794 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-05fe6811-4947-4775-8ffd-54e541657d05 req-e669fa14-9a08-4ec4-8a72-cc44a9477819 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:00.793511 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407ffeb-79da-4198-8bef-16829ec8fc07 req-4b3e0ffe-8b13-4d45-a2f0-e6e97fa5b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:00.793796 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7186e410-7c2d-45e4-8336-297f6e86f455 None None] Provisioning complete for port c7c43280-00f8-410b-a2b1-a37e5e2e1f1f triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:00.794714 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7186e410-7c2d-45e4-8336-297f6e86f455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:00.800986 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2407ffeb-79da-4198-8bef-16829ec8fc07 req-4b3e0ffe-8b13-4d45-a2f0-e6e97fa5b410 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9dfbb276-11e5-414c-b31c-559c0b9f994d HTTP/1.1" status: 200 len: 859 time: 0.4286072 Nov 25 19:46:00.814528 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bc866-2ced-4289-97ec-84247303b5ea req-99af1806-9703-4ae4-8eb6-198dfde4a70e tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:00.819443 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-492bc866-2ced-4289-97ec-84247303b5ea req-99af1806-9703-4ae4-8eb6-198dfde4a70e tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 944 time: 0.5261202 Nov 25 19:46:00.882050 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7186e410-7c2d-45e4-8336-297f6e86f455 None None] Port c7c43280-00f8-410b-a2b1-a37e5e2e1f1f cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:46:00.909265 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2407ffeb-79da-4198-8bef-16829ec8fc07 req-c3158650-6c0e-418d-8376-6de69f718735 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7b554939-0be1-4ec6-b24c-67d3e874e0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807686 Nov 25 19:46:01.023479 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-492bc866-2ced-4289-97ec-84247303b5ea req-146f5d80-c730-471c-b6a3-2d61ff36e1c6 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846085 Nov 25 19:46:01.117934 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-050338c3-a4bd-46d3-aebd-b7fdbcc25e16 service neutron] Attempting to bind port 6b77eb65-9cd0-44c6-a4c4-338d8686d585 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:46:01.118480 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-050338c3-a4bd-46d3-aebd-b7fdbcc25e16 service neutron] Attempting to bind port 6b77eb65-9cd0-44c6-a4c4-338d8686d585 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '192a7c7c-2687-4772-a662-fc33bfbaecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f51730a2-8edb-4ebf-9106-0ab438d7dded'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:46:01.118865 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-050338c3-a4bd-46d3-aebd-b7fdbcc25e16 service neutron] Attempting to bind port 6b77eb65-9cd0-44c6-a4c4-338d8686d585 on network f51730a2-8edb-4ebf-9106-0ab438d7dded {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:01.128939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-050338c3-a4bd-46d3-aebd-b7fdbcc25e16 service neutron] Port 6b77eb65-9cd0-44c6-a4c4-338d8686d585 on network f51730a2-8edb-4ebf-9106-0ab438d7dded not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:46:01.129867 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-050338c3-a4bd-46d3-aebd-b7fdbcc25e16 service neutron] Attempting to bind port 6b77eb65-9cd0-44c6-a4c4-338d8686d585 on network f51730a2-8edb-4ebf-9106-0ab438d7dded {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:01.132661 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-05fe6811-4947-4775-8ffd-54e541657d05 req-e669fa14-9a08-4ec4-8a72-cc44a9477819 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:01.229071 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669fa14-9a08-4ec4-8a72-cc44a9477819 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Pushing event updated for resources: {'Port': ['ID=0afd943b-5a90-4be0-ac07-4249f2e2ae0a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:01.240549 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-050338c3-a4bd-46d3-aebd-b7fdbcc25e16 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:46:01.241708 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-050338c3-a4bd-46d3-aebd-b7fdbcc25e16 service neutron] Checking segment: {'id': '192a7c7c-2687-4772-a662-fc33bfbaecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f51730a2-8edb-4ebf-9106-0ab438d7dded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:46:01.242330 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-050338c3-a4bd-46d3-aebd-b7fdbcc25e16 service neutron] Bound using segment: {'id': '192a7c7c-2687-4772-a662-fc33bfbaecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f51730a2-8edb-4ebf-9106-0ab438d7dded'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:46:01.243230 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-050338c3-a4bd-46d3-aebd-b7fdbcc25e16 service neutron] Bound port: 6b77eb65-9cd0-44c6-a4c4-338d8686d585, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192a7c7c-2687-4772-a662-fc33bfbaecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f51730a2-8edb-4ebf-9106-0ab438d7dded'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:46:01.243896 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-050338c3-a4bd-46d3-aebd-b7fdbcc25e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:01.354783 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05fe6811-4947-4775-8ffd-54e541657d05 req-e669fa14-9a08-4ec4-8a72-cc44a9477819 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Network 6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:01.364526 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2407ffeb-79da-4198-8bef-16829ec8fc07 req-40823e7d-ccee-4218-a934-ce80b0887394 service neutron] 10.222.0.73 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375865 Nov 25 19:46:01.369347 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-05fe6811-4947-4775-8ffd-54e541657d05 req-e669fa14-9a08-4ec4-8a72-cc44a9477819 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:01.372980 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fe6811-4947-4775-8ffd-54e541657d05 req-e669fa14-9a08-4ec4-8a72-cc44a9477819 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:46:01.451476 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe6811-4947-4775-8ffd-54e541657d05 req-e669fa14-9a08-4ec4-8a72-cc44a9477819 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:01.452732 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-05fe6811-4947-4775-8ffd-54e541657d05 req-e669fa14-9a08-4ec4-8a72-cc44a9477819 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:01.547870 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-050338c3-a4bd-46d3-aebd-b7fdbcc25e16 service neutron] For port 6b77eb65-9cd0-44c6-a4c4-338d8686d585, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:46:01.560758 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05fe6811-4947-4775-8ffd-54e541657d05 req-e669fa14-9a08-4ec4-8a72-cc44a9477819 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8489785 Nov 25 19:46:01.587140 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f06fbc-4ea5-4978-9ccb-90d4b551229f req-8b3acb54-a043-4c7c-8857-f8915f1431dc tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:01.588524 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-63f06fbc-4ea5-4978-9ccb-90d4b551229f req-8b3acb54-a043-4c7c-8857-f8915f1431dc tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 946 time: 0.3241644 Nov 25 19:46:01.593492 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-05fe6811-4947-4775-8ffd-54e541657d05 req-d74329e4-e6b8-44d9-990d-c150e8a45791 service neutron] Request body: {'port': {'device_id': '2f4711f0-3e60-406a-8ef0-94ee42e3c520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:01.599724 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-050338c3-a4bd-46d3-aebd-b7fdbcc25e16 service neutron] For port 6b77eb65-9cd0-44c6-a4c4-338d8686d585, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b77eb65-9cd0-44c6-a4c4-338d8686d585,segment=NetworkSegment(192a7c7c-2687-4772-a662-fc33bfbaecb6),segment_id=192a7c7c-2687-4772-a662-fc33bfbaecb6)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:46:01.633465 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-050338c3-a4bd-46d3-aebd-b7fdbcc25e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:01.709618 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2407ffeb-79da-4198-8bef-16829ec8fc07 req-e5cd57ef-4f6c-4f7d-8190-46da1151f511 service neutron] 10.222.0.73 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790394 Nov 25 19:46:01.726618 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-050338c3-a4bd-46d3-aebd-b7fdbcc25e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:01.727616 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-050338c3-a4bd-46d3-aebd-b7fdbcc25e16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:01.728907 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-050338c3-a4bd-46d3-aebd-b7fdbcc25e16 service neutron] 10.222.0.85 "PUT /v2.0/ports/6b77eb65-9cd0-44c6-a4c4-338d8686d585 HTTP/1.1" status: 200 len: 1092 time: 5.9531369 Nov 25 19:46:01.736130 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-64c69639-89b1-4fa4-afb4-b2072db29301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:01.747233 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b9cd29-bb66-4c0e-9558-6e20b21fc858', 'tag': '6b77eb65-9cd0-44c6-a4c4-338d8686d585'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:46:01.750375 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2330282f-42c2-493c-b745-4ae132003c99" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b9cd29-bb66-4c0e-9558-6e20b21fc858", "tag": "6b77eb65-9cd0-44c6-a4c4-338d8686d585"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:46:01.851723 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de4dd576-7fb9-462c-a5c0-950242cfed18 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:46:01.861686 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-442626b1-ef38-40cd-b92f-9c1ade9919e6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:01.869445 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:01.938594 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 831e98c1-f30d-4b30-83fa-f698b4da9096 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:46:01.989787 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 831e98c1-f30d-4b30-83fa-f698b4da9096 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:46:01.990543 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 831e98c1-f30d-4b30-83fa-f698b4da9096 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:46:02.010055 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050338c3-a4bd-46d3-aebd-b7fdbcc25e16 service neutron] Pushing event updated for resources: {'Port': ['ID=6b77eb65-9cd0-44c6-a4c4-338d8686d585,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:02.028179 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Transition to ACTIVE for port object de4dd576-7fb9-462c-a5c0-950242cfed18 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:46:02.028820 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-05fe6811-4947-4775-8ffd-54e541657d05 req-d74329e4-e6b8-44d9-990d-c150e8a45791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:02.037884 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:02.064546 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-63f06fbc-4ea5-4978-9ccb-90d4b551229f req-61109e80-23dd-4fdd-8c82-002cd7c8a2fc tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537318 Nov 25 19:46:02.181349 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-200afedb-635a-4ef5-85f8-8ce7b5b27ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:02.192104 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-200afedb-635a-4ef5-85f8-8ce7b5b27ccd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=471f2a7f98c848b5bc3e8a0d34a42418&device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 1095 time: 0.3376911 Nov 25 19:46:02.260808 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Pushing event updated for resources: {'Port': ['ID=de4dd576-7fb9-462c-a5c0-950242cfed18,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:02.455840 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-3b2f80a1-5b5e-4e6b-8a60-cb2e21bea696 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b77eb65-9cd0-44c6-a4c4-338d8686d585 HTTP/1.1" status: 200 len: 217 time: 0.1989794 Nov 25 19:46:02.775338 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-edec20e2-a58c-4e5b-9fd7-4f0193218c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:02.777283 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-edec20e2-a58c-4e5b-9fd7-4f0193218c1d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c4dba496-447a-4769-abf8-07cfdf8254fc HTTP/1.1" status: 200 len: 853 time: 0.3200436 Nov 25 19:46:02.824105 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Attempting to bind port de4dd576-7fb9-462c-a5c0-950242cfed18 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:46:02.824651 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Attempting to bind port de4dd576-7fb9-462c-a5c0-950242cfed18 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e6798801-fb68-42d2-b806-33f4c3263a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:46:02.825353 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Attempting to bind port de4dd576-7fb9-462c-a5c0-950242cfed18 on network e6cd4387-d0d6-4f12-8944-fa288777c85c {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:02.848988 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Port de4dd576-7fb9-462c-a5c0-950242cfed18 on network e6cd4387-d0d6-4f12-8944-fa288777c85c not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:46:02.849532 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Attempting to bind port de4dd576-7fb9-462c-a5c0-950242cfed18 on network e6cd4387-d0d6-4f12-8944-fa288777c85c {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:02.867624 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:46:02.868397 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Checking segment: {'id': 'e6798801-fb68-42d2-b806-33f4c3263a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:46:02.868995 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Bound using segment: {'id': 'e6798801-fb68-42d2-b806-33f4c3263a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:46:02.869798 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Bound port: de4dd576-7fb9-462c-a5c0-950242cfed18, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6798801-fb68-42d2-b806-33f4c3263a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:46:02.870413 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:02.987295 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2afc5f-d2c4-4e99-970a-82a5e2b4e7ac req-3fab0057-a6b1-4a22-ba80-b5994a692afb tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:02.991769 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6f2afc5f-d2c4-4e99-970a-82a5e2b4e7ac req-3fab0057-a6b1-4a22-ba80-b5994a692afb tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f4711f0-3e60-406a-8ef0-94ee42e3c520 HTTP/1.1" status: 200 len: 931 time: 0.5711555 Nov 25 19:46:03.006089 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-0988974b-5118-433c-8728-4f767ddc9a26 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f51730a2-8edb-4ebf-9106-0ab438d7dded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2195065 Nov 25 19:46:03.156103 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-442626b1-ef38-40cd-b92f-9c1ade9919e6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Deleting port 3646dbc4-4362-43b1-89d4-d9c003156dfc {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:03.156103 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-442626b1-ef38-40cd-b92f-9c1ade9919e6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:03.208444 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] For port de4dd576-7fb9-462c-a5c0-950242cfed18, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:46:03.416065 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-442626b1-ef38-40cd-b92f-9c1ade9919e6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] For port 3646dbc4-4362-43b1-89d4-d9c003156dfc, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=3646dbc4-4362-43b1-89d4-d9c003156dfc,segment=NetworkSegment(3e302e6b-7c45-48ec-a415-ad77d98ff0e6),segment_id=3e302e6b-7c45-48ec-a415-ad77d98ff0e6)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:03.416434 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-442626b1-ef38-40cd-b92f-9c1ade9919e6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:03.474896 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-442626b1-ef38-40cd-b92f-9c1ade9919e6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Calling delete_port for 3646dbc4-4362-43b1-89d4-d9c003156dfc owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:03.633510 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] For port de4dd576-7fb9-462c-a5c0-950242cfed18, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=de4dd576-7fb9-462c-a5c0-950242cfed18,segment=NetworkSegment(e6798801-fb68-42d2-b806-33f4c3263a05),segment_id=e6798801-fb68-42d2-b806-33f4c3263a05)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:46:03.636470 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:03.643813 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:03.726643 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:03.727659 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:03.730263 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] 10.222.0.85 "PUT /v2.0/ports/de4dd576-7fb9-462c-a5c0-950242cfed18 HTTP/1.1" status: 200 len: 1092 time: 3.2799575 Nov 25 19:46:03.810165 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6f2afc5f-d2c4-4e99-970a-82a5e2b4e7ac req-9af4f576-2241-4487-9fb3-63485b551f87 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7979314 Nov 25 19:46:03.814876 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-ae83ff3f-4c3e-4620-927d-a47c787d49b8 service neutron] Request body: {'port': {'device_id': '44e8404a-5a79-4ac5-9565-73631729b81b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:03.972759 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Pushing event updated for resources: {'Port': ['ID=de4dd576-7fb9-462c-a5c0-950242cfed18,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:04.031492 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:04.031882 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:04.032241 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:04.032593 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:04.032921 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:04.033257 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:04.033617 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:04.033947 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:04.034280 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:04.034658 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:04.034981 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:04.035313 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402888bb-cb64-472b-9917-7b568b3a40f3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:04.071163 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed941671-b6a0-4637-be9c-92e4b549e083 x-openstack-request-id: req-ed941671-b6a0-4637-be9c-92e4b549e083 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:46:04.081932 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c94f3d-15fb-4214-96e4-39e263e12641", "name": "network-vif-deleted", "tag": "831e98c1-f30d-4b30-83fa-f698b4da9096", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:46:04.082783 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ed941671-b6a0-4637-be9c-92e4b549e083 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:46:04.082967 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c94f3d-15fb-4214-96e4-39e263e12641', 'name': 'network-vif-deleted', 'tag': '831e98c1-f30d-4b30-83fa-f698b4da9096', 'status': 'completed', 'code': 200} Nov 25 19:46:04.102673 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-ea0368ee-0d35-472f-aa91-8112b2ba1be9 service neutron] 10.222.0.85 "GET /v2.0/networks/f51730a2-8edb-4ebf-9106-0ab438d7dded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8384848 Nov 25 19:46:04.268010 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-ae83ff3f-4c3e-4620-927d-a47c787d49b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:04.347304 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-442626b1-ef38-40cd-b92f-9c1ade9919e6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:04.376249 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-05fe6811-4947-4775-8ffd-54e541657d05 req-d74329e4-e6b8-44d9-990d-c150e8a45791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0afd943b-5a90-4be0-ac07-4249f2e2ae0a {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:46:04.386215 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-05fe6811-4947-4775-8ffd-54e541657d05 req-d74329e4-e6b8-44d9-990d-c150e8a45791 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:04.402267 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-05fe6811-4947-4775-8ffd-54e541657d05 req-d74329e4-e6b8-44d9-990d-c150e8a45791 service neutron] Transition to ACTIVE for port object 0afd943b-5a90-4be0-ac07-4249f2e2ae0a will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:46:04.413066 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-05fe6811-4947-4775-8ffd-54e541657d05 req-d74329e4-e6b8-44d9-990d-c150e8a45791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:04.492079 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442626b1-ef38-40cd-b92f-9c1ade9919e6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Port': ['ID=3646dbc4-4362-43b1-89d4-d9c003156dfc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:04.533725 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24a2b8d4-15be-4034-96cc-6e0cc8778394 req-7cf1052a-06bb-4ac7-97c0-83389d5d944c service neutron] 10.222.0.85 "GET /v2.0/networks/f51730a2-8edb-4ebf-9106-0ab438d7dded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206786 Nov 25 19:46:04.641948 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ddf5c-c176-47b4-82e7-8ab4f5de51a0 req-af79b79f-0e4a-4d66-baf3-3540cefc20fb tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:04.658203 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ddf5c-c176-47b4-82e7-8ab4f5de51a0 req-af79b79f-0e4a-4d66-baf3-3540cefc20fb tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:04.667406 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ddf5c-c176-47b4-82e7-8ab4f5de51a0 req-af79b79f-0e4a-4d66-baf3-3540cefc20fb tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:04.679021 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ddf5c-c176-47b4-82e7-8ab4f5de51a0 req-af79b79f-0e4a-4d66-baf3-3540cefc20fb tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:04.691167 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ddf5c-c176-47b4-82e7-8ab4f5de51a0 req-af79b79f-0e4a-4d66-baf3-3540cefc20fb tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:04.705984 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad2ddf5c-c176-47b4-82e7-8ab4f5de51a0 req-af79b79f-0e4a-4d66-baf3-3540cefc20fb tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 3829 time: 0.3929510 Nov 25 19:46:04.784333 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74329e4-e6b8-44d9-990d-c150e8a45791 service neutron] Pushing event updated for resources: {'Port': ['ID=0afd943b-5a90-4be0-ac07-4249f2e2ae0a,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:04.891800 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-442626b1-ef38-40cd-b92f-9c1ade9919e6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:04.965455 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad2ddf5c-c176-47b4-82e7-8ab4f5de51a0 req-b3235550-2bb4-4ea7-8df9-df3298c1c51e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577875 Nov 25 19:46:05.176805 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-05fe6811-4947-4775-8ffd-54e541657d05 req-d74329e4-e6b8-44d9-990d-c150e8a45791 service neutron] Attempting to bind port 0afd943b-5a90-4be0-ac07-4249f2e2ae0a on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:46:05.177983 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-05fe6811-4947-4775-8ffd-54e541657d05 req-d74329e4-e6b8-44d9-990d-c150e8a45791 service neutron] Attempting to bind port 0afd943b-5a90-4be0-ac07-4249f2e2ae0a by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '8c5174ef-5abc-49d8-9a1c-4e9ab534cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:46:05.181628 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fe6811-4947-4775-8ffd-54e541657d05 req-d74329e4-e6b8-44d9-990d-c150e8a45791 service neutron] Attempting to bind port 0afd943b-5a90-4be0-ac07-4249f2e2ae0a on network 6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:05.199259 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fe6811-4947-4775-8ffd-54e541657d05 req-d74329e4-e6b8-44d9-990d-c150e8a45791 service neutron] Port 0afd943b-5a90-4be0-ac07-4249f2e2ae0a on network 6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:46:05.199741 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fe6811-4947-4775-8ffd-54e541657d05 req-d74329e4-e6b8-44d9-990d-c150e8a45791 service neutron] Attempting to bind port 0afd943b-5a90-4be0-ac07-4249f2e2ae0a on network 6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:05.211562 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fe6811-4947-4775-8ffd-54e541657d05 req-d74329e4-e6b8-44d9-990d-c150e8a45791 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:46:05.212106 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fe6811-4947-4775-8ffd-54e541657d05 req-d74329e4-e6b8-44d9-990d-c150e8a45791 service neutron] Checking segment: {'id': '8c5174ef-5abc-49d8-9a1c-4e9ab534cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:46:05.212980 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fe6811-4947-4775-8ffd-54e541657d05 req-d74329e4-e6b8-44d9-990d-c150e8a45791 service neutron] Bound using segment: {'id': '8c5174ef-5abc-49d8-9a1c-4e9ab534cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:46:05.215215 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-05fe6811-4947-4775-8ffd-54e541657d05 req-d74329e4-e6b8-44d9-990d-c150e8a45791 service neutron] Bound port: 0afd943b-5a90-4be0-ac07-4249f2e2ae0a, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c5174ef-5abc-49d8-9a1c-4e9ab534cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:46:05.215712 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-05fe6811-4947-4775-8ffd-54e541657d05 req-d74329e4-e6b8-44d9-990d-c150e8a45791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:05.268905 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0728842-14ed-4ddc-90d7-f92e9d4929d2 x-openstack-request-id: req-c0728842-14ed-4ddc-90d7-f92e9d4929d2 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:46:05.272705 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b9cd29-bb66-4c0e-9558-6e20b21fc858", "tag": "6b77eb65-9cd0-44c6-a4c4-338d8686d585", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:46:05.273133 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c0728842-14ed-4ddc-90d7-f92e9d4929d2 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:46:05.273876 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b9cd29-bb66-4c0e-9558-6e20b21fc858', 'tag': '6b77eb65-9cd0-44c6-a4c4-338d8686d585', 'status': 'completed', 'code': 200} Nov 25 19:46:05.422566 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330282f-42c2-493c-b745-4ae132003c99 req-400010c5-e460-4cfd-a650-4dfa1c6c0862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:05.425424 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2330282f-42c2-493c-b745-4ae132003c99 req-400010c5-e460-4cfd-a650-4dfa1c6c0862 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=471f2a7f98c848b5bc3e8a0d34a42418&device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 1095 time: 0.1498003 Nov 25 19:46:05.464620 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:05.508603 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-05fe6811-4947-4775-8ffd-54e541657d05 req-d74329e4-e6b8-44d9-990d-c150e8a45791 service neutron] For port 0afd943b-5a90-4be0-ac07-4249f2e2ae0a, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:46:05.596475 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:05.706741 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-05fe6811-4947-4775-8ffd-54e541657d05 req-d74329e4-e6b8-44d9-990d-c150e8a45791 service neutron] For port 0afd943b-5a90-4be0-ac07-4249f2e2ae0a, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0afd943b-5a90-4be0-ac07-4249f2e2ae0a,segment=NetworkSegment(8c5174ef-5abc-49d8-9a1c-4e9ab534cb77),segment_id=8c5174ef-5abc-49d8-9a1c-4e9ab534cb77)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:46:05.770563 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-05fe6811-4947-4775-8ffd-54e541657d05 req-d74329e4-e6b8-44d9-990d-c150e8a45791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:05.863090 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-ae83ff3f-4c3e-4620-927d-a47c787d49b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed56a30-d8a0-409e-a855-3421a56cec88 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:46:05.945651 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-ae83ff3f-4c3e-4620-927d-a47c787d49b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:05.993255 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-ae83ff3f-4c3e-4620-927d-a47c787d49b8 service neutron] Transition to ACTIVE for port object eed56a30-d8a0-409e-a855-3421a56cec88 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:46:06.002444 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-ae83ff3f-4c3e-4620-927d-a47c787d49b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:06.051251 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b77eb65-9cd0-44c6-a4c4-338d8686d585 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:46:06.113445 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'tag': 'de4dd576-7fb9-462c-a5c0-950242cfed18'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:46:06.123268 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b654503d-03f1-4a05-9216-56b3f1fbaa2e" -d '{"events": [{"name": "network-changed", "server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "tag": "de4dd576-7fb9-462c-a5c0-950242cfed18"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:46:06.315096 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442626b1-ef38-40cd-b92f-9c1ade9919e6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:46:06.488282 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b77eb65-9cd0-44c6-a4c4-338d8686d585, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b77eb65-9cd0-44c6-a4c4-338d8686d585,segment=NetworkSegment(192a7c7c-2687-4772-a662-fc33bfbaecb6),segment_id=192a7c7c-2687-4772-a662-fc33bfbaecb6)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:06.536249 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '6b77eb65-9cd0-44c6-a4c4-338d8686d585', 'network_id': 'f51730a2-8edb-4ebf-9106-0ab438d7dded', 'port_id': '6b77eb65-9cd0-44c6-a4c4-338d8686d585', 'mac_address': 'fa:16:3e:fa:86:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4dba496-447a-4769-abf8-07cfdf8254fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:46:06.573852 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe6811-4947-4775-8ffd-54e541657d05 req-d74329e4-e6b8-44d9-990d-c150e8a45791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:06.575393 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-05fe6811-4947-4775-8ffd-54e541657d05 req-d74329e4-e6b8-44d9-990d-c150e8a45791 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:06.578567 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05fe6811-4947-4775-8ffd-54e541657d05 req-d74329e4-e6b8-44d9-990d-c150e8a45791 service neutron] 10.222.0.73 "PUT /v2.0/ports/0afd943b-5a90-4be0-ac07-4249f2e2ae0a HTTP/1.1" status: 200 len: 1091 time: 5.0024512 Nov 25 19:46:06.659275 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83ff3f-4c3e-4620-927d-a47c787d49b8 service neutron] Pushing event updated for resources: {'Port': ['ID=eed56a30-d8a0-409e-a855-3421a56cec88,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:06.729898 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:06.733936 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74329e4-e6b8-44d9-990d-c150e8a45791 service neutron] Pushing event updated for resources: {'Port': ['ID=0afd943b-5a90-4be0-ac07-4249f2e2ae0a,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:06.773868 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293475a-cccd-44e0-8e4c-c9aad794d73b req-6df30442-891f-4733-9ef9-706a77531a60 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:06.776198 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f293475a-cccd-44e0-8e4c-c9aad794d73b req-6df30442-891f-4733-9ef9-706a77531a60 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 944 time: 1.2533371 Nov 25 19:46:06.779309 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330282f-42c2-493c-b745-4ae132003c99 req-18584559-83b8-4a1e-b195-65d845331271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:06.781649 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2330282f-42c2-493c-b745-4ae132003c99 req-18584559-83b8-4a1e-b195-65d845331271 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f51730a2-8edb-4ebf-9106-0ab438d7dded HTTP/1.1" status: 200 len: 914 time: 1.3442445 Nov 25 19:46:06.802203 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b77eb65-9cd0-44c6-a4c4-338d8686d585 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:46:06.868404 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b77eb65-9cd0-44c6-a4c4-338d8686d585, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b77eb65-9cd0-44c6-a4c4-338d8686d585,segment=NetworkSegment(192a7c7c-2687-4772-a662-fc33bfbaecb6),segment_id=192a7c7c-2687-4772-a662-fc33bfbaecb6)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:06.868912 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-ae83ff3f-4c3e-4620-927d-a47c787d49b8 service neutron] Attempting to bind port eed56a30-d8a0-409e-a855-3421a56cec88 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:46:06.870193 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-ae83ff3f-4c3e-4620-927d-a47c787d49b8 service neutron] Attempting to bind port eed56a30-d8a0-409e-a855-3421a56cec88 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '610715c4-d69d-455e-8a05-0a8f1fdcc944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:46:06.870786 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-ae83ff3f-4c3e-4620-927d-a47c787d49b8 service neutron] Attempting to bind port eed56a30-d8a0-409e-a855-3421a56cec88 on network 20935496-6e9b-480f-933b-cbeba5774e5e {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:06.885909 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:06.895647 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-ae83ff3f-4c3e-4620-927d-a47c787d49b8 service neutron] Port eed56a30-d8a0-409e-a855-3421a56cec88 on network 20935496-6e9b-480f-933b-cbeba5774e5e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:46:06.895989 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-ae83ff3f-4c3e-4620-927d-a47c787d49b8 service neutron] Attempting to bind port eed56a30-d8a0-409e-a855-3421a56cec88 on network 20935496-6e9b-480f-933b-cbeba5774e5e {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:06.905439 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe6811-4947-4775-8ffd-54e541657d05 req-96e0c8b9-035b-4a6c-87b4-0aa054a36b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:06.914128 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05fe6811-4947-4775-8ffd-54e541657d05 req-96e0c8b9-035b-4a6c-87b4-0aa054a36b98 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b627ee06685481eb08143e937abc9f3&device_id=2f4711f0-3e60-406a-8ef0-94ee42e3c520 HTTP/1.1" status: 200 len: 1094 time: 0.2630401 Nov 25 19:46:06.930627 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2330282f-42c2-493c-b745-4ae132003c99 req-3a6875f6-082f-4cad-bcf4-68afae59e6ea service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b77eb65-9cd0-44c6-a4c4-338d8686d585 HTTP/1.1" status: 200 len: 217 time: 0.1406367 Nov 25 19:46:06.939999 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-ae83ff3f-4c3e-4620-927d-a47c787d49b8 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:46:06.940435 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-ae83ff3f-4c3e-4620-927d-a47c787d49b8 service neutron] Checking segment: {'id': '610715c4-d69d-455e-8a05-0a8f1fdcc944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:46:06.941051 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-ae83ff3f-4c3e-4620-927d-a47c787d49b8 service neutron] Bound using segment: {'id': '610715c4-d69d-455e-8a05-0a8f1fdcc944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:46:06.941531 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-ae83ff3f-4c3e-4620-927d-a47c787d49b8 service neutron] Bound port: eed56a30-d8a0-409e-a855-3421a56cec88, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610715c4-d69d-455e-8a05-0a8f1fdcc944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:46:06.947880 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-ae83ff3f-4c3e-4620-927d-a47c787d49b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:06.989317 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442626b1-ef38-40cd-b92f-9c1ade9919e6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:46:07.011184 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-442626b1-ef38-40cd-b92f-9c1ade9919e6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "PUT /v2.0/routers/6fb3712d-f4fc-4631-b793-c345d4fcb7ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4844968 Nov 25 19:46:07.016679 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51384) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:07.046336 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05fe6811-4947-4775-8ffd-54e541657d05 req-7f8b1415-d6b9-49a7-93d6-dd75792b9126 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0afd943b-5a90-4be0-ac07-4249f2e2ae0a HTTP/1.1" status: 200 len: 217 time: 0.1143322 Nov 25 19:46:07.105721 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6b77eb65-9cd0-44c6-a4c4-338d8686d585,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:07.131742 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['6b77eb65-9cd0-44c6-a4c4-338d8686d585'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:46:07.256805 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b477356f-3f44-4237-acea-61f5e2d70468 None None] Sync routers for ids ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:46:07.353646 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4711f0-3e60-406a-8ef0-94ee42e3c520', 'tag': '0afd943b-5a90-4be0-ac07-4249f2e2ae0a'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:46:07.378164 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32aa08e0-878a-461d-81fd-8541aab8aa30" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4711f0-3e60-406a-8ef0-94ee42e3c520", "tag": "0afd943b-5a90-4be0-ac07-4249f2e2ae0a"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:46:07.440060 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f293475a-cccd-44e0-8e4c-c9aad794d73b req-9006e679-73f3-40eb-9f6e-133f09cc7457 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6272271 Nov 25 19:46:07.465272 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-9601cdb8-0062-4365-82ca-29cfd9bc2398 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Deleting subnet 397b81b7-41c4-4845-8748-4628805e24a9 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:46:07.501436 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9601cdb8-0062-4365-82ca-29cfd9bc2398 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:07.619810 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b477356f-3f44-4237-acea-61f5e2d70468 None None] Routers {'6fb3712d-f4fc-4631-b793-c345d4fcb7ba'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:46:07.628624 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b477356f-3f44-4237-acea-61f5e2d70468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:46:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:07.671114 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330282f-42c2-493c-b745-4ae132003c99 req-c722901a-c53f-4ba8-96c2-785c12ca33f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:07.682647 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2330282f-42c2-493c-b745-4ae132003c99 req-c722901a-c53f-4ba8-96c2-785c12ca33f6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c4dba496-447a-4769-abf8-07cfdf8254fc HTTP/1.1" status: 200 len: 853 time: 0.7298324 Nov 25 19:46:07.689916 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe6811-4947-4775-8ffd-54e541657d05 req-c1e97aad-bb48-48ca-8abb-d0736503cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:07.691579 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05fe6811-4947-4775-8ffd-54e541657d05 req-c1e97aad-bb48-48ca-8abb-d0736503cccc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e38dc1b-5277-41f0-afc8-99e2f28a1004 HTTP/1.1" status: 200 len: 862 time: 0.6339362 Nov 25 19:46:07.702517 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-ae83ff3f-4c3e-4620-927d-a47c787d49b8 service neutron] For port eed56a30-d8a0-409e-a855-3421a56cec88, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:46:07.773437 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9601cdb8-0062-4365-82ca-29cfd9bc2398 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:07.790893 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-ae83ff3f-4c3e-4620-927d-a47c787d49b8 service neutron] For port eed56a30-d8a0-409e-a855-3421a56cec88, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=eed56a30-d8a0-409e-a855-3421a56cec88,segment=NetworkSegment(610715c4-d69d-455e-8a05-0a8f1fdcc944),segment_id=610715c4-d69d-455e-8a05-0a8f1fdcc944)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:46:07.834515 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2330282f-42c2-493c-b745-4ae132003c99 req-8cf75632-c2cb-4cd1-a544-e07235556e51 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f51730a2-8edb-4ebf-9106-0ab438d7dded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1394682 Nov 25 19:46:07.834515 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05fe6811-4947-4775-8ffd-54e541657d05 req-2ea3cbf3-ef17-4577-8d2f-a38c9c50f6df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899348 Nov 25 19:46:07.919761 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-ae83ff3f-4c3e-4620-927d-a47c787d49b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:08.281530 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-ae83ff3f-4c3e-4620-927d-a47c787d49b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:08.282723 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-ae83ff3f-4c3e-4620-927d-a47c787d49b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:08.313569 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-ae83ff3f-4c3e-4620-927d-a47c787d49b8 service neutron] 10.222.0.85 "PUT /v2.0/ports/eed56a30-d8a0-409e-a855-3421a56cec88 HTTP/1.1" status: 200 len: 1135 time: 4.5069647 Nov 25 19:46:08.421903 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-14202d7a-e6e2-4c24-a522-cf6c5f40a5a8 service neutron] Request body: {'port': {'device_id': '44e8404a-5a79-4ac5-9565-73631729b81b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:08.547543 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b477356f-3f44-4237-acea-61f5e2d70468 None None] Set router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:46:08.612579 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f228f-3a54-46e2-8ceb-ce1b50c03d8b req-918f2193-29c4-46c7-b0f6-9146dd5eda4b tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:08.621795 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-602f228f-3a54-46e2-8ceb-ce1b50c03d8b req-918f2193-29c4-46c7-b0f6-9146dd5eda4b tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 946 time: 0.7521079 Nov 25 19:46:08.664311 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05fe6811-4947-4775-8ffd-54e541657d05 req-266a44cb-bada-44a5-8d45-39bc9b2db02e service neutron] 10.222.0.73 "GET /v2.0/networks/6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7956421 Nov 25 19:46:08.916164 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05fe6811-4947-4775-8ffd-54e541657d05 req-99047378-8c92-4ecd-8fd8-666d94da8899 service neutron] 10.222.0.73 "GET /v2.0/networks/6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159579 Nov 25 19:46:08.940950 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83ff3f-4c3e-4620-927d-a47c787d49b8 service neutron] Pushing event updated for resources: {'Port': ['ID=eed56a30-d8a0-409e-a855-3421a56cec88,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:08.955656 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2330282f-42c2-493c-b745-4ae132003c99 req-b8ecacc1-607d-4769-be89-cf2e1e4d678e service neutron] 10.222.0.85 "GET /v2.0/networks/f51730a2-8edb-4ebf-9106-0ab438d7dded?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1116276 Nov 25 19:46:09.071807 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-602f228f-3a54-46e2-8ceb-ce1b50c03d8b req-9b48d67e-4643-4ba8-a45d-4d68fac9a79c tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439528 Nov 25 19:46:09.283861 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2330282f-42c2-493c-b745-4ae132003c99 req-cd5913a0-ecf1-4d1d-a4fc-a3f11cc467ac service neutron] 10.222.0.85 "GET /v2.0/networks/f51730a2-8edb-4ebf-9106-0ab438d7dded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094010 Nov 25 19:46:09.296765 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65485699-f0e4-4c72-9f69-8f70308dcd84 req-4fc5d1b6-c000-4e25-8793-fc819af85b4f tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:09.305716 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-65485699-f0e4-4c72-9f69-8f70308dcd84 req-4fc5d1b6-c000-4e25-8793-fc819af85b4f tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f4711f0-3e60-406a-8ef0-94ee42e3c520 HTTP/1.1" status: 200 len: 943 time: 0.1003091 Nov 25 19:46:09.331742 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-14202d7a-e6e2-4c24-a522-cf6c5f40a5a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:09.471162 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-65485699-f0e4-4c72-9f69-8f70308dcd84 req-c1c73c42-d787-41ba-8752-7cc0693c3539 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619558 Nov 25 19:46:09.533116 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9601cdb8-0062-4365-82ca-29cfd9bc2398 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:09.793941 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1fd3e-2d26-463a-a23f-fc4407aee3e0 req-d71b6f1b-26f3-483a-937a-7c1c15afe46d tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:09.814825 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1fd3e-2d26-463a-a23f-fc4407aee3e0 req-d71b6f1b-26f3-483a-937a-7c1c15afe46d tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:09.837842 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1fd3e-2d26-463a-a23f-fc4407aee3e0 req-d71b6f1b-26f3-483a-937a-7c1c15afe46d tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:09.861703 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1fd3e-2d26-463a-a23f-fc4407aee3e0 req-d71b6f1b-26f3-483a-937a-7c1c15afe46d tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:09.865461 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9601cdb8-0062-4365-82ca-29cfd9bc2398 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:09.891298 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1fd3e-2d26-463a-a23f-fc4407aee3e0 req-d71b6f1b-26f3-483a-937a-7c1c15afe46d tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:09.906128 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1fd3e-2d26-463a-a23f-fc4407aee3e0 req-d71b6f1b-26f3-483a-937a-7c1c15afe46d tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:09.936583 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-62c1fd3e-2d26-463a-a23f-fc4407aee3e0 req-d71b6f1b-26f3-483a-937a-7c1c15afe46d tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 4606 time: 0.2728465 Nov 25 19:46:10.323136 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-62c1fd3e-2d26-463a-a23f-fc4407aee3e0 req-5277ade7-576b-40fc-83b4-4bc34c176dd6 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&id=8e898787-1eba-48ea-9636-62371b2bb44c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3739815 Nov 25 19:46:10.365982 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601cdb8-0062-4365-82ca-29cfd9bc2398 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Subnet': ['ID=397b81b7-41c4-4845-8748-4628805e24a9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:10.410684 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9601cdb8-0062-4365-82ca-29cfd9bc2398 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:10.422737 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9601cdb8-0062-4365-82ca-29cfd9bc2398 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/subnets/397b81b7-41c4-4845-8748-4628805e24a9 HTTP/1.1" status: 204 len: 168 time: 3.4048421 Nov 25 19:46:10.427217 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51416) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:10.446220 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b77eb65-9cd0-44c6-a4c4-338d8686d585 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:46:10.451113 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7750a1-1fbc-4f51-b007-722a5d608d08 None None] Network 6256bbaf-9598-4210-aa55-2c54f0a11487 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:46:10.670113 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea899d44-35c7-4868-aaa8-755af2338d0d x-openstack-request-id: req-ea899d44-35c7-4868-aaa8-755af2338d0d {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:46:10.675534 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "tag": "de4dd576-7fb9-462c-a5c0-950242cfed18", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:46:10.676000 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ea899d44-35c7-4868-aaa8-755af2338d0d {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:46:10.684873 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'tag': 'de4dd576-7fb9-462c-a5c0-950242cfed18', 'status': 'completed', 'code': 200} Nov 25 19:46:10.735008 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86d302f8-79f4-4820-b2da-0718de7c48ac tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:10.817540 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751852e9-3021-4956-bc66-b607e9a60ad0 x-openstack-request-id: req-751852e9-3021-4956-bc66-b607e9a60ad0 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:46:10.822733 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4711f0-3e60-406a-8ef0-94ee42e3c520", "tag": "0afd943b-5a90-4be0-ac07-4249f2e2ae0a", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:46:10.823477 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-751852e9-3021-4956-bc66-b607e9a60ad0 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:46:10.824363 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4711f0-3e60-406a-8ef0-94ee42e3c520', 'tag': '0afd943b-5a90-4be0-ac07-4249f2e2ae0a', 'status': 'completed', 'code': 200} Nov 25 19:46:11.040627 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-14202d7a-e6e2-4c24-a522-cf6c5f40a5a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4766ce8e-1054-474e-9693-46409deae267 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:46:11.084254 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-14202d7a-e6e2-4c24-a522-cf6c5f40a5a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:11.131268 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-14202d7a-e6e2-4c24-a522-cf6c5f40a5a8 service neutron] Transition to ACTIVE for port object 4766ce8e-1054-474e-9693-46409deae267 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:46:11.140700 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-14202d7a-e6e2-4c24-a522-cf6c5f40a5a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:11.264139 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 6b77eb65-9cd0-44c6-a4c4-338d8686d585 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:46:11.271110 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654503d-03f1-4a05-9216-56b3f1fbaa2e req-1d16c6cc-7a15-4291-a838-443b783db59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:11.271865 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654503d-03f1-4a05-9216-56b3f1fbaa2e req-1d16c6cc-7a15-4291-a838-443b783db59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:11.273400 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14202d7a-e6e2-4c24-a522-cf6c5f40a5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4766ce8e-1054-474e-9693-46409deae267,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:11.273722 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654503d-03f1-4a05-9216-56b3f1fbaa2e req-1d16c6cc-7a15-4291-a838-443b783db59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:11.275751 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654503d-03f1-4a05-9216-56b3f1fbaa2e req-1d16c6cc-7a15-4291-a838-443b783db59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:11.276537 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654503d-03f1-4a05-9216-56b3f1fbaa2e req-1d16c6cc-7a15-4291-a838-443b783db59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:11.277976 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654503d-03f1-4a05-9216-56b3f1fbaa2e req-1d16c6cc-7a15-4291-a838-443b783db59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:11.282186 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b654503d-03f1-4a05-9216-56b3f1fbaa2e req-1d16c6cc-7a15-4291-a838-443b783db59a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9d22fa4f40744aa88e4f6dbc79438c2&device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5292 time: 0.5939336 Nov 25 19:46:11.286523 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 6b77eb65-9cd0-44c6-a4c4-338d8686d585 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:11.288903 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:11.586423 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-14202d7a-e6e2-4c24-a522-cf6c5f40a5a8 service neutron] Attempting to bind port 4766ce8e-1054-474e-9693-46409deae267 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:46:11.587270 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-14202d7a-e6e2-4c24-a522-cf6c5f40a5a8 service neutron] Attempting to bind port 4766ce8e-1054-474e-9693-46409deae267 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '610715c4-d69d-455e-8a05-0a8f1fdcc944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:46:11.587767 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-14202d7a-e6e2-4c24-a522-cf6c5f40a5a8 service neutron] Attempting to bind port 4766ce8e-1054-474e-9693-46409deae267 on network 20935496-6e9b-480f-933b-cbeba5774e5e {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:11.601690 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-14202d7a-e6e2-4c24-a522-cf6c5f40a5a8 service neutron] Port 4766ce8e-1054-474e-9693-46409deae267 on network 20935496-6e9b-480f-933b-cbeba5774e5e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:46:11.602234 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-14202d7a-e6e2-4c24-a522-cf6c5f40a5a8 service neutron] Attempting to bind port 4766ce8e-1054-474e-9693-46409deae267 on network 20935496-6e9b-480f-933b-cbeba5774e5e {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:11.615096 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-14202d7a-e6e2-4c24-a522-cf6c5f40a5a8 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:46:11.615729 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-14202d7a-e6e2-4c24-a522-cf6c5f40a5a8 service neutron] Checking segment: {'id': '610715c4-d69d-455e-8a05-0a8f1fdcc944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:46:11.621909 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-14202d7a-e6e2-4c24-a522-cf6c5f40a5a8 service neutron] Bound using segment: {'id': '610715c4-d69d-455e-8a05-0a8f1fdcc944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:46:11.622611 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-14202d7a-e6e2-4c24-a522-cf6c5f40a5a8 service neutron] Bound port: 4766ce8e-1054-474e-9693-46409deae267, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610715c4-d69d-455e-8a05-0a8f1fdcc944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:46:11.623197 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-14202d7a-e6e2-4c24-a522-cf6c5f40a5a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:11.632229 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa08e0-878a-461d-81fd-8541aab8aa30 req-5d1c509d-fe29-417e-af07-f95e8d2753bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:11.638656 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-32aa08e0-878a-461d-81fd-8541aab8aa30 req-5d1c509d-fe29-417e-af07-f95e8d2753bd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b627ee06685481eb08143e937abc9f3&device_id=2f4711f0-3e60-406a-8ef0-94ee42e3c520 HTTP/1.1" status: 200 len: 1094 time: 0.7659786 Nov 25 19:46:11.676816 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b477356f-3f44-4237-acea-61f5e2d70468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:46:04Z', 'revision_number': 9, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None, '_interfaces': [{'id': '889b848d-58f6-45f1-a218-6c319548c11a', 'name': '', 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:64:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:46Z', 'updated_at': '2021-11-25T19:45:01Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96968f6f-c9a7-473f-a4b3-30c27b754e89', 'name': '', 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:67:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:06Z', 'updated_at': '2021-11-25T19:45:25Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:11.680212 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77e0d26-4bc6-4749-aecb-602c96acb4a9 None None] DHCP port deletion for 6256bbaf-9598-4210-aa55-2c54f0a11487 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:46:11.777486 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b477356f-3f44-4237-acea-61f5e2d70468 None None] Checking router: 6fb3712d-f4fc-4631-b793-c345d4fcb7ba for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:46:11.789837 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:11.797344 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b477356f-3f44-4237-acea-61f5e2d70468 None None] Routers {'6fb3712d-f4fc-4631-b793-c345d4fcb7ba'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:46:11.797983 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b477356f-3f44-4237-acea-61f5e2d70468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:46:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:11.833770 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-14202d7a-e6e2-4c24-a522-cf6c5f40a5a8 service neutron] For port 4766ce8e-1054-474e-9693-46409deae267, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:46:11.844881 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-14202d7a-e6e2-4c24-a522-cf6c5f40a5a8 service neutron] For port 4766ce8e-1054-474e-9693-46409deae267, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=4766ce8e-1054-474e-9693-46409deae267,segment=NetworkSegment(610715c4-d69d-455e-8a05-0a8f1fdcc944),segment_id=610715c4-d69d-455e-8a05-0a8f1fdcc944)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:46:11.858274 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-14202d7a-e6e2-4c24-a522-cf6c5f40a5a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:11.872803 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654503d-03f1-4a05-9216-56b3f1fbaa2e req-e9ccf9e9-159b-4ec3-9df5-8571bc5cb43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:11.876398 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654503d-03f1-4a05-9216-56b3f1fbaa2e req-e9ccf9e9-159b-4ec3-9df5-8571bc5cb43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:11.877222 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654503d-03f1-4a05-9216-56b3f1fbaa2e req-e9ccf9e9-159b-4ec3-9df5-8571bc5cb43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:11.879036 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b654503d-03f1-4a05-9216-56b3f1fbaa2e req-e9ccf9e9-159b-4ec3-9df5-8571bc5cb43a service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=e9d22fa4f40744aa88e4f6dbc79438c2&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5669966 Nov 25 19:46:11.931387 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-14202d7a-e6e2-4c24-a522-cf6c5f40a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:11.932098 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-14202d7a-e6e2-4c24-a522-cf6c5f40a5a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:11.933610 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-14202d7a-e6e2-4c24-a522-cf6c5f40a5a8 service neutron] 10.222.0.85 "PUT /v2.0/ports/4766ce8e-1054-474e-9693-46409deae267 HTTP/1.1" status: 200 len: 1135 time: 3.5648332 Nov 25 19:46:12.005190 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-466faefb-be36-480f-bcaa-5c50e096009e service neutron] Request body: {'port': {'device_id': '44e8404a-5a79-4ac5-9565-73631729b81b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:12.009863 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14202d7a-e6e2-4c24-a522-cf6c5f40a5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4766ce8e-1054-474e-9693-46409deae267,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:12.016859 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0afd943b-5a90-4be0-ac07-4249f2e2ae0a details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:46:12.128952 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b77eb65-9cd0-44c6-a4c4-338d8686d585, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b77eb65-9cd0-44c6-a4c4-338d8686d585,segment=NetworkSegment(192a7c7c-2687-4772-a662-fc33bfbaecb6),segment_id=192a7c7c-2687-4772-a662-fc33bfbaecb6)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:12.134910 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b9cd29-bb66-4c0e-9558-6e20b21fc858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b77eb65-9cd0-44c6-a4c4-338d8686d585'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:46:12.138561 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f28de6-8edf-4120-af3b-f9a9dd16eb86" -d '{"events": [{"server_uuid": "c7b9cd29-bb66-4c0e-9558-6e20b21fc858", "name": "network-vif-plugged", "status": "completed", "tag": "6b77eb65-9cd0-44c6-a4c4-338d8686d585"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:46:12.152721 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:12.273044 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0da161d6-b9c2-4709-86c7-5657463d9a41 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:46:12.276934 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d8c66-c5b2-4202-bba7-f5666aef4380 req-40f363d3-cddd-49d0-8b19-4b9b0cc802f6 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:12.297592 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9d6d8c66-c5b2-4202-bba7-f5666aef4380 req-40f363d3-cddd-49d0-8b19-4b9b0cc802f6 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 945 time: 1.1199996 Nov 25 19:46:12.315774 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa08e0-878a-461d-81fd-8541aab8aa30 req-b4c46e18-f5c5-4148-9a9f-ff41ae09f6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:12.317613 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-466faefb-be36-480f-bcaa-5c50e096009e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:12.323978 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-32aa08e0-878a-461d-81fd-8541aab8aa30 req-b4c46e18-f5c5-4148-9a9f-ff41ae09f6d4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa HTTP/1.1" status: 200 len: 923 time: 0.4426267 Nov 25 19:46:12.363401 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:46:12.439019 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b477356f-3f44-4237-acea-61f5e2d70468 None None] Set router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:46:12.673485 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-86d302f8-79f4-4820-b2da-0718de7c48ac tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Deleting port 0da161d6-b9c2-4709-86c7-5657463d9a41 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:12.675054 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86d302f8-79f4-4820-b2da-0718de7c48ac tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:12.701321 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'tag': 'eed56a30-d8a0-409e-a855-3421a56cec88'}, {'name': 'network-changed', 'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'tag': '4766ce8e-1054-474e-9693-46409deae267'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:46:12.713680 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d671d3-63cf-439c-8006-15a4de0c991c" -d '{"events": [{"name": "network-changed", "server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "tag": "eed56a30-d8a0-409e-a855-3421a56cec88"}, {"name": "network-changed", "server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "tag": "4766ce8e-1054-474e-9693-46409deae267"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:46:12.728560 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0afd943b-5a90-4be0-ac07-4249f2e2ae0a, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0afd943b-5a90-4be0-ac07-4249f2e2ae0a,segment=NetworkSegment(8c5174ef-5abc-49d8-9a1c-4e9ab534cb77),segment_id=8c5174ef-5abc-49d8-9a1c-4e9ab534cb77)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:12.749311 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e77e0d26-4bc6-4749-aecb-602c96acb4a9 None None] Deleting port 0da161d6-b9c2-4709-86c7-5657463d9a41 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:12.749839 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e77e0d26-4bc6-4749-aecb-602c96acb4a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:12.858664 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9d6d8c66-c5b2-4202-bba7-f5666aef4380 req-889cbbb9-cbd5-4b17-8cf5-3fbaf2b2125c tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321386 Nov 25 19:46:12.993765 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-466faefb-be36-480f-bcaa-5c50e096009e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3594d80b-fbf2-40c9-b060-ca88aaed212a {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:46:12.996489 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e77e0d26-4bc6-4749-aecb-602c96acb4a9 None None] For port 0da161d6-b9c2-4709-86c7-5657463d9a41, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0da161d6-b9c2-4709-86c7-5657463d9a41,segment=NetworkSegment(3e302e6b-7c45-48ec-a415-ad77d98ff0e6),segment_id=3e302e6b-7c45-48ec-a415-ad77d98ff0e6)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:12.997307 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e77e0d26-4bc6-4749-aecb-602c96acb4a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:13.032754 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-466faefb-be36-480f-bcaa-5c50e096009e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:13.038072 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e77e0d26-4bc6-4749-aecb-602c96acb4a9 None None] Calling delete_port for 0da161d6-b9c2-4709-86c7-5657463d9a41 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:13.071174 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-466faefb-be36-480f-bcaa-5c50e096009e service neutron] Transition to ACTIVE for port object 3594d80b-fbf2-40c9-b060-ca88aaed212a will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:46:13.079555 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-466faefb-be36-480f-bcaa-5c50e096009e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:13.213249 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466faefb-be36-480f-bcaa-5c50e096009e service neutron] Pushing event updated for resources: {'Port': ['ID=3594d80b-fbf2-40c9-b060-ca88aaed212a,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:13.309922 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '0afd943b-5a90-4be0-ac07-4249f2e2ae0a', 'network_id': '6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa', 'port_id': '0afd943b-5a90-4be0-ac07-4249f2e2ae0a', 'mac_address': 'fa:16:3e:98:d1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e38dc1b-5277-41f0-afc8-99e2f28a1004', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:46:13.324420 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6b77eb65-9cd0-44c6-a4c4-338d8686d585,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:13.375994 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654503d-03f1-4a05-9216-56b3f1fbaa2e req-f8cec362-3f84-4d8b-bd6e-722e9b5768ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:13.377780 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b654503d-03f1-4a05-9216-56b3f1fbaa2e req-f8cec362-3f84-4d8b-bd6e-722e9b5768ad service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1346638 Nov 25 19:46:13.541394 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-466faefb-be36-480f-bcaa-5c50e096009e service neutron] Attempting to bind port 3594d80b-fbf2-40c9-b060-ca88aaed212a on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:46:13.541740 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-466faefb-be36-480f-bcaa-5c50e096009e service neutron] Attempting to bind port 3594d80b-fbf2-40c9-b060-ca88aaed212a by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '610715c4-d69d-455e-8a05-0a8f1fdcc944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:46:13.548198 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-466faefb-be36-480f-bcaa-5c50e096009e service neutron] Attempting to bind port 3594d80b-fbf2-40c9-b060-ca88aaed212a on network 20935496-6e9b-480f-933b-cbeba5774e5e {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:13.568202 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-466faefb-be36-480f-bcaa-5c50e096009e service neutron] Port 3594d80b-fbf2-40c9-b060-ca88aaed212a on network 20935496-6e9b-480f-933b-cbeba5774e5e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:46:13.568544 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-466faefb-be36-480f-bcaa-5c50e096009e service neutron] Attempting to bind port 3594d80b-fbf2-40c9-b060-ca88aaed212a on network 20935496-6e9b-480f-933b-cbeba5774e5e {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:13.572159 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:13.593640 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-466faefb-be36-480f-bcaa-5c50e096009e service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:46:13.593998 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-466faefb-be36-480f-bcaa-5c50e096009e service neutron] Checking segment: {'id': '610715c4-d69d-455e-8a05-0a8f1fdcc944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:46:13.594487 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-466faefb-be36-480f-bcaa-5c50e096009e service neutron] Bound using segment: {'id': '610715c4-d69d-455e-8a05-0a8f1fdcc944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:46:13.594949 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-466faefb-be36-480f-bcaa-5c50e096009e service neutron] Bound port: 3594d80b-fbf2-40c9-b060-ca88aaed212a, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610715c4-d69d-455e-8a05-0a8f1fdcc944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:46:13.595316 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-466faefb-be36-480f-bcaa-5c50e096009e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:13.629765 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e77e0d26-4bc6-4749-aecb-602c96acb4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:13.668188 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0afd943b-5a90-4be0-ac07-4249f2e2ae0a {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:46:13.683871 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-32aa08e0-878a-461d-81fd-8541aab8aa30 req-e5c84b34-c9a7-43d9-acb2-764df15c678c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0afd943b-5a90-4be0-ac07-4249f2e2ae0a HTTP/1.1" status: 200 len: 217 time: 1.1272855 Nov 25 19:46:13.708052 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-86d302f8-79f4-4820-b2da-0718de7c48ac tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] For port 0da161d6-b9c2-4709-86c7-5657463d9a41, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0da161d6-b9c2-4709-86c7-5657463d9a41,segment=NetworkSegment(3e302e6b-7c45-48ec-a415-ad77d98ff0e6),segment_id=3e302e6b-7c45-48ec-a415-ad77d98ff0e6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:13.714616 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86d302f8-79f4-4820-b2da-0718de7c48ac tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:13.773639 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77e0d26-4bc6-4749-aecb-602c96acb4a9 None None] No DVR routers for this DVR port 0da161d6-b9c2-4709-86c7-5657463d9a41 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:46:13.841763 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa08e0-878a-461d-81fd-8541aab8aa30 req-0b683019-1467-450e-bcc8-3c9178bd7974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:13.846545 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e0d26-4bc6-4749-aecb-602c96acb4a9 None None] Pushing event deleted for resources: {'Port': ['ID=0da161d6-b9c2-4709-86c7-5657463d9a41,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:13.848401 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-32aa08e0-878a-461d-81fd-8541aab8aa30 req-0b683019-1467-450e-bcc8-3c9178bd7974 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e38dc1b-5277-41f0-afc8-99e2f28a1004 HTTP/1.1" status: 200 len: 862 time: 0.1232491 Nov 25 19:46:13.872326 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-466faefb-be36-480f-bcaa-5c50e096009e service neutron] For port 3594d80b-fbf2-40c9-b060-ca88aaed212a, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:46:13.881919 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-466faefb-be36-480f-bcaa-5c50e096009e service neutron] For port 3594d80b-fbf2-40c9-b060-ca88aaed212a, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=3594d80b-fbf2-40c9-b060-ca88aaed212a,segment=NetworkSegment(610715c4-d69d-455e-8a05-0a8f1fdcc944),segment_id=610715c4-d69d-455e-8a05-0a8f1fdcc944)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:46:13.894723 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-466faefb-be36-480f-bcaa-5c50e096009e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:13.913228 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-86d302f8-79f4-4820-b2da-0718de7c48ac tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Calling delete_port for 0da161d6-b9c2-4709-86c7-5657463d9a41 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:14.009436 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Port 0da161d6-b9c2-4709-86c7-5657463d9a41 update to DOWN by agent not found {{(pid=103601) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 19:46:14.047107 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0afd943b-5a90-4be0-ac07-4249f2e2ae0a, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0afd943b-5a90-4be0-ac07-4249f2e2ae0a,segment=NetworkSegment(8c5174ef-5abc-49d8-9a1c-4e9ab534cb77),segment_id=8c5174ef-5abc-49d8-9a1c-4e9ab534cb77)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:14.079934 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466faefb-be36-480f-bcaa-5c50e096009e service neutron] Pushing event updated for resources: {'Port': ['ID=3594d80b-fbf2-40c9-b060-ca88aaed212a,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:14.103131 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-466faefb-be36-480f-bcaa-5c50e096009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:14.104858 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-466faefb-be36-480f-bcaa-5c50e096009e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:14.110753 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-466faefb-be36-480f-bcaa-5c50e096009e service neutron] 10.222.0.85 "PUT /v2.0/ports/3594d80b-fbf2-40c9-b060-ca88aaed212a HTTP/1.1" status: 200 len: 1091 time: 2.1132360 Nov 25 19:46:14.130037 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86d302f8-79f4-4820-b2da-0718de7c48ac tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:14.140843 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:14.154185 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c5fae84b-e25c-477d-9840-c5f77a827cc9 service neutron] Request body: {'port': {'device_id': '44e8404a-5a79-4ac5-9565-73631729b81b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:14.181430 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d302f8-79f4-4820-b2da-0718de7c48ac tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] No DVR routers for this DVR port 0da161d6-b9c2-4709-86c7-5657463d9a41 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:46:14.454242 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127cb99-8d47-4063-b651-fe7b7bdda5b3 req-c558c909-d717-41fb-a950-5c394306a963 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:14.460493 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3127cb99-8d47-4063-b651-fe7b7bdda5b3 req-c558c909-d717-41fb-a950-5c394306a963 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f4711f0-3e60-406a-8ef0-94ee42e3c520 HTTP/1.1" status: 200 len: 943 time: 1.0654545 Nov 25 19:46:14.477888 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-32aa08e0-878a-461d-81fd-8541aab8aa30 req-8f543346-570f-48c3-a52a-f0ba4fd1fa9c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6159887 Nov 25 19:46:14.478096 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c5fae84b-e25c-477d-9840-c5f77a827cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:14.553729 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d302f8-79f4-4820-b2da-0718de7c48ac tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Port': ['ID=0da161d6-b9c2-4709-86c7-5657463d9a41,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:14.584492 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['0afd943b-5a90-4be0-ac07-4249f2e2ae0a'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:46:14.653900 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=0afd943b-5a90-4be0-ac07-4249f2e2ae0a,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:14.911402 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b477356f-3f44-4237-acea-61f5e2d70468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:46:04Z', 'revision_number': 9, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None, '_interfaces': [{'id': '889b848d-58f6-45f1-a218-6c319548c11a', 'name': '', 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:64:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:46Z', 'updated_at': '2021-11-25T19:45:01Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96968f6f-c9a7-473f-a4b3-30c27b754e89', 'name': '', 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:67:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:06Z', 'updated_at': '2021-11-25T19:45:25Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:15.008896 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86d302f8-79f4-4820-b2da-0718de7c48ac tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:15.062790 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b477356f-3f44-4237-acea-61f5e2d70468 None None] The sync data for ids ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'] in n-d-819349-5 is: [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:46:04Z', 'revision_number': 9, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None, '_interfaces': [{'id': '889b848d-58f6-45f1-a218-6c319548c11a', 'name': '', 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:64:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:46Z', 'updated_at': '2021-11-25T19:45:01Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96968f6f-c9a7-473f-a4b3-30c27b754e89', 'name': '', 'network_id': '777a23c1-00e5-4d6b-868b-9398de603b46', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:67:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:06Z', 'updated_at': '2021-11-25T19:45:25Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': '46335b13-eb42-40a4-8b41-80256c7e2ff7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:46:15.162682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-86d302f8-79f4-4820-b2da-0718de7c48ac tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6256bbaf-9598-4210-aa55-2c54f0a11487']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:15.244505 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-86d302f8-79f4-4820-b2da-0718de7c48ac tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e302e6b-7c45-48ec-a415-ad77d98ff0e6') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:15.245129 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-86d302f8-79f4-4820-b2da-0718de7c48ac tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e302e6b-7c45-48ec-a415-ad77d98ff0e6') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:15.293335 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86d302f8-79f4-4820-b2da-0718de7c48ac tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:15.379274 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86d302f8-79f4-4820-b2da-0718de7c48ac tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:15.391718 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d302f8-79f4-4820-b2da-0718de7c48ac tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:46:15.392616 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86d302f8-79f4-4820-b2da-0718de7c48ac tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:15.629652 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c5fae84b-e25c-477d-9840-c5f77a827cc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f93249e6-ce45-45b6-a2a1-2fb4c0c58f50 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:46:15.644451 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c5fae84b-e25c-477d-9840-c5f77a827cc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:15.691394 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c5fae84b-e25c-477d-9840-c5f77a827cc9 service neutron] Transition to ACTIVE for port object f93249e6-ce45-45b6-a2a1-2fb4c0c58f50 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:46:15.704721 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c5fae84b-e25c-477d-9840-c5f77a827cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:15.922252 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fae84b-e25c-477d-9840-c5f77a827cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=f93249e6-ce45-45b6-a2a1-2fb4c0c58f50,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:16.096680 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 3646dbc4-4362-43b1-89d4-d9c003156dfc no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:46:16.199156 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 3646dbc4-4362-43b1-89d4-d9c003156dfc {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:46:16.199779 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 3646dbc4-4362-43b1-89d4-d9c003156dfc not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:46:16.222335 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0afd943b-5a90-4be0-ac07-4249f2e2ae0a up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:46:16.229256 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:46:16.238744 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3127cb99-8d47-4063-b651-fe7b7bdda5b3 req-cee7f1d8-2c3c-4962-8fca-4a45c775a434 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6861503 Nov 25 19:46:16.273826 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-32aa08e0-878a-461d-81fd-8541aab8aa30 req-b9ccbfe6-9c7a-4df5-9c82-74a7f83cf912 service neutron] 10.222.0.73 "GET /v2.0/networks/6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6960573 Nov 25 19:46:16.290144 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86d302f8-79f4-4820-b2da-0718de7c48ac tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:16.309997 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86d302f8-79f4-4820-b2da-0718de7c48ac tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:16.317089 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-86d302f8-79f4-4820-b2da-0718de7c48ac tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/networks/6256bbaf-9598-4210-aa55-2c54f0a11487 HTTP/1.1" status: 204 len: 168 time: 5.8882241 Nov 25 19:46:16.317530 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51476) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:16.325628 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c5fae84b-e25c-477d-9840-c5f77a827cc9 service neutron] Attempting to bind port f93249e6-ce45-45b6-a2a1-2fb4c0c58f50 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:46:16.326124 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c5fae84b-e25c-477d-9840-c5f77a827cc9 service neutron] Attempting to bind port f93249e6-ce45-45b6-a2a1-2fb4c0c58f50 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '610715c4-d69d-455e-8a05-0a8f1fdcc944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:46:16.327378 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c5fae84b-e25c-477d-9840-c5f77a827cc9 service neutron] Attempting to bind port f93249e6-ce45-45b6-a2a1-2fb4c0c58f50 on network 20935496-6e9b-480f-933b-cbeba5774e5e {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:16.498917 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 0afd943b-5a90-4be0-ac07-4249f2e2ae0a completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:46:16.504734 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 0afd943b-5a90-4be0-ac07-4249f2e2ae0a triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:16.505125 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:16.553800 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d302f8-79f4-4820-b2da-0718de7c48ac tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Network': ['ID=6256bbaf-9598-4210-aa55-2c54f0a11487,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:16.607686 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c5fae84b-e25c-477d-9840-c5f77a827cc9 service neutron] Port f93249e6-ce45-45b6-a2a1-2fb4c0c58f50 on network 20935496-6e9b-480f-933b-cbeba5774e5e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:46:16.608593 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c5fae84b-e25c-477d-9840-c5f77a827cc9 service neutron] Attempting to bind port f93249e6-ce45-45b6-a2a1-2fb4c0c58f50 on network 20935496-6e9b-480f-933b-cbeba5774e5e {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:16.652366 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c5fae84b-e25c-477d-9840-c5f77a827cc9 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:46:16.659114 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c5fae84b-e25c-477d-9840-c5f77a827cc9 service neutron] Checking segment: {'id': '610715c4-d69d-455e-8a05-0a8f1fdcc944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:46:16.659926 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c5fae84b-e25c-477d-9840-c5f77a827cc9 service neutron] Bound using segment: {'id': '610715c4-d69d-455e-8a05-0a8f1fdcc944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:46:16.660571 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c5fae84b-e25c-477d-9840-c5f77a827cc9 service neutron] Bound port: f93249e6-ce45-45b6-a2a1-2fb4c0c58f50, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610715c4-d69d-455e-8a05-0a8f1fdcc944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:46:16.661114 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c5fae84b-e25c-477d-9840-c5f77a827cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:16.823365 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2b6b6-9d02-4551-bd8b-947300e317ad req-2dd3dbf1-c315-49d1-9d23-2f41fa2c2976 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:16.865828 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2b6b6-9d02-4551-bd8b-947300e317ad req-2dd3dbf1-c315-49d1-9d23-2f41fa2c2976 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:16.885382 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2b6b6-9d02-4551-bd8b-947300e317ad req-2dd3dbf1-c315-49d1-9d23-2f41fa2c2976 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:16.918145 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2b6b6-9d02-4551-bd8b-947300e317ad req-2dd3dbf1-c315-49d1-9d23-2f41fa2c2976 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:16.922620 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:16.960098 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2b6b6-9d02-4551-bd8b-947300e317ad req-2dd3dbf1-c315-49d1-9d23-2f41fa2c2976 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:16.983382 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2b6b6-9d02-4551-bd8b-947300e317ad req-2dd3dbf1-c315-49d1-9d23-2f41fa2c2976 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:17.017551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2b6b6-9d02-4551-bd8b-947300e317ad req-2dd3dbf1-c315-49d1-9d23-2f41fa2c2976 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:17.033296 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c5fae84b-e25c-477d-9840-c5f77a827cc9 service neutron] For port f93249e6-ce45-45b6-a2a1-2fb4c0c58f50, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:46:17.036572 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cbd2b6b6-9d02-4551-bd8b-947300e317ad req-2dd3dbf1-c315-49d1-9d23-2f41fa2c2976 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5407 time: 0.4559009 Nov 25 19:46:17.041512 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c5fae84b-e25c-477d-9840-c5f77a827cc9 service neutron] For port f93249e6-ce45-45b6-a2a1-2fb4c0c58f50, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=f93249e6-ce45-45b6-a2a1-2fb4c0c58f50,segment=NetworkSegment(610715c4-d69d-455e-8a05-0a8f1fdcc944),segment_id=610715c4-d69d-455e-8a05-0a8f1fdcc944)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:46:17.096964 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0afd943b-5a90-4be0-ac07-4249f2e2ae0a, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0afd943b-5a90-4be0-ac07-4249f2e2ae0a,segment=NetworkSegment(8c5174ef-5abc-49d8-9a1c-4e9ab534cb77),segment_id=8c5174ef-5abc-49d8-9a1c-4e9ab534cb77)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:17.111389 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:17.142970 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c5fae84b-e25c-477d-9840-c5f77a827cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:17.303074 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=0afd943b-5a90-4be0-ac07-4249f2e2ae0a,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:17.321053 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c5fae84b-e25c-477d-9840-c5f77a827cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:17.325595 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c5fae84b-e25c-477d-9840-c5f77a827cc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:17.329592 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c5fae84b-e25c-477d-9840-c5f77a827cc9 service neutron] 10.222.0.85 "PUT /v2.0/ports/f93249e6-ce45-45b6-a2a1-2fb4c0c58f50 HTTP/1.1" status: 200 len: 1091 time: 3.1799397 Nov 25 19:46:17.342781 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cbd2b6b6-9d02-4551-bd8b-947300e317ad req-a6907645-cc24-4f58-a2bc-668cb0b52cb1 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&id=8e898787-1eba-48ea-9636-62371b2bb44c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2896261 Nov 25 19:46:17.392345 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-19f38a86-d8b9-4163-9b6a-cc414c7d7188 service neutron] Request body: {'port': {'device_id': '44e8404a-5a79-4ac5-9565-73631729b81b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:17.434406 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-32aa08e0-878a-461d-81fd-8541aab8aa30 req-62b832f7-0f26-43bf-9222-8bdb3f3a91fb service neutron] 10.222.0.73 "GET /v2.0/networks/6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1522288 Nov 25 19:46:17.519762 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9b867a-51df-4e9e-adef-b18b92e6e0b5 x-openstack-request-id: req-eb9b867a-51df-4e9e-adef-b18b92e6e0b5 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:46:17.521043 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b9cd29-bb66-4c0e-9558-6e20b21fc858", "name": "network-vif-plugged", "status": "completed", "tag": "6b77eb65-9cd0-44c6-a4c4-338d8686d585", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:46:17.521811 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eb9b867a-51df-4e9e-adef-b18b92e6e0b5 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:46:17.523029 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b9cd29-bb66-4c0e-9558-6e20b21fc858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b77eb65-9cd0-44c6-a4c4-338d8686d585', 'code': 200} Nov 25 19:46:17.625856 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fae84b-e25c-477d-9840-c5f77a827cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=f93249e6-ce45-45b6-a2a1-2fb4c0c58f50,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:17.723295 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-19f38a86-d8b9-4163-9b6a-cc414c7d7188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:17.875216 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 19:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217f0d07-1e58-4e39-882e-20ec9aa82bc0 x-openstack-request-id: req-217f0d07-1e58-4e39-882e-20ec9aa82bc0 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:46:17.876264 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "tag": "eed56a30-d8a0-409e-a855-3421a56cec88", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "tag": "4766ce8e-1054-474e-9693-46409deae267", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:46:17.876264 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-217f0d07-1e58-4e39-882e-20ec9aa82bc0 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:46:17.876558 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'tag': 'eed56a30-d8a0-409e-a855-3421a56cec88', 'status': 'completed', 'code': 200} Nov 25 19:46:17.877082 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'tag': '4766ce8e-1054-474e-9693-46409deae267', 'status': 'completed', 'code': 200} Nov 25 19:46:17.895227 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a2612-7c32-49b7-9bcf-d05e51e2b0f9 req-f2942c83-7090-4195-bfc2-fd20e11f3298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:17.898093 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e05a2612-7c32-49b7-9bcf-d05e51e2b0f9 req-f2942c83-7090-4195-bfc2-fd20e11f3298 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 1097 time: 0.2917376 Nov 25 19:46:18.121711 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d671d3-63cf-439c-8006-15a4de0c991c req-7d1daf4c-0701-4fe8-8e66-8894b00d09ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:18.122240 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d671d3-63cf-439c-8006-15a4de0c991c req-7d1daf4c-0701-4fe8-8e66-8894b00d09ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:18.122752 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d671d3-63cf-439c-8006-15a4de0c991c req-7d1daf4c-0701-4fe8-8e66-8894b00d09ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:18.124721 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d671d3-63cf-439c-8006-15a4de0c991c req-7d1daf4c-0701-4fe8-8e66-8894b00d09ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:18.125215 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d671d3-63cf-439c-8006-15a4de0c991c req-7d1daf4c-0701-4fe8-8e66-8894b00d09ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:18.125734 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d671d3-63cf-439c-8006-15a4de0c991c req-7d1daf4c-0701-4fe8-8e66-8894b00d09ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:18.126370 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d671d3-63cf-439c-8006-15a4de0c991c req-7d1daf4c-0701-4fe8-8e66-8894b00d09ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:18.128607 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71d671d3-63cf-439c-8006-15a4de0c991c req-7d1daf4c-0701-4fe8-8e66-8894b00d09ea service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9d22fa4f40744aa88e4f6dbc79438c2&device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 6354 time: 0.3103163 Nov 25 19:46:18.236835 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e05a2612-7c32-49b7-9bcf-d05e51e2b0f9 req-c5234760-695c-45be-a157-6a0024d58bae service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303571 Nov 25 19:46:18.395099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e9204-8343-437c-8484-d48a3cbdb386 req-7d5015e0-84d7-4972-86f5-7bf6f4c94b3b tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:18.405800 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0c0e9204-8343-437c-8484-d48a3cbdb386 req-7d5015e0-84d7-4972-86f5-7bf6f4c94b3b tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 946 time: 0.2654219 Nov 25 19:46:18.541893 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0c0e9204-8343-437c-8484-d48a3cbdb386 req-b39d98a6-9249-4ddd-a5c7-24c257742b00 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251528 Nov 25 19:46:18.690362 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d671d3-63cf-439c-8006-15a4de0c991c req-f1aed164-803c-41e2-83b4-f42367367937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:18.690856 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d671d3-63cf-439c-8006-15a4de0c991c req-f1aed164-803c-41e2-83b4-f42367367937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:18.691350 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d671d3-63cf-439c-8006-15a4de0c991c req-f1aed164-803c-41e2-83b4-f42367367937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:18.693162 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71d671d3-63cf-439c-8006-15a4de0c991c req-f1aed164-803c-41e2-83b4-f42367367937 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=e9d22fa4f40744aa88e4f6dbc79438c2&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5463018 Nov 25 19:46:18.818443 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3892f-db4f-4447-b427-c4476cb347e5 req-542b5a8e-a5c9-4d43-97a2-54147c636a2b tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:18.833360 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d9f3892f-db4f-4447-b427-c4476cb347e5 req-542b5a8e-a5c9-4d43-97a2-54147c636a2b tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1690581 Nov 25 19:46:18.976616 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d9f3892f-db4f-4447-b427-c4476cb347e5 req-96472470-3c79-44b8-80e9-248993f0a91a tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332765 Nov 25 19:46:19.413784 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1407deef-c030-4557-a543-90a80d699d68 req-4447a462-1da6-4eca-a98d-65e9dc4a8660 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4179976 Nov 25 19:46:19.440256 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41993c69-9dd3-4fc6-9027-399b395bea3d req-4330064a-a5b3-4488-837e-4f522ae4fe7c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=aa7d1b72-547f-42bb-81d2-562180043097&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2143633 Nov 25 19:46:19.453970 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738c514-e252-4b7a-909d-4040e5f16a76 req-433464c1-a342-45fe-800a-a8651b7c9763 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:19.479444 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4738c514-e252-4b7a-909d-4040e5f16a76 req-433464c1-a342-45fe-800a-a8651b7c9763 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f4711f0-3e60-406a-8ef0-94ee42e3c520 HTTP/1.1" status: 200 len: 945 time: 0.2711368 Nov 25 19:46:19.524771 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4711f0-3e60-406a-8ef0-94ee42e3c520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afd943b-5a90-4be0-ac07-4249f2e2ae0a'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:46:19.527708 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebae427-b72d-4979-a54b-f166b0eabe98" -d '{"events": [{"server_uuid": "2f4711f0-3e60-406a-8ef0-94ee42e3c520", "name": "network-vif-plugged", "status": "completed", "tag": "0afd943b-5a90-4be0-ac07-4249f2e2ae0a"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:46:19.668016 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407deef-c030-4557-a543-90a80d699d68 req-929a6d2b-a61d-45fa-bca7-12adcb550ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:19.669499 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1407deef-c030-4557-a543-90a80d699d68 req-929a6d2b-a61d-45fa-bca7-12adcb550ca5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b14339133a914aa7b55a942f74e5faf3&device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 1097 time: 0.1811533 Nov 25 19:46:19.683987 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4738c514-e252-4b7a-909d-4040e5f16a76 req-36884472-2860-4897-b887-622014330bdb tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019725 Nov 25 19:46:19.790252 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41993c69-9dd3-4fc6-9027-399b395bea3d req-bc8cf800-4219-4ac4-b62c-345b16363faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:19.792119 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41993c69-9dd3-4fc6-9027-399b395bea3d req-bc8cf800-4219-4ac4-b62c-345b16363faf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b14339133a914aa7b55a942f74e5faf3&device_id=aa7d1b72-547f-42bb-81d2-562180043097 HTTP/1.1" status: 200 len: 1096 time: 0.2008626 Nov 25 19:46:19.918343 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'tag': '3594d80b-fbf2-40c9-b060-ca88aaed212a'}, {'name': 'network-changed', 'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'tag': 'f93249e6-ce45-45b6-a2a1-2fb4c0c58f50'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:46:19.922215 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b" -d '{"events": [{"name": "network-changed", "server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "tag": "3594d80b-fbf2-40c9-b060-ca88aaed212a"}, {"name": "network-changed", "server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "tag": "f93249e6-ce45-45b6-a2a1-2fb4c0c58f50"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:46:20.079208 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d671d3-63cf-439c-8006-15a4de0c991c req-be314411-67c2-4a0c-a001-18ee8504d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:20.081573 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71d671d3-63cf-439c-8006-15a4de0c991c req-be314411-67c2-4a0c-a001-18ee8504d18e service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3805552 Nov 25 19:46:20.083602 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855c104-7546-4202-ac1d-143cc89c83ca req-11b08e94-b79b-4311-8e08-a6c043d5bea6 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:20.090587 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83cb21a4-5d41-4fb9-80d2-ee149b74e4be tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:20.116317 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855c104-7546-4202-ac1d-143cc89c83ca req-11b08e94-b79b-4311-8e08-a6c043d5bea6 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:20.131040 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855c104-7546-4202-ac1d-143cc89c83ca req-11b08e94-b79b-4311-8e08-a6c043d5bea6 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:20.150651 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855c104-7546-4202-ac1d-143cc89c83ca req-11b08e94-b79b-4311-8e08-a6c043d5bea6 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:20.162193 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855c104-7546-4202-ac1d-143cc89c83ca req-11b08e94-b79b-4311-8e08-a6c043d5bea6 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:20.182145 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855c104-7546-4202-ac1d-143cc89c83ca req-11b08e94-b79b-4311-8e08-a6c043d5bea6 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:20.194960 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855c104-7546-4202-ac1d-143cc89c83ca req-11b08e94-b79b-4311-8e08-a6c043d5bea6 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:20.204660 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0855c104-7546-4202-ac1d-143cc89c83ca req-11b08e94-b79b-4311-8e08-a6c043d5bea6 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5407 time: 0.3678820 Nov 25 19:46:20.269067 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407deef-c030-4557-a543-90a80d699d68 req-d7198901-1048-4ebf-86e0-52245e9822ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:20.272326 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1407deef-c030-4557-a543-90a80d699d68 req-d7198901-1048-4ebf-86e0-52245e9822ab service neutron] 10.222.0.73 "GET /v2.0/networks?id=7b554939-0be1-4ec6-b24c-67d3e874e0c5 HTTP/1.1" status: 200 len: 920 time: 0.5704315 Nov 25 19:46:20.281346 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-19f38a86-d8b9-4163-9b6a-cc414c7d7188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:46:20.283369 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41993c69-9dd3-4fc6-9027-399b395bea3d req-ef0c09c0-6115-416f-9e44-823ac9c8eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:20.285158 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41993c69-9dd3-4fc6-9027-399b395bea3d req-ef0c09c0-6115-416f-9e44-823ac9c8eb83 service neutron] 10.222.0.85 "GET /v2.0/networks?id=7b554939-0be1-4ec6-b24c-67d3e874e0c5 HTTP/1.1" status: 200 len: 920 time: 0.4383149 Nov 25 19:46:20.409722 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-19f38a86-d8b9-4163-9b6a-cc414c7d7188 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:20.483600 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41993c69-9dd3-4fc6-9027-399b395bea3d req-5859eb91-8cf9-45b3-a01a-8c5ee00fb5f6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7faf04c9-2565-4028-921f-5d95ebfb7045 HTTP/1.1" status: 200 len: 217 time: 0.1677942 Nov 25 19:46:20.497332 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-19f38a86-d8b9-4163-9b6a-cc414c7d7188 service neutron] Transition to ACTIVE for port object 7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:46:20.517817 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-19f38a86-d8b9-4163-9b6a-cc414c7d7188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:20.527415 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d671d3-63cf-439c-8006-15a4de0c991c req-54c29469-367c-40be-b86d-8f36dd9e19d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:20.527976 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d671d3-63cf-439c-8006-15a4de0c991c req-54c29469-367c-40be-b86d-8f36dd9e19d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:20.528464 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d671d3-63cf-439c-8006-15a4de0c991c req-54c29469-367c-40be-b86d-8f36dd9e19d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:20.529002 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d671d3-63cf-439c-8006-15a4de0c991c req-54c29469-367c-40be-b86d-8f36dd9e19d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:20.529587 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d671d3-63cf-439c-8006-15a4de0c991c req-54c29469-367c-40be-b86d-8f36dd9e19d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:20.530551 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d671d3-63cf-439c-8006-15a4de0c991c req-54c29469-367c-40be-b86d-8f36dd9e19d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:20.531108 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d671d3-63cf-439c-8006-15a4de0c991c req-54c29469-367c-40be-b86d-8f36dd9e19d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:20.533494 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71d671d3-63cf-439c-8006-15a4de0c991c req-54c29469-367c-40be-b86d-8f36dd9e19d5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9d22fa4f40744aa88e4f6dbc79438c2&device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 6354 time: 0.2274094 Nov 25 19:46:20.614608 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41993c69-9dd3-4fc6-9027-399b395bea3d req-39bd3213-6d35-4e8d-bac3-ee8cb6e2cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:20.616195 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41993c69-9dd3-4fc6-9027-399b395bea3d req-39bd3213-6d35-4e8d-bac3-ee8cb6e2cc53 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9dfbb276-11e5-414c-b31c-559c0b9f994d HTTP/1.1" status: 200 len: 859 time: 0.1317527 Nov 25 19:46:20.617930 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1407deef-c030-4557-a543-90a80d699d68 req-f00eda4a-aa1a-4fa0-9cbb-ba1ff0cb5dd5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ef884be-3c91-47c0-968b-b383021ce755 HTTP/1.1" status: 200 len: 217 time: 0.3300078 Nov 25 19:46:20.721941 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f38a86-d8b9-4163-9b6a-cc414c7d7188 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:20.745711 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41993c69-9dd3-4fc6-9027-399b395bea3d req-3cb24c93-61a1-4af8-954b-fc5ce7fa7577 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7b554939-0be1-4ec6-b24c-67d3e874e0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116831 Nov 25 19:46:20.923357 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-19f38a86-d8b9-4163-9b6a-cc414c7d7188 service neutron] Attempting to bind port 7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:46:20.923357 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-19f38a86-d8b9-4163-9b6a-cc414c7d7188 service neutron] Attempting to bind port 7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '84defb7f-7631-48d1-bff7-9cf8a24998ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8aa06786-042e-4faf-b4a5-b6084b1ca237'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:46:20.924283 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-19f38a86-d8b9-4163-9b6a-cc414c7d7188 service neutron] Attempting to bind port 7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b on network 8aa06786-042e-4faf-b4a5-b6084b1ca237 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:20.954671 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0855c104-7546-4202-ac1d-143cc89c83ca req-db711c00-2ed5-48e8-8706-6a440df45255 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&id=8e898787-1eba-48ea-9636-62371b2bb44c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7485867 Nov 25 19:46:21.004370 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-19f38a86-d8b9-4163-9b6a-cc414c7d7188 service neutron] Port 7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b on network 8aa06786-042e-4faf-b4a5-b6084b1ca237 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:46:21.004700 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-19f38a86-d8b9-4163-9b6a-cc414c7d7188 service neutron] Attempting to bind port 7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b on network 8aa06786-042e-4faf-b4a5-b6084b1ca237 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:21.035095 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d671d3-63cf-439c-8006-15a4de0c991c req-a158ce61-90cd-43ba-9e67-431864df42e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:21.035588 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d671d3-63cf-439c-8006-15a4de0c991c req-a158ce61-90cd-43ba-9e67-431864df42e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:21.036062 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d671d3-63cf-439c-8006-15a4de0c991c req-a158ce61-90cd-43ba-9e67-431864df42e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:21.037794 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71d671d3-63cf-439c-8006-15a4de0c991c req-a158ce61-90cd-43ba-9e67-431864df42e7 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=e9d22fa4f40744aa88e4f6dbc79438c2&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4939599 Nov 25 19:46:21.052387 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-19f38a86-d8b9-4163-9b6a-cc414c7d7188 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:46:21.052739 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-19f38a86-d8b9-4163-9b6a-cc414c7d7188 service neutron] Checking segment: {'id': '84defb7f-7631-48d1-bff7-9cf8a24998ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8aa06786-042e-4faf-b4a5-b6084b1ca237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:46:21.053132 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-19f38a86-d8b9-4163-9b6a-cc414c7d7188 service neutron] Bound using segment: {'id': '84defb7f-7631-48d1-bff7-9cf8a24998ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8aa06786-042e-4faf-b4a5-b6084b1ca237'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:46:21.053586 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-19f38a86-d8b9-4163-9b6a-cc414c7d7188 service neutron] Bound port: 7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84defb7f-7631-48d1-bff7-9cf8a24998ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8aa06786-042e-4faf-b4a5-b6084b1ca237'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:46:21.053945 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-19f38a86-d8b9-4163-9b6a-cc414c7d7188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:21.139593 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407deef-c030-4557-a543-90a80d699d68 req-0f03318b-73e9-4cbd-b0f0-3eac6f04b734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:21.141213 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1407deef-c030-4557-a543-90a80d699d68 req-0f03318b-73e9-4cbd-b0f0-3eac6f04b734 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9dfbb276-11e5-414c-b31c-559c0b9f994d HTTP/1.1" status: 200 len: 859 time: 0.5087600 Nov 25 19:46:21.258317 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1407deef-c030-4557-a543-90a80d699d68 req-7498e88a-c361-409c-a93c-73f8b4138dda service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7b554939-0be1-4ec6-b24c-67d3e874e0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954731 Nov 25 19:46:21.432071 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d671d3-63cf-439c-8006-15a4de0c991c req-184a91ea-6169-4c75-910a-d3f97aa32fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:21.440095 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71d671d3-63cf-439c-8006-15a4de0c991c req-184a91ea-6169-4c75-910a-d3f97aa32fd2 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3727446 Nov 25 19:46:21.462440 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41993c69-9dd3-4fc6-9027-399b395bea3d req-03cd3c9f-0b4d-48aa-9844-050924d5b232 service neutron] 10.222.0.85 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7030737 Nov 25 19:46:21.566507 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-83cb21a4-5d41-4fb9-80d2-ee149b74e4be tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Deleting port 96968f6f-c9a7-473f-a4b3-30c27b754e89 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:21.567332 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83cb21a4-5d41-4fb9-80d2-ee149b74e4be tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:21.823615 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1407deef-c030-4557-a543-90a80d699d68 req-5bb44e3d-f5c3-4464-884f-6ca7a5f5a400 service neutron] 10.222.0.73 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338206 Nov 25 19:46:21.878066 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-83cb21a4-5d41-4fb9-80d2-ee149b74e4be tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] For port 96968f6f-c9a7-473f-a4b3-30c27b754e89, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=96968f6f-c9a7-473f-a4b3-30c27b754e89,segment=NetworkSegment(bb0b32a2-2430-4f55-891a-b547899c70ab),segment_id=bb0b32a2-2430-4f55-891a-b547899c70ab)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:21.878790 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83cb21a4-5d41-4fb9-80d2-ee149b74e4be tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:21.909123 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-83cb21a4-5d41-4fb9-80d2-ee149b74e4be tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Calling delete_port for 96968f6f-c9a7-473f-a4b3-30c27b754e89 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:22.020240 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41993c69-9dd3-4fc6-9027-399b395bea3d req-7cc9694b-1a95-4477-a97e-4de2fe2829d4 service neutron] 10.222.0.85 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5417230 Nov 25 19:46:22.219647 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f379d5-82a0-4a0e-8bf0-7c51da79d403 x-openstack-request-id: req-23f379d5-82a0-4a0e-8bf0-7c51da79d403 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:46:22.221236 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4711f0-3e60-406a-8ef0-94ee42e3c520", "name": "network-vif-plugged", "status": "completed", "tag": "0afd943b-5a90-4be0-ac07-4249f2e2ae0a", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:46:22.221752 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23f379d5-82a0-4a0e-8bf0-7c51da79d403 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:46:22.222438 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4711f0-3e60-406a-8ef0-94ee42e3c520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afd943b-5a90-4be0-ac07-4249f2e2ae0a', 'code': 200} Nov 25 19:46:22.328516 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-19f38a86-d8b9-4163-9b6a-cc414c7d7188 service neutron] For port 7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:46:22.332684 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83cb21a4-5d41-4fb9-80d2-ee149b74e4be tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:22.348210 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 19:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538fc793-252f-414f-b9b5-90ca56504578 x-openstack-request-id: req-538fc793-252f-414f-b9b5-90ca56504578 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:46:22.353341 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "tag": "3594d80b-fbf2-40c9-b060-ca88aaed212a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "tag": "f93249e6-ce45-45b6-a2a1-2fb4c0c58f50", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:46:22.353815 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-538fc793-252f-414f-b9b5-90ca56504578 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:46:22.355456 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'tag': '3594d80b-fbf2-40c9-b060-ca88aaed212a', 'status': 'completed', 'code': 200} Nov 25 19:46:22.355773 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'tag': 'f93249e6-ce45-45b6-a2a1-2fb4c0c58f50', 'status': 'completed', 'code': 200} Nov 25 19:46:22.527074 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb21a4-5d41-4fb9-80d2-ee149b74e4be tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Port': ['ID=96968f6f-c9a7-473f-a4b3-30c27b754e89,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:22.552601 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-19f38a86-d8b9-4163-9b6a-cc414c7d7188 service neutron] For port 7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b,segment=NetworkSegment(84defb7f-7631-48d1-bff7-9cf8a24998ad),segment_id=84defb7f-7631-48d1-bff7-9cf8a24998ad)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:46:22.569922 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:46:22.619267 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-19f38a86-d8b9-4163-9b6a-cc414c7d7188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:22.648511 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1407deef-c030-4557-a543-90a80d699d68 req-6b491dca-be82-4564-966a-6cd6ee2be21f service neutron] 10.222.0.73 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8046072 Nov 25 19:46:22.784803 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f6520-c7c3-488b-8716-5937ea25c820 req-56608712-33b1-439a-b347-e3bc3051c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:22.787172 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-018f6520-c7c3-488b-8716-5937ea25c820 req-56608712-33b1-439a-b347-e3bc3051c757 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2f4711f0-3e60-406a-8ef0-94ee42e3c520 HTTP/1.1" status: 200 len: 1096 time: 0.4046628 Nov 25 19:46:22.828844 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-19f38a86-d8b9-4163-9b6a-cc414c7d7188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:22.843498 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-19f38a86-d8b9-4163-9b6a-cc414c7d7188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:22.845105 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-19f38a86-d8b9-4163-9b6a-cc414c7d7188 service neutron] 10.222.0.85 "PUT /v2.0/ports/7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b HTTP/1.1" status: 200 len: 1091 time: 5.4625034 Nov 25 19:46:22.847708 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c438b-b600-41c7-aba9-1f65056c59a6 req-4c8a28a7-cd9b-418a-b43e-7bfc9503c518 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:22.874766 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b13c438b-b600-41c7-aba9-1f65056c59a6 req-4c8a28a7-cd9b-418a-b43e-7bfc9503c518 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.3672259 Nov 25 19:46:22.923351 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c1ad245a-039f-4868-925e-422f8204a72d service neutron] Request body: {'port': {'device_id': '44e8404a-5a79-4ac5-9565-73631729b81b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:23.104992 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-552c409b-d480-4653-a2a4-6974484a0ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:23.110569 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-552c409b-d480-4653-a2a4-6974484a0ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:23.114976 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-552c409b-d480-4653-a2a4-6974484a0ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:23.117693 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-552c409b-d480-4653-a2a4-6974484a0ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:23.118275 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-552c409b-d480-4653-a2a4-6974484a0ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:23.118852 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-552c409b-d480-4653-a2a4-6974484a0ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:23.121251 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-552c409b-d480-4653-a2a4-6974484a0ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:23.125057 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-552c409b-d480-4653-a2a4-6974484a0ee7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9d22fa4f40744aa88e4f6dbc79438c2&device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 6379 time: 0.7446084 Nov 25 19:46:23.456388 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b13c438b-b600-41c7-aba9-1f65056c59a6 req-199dfb6c-14ea-4226-aa00-6013af4938a6 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5753610 Nov 25 19:46:23.517818 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2840d47-b092-46ef-b948-827ad86f296e req-39cc2906-21de-4698-acad-a99d30424d55 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:23.539416 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a2840d47-b092-46ef-b948-827ad86f296e req-39cc2906-21de-4698-acad-a99d30424d55 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.73 "GET /v2.0/ports?device_id=9965f8d4-45c7-4860-a6cf-8422fc3800b9 HTTP/1.1" status: 200 len: 946 time: 0.7497015 Nov 25 19:46:23.569886 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-018f6520-c7c3-488b-8716-5937ea25c820 req-b041df0c-6933-41ff-bd25-a094ccb27cf1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6219690 Nov 25 19:46:23.630224 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:23.772597 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f38a86-d8b9-4163-9b6a-cc414c7d7188 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:23.801050 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83cb21a4-5d41-4fb9-80d2-ee149b74e4be tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:23.859194 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-ef8ad3e6-49cc-4b18-ae82-440e9ea25fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:23.860021 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-ef8ad3e6-49cc-4b18-ae82-440e9ea25fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:23.860198 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-ef8ad3e6-49cc-4b18-ae82-440e9ea25fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:23.877093 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-ef8ad3e6-49cc-4b18-ae82-440e9ea25fa1 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=e9d22fa4f40744aa88e4f6dbc79438c2&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7126760 Nov 25 19:46:24.065563 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c1ad245a-039f-4868-925e-422f8204a72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:24.080312 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5db7f-8d73-4641-a78a-b1c320635949 req-5a3daaab-c1fb-4f0d-8679-4be9d3a8afd0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:24.086969 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bda5db7f-8d73-4641-a78a-b1c320635949 req-5a3daaab-c1fb-4f0d-8679-4be9d3a8afd0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f4711f0-3e60-406a-8ef0-94ee42e3c520 HTTP/1.1" status: 200 len: 945 time: 0.3810742 Nov 25 19:46:24.265601 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:24.359649 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'tag': '7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:46:24.362020 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff6c12e-2f52-4bea-9b3f-3d633e6515fb" -d '{"events": [{"name": "network-changed", "server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "tag": "7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:46:24.484767 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bda5db7f-8d73-4641-a78a-b1c320635949 req-5c9a6623-f419-498a-b6cf-15397d89cf82 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288444 Nov 25 19:46:24.565470 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-a2840d47-b092-46ef-b948-827ad86f296e req-32f1806a-5f77-48eb-b7a4-6274c8548e3c tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Deleting port e84a21e4-bcde-4d01-aab2-cba25c2d2414 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:24.567143 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a2840d47-b092-46ef-b948-827ad86f296e req-32f1806a-5f77-48eb-b7a4-6274c8548e3c tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:24.663561 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83cb21a4-5d41-4fb9-80d2-ee149b74e4be tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:46:24.813889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-20f680cf-c93c-4161-b885-4df9cbe86f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:24.816701 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-20f680cf-c93c-4161-b885-4df9cbe86f76 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9290998 Nov 25 19:46:24.870106 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cb21a4-5d41-4fb9-80d2-ee149b74e4be tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:46:24.883598 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-83cb21a4-5d41-4fb9-80d2-ee149b74e4be tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "PUT /v2.0/routers/6fb3712d-f4fc-4631-b793-c345d4fcb7ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5597861 Nov 25 19:46:24.885019 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51558) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:24.895295 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217807e3-afc6-408b-bb6a-028603443f83 None None] Sync routers for ids ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:46:24.926392 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217807e3-afc6-408b-bb6a-028603443f83 None None] Routers {'6fb3712d-f4fc-4631-b793-c345d4fcb7ba'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:46:24.927378 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-217807e3-afc6-408b-bb6a-028603443f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:46:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:24.985151 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c1ad245a-039f-4868-925e-422f8204a72d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c43280-00f8-410b-a2b1-a37e5e2e1f1f {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:46:24.999004 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc3edf5-45d1-41e9-aacd-f1cce6157496 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Deleting subnet 46335b13-eb42-40a4-8b41-80256c7e2ff7 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:46:25.003300 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c1ad245a-039f-4868-925e-422f8204a72d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:25.008226 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4cc3edf5-45d1-41e9-aacd-f1cce6157496 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:25.078841 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-a2840d47-b092-46ef-b948-827ad86f296e req-32f1806a-5f77-48eb-b7a4-6274c8548e3c tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] For port e84a21e4-bcde-4d01-aab2-cba25c2d2414, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=e84a21e4-bcde-4d01-aab2-cba25c2d2414,segment=NetworkSegment(02fa6f66-9208-4806-8bde-6e2373cf1375),segment_id=02fa6f66-9208-4806-8bde-6e2373cf1375)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:25.079649 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a2840d47-b092-46ef-b948-827ad86f296e req-32f1806a-5f77-48eb-b7a4-6274c8548e3c tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:25.096180 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c1ad245a-039f-4868-925e-422f8204a72d service neutron] Transition to ACTIVE for port object c7c43280-00f8-410b-a2b1-a37e5e2e1f1f will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:46:25.102791 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9932ca-858c-423d-b8c9-1fd41650ae56 req-e913d9a4-48ab-4d97-a1b1-f3a26c55479a tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:25.110278 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9932ca-858c-423d-b8c9-1fd41650ae56 req-e913d9a4-48ab-4d97-a1b1-f3a26c55479a tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:25.116672 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9932ca-858c-423d-b8c9-1fd41650ae56 req-e913d9a4-48ab-4d97-a1b1-f3a26c55479a tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:25.121842 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c1ad245a-039f-4868-925e-422f8204a72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:25.123553 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9932ca-858c-423d-b8c9-1fd41650ae56 req-e913d9a4-48ab-4d97-a1b1-f3a26c55479a tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:25.138178 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9932ca-858c-423d-b8c9-1fd41650ae56 req-e913d9a4-48ab-4d97-a1b1-f3a26c55479a tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:25.164584 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9932ca-858c-423d-b8c9-1fd41650ae56 req-e913d9a4-48ab-4d97-a1b1-f3a26c55479a tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:25.171029 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9932ca-858c-423d-b8c9-1fd41650ae56 req-e913d9a4-48ab-4d97-a1b1-f3a26c55479a tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:25.173019 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b9932ca-858c-423d-b8c9-1fd41650ae56 req-e913d9a4-48ab-4d97-a1b1-f3a26c55479a tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5419 time: 0.4234004 Nov 25 19:46:25.202067 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4cc3edf5-45d1-41e9-aacd-f1cce6157496 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:25.205475 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-217807e3-afc6-408b-bb6a-028603443f83 None None] Set router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:46:25.237366 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-a2840d47-b092-46ef-b948-827ad86f296e req-32f1806a-5f77-48eb-b7a4-6274c8548e3c tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Calling delete_port for e84a21e4-bcde-4d01-aab2-cba25c2d2414 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:25.351847 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-37ccbe34-ae4b-4351-838b-b5c636db7878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:25.352477 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-37ccbe34-ae4b-4351-838b-b5c636db7878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:25.352969 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-37ccbe34-ae4b-4351-838b-b5c636db7878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:25.353465 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-37ccbe34-ae4b-4351-838b-b5c636db7878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:25.353927 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-37ccbe34-ae4b-4351-838b-b5c636db7878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:25.354430 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-37ccbe34-ae4b-4351-838b-b5c636db7878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:25.354909 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-37ccbe34-ae4b-4351-838b-b5c636db7878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:25.356930 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-37ccbe34-ae4b-4351-838b-b5c636db7878 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9d22fa4f40744aa88e4f6dbc79438c2&device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 6421 time: 0.4482193 Nov 25 19:46:25.364010 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad245a-039f-4868-925e-422f8204a72d service neutron] Pushing event updated for resources: {'Port': ['ID=c7c43280-00f8-410b-a2b1-a37e5e2e1f1f,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:25.490885 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c1ad245a-039f-4868-925e-422f8204a72d service neutron] Attempting to bind port c7c43280-00f8-410b-a2b1-a37e5e2e1f1f on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:46:25.491338 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c1ad245a-039f-4868-925e-422f8204a72d service neutron] Attempting to bind port c7c43280-00f8-410b-a2b1-a37e5e2e1f1f by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '84defb7f-7631-48d1-bff7-9cf8a24998ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8aa06786-042e-4faf-b4a5-b6084b1ca237'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:46:25.491602 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c1ad245a-039f-4868-925e-422f8204a72d service neutron] Attempting to bind port c7c43280-00f8-410b-a2b1-a37e5e2e1f1f on network 8aa06786-042e-4faf-b4a5-b6084b1ca237 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:25.506745 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c1ad245a-039f-4868-925e-422f8204a72d service neutron] Port c7c43280-00f8-410b-a2b1-a37e5e2e1f1f on network 8aa06786-042e-4faf-b4a5-b6084b1ca237 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:46:25.507195 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c1ad245a-039f-4868-925e-422f8204a72d service neutron] Attempting to bind port c7c43280-00f8-410b-a2b1-a37e5e2e1f1f on network 8aa06786-042e-4faf-b4a5-b6084b1ca237 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:25.538875 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c1ad245a-039f-4868-925e-422f8204a72d service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:46:25.539350 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c1ad245a-039f-4868-925e-422f8204a72d service neutron] Checking segment: {'id': '84defb7f-7631-48d1-bff7-9cf8a24998ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8aa06786-042e-4faf-b4a5-b6084b1ca237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:46:25.539631 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c1ad245a-039f-4868-925e-422f8204a72d service neutron] Bound using segment: {'id': '84defb7f-7631-48d1-bff7-9cf8a24998ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8aa06786-042e-4faf-b4a5-b6084b1ca237'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:46:25.540089 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c1ad245a-039f-4868-925e-422f8204a72d service neutron] Bound port: c7c43280-00f8-410b-a2b1-a37e5e2e1f1f, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84defb7f-7631-48d1-bff7-9cf8a24998ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8aa06786-042e-4faf-b4a5-b6084b1ca237'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:46:25.540465 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c1ad245a-039f-4868-925e-422f8204a72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:25.572352 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-217807e3-afc6-408b-bb6a-028603443f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:46:22Z', 'revision_number': 10, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None, '_interfaces': [{'id': '889b848d-58f6-45f1-a218-6c319548c11a', 'name': '', 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:64:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:46Z', 'updated_at': '2021-11-25T19:45:01Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:25.610852 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217807e3-afc6-408b-bb6a-028603443f83 None None] Checking router: 6fb3712d-f4fc-4631-b793-c345d4fcb7ba for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:46:25.622248 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217807e3-afc6-408b-bb6a-028603443f83 None None] Routers {'6fb3712d-f4fc-4631-b793-c345d4fcb7ba'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:46:25.623733 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-217807e3-afc6-408b-bb6a-028603443f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:46:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:25.667632 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c1ad245a-039f-4868-925e-422f8204a72d service neutron] For port c7c43280-00f8-410b-a2b1-a37e5e2e1f1f, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:46:25.672692 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c1ad245a-039f-4868-925e-422f8204a72d service neutron] For port c7c43280-00f8-410b-a2b1-a37e5e2e1f1f, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c7c43280-00f8-410b-a2b1-a37e5e2e1f1f,segment=NetworkSegment(84defb7f-7631-48d1-bff7-9cf8a24998ad),segment_id=84defb7f-7631-48d1-bff7-9cf8a24998ad)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:46:25.691413 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c1ad245a-039f-4868-925e-422f8204a72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:25.698675 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4cc3edf5-45d1-41e9-aacd-f1cce6157496 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:25.731089 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-217807e3-afc6-408b-bb6a-028603443f83 None None] Set router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:46:25.795071 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad245a-039f-4868-925e-422f8204a72d service neutron] Pushing event updated for resources: {'Port': ['ID=c7c43280-00f8-410b-a2b1-a37e5e2e1f1f,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:25.822993 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b9932ca-858c-423d-b8c9-1fd41650ae56 req-8ebaea62-27e8-42cd-bb5e-6963f3002056 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&id=8e898787-1eba-48ea-9636-62371b2bb44c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6373944 Nov 25 19:46:25.861895 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c1ad245a-039f-4868-925e-422f8204a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:25.865236 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c1ad245a-039f-4868-925e-422f8204a72d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:25.878355 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c1ad245a-039f-4868-925e-422f8204a72d service neutron] 10.222.0.85 "PUT /v2.0/ports/c7c43280-00f8-410b-a2b1-a37e5e2e1f1f HTTP/1.1" status: 200 len: 1091 time: 2.9840531 Nov 25 19:46:25.949542 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4cc3edf5-45d1-41e9-aacd-f1cce6157496 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:26.019516 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1527f282-d68b-4d4f-91c3-77da421455a1 None None] Network 777a23c1-00e5-4d6b-868b-9398de603b46 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:46:26.023891 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3edf5-45d1-41e9-aacd-f1cce6157496 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Subnet': ['ID=46335b13-eb42-40a4-8b41-80256c7e2ff7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:26.043121 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4cc3edf5-45d1-41e9-aacd-f1cce6157496 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:26.056294 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51562) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:26.057096 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4cc3edf5-45d1-41e9-aacd-f1cce6157496 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/subnets/46335b13-eb42-40a4-8b41-80256c7e2ff7 HTTP/1.1" status: 204 len: 168 time: 1.1629453 Nov 25 19:46:26.085900 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-7ab916db-27b6-40a0-9ca4-50bfda95dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:26.086820 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-7ab916db-27b6-40a0-9ca4-50bfda95dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:26.087093 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-7ab916db-27b6-40a0-9ca4-50bfda95dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:26.088877 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-7ab916db-27b6-40a0-9ca4-50bfda95dd44 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=e9d22fa4f40744aa88e4f6dbc79438c2&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6171422 Nov 25 19:46:26.279525 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-217807e3-afc6-408b-bb6a-028603443f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:46:22Z', 'revision_number': 10, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None, '_interfaces': [{'id': '889b848d-58f6-45f1-a218-6c319548c11a', 'name': '', 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:64:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:46Z', 'updated_at': '2021-11-25T19:45:01Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:26.334080 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66de0ec-82a8-4166-90f4-59589d4b8a56 None None] DHCP port deletion for 777a23c1-00e5-4d6b-868b-9398de603b46 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:46:26.343177 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217807e3-afc6-408b-bb6a-028603443f83 None None] The sync data for ids ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'] in n-d-819349-5 is: [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:46:22Z', 'revision_number': 10, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None, '_interfaces': [{'id': '889b848d-58f6-45f1-a218-6c319548c11a', 'name': '', 'network_id': '0ab0cbce-e7ef-441f-9c67-7927b45107fa', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'mac_address': 'fa:16:3e:64:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:46Z', 'updated_at': '2021-11-25T19:45:01Z', 'revision_number': 5, 'project_id': '33fd1ebee1f7494487609e337911c862', 'subnets': [{'id': 'aee577dd-a0ab-4767-a878-de5deb8ef6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:46:26.443149 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d66de0ec-82a8-4166-90f4-59589d4b8a56 None None] Deleting port 454da735-330b-42eb-b21a-1b03464e25a6 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:26.443853 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d66de0ec-82a8-4166-90f4-59589d4b8a56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:26.487682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e331e-a8ad-47a8-92af-339943894179 req-047e6bc1-b312-4826-a373-58add6735d59 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:26.500771 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a6e331e-a8ad-47a8-92af-339943894179 req-047e6bc1-b312-4826-a373-58add6735d59 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/ports?device_id=9965f8d4-45c7-4860-a6cf-8422fc3800b9 HTTP/1.1" status: 200 len: 946 time: 0.4286063 Nov 25 19:46:26.554133 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-d66de0ec-82a8-4166-90f4-59589d4b8a56 None None] For port 454da735-330b-42eb-b21a-1b03464e25a6, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=454da735-330b-42eb-b21a-1b03464e25a6,segment=NetworkSegment(bb0b32a2-2430-4f55-891a-b547899c70ab),segment_id=bb0b32a2-2430-4f55-891a-b547899c70ab)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:26.554935 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d66de0ec-82a8-4166-90f4-59589d4b8a56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:26.575272 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d2d0005a-5685-4f03-990b-34cb2bf8cc5d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:26.578374 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d66de0ec-82a8-4166-90f4-59589d4b8a56 None None] Calling delete_port for 454da735-330b-42eb-b21a-1b03464e25a6 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:26.591564 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a2840d47-b092-46ef-b948-827ad86f296e req-32f1806a-5f77-48eb-b7a4-6274c8548e3c tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:26.667683 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1806a-5f77-48eb-b7a4-6274c8548e3c tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Pushing event deleted for resources: {'Port': ['ID=e84a21e4-bcde-4d01-aab2-cba25c2d2414,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:26.738472 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a6e331e-a8ad-47a8-92af-339943894179 req-aea3bb8d-e61d-4c00-8b7e-8355a56f3db5 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.55 "GET /v2.0/security-groups?id=8de60944-539f-43f5-a44b-9a80a7661013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360823 Nov 25 19:46:26.890126 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2840d47-b092-46ef-b948-827ad86f296e req-32f1806a-5f77-48eb-b7a4-6274c8548e3c tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] No DVR routers for this DVR port e84a21e4-bcde-4d01-aab2-cba25c2d2414 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:46:26.895150 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-99518774-bc17-40e8-bab3-2bf8b4e4c5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:26.896796 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a9cbec8-a182-4ef9-87e1-d7bd741abe6b req-99518774-bc17-40e8-bab3-2bf8b4e4c5c4 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7704113 Nov 25 19:46:26.898064 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a2840d47-b092-46ef-b948-827ad86f296e req-32f1806a-5f77-48eb-b7a4-6274c8548e3c tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:26.923350 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a2840d47-b092-46ef-b948-827ad86f296e req-32f1806a-5f77-48eb-b7a4-6274c8548e3c tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] 10.222.0.73 "DELETE /v2.0/ports/e84a21e4-bcde-4d01-aab2-cba25c2d2414 HTTP/1.1" status: 204 len: 173 time: 3.3137956 Nov 25 19:46:27.009288 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9965f8d4-45c7-4860-a6cf-8422fc3800b9', 'name': 'network-vif-deleted', 'tag': 'e84a21e4-bcde-4d01-aab2-cba25c2d2414'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:46:27.017879 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca14b36-f652-40cd-a19a-9b2c45c0043f" -d '{"events": [{"server_uuid": "9965f8d4-45c7-4860-a6cf-8422fc3800b9", "name": "network-vif-deleted", "tag": "e84a21e4-bcde-4d01-aab2-cba25c2d2414"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:46:27.020209 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d98be01-e9cf-4cb9-bed9-2a61b5004ae8 None None] DHCP port deletion for 0144b778-2e7c-4a1d-86b2-f3dbc366beab request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:46:27.187373 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d66de0ec-82a8-4166-90f4-59589d4b8a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:27.254183 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66de0ec-82a8-4166-90f4-59589d4b8a56 None None] Pushing event deleted for resources: {'Port': ['ID=454da735-330b-42eb-b21a-1b03464e25a6,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:27.272791 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66de0ec-82a8-4166-90f4-59589d4b8a56 None None] No DVR routers for this DVR port 454da735-330b-42eb-b21a-1b03464e25a6 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:46:27.364209 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-a53c4dc3-1765-4703-af9e-c61138df114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:27.365096 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-a53c4dc3-1765-4703-af9e-c61138df114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:27.365997 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-a53c4dc3-1765-4703-af9e-c61138df114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:27.366939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-a53c4dc3-1765-4703-af9e-c61138df114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:27.367834 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-a53c4dc3-1765-4703-af9e-c61138df114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:27.368714 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-a53c4dc3-1765-4703-af9e-c61138df114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:27.369604 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-a53c4dc3-1765-4703-af9e-c61138df114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:27.373349 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-a53c4dc3-1765-4703-af9e-c61138df114f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9d22fa4f40744aa88e4f6dbc79438c2&device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 6488 time: 0.3470695 Nov 25 19:46:27.398633 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-7f2e61ce-8d09-4edb-8bd7-9b732e385608 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:27.398633 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-7f2e61ce-8d09-4edb-8bd7-9b732e385608 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/networks?id=f51730a2-8edb-4ebf-9106-0ab438d7dded HTTP/1.1" status: 200 len: 813 time: 0.3415141 Nov 25 19:46:27.425420 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d2d0005a-5685-4f03-990b-34cb2bf8cc5d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Deleting port 454da735-330b-42eb-b21a-1b03464e25a6 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:27.425998 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d2d0005a-5685-4f03-990b-34cb2bf8cc5d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:27.501593 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-2eb611e2-d02f-464a-ba44-0ae8360b5916 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de4dd576-7fb9-462c-a5c0-950242cfed18 HTTP/1.1" status: 200 len: 217 time: 0.1046152 Nov 25 19:46:27.515996 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-a117f84d-3982-4b5b-8348-82f181efcdc6 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/quotas/471f2a7f98c848b5bc3e8a0d34a42418 HTTP/1.1" status: 200 len: 375 time: 0.1086476 Nov 25 19:46:27.742487 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d2d0005a-5685-4f03-990b-34cb2bf8cc5d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] For port 454da735-330b-42eb-b21a-1b03464e25a6, host n-d-819349-5, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:27.743203 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d2d0005a-5685-4f03-990b-34cb2bf8cc5d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:27.763054 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-a3c98f5a-9e5a-46ec-a404-0b68a12ffa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:27.766120 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-a3c98f5a-9e5a-46ec-a404-0b68a12ffa6f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=372ff6c6-b463-492b-ae35-d9124871a47c HTTP/1.1" status: 200 len: 856 time: 0.2486312 Nov 25 19:46:27.797663 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d2d0005a-5685-4f03-990b-34cb2bf8cc5d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Calling delete_port for 454da735-330b-42eb-b21a-1b03464e25a6 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:27.809728 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-21f6b408-6fcd-4b99-883b-df31b38e605f tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=471f2a7f98c848b5bc3e8a0d34a42418&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2745855 Nov 25 19:46:27.813215 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-d2d0005a-5685-4f03-990b-34cb2bf8cc5d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Port 454da735-330b-42eb-b21a-1b03464e25a6 was not found and therefore no delete operation was performed {{(pid=103600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:46:27.871982 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d2d0005a-5685-4f03-990b-34cb2bf8cc5d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:28.179367 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 454da735-330b-42eb-b21a-1b03464e25a6 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:46:28.224911 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 454da735-330b-42eb-b21a-1b03464e25a6 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:46:28.226010 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 454da735-330b-42eb-b21a-1b03464e25a6 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:46:28.226562 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 96968f6f-c9a7-473f-a4b3-30c27b754e89 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:46:28.253501 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 96968f6f-c9a7-473f-a4b3-30c27b754e89 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:46:28.253859 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 96968f6f-c9a7-473f-a4b3-30c27b754e89 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:46:28.259326 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device e84a21e4-bcde-4d01-aab2-cba25c2d2414 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:46:28.285469 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: e84a21e4-bcde-4d01-aab2-cba25c2d2414 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:46:28.285851 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device e84a21e4-bcde-4d01-aab2-cba25c2d2414 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:46:28.414794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d0005a-5685-4f03-990b-34cb2bf8cc5d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] No DVR routers for this DVR port 454da735-330b-42eb-b21a-1b03464e25a6 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:46:28.423949 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0005a-5685-4f03-990b-34cb2bf8cc5d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Port': ['ID=454da735-330b-42eb-b21a-1b03464e25a6,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:28.467155 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-7afea197-eca4-4312-a65c-2f03ef16e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:28.468916 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-7afea197-eca4-4312-a65c-2f03ef16e0d5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e6cd4387-d0d6-4f12-8944-fa288777c85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6953173 Nov 25 19:46:28.570240 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d2d0005a-5685-4f03-990b-34cb2bf8cc5d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:28.629667 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-7a9e7cf4-115c-4226-a4d9-bf27581599a9 service neutron] 10.222.0.55 "GET /v2.0/networks/f51730a2-8edb-4ebf-9106-0ab438d7dded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7891028 Nov 25 19:46:28.639031 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-d2d0005a-5685-4f03-990b-34cb2bf8cc5d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777a23c1-00e5-4d6b-868b-9398de603b46']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:28.680220 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-d2d0005a-5685-4f03-990b-34cb2bf8cc5d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0b32a2-2430-4f55-891a-b547899c70ab') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:28.680460 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-d2d0005a-5685-4f03-990b-34cb2bf8cc5d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0b32a2-2430-4f55-891a-b547899c70ab') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:28.725296 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d2d0005a-5685-4f03-990b-34cb2bf8cc5d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:28.755706 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-cb16c941-4dd4-454c-be11-9553e9061387 service neutron] 10.222.0.85 "GET /v2.0/networks/e6cd4387-d0d6-4f12-8944-fa288777c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704523 Nov 25 19:46:28.764627 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d2d0005a-5685-4f03-990b-34cb2bf8cc5d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:28.802566 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d0005a-5685-4f03-990b-34cb2bf8cc5d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:46:28.802989 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d2d0005a-5685-4f03-990b-34cb2bf8cc5d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:46:28.807964 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:46:28.909897 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-e93b0941-3e90-45d9-953c-cffffa94901b service neutron] 10.222.0.55 "GET /v2.0/networks/f51730a2-8edb-4ebf-9106-0ab438d7dded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681270 Nov 25 19:46:28.933993 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d2d0005a-5685-4f03-990b-34cb2bf8cc5d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:28.953330 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d2d0005a-5685-4f03-990b-34cb2bf8cc5d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:28.959361 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d2d0005a-5685-4f03-990b-34cb2bf8cc5d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/networks/777a23c1-00e5-4d6b-868b-9398de603b46 HTTP/1.1" status: 204 len: 168 time: 2.8976564 Nov 25 19:46:28.963446 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51580) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:28.988101 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0005a-5685-4f03-990b-34cb2bf8cc5d tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Network': ['ID=777a23c1-00e5-4d6b-868b-9398de603b46,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:29.003417 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-3ea82a2e-37c4-4e79-8bd2-50e1dd1e80f9 service neutron] 10.222.0.85 "GET /v2.0/networks/e6cd4387-d0d6-4f12-8944-fa288777c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387166 Nov 25 19:46:29.061000 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-4753aa18-2dde-47d0-900c-67f2958fc248 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=eed56a30-d8a0-409e-a855-3421a56cec88 HTTP/1.1" status: 200 len: 217 time: 0.0517285 Nov 25 19:46:29.148097 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-277886c6-b453-4b78-ae2e-6271e0926611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:29.149931 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-277886c6-b453-4b78-ae2e-6271e0926611 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4075f789-f3ae-4155-8ba9-eb1fbb9cbd69 HTTP/1.1" status: 200 len: 797 time: 0.0819597 Nov 25 19:46:29.237810 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-bc820802-555e-4b77-a8d6-e64c8b1b7095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:29.240964 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-bc820802-555e-4b77-a8d6-e64c8b1b7095 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20935496-6e9b-480f-933b-cbeba5774e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0822353 Nov 25 19:46:29.284647 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-58faedd6-e2c6-4878-813d-2395d62ff1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:29.469022 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29b719-4d78-4126-ae8d-5e0e3a1a753e req-2de07db5-9874-4b31-a1c6-ca0704ecc067 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:29.476699 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e29b719-4d78-4126-ae8d-5e0e3a1a753e req-2de07db5-9874-4b31-a1c6-ca0704ecc067 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f4711f0-3e60-406a-8ef0-94ee42e3c520 HTTP/1.1" status: 200 len: 945 time: 0.0913961 Nov 25 19:46:29.485759 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-22ef241d-9b2a-40e0-9dbf-9673e0fdcf75 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390239 Nov 25 19:46:29.568255 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6c9f8e-0507-4f98-b648-cff92a88428c x-openstack-request-id: req-db6c9f8e-0507-4f98-b648-cff92a88428c {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:46:29.568545 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "tag": "7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:46:29.568815 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db6c9f8e-0507-4f98-b648-cff92a88428c {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:46:29.569229 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'tag': '7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b', 'status': 'completed', 'code': 200} Nov 25 19:46:29.628161 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e29b719-4d78-4126-ae8d-5e0e3a1a753e req-6bfed222-0f9b-4248-92dc-bfb7cafbd81f tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501350 Nov 25 19:46:29.714393 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-db15a622-e7c7-423b-a50e-ffd14ad75f53 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097781 Nov 25 19:46:29.845352 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-6f8a362e-dd91-4ef6-9635-d47acb97b5d9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=4766ce8e-1054-474e-9693-46409deae267 HTTP/1.1" status: 200 len: 217 time: 0.1239326 Nov 25 19:46:29.974327 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb21c3-685b-4733-8410-3b76238f10ee req-3882fff8-29de-4477-a82c-04d4f10b9418 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:29.981718 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb21c3-685b-4733-8410-3b76238f10ee req-3882fff8-29de-4477-a82c-04d4f10b9418 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:29.989442 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb21c3-685b-4733-8410-3b76238f10ee req-3882fff8-29de-4477-a82c-04d4f10b9418 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:29.996010 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb21c3-685b-4733-8410-3b76238f10ee req-3882fff8-29de-4477-a82c-04d4f10b9418 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:30.003052 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb21c3-685b-4733-8410-3b76238f10ee req-3882fff8-29de-4477-a82c-04d4f10b9418 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:30.010689 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb21c3-685b-4733-8410-3b76238f10ee req-3882fff8-29de-4477-a82c-04d4f10b9418 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:30.018551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb21c3-685b-4733-8410-3b76238f10ee req-3882fff8-29de-4477-a82c-04d4f10b9418 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:30.020646 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f8fb21c3-685b-4733-8410-3b76238f10ee req-3882fff8-29de-4477-a82c-04d4f10b9418 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5431 time: 0.2001922 Nov 25 19:46:30.026474 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-a4b4bf08-c002-4116-a8df-d715df6962f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:30.027974 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-a4b4bf08-c002-4116-a8df-d715df6962f7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4075f789-f3ae-4155-8ba9-eb1fbb9cbd69 HTTP/1.1" status: 200 len: 797 time: 0.1762552 Nov 25 19:46:30.114253 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-90117864-328a-4a01-af5b-2cfdd82d7997 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:30.124047 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-e392dc31-bc7d-4c3a-992b-2f8f3c75aab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:30.125662 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-e392dc31-bc7d-4c3a-992b-2f8f3c75aab2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20935496-6e9b-480f-933b-cbeba5774e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0889912 Nov 25 19:46:30.184004 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f8fb21c3-685b-4733-8410-3b76238f10ee req-88ca3fa4-db22-445c-beb3-eb2fa680bc44 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&id=8e898787-1eba-48ea-9636-62371b2bb44c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1347299 Nov 25 19:46:30.306036 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a79432-ebc6-4c16-bcb1-c6fa71777dcb x-openstack-request-id: req-70a79432-ebc6-4c16-bcb1-c6fa71777dcb {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:46:30.306388 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9965f8d4-45c7-4860-a6cf-8422fc3800b9", "name": "network-vif-deleted", "tag": "e84a21e4-bcde-4d01-aab2-cba25c2d2414", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:46:30.306662 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-70a79432-ebc6-4c16-bcb1-c6fa71777dcb {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:46:30.307099 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9965f8d4-45c7-4860-a6cf-8422fc3800b9', 'name': 'network-vif-deleted', 'tag': 'e84a21e4-bcde-4d01-aab2-cba25c2d2414', 'status': 'completed', 'code': 200} Nov 25 19:46:30.386679 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51594) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:30.393407 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-cb6d401e-b06f-4334-a431-bee334c6bb2a service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580969 Nov 25 19:46:30.515579 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f76c299b-ca6e-4be3-bee4-07aa12dad9fd req-484d3651-c528-451b-aaae-000edf2156d8 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d HTTP/1.1" status: 200 len: 210 time: 0.0703080 Nov 25 19:46:30.745453 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62434cb1-4ed8-496a-8157-c11fc0200186 req-b0bd83c5-fcee-4301-8407-47482082882e tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:30.746971 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-90117864-328a-4a01-af5b-2cfdd82d7997 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Deleting port 889b848d-58f6-45f1-a218-6c319548c11a {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:30.747184 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-62434cb1-4ed8-496a-8157-c11fc0200186 req-b0bd83c5-fcee-4301-8407-47482082882e tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f4711f0-3e60-406a-8ef0-94ee42e3c520 HTTP/1.1" status: 200 len: 945 time: 0.1015563 Nov 25 19:46:30.748466 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-90117864-328a-4a01-af5b-2cfdd82d7997 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:30.750021 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-42dc9935-43b6-4921-b6da-f2f8c7b927ed service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494141 Nov 25 19:46:30.812964 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-be1d8a07-262a-46ec-a8e3-073e1f323d7f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=3594d80b-fbf2-40c9-b060-ca88aaed212a HTTP/1.1" status: 200 len: 217 time: 0.0550003 Nov 25 19:46:30.839069 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3348acf-0cae-4416-a91a-54c0d4ebc28f admin admin] Deleting subnet 17ff6b3c-3d44-40a6-b0c9-a57101908837 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:46:30.847596 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b3348acf-0cae-4416-a91a-54c0d4ebc28f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:30.892221 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-62434cb1-4ed8-496a-8157-c11fc0200186 req-f6a819c7-bde6-4073-8dd7-0dcd971d3810 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241424 Nov 25 19:46:30.899744 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-6871b574-5d23-48f7-ac60-b2762c91ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:30.901326 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-6871b574-5d23-48f7-ac60-b2762c91ab28 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4075f789-f3ae-4155-8ba9-eb1fbb9cbd69 HTTP/1.1" status: 200 len: 797 time: 0.0808601 Nov 25 19:46:30.921300 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b3348acf-0cae-4416-a91a-54c0d4ebc28f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:30.976482 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-5f8af4d8-62d6-4218-918f-403bce84da88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:30.978558 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-5f8af4d8-62d6-4218-918f-403bce84da88 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20935496-6e9b-480f-933b-cbeba5774e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0683179 Nov 25 19:46:31.044051 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b3348acf-0cae-4416-a91a-54c0d4ebc28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:31.114081 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-90117864-328a-4a01-af5b-2cfdd82d7997 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] For port 889b848d-58f6-45f1-a218-6c319548c11a, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=889b848d-58f6-45f1-a218-6c319548c11a,segment=NetworkSegment(7e1c945f-eb07-4145-9349-f37ed0d4e632),segment_id=7e1c945f-eb07-4145-9349-f37ed0d4e632)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:31.114554 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-90117864-328a-4a01-af5b-2cfdd82d7997 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:31.131480 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-90117864-328a-4a01-af5b-2cfdd82d7997 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Calling delete_port for 889b848d-58f6-45f1-a218-6c319548c11a owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:31.187167 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b3348acf-0cae-4416-a91a-54c0d4ebc28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:31.222393 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3348acf-0cae-4416-a91a-54c0d4ebc28f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17ff6b3c-3d44-40a6-b0c9-a57101908837,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:31.238100 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b3348acf-0cae-4416-a91a-54c0d4ebc28f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:31.241958 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b3348acf-0cae-4416-a91a-54c0d4ebc28f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/17ff6b3c-3d44-40a6-b0c9-a57101908837 HTTP/1.1" status: 204 len: 168 time: 0.8536263 Nov 25 19:46:31.248455 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51604) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:31.249110 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec609fc-d99a-465c-a403-86bbce866c35 None None] Network 0144b778-2e7c-4a1d-86b2-f3dbc366beab requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:46:31.441155 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5359318-9e5a-4c7c-8490-ff80243f7b73 None None] DHCP port deletion for 0144b778-2e7c-4a1d-86b2-f3dbc366beab request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:46:31.494492 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13705866-a5e6-46e2-ba31-82c84c784874 req-8e1e7cd0-f381-47ef-9091-2bd9e3fe4783 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:31.497566 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13705866-a5e6-46e2-ba31-82c84c784874 req-8e1e7cd0-f381-47ef-9091-2bd9e3fe4783 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f4711f0-3e60-406a-8ef0-94ee42e3c520 HTTP/1.1" status: 200 len: 945 time: 0.4789495 Nov 25 19:46:31.502620 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-90117864-328a-4a01-af5b-2cfdd82d7997 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:31.537986 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90117864-328a-4a01-af5b-2cfdd82d7997 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Port': ['ID=889b848d-58f6-45f1-a218-6c319548c11a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:31.589261 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'tag': 'c7c43280-00f8-410b-a2b1-a37e5e2e1f1f'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:46:31.591661 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-0123a4a6-b2bd-4db3-aae9-19ccc6a2b607 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6036899 Nov 25 19:46:31.592446 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc57f6ff-f3f9-4c34-a64a-cf043a59756a" -d '{"events": [{"name": "network-changed", "server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "tag": "c7c43280-00f8-410b-a2b1-a37e5e2e1f1f"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:46:31.715403 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8ba71840-d61a-49c9-8783-8550dec99cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:31.734763 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53fed4a0-97e9-4422-9976-0b7068a92e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:31.860816 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-8ec03184-9053-48d0-ac31-40270810f42d tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:31.863469 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-8ec03184-9053-48d0-ac31-40270810f42d tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.73 "GET /v2.0/networks?id=f51730a2-8edb-4ebf-9106-0ab438d7dded HTTP/1.1" status: 200 len: 813 time: 0.6912231 Nov 25 19:46:31.885045 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-f9879df3-b67d-4b91-82c5-aaa4c5c43c92 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Request body: {'port': {'device_id': '2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d', 'network_id': 'f51730a2-8edb-4ebf-9106-0ab438d7dded', 'admin_state_up': True, 'tenant_id': '471f2a7f98c848b5bc3e8a0d34a42418'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:31.905433 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13705866-a5e6-46e2-ba31-82c84c784874 req-cf7008a1-22f5-497f-b6c1-a9c7880f249f tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481441 Nov 25 19:46:31.910541 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-90117864-328a-4a01-af5b-2cfdd82d7997 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:32.184248 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-bb57f0ee-3c37-443d-ac7a-abd95fa0f4c5 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5595348 Nov 25 19:46:32.193386 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90117864-328a-4a01-af5b-2cfdd82d7997 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:46:32.332503 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90117864-328a-4a01-af5b-2cfdd82d7997 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:46:32.347915 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-90117864-328a-4a01-af5b-2cfdd82d7997 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "PUT /v2.0/routers/6fb3712d-f4fc-4631-b793-c345d4fcb7ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3810418 Nov 25 19:46:32.348260 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51612) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:32.352910 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf579ac-0191-4038-91fa-b00f4ae43ae2 None None] Sync routers for ids ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:46:32.355650 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-6f0b98f9-cc61-4b7d-97cd-b1cea7aeee03 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=f93249e6-ce45-45b6-a2a1-2fb4c0c58f50 HTTP/1.1" status: 200 len: 217 time: 0.1487827 Nov 25 19:46:32.361561 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53fed4a0-97e9-4422-9976-0b7068a92e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:32.371952 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf579ac-0191-4038-91fa-b00f4ae43ae2 None None] Routers {'6fb3712d-f4fc-4631-b793-c345d4fcb7ba'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:46:32.374211 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2bf579ac-0191-4038-91fa-b00f4ae43ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:46:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:32.418344 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0331719-2320-4e6e-b9b5-71c83ef92550 req-cbb730db-1ace-4668-b196-57fdda90bc83 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:32.431712 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0331719-2320-4e6e-b9b5-71c83ef92550 req-cbb730db-1ace-4668-b196-57fdda90bc83 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:32.438146 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b2cf16-cdee-4ffb-88e2-11a9ea750c8e tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Deleting subnet aee577dd-a0ab-4767-a878-de5deb8ef6a1 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:46:32.442966 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88b2cf16-cdee-4ffb-88e2-11a9ea750c8e tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:32.445509 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0331719-2320-4e6e-b9b5-71c83ef92550 req-cbb730db-1ace-4668-b196-57fdda90bc83 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:32.459988 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0331719-2320-4e6e-b9b5-71c83ef92550 req-cbb730db-1ace-4668-b196-57fdda90bc83 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:32.473349 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0331719-2320-4e6e-b9b5-71c83ef92550 req-cbb730db-1ace-4668-b196-57fdda90bc83 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:32.484815 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0331719-2320-4e6e-b9b5-71c83ef92550 req-cbb730db-1ace-4668-b196-57fdda90bc83 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:32.495337 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2bf579ac-0191-4038-91fa-b00f4ae43ae2 None None] Set router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:46:32.496609 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0331719-2320-4e6e-b9b5-71c83ef92550 req-cbb730db-1ace-4668-b196-57fdda90bc83 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:32.502855 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88b2cf16-cdee-4ffb-88e2-11a9ea750c8e tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:32.512244 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e0331719-2320-4e6e-b9b5-71c83ef92550 req-cbb730db-1ace-4668-b196-57fdda90bc83 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5431 time: 0.4266438 Nov 25 19:46:32.609972 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2bf579ac-0191-4038-91fa-b00f4ae43ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:46:31Z', 'revision_number': 11, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:32.631447 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-53fed4a0-97e9-4422-9976-0b7068a92e69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0144b778-2e7c-4a1d-86b2-f3dbc366beab']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:32.652581 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-53fed4a0-97e9-4422-9976-0b7068a92e69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02fa6f66-9208-4806-8bde-6e2373cf1375') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:32.653243 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-53fed4a0-97e9-4422-9976-0b7068a92e69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02fa6f66-9208-4806-8bde-6e2373cf1375') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:32.661755 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf579ac-0191-4038-91fa-b00f4ae43ae2 None None] Checking router: 6fb3712d-f4fc-4631-b793-c345d4fcb7ba for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:46:32.672291 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53fed4a0-97e9-4422-9976-0b7068a92e69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:32.677036 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf579ac-0191-4038-91fa-b00f4ae43ae2 None None] Routers {'6fb3712d-f4fc-4631-b793-c345d4fcb7ba'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:46:32.677714 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2bf579ac-0191-4038-91fa-b00f4ae43ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:46:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:32.685543 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88b2cf16-cdee-4ffb-88e2-11a9ea750c8e tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:32.689531 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53fed4a0-97e9-4422-9976-0b7068a92e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:32.697018 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53fed4a0-97e9-4422-9976-0b7068a92e69 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:46:32.697578 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53fed4a0-97e9-4422-9976-0b7068a92e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:46:32.767088 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:46:32.777824 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-35f86b52-c5e1-4fe3-8c2e-6df774d6ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:32.780754 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-35f86b52-c5e1-4fe3-8c2e-6df774d6ae3c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4075f789-f3ae-4155-8ba9-eb1fbb9cbd69 HTTP/1.1" status: 200 len: 797 time: 0.4047823 Nov 25 19:46:32.803380 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2bf579ac-0191-4038-91fa-b00f4ae43ae2 None None] Set router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:46:32.805921 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53fed4a0-97e9-4422-9976-0b7068a92e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:32.817353 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53fed4a0-97e9-4422-9976-0b7068a92e69 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:32.826710 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-53fed4a0-97e9-4422-9976-0b7068a92e69 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0144b778-2e7c-4a1d-86b2-f3dbc366beab HTTP/1.1" status: 204 len: 168 time: 1.5668340 Nov 25 19:46:32.826976 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88b2cf16-cdee-4ffb-88e2-11a9ea750c8e tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:32.889192 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fed4a0-97e9-4422-9976-0b7068a92e69 admin admin] Pushing event deleted for resources: {'Network': ['ID=0144b778-2e7c-4a1d-86b2-f3dbc366beab,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:32.909221 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-f9879df3-b67d-4b91-82c5-aaa4c5c43c92 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Made reservation on behalf of 471f2a7f98c848b5bc3e8a0d34a42418 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:46:32.913684 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-f9879df3-b67d-4b91-82c5-aaa4c5c43c92 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:32.939152 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88b2cf16-cdee-4ffb-88e2-11a9ea750c8e tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:32.956087 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-88b2cf16-cdee-4ffb-88e2-11a9ea750c8e tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/subnets/aee577dd-a0ab-4767-a878-de5deb8ef6a1 HTTP/1.1" status: 204 len: 168 time: 0.6054349 Nov 25 19:46:32.956937 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51616) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:32.959759 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2cf16-cdee-4ffb-88e2-11a9ea750c8e tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Subnet': ['ID=aee577dd-a0ab-4767-a878-de5deb8ef6a1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:32.968182 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1558ee14-d2ec-4ceb-9d2b-04587dbcceda None None] Network 0ab0cbce-e7ef-441f-9c67-7927b45107fa requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:46:32.975685 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2bf579ac-0191-4038-91fa-b00f4ae43ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:46:31Z', 'revision_number': 11, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:33.026508 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e0331719-2320-4e6e-b9b5-71c83ef92550 req-4042e63c-be38-4c75-a7fa-d58d522b7572 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&id=8e898787-1eba-48ea-9636-62371b2bb44c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5120814 Nov 25 19:46:33.095176 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-716e5b38-e24a-4190-8ac7-5949394bb91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:33.097798 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-716e5b38-e24a-4190-8ac7-5949394bb91f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20935496-6e9b-480f-933b-cbeba5774e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3020086 Nov 25 19:46:33.152382 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51618) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:33.211005 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf579ac-0191-4038-91fa-b00f4ae43ae2 None None] The sync data for ids ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'] in n-d-819349-5 is: [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:46:31Z', 'revision_number': 11, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:46:33.241147 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c6dddf46-fe7a-44a4-b263-9d382dbf793a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=abb922ce65454bc1915d7b2c3b27e005&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0696211 Nov 25 19:46:33.245367 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51620) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:33.285852 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dafdad6f-94d3-4ff0-8350-6c6fb9eab998 req-2f09c92a-a07a-4a48-862f-79943e366e2e tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d HTTP/1.1" status: 200 len: 210 time: 0.1036773 Nov 25 19:46:33.371121 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b77e4210-f317-480e-b7d2-60af330973a6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:33.451803 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cdab19-3722-4f54-8a68-dde269b1d6a0 x-openstack-request-id: req-39cdab19-3722-4f54-8a68-dde269b1d6a0 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:46:33.453262 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "tag": "c7c43280-00f8-410b-a2b1-a37e5e2e1f1f", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:46:33.453262 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-39cdab19-3722-4f54-8a68-dde269b1d6a0 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:46:33.453721 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'tag': 'c7c43280-00f8-410b-a2b1-a37e5e2e1f1f', 'status': 'completed', 'code': 200} Nov 25 19:46:33.531974 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-f9879df3-b67d-4b91-82c5-aaa4c5c43c92 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Allocated IP 172.20.0.6 (f51730a2-8edb-4ebf-9106-0ab438d7dded/c4dba496-447a-4769-abf8-07cfdf8254fc/1245f784-c0fc-4b66-829d-155060829b09) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:46:33.538482 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-06ba4c37-8cc8-452f-8de8-9c82e58d5ff7 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752012 Nov 25 19:46:33.542732 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80235c48-7f76-4963-b430-299f04eeb7b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:33.620773 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80235c48-7f76-4963-b430-299f04eeb7b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:33.646230 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664e893a-085c-457e-a1da-e8ba14b1fbeb None None] DHCP port deletion for 0ab0cbce-e7ef-441f-9c67-7927b45107fa request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:46:33.686098 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:33.758387 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b77e4210-f317-480e-b7d2-60af330973a6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Deleting port 8f7c0c11-fec4-42ff-ac7e-cee161b48006 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:33.759711 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b77e4210-f317-480e-b7d2-60af330973a6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:33.820433 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-664e893a-085c-457e-a1da-e8ba14b1fbeb None None] Deleting port 8f7c0c11-fec4-42ff-ac7e-cee161b48006 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:33.829914 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-664e893a-085c-457e-a1da-e8ba14b1fbeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:33.952377 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-f9879df3-b67d-4b91-82c5-aaa4c5c43c92 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:33.995348 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-b77e4210-f317-480e-b7d2-60af330973a6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] For port 8f7c0c11-fec4-42ff-ac7e-cee161b48006, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=8f7c0c11-fec4-42ff-ac7e-cee161b48006,segment=NetworkSegment(7e1c945f-eb07-4145-9349-f37ed0d4e632),segment_id=7e1c945f-eb07-4145-9349-f37ed0d4e632)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:33.997025 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b77e4210-f317-480e-b7d2-60af330973a6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:34.032989 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-664e893a-085c-457e-a1da-e8ba14b1fbeb None None] For port 8f7c0c11-fec4-42ff-ac7e-cee161b48006, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=8f7c0c11-fec4-42ff-ac7e-cee161b48006,segment=NetworkSegment(7e1c945f-eb07-4145-9349-f37ed0d4e632),segment_id=7e1c945f-eb07-4145-9349-f37ed0d4e632)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:34.033255 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80235c48-7f76-4963-b430-299f04eeb7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:34.033641 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-664e893a-085c-457e-a1da-e8ba14b1fbeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:34.039102 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80235c48-7f76-4963-b430-299f04eeb7b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:34.040635 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9c1bf-1abf-4c7e-a244-bdec7f9c6041 req-9573fe79-6ca6-4561-8b56-c12dcb9c3752 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:34.041034 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-80235c48-7f76-4963-b430-299f04eeb7b5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8de60944-539f-43f5-a44b-9a80a7661013 HTTP/1.1" status: 204 len: 168 time: 0.7945161 Nov 25 19:46:34.042936 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b77e4210-f317-480e-b7d2-60af330973a6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Calling delete_port for 8f7c0c11-fec4-42ff-ac7e-cee161b48006 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:34.045159 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ecd9c1bf-1abf-4c7e-a244-bdec7f9c6041 req-9573fe79-6ca6-4561-8b56-c12dcb9c3752 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f4711f0-3e60-406a-8ef0-94ee42e3c520 HTTP/1.1" status: 200 len: 945 time: 0.3801894 Nov 25 19:46:34.069751 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-664e893a-085c-457e-a1da-e8ba14b1fbeb None None] Calling delete_port for 8f7c0c11-fec4-42ff-ac7e-cee161b48006 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:34.106154 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80235c48-7f76-4963-b430-299f04eeb7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de60944-539f-43f5-a44b-9a80a7661013,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:34.143081 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-42adba35-0eef-45b3-ac94-a944246a307d service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5864537 Nov 25 19:46:34.260782 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 8f7c0c11-fec4-42ff-ac7e-cee161b48006 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:46:34.273558 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-97d4923b-1f74-4607-b758-b5c493e19c39 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b HTTP/1.1" status: 200 len: 217 time: 0.1210024 Nov 25 19:46:34.298911 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-f9879df3-b67d-4b91-82c5-aaa4c5c43c92 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:34.326315 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['6b77eb65-9cd0-44c6-a4c4-338d8686d585'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:46:34.338196 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-664e893a-085c-457e-a1da-e8ba14b1fbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:34.348884 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b77e4210-f317-480e-b7d2-60af330973a6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:34.394199 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e4210-f317-480e-b7d2-60af330973a6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Port': ['ID=8f7c0c11-fec4-42ff-ac7e-cee161b48006,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:34.398344 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77e4210-f317-480e-b7d2-60af330973a6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] No DVR routers for this DVR port 8f7c0c11-fec4-42ff-ac7e-cee161b48006 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:46:34.467016 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No active binding found for port 8f7c0c11-fec4-42ff-ac7e-cee161b48006 {{(pid=103601) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 19:46:34.467755 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 8f7c0c11-fec4-42ff-ac7e-cee161b48006 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:46:34.469563 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 889b848d-58f6-45f1-a218-6c319548c11a no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:46:34.522425 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b77e4210-f317-480e-b7d2-60af330973a6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:34.540614 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e893a-085c-457e-a1da-e8ba14b1fbeb None None] Pushing event deleted for resources: {'Port': ['ID=8f7c0c11-fec4-42ff-ac7e-cee161b48006,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:34.546762 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664e893a-085c-457e-a1da-e8ba14b1fbeb None None] No DVR routers for this DVR port 8f7c0c11-fec4-42ff-ac7e-cee161b48006 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:46:34.549374 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 889b848d-58f6-45f1-a218-6c319548c11a {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:46:34.549727 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 889b848d-58f6-45f1-a218-6c319548c11a not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:46:34.595494 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ecd9c1bf-1abf-4c7e-a244-bdec7f9c6041 req-327d0b99-86b3-430d-af98-3a48c6c8c9aa tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306935 Nov 25 19:46:34.617033 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b77e4210-f317-480e-b7d2-60af330973a6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab0cbce-e7ef-441f-9c67-7927b45107fa']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:34.647930 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-f9879df3-b67d-4b91-82c5-aaa4c5c43c92 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Network f51730a2-8edb-4ebf-9106-0ab438d7dded is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:34.648558 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b77e4210-f317-480e-b7d2-60af330973a6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1c945f-eb07-4145-9349-f37ed0d4e632') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:34.648558 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b77e4210-f317-480e-b7d2-60af330973a6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1c945f-eb07-4145-9349-f37ed0d4e632') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:34.670025 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-281d0c1f-f3ba-4fbc-bfbf-75d4cb0c3a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:34.672402 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-281d0c1f-f3ba-4fbc-bfbf-75d4cb0c3a8e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d3557900-716c-49fc-9261-bbc772127fc4 HTTP/1.1" status: 200 len: 797 time: 0.3761780 Nov 25 19:46:34.677257 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b77e4210-f317-480e-b7d2-60af330973a6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:34.677496 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-f9879df3-b67d-4b91-82c5-aaa4c5c43c92 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:34.688440 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-f9879df3-b67d-4b91-82c5-aaa4c5c43c92 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:46:34.730894 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b77e4210-f317-480e-b7d2-60af330973a6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:34.749800 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77e4210-f317-480e-b7d2-60af330973a6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:46:34.750595 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b77e4210-f317-480e-b7d2-60af330973a6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:46:34.757009 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:46:34.768166 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9879df3-b67d-4b91-82c5-aaa4c5c43c92 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Pushing event updated for resources: {'Port': ['ID=1245f784-c0fc-4b66-829d-155060829b09,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:34.897440 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b77e4210-f317-480e-b7d2-60af330973a6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:34.906064 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b77e4210-f317-480e-b7d2-60af330973a6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:34.916694 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b77e4210-f317-480e-b7d2-60af330973a6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/networks/0ab0cbce-e7ef-441f-9c67-7927b45107fa HTTP/1.1" status: 204 len: 168 time: 1.9575865 Nov 25 19:46:34.917661 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51640) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:34.932396 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8a831719-41d2-4518-b3cf-5079368cdce9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'router': {'routes': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:34.935350 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831eba4d-5d53-4501-8470-f500524cb2e8 req-ca461461-2918-43e4-adc1-0ed6f019fa58 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:34.942167 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831eba4d-5d53-4501-8470-f500524cb2e8 req-ca461461-2918-43e4-adc1-0ed6f019fa58 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:34.948841 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831eba4d-5d53-4501-8470-f500524cb2e8 req-ca461461-2918-43e4-adc1-0ed6f019fa58 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:34.956791 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831eba4d-5d53-4501-8470-f500524cb2e8 req-ca461461-2918-43e4-adc1-0ed6f019fa58 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:34.964271 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831eba4d-5d53-4501-8470-f500524cb2e8 req-ca461461-2918-43e4-adc1-0ed6f019fa58 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:34.972114 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831eba4d-5d53-4501-8470-f500524cb2e8 req-ca461461-2918-43e4-adc1-0ed6f019fa58 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:34.978743 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831eba4d-5d53-4501-8470-f500524cb2e8 req-ca461461-2918-43e4-adc1-0ed6f019fa58 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:34.980970 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-831eba4d-5d53-4501-8470-f500524cb2e8 req-ca461461-2918-43e4-adc1-0ed6f019fa58 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5431 time: 0.2147269 Nov 25 19:46:34.989712 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-f9879df3-b67d-4b91-82c5-aaa4c5c43c92 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:34.990592 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-f9879df3-b67d-4b91-82c5-aaa4c5c43c92 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:35.025900 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-f9879df3-b67d-4b91-82c5-aaa4c5c43c92 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1502280 Nov 25 19:46:35.035787 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-b214fba5-997f-469e-999e-7480449c57e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:35.037582 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-b214fba5-997f-469e-999e-7480449c57e9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8aa06786-042e-4faf-b4a5-b6084b1ca237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3561482 Nov 25 19:46:35.145340 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-bc1067b5-1559-441f-9252-3bb960ee3a75 service neutron] Request body: {'port': {'device_id': '2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:35.216381 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-5275ef48-dec5-4f47-aed1-94685bce4ef4 service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697383 Nov 25 19:46:35.236548 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e4210-f317-480e-b7d2-60af330973a6 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Pushing event deleted for resources: {'Network': ['ID=0ab0cbce-e7ef-441f-9c67-7927b45107fa,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:35.292958 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.extraroute_db [None req-8a831719-41d2-4518-b3cf-5079368cdce9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Added routes are [] {{(pid=103599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 19:46:35.293492 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.extraroute_db [None req-8a831719-41d2-4518-b3cf-5079368cdce9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Removed routes are [] {{(pid=103599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 19:46:35.293983 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a831719-41d2-4518-b3cf-5079368cdce9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:35.437318 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:35.547776 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a831719-41d2-4518-b3cf-5079368cdce9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:35.555206 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a831719-41d2-4518-b3cf-5079368cdce9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2046030'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:35.594077 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:35.692542 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a831719-41d2-4518-b3cf-5079368cdce9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:46:35.719483 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-831eba4d-5d53-4501-8470-f500524cb2e8 req-fed7e584-00e3-4aec-85fa-724d8e67e174 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&id=8e898787-1eba-48ea-9636-62371b2bb44c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7097049 Nov 25 19:46:35.770823 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-bc1067b5-1559-441f-9252-3bb960ee3a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:35.852286 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a831719-41d2-4518-b3cf-5079368cdce9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:46:35.867694 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a831719-41d2-4518-b3cf-5079368cdce9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:35.869508 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2712c1-e7ec-4319-a583-f170723f0587 None None] Sync routers for ids ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:46:35.875096 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8a831719-41d2-4518-b3cf-5079368cdce9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "PUT /v2.0/routers/6fb3712d-f4fc-4631-b793-c345d4fcb7ba HTTP/1.1" status: 200 len: 700 time: 0.9486375 Nov 25 19:46:35.876065 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51652) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:35.890951 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2712c1-e7ec-4319-a583-f170723f0587 None None] Routers {'6fb3712d-f4fc-4631-b793-c345d4fcb7ba'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:46:35.892464 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2f2712c1-e7ec-4319-a583-f170723f0587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:46:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:35.923176 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-66877ca8-9208-42cb-b034-98fcaf56ec57 service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6943560 Nov 25 19:46:35.928947 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d3068fd6-cc0e-4484-ac13-44d23e3fa490 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fb3712d-f4fc-4631-b793-c345d4fcb7ba HTTP/1.1" status: 200 len: 205 time: 0.0508368 Nov 25 19:46:35.933877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51654) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:35.977393 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-c321653e-3184-4b30-b7ef-14903b3d8903 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c7c43280-00f8-410b-a2b1-a37e5e2e1f1f HTTP/1.1" status: 200 len: 217 time: 0.0452878 Nov 25 19:46:36.062767 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-2f2712c1-e7ec-4319-a583-f170723f0587 None None] Set router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:46:36.097894 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c34d3303-3b85-4d0e-8d05-c1f30612a9a8 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:36.234224 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fbb7b-4e0b-442c-b487-a374d85d130e req-80687b6c-c037-4450-97db-38311f7f50ae tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:36.238238 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-974fbb7b-4e0b-442c-b487-a374d85d130e req-80687b6c-c037-4450-97db-38311f7f50ae tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d HTTP/1.1" status: 200 len: 931 time: 0.4365659 Nov 25 19:46:36.269315 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-758bd9de-83fc-4e9f-961a-7b83d6ccbc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:36.276614 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-758bd9de-83fc-4e9f-961a-7b83d6ccbc95 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d3557900-716c-49fc-9261-bbc772127fc4 HTTP/1.1" status: 200 len: 797 time: 0.2854893 Nov 25 19:46:36.340986 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2f2712c1-e7ec-4319-a583-f170723f0587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:46:31Z', 'revision_number': 11, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:36.407039 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2712c1-e7ec-4319-a583-f170723f0587 None None] Checking router: 6fb3712d-f4fc-4631-b793-c345d4fcb7ba for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:46:36.432752 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2712c1-e7ec-4319-a583-f170723f0587 None None] Routers {'6fb3712d-f4fc-4631-b793-c345d4fcb7ba'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:46:36.434142 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2f2712c1-e7ec-4319-a583-f170723f0587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:46:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:36.548538 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c34d3303-3b85-4d0e-8d05-c1f30612a9a8 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:36.556411 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c34d3303-3b85-4d0e-8d05-c1f30612a9a8 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:36.584982 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-dab836df-f36d-4b6f-a6dd-49aa6c8683b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:36.587840 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-dab836df-f36d-4b6f-a6dd-49aa6c8683b1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8aa06786-042e-4faf-b4a5-b6084b1ca237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2986474 Nov 25 19:46:36.629567 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-2f2712c1-e7ec-4319-a583-f170723f0587 None None] Set router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:46:36.670436 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-974fbb7b-4e0b-442c-b487-a374d85d130e req-6a7298c4-b180-4042-abf9-91d8d228fd8a tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829238 Nov 25 19:46:36.693620 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c34d3303-3b85-4d0e-8d05-c1f30612a9a8 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:36.695600 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34d3303-3b85-4d0e-8d05-c1f30612a9a8 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Fanout notify agent at l3_agent the message router_deleted on router 6fb3712d-f4fc-4631-b793-c345d4fcb7ba {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:46:36.728191 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c34d3303-3b85-4d0e-8d05-c1f30612a9a8 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:36.736941 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c34d3303-3b85-4d0e-8d05-c1f30612a9a8 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/routers/6fb3712d-f4fc-4631-b793-c345d4fcb7ba HTTP/1.1" status: 204 len: 168 time: 0.7951753 Nov 25 19:46:36.738601 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51660) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:36.744560 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-29a192b7-dbf9-450c-b2a0-a2d4f9009b81 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2014007886', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:36.828294 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29a192b7-dbf9-450c-b2a0-a2d4f9009b81 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:36.835005 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29a192b7-dbf9-450c-b2a0-a2d4f9009b81 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:36.835603 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-8ee54e1b-97b3-40fd-b883-e9732f265540 service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308233 Nov 25 19:46:36.838597 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2f2712c1-e7ec-4319-a583-f170723f0587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:46:31Z', 'revision_number': 11, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:36.953306 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2712c1-e7ec-4319-a583-f170723f0587 None None] The sync data for ids ['6fb3712d-f4fc-4631-b793-c345d4fcb7ba'] in n-d-819349-5 is: [{'id': '6fb3712d-f4fc-4631-b793-c345d4fcb7ba', 'name': 'tempest-RoutersTest-router-549543039', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:44:37Z', 'updated_at': '2021-11-25T19:46:31Z', 'revision_number': 11, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:46:36.995819 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29a192b7-dbf9-450c-b2a0-a2d4f9009b81 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:37.005277 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29a192b7-dbf9-450c-b2a0-a2d4f9009b81 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:37.040317 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29a192b7-dbf9-450c-b2a0-a2d4f9009b81 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:37.046134 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-29a192b7-dbf9-450c-b2a0-a2d4f9009b81 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3019474 Nov 25 19:46:37.046990 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51668) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:37.058795 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4c932031-802a-4184-978d-e2dd0a551dcb tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:37.295754 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-bc1067b5-1559-441f-9252-3bb960ee3a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1245f784-c0fc-4b66-829d-155060829b09 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:46:37.314353 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cf58d92-b2b4-4156-8d88-cc5289e0db6b req-70a70863-1cfb-4fb6-8a5d-b1c7379cc028 service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623039 Nov 25 19:46:37.316813 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-bc1067b5-1559-441f-9252-3bb960ee3a75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:37.340700 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8962e7-df0f-47bc-ac94-c5d369e600e8 req-e59c4aea-4cd9-4197-9237-1d25be139fcc tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:37.350250 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7a8962e7-df0f-47bc-ac94-c5d369e600e8 req-e59c4aea-4cd9-4197-9237-1d25be139fcc tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f4711f0-3e60-406a-8ef0-94ee42e3c520 HTTP/1.1" status: 200 len: 945 time: 0.1894119 Nov 25 19:46:37.411782 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-bc1067b5-1559-441f-9252-3bb960ee3a75 service neutron] Transition to ACTIVE for port object 1245f784-c0fc-4b66-829d-155060829b09 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:46:37.423727 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-bc1067b5-1559-441f-9252-3bb960ee3a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:37.605487 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1067b5-1559-441f-9252-3bb960ee3a75 service neutron] Pushing event updated for resources: {'Port': ['ID=1245f784-c0fc-4b66-829d-155060829b09,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:37.630514 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7a8962e7-df0f-47bc-ac94-c5d369e600e8 req-96c161d2-2c65-46a1-9963-942cc7640068 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790983 Nov 25 19:46:37.857984 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6c12e-2f52-4bea-9b3f-3d633e6515fb req-c8f3e852-4d91-4a6a-b864-cb22b9c5e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:37.859198 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6c12e-2f52-4bea-9b3f-3d633e6515fb req-c8f3e852-4d91-4a6a-b864-cb22b9c5e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:37.859727 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6c12e-2f52-4bea-9b3f-3d633e6515fb req-c8f3e852-4d91-4a6a-b864-cb22b9c5e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:37.860638 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6c12e-2f52-4bea-9b3f-3d633e6515fb req-c8f3e852-4d91-4a6a-b864-cb22b9c5e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:37.862590 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6c12e-2f52-4bea-9b3f-3d633e6515fb req-c8f3e852-4d91-4a6a-b864-cb22b9c5e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:37.862590 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6c12e-2f52-4bea-9b3f-3d633e6515fb req-c8f3e852-4d91-4a6a-b864-cb22b9c5e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:37.863183 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6c12e-2f52-4bea-9b3f-3d633e6515fb req-c8f3e852-4d91-4a6a-b864-cb22b9c5e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:37.867108 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eff6c12e-2f52-4bea-9b3f-3d633e6515fb req-c8f3e852-4d91-4a6a-b864-cb22b9c5e76c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9d22fa4f40744aa88e4f6dbc79438c2&device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 6488 time: 0.3134763 Nov 25 19:46:37.872273 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-bc1067b5-1559-441f-9252-3bb960ee3a75 service neutron] Attempting to bind port 1245f784-c0fc-4b66-829d-155060829b09 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:46:37.873384 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-bc1067b5-1559-441f-9252-3bb960ee3a75 service neutron] Attempting to bind port 1245f784-c0fc-4b66-829d-155060829b09 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '192a7c7c-2687-4772-a662-fc33bfbaecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f51730a2-8edb-4ebf-9106-0ab438d7dded'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:46:37.873974 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-bc1067b5-1559-441f-9252-3bb960ee3a75 service neutron] Attempting to bind port 1245f784-c0fc-4b66-829d-155060829b09 on network f51730a2-8edb-4ebf-9106-0ab438d7dded {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:37.948079 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-bc1067b5-1559-441f-9252-3bb960ee3a75 service neutron] Port 1245f784-c0fc-4b66-829d-155060829b09 on network f51730a2-8edb-4ebf-9106-0ab438d7dded not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:46:37.948884 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-bc1067b5-1559-441f-9252-3bb960ee3a75 service neutron] Attempting to bind port 1245f784-c0fc-4b66-829d-155060829b09 on network f51730a2-8edb-4ebf-9106-0ab438d7dded {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:38.000659 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-bc1067b5-1559-441f-9252-3bb960ee3a75 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:46:38.001276 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-bc1067b5-1559-441f-9252-3bb960ee3a75 service neutron] Checking segment: {'id': '192a7c7c-2687-4772-a662-fc33bfbaecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f51730a2-8edb-4ebf-9106-0ab438d7dded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:46:38.002192 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-bc1067b5-1559-441f-9252-3bb960ee3a75 service neutron] Bound using segment: {'id': '192a7c7c-2687-4772-a662-fc33bfbaecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f51730a2-8edb-4ebf-9106-0ab438d7dded'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:46:38.002906 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-bc1067b5-1559-441f-9252-3bb960ee3a75 service neutron] Bound port: 1245f784-c0fc-4b66-829d-155060829b09, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192a7c7c-2687-4772-a662-fc33bfbaecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f51730a2-8edb-4ebf-9106-0ab438d7dded'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:46:38.003512 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-bc1067b5-1559-441f-9252-3bb960ee3a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:38.210019 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ca5ce-de39-45f2-9bbd-7ebeccc07ba9 req-bbc8bbf1-0a5d-4e69-80ba-c58416d84457 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:38.217532 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51684) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:38.228029 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ca5ce-de39-45f2-9bbd-7ebeccc07ba9 req-bbc8bbf1-0a5d-4e69-80ba-c58416d84457 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:38.236111 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ca5ce-de39-45f2-9bbd-7ebeccc07ba9 req-bbc8bbf1-0a5d-4e69-80ba-c58416d84457 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:38.244245 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ca5ce-de39-45f2-9bbd-7ebeccc07ba9 req-bbc8bbf1-0a5d-4e69-80ba-c58416d84457 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:38.252612 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ca5ce-de39-45f2-9bbd-7ebeccc07ba9 req-bbc8bbf1-0a5d-4e69-80ba-c58416d84457 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:38.261216 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ca5ce-de39-45f2-9bbd-7ebeccc07ba9 req-bbc8bbf1-0a5d-4e69-80ba-c58416d84457 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:38.269783 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ca5ce-de39-45f2-9bbd-7ebeccc07ba9 req-bbc8bbf1-0a5d-4e69-80ba-c58416d84457 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:38.273006 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9f4ca5ce-de39-45f2-9bbd-7ebeccc07ba9 req-bbc8bbf1-0a5d-4e69-80ba-c58416d84457 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5431 time: 0.4521980 Nov 25 19:46:38.321583 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c932031-802a-4184-978d-e2dd0a551dcb tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:38.338269 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c932031-802a-4184-978d-e2dd0a551dcb tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2046030'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:38.377080 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6c12e-2f52-4bea-9b3f-3d633e6515fb req-381510d5-7ab7-4ac6-95d4-e8e27922a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:38.379335 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eff6c12e-2f52-4bea-9b3f-3d633e6515fb req-381510d5-7ab7-4ac6-95d4-e8e27922a2db service neutron] 10.222.0.85 "GET /v2.0/networks?id=8aa06786-042e-4faf-b4a5-b6084b1ca237 HTTP/1.1" status: 200 len: 902 time: 0.4728971 Nov 25 19:46:38.465455 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eff6c12e-2f52-4bea-9b3f-3d633e6515fb req-d970b2b7-f60e-4664-ac70-b0b526ebc081 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b HTTP/1.1" status: 200 len: 217 time: 0.0746312 Nov 25 19:46:38.529816 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-bc1067b5-1559-441f-9252-3bb960ee3a75 service neutron] For port 1245f784-c0fc-4b66-829d-155060829b09, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:46:38.559477 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9f4ca5ce-de39-45f2-9bbd-7ebeccc07ba9 req-5a55d02f-5460-456f-8ba9-5d8efafbc6e9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&id=8e898787-1eba-48ea-9636-62371b2bb44c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2397413 Nov 25 19:46:38.574551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-bc1067b5-1559-441f-9252-3bb960ee3a75 service neutron] For port 1245f784-c0fc-4b66-829d-155060829b09, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=1245f784-c0fc-4b66-829d-155060829b09,segment=NetworkSegment(192a7c7c-2687-4772-a662-fc33bfbaecb6),segment_id=192a7c7c-2687-4772-a662-fc33bfbaecb6)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:46:38.594199 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-bc1067b5-1559-441f-9252-3bb960ee3a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:38.625815 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0273136a-3c75-4251-8b01-8b0ca46de961 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:38.722772 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1067b5-1559-441f-9252-3bb960ee3a75 service neutron] Pushing event updated for resources: {'Port': ['ID=1245f784-c0fc-4b66-829d-155060829b09,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:38.730384 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6c12e-2f52-4bea-9b3f-3d633e6515fb req-fa092bcf-1a30-4e16-9cbe-caa9fbd948f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:38.732544 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eff6c12e-2f52-4bea-9b3f-3d633e6515fb req-fa092bcf-1a30-4e16-9cbe-caa9fbd948f8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d3557900-716c-49fc-9261-bbc772127fc4 HTTP/1.1" status: 200 len: 797 time: 0.2577243 Nov 25 19:46:38.805839 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-bc1067b5-1559-441f-9252-3bb960ee3a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:38.806647 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-bc1067b5-1559-441f-9252-3bb960ee3a75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:38.808188 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-bc1067b5-1559-441f-9252-3bb960ee3a75 service neutron] 10.222.0.73 "PUT /v2.0/ports/1245f784-c0fc-4b66-829d-155060829b09 HTTP/1.1" status: 200 len: 1091 time: 3.6674979 Nov 25 19:46:38.812611 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d', 'tag': '1245f784-c0fc-4b66-829d-155060829b09'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:46:38.814666 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfbcc5a-e9b0-4a39-b269-5f4fd7ae95e0" -d '{"events": [{"name": "network-changed", "server_uuid": "2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d", "tag": "1245f784-c0fc-4b66-829d-155060829b09"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:46:38.879348 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6c12e-2f52-4bea-9b3f-3d633e6515fb req-ee2be2ac-51ca-4b58-9111-e95b679e88f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:38.882235 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eff6c12e-2f52-4bea-9b3f-3d633e6515fb req-ee2be2ac-51ca-4b58-9111-e95b679e88f3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8aa06786-042e-4faf-b4a5-b6084b1ca237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1397388 Nov 25 19:46:38.901822 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c932031-802a-4184-978d-e2dd0a551dcb tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Router 209572c0-db3d-4541-aefc-8f9772442fe8 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:46:38.909936 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8f668-f8c6-48c3-bdb9-fecb551915d7 req-b87b7d80-906c-4052-9ea1-5a56ec60391e tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:38.913000 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9d8f668-f8c6-48c3-bdb9-fecb551915d7 req-b87b7d80-906c-4052-9ea1-5a56ec60391e tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f4711f0-3e60-406a-8ef0-94ee42e3c520 HTTP/1.1" status: 200 len: 945 time: 0.1760268 Nov 25 19:46:39.045070 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c932031-802a-4184-978d-e2dd0a551dcb tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:46:39.056568 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c932031-802a-4184-978d-e2dd0a551dcb tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:39.058793 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4c932031-802a-4184-978d-e2dd0a551dcb tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "PUT /v2.0/routers/209572c0-db3d-4541-aefc-8f9772442fe8 HTTP/1.1" status: 200 len: 694 time: 2.0104680 Nov 25 19:46:39.063167 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51696) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:39.080161 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8dbd18-5e5a-401b-b444-920f18167860 None None] Sync routers for ids ['209572c0-db3d-4541-aefc-8f9772442fe8'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:46:39.099470 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8dbd18-5e5a-401b-b444-920f18167860 None None] Routers {'209572c0-db3d-4541-aefc-8f9772442fe8'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:46:39.101955 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4d8dbd18-5e5a-401b-b444-920f18167860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:46:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['209572c0-db3d-4541-aefc-8f9772442fe8'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:39.212343 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9d8f668-f8c6-48c3-bdb9-fecb551915d7 req-5e0ac944-009e-47c7-80b9-bf7f8da5494f tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270496 Nov 25 19:46:39.218445 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-4d8dbd18-5e5a-401b-b444-920f18167860 None None] Set router 209572c0-db3d-4541-aefc-8f9772442fe8 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:46:39.226453 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-1dbfe1bb-a656-4fa6-b853-ad6abdb87d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:39.229239 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-1dbfe1bb-a656-4fa6-b853-ad6abdb87d84 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=471f2a7f98c848b5bc3e8a0d34a42418&device_id=2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d HTTP/1.1" status: 200 len: 1094 time: 0.3146358 Nov 25 19:46:39.292928 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0273136a-3c75-4251-8b01-8b0ca46de961 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:39.329451 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-3773b03c-4417-4d5d-9ba5-784dfe742abe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1245f784-c0fc-4b66-829d-155060829b09 HTTP/1.1" status: 200 len: 217 time: 0.0826213 Nov 25 19:46:39.330860 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4d8dbd18-5e5a-401b-b444-920f18167860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209572c0-db3d-4541-aefc-8f9772442fe8', 'name': 'tempest-RoutersTest-router-2014007886', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:46:36Z', 'updated_at': '2021-11-25T19:46:38Z', 'revision_number': 2, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:39.367422 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eff6c12e-2f52-4bea-9b3f-3d633e6515fb req-4d3c657f-fbf9-43b2-a728-9ff3881de7f5 service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048584 Nov 25 19:46:39.374394 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0273136a-3c75-4251-8b01-8b0ca46de961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:39.400738 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8dbd18-5e5a-401b-b444-920f18167860 None None] Checking router: 209572c0-db3d-4541-aefc-8f9772442fe8 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:46:39.426348 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8dbd18-5e5a-401b-b444-920f18167860 None None] Routers {'209572c0-db3d-4541-aefc-8f9772442fe8'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:46:39.434923 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4d8dbd18-5e5a-401b-b444-920f18167860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:46:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['209572c0-db3d-4541-aefc-8f9772442fe8'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:39.449933 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0273136a-3c75-4251-8b01-8b0ca46de961 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2f666a0ab2e24c18b124e9f389c01caa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2313230 Nov 25 19:46:39.455302 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51700) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:39.468617 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-647a8ce2-c572-433f-975e-e532c852af38 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "GET /v2.0/routers/209572c0-db3d-4541-aefc-8f9772442fe8 HTTP/1.1" status: 200 len: 700 time: 0.4027762 Nov 25 19:46:39.476141 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51702) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:39.527202 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1efa56dc-e925-43b5-8d71-09247b94f4da tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "GET /v2.0/ports?device_id=209572c0-db3d-4541-aefc-8f9772442fe8 HTTP/1.1" status: 200 len: 205 time: 0.0389805 Nov 25 19:46:39.534621 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51704) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:39.651150 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273136a-3c75-4251-8b01-8b0ca46de961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6042b0c-0261-401f-8a03-6a40e50b5f91,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:39.714243 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f489c0b5-5cf8-4787-97d4-be7e8c8bd6e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:39.745982 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-4d8dbd18-5e5a-401b-b444-920f18167860 None None] Set router 209572c0-db3d-4541-aefc-8f9772442fe8 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:46:39.766627 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f489c0b5-5cf8-4787-97d4-be7e8c8bd6e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:39.854527 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f489c0b5-5cf8-4787-97d4-be7e8c8bd6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:39.858260 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f489c0b5-5cf8-4787-97d4-be7e8c8bd6e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:39.859711 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f489c0b5-5cf8-4787-97d4-be7e8c8bd6e8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c6042b0c-0261-401f-8a03-6a40e50b5f91 HTTP/1.1" status: 204 len: 168 time: 0.3889556 Nov 25 19:46:39.873156 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489c0b5-5cf8-4787-97d4-be7e8c8bd6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6042b0c-0261-401f-8a03-6a40e50b5f91,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:39.927161 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eff6c12e-2f52-4bea-9b3f-3d633e6515fb req-f13ed839-b8f9-481f-9a75-b260a13c6c4d service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5383818 Nov 25 19:46:39.935743 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-16e57073-7b45-4b10-9afd-9a500bb68db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:39.937498 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-16e57073-7b45-4b10-9afd-9a500bb68db1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4dba496-447a-4769-abf8-07cfdf8254fc HTTP/1.1" status: 200 len: 853 time: 0.5666447 Nov 25 19:46:39.954145 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d123e4-7c68-4aa1-a54f-d62406e1207b req-d322cfca-6eee-49a0-a153-fb44a92a17a0 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:39.964608 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-08d123e4-7c68-4aa1-a54f-d62406e1207b req-d322cfca-6eee-49a0-a153-fb44a92a17a0 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d HTTP/1.1" status: 200 len: 943 time: 0.5873985 Nov 25 19:46:39.968577 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4d8dbd18-5e5a-401b-b444-920f18167860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209572c0-db3d-4541-aefc-8f9772442fe8', 'name': 'tempest-RoutersTest-router-2014007886', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:46:36Z', 'updated_at': '2021-11-25T19:46:38Z', 'revision_number': 2, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:40.053137 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8dbd18-5e5a-401b-b444-920f18167860 None None] The sync data for ids ['209572c0-db3d-4541-aefc-8f9772442fe8'] in n-d-819349-5 is: [{'id': '209572c0-db3d-4541-aefc-8f9772442fe8', 'name': 'tempest-RoutersTest-router-2014007886', 'tenant_id': '33fd1ebee1f7494487609e337911c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:46:36Z', 'updated_at': '2021-11-25T19:46:38Z', 'revision_number': 2, 'project_id': '33fd1ebee1f7494487609e337911c862', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:46:40.055389 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-5a66f024-14a5-4352-9ccb-c13a8320fee5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f51730a2-8edb-4ebf-9106-0ab438d7dded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771375 Nov 25 19:46:40.073042 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2804586a-dc55-4eac-822b-321b009113bb tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:40.394738 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-08d123e4-7c68-4aa1-a54f-d62406e1207b req-a320eff1-2acc-4d50-a93b-7bfc5f8520e8 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261980 Nov 25 19:46:40.443342 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2804586a-dc55-4eac-822b-321b009113bb tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:40.454661 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57f6ff-f3f9-4c34-a64a-cf043a59756a req-31bbc69a-4584-497d-a925-d22cfd873e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:40.455177 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57f6ff-f3f9-4c34-a64a-cf043a59756a req-31bbc69a-4584-497d-a925-d22cfd873e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:40.455664 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57f6ff-f3f9-4c34-a64a-cf043a59756a req-31bbc69a-4584-497d-a925-d22cfd873e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:40.456170 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57f6ff-f3f9-4c34-a64a-cf043a59756a req-31bbc69a-4584-497d-a925-d22cfd873e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:40.456653 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57f6ff-f3f9-4c34-a64a-cf043a59756a req-31bbc69a-4584-497d-a925-d22cfd873e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:40.457133 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57f6ff-f3f9-4c34-a64a-cf043a59756a req-31bbc69a-4584-497d-a925-d22cfd873e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:40.457892 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57f6ff-f3f9-4c34-a64a-cf043a59756a req-31bbc69a-4584-497d-a925-d22cfd873e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:40.459785 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc57f6ff-f3f9-4c34-a64a-cf043a59756a req-31bbc69a-4584-497d-a925-d22cfd873e4d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9d22fa4f40744aa88e4f6dbc79438c2&device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 6488 time: 0.3046002 Nov 25 19:46:40.463363 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2804586a-dc55-4eac-822b-321b009113bb tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:40.470755 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51718) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:40.488648 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-354b8727-702e-47b7-9b9f-e2021e7c3857 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:40.492274 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee1e19f-ed41-44d9-a602-5bfa55359e44 x-openstack-request-id: req-dee1e19f-ed41-44d9-a602-5bfa55359e44 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:46:40.492827 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d", "tag": "1245f784-c0fc-4b66-829d-155060829b09", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:46:40.492827 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dee1e19f-ed41-44d9-a602-5bfa55359e44 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:46:40.493215 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d', 'tag': '1245f784-c0fc-4b66-829d-155060829b09', 'status': 'completed', 'code': 200} Nov 25 19:46:40.563915 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-c097715c-3d27-4075-9f4a-ea84843ca55f service neutron] 10.222.0.73 "GET /v2.0/networks/f51730a2-8edb-4ebf-9106-0ab438d7dded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977947 Nov 25 19:46:40.566806 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2804586a-dc55-4eac-822b-321b009113bb tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:40.567342 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2804586a-dc55-4eac-822b-321b009113bb tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Fanout notify agent at l3_agent the message router_deleted on router 209572c0-db3d-4541-aefc-8f9772442fe8 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:46:40.603844 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2804586a-dc55-4eac-822b-321b009113bb tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:40.604966 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2804586a-dc55-4eac-822b-321b009113bb tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/routers/209572c0-db3d-4541-aefc-8f9772442fe8 HTTP/1.1" status: 204 len: 168 time: 1.0670092 Nov 25 19:46:40.611264 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51722) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:40.619703 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-354b8727-702e-47b7-9b9f-e2021e7c3857 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:40.625350 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-354b8727-702e-47b7-9b9f-e2021e7c3857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:40.693697 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-354b8727-702e-47b7-9b9f-e2021e7c3857 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e8b9937a8ed24f46a2b2883f1adefb56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2208371 Nov 25 19:46:40.697071 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b8727-702e-47b7-9b9f-e2021e7c3857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423a33a5-14c1-45bf-a338-55d0a667e642,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:40.699873 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51724) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:40.723914 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f28c4f68-3aa5-4730-b969-6a6c744632e8 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "GET /v2.0/ports?device_id=209572c0-db3d-4541-aefc-8f9772442fe8 HTTP/1.1" status: 200 len: 205 time: 0.0889313 Nov 25 19:46:40.724884 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51726) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:40.794911 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-e7c2f536-79fc-4f56-81d8-680fd19e909c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] delete failed (client error): The resource could not be found. Nov 25 19:46:40.799517 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e7c2f536-79fc-4f56-81d8-680fd19e909c tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/routers/209572c0-db3d-4541-aefc-8f9772442fe8 HTTP/1.1" status: 404 len: 336 time: 0.0704346 Nov 25 19:46:40.799727 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57f6ff-f3f9-4c34-a64a-cf043a59756a req-90ff2d93-0098-4bc6-aeba-1192e5c39176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:40.800658 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc57f6ff-f3f9-4c34-a64a-cf043a59756a req-90ff2d93-0098-4bc6-aeba-1192e5c39176 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8aa06786-042e-4faf-b4a5-b6084b1ca237 HTTP/1.1" status: 200 len: 902 time: 0.3245914 Nov 25 19:46:40.803043 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51728) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:40.830097 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c657d37-afd6-4fb8-a958-47cf04cf4f77 req-01c60dc5-f92f-4304-8250-e455affb94a4 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:40.836359 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c657d37-afd6-4fb8-a958-47cf04cf4f77 req-01c60dc5-f92f-4304-8250-e455affb94a4 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:40.842724 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c657d37-afd6-4fb8-a958-47cf04cf4f77 req-01c60dc5-f92f-4304-8250-e455affb94a4 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:40.848955 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c657d37-afd6-4fb8-a958-47cf04cf4f77 req-01c60dc5-f92f-4304-8250-e455affb94a4 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:40.855154 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c657d37-afd6-4fb8-a958-47cf04cf4f77 req-01c60dc5-f92f-4304-8250-e455affb94a4 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:40.862145 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c657d37-afd6-4fb8-a958-47cf04cf4f77 req-01c60dc5-f92f-4304-8250-e455affb94a4 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:40.868453 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c657d37-afd6-4fb8-a958-47cf04cf4f77 req-01c60dc5-f92f-4304-8250-e455affb94a4 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:40.870482 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c657d37-afd6-4fb8-a958-47cf04cf4f77 req-01c60dc5-f92f-4304-8250-e455affb94a4 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5431 time: 0.2632401 Nov 25 19:46:40.877702 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-c42a307a-38f3-4a8b-b81d-6ff5c80eed8b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] DELETE failed (client error): The resource could not be found. Nov 25 19:46:40.878468 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c42a307a-38f3-4a8b-b81d-6ff5c80eed8b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:46:40.886473 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c42a307a-38f3-4a8b-b81d-6ff5c80eed8b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/subnets/7228433e-81da-4135-b14b-b0a60e0652eb HTTP/1.1" status: 404 len: 337 time: 0.0793984 Nov 25 19:46:40.888787 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51734) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:40.955478 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2e4a61-de5c-4a63-a6bb-0c0b28458144 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] DELETE failed (client error): The resource could not be found. Nov 25 19:46:40.956322 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2e4a61-de5c-4a63-a6bb-0c0b28458144 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:46:40.966457 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0c2e4a61-de5c-4a63-a6bb-0c0b28458144 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/subnets/397b81b7-41c4-4845-8748-4628805e24a9 HTTP/1.1" status: 404 len: 337 time: 0.0712280 Nov 25 19:46:40.973894 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51736) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:41.035249 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-652558f5-96a9-4b01-aafd-488b0e3409a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:41.040931 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b7eeb9-7ed8-4a35-8e83-9afcac937126 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] DELETE failed (client error): The resource could not be found. Nov 25 19:46:41.041744 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b7eeb9-7ed8-4a35-8e83-9afcac937126 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:46:41.048016 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f4b7eeb9-7ed8-4a35-8e83-9afcac937126 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/subnets/46335b13-eb42-40a4-8b41-80256c7e2ff7 HTTP/1.1" status: 404 len: 337 time: 0.0720696 Nov 25 19:46:41.062484 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51738) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:41.114206 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-652558f5-96a9-4b01-aafd-488b0e3409a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:41.116867 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b65b2a-f04b-4554-8fb3-822deea83928 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] DELETE failed (client error): The resource could not be found. Nov 25 19:46:41.117343 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b65b2a-f04b-4554-8fb3-822deea83928 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:46:41.124618 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a2b65b2a-f04b-4554-8fb3-822deea83928 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/subnets/aee577dd-a0ab-4767-a878-de5deb8ef6a1 HTTP/1.1" status: 404 len: 337 time: 0.0579753 Nov 25 19:46:41.129779 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51742) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:41.191919 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-14f419c8-db09-41f2-b162-1cc0dc8b89b9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fb3712d-f4fc-4631-b793-c345d4fcb7ba HTTP/1.1" status: 200 len: 205 time: 0.0605171 Nov 25 19:46:41.194937 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51744) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:41.257116 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-ba2cf1a5-b2a3-4a03-bc5f-e7eab89023b2 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] delete failed (client error): The resource could not be found. Nov 25 19:46:41.258522 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ba2cf1a5-b2a3-4a03-bc5f-e7eab89023b2 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/routers/6fb3712d-f4fc-4631-b793-c345d4fcb7ba HTTP/1.1" status: 404 len: 336 time: 0.0623093 Nov 25 19:46:41.261100 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51746) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:41.292272 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-25ca1616-e21d-4173-8938-3548f9bf2968 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed9900f-3b73-42f8-ba53-eb4340d418bb HTTP/1.1" status: 200 len: 205 time: 0.0297673 Nov 25 19:46:41.295029 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc57f6ff-f3f9-4c34-a64a-cf043a59756a req-409636e9-f506-4db4-bbbd-d1e52da7ba1b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c7c43280-00f8-410b-a2b1-a37e5e2e1f1f HTTP/1.1" status: 200 len: 217 time: 0.4846382 Nov 25 19:46:41.296909 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51748) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:41.315982 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6139ff25-b93a-45c8-a2fd-1c4e0417a9f3 req-9ae7eae7-67d1-423f-ba07-1e030e7e9895 service neutron] 10.222.0.73 "GET /v2.0/networks/f51730a2-8edb-4ebf-9106-0ab438d7dded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6960642 Nov 25 19:46:41.351945 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-2e61eed8-82d0-4eb9-9852-5a7f449816e7 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] delete failed (client error): The resource could not be found. Nov 25 19:46:41.354832 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2e61eed8-82d0-4eb9-9852-5a7f449816e7 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/routers/5ed9900f-3b73-42f8-ba53-eb4340d418bb HTTP/1.1" status: 404 len: 336 time: 0.0564590 Nov 25 19:46:41.355774 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51752) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:41.400741 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-652558f5-96a9-4b01-aafd-488b0e3409a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:41.403568 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-652558f5-96a9-4b01-aafd-488b0e3409a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:41.407129 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-652558f5-96a9-4b01-aafd-488b0e3409a7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/423a33a5-14c1-45bf-a338-55d0a667e642 HTTP/1.1" status: 204 len: 168 time: 0.7014232 Nov 25 19:46:41.407129 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e379aa67-8b6a-4f70-843d-8e3c614734a7 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] DELETE failed (client error): The resource could not be found. Nov 25 19:46:41.407129 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e379aa67-8b6a-4f70-843d-8e3c614734a7 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:46:41.416127 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e379aa67-8b6a-4f70-843d-8e3c614734a7 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/subnets/3ab8788d-9ea1-454a-a677-f758b7031db7 HTTP/1.1" status: 404 len: 337 time: 0.0581973 Nov 25 19:46:41.416792 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51758) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:41.461159 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-91681b97-5a50-40ac-a676-ecfba181325e tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ea7809-2a72-4041-a5a7-4109f3c83fde HTTP/1.1" status: 200 len: 205 time: 0.0397968 Nov 25 19:46:41.462426 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652558f5-96a9-4b01-aafd-488b0e3409a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423a33a5-14c1-45bf-a338-55d0a667e642,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:41.466416 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51762) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:41.514186 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57f6ff-f3f9-4c34-a64a-cf043a59756a req-054481ba-587f-4400-8b59-174b363940b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:41.516110 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc57f6ff-f3f9-4c34-a64a-cf043a59756a req-054481ba-587f-4400-8b59-174b363940b2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d3557900-716c-49fc-9261-bbc772127fc4 HTTP/1.1" status: 200 len: 797 time: 0.1986835 Nov 25 19:46:41.535743 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-cef2fe72-68de-4934-abfa-9d00c44bfb43 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] delete failed (client error): The resource could not be found. Nov 25 19:46:41.537434 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cef2fe72-68de-4934-abfa-9d00c44bfb43 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/routers/95ea7809-2a72-4041-a5a7-4109f3c83fde HTTP/1.1" status: 404 len: 336 time: 0.0694399 Nov 25 19:46:41.539825 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51764) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:41.586730 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbcc5a-e9b0-4a39-b269-5f4fd7ae95e0 req-69dc8575-8d95-432a-9ef9-4bc83676accc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:41.588274 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6cfbcc5a-e9b0-4a39-b269-5f4fd7ae95e0 req-69dc8575-8d95-432a-9ef9-4bc83676accc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=471f2a7f98c848b5bc3e8a0d34a42418&device_id=2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d HTTP/1.1" status: 200 len: 1094 time: 0.1921499 Nov 25 19:46:41.597079 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-db5f9a2a-6cbb-4611-8d7c-e2b209430324 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e4a758c-7ea6-48f1-947f-fa484aae3c68 HTTP/1.1" status: 200 len: 205 time: 0.0560553 Nov 25 19:46:41.597712 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51766) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:41.602680 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57f6ff-f3f9-4c34-a64a-cf043a59756a req-a886ece1-5ab9-4b42-b668-6f05386b8f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:41.604230 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc57f6ff-f3f9-4c34-a64a-cf043a59756a req-a886ece1-5ab9-4b42-b668-6f05386b8f1c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8aa06786-042e-4faf-b4a5-b6084b1ca237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0727558 Nov 25 19:46:41.609848 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c657d37-afd6-4fb8-a958-47cf04cf4f77 req-209f5e80-77c7-4b7c-ae8d-af6ecc4c0c0f tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&id=8e898787-1eba-48ea-9636-62371b2bb44c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6951828 Nov 25 19:46:41.681804 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-d01774f4-feb4-492f-be3b-f6454374844b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] delete failed (client error): The resource could not be found. Nov 25 19:46:41.686310 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d01774f4-feb4-492f-be3b-f6454374844b tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/routers/3e4a758c-7ea6-48f1-947f-fa484aae3c68 HTTP/1.1" status: 404 len: 336 time: 0.0874119 Nov 25 19:46:41.687065 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51772) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:41.746803 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1236f62-9ddc-4bec-ad99-e3effa5a5f1e tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] DELETE failed (client error): The resource could not be found. Nov 25 19:46:41.747851 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1236f62-9ddc-4bec-ad99-e3effa5a5f1e tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:46:41.760830 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c1236f62-9ddc-4bec-ad99-e3effa5a5f1e tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/subnets/196510df-1ba2-46c0-8a2c-43d184b21c47 HTTP/1.1" status: 404 len: 337 time: 0.0724394 Nov 25 19:46:41.763372 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51776) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:41.808725 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-73083e8d-2741-4b4e-8076-c9d78ff6aac9 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2c8729-fde3-495c-83b2-0629919fab24 HTTP/1.1" status: 200 len: 205 time: 0.0461049 Nov 25 19:46:41.813545 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51780) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:41.879446 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-78966519-5600-40b0-ab76-d303cf0c37b4 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] delete failed (client error): The resource could not be found. Nov 25 19:46:41.880660 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-78966519-5600-40b0-ab76-d303cf0c37b4 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/routers/4d2c8729-fde3-495c-83b2-0629919fab24 HTTP/1.1" status: 404 len: 336 time: 0.0656257 Nov 25 19:46:41.885854 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51782) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:41.891268 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc57f6ff-f3f9-4c34-a64a-cf043a59756a req-55bec7b2-3a24-48ba-b2b8-d2224d69af42 service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644536 Nov 25 19:46:41.935444 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79e0dd3-6d3f-4b69-a8e4-379c33d660fc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] DELETE failed (client error): The resource could not be found. Nov 25 19:46:41.935919 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c79e0dd3-6d3f-4b69-a8e4-379c33d660fc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:46:41.942476 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c79e0dd3-6d3f-4b69-a8e4-379c33d660fc tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/subnets/b831e50f-4b23-42db-8069-072c385ac4aa HTTP/1.1" status: 404 len: 337 time: 0.0553637 Nov 25 19:46:41.944744 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51786) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:42.011338 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fef32a22-82ee-4694-aa2a-95249ac65cf0 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1a38e46-f7fc-42b6-a38c-c91c21f88942 HTTP/1.1" status: 200 len: 205 time: 0.0649073 Nov 25 19:46:42.015982 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51790) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:42.055104 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbcc5a-e9b0-4a39-b269-5f4fd7ae95e0 req-f210f7a3-5ff3-4079-84d6-09a27c3d6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:42.057107 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6cfbcc5a-e9b0-4a39-b269-5f4fd7ae95e0 req-f210f7a3-5ff3-4079-84d6-09a27c3d6069 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f51730a2-8edb-4ebf-9106-0ab438d7dded HTTP/1.1" status: 200 len: 914 time: 0.4568012 Nov 25 19:46:42.062843 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-a52a099a-0415-40fe-b14b-3072f52266ce tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] delete failed (client error): The resource could not be found. Nov 25 19:46:42.067525 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a52a099a-0415-40fe-b14b-3072f52266ce tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/routers/c1a38e46-f7fc-42b6-a38c-c91c21f88942 HTTP/1.1" status: 404 len: 336 time: 0.0498817 Nov 25 19:46:42.067949 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51794) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:42.074901 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4129407-4ced-47a2-b99e-db59d1845d60 req-7234da9a-a16f-4f55-a762-b25756e22884 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:42.077342 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c4129407-4ced-47a2-b99e-db59d1845d60 req-7234da9a-a16f-4f55-a762-b25756e22884 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f4711f0-3e60-406a-8ef0-94ee42e3c520 HTTP/1.1" status: 200 len: 945 time: 0.2461066 Nov 25 19:46:42.115235 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-392615bc-2689-43a7-8a89-87c47fa9fef7 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] DELETE failed (client error): The resource could not be found. Nov 25 19:46:42.116358 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-392615bc-2689-43a7-8a89-87c47fa9fef7 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:46:42.126886 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-392615bc-2689-43a7-8a89-87c47fa9fef7 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/subnets/7a824401-6de8-4766-984d-fb40d0c5f26a HTTP/1.1" status: 404 len: 337 time: 0.0573900 Nov 25 19:46:42.127859 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51798) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:42.160718 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6cfbcc5a-e9b0-4a39-b269-5f4fd7ae95e0 req-a3a98fa9-5e84-4781-8711-c26137e7acbe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1245f784-c0fc-4b66-829d-155060829b09 HTTP/1.1" status: 200 len: 217 time: 0.0791714 Nov 25 19:46:42.170985 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-917bf25f-a07c-4bd2-a504-8ae42dbfd374 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] DELETE failed (client error): The resource could not be found. Nov 25 19:46:42.171816 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917bf25f-a07c-4bd2-a504-8ae42dbfd374 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:46:42.183099 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-917bf25f-a07c-4bd2-a504-8ae42dbfd374 tempest-RoutersTest-620843537 tempest-RoutersTest-620843537-project] 10.222.0.55 "DELETE /v2.0/subnets/117b6d23-e33c-4a2b-80fd-1e8b9c2d985c HTTP/1.1" status: 404 len: 337 time: 0.0536356 Nov 25 19:46:42.273718 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c4129407-4ced-47a2-b99e-db59d1845d60 req-e75d9029-d559-4256-adbb-b963afacc5ee tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724157 Nov 25 19:46:42.295352 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc57f6ff-f3f9-4c34-a64a-cf043a59756a req-65665d3e-c310-450d-9149-31fedd76a86d service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697236 Nov 25 19:46:42.320012 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbcc5a-e9b0-4a39-b269-5f4fd7ae95e0 req-491c2f36-d9ec-489b-ba8f-29de1fc1971c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:42.326551 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6cfbcc5a-e9b0-4a39-b269-5f4fd7ae95e0 req-491c2f36-d9ec-489b-ba8f-29de1fc1971c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4dba496-447a-4769-abf8-07cfdf8254fc HTTP/1.1" status: 200 len: 853 time: 0.1520162 Nov 25 19:46:42.405797 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6cfbcc5a-e9b0-4a39-b269-5f4fd7ae95e0 req-49a98592-7e99-4e78-9117-4ce662b68fbc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f51730a2-8edb-4ebf-9106-0ab438d7dded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649233 Nov 25 19:46:42.527996 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf18922-9fcf-43af-b027-ff48cf4fcc25 req-743ac3ea-e4c4-4654-962a-bcb8d85f5f0e tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:42.530891 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fbf18922-9fcf-43af-b027-ff48cf4fcc25 req-743ac3ea-e4c4-4654-962a-bcb8d85f5f0e tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d HTTP/1.1" status: 200 len: 943 time: 0.1381149 Nov 25 19:46:42.574006 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6cfbcc5a-e9b0-4a39-b269-5f4fd7ae95e0 req-7a35b445-af40-44cd-93d1-11d6d68f059b service neutron] 10.222.0.73 "GET /v2.0/networks/f51730a2-8edb-4ebf-9106-0ab438d7dded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465373 Nov 25 19:46:42.631572 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fbf18922-9fcf-43af-b027-ff48cf4fcc25 req-2bba31ea-f7ac-4a69-a9d7-4c1d043e4d7d tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914011 Nov 25 19:46:42.807613 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51822) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:42.824455 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6cfbcc5a-e9b0-4a39-b269-5f4fd7ae95e0 req-90dd8eac-cff7-4c9a-9da4-7dcb03a512bc service neutron] 10.222.0.73 "GET /v2.0/networks/f51730a2-8edb-4ebf-9106-0ab438d7dded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360728 Nov 25 19:46:42.945083 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a269d33-eb3c-4237-ba26-17abf922ad55 req-92980195-3071-4dac-bc17-bff9fab25857 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:42.955418 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a269d33-eb3c-4237-ba26-17abf922ad55 req-92980195-3071-4dac-bc17-bff9fab25857 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f4711f0-3e60-406a-8ef0-94ee42e3c520 HTTP/1.1" status: 200 len: 945 time: 0.1285892 Nov 25 19:46:43.040324 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a269d33-eb3c-4237-ba26-17abf922ad55 req-53364598-52a2-4d72-91e4-8ac6186efe01 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824113 Nov 25 19:46:43.233543 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0fca8291-80f4-4fc3-882c-5d31cbee62cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=33fd1ebee1f7494487609e337911c862&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4238107 Nov 25 19:46:43.237306 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51836) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:43.293346 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979e4d4-ea70-444a-91f8-f4ada3fd4d79 req-601aed03-dc16-4772-8089-2bc94efb9818 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:43.307605 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979e4d4-ea70-444a-91f8-f4ada3fd4d79 req-601aed03-dc16-4772-8089-2bc94efb9818 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:43.323081 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979e4d4-ea70-444a-91f8-f4ada3fd4d79 req-601aed03-dc16-4772-8089-2bc94efb9818 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:43.337099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979e4d4-ea70-444a-91f8-f4ada3fd4d79 req-601aed03-dc16-4772-8089-2bc94efb9818 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:43.350044 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979e4d4-ea70-444a-91f8-f4ada3fd4d79 req-601aed03-dc16-4772-8089-2bc94efb9818 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:43.364662 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a94a8b7-16f3-469a-a2d2-3eb7661bb5c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:43.365299 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979e4d4-ea70-444a-91f8-f4ada3fd4d79 req-601aed03-dc16-4772-8089-2bc94efb9818 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:43.381710 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979e4d4-ea70-444a-91f8-f4ada3fd4d79 req-601aed03-dc16-4772-8089-2bc94efb9818 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:43.400922 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e979e4d4-ea70-444a-91f8-f4ada3fd4d79 req-601aed03-dc16-4772-8089-2bc94efb9818 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5431 time: 0.2193747 Nov 25 19:46:43.426134 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a94a8b7-16f3-469a-a2d2-3eb7661bb5c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:43.529098 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a94a8b7-16f3-469a-a2d2-3eb7661bb5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:43.529290 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e979e4d4-ea70-444a-91f8-f4ada3fd4d79 req-7a7e73bf-fd49-4793-8daa-42f7c6d7a3e0 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&id=8e898787-1eba-48ea-9636-62371b2bb44c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1219807 Nov 25 19:46:43.536391 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a94a8b7-16f3-469a-a2d2-3eb7661bb5c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:43.539942 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2a94a8b7-16f3-469a-a2d2-3eb7661bb5c3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/77a32688-7bf1-4377-9f06-7cb45c0e849d HTTP/1.1" status: 204 len: 168 time: 0.2990787 Nov 25 19:46:43.580212 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94a8b7-16f3-469a-a2d2-3eb7661bb5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a32688-7bf1-4377-9f06-7cb45c0e849d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:44.321265 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 1245f784-c0fc-4b66-829d-155060829b09 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:46:44.573223 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc7e92-3eaa-4979-9a0b-3d0351b688c0 req-4b658f32-9f22-413d-bb17-506da8531f8b tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:44.586831 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-18dc7e92-3eaa-4979-9a0b-3d0351b688c0 req-4b658f32-9f22-413d-bb17-506da8531f8b tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d HTTP/1.1" status: 200 len: 943 time: 0.2009599 Nov 25 19:46:44.654789 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-18dc7e92-3eaa-4979-9a0b-3d0351b688c0 req-16b9c560-41d8-4f82-a568-de84d630d3c9 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663795 Nov 25 19:46:44.754127 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 1245f784-c0fc-4b66-829d-155060829b09, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=1245f784-c0fc-4b66-829d-155060829b09,segment=NetworkSegment(192a7c7c-2687-4772-a662-fc33bfbaecb6),segment_id=192a7c7c-2687-4772-a662-fc33bfbaecb6)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:44.783197 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '1245f784-c0fc-4b66-829d-155060829b09', 'network_id': 'f51730a2-8edb-4ebf-9106-0ab438d7dded', 'port_id': '1245f784-c0fc-4b66-829d-155060829b09', 'mac_address': 'fa:16:3e:33:fd:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4dba496-447a-4769-abf8-07cfdf8254fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:46:44.918156 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:44.987986 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1245f784-c0fc-4b66-829d-155060829b09 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:46:45.066086 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 1245f784-c0fc-4b66-829d-155060829b09, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=1245f784-c0fc-4b66-829d-155060829b09,segment=NetworkSegment(192a7c7c-2687-4772-a662-fc33bfbaecb6),segment_id=192a7c7c-2687-4772-a662-fc33bfbaecb6)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:45.072426 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:45.094108 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa52520-a426-43dd-a305-3e4ed74433b4 req-4b204ffe-1924-444b-93e8-5b8be63d6e33 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:45.101177 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa52520-a426-43dd-a305-3e4ed74433b4 req-4b204ffe-1924-444b-93e8-5b8be63d6e33 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:45.108680 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa52520-a426-43dd-a305-3e4ed74433b4 req-4b204ffe-1924-444b-93e8-5b8be63d6e33 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:45.116028 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa52520-a426-43dd-a305-3e4ed74433b4 req-4b204ffe-1924-444b-93e8-5b8be63d6e33 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:45.124028 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa52520-a426-43dd-a305-3e4ed74433b4 req-4b204ffe-1924-444b-93e8-5b8be63d6e33 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:45.130986 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa52520-a426-43dd-a305-3e4ed74433b4 req-4b204ffe-1924-444b-93e8-5b8be63d6e33 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:45.138598 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa52520-a426-43dd-a305-3e4ed74433b4 req-4b204ffe-1924-444b-93e8-5b8be63d6e33 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:45.147917 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eaa52520-a426-43dd-a305-3e4ed74433b4 req-4b204ffe-1924-444b-93e8-5b8be63d6e33 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5431 time: 0.1838188 Nov 25 19:46:45.269024 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eaa52520-a426-43dd-a305-3e4ed74433b4 req-01bd1995-8cb3-4798-9ad9-2967a1b555b8 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&id=8e898787-1eba-48ea-9636-62371b2bb44c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1197839 Nov 25 19:46:45.293014 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=1245f784-c0fc-4b66-829d-155060829b09,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:45.426950 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51928) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:45.452972 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51934) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:45.587888 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7c0ccb45-d46b-48f4-bef6-b16d9568aa08 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:45.588827 n-d-819349-5 neutron-server[103599]: WARNING neutron.api.v2.base [None req-7c0ccb45-d46b-48f4-bef6-b16d9568aa08 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 19:46:45.589382 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-7c0ccb45-d46b-48f4-bef6-b16d9568aa08 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 19:46:45.591766 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7c0ccb45-d46b-48f4-bef6-b16d9568aa08 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1638403 Nov 25 19:46:45.595845 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51944) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:45.601977 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-975317fd-58f4-4123-bb00-0711b711c030 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group': {'name': 'tempest-secgroup--998505531'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:45.648927 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['1245f784-c0fc-4b66-829d-155060829b09'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:46:45.675734 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-975317fd-58f4-4123-bb00-0711b711c030 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:45.716144 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-975317fd-58f4-4123-bb00-0711b711c030 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:45.798672 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-131909d6-cb19-454a-8a92-8869dd369a71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:45.864749 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db2215-eec3-4930-b20d-e5a692aa14f4 req-3444d097-fea8-450e-b3b1-dd15a2cbd7ac tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:45.875023 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e1db2215-eec3-4930-b20d-e5a692aa14f4 req-3444d097-fea8-450e-b3b1-dd15a2cbd7ac tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f4711f0-3e60-406a-8ef0-94ee42e3c520 HTTP/1.1" status: 200 len: 945 time: 0.1538856 Nov 25 19:46:45.987732 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e1db2215-eec3-4930-b20d-e5a692aa14f4 req-d68bb9af-34f7-4f4b-b2e5-584cde331dd7 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111610 Nov 25 19:46:46.051351 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-975317fd-58f4-4123-bb00-0711b711c030 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:46.065136 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-975317fd-58f4-4123-bb00-0711b711c030 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:46.087414 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-131909d6-cb19-454a-8a92-8869dd369a71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:46.095571 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-131909d6-cb19-454a-8a92-8869dd369a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:46.194393 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51956) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:46.203774 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975317fd-58f4-4123-bb00-0711b711c030 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4af3e21e-c84e-46a5-bd58-9831648e7dcc,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:46.219200 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-131909d6-cb19-454a-8a92-8869dd369a71 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3abde3951ee4daaa123976914caa0ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7647760 Nov 25 19:46:46.222448 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131909d6-cb19-454a-8a92-8869dd369a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c8fa26-5e89-48d6-a738-8c3d14eac3ad,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:46.239190 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51960) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:46.330110 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0afd943b-5a90-4be0-ac07-4249f2e2ae0a details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:46:46.342423 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-975317fd-58f4-4123-bb00-0711b711c030 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:46.348462 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-975317fd-58f4-4123-bb00-0711b711c030 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:46.395010 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975317fd-58f4-4123-bb00-0711b711c030 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1769c9ac-2caf-4d6f-8f85-2a8fc32806e2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:46.429622 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-975317fd-58f4-4123-bb00-0711b711c030 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:46.431033 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-975317fd-58f4-4123-bb00-0711b711c030 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8339858 Nov 25 19:46:46.443511 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39d407-3c0b-40e1-9b76-5ae8a9817703 req-cde9d18f-021b-403f-8bfb-122a5b48e749 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:46.445307 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9d39d407-3c0b-40e1-9b76-5ae8a9817703 req-cde9d18f-021b-403f-8bfb-122a5b48e749 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d HTTP/1.1" status: 200 len: 944 time: 0.2733178 Nov 25 19:46:46.445827 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51964) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:46.452081 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-7de5cb8c-b7af-4442-86d5-470293393092 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group_rule': {'security_group_id': '1769c9ac-2caf-4d6f-8f85-2a8fc32806e2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:46.489797 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ed4491a-6de4-4a49-be90-15bf34a6a382 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:46.535930 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7de5cb8c-b7af-4442-86d5-470293393092 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:46.545323 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88b06800-78ba-4a7f-ba96-a7a5450ad687 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:46.587696 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9d39d407-3c0b-40e1-9b76-5ae8a9817703 req-2f53eed5-37c1-42fb-abc0-5ba558963647 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099079 Nov 25 19:46:46.615896 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88b06800-78ba-4a7f-ba96-a7a5450ad687 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:46.699555 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7de5cb8c-b7af-4442-86d5-470293393092 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:46.712084 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7de5cb8c-b7af-4442-86d5-470293393092 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:46.761267 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5cb8c-b7af-4442-86d5-470293393092 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbcec745-8796-48ff-b250-703703d6e5f3,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:46.805033 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7de5cb8c-b7af-4442-86d5-470293393092 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:46.807114 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7de5cb8c-b7af-4442-86d5-470293393092 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3599689 Nov 25 19:46:46.808903 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88b06800-78ba-4a7f-ba96-a7a5450ad687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:46.812611 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88b06800-78ba-4a7f-ba96-a7a5450ad687 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:46.814225 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-88b06800-78ba-4a7f-ba96-a7a5450ad687 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/74c8fa26-5e89-48d6-a738-8c3d14eac3ad HTTP/1.1" status: 204 len: 168 time: 0.5724699 Nov 25 19:46:46.825357 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51968) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:46.833421 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d58ce608-99cc-422f-809a-c9a9e837409b tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group_rule': {'security_group_id': '1769c9ac-2caf-4d6f-8f85-2a8fc32806e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:46.854786 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b06800-78ba-4a7f-ba96-a7a5450ad687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c8fa26-5e89-48d6-a738-8c3d14eac3ad,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:46.871804 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ed4491a-6de4-4a49-be90-15bf34a6a382 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:46.895454 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b129a0f-5e30-48d3-8a61-5ca73ca277fd req-6d5d37a2-ae8e-41eb-a8d3-808d454fd6b2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:46.913812 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b129a0f-5e30-48d3-8a61-5ca73ca277fd req-6d5d37a2-ae8e-41eb-a8d3-808d454fd6b2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:46.931422 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ed4491a-6de4-4a49-be90-15bf34a6a382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:46.932216 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b129a0f-5e30-48d3-8a61-5ca73ca277fd req-6d5d37a2-ae8e-41eb-a8d3-808d454fd6b2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:46.948753 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b129a0f-5e30-48d3-8a61-5ca73ca277fd req-6d5d37a2-ae8e-41eb-a8d3-808d454fd6b2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:46.971429 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b129a0f-5e30-48d3-8a61-5ca73ca277fd req-6d5d37a2-ae8e-41eb-a8d3-808d454fd6b2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:46.978015 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b129a0f-5e30-48d3-8a61-5ca73ca277fd req-6d5d37a2-ae8e-41eb-a8d3-808d454fd6b2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:46.990579 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b129a0f-5e30-48d3-8a61-5ca73ca277fd req-6d5d37a2-ae8e-41eb-a8d3-808d454fd6b2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:47.000333 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4b129a0f-5e30-48d3-8a61-5ca73ca277fd req-6d5d37a2-ae8e-41eb-a8d3-808d454fd6b2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5431 time: 0.2104938 Nov 25 19:46:47.025762 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4491a-6de4-4a49-be90-15bf34a6a382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986e75e9-cdd2-494f-9197-255daff25316,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:47.118384 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d58ce608-99cc-422f-809a-c9a9e837409b tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:47.126139 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4b129a0f-5e30-48d3-8a61-5ca73ca277fd req-9ea1e0d5-5dae-4cb8-9503-1bda07a58439 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&id=8e898787-1eba-48ea-9636-62371b2bb44c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1245480 Nov 25 19:46:47.127900 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9ed4491a-6de4-4a49-be90-15bf34a6a382 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d64c66a05a7348fd9b832b8342b91151&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9314833 Nov 25 19:46:47.132071 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51980) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:47.239331 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f6641f4-4f19-4f98-b30d-664d007b4694 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:47.265271 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0afd943b-5a90-4be0-ac07-4249f2e2ae0a, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0afd943b-5a90-4be0-ac07-4249f2e2ae0a,segment=NetworkSegment(8c5174ef-5abc-49d8-9a1c-4e9ab534cb77),segment_id=8c5174ef-5abc-49d8-9a1c-4e9ab534cb77)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:47.273917 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f6641f4-4f19-4f98-b30d-664d007b4694 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:47.276500 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-d58ce608-99cc-422f-809a-c9a9e837409b tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 19:46:47.300802 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51984) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:47.306996 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d58ce608-99cc-422f-809a-c9a9e837409b tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4797328 Nov 25 19:46:47.348661 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '0afd943b-5a90-4be0-ac07-4249f2e2ae0a', 'network_id': '6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa', 'port_id': '0afd943b-5a90-4be0-ac07-4249f2e2ae0a', 'mac_address': 'fa:16:3e:98:d1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e38dc1b-5277-41f0-afc8-99e2f28a1004', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:46:47.464944 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:47.530421 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0afd943b-5a90-4be0-ac07-4249f2e2ae0a {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:46:47.567690 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0afd943b-5a90-4be0-ac07-4249f2e2ae0a, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0afd943b-5a90-4be0-ac07-4249f2e2ae0a,segment=NetworkSegment(8c5174ef-5abc-49d8-9a1c-4e9ab534cb77),segment_id=8c5174ef-5abc-49d8-9a1c-4e9ab534cb77)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:47.574412 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:47.576274 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df811c-0dd3-42b1-91bb-5a6f7d46cb62 req-121dba4a-e226-4c00-9155-d416eb152915 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:47.592536 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-80df811c-0dd3-42b1-91bb-5a6f7d46cb62 req-121dba4a-e226-4c00-9155-d416eb152915 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f4711f0-3e60-406a-8ef0-94ee42e3c520 HTTP/1.1" status: 200 len: 945 time: 0.2450464 Nov 25 19:46:47.748631 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-80df811c-0dd3-42b1-91bb-5a6f7d46cb62 req-946f8916-064b-4691-8c2c-e015a6b62fa9 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545346 Nov 25 19:46:47.760697 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85f60bbc-1f37-48a6-86e9-f494f1bff4dc tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:47.767768 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f6641f4-4f19-4f98-b30d-664d007b4694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:47.771057 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f6641f4-4f19-4f98-b30d-664d007b4694 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:47.776485 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1f6641f4-4f19-4f98-b30d-664d007b4694 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/986e75e9-cdd2-494f-9197-255daff25316 HTTP/1.1" status: 204 len: 168 time: 0.6424813 Nov 25 19:46:47.802273 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['0afd943b-5a90-4be0-ac07-4249f2e2ae0a'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:46:47.897824 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6641f4-4f19-4f98-b30d-664d007b4694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986e75e9-cdd2-494f-9197-255daff25316,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:47.941840 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85f60bbc-1f37-48a6-86e9-f494f1bff4dc tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:47.966213 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=0afd943b-5a90-4be0-ac07-4249f2e2ae0a,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:48.160426 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85f60bbc-1f37-48a6-86e9-f494f1bff4dc tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:48.172582 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85f60bbc-1f37-48a6-86e9-f494f1bff4dc tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:48.177674 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-85f60bbc-1f37-48a6-86e9-f494f1bff4dc tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "DELETE /v2.0/security-groups/1769c9ac-2caf-4d6f-8f85-2a8fc32806e2 HTTP/1.1" status: 204 len: 168 time: 0.8539793 Nov 25 19:46:48.182742 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52004) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:48.199318 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f60bbc-1f37-48a6-86e9-f494f1bff4dc tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1769c9ac-2caf-4d6f-8f85-2a8fc32806e2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:48.414445 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 1245f784-c0fc-4b66-829d-155060829b09 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:46:48.600908 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52014) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:48.609901 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3746124d-7772-4767-8000-1ffed6253085 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4205141 Nov 25 19:46:48.617371 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-e1717885-6c42-497d-9dbd-0002b605793b tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1905479055'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:48.689241 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1717885-6c42-497d-9dbd-0002b605793b tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:48.689439 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 1245f784-c0fc-4b66-829d-155060829b09 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:46:48.708669 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 1245f784-c0fc-4b66-829d-155060829b09 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:48.709309 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:48.944592 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bade46-48c4-45fb-a33e-7ac544ebe504 req-e0b290e6-bded-4b97-92c6-659d3bcf41bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:48.946318 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50bade46-48c4-45fb-a33e-7ac544ebe504 req-e0b290e6-bded-4b97-92c6-659d3bcf41bd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b14339133a914aa7b55a942f74e5faf3&device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 1097 time: 0.1651015 Nov 25 19:46:49.034621 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1717885-6c42-497d-9dbd-0002b605793b tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:49.044373 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1717885-6c42-497d-9dbd-0002b605793b tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:49.098988 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:49.191679 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee323d-c6a6-4bb7-a985-6f5c8044a013 req-a99a0ac4-eb83-445b-bc25-b6b70ebc7cfb tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:49.194018 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1245f784-c0fc-4b66-829d-155060829b09'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:46:49.198786 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2382af44-bb00-4e84-a91e-da5ece14d5ec" -d '{"events": [{"server_uuid": "2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d", "name": "network-vif-plugged", "status": "completed", "tag": "1245f784-c0fc-4b66-829d-155060829b09"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:46:49.207559 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9cee323d-c6a6-4bb7-a985-6f5c8044a013 req-a99a0ac4-eb83-445b-bc25-b6b70ebc7cfb tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d HTTP/1.1" status: 200 len: 944 time: 0.2526336 Nov 25 19:46:49.231991 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 1245f784-c0fc-4b66-829d-155060829b09, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=1245f784-c0fc-4b66-829d-155060829b09,segment=NetworkSegment(192a7c7c-2687-4772-a662-fc33bfbaecb6),segment_id=192a7c7c-2687-4772-a662-fc33bfbaecb6)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:49.240486 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:49.240916 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1717885-6c42-497d-9dbd-0002b605793b tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:49.248856 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52026) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:49.259042 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1680bc4b-c483-4847-80e6-fcbdf02f61e7 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group_rule': {'security_group_id': '2c9bf157-232e-4d11-9f23-6f3d61557a64', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:49.261070 n-d-819349-5 neutron-server[103599]: WARNING neutron.api.v2.base [None req-1680bc4b-c483-4847-80e6-fcbdf02f61e7 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 25 19:46:49.261964 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e1717885-6c42-497d-9dbd-0002b605793b tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6587815 Nov 25 19:46:49.263258 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-1680bc4b-c483-4847-80e6-fcbdf02f61e7 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:46:49.275684 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1680bc4b-c483-4847-80e6-fcbdf02f61e7 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0241756 Nov 25 19:46:49.276956 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52028) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:49.290223 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52030) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:49.370804 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1717885-6c42-497d-9dbd-0002b605793b tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9bf157-232e-4d11-9f23-6f3d61557a64,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:49.390448 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=1245f784-c0fc-4b66-829d-155060829b09,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:49.401127 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c4e1b90-af11-41b2-b6eb-b42b6bd0ed20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:49.414669 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bade46-48c4-45fb-a33e-7ac544ebe504 req-1867e481-9951-4bef-83f4-d11503acf8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:49.417361 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50bade46-48c4-45fb-a33e-7ac544ebe504 req-1867e481-9951-4bef-83f4-d11503acf8b4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7b554939-0be1-4ec6-b24c-67d3e874e0c5 HTTP/1.1" status: 200 len: 920 time: 0.4570284 Nov 25 19:46:49.497529 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-964cb9c4-d910-43cd-a5b6-5d89eccf49b2 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:49.549500 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50bade46-48c4-45fb-a33e-7ac544ebe504 req-99dd3096-792b-481d-8b2c-d2cddcd13324 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ef884be-3c91-47c0-968b-b383021ce755 HTTP/1.1" status: 200 len: 217 time: 0.1065333 Nov 25 19:46:49.560625 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-964cb9c4-d910-43cd-a5b6-5d89eccf49b2 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:49.600264 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9cee323d-c6a6-4bb7-a985-6f5c8044a013 req-8348bb36-cd83-4e12-b082-e642ffed7999 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792498 Nov 25 19:46:49.620121 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-964cb9c4-d910-43cd-a5b6-5d89eccf49b2 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:49.639410 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-964cb9c4-d910-43cd-a5b6-5d89eccf49b2 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:49.639410 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-964cb9c4-d910-43cd-a5b6-5d89eccf49b2 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "DELETE /v2.0/security-groups/2c9bf157-232e-4d11-9f23-6f3d61557a64 HTTP/1.1" status: 204 len: 168 time: 0.3526092 Nov 25 19:46:49.639410 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52036) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:49.698263 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cb9c4-d910-43cd-a5b6-5d89eccf49b2 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9bf157-232e-4d11-9f23-6f3d61557a64,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:49.798267 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bade46-48c4-45fb-a33e-7ac544ebe504 req-a1b55d65-721b-449f-84f5-ea78392a8d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:49.800182 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cb858123-b48d-4308-848e-ec567572865d tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1581247 Nov 25 19:46:49.800630 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50bade46-48c4-45fb-a33e-7ac544ebe504 req-a1b55d65-721b-449f-84f5-ea78392a8d92 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9dfbb276-11e5-414c-b31c-559c0b9f994d HTTP/1.1" status: 200 len: 859 time: 0.1987231 Nov 25 19:46:49.812058 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52040) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:49.823643 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9227e3d7-a9ed-4b32-a32b-33752a811d21 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1621780651'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:49.877981 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9227e3d7-a9ed-4b32-a32b-33752a811d21 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:49.880894 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50bade46-48c4-45fb-a33e-7ac544ebe504 req-4eeecd18-d7d2-4cf3-9bc1-011db02ab2b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7b554939-0be1-4ec6-b24c-67d3e874e0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669665 Nov 25 19:46:50.112752 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9227e3d7-a9ed-4b32-a32b-33752a811d21 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:50.116455 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c4e1b90-af11-41b2-b6eb-b42b6bd0ed20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:50.118550 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9227e3d7-a9ed-4b32-a32b-33752a811d21 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:50.146734 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c4e1b90-af11-41b2-b6eb-b42b6bd0ed20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:50.157761 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9227e3d7-a9ed-4b32-a32b-33752a811d21 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:50.163877 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9227e3d7-a9ed-4b32-a32b-33752a811d21 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3456225 Nov 25 19:46:50.171490 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52042) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:50.195174 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0d416dae-d1f1-4614-9d9a-531c59d3150f tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group_rule': {'security_group_id': '00acd03f-8f8a-4059-ac39-c7c3417fa284', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:50.196196 n-d-819349-5 neutron-server[103599]: WARNING neutron.api.v2.base [None req-0d416dae-d1f1-4614-9d9a-531c59d3150f tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 25 19:46:50.196770 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-0d416dae-d1f1-4614-9d9a-531c59d3150f tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:46:50.203920 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0d416dae-d1f1-4614-9d9a-531c59d3150f tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0256732 Nov 25 19:46:50.205248 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52046) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:50.225120 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7ae8e-a8c5-4a7c-a7aa-c7ccaaecc523 req-2edbd745-566b-4d58-86f8-992d15173b04 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:50.239288 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7ae8e-a8c5-4a7c-a7aa-c7ccaaecc523 req-2edbd745-566b-4d58-86f8-992d15173b04 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:50.256128 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7ae8e-a8c5-4a7c-a7aa-c7ccaaecc523 req-2edbd745-566b-4d58-86f8-992d15173b04 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:50.263301 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227e3d7-a9ed-4b32-a32b-33752a811d21 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00acd03f-8f8a-4059-ac39-c7c3417fa284,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:50.271638 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7ae8e-a8c5-4a7c-a7aa-c7ccaaecc523 req-2edbd745-566b-4d58-86f8-992d15173b04 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:50.285823 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7ae8e-a8c5-4a7c-a7aa-c7ccaaecc523 req-2edbd745-566b-4d58-86f8-992d15173b04 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:50.299400 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7ae8e-a8c5-4a7c-a7aa-c7ccaaecc523 req-2edbd745-566b-4d58-86f8-992d15173b04 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:50.299974 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c457b93a-5b1a-4c6b-b5b4-f62164c7b69c tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:50.312835 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7ae8e-a8c5-4a7c-a7aa-c7ccaaecc523 req-2edbd745-566b-4d58-86f8-992d15173b04 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:50.327002 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-caa7ae8e-a8c5-4a7c-a7aa-c7ccaaecc523 req-2edbd745-566b-4d58-86f8-992d15173b04 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5431 time: 0.4425128 Nov 25 19:46:50.344279 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c457b93a-5b1a-4c6b-b5b4-f62164c7b69c tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:50.368367 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0afd943b-5a90-4be0-ac07-4249f2e2ae0a no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:46:50.443499 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4c4e1b90-af11-41b2-b6eb-b42b6bd0ed20 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=096ad226a440408aa9c7245ae4119b99&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1228004 Nov 25 19:46:50.453561 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52052) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:50.454588 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e1b90-af11-41b2-b6eb-b42b6bd0ed20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c1f3d9-fcfb-4d17-b155-feb70958f54b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:50.480036 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50bade46-48c4-45fb-a33e-7ac544ebe504 req-b0e961e1-c6df-4fab-b285-063a7431a263 service neutron] 10.222.0.73 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5844154 Nov 25 19:46:50.495679 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c457b93a-5b1a-4c6b-b5b4-f62164c7b69c tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:50.503425 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c457b93a-5b1a-4c6b-b5b4-f62164c7b69c tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:50.506554 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c457b93a-5b1a-4c6b-b5b4-f62164c7b69c tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "DELETE /v2.0/security-groups/00acd03f-8f8a-4059-ac39-c7c3417fa284 HTTP/1.1" status: 204 len: 168 time: 0.2980552 Nov 25 19:46:50.520985 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52054) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:50.616700 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457b93a-5b1a-4c6b-b5b4-f62164c7b69c tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00acd03f-8f8a-4059-ac39-c7c3417fa284,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:50.682115 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-937b3676-a345-412b-8389-8500f16b342a tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1554160 Nov 25 19:46:50.688301 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52062) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:50.693161 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f5e9e8ae-e0e6-4853-8b16-5a565b2cab86 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group': {'name': 'tempest-secgroup--770248022'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:50.701295 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:50.745573 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0afd943b-5a90-4be0-ac07-4249f2e2ae0a {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:46:50.748427 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e8ae-e0e6-4853-8b16-5a565b2cab86 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:50.794944 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 0afd943b-5a90-4be0-ac07-4249f2e2ae0a, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0afd943b-5a90-4be0-ac07-4249f2e2ae0a,segment=NetworkSegment(8c5174ef-5abc-49d8-9a1c-4e9ab534cb77),segment_id=8c5174ef-5abc-49d8-9a1c-4e9ab534cb77)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:50.802973 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:50.896106 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e8ae-e0e6-4853-8b16-5a565b2cab86 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:50.901808 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e8ae-e0e6-4853-8b16-5a565b2cab86 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:50.938773 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e8ae-e0e6-4853-8b16-5a565b2cab86 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:50.940812 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f5e9e8ae-e0e6-4853-8b16-5a565b2cab86 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2512569 Nov 25 19:46:50.944282 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52066) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:50.950914 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-48fdffed-384f-4580-8960-f55a435dd918 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group_rule': {'security_group_id': '2466d717-d47b-4cc8-8a5d-83675bac045b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:50.961238 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-caa7ae8e-a8c5-4a7c-a7aa-c7ccaaecc523 req-658c76d5-5207-4cb0-88d8-5013273f005a tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&id=8e898787-1eba-48ea-9636-62371b2bb44c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6130152 Nov 25 19:46:50.969458 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8bd6f23-0668-4d44-8985-08c6a1b45fee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:50.987334 n-d-819349-5 neutron-server[103599]: WARNING neutron.api.v2.base [None req-48fdffed-384f-4580-8960-f55a435dd918 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 25 19:46:50.987974 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-48fdffed-384f-4580-8960-f55a435dd918 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:46:50.991709 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-48fdffed-384f-4580-8960-f55a435dd918 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0433106 Nov 25 19:46:50.991709 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9e8ae-e0e6-4853-8b16-5a565b2cab86 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2466d717-d47b-4cc8-8a5d-83675bac045b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:50.993685 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52068) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:51.001322 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=0afd943b-5a90-4be0-ac07-4249f2e2ae0a,revision_number=7']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:51.009877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c57f6fa3-c934-429f-b74c-1a50b3b87afe tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group_rule': {'security_group_id': '2466d717-d47b-4cc8-8a5d-83675bac045b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:51.010597 n-d-819349-5 neutron-server[103599]: WARNING neutron.api.v2.base [None req-c57f6fa3-c934-429f-b74c-1a50b3b87afe tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 25 19:46:51.016121 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-c57f6fa3-c934-429f-b74c-1a50b3b87afe tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:46:51.032699 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c57f6fa3-c934-429f-b74c-1a50b3b87afe tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0345626 Nov 25 19:46:51.032699 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52072) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:51.037172 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50bade46-48c4-45fb-a33e-7ac544ebe504 req-3cc3bee2-b8cf-4fce-8de2-c3a6b446ece8 service neutron] 10.222.0.73 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5432467 Nov 25 19:46:51.055504 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d4cd6b2c-144f-4c88-97c8-fb9847acf361 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group_rule': {'security_group_id': '2466d717-d47b-4cc8-8a5d-83675bac045b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:51.055504 n-d-819349-5 neutron-server[103599]: WARNING neutron.api.v2.base [None req-d4cd6b2c-144f-4c88-97c8-fb9847acf361 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 25 19:46:51.055504 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-d4cd6b2c-144f-4c88-97c8-fb9847acf361 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:46:51.055504 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d4cd6b2c-144f-4c88-97c8-fb9847acf361 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0099766 Nov 25 19:46:51.086229 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52074) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:51.086564 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8bd6f23-0668-4d44-8985-08c6a1b45fee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:51.111133 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d98f29a6-e440-46b1-b7f7-e9f4da2f5609 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group_rule': {'security_group_id': '2466d717-d47b-4cc8-8a5d-83675bac045b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:51.113797 n-d-819349-5 neutron-server[103599]: WARNING neutron.api.v2.base [None req-d98f29a6-e440-46b1-b7f7-e9f4da2f5609 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 25 19:46:51.119639 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-d98f29a6-e440-46b1-b7f7-e9f4da2f5609 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:46:51.124890 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d98f29a6-e440-46b1-b7f7-e9f4da2f5609 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0354881 Nov 25 19:46:51.125819 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52078) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:51.207123 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8bd6f23-0668-4d44-8985-08c6a1b45fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:51.210712 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27641bea-2276-44ea-9f67-ec4752b37248 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:51.213875 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8bd6f23-0668-4d44-8985-08c6a1b45fee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:51.220854 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e8bd6f23-0668-4d44-8985-08c6a1b45fee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/42c1f3d9-fcfb-4d17-b155-feb70958f54b HTTP/1.1" status: 204 len: 168 time: 0.7611094 Nov 25 19:46:51.273688 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27641bea-2276-44ea-9f67-ec4752b37248 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:51.295500 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd6f23-0668-4d44-8985-08c6a1b45fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c1f3d9-fcfb-4d17-b155-feb70958f54b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:51.345126 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27641bea-2276-44ea-9f67-ec4752b37248 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:51.350602 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27641bea-2276-44ea-9f67-ec4752b37248 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:51.351705 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064f411-5287-4186-8f4f-e87ff587f4e1 req-ae258c74-b3d3-4a9a-bcf4-7935ed190eb4 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:51.351885 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-27641bea-2276-44ea-9f67-ec4752b37248 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "DELETE /v2.0/security-groups/2466d717-d47b-4cc8-8a5d-83675bac045b HTTP/1.1" status: 204 len: 168 time: 0.2244315 Nov 25 19:46:51.361458 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7064f411-5287-4186-8f4f-e87ff587f4e1 req-ae258c74-b3d3-4a9a-bcf4-7935ed190eb4 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 946 time: 0.1359272 Nov 25 19:46:51.362383 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52086) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:51.400641 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27641bea-2276-44ea-9f67-ec4752b37248 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2466d717-d47b-4cc8-8a5d-83675bac045b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:51.544514 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e28247ac-ed50-47c6-8b3e-e3622d3d0279 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1780643 Nov 25 19:46:51.549363 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52090) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:51.561149 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7064f411-5287-4186-8f4f-e87ff587f4e1 req-4072165b-c246-4cb9-af6c-cada46453820 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502686 Nov 25 19:46:51.565392 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3058f812-14b2-4679-8bb2-6fdc56946cdf tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1964459553'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:51.673866 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3058f812-14b2-4679-8bb2-6fdc56946cdf tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:51.801082 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d9033-5a46-4fa8-9c89-5a135f404fb7 req-af111a2c-947a-4f94-9ef5-be2d05dbe76f tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:51.815618 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff1d9033-5a46-4fa8-9c89-5a135f404fb7 req-af111a2c-947a-4f94-9ef5-be2d05dbe76f tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f4711f0-3e60-406a-8ef0-94ee42e3c520 HTTP/1.1" status: 200 len: 943 time: 0.1326227 Nov 25 19:46:51.882046 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3058f812-14b2-4679-8bb2-6fdc56946cdf tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:51.894250 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3058f812-14b2-4679-8bb2-6fdc56946cdf tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:51.942865 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3058f812-14b2-4679-8bb2-6fdc56946cdf tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:51.948043 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3058f812-14b2-4679-8bb2-6fdc56946cdf tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3938720 Nov 25 19:46:51.949207 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52094) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:51.963636 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058f812-14b2-4679-8bb2-6fdc56946cdf tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b697c6c5-a017-4dd6-a0d0-fb3398d9ec3a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:51.972671 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-48ce9e50-f61b-42e7-bc8b-47485842053d tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group_rule': {'security_group_id': 'b697c6c5-a017-4dd6-a0d0-fb3398d9ec3a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:51.973905 n-d-819349-5 neutron-server[103600]: WARNING neutron.api.v2.base [None req-48ce9e50-f61b-42e7-bc8b-47485842053d tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 19:46:51.974775 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-48ce9e50-f61b-42e7-bc8b-47485842053d tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:46:51.976444 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-48ce9e50-f61b-42e7-bc8b-47485842053d tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0219660 Nov 25 19:46:51.981328 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52100) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:51.992843 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-76261bd2-9453-48ed-8027-064add7abed4 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group_rule': {'security_group_id': 'b697c6c5-a017-4dd6-a0d0-fb3398d9ec3a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:52.028381 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff1d9033-5a46-4fa8-9c89-5a135f404fb7 req-58e7d02f-7ccb-4303-94f8-35fe152529b3 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927099 Nov 25 19:46:52.058691 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-76261bd2-9453-48ed-8027-064add7abed4 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:46:52.064706 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52102) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:52.065004 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-76261bd2-9453-48ed-8027-064add7abed4 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0805750 Nov 25 19:46:52.077493 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-3004de03-80ba-4a8e-bed8-77cb903501aa tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group_rule': {'security_group_id': 'b697c6c5-a017-4dd6-a0d0-fb3398d9ec3a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:52.078276 n-d-819349-5 neutron-server[103600]: WARNING neutron.api.v2.base [None req-3004de03-80ba-4a8e-bed8-77cb903501aa tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 25 19:46:52.079187 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-3004de03-80ba-4a8e-bed8-77cb903501aa tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:46:52.083733 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3004de03-80ba-4a8e-bed8-77cb903501aa tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0159168 Nov 25 19:46:52.086020 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52108) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:52.106921 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-01079080-f1a5-418e-b2e7-7a57d2dfbaeb tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group_rule': {'security_group_id': 'b697c6c5-a017-4dd6-a0d0-fb3398d9ec3a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:52.173479 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f869a797-db37-465f-b287-10869cbcc74b x-openstack-request-id: req-f869a797-db37-465f-b287-10869cbcc74b {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:46:52.174343 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d", "name": "network-vif-plugged", "status": "completed", "tag": "1245f784-c0fc-4b66-829d-155060829b09", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:46:52.174776 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f869a797-db37-465f-b287-10869cbcc74b {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:46:52.175437 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1245f784-c0fc-4b66-829d-155060829b09', 'code': 200} Nov 25 19:46:52.205840 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-01079080-f1a5-418e-b2e7-7a57d2dfbaeb tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:46:52.218775 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-01079080-f1a5-418e-b2e7-7a57d2dfbaeb tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1276617 Nov 25 19:46:52.219755 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52112) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:52.234702 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-ce4da171-bc81-4fa3-89fe-e254c900b874 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group_rule': {'security_group_id': 'b697c6c5-a017-4dd6-a0d0-fb3398d9ec3a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:52.235480 n-d-819349-5 neutron-server[103600]: WARNING neutron.api.v2.base [None req-ce4da171-bc81-4fa3-89fe-e254c900b874 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 19:46:52.237242 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-ce4da171-bc81-4fa3-89fe-e254c900b874 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:46:52.239376 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ce4da171-bc81-4fa3-89fe-e254c900b874 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0142932 Nov 25 19:46:52.244198 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52116) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:52.253883 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-be6de670-1edb-4708-ba06-cd7087b412b1 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group_rule': {'security_group_id': 'b697c6c5-a017-4dd6-a0d0-fb3398d9ec3a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:52.300982 n-d-819349-5 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-be6de670-1edb-4708-ba06-cd7087b412b1 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Project 529163d63a97482d9d73f5c2f15e4771 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:46:52.356768 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e531d-ef93-4b7b-8637-2f459dd26620 req-f35138ce-1e67-406c-89b9-753650c6cbf2 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:52.361565 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-be6de670-1edb-4708-ba06-cd7087b412b1 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:46:52.364866 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f02e531d-ef93-4b7b-8637-2f459dd26620 req-f35138ce-1e67-406c-89b9-753650c6cbf2 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d HTTP/1.1" status: 200 len: 945 time: 0.0756695 Nov 25 19:46:52.371179 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-be6de670-1edb-4708-ba06-cd7087b412b1 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1248250 Nov 25 19:46:52.377986 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52124) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:52.379216 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-a358cbcd-39ec-4221-8b1a-fa2bd10c8311 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group_rule': {'security_group_id': 'b697c6c5-a017-4dd6-a0d0-fb3398d9ec3a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:52.379889 n-d-819349-5 neutron-server[103600]: WARNING neutron.api.v2.base [None req-a358cbcd-39ec-4221-8b1a-fa2bd10c8311 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 25 19:46:52.380513 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-a358cbcd-39ec-4221-8b1a-fa2bd10c8311 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:46:52.381583 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a358cbcd-39ec-4221-8b1a-fa2bd10c8311 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066588 Nov 25 19:46:52.387022 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52126) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:52.408635 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-38d91e27-1935-4eb9-90b9-e9360cd11df1 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group_rule': {'security_group_id': 'b697c6c5-a017-4dd6-a0d0-fb3398d9ec3a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:52.487934 n-d-819349-5 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-38d91e27-1935-4eb9-90b9-e9360cd11df1 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Project 529163d63a97482d9d73f5c2f15e4771 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:46:52.529665 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f02e531d-ef93-4b7b-8637-2f459dd26620 req-f84152b7-1bd6-45fa-9eef-fe9a6e29d71e tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632771 Nov 25 19:46:52.533677 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-38d91e27-1935-4eb9-90b9-e9360cd11df1 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:46:52.551379 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-38d91e27-1935-4eb9-90b9-e9360cd11df1 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1456153 Nov 25 19:46:52.552198 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52134) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:52.570400 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e10b0841-3550-4651-a7ad-16886c57807c tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group_rule': {'security_group_id': 'b697c6c5-a017-4dd6-a0d0-fb3398d9ec3a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:52.609020 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c4b05-82e8-41ea-b691-9b9c8210100c req-5bb6ff06-082a-4064-8026-8024614e2dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:52.611739 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-836c4b05-82e8-41ea-b691-9b9c8210100c req-5bb6ff06-082a-4064-8026-8024614e2dbc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d HTTP/1.1" status: 200 len: 1096 time: 0.1284542 Nov 25 19:46:52.683497 n-d-819349-5 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-e10b0841-3550-4651-a7ad-16886c57807c tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Project 529163d63a97482d9d73f5c2f15e4771 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:46:52.724931 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-e10b0841-3550-4651-a7ad-16886c57807c tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:46:52.726996 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e10b0841-3550-4651-a7ad-16886c57807c tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1661298 Nov 25 19:46:52.730529 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52142) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:52.742447 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-836c4b05-82e8-41ea-b691-9b9c8210100c req-a2213529-cdee-4fa2-b7cc-ccb84d3cb4fe service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168025 Nov 25 19:46:52.790854 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c6b25-1be6-427f-be7b-f3a91adabf87 req-ab939522-bd6a-4b3d-ae6b-b78b76c79770 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:52.802241 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c6b25-1be6-427f-be7b-f3a91adabf87 req-ab939522-bd6a-4b3d-ae6b-b78b76c79770 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:52.811480 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c6b25-1be6-427f-be7b-f3a91adabf87 req-ab939522-bd6a-4b3d-ae6b-b78b76c79770 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:52.821815 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c6b25-1be6-427f-be7b-f3a91adabf87 req-ab939522-bd6a-4b3d-ae6b-b78b76c79770 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:52.829810 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c6b25-1be6-427f-be7b-f3a91adabf87 req-ab939522-bd6a-4b3d-ae6b-b78b76c79770 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:52.837492 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c6b25-1be6-427f-be7b-f3a91adabf87 req-ab939522-bd6a-4b3d-ae6b-b78b76c79770 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:52.846904 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c6b25-1be6-427f-be7b-f3a91adabf87 req-ab939522-bd6a-4b3d-ae6b-b78b76c79770 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:52.850451 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f70e1fde-cac5-4c21-9326-955522f9807e tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:52.858222 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf9c6b25-1be6-427f-be7b-f3a91adabf87 req-ab939522-bd6a-4b3d-ae6b-b78b76c79770 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5431 time: 0.1770015 Nov 25 19:46:52.900801 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f70e1fde-cac5-4c21-9326-955522f9807e tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:52.968686 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f70e1fde-cac5-4c21-9326-955522f9807e tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:52.972431 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f70e1fde-cac5-4c21-9326-955522f9807e tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:52.973970 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f70e1fde-cac5-4c21-9326-955522f9807e tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "DELETE /v2.0/security-groups/b697c6c5-a017-4dd6-a0d0-fb3398d9ec3a HTTP/1.1" status: 204 len: 168 time: 0.2419002 Nov 25 19:46:52.977260 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52152) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:52.997584 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e1fde-cac5-4c21-9326-955522f9807e tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b697c6c5-a017-4dd6-a0d0-fb3398d9ec3a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:53.077776 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf9c6b25-1be6-427f-be7b-f3a91adabf87 req-65aac5c5-d735-4804-beb4-791a14dd77eb tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&id=8e898787-1eba-48ea-9636-62371b2bb44c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2177763 Nov 25 19:46:53.159022 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e3a9e82f-d512-4b47-b83c-2877edbb157a tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1772010 Nov 25 19:46:53.164104 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52158) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:53.178529 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-c3ad61a3-285d-4833-990b-0046e6e3d648 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108530391'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:53.243661 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c3ad61a3-285d-4833-990b-0046e6e3d648 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:53.426469 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c3ad61a3-285d-4833-990b-0046e6e3d648 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:53.439702 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c3ad61a3-285d-4833-990b-0046e6e3d648 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:53.562758 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c3ad61a3-285d-4833-990b-0046e6e3d648 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:53.570185 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52170) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:53.570766 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c3ad61a3-285d-4833-990b-0046e6e3d648 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4043751 Nov 25 19:46:53.591761 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6ff3c1bd-a287-4619-b4bf-a7d54079cdbd tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group_rule': {'security_group_id': '99ba5101-5d31-42bf-a17f-b1fef62d7412', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:53.603463 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad61a3-285d-4833-990b-0046e6e3d648 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ba5101-5d31-42bf-a17f-b1fef62d7412,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:53.631343 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:53.650947 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad61a3-285d-4833-990b-0046e6e3d648 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:53.651450 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad61a3-285d-4833-990b-0046e6e3d648 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:53.651962 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad61a3-285d-4833-990b-0046e6e3d648 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:53.653757 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad61a3-285d-4833-990b-0046e6e3d648 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:53.654544 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad61a3-285d-4833-990b-0046e6e3d648 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:53.655069 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad61a3-285d-4833-990b-0046e6e3d648 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:53.655942 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad61a3-285d-4833-990b-0046e6e3d648 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:53.656616 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad61a3-285d-4833-990b-0046e6e3d648 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:53.658116 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad61a3-285d-4833-990b-0046e6e3d648 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:53.658724 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad61a3-285d-4833-990b-0046e6e3d648 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:53.659305 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad61a3-285d-4833-990b-0046e6e3d648 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:53.660104 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad61a3-285d-4833-990b-0046e6e3d648 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:53.704399 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f47bc6-2d5f-4e93-a8b2-765b0c59467b req-af44d7f6-a5f8-40fb-9fbd-678b8228ca36 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:53.708853 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-42f47bc6-2d5f-4e93-a8b2-765b0c59467b req-af44d7f6-a5f8-40fb-9fbd-678b8228ca36 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 946 time: 0.2026672 Nov 25 19:46:53.778138 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-6ff3c1bd-a287-4619-b4bf-a7d54079cdbd tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] create failed (client error): The resource could not be found. Nov 25 19:46:53.780305 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6ff3c1bd-a287-4619-b4bf-a7d54079cdbd tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2030880 Nov 25 19:46:53.785733 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52174) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:53.805452 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b54c19bf-3f55-464e-ac4c-9194d2fc8095 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group_rule': {'security_group_id': '99ba5101-5d31-42bf-a17f-b1fef62d7412', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9c81b83a-7198-45e5-8512-33b3abb674ab'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:53.872059 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-42f47bc6-2d5f-4e93-a8b2-765b0c59467b req-e17c5ebb-11d1-4344-bb3b-a523bd58c69a tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450043 Nov 25 19:46:53.923961 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-b54c19bf-3f55-464e-ac4c-9194d2fc8095 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] create failed (client error): The resource could not be found. Nov 25 19:46:53.925766 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b54c19bf-3f55-464e-ac4c-9194d2fc8095 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1370733 Nov 25 19:46:53.929720 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52176) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:54.190667 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9344f65-fc6b-47d5-856a-b0b0a0308a26 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:54.264900 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:54.300704 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68425139-062a-4f40-bcc9-8cba1bce8450 req-84e17179-6f71-4240-92af-7b7befe93edb tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:54.314972 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-68425139-062a-4f40-bcc9-8cba1bce8450 req-84e17179-6f71-4240-92af-7b7befe93edb tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f4711f0-3e60-406a-8ef0-94ee42e3c520 HTTP/1.1" status: 200 len: 943 time: 0.2794404 Nov 25 19:46:54.320615 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9344f65-fc6b-47d5-856a-b0b0a0308a26 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:54.515349 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-68425139-062a-4f40-bcc9-8cba1bce8450 req-1b2bb4f3-f3ec-4d3a-9f41-1ee1de7311b3 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988974 Nov 25 19:46:54.628479 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9344f65-fc6b-47d5-856a-b0b0a0308a26 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:54.639825 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9344f65-fc6b-47d5-856a-b0b0a0308a26 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:54.651696 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b9344f65-fc6b-47d5-856a-b0b0a0308a26 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "DELETE /v2.0/security-groups/99ba5101-5d31-42bf-a17f-b1fef62d7412 HTTP/1.1" status: 204 len: 168 time: 0.7165220 Nov 25 19:46:54.652285 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52190) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:54.701927 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9344f65-fc6b-47d5-856a-b0b0a0308a26 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ba5101-5d31-42bf-a17f-b1fef62d7412,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:54.820620 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7cc6e-eb91-40af-8209-6fa6b183a5b9 req-c08bf1a3-6bda-4a73-af09-b6a6f666b906 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:54.834683 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-feb7cc6e-eb91-40af-8209-6fa6b183a5b9 req-c08bf1a3-6bda-4a73-af09-b6a6f666b906 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d HTTP/1.1" status: 200 len: 945 time: 0.1663284 Nov 25 19:46:54.836712 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2c8da9ae-6473-4e69-865b-03d4e5522760 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1819401 Nov 25 19:46:54.849706 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52196) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:54.860125 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2c064e1a-3aad-4279-98df-500e92357fdd tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group_rule': {'security_group_id': '86d383c0-c289-4375-8627-b16ab9e2628c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:54.931554 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-feb7cc6e-eb91-40af-8209-6fa6b183a5b9 req-68b41058-bec0-4666-8723-5fbfcd52fc56 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951316 Nov 25 19:46:54.983441 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-2c064e1a-3aad-4279-98df-500e92357fdd tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] create failed (client error): The resource could not be found. Nov 25 19:46:54.990979 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52200) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:55.003125 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-e044bd80-92e6-4b94-87cc-ed6b18d68468 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group': {'name': 'tempest-secgroup--952167671'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:55.007831 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52202) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:55.008588 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2c064e1a-3aad-4279-98df-500e92357fdd tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1560333 Nov 25 19:46:55.040959 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e044bd80-92e6-4b94-87cc-ed6b18d68468 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:55.258950 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25932bf-afe2-4db5-8956-6c6b28782935 req-203bc398-ca2c-4e36-a561-568ae02aa860 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:55.269934 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25932bf-afe2-4db5-8956-6c6b28782935 req-203bc398-ca2c-4e36-a561-568ae02aa860 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:55.295933 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25932bf-afe2-4db5-8956-6c6b28782935 req-203bc398-ca2c-4e36-a561-568ae02aa860 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:55.303070 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25932bf-afe2-4db5-8956-6c6b28782935 req-203bc398-ca2c-4e36-a561-568ae02aa860 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:55.309473 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25932bf-afe2-4db5-8956-6c6b28782935 req-203bc398-ca2c-4e36-a561-568ae02aa860 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:55.316692 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25932bf-afe2-4db5-8956-6c6b28782935 req-203bc398-ca2c-4e36-a561-568ae02aa860 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:55.323073 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25932bf-afe2-4db5-8956-6c6b28782935 req-203bc398-ca2c-4e36-a561-568ae02aa860 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:55.331406 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a25932bf-afe2-4db5-8956-6c6b28782935 req-203bc398-ca2c-4e36-a561-568ae02aa860 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5431 time: 0.2828593 Nov 25 19:46:55.413609 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e044bd80-92e6-4b94-87cc-ed6b18d68468 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:55.420204 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-058b6de9-48ff-455a-8294-e1cbe28e1017 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:55.430666 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e044bd80-92e6-4b94-87cc-ed6b18d68468 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:55.506418 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a25932bf-afe2-4db5-8956-6c6b28782935 req-25c615f9-9d87-489c-a0d1-0b4db1cd3f3b tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&id=8e898787-1eba-48ea-9636-62371b2bb44c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1737323 Nov 25 19:46:55.516084 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e044bd80-92e6-4b94-87cc-ed6b18d68468 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:55.517784 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e044bd80-92e6-4b94-87cc-ed6b18d68468 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5253782 Nov 25 19:46:55.529164 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52212) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:55.551415 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-33608a14-b13c-4fb1-9745-1d29d83735ce tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group': {'name': 'tempest-secgroup--225669615'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:55.618381 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044bd80-92e6-4b94-87cc-ed6b18d68468 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd06a08b-c245-4f34-bfe2-f1bd8b13e2d6,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:55.693795 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33608a14-b13c-4fb1-9745-1d29d83735ce tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:55.787317 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99b4db-6362-431e-bc11-07981e3fc5dd req-06306187-025c-43fd-b01b-754b25b5d08f tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:55.801381 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f99b4db-6362-431e-bc11-07981e3fc5dd req-06306187-025c-43fd-b01b-754b25b5d08f tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 946 time: 0.2015030 Nov 25 19:46:55.858267 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-058b6de9-48ff-455a-8294-e1cbe28e1017 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:55.891530 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-058b6de9-48ff-455a-8294-e1cbe28e1017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:56.044007 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b6de9-48ff-455a-8294-e1cbe28e1017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c98fb5a-d22e-40a2-a558-e2d429f28422,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:56.067521 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f99b4db-6362-431e-bc11-07981e3fc5dd req-9fa7157f-2acd-4def-a04c-3b386b185c1d tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649307 Nov 25 19:46:56.092184 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52230) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:56.094912 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-058b6de9-48ff-455a-8294-e1cbe28e1017 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7f383ada1a9c4ff58a17cfacad4b6f17&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0847738 Nov 25 19:46:56.136366 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33608a14-b13c-4fb1-9745-1d29d83735ce tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:56.168445 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33608a14-b13c-4fb1-9745-1d29d83735ce tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:56.200993 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1efbe962-78b4-4a5b-9aba-a2cbc237df26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:56.234443 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eef548-c0c7-4090-9216-7b205f473bfa req-cc6ecfde-dd63-4623-9946-076c8561e31c tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.234443 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03eef548-c0c7-4090-9216-7b205f473bfa req-cc6ecfde-dd63-4623-9946-076c8561e31c tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f4711f0-3e60-406a-8ef0-94ee42e3c520 HTTP/1.1" status: 200 len: 943 time: 0.1691711 Nov 25 19:46:56.266900 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1efbe962-78b4-4a5b-9aba-a2cbc237df26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:56.344093 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33608a14-b13c-4fb1-9745-1d29d83735ce tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:56.357348 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-33608a14-b13c-4fb1-9745-1d29d83735ce tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8114069 Nov 25 19:46:56.357348 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52242) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:56.366668 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-e5b74563-3171-481e-9490-0cd6edc028a5 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group_rule': {'security_group_id': 'cd06a08b-c245-4f34-bfe2-f1bd8b13e2d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '21109d8e-7891-4028-93bd-2af926c627d1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:56.371759 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device eed56a30-d8a0-409e-a855-3421a56cec88 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:46:56.430213 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33608a14-b13c-4fb1-9745-1d29d83735ce tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21109d8e-7891-4028-93bd-2af926c627d1,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:56.458220 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1efbe962-78b4-4a5b-9aba-a2cbc237df26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:56.466668 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1efbe962-78b4-4a5b-9aba-a2cbc237df26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:56.480369 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1efbe962-78b4-4a5b-9aba-a2cbc237df26 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c98fb5a-d22e-40a2-a558-e2d429f28422 HTTP/1.1" status: 204 len: 168 time: 0.3824131 Nov 25 19:46:56.515533 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-03eef548-c0c7-4090-9216-7b205f473bfa req-61854fa8-d50d-4d32-930c-92bdcefeee1c tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Deleting port 0afd943b-5a90-4be0-ac07-4249f2e2ae0a {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:56.526473 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-03eef548-c0c7-4090-9216-7b205f473bfa req-61854fa8-d50d-4d32-930c-92bdcefeee1c tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:56.535079 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbe962-78b4-4a5b-9aba-a2cbc237df26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c98fb5a-d22e-40a2-a558-e2d429f28422,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:56.540779 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251083a-9194-40f0-8e9c-c444edf31e13 req-b6775bd4-dee1-47b4-9a62-b1e82c0f9b18 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.551497 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1251083a-9194-40f0-8e9c-c444edf31e13 req-b6775bd4-dee1-47b4-9a62-b1e82c0f9b18 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f4711f0-3e60-406a-8ef0-94ee42e3c520 HTTP/1.1" status: 200 len: 943 time: 0.3389337 Nov 25 19:46:56.665293 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port eed56a30-d8a0-409e-a855-3421a56cec88, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=eed56a30-d8a0-409e-a855-3421a56cec88,segment=NetworkSegment(610715c4-d69d-455e-8a05-0a8f1fdcc944),segment_id=610715c4-d69d-455e-8a05-0a8f1fdcc944)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:56.692427 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'eed56a30-d8a0-409e-a855-3421a56cec88', 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e', 'port_id': 'eed56a30-d8a0-409e-a855-3421a56cec88', 'mac_address': 'fa:16:3e:e9:10:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4075f789-f3ae-4155-8ba9-eb1fbb9cbd69', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:46:56.700733 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-e5b74563-3171-481e-9490-0cd6edc028a5 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:46:56.702671 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e5b74563-3171-481e-9490-0cd6edc028a5 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3394856 Nov 25 19:46:56.705550 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52258) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:56.739197 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1251083a-9194-40f0-8e9c-c444edf31e13 req-b8cb80ef-a291-4987-971b-878566c182aa tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865861 Nov 25 19:46:56.836950 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-03eef548-c0c7-4090-9216-7b205f473bfa req-61854fa8-d50d-4d32-930c-92bdcefeee1c tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] For port 0afd943b-5a90-4be0-ac07-4249f2e2ae0a, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=0afd943b-5a90-4be0-ac07-4249f2e2ae0a,segment=NetworkSegment(8c5174ef-5abc-49d8-9a1c-4e9ab534cb77),segment_id=8c5174ef-5abc-49d8-9a1c-4e9ab534cb77)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:56.837688 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-03eef548-c0c7-4090-9216-7b205f473bfa req-61854fa8-d50d-4d32-930c-92bdcefeee1c tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:56.863581 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d54e7b82-3277-452e-a987-d4ac3b5d8d76 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:56.877182 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:56.896234 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-03eef548-c0c7-4090-9216-7b205f473bfa req-61854fa8-d50d-4d32-930c-92bdcefeee1c tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Calling delete_port for 0afd943b-5a90-4be0-ac07-4249f2e2ae0a owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:56.932198 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed56a30-d8a0-409e-a855-3421a56cec88 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:46:56.968288 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d54e7b82-3277-452e-a987-d4ac3b5d8d76 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:57.010478 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f5215-456e-43d4-a393-2c39e3416262 req-83daeee1-5c7e-498b-9bc6-13b7f89d8ee1 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:57.013708 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c2f5215-456e-43d4-a393-2c39e3416262 req-83daeee1-5c7e-498b-9bc6-13b7f89d8ee1 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d HTTP/1.1" status: 200 len: 945 time: 0.1274583 Nov 25 19:46:57.031609 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port eed56a30-d8a0-409e-a855-3421a56cec88, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=eed56a30-d8a0-409e-a855-3421a56cec88,segment=NetworkSegment(610715c4-d69d-455e-8a05-0a8f1fdcc944),segment_id=610715c4-d69d-455e-8a05-0a8f1fdcc944)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:57.049810 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:57.051216 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 3594d80b-fbf2-40c9-b060-ca88aaed212a details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:46:57.088219 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d54e7b82-3277-452e-a987-d4ac3b5d8d76 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:57.095795 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d54e7b82-3277-452e-a987-d4ac3b5d8d76 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:57.100433 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d54e7b82-3277-452e-a987-d4ac3b5d8d76 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "DELETE /v2.0/security-groups/21109d8e-7891-4028-93bd-2af926c627d1 HTTP/1.1" status: 204 len: 168 time: 0.3932097 Nov 25 19:46:57.112132 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52266) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:57.125564 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e7b82-3277-452e-a987-d4ac3b5d8d76 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21109d8e-7891-4028-93bd-2af926c627d1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:57.254274 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 3594d80b-fbf2-40c9-b060-ca88aaed212a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=3594d80b-fbf2-40c9-b060-ca88aaed212a,segment=NetworkSegment(610715c4-d69d-455e-8a05-0a8f1fdcc944),segment_id=610715c4-d69d-455e-8a05-0a8f1fdcc944)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:57.259366 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=eed56a30-d8a0-409e-a855-3421a56cec88,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:57.265827 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c2f5215-456e-43d4-a393-2c39e3416262 req-ff18c445-0ce9-4d6e-9831-0c317bc13383 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412963 Nov 25 19:46:57.286675 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:57.287835 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:57.288635 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:57.289448 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:57.290253 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:57.293647 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:57.295730 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:57.296358 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:57.296997 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:57.297924 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:57.298665 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:57.299256 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:57.316586 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '3594d80b-fbf2-40c9-b060-ca88aaed212a', 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e', 'port_id': '3594d80b-fbf2-40c9-b060-ca88aaed212a', 'mac_address': 'fa:16:3e:16:4b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4075f789-f3ae-4155-8ba9-eb1fbb9cbd69', 'ip_address': '10.1.1.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:46:57.387545 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-03eef548-c0c7-4090-9216-7b205f473bfa req-61854fa8-d50d-4d32-930c-92bdcefeee1c tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:57.428718 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:57.465668 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3594d80b-fbf2-40c9-b060-ca88aaed212a {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:46:57.496470 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52274) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:57.507753 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0eb3b516-1668-4c3f-89df-c7bb778749f5 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3940246 Nov 25 19:46:57.512589 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52276) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:57.540493 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 3594d80b-fbf2-40c9-b060-ca88aaed212a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=3594d80b-fbf2-40c9-b060-ca88aaed212a,segment=NetworkSegment(610715c4-d69d-455e-8a05-0a8f1fdcc944),segment_id=610715c4-d69d-455e-8a05-0a8f1fdcc944)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:57.550343 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:57.552838 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device f93249e6-ce45-45b6-a2a1-2fb4c0c58f50 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:46:57.591458 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52280) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:57.592759 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f17bc341-65f5-4350-9bd9-0093b95e9510 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:57.647423 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port f93249e6-ce45-45b6-a2a1-2fb4c0c58f50, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=f93249e6-ce45-45b6-a2a1-2fb4c0c58f50,segment=NetworkSegment(610715c4-d69d-455e-8a05-0a8f1fdcc944),segment_id=610715c4-d69d-455e-8a05-0a8f1fdcc944)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:57.691351 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'f93249e6-ce45-45b6-a2a1-2fb4c0c58f50', 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e', 'port_id': 'f93249e6-ce45-45b6-a2a1-2fb4c0c58f50', 'mac_address': 'fa:16:3e:2b:51:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4075f789-f3ae-4155-8ba9-eb1fbb9cbd69', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:46:57.711345 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5285b292-0b12-4d32-bc43-bcbd38002baa tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:57.784472 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5285b292-0b12-4d32-bc43-bcbd38002baa tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:57.831919 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:57.890476 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f93249e6-ce45-45b6-a2a1-2fb4c0c58f50 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:46:57.896000 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61854fa8-d50d-4d32-930c-92bdcefeee1c tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Pushing event deleted for resources: {'Port': ['ID=0afd943b-5a90-4be0-ac07-4249f2e2ae0a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:57.935281 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-03eef548-c0c7-4090-9216-7b205f473bfa req-61854fa8-d50d-4d32-930c-92bdcefeee1c tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] No DVR routers for this DVR port 0afd943b-5a90-4be0-ac07-4249f2e2ae0a on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:46:57.938618 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-03eef548-c0c7-4090-9216-7b205f473bfa req-61854fa8-d50d-4d32-930c-92bdcefeee1c tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:57.942581 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03eef548-c0c7-4090-9216-7b205f473bfa req-61854fa8-d50d-4d32-930c-92bdcefeee1c tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.73 "DELETE /v2.0/ports/0afd943b-5a90-4be0-ac07-4249f2e2ae0a HTTP/1.1" status: 204 len: 173 time: 1.6871634 Nov 25 19:46:57.947298 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4711f0-3e60-406a-8ef0-94ee42e3c520', 'name': 'network-vif-deleted', 'tag': '0afd943b-5a90-4be0-ac07-4249f2e2ae0a'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:46:57.950592 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b864d06-bb39-49bb-8f2e-625280a0242f" -d '{"events": [{"server_uuid": "2f4711f0-3e60-406a-8ef0-94ee42e3c520", "name": "network-vif-deleted", "tag": "0afd943b-5a90-4be0-ac07-4249f2e2ae0a"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:46:57.950918 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=3594d80b-fbf2-40c9-b060-ca88aaed212a,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:57.976780 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5285b292-0b12-4d32-bc43-bcbd38002baa tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:57.989831 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5285b292-0b12-4d32-bc43-bcbd38002baa tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:58.010327 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5285b292-0b12-4d32-bc43-bcbd38002baa tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "DELETE /v2.0/security-groups/cd06a08b-c245-4f34-bfe2-f1bd8b13e2d6 HTTP/1.1" status: 204 len: 168 time: 0.4883254 Nov 25 19:46:58.015445 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3106eaa-c8a4-44e4-9745-d2e095a9781d req-bae087a1-4bb9-4490-b091-a9c3f844c3fd tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:58.025649 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52294) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:58.029473 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port f93249e6-ce45-45b6-a2a1-2fb4c0c58f50, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=f93249e6-ce45-45b6-a2a1-2fb4c0c58f50,segment=NetworkSegment(610715c4-d69d-455e-8a05-0a8f1fdcc944),segment_id=610715c4-d69d-455e-8a05-0a8f1fdcc944)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:58.037106 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3106eaa-c8a4-44e4-9745-d2e095a9781d req-bae087a1-4bb9-4490-b091-a9c3f844c3fd tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:58.044230 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:58.045311 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 4766ce8e-1054-474e-9693-46409deae267 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:46:58.050433 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3106eaa-c8a4-44e4-9745-d2e095a9781d req-bae087a1-4bb9-4490-b091-a9c3f844c3fd tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:58.092508 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285b292-0b12-4d32-bc43-bcbd38002baa tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd06a08b-c245-4f34-bfe2-f1bd8b13e2d6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:58.107090 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3106eaa-c8a4-44e4-9745-d2e095a9781d req-bae087a1-4bb9-4490-b091-a9c3f844c3fd tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:58.148308 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3106eaa-c8a4-44e4-9745-d2e095a9781d req-bae087a1-4bb9-4490-b091-a9c3f844c3fd tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:58.157311 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3106eaa-c8a4-44e4-9745-d2e095a9781d req-bae087a1-4bb9-4490-b091-a9c3f844c3fd tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:58.187744 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3106eaa-c8a4-44e4-9745-d2e095a9781d req-bae087a1-4bb9-4490-b091-a9c3f844c3fd tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:58.194051 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a3106eaa-c8a4-44e4-9745-d2e095a9781d req-bae087a1-4bb9-4490-b091-a9c3f844c3fd tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5432 time: 0.7290010 Nov 25 19:46:58.207040 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0b259040-e19b-4c95-a441-2c2d4d05daa3 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1662035 Nov 25 19:46:58.215763 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52296) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:58.235011 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-17c56ec6-58f8-4977-a44b-eaf1f20bb939 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1417255739'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:58.289936 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f17bc341-65f5-4350-9bd9-0093b95e9510 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:58.304042 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f17bc341-65f5-4350-9bd9-0093b95e9510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:58.312404 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-abe37119-bbc6-49fa-abd7-f7c4e2aa50f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:58.377098 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-17c56ec6-58f8-4977-a44b-eaf1f20bb939 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:58.388667 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a3106eaa-c8a4-44e4-9745-d2e095a9781d req-825a6a15-f3d5-425e-a1a1-dd197cbeb01f tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&id=8e898787-1eba-48ea-9636-62371b2bb44c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1740379 Nov 25 19:46:58.391486 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f17bc341-65f5-4350-9bd9-0093b95e9510 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=33584b1450494d96a6552026eddc3093&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8930824 Nov 25 19:46:58.396075 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52298) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:58.396339 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=f93249e6-ce45-45b6-a2a1-2fb4c0c58f50,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:58.406791 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 4766ce8e-1054-474e-9693-46409deae267, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=4766ce8e-1054-474e-9693-46409deae267,segment=NetworkSegment(610715c4-d69d-455e-8a05-0a8f1fdcc944),segment_id=610715c4-d69d-455e-8a05-0a8f1fdcc944)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:58.417319 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17bc341-65f5-4350-9bd9-0093b95e9510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa14fd5-89bc-4a76-a009-e4e3c8dc55c7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:58.432946 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '4766ce8e-1054-474e-9693-46409deae267', 'network_id': '20935496-6e9b-480f-933b-cbeba5774e5e', 'port_id': '4766ce8e-1054-474e-9693-46409deae267', 'mac_address': 'fa:16:3e:a1:e4:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4075f789-f3ae-4155-8ba9-eb1fbb9cbd69', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:46:58.541623 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:58.551751 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-abe37119-bbc6-49fa-abd7-f7c4e2aa50f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:58.568736 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-17c56ec6-58f8-4977-a44b-eaf1f20bb939 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:58.571141 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-abe37119-bbc6-49fa-abd7-f7c4e2aa50f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:58.577727 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4766ce8e-1054-474e-9693-46409deae267 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:46:58.579336 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f1a9-9e77-4141-997e-3a7adbf6b543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:58.601506 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-17c56ec6-58f8-4977-a44b-eaf1f20bb939 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:58.628858 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f1a9-9e77-4141-997e-3a7adbf6b543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:58.629141 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 4766ce8e-1054-474e-9693-46409deae267, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=4766ce8e-1054-474e-9693-46409deae267,segment=NetworkSegment(610715c4-d69d-455e-8a05-0a8f1fdcc944),segment_id=610715c4-d69d-455e-8a05-0a8f1fdcc944)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:58.635592 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:58.638215 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device de4dd576-7fb9-462c-a5c0-950242cfed18 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:46:58.725103 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe37119-bbc6-49fa-abd7-f7c4e2aa50f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94070a2-3997-47e1-a4b6-ec857dfb849d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:58.782981 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f1a9-9e77-4141-997e-3a7adbf6b543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:58.785964 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f1a9-9e77-4141-997e-3a7adbf6b543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:58.788181 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d5e4f1a9-9e77-4141-997e-3a7adbf6b543 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dfa14fd5-89bc-4a76-a009-e4e3c8dc55c7 HTTP/1.1" status: 204 len: 168 time: 0.3898599 Nov 25 19:46:58.808019 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4f1a9-9e77-4141-997e-3a7adbf6b543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa14fd5-89bc-4a76-a009-e4e3c8dc55c7,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:58.808712 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-abe37119-bbc6-49fa-abd7-f7c4e2aa50f9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7f0536842f8b4680b8bb85bb8d620d58&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2094905 Nov 25 19:46:58.813649 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52302) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:58.834781 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7e665-6ba7-44d6-9f4a-9829eb25d826 req-82c7358e-0c10-47b3-9ff5-69fdba862b9d tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:58.839085 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d2c7e665-6ba7-44d6-9f4a-9829eb25d826 req-82c7358e-0c10-47b3-9ff5-69fdba862b9d tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 946 time: 0.1471300 Nov 25 19:46:58.851202 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-17c56ec6-58f8-4977-a44b-eaf1f20bb939 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:58.853798 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-17c56ec6-58f8-4977-a44b-eaf1f20bb939 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6360469 Nov 25 19:46:58.875942 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52304) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:58.892244 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8fce4cb6-8ba4-48bc-b5d7-e2b61eabe8a4 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group_rule': {'security_group_id': 'e7a93050-7215-47a0-b03e-2d6d19111b70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:58.985992 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c56ec6-58f8-4977-a44b-eaf1f20bb939 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a93050-7215-47a0-b03e-2d6d19111b70,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:59.017432 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=4766ce8e-1054-474e-9693-46409deae267,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:59.030833 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-8fce4cb6-8ba4-48bc-b5d7-e2b61eabe8a4 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:46:59.034441 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8fce4cb6-8ba4-48bc-b5d7-e2b61eabe8a4 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1494772 Nov 25 19:46:59.037940 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52306) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:59.059198 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port de4dd576-7fb9-462c-a5c0-950242cfed18, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=de4dd576-7fb9-462c-a5c0-950242cfed18,segment=NetworkSegment(e6798801-fb68-42d2-b806-33f4c3263a05),segment_id=e6798801-fb68-42d2-b806-33f4c3263a05)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:59.063183 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3569bd50-7368-41f4-a649-17a68bbc54ca tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group_rule': {'security_group_id': 'e7a93050-7215-47a0-b03e-2d6d19111b70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:59.104150 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c838e24-edcf-45f8-b61b-7332d9a7a2ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:59.150969 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'de4dd576-7fb9-462c-a5c0-950242cfed18', 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c', 'port_id': 'de4dd576-7fb9-462c-a5c0-950242cfed18', 'mac_address': 'fa:16:3e:68:8f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372ff6c6-b463-492b-ae35-d9124871a47c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:46:59.151223 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d2c7e665-6ba7-44d6-9f4a-9829eb25d826 req-3bfbd223-cff2-4893-9b32-506c13cc43f3 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621257 Nov 25 19:46:59.197764 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c838e24-edcf-45f8-b61b-7332d9a7a2ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:59.206334 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-3569bd50-7368-41f4-a649-17a68bbc54ca tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:46:59.208611 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3569bd50-7368-41f4-a649-17a68bbc54ca tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1675844 Nov 25 19:46:59.212081 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52310) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:59.351756 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c838e24-edcf-45f8-b61b-7332d9a7a2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:59.355366 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c838e24-edcf-45f8-b61b-7332d9a7a2ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:59.365193 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1c838e24-edcf-45f8-b61b-7332d9a7a2ac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d94070a2-3997-47e1-a4b6-ec857dfb849d HTTP/1.1" status: 204 len: 168 time: 0.5501359 Nov 25 19:46:59.380915 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e813278-fc9d-4a33-a1a7-ec67df30c1ea tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:59.381479 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c838e24-edcf-45f8-b61b-7332d9a7a2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94070a2-3997-47e1-a4b6-ec857dfb849d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:59.425955 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:59.467035 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aef5ff36-9fad-49c8-97db-d1c6346c444a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:59.487019 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e813278-fc9d-4a33-a1a7-ec67df30c1ea tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:59.500884 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de4dd576-7fb9-462c-a5c0-950242cfed18 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:46:59.575528 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:46:59.588452 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port de4dd576-7fb9-462c-a5c0-950242cfed18, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=de4dd576-7fb9-462c-a5c0-950242cfed18,segment=NetworkSegment(e6798801-fb68-42d2-b806-33f4c3263a05),segment_id=e6798801-fb68-42d2-b806-33f4c3263a05)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:59.600481 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:59.601279 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:46:59.643965 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e813278-fc9d-4a33-a1a7-ec67df30c1ea tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:59.650837 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e813278-fc9d-4a33-a1a7-ec67df30c1ea tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:59.653341 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7e813278-fc9d-4a33-a1a7-ec67df30c1ea tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "DELETE /v2.0/security-groups/e7a93050-7215-47a0-b03e-2d6d19111b70 HTTP/1.1" status: 204 len: 168 time: 0.4397793 Nov 25 19:46:59.656843 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52326) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:59.666193 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e813278-fc9d-4a33-a1a7-ec67df30c1ea tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a93050-7215-47a0-b03e-2d6d19111b70,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:59.721089 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b667d78b-c67d-4299-a684-18734106f797 x-openstack-request-id: req-b667d78b-c67d-4299-a684-18734106f797 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:46:59.721534 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4711f0-3e60-406a-8ef0-94ee42e3c520", "name": "network-vif-deleted", "tag": "0afd943b-5a90-4be0-ac07-4249f2e2ae0a", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:46:59.728293 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b667d78b-c67d-4299-a684-18734106f797 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:46:59.729184 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4711f0-3e60-406a-8ef0-94ee42e3c520', 'name': 'network-vif-deleted', 'tag': '0afd943b-5a90-4be0-ac07-4249f2e2ae0a', 'status': 'completed', 'code': 200} Nov 25 19:46:59.904781 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=de4dd576-7fb9-462c-a5c0-950242cfed18,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:59.908136 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52332) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:59.914066 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-61c49a73-cf3d-49f9-9cc4-966ace0ce169 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2558079 Nov 25 19:46:59.929181 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6e381cd6-96df-4d57-886c-3398579a50c6 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group': {'name': 'tempest-secgroup--527683293'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:59.964010 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62404032-9c87-496e-85b7-88731bc67d07 req-80e7d1b8-49c0-4241-9670-7b34e32340c0 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:59.972971 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-62404032-9c87-496e-85b7-88731bc67d07 req-80e7d1b8-49c0-4241-9670-7b34e32340c0 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d HTTP/1.1" status: 200 len: 945 time: 0.2153437 Nov 25 19:46:59.991591 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b,segment=NetworkSegment(84defb7f-7631-48d1-bff7-9cf8a24998ad),segment_id=84defb7f-7631-48d1-bff7-9cf8a24998ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:00.022025 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e381cd6-96df-4d57-886c-3398579a50c6 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:00.035675 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b', 'network_id': '8aa06786-042e-4faf-b4a5-b6084b1ca237', 'port_id': '7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b', 'mac_address': 'fa:16:3e:06:b4:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3557900-716c-49fc-9261-bbc772127fc4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:47:00.108622 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:00.146144 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:47:00.172142 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-62404032-9c87-496e-85b7-88731bc67d07 req-8ace6683-cb14-4490-bb92-c9fb680c467c tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773720 Nov 25 19:47:00.209119 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b,segment=NetworkSegment(84defb7f-7631-48d1-bff7-9cf8a24998ad),segment_id=84defb7f-7631-48d1-bff7-9cf8a24998ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:00.220833 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:00.221392 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device c7c43280-00f8-410b-a2b1-a37e5e2e1f1f details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:47:00.257027 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52338) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:00.264895 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e381cd6-96df-4d57-886c-3398579a50c6 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:00.276208 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e381cd6-96df-4d57-886c-3398579a50c6 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:00.303610 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-05d9b24b-a19c-47f1-971e-a8e5204bffeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:00.327196 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e381cd6-96df-4d57-886c-3398579a50c6 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c58e6e10-7724-4ff4-a371-dc517cac545c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:00.333389 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e381cd6-96df-4d57-886c-3398579a50c6 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:00.341096 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6e381cd6-96df-4d57-886c-3398579a50c6 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4287343 Nov 25 19:47:00.344669 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52340) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:00.350116 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fd513a63-e15a-4c54-93fb-00770da98a90 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:00.350939 n-d-819349-5 neutron-server[103599]: WARNING neutron.api.v2.base [None req-fd513a63-e15a-4c54-93fb-00770da98a90 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 19:47:00.352456 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-fd513a63-e15a-4c54-93fb-00770da98a90 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] update failed (client error): There was a conflict when trying to complete your request. Nov 25 19:47:00.357499 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fd513a63-e15a-4c54-93fb-00770da98a90 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "PUT /v2.0/security-groups/c58e6e10-7724-4ff4-a371-dc517cac545c HTTP/1.1" status: 409 len: 330 time: 0.0114911 Nov 25 19:47:00.359123 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52342) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:00.411288 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:00.451406 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0afd943b-5a90-4be0-ac07-4249f2e2ae0a no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:47:00.553656 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 0afd943b-5a90-4be0-ac07-4249f2e2ae0a {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:47:00.555151 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 0afd943b-5a90-4be0-ac07-4249f2e2ae0a not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:47:00.573193 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:47:00.583395 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4877dce3-2c0b-411a-b4d4-d0d75e44c744 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:00.646971 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port c7c43280-00f8-410b-a2b1-a37e5e2e1f1f, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c7c43280-00f8-410b-a2b1-a37e5e2e1f1f,segment=NetworkSegment(84defb7f-7631-48d1-bff7-9cf8a24998ad),segment_id=84defb7f-7631-48d1-bff7-9cf8a24998ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:00.678234 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4877dce3-2c0b-411a-b4d4-d0d75e44c744 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:00.684465 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'c7c43280-00f8-410b-a2b1-a37e5e2e1f1f', 'network_id': '8aa06786-042e-4faf-b4a5-b6084b1ca237', 'port_id': 'c7c43280-00f8-410b-a2b1-a37e5e2e1f1f', 'mac_address': 'fa:16:3e:13:e7:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3557900-716c-49fc-9261-bbc772127fc4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:47:00.724164 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-05d9b24b-a19c-47f1-971e-a8e5204bffeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:00.759803 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-05d9b24b-a19c-47f1-971e-a8e5204bffeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:00.790606 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:00.836744 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c43280-00f8-410b-a2b1-a37e5e2e1f1f {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:47:00.852245 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4877dce3-2c0b-411a-b4d4-d0d75e44c744 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:00.859159 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4877dce3-2c0b-411a-b4d4-d0d75e44c744 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:00.861247 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4877dce3-2c0b-411a-b4d4-d0d75e44c744 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "DELETE /v2.0/security-groups/c58e6e10-7724-4ff4-a371-dc517cac545c HTTP/1.1" status: 204 len: 168 time: 0.5005262 Nov 25 19:47:00.885174 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52352) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:00.885781 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877dce3-2c0b-411a-b4d4-d0d75e44c744 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58e6e10-7724-4ff4-a371-dc517cac545c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:00.929111 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port c7c43280-00f8-410b-a2b1-a37e5e2e1f1f, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c7c43280-00f8-410b-a2b1-a37e5e2e1f1f,segment=NetworkSegment(84defb7f-7631-48d1-bff7-9cf8a24998ad),segment_id=84defb7f-7631-48d1-bff7-9cf8a24998ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:00.965503 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:00.991767 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52354) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:01.003453 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-39d09990-303c-41fe-8f73-68d1a485a07a tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1056714298', 'description': 'tempest-description--1703336252'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:01.014631 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-05d9b24b-a19c-47f1-971e-a8e5204bffeb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=117b0192613a4d26ba580970af0259f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7516923 Nov 25 19:47:01.015726 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52356) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:01.041165 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9b24b-a19c-47f1-971e-a8e5204bffeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8eeaba-d192-40a8-9c9d-9056d93af152,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:01.137628 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c29ffe0f-a71c-4711-a0a0-b1c39349ea38 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2455935 Nov 25 19:47:01.151437 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52360) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:01.154381 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39d09990-303c-41fe-8f73-68d1a485a07a tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:01.170554 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=c7c43280-00f8-410b-a2b1-a37e5e2e1f1f,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:01.210634 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-a07b1bbb-35e1-4c20-b3b2-b924f07bfeeb tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] delete failed (client error): The resource could not be found. Nov 25 19:47:01.212646 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a07b1bbb-35e1-4c20-b3b2-b924f07bfeeb tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "DELETE /v2.0/security-groups/cb758022-1d33-41e4-899b-190b14b7f564 HTTP/1.1" status: 404 len: 347 time: 0.0539653 Nov 25 19:47:01.225224 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52362) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:01.257792 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-74c75641-201b-4ed3-803c-c9f2f3b2c4b0 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] show failed (client error): The resource could not be found. Nov 25 19:47:01.263470 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-74c75641-201b-4ed3-803c-c9f2f3b2c4b0 tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "GET /v2.0/security-groups/b37b8edb-399d-4be5-a5e5-fe7ecffb9aca HTTP/1.1" status: 404 len: 347 time: 0.0352237 Nov 25 19:47:01.275191 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52366) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:01.449089 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39d09990-303c-41fe-8f73-68d1a485a07a tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:01.459647 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-a9c58219-6988-43ce-8b6a-a14b56799bda tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] show failed (client error): The resource could not be found. Nov 25 19:47:01.460296 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a9c58219-6988-43ce-8b6a-a14b56799bda tempest-NegativeSecGroupIPv6Test-1540753049 tempest-NegativeSecGroupIPv6Test-1540753049-project] 10.222.0.55 "GET /v2.0/security-group-rules/d8a08a8d-2047-43cf-b023-a621d58f0208 HTTP/1.1" status: 404 len: 356 time: 0.1496282 Nov 25 19:47:01.461397 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39d09990-303c-41fe-8f73-68d1a485a07a tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:01.469613 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43383a49-779d-476c-a779-21231faa6495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:01.533949 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3461d-92f4-44b7-b23f-40b965ba142c req-7151db16-5ed3-4ebb-8a23-e8828a04dfaf tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:01.547774 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3461d-92f4-44b7-b23f-40b965ba142c req-7151db16-5ed3-4ebb-8a23-e8828a04dfaf tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:01.560277 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3461d-92f4-44b7-b23f-40b965ba142c req-7151db16-5ed3-4ebb-8a23-e8828a04dfaf tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:01.563497 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d09990-303c-41fe-8f73-68d1a485a07a tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c5caed-f674-4995-9fac-d051de334c6c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:01.596312 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3461d-92f4-44b7-b23f-40b965ba142c req-7151db16-5ed3-4ebb-8a23-e8828a04dfaf tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:01.603921 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39d09990-303c-41fe-8f73-68d1a485a07a tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:01.610554 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-39d09990-303c-41fe-8f73-68d1a485a07a tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6125469 Nov 25 19:47:01.613091 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52376) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:01.613810 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3461d-92f4-44b7-b23f-40b965ba142c req-7151db16-5ed3-4ebb-8a23-e8828a04dfaf tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:01.628133 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3461d-92f4-44b7-b23f-40b965ba142c req-7151db16-5ed3-4ebb-8a23-e8828a04dfaf tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:01.630237 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['f93249e6-ce45-45b6-a2a1-2fb4c0c58f50'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:47:01.644190 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3461d-92f4-44b7-b23f-40b965ba142c req-7151db16-5ed3-4ebb-8a23-e8828a04dfaf tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:01.652142 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-548fc1d9-0e27-411a-ac5f-3fa9b70f50cb tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Request body: {'security_group_rule': {'security_group_id': '03c5caed-f674-4995-9fac-d051de334c6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:01.659206 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f0b3461d-92f4-44b7-b23f-40b965ba142c req-7151db16-5ed3-4ebb-8a23-e8828a04dfaf tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5438 time: 0.5064080 Nov 25 19:47:01.712715 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43383a49-779d-476c-a779-21231faa6495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:01.748808 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-548fc1d9-0e27-411a-ac5f-3fa9b70f50cb tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:01.797603 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a45ff-357d-4c81-a711-16af5488c719 req-ee5b0034-ff8e-4339-a545-46342f2c74aa tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:01.805647 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9d8a45ff-357d-4c81-a711-16af5488c719 req-ee5b0034-ff8e-4339-a545-46342f2c74aa tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d HTTP/1.1" status: 200 len: 945 time: 0.5505357 Nov 25 19:47:01.845018 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['eed56a30-d8a0-409e-a855-3421a56cec88'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:47:01.988110 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-548fc1d9-0e27-411a-ac5f-3fa9b70f50cb tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:02.000324 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f0b3461d-92f4-44b7-b23f-40b965ba142c req-690c8de5-99bf-4142-a6e4-4c758e843047 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&id=8e898787-1eba-48ea-9636-62371b2bb44c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3123214 Nov 25 19:47:02.006227 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-548fc1d9-0e27-411a-ac5f-3fa9b70f50cb tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:02.007683 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['3594d80b-fbf2-40c9-b060-ca88aaed212a'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:47:02.017439 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:47:02.029108 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['4766ce8e-1054-474e-9693-46409deae267'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:47:02.041642 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['c7c43280-00f8-410b-a2b1-a37e5e2e1f1f'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:47:02.086391 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['de4dd576-7fb9-462c-a5c0-950242cfed18'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:47:02.126618 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548fc1d9-0e27-411a-ac5f-3fa9b70f50cb tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed85a0f4-bc03-4663-a345-04a62eb764d3,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:02.147563 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-548fc1d9-0e27-411a-ac5f-3fa9b70f50cb tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:02.149346 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-548fc1d9-0e27-411a-ac5f-3fa9b70f50cb tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5347261 Nov 25 19:47:02.153324 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52382) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:02.167488 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4f80cffd-f29b-4e42-88d7-655c5ac7299a tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Request body: {'security_group_rule': {'security_group_id': '03c5caed-f674-4995-9fac-d051de334c6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:02.322077 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f80cffd-f29b-4e42-88d7-655c5ac7299a tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:02.334373 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52384) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:02.392687 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43383a49-779d-476c-a779-21231faa6495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:02.400600 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43383a49-779d-476c-a779-21231faa6495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:02.406759 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-43383a49-779d-476c-a779-21231faa6495 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc8eeaba-d192-40a8-9c9d-9056d93af152 HTTP/1.1" status: 204 len: 168 time: 1.3892732 Nov 25 19:47:02.525877 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43383a49-779d-476c-a779-21231faa6495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8eeaba-d192-40a8-9c9d-9056d93af152,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:02.529138 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f80cffd-f29b-4e42-88d7-655c5ac7299a tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:02.555177 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f80cffd-f29b-4e42-88d7-655c5ac7299a tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:02.599089 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f80cffd-f29b-4e42-88d7-655c5ac7299a tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680535df-cda0-4e83-98ef-29d8618a4f48,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:02.615595 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f80cffd-f29b-4e42-88d7-655c5ac7299a tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:02.623971 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4f80cffd-f29b-4e42-88d7-655c5ac7299a tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4687822 Nov 25 19:47:02.625014 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52394) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:02.630922 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b54d2-252d-496f-9c14-21193a234045 req-32e9e56f-23bf-4702-83af-5a2e8e0ce7dc tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:02.633692 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-148b54d2-252d-496f-9c14-21193a234045 req-32e9e56f-23bf-4702-83af-5a2e8e0ce7dc tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 946 time: 0.4477093 Nov 25 19:47:02.644457 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:02.688500 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:02.788757 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca72895-4391-48c9-950b-3e9e84bccbb5 req-c55056ff-b2e2-46e5-986a-62264485db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:02.791081 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fca72895-4391-48c9-950b-3e9e84bccbb5 req-c55056ff-b2e2-46e5-986a-62264485db81 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 1097 time: 0.3687022 Nov 25 19:47:02.817554 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-9d8a45ff-357d-4c81-a711-16af5488c719 req-795dfb19-bf6a-4c53-b5ed-2f089ef15a27 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Deleting port 1245f784-c0fc-4b66-829d-155060829b09 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:47:02.818239 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9d8a45ff-357d-4c81-a711-16af5488c719 req-795dfb19-bf6a-4c53-b5ed-2f089ef15a27 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:02.923816 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a9c9ae3c-8d23-4767-b706-e25a972c02db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:02.969783 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:03.111791 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-148b54d2-252d-496f-9c14-21193a234045 req-cffa6102-e93a-4d44-aa97-1807bbe46f2a tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648314 Nov 25 19:47:03.210419 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Allocated IP 172.25.6.113 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/442b088c-d5d7-4bdb-8789-03bc71f01507) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:03.373930 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52406) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:03.374848 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4c3fdb56-b094-4f25-9681-85c7a2c0d40c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=529163d63a97482d9d73f5c2f15e4771&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0369942 Nov 25 19:47:03.532981 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fca72895-4391-48c9-950b-3e9e84bccbb5 req-d73f888a-369d-4c46-9e5e-5b15a134c07c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7209458 Nov 25 19:47:03.549812 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c24b75d-6320-431c-aa60-c9abcbbe63d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:03.591702 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-9d8a45ff-357d-4c81-a711-16af5488c719 req-795dfb19-bf6a-4c53-b5ed-2f089ef15a27 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] For port 1245f784-c0fc-4b66-829d-155060829b09, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=1245f784-c0fc-4b66-829d-155060829b09,segment=NetworkSegment(192a7c7c-2687-4772-a662-fc33bfbaecb6),segment_id=192a7c7c-2687-4772-a662-fc33bfbaecb6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:03.592713 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9d8a45ff-357d-4c81-a711-16af5488c719 req-795dfb19-bf6a-4c53-b5ed-2f089ef15a27 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:03.658849 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ab3e4-abd5-44d8-95c2-ea20ad020f93 req-8d9a0fc7-fda0-4645-86ac-ae7511f21b61 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:03.675035 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0d5ab3e4-abd5-44d8-95c2-ea20ad020f93 req-8d9a0fc7-fda0-4645-86ac-ae7511f21b61 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d HTTP/1.1" status: 200 len: 945 time: 0.2544751 Nov 25 19:47:03.678050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-9d8a45ff-357d-4c81-a711-16af5488c719 req-795dfb19-bf6a-4c53-b5ed-2f089ef15a27 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Calling delete_port for 1245f784-c0fc-4b66-829d-155060829b09 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:47:03.679374 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:03.688674 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c24b75d-6320-431c-aa60-c9abcbbe63d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:03.935835 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:04.017014 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0d5ab3e4-abd5-44d8-95c2-ea20ad020f93 req-e6c84fb5-6e5b-483c-85b4-87f396d8fa0a tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329096 Nov 25 19:47:04.134389 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Pushing event updated for resources: {'Port': ['ID=442b088c-d5d7-4bdb-8789-03bc71f01507,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:04.169595 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c24b75d-6320-431c-aa60-c9abcbbe63d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:04.174376 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c24b75d-6320-431c-aa60-c9abcbbe63d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:04.212573 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8c24b75d-6320-431c-aa60-c9abcbbe63d7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4af3e21e-c84e-46a5-bd58-9831648e7dcc HTTP/1.1" status: 204 len: 168 time: 0.8325064 Nov 25 19:47:04.259731 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:04.267367 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24b75d-6320-431c-aa60-c9abcbbe63d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af3e21e-c84e-46a5-bd58-9831648e7dcc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:04.292172 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:04.293184 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:04.294655 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:04.295154 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:04.298418 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:04.298992 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:04.301025 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:04.301531 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:04.301985 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:04.302525 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:04.304848 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:04.305367 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:04.327006 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c24b75d-6320-431c-aa60-c9abcbbe63d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:04.327893 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c24b75d-6320-431c-aa60-c9abcbbe63d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:04.329005 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c24b75d-6320-431c-aa60-c9abcbbe63d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:04.329698 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c24b75d-6320-431c-aa60-c9abcbbe63d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:04.330146 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c24b75d-6320-431c-aa60-c9abcbbe63d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:04.331730 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c24b75d-6320-431c-aa60-c9abcbbe63d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:04.332282 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c24b75d-6320-431c-aa60-c9abcbbe63d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:04.332732 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c24b75d-6320-431c-aa60-c9abcbbe63d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:04.333174 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c24b75d-6320-431c-aa60-c9abcbbe63d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:04.333619 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c24b75d-6320-431c-aa60-c9abcbbe63d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:04.334061 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c24b75d-6320-431c-aa60-c9abcbbe63d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:04.334658 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c24b75d-6320-431c-aa60-c9abcbbe63d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:04.347372 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:04.357257 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:04.488902 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9d8a45ff-357d-4c81-a711-16af5488c719 req-795dfb19-bf6a-4c53-b5ed-2f089ef15a27 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:04.644597 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795dfb19-bf6a-4c53-b5ed-2f089ef15a27 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Pushing event deleted for resources: {'Port': ['ID=1245f784-c0fc-4b66-829d-155060829b09,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:04.695778 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:04.863496 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fe448-b3f1-40c1-a035-48f71d5f54fe req-f816668e-8d7e-4cc0-a538-724fb04ba370 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:04.877214 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:04.881736 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:04.895109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fe448-b3f1-40c1-a035-48f71d5f54fe req-f816668e-8d7e-4cc0-a538-724fb04ba370 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:04.928645 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fe448-b3f1-40c1-a035-48f71d5f54fe req-f816668e-8d7e-4cc0-a538-724fb04ba370 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:04.956518 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fe448-b3f1-40c1-a035-48f71d5f54fe req-f816668e-8d7e-4cc0-a538-724fb04ba370 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:04.986123 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fe448-b3f1-40c1-a035-48f71d5f54fe req-f816668e-8d7e-4cc0-a538-724fb04ba370 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:05.017839 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fe448-b3f1-40c1-a035-48f71d5f54fe req-f816668e-8d7e-4cc0-a538-724fb04ba370 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:05.044932 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fe448-b3f1-40c1-a035-48f71d5f54fe req-f816668e-8d7e-4cc0-a538-724fb04ba370 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:05.071214 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b28fe448-b3f1-40c1-a035-48f71d5f54fe req-f816668e-8d7e-4cc0-a538-724fb04ba370 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5438 time: 0.7536938 Nov 25 19:47:05.073159 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8a45ff-357d-4c81-a711-16af5488c719 req-795dfb19-bf6a-4c53-b5ed-2f089ef15a27 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] No DVR routers for this DVR port 1245f784-c0fc-4b66-829d-155060829b09 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:47:05.096371 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9d8a45ff-357d-4c81-a711-16af5488c719 req-795dfb19-bf6a-4c53-b5ed-2f089ef15a27 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:05.101684 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9d8a45ff-357d-4c81-a711-16af5488c719 req-795dfb19-bf6a-4c53-b5ed-2f089ef15a27 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.73 "DELETE /v2.0/ports/1245f784-c0fc-4b66-829d-155060829b09 HTTP/1.1" status: 204 len: 173 time: 3.2676988 Nov 25 19:47:05.104801 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d', 'name': 'network-vif-deleted', 'tag': '1245f784-c0fc-4b66-829d-155060829b09'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:47:05.145275 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4a8ae7-6ae3-41f0-8edf-da518c4a1c0b" -d '{"events": [{"server_uuid": "2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d", "name": "network-vif-deleted", "tag": "1245f784-c0fc-4b66-829d-155060829b09"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:47:05.260238 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:05.284234 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:05.448573 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b28fe448-b3f1-40c1-a035-48f71d5f54fe req-06dd3150-42a6-460f-b8b9-3d63e0089d50 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&id=8e898787-1eba-48ea-9636-62371b2bb44c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3419213 Nov 25 19:47:05.618784 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:05.660497 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:05.706848 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Pushing event updated for resources: {'Port': ['ID=442b088c-d5d7-4bdb-8789-03bc71f01507,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:05.738673 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:05.776090 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:05.815020 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6ce25330-a1e3-4bb1-8f99-726b7ce653f0 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1779087 Nov 25 19:47:06.001024 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b05db9-8308-4607-beb7-41e82286beb6 req-34c3eb00-e48d-4b73-a543-0db9b2116bbd tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:06.015963 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f3b05db9-8308-4607-beb7-41e82286beb6 req-34c3eb00-e48d-4b73-a543-0db9b2116bbd tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 946 time: 0.2355337 Nov 25 19:47:06.247519 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f3b05db9-8308-4607-beb7-41e82286beb6 req-2d0a804b-2064-481e-ad8d-006ef7f5c367 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254577 Nov 25 19:47:06.439786 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 1245f784-c0fc-4b66-829d-155060829b09 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:47:06.542200 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 1245f784-c0fc-4b66-829d-155060829b09 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:47:06.544366 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 1245f784-c0fc-4b66-829d-155060829b09 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:47:06.586870 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b80e4cb-b790-406b-9f03-556440541438 x-openstack-request-id: req-5b80e4cb-b790-406b-9f03-556440541438 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:47:06.587579 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d", "name": "network-vif-deleted", "tag": "1245f784-c0fc-4b66-829d-155060829b09", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:47:06.587906 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b80e4cb-b790-406b-9f03-556440541438 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:47:06.588530 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f30d923-8a9b-4f5c-a5fd-b1c6dab7ea5d', 'name': 'network-vif-deleted', 'tag': '1245f784-c0fc-4b66-829d-155060829b09', 'status': 'completed', 'code': 200} Nov 25 19:47:06.872933 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['6b77eb65-9cd0-44c6-a4c4-338d8686d585'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:47:07.010917 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 3594d80b-fbf2-40c9-b060-ca88aaed212a up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:07.201373 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 3594d80b-fbf2-40c9-b060-ca88aaed212a completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:47:07.210927 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d3924-4974-432c-b86a-03de1d87b715 req-001f045d-7d1d-4919-8c6b-ea588936e149 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:07.216481 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 3594d80b-fbf2-40c9-b060-ca88aaed212a triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:07.217133 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:07.223440 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-613d3924-4974-432c-b86a-03de1d87b715 req-001f045d-7d1d-4919-8c6b-ea588936e149 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/networks?id=6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa HTTP/1.1" status: 200 len: 822 time: 0.2845743 Nov 25 19:47:07.255648 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-613d3924-4974-432c-b86a-03de1d87b715 req-220eb888-247c-4e6c-9bec-7a54ee397bba tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/quotas/6b627ee06685481eb08143e937abc9f3 HTTP/1.1" status: 200 len: 375 time: 0.0269163 Nov 25 19:47:07.341798 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:07.361298 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-613d3924-4974-432c-b86a-03de1d87b715 req-f202399f-802d-4fd0-a727-e95dcfeaf57a tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b627ee06685481eb08143e937abc9f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1040223 Nov 25 19:47:07.386021 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3594d80b-fbf2-40c9-b060-ca88aaed212a'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:47:07.389544 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6079b3-bb51-44c3-bcd1-273a79d8e799" -d '{"events": [{"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-plugged", "status": "completed", "tag": "3594d80b-fbf2-40c9-b060-ca88aaed212a"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:47:07.407666 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 3594d80b-fbf2-40c9-b060-ca88aaed212a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=3594d80b-fbf2-40c9-b060-ca88aaed212a,segment=NetworkSegment(610715c4-d69d-455e-8a05-0a8f1fdcc944),segment_id=610715c4-d69d-455e-8a05-0a8f1fdcc944)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:07.415659 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:07.417162 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device f93249e6-ce45-45b6-a2a1-2fb4c0c58f50 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:07.545155 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=3594d80b-fbf2-40c9-b060-ca88aaed212a,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:07.566062 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port f93249e6-ce45-45b6-a2a1-2fb4c0c58f50 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:47:07.572166 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port f93249e6-ce45-45b6-a2a1-2fb4c0c58f50 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:07.573975 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:07.596426 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-613d3924-4974-432c-b86a-03de1d87b715 req-8c4e6e9f-12af-4c9d-8b50-f090a817b00b service neutron] 10.222.0.55 "GET /v2.0/networks/6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336602 Nov 25 19:47:07.776387 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-613d3924-4974-432c-b86a-03de1d87b715 req-b222edc4-a5ce-4c64-9133-aef3244ff3eb service neutron] 10.222.0.55 "GET /v2.0/networks/6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657479 Nov 25 19:47:07.810932 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:07.858412 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port f93249e6-ce45-45b6-a2a1-2fb4c0c58f50, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=f93249e6-ce45-45b6-a2a1-2fb4c0c58f50,segment=NetworkSegment(610715c4-d69d-455e-8a05-0a8f1fdcc944),segment_id=610715c4-d69d-455e-8a05-0a8f1fdcc944)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:07.866392 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:07.928191 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52524) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:08.006336 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=f93249e6-ce45-45b6-a2a1-2fb4c0c58f50,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:08.382869 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eba27b-2d40-4e3f-8e46-b16fea71c636 req-9079c02c-4316-4447-9261-30f6251c0d19 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:08.385913 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-40eba27b-2d40-4e3f-8e46-b16fea71c636 req-9079c02c-4316-4447-9261-30f6251c0d19 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1553874 Nov 25 19:47:08.483347 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-40eba27b-2d40-4e3f-8e46-b16fea71c636 req-16e92964-0451-4f91-a48d-e31b7cab146c tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906136 Nov 25 19:47:08.546993 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d44d2ba-5505-414b-838e-f7c5d6acb1ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:08.726446 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf389930-d049-4482-98e0-0c817464a00d req-bbbd7fa6-9dec-4034-b662-a888154b6bde tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:08.736249 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf389930-d049-4482-98e0-0c817464a00d req-bbbd7fa6-9dec-4034-b662-a888154b6bde tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:08.746955 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf389930-d049-4482-98e0-0c817464a00d req-bbbd7fa6-9dec-4034-b662-a888154b6bde tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:08.764673 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52546) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:08.776687 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf389930-d049-4482-98e0-0c817464a00d req-bbbd7fa6-9dec-4034-b662-a888154b6bde tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:08.810751 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf389930-d049-4482-98e0-0c817464a00d req-bbbd7fa6-9dec-4034-b662-a888154b6bde tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:08.843682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf389930-d049-4482-98e0-0c817464a00d req-bbbd7fa6-9dec-4034-b662-a888154b6bde tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:08.879201 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf389930-d049-4482-98e0-0c817464a00d req-bbbd7fa6-9dec-4034-b662-a888154b6bde tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:08.890562 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf389930-d049-4482-98e0-0c817464a00d req-bbbd7fa6-9dec-4034-b662-a888154b6bde tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5440 time: 0.2553909 Nov 25 19:47:08.895494 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d44d2ba-5505-414b-838e-f7c5d6acb1ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:08.911351 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d44d2ba-5505-414b-838e-f7c5d6acb1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:09.003132 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device eed56a30-d8a0-409e-a855-3421a56cec88 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:09.127557 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f8816f55-df3d-493d-be06-d7105255ff0f tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2140066832'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:09.156333 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0d44d2ba-5505-414b-838e-f7c5d6acb1ee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf1685e1a143475d90ae9f9e411dd71a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2261651 Nov 25 19:47:09.172409 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf389930-d049-4482-98e0-0c817464a00d req-0d3d93c1-7f6b-468e-aa46-616182a19536 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&id=8e898787-1eba-48ea-9636-62371b2bb44c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2672229 Nov 25 19:47:09.174053 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52552) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:09.176197 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44d2ba-5505-414b-838e-f7c5d6acb1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb79c6a-d815-406f-ac7f-a4772d73d20a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:09.283965 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port eed56a30-d8a0-409e-a855-3421a56cec88 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:47:09.285448 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8816f55-df3d-493d-be06-d7105255ff0f tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Made reservation on behalf of 75e738f97f95400a9962f77d1f9455bb for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:47:09.297514 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8816f55-df3d-493d-be06-d7105255ff0f tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:09.303103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port eed56a30-d8a0-409e-a855-3421a56cec88 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:09.304253 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:09.335309 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8816f55-df3d-493d-be06-d7105255ff0f tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:09.416247 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8080042b-1324-4c4a-98e4-b18dad0d8c28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:09.504666 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8080042b-1324-4c4a-98e4-b18dad0d8c28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:09.717454 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8080042b-1324-4c4a-98e4-b18dad0d8c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:09.723394 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8080042b-1324-4c4a-98e4-b18dad0d8c28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:09.725188 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8080042b-1324-4c4a-98e4-b18dad0d8c28 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2eb79c6a-d815-406f-ac7f-a4772d73d20a HTTP/1.1" status: 204 len: 168 time: 0.5493517 Nov 25 19:47:09.767914 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080042b-1324-4c4a-98e4-b18dad0d8c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb79c6a-d815-406f-ac7f-a4772d73d20a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:09.769866 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8816f55-df3d-493d-be06-d7105255ff0f tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:09.789287 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8816f55-df3d-493d-be06-d7105255ff0f tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:09.844889 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:09.888116 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8816f55-df3d-493d-be06-d7105255ff0f tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:47:09.905705 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4710eb44-5389-41a5-8afd-7880878d2c53 x-openstack-request-id: req-4710eb44-5389-41a5-8afd-7880878d2c53 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:47:09.906142 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-plugged", "status": "completed", "tag": "3594d80b-fbf2-40c9-b060-ca88aaed212a", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:47:09.907650 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4710eb44-5389-41a5-8afd-7880878d2c53 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:47:09.908307 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3594d80b-fbf2-40c9-b060-ca88aaed212a', 'code': 200} Nov 25 19:47:09.919514 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8816f55-df3d-493d-be06-d7105255ff0f tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:09.919911 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-f8816f55-df3d-493d-be06-d7105255ff0f tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Added segment 93eb4119-9623-4ebd-b6d5-1e75acaf2ba1 of type vlan for network 911342d9-077f-4ef9-b2e5-6b7d5f170c25 Nov 25 19:47:10.069028 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port eed56a30-d8a0-409e-a855-3421a56cec88, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=eed56a30-d8a0-409e-a855-3421a56cec88,segment=NetworkSegment(610715c4-d69d-455e-8a05-0a8f1fdcc944),segment_id=610715c4-d69d-455e-8a05-0a8f1fdcc944)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:10.083328 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:10.091292 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 4766ce8e-1054-474e-9693-46409deae267 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:10.101146 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8816f55-df3d-493d-be06-d7105255ff0f tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=951c4894-e02a-4cea-b439-05264a265bf6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:10.119819 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8816f55-df3d-493d-be06-d7105255ff0f tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:10.212609 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8321f35c-3552-41fc-98b5-a7efc5e770c1 req-a2a8b9ae-8876-419a-85a5-4565b6bb0781 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=0abb0d90-34ea-4ea2-b08f-d9790fbee201 HTTP/1.1" status: 200 len: 210 time: 0.1194024 Nov 25 19:47:10.224044 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8816f55-df3d-493d-be06-d7105255ff0f tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:10.243060 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8816f55-df3d-493d-be06-d7105255ff0f tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:10.244033 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8816f55-df3d-493d-be06-d7105255ff0f tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:10.273167 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db127ea-305d-4ab4-bc23-537c2cadc9ef req-6410c9ac-a412-466c-8a2a-d0e3b13f9ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:10.274951 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5db127ea-305d-4ab4-bc23-537c2cadc9ef req-6410c9ac-a412-466c-8a2a-d0e3b13f9ce8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b14339133a914aa7b55a942f74e5faf3&device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 1097 time: 0.2625022 Nov 25 19:47:10.417251 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f8816f55-df3d-493d-be06-d7105255ff0f tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6466784 Nov 25 19:47:10.427426 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52580) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:10.510191 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-079d178b-a11e-49d8-8508-7ce61dee11a2 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Request body: {'subnet': {'network_id': '911342d9-077f-4ef9-b2e5-6b7d5f170c25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:10.553129 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=eed56a30-d8a0-409e-a855-3421a56cec88,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:10.582447 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 4766ce8e-1054-474e-9693-46409deae267 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:47:10.606840 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 4766ce8e-1054-474e-9693-46409deae267 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:10.608253 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:10.662526 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db127ea-305d-4ab4-bc23-537c2cadc9ef req-3704b6ea-bcb9-479e-8659-62fbc7109cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:10.664105 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5db127ea-305d-4ab4-bc23-537c2cadc9ef req-3704b6ea-bcb9-479e-8659-62fbc7109cba service neutron] 10.222.0.73 "GET /v2.0/networks?id=7b554939-0be1-4ec6-b24c-67d3e874e0c5 HTTP/1.1" status: 200 len: 920 time: 0.3763747 Nov 25 19:47:10.849415 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5db127ea-305d-4ab4-bc23-537c2cadc9ef req-aec68b3a-2c45-437e-b4e7-7ae597e54c06 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ef884be-3c91-47c0-968b-b383021ce755 HTTP/1.1" status: 200 len: 217 time: 0.1656110 Nov 25 19:47:10.889068 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8816f55-df3d-493d-be06-d7105255ff0f tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Pushing event updated for resources: {'Network': ['ID=911342d9-077f-4ef9-b2e5-6b7d5f170c25,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:10.911021 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d5c99-66f1-4569-81a4-4158a93d198a req-b2b75446-cab5-4231-b414-578e37987d15 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:10.919313 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0f5d5c99-66f1-4569-81a4-4158a93d198a req-b2b75446-cab5-4231-b414-578e37987d15 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 946 time: 0.4144821 Nov 25 19:47:10.936101 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 911342d9-077f-4ef9-b2e5-6b7d5f170c25 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:47:10.957245 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079d178b-a11e-49d8-8508-7ce61dee11a2 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Made reservation on behalf of 75e738f97f95400a9962f77d1f9455bb for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:47:10.966041 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-079d178b-a11e-49d8-8508-7ce61dee11a2 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:11.043080 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:11.131670 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db127ea-305d-4ab4-bc23-537c2cadc9ef req-60e6ad99-0157-469a-aafd-2a9c1e998d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:11.133119 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5db127ea-305d-4ab4-bc23-537c2cadc9ef req-60e6ad99-0157-469a-aafd-2a9c1e998d1f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9dfbb276-11e5-414c-b31c-559c0b9f994d HTTP/1.1" status: 200 len: 859 time: 0.2107081 Nov 25 19:47:11.148478 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0f5d5c99-66f1-4569-81a4-4158a93d198a req-6ad09882-417a-415a-8828-700ff62d291d tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259822 Nov 25 19:47:11.252841 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d3924-4974-432c-b86a-03de1d87b715 req-81ff899a-dbde-46cb-84e8-614be1ce8142 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:11.255785 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-613d3924-4974-432c-b86a-03de1d87b715 req-81ff899a-dbde-46cb-84e8-614be1ce8142 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.73 "GET /v2.0/networks?id=6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa HTTP/1.1" status: 200 len: 822 time: 0.4376528 Nov 25 19:47:11.314955 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5db127ea-305d-4ab4-bc23-537c2cadc9ef req-3cd6fd1b-6c62-4d38-a3d4-cf7f696556ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7b554939-0be1-4ec6-b24c-67d3e874e0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1479144 Nov 25 19:47:11.336455 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-613d3924-4974-432c-b86a-03de1d87b715 req-51d9b5fa-5d75-4576-bcb5-6a4f04a11af5 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Request body: {'port': {'device_id': '0abb0d90-34ea-4ea2-b08f-d9790fbee201', 'network_id': '6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa', 'admin_state_up': True, 'tenant_id': '6b627ee06685481eb08143e937abc9f3'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:11.462137 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 4766ce8e-1054-474e-9693-46409deae267, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=4766ce8e-1054-474e-9693-46409deae267,segment=NetworkSegment(610715c4-d69d-455e-8a05-0a8f1fdcc944),segment_id=610715c4-d69d-455e-8a05-0a8f1fdcc944)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:11.473962 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:11.475913 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device de4dd576-7fb9-462c-a5c0-950242cfed18 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:11.709589 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-079d178b-a11e-49d8-8508-7ce61dee11a2 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:11.806099 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=4766ce8e-1054-474e-9693-46409deae267,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:11.814078 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d096d47-a92e-4c19-bc41-ed3d579db03d req-e6e34a58-e78b-42dd-bcfb-b801505481de tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:11.846472 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d096d47-a92e-4c19-bc41-ed3d579db03d req-e6e34a58-e78b-42dd-bcfb-b801505481de tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:11.864656 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d096d47-a92e-4c19-bc41-ed3d579db03d req-e6e34a58-e78b-42dd-bcfb-b801505481de tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:11.874063 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d096d47-a92e-4c19-bc41-ed3d579db03d req-e6e34a58-e78b-42dd-bcfb-b801505481de tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:11.874802 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port de4dd576-7fb9-462c-a5c0-950242cfed18 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:47:11.888176 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d096d47-a92e-4c19-bc41-ed3d579db03d req-e6e34a58-e78b-42dd-bcfb-b801505481de tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:11.889091 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port de4dd576-7fb9-462c-a5c0-950242cfed18 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:11.889481 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:11.895468 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d096d47-a92e-4c19-bc41-ed3d579db03d req-e6e34a58-e78b-42dd-bcfb-b801505481de tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:11.902424 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d096d47-a92e-4c19-bc41-ed3d579db03d req-e6e34a58-e78b-42dd-bcfb-b801505481de tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:11.904973 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6d096d47-a92e-4c19-bc41-ed3d579db03d req-e6e34a58-e78b-42dd-bcfb-b801505481de tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5442 time: 0.5485101 Nov 25 19:47:11.917087 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5db127ea-305d-4ab4-bc23-537c2cadc9ef req-47fb1f98-5375-4d5c-aee8-05adfe7a96f7 service neutron] 10.222.0.73 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562921 Nov 25 19:47:11.951698 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d178b-a11e-49d8-8508-7ce61dee11a2 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Pushing event updated for resources: {'Subnet': ['ID=6ef50f89-45a1-4a79-a4ac-4f6fa003789e,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:11.959138 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93249e6-ce45-45b6-a2a1-2fb4c0c58f50'}, {'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed56a30-d8a0-409e-a855-3421a56cec88'}, {'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4766ce8e-1054-474e-9693-46409deae267'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:47:11.961568 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adc07d5-2475-44cb-ae00-e2c69314bdfa" -d '{"events": [{"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-plugged", "status": "completed", "tag": "f93249e6-ce45-45b6-a2a1-2fb4c0c58f50"}, {"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-plugged", "status": "completed", "tag": "eed56a30-d8a0-409e-a855-3421a56cec88"}, {"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-plugged", "status": "completed", "tag": "4766ce8e-1054-474e-9693-46409deae267"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:47:11.972687 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079d178b-a11e-49d8-8508-7ce61dee11a2 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Checking segment: {'id': '93eb4119-9623-4ebd-b6d5-1e75acaf2ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '911342d9-077f-4ef9-b2e5-6b7d5f170c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:47:11.973058 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079d178b-a11e-49d8-8508-7ce61dee11a2 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Network hostable DHCP agents. Network: 911342d9-077f-4ef9-b2e5-6b7d5f170c25, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:47:12.006198 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-613d3924-4974-432c-b86a-03de1d87b715 req-51d9b5fa-5d75-4576-bcb5-6a4f04a11af5 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Made reservation on behalf of 6b627ee06685481eb08143e937abc9f3 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:47:12.009478 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079d178b-a11e-49d8-8508-7ce61dee11a2 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Network 911342d9-077f-4ef9-b2e5-6b7d5f170c25 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:47:12.014139 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-613d3924-4974-432c-b86a-03de1d87b715 req-51d9b5fa-5d75-4576-bcb5-6a4f04a11af5 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:12.028713 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-079d178b-a11e-49d8-8508-7ce61dee11a2 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 911342d9-077f-4ef9-b2e5-6b7d5f170c25) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:12.034416 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079d178b-a11e-49d8-8508-7ce61dee11a2 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:12.035034 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-079d178b-a11e-49d8-8508-7ce61dee11a2 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:12.070482 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-079d178b-a11e-49d8-8508-7ce61dee11a2 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5672674 Nov 25 19:47:12.075496 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52608) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:12.085968 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c564fd55-83db-4a80-b1b8-b991bf750831 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Request body: {'port': {'network_id': '911342d9-077f-4ef9-b2e5-6b7d5f170c25', 'name': 'tempest-TagsExtTest-76585213'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:12.120592 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:12.122899 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be61017-c3c3-4788-9f44-979d476d5458 None None] Network 911342d9-077f-4ef9-b2e5-6b7d5f170c25 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:47:12.236113 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port de4dd576-7fb9-462c-a5c0-950242cfed18, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=de4dd576-7fb9-462c-a5c0-950242cfed18,segment=NetworkSegment(e6798801-fb68-42d2-b806-33f4c3263a05),segment_id=e6798801-fb68-42d2-b806-33f4c3263a05)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:12.245923 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52612) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:12.255125 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:12.257304 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:12.352678 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6d096d47-a92e-4c19-bc41-ed3d579db03d req-5298b486-d5af-448b-b1ee-420f6460f00a tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&id=8e898787-1eba-48ea-9636-62371b2bb44c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4142137 Nov 25 19:47:12.373403 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c564fd55-83db-4a80-b1b8-b991bf750831 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Made reservation on behalf of 75e738f97f95400a9962f77d1f9455bb for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:47:12.377525 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c564fd55-83db-4a80-b1b8-b991bf750831 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:12.424170 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-c564fd55-83db-4a80-b1b8-b991bf750831 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] device_id is not set on port 84d0444c-68ad-4d0c-85dc-2206174a4ceb yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:47:12.449922 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5db127ea-305d-4ab4-bc23-537c2cadc9ef req-a1f5ff9d-a853-40a1-a4ce-dc06d4725226 service neutron] 10.222.0.73 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227132 Nov 25 19:47:12.622412 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=de4dd576-7fb9-462c-a5c0-950242cfed18,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:12.693479 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0c39-778f-4362-b5e2-f8ebcf4ddf6b req-5f4a7c6d-d55b-4993-8ac1-024a242e3714 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:12.693621 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9b9e0c39-778f-4362-b5e2-f8ebcf4ddf6b req-5f4a7c6d-d55b-4993-8ac1-024a242e3714 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1137128 Nov 25 19:47:12.695113 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-613d3924-4974-432c-b86a-03de1d87b715 req-51d9b5fa-5d75-4576-bcb5-6a4f04a11af5 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Allocated IP 172.20.0.3 (6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa/6e38dc1b-5277-41f0-afc8-99e2f28a1004/292da1f1-580a-4a03-a2d9-05f2978ebfa4) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:12.734321 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-c564fd55-83db-4a80-b1b8-b991bf750831 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Allocated IP 172.20.0.6 (911342d9-077f-4ef9-b2e5-6b7d5f170c25/6ef50f89-45a1-4a79-a4ac-4f6fa003789e/84d0444c-68ad-4d0c-85dc-2206174a4ceb) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:12.764299 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30360c6-9e7b-4fa2-8e99-56802c2792fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-911342d9-077f-4ef9-b2e5-6b7d5f170c25', 'network_id': '911342d9-077f-4ef9-b2e5-6b7d5f170c25', 'tenant_id': '75e738f97f95400a9962f77d1f9455bb', 'fixed_ips': [{'subnet_id': '6ef50f89-45a1-4a79-a4ac-4f6fa003789e'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:47:12.766422 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b30360c6-9e7b-4fa2-8e99-56802c2792fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:12.810571 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-6f1f9844-aa28-42ce-842e-f9fe66b05ff1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-646619207-network', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:12.881047 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:47:12.896615 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:12.897219 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:13.047749 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-613d3924-4974-432c-b86a-03de1d87b715 req-51d9b5fa-5d75-4576-bcb5-6a4f04a11af5 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:13.081336 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c564fd55-83db-4a80-b1b8-b991bf750831 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:13.139175 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c564fd55-83db-4a80-b1b8-b991bf750831 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:13.146681 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9b9e0c39-778f-4362-b5e2-f8ebcf4ddf6b req-e7fb19c4-e291-409b-ab9a-2dfaf406cdcb tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927989 Nov 25 19:47:13.156893 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-613d3924-4974-432c-b86a-03de1d87b715 req-51d9b5fa-5d75-4576-bcb5-6a4f04a11af5 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:13.237516 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1f9844-aa28-42ce-842e-f9fe66b05ff1 admin admin] Made reservation on behalf of d83dafce68594599ab4d0ac20e13f7c4 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:47:13.241041 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f1f9844-aa28-42ce-842e-f9fe66b05ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:13.256456 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564fd55-83db-4a80-b1b8-b991bf750831 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Pushing event updated for resources: {'Port': ['ID=84d0444c-68ad-4d0c-85dc-2206174a4ceb,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:13.256764 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f1f9844-aa28-42ce-842e-f9fe66b05ff1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:13.271201 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:13.291265 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c564fd55-83db-4a80-b1b8-b991bf750831 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Network 911342d9-077f-4ef9-b2e5-6b7d5f170c25 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:13.293331 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-c564fd55-83db-4a80-b1b8-b991bf750831 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:13.300282 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c564fd55-83db-4a80-b1b8-b991bf750831 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:13.367131 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f1f9844-aa28-42ce-842e-f9fe66b05ff1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:13.376832 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-613d3924-4974-432c-b86a-03de1d87b715 req-51d9b5fa-5d75-4576-bcb5-6a4f04a11af5 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Network 6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:13.381701 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f1f9844-aa28-42ce-842e-f9fe66b05ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:13.395900 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-613d3924-4974-432c-b86a-03de1d87b715 req-51d9b5fa-5d75-4576-bcb5-6a4f04a11af5 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:13.400721 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-613d3924-4974-432c-b86a-03de1d87b715 req-51d9b5fa-5d75-4576-bcb5-6a4f04a11af5 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:13.411112 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c564fd55-83db-4a80-b1b8-b991bf750831 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:13.411756 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c564fd55-83db-4a80-b1b8-b991bf750831 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:13.415749 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-b30360c6-9e7b-4fa2-8e99-56802c2792fa None None] Allocated IP 172.20.0.2 (911342d9-077f-4ef9-b2e5-6b7d5f170c25/6ef50f89-45a1-4a79-a4ac-4f6fa003789e/d9cd9bf5-4e84-4f98-9274-72a0a6748b65) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:13.442649 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c564fd55-83db-4a80-b1b8-b991bf750831 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.3656893 Nov 25 19:47:13.446839 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52628) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:13.453390 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-41a78335-f05d-46d8-9ec9-83a4ecdfed23 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-640894260', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:13.484342 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b,segment=NetworkSegment(84defb7f-7631-48d1-bff7-9cf8a24998ad),segment_id=84defb7f-7631-48d1-bff7-9cf8a24998ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:13.504078 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:13.504970 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device c7c43280-00f8-410b-a2b1-a37e5e2e1f1f up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:13.508323 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41a78335-f05d-46d8-9ec9-83a4ecdfed23 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:13.511475 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41a78335-f05d-46d8-9ec9-83a4ecdfed23 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:13.533996 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f9844-aa28-42ce-842e-f9fe66b05ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a819652-64e6-4ff1-80f7-6c550fee525e,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:13.576480 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9b5fa-5d75-4576-bcb5-6a4f04a11af5 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Pushing event updated for resources: {'Port': ['ID=292da1f1-580a-4a03-a2d9-05f2978ebfa4,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:13.596380 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d3924-4974-432c-b86a-03de1d87b715 req-51d9b5fa-5d75-4576-bcb5-6a4f04a11af5 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:13.597474 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-613d3924-4974-432c-b86a-03de1d87b715 req-51d9b5fa-5d75-4576-bcb5-6a4f04a11af5 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:13.612630 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f1f9844-aa28-42ce-842e-f9fe66b05ff1 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:47:13.663643 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f1f9844-aa28-42ce-842e-f9fe66b05ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:13.664865 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-6f1f9844-aa28-42ce-842e-f9fe66b05ff1 admin admin] Added segment bb3a5971-8be9-47ea-8a3a-79d2c03c06ea of type vlan for network 31a538bd-aaea-41e2-b752-14e0aad2e691 Nov 25 19:47:13.672105 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41a78335-f05d-46d8-9ec9-83a4ecdfed23 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:13.677939 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41a78335-f05d-46d8-9ec9-83a4ecdfed23 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:13.687447 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-613d3924-4974-432c-b86a-03de1d87b715 req-51d9b5fa-5d75-4576-bcb5-6a4f04a11af5 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3818219 Nov 25 19:47:13.707164 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41a78335-f05d-46d8-9ec9-83a4ecdfed23 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:13.708174 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-41a78335-f05d-46d8-9ec9-83a4ecdfed23 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2598205 Nov 25 19:47:13.713989 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52636) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:13.717147 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c2387-c27f-41d3-bb2f-f5d5023264fd req-7a12b935-3d6f-4054-a7d0-418d3e164c42 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:13.719875 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-185c2387-c27f-41d3-bb2f-f5d5023264fd req-7a12b935-3d6f-4054-a7d0-418d3e164c42 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=0abb0d90-34ea-4ea2-b08f-d9790fbee201 HTTP/1.1" status: 200 len: 931 time: 0.2565901 Nov 25 19:47:13.725779 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b7a05e75-130f-4173-a74d-17f3c66b506a tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1363701734', 'prefixes': ['172.20.0.0/16']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:13.740503 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-613d3924-4974-432c-b86a-03de1d87b715 req-9c190f58-a77d-4d6d-802f-29b888c58103 service neutron] Request body: {'port': {'device_id': '0abb0d90-34ea-4ea2-b08f-d9790fbee201', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:13.815975 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:13.847557 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port c7c43280-00f8-410b-a2b1-a37e5e2e1f1f completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:47:13.858543 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port c7c43280-00f8-410b-a2b1-a37e5e2e1f1f triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:13.859574 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:13.938258 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f1f9844-aa28-42ce-842e-f9fe66b05ff1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:13.945554 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-613d3924-4974-432c-b86a-03de1d87b715 req-9c190f58-a77d-4d6d-802f-29b888c58103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:14.049150 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b7a05e75-130f-4173-a74d-17f3c66b506a tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks [] for subnetpool, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:14.055745 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b7a05e75-130f-4173-a74d-17f3c66b506a tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3349261 Nov 25 19:47:14.057189 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52646) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:14.095107 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-d3dc24dc-2def-4432-b6e7-e4aa8c3890a1 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6ef50f89-45a1-4a79-a4ac-4f6fa003789e', 'tempest-TagsExtTest-Tag-117904077') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:14.105677 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b30360c6-9e7b-4fa2-8e99-56802c2792fa None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:14.124103 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-185c2387-c27f-41d3-bb2f-f5d5023264fd req-93d2cadf-269b-4552-a81d-56252725a771 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782189 Nov 25 19:47:14.161033 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f1f9844-aa28-42ce-842e-f9fe66b05ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:14.163414 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1f9844-aa28-42ce-842e-f9fe66b05ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:14.165735 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f1f9844-aa28-42ce-842e-f9fe66b05ff1 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:14.171214 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b30360c6-9e7b-4fa2-8e99-56802c2792fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:14.283560 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:14.320597 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30360c6-9e7b-4fa2-8e99-56802c2792fa None None] Network 911342d9-077f-4ef9-b2e5-6b7d5f170c25 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:14.343786 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-b30360c6-9e7b-4fa2-8e99-56802c2792fa None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:14.396388 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 25 Nov 2021 19:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b428587a-858f-4228-95e0-9e1a75008f1e x-openstack-request-id: req-b428587a-858f-4228-95e0-9e1a75008f1e {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:47:14.396853 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-plugged", "status": "completed", "tag": "f93249e6-ce45-45b6-a2a1-2fb4c0c58f50", "code": 200}, {"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-plugged", "status": "completed", "tag": "eed56a30-d8a0-409e-a855-3421a56cec88", "code": 200}, {"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-plugged", "status": "completed", "tag": "4766ce8e-1054-474e-9693-46409deae267", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:47:14.397278 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b428587a-858f-4228-95e0-9e1a75008f1e {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:47:14.397909 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93249e6-ce45-45b6-a2a1-2fb4c0c58f50', 'code': 200} Nov 25 19:47:14.398353 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed56a30-d8a0-409e-a855-3421a56cec88', 'code': 200} Nov 25 19:47:14.419058 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6f1f9844-aa28-42ce-842e-f9fe66b05ff1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1173949 Nov 25 19:47:14.420536 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52656) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:14.422977 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4766ce8e-1054-474e-9693-46409deae267', 'code': 200} Nov 25 19:47:14.457311 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30360c6-9e7b-4fa2-8e99-56802c2792fa None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:14.489514 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-61edc302-355f-4262-bb75-cef64b9205b5 admin admin] Request body: {'subnet': {'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-646619207-subnet', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:14.550191 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61edc302-355f-4262-bb75-cef64b9205b5 admin admin] Made reservation on behalf of d83dafce68594599ab4d0ac20e13f7c4 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:47:14.553089 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-61edc302-355f-4262-bb75-cef64b9205b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:14.587413 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f9844-aa28-42ce-842e-f9fe66b05ff1 admin admin] Pushing event updated for resources: {'Network': ['ID=31a538bd-aaea-41e2-b752-14e0aad2e691,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:14.617882 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d3dc24dc-2def-4432-b6e7-e4aa8c3890a1 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "PUT /v2.0/subnets/6ef50f89-45a1-4a79-a4ac-4f6fa003789e/tags/tempest-TagsExtTest-Tag-117904077 HTTP/1.1" status: 201 len: 201 time: 0.5563049 Nov 25 19:47:14.618401 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52658) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:14.645272 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-fe60c6bc-ef1e-4c76-97c2-f72813d74ba6 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '84d0444c-68ad-4d0c-85dc-2206174a4ceb', 'tempest-TagsExtTest-Tag-1551449144') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:14.896260 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fe60c6bc-ef1e-4c76-97c2-f72813d74ba6 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "PUT /v2.0/ports/84d0444c-68ad-4d0c-85dc-2206174a4ceb/tags/tempest-TagsExtTest-Tag-1551449144 HTTP/1.1" status: 201 len: 201 time: 0.2759981 Nov 25 19:47:14.897478 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52660) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:14.910224 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-6c72b9fe-2453-4955-9774-dda58c6ad3dd tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dff83387-8c7c-43fc-bb8a-53a592204b2d', 'tempest-TagsExtTest-Tag-1106582188') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:15.018906 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb72b0-68e8-4385-8fd8-fcfd2861283c req-895bdad8-3a44-4c54-9257-aa5cea104846 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:15.021907 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-46fb72b0-68e8-4385-8fd8-fcfd2861283c req-895bdad8-3a44-4c54-9257-aa5cea104846 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 946 time: 0.5384324 Nov 25 19:47:15.076340 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port c7c43280-00f8-410b-a2b1-a37e5e2e1f1f, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c7c43280-00f8-410b-a2b1-a37e5e2e1f1f,segment=NetworkSegment(84defb7f-7631-48d1-bff7-9cf8a24998ad),segment_id=84defb7f-7631-48d1-bff7-9cf8a24998ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:15.083871 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30360c6-9e7b-4fa2-8e99-56802c2792fa None None] Pushing event updated for resources: {'Port': ['ID=d9cd9bf5-4e84-4f98-9274-72a0a6748b65,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:15.088720 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 31a538bd-aaea-41e2-b752-14e0aad2e691 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:47:15.202320 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:15.288693 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6c72b9fe-2453-4955-9774-dda58c6ad3dd tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "PUT /v2.0/routers/dff83387-8c7c-43fc-bb8a-53a592204b2d/tags/tempest-TagsExtTest-Tag-1106582188 HTTP/1.1" status: 201 len: 201 time: 0.3891592 Nov 25 19:47:15.293070 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52664) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:15.311659 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=c7c43280-00f8-410b-a2b1-a37e5e2e1f1f,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:15.313658 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-f7af05a9-c48e-4df1-93ad-8f961a8d144b tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7036499a-0e28-4e31-93d5-78be7e19a353', 'tempest-TagsExtTest-Tag-312475969') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:15.360335 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b30360c6-9e7b-4fa2-8e99-56802c2792fa None None] Attempting to bind port d9cd9bf5-4e84-4f98-9274-72a0a6748b65 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:47:15.361172 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b30360c6-9e7b-4fa2-8e99-56802c2792fa None None] Attempting to bind port d9cd9bf5-4e84-4f98-9274-72a0a6748b65 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '93eb4119-9623-4ebd-b6d5-1e75acaf2ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '911342d9-077f-4ef9-b2e5-6b7d5f170c25'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:47:15.361775 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30360c6-9e7b-4fa2-8e99-56802c2792fa None None] Attempting to bind port d9cd9bf5-4e84-4f98-9274-72a0a6748b65 on network 911342d9-077f-4ef9-b2e5-6b7d5f170c25 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:47:15.376977 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30360c6-9e7b-4fa2-8e99-56802c2792fa None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:47:15.377596 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30360c6-9e7b-4fa2-8e99-56802c2792fa None None] Checking segment: {'id': '93eb4119-9623-4ebd-b6d5-1e75acaf2ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '911342d9-077f-4ef9-b2e5-6b7d5f170c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:47:15.378263 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b30360c6-9e7b-4fa2-8e99-56802c2792fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:15.378943 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30360c6-9e7b-4fa2-8e99-56802c2792fa None None] Bound using segment: {'id': '93eb4119-9623-4ebd-b6d5-1e75acaf2ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '911342d9-077f-4ef9-b2e5-6b7d5f170c25'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:47:15.379762 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b30360c6-9e7b-4fa2-8e99-56802c2792fa None None] Bound port: d9cd9bf5-4e84-4f98-9274-72a0a6748b65, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93eb4119-9623-4ebd-b6d5-1e75acaf2ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '911342d9-077f-4ef9-b2e5-6b7d5f170c25'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:47:15.380398 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b30360c6-9e7b-4fa2-8e99-56802c2792fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:15.477746 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-46fb72b0-68e8-4385-8fd8-fcfd2861283c req-a5a4e3f8-e4b7-43cc-9a7f-f75793fe04fc tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922726 Nov 25 19:47:15.497737 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-61edc302-355f-4262-bb75-cef64b9205b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:15.527431 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f7af05a9-c48e-4df1-93ad-8f961a8d144b tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "PUT /v2.0/subnetpools/7036499a-0e28-4e31-93d5-78be7e19a353/tags/tempest-TagsExtTest-Tag-312475969 HTTP/1.1" status: 201 len: 201 time: 0.2316604 Nov 25 19:47:15.528590 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52672) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:15.547296 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-2b8e6195-e74d-4339-9804-4ebe26a45194 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6ef50f89-45a1-4a79-a4ac-4f6fa003789e') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:15.681353 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b30360c6-9e7b-4fa2-8e99-56802c2792fa None None] For port d9cd9bf5-4e84-4f98-9274-72a0a6748b65, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:47:15.690577 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b30360c6-9e7b-4fa2-8e99-56802c2792fa None None] For port d9cd9bf5-4e84-4f98-9274-72a0a6748b65, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d9cd9bf5-4e84-4f98-9274-72a0a6748b65,segment=NetworkSegment(93eb4119-9623-4ebd-b6d5-1e75acaf2ba1),segment_id=93eb4119-9623-4ebd-b6d5-1e75acaf2ba1)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:47:15.709345 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b30360c6-9e7b-4fa2-8e99-56802c2792fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:15.763257 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2b8e6195-e74d-4339-9804-4ebe26a45194 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "GET /v2.0/subnets/6ef50f89-45a1-4a79-a4ac-4f6fa003789e/tags HTTP/1.1" status: 200 len: 240 time: 0.2328525 Nov 25 19:47:15.764381 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52680) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:15.771410 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-bb17e0e3-9227-49d5-8fdb-6403dfe3238c tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6ef50f89-45a1-4a79-a4ac-4f6fa003789e', 'tempest-TagsExtTest-Tag-117904077') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:15.932127 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30360c6-9e7b-4fa2-8e99-56802c2792fa None None] Pushing event updated for resources: {'Port': ['ID=d9cd9bf5-4e84-4f98-9274-72a0a6748b65,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:15.966492 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bb17e0e3-9227-49d5-8fdb-6403dfe3238c tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "GET /v2.0/subnets/6ef50f89-45a1-4a79-a4ac-4f6fa003789e/tags/tempest-TagsExtTest-Tag-117904077 HTTP/1.1" status: 204 len: 168 time: 0.1984150 Nov 25 19:47:15.968557 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52688) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:15.977268 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-9c1c8a7e-a59b-45be-a452-7e2d6a1adc09 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6ef50f89-45a1-4a79-a4ac-4f6fa003789e', 'tempest-TagsExtTest-Tag-117904077') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:16.246458 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9c1c8a7e-a59b-45be-a452-7e2d6a1adc09 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "DELETE /v2.0/subnets/6ef50f89-45a1-4a79-a4ac-4f6fa003789e/tags/tempest-TagsExtTest-Tag-117904077 HTTP/1.1" status: 204 len: 168 time: 0.2761457 Nov 25 19:47:16.250379 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52696) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:16.267042 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-351aadc5-010c-470d-80f0-2d532f9569f6 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6ef50f89-45a1-4a79-a4ac-4f6fa003789e') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:16.425370 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4dd576-7fb9-462c-a5c0-950242cfed18'}, {'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b'}, {'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c43280-00f8-410b-a2b1-a37e5e2e1f1f'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:47:16.429885 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470eb088-422b-4fff-8721-5197dae28f0e" -d '{"events": [{"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-plugged", "status": "completed", "tag": "de4dd576-7fb9-462c-a5c0-950242cfed18"}, {"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-plugged", "status": "completed", "tag": "7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b"}, {"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-plugged", "status": "completed", "tag": "c7c43280-00f8-410b-a2b1-a37e5e2e1f1f"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:47:16.530147 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d9cd9bf5-4e84-4f98-9274-72a0a6748b65 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:16.570025 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-613d3924-4974-432c-b86a-03de1d87b715 req-9c190f58-a77d-4d6d-802f-29b888c58103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 292da1f1-580a-4a03-a2d9-05f2978ebfa4 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:47:16.587433 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-351aadc5-010c-470d-80f0-2d532f9569f6 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "GET /v2.0/subnets/6ef50f89-45a1-4a79-a4ac-4f6fa003789e/tags HTTP/1.1" status: 200 len: 205 time: 0.3328421 Nov 25 19:47:16.592153 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52708) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:16.608123 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-613d3924-4974-432c-b86a-03de1d87b715 req-9c190f58-a77d-4d6d-802f-29b888c58103 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:16.609991 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-f3e25f61-f2f1-4c85-83cf-921ab23dbb56 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '84d0444c-68ad-4d0c-85dc-2206174a4ceb') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:16.675049 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61edc302-355f-4262-bb75-cef64b9205b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=537415f2-0f99-449c-a182-24d9e3c35423,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:16.682215 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-613d3924-4974-432c-b86a-03de1d87b715 req-9c190f58-a77d-4d6d-802f-29b888c58103 service neutron] Transition to ACTIVE for port object 292da1f1-580a-4a03-a2d9-05f2978ebfa4 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:47:16.708563 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-613d3924-4974-432c-b86a-03de1d87b715 req-9c190f58-a77d-4d6d-802f-29b888c58103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:16.738648 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac41152-2f4f-4092-b436-0e432305d366 req-e10658f6-565f-4ba1-ad14-cfed99153587 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:16.741452 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eac41152-2f4f-4092-b436-0e432305d366 req-e10658f6-565f-4ba1-ad14-cfed99153587 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 1.1213238 Nov 25 19:47:16.824640 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61edc302-355f-4262-bb75-cef64b9205b5 admin admin] Checking segment: {'id': 'bb3a5971-8be9-47ea-8a3a-79d2c03c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:47:16.827557 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61edc302-355f-4262-bb75-cef64b9205b5 admin admin] Network hostable DHCP agents. Network: 31a538bd-aaea-41e2-b752-14e0aad2e691, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:47:16.849356 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port d9cd9bf5-4e84-4f98-9274-72a0a6748b65 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:16.852228 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:16.893043 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f3e25f61-f2f1-4c85-83cf-921ab23dbb56 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "GET /v2.0/ports/84d0444c-68ad-4d0c-85dc-2206174a4ceb/tags HTTP/1.1" status: 200 len: 241 time: 0.2946343 Nov 25 19:47:16.894724 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52716) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:16.907892 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-e943d6d1-c52e-4f90-a591-a88693be945a tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '84d0444c-68ad-4d0c-85dc-2206174a4ceb', 'tempest-TagsExtTest-Tag-1551449144') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:17.036870 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c190f58-a77d-4d6d-802f-29b888c58103 service neutron] Pushing event updated for resources: {'Port': ['ID=292da1f1-580a-4a03-a2d9-05f2978ebfa4,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:17.151887 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61edc302-355f-4262-bb75-cef64b9205b5 admin admin] Network 31a538bd-aaea-41e2-b752-14e0aad2e691 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:47:17.156013 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e943d6d1-c52e-4f90-a591-a88693be945a tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "GET /v2.0/ports/84d0444c-68ad-4d0c-85dc-2206174a4ceb/tags/tempest-TagsExtTest-Tag-1551449144 HTTP/1.1" status: 204 len: 168 time: 0.2489150 Nov 25 19:47:17.157167 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52722) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:17.180536 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-7cfac087-9104-424e-a88b-c04ca95f85cc tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '84d0444c-68ad-4d0c-85dc-2206174a4ceb', 'tempest-TagsExtTest-Tag-1551449144') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:17.225174 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:17.293612 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eac41152-2f4f-4092-b436-0e432305d366 req-9ede3d86-2b10-4db2-93a3-2f57eacb5e6a tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5411541 Nov 25 19:47:17.330698 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-61edc302-355f-4262-bb75-cef64b9205b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 31a538bd-aaea-41e2-b752-14e0aad2e691) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:17.396515 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7cfac087-9104-424e-a88b-c04ca95f85cc tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "DELETE /v2.0/ports/84d0444c-68ad-4d0c-85dc-2206174a4ceb/tags/tempest-TagsExtTest-Tag-1551449144 HTTP/1.1" status: 204 len: 168 time: 0.2378809 Nov 25 19:47:17.402178 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52730) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:17.411100 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-a83f97c2-4ff0-4bc3-b1fc-9b5e313e8057 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '84d0444c-68ad-4d0c-85dc-2206174a4ceb') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:17.436294 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61edc302-355f-4262-bb75-cef64b9205b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:17.437393 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-61edc302-355f-4262-bb75-cef64b9205b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:17.475786 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-613d3924-4974-432c-b86a-03de1d87b715 req-9c190f58-a77d-4d6d-802f-29b888c58103 service neutron] Attempting to bind port 292da1f1-580a-4a03-a2d9-05f2978ebfa4 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:47:17.476755 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-613d3924-4974-432c-b86a-03de1d87b715 req-9c190f58-a77d-4d6d-802f-29b888c58103 service neutron] Attempting to bind port 292da1f1-580a-4a03-a2d9-05f2978ebfa4 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '8c5174ef-5abc-49d8-9a1c-4e9ab534cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:47:17.477347 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613d3924-4974-432c-b86a-03de1d87b715 req-9c190f58-a77d-4d6d-802f-29b888c58103 service neutron] Attempting to bind port 292da1f1-580a-4a03-a2d9-05f2978ebfa4 on network 6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:47:17.481047 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port d9cd9bf5-4e84-4f98-9274-72a0a6748b65, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d9cd9bf5-4e84-4f98-9274-72a0a6748b65,segment=NetworkSegment(93eb4119-9623-4ebd-b6d5-1e75acaf2ba1),segment_id=93eb4119-9623-4ebd-b6d5-1e75acaf2ba1)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:17.486323 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4b4bca-e85a-4af7-ac4b-9c3fe3f5155d None None] Network 31a538bd-aaea-41e2-b752-14e0aad2e691 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:47:17.490679 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613d3924-4974-432c-b86a-03de1d87b715 req-9c190f58-a77d-4d6d-802f-29b888c58103 service neutron] Port 292da1f1-580a-4a03-a2d9-05f2978ebfa4 on network 6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:47:17.491199 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613d3924-4974-432c-b86a-03de1d87b715 req-9c190f58-a77d-4d6d-802f-29b888c58103 service neutron] Attempting to bind port 292da1f1-580a-4a03-a2d9-05f2978ebfa4 on network 6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:47:17.505967 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613d3924-4974-432c-b86a-03de1d87b715 req-9c190f58-a77d-4d6d-802f-29b888c58103 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:47:17.506609 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613d3924-4974-432c-b86a-03de1d87b715 req-9c190f58-a77d-4d6d-802f-29b888c58103 service neutron] Checking segment: {'id': '8c5174ef-5abc-49d8-9a1c-4e9ab534cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:47:17.507295 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613d3924-4974-432c-b86a-03de1d87b715 req-9c190f58-a77d-4d6d-802f-29b888c58103 service neutron] Bound using segment: {'id': '8c5174ef-5abc-49d8-9a1c-4e9ab534cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:47:17.508073 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-613d3924-4974-432c-b86a-03de1d87b715 req-9c190f58-a77d-4d6d-802f-29b888c58103 service neutron] Bound port: 292da1f1-580a-4a03-a2d9-05f2978ebfa4, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c5174ef-5abc-49d8-9a1c-4e9ab534cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:47:17.508995 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-613d3924-4974-432c-b86a-03de1d87b715 req-9c190f58-a77d-4d6d-802f-29b888c58103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:17.524985 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-61edc302-355f-4262-bb75-cef64b9205b5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0429599 Nov 25 19:47:17.556536 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52736) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:17.571772 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-37799b65-9322-45c8-9d81-31a85c66da0d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-646619207-router', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:17.669711 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a83f97c2-4ff0-4bc3-b1fc-9b5e313e8057 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "GET /v2.0/ports/84d0444c-68ad-4d0c-85dc-2206174a4ceb/tags HTTP/1.1" status: 200 len: 205 time: 0.2640173 Nov 25 19:47:17.672217 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52740) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:17.686416 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-ecacdfef-1f08-4316-918a-991c283bb664 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dff83387-8c7c-43fc-bb8a-53a592204b2d') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:17.720970 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-613d3924-4974-432c-b86a-03de1d87b715 req-9c190f58-a77d-4d6d-802f-29b888c58103 service neutron] For port 292da1f1-580a-4a03-a2d9-05f2978ebfa4, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:47:17.727600 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-613d3924-4974-432c-b86a-03de1d87b715 req-9c190f58-a77d-4d6d-802f-29b888c58103 service neutron] For port 292da1f1-580a-4a03-a2d9-05f2978ebfa4, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=292da1f1-580a-4a03-a2d9-05f2978ebfa4,segment=NetworkSegment(8c5174ef-5abc-49d8-9a1c-4e9ab534cb77),segment_id=8c5174ef-5abc-49d8-9a1c-4e9ab534cb77)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:47:17.752072 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-613d3924-4974-432c-b86a-03de1d87b715 req-9c190f58-a77d-4d6d-802f-29b888c58103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:17.926907 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:18.090265 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c190f58-a77d-4d6d-802f-29b888c58103 service neutron] Pushing event updated for resources: {'Port': ['ID=292da1f1-580a-4a03-a2d9-05f2978ebfa4,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:18.101340 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ecacdfef-1f08-4316-918a-991c283bb664 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "GET /v2.0/routers/dff83387-8c7c-43fc-bb8a-53a592204b2d/tags HTTP/1.1" status: 200 len: 241 time: 0.4207876 Nov 25 19:47:18.102755 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52750) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:18.117790 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-6797c7f9-44dc-4b7f-b3d2-5251ed5cb320 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dff83387-8c7c-43fc-bb8a-53a592204b2d', 'tempest-TagsExtTest-Tag-1106582188') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:18.209868 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d3924-4974-432c-b86a-03de1d87b715 req-9c190f58-a77d-4d6d-802f-29b888c58103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:18.210594 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-613d3924-4974-432c-b86a-03de1d87b715 req-9c190f58-a77d-4d6d-802f-29b888c58103 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:18.212104 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-613d3924-4974-432c-b86a-03de1d87b715 req-9c190f58-a77d-4d6d-802f-29b888c58103 service neutron] 10.222.0.73 "PUT /v2.0/ports/292da1f1-580a-4a03-a2d9-05f2978ebfa4 HTTP/1.1" status: 200 len: 1091 time: 4.4806540 Nov 25 19:47:18.213109 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-37799b65-9322-45c8-9d81-31a85c66da0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:18.215663 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-37799b65-9322-45c8-9d81-31a85c66da0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:18.269002 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=d9cd9bf5-4e84-4f98-9274-72a0a6748b65,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:18.325275 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-37799b65-9322-45c8-9d81-31a85c66da0d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:18.327624 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abb0d90-34ea-4ea2-b08f-d9790fbee201', 'tag': '292da1f1-580a-4a03-a2d9-05f2978ebfa4'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:47:18.333830 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8a009c-d5d5-4ed4-9e33-71b31c5cf11f" -d '{"events": [{"name": "network-changed", "server_uuid": "0abb0d90-34ea-4ea2-b08f-d9790fbee201", "tag": "292da1f1-580a-4a03-a2d9-05f2978ebfa4"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:47:18.402338 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f3aa6b-0d2d-4f79-857f-9c12a030f6a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-31a538bd-aaea-41e2-b752-14e0aad2e691', 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'fixed_ips': [{'subnet_id': '537415f2-0f99-449c-a182-24d9e3c35423'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:47:18.403984 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e4f3aa6b-0d2d-4f79-857f-9c12a030f6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:18.504938 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935f66c3-0c51-4cb4-9be4-487bd6989375 None None] Network 911342d9-077f-4ef9-b2e5-6b7d5f170c25 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:47:18.660806 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed780c8-82d8-4253-9df3-fce21c3936e4 req-98fdb981-8073-465b-b158-272edc3c16fe tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:18.679601 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed780c8-82d8-4253-9df3-fce21c3936e4 req-98fdb981-8073-465b-b158-272edc3c16fe tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:18.694027 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed780c8-82d8-4253-9df3-fce21c3936e4 req-98fdb981-8073-465b-b158-272edc3c16fe tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:18.707918 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed780c8-82d8-4253-9df3-fce21c3936e4 req-98fdb981-8073-465b-b158-272edc3c16fe tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:18.722217 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed780c8-82d8-4253-9df3-fce21c3936e4 req-98fdb981-8073-465b-b158-272edc3c16fe tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:18.736834 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed780c8-82d8-4253-9df3-fce21c3936e4 req-98fdb981-8073-465b-b158-272edc3c16fe tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:18.756359 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed780c8-82d8-4253-9df3-fce21c3936e4 req-98fdb981-8073-465b-b158-272edc3c16fe tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:18.759925 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aed780c8-82d8-4253-9df3-fce21c3936e4 req-98fdb981-8073-465b-b158-272edc3c16fe tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5445 time: 1.0187626 Nov 25 19:47:18.792756 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d3924-4974-432c-b86a-03de1d87b715 req-d7896873-239d-4017-aaa8-7f20e3d835f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:18.796031 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-613d3924-4974-432c-b86a-03de1d87b715 req-d7896873-239d-4017-aaa8-7f20e3d835f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b627ee06685481eb08143e937abc9f3&device_id=0abb0d90-34ea-4ea2-b08f-d9790fbee201 HTTP/1.1" status: 200 len: 1094 time: 0.4417307 Nov 25 19:47:18.954359 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6797c7f9-44dc-4b7f-b3d2-5251ed5cb320 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "GET /v2.0/routers/dff83387-8c7c-43fc-bb8a-53a592204b2d/tags/tempest-TagsExtTest-Tag-1106582188 HTTP/1.1" status: 204 len: 168 time: 0.8471344 Nov 25 19:47:18.969595 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52782) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:18.983190 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-d670d8d0-04bf-4fc1-9cd8-70e892b4d84f tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'dff83387-8c7c-43fc-bb8a-53a592204b2d', 'tempest-TagsExtTest-Tag-1106582188') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:19.003381 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-613d3924-4974-432c-b86a-03de1d87b715 req-25bc8e2e-cea9-4120-8266-8991bcc6309b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=292da1f1-580a-4a03-a2d9-05f2978ebfa4 HTTP/1.1" status: 200 len: 217 time: 0.1372914 Nov 25 19:47:19.097145 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-37799b65-9322-45c8-9d81-31a85c66da0d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:19.159770 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-301b36a0-b2ce-4eba-bcbd-ba95c24ad0a3 None None] Provisioning complete for port d9cd9bf5-4e84-4f98-9274-72a0a6748b65 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:19.160331 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-301b36a0-b2ce-4eba-bcbd-ba95c24ad0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:19.334544 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dbe790d8-dbcb-4d61-bb3e-9f7b1103b7f2 req-4723eba5-0aad-4161-97c6-8641faf9c98b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3463910 Nov 25 19:47:19.354056 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aed780c8-82d8-4253-9df3-fce21c3936e4 req-91c869b4-0a90-41ae-af2a-dd2322d3d389 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&id=8e898787-1eba-48ea-9636-62371b2bb44c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5682530 Nov 25 19:47:19.357204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d3924-4974-432c-b86a-03de1d87b715 req-06b13700-0f04-49f2-ad90-f11e9bb48d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:19.363340 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-613d3924-4974-432c-b86a-03de1d87b715 req-06b13700-0f04-49f2-ad90-f11e9bb48d50 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e38dc1b-5277-41f0-afc8-99e2f28a1004 HTTP/1.1" status: 200 len: 862 time: 0.3062854 Nov 25 19:47:19.390124 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d670d8d0-04bf-4fc1-9cd8-70e892b4d84f tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "DELETE /v2.0/routers/dff83387-8c7c-43fc-bb8a-53a592204b2d/tags/tempest-TagsExtTest-Tag-1106582188 HTTP/1.1" status: 204 len: 168 time: 0.4174199 Nov 25 19:47:19.401920 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52796) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:19.416357 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-97881823-c156-4f95-8dc2-78491e1f8aa5 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dff83387-8c7c-43fc-bb8a-53a592204b2d') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:19.490546 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-e4f3aa6b-0d2d-4f79-857f-9c12a030f6a8 None None] Allocated IP 172.20.0.2 (31a538bd-aaea-41e2-b752-14e0aad2e691/537415f2-0f99-449c-a182-24d9e3c35423/1d67634e-768d-43ed-afc1-433abe4e6364) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:19.579225 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-613d3924-4974-432c-b86a-03de1d87b715 req-4eee820b-9aa2-4cd9-bf71-d521edebe6e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772829 Nov 25 19:47:19.648894 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-97881823-c156-4f95-8dc2-78491e1f8aa5 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "GET /v2.0/routers/dff83387-8c7c-43fc-bb8a-53a592204b2d/tags HTTP/1.1" status: 200 len: 205 time: 0.2456481 Nov 25 19:47:19.653122 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52804) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:19.670526 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-a46a321d-737a-4c10-8930-7ae265d21d2e tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7036499a-0e28-4e31-93d5-78be7e19a353') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:19.718918 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a46a321d-737a-4c10-8930-7ae265d21d2e tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "GET /v2.0/subnetpools/7036499a-0e28-4e31-93d5-78be7e19a353/tags HTTP/1.1" status: 200 len: 240 time: 0.0618498 Nov 25 19:47:19.722852 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52808) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:19.728051 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-5ef5b045-dcb5-42d4-a656-6d4ea0985435 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7036499a-0e28-4e31-93d5-78be7e19a353', 'tempest-TagsExtTest-Tag-312475969') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:19.791527 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5ef5b045-dcb5-42d4-a656-6d4ea0985435 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "GET /v2.0/subnetpools/7036499a-0e28-4e31-93d5-78be7e19a353/tags/tempest-TagsExtTest-Tag-312475969 HTTP/1.1" status: 204 len: 168 time: 0.0662613 Nov 25 19:47:19.797087 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52810) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:19.804736 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-0ee4c7bd-44e7-4e97-b6a2-652fd5ec7b9c tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7036499a-0e28-4e31-93d5-78be7e19a353', 'tempest-TagsExtTest-Tag-312475969') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:19.829343 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-613d3924-4974-432c-b86a-03de1d87b715 req-03925779-857e-499c-a4a3-40501fd6cedd service neutron] 10.222.0.73 "GET /v2.0/networks/6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376592 Nov 25 19:47:19.895116 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0ee4c7bd-44e7-4e97-b6a2-652fd5ec7b9c tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "DELETE /v2.0/subnetpools/7036499a-0e28-4e31-93d5-78be7e19a353/tags/tempest-TagsExtTest-Tag-312475969 HTTP/1.1" status: 204 len: 168 time: 0.0967774 Nov 25 19:47:19.899428 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52814) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:19.909278 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-a633125f-fee2-4509-b870-c5bb7c101e88 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7036499a-0e28-4e31-93d5-78be7e19a353') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:19.956664 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a633125f-fee2-4509-b870-c5bb7c101e88 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "GET /v2.0/subnetpools/7036499a-0e28-4e31-93d5-78be7e19a353/tags HTTP/1.1" status: 200 len: 205 time: 0.0558550 Nov 25 19:47:19.961106 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52818) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:19.967304 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-7981c1e2-b592-4a2f-bb09-558ce14fc9ae tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7036499a-0e28-4e31-93d5-78be7e19a353') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:20.023950 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe790d8-dbcb-4d61-bb3e-9f7b1103b7f2 req-341ff1e2-01f7-4c79-9bec-4952e653ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:20.033039 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dbe790d8-dbcb-4d61-bb3e-9f7b1103b7f2 req-341ff1e2-01f7-4c79-9bec-4952e653ce20 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b14339133a914aa7b55a942f74e5faf3&device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 1097 time: 0.5323312 Nov 25 19:47:20.053593 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7981c1e2-b592-4a2f-bb09-558ce14fc9ae tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "DELETE /v2.0/subnetpools/7036499a-0e28-4e31-93d5-78be7e19a353/tags HTTP/1.1" status: 204 len: 168 time: 0.0908391 Nov 25 19:47:20.058106 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52822) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:20.079647 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-3bfe0632-cec1-4c73-b189-08df6fd8be41 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dff83387-8c7c-43fc-bb8a-53a592204b2d') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:20.256915 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5571b086-8a40-4c95-bbe5-c48e7e1181b1 None None] Provisioning complete for port d9cd9bf5-4e84-4f98-9274-72a0a6748b65 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:20.258961 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5571b086-8a40-4c95-bbe5-c48e7e1181b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:20.432827 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3bfe0632-cec1-4c73-b189-08df6fd8be41 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "DELETE /v2.0/routers/dff83387-8c7c-43fc-bb8a-53a592204b2d/tags HTTP/1.1" status: 204 len: 168 time: 0.3723364 Nov 25 19:47:20.438593 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52834) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:20.443581 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-f734b65f-c062-4900-8ac8-0f1edd2012b3 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '84d0444c-68ad-4d0c-85dc-2206174a4ceb') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:20.456562 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-613d3924-4974-432c-b86a-03de1d87b715 req-4ff8e274-41c9-4708-ab5d-4169f481a917 service neutron] 10.222.0.73 "GET /v2.0/networks/6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5917768 Nov 25 19:47:20.556542 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d9cd9bf5-4e84-4f98-9274-72a0a6748b65 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:20.619500 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a947faa-c801-4664-b839-d3358c52daf8 req-d5e70f8c-ceee-465e-a556-8b36fe1cf662 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:20.621576 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f734b65f-c062-4900-8ac8-0f1edd2012b3 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "DELETE /v2.0/ports/84d0444c-68ad-4d0c-85dc-2206174a4ceb/tags HTTP/1.1" status: 204 len: 168 time: 0.1814063 Nov 25 19:47:20.627374 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52840) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:20.643158 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-cfeea611-1753-40eb-9956-e6183f8ca445 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6ef50f89-45a1-4a79-a4ac-4f6fa003789e') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:20.644634 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a947faa-c801-4664-b839-d3358c52daf8 req-d5e70f8c-ceee-465e-a556-8b36fe1cf662 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=0abb0d90-34ea-4ea2-b08f-d9790fbee201 HTTP/1.1" status: 200 len: 943 time: 0.8084602 Nov 25 19:47:20.742698 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cfeea611-1753-40eb-9956-e6183f8ca445 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "DELETE /v2.0/subnets/6ef50f89-45a1-4a79-a4ac-4f6fa003789e/tags HTTP/1.1" status: 204 len: 168 time: 0.1121762 Nov 25 19:47:20.750522 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52844) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:20.763776 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-63c67585-b9f5-4c7b-8a5f-896db80a11a9 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6ef50f89-45a1-4a79-a4ac-4f6fa003789e', 'tempest-TagsExtTest-Tag-368674915') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:20.769227 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e4f3aa6b-0d2d-4f79-857f-9c12a030f6a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:20.797944 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e4f3aa6b-0d2d-4f79-857f-9c12a030f6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:20.969063 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-63c67585-b9f5-4c7b-8a5f-896db80a11a9 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "PUT /v2.0/subnets/6ef50f89-45a1-4a79-a4ac-4f6fa003789e/tags/tempest-TagsExtTest-Tag-368674915 HTTP/1.1" status: 201 len: 201 time: 0.2149253 Nov 25 19:47:20.974088 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52852) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:20.978333 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f3aa6b-0d2d-4f79-857f-9c12a030f6a8 None None] Network 31a538bd-aaea-41e2-b752-14e0aad2e691 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:20.980511 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-657db839-eca3-429a-8d09-268f278910b4 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '84d0444c-68ad-4d0c-85dc-2206174a4ceb', 'tempest-TagsExtTest-Tag-1994929181') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:20.984664 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-e4f3aa6b-0d2d-4f79-857f-9c12a030f6a8 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:21.033285 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f3aa6b-0d2d-4f79-857f-9c12a030f6a8 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:21.096223 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a947faa-c801-4664-b839-d3358c52daf8 req-2a236989-d51d-4d47-8527-9562ad56b146 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481537 Nov 25 19:47:21.235211 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-657db839-eca3-429a-8d09-268f278910b4 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "PUT /v2.0/ports/84d0444c-68ad-4d0c-85dc-2206174a4ceb/tags/tempest-TagsExtTest-Tag-1994929181 HTTP/1.1" status: 201 len: 201 time: 0.2590754 Nov 25 19:47:21.238476 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52858) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:21.252876 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-afbec415-8157-49cd-92db-55d3b559fad8 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dff83387-8c7c-43fc-bb8a-53a592204b2d', 'tempest-TagsExtTest-Tag-1319099486') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:21.270036 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3aa6b-0d2d-4f79-857f-9c12a030f6a8 None None] Pushing event updated for resources: {'Port': ['ID=1d67634e-768d-43ed-afc1-433abe4e6364,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:21.313793 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5571b086-8a40-4c95-bbe5-c48e7e1181b1 None None] Provisioning complete for port 84d0444c-68ad-4d0c-85dc-2206174a4ceb triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:21.314189 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5571b086-8a40-4c95-bbe5-c48e7e1181b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:21.316098 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e4f3aa6b-0d2d-4f79-857f-9c12a030f6a8 None None] Attempting to bind port 1d67634e-768d-43ed-afc1-433abe4e6364 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:47:21.316478 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e4f3aa6b-0d2d-4f79-857f-9c12a030f6a8 None None] Attempting to bind port 1d67634e-768d-43ed-afc1-433abe4e6364 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'bb3a5971-8be9-47ea-8a3a-79d2c03c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:47:21.316853 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f3aa6b-0d2d-4f79-857f-9c12a030f6a8 None None] Attempting to bind port 1d67634e-768d-43ed-afc1-433abe4e6364 on network 31a538bd-aaea-41e2-b752-14e0aad2e691 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:47:21.384596 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port d9cd9bf5-4e84-4f98-9274-72a0a6748b65 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:21.385029 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:21.461811 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f3aa6b-0d2d-4f79-857f-9c12a030f6a8 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:47:21.467421 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f3aa6b-0d2d-4f79-857f-9c12a030f6a8 None None] Checking segment: {'id': 'bb3a5971-8be9-47ea-8a3a-79d2c03c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:47:21.467853 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e4f3aa6b-0d2d-4f79-857f-9c12a030f6a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:21.468592 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f3aa6b-0d2d-4f79-857f-9c12a030f6a8 None None] Bound using segment: {'id': 'bb3a5971-8be9-47ea-8a3a-79d2c03c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:47:21.469489 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e4f3aa6b-0d2d-4f79-857f-9c12a030f6a8 None None] Bound port: 1d67634e-768d-43ed-afc1-433abe4e6364, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb3a5971-8be9-47ea-8a3a-79d2c03c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:47:21.470885 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e4f3aa6b-0d2d-4f79-857f-9c12a030f6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:21.533038 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-afbec415-8157-49cd-92db-55d3b559fad8 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "PUT /v2.0/routers/dff83387-8c7c-43fc-bb8a-53a592204b2d/tags/tempest-TagsExtTest-Tag-1319099486 HTTP/1.1" status: 201 len: 201 time: 0.2924421 Nov 25 19:47:21.534015 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52868) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:21.537986 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe790d8-dbcb-4d61-bb3e-9f7b1103b7f2 req-1a5c6ea5-51ca-409d-83c0-0cee0e8942d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:21.540738 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dbe790d8-dbcb-4d61-bb3e-9f7b1103b7f2 req-1a5c6ea5-51ca-409d-83c0-0cee0e8942d1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7b554939-0be1-4ec6-b24c-67d3e874e0c5 HTTP/1.1" status: 200 len: 920 time: 1.3115487 Nov 25 19:47:21.546592 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-e17152a9-6900-4136-be40-09a03390cf9c tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7036499a-0e28-4e31-93d5-78be7e19a353', 'tempest-TagsExtTest-Tag-350123255') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:21.594242 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-5571b086-8a40-4c95-bbe5-c48e7e1181b1 None None] Port 84d0444c-68ad-4d0c-85dc-2206174a4ceb cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:47:21.666376 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e17152a9-6900-4136-be40-09a03390cf9c tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "PUT /v2.0/subnetpools/7036499a-0e28-4e31-93d5-78be7e19a353/tags/tempest-TagsExtTest-Tag-350123255 HTTP/1.1" status: 201 len: 201 time: 0.1308651 Nov 25 19:47:21.668737 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52874) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:21.686648 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-72a8b14b-224d-411b-a5eb-dde0d9362349 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6ef50f89-45a1-4a79-a4ac-4f6fa003789e', {'tags': ['tempest-TagsExtTest-Tag-1045064147', 'tempest-TagsExtTest-Tag-1379992768', 'tempest-TagsExtTest-Tag-297023713']}) {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:21.822210 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-72a8b14b-224d-411b-a5eb-dde0d9362349 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "PUT /v2.0/subnets/6ef50f89-45a1-4a79-a4ac-4f6fa003789e/tags HTTP/1.1" status: 200 len: 317 time: 0.1482751 Nov 25 19:47:21.824649 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52878) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:21.838052 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e4f3aa6b-0d2d-4f79-857f-9c12a030f6a8 None None] For port 1d67634e-768d-43ed-afc1-433abe4e6364, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:47:21.839259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-04e9d117-53f2-4a08-b3ea-8377f2229fc8 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6ef50f89-45a1-4a79-a4ac-4f6fa003789e') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:21.886514 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dbe790d8-dbcb-4d61-bb3e-9f7b1103b7f2 req-acece5cf-0f68-4c69-b50f-93825c7c8708 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ef884be-3c91-47c0-968b-b383021ce755 HTTP/1.1" status: 200 len: 217 time: 0.3335619 Nov 25 19:47:21.887080 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d685efb3-de55-408e-9e3a-5f5486c41288 None None] Provisioning complete for port 84d0444c-68ad-4d0c-85dc-2206174a4ceb triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:21.887753 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d685efb3-de55-408e-9e3a-5f5486c41288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:21.944671 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 25 Nov 2021 19:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838c0d7b-f4e2-4d2a-b3d2-bf0aca322e17 x-openstack-request-id: req-838c0d7b-f4e2-4d2a-b3d2-bf0aca322e17 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:47:21.945140 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-plugged", "status": "completed", "tag": "de4dd576-7fb9-462c-a5c0-950242cfed18", "code": 200}, {"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-plugged", "status": "completed", "tag": "7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b", "code": 200}, {"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-plugged", "status": "completed", "tag": "c7c43280-00f8-410b-a2b1-a37e5e2e1f1f", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:47:21.945547 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-838c0d7b-f4e2-4d2a-b3d2-bf0aca322e17 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:47:21.949998 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4dd576-7fb9-462c-a5c0-950242cfed18', 'code': 200} Nov 25 19:47:21.950443 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b', 'code': 200} Nov 25 19:47:21.950866 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c43280-00f8-410b-a2b1-a37e5e2e1f1f', 'code': 200} Nov 25 19:47:21.963968 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e4f3aa6b-0d2d-4f79-857f-9c12a030f6a8 None None] For port 1d67634e-768d-43ed-afc1-433abe4e6364, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1d67634e-768d-43ed-afc1-433abe4e6364,segment=NetworkSegment(bb3a5971-8be9-47ea-8a3a-79d2c03c06ea),segment_id=bb3a5971-8be9-47ea-8a3a-79d2c03c06ea)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:47:22.055173 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-04e9d117-53f2-4a08-b3ea-8377f2229fc8 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "DELETE /v2.0/subnets/6ef50f89-45a1-4a79-a4ac-4f6fa003789e/tags HTTP/1.1" status: 204 len: 168 time: 0.2284045 Nov 25 19:47:22.060868 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52880) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:22.068023 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-40ceda9f-a816-449b-890c-d84331d352aa tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6ef50f89-45a1-4a79-a4ac-4f6fa003789e', 'tempest-TagsExtTest-Tag-1045064147') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:22.093638 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e4f3aa6b-0d2d-4f79-857f-9c12a030f6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:22.144656 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-37799b65-9322-45c8-9d81-31a85c66da0d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:22.149846 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fa98a7-db70-4a1c-891a-484a682e864f x-openstack-request-id: req-a1fa98a7-db70-4a1c-891a-484a682e864f {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:47:22.150267 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abb0d90-34ea-4ea2-b08f-d9790fbee201", "tag": "292da1f1-580a-4a03-a2d9-05f2978ebfa4", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:47:22.150635 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a1fa98a7-db70-4a1c-891a-484a682e864f {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:47:22.152069 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abb0d90-34ea-4ea2-b08f-d9790fbee201', 'tag': '292da1f1-580a-4a03-a2d9-05f2978ebfa4', 'status': 'completed', 'code': 200} Nov 25 19:47:22.225656 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-40ceda9f-a816-449b-890c-d84331d352aa tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] show failed (client error): The resource could not be found. Nov 25 19:47:22.232452 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-40ceda9f-a816-449b-890c-d84331d352aa tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "GET /v2.0/subnets/6ef50f89-45a1-4a79-a4ac-4f6fa003789e/tags/tempest-TagsExtTest-Tag-1045064147 HTTP/1.1" status: 404 len: 329 time: 0.1646383 Nov 25 19:47:22.239236 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52888) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:22.268034 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-c5845ddf-3d06-4f18-967d-90035d8519aa tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6ef50f89-45a1-4a79-a4ac-4f6fa003789e', 'tempest-TagsExtTest-Tag-1379992768') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:22.306033 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d685efb3-de55-408e-9e3a-5f5486c41288 None None] Port 84d0444c-68ad-4d0c-85dc-2206174a4ceb cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:47:22.378384 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3aa6b-0d2d-4f79-857f-9c12a030f6a8 None None] Pushing event updated for resources: {'Port': ['ID=1d67634e-768d-43ed-afc1-433abe4e6364,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:22.449805 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-c5845ddf-3d06-4f18-967d-90035d8519aa tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] show failed (client error): The resource could not be found. Nov 25 19:47:22.454489 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c5845ddf-3d06-4f18-967d-90035d8519aa tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "GET /v2.0/subnets/6ef50f89-45a1-4a79-a4ac-4f6fa003789e/tags/tempest-TagsExtTest-Tag-1379992768 HTTP/1.1" status: 404 len: 329 time: 0.2124424 Nov 25 19:47:22.471044 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52896) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:22.502935 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-962acc91-a5c9-499a-ac2b-4ffa9d1b8005 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6ef50f89-45a1-4a79-a4ac-4f6fa003789e', 'tempest-TagsExtTest-Tag-297023713') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:22.514198 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 292da1f1-580a-4a03-a2d9-05f2978ebfa4 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:47:22.525663 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52898) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:22.601380 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe790d8-dbcb-4d61-bb3e-9f7b1103b7f2 req-9fe16e5c-9dc1-4055-b86f-5d5dd81cf710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:22.604042 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dbe790d8-dbcb-4d61-bb3e-9f7b1103b7f2 req-9fe16e5c-9dc1-4055-b86f-5d5dd81cf710 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9dfbb276-11e5-414c-b31c-559c0b9f994d HTTP/1.1" status: 200 len: 859 time: 0.6747398 Nov 25 19:47:22.697301 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-37799b65-9322-45c8-9d81-31a85c66da0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:22.826399 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-962acc91-a5c9-499a-ac2b-4ffa9d1b8005 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] show failed (client error): The resource could not be found. Nov 25 19:47:22.827500 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-962acc91-a5c9-499a-ac2b-4ffa9d1b8005 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "GET /v2.0/subnets/6ef50f89-45a1-4a79-a4ac-4f6fa003789e/tags/tempest-TagsExtTest-Tag-297023713 HTTP/1.1" status: 404 len: 328 time: 0.3550787 Nov 25 19:47:22.832073 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52904) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:22.835319 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dbe790d8-dbcb-4d61-bb3e-9f7b1103b7f2 req-72d64ca7-5a91-47c2-b951-29c35160bbc2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7b554939-0be1-4ec6-b24c-67d3e874e0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2022662 Nov 25 19:47:22.839798 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-a889bda1-93c0-45a8-99cb-51fb692a4f7a tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '84d0444c-68ad-4d0c-85dc-2206174a4ceb', {'tags': ['tempest-TagsExtTest-Tag-1270130121', 'tempest-TagsExtTest-Tag-730981387', 'tempest-TagsExtTest-Tag-1231135889']}) {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:22.985437 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 292da1f1-580a-4a03-a2d9-05f2978ebfa4, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=292da1f1-580a-4a03-a2d9-05f2978ebfa4,segment=NetworkSegment(8c5174ef-5abc-49d8-9a1c-4e9ab534cb77),segment_id=8c5174ef-5abc-49d8-9a1c-4e9ab534cb77)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:22.998215 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a889bda1-93c0-45a8-99cb-51fb692a4f7a tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "PUT /v2.0/ports/84d0444c-68ad-4d0c-85dc-2206174a4ceb/tags HTTP/1.1" status: 200 len: 317 time: 0.1648808 Nov 25 19:47:23.006084 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52908) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:23.012428 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-02145d18-eb9c-4c4f-a426-7a91d5df42af tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '84d0444c-68ad-4d0c-85dc-2206174a4ceb') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:23.015727 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '292da1f1-580a-4a03-a2d9-05f2978ebfa4', 'network_id': '6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa', 'port_id': '292da1f1-580a-4a03-a2d9-05f2978ebfa4', 'mac_address': 'fa:16:3e:51:06:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e38dc1b-5277-41f0-afc8-99e2f28a1004', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:47:23.066018 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81f8626f-006a-4bb2-877c-0ca79409ac35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:23.090662 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6aa2a-7676-40a8-a45e-d3d94219c739 req-83c93497-4683-46d1-8907-f3da133fc2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:23.091455 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6aa2a-7676-40a8-a45e-d3d94219c739 req-83c93497-4683-46d1-8907-f3da133fc2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:23.092275 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6aa2a-7676-40a8-a45e-d3d94219c739 req-83c93497-4683-46d1-8907-f3da133fc2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:23.092918 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6aa2a-7676-40a8-a45e-d3d94219c739 req-83c93497-4683-46d1-8907-f3da133fc2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:23.093985 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6aa2a-7676-40a8-a45e-d3d94219c739 req-83c93497-4683-46d1-8907-f3da133fc2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:23.094958 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6aa2a-7676-40a8-a45e-d3d94219c739 req-83c93497-4683-46d1-8907-f3da133fc2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:23.095596 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6aa2a-7676-40a8-a45e-d3d94219c739 req-83c93497-4683-46d1-8907-f3da133fc2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:23.098055 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7ec6aa2a-7676-40a8-a45e-d3d94219c739 req-83c93497-4683-46d1-8907-f3da133fc2db service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 6502 time: 0.8869178 Nov 25 19:47:23.106941 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:23.140288 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 292da1f1-580a-4a03-a2d9-05f2978ebfa4 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:47:23.166712 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc96d3-2924-4548-a55b-ffe492681224 req-7f2ed0b7-2e9d-451b-a0e4-0f18b2e88b94 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:23.174576 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc96d3-2924-4548-a55b-ffe492681224 req-7f2ed0b7-2e9d-451b-a0e4-0f18b2e88b94 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:23.178887 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 292da1f1-580a-4a03-a2d9-05f2978ebfa4, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=292da1f1-580a-4a03-a2d9-05f2978ebfa4,segment=NetworkSegment(8c5174ef-5abc-49d8-9a1c-4e9ab534cb77),segment_id=8c5174ef-5abc-49d8-9a1c-4e9ab534cb77)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:23.184806 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc96d3-2924-4548-a55b-ffe492681224 req-7f2ed0b7-2e9d-451b-a0e4-0f18b2e88b94 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:23.187376 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:23.194991 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc96d3-2924-4548-a55b-ffe492681224 req-7f2ed0b7-2e9d-451b-a0e4-0f18b2e88b94 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:23.205334 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc96d3-2924-4548-a55b-ffe492681224 req-7f2ed0b7-2e9d-451b-a0e4-0f18b2e88b94 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:23.212780 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc96d3-2924-4548-a55b-ffe492681224 req-7f2ed0b7-2e9d-451b-a0e4-0f18b2e88b94 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:23.219996 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc96d3-2924-4548-a55b-ffe492681224 req-7f2ed0b7-2e9d-451b-a0e4-0f18b2e88b94 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:23.232306 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2bfc96d3-2924-4548-a55b-ffe492681224 req-7f2ed0b7-2e9d-451b-a0e4-0f18b2e88b94 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5445 time: 1.0508912 Nov 25 19:47:23.303162 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=292da1f1-580a-4a03-a2d9-05f2978ebfa4,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:23.316765 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-02145d18-eb9c-4c4f-a426-7a91d5df42af tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "DELETE /v2.0/ports/84d0444c-68ad-4d0c-85dc-2206174a4ceb/tags HTTP/1.1" status: 204 len: 168 time: 0.3094959 Nov 25 19:47:23.323671 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52910) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:23.328591 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-8497c1f8-dc7f-41f1-adf5-ba7b4ef0e71e tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '84d0444c-68ad-4d0c-85dc-2206174a4ceb', 'tempest-TagsExtTest-Tag-1270130121') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:23.363527 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7ec6aa2a-7676-40a8-a45e-d3d94219c739 req-d769da53-f26c-4e2b-9057-e856303d26a1 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=8e898787-1eba-48ea-9636-62371b2bb44c&id=275aa994-18f6-4ebd-ae06-3d72017bc028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2161586 Nov 25 19:47:23.409512 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a009c-d5d5-4ed4-9e33-71b31c5cf11f req-c19772dd-4102-4b87-b4bd-b008a4fc9f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:23.411362 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0a8a009c-d5d5-4ed4-9e33-71b31c5cf11f req-c19772dd-4102-4b87-b4bd-b008a4fc9f61 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b627ee06685481eb08143e937abc9f3&device_id=0abb0d90-34ea-4ea2-b08f-d9790fbee201 HTTP/1.1" status: 200 len: 1094 time: 1.2524428 Nov 25 19:47:23.435247 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81f8626f-006a-4bb2-877c-0ca79409ac35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:23.455158 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81f8626f-006a-4bb2-877c-0ca79409ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:23.484100 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['292da1f1-580a-4a03-a2d9-05f2978ebfa4'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:47:23.515063 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2bfc96d3-2924-4548-a55b-ffe492681224 req-ff5c94d8-ccde-4586-993f-743c9f0c2526 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&id=8e898787-1eba-48ea-9636-62371b2bb44c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2812562 Nov 25 19:47:23.673866 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:23.752147 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-81f8626f-006a-4bb2-877c-0ca79409ac35 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a3eddf6643004196a5bc968e4f1c8b18&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2145529 Nov 25 19:47:23.769766 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8626f-006a-4bb2-877c-0ca79409ac35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b79700a-1ff8-4de6-8f1e-95f48e5125cd,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:23.782732 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52914) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:23.809974 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-8497c1f8-dc7f-41f1-adf5-ba7b4ef0e71e tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] show failed (client error): The resource could not be found. Nov 25 19:47:23.816367 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8497c1f8-dc7f-41f1-adf5-ba7b4ef0e71e tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "GET /v2.0/ports/84d0444c-68ad-4d0c-85dc-2206174a4ceb/tags/tempest-TagsExtTest-Tag-1270130121 HTTP/1.1" status: 404 len: 329 time: 0.4916849 Nov 25 19:47:23.820878 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52916) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:23.833968 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-0c60291a-fd34-4b96-ac4f-3bba38e5aaac tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '84d0444c-68ad-4d0c-85dc-2206174a4ceb', 'tempest-TagsExtTest-Tag-730981387') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:23.958046 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-37799b65-9322-45c8-9d81-31a85c66da0d admin admin] Allocated IP 172.25.6.101 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/2940b672-9d64-41d0-b99f-d8d381219e83) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:24.042947 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dbe790d8-dbcb-4d61-bb3e-9f7b1103b7f2 req-4f0da59b-fde5-4b9c-8471-4370e7d9b37d service neutron] 10.222.0.73 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0887372 Nov 25 19:47:24.083165 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-0c60291a-fd34-4b96-ac4f-3bba38e5aaac tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] show failed (client error): The resource could not be found. Nov 25 19:47:24.085290 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0c60291a-fd34-4b96-ac4f-3bba38e5aaac tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "GET /v2.0/ports/84d0444c-68ad-4d0c-85dc-2206174a4ceb/tags/tempest-TagsExtTest-Tag-730981387 HTTP/1.1" status: 404 len: 328 time: 0.2627914 Nov 25 19:47:24.099118 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52918) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:24.107062 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-748c5c15-053e-42ee-ac92-12f6f57767cf tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '84d0444c-68ad-4d0c-85dc-2206174a4ceb', 'tempest-TagsExtTest-Tag-1231135889') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:24.288318 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-91f089ed-6cff-4cc2-87de-4c21a067aea6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:24.310018 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:24.318198 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-748c5c15-053e-42ee-ac92-12f6f57767cf tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] show failed (client error): The resource could not be found. Nov 25 19:47:24.320526 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-748c5c15-053e-42ee-ac92-12f6f57767cf tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "GET /v2.0/ports/84d0444c-68ad-4d0c-85dc-2206174a4ceb/tags/tempest-TagsExtTest-Tag-1231135889 HTTP/1.1" status: 404 len: 329 time: 0.2196105 Nov 25 19:47:24.332468 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52920) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:24.340193 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-055a8586-ee02-4511-995d-a4707c49c28f tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'dff83387-8c7c-43fc-bb8a-53a592204b2d', {'tags': ['tempest-TagsExtTest-Tag-687042476', 'tempest-TagsExtTest-Tag-221982927', 'tempest-TagsExtTest-Tag-506191534']}) {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:24.384390 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a009c-d5d5-4ed4-9e33-71b31c5cf11f req-043118fc-42d3-470d-bc29-7237433e59d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:24.387892 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0a8a009c-d5d5-4ed4-9e33-71b31c5cf11f req-043118fc-42d3-470d-bc29-7237433e59d6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa HTTP/1.1" status: 200 len: 923 time: 0.9661098 Nov 25 19:47:24.530249 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1d67634e-768d-43ed-afc1-433abe4e6364 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:24.531382 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dbe790d8-dbcb-4d61-bb3e-9f7b1103b7f2 req-014eff60-4f1f-4ff3-ba01-f7b44e401b21 service neutron] 10.222.0.73 "GET /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402111 Nov 25 19:47:24.643827 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-055a8586-ee02-4511-995d-a4707c49c28f tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "PUT /v2.0/routers/dff83387-8c7c-43fc-bb8a-53a592204b2d/tags HTTP/1.1" status: 200 len: 315 time: 0.3108914 Nov 25 19:47:24.647796 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52924) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:24.648783 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1bf7b-8a7e-4c02-aafd-56aef49c3ca0 req-0aa557e7-c3a1-4403-8392-2414fb284de3 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:24.650795 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9ca1bf7b-8a7e-4c02-aafd-56aef49c3ca0 req-0aa557e7-c3a1-4403-8392-2414fb284de3 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=0abb0d90-34ea-4ea2-b08f-d9790fbee201 HTTP/1.1" status: 200 len: 944 time: 0.6703062 Nov 25 19:47:24.659860 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-91f089ed-6cff-4cc2-87de-4c21a067aea6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:24.666217 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-9406e14d-c98a-40d6-8eca-8a3c77d07358 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dff83387-8c7c-43fc-bb8a-53a592204b2d') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:24.669555 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb337b59-0b98-492d-a54f-be50d1c5e915 None None] Network 31a538bd-aaea-41e2-b752-14e0aad2e691 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:47:24.729317 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0a8a009c-d5d5-4ed4-9e33-71b31c5cf11f req-c8cac776-fe34-490c-8bdb-be96e0747ebf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=292da1f1-580a-4a03-a2d9-05f2978ebfa4 HTTP/1.1" status: 200 len: 217 time: 0.2923114 Nov 25 19:47:24.846738 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3236692e-b27d-4d01-a268-7a2f53ea67ec None None] Provisioning complete for port 1d67634e-768d-43ed-afc1-433abe4e6364 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:24.847190 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3236692e-b27d-4d01-a268-7a2f53ea67ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:24.954482 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-37799b65-9322-45c8-9d81-31a85c66da0d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:24.973751 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 1d67634e-768d-43ed-afc1-433abe4e6364 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:24.974425 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:24.977892 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9ca1bf7b-8a7e-4c02-aafd-56aef49c3ca0 req-d0887a0f-b3d3-43fb-9269-79e38875f00b tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867491 Nov 25 19:47:25.006035 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9406e14d-c98a-40d6-8eca-8a3c77d07358 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "DELETE /v2.0/routers/dff83387-8c7c-43fc-bb8a-53a592204b2d/tags HTTP/1.1" status: 204 len: 168 time: 0.3553216 Nov 25 19:47:25.021911 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52930) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:25.024552 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a009c-d5d5-4ed4-9e33-71b31c5cf11f req-b7a406e6-8018-4fb0-b530-ef2aa993a9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:25.028794 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0a8a009c-d5d5-4ed4-9e33-71b31c5cf11f req-b7a406e6-8018-4fb0-b530-ef2aa993a9f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e38dc1b-5277-41f0-afc8-99e2f28a1004 HTTP/1.1" status: 200 len: 862 time: 0.2533116 Nov 25 19:47:25.046403 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-91f089ed-6cff-4cc2-87de-4c21a067aea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:25.050044 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-86dbed7d-06f8-4a13-9cfe-8af67c9207c8 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dff83387-8c7c-43fc-bb8a-53a592204b2d', 'tempest-TagsExtTest-Tag-687042476') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:25.086000 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-91f089ed-6cff-4cc2-87de-4c21a067aea6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:25.087449 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-91f089ed-6cff-4cc2-87de-4c21a067aea6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7b79700a-1ff8-4de6-8f1e-95f48e5125cd HTTP/1.1" status: 204 len: 168 time: 1.2694545 Nov 25 19:47:25.247137 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0a8a009c-d5d5-4ed4-9e33-71b31c5cf11f req-87810416-7c14-4f04-a319-3fe5adec01f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2012548 Nov 25 19:47:25.275134 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f089ed-6cff-4cc2-87de-4c21a067aea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b79700a-1ff8-4de6-8f1e-95f48e5125cd,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:25.362629 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-86dbed7d-06f8-4a13-9cfe-8af67c9207c8 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] show failed (client error): The resource could not be found. Nov 25 19:47:25.363437 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-86dbed7d-06f8-4a13-9cfe-8af67c9207c8 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "GET /v2.0/routers/dff83387-8c7c-43fc-bb8a-53a592204b2d/tags/tempest-TagsExtTest-Tag-687042476 HTTP/1.1" status: 404 len: 328 time: 0.3300736 Nov 25 19:47:25.369116 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52938) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:25.380005 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-c3eb5ef6-331d-4ac9-a35b-d82cb5205691 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dff83387-8c7c-43fc-bb8a-53a592204b2d', 'tempest-TagsExtTest-Tag-221982927') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:25.430867 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3236692e-b27d-4d01-a268-7a2f53ea67ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:25.520500 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-37799b65-9322-45c8-9d81-31a85c66da0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:25.557037 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-c3eb5ef6-331d-4ac9-a35b-d82cb5205691 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] show failed (client error): The resource could not be found. Nov 25 19:47:25.564435 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c3eb5ef6-331d-4ac9-a35b-d82cb5205691 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "GET /v2.0/routers/dff83387-8c7c-43fc-bb8a-53a592204b2d/tags/tempest-TagsExtTest-Tag-221982927 HTTP/1.1" status: 404 len: 328 time: 0.1930959 Nov 25 19:47:25.565075 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52942) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:25.592472 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3236692e-b27d-4d01-a268-7a2f53ea67ec None None] For port 1d67634e-768d-43ed-afc1-433abe4e6364, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1d67634e-768d-43ed-afc1-433abe4e6364,segment=NetworkSegment(bb3a5971-8be9-47ea-8a3a-79d2c03c06ea),segment_id=bb3a5971-8be9-47ea-8a3a-79d2c03c06ea)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:25.611251 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3236692e-b27d-4d01-a268-7a2f53ea67ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:26.002441 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52952) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:26.055542 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e2b05d2-8d96-4745-b3bb-c48cc0980e55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:26.305799 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.tag.tag_plugin [None req-e7cd5812-3b4c-46cb-9211-b09bb76c5155 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dff83387-8c7c-43fc-bb8a-53a592204b2d', 'tempest-TagsExtTest-Tag-506191534') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:26.366997 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e2b05d2-8d96-4745-b3bb-c48cc0980e55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:26.374791 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e2b05d2-8d96-4745-b3bb-c48cc0980e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:26.441065 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9e2b05d2-8d96-4745-b3bb-c48cc0980e55 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fb52f8ffd4934858b71a5d4c12b4cdfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4369924 Nov 25 19:47:26.455152 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52968) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:26.493030 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236692e-b27d-4d01-a268-7a2f53ea67ec None None] Pushing event updated for resources: {'Port': ['ID=1d67634e-768d-43ed-afc1-433abe4e6364,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:26.507092 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f19c25d9-1996-4630-b1e7-66a457065a9d None None] Provisioning complete for port 1d67634e-768d-43ed-afc1-433abe4e6364 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:26.507261 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f19c25d9-1996-4630-b1e7-66a457065a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:26.516033 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37799b65-9322-45c8-9d81-31a85c66da0d admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:26.535896 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 292da1f1-580a-4a03-a2d9-05f2978ebfa4 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:26.566061 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-37799b65-9322-45c8-9d81-31a85c66da0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:26.570845 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37799b65-9322-45c8-9d81-31a85c66da0d admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:26.577818 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37799b65-9322-45c8-9d81-31a85c66da0d admin admin] Pushing event updated for resources: {'Port': ['ID=2940b672-9d64-41d0-b99f-d8d381219e83,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:26.615921 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0215677-80b6-4ccd-9413-d0b784b520d0 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:47:26.618655 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b05d2-8d96-4745-b3bb-c48cc0980e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffccf9c-0eb4-4bf3-a59c-dd33c6c647f9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:26.629383 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0a8a009c-d5d5-4ed4-9e33-71b31c5cf11f req-37d8d330-700e-4930-973e-4692e6dbf566 service neutron] 10.222.0.73 "GET /v2.0/networks/6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3723137 Nov 25 19:47:26.644910 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9c152-563b-4cf4-a6cf-4aef8c69e713 req-4c5c4cc6-0ab3-4a92-b106-613c1ade3426 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:26.653728 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9c152-563b-4cf4-a6cf-4aef8c69e713 req-4c5c4cc6-0ab3-4a92-b106-613c1ade3426 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:26.660199 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9c152-563b-4cf4-a6cf-4aef8c69e713 req-4c5c4cc6-0ab3-4a92-b106-613c1ade3426 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:26.667836 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9c152-563b-4cf4-a6cf-4aef8c69e713 req-4c5c4cc6-0ab3-4a92-b106-613c1ade3426 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:26.674149 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9c152-563b-4cf4-a6cf-4aef8c69e713 req-4c5c4cc6-0ab3-4a92-b106-613c1ade3426 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:26.680537 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9c152-563b-4cf4-a6cf-4aef8c69e713 req-4c5c4cc6-0ab3-4a92-b106-613c1ade3426 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:26.687988 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9c152-563b-4cf4-a6cf-4aef8c69e713 req-4c5c4cc6-0ab3-4a92-b106-613c1ade3426 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:26.690420 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03a9c152-563b-4cf4-a6cf-4aef8c69e713 req-4c5c4cc6-0ab3-4a92-b106-613c1ade3426 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5445 time: 1.2984910 Nov 25 19:47:26.747147 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 292da1f1-580a-4a03-a2d9-05f2978ebfa4 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:47:26.758480 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 292da1f1-580a-4a03-a2d9-05f2978ebfa4 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:26.759092 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:26.798659 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-e7cd5812-3b4c-46cb-9211-b09bb76c5155 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] show failed (client error): The resource could not be found. Nov 25 19:47:26.799836 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e7cd5812-3b4c-46cb-9211-b09bb76c5155 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "GET /v2.0/routers/dff83387-8c7c-43fc-bb8a-53a592204b2d/tags/tempest-TagsExtTest-Tag-506191534 HTTP/1.1" status: 404 len: 328 time: 1.2085352 Nov 25 19:47:26.808063 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52970) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:26.815397 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-53d4219d-6731-487c-b2be-673278e4a4eb tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7036499a-0e28-4e31-93d5-78be7e19a353', {'tags': ['tempest-TagsExtTest-Tag-1412032824', 'tempest-TagsExtTest-Tag-1911658219', 'tempest-TagsExtTest-Tag-43120238']}) {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:26.831714 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5efb884d-dc54-4a0d-bdca-2f970478fe7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:26.884854 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5efb884d-dc54-4a0d-bdca-2f970478fe7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:26.924787 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-53d4219d-6731-487c-b2be-673278e4a4eb tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "PUT /v2.0/subnetpools/7036499a-0e28-4e31-93d5-78be7e19a353/tags HTTP/1.1" status: 200 len: 316 time: 0.1130941 Nov 25 19:47:26.944176 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4b7fd715-ca49-4b97-a0df-35af52eb6514 None None] Provisioning complete for port 2940b672-9d64-41d0-b99f-d8d381219e83 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:26.944671 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4b7fd715-ca49-4b97-a0df-35af52eb6514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:26.959960 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52972) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:27.020570 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:27.022486 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4b7fd715-ca49-4b97-a0df-35af52eb6514 None None] Port 2940b672-9d64-41d0-b99f-d8d381219e83 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:47:27.024032 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.tag.tag_plugin [None req-50f1a4ec-4b23-451d-9a4c-1ec5d7872466 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7036499a-0e28-4e31-93d5-78be7e19a353') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:27.064832 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5efb884d-dc54-4a0d-bdca-2f970478fe7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:27.065772 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abb0d90-34ea-4ea2-b08f-d9790fbee201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292da1f1-580a-4a03-a2d9-05f2978ebfa4'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:47:27.071069 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5efb884d-dc54-4a0d-bdca-2f970478fe7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:27.077710 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddf74a8-849c-4b36-8c4b-9205d507e670" -d '{"events": [{"server_uuid": "0abb0d90-34ea-4ea2-b08f-d9790fbee201", "name": "network-vif-plugged", "status": "completed", "tag": "292da1f1-580a-4a03-a2d9-05f2978ebfa4"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:47:27.088045 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5efb884d-dc54-4a0d-bdca-2f970478fe7d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ffccf9c-0eb4-4bf3-a59c-dd33c6c647f9 HTTP/1.1" status: 204 len: 168 time: 0.6206241 Nov 25 19:47:27.108313 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 292da1f1-580a-4a03-a2d9-05f2978ebfa4, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=292da1f1-580a-4a03-a2d9-05f2978ebfa4,segment=NetworkSegment(8c5174ef-5abc-49d8-9a1c-4e9ab534cb77),segment_id=8c5174ef-5abc-49d8-9a1c-4e9ab534cb77)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:27.115678 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:27.138652 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb884d-dc54-4a0d-bdca-2f970478fe7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffccf9c-0eb4-4bf3-a59c-dd33c6c647f9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:27.145422 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03a9c152-563b-4cf4-a6cf-4aef8c69e713 req-bbba5412-6d59-4365-9094-b02307d8d383 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&id=8e898787-1eba-48ea-9636-62371b2bb44c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4138260 Nov 25 19:47:27.174981 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0a8a009c-d5d5-4ed4-9e33-71b31c5cf11f req-909a9578-c34a-4231-8468-3f526fd53229 service neutron] 10.222.0.73 "GET /v2.0/networks/6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820578 Nov 25 19:47:27.239632 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=292da1f1-580a-4a03-a2d9-05f2978ebfa4,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:27.476451 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-50f1a4ec-4b23-451d-9a4c-1ec5d7872466 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "DELETE /v2.0/subnetpools/7036499a-0e28-4e31-93d5-78be7e19a353/tags HTTP/1.1" status: 204 len: 168 time: 0.4910016 Nov 25 19:47:27.477887 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52980) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:27.493435 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-16f74b67-32c9-4274-9944-36af93ef0392 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7036499a-0e28-4e31-93d5-78be7e19a353', 'tempest-TagsExtTest-Tag-1412032824') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:27.555472 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-16f74b67-32c9-4274-9944-36af93ef0392 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] show failed (client error): The resource could not be found. Nov 25 19:47:27.562747 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-16f74b67-32c9-4274-9944-36af93ef0392 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "GET /v2.0/subnetpools/7036499a-0e28-4e31-93d5-78be7e19a353/tags/tempest-TagsExtTest-Tag-1412032824 HTTP/1.1" status: 404 len: 329 time: 0.0754211 Nov 25 19:47:27.562747 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52986) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:27.577200 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-2a28b46e-0e41-4ffd-a7ce-903b3cbfef42 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7036499a-0e28-4e31-93d5-78be7e19a353', 'tempest-TagsExtTest-Tag-1911658219') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:27.589594 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-37799b65-9322-45c8-9d81-31a85c66da0d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:27.634615 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-2a28b46e-0e41-4ffd-a7ce-903b3cbfef42 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] show failed (client error): The resource could not be found. Nov 25 19:47:27.639503 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2a28b46e-0e41-4ffd-a7ce-903b3cbfef42 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "GET /v2.0/subnetpools/7036499a-0e28-4e31-93d5-78be7e19a353/tags/tempest-TagsExtTest-Tag-1911658219 HTTP/1.1" status: 404 len: 329 time: 0.0722942 Nov 25 19:47:27.643806 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52988) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:27.652706 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-004687a9-eab9-4f11-9031-4cc4f2b486c0 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7036499a-0e28-4e31-93d5-78be7e19a353', 'tempest-TagsExtTest-Tag-43120238') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:27.719771 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-004687a9-eab9-4f11-9031-4cc4f2b486c0 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] show failed (client error): The resource could not be found. Nov 25 19:47:27.724054 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-004687a9-eab9-4f11-9031-4cc4f2b486c0 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "GET /v2.0/subnetpools/7036499a-0e28-4e31-93d5-78be7e19a353/tags/tempest-TagsExtTest-Tag-43120238 HTTP/1.1" status: 404 len: 327 time: 0.0766227 Nov 25 19:47:27.724534 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52990) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:27.733090 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048274de-03b2-4ec7-aaae-8115c1ae7236 req-475f38f2-e496-49bf-b1a0-503e5bbcf8b3 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:27.733288 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-8ce82b94-4565-4f88-bd70-cddf4a0c942e tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7036499a-0e28-4e31-93d5-78be7e19a353') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:27.741613 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-048274de-03b2-4ec7-aaae-8115c1ae7236 req-475f38f2-e496-49bf-b1a0-503e5bbcf8b3 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.2522647 Nov 25 19:47:27.797081 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8ce82b94-4565-4f88-bd70-cddf4a0c942e tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "DELETE /v2.0/subnetpools/7036499a-0e28-4e31-93d5-78be7e19a353/tags HTTP/1.1" status: 204 len: 168 time: 0.0676036 Nov 25 19:47:27.797747 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52994) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:27.805886 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-9b8b0238-9279-4ec5-98ea-7820c2f4b694 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dff83387-8c7c-43fc-bb8a-53a592204b2d') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:27.919257 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9b8b0238-9279-4ec5-98ea-7820c2f4b694 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "DELETE /v2.0/routers/dff83387-8c7c-43fc-bb8a-53a592204b2d/tags HTTP/1.1" status: 204 len: 168 time: 0.1195140 Nov 25 19:47:27.920228 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53000) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:27.925981 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-897ccfcc-8d2e-44a3-9328-18e76540edf4 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '84d0444c-68ad-4d0c-85dc-2206174a4ceb') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:28.015425 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-897ccfcc-8d2e-44a3-9328-18e76540edf4 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "DELETE /v2.0/ports/84d0444c-68ad-4d0c-85dc-2206174a4ceb/tags HTTP/1.1" status: 204 len: 168 time: 0.0931659 Nov 25 19:47:28.016549 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53004) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:28.021882 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-ad243d10-8aa0-490e-ae88-d192bdda06c9 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6ef50f89-45a1-4a79-a4ac-4f6fa003789e') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:28.220885 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ad243d10-8aa0-490e-ae88-d192bdda06c9 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "DELETE /v2.0/subnets/6ef50f89-45a1-4a79-a4ac-4f6fa003789e/tags HTTP/1.1" status: 204 len: 168 time: 0.2026505 Nov 25 19:47:28.222412 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53006) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:28.286574 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-37799b65-9322-45c8-9d81-31a85c66da0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:28.300144 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-048274de-03b2-4ec7-aaae-8115c1ae7236 req-ab58f06f-4e6e-4f9f-8c82-ff23584e8766 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5572598 Nov 25 19:47:28.455997 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba2995bd-58d4-426d-a96c-a3694f7c4e59 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks [] for subnetpool, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:28.457002 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ba2995bd-58d4-426d-a96c-a3694f7c4e59 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "DELETE /v2.0/subnetpools/7036499a-0e28-4e31-93d5-78be7e19a353 HTTP/1.1" status: 204 len: 168 time: 0.2296679 Nov 25 19:47:28.461064 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53016) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:28.539131 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b49a72b7-20bc-4627-90a1-2fbd63f84902 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "GET /v2.0/ports?device_id=dff83387-8c7c-43fc-bb8a-53a592204b2d HTTP/1.1" status: 200 len: 205 time: 0.0722480 Nov 25 19:47:28.543972 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53018) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:28.560070 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1d67634e-768d-43ed-afc1-433abe4e6364 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:28.676565 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 1d67634e-768d-43ed-afc1-433abe4e6364 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:28.677204 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:28.711837 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78d5e45a-097d-4964-8252-f8f9a46823cf tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:28.852579 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287327e-2fa7-4228-be7f-4935b60f3610 req-647b3b93-3795-4da2-aa12-18eb8f6c99e8 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:28.870361 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0287327e-2fa7-4228-be7f-4935b60f3610 req-647b3b93-3795-4da2-aa12-18eb8f6c99e8 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=0abb0d90-34ea-4ea2-b08f-d9790fbee201 HTTP/1.1" status: 200 len: 945 time: 0.2184978 Nov 25 19:47:28.874267 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37799b65-9322-45c8-9d81-31a85c66da0d admin admin] Router d71d1e4f-944d-469a-80b3-f314db0f5fab is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:47:29.102800 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78d5e45a-097d-4964-8252-f8f9a46823cf tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:29.106492 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78d5e45a-097d-4964-8252-f8f9a46823cf tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:29.173249 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0287327e-2fa7-4228-be7f-4935b60f3610 req-af237efe-41c0-4f5f-8c7a-86be100bce24 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006942 Nov 25 19:47:29.217650 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78d5e45a-097d-4964-8252-f8f9a46823cf tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:29.218586 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d5e45a-097d-4964-8252-f8f9a46823cf tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Fanout notify agent at l3_agent the message router_deleted on router dff83387-8c7c-43fc-bb8a-53a592204b2d {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:47:29.249173 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78d5e45a-097d-4964-8252-f8f9a46823cf tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:29.254166 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-78d5e45a-097d-4964-8252-f8f9a46823cf tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "DELETE /v2.0/routers/dff83387-8c7c-43fc-bb8a-53a592204b2d HTTP/1.1" status: 204 len: 168 time: 0.7053399 Nov 25 19:47:29.254604 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53028) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:29.286727 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37799b65-9322-45c8-9d81-31a85c66da0d admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:47:29.289474 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2bf27259-db1b-4c8e-ade7-f0c4a752c4bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:29.314630 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172c76a0-fe3a-4233-800c-682caaec5788 None None] Sync routers for ids ['d71d1e4f-944d-469a-80b3-f314db0f5fab'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:47:29.338712 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-37799b65-9322-45c8-9d81-31a85c66da0d admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:29.343422 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-37799b65-9322-45c8-9d81-31a85c66da0d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 11.7851157 Nov 25 19:47:29.347883 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53030) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:29.352903 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8fef6e-51a3-4ee1-9327-8b4d84e46a7c x-openstack-request-id: req-6c8fef6e-51a3-4ee1-9327-8b4d84e46a7c {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:47:29.353217 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abb0d90-34ea-4ea2-b08f-d9790fbee201", "name": "network-vif-plugged", "status": "completed", "tag": "292da1f1-580a-4a03-a2d9-05f2978ebfa4", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:47:29.353485 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6c8fef6e-51a3-4ee1-9327-8b4d84e46a7c {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:47:29.353922 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abb0d90-34ea-4ea2-b08f-d9790fbee201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292da1f1-580a-4a03-a2d9-05f2978ebfa4', 'code': 200} Nov 25 19:47:29.368018 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172c76a0-fe3a-4233-800c-682caaec5788 None None] Routers {'d71d1e4f-944d-469a-80b3-f314db0f5fab'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:29.381569 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-172c76a0-fe3a-4233-800c-682caaec5788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:47:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d71d1e4f-944d-469a-80b3-f314db0f5fab'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:29.569482 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8e6490fd-2195-4356-8b86-0c9bacabdb7e tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Deleting port 84d0444c-68ad-4d0c-85dc-2206174a4ceb {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:47:29.570099 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e6490fd-2195-4356-8b86-0c9bacabdb7e tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:29.635078 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d7817-aac4-499d-863a-ce39095ed804 req-f152d53a-4d03-4094-9f9e-d8f28de30fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:29.636999 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff3d7817-aac4-499d-863a-ce39095ed804 req-f152d53a-4d03-4094-9f9e-d8f28de30fa6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0abb0d90-34ea-4ea2-b08f-d9790fbee201 HTTP/1.1" status: 200 len: 1096 time: 0.1320381 Nov 25 19:47:29.725563 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-172c76a0-fe3a-4233-800c-682caaec5788 None None] Set router d71d1e4f-944d-469a-80b3-f314db0f5fab gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:47:29.773931 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739557a-0cab-4c2f-bb3c-bd87cbb9e406 req-0c020dff-c57c-48fc-b306-1ade35d81743 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:29.781814 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739557a-0cab-4c2f-bb3c-bd87cbb9e406 req-0c020dff-c57c-48fc-b306-1ade35d81743 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:29.802423 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739557a-0cab-4c2f-bb3c-bd87cbb9e406 req-0c020dff-c57c-48fc-b306-1ade35d81743 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:29.810169 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739557a-0cab-4c2f-bb3c-bd87cbb9e406 req-0c020dff-c57c-48fc-b306-1ade35d81743 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:29.821551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739557a-0cab-4c2f-bb3c-bd87cbb9e406 req-0c020dff-c57c-48fc-b306-1ade35d81743 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:29.837978 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e6490fd-2195-4356-8b86-0c9bacabdb7e tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:29.847272 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739557a-0cab-4c2f-bb3c-bd87cbb9e406 req-0c020dff-c57c-48fc-b306-1ade35d81743 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:29.866892 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739557a-0cab-4c2f-bb3c-bd87cbb9e406 req-0c020dff-c57c-48fc-b306-1ade35d81743 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:29.870116 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8e6490fd-2195-4356-8b86-0c9bacabdb7e tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Calling delete_port for 84d0444c-68ad-4d0c-85dc-2206174a4ceb owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:47:29.881703 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a739557a-0cab-4c2f-bb3c-bd87cbb9e406 req-0c020dff-c57c-48fc-b306-1ade35d81743 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5445 time: 0.2862003 Nov 25 19:47:29.908771 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53040) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:29.965100 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-39ae5c66-f3fb-4ab3-8407-679ef12f2c52 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Request body: {'floatingip': {'port_id': 'de4dd576-7fb9-462c-a5c0-950242cfed18'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:30.112914 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-39ae5c66-f3fb-4ab3-8407-679ef12f2c52 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for floatingip, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:30.187807 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff3d7817-aac4-499d-863a-ce39095ed804 req-52ff96a0-693d-4009-9831-039192440eea service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5404024 Nov 25 19:47:30.296321 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-172c76a0-fe3a-4233-800c-682caaec5788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'name': 'tempest-TestVolumeBackupRestore-646619207-router', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:18Z', 'updated_at': '2021-11-25T19:47:27Z', 'revision_number': 3, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'gw_port': {'id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:22Z', 'updated_at': '2021-11-25T19:47:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:30.317464 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e6490fd-2195-4356-8b86-0c9bacabdb7e tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:30.344111 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172c76a0-fe3a-4233-800c-682caaec5788 None None] Checking router: d71d1e4f-944d-469a-80b3-f314db0f5fab for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:47:30.344926 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172c76a0-fe3a-4233-800c-682caaec5788 None None] Updating router d71d1e4f-944d-469a-80b3-f314db0f5fab port 2940b672-9d64-41d0-b99f-d8d381219e83 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:47:30.387770 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-172c76a0-fe3a-4233-800c-682caaec5788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:30.413302 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6490fd-2195-4356-8b86-0c9bacabdb7e tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Pushing event deleted for resources: {'Port': ['ID=84d0444c-68ad-4d0c-85dc-2206174a4ceb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:30.653754 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e6490fd-2195-4356-8b86-0c9bacabdb7e tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:30.674553 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8e6490fd-2195-4356-8b86-0c9bacabdb7e tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "DELETE /v2.0/ports/84d0444c-68ad-4d0c-85dc-2206174a4ceb HTTP/1.1" status: 204 len: 168 time: 1.4040828 Nov 25 19:47:30.675845 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53054) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:30.827295 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07e72c0-b48e-49bb-9743-52a16f5bf004 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Deleting subnet 6ef50f89-45a1-4a79-a4ac-4f6fa003789e {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:47:30.837490 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f07e72c0-b48e-49bb-9743-52a16f5bf004 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:30.868387 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248deea6-9c60-49bc-9673-2ab1fb4245e8 req-63f9c8d2-b8c1-48fe-88d6-78d34a29a067 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:30.878236 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-248deea6-9c60-49bc-9673-2ab1fb4245e8 req-63f9c8d2-b8c1-48fe-88d6-78d34a29a067 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.6616282 Nov 25 19:47:30.906687 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f07e72c0-b48e-49bb-9743-52a16f5bf004 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:30.942187 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-172c76a0-fe3a-4233-800c-682caaec5788 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:30.951731 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-172c76a0-fe3a-4233-800c-682caaec5788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:31.008671 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796727a0-db15-4880-96af-08094323c387 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:47:31.064445 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae2e1f-bf47-45fd-b606-4b691b853373 None None] Pushing event updated for resources: {'Port': ['ID=2940b672-9d64-41d0-b99f-d8d381219e83,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:31.068566 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-172c76a0-fe3a-4233-800c-682caaec5788 None None] Attempting to bind port 2940b672-9d64-41d0-b99f-d8d381219e83 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:47:31.069293 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-172c76a0-fe3a-4233-800c-682caaec5788 None None] Attempting to bind port 2940b672-9d64-41d0-b99f-d8d381219e83 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:47:31.069884 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172c76a0-fe3a-4233-800c-682caaec5788 None None] Attempting to bind port 2940b672-9d64-41d0-b99f-d8d381219e83 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:47:31.083620 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae2e1f-bf47-45fd-b606-4b691b853373 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:31.084319 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae2e1f-bf47-45fd-b606-4b691b853373 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:31.084905 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae2e1f-bf47-45fd-b606-4b691b853373 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:31.086149 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae2e1f-bf47-45fd-b606-4b691b853373 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:31.086815 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae2e1f-bf47-45fd-b606-4b691b853373 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:31.087406 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae2e1f-bf47-45fd-b606-4b691b853373 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:31.087959 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae2e1f-bf47-45fd-b606-4b691b853373 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:31.089081 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae2e1f-bf47-45fd-b606-4b691b853373 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:31.089699 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae2e1f-bf47-45fd-b606-4b691b853373 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:31.090374 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae2e1f-bf47-45fd-b606-4b691b853373 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:31.090942 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae2e1f-bf47-45fd-b606-4b691b853373 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:31.091506 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae2e1f-bf47-45fd-b606-4b691b853373 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:31.103814 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172c76a0-fe3a-4233-800c-682caaec5788 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:47:31.121713 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f07e72c0-b48e-49bb-9743-52a16f5bf004 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:31.124063 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172c76a0-fe3a-4233-800c-682caaec5788 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:47:31.126882 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-172c76a0-fe3a-4233-800c-682caaec5788 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:31.127577 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172c76a0-fe3a-4233-800c-682caaec5788 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:47:31.130143 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-172c76a0-fe3a-4233-800c-682caaec5788 None None] Bound port: 2940b672-9d64-41d0-b99f-d8d381219e83, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:47:31.130973 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-172c76a0-fe3a-4233-800c-682caaec5788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:31.145207 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-248deea6-9c60-49bc-9673-2ab1fb4245e8 req-14d8573e-58bb-407a-b861-30b7332b2ad3 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656081 Nov 25 19:47:31.151840 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-fae3b1be-9085-4779-872c-25005622c716 None None] Provisioning complete for port 2940b672-9d64-41d0-b99f-d8d381219e83 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:31.152571 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fae3b1be-9085-4779-872c-25005622c716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:31.208203 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f07e72c0-b48e-49bb-9743-52a16f5bf004 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:31.233889 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f07e72c0-b48e-49bb-9743-52a16f5bf004 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:31.253286 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37255b8-5a74-4848-9f52-b775204953f8 None None] Network 911342d9-077f-4ef9-b2e5-6b7d5f170c25 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:47:31.253591 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f07e72c0-b48e-49bb-9743-52a16f5bf004 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "DELETE /v2.0/subnets/6ef50f89-45a1-4a79-a4ac-4f6fa003789e HTTP/1.1" status: 204 len: 168 time: 0.5725412 Nov 25 19:47:31.281662 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-fae3b1be-9085-4779-872c-25005622c716 None None] Port 2940b672-9d64-41d0-b99f-d8d381219e83 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:47:31.283222 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-172c76a0-fe3a-4233-800c-682caaec5788 None None] For port 2940b672-9d64-41d0-b99f-d8d381219e83, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:47:31.286618 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53064) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:31.291296 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-172c76a0-fe3a-4233-800c-682caaec5788 None None] For port 2940b672-9d64-41d0-b99f-d8d381219e83, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=2940b672-9d64-41d0-b99f-d8d381219e83,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:47:31.301495 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-172c76a0-fe3a-4233-800c-682caaec5788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:31.312013 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e72c0-b48e-49bb-9743-52a16f5bf004 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Pushing event deleted for resources: {'Subnet': ['ID=6ef50f89-45a1-4a79-a4ac-4f6fa003789e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:31.419552 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172c76a0-fe3a-4233-800c-682caaec5788 None None] Routers {'d71d1e4f-944d-469a-80b3-f314db0f5fab'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:31.421207 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-172c76a0-fe3a-4233-800c-682caaec5788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:47:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d71d1e4f-944d-469a-80b3-f314db0f5fab'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:31.428244 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae2e1f-bf47-45fd-b606-4b691b853373 None None] Pushing event updated for resources: {'Port': ['ID=2940b672-9d64-41d0-b99f-d8d381219e83,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:31.491884 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf47063-9613-495d-8206-d00e50f65d72 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:47:31.608284 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-006dbf8b-4525-4e65-88fe-f78eea84d712 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:31.631841 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7047c784-7d3e-4f28-a03a-caa52c660ccd None None] Provisioning complete for port 2940b672-9d64-41d0-b99f-d8d381219e83 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:31.632518 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7047c784-7d3e-4f28-a03a-caa52c660ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:31.755576 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-172c76a0-fe3a-4233-800c-682caaec5788 None None] Set router d71d1e4f-944d-469a-80b3-f314db0f5fab gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:47:31.847663 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7047c784-7d3e-4f28-a03a-caa52c660ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:31.865656 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-919cd012-538e-4e88-afad-3580ed83eb03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:31.883750 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddeb6b26-470e-4cd1-ae2e-260be1710532 None None] DHCP port deletion for 911342d9-077f-4ef9-b2e5-6b7d5f170c25 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:47:31.885968 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-006dbf8b-4525-4e65-88fe-f78eea84d712 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Deleting port d9cd9bf5-4e84-4f98-9274-72a0a6748b65 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:47:31.888879 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-006dbf8b-4525-4e65-88fe-f78eea84d712 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:31.960369 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7047c784-7d3e-4f28-a03a-caa52c660ccd None None] For port 2940b672-9d64-41d0-b99f-d8d381219e83, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=2940b672-9d64-41d0-b99f-d8d381219e83,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:31.972499 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7047c784-7d3e-4f28-a03a-caa52c660ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:32.050800 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ddeb6b26-470e-4cd1-ae2e-260be1710532 None None] Deleting port d9cd9bf5-4e84-4f98-9274-72a0a6748b65 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:47:32.051877 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ddeb6b26-470e-4cd1-ae2e-260be1710532 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:32.060125 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047c784-7d3e-4f28-a03a-caa52c660ccd None None] Pushing event updated for resources: {'Port': ['ID=2940b672-9d64-41d0-b99f-d8d381219e83,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:32.182912 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-006dbf8b-4525-4e65-88fe-f78eea84d712 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] For port d9cd9bf5-4e84-4f98-9274-72a0a6748b65, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d9cd9bf5-4e84-4f98-9274-72a0a6748b65,segment=NetworkSegment(93eb4119-9623-4ebd-b6d5-1e75acaf2ba1),segment_id=93eb4119-9623-4ebd-b6d5-1e75acaf2ba1)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:32.184839 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-006dbf8b-4525-4e65-88fe-f78eea84d712 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:32.208136 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-006dbf8b-4525-4e65-88fe-f78eea84d712 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Calling delete_port for d9cd9bf5-4e84-4f98-9274-72a0a6748b65 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:47:32.383116 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ddeb6b26-470e-4cd1-ae2e-260be1710532 None None] For port d9cd9bf5-4e84-4f98-9274-72a0a6748b65, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d9cd9bf5-4e84-4f98-9274-72a0a6748b65,segment=NetworkSegment(93eb4119-9623-4ebd-b6d5-1e75acaf2ba1),segment_id=93eb4119-9623-4ebd-b6d5-1e75acaf2ba1)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:32.383748 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ddeb6b26-470e-4cd1-ae2e-260be1710532 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:32.395757 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-006dbf8b-4525-4e65-88fe-f78eea84d712 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:32.438032 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006dbf8b-4525-4e65-88fe-f78eea84d712 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] No DVR routers for this DVR port d9cd9bf5-4e84-4f98-9274-72a0a6748b65 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:47:32.461019 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ddeb6b26-470e-4cd1-ae2e-260be1710532 None None] Calling delete_port for d9cd9bf5-4e84-4f98-9274-72a0a6748b65 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:47:32.524102 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006dbf8b-4525-4e65-88fe-f78eea84d712 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Pushing event deleted for resources: {'Port': ['ID=d9cd9bf5-4e84-4f98-9274-72a0a6748b65,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:32.631036 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-172c76a0-fe3a-4233-800c-682caaec5788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'name': 'tempest-TestVolumeBackupRestore-646619207-router', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:18Z', 'updated_at': '2021-11-25T19:47:27Z', 'revision_number': 3, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'gw_port': {'id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:22Z', 'updated_at': '2021-11-25T19:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:32.675414 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172c76a0-fe3a-4233-800c-682caaec5788 None None] The sync data for ids ['d71d1e4f-944d-469a-80b3-f314db0f5fab'] in n-d-819349-5 is: [{'id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'name': 'tempest-TestVolumeBackupRestore-646619207-router', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:18Z', 'updated_at': '2021-11-25T19:47:27Z', 'revision_number': 3, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'gw_port': {'id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:22Z', 'updated_at': '2021-11-25T19:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:47:32.790112 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ddeb6b26-470e-4cd1-ae2e-260be1710532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:32.816213 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d9cd9bf5-4e84-4f98-9274-72a0a6748b65 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:47:32.875495 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-006dbf8b-4525-4e65-88fe-f78eea84d712 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:32.880681 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeb6b26-470e-4cd1-ae2e-260be1710532 None None] No DVR routers for this DVR port d9cd9bf5-4e84-4f98-9274-72a0a6748b65 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:47:32.912258 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb6b26-470e-4cd1-ae2e-260be1710532 None None] Pushing event deleted for resources: {'Port': ['ID=d9cd9bf5-4e84-4f98-9274-72a0a6748b65,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:32.969479 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: d9cd9bf5-4e84-4f98-9274-72a0a6748b65 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:47:32.970748 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d9cd9bf5-4e84-4f98-9274-72a0a6748b65 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:47:32.988849 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-006dbf8b-4525-4e65-88fe-f78eea84d712 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911342d9-077f-4ef9-b2e5-6b7d5f170c25']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:33.018756 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-006dbf8b-4525-4e65-88fe-f78eea84d712 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93eb4119-9623-4ebd-b6d5-1e75acaf2ba1') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:33.018756 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-006dbf8b-4525-4e65-88fe-f78eea84d712 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93eb4119-9623-4ebd-b6d5-1e75acaf2ba1') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:33.084700 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-006dbf8b-4525-4e65-88fe-f78eea84d712 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:33.144031 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-006dbf8b-4525-4e65-88fe-f78eea84d712 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:33.145372 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164256a9-fbba-4145-b4b5-0da2057b4a1a req-2c439217-6737-4ce7-ab1c-180bba31458e tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:33.155871 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-164256a9-fbba-4145-b4b5-0da2057b4a1a req-2c439217-6737-4ce7-ab1c-180bba31458e tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=0abb0d90-34ea-4ea2-b08f-d9790fbee201 HTTP/1.1" status: 200 len: 945 time: 1.8271759 Nov 25 19:47:33.165416 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006dbf8b-4525-4e65-88fe-f78eea84d712 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:47:33.165912 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-006dbf8b-4525-4e65-88fe-f78eea84d712 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:47:33.174707 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:47:33.338043 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-39ae5c66-f3fb-4ab3-8407-679ef12f2c52 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:47:33.432914 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ce8eaf3-d352-47a3-ba6f-f030425ba926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:33.488958 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-006dbf8b-4525-4e65-88fe-f78eea84d712 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:33.547842 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-006dbf8b-4525-4e65-88fe-f78eea84d712 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:33.562612 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-006dbf8b-4525-4e65-88fe-f78eea84d712 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] 10.222.0.55 "DELETE /v2.0/networks/911342d9-077f-4ef9-b2e5-6b7d5f170c25 HTTP/1.1" status: 204 len: 168 time: 2.2744231 Nov 25 19:47:33.565281 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006dbf8b-4525-4e65-88fe-f78eea84d712 tempest-TagsExtTest-410403358 tempest-TagsExtTest-410403358-project] Pushing event deleted for resources: {'Network': ['ID=911342d9-077f-4ef9-b2e5-6b7d5f170c25,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:33.691244 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:33.823141 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-0ce8eaf3-d352-47a3-ba6f-f030425ba926 admin admin] Allocated IP 172.20.0.1 (31a538bd-aaea-41e2-b752-14e0aad2e691/537415f2-0f99-449c-a182-24d9e3c35423/29203263-7072-40e5-95f0-75bf9f110896) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:34.012724 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-164256a9-fbba-4145-b4b5-0da2057b4a1a req-a9954bcf-ad69-4498-8605-69ac4f1f0948 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8551080 Nov 25 19:47:34.173724 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-39ae5c66-f3fb-4ab3-8407-679ef12f2c52 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:34.193581 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-39ae5c66-f3fb-4ab3-8407-679ef12f2c52 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:34.295892 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ce8eaf3-d352-47a3-ba6f-f030425ba926 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:34.512077 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-39ae5c66-f3fb-4ab3-8407-679ef12f2c52 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Floating IP 340dc0e6-a31b-4a12-a597-548cc7d70dda associated. External IP: 172.25.6.43, port: de4dd576-7fb9-462c-a5c0-950242cfed18. Nov 25 19:47:34.681483 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53108) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:34.695228 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 2940b672-9d64-41d0-b99f-d8d381219e83 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:34.738778 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ce8eaf3-d352-47a3-ba6f-f030425ba926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:34.847092 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53114) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:34.916471 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce8eaf3-d352-47a3-ba6f-f030425ba926 admin admin] Network 31a538bd-aaea-41e2-b752-14e0aad2e691 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:34.930432 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-0ce8eaf3-d352-47a3-ba6f-f030425ba926 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:34.935525 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce8eaf3-d352-47a3-ba6f-f030425ba926 admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:34.966064 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8eaf3-d352-47a3-ba6f-f030425ba926 admin admin] Pushing event updated for resources: {'Port': ['ID=29203263-7072-40e5-95f0-75bf9f110896,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:34.986626 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 2940b672-9d64-41d0-b99f-d8d381219e83 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:34.991876 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:35.002897 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ce8eaf3-d352-47a3-ba6f-f030425ba926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:35.104645 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ae5c66-f3fb-4ab3-8407-679ef12f2c52 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Router 3866475f-e4b6-4917-93af-db450ab78160 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:47:35.120129 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f35f56b-e5f5-4d2d-ba8e-157ff85262fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:35.428085 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:35.443039 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ce8eaf3-d352-47a3-ba6f-f030425ba926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:35.487714 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed9d47-70bc-49c7-8512-bb5a448985a2 req-4d6c4bd8-16e7-41fd-b73e-3c0785d926a1 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:35.489380 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-42ed9d47-70bc-49c7-8512-bb5a448985a2 req-4d6c4bd8-16e7-41fd-b73e-3c0785d926a1 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=0abb0d90-34ea-4ea2-b08f-d9790fbee201 HTTP/1.1" status: 200 len: 945 time: 0.1484194 Nov 25 19:47:35.520179 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fba6dcbf-12ac-4fb9-9702-89a3470f8c20 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=75e738f97f95400a9962f77d1f9455bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6709023 Nov 25 19:47:35.521495 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53122) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:35.530608 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-927d9033-392a-47fd-9be7-344cdc3d6083 None None] Provisioning complete for port 29203263-7072-40e5-95f0-75bf9f110896 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:35.531756 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-927d9033-392a-47fd-9be7-344cdc3d6083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:35.569548 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f35f56b-e5f5-4d2d-ba8e-157ff85262fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:35.580608 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f35f56b-e5f5-4d2d-ba8e-157ff85262fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:35.638348 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35f56b-e5f5-4d2d-ba8e-157ff85262fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d607826a-108e-4052-974c-f38efaa27661,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:35.697110 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ae5c66-f3fb-4ab3-8407-679ef12f2c52 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:47:35.705865 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-39ae5c66-f3fb-4ab3-8407-679ef12f2c52 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:35.747241 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d68a9d-7363-4c74-a482-8f4fe4a2ec1e None None] Sync routers for ids ['3866475f-e4b6-4917-93af-db450ab78160'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:47:35.773796 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:35.782027 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8f35f56b-e5f5-4d2d-ba8e-157ff85262fe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=860362607f0b4a56923f15d160cfed5c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0962896 Nov 25 19:47:35.784609 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-927d9033-392a-47fd-9be7-344cdc3d6083 None None] Port 29203263-7072-40e5-95f0-75bf9f110896 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:47:35.785186 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53128) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:35.802864 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dbfb5b73-9688-4739-936c-9dffddacd360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:35.833349 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-42ed9d47-70bc-49c7-8512-bb5a448985a2 req-4700bde6-3336-4014-9525-3bd75b2fc523 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347266 Nov 25 19:47:35.857459 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dbfb5b73-9688-4739-936c-9dffddacd360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:35.864624 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d68a9d-7363-4c74-a482-8f4fe4a2ec1e None None] Routers {'3866475f-e4b6-4917-93af-db450ab78160'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:35.865804 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-38d68a9d-7363-4c74-a482-8f4fe4a2ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:47:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['3866475f-e4b6-4917-93af-db450ab78160'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:35.978107 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-39ae5c66-f3fb-4ab3-8407-679ef12f2c52 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "PUT /v2.0/floatingips/340dc0e6-a31b-4a12-a597-548cc7d70dda HTTP/1.1" status: 200 len: 991 time: 6.0323853 Nov 25 19:47:35.987195 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'tag': 'de4dd576-7fb9-462c-a5c0-950242cfed18'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:47:35.989900 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4ed195-63be-4aa0-ab23-a18eda577faf" -d '{"events": [{"name": "network-changed", "server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "tag": "de4dd576-7fb9-462c-a5c0-950242cfed18"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:47:36.013974 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aeba42bf-1df2-44f3-b3a2-42e129db2b70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:36.079092 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-38d68a9d-7363-4c74-a482-8f4fe4a2ec1e None None] Set router 3866475f-e4b6-4917-93af-db450ab78160 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:47:36.088742 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aeba42bf-1df2-44f3-b3a2-42e129db2b70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:36.183246 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aeba42bf-1df2-44f3-b3a2-42e129db2b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:36.189706 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aeba42bf-1df2-44f3-b3a2-42e129db2b70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:36.197157 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-aeba42bf-1df2-44f3-b3a2-42e129db2b70 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d607826a-108e-4052-974c-f38efaa27661 HTTP/1.1" status: 204 len: 168 time: 0.4088469 Nov 25 19:47:36.206983 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dbfb5b73-9688-4739-936c-9dffddacd360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:36.210882 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dbfb5b73-9688-4739-936c-9dffddacd360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:36.212415 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-dbfb5b73-9688-4739-936c-9dffddacd360 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/951c4894-e02a-4cea-b439-05264a265bf6 HTTP/1.1" status: 204 len: 168 time: 0.6808612 Nov 25 19:47:36.229015 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ce8eaf3-d352-47a3-ba6f-f030425ba926 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:36.241662 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba42bf-1df2-44f3-b3a2-42e129db2b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d607826a-108e-4052-974c-f38efaa27661,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:36.259673 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b22efe-2ee6-40fb-bb64-a2d751480676 req-827a2765-fbac-4a19-abee-e710c0979723 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:36.265144 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92b22efe-2ee6-40fb-bb64-a2d751480676 req-827a2765-fbac-4a19-abee-e710c0979723 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=0abb0d90-34ea-4ea2-b08f-d9790fbee201 HTTP/1.1" status: 200 len: 945 time: 0.2150397 Nov 25 19:47:36.268394 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ce8eaf3-d352-47a3-ba6f-f030425ba926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:36.282645 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb5b73-9688-4739-936c-9dffddacd360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951c4894-e02a-4cea-b439-05264a265bf6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:36.559197 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8eaf3-d352-47a3-ba6f-f030425ba926 admin admin] Pushing event updated for resources: {'Port': ['ID=29203263-7072-40e5-95f0-75bf9f110896,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:36.591124 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:47:36.613286 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ce8eaf3-d352-47a3-ba6f-f030425ba926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:36.687201 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92b22efe-2ee6-40fb-bb64-a2d751480676 req-a9ead601-bb3a-441f-a1c2-c1ad25cf9544 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391216 Nov 25 19:47:36.715517 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-38d68a9d-7363-4c74-a482-8f4fe4a2ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3866475f-e4b6-4917-93af-db450ab78160', 'name': 'tempest-TaggedBootDevicesTest_v242-1617847057-router', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:13Z', 'updated_at': '2021-11-25T19:43:30Z', 'revision_number': 4, 'project_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'gw_port': {'id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3866475f-e4b6-4917-93af-db450ab78160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:15Z', 'updated_at': '2021-11-25T19:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '340dc0e6-a31b-4a12-a597-548cc7d70dda', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'floating_ip_address': '172.25.6.43', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '3866475f-e4b6-4917-93af-db450ab78160', 'port_id': 'de4dd576-7fb9-462c-a5c0-950242cfed18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c', 'mac_address': 'fa:16:3e:68:8f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e8404a-5a79-4ac5-9565-73631729b81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:45:30Z', 'updated_at': '2021-11-25T19:47:33Z', 'revision_number': 1, 'project_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfa723f-8f94-4c6a-be4f-d7bf55754b7d', 'name': '', 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'mac_address': 'fa:16:3e:38:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3866475f-e4b6-4917-93af-db450ab78160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '372ff6c6-b463-492b-ae35-d9124871a47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:27Z', 'updated_at': '2021-11-25T19:43:46Z', 'revision_number': 5, 'project_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'subnets': [{'id': '372ff6c6-b463-492b-ae35-d9124871a47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:36.856376 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d68a9d-7363-4c74-a482-8f4fe4a2ec1e None None] Checking router: 3866475f-e4b6-4917-93af-db450ab78160 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:47:36.867389 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d68a9d-7363-4c74-a482-8f4fe4a2ec1e None None] Routers {'3866475f-e4b6-4917-93af-db450ab78160'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:36.867612 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-38d68a9d-7363-4c74-a482-8f4fe4a2ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:47:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['3866475f-e4b6-4917-93af-db450ab78160'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:37.003243 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-38d68a9d-7363-4c74-a482-8f4fe4a2ec1e None None] Set router 3866475f-e4b6-4917-93af-db450ab78160 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:47:37.089801 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53162) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:37.123962 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7daba163-b892-47f8-9936-27f7bc87fe3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:37.147250 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce8eaf3-d352-47a3-ba6f-f030425ba926 admin admin] Network 31a538bd-aaea-41e2-b752-14e0aad2e691 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:37.152655 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-0ce8eaf3-d352-47a3-ba6f-f030425ba926 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:37.167646 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e47af8f-b9d5-4574-8e91-b5ac06b65096 x-openstack-request-id: req-6e47af8f-b9d5-4574-8e91-b5ac06b65096 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:47:37.168238 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "tag": "de4dd576-7fb9-462c-a5c0-950242cfed18", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:47:37.168675 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6e47af8f-b9d5-4574-8e91-b5ac06b65096 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:47:37.169337 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'tag': 'de4dd576-7fb9-462c-a5c0-950242cfed18', 'status': 'completed', 'code': 200} Nov 25 19:47:37.348869 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7daba163-b892-47f8-9936-27f7bc87fe3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:37.357808 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7daba163-b892-47f8-9936-27f7bc87fe3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:37.420113 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7daba163-b892-47f8-9936-27f7bc87fe3f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e518b35778e4b1caafa4fb24382420e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3283350 Nov 25 19:47:37.420823 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53168) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:37.575085 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daba163-b892-47f8-9936-27f7bc87fe3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bbfa34-c974-4e2d-93fc-19a490513165,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:37.633557 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce8eaf3-d352-47a3-ba6f-f030425ba926 admin admin] Router d71d1e4f-944d-469a-80b3-f314db0f5fab has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:47:37.708721 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ed195-63be-4aa0-ab23-a18eda577faf req-3f6d46c4-e248-4f0c-8aa3-53686dfdd135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:37.709215 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ed195-63be-4aa0-ab23-a18eda577faf req-3f6d46c4-e248-4f0c-8aa3-53686dfdd135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:37.709694 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ed195-63be-4aa0-ab23-a18eda577faf req-3f6d46c4-e248-4f0c-8aa3-53686dfdd135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:37.710170 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ed195-63be-4aa0-ab23-a18eda577faf req-3f6d46c4-e248-4f0c-8aa3-53686dfdd135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:37.710677 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ed195-63be-4aa0-ab23-a18eda577faf req-3f6d46c4-e248-4f0c-8aa3-53686dfdd135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:37.711154 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ed195-63be-4aa0-ab23-a18eda577faf req-3f6d46c4-e248-4f0c-8aa3-53686dfdd135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:37.711623 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ed195-63be-4aa0-ab23-a18eda577faf req-3f6d46c4-e248-4f0c-8aa3-53686dfdd135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:37.715852 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f0ec989-6cd1-4947-b13b-3ea1cc31f9d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:37.726637 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a4ed195-63be-4aa0-ab23-a18eda577faf req-3f6d46c4-e248-4f0c-8aa3-53686dfdd135 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9d22fa4f40744aa88e4f6dbc79438c2&device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 6502 time: 0.1858015 Nov 25 19:47:37.793605 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5542bb1b-5c3c-471f-8a79-6adf350e25dd None None] Provisioning complete for port 29203263-7072-40e5-95f0-75bf9f110896 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:37.794026 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5542bb1b-5c3c-471f-8a79-6adf350e25dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:37.850626 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f0ec989-6cd1-4947-b13b-3ea1cc31f9d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:37.943373 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-5542bb1b-5c3c-471f-8a79-6adf350e25dd None None] Port 29203263-7072-40e5-95f0-75bf9f110896 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:47:38.034753 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f0ec989-6cd1-4947-b13b-3ea1cc31f9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:38.042645 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f0ec989-6cd1-4947-b13b-3ea1cc31f9d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:38.050493 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1f0ec989-6cd1-4947-b13b-3ea1cc31f9d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/54bbfa34-c974-4e2d-93fc-19a490513165 HTTP/1.1" status: 204 len: 168 time: 0.6206031 Nov 25 19:47:38.067877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ec989-6cd1-4947-b13b-3ea1cc31f9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bbfa34-c974-4e2d-93fc-19a490513165,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:38.069814 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ed195-63be-4aa0-ab23-a18eda577faf req-9fa05d64-2ca0-4c1a-a881-9c8fe87abba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:38.071712 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a4ed195-63be-4aa0-ab23-a18eda577faf req-9fa05d64-2ca0-4c1a-a881-9c8fe87abba0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e6cd4387-d0d6-4f12-8944-fa288777c85c HTTP/1.1" status: 200 len: 918 time: 0.3442206 Nov 25 19:47:38.080468 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce8eaf3-d352-47a3-ba6f-f030425ba926 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:47:38.101618 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0ce8eaf3-d352-47a3-ba6f-f030425ba926 admin admin] 10.222.0.55 "PUT /v2.0/routers/d71d1e4f-944d-469a-80b3-f314db0f5fab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7523992 Nov 25 19:47:38.114133 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87b5198-2849-48ce-a7f7-53b2df07677d None None] Sync routers for ids ['d71d1e4f-944d-469a-80b3-f314db0f5fab'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:47:38.151510 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87b5198-2849-48ce-a7f7-53b2df07677d None None] Routers {'d71d1e4f-944d-469a-80b3-f314db0f5fab'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:38.153206 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b87b5198-2849-48ce-a7f7-53b2df07677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:47:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d71d1e4f-944d-469a-80b3-f314db0f5fab'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:38.217890 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-38d68a9d-7363-4c74-a482-8f4fe4a2ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3866475f-e4b6-4917-93af-db450ab78160', 'name': 'tempest-TaggedBootDevicesTest_v242-1617847057-router', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:13Z', 'updated_at': '2021-11-25T19:43:30Z', 'revision_number': 4, 'project_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'gw_port': {'id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3866475f-e4b6-4917-93af-db450ab78160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:15Z', 'updated_at': '2021-11-25T19:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '340dc0e6-a31b-4a12-a597-548cc7d70dda', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'floating_ip_address': '172.25.6.43', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '3866475f-e4b6-4917-93af-db450ab78160', 'port_id': 'de4dd576-7fb9-462c-a5c0-950242cfed18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c', 'mac_address': 'fa:16:3e:68:8f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e8404a-5a79-4ac5-9565-73631729b81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:45:30Z', 'updated_at': '2021-11-25T19:47:33Z', 'revision_number': 1, 'project_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfa723f-8f94-4c6a-be4f-d7bf55754b7d', 'name': '', 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'mac_address': 'fa:16:3e:38:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3866475f-e4b6-4917-93af-db450ab78160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '372ff6c6-b463-492b-ae35-d9124871a47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:27Z', 'updated_at': '2021-11-25T19:43:46Z', 'revision_number': 5, 'project_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'subnets': [{'id': '372ff6c6-b463-492b-ae35-d9124871a47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:38.321486 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d68a9d-7363-4c74-a482-8f4fe4a2ec1e None None] The sync data for ids ['3866475f-e4b6-4917-93af-db450ab78160'] in n-d-819349-5 is: [{'id': '3866475f-e4b6-4917-93af-db450ab78160', 'name': 'tempest-TaggedBootDevicesTest_v242-1617847057-router', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:13Z', 'updated_at': '2021-11-25T19:43:30Z', 'revision_number': 4, 'project_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'gw_port': {'id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3866475f-e4b6-4917-93af-db450ab78160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:15Z', 'updated_at': '2021-11-25T19:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '340dc0e6-a31b-4a12-a597-548cc7d70dda', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'floating_ip_address': '172.25.6.43', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '3866475f-e4b6-4917-93af-db450ab78160', 'port_id': 'de4dd576-7fb9-462c-a5c0-950242cfed18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c', 'mac_address': 'fa:16:3e:68:8f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e8404a-5a79-4ac5-9565-73631729b81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:45:30Z', 'updated_at': '2021-11-25T19:47:33Z', 'revision_number': 1, 'project_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfa723f-8f94-4c6a-be4f-d7bf55754b7d', 'name': '', 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'mac_address': 'fa:16:3e:38:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3866475f-e4b6-4917-93af-db450ab78160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '372ff6c6-b463-492b-ae35-d9124871a47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:27Z', 'updated_at': '2021-11-25T19:43:46Z', 'revision_number': 5, 'project_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'subnets': [{'id': '372ff6c6-b463-492b-ae35-d9124871a47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:47:38.356952 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a4ed195-63be-4aa0-ab23-a18eda577faf req-688d0def-227e-47ce-b36b-d15c82bdd46f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de4dd576-7fb9-462c-a5c0-950242cfed18 HTTP/1.1" status: 200 len: 999 time: 0.2498727 Nov 25 19:47:38.514925 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-b87b5198-2849-48ce-a7f7-53b2df07677d None None] Set router d71d1e4f-944d-469a-80b3-f314db0f5fab gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:47:38.624461 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ed195-63be-4aa0-ab23-a18eda577faf req-ac50457b-3070-4140-8133-8778e1a9f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:38.635588 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a4ed195-63be-4aa0-ab23-a18eda577faf req-ac50457b-3070-4140-8133-8778e1a9f195 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=372ff6c6-b463-492b-ae35-d9124871a47c HTTP/1.1" status: 200 len: 856 time: 0.2666008 Nov 25 19:47:38.875931 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50cb87-f9ec-4148-8474-406751c26842 req-eba14d24-d362-4684-93e5-eb14b022e89d tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:38.879202 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd50cb87-f9ec-4148-8474-406751c26842 req-eba14d24-d362-4684-93e5-eb14b022e89d tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1794257 Nov 25 19:47:38.892719 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ed195-63be-4aa0-ab23-a18eda577faf req-f57aa728-2ed7-44be-acf2-b323f43296d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:38.894499 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a4ed195-63be-4aa0-ab23-a18eda577faf req-f57aa728-2ed7-44be-acf2-b323f43296d6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e6cd4387-d0d6-4f12-8944-fa288777c85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2497272 Nov 25 19:47:39.066829 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b87b5198-2849-48ce-a7f7-53b2df07677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'name': 'tempest-TestVolumeBackupRestore-646619207-router', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:18Z', 'updated_at': '2021-11-25T19:47:35Z', 'revision_number': 4, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'gw_port': {'id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:22Z', 'updated_at': '2021-11-25T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '29203263-7072-40e5-95f0-75bf9f110896', 'name': '', 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'mac_address': 'fa:16:3e:dc:33:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '537415f2-0f99-449c-a182-24d9e3c35423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:33Z', 'updated_at': '2021-11-25T19:47:35Z', 'revision_number': 2, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'subnets': [{'id': '537415f2-0f99-449c-a182-24d9e3c35423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:39.098674 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e46e786-210f-4acb-b8d3-89823b487ccf None None] New status for floating IP 340dc0e6-a31b-4a12-a597-548cc7d70dda: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:47:39.135419 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87b5198-2849-48ce-a7f7-53b2df07677d None None] Checking router: d71d1e4f-944d-469a-80b3-f314db0f5fab for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:47:39.136946 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87b5198-2849-48ce-a7f7-53b2df07677d None None] Updating router d71d1e4f-944d-469a-80b3-f314db0f5fab port 29203263-7072-40e5-95f0-75bf9f110896 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:47:39.191626 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b87b5198-2849-48ce-a7f7-53b2df07677d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:39.407281 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd50cb87-f9ec-4148-8474-406751c26842 req-3596d555-f891-43bc-8011-fddb6012d201 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791338 Nov 25 19:47:39.412188 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a4ed195-63be-4aa0-ab23-a18eda577faf req-433137ba-aa28-4528-95fd-05531ecc6ce6 service neutron] 10.222.0.85 "GET /v2.0/networks/e6cd4387-d0d6-4f12-8944-fa288777c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096920 Nov 25 19:47:39.741819 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a4ed195-63be-4aa0-ab23-a18eda577faf req-0a7971a6-6106-4a79-a6e1-d7d0b9ac411b service neutron] 10.222.0.85 "GET /v2.0/networks/e6cd4387-d0d6-4f12-8944-fa288777c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200142 Nov 25 19:47:39.789539 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53224) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:40.106128 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b87b5198-2849-48ce-a7f7-53b2df07677d None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:40.113470 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b87b5198-2849-48ce-a7f7-53b2df07677d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:40.249980 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-b87b5198-2849-48ce-a7f7-53b2df07677d None None] Attempting to bind port 29203263-7072-40e5-95f0-75bf9f110896 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:47:40.251292 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-b87b5198-2849-48ce-a7f7-53b2df07677d None None] Attempting to bind port 29203263-7072-40e5-95f0-75bf9f110896 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'bb3a5971-8be9-47ea-8a3a-79d2c03c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:47:40.251292 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87b5198-2849-48ce-a7f7-53b2df07677d None None] Attempting to bind port 29203263-7072-40e5-95f0-75bf9f110896 on network 31a538bd-aaea-41e2-b752-14e0aad2e691 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:47:40.262741 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87b5198-2849-48ce-a7f7-53b2df07677d None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:47:40.262741 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87b5198-2849-48ce-a7f7-53b2df07677d None None] Checking segment: {'id': 'bb3a5971-8be9-47ea-8a3a-79d2c03c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:47:40.263277 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b87b5198-2849-48ce-a7f7-53b2df07677d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:40.263430 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87b5198-2849-48ce-a7f7-53b2df07677d None None] Bound using segment: {'id': 'bb3a5971-8be9-47ea-8a3a-79d2c03c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:47:40.263875 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-b87b5198-2849-48ce-a7f7-53b2df07677d None None] Bound port: 29203263-7072-40e5-95f0-75bf9f110896, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb3a5971-8be9-47ea-8a3a-79d2c03c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:47:40.264476 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b87b5198-2849-48ce-a7f7-53b2df07677d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:40.415329 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66010918-8357-4e19-b31c-7de1936b8281 None None] Pushing event updated for resources: {'Port': ['ID=29203263-7072-40e5-95f0-75bf9f110896,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:40.451164 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-b87b5198-2849-48ce-a7f7-53b2df07677d None None] For port 29203263-7072-40e5-95f0-75bf9f110896, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:47:40.471883 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-b87b5198-2849-48ce-a7f7-53b2df07677d None None] For port 29203263-7072-40e5-95f0-75bf9f110896, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=29203263-7072-40e5-95f0-75bf9f110896,segment=NetworkSegment(bb3a5971-8be9-47ea-8a3a-79d2c03c06ea),segment_id=bb3a5971-8be9-47ea-8a3a-79d2c03c06ea)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:47:40.486214 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b87b5198-2849-48ce-a7f7-53b2df07677d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:40.619076 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ad135172-b583-43a7-a3a2-adae26eb9c10 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-928871759'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:40.624084 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4e20e-aff6-45c1-b653-8a8d984680b1 req-7f931018-ffe7-4e40-9e65-988a0d55d60d tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:40.628792 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87b5198-2849-48ce-a7f7-53b2df07677d None None] Routers {'d71d1e4f-944d-469a-80b3-f314db0f5fab'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:40.630609 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b87b5198-2849-48ce-a7f7-53b2df07677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:47:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d71d1e4f-944d-469a-80b3-f314db0f5fab'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:40.634356 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66010918-8357-4e19-b31c-7de1936b8281 None None] Pushing event updated for resources: {'Port': ['ID=29203263-7072-40e5-95f0-75bf9f110896,revision_number=4']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:40.638804 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9b4e20e-aff6-45c1-b653-8a8d984680b1 req-7f931018-ffe7-4e40-9e65-988a0d55d60d tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1827765 Nov 25 19:47:40.725725 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad135172-b583-43a7-a3a2-adae26eb9c10 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] Made reservation on behalf of dcda2cd29cfc4cd9988b50deef18c91c for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:47:40.743249 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ad135172-b583-43a7-a3a2-adae26eb9c10 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:40.770332 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9c59e807-725a-4174-99c0-a2bb5b7c0118 None None] Provisioning complete for port 29203263-7072-40e5-95f0-75bf9f110896 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:40.770979 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9c59e807-725a-4174-99c0-a2bb5b7c0118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:40.802909 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ad135172-b583-43a7-a3a2-adae26eb9c10 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:40.862839 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9b4e20e-aff6-45c1-b653-8a8d984680b1 req-e1eab140-181c-48dc-a634-285b6e260cad tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223980 Nov 25 19:47:41.065921 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53258) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:41.082608 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-b87b5198-2849-48ce-a7f7-53b2df07677d None None] Set router d71d1e4f-944d-469a-80b3-f314db0f5fab gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:47:41.084171 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-8ee66be1-cbb0-490f-a99c-384a3b4f3078 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1827992486-network', 'tenant_id': '1e30a7cbefff40c19b4637d192fd9fda'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:41.217624 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee66be1-cbb0-490f-a99c-384a3b4f3078 admin admin] Made reservation on behalf of 1e30a7cbefff40c19b4637d192fd9fda for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:47:41.234760 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ee66be1-cbb0-490f-a99c-384a3b4f3078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:41.294373 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ee66be1-cbb0-490f-a99c-384a3b4f3078 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:41.343462 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9c59e807-725a-4174-99c0-a2bb5b7c0118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:41.354890 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ad135172-b583-43a7-a3a2-adae26eb9c10 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:41.362628 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ad135172-b583-43a7-a3a2-adae26eb9c10 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:41.528323 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad135172-b583-43a7-a3a2-adae26eb9c10 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=252baacc-cb0a-4061-862e-c56522f38824,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:41.536763 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9c59e807-725a-4174-99c0-a2bb5b7c0118 None None] For port 29203263-7072-40e5-95f0-75bf9f110896, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=29203263-7072-40e5-95f0-75bf9f110896,segment=NetworkSegment(bb3a5971-8be9-47ea-8a3a-79d2c03c06ea),segment_id=bb3a5971-8be9-47ea-8a3a-79d2c03c06ea)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:41.543716 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9c59e807-725a-4174-99c0-a2bb5b7c0118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:41.565896 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad135172-b583-43a7-a3a2-adae26eb9c10 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:47:41.612444 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ad135172-b583-43a7-a3a2-adae26eb9c10 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:41.613035 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-ad135172-b583-43a7-a3a2-adae26eb9c10 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] Added segment cc0db14f-741a-49bb-a647-37a12a76ce23 of type vlan for network 17019f95-e956-4922-a45a-e687e5db8231 Nov 25 19:47:41.726405 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59e807-725a-4174-99c0-a2bb5b7c0118 None None] Pushing event updated for resources: {'Port': ['ID=29203263-7072-40e5-95f0-75bf9f110896,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:41.747851 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a5c1b442-3eb9-44b0-82f6-2dd7d8f500db None None] Provisioning complete for port 29203263-7072-40e5-95f0-75bf9f110896 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:41.748235 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a5c1b442-3eb9-44b0-82f6-2dd7d8f500db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:41.772055 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ad135172-b583-43a7-a3a2-adae26eb9c10 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:41.816692 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ee66be1-cbb0-490f-a99c-384a3b4f3078 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:41.841245 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76684989-90c4-4a00-ad66-fab02ebcc84f req-a1ae08fd-8015-478a-98ca-924fe502d3a9 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:41.858249 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-76684989-90c4-4a00-ad66-fab02ebcc84f req-a1ae08fd-8015-478a-98ca-924fe502d3a9 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=0abb0d90-34ea-4ea2-b08f-d9790fbee201 HTTP/1.1" status: 200 len: 945 time: 0.2435167 Nov 25 19:47:41.861021 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ad135172-b583-43a7-a3a2-adae26eb9c10 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:41.863593 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ee66be1-cbb0-490f-a99c-384a3b4f3078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:41.876361 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b87b5198-2849-48ce-a7f7-53b2df07677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'name': 'tempest-TestVolumeBackupRestore-646619207-router', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:18Z', 'updated_at': '2021-11-25T19:47:35Z', 'revision_number': 4, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'gw_port': {'id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:22Z', 'updated_at': '2021-11-25T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '29203263-7072-40e5-95f0-75bf9f110896', 'name': '', 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'mac_address': 'fa:16:3e:dc:33:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '537415f2-0f99-449c-a182-24d9e3c35423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:33Z', 'updated_at': '2021-11-25T19:47:40Z', 'revision_number': 4, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'subnets': [{'id': '537415f2-0f99-449c-a182-24d9e3c35423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:41.891371 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad135172-b583-43a7-a3a2-adae26eb9c10 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:41.893179 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ad135172-b583-43a7-a3a2-adae26eb9c10 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:41.961854 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87b5198-2849-48ce-a7f7-53b2df07677d None None] The sync data for ids ['d71d1e4f-944d-469a-80b3-f314db0f5fab'] in n-d-819349-5 is: [{'id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'name': 'tempest-TestVolumeBackupRestore-646619207-router', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:18Z', 'updated_at': '2021-11-25T19:47:35Z', 'revision_number': 4, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'gw_port': {'id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:22Z', 'updated_at': '2021-11-25T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '29203263-7072-40e5-95f0-75bf9f110896', 'name': '', 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'mac_address': 'fa:16:3e:dc:33:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '537415f2-0f99-449c-a182-24d9e3c35423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:33Z', 'updated_at': '2021-11-25T19:47:40Z', 'revision_number': 4, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'subnets': [{'id': '537415f2-0f99-449c-a182-24d9e3c35423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:47:41.984966 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee66be1-cbb0-490f-a99c-384a3b4f3078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f241f41b-9c32-43dd-915e-b79e388c82b8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:42.129077 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee66be1-cbb0-490f-a99c-384a3b4f3078 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:47:42.280117 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ee66be1-cbb0-490f-a99c-384a3b4f3078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:42.299269 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-8ee66be1-cbb0-490f-a99c-384a3b4f3078 admin admin] Added segment 4f20a637-81e8-4b1c-9799-91bb04f3f704 of type vlan for network 11e0310f-e918-414c-a6fb-bd5271f0b900 Nov 25 19:47:42.505168 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-76684989-90c4-4a00-ad66-fab02ebcc84f req-98b0f2a5-70d7-49cb-abb6-0ad03bb40b33 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6309059 Nov 25 19:47:42.579855 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 29203263-7072-40e5-95f0-75bf9f110896 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:42.600463 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ee66be1-cbb0-490f-a99c-384a3b4f3078 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:42.708300 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 292da1f1-580a-4a03-a2d9-05f2978ebfa4 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:47:42.755262 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ee66be1-cbb0-490f-a99c-384a3b4f3078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:42.759422 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee66be1-cbb0-490f-a99c-384a3b4f3078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:42.782055 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ee66be1-cbb0-490f-a99c-384a3b4f3078 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:43.125794 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8ee66be1-cbb0-490f-a99c-384a3b4f3078 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0490940 Nov 25 19:47:43.154162 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 29203263-7072-40e5-95f0-75bf9f110896 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:43.157946 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:43.163388 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53284) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:43.185752 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-15b2cf38-84e0-4b73-a15c-c3cf9f99220a admin admin] Request body: {'subnet': {'network_id': '11e0310f-e918-414c-a6fb-bd5271f0b900', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1827992486-subnet', 'tenant_id': '1e30a7cbefff40c19b4637d192fd9fda', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:43.196702 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee66be1-cbb0-490f-a99c-384a3b4f3078 admin admin] Pushing event updated for resources: {'Network': ['ID=11e0310f-e918-414c-a6fb-bd5271f0b900,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:43.242931 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ad135172-b583-43a7-a3a2-adae26eb9c10 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 3.4513426 Nov 25 19:47:43.249792 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066f89e-6465-4640-b1d5-4be142e48d6f req-285e373e-6f93-4252-a893-37395542b034 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:43.257836 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53288) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:43.262794 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8066f89e-6465-4640-b1d5-4be142e48d6f req-285e373e-6f93-4252-a893-37395542b034 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1655731 Nov 25 19:47:43.275044 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-fc905671-1dd2-4f5b-b68f-b69783d4bd7f tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '17019f95-e956-4922-a45a-e687e5db8231', 'tempest-TagsTest-Tag-537331790') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:43.289859 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 11e0310f-e918-414c-a6fb-bd5271f0b900 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:47:43.333216 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad135172-b583-43a7-a3a2-adae26eb9c10 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] Pushing event updated for resources: {'Network': ['ID=17019f95-e956-4922-a45a-e687e5db8231,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:43.410817 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8066f89e-6465-4640-b1d5-4be142e48d6f req-61f6f398-efff-44af-8c8b-088948188e79 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443079 Nov 25 19:47:43.423241 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b2cf38-84e0-4b73-a15c-c3cf9f99220a admin admin] Made reservation on behalf of 1e30a7cbefff40c19b4637d192fd9fda for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:47:43.428917 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-15b2cf38-84e0-4b73-a15c-c3cf9f99220a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:43.429702 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 17019f95-e956-4922-a45a-e687e5db8231 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:47:43.587781 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2060c-3003-4131-ae98-41e2db2b0873 req-ceda54ef-9fb8-4038-882f-11a835a89bc1 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:43.599389 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f2c2060c-3003-4131-ae98-41e2db2b0873 req-ceda54ef-9fb8-4038-882f-11a835a89bc1 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.0865042 Nov 25 19:47:43.686939 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f2c2060c-3003-4131-ae98-41e2db2b0873 req-5a80cd0e-d755-4b9b-a01b-d535a587cbad tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828283 Nov 25 19:47:43.756819 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fc905671-1dd2-4f5b-b68f-b69783d4bd7f tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] 10.222.0.55 "PUT /v2.0/networks/17019f95-e956-4922-a45a-e687e5db8231/tags/tempest-TagsTest-Tag-537331790 HTTP/1.1" status: 201 len: 201 time: 0.4960222 Nov 25 19:47:43.758648 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53302) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:43.765209 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.tag.tag_plugin [None req-3fa86d2b-2fc7-4008-bb12-812e092df5e2 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '17019f95-e956-4922-a45a-e687e5db8231', 'tempest-TagsTest-Tag-537331790') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:43.926061 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 292da1f1-580a-4a03-a2d9-05f2978ebfa4, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=292da1f1-580a-4a03-a2d9-05f2978ebfa4,segment=NetworkSegment(8c5174ef-5abc-49d8-9a1c-4e9ab534cb77),segment_id=8c5174ef-5abc-49d8-9a1c-4e9ab534cb77)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:44.141909 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-15b2cf38-84e0-4b73-a15c-c3cf9f99220a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:44.213128 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2cf38-84e0-4b73-a15c-c3cf9f99220a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba5e45d-7006-44e1-9909-cbb8119befa3,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:44.257033 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '292da1f1-580a-4a03-a2d9-05f2978ebfa4', 'network_id': '6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa', 'port_id': '292da1f1-580a-4a03-a2d9-05f2978ebfa4', 'mac_address': 'fa:16:3e:51:06:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e38dc1b-5277-41f0-afc8-99e2f28a1004', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:47:44.321549 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3fa86d2b-2fc7-4008-bb12-812e092df5e2 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] 10.222.0.55 "GET /v2.0/networks/17019f95-e956-4922-a45a-e687e5db8231/tags/tempest-TagsTest-Tag-537331790 HTTP/1.1" status: 204 len: 168 time: 0.5608206 Nov 25 19:47:44.327574 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53320) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:44.328927 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b2cf38-84e0-4b73-a15c-c3cf9f99220a admin admin] Checking segment: {'id': '4f20a637-81e8-4b1c-9799-91bb04f3f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '11e0310f-e918-414c-a6fb-bd5271f0b900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:47:44.335164 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b2cf38-84e0-4b73-a15c-c3cf9f99220a admin admin] Network hostable DHCP agents. Network: 11e0310f-e918-414c-a6fb-bd5271f0b900, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:47:44.351082 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.tag.tag_plugin [None req-e940ff52-4545-487f-bf5f-97dcb247caa4 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '17019f95-e956-4922-a45a-e687e5db8231') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:44.384024 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b2cf38-84e0-4b73-a15c-c3cf9f99220a admin admin] Network 11e0310f-e918-414c-a6fb-bd5271f0b900 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:47:44.399322 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-15b2cf38-84e0-4b73-a15c-c3cf9f99220a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 11e0310f-e918-414c-a6fb-bd5271f0b900) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:44.411059 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2890e1-5625-4002-800c-6b63441d7899 req-68d40436-8fb6-4410-ba47-5cc8ab2ac8a2 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:44.416263 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b2cf38-84e0-4b73-a15c-c3cf9f99220a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:44.421462 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-15b2cf38-84e0-4b73-a15c-c3cf9f99220a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:44.425156 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5a2890e1-5625-4002-800c-6b63441d7899 req-68d40436-8fb6-4410-ba47-5cc8ab2ac8a2 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=0abb0d90-34ea-4ea2-b08f-d9790fbee201 HTTP/1.1" status: 200 len: 945 time: 0.4497893 Nov 25 19:47:44.459957 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-15b2cf38-84e0-4b73-a15c-c3cf9f99220a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2861326 Nov 25 19:47:44.465052 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53324) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:44.471847 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e2115b41-1899-45b1-b036-e9f7457eb76a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1827992486-router', 'tenant_id': '1e30a7cbefff40c19b4637d192fd9fda', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:44.514553 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:44.539972 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2115b41-1899-45b1-b036-e9f7457eb76a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:44.542842 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2115b41-1899-45b1-b036-e9f7457eb76a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:44.594960 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9882ee-05f2-4158-83f9-7ef3db0d7112 None None] Network 11e0310f-e918-414c-a6fb-bd5271f0b900 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:47:44.612535 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 292da1f1-580a-4a03-a2d9-05f2978ebfa4 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:47:44.736175 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5a2890e1-5625-4002-800c-6b63441d7899 req-d963c885-16b8-47b2-94e4-e8da0b1e95ee tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079660 Nov 25 19:47:44.742022 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53332) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:44.743236 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e940ff52-4545-487f-bf5f-97dcb247caa4 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] 10.222.0.55 "GET /v2.0/networks/17019f95-e956-4922-a45a-e687e5db8231/tags HTTP/1.1" status: 200 len: 237 time: 0.4047229 Nov 25 19:47:44.758162 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2115b41-1899-45b1-b036-e9f7457eb76a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:44.771047 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-f45e442f-ee95-4866-b310-3f43b750e0ba tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '17019f95-e956-4922-a45a-e687e5db8231', {'tags': ['tempest-TagsTest-Tag-1470146394', 'tempest-TagsTest-Tag-1324680632', 'tempest-TagsTest-Tag-676580624']}) {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:44.972745 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 292da1f1-580a-4a03-a2d9-05f2978ebfa4, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=292da1f1-580a-4a03-a2d9-05f2978ebfa4,segment=NetworkSegment(8c5174ef-5abc-49d8-9a1c-4e9ab534cb77),segment_id=8c5174ef-5abc-49d8-9a1c-4e9ab534cb77)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:44.992716 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:45.227364 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=292da1f1-580a-4a03-a2d9-05f2978ebfa4,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:45.450556 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2115b41-1899-45b1-b036-e9f7457eb76a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:45.463876 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f45e442f-ee95-4866-b310-3f43b750e0ba tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] 10.222.0.55 "PUT /v2.0/networks/17019f95-e956-4922-a45a-e687e5db8231/tags HTTP/1.1" status: 200 len: 308 time: 0.7034709 Nov 25 19:47:45.472091 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53352) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:45.488366 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-44b281b7-6e2f-48a1-a28e-732b14ef7b76 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '17019f95-e956-4922-a45a-e687e5db8231', 'tempest-TagsTest-Tag-1470146394') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:45.557991 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d24cf-85d8-4549-a8cc-ba62a6f143d7 req-b7a5fd31-58de-4a5e-b6c4-23c4b1bd4ebf tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:45.572791 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-165d24cf-85d8-4549-a8cc-ba62a6f143d7 req-b7a5fd31-58de-4a5e-b6c4-23c4b1bd4ebf tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1661556 Nov 25 19:47:45.718737 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-44b281b7-6e2f-48a1-a28e-732b14ef7b76 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] 10.222.0.55 "DELETE /v2.0/networks/17019f95-e956-4922-a45a-e687e5db8231/tags/tempest-TagsTest-Tag-1470146394 HTTP/1.1" status: 204 len: 168 time: 0.2440908 Nov 25 19:47:45.721582 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53356) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:45.735901 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793cc201-ebd8-4f0a-9622-bea563e0f4bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-11e0310f-e918-414c-a6fb-bd5271f0b900', 'network_id': '11e0310f-e918-414c-a6fb-bd5271f0b900', 'tenant_id': '1e30a7cbefff40c19b4637d192fd9fda', 'fixed_ips': [{'subnet_id': '3ba5e45d-7006-44e1-9909-cbb8119befa3'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:47:45.737787 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-793cc201-ebd8-4f0a-9622-bea563e0f4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:45.747282 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-6d94344b-37f1-4b8a-a909-8518be6efb9d tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '17019f95-e956-4922-a45a-e687e5db8231', 'tempest-TagsTest-Tag-1470146394') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:45.758628 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-165d24cf-85d8-4549-a8cc-ba62a6f143d7 req-d4b7d368-bb97-48d6-b68f-4e31679bb3e3 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818812 Nov 25 19:47:45.893589 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53364) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:46.063587 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f1b60-71a9-4e6b-9ff0-d90ce6e2d1b5 req-2a80a760-a5fc-4c03-a9f9-fe4e1092e5d4 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:46.080574 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c24f1b60-71a9-4e6b-9ff0-d90ce6e2d1b5 req-2a80a760-a5fc-4c03-a9f9-fe4e1092e5d4 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=0abb0d90-34ea-4ea2-b08f-d9790fbee201 HTTP/1.1" status: 200 len: 944 time: 0.1307507 Nov 25 19:47:46.170940 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2115b41-1899-45b1-b036-e9f7457eb76a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:46.175853 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-6d94344b-37f1-4b8a-a909-8518be6efb9d tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] show failed (client error): The resource could not be found. Nov 25 19:47:46.179904 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6d94344b-37f1-4b8a-a909-8518be6efb9d tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] 10.222.0.55 "GET /v2.0/networks/17019f95-e956-4922-a45a-e687e5db8231/tags/tempest-TagsTest-Tag-1470146394 HTTP/1.1" status: 404 len: 326 time: 0.4476628 Nov 25 19:47:46.180520 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53368) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:46.208598 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-44e685ae-b563-46bf-929b-3b0cdb18cff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:46.209828 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-f5b82717-a22b-4eee-bcc4-64cbbebd1d33 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '17019f95-e956-4922-a45a-e687e5db8231', 'tempest-TagsTest-Tag-1324680632') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:46.216548 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2115b41-1899-45b1-b036-e9f7457eb76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:46.218063 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-793cc201-ebd8-4f0a-9622-bea563e0f4bc None None] Allocated IP 172.20.0.2 (11e0310f-e918-414c-a6fb-bd5271f0b900/3ba5e45d-7006-44e1-9909-cbb8119befa3/aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:46.389519 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c24f1b60-71a9-4e6b-9ff0-d90ce6e2d1b5 req-0adde3df-8d43-4192-845c-2518b5853774 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071764 Nov 25 19:47:46.571905 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-44e685ae-b563-46bf-929b-3b0cdb18cff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:46.580081 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-44e685ae-b563-46bf-929b-3b0cdb18cff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:46.675461 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-793cc201-ebd8-4f0a-9622-bea563e0f4bc None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:46.684389 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-44e685ae-b563-46bf-929b-3b0cdb18cff3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1f6730cf310a4d269023c27e6f4a389c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7893953 Nov 25 19:47:46.685398 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e685ae-b563-46bf-929b-3b0cdb18cff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b806a9-4488-4a0b-a7ce-2a8634cf933f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:46.695183 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53372) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:46.698785 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-793cc201-ebd8-4f0a-9622-bea563e0f4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:46.704271 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bad3d3-608c-46b7-8091-122b2865677e req-d537cca9-53d9-462b-a5ed-4105fadc1ed3 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:46.708511 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-e2115b41-1899-45b1-b036-e9f7457eb76a admin admin] Allocated IP 172.25.6.36 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/e5998b79-080c-4e5d-958a-34ebbeeec928) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:46.713922 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c5bad3d3-608c-46b7-8091-122b2865677e req-d537cca9-53d9-462b-a5ed-4105fadc1ed3 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1101410 Nov 25 19:47:46.764236 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793cc201-ebd8-4f0a-9622-bea563e0f4bc None None] Network 11e0310f-e918-414c-a6fb-bd5271f0b900 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:46.853019 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793cc201-ebd8-4f0a-9622-bea563e0f4bc None None] Pushing event updated for resources: {'Port': ['ID=aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:46.863087 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-793cc201-ebd8-4f0a-9622-bea563e0f4bc None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:46.866943 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793cc201-ebd8-4f0a-9622-bea563e0f4bc None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:46.924863 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f5b82717-a22b-4eee-bcc4-64cbbebd1d33 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] 10.222.0.55 "GET /v2.0/networks/17019f95-e956-4922-a45a-e687e5db8231/tags/tempest-TagsTest-Tag-1324680632 HTTP/1.1" status: 204 len: 168 time: 0.7176771 Nov 25 19:47:46.926155 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53374) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:46.940786 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-f8dbf39f-b18f-4874-9794-03ddafed74d4 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '17019f95-e956-4922-a45a-e687e5db8231', 'tempest-TagsTest-Tag-676580624') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:46.984316 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-793cc201-ebd8-4f0a-9622-bea563e0f4bc None None] Attempting to bind port aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:47:46.985310 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-793cc201-ebd8-4f0a-9622-bea563e0f4bc None None] Attempting to bind port aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '4f20a637-81e8-4b1c-9799-91bb04f3f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '11e0310f-e918-414c-a6fb-bd5271f0b900'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:47:46.986063 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793cc201-ebd8-4f0a-9622-bea563e0f4bc None None] Attempting to bind port aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e on network 11e0310f-e918-414c-a6fb-bd5271f0b900 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:47:46.999977 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 292da1f1-580a-4a03-a2d9-05f2978ebfa4 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:47:47.040164 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2115b41-1899-45b1-b036-e9f7457eb76a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:47.207782 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 292da1f1-580a-4a03-a2d9-05f2978ebfa4, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=292da1f1-580a-4a03-a2d9-05f2978ebfa4,segment=NetworkSegment(8c5174ef-5abc-49d8-9a1c-4e9ab534cb77),segment_id=8c5174ef-5abc-49d8-9a1c-4e9ab534cb77)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:47.227027 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 292da1f1-580a-4a03-a2d9-05f2978ebfa4 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:47:47.297380 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '292da1f1-580a-4a03-a2d9-05f2978ebfa4', 'network_id': '6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa', 'port_id': '292da1f1-580a-4a03-a2d9-05f2978ebfa4', 'mac_address': 'fa:16:3e:51:06:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e38dc1b-5277-41f0-afc8-99e2f28a1004', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:47:47.306005 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793cc201-ebd8-4f0a-9622-bea563e0f4bc None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:47:47.306803 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793cc201-ebd8-4f0a-9622-bea563e0f4bc None None] Checking segment: {'id': '4f20a637-81e8-4b1c-9799-91bb04f3f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '11e0310f-e918-414c-a6fb-bd5271f0b900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:47:47.307554 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-793cc201-ebd8-4f0a-9622-bea563e0f4bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:47.307989 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793cc201-ebd8-4f0a-9622-bea563e0f4bc None None] Bound using segment: {'id': '4f20a637-81e8-4b1c-9799-91bb04f3f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '11e0310f-e918-414c-a6fb-bd5271f0b900'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:47:47.309532 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-793cc201-ebd8-4f0a-9622-bea563e0f4bc None None] Bound port: aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f20a637-81e8-4b1c-9799-91bb04f3f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '11e0310f-e918-414c-a6fb-bd5271f0b900'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:47:47.310117 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-793cc201-ebd8-4f0a-9622-bea563e0f4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:47.336599 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f8dbf39f-b18f-4874-9794-03ddafed74d4 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] 10.222.0.55 "GET /v2.0/networks/17019f95-e956-4922-a45a-e687e5db8231/tags/tempest-TagsTest-Tag-676580624 HTTP/1.1" status: 204 len: 168 time: 0.3949833 Nov 25 19:47:47.336599 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53382) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:47.344714 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-d38a3cef-7378-4768-b135-e6021b6fcc55 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '17019f95-e956-4922-a45a-e687e5db8231') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:47.355520 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2115b41-1899-45b1-b036-e9f7457eb76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:47.518785 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2115b41-1899-45b1-b036-e9f7457eb76a admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:47.521863 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3317a541-cb95-4347-bed4-9732d792a056 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:47.526235 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e2115b41-1899-45b1-b036-e9f7457eb76a admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:47.527251 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['292da1f1-580a-4a03-a2d9-05f2978ebfa4'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:47:47.535443 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:47.548360 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2115b41-1899-45b1-b036-e9f7457eb76a admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:47.556345 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c5bad3d3-608c-46b7-8091-122b2865677e req-afa9d5a6-7c79-43fe-aced-69b17cfd494c tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8356063 Nov 25 19:47:47.587257 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 292da1f1-580a-4a03-a2d9-05f2978ebfa4 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:47:47.605683 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3317a541-cb95-4347-bed4-9732d792a056 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:47.616820 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26eaa968-3139-40db-8765-43fff1df4e4e None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:47:47.697858 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3317a541-cb95-4347-bed4-9732d792a056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:47.701795 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3317a541-cb95-4347-bed4-9732d792a056 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:47.703092 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3317a541-cb95-4347-bed4-9732d792a056 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/97b806a9-4488-4a0b-a7ce-2a8634cf933f HTTP/1.1" status: 204 len: 168 time: 0.9867361 Nov 25 19:47:47.712415 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2115b41-1899-45b1-b036-e9f7457eb76a admin admin] Pushing event updated for resources: {'Port': ['ID=e5998b79-080c-4e5d-958a-34ebbeeec928,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:47.874734 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317a541-cb95-4347-bed4-9732d792a056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b806a9-4488-4a0b-a7ce-2a8634cf933f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:47.926865 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9ee0d-55cc-4848-b7ed-4ef9b067bfec req-b13d1517-340a-4919-a46e-daf2e6190c6a tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:47.930000 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cee9ee0d-55cc-4848-b7ed-4ef9b067bfec req-b13d1517-340a-4919-a46e-daf2e6190c6a tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.73 "GET /v2.0/ports?device_id=0abb0d90-34ea-4ea2-b08f-d9790fbee201 HTTP/1.1" status: 200 len: 944 time: 0.2422123 Nov 25 19:47:47.943265 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 292da1f1-580a-4a03-a2d9-05f2978ebfa4, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=292da1f1-580a-4a03-a2d9-05f2978ebfa4,segment=NetworkSegment(8c5174ef-5abc-49d8-9a1c-4e9ab534cb77),segment_id=8c5174ef-5abc-49d8-9a1c-4e9ab534cb77)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:47.959100 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-793cc201-ebd8-4f0a-9622-bea563e0f4bc None None] For port aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:47:47.991371 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:48.005088 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-793cc201-ebd8-4f0a-9622-bea563e0f4bc None None] For port aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e,segment=NetworkSegment(4f20a637-81e8-4b1c-9799-91bb04f3f704),segment_id=4f20a637-81e8-4b1c-9799-91bb04f3f704)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:47:48.146126 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d38a3cef-7378-4768-b135-e6021b6fcc55 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] 10.222.0.55 "DELETE /v2.0/networks/17019f95-e956-4922-a45a-e687e5db8231/tags HTTP/1.1" status: 204 len: 168 time: 0.8101742 Nov 25 19:47:48.149846 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53394) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:48.157555 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-95bb556a-6d85-4a8e-8004-8448f115b5d2 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '17019f95-e956-4922-a45a-e687e5db8231', 'tempest-TagsTest-Tag-1324680632') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:48.215022 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-793cc201-ebd8-4f0a-9622-bea563e0f4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:48.228462 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=292da1f1-580a-4a03-a2d9-05f2978ebfa4,revision_number=7']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:48.344450 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793cc201-ebd8-4f0a-9622-bea563e0f4bc None None] Pushing event updated for resources: {'Port': ['ID=aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:48.355712 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fdf11-51bf-4fa7-9247-1ff761a9b46d req-43bd6446-d8f5-4195-b108-64fda8b3f3ac tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:48.359316 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0bf3ed7c-525f-45f2-b5fd-8222eb007b18 None None] Provisioning complete for port e5998b79-080c-4e5d-958a-34ebbeeec928 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:48.359790 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0bf3ed7c-525f-45f2-b5fd-8222eb007b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:48.369597 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f9fdf11-51bf-4fa7-9247-1ff761a9b46d req-43bd6446-d8f5-4195-b108-64fda8b3f3ac tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=0abb0d90-34ea-4ea2-b08f-d9790fbee201 HTTP/1.1" status: 200 len: 943 time: 0.4350104 Nov 25 19:47:48.555462 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-0bf3ed7c-525f-45f2-b5fd-8222eb007b18 None None] Port e5998b79-080c-4e5d-958a-34ebbeeec928 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:47:48.685036 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f9fdf11-51bf-4fa7-9247-1ff761a9b46d req-87e912dd-a29c-4bb1-b8c1-c525dc0336d3 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131025 Nov 25 19:47:48.717546 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-cee9ee0d-55cc-4848-b7ed-4ef9b067bfec req-8baa0586-b663-4ea7-980a-0092724ecb7c tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Deleting port 292da1f1-580a-4a03-a2d9-05f2978ebfa4 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:47:48.721106 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cee9ee0d-55cc-4848-b7ed-4ef9b067bfec req-8baa0586-b663-4ea7-980a-0092724ecb7c tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:49.011437 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-95bb556a-6d85-4a8e-8004-8448f115b5d2 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] show failed (client error): The resource could not be found. Nov 25 19:47:49.017312 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-95bb556a-6d85-4a8e-8004-8448f115b5d2 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] 10.222.0.55 "GET /v2.0/networks/17019f95-e956-4922-a45a-e687e5db8231/tags/tempest-TagsTest-Tag-1324680632 HTTP/1.1" status: 404 len: 326 time: 0.8638554 Nov 25 19:47:49.073069 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53406) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:49.077125 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53408) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:49.128364 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-cee9ee0d-55cc-4848-b7ed-4ef9b067bfec req-8baa0586-b663-4ea7-980a-0092724ecb7c tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] For port 292da1f1-580a-4a03-a2d9-05f2978ebfa4, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=292da1f1-580a-4a03-a2d9-05f2978ebfa4,segment=NetworkSegment(8c5174ef-5abc-49d8-9a1c-4e9ab534cb77),segment_id=8c5174ef-5abc-49d8-9a1c-4e9ab534cb77)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:49.128748 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cee9ee0d-55cc-4848-b7ed-4ef9b067bfec req-8baa0586-b663-4ea7-980a-0092724ecb7c tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:49.153898 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d4d3-3209-4956-9824-1e075b6331f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:49.191062 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-cee9ee0d-55cc-4848-b7ed-4ef9b067bfec req-8baa0586-b663-4ea7-980a-0092724ecb7c tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Calling delete_port for 292da1f1-580a-4a03-a2d9-05f2978ebfa4 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:47:49.196623 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-5e7c227f-c930-40b4-a385-00ec3ac4210e tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '17019f95-e956-4922-a45a-e687e5db8231', 'tempest-TagsTest-Tag-676580624') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:49.208156 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2115b41-1899-45b1-b036-e9f7457eb76a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:49.494576 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20967ee9-4b82-42a7-b108-fd22b8163ed3 req-8c94b46c-b56d-4a94-88aa-cc927438d520 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:49.497709 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20967ee9-4b82-42a7-b108-fd22b8163ed3 req-8c94b46c-b56d-4a94-88aa-cc927438d520 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1126215 Nov 25 19:47:49.505572 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cee9ee0d-55cc-4848-b7ed-4ef9b067bfec req-8baa0586-b663-4ea7-980a-0092724ecb7c tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:49.604664 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d4d3-3209-4956-9824-1e075b6331f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:49.605750 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa0586-b663-4ea7-980a-0092724ecb7c tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Pushing event deleted for resources: {'Port': ['ID=292da1f1-580a-4a03-a2d9-05f2978ebfa4,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:49.648901 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d4d3-3209-4956-9824-1e075b6331f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:49.715598 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ecb1d4d3-3209-4956-9824-1e075b6331f2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9da9bf1c59014f27b871e311fb85bb59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6300857 Nov 25 19:47:49.719265 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53418) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:49.719776 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1d4d3-3209-4956-9824-1e075b6331f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744d711a-f817-47e0-880e-81b9432c173e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:49.787743 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-5e7c227f-c930-40b4-a385-00ec3ac4210e tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] show failed (client error): The resource could not be found. Nov 25 19:47:49.788836 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5e7c227f-c930-40b4-a385-00ec3ac4210e tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] 10.222.0.55 "GET /v2.0/networks/17019f95-e956-4922-a45a-e687e5db8231/tags/tempest-TagsTest-Tag-676580624 HTTP/1.1" status: 404 len: 325 time: 0.6988263 Nov 25 19:47:49.793138 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53422) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:49.798257 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-6a0b2990-6f68-48c9-bf83-0769a1b7c8c1 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '17019f95-e956-4922-a45a-e687e5db8231') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:49.884637 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee9ee0d-55cc-4848-b7ed-4ef9b067bfec req-8baa0586-b663-4ea7-980a-0092724ecb7c tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] No DVR routers for this DVR port 292da1f1-580a-4a03-a2d9-05f2978ebfa4 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:47:49.891780 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cee9ee0d-55cc-4848-b7ed-4ef9b067bfec req-8baa0586-b663-4ea7-980a-0092724ecb7c tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:49.908286 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cee9ee0d-55cc-4848-b7ed-4ef9b067bfec req-8baa0586-b663-4ea7-980a-0092724ecb7c tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.73 "DELETE /v2.0/ports/292da1f1-580a-4a03-a2d9-05f2978ebfa4 HTTP/1.1" status: 204 len: 173 time: 1.9305751 Nov 25 19:47:49.921805 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abb0d90-34ea-4ea2-b08f-d9790fbee201', 'name': 'network-vif-deleted', 'tag': '292da1f1-580a-4a03-a2d9-05f2978ebfa4'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:47:49.937752 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b774a5-be1f-4638-a85c-4b89bfd48486" -d '{"events": [{"server_uuid": "0abb0d90-34ea-4ea2-b08f-d9790fbee201", "name": "network-vif-deleted", "tag": "292da1f1-580a-4a03-a2d9-05f2978ebfa4"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:47:49.944609 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cbc372e-46eb-4c26-bb47-f5db22471deb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:49.987814 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20967ee9-4b82-42a7-b108-fd22b8163ed3 req-c4e744bd-4166-4cb3-a82d-ddf97f7d9ce6 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702158 Nov 25 19:47:50.046315 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cbc372e-46eb-4c26-bb47-f5db22471deb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:50.256655 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2115b41-1899-45b1-b036-e9f7457eb76a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:50.268248 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-836a933d-ba65-48b7-a970-7be74614b2d5 req-f6c50861-a272-4b53-b55b-a52f38e6ebd6 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=0abb0d90-34ea-4ea2-b08f-d9790fbee201 HTTP/1.1" status: 200 len: 210 time: 0.0737519 Nov 25 19:47:50.287192 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6a0b2990-6f68-48c9-bf83-0769a1b7c8c1 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] 10.222.0.55 "DELETE /v2.0/networks/17019f95-e956-4922-a45a-e687e5db8231/tags HTTP/1.1" status: 204 len: 168 time: 0.4925392 Nov 25 19:47:50.288062 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cbc372e-46eb-4c26-bb47-f5db22471deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:50.292511 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cbc372e-46eb-4c26-bb47-f5db22471deb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:50.293800 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8cbc372e-46eb-4c26-bb47-f5db22471deb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/744d711a-f817-47e0-880e-81b9432c173e HTTP/1.1" status: 204 len: 168 time: 0.5696409 Nov 25 19:47:50.294527 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53434) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:50.425476 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08969601-c727-4133-8460-bb6aae588305 x-openstack-request-id: req-08969601-c727-4133-8460-bb6aae588305 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:47:50.426432 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abb0d90-34ea-4ea2-b08f-d9790fbee201", "name": "network-vif-deleted", "tag": "292da1f1-580a-4a03-a2d9-05f2978ebfa4", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:47:50.427906 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-08969601-c727-4133-8460-bb6aae588305 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:47:50.428686 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abb0d90-34ea-4ea2-b08f-d9790fbee201', 'name': 'network-vif-deleted', 'tag': '292da1f1-580a-4a03-a2d9-05f2978ebfa4', 'status': 'completed', 'code': 200} Nov 25 19:47:50.618376 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc372e-46eb-4c26-bb47-f5db22471deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744d711a-f817-47e0-880e-81b9432c173e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:50.676272 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aad9d0-f33b-40d7-9ee5-3ccaa3c1aae1 None None] Network 11e0310f-e918-414c-a6fb-bd5271f0b900 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:47:50.796291 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:50.893626 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b13a8a-f70b-4263-a924-e9c10810ff51 req-acdb765f-e684-45e0-8e29-3b71660bcb03 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:50.906172 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22b13a8a-f70b-4263-a924-e9c10810ff51 req-acdb765f-e684-45e0-8e29-3b71660bcb03 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.2132912 Nov 25 19:47:50.919089 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ef5f5790-ba68-463c-8c08-a023a705f257 None None] Provisioning complete for port aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:50.919821 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef5f5790-ba68-463c-8c08-a023a705f257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:51.033637 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 292da1f1-580a-4a03-a2d9-05f2978ebfa4 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:47:51.039740 n-d-819349-5 neutron-server[103601]: INFO neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No ports have port_id starting with 292da1f1-580a-4a03-a2d9-05f2978ebfa4 Nov 25 19:47:51.042111 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:51.043916 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:51.049444 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 292da1f1-580a-4a03-a2d9-05f2978ebfa4 requested by agent hyperv_n-h1-819349-5 not found in database {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 25 19:47:51.049735 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-486bc4f2-000d-4840-b3ab-a323f6fce166 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:51.086266 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2115b41-1899-45b1-b036-e9f7457eb76a admin admin] Router 1c7d1f2a-ee04-4ace-a907-22d2c0b4b728 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:47:51.088866 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22b13a8a-f70b-4263-a924-e9c10810ff51 req-eab99fe5-dafa-4516-b867-537cea456854 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805053 Nov 25 19:47:51.178936 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef5f5790-ba68-463c-8c08-a023a705f257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:51.246084 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ef5f5790-ba68-463c-8c08-a023a705f257 None None] For port aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e,segment=NetworkSegment(4f20a637-81e8-4b1c-9799-91bb04f3f704),segment_id=4f20a637-81e8-4b1c-9799-91bb04f3f704)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:51.304173 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:51.317997 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef5f5790-ba68-463c-8c08-a023a705f257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:51.561621 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-486bc4f2-000d-4840-b3ab-a323f6fce166 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:51.580375 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:47:51.580777 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:47:51.611514 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f5790-ba68-463c-8c08-a023a705f257 None None] Pushing event updated for resources: {'Port': ['ID=aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:51.633369 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-486bc4f2-000d-4840-b3ab-a323f6fce166 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17019f95-e956-4922-a45a-e687e5db8231']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:51.653605 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-486bc4f2-000d-4840-b3ab-a323f6fce166 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0db14f-741a-49bb-a647-37a12a76ce23') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:51.653945 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-486bc4f2-000d-4840-b3ab-a323f6fce166 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0db14f-741a-49bb-a647-37a12a76ce23') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:51.756678 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99576e4-fd40-4e6b-8a27-2bff496438df req-91a3cf37-e6c8-4b8e-9508-78118733106b tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:51.757834 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ef16845d-95e3-423e-899d-f969b85390ea None None] Provisioning complete for port aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:51.760530 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef16845d-95e3-423e-899d-f969b85390ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:51.772244 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f99576e4-fd40-4e6b-8a27-2bff496438df req-91a3cf37-e6c8-4b8e-9508-78118733106b tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1587410 Nov 25 19:47:51.930989 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f99576e4-fd40-4e6b-8a27-2bff496438df req-a4cf6462-03c8-4e28-a47f-d60e36f916d4 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520126 Nov 25 19:47:52.276239 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-486bc4f2-000d-4840-b3ab-a323f6fce166 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:52.323501 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-486bc4f2-000d-4840-b3ab-a323f6fce166 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:52.349594 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2115b41-1899-45b1-b036-e9f7457eb76a admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:47:52.352675 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486bc4f2-000d-4840-b3ab-a323f6fce166 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:47:52.353805 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-486bc4f2-000d-4840-b3ab-a323f6fce166 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:47:52.358253 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:47:52.370060 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbe0044-2ea9-44b5-a941-ec2e2303c3ce None None] Sync routers for ids ['1c7d1f2a-ee04-4ace-a907-22d2c0b4b728'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:47:52.407533 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbe0044-2ea9-44b5-a941-ec2e2303c3ce None None] Routers {'1c7d1f2a-ee04-4ace-a907-22d2c0b4b728'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:52.408895 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-adbe0044-2ea9-44b5-a941-ec2e2303c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:47:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1c7d1f2a-ee04-4ace-a907-22d2c0b4b728'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:52.474911 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-191f722d-f334-4fe1-8741-19a591ce6e2b tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:52.477909 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-191f722d-f334-4fe1-8741-19a591ce6e2b tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/networks?id=6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa HTTP/1.1" status: 200 len: 822 time: 0.3683140 Nov 25 19:47:52.482581 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2115b41-1899-45b1-b036-e9f7457eb76a admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:52.487507 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53488) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:52.488055 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e2115b41-1899-45b1-b036-e9f7457eb76a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.0215523 Nov 25 19:47:52.506393 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-486bc4f2-000d-4840-b3ab-a323f6fce166 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:52.519156 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-486bc4f2-000d-4840-b3ab-a323f6fce166 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:52.535331 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-486bc4f2-000d-4840-b3ab-a323f6fce166 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] 10.222.0.55 "DELETE /v2.0/networks/17019f95-e956-4922-a45a-e687e5db8231 HTTP/1.1" status: 204 len: 168 time: 2.1328638 Nov 25 19:47:52.536770 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:52.569991 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bc4f2-000d-4840-b3ab-a323f6fce166 tempest-TagsTest-582501174 tempest-TagsTest-582501174-project] Pushing event deleted for resources: {'Network': ['ID=17019f95-e956-4922-a45a-e687e5db8231,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:52.726646 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:52.727395 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:52.771726 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-adbe0044-2ea9-44b5-a941-ec2e2303c3ce None None] Set router 1c7d1f2a-ee04-4ace-a907-22d2c0b4b728 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:47:52.820822 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-31b5a1e9-8de8-48de-90a7-3593bd007856 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/quotas/6b627ee06685481eb08143e937abc9f3 HTTP/1.1" status: 200 len: 375 time: 0.3128936 Nov 25 19:47:53.029825 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-a9d37cf9-80d2-4550-9309-522b56720af1 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b627ee06685481eb08143e937abc9f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2076385 Nov 25 19:47:53.038780 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 292da1f1-580a-4a03-a2d9-05f2978ebfa4 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:47:53.090363 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 292da1f1-580a-4a03-a2d9-05f2978ebfa4 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:47:53.090986 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 292da1f1-580a-4a03-a2d9-05f2978ebfa4 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:47:53.383278 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-a4ad7884-b5db-4295-b0c7-bb3e9180b29e service neutron] 10.222.0.55 "GET /v2.0/networks/6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157473 Nov 25 19:47:53.435001 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53504) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:53.455677 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-adbe0044-2ea9-44b5-a941-ec2e2303c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7d1f2a-ee04-4ace-a907-22d2c0b4b728', 'name': 'tempest-TestVolumeBackupRestore-1827992486-router', 'tenant_id': '1e30a7cbefff40c19b4637d192fd9fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'e5998b79-080c-4e5d-958a-34ebbeeec928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:44Z', 'updated_at': '2021-11-25T19:47:48Z', 'revision_number': 3, 'project_id': '1e30a7cbefff40c19b4637d192fd9fda', 'gw_port': {'id': 'e5998b79-080c-4e5d-958a-34ebbeeec928', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ea:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7d1f2a-ee04-4ace-a907-22d2c0b4b728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:46Z', 'updated_at': '2021-11-25T19:47:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:53.495792 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbe0044-2ea9-44b5-a941-ec2e2303c3ce None None] Checking router: 1c7d1f2a-ee04-4ace-a907-22d2c0b4b728 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:47:53.496570 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbe0044-2ea9-44b5-a941-ec2e2303c3ce None None] Updating router 1c7d1f2a-ee04-4ace-a907-22d2c0b4b728 port e5998b79-080c-4e5d-958a-34ebbeeec928 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:47:53.541322 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-adbe0044-2ea9-44b5-a941-ec2e2303c3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:53.629912 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:53.647252 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-93f7a916-a411-4a21-a7ce-67d3905efae3 service neutron] 10.222.0.55 "GET /v2.0/networks/6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545733 Nov 25 19:47:53.802802 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fb70328b-378b-408b-9006-25ec4ac266b0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dcda2cd29cfc4cd9988b50deef18c91c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3661559 Nov 25 19:47:53.808552 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53514) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:53.989577 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef2d1975-4e07-4f17-a645-17cf51f9720e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:54.096952 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef2d1975-4e07-4f17-a645-17cf51f9720e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:54.244166 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef2d1975-4e07-4f17-a645-17cf51f9720e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:54.248260 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef2d1975-4e07-4f17-a645-17cf51f9720e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:54.255084 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ef2d1975-4e07-4f17-a645-17cf51f9720e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/252baacc-cb0a-4061-862e-c56522f38824 HTTP/1.1" status: 204 len: 168 time: 0.4395628 Nov 25 19:47:54.274001 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d1975-4e07-4f17-a645-17cf51f9720e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252baacc-cb0a-4061-862e-c56522f38824,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:54.338510 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:54.536515 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-adbe0044-2ea9-44b5-a941-ec2e2303c3ce None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:54.548950 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-adbe0044-2ea9-44b5-a941-ec2e2303c3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:54.603618 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87578abf-7694-4571-8880-6e49566f4634 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:47:54.721938 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-adbe0044-2ea9-44b5-a941-ec2e2303c3ce None None] Attempting to bind port e5998b79-080c-4e5d-958a-34ebbeeec928 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:47:54.723131 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-adbe0044-2ea9-44b5-a941-ec2e2303c3ce None None] Attempting to bind port e5998b79-080c-4e5d-958a-34ebbeeec928 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:47:54.725105 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe0044-2ea9-44b5-a941-ec2e2303c3ce None None] Attempting to bind port e5998b79-080c-4e5d-958a-34ebbeeec928 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:47:54.749779 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f398587f-7cbb-4cc9-a6ec-c81041b697f6 None None] Provisioning complete for port e5998b79-080c-4e5d-958a-34ebbeeec928 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:54.766207 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f398587f-7cbb-4cc9-a6ec-c81041b697f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:54.770038 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33fc09-a465-4f1c-a437-f4b785d1d6ac req-4787c293-836f-43a4-98a9-9b5e92a18763 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:54.787242 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac33fc09-a465-4f1c-a437-f4b785d1d6ac req-4787c293-836f-43a4-98a9-9b5e92a18763 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.4458349 Nov 25 19:47:54.796936 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe0044-2ea9-44b5-a941-ec2e2303c3ce None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:47:54.800022 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe0044-2ea9-44b5-a941-ec2e2303c3ce None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:47:54.802195 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-adbe0044-2ea9-44b5-a941-ec2e2303c3ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:54.804348 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe0044-2ea9-44b5-a941-ec2e2303c3ce None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:47:54.810676 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-adbe0044-2ea9-44b5-a941-ec2e2303c3ce None None] Bound port: e5998b79-080c-4e5d-958a-34ebbeeec928, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:47:54.812380 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-adbe0044-2ea9-44b5-a941-ec2e2303c3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:54.819692 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8c17c-a073-45d0-9571-b73351b3888d None None] Pushing event updated for resources: {'Port': ['ID=e5998b79-080c-4e5d-958a-34ebbeeec928,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:54.860128 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-f398587f-7cbb-4cc9-a6ec-c81041b697f6 None None] Port e5998b79-080c-4e5d-958a-34ebbeeec928 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:47:54.972191 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-adbe0044-2ea9-44b5-a941-ec2e2303c3ce None None] For port e5998b79-080c-4e5d-958a-34ebbeeec928, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:47:54.983524 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-adbe0044-2ea9-44b5-a941-ec2e2303c3ce None None] For port e5998b79-080c-4e5d-958a-34ebbeeec928, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e5998b79-080c-4e5d-958a-34ebbeeec928,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:47:54.997529 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-adbe0044-2ea9-44b5-a941-ec2e2303c3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:55.163939 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d6c646-fed1-45a4-a417-aff5cff94d39 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:47:55.202117 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac33fc09-a465-4f1c-a437-f4b785d1d6ac req-b83cc73e-612c-4346-8fb8-b668de4e4498 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141464 Nov 25 19:47:55.315226 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbe0044-2ea9-44b5-a941-ec2e2303c3ce None None] Routers {'1c7d1f2a-ee04-4ace-a907-22d2c0b4b728'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:55.316426 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-adbe0044-2ea9-44b5-a941-ec2e2303c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:47:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1c7d1f2a-ee04-4ace-a907-22d2c0b4b728'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:55.324834 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-980ed22b-df00-4fb5-8b9b-7f630342fd33 None None] Provisioning complete for port e5998b79-080c-4e5d-958a-34ebbeeec928 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:55.325469 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-980ed22b-df00-4fb5-8b9b-7f630342fd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:55.678038 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:55.797533 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-adbe0044-2ea9-44b5-a941-ec2e2303c3ce None None] Set router 1c7d1f2a-ee04-4ace-a907-22d2c0b4b728 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:47:55.836243 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-980ed22b-df00-4fb5-8b9b-7f630342fd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:55.907846 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-980ed22b-df00-4fb5-8b9b-7f630342fd33 None None] For port e5998b79-080c-4e5d-958a-34ebbeeec928, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e5998b79-080c-4e5d-958a-34ebbeeec928,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:55.915565 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-980ed22b-df00-4fb5-8b9b-7f630342fd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:56.107932 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6172395-b2d1-48db-a726-1f731e694085 req-3ffb29f2-bc97-4531-85c1-4bcb2634183d tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=083da62c-70a3-4808-b7ce-b8528dfa123a HTTP/1.1" status: 200 len: 210 time: 0.0561824 Nov 25 19:47:56.120396 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8c17c-a073-45d0-9571-b73351b3888d None None] Pushing event updated for resources: {'Port': ['ID=e5998b79-080c-4e5d-958a-34ebbeeec928,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:56.174972 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ed22b-df00-4fb5-8b9b-7f630342fd33 None None] Pushing event updated for resources: {'Port': ['ID=e5998b79-080c-4e5d-958a-34ebbeeec928,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:56.288178 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Allocated IP 172.20.0.1 (11e0310f-e918-414c-a6fb-bd5271f0b900/3ba5e45d-7006-44e1-9909-cbb8119befa3/fd55e45e-dd32-476f-a3eb-59199bbef2da) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:56.442505 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7e251-e77d-43b4-bc99-b57297085c42 req-783ee288-2951-490f-9c57-52afdfa2d93d tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:56.450773 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-19b7e251-e77d-43b4-bc99-b57297085c42 req-783ee288-2951-490f-9c57-52afdfa2d93d tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa7d1b72-547f-42bb-81d2-562180043097 HTTP/1.1" status: 200 len: 945 time: 0.1293502 Nov 25 19:47:56.542783 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-19b7e251-e77d-43b4-bc99-b57297085c42 req-277b4463-6787-4068-a3a6-bd654e91c22b tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845664 Nov 25 19:47:56.546320 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:56.657152 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-adbe0044-2ea9-44b5-a941-ec2e2303c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7d1f2a-ee04-4ace-a907-22d2c0b4b728', 'name': 'tempest-TestVolumeBackupRestore-1827992486-router', 'tenant_id': '1e30a7cbefff40c19b4637d192fd9fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'e5998b79-080c-4e5d-958a-34ebbeeec928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:44Z', 'updated_at': '2021-11-25T19:47:48Z', 'revision_number': 3, 'project_id': '1e30a7cbefff40c19b4637d192fd9fda', 'gw_port': {'id': 'e5998b79-080c-4e5d-958a-34ebbeeec928', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ea:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7d1f2a-ee04-4ace-a907-22d2c0b4b728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:46Z', 'updated_at': '2021-11-25T19:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:56.700092 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbe0044-2ea9-44b5-a941-ec2e2303c3ce None None] The sync data for ids ['1c7d1f2a-ee04-4ace-a907-22d2c0b4b728'] in n-d-819349-5 is: [{'id': '1c7d1f2a-ee04-4ace-a907-22d2c0b4b728', 'name': 'tempest-TestVolumeBackupRestore-1827992486-router', 'tenant_id': '1e30a7cbefff40c19b4637d192fd9fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'e5998b79-080c-4e5d-958a-34ebbeeec928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:44Z', 'updated_at': '2021-11-25T19:47:48Z', 'revision_number': 3, 'project_id': '1e30a7cbefff40c19b4637d192fd9fda', 'gw_port': {'id': 'e5998b79-080c-4e5d-958a-34ebbeeec928', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ea:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7d1f2a-ee04-4ace-a907-22d2c0b4b728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:46Z', 'updated_at': '2021-11-25T19:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:47:56.729161 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:56.957438 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Pushing event updated for resources: {'Port': ['ID=fd55e45e-dd32-476f-a3eb-59199bbef2da,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:56.992550 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Network 11e0310f-e918-414c-a6fb-bd5271f0b900 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:57.046562 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:57.046925 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:57.047276 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:57.048006 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:57.048635 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:57.049437 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:57.050068 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:57.050725 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:57.051409 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:57.052673 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:57.053386 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:57.054497 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:57.070099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:57.081574 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:57.160166 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:57.237889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b05ee1-68bb-4554-8a8c-f6ff803543b8 req-8dea42b5-75a6-4a8e-a03d-7e9d437765b3 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:57.246786 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b0b05ee1-68bb-4554-8a8c-f6ff803543b8 req-8dea42b5-75a6-4a8e-a03d-7e9d437765b3 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.3312547 Nov 25 19:47:57.424295 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-f884ea86-bb29-48bd-a9a3-d8a350955067 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:57.426218 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-f884ea86-bb29-48bd-a9a3-d8a350955067 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.73 "GET /v2.0/networks?id=6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa HTTP/1.1" status: 200 len: 822 time: 0.7505839 Nov 25 19:47:57.465720 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-52c3d996-e6c1-41bc-859c-aa9971996e24 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Request body: {'port': {'device_id': '083da62c-70a3-4808-b7ce-b8528dfa123a', 'network_id': '6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa', 'admin_state_up': True, 'tenant_id': '6b627ee06685481eb08143e937abc9f3'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:57.568650 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b0b05ee1-68bb-4554-8a8c-f6ff803543b8 req-7467bbc3-8e16-4db9-9947-91e6edd077a7 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202820 Nov 25 19:47:57.720227 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:57.780130 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-b5dc7073-1a58-4984-a245-cf726f92c7e9 None None] Provisioning complete for port fd55e45e-dd32-476f-a3eb-59199bbef2da triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:57.782816 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b5dc7073-1a58-4984-a245-cf726f92c7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:57.897655 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c90727d9-29f1-445a-b94e-af88a9fd776f req-3145691a-80ae-4aae-95df-8d25577967aa tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=083da62c-70a3-4808-b7ce-b8528dfa123a HTTP/1.1" status: 200 len: 210 time: 0.1117270 Nov 25 19:47:58.003922 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53620) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:58.019219 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b5dc7073-1a58-4984-a245-cf726f92c7e9 None None] Port fd55e45e-dd32-476f-a3eb-59199bbef2da cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:47:58.267408 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ccfd4-613c-44cf-80a1-a67247cd7c33 req-56873028-ad22-4de0-b825-a9a48d5741e7 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:58.269103 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5d1ccfd4-613c-44cf-80a1-a67247cd7c33 req-56873028-ad22-4de0-b825-a9a48d5741e7 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa7d1b72-547f-42bb-81d2-562180043097 HTTP/1.1" status: 200 len: 945 time: 0.4341490 Nov 25 19:47:58.292282 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-52c3d996-e6c1-41bc-859c-aa9971996e24 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Made reservation on behalf of 6b627ee06685481eb08143e937abc9f3 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:47:58.297116 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-52c3d996-e6c1-41bc-859c-aa9971996e24 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:58.372036 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53628) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:58.632583 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e5998b79-080c-4e5d-958a-34ebbeeec928 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:58.636083 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea967d51-f68b-4788-a656-efabf24cfc8b admin admin] Deleting subnet 7e614f16-5c13-45b0-a440-22024dfc9b09 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:47:58.648143 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea967d51-f68b-4788-a656-efabf24cfc8b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:58.681752 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9ad2ecb-0e95-4368-bfbe-81e42517bc3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:58.761130 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea967d51-f68b-4788-a656-efabf24cfc8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:58.770222 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port e5998b79-080c-4e5d-958a-34ebbeeec928 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:58.771600 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:58.797938 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:58.818541 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:58.887754 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea967d51-f68b-4788-a656-efabf24cfc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:59.012417 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:59.028820 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9ad2ecb-0e95-4368-bfbe-81e42517bc3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:59.041154 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9ad2ecb-0e95-4368-bfbe-81e42517bc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:59.047566 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Pushing event updated for resources: {'Port': ['ID=fd55e45e-dd32-476f-a3eb-59199bbef2da,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:59.086469 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c9ad2ecb-0e95-4368-bfbe-81e42517bc3f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=91b1e3fac7ae4d45b5526ff48967b138&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7129264 Nov 25 19:47:59.088455 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53638) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:59.094753 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc289713-2a92-4800-8cdb-d505f5933ddc req-9dd3cc99-9702-46a0-b62d-fa6044264d3c tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:59.097391 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea967d51-f68b-4788-a656-efabf24cfc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:59.113110 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dc289713-2a92-4800-8cdb-d505f5933ddc req-9dd3cc99-9702-46a0-b62d-fa6044264d3c tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa7d1b72-547f-42bb-81d2-562180043097 HTTP/1.1" status: 200 len: 945 time: 0.9975760 Nov 25 19:47:59.137579 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af641696-0b27-4a2b-992f-d6b75e134dbe None None] Network b1d0b183-b981-4bfb-9a4d-77b2057be997 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:47:59.208238 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea967d51-f68b-4788-a656-efabf24cfc8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:59.222174 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ea967d51-f68b-4788-a656-efabf24cfc8b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7e614f16-5c13-45b0-a440-22024dfc9b09 HTTP/1.1" status: 204 len: 168 time: 1.2170160 Nov 25 19:47:59.223460 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea967d51-f68b-4788-a656-efabf24cfc8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e614f16-5c13-45b0-a440-22024dfc9b09,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:59.226256 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53644) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:59.276489 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad2ecb-0e95-4368-bfbe-81e42517bc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e02b794-1600-429f-bc43-e6ab45d0310d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:59.444174 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-22d344fe-f245-4830-985e-c4935381cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:59.466571 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba68b17d-3a3a-4595-8f47-04a47aa2ed56 None None] DHCP port deletion for b1d0b183-b981-4bfb-9a4d-77b2057be997 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:47:59.512991 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7916184-8c7d-4a50-a3b8-3c84f69fde22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:59.516108 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-5d1ccfd4-613c-44cf-80a1-a67247cd7c33 req-2d6af039-b876-4e75-8a94-695ae64b7c45 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Deleting port 7faf04c9-2565-4028-921f-5d95ebfb7045 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:47:59.516656 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5d1ccfd4-613c-44cf-80a1-a67247cd7c33 req-2d6af039-b876-4e75-8a94-695ae64b7c45 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:59.529051 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-76fd9a74-1c8e-4493-b50a-bcf17e92b35c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:59.662925 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7916184-8c7d-4a50-a3b8-3c84f69fde22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:59.693172 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f7916184-8c7d-4a50-a3b8-3c84f69fde22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d0b183-b981-4bfb-9a4d-77b2057be997']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:59.708906 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f7916184-8c7d-4a50-a3b8-3c84f69fde22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5606956-6680-4d28-9c90-711c5387b86c') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:59.709480 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f7916184-8c7d-4a50-a3b8-3c84f69fde22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5606956-6680-4d28-9c90-711c5387b86c') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:59.721470 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dc289713-2a92-4800-8cdb-d505f5933ddc req-8464d4b5-cdf5-4175-8c50-ab0b14094026 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6070757 Nov 25 19:47:59.724572 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7916184-8c7d-4a50-a3b8-3c84f69fde22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:59.747169 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7916184-8c7d-4a50-a3b8-3c84f69fde22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:59.754963 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7916184-8c7d-4a50-a3b8-3c84f69fde22 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:47:59.755385 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7916184-8c7d-4a50-a3b8-3c84f69fde22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:59.831702 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-76fd9a74-1c8e-4493-b50a-bcf17e92b35c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:59.832431 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-52c3d996-e6c1-41bc-859c-aa9971996e24 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Allocated IP 172.20.0.6 (6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa/6e38dc1b-5277-41f0-afc8-99e2f28a1004/035a1cd5-b2d1-488c-a8a0-4bd44219746d) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:47:59.836435 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:47:59.848419 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7916184-8c7d-4a50-a3b8-3c84f69fde22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:59.861300 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7916184-8c7d-4a50-a3b8-3c84f69fde22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:59.868975 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f7916184-8c7d-4a50-a3b8-3c84f69fde22 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b1d0b183-b981-4bfb-9a4d-77b2057be997 HTTP/1.1" status: 204 len: 168 time: 0.6355314 Nov 25 19:47:59.875239 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-5d1ccfd4-613c-44cf-80a1-a67247cd7c33 req-2d6af039-b876-4e75-8a94-695ae64b7c45 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] For port 7faf04c9-2565-4028-921f-5d95ebfb7045, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=7faf04c9-2565-4028-921f-5d95ebfb7045,segment=NetworkSegment(04fabac9-f65f-4fde-b14c-438d1e6ec424),segment_id=04fabac9-f65f-4fde-b14c-438d1e6ec424)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:59.875999 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5d1ccfd4-613c-44cf-80a1-a67247cd7c33 req-2d6af039-b876-4e75-8a94-695ae64b7c45 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:59.907645 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7916184-8c7d-4a50-a3b8-3c84f69fde22 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1d0b183-b981-4bfb-9a4d-77b2057be997,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:59.924952 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Network 11e0310f-e918-414c-a6fb-bd5271f0b900 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:59.961088 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:59.974901 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-5d1ccfd4-613c-44cf-80a1-a67247cd7c33 req-2d6af039-b876-4e75-8a94-695ae64b7c45 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Calling delete_port for 7faf04c9-2565-4028-921f-5d95ebfb7045 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:00.010813 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-76fd9a74-1c8e-4493-b50a-bcf17e92b35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:00.014532 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-76fd9a74-1c8e-4493-b50a-bcf17e92b35c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:00.019188 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-76fd9a74-1c8e-4493-b50a-bcf17e92b35c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e02b794-1600-429f-bc43-e6ab45d0310d HTTP/1.1" status: 204 len: 168 time: 0.9078128 Nov 25 19:48:00.035040 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd9a74-1c8e-4493-b50a-bcf17e92b35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e02b794-1600-429f-bc43-e6ab45d0310d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:00.559165 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53658) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:00.645283 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-fe2e633c-12b7-48c8-b211-98358f5f1a0d None None] Provisioning complete for port fd55e45e-dd32-476f-a3eb-59199bbef2da triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:00.646043 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe2e633c-12b7-48c8-b211-98358f5f1a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:00.685499 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9209994b-ef6d-48cd-b3d0-2f550f076024 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=37cacda2ec3a43958c4b5983ee90f8e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1239674 Nov 25 19:48:00.687636 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53662) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:00.745281 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-fe2e633c-12b7-48c8-b211-98358f5f1a0d None None] Port fd55e45e-dd32-476f-a3eb-59199bbef2da cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:48:00.793655 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1fa3cfef-63eb-43a5-98fe-e0b44c4bd315 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:00.821612 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1fa3cfef-63eb-43a5-98fe-e0b44c4bd315 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:00.879030 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf754d-e239-47d8-b5ea-9d0120a5ee82 req-316456ab-0ce5-4770-8819-9b953b2b4124 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:00.881569 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8dbf754d-e239-47d8-b5ea-9d0120a5ee82 req-316456ab-0ce5-4770-8819-9b953b2b4124 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.9593329 Nov 25 19:48:00.894719 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1fa3cfef-63eb-43a5-98fe-e0b44c4bd315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:00.897923 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1fa3cfef-63eb-43a5-98fe-e0b44c4bd315 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:00.901864 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1fa3cfef-63eb-43a5-98fe-e0b44c4bd315 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e42ee364-b894-4240-9250-2a0df610b02f HTTP/1.1" status: 204 len: 168 time: 0.2086127 Nov 25 19:48:00.909557 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3cfef-63eb-43a5-98fe-e0b44c4bd315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42ee364-b894-4240-9250-2a0df610b02f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:00.942613 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53668) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:00.962520 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31385060-d492-4d31-ab9a-14b7dfef1a94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:01.091373 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31385060-d492-4d31-ab9a-14b7dfef1a94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:01.098162 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31385060-d492-4d31-ab9a-14b7dfef1a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:01.099723 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-52c3d996-e6c1-41bc-859c-aa9971996e24 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:01.105292 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Router 1c7d1f2a-ee04-4ace-a907-22d2c0b4b728 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:48:01.151228 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-31385060-d492-4d31-ab9a-14b7dfef1a94 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=046e1fd4e66241e49ce72ff7b2622476&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2072906 Nov 25 19:48:01.154030 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53670) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:01.156399 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31385060-d492-4d31-ab9a-14b7dfef1a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36c856f-6f7e-4172-a181-ffe333b3a7d0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:01.203948 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8dbf754d-e239-47d8-b5ea-9d0120a5ee82 req-5a6c457b-344e-4f02-9d9a-f83f8da56b74 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906797 Nov 25 19:48:01.269340 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a3032a6-1b5a-4978-8899-152f4b6db398 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:01.309813 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a3032a6-1b5a-4978-8899-152f4b6db398 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:01.312917 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 7faf04c9-2565-4028-921f-5d95ebfb7045 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:48:01.417173 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a3032a6-1b5a-4978-8899-152f4b6db398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:01.420805 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a3032a6-1b5a-4978-8899-152f4b6db398 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:01.429212 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5a3032a6-1b5a-4978-8899-152f4b6db398 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f36c856f-6f7e-4172-a181-ffe333b3a7d0 HTTP/1.1" status: 204 len: 168 time: 0.2738736 Nov 25 19:48:01.453879 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3032a6-1b5a-4978-8899-152f4b6db398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36c856f-6f7e-4172-a181-ffe333b3a7d0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:01.530714 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:01.569956 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-90587903-0f03-4869-ae48-ebc49cfcb54b req-ff647f8a-52d4-4837-9666-48d252b4f532 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=083da62c-70a3-4808-b7ce-b8528dfa123a HTTP/1.1" status: 200 len: 210 time: 0.0558281 Nov 25 19:48:01.575116 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5d1ccfd4-613c-44cf-80a1-a67247cd7c33 req-2d6af039-b876-4e75-8a94-695ae64b7c45 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:01.617579 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['6ef884be-3c91-47c0-968b-b383021ce755'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:48:01.637737 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-52c3d996-e6c1-41bc-859c-aa9971996e24 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:01.754092 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6af039-b876-4e75-8a94-695ae64b7c45 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Pushing event deleted for resources: {'Port': ['ID=7faf04c9-2565-4028-921f-5d95ebfb7045,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:01.819928 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1ccfd4-613c-44cf-80a1-a67247cd7c33 req-2d6af039-b876-4e75-8a94-695ae64b7c45 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] No DVR routers for this DVR port 7faf04c9-2565-4028-921f-5d95ebfb7045 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:48:01.829935 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5d1ccfd4-613c-44cf-80a1-a67247cd7c33 req-2d6af039-b876-4e75-8a94-695ae64b7c45 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:01.834380 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5d1ccfd4-613c-44cf-80a1-a67247cd7c33 req-2d6af039-b876-4e75-8a94-695ae64b7c45 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.85 "DELETE /v2.0/ports/7faf04c9-2565-4028-921f-5d95ebfb7045 HTTP/1.1" status: 204 len: 173 time: 3.4975083 Nov 25 19:48:01.839544 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7d1b72-547f-42bb-81d2-562180043097', 'name': 'network-vif-deleted', 'tag': '7faf04c9-2565-4028-921f-5d95ebfb7045'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:48:01.842717 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe90fe9e-c482-4d5c-953f-e4fe6774208f" -d '{"events": [{"server_uuid": "aa7d1b72-547f-42bb-81d2-562180043097", "name": "network-vif-deleted", "tag": "7faf04c9-2565-4028-921f-5d95ebfb7045"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:48:01.850480 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-52c3d996-e6c1-41bc-859c-aa9971996e24 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Network 6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:48:01.855085 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:48:01.865905 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e489a86c-e656-4d32-8279-e7f46c867db5 admin admin] 10.222.0.55 "PUT /v2.0/routers/1c7d1f2a-ee04-4ace-a907-22d2c0b4b728/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3769636 Nov 25 19:48:01.870663 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-52c3d996-e6c1-41bc-859c-aa9971996e24 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:01.887114 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-52c3d996-e6c1-41bc-859c-aa9971996e24 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:48:01.894525 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3d996-e6c1-41bc-859c-aa9971996e24 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Pushing event updated for resources: {'Port': ['ID=035a1cd5-b2d1-488c-a8a0-4bd44219746d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:01.896085 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986e739b-2902-4a60-8ad4-27921b42b00a None None] Sync routers for ids ['1c7d1f2a-ee04-4ace-a907-22d2c0b4b728'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:48:01.905351 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9962ca93-4d0b-4e28-855f-347e9bb1deef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:01.993983 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986e739b-2902-4a60-8ad4-27921b42b00a None None] Routers {'1c7d1f2a-ee04-4ace-a907-22d2c0b4b728'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:48:01.995248 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-986e739b-2902-4a60-8ad4-27921b42b00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:48:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1c7d1f2a-ee04-4ace-a907-22d2c0b4b728'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:02.007748 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-52c3d996-e6c1-41bc-859c-aa9971996e24 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:02.021824 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-52c3d996-e6c1-41bc-859c-aa9971996e24 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:02.057578 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-52c3d996-e6c1-41bc-859c-aa9971996e24 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5934448 Nov 25 19:48:02.069651 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-758bd845-2800-4720-afb7-aff1b890dfa7 service neutron] Request body: {'port': {'device_id': '083da62c-70a3-4808-b7ce-b8528dfa123a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:02.261012 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-758bd845-2800-4720-afb7-aff1b890dfa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:02.425376 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-986e739b-2902-4a60-8ad4-27921b42b00a None None] Set router 1c7d1f2a-ee04-4ace-a907-22d2c0b4b728 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:48:02.657070 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0854aa6c-1786-485c-a937-d8896eeac395 req-8ade6c88-6c59-4e34-aa98-90558764d3f0 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa7d1b72-547f-42bb-81d2-562180043097 HTTP/1.1" status: 200 len: 210 time: 0.0683987 Nov 25 19:48:03.104924 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-986e739b-2902-4a60-8ad4-27921b42b00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7d1f2a-ee04-4ace-a907-22d2c0b4b728', 'name': 'tempest-TestVolumeBackupRestore-1827992486-router', 'tenant_id': '1e30a7cbefff40c19b4637d192fd9fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'e5998b79-080c-4e5d-958a-34ebbeeec928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:44Z', 'updated_at': '2021-11-25T19:47:57Z', 'revision_number': 4, 'project_id': '1e30a7cbefff40c19b4637d192fd9fda', 'gw_port': {'id': 'e5998b79-080c-4e5d-958a-34ebbeeec928', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ea:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7d1f2a-ee04-4ace-a907-22d2c0b4b728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:46Z', 'updated_at': '2021-11-25T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'fd55e45e-dd32-476f-a3eb-59199bbef2da', 'name': '', 'network_id': '11e0310f-e918-414c-a6fb-bd5271f0b900', 'tenant_id': '1e30a7cbefff40c19b4637d192fd9fda', 'mac_address': 'fa:16:3e:cb:28:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7d1f2a-ee04-4ace-a907-22d2c0b4b728', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '3ba5e45d-7006-44e1-9909-cbb8119befa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:55Z', 'updated_at': '2021-11-25T19:47:58Z', 'revision_number': 2, 'project_id': '1e30a7cbefff40c19b4637d192fd9fda', 'subnets': [{'id': '3ba5e45d-7006-44e1-9909-cbb8119befa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:03.151827 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986e739b-2902-4a60-8ad4-27921b42b00a None None] Checking router: 1c7d1f2a-ee04-4ace-a907-22d2c0b4b728 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:48:03.152566 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986e739b-2902-4a60-8ad4-27921b42b00a None None] Updating router 1c7d1f2a-ee04-4ace-a907-22d2c0b4b728 port fd55e45e-dd32-476f-a3eb-59199bbef2da binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:48:03.185616 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14a97d-0094-46c6-92ff-a9e64ad684fd req-00e54e9f-a31e-497e-ab9d-6b6134799ebb tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:03.189558 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-986e739b-2902-4a60-8ad4-27921b42b00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:03.194075 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0b14a97d-0094-46c6-92ff-a9e64ad684fd req-00e54e9f-a31e-497e-ab9d-6b6134799ebb tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/networks?id=f51730a2-8edb-4ebf-9106-0ab438d7dded HTTP/1.1" status: 200 len: 813 time: 0.3262389 Nov 25 19:48:03.218921 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0b14a97d-0094-46c6-92ff-a9e64ad684fd req-20c8d2f7-d4dd-4376-9468-397100c2c41c tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/quotas/471f2a7f98c848b5bc3e8a0d34a42418 HTTP/1.1" status: 200 len: 375 time: 0.0237880 Nov 25 19:48:03.304490 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-758bd845-2800-4720-afb7-aff1b890dfa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 035a1cd5-b2d1-488c-a8a0-4bd44219746d {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:48:03.316719 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-758bd845-2800-4720-afb7-aff1b890dfa7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:03.341166 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0b14a97d-0094-46c6-92ff-a9e64ad684fd req-70c795ca-b470-4eeb-be90-732065b76fcd tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=471f2a7f98c848b5bc3e8a0d34a42418&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1212394 Nov 25 19:48:03.367021 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-758bd845-2800-4720-afb7-aff1b890dfa7 service neutron] Transition to ACTIVE for port object 035a1cd5-b2d1-488c-a8a0-4bd44219746d will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:48:03.381001 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-758bd845-2800-4720-afb7-aff1b890dfa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:03.442626 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf59f04a-f52b-4cbb-a5c7-11de458697aa x-openstack-request-id: req-bf59f04a-f52b-4cbb-a5c7-11de458697aa {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:48:03.442965 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7d1b72-547f-42bb-81d2-562180043097", "name": "network-vif-deleted", "tag": "7faf04c9-2565-4028-921f-5d95ebfb7045", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:48:03.446334 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bf59f04a-f52b-4cbb-a5c7-11de458697aa {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:48:03.447368 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7d1b72-547f-42bb-81d2-562180043097', 'name': 'network-vif-deleted', 'tag': '7faf04c9-2565-4028-921f-5d95ebfb7045', 'status': 'completed', 'code': 200} Nov 25 19:48:03.513568 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758bd845-2800-4720-afb7-aff1b890dfa7 service neutron] Pushing event updated for resources: {'Port': ['ID=035a1cd5-b2d1-488c-a8a0-4bd44219746d,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:03.604123 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-758bd845-2800-4720-afb7-aff1b890dfa7 service neutron] Attempting to bind port 035a1cd5-b2d1-488c-a8a0-4bd44219746d on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:48:03.604511 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-758bd845-2800-4720-afb7-aff1b890dfa7 service neutron] Attempting to bind port 035a1cd5-b2d1-488c-a8a0-4bd44219746d by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '8c5174ef-5abc-49d8-9a1c-4e9ab534cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:48:03.604825 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-758bd845-2800-4720-afb7-aff1b890dfa7 service neutron] Attempting to bind port 035a1cd5-b2d1-488c-a8a0-4bd44219746d on network 6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:48:03.611512 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-758bd845-2800-4720-afb7-aff1b890dfa7 service neutron] Port 035a1cd5-b2d1-488c-a8a0-4bd44219746d on network 6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:48:03.612066 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-758bd845-2800-4720-afb7-aff1b890dfa7 service neutron] Attempting to bind port 035a1cd5-b2d1-488c-a8a0-4bd44219746d on network 6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:48:03.622246 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-758bd845-2800-4720-afb7-aff1b890dfa7 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:48:03.622803 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-758bd845-2800-4720-afb7-aff1b890dfa7 service neutron] Checking segment: {'id': '8c5174ef-5abc-49d8-9a1c-4e9ab534cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:48:03.624002 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-758bd845-2800-4720-afb7-aff1b890dfa7 service neutron] Bound using segment: {'id': '8c5174ef-5abc-49d8-9a1c-4e9ab534cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:48:03.624571 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-758bd845-2800-4720-afb7-aff1b890dfa7 service neutron] Bound port: 035a1cd5-b2d1-488c-a8a0-4bd44219746d, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c5174ef-5abc-49d8-9a1c-4e9ab534cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:48:03.625115 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-758bd845-2800-4720-afb7-aff1b890dfa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:03.725343 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:03.743770 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-758bd845-2800-4720-afb7-aff1b890dfa7 service neutron] For port 035a1cd5-b2d1-488c-a8a0-4bd44219746d, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:48:03.765189 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-758bd845-2800-4720-afb7-aff1b890dfa7 service neutron] For port 035a1cd5-b2d1-488c-a8a0-4bd44219746d, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=035a1cd5-b2d1-488c-a8a0-4bd44219746d,segment=NetworkSegment(8c5174ef-5abc-49d8-9a1c-4e9ab534cb77),segment_id=8c5174ef-5abc-49d8-9a1c-4e9ab534cb77)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:48:03.787831 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-758bd845-2800-4720-afb7-aff1b890dfa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:03.811796 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773677d9-1905-41c8-821f-dc3f8c8fd158 req-e46f5333-206c-4276-b40d-aeae0dba97e5 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:03.823935 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-773677d9-1905-41c8-821f-dc3f8c8fd158 req-e46f5333-206c-4276-b40d-aeae0dba97e5 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=083da62c-70a3-4808-b7ce-b8528dfa123a HTTP/1.1" status: 200 len: 943 time: 0.1173337 Nov 25 19:48:03.972486 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-986e739b-2902-4a60-8ad4-27921b42b00a None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:03.986864 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-986e739b-2902-4a60-8ad4-27921b42b00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:04.061167 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-758bd845-2800-4720-afb7-aff1b890dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:04.062461 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-758bd845-2800-4720-afb7-aff1b890dfa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:04.069862 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-758bd845-2800-4720-afb7-aff1b890dfa7 service neutron] 10.222.0.73 "PUT /v2.0/ports/035a1cd5-b2d1-488c-a8a0-4bd44219746d HTTP/1.1" status: 200 len: 1091 time: 2.0022748 Nov 25 19:48:04.104073 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82f8df-87d6-4323-9fce-6c0d28cf76c2 None None] Pushing event updated for resources: {'Port': ['ID=fd55e45e-dd32-476f-a3eb-59199bbef2da,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:04.136046 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82f8df-87d6-4323-9fce-6c0d28cf76c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:04.137369 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82f8df-87d6-4323-9fce-6c0d28cf76c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:04.138122 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82f8df-87d6-4323-9fce-6c0d28cf76c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:04.138730 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82f8df-87d6-4323-9fce-6c0d28cf76c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:04.139689 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82f8df-87d6-4323-9fce-6c0d28cf76c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:04.140781 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82f8df-87d6-4323-9fce-6c0d28cf76c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:04.141331 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82f8df-87d6-4323-9fce-6c0d28cf76c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:04.142881 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82f8df-87d6-4323-9fce-6c0d28cf76c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:04.143460 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82f8df-87d6-4323-9fce-6c0d28cf76c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:04.144008 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82f8df-87d6-4323-9fce-6c0d28cf76c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:04.144565 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82f8df-87d6-4323-9fce-6c0d28cf76c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:04.145106 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82f8df-87d6-4323-9fce-6c0d28cf76c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:04.218026 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758bd845-2800-4720-afb7-aff1b890dfa7 service neutron] Pushing event updated for resources: {'Port': ['ID=035a1cd5-b2d1-488c-a8a0-4bd44219746d,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:04.276034 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-773677d9-1905-41c8-821f-dc3f8c8fd158 req-69004dc7-7705-425b-9e19-ac13499ae8f4 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491572 Nov 25 19:48:04.357858 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-c5ce06ac-4a00-45cf-af54-658cb7fb5702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:04.361966 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-986e739b-2902-4a60-8ad4-27921b42b00a None None] Attempting to bind port fd55e45e-dd32-476f-a3eb-59199bbef2da on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:48:04.362492 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-986e739b-2902-4a60-8ad4-27921b42b00a None None] Attempting to bind port fd55e45e-dd32-476f-a3eb-59199bbef2da by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '4f20a637-81e8-4b1c-9799-91bb04f3f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '11e0310f-e918-414c-a6fb-bd5271f0b900'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:48:04.362996 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e739b-2902-4a60-8ad4-27921b42b00a None None] Attempting to bind port fd55e45e-dd32-476f-a3eb-59199bbef2da on network 11e0310f-e918-414c-a6fb-bd5271f0b900 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:48:04.370449 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-c5ce06ac-4a00-45cf-af54-658cb7fb5702 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b627ee06685481eb08143e937abc9f3&device_id=083da62c-70a3-4808-b7ce-b8528dfa123a HTTP/1.1" status: 200 len: 1094 time: 0.2377174 Nov 25 19:48:04.373098 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e739b-2902-4a60-8ad4-27921b42b00a None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:48:04.374195 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e739b-2902-4a60-8ad4-27921b42b00a None None] Checking segment: {'id': '4f20a637-81e8-4b1c-9799-91bb04f3f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '11e0310f-e918-414c-a6fb-bd5271f0b900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:48:04.375475 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-986e739b-2902-4a60-8ad4-27921b42b00a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:04.377590 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e739b-2902-4a60-8ad4-27921b42b00a None None] Bound using segment: {'id': '4f20a637-81e8-4b1c-9799-91bb04f3f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '11e0310f-e918-414c-a6fb-bd5271f0b900'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:48:04.378462 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-986e739b-2902-4a60-8ad4-27921b42b00a None None] Bound port: fd55e45e-dd32-476f-a3eb-59199bbef2da, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f20a637-81e8-4b1c-9799-91bb04f3f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '11e0310f-e918-414c-a6fb-bd5271f0b900'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:48:04.378910 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-986e739b-2902-4a60-8ad4-27921b42b00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:04.572375 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-57b1b406-9445-43fe-91a6-3bf271410076 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=035a1cd5-b2d1-488c-a8a0-4bd44219746d HTTP/1.1" status: 200 len: 217 time: 0.1939766 Nov 25 19:48:04.914428 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-986e739b-2902-4a60-8ad4-27921b42b00a None None] For port fd55e45e-dd32-476f-a3eb-59199bbef2da, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:48:04.919934 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7e87daf7-3de7-4258-bf94-f6285c7bb686 None None] Provisioning complete for port fd55e45e-dd32-476f-a3eb-59199bbef2da triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:04.920913 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7e87daf7-3de7-4258-bf94-f6285c7bb686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:04.924830 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-986e739b-2902-4a60-8ad4-27921b42b00a None None] For port fd55e45e-dd32-476f-a3eb-59199bbef2da, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=fd55e45e-dd32-476f-a3eb-59199bbef2da,segment=NetworkSegment(4f20a637-81e8-4b1c-9799-91bb04f3f704),segment_id=4f20a637-81e8-4b1c-9799-91bb04f3f704)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:48:04.954083 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-986e739b-2902-4a60-8ad4-27921b42b00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:04.982589 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58af887-a800-4e70-83a5-c9db89effcc9 req-5850bed4-4acc-4d3e-8226-d7fbac968090 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:05.011715 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c58af887-a800-4e70-83a5-c9db89effcc9 req-5850bed4-4acc-4d3e-8226-d7fbac968090 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.4366217 Nov 25 19:48:05.060419 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-23ed6de7-4e9b-4580-a282-84097eb8848f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:05.065019 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-23ed6de7-4e9b-4580-a282-84097eb8848f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e38dc1b-5277-41f0-afc8-99e2f28a1004 HTTP/1.1" status: 200 len: 862 time: 0.4752405 Nov 25 19:48:05.167869 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7e87daf7-3de7-4258-bf94-f6285c7bb686 None None] Port fd55e45e-dd32-476f-a3eb-59199bbef2da cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:48:05.222279 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986e739b-2902-4a60-8ad4-27921b42b00a None None] Routers {'1c7d1f2a-ee04-4ace-a907-22d2c0b4b728'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:48:05.222279 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-986e739b-2902-4a60-8ad4-27921b42b00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:48:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1c7d1f2a-ee04-4ace-a907-22d2c0b4b728'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:05.251655 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-f2ad18d2-d827-4847-877a-95167e075760 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1502900 Nov 25 19:48:05.350121 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82f8df-87d6-4323-9fce-6c0d28cf76c2 None None] Pushing event updated for resources: {'Port': ['ID=fd55e45e-dd32-476f-a3eb-59199bbef2da,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:05.389588 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53860) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:05.480122 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:05.507698 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-986e739b-2902-4a60-8ad4-27921b42b00a None None] Set router 1c7d1f2a-ee04-4ace-a907-22d2c0b4b728 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:48:05.574811 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083da62c-70a3-4808-b7ce-b8528dfa123a', 'tag': '035a1cd5-b2d1-488c-a8a0-4bd44219746d'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:48:05.580738 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa08ba4d-d92f-4340-84ed-e03115ca669b" -d '{"events": [{"name": "network-changed", "server_uuid": "083da62c-70a3-4808-b7ce-b8528dfa123a", "tag": "035a1cd5-b2d1-488c-a8a0-4bd44219746d"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:48:05.609866 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3845a285-2531-4d85-9f91-2188bc6c50a4 None None] Provisioning complete for port fd55e45e-dd32-476f-a3eb-59199bbef2da triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:05.610983 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3845a285-2531-4d85-9f91-2188bc6c50a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:05.753494 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c58af887-a800-4e70-83a5-c9db89effcc9 req-64a172cf-894e-4a1f-ae2e-014c825ca8e7 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7360401 Nov 25 19:48:05.774018 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:05.780695 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-48dd1f68-77ac-4fcb-9d7c-ca05318d7f5f service neutron] 10.222.0.73 "GET /v2.0/networks/6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5191500 Nov 25 19:48:05.875878 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-489c0c90-1f34-4757-b0db-fa5cc0b957f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:06.152218 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3845a285-2531-4d85-9f91-2188bc6c50a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:06.166827 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f7ed405-e40b-4015-82bd-2ca80d1adea0 req-2e631463-d441-4987-8fcb-3e44fc895bb5 service neutron] 10.222.0.73 "GET /v2.0/networks/6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781872 Nov 25 19:48:06.178651 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-489c0c90-1f34-4757-b0db-fa5cc0b957f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:06.209415 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-489c0c90-1f34-4757-b0db-fa5cc0b957f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:06.256643 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3845a285-2531-4d85-9f91-2188bc6c50a4 None None] For port fd55e45e-dd32-476f-a3eb-59199bbef2da, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=fd55e45e-dd32-476f-a3eb-59199bbef2da,segment=NetworkSegment(4f20a637-81e8-4b1c-9799-91bb04f3f704),segment_id=4f20a637-81e8-4b1c-9799-91bb04f3f704)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:06.288598 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3845a285-2531-4d85-9f91-2188bc6c50a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:06.311202 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a40eb6-c515-4586-a51c-33abba1e5df8 req-3c1325a2-dca6-4feb-b6ad-c0e25ddddd4b tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:06.323681 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-75a40eb6-c515-4586-a51c-33abba1e5df8 req-3c1325a2-dca6-4feb-b6ad-c0e25ddddd4b tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=083da62c-70a3-4808-b7ce-b8528dfa123a HTTP/1.1" status: 200 len: 943 time: 0.1524544 Nov 25 19:48:06.385493 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-489c0c90-1f34-4757-b0db-fa5cc0b957f6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=40c676fce5b54be1aa4f77986c747f6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9949486 Nov 25 19:48:06.388330 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53904) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:06.397426 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845a285-2531-4d85-9f91-2188bc6c50a4 None None] Pushing event updated for resources: {'Port': ['ID=fd55e45e-dd32-476f-a3eb-59199bbef2da,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:06.410377 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c0c90-1f34-4757-b0db-fa5cc0b957f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e6eede-9e6e-494f-8f6a-2f27edc28c0e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:06.417131 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-75a40eb6-c515-4586-a51c-33abba1e5df8 req-4ddaaa1c-8716-47bf-bf73-3631ad7cfa8e tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904107 Nov 25 19:48:06.476854 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b3117e-3dc7-44fe-9ef7-ec2ca3048b4d x-openstack-request-id: req-c4b3117e-3dc7-44fe-9ef7-ec2ca3048b4d {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:48:06.478502 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083da62c-70a3-4808-b7ce-b8528dfa123a", "tag": "035a1cd5-b2d1-488c-a8a0-4bd44219746d", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:48:06.478823 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c4b3117e-3dc7-44fe-9ef7-ec2ca3048b4d {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:48:06.479484 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083da62c-70a3-4808-b7ce-b8528dfa123a', 'tag': '035a1cd5-b2d1-488c-a8a0-4bd44219746d', 'status': 'completed', 'code': 200} Nov 25 19:48:06.513684 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c0c90-1f34-4757-b0db-fa5cc0b957f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:06.517375 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c0c90-1f34-4757-b0db-fa5cc0b957f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:06.527767 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-986e739b-2902-4a60-8ad4-27921b42b00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7d1f2a-ee04-4ace-a907-22d2c0b4b728', 'name': 'tempest-TestVolumeBackupRestore-1827992486-router', 'tenant_id': '1e30a7cbefff40c19b4637d192fd9fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'e5998b79-080c-4e5d-958a-34ebbeeec928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:44Z', 'updated_at': '2021-11-25T19:47:57Z', 'revision_number': 4, 'project_id': '1e30a7cbefff40c19b4637d192fd9fda', 'gw_port': {'id': 'e5998b79-080c-4e5d-958a-34ebbeeec928', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ea:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7d1f2a-ee04-4ace-a907-22d2c0b4b728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:46Z', 'updated_at': '2021-11-25T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'fd55e45e-dd32-476f-a3eb-59199bbef2da', 'name': '', 'network_id': '11e0310f-e918-414c-a6fb-bd5271f0b900', 'tenant_id': '1e30a7cbefff40c19b4637d192fd9fda', 'mac_address': 'fa:16:3e:cb:28:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7d1f2a-ee04-4ace-a907-22d2c0b4b728', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '3ba5e45d-7006-44e1-9909-cbb8119befa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:55Z', 'updated_at': '2021-11-25T19:48:04Z', 'revision_number': 4, 'project_id': '1e30a7cbefff40c19b4637d192fd9fda', 'subnets': [{'id': '3ba5e45d-7006-44e1-9909-cbb8119befa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:06.530519 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c0c90-1f34-4757-b0db-fa5cc0b957f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:06.531356 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c0c90-1f34-4757-b0db-fa5cc0b957f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:06.532051 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c0c90-1f34-4757-b0db-fa5cc0b957f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:06.532639 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c0c90-1f34-4757-b0db-fa5cc0b957f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:06.533372 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c0c90-1f34-4757-b0db-fa5cc0b957f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:06.534089 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c0c90-1f34-4757-b0db-fa5cc0b957f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:06.534700 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c0c90-1f34-4757-b0db-fa5cc0b957f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:06.536088 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c0c90-1f34-4757-b0db-fa5cc0b957f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:06.537426 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c0c90-1f34-4757-b0db-fa5cc0b957f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:06.539226 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c0c90-1f34-4757-b0db-fa5cc0b957f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:06.574628 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53908) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:06.643585 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08ba4d-d92f-4340-84ed-e03115ca669b req-11867f9c-ac6b-4693-8739-65a2c21b8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:06.645209 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fa08ba4d-d92f-4340-84ed-e03115ca669b req-11867f9c-ac6b-4693-8739-65a2c21b8282 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b627ee06685481eb08143e937abc9f3&device_id=083da62c-70a3-4808-b7ce-b8528dfa123a HTTP/1.1" status: 200 len: 1094 time: 0.1239944 Nov 25 19:48:06.678852 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077545c8-7ecc-45f2-8e67-9229bbe3f7ff req-8dd1876c-9c56-428b-8efb-fb40b07343ca tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:06.689239 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-077545c8-7ecc-45f2-8e67-9229bbe3f7ff req-8dd1876c-9c56-428b-8efb-fb40b07343ca tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1112897 Nov 25 19:48:06.692690 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986e739b-2902-4a60-8ad4-27921b42b00a None None] The sync data for ids ['1c7d1f2a-ee04-4ace-a907-22d2c0b4b728'] in n-d-819349-5 is: [{'id': '1c7d1f2a-ee04-4ace-a907-22d2c0b4b728', 'name': 'tempest-TestVolumeBackupRestore-1827992486-router', 'tenant_id': '1e30a7cbefff40c19b4637d192fd9fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'e5998b79-080c-4e5d-958a-34ebbeeec928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:44Z', 'updated_at': '2021-11-25T19:47:57Z', 'revision_number': 4, 'project_id': '1e30a7cbefff40c19b4637d192fd9fda', 'gw_port': {'id': 'e5998b79-080c-4e5d-958a-34ebbeeec928', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ea:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7d1f2a-ee04-4ace-a907-22d2c0b4b728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:46Z', 'updated_at': '2021-11-25T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'fd55e45e-dd32-476f-a3eb-59199bbef2da', 'name': '', 'network_id': '11e0310f-e918-414c-a6fb-bd5271f0b900', 'tenant_id': '1e30a7cbefff40c19b4637d192fd9fda', 'mac_address': 'fa:16:3e:cb:28:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7d1f2a-ee04-4ace-a907-22d2c0b4b728', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '3ba5e45d-7006-44e1-9909-cbb8119befa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:55Z', 'updated_at': '2021-11-25T19:48:04Z', 'revision_number': 4, 'project_id': '1e30a7cbefff40c19b4637d192fd9fda', 'subnets': [{'id': '3ba5e45d-7006-44e1-9909-cbb8119befa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:48:06.715935 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4ef0924-96c0-4a17-8fa4-2bbc63a66b48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:06.760315 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4ef0924-96c0-4a17-8fa4-2bbc63a66b48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:06.965310 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4ef0924-96c0-4a17-8fa4-2bbc63a66b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:06.970592 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4ef0924-96c0-4a17-8fa4-2bbc63a66b48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:06.974088 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b4ef0924-96c0-4a17-8fa4-2bbc63a66b48 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/22e6eede-9e6e-494f-8f6a-2f27edc28c0e HTTP/1.1" status: 204 len: 168 time: 0.5839400 Nov 25 19:48:06.991949 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef0924-96c0-4a17-8fa4-2bbc63a66b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e6eede-9e6e-494f-8f6a-2f27edc28c0e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:07.032784 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-077545c8-7ecc-45f2-8e67-9229bbe3f7ff req-19769d5c-586e-4b08-95e4-03120beb3c49 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408587 Nov 25 19:48:07.142844 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dc580fad-ed16-464d-a9e4-c2450791d506 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:07.171137 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08ba4d-d92f-4340-84ed-e03115ca669b req-023991fa-6cae-4781-bc1c-c75b473a9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:07.172873 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fa08ba4d-d92f-4340-84ed-e03115ca669b req-023991fa-6cae-4781-bc1c-c75b473a9e8b service neutron] 10.222.0.73 "GET /v2.0/networks?id=6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa HTTP/1.1" status: 200 len: 923 time: 0.5161533 Nov 25 19:48:07.289318 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fa08ba4d-d92f-4340-84ed-e03115ca669b req-41374569-fc29-41ae-b027-84e8f0052af6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=035a1cd5-b2d1-488c-a8a0-4bd44219746d HTTP/1.1" status: 200 len: 217 time: 0.1053934 Nov 25 19:48:07.519936 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08ba4d-d92f-4340-84ed-e03115ca669b req-92c39e8c-b548-4863-a2ba-a1c9d9dac7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:07.530649 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fa08ba4d-d92f-4340-84ed-e03115ca669b req-92c39e8c-b548-4863-a2ba-a1c9d9dac7c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e38dc1b-5277-41f0-afc8-99e2f28a1004 HTTP/1.1" status: 200 len: 862 time: 0.2267458 Nov 25 19:48:07.620490 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dc580fad-ed16-464d-a9e4-c2450791d506 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:07.632675 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fa08ba4d-d92f-4340-84ed-e03115ca669b req-bb0f677e-67ff-477c-b0fe-1836504a3c84 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767934 Nov 25 19:48:07.637311 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dc580fad-ed16-464d-a9e4-c2450791d506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:07.725379 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53930) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:07.734192 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-dc580fad-ed16-464d-a9e4-c2450791d506 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d632d252182449da92d0e34212bf9abd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1434543 Nov 25 19:48:07.910444 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d095f103-05f0-4a21-b6ff-fcd867145e13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:07.917254 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc580fad-ed16-464d-a9e4-c2450791d506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acdef92-6efd-4585-ba35-c255888bb24d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:08.057559 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fa08ba4d-d92f-4340-84ed-e03115ca669b req-73d991da-badf-4655-bfcf-f696f27c5bf4 service neutron] 10.222.0.73 "GET /v2.0/networks/6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529239 Nov 25 19:48:08.061547 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d095f103-05f0-4a21-b6ff-fcd867145e13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:08.358989 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d095f103-05f0-4a21-b6ff-fcd867145e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:08.362040 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d095f103-05f0-4a21-b6ff-fcd867145e13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:08.363692 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d095f103-05f0-4a21-b6ff-fcd867145e13 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7acdef92-6efd-4585-ba35-c255888bb24d HTTP/1.1" status: 204 len: 168 time: 0.6358440 Nov 25 19:48:08.391175 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095f103-05f0-4a21-b6ff-fcd867145e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acdef92-6efd-4585-ba35-c255888bb24d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:08.580482 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fa08ba4d-d92f-4340-84ed-e03115ca669b req-3b032f14-c528-446d-86f3-9b66196c9cfa service neutron] 10.222.0.73 "GET /v2.0/networks/6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064199 Nov 25 19:48:08.607841 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e085f21-644c-4e97-82aa-a9dac5238143 req-8e7dc903-4bd4-425c-91e4-bad4227b0d71 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:08.627709 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e085f21-644c-4e97-82aa-a9dac5238143 req-8e7dc903-4bd4-425c-91e4-bad4227b0d71 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=083da62c-70a3-4808-b7ce-b8528dfa123a HTTP/1.1" status: 200 len: 943 time: 0.3818035 Nov 25 19:48:08.851550 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e085f21-644c-4e97-82aa-a9dac5238143 req-3fb46f58-a311-423f-9847-0d62b2633aac tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212946 Nov 25 19:48:09.016981 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device fd55e45e-dd32-476f-a3eb-59199bbef2da up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:48:09.213089 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 035a1cd5-b2d1-488c-a8a0-4bd44219746d details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:48:09.287253 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e47e228b-dfb0-4023-ba61-34065ffc822a req-936d879c-70ec-4643-afe2-ef2d642ba7cd tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=471f2a7f98c848b5bc3e8a0d34a42418 HTTP/1.1" status: 200 len: 221 time: 0.1383638 Nov 25 19:48:09.577992 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port fd55e45e-dd32-476f-a3eb-59199bbef2da triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:09.586189 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:09.672650 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92acfeb-efcc-4d0e-827f-7ff2dab49033 req-db30c106-1788-45ed-8bee-8b4f36e39cca tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:09.672650 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b92acfeb-efcc-4d0e-827f-7ff2dab49033 req-db30c106-1788-45ed-8bee-8b4f36e39cca tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 946 time: 0.2383740 Nov 25 19:48:09.763018 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 035a1cd5-b2d1-488c-a8a0-4bd44219746d, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=035a1cd5-b2d1-488c-a8a0-4bd44219746d,segment=NetworkSegment(8c5174ef-5abc-49d8-9a1c-4e9ab534cb77),segment_id=8c5174ef-5abc-49d8-9a1c-4e9ab534cb77)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:09.802229 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '035a1cd5-b2d1-488c-a8a0-4bd44219746d', 'network_id': '6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa', 'port_id': '035a1cd5-b2d1-488c-a8a0-4bd44219746d', 'mac_address': 'fa:16:3e:d1:d0:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e38dc1b-5277-41f0-afc8-99e2f28a1004', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:48:09.825704 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53974) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:09.861154 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b92acfeb-efcc-4d0e-827f-7ff2dab49033 req-a99e7bc1-1766-49f9-9238-542c98deea6d tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460931 Nov 25 19:48:09.873511 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3b38120-06a8-46b9-bf94-3ebaa4ca627f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:10.017682 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:10.074178 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035a1cd5-b2d1-488c-a8a0-4bd44219746d {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:48:10.128910 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 035a1cd5-b2d1-488c-a8a0-4bd44219746d, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=035a1cd5-b2d1-488c-a8a0-4bd44219746d,segment=NetworkSegment(8c5174ef-5abc-49d8-9a1c-4e9ab534cb77),segment_id=8c5174ef-5abc-49d8-9a1c-4e9ab534cb77)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:10.138256 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:10.217121 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3b38120-06a8-46b9-bf94-3ebaa4ca627f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:10.225641 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3b38120-06a8-46b9-bf94-3ebaa4ca627f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:10.309182 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=035a1cd5-b2d1-488c-a8a0-4bd44219746d,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:10.360816 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b38120-06a8-46b9-bf94-3ebaa4ca627f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8641c506-3924-4fb8-bb37-56b96381494a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:10.365110 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e7568-e374-42b3-b83f-dc70dd6efb40 req-96521956-5481-4007-a022-0851980b0aad tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:10.374152 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8a0e7568-e374-42b3-b83f-dc70dd6efb40 req-96521956-5481-4007-a022-0851980b0aad tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1051700 Nov 25 19:48:10.375999 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a3b38120-06a8-46b9-bf94-3ebaa4ca627f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4efa48ca62a344399b6fe5b5b9ba13db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5481405 Nov 25 19:48:10.380972 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53980) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:10.435342 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['035a1cd5-b2d1-488c-a8a0-4bd44219746d'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:48:10.567942 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8a0e7568-e374-42b3-b83f-dc70dd6efb40 req-a1aab239-b616-4e8e-9cb8-62ed72925f5f tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684122 Nov 25 19:48:10.605213 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f80f9419-dd8f-4feb-bad9-5b27a9f17d69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:10.697490 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f80f9419-dd8f-4feb-bad9-5b27a9f17d69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:10.828892 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b54028-8c74-47bb-a6a5-c167443813f0 req-f76fa530-d96e-422f-9698-16897b2a44f2 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:10.836928 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e7b54028-8c74-47bb-a6a5-c167443813f0 req-f76fa530-d96e-422f-9698-16897b2a44f2 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=083da62c-70a3-4808-b7ce-b8528dfa123a HTTP/1.1" status: 200 len: 944 time: 0.1429763 Nov 25 19:48:10.857690 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f80f9419-dd8f-4feb-bad9-5b27a9f17d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:10.861001 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f80f9419-dd8f-4feb-bad9-5b27a9f17d69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:10.865536 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f80f9419-dd8f-4feb-bad9-5b27a9f17d69 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8641c506-3924-4fb8-bb37-56b96381494a HTTP/1.1" status: 204 len: 168 time: 0.4772525 Nov 25 19:48:10.890712 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f9419-dd8f-4feb-bad9-5b27a9f17d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8641c506-3924-4fb8-bb37-56b96381494a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:11.007135 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e7b54028-8c74-47bb-a6a5-c167443813f0 req-ddee812e-8957-49d8-9074-aec5f5ddf7ab tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688092 Nov 25 19:48:11.398733 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d7bf9-aedb-4f6a-8fa1-333d828c64db req-1ebd0962-4581-4190-a0af-6c7cfd9b1f47 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:11.402788 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d9d7bf9-aedb-4f6a-8fa1-333d828c64db req-1ebd0962-4581-4190-a0af-6c7cfd9b1f47 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1339860 Nov 25 19:48:11.598968 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d9d7bf9-aedb-4f6a-8fa1-333d828c64db req-c65514c2-af0d-49cd-9b16-a4e30f2de19d tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882892 Nov 25 19:48:11.936191 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12801c6f-75e0-4db3-9498-26a9d38f8695 req-cad21e4c-eca3-4d44-af07-721512f2d45c tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:11.950305 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-12801c6f-75e0-4db3-9498-26a9d38f8695 req-cad21e4c-eca3-4d44-af07-721512f2d45c tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 946 time: 0.2194386 Nov 25 19:48:12.029326 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-12801c6f-75e0-4db3-9498-26a9d38f8695 req-f2d7dc13-bfc9-40f3-92f0-d6bab74bce27 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775979 Nov 25 19:48:12.631637 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f7e96-6088-4fa0-bca6-bece53729a6b req-8c87f8cc-23be-4163-aeb2-113b424536de tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:12.639037 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd2f7e96-6088-4fa0-bca6-bece53729a6b req-8c87f8cc-23be-4163-aeb2-113b424536de tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=083da62c-70a3-4808-b7ce-b8528dfa123a HTTP/1.1" status: 200 len: 944 time: 0.0917332 Nov 25 19:48:12.715049 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd2f7e96-6088-4fa0-bca6-bece53729a6b req-adcf1573-0c44-4c1a-9039-6da08048e128 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728371 Nov 25 19:48:12.937899 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92126b-7a7c-4be2-875b-bb94eff94e36 req-c88eee8c-a732-40b3-93f7-b59844463524 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:12.946854 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a92126b-7a7c-4be2-875b-bb94eff94e36 req-c88eee8c-a732-40b3-93f7-b59844463524 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1069546 Nov 25 19:48:13.078150 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a92126b-7a7c-4be2-875b-bb94eff94e36 req-ec9e5013-4d25-4d04-ab3b-235bb2ff2730 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192737 Nov 25 19:48:13.090358 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 035a1cd5-b2d1-488c-a8a0-4bd44219746d up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:48:13.181131 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 035a1cd5-b2d1-488c-a8a0-4bd44219746d completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:48:13.189154 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 035a1cd5-b2d1-488c-a8a0-4bd44219746d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:13.189886 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:13.393134 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6af0e7-0fbc-49f3-beae-7312c60a3066 req-b4641e94-a203-4278-ac1a-9552b9c316d2 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:13.398388 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9e6af0e7-0fbc-49f3-beae-7312c60a3066 req-b4641e94-a203-4278-ac1a-9552b9c316d2 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 946 time: 0.1536541 Nov 25 19:48:13.459043 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:13.497330 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9e6af0e7-0fbc-49f3-beae-7312c60a3066 req-31cd130e-f673-4544-a151-4167f23713c6 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803721 Nov 25 19:48:13.546851 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083da62c-70a3-4808-b7ce-b8528dfa123a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035a1cd5-b2d1-488c-a8a0-4bd44219746d'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:48:13.550114 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb962ee0-9de2-4c2f-adc6-40a4c969e015" -d '{"events": [{"server_uuid": "083da62c-70a3-4808-b7ce-b8528dfa123a", "name": "network-vif-plugged", "status": "completed", "tag": "035a1cd5-b2d1-488c-a8a0-4bd44219746d"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:48:13.587492 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 035a1cd5-b2d1-488c-a8a0-4bd44219746d, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=035a1cd5-b2d1-488c-a8a0-4bd44219746d,segment=NetworkSegment(8c5174ef-5abc-49d8-9a1c-4e9ab534cb77),segment_id=8c5174ef-5abc-49d8-9a1c-4e9ab534cb77)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:13.590816 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:48:13.607996 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:13.707899 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878472e-5c16-47ad-8d05-87101c986e13 req-45c0eef5-4c12-4f1e-80d3-e70128ed3353 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:13.709199 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54134) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:13.720844 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d878472e-5c16-47ad-8d05-87101c986e13 req-45c0eef5-4c12-4f1e-80d3-e70128ed3353 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1250906 Nov 25 19:48:13.752715 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=035a1cd5-b2d1-488c-a8a0-4bd44219746d,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:13.815143 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d878472e-5c16-47ad-8d05-87101c986e13 req-1c3ace5f-520c-403f-a4f3-c76e305c045c tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920227 Nov 25 19:48:14.053259 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58b8c6b-8a30-4bed-9a14-554857326535 x-openstack-request-id: req-d58b8c6b-8a30-4bed-9a14-554857326535 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:48:14.053886 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083da62c-70a3-4808-b7ce-b8528dfa123a", "name": "network-vif-plugged", "status": "completed", "tag": "035a1cd5-b2d1-488c-a8a0-4bd44219746d", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:48:14.054543 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d58b8c6b-8a30-4bed-9a14-554857326535 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:48:14.055730 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083da62c-70a3-4808-b7ce-b8528dfa123a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035a1cd5-b2d1-488c-a8a0-4bd44219746d', 'code': 200} Nov 25 19:48:14.272466 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-726ad5ac-95bd-4a64-99fb-0299ddce6cf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:14.300603 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6c5ce-ef0a-43d9-94e0-7b0977573436 req-51479e6b-4a6b-4fe2-b43e-4d693bd2117b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:14.302870 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aab6c5ce-ef0a-43d9-94e0-7b0977573436 req-51479e6b-4a6b-4fe2-b43e-4d693bd2117b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=083da62c-70a3-4808-b7ce-b8528dfa123a HTTP/1.1" status: 200 len: 1096 time: 0.1331985 Nov 25 19:48:14.315591 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae517fbe-b2ec-4fd0-be48-4893cffb1a76 req-4c7fcc61-5741-419e-a8ae-ebc24be0c2f6 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:14.317031 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ae517fbe-b2ec-4fd0-be48-4893cffb1a76 req-4c7fcc61-5741-419e-a8ae-ebc24be0c2f6 tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.73 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 946 time: 0.2186465 Nov 25 19:48:14.335566 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726faf1-a472-47e1-9f03-63b4a7f19235 req-56f8c145-ae45-4354-bb17-26944abb9cd4 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:14.344064 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4726faf1-a472-47e1-9f03-63b4a7f19235 req-56f8c145-ae45-4354-bb17-26944abb9cd4 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=083da62c-70a3-4808-b7ce-b8528dfa123a HTTP/1.1" status: 200 len: 945 time: 0.1771445 Nov 25 19:48:14.447875 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-726ad5ac-95bd-4a64-99fb-0299ddce6cf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:14.453725 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-726ad5ac-95bd-4a64-99fb-0299ddce6cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:14.529541 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-726ad5ac-95bd-4a64-99fb-0299ddce6cf7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2013e34ea07142e2a37f1c5070196804&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8156013 Nov 25 19:48:14.529541 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54166) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:14.542497 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ad5ac-95bd-4a64-99fb-0299ddce6cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6629e53f-48ab-4f43-9744-0eef84e4c651,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:14.606756 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aab6c5ce-ef0a-43d9-94e0-7b0977573436 req-545044ad-9e58-42cd-8c1a-aec5063e4660 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883973 Nov 25 19:48:14.621309 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4726faf1-a472-47e1-9f03-63b4a7f19235 req-19a71b07-37b8-44af-a4ba-82d5ef950e48 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759583 Nov 25 19:48:14.628119 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f36688a-8e90-4608-b637-6dfaaf12d71f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:14.675351 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f36688a-8e90-4608-b637-6dfaaf12d71f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:14.702182 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-ae517fbe-b2ec-4fd0-be48-4893cffb1a76 req-328149fe-32e4-4e26-a95e-744a60e6fa5b tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Deleting port 6ef884be-3c91-47c0-968b-b383021ce755 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:48:14.703359 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ae517fbe-b2ec-4fd0-be48-4893cffb1a76 req-328149fe-32e4-4e26-a95e-744a60e6fa5b tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:14.800558 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f36688a-8e90-4608-b637-6dfaaf12d71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:14.806622 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f36688a-8e90-4608-b637-6dfaaf12d71f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:14.808677 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5f36688a-8e90-4608-b637-6dfaaf12d71f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6629e53f-48ab-4f43-9744-0eef84e4c651 HTTP/1.1" status: 204 len: 168 time: 0.2734153 Nov 25 19:48:14.848323 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36688a-8e90-4608-b637-6dfaaf12d71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6629e53f-48ab-4f43-9744-0eef84e4c651,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:14.907595 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe9575-9a14-4c97-96b8-8b0387e548b8 req-6dfe357f-077c-4b3d-954f-36f5e7a2f24c tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:14.909730 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d7fe9575-9a14-4c97-96b8-8b0387e548b8 req-6dfe357f-077c-4b3d-954f-36f5e7a2f24c tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/ports?device_id=33f8f11b-9cf1-4591-bcc5-ecd331168f55 HTTP/1.1" status: 200 len: 946 time: 0.0989237 Nov 25 19:48:14.929060 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-ae517fbe-b2ec-4fd0-be48-4893cffb1a76 req-328149fe-32e4-4e26-a95e-744a60e6fa5b tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] For port 6ef884be-3c91-47c0-968b-b383021ce755, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=6ef884be-3c91-47c0-968b-b383021ce755,segment=NetworkSegment(04fabac9-f65f-4fde-b14c-438d1e6ec424),segment_id=04fabac9-f65f-4fde-b14c-438d1e6ec424)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:14.929607 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ae517fbe-b2ec-4fd0-be48-4893cffb1a76 req-328149fe-32e4-4e26-a95e-744a60e6fa5b tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:15.011488 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-ae517fbe-b2ec-4fd0-be48-4893cffb1a76 req-328149fe-32e4-4e26-a95e-744a60e6fa5b tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Calling delete_port for 6ef884be-3c91-47c0-968b-b383021ce755 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:15.118813 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54182) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:15.244642 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d7fe9575-9a14-4c97-96b8-8b0387e548b8 req-e0e629fd-d47e-44e1-acfa-7d0ab37e092a tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948589 Nov 25 19:48:15.458881 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ae517fbe-b2ec-4fd0-be48-4893cffb1a76 req-328149fe-32e4-4e26-a95e-744a60e6fa5b tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:15.475328 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['6ef884be-3c91-47c0-968b-b383021ce755'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:48:15.482200 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b493fd1-39e3-4f76-b831-e30d7579112e req-2f296324-7e02-458a-af63-d62c0b82d47d tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:15.491632 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b493fd1-39e3-4f76-b831-e30d7579112e req-2f296324-7e02-458a-af63-d62c0b82d47d tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1464076 Nov 25 19:48:15.497064 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a43e7f6-3d87-4316-9a62-0ffb725cceae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:15.548177 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328149fe-32e4-4e26-a95e-744a60e6fa5b tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Pushing event deleted for resources: {'Port': ['ID=6ef884be-3c91-47c0-968b-b383021ce755,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:15.636248 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae517fbe-b2ec-4fd0-be48-4893cffb1a76 req-328149fe-32e4-4e26-a95e-744a60e6fa5b tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] No DVR routers for this DVR port 6ef884be-3c91-47c0-968b-b383021ce755 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:48:15.639933 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ae517fbe-b2ec-4fd0-be48-4893cffb1a76 req-328149fe-32e4-4e26-a95e-744a60e6fa5b tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:15.645253 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ae517fbe-b2ec-4fd0-be48-4893cffb1a76 req-328149fe-32e4-4e26-a95e-744a60e6fa5b tempest-ServerRescueNegativeTestJSON-1017203471 tempest-ServerRescueNegativeTestJSON-1017203471-project] 10.222.0.73 "DELETE /v2.0/ports/6ef884be-3c91-47c0-968b-b383021ce755 HTTP/1.1" status: 204 len: 173 time: 1.3194327 Nov 25 19:48:15.646936 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f8f11b-9cf1-4591-bcc5-ecd331168f55', 'name': 'network-vif-deleted', 'tag': '6ef884be-3c91-47c0-968b-b383021ce755'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:48:15.651697 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe6c34c-7f61-42a0-af04-fe5d424e5e2a" -d '{"events": [{"server_uuid": "33f8f11b-9cf1-4591-bcc5-ecd331168f55", "name": "network-vif-deleted", "tag": "6ef884be-3c91-47c0-968b-b383021ce755"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:48:15.676540 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b493fd1-39e3-4f76-b831-e30d7579112e req-bf8f4cf3-5ed9-403f-8621-e7c527b0f7f9 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779227 Nov 25 19:48:15.721669 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 54194) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:15.738945 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f58c847a-eec3-4541-bc3b-32f03e9ef8c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:15.749285 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a43e7f6-3d87-4316-9a62-0ffb725cceae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:15.755781 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a43e7f6-3d87-4316-9a62-0ffb725cceae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:15.845298 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3a43e7f6-3d87-4316-9a62-0ffb725cceae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8280e759824f4799814ccb44df76f40c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7244203 Nov 25 19:48:15.849953 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54196) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:15.920620 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43e7f6-3d87-4316-9a62-0ffb725cceae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87a4a89-e6bd-4fef-a964-edf880b21a6b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:15.953188 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f58c847a-eec3-4541-bc3b-32f03e9ef8c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:15.965578 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f58c847a-eec3-4541-bc3b-32f03e9ef8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:16.003662 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f53f072c-7806-480a-8895-b97b8fcf27cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:16.067003 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f53f072c-7806-480a-8895-b97b8fcf27cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:16.086258 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f58c847a-eec3-4541-bc3b-32f03e9ef8c2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=874bc61c25c149b5912a9333beeba5ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3592615 Nov 25 19:48:16.088505 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c847a-eec3-4541-bc3b-32f03e9ef8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5277746e-e40b-4ac5-a690-b12dbe41a781,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:16.088974 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54198) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:16.135083 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46153132-9798-40de-8f80-ccd0af0de43e req-480368d2-ab05-4dd2-9205-1e7d36b1e1bb tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:16.138325 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-46153132-9798-40de-8f80-ccd0af0de43e req-480368d2-ab05-4dd2-9205-1e7d36b1e1bb tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=083da62c-70a3-4808-b7ce-b8528dfa123a HTTP/1.1" status: 200 len: 945 time: 0.1324010 Nov 25 19:48:16.242171 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-46153132-9798-40de-8f80-ccd0af0de43e req-8caee906-6898-489e-a042-8322b40742e8 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932832 Nov 25 19:48:16.270613 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f24598e2-305f-4931-92a7-c16b8d734b46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:16.274638 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f53f072c-7806-480a-8895-b97b8fcf27cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:16.280128 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f53f072c-7806-480a-8895-b97b8fcf27cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:16.294371 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f53f072c-7806-480a-8895-b97b8fcf27cb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b87a4a89-e6bd-4fef-a964-edf880b21a6b HTTP/1.1" status: 204 len: 168 time: 0.4358628 Nov 25 19:48:16.325274 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f072c-7806-480a-8895-b97b8fcf27cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87a4a89-e6bd-4fef-a964-edf880b21a6b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:16.374221 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f24598e2-305f-4931-92a7-c16b8d734b46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:16.456442 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09d953c-87a2-41ad-831f-72bfe4f5f39f x-openstack-request-id: req-f09d953c-87a2-41ad-831f-72bfe4f5f39f {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:48:16.457269 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f8f11b-9cf1-4591-bcc5-ecd331168f55", "name": "network-vif-deleted", "tag": "6ef884be-3c91-47c0-968b-b383021ce755", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:48:16.457687 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f09d953c-87a2-41ad-831f-72bfe4f5f39f {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:48:16.458520 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f8f11b-9cf1-4591-bcc5-ecd331168f55', 'name': 'network-vif-deleted', 'tag': '6ef884be-3c91-47c0-968b-b383021ce755', 'status': 'completed', 'code': 200} Nov 25 19:48:16.538276 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f24598e2-305f-4931-92a7-c16b8d734b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:16.548434 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f24598e2-305f-4931-92a7-c16b8d734b46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:16.556818 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f24598e2-305f-4931-92a7-c16b8d734b46 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5277746e-e40b-4ac5-a690-b12dbe41a781 HTTP/1.1" status: 204 len: 168 time: 0.4605186 Nov 25 19:48:16.598901 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24598e2-305f-4931-92a7-c16b8d734b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5277746e-e40b-4ac5-a690-b12dbe41a781,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:16.662998 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078be8ab-f436-4578-9df8-dc17a4e9eb42 req-df4e4e3a-f338-44bd-af91-25e0608c810c tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:16.671543 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-078be8ab-f436-4578-9df8-dc17a4e9eb42 req-df4e4e3a-f338-44bd-af91-25e0608c810c tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.0824945 Nov 25 19:48:16.771246 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-078be8ab-f436-4578-9df8-dc17a4e9eb42 req-227d530e-1ee6-429c-8387-45beb9231ec0 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985904 Nov 25 19:48:16.841654 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 54218) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:17.013785 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a54b2-2a3f-4467-b942-b407d580cbb3 req-54f04608-868d-40a3-a6a7-e5ead760bd52 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:17.027041 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-550a54b2-2a3f-4467-b942-b407d580cbb3 req-54f04608-868d-40a3-a6a7-e5ead760bd52 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.0910754 Nov 25 19:48:17.125385 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-550a54b2-2a3f-4467-b942-b407d580cbb3 req-a351f610-4060-4c69-ba3d-239abb38b754 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936937 Nov 25 19:48:17.170667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 54230) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:17.202121 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b5cb68a-f683-48d8-8396-202f0a355806 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:17.380501 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b5cb68a-f683-48d8-8396-202f0a355806 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:17.387114 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b5cb68a-f683-48d8-8396-202f0a355806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:17.451282 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5cb68a-f683-48d8-8396-202f0a355806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832c7e74-36f5-4de6-a82c-143d8f334d32,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:17.615904 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0b5cb68a-f683-48d8-8396-202f0a355806 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=652dde4062e343e2951c0848f72de286&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4438944 Nov 25 19:48:17.620775 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54244) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:17.691367 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e9b6e-25a7-4000-b5b5-2ab1f710214e req-62195402-cbed-4184-84cc-456446c630aa tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:17.694392 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b40e9b6e-25a7-4000-b5b5-2ab1f710214e req-62195402-cbed-4184-84cc-456446c630aa tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1358449 Nov 25 19:48:17.764468 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c3a507d-7513-4fdd-9623-e79f1266ae16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:17.799261 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c3a507d-7513-4fdd-9623-e79f1266ae16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:17.865800 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c3a507d-7513-4fdd-9623-e79f1266ae16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:17.870418 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c3a507d-7513-4fdd-9623-e79f1266ae16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:17.872048 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5c3a507d-7513-4fdd-9623-e79f1266ae16 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/832c7e74-36f5-4de6-a82c-143d8f334d32 HTTP/1.1" status: 204 len: 168 time: 0.2497327 Nov 25 19:48:17.885359 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a507d-7513-4fdd-9623-e79f1266ae16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832c7e74-36f5-4de6-a82c-143d8f334d32,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:18.161617 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b40e9b6e-25a7-4000-b5b5-2ab1f710214e req-5db7b558-4c65-4ac4-a48c-dd69e2f9af48 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402995 Nov 25 19:48:18.567627 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1a6d7-feb8-473d-bb0b-6ab63df372c0 req-a9dfae86-0f80-4c5b-913b-75623e26dd34 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:18.569238 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36f1a6d7-feb8-473d-bb0b-6ab63df372c0 req-a9dfae86-0f80-4c5b-913b-75623e26dd34 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=083da62c-70a3-4808-b7ce-b8528dfa123a HTTP/1.1" status: 200 len: 945 time: 0.1448550 Nov 25 19:48:18.758976 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36f1a6d7-feb8-473d-bb0b-6ab63df372c0 req-5edc51ac-574e-4852-a8a2-efb8a1adc4b4 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748278 Nov 25 19:48:18.872038 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1dce624d-d7e7-43a9-8525-a13334622d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:19.110144 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 6ef884be-3c91-47c0-968b-b383021ce755 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:48:19.205769 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 6ef884be-3c91-47c0-968b-b383021ce755 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:48:19.207062 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 6ef884be-3c91-47c0-968b-b383021ce755 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:48:19.498456 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fde92-63be-4e32-ae68-1b70c84ca4a4 req-0283014a-8c8b-4040-8b6c-fb59fb47ea19 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:19.511685 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-421fde92-63be-4e32-ae68-1b70c84ca4a4 req-0283014a-8c8b-4040-8b6c-fb59fb47ea19 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1613026 Nov 25 19:48:19.645101 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-421fde92-63be-4e32-ae68-1b70c84ca4a4 req-a891a980-7ee2-4af8-9329-9c8e20ba044e tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249087 Nov 25 19:48:19.739805 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1dce624d-d7e7-43a9-8525-a13334622d48 admin admin] Deleting port 82803f89-6474-46a7-8e3d-fb50a5b10fe3 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:48:19.740543 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1dce624d-d7e7-43a9-8525-a13334622d48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:20.145438 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1dce624d-d7e7-43a9-8525-a13334622d48 admin admin] For port 82803f89-6474-46a7-8e3d-fb50a5b10fe3, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=82803f89-6474-46a7-8e3d-fb50a5b10fe3,segment=NetworkSegment(04fabac9-f65f-4fde-b14c-438d1e6ec424),segment_id=04fabac9-f65f-4fde-b14c-438d1e6ec424)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:20.146088 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1dce624d-d7e7-43a9-8525-a13334622d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:20.198677 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6df91-ec3f-405c-b2fb-201b9a18b4f3 req-a3b2bac0-56b9-418d-ab19-8fa7a3246540 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:20.201598 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-74c6df91-ec3f-405c-b2fb-201b9a18b4f3 req-a3b2bac0-56b9-418d-ab19-8fa7a3246540 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=083da62c-70a3-4808-b7ce-b8528dfa123a HTTP/1.1" status: 200 len: 945 time: 0.2664142 Nov 25 19:48:20.203223 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1dce624d-d7e7-43a9-8525-a13334622d48 admin admin] Calling delete_port for 82803f89-6474-46a7-8e3d-fb50a5b10fe3 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:21.486009 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1dce624d-d7e7-43a9-8525-a13334622d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:21.494908 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-74c6df91-ec3f-405c-b2fb-201b9a18b4f3 req-2382b689-3f89-4576-aca2-37dadab4f937 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2771242 Nov 25 19:48:21.515142 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef2ed4-2619-4cdd-b6a3-8337406ca479 req-641ecd10-632e-48df-bf4f-f5c4bd5f0032 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:21.516774 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-11ef2ed4-2619-4cdd-b6a3-8337406ca479 req-641ecd10-632e-48df-bf4f-f5c4bd5f0032 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.73 "GET /v2.0/ports?device_id=083da62c-70a3-4808-b7ce-b8528dfa123a HTTP/1.1" status: 200 len: 945 time: 0.2001398 Nov 25 19:48:21.586222 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce624d-d7e7-43a9-8525-a13334622d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=82803f89-6474-46a7-8e3d-fb50a5b10fe3,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:21.862224 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54376) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:21.952965 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-11ef2ed4-2619-4cdd-b6a3-8337406ca479 req-415edcce-f2b2-42f9-825a-f06682a008da tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Deleting port 035a1cd5-b2d1-488c-a8a0-4bd44219746d {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:48:21.953678 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-11ef2ed4-2619-4cdd-b6a3-8337406ca479 req-415edcce-f2b2-42f9-825a-f06682a008da tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:22.103164 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54384) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:22.128176 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1dce624d-d7e7-43a9-8525-a13334622d48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:22.273561 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ad8b7da8-f054-41db-a411-47d8b459a5f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:22.498080 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ad8b7da8-f054-41db-a411-47d8b459a5f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:22.518506 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ad8b7da8-f054-41db-a411-47d8b459a5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:22.605459 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b998af82-309f-486f-be20-0c8db271ebbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:22.628941 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-11ef2ed4-2619-4cdd-b6a3-8337406ca479 req-415edcce-f2b2-42f9-825a-f06682a008da tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] For port 035a1cd5-b2d1-488c-a8a0-4bd44219746d, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=035a1cd5-b2d1-488c-a8a0-4bd44219746d,segment=NetworkSegment(8c5174ef-5abc-49d8-9a1c-4e9ab534cb77),segment_id=8c5174ef-5abc-49d8-9a1c-4e9ab534cb77)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:22.629742 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-11ef2ed4-2619-4cdd-b6a3-8337406ca479 req-415edcce-f2b2-42f9-825a-f06682a008da tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:22.678869 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-b8a5b892-96d8-416a-a39f-b22a63060dc3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5436230 Nov 25 19:48:22.689555 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ad8b7da8-f054-41db-a411-47d8b459a5f0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d212efc2c7f4ac2be0012ef7bb2f07e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8258460 Nov 25 19:48:22.698516 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-11ef2ed4-2619-4cdd-b6a3-8337406ca479 req-415edcce-f2b2-42f9-825a-f06682a008da tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Calling delete_port for 035a1cd5-b2d1-488c-a8a0-4bd44219746d owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:22.703475 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54394) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:22.755367 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b7da8-f054-41db-a411-47d8b459a5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71847487-2a19-422a-9a71-cadd88c85c64,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:22.757831 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d10ea-af98-4bd4-b4d5-f1108575fa46 req-a3ffb218-68d9-4e4a-8cbd-5a9ee99e3161 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:22.791198 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c2d10ea-af98-4bd4-b4d5-f1108575fa46 req-a3ffb218-68d9-4e4a-8cbd-5a9ee99e3161 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 1.0914257 Nov 25 19:48:22.834649 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-962c0fd6-b041-4f5f-b6d2-6978ba623946 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:22.877490 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-962c0fd6-b041-4f5f-b6d2-6978ba623946 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:22.929857 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b998af82-309f-486f-be20-0c8db271ebbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:22.939939 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b998af82-309f-486f-be20-0c8db271ebbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:22.976094 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998af82-309f-486f-be20-0c8db271ebbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9089da1c-a5a8-47b1-9509-187492a618a7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:23.007693 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b998af82-309f-486f-be20-0c8db271ebbd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d54d2fb733374da08e6e3452470f3e40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9029565 Nov 25 19:48:23.013504 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54400) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:23.033572 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-962c0fd6-b041-4f5f-b6d2-6978ba623946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:23.036643 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-962c0fd6-b041-4f5f-b6d2-6978ba623946 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:23.038075 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-962c0fd6-b041-4f5f-b6d2-6978ba623946 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/71847487-2a19-422a-9a71-cadd88c85c64 HTTP/1.1" status: 204 len: 168 time: 0.3274271 Nov 25 19:48:23.083568 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c0fd6-b041-4f5f-b6d2-6978ba623946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71847487-2a19-422a-9a71-cadd88c85c64,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:23.104020 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4d22810-d667-477c-9d60-125200b5b588 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:23.129937 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c2d10ea-af98-4bd4-b4d5-f1108575fa46 req-bbba521b-b9a2-4bc1-8dc9-dc10ba63a20a tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368740 Nov 25 19:48:23.163664 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-76126fdd-daae-48ae-9eb8-0ef2125d5ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:23.164722 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-76126fdd-daae-48ae-9eb8-0ef2125d5ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:23.165369 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-76126fdd-daae-48ae-9eb8-0ef2125d5ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:23.165646 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-76126fdd-daae-48ae-9eb8-0ef2125d5ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:23.166117 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-76126fdd-daae-48ae-9eb8-0ef2125d5ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:23.166808 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4d22810-d667-477c-9d60-125200b5b588 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:23.167997 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-76126fdd-daae-48ae-9eb8-0ef2125d5ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:23.176765 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-76126fdd-daae-48ae-9eb8-0ef2125d5ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:23.181623 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-76126fdd-daae-48ae-9eb8-0ef2125d5ebe service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9d22fa4f40744aa88e4f6dbc79438c2&device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 6502 time: 0.4410405 Nov 25 19:48:23.382720 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4d22810-d667-477c-9d60-125200b5b588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:23.385902 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4d22810-d667-477c-9d60-125200b5b588 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:23.391326 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f4d22810-d667-477c-9d60-125200b5b588 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9089da1c-a5a8-47b1-9509-187492a618a7 HTTP/1.1" status: 204 len: 168 time: 0.3755379 Nov 25 19:48:23.406555 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d22810-d667-477c-9d60-125200b5b588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9089da1c-a5a8-47b1-9509-187492a618a7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:23.660513 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:23.677516 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dce624d-d7e7-43a9-8525-a13334622d48 admin admin] Router 7472cbfe-cbdb-4591-8271-c73bc9937d39 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:48:23.771064 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-11ef2ed4-2619-4cdd-b6a3-8337406ca479 req-415edcce-f2b2-42f9-825a-f06682a008da tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:23.788256 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-3d4c041c-9b15-4b54-9462-d289c8b67cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:23.789700 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-3d4c041c-9b15-4b54-9462-d289c8b67cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:23.790577 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-3d4c041c-9b15-4b54-9462-d289c8b67cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:23.793630 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-3d4c041c-9b15-4b54-9462-d289c8b67cf1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e6cd4387-d0d6-4f12-8944-fa288777c85c&id=20935496-6e9b-480f-933b-cbeba5774e5e&id=20935496-6e9b-480f-933b-cbeba5774e5e&id=20935496-6e9b-480f-933b-cbeba5774e5e&id=20935496-6e9b-480f-933b-cbeba5774e5e&id=8aa06786-042e-4faf-b4a5-b6084b1ca237&id=8aa06786-042e-4faf-b4a5-b6084b1ca237 HTTP/1.1" status: 200 len: 2298 time: 0.5585701 Nov 25 19:48:23.878721 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24276fc3-5e46-46da-9ed4-d0c8aed054fc req-f33358e2-cf3c-436c-9306-f754208bd468 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:23.881483 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24276fc3-5e46-46da-9ed4-d0c8aed054fc req-f33358e2-cf3c-436c-9306-f754208bd468 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/ports?device_id=083da62c-70a3-4808-b7ce-b8528dfa123a HTTP/1.1" status: 200 len: 867 time: 0.4501207 Nov 25 19:48:23.980099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415edcce-f2b2-42f9-825a-f06682a008da tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Pushing event deleted for resources: {'Port': ['ID=035a1cd5-b2d1-488c-a8a0-4bd44219746d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:24.296183 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:24.310106 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54436) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:24.335402 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-306c38af-f41f-4a81-a177-04f00916adcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:24.384087 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ef2ed4-2619-4cdd-b6a3-8337406ca479 req-415edcce-f2b2-42f9-825a-f06682a008da tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] No DVR routers for this DVR port 035a1cd5-b2d1-488c-a8a0-4bd44219746d on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:48:24.397747 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-11ef2ed4-2619-4cdd-b6a3-8337406ca479 req-415edcce-f2b2-42f9-825a-f06682a008da tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:24.402960 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-11ef2ed4-2619-4cdd-b6a3-8337406ca479 req-415edcce-f2b2-42f9-825a-f06682a008da tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.73 "DELETE /v2.0/ports/035a1cd5-b2d1-488c-a8a0-4bd44219746d HTTP/1.1" status: 204 len: 173 time: 2.8534923 Nov 25 19:48:24.403704 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083da62c-70a3-4808-b7ce-b8528dfa123a', 'name': 'network-vif-deleted', 'tag': '035a1cd5-b2d1-488c-a8a0-4bd44219746d'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:48:24.406320 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8725c293-ca29-4779-8eac-c8707f0c70f6" -d '{"events": [{"server_uuid": "083da62c-70a3-4808-b7ce-b8528dfa123a", "name": "network-vif-deleted", "tag": "035a1cd5-b2d1-488c-a8a0-4bd44219746d"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:48:24.429113 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-6110e028-9c21-49e6-92b6-d9d9cf7cb1a3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de4dd576-7fb9-462c-a5c0-950242cfed18 HTTP/1.1" status: 200 len: 1001 time: 0.6172011 Nov 25 19:48:24.504097 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24276fc3-5e46-46da-9ed4-d0c8aed054fc req-9f9ece4d-cb5f-48d9-be54-cd72725941c3 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups?id=36454e6a-4b97-4514-9715-d9163b63ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6053817 Nov 25 19:48:24.562460 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dce624d-d7e7-43a9-8525-a13334622d48 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:48:24.580966 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1dce624d-d7e7-43a9-8525-a13334622d48 admin admin] 10.222.0.55 "PUT /v2.0/routers/7472cbfe-cbdb-4591-8271-c73bc9937d39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7373183 Nov 25 19:48:24.584158 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 54446) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:24.585324 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397820a4-db7f-4225-a631-6861cf7c0e89 None None] Sync routers for ids ['7472cbfe-cbdb-4591-8271-c73bc9937d39'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:48:24.609461 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-33e594ea-2a48-4cc8-9b04-f8821d0643d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:24.612469 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-33e594ea-2a48-4cc8-9b04-f8821d0643d1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=372ff6c6-b463-492b-ae35-d9124871a47c HTTP/1.1" status: 200 len: 856 time: 0.1740875 Nov 25 19:48:24.655665 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397820a4-db7f-4225-a631-6861cf7c0e89 None None] Routers {'7472cbfe-cbdb-4591-8271-c73bc9937d39'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:48:24.659257 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-397820a4-db7f-4225-a631-6861cf7c0e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:48:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['7472cbfe-cbdb-4591-8271-c73bc9937d39'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:24.803814 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-306c38af-f41f-4a81-a177-04f00916adcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:24.821110 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-306c38af-f41f-4a81-a177-04f00916adcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:24.960584 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d8c908-4010-414e-8a09-eb8d6eeff5fd x-openstack-request-id: req-09d8c908-4010-414e-8a09-eb8d6eeff5fd {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:48:24.961531 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083da62c-70a3-4808-b7ce-b8528dfa123a", "name": "network-vif-deleted", "tag": "035a1cd5-b2d1-488c-a8a0-4bd44219746d", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:48:24.961531 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-09d8c908-4010-414e-8a09-eb8d6eeff5fd {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:48:24.962110 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083da62c-70a3-4808-b7ce-b8528dfa123a', 'name': 'network-vif-deleted', 'tag': '035a1cd5-b2d1-488c-a8a0-4bd44219746d', 'status': 'completed', 'code': 200} Nov 25 19:48:24.994322 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-306c38af-f41f-4a81-a177-04f00916adcc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da67bd2b7daa41bbbd7be0d7f6014cd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6809936 Nov 25 19:48:24.999235 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c38af-f41f-4a81-a177-04f00916adcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebeb7f0c-f08d-4726-be47-56c4df0002e9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:25.007143 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54450) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:25.031550 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-397820a4-db7f-4225-a631-6861cf7c0e89 None None] Set router 7472cbfe-cbdb-4591-8271-c73bc9937d39 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:48:25.085066 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-f7a82823-ee74-48c3-ae4f-ec1bde0786d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:25.092184 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-f7a82823-ee74-48c3-ae4f-ec1bde0786d4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e6cd4387-d0d6-4f12-8944-fa288777c85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3332725 Nov 25 19:48:25.137842 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 035a1cd5-b2d1-488c-a8a0-4bd44219746d no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:48:25.290912 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d97590d-3092-4562-b9d0-7dd447a1d26c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:25.305926 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 035a1cd5-b2d1-488c-a8a0-4bd44219746d {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:48:25.309021 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 035a1cd5-b2d1-488c-a8a0-4bd44219746d not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:48:25.466700 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d97590d-3092-4562-b9d0-7dd447a1d26c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:25.653208 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d97590d-3092-4562-b9d0-7dd447a1d26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:25.658666 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d97590d-3092-4562-b9d0-7dd447a1d26c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:25.661981 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9d97590d-3092-4562-b9d0-7dd447a1d26c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ebeb7f0c-f08d-4726-be47-56c4df0002e9 HTTP/1.1" status: 204 len: 168 time: 0.6528616 Nov 25 19:48:25.676218 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-397820a4-db7f-4225-a631-6861cf7c0e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7472cbfe-cbdb-4591-8271-c73bc9937d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1698232776-router', 'tenant_id': 'b14339133a914aa7b55a942f74e5faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '4c79c259-9fdc-4143-ba5a-d11d5ef8e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:36Z', 'updated_at': '2021-11-25T19:48:20Z', 'revision_number': 5, 'project_id': 'b14339133a914aa7b55a942f74e5faf3', 'gw_port': {'id': '4c79c259-9fdc-4143-ba5a-d11d5ef8e713', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:36:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7472cbfe-cbdb-4591-8271-c73bc9937d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:40Z', 'updated_at': '2021-11-25T19:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:25.696396 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97590d-3092-4562-b9d0-7dd447a1d26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebeb7f0c-f08d-4726-be47-56c4df0002e9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:25.727515 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54466) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:25.730429 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397820a4-db7f-4225-a631-6861cf7c0e89 None None] Checking router: 7472cbfe-cbdb-4591-8271-c73bc9937d39 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:48:25.746496 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397820a4-db7f-4225-a631-6861cf7c0e89 None None] Routers {'7472cbfe-cbdb-4591-8271-c73bc9937d39'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:48:25.747898 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-397820a4-db7f-4225-a631-6861cf7c0e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:48:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['7472cbfe-cbdb-4591-8271-c73bc9937d39'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:25.898006 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-397820a4-db7f-4225-a631-6861cf7c0e89 None None] Set router 7472cbfe-cbdb-4591-8271-c73bc9937d39 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:48:25.959170 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c89029-cc3b-4dfb-9081-f8c608e1cfb5 req-0e8f1658-0c0e-4878-8b5e-d5f612fa6dad tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:25.961476 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7c89029-cc3b-4dfb-9081-f8c608e1cfb5 req-0e8f1658-0c0e-4878-8b5e-d5f612fa6dad tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.7864513 Nov 25 19:48:26.024808 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-eefae432-a7a2-404c-8da8-ca1b2aa6a5a8 service neutron] 10.222.0.85 "GET /v2.0/networks/e6cd4387-d0d6-4f12-8944-fa288777c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9153235 Nov 25 19:48:26.024808 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f621268-e172-4784-a136-dfff4873ae72 admin admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:26.104228 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0ce31cf6-5f1e-43a8-adf1-c67395446177 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1538563013-network', 'tenant_id': '42f930a49a8e46e2b39acf9b6acfa91b'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:26.204542 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce31cf6-5f1e-43a8-adf1-c67395446177 admin admin] Made reservation on behalf of 42f930a49a8e46e2b39acf9b6acfa91b for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:26.207751 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ce31cf6-5f1e-43a8-adf1-c67395446177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:26.222134 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ce31cf6-5f1e-43a8-adf1-c67395446177 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:26.282243 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-397820a4-db7f-4225-a631-6861cf7c0e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7472cbfe-cbdb-4591-8271-c73bc9937d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1698232776-router', 'tenant_id': 'b14339133a914aa7b55a942f74e5faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '4c79c259-9fdc-4143-ba5a-d11d5ef8e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:36Z', 'updated_at': '2021-11-25T19:48:20Z', 'revision_number': 5, 'project_id': 'b14339133a914aa7b55a942f74e5faf3', 'gw_port': {'id': '4c79c259-9fdc-4143-ba5a-d11d5ef8e713', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:36:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7472cbfe-cbdb-4591-8271-c73bc9937d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:40Z', 'updated_at': '2021-11-25T19:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:26.373341 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397820a4-db7f-4225-a631-6861cf7c0e89 None None] The sync data for ids ['7472cbfe-cbdb-4591-8271-c73bc9937d39'] in n-d-819349-5 is: [{'id': '7472cbfe-cbdb-4591-8271-c73bc9937d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1698232776-router', 'tenant_id': 'b14339133a914aa7b55a942f74e5faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '4c79c259-9fdc-4143-ba5a-d11d5ef8e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:36Z', 'updated_at': '2021-11-25T19:48:20Z', 'revision_number': 5, 'project_id': 'b14339133a914aa7b55a942f74e5faf3', 'gw_port': {'id': '4c79c259-9fdc-4143-ba5a-d11d5ef8e713', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:36:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7472cbfe-cbdb-4591-8271-c73bc9937d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:40Z', 'updated_at': '2021-11-25T19:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:48:26.497176 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ce31cf6-5f1e-43a8-adf1-c67395446177 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:26.503887 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ce31cf6-5f1e-43a8-adf1-c67395446177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:26.540048 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce31cf6-5f1e-43a8-adf1-c67395446177 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:48:26.557818 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce31cf6-5f1e-43a8-adf1-c67395446177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529dd4eb-1d86-4159-b790-828c025ceed4,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:26.564885 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ce31cf6-5f1e-43a8-adf1-c67395446177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:26.565248 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-0ce31cf6-5f1e-43a8-adf1-c67395446177 admin admin] Added segment cf730e5b-376b-4fff-a848-4542771de5bc of type vlan for network 5afe14a9-37db-4337-b5af-15525f3237df Nov 25 19:48:26.612239 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7c89029-cc3b-4dfb-9081-f8c608e1cfb5 req-81827764-8d60-4600-a038-645b6f4c68d8 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435726 Nov 25 19:48:26.629770 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ce31cf6-5f1e-43a8-adf1-c67395446177 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:26.634985 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-63406f55-bee5-4a6a-a69e-db143895893c service neutron] 10.222.0.85 "GET /v2.0/networks/e6cd4387-d0d6-4f12-8944-fa288777c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651304 Nov 25 19:48:26.649555 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f621268-e172-4784-a136-dfff4873ae72 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:26.695162 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ce31cf6-5f1e-43a8-adf1-c67395446177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:26.696637 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce31cf6-5f1e-43a8-adf1-c67395446177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:26.697460 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ce31cf6-5f1e-43a8-adf1-c67395446177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:26.730259 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-fd383777-8d92-4347-aecd-8151a7f208b9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=eed56a30-d8a0-409e-a855-3421a56cec88 HTTP/1.1" status: 200 len: 217 time: 0.0860362 Nov 25 19:48:26.800703 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0ce31cf6-5f1e-43a8-adf1-c67395446177 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0714781 Nov 25 19:48:26.803877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54490) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:26.813036 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ae35b663-dc06-4a06-8bec-f54a62c58132 admin admin] Request body: {'subnet': {'network_id': '5afe14a9-37db-4337-b5af-15525f3237df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1538563013-subnet', 'tenant_id': '42f930a49a8e46e2b39acf9b6acfa91b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:26.851030 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 82803f89-6474-46a7-8e3d-fb50a5b10fe3 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:48:26.874366 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce31cf6-5f1e-43a8-adf1-c67395446177 admin admin] Pushing event updated for resources: {'Network': ['ID=5afe14a9-37db-4337-b5af-15525f3237df,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:26.894877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae35b663-dc06-4a06-8bec-f54a62c58132 admin admin] Made reservation on behalf of 42f930a49a8e46e2b39acf9b6acfa91b for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:26.898739 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae35b663-dc06-4a06-8bec-f54a62c58132 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:26.956374 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 82803f89-6474-46a7-8e3d-fb50a5b10fe3 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:48:26.957021 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 82803f89-6474-46a7-8e3d-fb50a5b10fe3 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:48:26.960255 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 5afe14a9-37db-4337-b5af-15525f3237df details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:48:26.968275 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-165df241-8560-4037-9edd-38a2818a374d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:26.971157 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-165df241-8560-4037-9edd-38a2818a374d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4075f789-f3ae-4155-8ba9-eb1fbb9cbd69 HTTP/1.1" status: 200 len: 797 time: 0.2306333 Nov 25 19:48:27.140742 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0f621268-e172-4784-a136-dfff4873ae72 admin admin] Deleting port 4c79c259-9fdc-4143-ba5a-d11d5ef8e713 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:48:27.141972 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f621268-e172-4784-a136-dfff4873ae72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:27.208098 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-f41d4460-7680-48e0-bc56-77a1e57f559c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:27.211910 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-f41d4460-7680-48e0-bc56-77a1e57f559c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20935496-6e9b-480f-933b-cbeba5774e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2305570 Nov 25 19:48:27.456838 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae35b663-dc06-4a06-8bec-f54a62c58132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:27.624036 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae35b663-dc06-4a06-8bec-f54a62c58132 admin admin] Checking segment: {'id': 'cf730e5b-376b-4fff-a848-4542771de5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5afe14a9-37db-4337-b5af-15525f3237df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:48:27.625073 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae35b663-dc06-4a06-8bec-f54a62c58132 admin admin] Network hostable DHCP agents. Network: 5afe14a9-37db-4337-b5af-15525f3237df, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:48:27.630714 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35b663-dc06-4a06-8bec-f54a62c58132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=043abeda-4c2d-4f23-b403-9c08bc70d08f,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:27.631059 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0f621268-e172-4784-a136-dfff4873ae72 admin admin] For port 4c79c259-9fdc-4143-ba5a-d11d5ef8e713, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4c79c259-9fdc-4143-ba5a-d11d5ef8e713,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:27.631522 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f621268-e172-4784-a136-dfff4873ae72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:27.692611 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae35b663-dc06-4a06-8bec-f54a62c58132 admin admin] Network 5afe14a9-37db-4337-b5af-15525f3237df is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:48:27.695749 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f0da2-9c23-4a7d-a7f9-cc821aa82646 req-18b6fe0a-a63b-41a3-95d6-1ed35f67ddd2 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:27.714754 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c38f0da2-9c23-4a7d-a7f9-cc821aa82646 req-18b6fe0a-a63b-41a3-95d6-1ed35f67ddd2 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.5618839 Nov 25 19:48:27.724141 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ae35b663-dc06-4a06-8bec-f54a62c58132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 5afe14a9-37db-4337-b5af-15525f3237df) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:27.743950 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae35b663-dc06-4a06-8bec-f54a62c58132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:27.745313 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae35b663-dc06-4a06-8bec-f54a62c58132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:27.753430 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179f372a-90a5-4a24-87cd-e9d27744b7ba None None] Network 5afe14a9-37db-4337-b5af-15525f3237df requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:48:27.804678 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0f621268-e172-4784-a136-dfff4873ae72 admin admin] Calling delete_port for 4c79c259-9fdc-4143-ba5a-d11d5ef8e713 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:27.814378 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ae35b663-dc06-4a06-8bec-f54a62c58132 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0041192 Nov 25 19:48:27.837141 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-f62c4119-d4bb-4052-a38f-69a19dfe921c service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548208 Nov 25 19:48:28.297276 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f110cf7-6cef-4bda-990a-a792e53c3f1f None None] Network 5afe14a9-37db-4337-b5af-15525f3237df requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:48:28.747262 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54544) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:28.753992 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c38f0da2-9c23-4a7d-a7f9-cc821aa82646 req-31023ca1-66e2-43ce-b2a5-62a7a422f464 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9733515 Nov 25 19:48:28.834145 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-05ece733-bc9b-404f-acf6-c1d8f7902746 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9849348 Nov 25 19:48:28.942342 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-9f5b1209-061d-4efe-92aa-9c1199ca22e8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=4766ce8e-1054-474e-9693-46409deae267 HTTP/1.1" status: 200 len: 217 time: 0.0974002 Nov 25 19:48:29.052472 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-8204eef2-c45f-4203-800b-0b3698f619ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:29.054931 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-8204eef2-c45f-4203-800b-0b3698f619ca service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4075f789-f3ae-4155-8ba9-eb1fbb9cbd69 HTTP/1.1" status: 200 len: 797 time: 0.0761676 Nov 25 19:48:29.170877 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e8772c1-2c2a-46af-8f88-9d4208714c88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:29.191935 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-29a89611-2e85-415c-a48c-c177949b8d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:29.193484 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-29a89611-2e85-415c-a48c-c177949b8d70 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20935496-6e9b-480f-933b-cbeba5774e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1216221 Nov 25 19:48:29.231534 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f621268-e172-4784-a136-dfff4873ae72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:29.313938 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a102102f-4d85-4e01-8832-0e1ccdfa4010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:29.348492 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54568) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:29.351610 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f621268-e172-4784-a136-dfff4873ae72 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c79c259-9fdc-4143-ba5a-d11d5ef8e713,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:29.361470 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c7bf07ac-6af8-4d2f-91ef-0d0df63efd6e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-83749362-network', 'tenant_id': 'e0920e5d17004f8f8cf600b581b9f25d'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:29.394182 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b68928d-f93e-471c-b0e3-5ae0099f72e6 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:48:29.458987 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bf07ac-6af8-4d2f-91ef-0d0df63efd6e admin admin] Made reservation on behalf of e0920e5d17004f8f8cf600b581b9f25d for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:29.464844 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7bf07ac-6af8-4d2f-91ef-0d0df63efd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:29.510643 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7bf07ac-6af8-4d2f-91ef-0d0df63efd6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:29.554087 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e8772c1-2c2a-46af-8f88-9d4208714c88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:29.575358 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e8772c1-2c2a-46af-8f88-9d4208714c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:29.595050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d158f-c30b-4dae-9bdf-fcafcb1053fd req-38df7221-7896-434b-a547-9c8f838bf3bb tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:29.603893 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb9d158f-c30b-4dae-9bdf-fcafcb1053fd req-38df7221-7896-434b-a547-9c8f838bf3bb tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1617067 Nov 25 19:48:29.619690 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5e8772c1-2c2a-46af-8f88-9d4208714c88 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=13e5a8680b3b4691a55120e3b8a29e47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8709219 Nov 25 19:48:29.624533 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-48baaf4b-16c8-4c2b-a88e-1a7084a47c05 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205961 Nov 25 19:48:29.629854 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54570) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:29.691193 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f621268-e172-4784-a136-dfff4873ae72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:29.837880 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7bf07ac-6af8-4d2f-91ef-0d0df63efd6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:29.860135 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8772c1-2c2a-46af-8f88-9d4208714c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51335a29-67b5-494b-bbbc-f3606b9266ec,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:29.874911 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7bf07ac-6af8-4d2f-91ef-0d0df63efd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:29.879091 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb9d158f-c30b-4dae-9bdf-fcafcb1053fd req-aadeb434-1025-4a03-90b4-6a88f89ebe29 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746904 Nov 25 19:48:29.905314 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f621268-e172-4784-a136-dfff4873ae72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:29.910151 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7bf07ac-6af8-4d2f-91ef-0d0df63efd6e admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:48:29.917905 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f621268-e172-4784-a136-dfff4873ae72 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:29.937785 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7bf07ac-6af8-4d2f-91ef-0d0df63efd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:29.938855 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-c7bf07ac-6af8-4d2f-91ef-0d0df63efd6e admin admin] Added segment b0db7c6b-ec2d-4f86-a33b-203fb075b504 of type vlan for network d262ec22-3ec1-4dd4-b6f3-0207882e66f3 Nov 25 19:48:30.077384 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f621268-e172-4784-a136-dfff4873ae72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:30.078203 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f621268-e172-4784-a136-dfff4873ae72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7472cbfe-cbdb-4591-8271-c73bc9937d39 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:48:30.086635 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f621268-e172-4784-a136-dfff4873ae72 admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:30.093046 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0f621268-e172-4784-a136-dfff4873ae72 admin admin] 10.222.0.55 "DELETE /v2.0/routers/7472cbfe-cbdb-4591-8271-c73bc9937d39 HTTP/1.1" status: 204 len: 168 time: 5.5002661 Nov 25 19:48:30.096962 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-9ca727f7-b205-40aa-845c-4794ed3471ce service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619379 Nov 25 19:48:30.098232 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 54580) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:30.100349 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7bf07ac-6af8-4d2f-91ef-0d0df63efd6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:30.107539 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf07ac-6af8-4d2f-91ef-0d0df63efd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7f2572-2bab-4d77-a9df-80af84f2574b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:30.125095 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-344a33f3-d870-49bf-9785-7f59c37d8567 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:30.178854 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-344a33f3-d870-49bf-9785-7f59c37d8567 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:30.192055 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7bf07ac-6af8-4d2f-91ef-0d0df63efd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:30.193352 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bf07ac-6af8-4d2f-91ef-0d0df63efd6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:30.193949 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7bf07ac-6af8-4d2f-91ef-0d0df63efd6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:30.281446 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-3c5eedc5-d1fd-4946-8913-f4e6a2fefd35 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=3594d80b-fbf2-40c9-b060-ca88aaed212a HTTP/1.1" status: 200 len: 217 time: 0.1663613 Nov 25 19:48:30.345748 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c7bf07ac-6af8-4d2f-91ef-0d0df63efd6e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9951448 Nov 25 19:48:30.352112 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-1903e069-5732-456d-aed6-4d0a7001f7a1 admin admin] Deleting subnet 9dfbb276-11e5-414c-b31c-559c0b9f994d {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:48:30.356002 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1903e069-5732-456d-aed6-4d0a7001f7a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:30.386309 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 54584) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:30.392280 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-09b29316-480b-46e4-abd2-f78e65f1536c admin admin] Request body: {'subnet': {'network_id': 'd262ec22-3ec1-4dd4-b6f3-0207882e66f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-83749362-subnet', 'tenant_id': 'e0920e5d17004f8f8cf600b581b9f25d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:30.403176 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf07ac-6af8-4d2f-91ef-0d0df63efd6e admin admin] Pushing event updated for resources: {'Network': ['ID=d262ec22-3ec1-4dd4-b6f3-0207882e66f3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:30.409440 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe64b3-e381-430c-9b83-4e14087df9bf req-4f85553c-a1de-4325-a93d-ae5d59f8d8ac tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:30.411325 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fffe64b3-e381-430c-9b83-4e14087df9bf req-4f85553c-a1de-4325-a93d-ae5d59f8d8ac tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.3383744 Nov 25 19:48:30.419243 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network d262ec22-3ec1-4dd4-b6f3-0207882e66f3 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:48:30.438622 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1903e069-5732-456d-aed6-4d0a7001f7a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:30.463122 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-344a33f3-d870-49bf-9785-7f59c37d8567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:30.466105 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-344a33f3-d870-49bf-9785-7f59c37d8567 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:30.468163 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-344a33f3-d870-49bf-9785-7f59c37d8567 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/51335a29-67b5-494b-bbbc-f3606b9266ec HTTP/1.1" status: 204 len: 168 time: 0.8355932 Nov 25 19:48:30.483556 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-de83f099-6cbb-4953-ba23-e7068b36e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:30.485268 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-de83f099-6cbb-4953-ba23-e7068b36e767 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4075f789-f3ae-4155-8ba9-eb1fbb9cbd69 HTTP/1.1" status: 200 len: 797 time: 0.1950932 Nov 25 19:48:30.487181 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a33f3-d870-49bf-9785-7f59c37d8567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51335a29-67b5-494b-bbbc-f3606b9266ec,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:30.554393 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b29316-480b-46e4-abd2-f78e65f1536c admin admin] Made reservation on behalf of e0920e5d17004f8f8cf600b581b9f25d for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:30.557210 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09b29316-480b-46e4-abd2-f78e65f1536c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:30.637941 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1903e069-5732-456d-aed6-4d0a7001f7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:30.739468 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fffe64b3-e381-430c-9b83-4e14087df9bf req-1d1454e8-4073-49d9-a162-73d85c27fd91 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060327 Nov 25 19:48:30.759559 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-6e43e790-dedc-4ae1-b1ba-65e335615007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:30.762999 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-6e43e790-dedc-4ae1-b1ba-65e335615007 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20935496-6e9b-480f-933b-cbeba5774e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2623703 Nov 25 19:48:30.822486 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4c79c259-9fdc-4143-ba5a-d11d5ef8e713 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:48:30.856989 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54592) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:30.970412 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 4c79c259-9fdc-4143-ba5a-d11d5ef8e713 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:48:30.970894 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4c79c259-9fdc-4143-ba5a-d11d5ef8e713 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:48:31.114067 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-de16e5c4-5ca9-4958-8d52-5898c267d59b tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:31.125244 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-a22520bf-1c4c-4ac5-bf20-fc6bc59727d2 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184361 Nov 25 19:48:31.161114 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-de16e5c4-5ca9-4958-8d52-5898c267d59b tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:31.270072 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-de16e5c4-5ca9-4958-8d52-5898c267d59b tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:31.278627 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-de16e5c4-5ca9-4958-8d52-5898c267d59b tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:31.281054 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-de16e5c4-5ca9-4958-8d52-5898c267d59b tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "DELETE /v2.0/security-groups/03c5caed-f674-4995-9fac-d051de334c6c HTTP/1.1" status: 204 len: 168 time: 0.4219983 Nov 25 19:48:31.291585 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54600) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:31.310654 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1903e069-5732-456d-aed6-4d0a7001f7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:31.339449 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16e5c4-5ca9-4958-8d52-5898c267d59b tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c5caed-f674-4995-9fac-d051de334c6c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:31.361355 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-2104e4db-402f-4875-92be-f62dabbb5ea1 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] show failed (client error): The resource could not be found. Nov 25 19:48:31.367398 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2104e4db-402f-4875-92be-f62dabbb5ea1 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "GET /v2.0/security-groups/03c5caed-f674-4995-9fac-d051de334c6c HTTP/1.1" status: 404 len: 347 time: 0.0704379 Nov 25 19:48:31.371461 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54604) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:31.450820 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903e069-5732-456d-aed6-4d0a7001f7a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dfbb276-11e5-414c-b31c-559c0b9f994d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:31.475423 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09b29316-480b-46e4-abd2-f78e65f1536c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:31.498967 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1903e069-5732-456d-aed6-4d0a7001f7a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:31.509205 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1903e069-5732-456d-aed6-4d0a7001f7a1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9dfbb276-11e5-414c-b31c-559c0b9f994d HTTP/1.1" status: 204 len: 168 time: 1.3962219 Nov 25 19:48:31.523810 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54608) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:31.641806 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cc2f37d4-b4e0-4ddf-8cac-d1ef00781396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:31.687492 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b29316-480b-46e4-abd2-f78e65f1536c admin admin] Pushing event updated for resources: {'Subnet': ['ID=07d2b35c-b567-41b5-935f-27815cd558dd,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:31.720898 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c788ad-68be-4060-a67a-fc98d9a8bfff req-44ac53c0-576e-4fa1-9897-2b7f8e82f105 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:31.734755 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-96c788ad-68be-4060-a67a-fc98d9a8bfff req-44ac53c0-576e-4fa1-9897-2b7f8e82f105 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.2556353 Nov 25 19:48:31.757652 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f3e0f219-0a6c-49d9-8254-b5061f005b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:31.820917 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9bb95157-93a7-42ef-a631-78d08eaf5dc4 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Deleting port 442b088c-d5d7-4bdb-8789-03bc71f01507 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:48:31.821667 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bb95157-93a7-42ef-a631-78d08eaf5dc4 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:31.843772 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-c239ec94-f35a-48a3-aa7c-c3843b3d8e5f service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290961 Nov 25 19:48:31.848690 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b29316-480b-46e4-abd2-f78e65f1536c admin admin] Checking segment: {'id': 'b0db7c6b-ec2d-4f86-a33b-203fb075b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd262ec22-3ec1-4dd4-b6f3-0207882e66f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:48:31.849288 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b29316-480b-46e4-abd2-f78e65f1536c admin admin] Network hostable DHCP agents. Network: d262ec22-3ec1-4dd4-b6f3-0207882e66f3, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:48:31.924520 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cc2f37d4-b4e0-4ddf-8cac-d1ef00781396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:31.958711 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b29316-480b-46e4-abd2-f78e65f1536c admin admin] Network d262ec22-3ec1-4dd4-b6f3-0207882e66f3 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:48:32.017210 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-7fc0f109-ec81-451b-a86c-f4dffce3cd62 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=f93249e6-ce45-45b6-a2a1-2fb4c0c58f50 HTTP/1.1" status: 200 len: 217 time: 0.1584990 Nov 25 19:48:32.017530 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-cc2f37d4-b4e0-4ddf-8cac-d1ef00781396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b554939-0be1-4ec6-b24c-67d3e874e0c5']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:32.059871 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-cc2f37d4-b4e0-4ddf-8cac-d1ef00781396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04fabac9-f65f-4fde-b14c-438d1e6ec424') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:32.059871 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-cc2f37d4-b4e0-4ddf-8cac-d1ef00781396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04fabac9-f65f-4fde-b14c-438d1e6ec424') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:32.098598 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-09b29316-480b-46e4-abd2-f78e65f1536c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, d262ec22-3ec1-4dd4-b6f3-0207882e66f3) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:32.122283 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40144a8-c02b-41fa-88c8-eab8007a6c04 None None] Network d262ec22-3ec1-4dd4-b6f3-0207882e66f3 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:48:32.167521 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cc2f37d4-b4e0-4ddf-8cac-d1ef00781396 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:32.216260 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bb95157-93a7-42ef-a631-78d08eaf5dc4 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:32.217250 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bb95157-93a7-42ef-a631-78d08eaf5dc4 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:32.242782 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-96c788ad-68be-4060-a67a-fc98d9a8bfff req-391951b5-3862-48c2-8914-23d60be1c586 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056963 Nov 25 19:48:32.255774 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cc2f37d4-b4e0-4ddf-8cac-d1ef00781396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:32.259048 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b29316-480b-46e4-abd2-f78e65f1536c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:32.259909 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09b29316-480b-46e4-abd2-f78e65f1536c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:32.271742 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-06a80f33-1fbd-47bb-8970-58dea9ccd56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:32.273052 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9bb95157-93a7-42ef-a631-78d08eaf5dc4 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Calling delete_port for 442b088c-d5d7-4bdb-8789-03bc71f01507 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:32.274173 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-06a80f33-1fbd-47bb-8970-58dea9ccd56c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4075f789-f3ae-4155-8ba9-eb1fbb9cbd69 HTTP/1.1" status: 200 len: 797 time: 0.1914258 Nov 25 19:48:32.285298 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2f37d4-b4e0-4ddf-8cac-d1ef00781396 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:48:32.286619 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cc2f37d4-b4e0-4ddf-8cac-d1ef00781396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:48:32.306418 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:48:32.310514 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-09b29316-480b-46e4-abd2-f78e65f1536c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9154382 Nov 25 19:48:32.426655 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-64e1bfba-4798-4caf-aedc-28fcaf30257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:32.436691 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-64e1bfba-4798-4caf-aedc-28fcaf30257f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20935496-6e9b-480f-933b-cbeba5774e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1552930 Nov 25 19:48:32.569113 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cc2f37d4-b4e0-4ddf-8cac-d1ef00781396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:32.634278 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cc2f37d4-b4e0-4ddf-8cac-d1ef00781396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:32.640637 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cc2f37d4-b4e0-4ddf-8cac-d1ef00781396 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7b554939-0be1-4ec6-b24c-67d3e874e0c5 HTTP/1.1" status: 204 len: 168 time: 1.1147523 Nov 25 19:48:32.661412 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f37d4-b4e0-4ddf-8cac-d1ef00781396 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b554939-0be1-4ec6-b24c-67d3e874e0c5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:32.718826 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab88cb37-9516-4d56-a754-6728f8d3f9ba None None] Network d262ec22-3ec1-4dd4-b6f3-0207882e66f3 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:48:32.916191 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871cca1-7bb5-4d43-afcf-8e1909f8f2c6 req-489b669d-e1d8-4506-a3e0-4379e4e00c40 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:32.923082 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f871cca1-7bb5-4d43-afcf-8e1909f8f2c6 req-489b669d-e1d8-4506-a3e0-4379e4e00c40 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.2243526 Nov 25 19:48:32.952045 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-03d98ad1-1258-4fa0-b136-af3ce3008dea service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082233 Nov 25 19:48:33.017693 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f871cca1-7bb5-4d43-afcf-8e1909f8f2c6 req-791308ea-14e3-4ae5-ae1f-35a8b0f3f004 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935991 Nov 25 19:48:33.082972 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bb95157-93a7-42ef-a631-78d08eaf5dc4 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:33.110273 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-fbba656f-e8d4-461d-9b2f-502a273cf05b service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486697 Nov 25 19:48:33.135100 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb95157-93a7-42ef-a631-78d08eaf5dc4 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Pushing event deleted for resources: {'Port': ['ID=442b088c-d5d7-4bdb-8789-03bc71f01507,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:33.187513 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-f1d8661a-cccb-44e5-88b8-e77314e61806 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b HTTP/1.1" status: 200 len: 217 time: 0.0572281 Nov 25 19:48:33.266535 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54648) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:33.293932 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-a7584743-3940-4fb0-897b-1039446c7bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:33.295822 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-a7584743-3940-4fb0-897b-1039446c7bb2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d3557900-716c-49fc-9261-bbc772127fc4 HTTP/1.1" status: 200 len: 797 time: 0.1001143 Nov 25 19:48:33.362316 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bb95157-93a7-42ef-a631-78d08eaf5dc4 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:33.365599 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bb95157-93a7-42ef-a631-78d08eaf5dc4 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:33.370909 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9bb95157-93a7-42ef-a631-78d08eaf5dc4 tempest-ImagesOneServerNegativeTestJSON-2108961384 tempest-ImagesOneServerNegativeTestJSON-2108961384-project] 10.222.0.55 "DELETE /v2.0/floatingips/6949108d-283e-4256-a582-221c06574774 HTTP/1.1" status: 204 len: 168 time: 1.9982798 Nov 25 19:48:33.411240 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b8d05404-833b-413f-acc3-a4e56ce3e571 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b14339133a914aa7b55a942f74e5faf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1432819 Nov 25 19:48:33.412959 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54656) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:33.448507 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-cfa8fec3-625f-4019-913c-b93f3246f190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:33.450149 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-cfa8fec3-625f-4019-913c-b93f3246f190 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8aa06786-042e-4faf-b4a5-b6084b1ca237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1467328 Nov 25 19:48:33.508679 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7582a47-aba6-42a0-8814-51a1e5bd15dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:33.540611 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7582a47-aba6-42a0-8814-51a1e5bd15dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:33.660927 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:33.667475 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7582a47-aba6-42a0-8814-51a1e5bd15dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:33.672705 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7582a47-aba6-42a0-8814-51a1e5bd15dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:33.681046 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f7582a47-aba6-42a0-8814-51a1e5bd15dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7a2c7ffa-367e-4f6f-bea5-64cfc78e3721 HTTP/1.1" status: 204 len: 168 time: 0.2608817 Nov 25 19:48:33.685303 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-668e56e6-39b0-4ba1-b331-df3c11118b52 service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202420 Nov 25 19:48:33.704706 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7582a47-aba6-42a0-8814-51a1e5bd15dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2c7ffa-367e-4f6f-bea5-64cfc78e3721,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:33.902077 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-37f84b11-2a94-4b03-b60b-4597d4ee0184 service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096643 Nov 25 19:48:34.011654 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-aa91444e-4419-453b-b0b5-816309e3d772 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c7c43280-00f8-410b-a2b1-a37e5e2e1f1f HTTP/1.1" status: 200 len: 217 time: 0.0898290 Nov 25 19:48:34.107476 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-5a861f31-b011-45ea-8f97-ababa9f90c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:34.110123 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-5a861f31-b011-45ea-8f97-ababa9f90c70 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d3557900-716c-49fc-9261-bbc772127fc4 HTTP/1.1" status: 200 len: 797 time: 0.0909636 Nov 25 19:48:34.290001 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-1e052e99-7f3e-47c8-8057-62420c5586ce tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:34.298306 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-1e052e99-7f3e-47c8-8057-62420c5586ce tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/networks?id=5afe14a9-37db-4337-b5af-15525f3237df HTTP/1.1" status: 200 len: 812 time: 0.1868262 Nov 25 19:48:34.358416 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-a160f151-086b-47d3-87ca-1ec6f4d358fa tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/quotas/42f930a49a8e46e2b39acf9b6acfa91b HTTP/1.1" status: 200 len: 375 time: 0.0572283 Nov 25 19:48:34.407014 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-b3523422-027a-477a-936d-871d71b7a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:34.408651 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-b3523422-027a-477a-936d-871d71b7a4f2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8aa06786-042e-4faf-b4a5-b6084b1ca237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2782395 Nov 25 19:48:34.474183 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54692) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:34.494954 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-30b1eb93-fb83-4ba8-904b-0f201616015a tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=42f930a49a8e46e2b39acf9b6acfa91b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1355026 Nov 25 19:48:34.765961 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1045bc58-0b2e-456e-b241-901c4722798f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:34.773901 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-90b462f1-7c45-4c84-8de2-d05d5ce2cb23 service neutron] 10.222.0.55 "GET /v2.0/networks/5afe14a9-37db-4337-b5af-15525f3237df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779229 Nov 25 19:48:34.828299 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-e8e431c9-7dc0-43c5-8629-192cf1dae3ef service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889761 Nov 25 19:48:34.911438 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1045bc58-0b2e-456e-b241-901c4722798f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:34.920890 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1045bc58-0b2e-456e-b241-901c4722798f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:34.964256 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045bc58-0b2e-456e-b241-901c4722798f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae0aa58-2387-4f08-a310-a48577400f44,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:35.021040 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1045bc58-0b2e-456e-b241-901c4722798f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5352f64f53d049499b0f0a311302c72e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5450108 Nov 25 19:48:35.024740 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54712) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:35.107941 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-facf1e1d-8b4b-4924-8c26-e213aa27d3be service neutron] 10.222.0.55 "GET /v2.0/networks/5afe14a9-37db-4337-b5af-15525f3237df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233349 Nov 25 19:48:35.126059 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8dd1e0-7774-488d-a3ba-d0e8c0feff0f req-d85cec30-12eb-43e3-95f1-a7041c27075c service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848210 Nov 25 19:48:35.166167 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-96f3cc73-f260-4dde-9792-29e1c34a321f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:35.227957 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-96f3cc73-f260-4dde-9792-29e1c34a321f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:35.368170 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-96f3cc73-f260-4dde-9792-29e1c34a321f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:35.371587 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-96f3cc73-f260-4dde-9792-29e1c34a321f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:35.377176 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-96f3cc73-f260-4dde-9792-29e1c34a321f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3ae0aa58-2387-4f08-a310-a48577400f44 HTTP/1.1" status: 204 len: 168 time: 0.3462253 Nov 25 19:48:35.386048 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3cc73-f260-4dde-9792-29e1c34a321f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae0aa58-2387-4f08-a310-a48577400f44,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:35.498109 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:35.509528 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 54738) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:35.606059 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:35.818939 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db96d9c8-3c1d-45c1-8629-49b8b0ab6eeb req-278a9a1d-9d08-459a-82e3-eb29bee98fd7 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8e03443-db4d-43c0-8308-985927ea5ddc HTTP/1.1" status: 200 len: 210 time: 0.0993044 Nov 25 19:48:36.095074 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-dee53f64-0ebd-49e5-a99f-1a5a2fa0018c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1440666722'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:36.144894 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995ee45-f07f-47ef-9ea4-fcf03a77cb73 req-7913e0ad-311e-4c0f-a3de-35a3578af8f4 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:36.147476 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2995ee45-f07f-47ef-9ea4-fcf03a77cb73 req-7913e0ad-311e-4c0f-a3de-35a3578af8f4 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1721613 Nov 25 19:48:36.180213 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee53f64-0ebd-49e5-a99f-1a5a2fa0018c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Made reservation on behalf of 031ff1d741ce439b908bd79550d18ec8 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:36.187442 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dee53f64-0ebd-49e5-a99f-1a5a2fa0018c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:36.226896 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dee53f64-0ebd-49e5-a99f-1a5a2fa0018c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:36.296502 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2995ee45-f07f-47ef-9ea4-fcf03a77cb73 req-81ac9cbb-37c9-4c32-bece-4b9aab849a57 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345518 Nov 25 19:48:36.351955 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54766) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:36.422983 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 54768) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:36.423376 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0fea9c86-605c-4df2-bfcb-56dd9efd4ef2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:36.515849 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dee53f64-0ebd-49e5-a99f-1a5a2fa0018c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:36.528661 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dee53f64-0ebd-49e5-a99f-1a5a2fa0018c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:36.693967 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee53f64-0ebd-49e5-a99f-1a5a2fa0018c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:48:36.704615 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5e9a0fd-2a21-4b26-aed6-82ac60189133 admin admin] Deleting subnet 6e38dc1b-5277-41f0-afc8-99e2f28a1004 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:48:36.726986 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5e9a0fd-2a21-4b26-aed6-82ac60189133 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:36.750924 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0fea9c86-605c-4df2-bfcb-56dd9efd4ef2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:36.764802 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0fea9c86-605c-4df2-bfcb-56dd9efd4ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:36.783007 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee53f64-0ebd-49e5-a99f-1a5a2fa0018c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d135f1cf-bd0a-41bb-8790-06a87567fcb2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:36.795722 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dee53f64-0ebd-49e5-a99f-1a5a2fa0018c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:36.796585 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-dee53f64-0ebd-49e5-a99f-1a5a2fa0018c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Added segment 544c8bd2-5a0c-4d16-a0db-bcff09c3c82d of type vlan for network 13527cae-d01b-467f-aee1-f94f486f20e0 Nov 25 19:48:36.879730 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0fea9c86-605c-4df2-bfcb-56dd9efd4ef2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4618f06d46fa4218bfeb4e47c3b66355&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5258160 Nov 25 19:48:36.886771 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54780) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:36.925724 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5e9a0fd-2a21-4b26-aed6-82ac60189133 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:36.936483 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea9c86-605c-4df2-bfcb-56dd9efd4ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c240c4-89f4-44b1-9b54-e52402edfeb8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:36.937305 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80e212-654b-4c18-b7fb-124801cc036f req-36f68dbf-6126-40e3-bcc1-113e4dbe5f6e tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:36.957517 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cf80e212-654b-4c18-b7fb-124801cc036f req-36f68dbf-6126-40e3-bcc1-113e4dbe5f6e tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.3772385 Nov 25 19:48:37.022899 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-792c0fe8-e9da-4de9-b265-ae09996f9d08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.069072 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-792c0fe8-e9da-4de9-b265-ae09996f9d08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.172063 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-792c0fe8-e9da-4de9-b265-ae09996f9d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.176795 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-792c0fe8-e9da-4de9-b265-ae09996f9d08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.183307 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-792c0fe8-e9da-4de9-b265-ae09996f9d08 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c1c240c4-89f4-44b1-9b54-e52402edfeb8 HTTP/1.1" status: 204 len: 168 time: 0.2902348 Nov 25 19:48:37.196837 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c0fe8-e9da-4de9-b265-ae09996f9d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c240c4-89f4-44b1-9b54-e52402edfeb8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:37.466242 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dee53f64-0ebd-49e5-a99f-1a5a2fa0018c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.570135 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cf80e212-654b-4c18-b7fb-124801cc036f req-b7b430d4-eacb-42ea-af58-8a6cc45ce0ad tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6109440 Nov 25 19:48:37.589235 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5e9a0fd-2a21-4b26-aed6-82ac60189133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.700504 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dee53f64-0ebd-49e5-a99f-1a5a2fa0018c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.706712 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee53f64-0ebd-49e5-a99f-1a5a2fa0018c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:37.707373 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dee53f64-0ebd-49e5-a99f-1a5a2fa0018c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.839737 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54798) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:37.845466 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-656f8ee3-d9e4-46c1-bb0b-6024d308f51e tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Request body: {'subnet': {'network_id': '13527cae-d01b-467f-aee1-f94f486f20e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:37.849523 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-dee53f64-0ebd-49e5-a99f-1a5a2fa0018c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.3373489 Nov 25 19:48:37.912684 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee53f64-0ebd-49e5-a99f-1a5a2fa0018c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Pushing event updated for resources: {'Network': ['ID=13527cae-d01b-467f-aee1-f94f486f20e0,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:37.937769 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 13527cae-d01b-467f-aee1-f94f486f20e0 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:48:37.977394 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-d4255b27-5e10-4433-bc29-2964a6e14470 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:37.979400 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-d4255b27-5e10-4433-bc29-2964a6e14470 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.73 "GET /v2.0/networks?id=5afe14a9-37db-4337-b5af-15525f3237df HTTP/1.1" status: 200 len: 812 time: 0.4701936 Nov 25 19:48:37.981552 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5e9a0fd-2a21-4b26-aed6-82ac60189133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:38.031740 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-3e796174-7652-4ba8-9a49-14d053e56108 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Request body: {'port': {'device_id': 'b8e03443-db4d-43c0-8308-985927ea5ddc', 'network_id': '5afe14a9-37db-4337-b5af-15525f3237df', 'admin_state_up': True, 'tenant_id': '42f930a49a8e46e2b39acf9b6acfa91b'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:38.092974 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5e9a0fd-2a21-4b26-aed6-82ac60189133 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:38.110880 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54810) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:38.117058 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b5e9a0fd-2a21-4b26-aed6-82ac60189133 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6e38dc1b-5277-41f0-afc8-99e2f28a1004 HTTP/1.1" status: 204 len: 168 time: 1.6759639 Nov 25 19:48:38.123019 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9a0fd-2a21-4b26-aed6-82ac60189133 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e38dc1b-5277-41f0-afc8-99e2f28a1004,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:38.231896 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656f8ee3-d9e4-46c1-bb0b-6024d308f51e tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Made reservation on behalf of 031ff1d741ce439b908bd79550d18ec8 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:38.235948 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-656f8ee3-d9e4-46c1-bb0b-6024d308f51e tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:38.285582 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54812) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:38.346936 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f98041b5-92ce-469e-a1f7-9cd258491656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:38.353691 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-15e1b56c-2e0f-46f7-9e57-5c5fb591e944 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:38.441379 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ce0409ab-c449-4459-b7f3-5914d61cfc6a req-d2fdff52-fea8-4873-9e24-aea6ff9fb972 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8e03443-db4d-43c0-8308-985927ea5ddc HTTP/1.1" status: 200 len: 210 time: 0.0672212 Nov 25 19:48:38.511589 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-3e796174-7652-4ba8-9a49-14d053e56108 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Made reservation on behalf of 42f930a49a8e46e2b39acf9b6acfa91b for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:38.521131 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-3e796174-7652-4ba8-9a49-14d053e56108 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:38.566145 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f98041b5-92ce-469e-a1f7-9cd258491656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:38.612254 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f98041b5-92ce-469e-a1f7-9cd258491656 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:38.635122 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f98041b5-92ce-469e-a1f7-9cd258491656 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5174ef-5abc-49d8-9a1c-4e9ab534cb77') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:38.635506 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f98041b5-92ce-469e-a1f7-9cd258491656 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5174ef-5abc-49d8-9a1c-4e9ab534cb77') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:38.659124 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f98041b5-92ce-469e-a1f7-9cd258491656 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:38.720240 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f98041b5-92ce-469e-a1f7-9cd258491656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:38.726820 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-520807d0-ab96-42ff-b25f-d0c84bde31c8 req-6c2aac4f-165e-4d1c-9a16-2a8c00884c4f tempest-ServerShowV254Test-2121834936 tempest-ServerShowV254Test-2121834936-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b225ba1-03a0-4450-bf43-47913f8bdb6d HTTP/1.1" status: 200 len: 210 time: 0.1363275 Nov 25 19:48:38.729269 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-15e1b56c-2e0f-46f7-9e57-5c5fb591e944 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:38.739214 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f98041b5-92ce-469e-a1f7-9cd258491656 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:48:38.740063 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f98041b5-92ce-469e-a1f7-9cd258491656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:48:38.742498 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:48:38.754051 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-15e1b56c-2e0f-46f7-9e57-5c5fb591e944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:38.780092 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-656f8ee3-d9e4-46c1-bb0b-6024d308f51e tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:38.870767 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-3e796174-7652-4ba8-9a49-14d053e56108 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Allocated IP 172.20.0.4 (5afe14a9-37db-4337-b5af-15525f3237df/043abeda-4c2d-4f23-b403-9c08bc70d08f/18ec3aba-5fec-4c3d-b059-46ddffe1360d) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:48:38.904739 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1b56c-2e0f-46f7-9e57-5c5fb591e944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb02473-6e9a-4e91-87dc-6c882c8efa0c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:38.913099 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-15e1b56c-2e0f-46f7-9e57-5c5fb591e944 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f7c0e3658ec04eba9d7cefc4aca80038&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6228502 Nov 25 19:48:38.918633 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54826) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:38.942146 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f98041b5-92ce-469e-a1f7-9cd258491656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:38.962930 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f98041b5-92ce-469e-a1f7-9cd258491656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:38.967346 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f98041b5-92ce-469e-a1f7-9cd258491656 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa HTTP/1.1" status: 204 len: 168 time: 0.8433266 Nov 25 19:48:39.000051 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f8ee3-d9e4-46c1-bb0b-6024d308f51e tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Pushing event updated for resources: {'Subnet': ['ID=102946ed-e471-4425-a1d6-7f3d43432956,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:39.015518 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98041b5-92ce-469e-a1f7-9cd258491656 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d6a06ce-a4c6-40a1-ae3a-eb6b10761baa,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:39.037444 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656f8ee3-d9e4-46c1-bb0b-6024d308f51e tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Checking segment: {'id': '544c8bd2-5a0c-4d16-a0db-bcff09c3c82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '13527cae-d01b-467f-aee1-f94f486f20e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:48:39.038884 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656f8ee3-d9e4-46c1-bb0b-6024d308f51e tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Network hostable DHCP agents. Network: 13527cae-d01b-467f-aee1-f94f486f20e0, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:48:39.084989 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c927f234-cf56-4e10-8d02-a8dad2bd5fc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:39.103007 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656f8ee3-d9e4-46c1-bb0b-6024d308f51e tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Network 13527cae-d01b-467f-aee1-f94f486f20e0 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:48:39.144652 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c927f234-cf56-4e10-8d02-a8dad2bd5fc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:39.156746 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-656f8ee3-d9e4-46c1-bb0b-6024d308f51e tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 13527cae-d01b-467f-aee1-f94f486f20e0) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:39.169201 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7640918-36c6-44bf-88ed-529de9d234dc None None] Network 13527cae-d01b-467f-aee1-f94f486f20e0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:48:39.189519 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656f8ee3-d9e4-46c1-bb0b-6024d308f51e tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:39.191070 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-656f8ee3-d9e4-46c1-bb0b-6024d308f51e tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:39.252697 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-656f8ee3-d9e4-46c1-bb0b-6024d308f51e tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4117377 Nov 25 19:48:39.253777 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54834) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:39.262442 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9675c35f-6305-45e2-bda0-e260c740c5eb tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Request body: {'port': {'network_id': '13527cae-d01b-467f-aee1-f94f486f20e0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1401434087'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:39.346251 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c927f234-cf56-4e10-8d02-a8dad2bd5fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:39.350883 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c927f234-cf56-4e10-8d02-a8dad2bd5fc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:39.355965 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c927f234-cf56-4e10-8d02-a8dad2bd5fc9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ecb02473-6e9a-4e91-87dc-6c882c8efa0c HTTP/1.1" status: 204 len: 168 time: 0.4359808 Nov 25 19:48:39.383838 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927f234-cf56-4e10-8d02-a8dad2bd5fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb02473-6e9a-4e91-87dc-6c882c8efa0c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:39.391796 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299bb4c-24e7-4f76-9eb1-42146ed35b16 req-400cc4e8-7fd6-4ef0-92a0-4686a020c7ef tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:39.423747 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d299bb4c-24e7-4f76-9eb1-42146ed35b16 req-400cc4e8-7fd6-4ef0-92a0-4686a020c7ef tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.4835417 Nov 25 19:48:39.493960 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9675c35f-6305-45e2-bda0-e260c740c5eb tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Made reservation on behalf of 031ff1d741ce439b908bd79550d18ec8 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:39.498948 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9675c35f-6305-45e2-bda0-e260c740c5eb tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:39.528372 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54840) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:39.556979 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-9675c35f-6305-45e2-bda0-e260c740c5eb tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] device_id is not set on port 8106b020-c5d3-460c-be47-eef9645575a0 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:48:39.596191 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d299bb4c-24e7-4f76-9eb1-42146ed35b16 req-680c079c-1a7a-4c2d-acca-c15aa04a13c7 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577101 Nov 25 19:48:39.690058 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f1a15d-f99d-4599-b727-960a191065b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-13527cae-d01b-467f-aee1-f94f486f20e0', 'network_id': '13527cae-d01b-467f-aee1-f94f486f20e0', 'tenant_id': '031ff1d741ce439b908bd79550d18ec8', 'fixed_ips': [{'subnet_id': '102946ed-e471-4425-a1d6-7f3d43432956'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:48:39.691392 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-77f1a15d-f99d-4599-b727-960a191065b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:39.748226 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-9675c35f-6305-45e2-bda0-e260c740c5eb tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Allocated IP 172.20.0.3 (13527cae-d01b-467f-aee1-f94f486f20e0/102946ed-e471-4425-a1d6-7f3d43432956/8106b020-c5d3-460c-be47-eef9645575a0) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:48:39.803627 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-3e796174-7652-4ba8-9a49-14d053e56108 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:39.881397 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f58759e1-6f20-423c-b5cf-b625d4093c13 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6b627ee06685481eb08143e937abc9f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3491011 Nov 25 19:48:39.882695 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54848) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:39.895028 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-3e796174-7652-4ba8-9a49-14d053e56108 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:39.973246 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e796174-7652-4ba8-9a49-14d053e56108 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Pushing event updated for resources: {'Port': ['ID=18ec3aba-5fec-4c3d-b059-46ddffe1360d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:40.011093 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-3e796174-7652-4ba8-9a49-14d053e56108 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Network 5afe14a9-37db-4337-b5af-15525f3237df is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:48:40.013962 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-3e796174-7652-4ba8-9a49-14d053e56108 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:40.018011 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-3e796174-7652-4ba8-9a49-14d053e56108 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:48:40.022222 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39e35e70-6554-481f-9702-07c7ca20338d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:40.099758 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b5338-7f2a-4ab9-a2fd-9f248d56f291 req-1c36cc3d-b26a-4654-87e4-9b311e19b33c tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:40.101939 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f91b5338-7f2a-4ab9-a2fd-9f248d56f291 req-1c36cc3d-b26a-4654-87e4-9b311e19b33c tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8e03443-db4d-43c0-8308-985927ea5ddc HTTP/1.1" status: 200 len: 931 time: 0.1486111 Nov 25 19:48:40.132202 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-3e796174-7652-4ba8-9a49-14d053e56108 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:40.132854 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-3e796174-7652-4ba8-9a49-14d053e56108 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:40.166605 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-3e796174-7652-4ba8-9a49-14d053e56108 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1414971 Nov 25 19:48:40.191716 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39e35e70-6554-481f-9702-07c7ca20338d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:40.193144 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-eac4805c-a46d-4fd5-9a4d-39fc305d8b11 service neutron] Request body: {'port': {'device_id': 'b8e03443-db4d-43c0-8308-985927ea5ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:40.201147 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9675c35f-6305-45e2-bda0-e260c740c5eb tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:40.250657 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f91b5338-7f2a-4ab9-a2fd-9f248d56f291 req-cf0a4050-fb8d-40fd-9ee1-df12a517ad03 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/security-groups?id=529dd4eb-1d86-4159-b790-828c025ceed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132426 Nov 25 19:48:40.353462 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-eac4805c-a46d-4fd5-9a4d-39fc305d8b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:40.401043 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9675c35f-6305-45e2-bda0-e260c740c5eb tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:40.499143 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa559aae-411b-4048-bea3-c899e83a8689 req-3dcddb4f-4e08-4d34-bc8d-3665c35312d7 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:40.501604 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fa559aae-411b-4048-bea3-c899e83a8689 req-3dcddb4f-4e08-4d34-bc8d-3665c35312d7 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1533084 Nov 25 19:48:40.597768 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9675c35f-6305-45e2-bda0-e260c740c5eb tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Network 13527cae-d01b-467f-aee1-f94f486f20e0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:48:40.598665 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39e35e70-6554-481f-9702-07c7ca20338d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:40.606950 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39e35e70-6554-481f-9702-07c7ca20338d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:40.608422 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-39e35e70-6554-481f-9702-07c7ca20338d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/36454e6a-4b97-4514-9715-d9163b63ad26 HTTP/1.1" status: 204 len: 168 time: 0.7246497 Nov 25 19:48:40.628887 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-9675c35f-6305-45e2-bda0-e260c740c5eb tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:40.632358 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675c35f-6305-45e2-bda0-e260c740c5eb tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Pushing event updated for resources: {'Port': ['ID=8106b020-c5d3-460c-be47-eef9645575a0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:40.653436 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9675c35f-6305-45e2-bda0-e260c740c5eb tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:48:40.655465 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fa559aae-411b-4048-bea3-c899e83a8689 req-61b6f27d-0bf4-43a6-b3f6-c11e84066c38 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398983 Nov 25 19:48:40.818109 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e35e70-6554-481f-9702-07c7ca20338d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36454e6a-4b97-4514-9715-d9163b63ad26,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:40.830968 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad0be00e-b705-4d5b-9af8-7db45690ff82 req-029496e6-63fb-4ead-a84b-9c2180588e7c tempest-ServerShowV254Test-2121834936 tempest-ServerShowV254Test-2121834936-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b225ba1-03a0-4450-bf43-47913f8bdb6d HTTP/1.1" status: 200 len: 210 time: 0.0444155 Nov 25 19:48:40.835174 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9675c35f-6305-45e2-bda0-e260c740c5eb tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:40.835871 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9675c35f-6305-45e2-bda0-e260c740c5eb tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:40.891791 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9675c35f-6305-45e2-bda0-e260c740c5eb tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6353498 Nov 25 19:48:40.895114 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54870) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:40.957016 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-77f1a15d-f99d-4599-b727-960a191065b3 None None] Allocated IP 172.20.0.2 (13527cae-d01b-467f-aee1-f94f486f20e0/102946ed-e471-4425-a1d6-7f3d43432956/d4e2807e-1908-4402-9d77-f37599ad1ab8) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:48:41.151553 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-eb34c9a0-c56b-494e-b8b1-e78153e10ced tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Deleting port 8106b020-c5d3-460c-be47-eef9645575a0 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:48:41.152335 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eb34c9a0-c56b-494e-b8b1-e78153e10ced tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:41.269479 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-eac4805c-a46d-4fd5-9a4d-39fc305d8b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ec3aba-5fec-4c3d-b059-46ddffe1360d {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:48:41.308807 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-eac4805c-a46d-4fd5-9a4d-39fc305d8b11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:41.375216 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-eac4805c-a46d-4fd5-9a4d-39fc305d8b11 service neutron] Transition to ACTIVE for port object 18ec3aba-5fec-4c3d-b059-46ddffe1360d will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:48:41.395805 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-eac4805c-a46d-4fd5-9a4d-39fc305d8b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:41.453753 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-77f1a15d-f99d-4599-b727-960a191065b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:41.468985 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-77f1a15d-f99d-4599-b727-960a191065b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:41.544298 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eb34c9a0-c56b-494e-b8b1-e78153e10ced tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:41.601727 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-eb34c9a0-c56b-494e-b8b1-e78153e10ced tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Calling delete_port for 8106b020-c5d3-460c-be47-eef9645575a0 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:41.627589 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f1a15d-f99d-4599-b727-960a191065b3 None None] Network 13527cae-d01b-467f-aee1-f94f486f20e0 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:48:41.637167 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-77f1a15d-f99d-4599-b727-960a191065b3 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:41.642920 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f1a15d-f99d-4599-b727-960a191065b3 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:48:41.725741 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1a15d-f99d-4599-b727-960a191065b3 None None] Pushing event updated for resources: {'Port': ['ID=d4e2807e-1908-4402-9d77-f37599ad1ab8,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:41.847887 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-77f1a15d-f99d-4599-b727-960a191065b3 None None] Attempting to bind port d4e2807e-1908-4402-9d77-f37599ad1ab8 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:48:41.848416 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-77f1a15d-f99d-4599-b727-960a191065b3 None None] Attempting to bind port d4e2807e-1908-4402-9d77-f37599ad1ab8 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '544c8bd2-5a0c-4d16-a0db-bcff09c3c82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '13527cae-d01b-467f-aee1-f94f486f20e0'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:48:41.848635 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f1a15d-f99d-4599-b727-960a191065b3 None None] Attempting to bind port d4e2807e-1908-4402-9d77-f37599ad1ab8 on network 13527cae-d01b-467f-aee1-f94f486f20e0 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:48:41.869991 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f1a15d-f99d-4599-b727-960a191065b3 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:48:41.870497 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f1a15d-f99d-4599-b727-960a191065b3 None None] Checking segment: {'id': '544c8bd2-5a0c-4d16-a0db-bcff09c3c82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '13527cae-d01b-467f-aee1-f94f486f20e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:48:41.870921 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-77f1a15d-f99d-4599-b727-960a191065b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:41.871332 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f1a15d-f99d-4599-b727-960a191065b3 None None] Bound using segment: {'id': '544c8bd2-5a0c-4d16-a0db-bcff09c3c82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '13527cae-d01b-467f-aee1-f94f486f20e0'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:48:41.871852 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-77f1a15d-f99d-4599-b727-960a191065b3 None None] Bound port: d4e2807e-1908-4402-9d77-f37599ad1ab8, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '544c8bd2-5a0c-4d16-a0db-bcff09c3c82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '13527cae-d01b-467f-aee1-f94f486f20e0'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:48:41.876890 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-77f1a15d-f99d-4599-b727-960a191065b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:41.896293 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eb34c9a0-c56b-494e-b8b1-e78153e10ced tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:41.905524 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4805c-a46d-4fd5-9a4d-39fc305d8b11 service neutron] Pushing event updated for resources: {'Port': ['ID=18ec3aba-5fec-4c3d-b059-46ddffe1360d,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:41.962005 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34c9a0-c56b-494e-b8b1-e78153e10ced tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Pushing event deleted for resources: {'Port': ['ID=8106b020-c5d3-460c-be47-eef9645575a0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:42.001871 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-eac4805c-a46d-4fd5-9a4d-39fc305d8b11 service neutron] Attempting to bind port 18ec3aba-5fec-4c3d-b059-46ddffe1360d on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:48:42.003510 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-eac4805c-a46d-4fd5-9a4d-39fc305d8b11 service neutron] Attempting to bind port 18ec3aba-5fec-4c3d-b059-46ddffe1360d by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'cf730e5b-376b-4fff-a848-4542771de5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5afe14a9-37db-4337-b5af-15525f3237df'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:48:42.004126 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-eac4805c-a46d-4fd5-9a4d-39fc305d8b11 service neutron] Attempting to bind port 18ec3aba-5fec-4c3d-b059-46ddffe1360d on network 5afe14a9-37db-4337-b5af-15525f3237df {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:48:42.021995 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e47a5d5-3c5d-4313-a690-f2187f284641 req-38172e00-aac7-4682-93ad-c39003330c04 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0b225ba1-03a0-4450-bf43-47913f8bdb6d HTTP/1.1" status: 200 len: 210 time: 0.3073230 Nov 25 19:48:42.038603 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-eac4805c-a46d-4fd5-9a4d-39fc305d8b11 service neutron] Port 18ec3aba-5fec-4c3d-b059-46ddffe1360d on network 5afe14a9-37db-4337-b5af-15525f3237df not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:48:42.040206 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-eac4805c-a46d-4fd5-9a4d-39fc305d8b11 service neutron] Attempting to bind port 18ec3aba-5fec-4c3d-b059-46ddffe1360d on network 5afe14a9-37db-4337-b5af-15525f3237df {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:48:42.072421 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-77f1a15d-f99d-4599-b727-960a191065b3 None None] For port d4e2807e-1908-4402-9d77-f37599ad1ab8, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:48:42.087777 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-77f1a15d-f99d-4599-b727-960a191065b3 None None] For port d4e2807e-1908-4402-9d77-f37599ad1ab8, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d4e2807e-1908-4402-9d77-f37599ad1ab8,segment=NetworkSegment(544c8bd2-5a0c-4d16-a0db-bcff09c3c82d),segment_id=544c8bd2-5a0c-4d16-a0db-bcff09c3c82d)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:48:42.094471 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09354834-165f-42ff-98a8-62377c0a4f88 req-f0b9cda1-a345-4f31-9aa2-6794faf2f667 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:42.099126 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-77f1a15d-f99d-4599-b727-960a191065b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:42.112142 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-09354834-165f-42ff-98a8-62377c0a4f88 req-f0b9cda1-a345-4f31-9aa2-6794faf2f667 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.4063897 Nov 25 19:48:42.115810 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-eac4805c-a46d-4fd5-9a4d-39fc305d8b11 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:48:42.116635 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-eac4805c-a46d-4fd5-9a4d-39fc305d8b11 service neutron] Checking segment: {'id': 'cf730e5b-376b-4fff-a848-4542771de5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5afe14a9-37db-4337-b5af-15525f3237df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:48:42.117633 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-eac4805c-a46d-4fd5-9a4d-39fc305d8b11 service neutron] Bound using segment: {'id': 'cf730e5b-376b-4fff-a848-4542771de5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5afe14a9-37db-4337-b5af-15525f3237df'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:48:42.118449 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-eac4805c-a46d-4fd5-9a4d-39fc305d8b11 service neutron] Bound port: 18ec3aba-5fec-4c3d-b059-46ddffe1360d, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf730e5b-376b-4fff-a848-4542771de5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5afe14a9-37db-4337-b5af-15525f3237df'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:48:42.119889 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-eac4805c-a46d-4fd5-9a4d-39fc305d8b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:42.258482 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eb34c9a0-c56b-494e-b8b1-e78153e10ced tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:42.277519 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-eb34c9a0-c56b-494e-b8b1-e78153e10ced tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] 10.222.0.55 "DELETE /v2.0/ports/8106b020-c5d3-460c-be47-eef9645575a0 HTTP/1.1" status: 204 len: 168 time: 1.3722618 Nov 25 19:48:42.282226 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54902) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:42.341083 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1a15d-f99d-4599-b727-960a191065b3 None None] Pushing event updated for resources: {'Port': ['ID=d4e2807e-1908-4402-9d77-f37599ad1ab8,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:42.371604 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-09354834-165f-42ff-98a8-62377c0a4f88 req-c6598d87-a615-4bf1-9df8-37e1c473246d tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441952 Nov 25 19:48:42.456282 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-eac4805c-a46d-4fd5-9a4d-39fc305d8b11 service neutron] For port 18ec3aba-5fec-4c3d-b059-46ddffe1360d, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:48:42.468712 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-eac4805c-a46d-4fd5-9a4d-39fc305d8b11 service neutron] For port 18ec3aba-5fec-4c3d-b059-46ddffe1360d, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=18ec3aba-5fec-4c3d-b059-46ddffe1360d,segment=NetworkSegment(cf730e5b-376b-4fff-a848-4542771de5bc),segment_id=cf730e5b-376b-4fff-a848-4542771de5bc)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:48:42.482959 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-eac4805c-a46d-4fd5-9a4d-39fc305d8b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:42.547730 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-eac4805c-a46d-4fd5-9a4d-39fc305d8b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:42.548562 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-eac4805c-a46d-4fd5-9a4d-39fc305d8b11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:42.553308 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-eac4805c-a46d-4fd5-9a4d-39fc305d8b11 service neutron] 10.222.0.73 "PUT /v2.0/ports/18ec3aba-5fec-4c3d-b059-46ddffe1360d HTTP/1.1" status: 200 len: 1091 time: 2.3750145 Nov 25 19:48:42.560307 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e03443-db4d-43c0-8308-985927ea5ddc', 'tag': '18ec3aba-5fec-4c3d-b059-46ddffe1360d'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:48:42.570200 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dee71f-91aa-4f67-bd1c-2f5de9d7f69c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e03443-db4d-43c0-8308-985927ea5ddc", "tag": "18ec3aba-5fec-4c3d-b059-46ddffe1360d"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:48:42.858806 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-71e78367-f6d5-41c1-861c-7019da81247a tempest-DHCPAgentSchedulersTestJSON-899483649 tempest-DHCPAgentSchedulersTestJSON-899483649-project-admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.5742946 Nov 25 19:48:42.867947 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54922) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:42.889248 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-63e1f0da-dbbf-4bcc-bfac-547adbe7ff7f tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1439634406'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:42.919933 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-5596689e-9a26-4c47-9b70-9828d938e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:42.921454 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-5596689e-9a26-4c47-9b70-9828d938e66f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=42f930a49a8e46e2b39acf9b6acfa91b&device_id=b8e03443-db4d-43c0-8308-985927ea5ddc HTTP/1.1" status: 200 len: 1094 time: 0.2287183 Nov 25 19:48:42.931418 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397feabb-d708-4f6c-acda-19882d17ce03 req-4cff9c50-d3ee-4383-85aa-7a393d0fc715 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:42.940208 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-397feabb-d708-4f6c-acda-19882d17ce03 req-4cff9c50-d3ee-4383-85aa-7a393d0fc715 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8e03443-db4d-43c0-8308-985927ea5ddc HTTP/1.1" status: 200 len: 943 time: 0.2386870 Nov 25 19:48:42.945784 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4805c-a46d-4fd5-9a4d-39fc305d8b11 service neutron] Pushing event updated for resources: {'Port': ['ID=18ec3aba-5fec-4c3d-b059-46ddffe1360d,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:42.979864 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e1f0da-dbbf-4bcc-bfac-547adbe7ff7f tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Made reservation on behalf of 031ff1d741ce439b908bd79550d18ec8 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:42.990067 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-63e1f0da-dbbf-4bcc-bfac-547adbe7ff7f tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:42.997514 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-32599fd1-5c9c-42c8-85ac-c477bf6a72ac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18ec3aba-5fec-4c3d-b059-46ddffe1360d HTTP/1.1" status: 200 len: 217 time: 0.0528324 Nov 25 19:48:43.071579 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e1f0da-dbbf-4bcc-bfac-547adbe7ff7f tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:48:43.111567 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-63e1f0da-dbbf-4bcc-bfac-547adbe7ff7f tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:43.112628 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-63e1f0da-dbbf-4bcc-bfac-547adbe7ff7f tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Added segment 4926b617-3e7a-4066-a266-dc43cf768324 of type vlan for network e9a40d8e-8af9-4266-800f-c9399843770d Nov 25 19:48:43.169528 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-397feabb-d708-4f6c-acda-19882d17ce03 req-9a7c7ca0-4823-4353-a719-4ff650da107e tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/security-groups?id=529dd4eb-1d86-4159-b790-828c025ceed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281239 Nov 25 19:48:43.171793 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-75cbb516-1b15-4671-bc19-8d9ade0703bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:43.174152 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-75cbb516-1b15-4671-bc19-8d9ade0703bb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=043abeda-4c2d-4f23-b403-9c08bc70d08f HTTP/1.1" status: 200 len: 852 time: 0.1636553 Nov 25 19:48:43.246004 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-07a2982a-2877-43d1-8c6f-2311d4174ce6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5afe14a9-37db-4337-b5af-15525f3237df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627282 Nov 25 19:48:43.311754 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-63e1f0da-dbbf-4bcc-bfac-547adbe7ff7f tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:43.351898 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-63e1f0da-dbbf-4bcc-bfac-547adbe7ff7f tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:43.395011 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e1f0da-dbbf-4bcc-bfac-547adbe7ff7f tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:43.396300 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-63e1f0da-dbbf-4bcc-bfac-547adbe7ff7f tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:43.441961 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e87d70e8-50dd-4aaf-8cdf-10f7d6706fcb req-d067bd3e-39b1-4e60-b24a-70fa354bf208 tempest-ServerShowV254Test-2121834936 tempest-ServerShowV254Test-2121834936-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b225ba1-03a0-4450-bf43-47913f8bdb6d HTTP/1.1" status: 200 len: 210 time: 0.0406461 Nov 25 19:48:43.470516 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-63e1f0da-dbbf-4bcc-bfac-547adbe7ff7f tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5983675 Nov 25 19:48:43.473543 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 54938) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:43.530315 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1f0da-dbbf-4bcc-bfac-547adbe7ff7f tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Pushing event updated for resources: {'Network': ['ID=e9a40d8e-8af9-4266-800f-c9399843770d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:43.551258 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network e9a40d8e-8af9-4266-800f-c9399843770d details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:48:43.591841 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-b5f86c43-3939-4e0c-981c-61851c432dfb service neutron] 10.222.0.73 "GET /v2.0/networks/5afe14a9-37db-4337-b5af-15525f3237df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367937 Nov 25 19:48:43.983188 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4913aca-c45c-4cd4-9e25-82eb18c34864 x-openstack-request-id: req-e4913aca-c45c-4cd4-9e25-82eb18c34864 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:48:43.984827 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e03443-db4d-43c0-8308-985927ea5ddc", "tag": "18ec3aba-5fec-4c3d-b059-46ddffe1360d", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:48:43.984827 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e4913aca-c45c-4cd4-9e25-82eb18c34864 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:48:43.984827 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e03443-db4d-43c0-8308-985927ea5ddc', 'tag': '18ec3aba-5fec-4c3d-b059-46ddffe1360d', 'status': 'completed', 'code': 200} Nov 25 19:48:43.986693 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f41bb98-7cce-4d3c-80f7-2d28774c7e96 req-272b009f-c670-420e-a28a-052046469339 service neutron] 10.222.0.73 "GET /v2.0/networks/5afe14a9-37db-4337-b5af-15525f3237df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809736 Nov 25 19:48:44.040829 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cb87ea91-2139-465b-ae52-dae9928f2bf3 tempest-DHCPAgentSchedulersTestJSON-899483649 tempest-DHCPAgentSchedulersTestJSON-899483649-project-admin] 10.222.0.55 "GET /v2.0/agents/dabd8010-b447-4cc8-bb5b-c1a14fda264f/dhcp-networks HTTP/1.1" status: 200 len: 10473 time: 0.5655322 Nov 25 19:48:44.044258 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54952) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:44.237411 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dee71f-91aa-4f67-bd1c-2f5de9d7f69c req-8a3b1b70-e067-460b-b866-32db9f7e6e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:44.240364 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13dee71f-91aa-4f67-bd1c-2f5de9d7f69c req-8a3b1b70-e067-460b-b866-32db9f7e6e26 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=42f930a49a8e46e2b39acf9b6acfa91b&device_id=b8e03443-db4d-43c0-8308-985927ea5ddc HTTP/1.1" status: 200 len: 1094 time: 0.1343901 Nov 25 19:48:44.332860 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86a2d00-63d0-456b-82da-b45c883e3f8f tempest-DHCPAgentSchedulersTestJSON-899483649 tempest-DHCPAgentSchedulersTestJSON-899483649-project-admin] Network e9a40d8e-8af9-4266-800f-c9399843770d is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:48:44.360432 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e86a2d00-63d0-456b-82da-b45c883e3f8f tempest-DHCPAgentSchedulersTestJSON-899483649 tempest-DHCPAgentSchedulersTestJSON-899483649-project-admin] 10.222.0.55 "POST /v2.0/agents/dabd8010-b447-4cc8-bb5b-c1a14fda264f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3127143 Nov 25 19:48:44.362677 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59290c23-ab91-4665-847d-26a9d89c21df None None] Network e9a40d8e-8af9-4266-800f-c9399843770d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:48:44.362885 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54960) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:44.475394 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc349fe-c1a9-4b59-afd7-7858ac5a0d76 None None] Network 13527cae-d01b-467f-aee1-f94f486f20e0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:48:44.675872 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dee71f-91aa-4f67-bd1c-2f5de9d7f69c req-f8d2668e-69e2-4b18-b042-76f329c78ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:44.679131 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13dee71f-91aa-4f67-bd1c-2f5de9d7f69c req-f8d2668e-69e2-4b18-b042-76f329c78ffa service neutron] 10.222.0.73 "GET /v2.0/networks?id=5afe14a9-37db-4337-b5af-15525f3237df HTTP/1.1" status: 200 len: 913 time: 0.4293358 Nov 25 19:48:44.867929 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d4e2807e-1908-4402-9d77-f37599ad1ab8 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:48:44.906809 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13dee71f-91aa-4f67-bd1c-2f5de9d7f69c req-47a68498-79c0-49a2-8aa5-50751d0535ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18ec3aba-5fec-4c3d-b059-46ddffe1360d HTTP/1.1" status: 200 len: 217 time: 0.2126865 Nov 25 19:48:45.067483 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a99264bd-133a-4771-9eb3-e05fb95a62ca tempest-DHCPAgentSchedulersTestJSON-899483649 tempest-DHCPAgentSchedulersTestJSON-899483649-project-admin] 10.222.0.55 "GET /v2.0/agents/dabd8010-b447-4cc8-bb5b-c1a14fda264f/dhcp-networks HTTP/1.1" status: 200 len: 11244 time: 0.7032297 Nov 25 19:48:45.072815 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54976) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:45.101060 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dee71f-91aa-4f67-bd1c-2f5de9d7f69c req-406786c1-617a-4cbc-8431-67f23fcb76fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:45.103919 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13dee71f-91aa-4f67-bd1c-2f5de9d7f69c req-406786c1-617a-4cbc-8431-67f23fcb76fc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=043abeda-4c2d-4f23-b403-9c08bc70d08f HTTP/1.1" status: 200 len: 852 time: 0.1916697 Nov 25 19:48:45.192588 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13dee71f-91aa-4f67-bd1c-2f5de9d7f69c req-f0e40585-d3bd-4d56-a993-db5a90f3e9dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5afe14a9-37db-4337-b5af-15525f3237df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783598 Nov 25 19:48:45.271980 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 18ec3aba-5fec-4c3d-b059-46ddffe1360d details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:48:45.324411 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-530207c6-0544-44a6-9e81-99dc9a4ef050 None None] Provisioning complete for port d4e2807e-1908-4402-9d77-f37599ad1ab8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:45.325723 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-530207c6-0544-44a6-9e81-99dc9a4ef050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:45.440879 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port d4e2807e-1908-4402-9d77-f37599ad1ab8 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:45.442406 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:45.448754 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13dee71f-91aa-4f67-bd1c-2f5de9d7f69c req-0feafdeb-14bc-47d4-a3f8-6c332e74b316 service neutron] 10.222.0.73 "GET /v2.0/networks/5afe14a9-37db-4337-b5af-15525f3237df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491786 Nov 25 19:48:45.667915 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13dee71f-91aa-4f67-bd1c-2f5de9d7f69c req-f03610fb-8e18-497e-b906-933595929619 service neutron] 10.222.0.73 "GET /v2.0/networks/5afe14a9-37db-4337-b5af-15525f3237df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104013 Nov 25 19:48:45.915915 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3f852197-d4ed-4c43-b682-9aaf67b88bc5 tempest-DHCPAgentSchedulersTestJSON-899483649 tempest-DHCPAgentSchedulersTestJSON-899483649-project-admin] 10.222.0.55 "DELETE /v2.0/agents/dabd8010-b447-4cc8-bb5b-c1a14fda264f/dhcp-networks/e9a40d8e-8af9-4266-800f-c9399843770d HTTP/1.1" status: 204 len: 168 time: 0.8372228 Nov 25 19:48:45.918925 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 54988) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:46.018457 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-530207c6-0544-44a6-9e81-99dc9a4ef050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:46.031782 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 18ec3aba-5fec-4c3d-b059-46ddffe1360d, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=18ec3aba-5fec-4c3d-b059-46ddffe1360d,segment=NetworkSegment(cf730e5b-376b-4fff-a848-4542771de5bc),segment_id=cf730e5b-376b-4fff-a848-4542771de5bc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:46.139218 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '18ec3aba-5fec-4c3d-b059-46ddffe1360d', 'network_id': '5afe14a9-37db-4337-b5af-15525f3237df', 'port_id': '18ec3aba-5fec-4c3d-b059-46ddffe1360d', 'mac_address': 'fa:16:3e:5d:35:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '043abeda-4c2d-4f23-b403-9c08bc70d08f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:48:46.189537 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:46.195974 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-530207c6-0544-44a6-9e81-99dc9a4ef050 None None] For port d4e2807e-1908-4402-9d77-f37599ad1ab8, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d4e2807e-1908-4402-9d77-f37599ad1ab8,segment=NetworkSegment(544c8bd2-5a0c-4d16-a0db-bcff09c3c82d),segment_id=544c8bd2-5a0c-4d16-a0db-bcff09c3c82d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:46.239446 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-530207c6-0544-44a6-9e81-99dc9a4ef050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:46.359149 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530207c6-0544-44a6-9e81-99dc9a4ef050 None None] Pushing event updated for resources: {'Port': ['ID=d4e2807e-1908-4402-9d77-f37599ad1ab8,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:46.420156 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:46.450109 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9c4e2bab-a6da-4165-b1d5-2cbe7a37d1bf tempest-DHCPAgentSchedulersTestJSON-899483649 tempest-DHCPAgentSchedulersTestJSON-899483649-project-admin] 10.222.0.55 "GET /v2.0/agents/dabd8010-b447-4cc8-bb5b-c1a14fda264f/dhcp-networks HTTP/1.1" status: 200 len: 10473 time: 0.5279849 Nov 25 19:48:46.456499 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54992) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:46.493390 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77b572-ebbd-4e96-93c9-5da3e57ac59f req-fd730ca5-75a0-4b0d-a572-33f49d4cc691 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:46.505308 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-60334f44-7077-49b1-83f6-c89cd8194231 tempest-DHCPAgentSchedulersTestJSON-899483649 tempest-DHCPAgentSchedulersTestJSON-899483649-project-admin] 10.222.0.55 "GET /v2.0/networks/13527cae-d01b-467f-aee1-f94f486f20e0/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0474226 Nov 25 19:48:46.514061 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54994) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:46.522928 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd77b572-ebbd-4e96-93c9-5da3e57ac59f req-fd730ca5-75a0-4b0d-a572-33f49d4cc691 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8e03443-db4d-43c0-8308-985927ea5ddc HTTP/1.1" status: 200 len: 943 time: 0.4246407 Nov 25 19:48:46.553751 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4e78a4cf-d323-4d3b-a26e-8f9d1a512ade tempest-DHCPAgentSchedulersTestJSON-899483649 tempest-DHCPAgentSchedulersTestJSON-899483649-project-admin] 10.222.0.55 "GET /v2.0/networks/13527cae-d01b-467f-aee1-f94f486f20e0/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0378461 Nov 25 19:48:46.558154 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54996) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:46.566950 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:48:46.567523 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:48:46.568174 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d81fb211-ad1e-4ee9-9340-ae283cb67497 None None] Provisioning complete for port d4e2807e-1908-4402-9d77-f37599ad1ab8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:46.568644 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d81fb211-ad1e-4ee9-9340-ae283cb67497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:46.583290 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ec3aba-5fec-4c3d-b059-46ddffe1360d {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:48:46.663349 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 18ec3aba-5fec-4c3d-b059-46ddffe1360d, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=18ec3aba-5fec-4c3d-b059-46ddffe1360d,segment=NetworkSegment(cf730e5b-376b-4fff-a848-4542771de5bc),segment_id=cf730e5b-376b-4fff-a848-4542771de5bc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:46.672346 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:46.710772 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd77b572-ebbd-4e96-93c9-5da3e57ac59f req-d253b7ff-5313-426e-b8ef-391eebc64ad6 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/security-groups?id=529dd4eb-1d86-4159-b790-828c025ceed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846569 Nov 25 19:48:46.918436 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c7325372-28c9-4784-b709-b2e3ea341897 tempest-DHCPAgentSchedulersTestJSON-899483649 tempest-DHCPAgentSchedulersTestJSON-899483649-project-admin] 10.222.0.55 "GET /v2.0/agents/dabd8010-b447-4cc8-bb5b-c1a14fda264f/dhcp-networks HTTP/1.1" status: 200 len: 10473 time: 0.3562522 Nov 25 19:48:46.922798 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55008) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:46.939223 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=18ec3aba-5fec-4c3d-b059-46ddffe1360d,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:47.000018 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['18ec3aba-5fec-4c3d-b059-46ddffe1360d'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:48:47.148125 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a15eff20-7878-4772-a6db-4e87f98334cf None None] Could not find standard attr ID for object 8106b020-c5d3-460c-be47-eef9645575a0. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:48:47.162598 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70695157-344d-4f68-9c6e-6aaf896cd5ae tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:47.348684 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d4e2807e-1908-4402-9d77-f37599ad1ab8 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:48:47.423286 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70695157-344d-4f68-9c6e-6aaf896cd5ae tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:47.485240 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port d4e2807e-1908-4402-9d77-f37599ad1ab8 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:47.486091 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:47.515770 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-70695157-344d-4f68-9c6e-6aaf896cd5ae tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a40d8e-8af9-4266-800f-c9399843770d']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:47.560480 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-70695157-344d-4f68-9c6e-6aaf896cd5ae tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4926b617-3e7a-4066-a266-dc43cf768324') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:47.560480 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-70695157-344d-4f68-9c6e-6aaf896cd5ae tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4926b617-3e7a-4066-a266-dc43cf768324') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:47.609085 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70695157-344d-4f68-9c6e-6aaf896cd5ae tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:47.670085 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70695157-344d-4f68-9c6e-6aaf896cd5ae tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:47.691466 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70695157-344d-4f68-9c6e-6aaf896cd5ae tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:48:47.691466 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70695157-344d-4f68-9c6e-6aaf896cd5ae tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:48:47.697984 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:48:47.801959 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70695157-344d-4f68-9c6e-6aaf896cd5ae tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:47.821727 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70695157-344d-4f68-9c6e-6aaf896cd5ae tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:47.828896 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-70695157-344d-4f68-9c6e-6aaf896cd5ae tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] 10.222.0.55 "DELETE /v2.0/networks/e9a40d8e-8af9-4266-800f-c9399843770d HTTP/1.1" status: 204 len: 168 time: 0.9043181 Nov 25 19:48:47.830838 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55034) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:47.856642 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70695157-344d-4f68-9c6e-6aaf896cd5ae tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Pushing event deleted for resources: {'Network': ['ID=e9a40d8e-8af9-4266-800f-c9399843770d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:47.857655 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62dd941-ea1f-4369-9028-acf71da292b8 tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:47.858262 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62dd941-ea1f-4369-9028-acf71da292b8 tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:47.862765 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f62dd941-ea1f-4369-9028-acf71da292b8 tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] 10.222.0.55 "DELETE /v2.0/ports/8106b020-c5d3-460c-be47-eef9645575a0 HTTP/1.1" status: 404 len: 333 time: 0.0308006 Nov 25 19:48:47.867754 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55036) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:47.961381 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-cecf3c4c-96d8-4fd5-9ee4-559393d5cd94 tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Deleting subnet 102946ed-e471-4425-a1d6-7f3d43432956 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:48:47.965167 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cecf3c4c-96d8-4fd5-9ee4-559393d5cd94 tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:47.965405 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5db325-f053-42eb-b86a-4c03a95cb4da req-2e2f99ac-f26e-43fc-af82-81d7fb109854 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:47.968240 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cf5db325-f053-42eb-b86a-4c03a95cb4da req-2e2f99ac-f26e-43fc-af82-81d7fb109854 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1037014 Nov 25 19:48:48.033451 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cecf3c4c-96d8-4fd5-9ee4-559393d5cd94 tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:48.099211 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cf5db325-f053-42eb-b86a-4c03a95cb4da req-d7ec7e97-cee8-4206-a257-0f238941b459 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235197 Nov 25 19:48:48.201017 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cecf3c4c-96d8-4fd5-9ee4-559393d5cd94 tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:48.344158 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cecf3c4c-96d8-4fd5-9ee4-559393d5cd94 tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:48.384702 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493b09b-0084-4a67-adeb-6d610b52ced9 req-f0b502a1-cd03-4a81-8046-130d55fcc1af tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:48.386830 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4493b09b-0084-4a67-adeb-6d610b52ced9 req-f0b502a1-cd03-4a81-8046-130d55fcc1af tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8e03443-db4d-43c0-8308-985927ea5ddc HTTP/1.1" status: 200 len: 944 time: 0.0873430 Nov 25 19:48:48.418781 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf3c4c-96d8-4fd5-9ee4-559393d5cd94 tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Pushing event deleted for resources: {'Subnet': ['ID=102946ed-e471-4425-a1d6-7f3d43432956,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:48.428202 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cecf3c4c-96d8-4fd5-9ee4-559393d5cd94 tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:48.437009 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cecf3c4c-96d8-4fd5-9ee4-559393d5cd94 tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] 10.222.0.55 "DELETE /v2.0/subnets/102946ed-e471-4425-a1d6-7f3d43432956 HTTP/1.1" status: 204 len: 168 time: 0.5646765 Nov 25 19:48:48.437743 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55058) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:48.449168 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3832f250-109d-4dee-bf92-3066a85c8a25 None None] Network 13527cae-d01b-467f-aee1-f94f486f20e0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:48:48.516920 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4493b09b-0084-4a67-adeb-6d610b52ced9 req-8ab8023d-8a66-4021-9c57-dbd1cc401012 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/security-groups?id=529dd4eb-1d86-4159-b790-828c025ceed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990300 Nov 25 19:48:48.682788 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88edfde9-a70f-43d3-887d-4699792f824c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:48.727582 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7bec8c77-14ae-4a3b-a57b-a7587ede3984 req-ff24fa98-e5b6-4a84-99af-bc29ded6d6d0 tempest-ServerShowV254Test-2121834936 tempest-ServerShowV254Test-2121834936-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b225ba1-03a0-4450-bf43-47913f8bdb6d HTTP/1.1" status: 200 len: 210 time: 0.0695333 Nov 25 19:48:48.829228 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-88edfde9-a70f-43d3-887d-4699792f824c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Deleting port d4e2807e-1908-4402-9d77-f37599ad1ab8 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:48:48.829678 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88edfde9-a70f-43d3-887d-4699792f824c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:48.929809 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-88edfde9-a70f-43d3-887d-4699792f824c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] For port d4e2807e-1908-4402-9d77-f37599ad1ab8, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d4e2807e-1908-4402-9d77-f37599ad1ab8,segment=NetworkSegment(544c8bd2-5a0c-4d16-a0db-bcff09c3c82d),segment_id=544c8bd2-5a0c-4d16-a0db-bcff09c3c82d)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:48.930529 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88edfde9-a70f-43d3-887d-4699792f824c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:48.949295 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-88edfde9-a70f-43d3-887d-4699792f824c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Calling delete_port for d4e2807e-1908-4402-9d77-f37599ad1ab8 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:49.128103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e5c156-2461-4a54-8470-3a65c61a311f None None] DHCP port deletion for 13527cae-d01b-467f-aee1-f94f486f20e0 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:48:49.136749 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55068) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:49.204876 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88edfde9-a70f-43d3-887d-4699792f824c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:49.275840 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edfde9-a70f-43d3-887d-4699792f824c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Pushing event deleted for resources: {'Port': ['ID=d4e2807e-1908-4402-9d77-f37599ad1ab8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:49.286650 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88edfde9-a70f-43d3-887d-4699792f824c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] No DVR routers for this DVR port d4e2807e-1908-4402-9d77-f37599ad1ab8 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:48:49.291905 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 18ec3aba-5fec-4c3d-b059-46ddffe1360d up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:48:49.463752 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d1e5c156-2461-4a54-8470-3a65c61a311f None None] Deleting port d4e2807e-1908-4402-9d77-f37599ad1ab8 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:48:49.464779 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d1e5c156-2461-4a54-8470-3a65c61a311f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:49.472699 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d4e2807e-1908-4402-9d77-f37599ad1ab8 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:48:49.473952 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88edfde9-a70f-43d3-887d-4699792f824c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:49.506187 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-88edfde9-a70f-43d3-887d-4699792f824c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13527cae-d01b-467f-aee1-f94f486f20e0']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:49.509461 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: d4e2807e-1908-4402-9d77-f37599ad1ab8 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:48:49.509821 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d4e2807e-1908-4402-9d77-f37599ad1ab8 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:48:49.520129 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-88edfde9-a70f-43d3-887d-4699792f824c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '544c8bd2-5a0c-4d16-a0db-bcff09c3c82d') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:49.520481 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-88edfde9-a70f-43d3-887d-4699792f824c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '544c8bd2-5a0c-4d16-a0db-bcff09c3c82d') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:49.534213 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88edfde9-a70f-43d3-887d-4699792f824c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:49.562635 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88edfde9-a70f-43d3-887d-4699792f824c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:49.579824 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88edfde9-a70f-43d3-887d-4699792f824c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:48:49.580240 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88edfde9-a70f-43d3-887d-4699792f824c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:48:49.619410 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:48:49.645187 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-d1e5c156-2461-4a54-8470-3a65c61a311f None None] For port d4e2807e-1908-4402-9d77-f37599ad1ab8, host n-d-819349-5, got binding levels [] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:49.645187 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d1e5c156-2461-4a54-8470-3a65c61a311f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:49.648911 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 18ec3aba-5fec-4c3d-b059-46ddffe1360d completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:48:49.696102 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a963f139-305b-4701-b9aa-907452aa3ab4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:49.700378 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d1e5c156-2461-4a54-8470-3a65c61a311f None None] Calling delete_port for d4e2807e-1908-4402-9d77-f37599ad1ab8 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:49.702419 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 18ec3aba-5fec-4c3d-b059-46ddffe1360d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:49.702795 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:49.727350 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.ipam_backend_mixin [None req-d1e5c156-2461-4a54-8470-3a65c61a311f None None] Port d4e2807e-1908-4402-9d77-f37599ad1ab8 was not found and therefore no delete operation was performed {{(pid=103601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:48:49.731174 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d1e5c156-2461-4a54-8470-3a65c61a311f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:49.791888 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88edfde9-a70f-43d3-887d-4699792f824c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:49.804195 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e5c156-2461-4a54-8470-3a65c61a311f None None] No DVR routers for this DVR port d4e2807e-1908-4402-9d77-f37599ad1ab8 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:48:49.829377 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88edfde9-a70f-43d3-887d-4699792f824c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:49.833484 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5c156-2461-4a54-8470-3a65c61a311f None None] Pushing event deleted for resources: {'Port': ['ID=d4e2807e-1908-4402-9d77-f37599ad1ab8,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:49.860246 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-88edfde9-a70f-43d3-887d-4699792f824c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] 10.222.0.55 "DELETE /v2.0/networks/13527cae-d01b-467f-aee1-f94f486f20e0 HTTP/1.1" status: 204 len: 168 time: 1.4073956 Nov 25 19:48:49.901500 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edfde9-a70f-43d3-887d-4699792f824c tempest-DHCPAgentSchedulersTestJSON-360962630 tempest-DHCPAgentSchedulersTestJSON-360962630-project] Pushing event deleted for resources: {'Network': ['ID=13527cae-d01b-467f-aee1-f94f486f20e0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:49.995403 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:50.024557 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a963f139-305b-4701-b9aa-907452aa3ab4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:50.035872 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a963f139-305b-4701-b9aa-907452aa3ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:50.062960 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de53e0c-fb47-4880-85f3-cb73ec566a16 req-a5e6589e-6130-4d17-9182-48a32ab86718 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:50.072899 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4de53e0c-fb47-4880-85f3-cb73ec566a16 req-a5e6589e-6130-4d17-9182-48a32ab86718 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.3517735 Nov 25 19:48:50.077545 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e03443-db4d-43c0-8308-985927ea5ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ec3aba-5fec-4c3d-b059-46ddffe1360d'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:48:50.080202 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa60506a-2402-4a9a-b048-74e0a3883976" -d '{"events": [{"server_uuid": "b8e03443-db4d-43c0-8308-985927ea5ddc", "name": "network-vif-plugged", "status": "completed", "tag": "18ec3aba-5fec-4c3d-b059-46ddffe1360d"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:48:50.135576 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 18ec3aba-5fec-4c3d-b059-46ddffe1360d, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=18ec3aba-5fec-4c3d-b059-46ddffe1360d,segment=NetworkSegment(cf730e5b-376b-4fff-a848-4542771de5bc),segment_id=cf730e5b-376b-4fff-a848-4542771de5bc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:50.143120 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:50.147817 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a963f139-305b-4701-b9aa-907452aa3ab4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=35827ae4ab394cc69262f89a933826cc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0092459 Nov 25 19:48:50.152392 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55084) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:50.173961 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963f139-305b-4701-b9aa-907452aa3ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d10b911-a0a7-4b0f-b40d-69c87ec762f6,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:50.223771 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4de53e0c-fb47-4880-85f3-cb73ec566a16 req-919ccb74-212d-43a0-b912-a77735f38bb7 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497922 Nov 25 19:48:50.278898 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=18ec3aba-5fec-4c3d-b059-46ddffe1360d,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:50.286496 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af718bc6-d472-4128-a46a-250a9a3f105d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:50.329266 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af718bc6-d472-4128-a46a-250a9a3f105d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:50.445955 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af718bc6-d472-4128-a46a-250a9a3f105d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:50.449836 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af718bc6-d472-4128-a46a-250a9a3f105d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:50.455769 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-af718bc6-d472-4128-a46a-250a9a3f105d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6d10b911-a0a7-4b0f-b40d-69c87ec762f6 HTTP/1.1" status: 204 len: 168 time: 0.3022132 Nov 25 19:48:50.456563 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55092) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:50.473763 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af718bc6-d472-4128-a46a-250a9a3f105d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d10b911-a0a7-4b0f-b40d-69c87ec762f6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:50.541514 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622ab5d-a3f2-46d3-a0be-cb42ec9e061d req-007aa7bf-5250-440c-91dd-29a228247c6b tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:50.572025 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b622ab5d-a3f2-46d3-a0be-cb42ec9e061d req-007aa7bf-5250-440c-91dd-29a228247c6b tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8e03443-db4d-43c0-8308-985927ea5ddc HTTP/1.1" status: 200 len: 945 time: 0.1844716 Nov 25 19:48:50.607775 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:48:50.703614 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b622ab5d-a3f2-46d3-a0be-cb42ec9e061d req-94627d1d-f354-4a77-9964-21e00be3df6c tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/security-groups?id=529dd4eb-1d86-4159-b790-828c025ceed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277444 Nov 25 19:48:50.913025 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7fd93140-4858-4ba1-b4e9-057f7e47d11e req-2769f172-4e63-411c-ae70-a7315e74ed9f tempest-ServerShowV254Test-2121834936 tempest-ServerShowV254Test-2121834936-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b225ba1-03a0-4450-bf43-47913f8bdb6d HTTP/1.1" status: 200 len: 210 time: 0.0448506 Nov 25 19:48:50.980655 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1721c83-b8eb-445b-894d-afc69d191d89 x-openstack-request-id: req-b1721c83-b8eb-445b-894d-afc69d191d89 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:48:50.983208 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e03443-db4d-43c0-8308-985927ea5ddc", "name": "network-vif-plugged", "status": "completed", "tag": "18ec3aba-5fec-4c3d-b059-46ddffe1360d", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:48:50.986382 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b1721c83-b8eb-445b-894d-afc69d191d89 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:48:50.992608 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e03443-db4d-43c0-8308-985927ea5ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ec3aba-5fec-4c3d-b059-46ddffe1360d', 'code': 200} Nov 25 19:48:51.216574 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55128) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:51.231012 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-34ab61e4-61e4-4a29-b690-1d66cf78706b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=031ff1d741ce439b908bd79550d18ec8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7435207 Nov 25 19:48:51.273437 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a76cde-0528-438a-881c-7fce6f062ffa req-e8ce79ff-794a-4015-b75c-e8ba2a983796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:51.281172 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-87a76cde-0528-438a-881c-7fce6f062ffa req-e8ce79ff-794a-4015-b75c-e8ba2a983796 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b8e03443-db4d-43c0-8308-985927ea5ddc HTTP/1.1" status: 200 len: 1096 time: 0.1729872 Nov 25 19:48:51.490532 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb36b388-0d75-47d7-ac82-61d9ee100253 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:51.537567 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb36b388-0d75-47d7-ac82-61d9ee100253 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:51.544516 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-87a76cde-0528-438a-881c-7fce6f062ffa req-a55e625e-0e92-46c1-91d5-4ba2dd66cd2d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=529dd4eb-1d86-4159-b790-828c025ceed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528646 Nov 25 19:48:51.594856 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c12d4-5782-40cc-86a6-2dd68c42d8e4 req-be9f7fa7-1700-4870-adcf-ca99745b4018 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:51.609922 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee6c12d4-5782-40cc-86a6-2dd68c42d8e4 req-be9f7fa7-1700-4870-adcf-ca99745b4018 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.2155557 Nov 25 19:48:51.706833 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee6c12d4-5782-40cc-86a6-2dd68c42d8e4 req-14e20525-1972-4cc0-9709-6da2eafc6e9a tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896842 Nov 25 19:48:51.718246 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb36b388-0d75-47d7-ac82-61d9ee100253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:51.721491 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb36b388-0d75-47d7-ac82-61d9ee100253 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:51.726266 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cb36b388-0d75-47d7-ac82-61d9ee100253 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d135f1cf-bd0a-41bb-8790-06a87567fcb2 HTTP/1.1" status: 204 len: 168 time: 0.5027041 Nov 25 19:48:51.754361 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36b388-0d75-47d7-ac82-61d9ee100253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d135f1cf-bd0a-41bb-8790-06a87567fcb2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:51.922883 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e10e7d-9ccb-4337-bfc0-9247a4d8e063 req-bbdbf6d0-eb9a-4e46-8b13-56ac873adf69 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:51.925869 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-80e10e7d-9ccb-4337-bfc0-9247a4d8e063 req-bbdbf6d0-eb9a-4e46-8b13-56ac873adf69 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.0778878 Nov 25 19:48:52.046721 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55170) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:52.089192 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-80e10e7d-9ccb-4337-bfc0-9247a4d8e063 req-89a3eae4-9e74-41a1-be2b-596116483298 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520917 Nov 25 19:48:52.258971 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609201b6-2bfb-4acc-8d78-639b15c64357 req-1a6a4020-79ac-4ab9-ab6b-b0d873590222 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:52.262185 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-609201b6-2bfb-4acc-8d78-639b15c64357 req-1a6a4020-79ac-4ab9-ab6b-b0d873590222 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8e03443-db4d-43c0-8308-985927ea5ddc HTTP/1.1" status: 200 len: 945 time: 0.0811219 Nov 25 19:48:52.343184 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-609201b6-2bfb-4acc-8d78-639b15c64357 req-5be42f66-7c29-4a5c-b0b7-305367bdce96 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/security-groups?id=529dd4eb-1d86-4159-b790-828c025ceed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670981 Nov 25 19:48:52.397966 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-43b48778-c857-429d-8976-6513aca74312 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1476490234-network', 'tenant_id': '0693fe225e124b1f9efd8df77820112b'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:52.489982 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b48778-c857-429d-8976-6513aca74312 admin admin] Made reservation on behalf of 0693fe225e124b1f9efd8df77820112b for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:52.500051 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-43b48778-c857-429d-8976-6513aca74312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:52.518519 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-43b48778-c857-429d-8976-6513aca74312 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:52.621630 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55192) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:52.654190 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b344a3f3-1b7e-4833-9745-37d0cb0aa19e req-c6cb574b-fc9a-4a10-a1e8-71cd06d31697 tempest-ServerShowV254Test-2121834936 tempest-ServerShowV254Test-2121834936-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b225ba1-03a0-4450-bf43-47913f8bdb6d HTTP/1.1" status: 200 len: 210 time: 0.0901175 Nov 25 19:48:52.659542 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9fad2ae2-3480-4ee1-a0ba-809277424e14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:52.857814 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-43b48778-c857-429d-8976-6513aca74312 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:52.882273 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-43b48778-c857-429d-8976-6513aca74312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:52.969652 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b48778-c857-429d-8976-6513aca74312 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:48:53.017389 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b48778-c857-429d-8976-6513aca74312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb25cff-cb0f-40bf-8b30-20a99006f464,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:53.046028 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-43b48778-c857-429d-8976-6513aca74312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:53.050501 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-43b48778-c857-429d-8976-6513aca74312 admin admin] Added segment a2b88b42-b2ad-4680-bdc7-a4767e8278d0 of type vlan for network f9395996-8e1e-448f-bf5e-cf052999c475 Nov 25 19:48:53.150402 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-43b48778-c857-429d-8976-6513aca74312 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:53.161408 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8720d2-8884-49f4-bb2b-0e7b46018c33 req-318bfe9d-8c86-4796-8073-e4a1a949fc78 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:53.166639 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d8720d2-8884-49f4-bb2b-0e7b46018c33 req-318bfe9d-8c86-4796-8073-e4a1a949fc78 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1290483 Nov 25 19:48:53.197228 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9fad2ae2-3480-4ee1-a0ba-809277424e14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:53.229012 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9fad2ae2-3480-4ee1-a0ba-809277424e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:53.265840 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d8720d2-8884-49f4-bb2b-0e7b46018c33 req-7368d125-46ed-4b17-a2b2-4f74fec1abe0 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901885 Nov 25 19:48:53.338319 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad2ae2-3480-4ee1-a0ba-809277424e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c00b9a8-02dc-4ca5-9d5b-526a7157b0c1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:53.347357 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-43b48778-c857-429d-8976-6513aca74312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:53.348695 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b48778-c857-429d-8976-6513aca74312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:53.349682 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-43b48778-c857-429d-8976-6513aca74312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:53.395596 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-43b48778-c857-429d-8976-6513aca74312 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3463066 Nov 25 19:48:53.395868 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55200) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:53.404274 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-7d1548c3-5acf-4963-9500-82d9d003d9e7 admin admin] Request body: {'subnet': {'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1476490234-subnet', 'tenant_id': '0693fe225e124b1f9efd8df77820112b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:53.408728 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9fad2ae2-3480-4ee1-a0ba-809277424e14 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1803275c498d4a7fa55064bbcfc8408a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7850320 Nov 25 19:48:53.409884 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55202) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:53.486939 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b48778-c857-429d-8976-6513aca74312 admin admin] Pushing event updated for resources: {'Network': ['ID=f9395996-8e1e-448f-bf5e-cf052999c475,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:53.505054 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1548c3-5acf-4963-9500-82d9d003d9e7 admin admin] Made reservation on behalf of 0693fe225e124b1f9efd8df77820112b for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:53.507420 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network f9395996-8e1e-448f-bf5e-cf052999c475 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:48:53.509535 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d1548c3-5acf-4963-9500-82d9d003d9e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:53.540358 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dba8be34-b213-44ca-be26-e7674dbde73f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:53.599390 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dba8be34-b213-44ca-be26-e7674dbde73f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:53.666768 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945733a3-997f-4405-949f-dfa7f0da0bfb req-e54a437b-0019-4153-8c4a-bdd0f2cacd6d tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:53.675124 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-945733a3-997f-4405-949f-dfa7f0da0bfb req-e54a437b-0019-4153-8c4a-bdd0f2cacd6d tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.2551746 Nov 25 19:48:53.704196 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dba8be34-b213-44ca-be26-e7674dbde73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:53.713683 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dba8be34-b213-44ca-be26-e7674dbde73f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:53.715548 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-dba8be34-b213-44ca-be26-e7674dbde73f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1c00b9a8-02dc-4ca5-9d5b-526a7157b0c1 HTTP/1.1" status: 204 len: 168 time: 0.3013465 Nov 25 19:48:53.731985 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8be34-b213-44ca-be26-e7674dbde73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c00b9a8-02dc-4ca5-9d5b-526a7157b0c1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:53.793383 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:53.812770 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-945733a3-997f-4405-949f-dfa7f0da0bfb req-b8f68dec-930d-43ee-8e0d-06f1a9863956 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362545 Nov 25 19:48:53.975751 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d1548c3-5acf-4963-9500-82d9d003d9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:54.138081 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1548c3-5acf-4963-9500-82d9d003d9e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:54.151103 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1548c3-5acf-4963-9500-82d9d003d9e7 admin admin] Checking segment: {'id': 'a2b88b42-b2ad-4680-bdc7-a4767e8278d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:48:54.151956 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1548c3-5acf-4963-9500-82d9d003d9e7 admin admin] Network hostable DHCP agents. Network: f9395996-8e1e-448f-bf5e-cf052999c475, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:48:54.182870 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e3058-c8be-45e4-9226-539f2f9d1103 req-6fcf9add-d873-4aa4-864c-73df07a6e1a8 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:54.185652 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-289e3058-c8be-45e4-9226-539f2f9d1103 req-6fcf9add-d873-4aa4-864c-73df07a6e1a8 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8e03443-db4d-43c0-8308-985927ea5ddc HTTP/1.1" status: 200 len: 945 time: 0.1508648 Nov 25 19:48:54.196649 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1548c3-5acf-4963-9500-82d9d003d9e7 admin admin] Network f9395996-8e1e-448f-bf5e-cf052999c475 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:48:54.223394 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-7d1548c3-5acf-4963-9500-82d9d003d9e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, f9395996-8e1e-448f-bf5e-cf052999c475) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:54.233171 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dc3506-3932-4c80-a99b-a8a73b157cde None None] Network f9395996-8e1e-448f-bf5e-cf052999c475 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:48:54.260823 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1548c3-5acf-4963-9500-82d9d003d9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:54.264862 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d1548c3-5acf-4963-9500-82d9d003d9e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:54.379822 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7d1548c3-5acf-4963-9500-82d9d003d9e7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9823375 Nov 25 19:48:54.417774 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-289e3058-c8be-45e4-9226-539f2f9d1103 req-308d9473-1694-47d1-8b92-011a838a1179 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/security-groups?id=529dd4eb-1d86-4159-b790-828c025ceed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074666 Nov 25 19:48:54.610665 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f24077b3-c6d9-46c0-afb0-47b80b111ce0 req-189623c5-92c5-4ccf-bee1-2df7b5d565a3 tempest-ServerShowV254Test-2121834936 tempest-ServerShowV254Test-2121834936-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b225ba1-03a0-4450-bf43-47913f8bdb6d HTTP/1.1" status: 200 len: 210 time: 0.0646331 Nov 25 19:48:54.690115 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:54.862125 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e529e459-87f5-4165-92a8-4312112f9f94 None None] Network f9395996-8e1e-448f-bf5e-cf052999c475 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:48:55.003843 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471eb0f-b9a1-4284-a818-67cd729be8ec req-5a16de2e-dbf1-4662-b8fb-475271c20641 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:55.005978 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4471eb0f-b9a1-4284-a818-67cd729be8ec req-5a16de2e-dbf1-4662-b8fb-475271c20641 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8e03443-db4d-43c0-8308-985927ea5ddc HTTP/1.1" status: 200 len: 945 time: 0.0984941 Nov 25 19:48:55.133692 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4471eb0f-b9a1-4284-a818-67cd729be8ec req-3660a2df-5b55-49d0-a68a-8575d4e7c2b6 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/security-groups?id=529dd4eb-1d86-4159-b790-828c025ceed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202309 Nov 25 19:48:55.359856 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d78d5-055c-4f8f-9606-7421dabcd84b req-34343e5c-5933-4944-8ad8-ab1c658ba704 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:55.375443 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-df5d78d5-055c-4f8f-9606-7421dabcd84b req-34343e5c-5933-4944-8ad8-ab1c658ba704 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1054294 Nov 25 19:48:55.530269 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-df5d78d5-055c-4f8f-9606-7421dabcd84b req-2e7a6e14-e010-4e04-be69-7d0254c6db6a tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529093 Nov 25 19:48:56.189563 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655435ee-700e-4f33-8b77-ba1d55799efd req-98823595-5daa-42b3-bef8-68798b4a21b2 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:56.193587 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-655435ee-700e-4f33-8b77-ba1d55799efd req-98823595-5daa-42b3-bef8-68798b4a21b2 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/networks?id=f9395996-8e1e-448f-bf5e-cf052999c475 HTTP/1.1" status: 200 len: 812 time: 0.2122114 Nov 25 19:48:56.218923 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-655435ee-700e-4f33-8b77-ba1d55799efd req-652d0cf5-e030-489d-ad9f-f45291220255 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/quotas/0693fe225e124b1f9efd8df77820112b HTTP/1.1" status: 200 len: 375 time: 0.0171189 Nov 25 19:48:56.277373 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-655435ee-700e-4f33-8b77-ba1d55799efd req-92dfc57c-e730-438c-b24a-610c9092109e tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0693fe225e124b1f9efd8df77820112b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572090 Nov 25 19:48:56.374341 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55284) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:56.477523 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-655435ee-700e-4f33-8b77-ba1d55799efd req-019cb37c-89b7-4fae-bcf2-88e82381bff1 service neutron] 10.222.0.55 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926720 Nov 25 19:48:56.533130 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-846f8776-7088-4bf1-8050-50757ca284c0 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1679044207', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:56.564313 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846f8776-7088-4bf1-8050-50757ca284c0 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Made reservation on behalf of c00c0eb350d94e418f0f7eeeae634bc9 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:56.567513 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-846f8776-7088-4bf1-8050-50757ca284c0 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:56.578838 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-846f8776-7088-4bf1-8050-50757ca284c0 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:56.681097 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-655435ee-700e-4f33-8b77-ba1d55799efd req-06476226-2a41-4042-b84b-c6041bd2c9da service neutron] 10.222.0.55 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994355 Nov 25 19:48:56.722699 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-846f8776-7088-4bf1-8050-50757ca284c0 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:56.730926 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-846f8776-7088-4bf1-8050-50757ca284c0 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:56.789157 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-846f8776-7088-4bf1-8050-50757ca284c0 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] device_id is not set on port 51c1a8c4-6665-4f49-b638-1f71fc19fffb yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:48:56.798365 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f8776-7088-4bf1-8050-50757ca284c0 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b10de26-99cb-4d57-ad8d-3634f65d2580,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:57.032916 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-846f8776-7088-4bf1-8050-50757ca284c0 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Allocated IP 172.25.6.48 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/51c1a8c4-6665-4f49-b638-1f71fc19fffb) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:48:57.395786 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-846f8776-7088-4bf1-8050-50757ca284c0 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:57.540262 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-846f8776-7088-4bf1-8050-50757ca284c0 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:57.613578 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c0e32-2396-409c-9c3f-5b6ba8a3a453 req-7aaeb388-a553-41bc-99c7-33a83d588c50 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:57.630409 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-466c0e32-2396-409c-9c3f-5b6ba8a3a453 req-7aaeb388-a553-41bc-99c7-33a83d588c50 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1428156 Nov 25 19:48:57.689916 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f8776-7088-4bf1-8050-50757ca284c0 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Pushing event updated for resources: {'Port': ['ID=51c1a8c4-6665-4f49-b638-1f71fc19fffb,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:57.708263 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846f8776-7088-4bf1-8050-50757ca284c0 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:48:57.711783 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-846f8776-7088-4bf1-8050-50757ca284c0 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:57.717334 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846f8776-7088-4bf1-8050-50757ca284c0 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:48:57.726986 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931813d5-57ec-4edb-87db-e214b1b46ef0 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:48:57.745264 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-466c0e32-2396-409c-9c3f-5b6ba8a3a453 req-2f801e74-365d-4e42-a89e-91cf9fe18f76 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089747 Nov 25 19:48:57.838445 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-910deb0f-2c9e-4826-9e30-24c7328e00a8 None None] Provisioning complete for port 51c1a8c4-6665-4f49-b638-1f71fc19fffb triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:57.838834 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-910deb0f-2c9e-4826-9e30-24c7328e00a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:57.891716 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-910deb0f-2c9e-4826-9e30-24c7328e00a8 None None] Port 51c1a8c4-6665-4f49-b638-1f71fc19fffb cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:48:57.917948 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846f8776-7088-4bf1-8050-50757ca284c0 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:57.919648 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-846f8776-7088-4bf1-8050-50757ca284c0 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:57.955133 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55320) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:57.961021 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-b8566534-8968-4b90-9aab-373cb1fae555 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.48'}]}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:57.969909 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-846f8776-7088-4bf1-8050-50757ca284c0 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5923443 Nov 25 19:48:58.003074 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8566534-8968-4b90-9aab-373cb1fae555 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:58.005570 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8566534-8968-4b90-9aab-373cb1fae555 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:58.050171 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55322) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:58.091219 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff41cdcc-d334-4ef0-9f65-92361e6877f2 req-0f8fba32-8fc8-4ced-bb36-8caf8719e966 tempest-ServerShowV254Test-2121834936 tempest-ServerShowV254Test-2121834936-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b225ba1-03a0-4450-bf43-47913f8bdb6d HTTP/1.1" status: 200 len: 210 time: 0.0619528 Nov 25 19:48:58.198086 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8566534-8968-4b90-9aab-373cb1fae555 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:58.355949 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bbe966d3-e556-4b21-af49-a1be0cbc6119 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:58.451376 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8566534-8968-4b90-9aab-373cb1fae555 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:58.590247 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bbe966d3-e556-4b21-af49-a1be0cbc6119 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:58.599205 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bbe966d3-e556-4b21-af49-a1be0cbc6119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:58.656338 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe966d3-e556-4b21-af49-a1be0cbc6119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582a0898-5ca3-463f-a578-381270fb8178,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:58.689676 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bbe966d3-e556-4b21-af49-a1be0cbc6119 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=26a3ec0b9db34c4d878a8eee81363a5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6366765 Nov 25 19:48:58.700077 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55330) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:58.739137 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94b16f05-964c-4636-b8f3-037c8610a840 req-7e465859-a9a4-400a-9671-428528368317 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=38808dbc-ec37-4ae5-8b17-998d0240c38e HTTP/1.1" status: 200 len: 210 time: 0.0780127 Nov 25 19:48:58.846872 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6826d68c-9524-4106-adc2-818ba772991a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:58.905071 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6826d68c-9524-4106-adc2-818ba772991a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:58.981252 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8566534-8968-4b90-9aab-373cb1fae555 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.020801 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6826d68c-9524-4106-adc2-818ba772991a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.030148 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6826d68c-9524-4106-adc2-818ba772991a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.032918 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6826d68c-9524-4106-adc2-818ba772991a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/582a0898-5ca3-463f-a578-381270fb8178 HTTP/1.1" status: 204 len: 168 time: 0.3385935 Nov 25 19:48:59.052508 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826d68c-9524-4106-adc2-818ba772991a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582a0898-5ca3-463f-a578-381270fb8178,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:59.255278 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-240b7e8a-cd45-4afe-9755-a99387f3d7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.477119 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55340) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:59.495016 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-038a2f62-a3b3-45d0-9607-16b17ff26fba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.620703 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-038a2f62-a3b3-45d0-9607-16b17ff26fba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.641759 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-038a2f62-a3b3-45d0-9607-16b17ff26fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.658103 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8566534-8968-4b90-9aab-373cb1fae555 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.735855 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a2f62-a3b3-45d0-9607-16b17ff26fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c99255a-38e2-4e30-b469-b9e7abb2ce6e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:59.748135 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c421fb-088f-4c0d-afd0-e23bd9f71eb9 req-e482cd47-1b31-4d69-a840-e5d21f19375c tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:59.757845 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71c421fb-088f-4c0d-afd0-e23bd9f71eb9 req-e482cd47-1b31-4d69-a840-e5d21f19375c tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8e03443-db4d-43c0-8308-985927ea5ddc HTTP/1.1" status: 200 len: 945 time: 0.8948417 Nov 25 19:48:59.765156 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-038a2f62-a3b3-45d0-9607-16b17ff26fba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=41d8802eaceb4e67a132117909fe16ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2863967 Nov 25 19:48:59.768867 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55348) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:59.851270 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655435ee-700e-4f33-8b77-ba1d55799efd req-e510c05b-3b61-47a1-bad5-0fb3178d0f78 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:59.852864 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-655435ee-700e-4f33-8b77-ba1d55799efd req-e510c05b-3b61-47a1-bad5-0fb3178d0f78 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.73 "GET /v2.0/networks?id=f9395996-8e1e-448f-bf5e-cf052999c475 HTTP/1.1" status: 200 len: 812 time: 0.9633515 Nov 25 19:48:59.855813 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70913376-e62f-4058-b54d-4cc540128e2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.880101 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-655435ee-700e-4f33-8b77-ba1d55799efd req-0d634efb-7d1d-4285-b86f-5aaf6c6a96a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Request body: {'port': {'device_id': '38808dbc-ec37-4ae5-8b17-998d0240c38e', 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475', 'admin_state_up': True, 'tenant_id': '0693fe225e124b1f9efd8df77820112b'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:59.898837 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70913376-e62f-4058-b54d-4cc540128e2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.926785 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71c421fb-088f-4c0d-afd0-e23bd9f71eb9 req-845afe0c-d247-44a7-b865-a1b34d438982 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/security-groups?id=529dd4eb-1d86-4159-b790-828c025ceed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675713 Nov 25 19:48:59.984784 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70913376-e62f-4058-b54d-4cc540128e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.988284 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70913376-e62f-4058-b54d-4cc540128e2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.994273 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-70913376-e62f-4058-b54d-4cc540128e2e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7c99255a-38e2-4e30-b469-b9e7abb2ce6e HTTP/1.1" status: 204 len: 168 time: 0.2193291 Nov 25 19:49:00.003071 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70913376-e62f-4058-b54d-4cc540128e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c99255a-38e2-4e30-b469-b9e7abb2ce6e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:00.046421 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8566534-8968-4b90-9aab-373cb1fae555 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:00.160199 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2fcc5402-aeb4-4fd6-b224-957449e5e0a7 req-bfb812f0-10d7-4ba6-9487-2e65cf48ea2f tempest-ServerShowV254Test-2121834936 tempest-ServerShowV254Test-2121834936-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b225ba1-03a0-4450-bf43-47913f8bdb6d HTTP/1.1" status: 200 len: 210 time: 0.0756629 Nov 25 19:49:00.208378 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-655435ee-700e-4f33-8b77-ba1d55799efd req-0d634efb-7d1d-4285-b86f-5aaf6c6a96a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Made reservation on behalf of 0693fe225e124b1f9efd8df77820112b for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:00.215181 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-655435ee-700e-4f33-8b77-ba1d55799efd req-0d634efb-7d1d-4285-b86f-5aaf6c6a96a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:00.308216 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8566534-8968-4b90-9aab-373cb1fae555 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:00.315196 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8566534-8968-4b90-9aab-373cb1fae555 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:00.444114 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7a422763-fbc9-47a0-9408-08efc22bb112 req-d9baf097-1d49-44f6-91ce-7bca9020d30f tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=38808dbc-ec37-4ae5-8b17-998d0240c38e HTTP/1.1" status: 200 len: 210 time: 0.0506432 Nov 25 19:49:00.444114 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8566534-8968-4b90-9aab-373cb1fae555 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:00.444114 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8566534-8968-4b90-9aab-373cb1fae555 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4762b646-8871-44e8-b553-4b4ea0c13003 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:49:00.537525 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-b8566534-8968-4b90-9aab-373cb1fae555 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 25 19:49:00.539491 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b8566534-8968-4b90-9aab-373cb1fae555 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.5823843 Nov 25 19:49:00.542403 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55362) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:00.609906 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-655435ee-700e-4f33-8b77-ba1d55799efd req-0d634efb-7d1d-4285-b86f-5aaf6c6a96a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Allocated IP 172.20.0.10 (f9395996-8e1e-448f-bf5e-cf052999c475/6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b/5b01a725-f403-4466-b95f-945822d17095) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:49:00.831216 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d2609e26-a3a9-425f-ad5b-99e9bde8a639 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Deleting port 51c1a8c4-6665-4f49-b638-1f71fc19fffb {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:00.839090 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2609e26-a3a9-425f-ad5b-99e9bde8a639 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:00.965823 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd99f54-7076-4d14-9217-13f0d4a139c7 req-879ded4f-7c68-484d-9d2f-e7a680c15e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:00.967443 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5bd99f54-7076-4d14-9217-13f0d4a139c7 req-879ded4f-7c68-484d-9d2f-e7a680c15e35 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=42f930a49a8e46e2b39acf9b6acfa91b&device_id=b8e03443-db4d-43c0-8308-985927ea5ddc HTTP/1.1" status: 200 len: 1096 time: 0.1239953 Nov 25 19:49:01.011781 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41174268-0e22-4535-8dca-10245069ba67 req-341d91f1-1d21-410a-891d-aa913260b7d0 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:01.020263 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41174268-0e22-4535-8dca-10245069ba67 req-341d91f1-1d21-410a-891d-aa913260b7d0 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1618998 Nov 25 19:49:01.025640 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-655435ee-700e-4f33-8b77-ba1d55799efd req-0d634efb-7d1d-4285-b86f-5aaf6c6a96a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:01.079944 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2609e26-a3a9-425f-ad5b-99e9bde8a639 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:01.127187 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d2609e26-a3a9-425f-ad5b-99e9bde8a639 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Calling delete_port for 51c1a8c4-6665-4f49-b638-1f71fc19fffb owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:01.180497 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41174268-0e22-4535-8dca-10245069ba67 req-02b3ea56-e7b5-4696-a28a-1094d748cb9d tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527462 Nov 25 19:49:01.202481 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-655435ee-700e-4f33-8b77-ba1d55799efd req-0d634efb-7d1d-4285-b86f-5aaf6c6a96a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:01.354888 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-655435ee-700e-4f33-8b77-ba1d55799efd req-0d634efb-7d1d-4285-b86f-5aaf6c6a96a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Network f9395996-8e1e-448f-bf5e-cf052999c475 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:01.367275 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd99f54-7076-4d14-9217-13f0d4a139c7 req-0380476d-1e7c-4490-ab5c-c402026fd15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:01.369691 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5bd99f54-7076-4d14-9217-13f0d4a139c7 req-0380476d-1e7c-4490-ab5c-c402026fd15f service neutron] 10.222.0.73 "GET /v2.0/networks?id=5afe14a9-37db-4337-b5af-15525f3237df HTTP/1.1" status: 200 len: 913 time: 0.3890939 Nov 25 19:49:01.382748 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d634efb-7d1d-4285-b86f-5aaf6c6a96a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Pushing event updated for resources: {'Port': ['ID=5b01a725-f403-4466-b95f-945822d17095,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:01.409865 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-655435ee-700e-4f33-8b77-ba1d55799efd req-0d634efb-7d1d-4285-b86f-5aaf6c6a96a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:01.413110 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2609e26-a3a9-425f-ad5b-99e9bde8a639 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:01.413472 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-655435ee-700e-4f33-8b77-ba1d55799efd req-0d634efb-7d1d-4285-b86f-5aaf6c6a96a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:01.475367 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4900bd5a-169e-4742-945b-b89f8a2e74d8 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:49:01.478888 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2609e26-a3a9-425f-ad5b-99e9bde8a639 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Pushing event deleted for resources: {'Port': ['ID=51c1a8c4-6665-4f49-b638-1f71fc19fffb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:01.491944 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5bd99f54-7076-4d14-9217-13f0d4a139c7 req-26785448-dbd0-41df-873a-40d1cafad4c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18ec3aba-5fec-4c3d-b059-46ddffe1360d HTTP/1.1" status: 200 len: 217 time: 0.1055348 Nov 25 19:49:01.511839 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d634efb-7d1d-4285-b86f-5aaf6c6a96a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:01.512191 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d634efb-7d1d-4285-b86f-5aaf6c6a96a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:01.512716 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d634efb-7d1d-4285-b86f-5aaf6c6a96a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:01.514036 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d634efb-7d1d-4285-b86f-5aaf6c6a96a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:01.514910 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d634efb-7d1d-4285-b86f-5aaf6c6a96a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:01.515587 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d634efb-7d1d-4285-b86f-5aaf6c6a96a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:01.516223 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d634efb-7d1d-4285-b86f-5aaf6c6a96a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:01.516724 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d634efb-7d1d-4285-b86f-5aaf6c6a96a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:01.517228 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d634efb-7d1d-4285-b86f-5aaf6c6a96a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:01.517857 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d634efb-7d1d-4285-b86f-5aaf6c6a96a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:01.518421 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d634efb-7d1d-4285-b86f-5aaf6c6a96a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:01.519235 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d634efb-7d1d-4285-b86f-5aaf6c6a96a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:01.546752 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2609e26-a3a9-425f-ad5b-99e9bde8a639 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:01.555028 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d2609e26-a3a9-425f-ad5b-99e9bde8a639 tempest-RoutersAdminNegativeTest-777305929 tempest-RoutersAdminNegativeTest-777305929-project-admin] 10.222.0.55 "DELETE /v2.0/ports/51c1a8c4-6665-4f49-b638-1f71fc19fffb HTTP/1.1" status: 204 len: 168 time: 1.0104082 Nov 25 19:49:01.600793 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655435ee-700e-4f33-8b77-ba1d55799efd req-0d634efb-7d1d-4285-b86f-5aaf6c6a96a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:01.602484 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-655435ee-700e-4f33-8b77-ba1d55799efd req-0d634efb-7d1d-4285-b86f-5aaf6c6a96a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:01.660576 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f5d39-b070-472f-8f96-8e8daaf1fe73 req-306fc72a-5422-4b73-a171-7ce6a450bc7c tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:01.667083 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7a3f5d39-b070-472f-8f96-8e8daaf1fe73 req-306fc72a-5422-4b73-a171-7ce6a450bc7c tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8e03443-db4d-43c0-8308-985927ea5ddc HTTP/1.1" status: 200 len: 945 time: 0.3598981 Nov 25 19:49:01.682962 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-655435ee-700e-4f33-8b77-ba1d55799efd req-0d634efb-7d1d-4285-b86f-5aaf6c6a96a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8154769 Nov 25 19:49:01.690173 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd99f54-7076-4d14-9217-13f0d4a139c7 req-7bf6a294-e1ed-4f46-86c7-6e727c8d06c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:01.691946 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5bd99f54-7076-4d14-9217-13f0d4a139c7 req-7bf6a294-e1ed-4f46-86c7-6e727c8d06c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=043abeda-4c2d-4f23-b403-9c08bc70d08f HTTP/1.1" status: 200 len: 852 time: 0.1917343 Nov 25 19:49:01.699745 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-655435ee-700e-4f33-8b77-ba1d55799efd req-69c8ddfd-3a4f-4e8d-869a-9b64ac525d48 service neutron] Request body: {'port': {'device_id': '38808dbc-ec37-4ae5-8b17-998d0240c38e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:01.720369 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-724f866a-44a5-47b6-a450-a985dfb8ee8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:01.817367 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5bd99f54-7076-4d14-9217-13f0d4a139c7 req-5b04a4ab-e5a1-4316-8388-96819dfb2f99 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5afe14a9-37db-4337-b5af-15525f3237df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942919 Nov 25 19:49:01.951153 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7a3f5d39-b070-472f-8f96-8e8daaf1fe73 req-dbea3249-4d8a-43b5-90a2-357ccfc1e54e tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/security-groups?id=529dd4eb-1d86-4159-b790-828c025ceed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737327 Nov 25 19:49:02.011576 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-655435ee-700e-4f33-8b77-ba1d55799efd req-69c8ddfd-3a4f-4e8d-869a-9b64ac525d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:02.109318 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55414) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:02.294257 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5bd99f54-7076-4d14-9217-13f0d4a139c7 req-f316192c-65d6-4030-bf47-d0003e28cbb9 service neutron] 10.222.0.73 "GET /v2.0/networks/5afe14a9-37db-4337-b5af-15525f3237df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608750 Nov 25 19:49:02.311927 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e7951bc-02e6-427b-b9cf-e50513483dbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:02.474545 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e01c18-7508-4363-aa64-b6e0ceb25d8d req-c8da9132-c5fb-4c65-9326-e0854aa19670 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:02.477107 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16e01c18-7508-4363-aa64-b6e0ceb25d8d req-c8da9132-c5fb-4c65-9326-e0854aa19670 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.2990868 Nov 25 19:49:02.497318 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e7951bc-02e6-427b-b9cf-e50513483dbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:02.506528 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e7951bc-02e6-427b-b9cf-e50513483dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:02.518466 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5bd99f54-7076-4d14-9217-13f0d4a139c7 req-cb69df69-7696-4cc3-8510-3b5efef634f0 service neutron] 10.222.0.73 "GET /v2.0/networks/5afe14a9-37db-4337-b5af-15525f3237df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153726 Nov 25 19:49:02.604462 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7951bc-02e6-427b-b9cf-e50513483dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e723f0-039e-4b71-b709-a717b3915856,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:02.670697 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16e01c18-7508-4363-aa64-b6e0ceb25d8d req-c202cc51-27dc-4a99-b956-2d19540a9709 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808202 Nov 25 19:49:02.689108 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8e7951bc-02e6-427b-b9cf-e50513483dbe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ef9c895970f843118e93049ae695dc12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5777497 Nov 25 19:49:02.689789 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55430) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:02.833130 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-723efda0-7efc-4d15-b586-cffc13496a7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:02.883884 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-723efda0-7efc-4d15-b586-cffc13496a7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:02.923811 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-81a8180f-5a45-44dd-8562-d964069878e7 req-15bdd64d-623a-467d-ae0a-7cf9bf3c4ae3 tempest-ServerShowV254Test-2121834936 tempest-ServerShowV254Test-2121834936-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b225ba1-03a0-4450-bf43-47913f8bdb6d HTTP/1.1" status: 200 len: 210 time: 0.1032312 Nov 25 19:49:02.958151 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-655435ee-700e-4f33-8b77-ba1d55799efd req-69c8ddfd-3a4f-4e8d-869a-9b64ac525d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b01a725-f403-4466-b95f-945822d17095 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:49:02.985234 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-655435ee-700e-4f33-8b77-ba1d55799efd req-69c8ddfd-3a4f-4e8d-869a-9b64ac525d48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:03.026190 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-723efda0-7efc-4d15-b586-cffc13496a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:03.026540 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-655435ee-700e-4f33-8b77-ba1d55799efd req-69c8ddfd-3a4f-4e8d-869a-9b64ac525d48 service neutron] Transition to ACTIVE for port object 5b01a725-f403-4466-b95f-945822d17095 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:49:03.028979 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-723efda0-7efc-4d15-b586-cffc13496a7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:03.030389 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-723efda0-7efc-4d15-b586-cffc13496a7a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/02e723f0-039e-4b71-b709-a717b3915856 HTTP/1.1" status: 204 len: 168 time: 0.3394485 Nov 25 19:49:03.043815 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-655435ee-700e-4f33-8b77-ba1d55799efd req-69c8ddfd-3a4f-4e8d-869a-9b64ac525d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:03.048341 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723efda0-7efc-4d15-b586-cffc13496a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e723f0-039e-4b71-b709-a717b3915856,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:03.147332 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8ddfd-3a4f-4e8d-869a-9b64ac525d48 service neutron] Pushing event updated for resources: {'Port': ['ID=5b01a725-f403-4466-b95f-945822d17095,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:03.287114 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-655435ee-700e-4f33-8b77-ba1d55799efd req-69c8ddfd-3a4f-4e8d-869a-9b64ac525d48 service neutron] Attempting to bind port 5b01a725-f403-4466-b95f-945822d17095 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:49:03.287460 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-655435ee-700e-4f33-8b77-ba1d55799efd req-69c8ddfd-3a4f-4e8d-869a-9b64ac525d48 service neutron] Attempting to bind port 5b01a725-f403-4466-b95f-945822d17095 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'a2b88b42-b2ad-4680-bdc7-a4767e8278d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:49:03.287791 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655435ee-700e-4f33-8b77-ba1d55799efd req-69c8ddfd-3a4f-4e8d-869a-9b64ac525d48 service neutron] Attempting to bind port 5b01a725-f403-4466-b95f-945822d17095 on network f9395996-8e1e-448f-bf5e-cf052999c475 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:49:03.295571 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655435ee-700e-4f33-8b77-ba1d55799efd req-69c8ddfd-3a4f-4e8d-869a-9b64ac525d48 service neutron] Port 5b01a725-f403-4466-b95f-945822d17095 on network f9395996-8e1e-448f-bf5e-cf052999c475 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:49:03.296284 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655435ee-700e-4f33-8b77-ba1d55799efd req-69c8ddfd-3a4f-4e8d-869a-9b64ac525d48 service neutron] Attempting to bind port 5b01a725-f403-4466-b95f-945822d17095 on network f9395996-8e1e-448f-bf5e-cf052999c475 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:49:03.303593 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655435ee-700e-4f33-8b77-ba1d55799efd req-69c8ddfd-3a4f-4e8d-869a-9b64ac525d48 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:49:03.303945 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655435ee-700e-4f33-8b77-ba1d55799efd req-69c8ddfd-3a4f-4e8d-869a-9b64ac525d48 service neutron] Checking segment: {'id': 'a2b88b42-b2ad-4680-bdc7-a4767e8278d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:03.304325 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655435ee-700e-4f33-8b77-ba1d55799efd req-69c8ddfd-3a4f-4e8d-869a-9b64ac525d48 service neutron] Bound using segment: {'id': 'a2b88b42-b2ad-4680-bdc7-a4767e8278d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:49:03.304967 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-655435ee-700e-4f33-8b77-ba1d55799efd req-69c8ddfd-3a4f-4e8d-869a-9b64ac525d48 service neutron] Bound port: 5b01a725-f403-4466-b95f-945822d17095, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b88b42-b2ad-4680-bdc7-a4767e8278d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:49:03.305426 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-655435ee-700e-4f33-8b77-ba1d55799efd req-69c8ddfd-3a4f-4e8d-869a-9b64ac525d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:03.465092 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e02df8-5ba3-4296-a6d0-37771193305d req-ef678ef1-0087-4846-9100-f45dea29aa45 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:03.466770 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20e02df8-5ba3-4296-a6d0-37771193305d req-ef678ef1-0087-4846-9100-f45dea29aa45 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=38808dbc-ec37-4ae5-8b17-998d0240c38e HTTP/1.1" status: 200 len: 944 time: 0.1386721 Nov 25 19:49:03.483685 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-655435ee-700e-4f33-8b77-ba1d55799efd req-69c8ddfd-3a4f-4e8d-869a-9b64ac525d48 service neutron] For port 5b01a725-f403-4466-b95f-945822d17095, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:49:03.496202 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-655435ee-700e-4f33-8b77-ba1d55799efd req-69c8ddfd-3a4f-4e8d-869a-9b64ac525d48 service neutron] For port 5b01a725-f403-4466-b95f-945822d17095, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=5b01a725-f403-4466-b95f-945822d17095,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:49:03.518316 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-655435ee-700e-4f33-8b77-ba1d55799efd req-69c8ddfd-3a4f-4e8d-869a-9b64ac525d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:03.547924 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655435ee-700e-4f33-8b77-ba1d55799efd req-69c8ddfd-3a4f-4e8d-869a-9b64ac525d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:03.549784 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-655435ee-700e-4f33-8b77-ba1d55799efd req-69c8ddfd-3a4f-4e8d-869a-9b64ac525d48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:03.552663 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-655435ee-700e-4f33-8b77-ba1d55799efd req-69c8ddfd-3a4f-4e8d-869a-9b64ac525d48 service neutron] 10.222.0.73 "PUT /v2.0/ports/5b01a725-f403-4466-b95f-945822d17095 HTTP/1.1" status: 200 len: 1092 time: 1.8576522 Nov 25 19:49:03.556704 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38808dbc-ec37-4ae5-8b17-998d0240c38e', 'tag': '5b01a725-f403-4466-b95f-945822d17095'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:49:03.561955 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d439ca-f3c9-46b7-aa9c-de3d0ce0d304" -d '{"events": [{"name": "network-changed", "server_uuid": "38808dbc-ec37-4ae5-8b17-998d0240c38e", "tag": "5b01a725-f403-4466-b95f-945822d17095"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:49:03.667974 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:03.756647 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55456) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:03.764720 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20e02df8-5ba3-4296-a6d0-37771193305d req-c49a5876-20ff-4315-84fd-0c4019493227 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834249 Nov 25 19:49:03.788065 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655435ee-700e-4f33-8b77-ba1d55799efd req-44a6326b-a7f5-4d5e-afc8-471378867fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:03.795238 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-655435ee-700e-4f33-8b77-ba1d55799efd req-44a6326b-a7f5-4d5e-afc8-471378867fd1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0693fe225e124b1f9efd8df77820112b&device_id=38808dbc-ec37-4ae5-8b17-998d0240c38e HTTP/1.1" status: 200 len: 1095 time: 0.1684902 Nov 25 19:49:03.796010 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8ddfd-3a4f-4e8d-869a-9b64ac525d48 service neutron] Pushing event updated for resources: {'Port': ['ID=5b01a725-f403-4466-b95f-945822d17095,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:03.816880 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f7897f4d-0f56-4329-896f-c974eb82782e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c00c0eb350d94e418f0f7eeeae634bc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0589547 Nov 25 19:49:03.822758 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55460) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:03.868544 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-655435ee-700e-4f33-8b77-ba1d55799efd req-ec69e5d9-814d-4947-b3ab-e0e0b5c1c042 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b01a725-f403-4466-b95f-945822d17095 HTTP/1.1" status: 200 len: 217 time: 0.0622079 Nov 25 19:49:03.930883 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f55792fe-fb4a-4374-8a6f-9d70574f6301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:03.984663 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f55792fe-fb4a-4374-8a6f-9d70574f6301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:04.031889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655435ee-700e-4f33-8b77-ba1d55799efd req-d7f46c94-392a-400b-89d4-91e6a4617ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:04.034702 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-655435ee-700e-4f33-8b77-ba1d55799efd req-d7f46c94-392a-400b-89d4-91e6a4617ab3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b HTTP/1.1" status: 200 len: 852 time: 0.1541407 Nov 25 19:49:04.050627 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033daf12-15ec-498e-99dc-5e57888c3ee2 req-2214f9d4-db3b-450d-940a-8f2a77c9c3e5 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:04.054182 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-033daf12-15ec-498e-99dc-5e57888c3ee2 req-2214f9d4-db3b-450d-940a-8f2a77c9c3e5 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8e03443-db4d-43c0-8308-985927ea5ddc HTTP/1.1" status: 200 len: 945 time: 0.1296635 Nov 25 19:49:04.108578 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-655435ee-700e-4f33-8b77-ba1d55799efd req-d4b67476-dced-4bb5-a31e-02f301fd8768 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9395996-8e1e-448f-bf5e-cf052999c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526836 Nov 25 19:49:04.111969 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f55792fe-fb4a-4374-8a6f-9d70574f6301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:04.115296 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f55792fe-fb4a-4374-8a6f-9d70574f6301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:04.118277 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f55792fe-fb4a-4374-8a6f-9d70574f6301 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8b10de26-99cb-4d57-ad8d-3634f65d2580 HTTP/1.1" status: 204 len: 168 time: 0.2939548 Nov 25 19:49:04.130459 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55792fe-fb4a-4374-8a6f-9d70574f6301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b10de26-99cb-4d57-ad8d-3634f65d2580,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:04.300404 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-655435ee-700e-4f33-8b77-ba1d55799efd req-a820eeb6-47a8-4e5b-87a8-87a4e09b9ea2 service neutron] 10.222.0.73 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785610 Nov 25 19:49:04.316391 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-033daf12-15ec-498e-99dc-5e57888c3ee2 req-f68997f5-7626-4482-a80c-4ff708c285a9 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/security-groups?id=529dd4eb-1d86-4159-b790-828c025ceed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462673 Nov 25 19:49:04.525915 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-655435ee-700e-4f33-8b77-ba1d55799efd req-f3fac1f8-58b0-4f64-aa4b-adf883fe474b service neutron] 10.222.0.73 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085752 Nov 25 19:49:04.796397 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5506e86-7341-437a-b1f5-787390e16868 x-openstack-request-id: req-a5506e86-7341-437a-b1f5-787390e16868 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:49:04.796397 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38808dbc-ec37-4ae5-8b17-998d0240c38e", "tag": "5b01a725-f403-4466-b95f-945822d17095", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:49:04.796397 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a5506e86-7341-437a-b1f5-787390e16868 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:49:04.796397 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38808dbc-ec37-4ae5-8b17-998d0240c38e', 'tag': '5b01a725-f403-4466-b95f-945822d17095', 'status': 'completed', 'code': 200} Nov 25 19:49:05.024300 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d439ca-f3c9-46b7-aa9c-de3d0ce0d304 req-9f24b2e2-eab1-4cb0-a7ee-4fbc1e5e3e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:05.027518 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c9d439ca-f3c9-46b7-aa9c-de3d0ce0d304 req-9f24b2e2-eab1-4cb0-a7ee-4fbc1e5e3e5f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0693fe225e124b1f9efd8df77820112b&device_id=38808dbc-ec37-4ae5-8b17-998d0240c38e HTTP/1.1" status: 200 len: 1095 time: 0.1956956 Nov 25 19:49:05.081942 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10860c-6477-4a38-b80a-94e39d547840 req-686a1b27-ec8d-4c36-b36b-54b51ea34217 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:05.095106 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-da10860c-6477-4a38-b80a-94e39d547840 req-686a1b27-ec8d-4c36-b36b-54b51ea34217 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1462567 Nov 25 19:49:05.273298 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-da10860c-6477-4a38-b80a-94e39d547840 req-8a31e474-049d-4e72-bc70-4cea4c1ce10a tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720784 Nov 25 19:49:05.371892 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d439ca-f3c9-46b7-aa9c-de3d0ce0d304 req-1ae7c3ae-9550-41aa-97ac-2e9b30ddd850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:05.374841 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c9d439ca-f3c9-46b7-aa9c-de3d0ce0d304 req-1ae7c3ae-9550-41aa-97ac-2e9b30ddd850 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f9395996-8e1e-448f-bf5e-cf052999c475 HTTP/1.1" status: 200 len: 913 time: 0.3291373 Nov 25 19:49:05.450352 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:05.451875 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c9d439ca-f3c9-46b7-aa9c-de3d0ce0d304 req-4698faa9-7ecc-4a26-a5e9-46d6586982bb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b01a725-f403-4466-b95f-945822d17095 HTTP/1.1" status: 200 len: 217 time: 0.0681586 Nov 25 19:49:05.516312 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-47a26b6d-f221-433c-88de-76a54d27dfee req-f8e25771-a72a-45c9-87f7-c5e6744cabc9 tempest-ServerShowV254Test-2121834936 tempest-ServerShowV254Test-2121834936-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b225ba1-03a0-4450-bf43-47913f8bdb6d HTTP/1.1" status: 200 len: 210 time: 0.0416503 Nov 25 19:49:05.639136 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:05.682654 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d439ca-f3c9-46b7-aa9c-de3d0ce0d304 req-da71f254-610d-4b6e-8453-9a56c4a0b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:05.685757 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c9d439ca-f3c9-46b7-aa9c-de3d0ce0d304 req-da71f254-610d-4b6e-8453-9a56c4a0b737 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b HTTP/1.1" status: 200 len: 852 time: 0.2228563 Nov 25 19:49:05.788387 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c9d439ca-f3c9-46b7-aa9c-de3d0ce0d304 req-3797aea3-984e-4b48-8bc1-7fd64002f075 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9395996-8e1e-448f-bf5e-cf052999c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869534 Nov 25 19:49:05.908372 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55512) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:06.074812 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c9d439ca-f3c9-46b7-aa9c-de3d0ce0d304 req-51392cdf-a804-4a37-bff6-4f7f3f637e7c service neutron] 10.222.0.73 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789357 Nov 25 19:49:06.264315 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8cd890a8-8847-43f6-8e97-94909db6e15f tempest-AgentManagementNegativeTest-839065695 tempest-AgentManagementNegativeTest-839065695-project] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3518381 Nov 25 19:49:06.304411 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfc7cd-a0a5-4c95-99ec-7573b6517fda req-194c491b-a6be-4a8a-a13e-b5f585c061a7 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:06.306440 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e0cfc7cd-a0a5-4c95-99ec-7573b6517fda req-194c491b-a6be-4a8a-a13e-b5f585c061a7 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=38808dbc-ec37-4ae5-8b17-998d0240c38e HTTP/1.1" status: 200 len: 944 time: 0.1847086 Nov 25 19:49:06.328999 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c9d439ca-f3c9-46b7-aa9c-de3d0ce0d304 req-a15b86ef-39b3-4a1a-842a-fe464ad3937f service neutron] 10.222.0.73 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373524 Nov 25 19:49:06.733911 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55534) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:06.903303 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29b47119-2b2a-4d64-a7aa-93234a72c5c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:06.929050 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e0cfc7cd-a0a5-4c95-99ec-7573b6517fda req-28e766ee-b002-4497-84b1-c5ff52272f9c tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6027145 Nov 25 19:49:07.031902 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29b47119-2b2a-4d64-a7aa-93234a72c5c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:07.037792 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29b47119-2b2a-4d64-a7aa-93234a72c5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:07.092556 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-29b47119-2b2a-4d64-a7aa-93234a72c5c8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3bdc34319a1143268ba8f01a26ba61f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3574588 Nov 25 19:49:07.093687 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b47119-2b2a-4d64-a7aa-93234a72c5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af90fb9a-38ad-4db3-aa07-33b652814915,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:07.097137 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55542) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:07.137464 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b47119-2b2a-4d64-a7aa-93234a72c5c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:07.137926 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b47119-2b2a-4d64-a7aa-93234a72c5c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:07.139204 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b47119-2b2a-4d64-a7aa-93234a72c5c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:07.139647 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b47119-2b2a-4d64-a7aa-93234a72c5c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:07.140064 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b47119-2b2a-4d64-a7aa-93234a72c5c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:07.140473 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b47119-2b2a-4d64-a7aa-93234a72c5c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:07.140878 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b47119-2b2a-4d64-a7aa-93234a72c5c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:07.141282 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b47119-2b2a-4d64-a7aa-93234a72c5c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:07.141806 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b47119-2b2a-4d64-a7aa-93234a72c5c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:07.142212 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b47119-2b2a-4d64-a7aa-93234a72c5c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:07.142641 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b47119-2b2a-4d64-a7aa-93234a72c5c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:07.142983 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b47119-2b2a-4d64-a7aa-93234a72c5c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:07.175849 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27394b6a-c4b8-4556-aa45-cc8577486f78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:07.228283 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316531b8-1af8-4fe9-8de6-c2d452cb5b20 req-9e47a8b8-ec7e-4406-99d8-4371095f070a tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:07.230934 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-316531b8-1af8-4fe9-8de6-c2d452cb5b20 req-9e47a8b8-ec7e-4406-99d8-4371095f070a tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1694014 Nov 25 19:49:07.275932 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27394b6a-c4b8-4556-aa45-cc8577486f78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:07.345787 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-316531b8-1af8-4fe9-8de6-c2d452cb5b20 req-a227f0a8-48bd-48ac-a2f3-90449421496e tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024158 Nov 25 19:49:07.378739 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 5b01a725-f403-4466-b95f-945822d17095 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:49:07.410410 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27394b6a-c4b8-4556-aa45-cc8577486f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:07.414682 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27394b6a-c4b8-4556-aa45-cc8577486f78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:07.420187 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-27394b6a-c4b8-4556-aa45-cc8577486f78 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/af90fb9a-38ad-4db3-aa07-33b652814915 HTTP/1.1" status: 204 len: 168 time: 0.3218694 Nov 25 19:49:07.441909 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27394b6a-c4b8-4556-aa45-cc8577486f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af90fb9a-38ad-4db3-aa07-33b652814915,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:07.679404 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33401f-25e1-4cc4-9369-2a08120d9286 req-04550e87-0745-431a-9d0c-b407dc1693db tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:07.697228 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e33401f-25e1-4cc4-9369-2a08120d9286 req-04550e87-0745-431a-9d0c-b407dc1693db tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8e03443-db4d-43c0-8308-985927ea5ddc HTTP/1.1" status: 200 len: 945 time: 0.2333522 Nov 25 19:49:07.815534 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 5b01a725-f403-4466-b95f-945822d17095, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=5b01a725-f403-4466-b95f-945822d17095,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:07.915773 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e33401f-25e1-4cc4-9369-2a08120d9286 req-b0264d50-63ad-4bce-8f6c-9575523ed791 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/security-groups?id=529dd4eb-1d86-4159-b790-828c025ceed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167168 Nov 25 19:49:07.940156 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '5b01a725-f403-4466-b95f-945822d17095', 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475', 'port_id': '5b01a725-f403-4466-b95f-945822d17095', 'mac_address': 'fa:16:3e:9e:ac:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:49:08.029844 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:08.049162 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b01a725-f403-4466-b95f-945822d17095 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:49:08.075403 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 5b01a725-f403-4466-b95f-945822d17095, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=5b01a725-f403-4466-b95f-945822d17095,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:08.082396 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:08.174693 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5179dc38-a38c-4d37-abce-0dd5768c6548 req-31fa5b2c-2ab5-4f52-9afb-cacc4d07a8f5 tempest-ServerShowV254Test-2121834936 tempest-ServerShowV254Test-2121834936-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b225ba1-03a0-4450-bf43-47913f8bdb6d HTTP/1.1" status: 200 len: 210 time: 0.0663736 Nov 25 19:49:08.176616 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=5b01a725-f403-4466-b95f-945822d17095,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:08.188912 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:08.189741 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:08.190347 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:08.190939 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:08.191826 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:08.192443 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:08.193139 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:08.195034 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:08.195743 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:08.196304 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:08.196862 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:08.197442 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:08.335745 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['5b01a725-f403-4466-b95f-945822d17095'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:49:09.084520 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c829201-2c14-4cda-b61e-bddfd9638669 req-7bb734f2-58b6-4698-b4d0-428730f21891 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:09.093026 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4c829201-2c14-4cda-b61e-bddfd9638669 req-7bb734f2-58b6-4698-b4d0-428730f21891 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=38808dbc-ec37-4ae5-8b17-998d0240c38e HTTP/1.1" status: 200 len: 945 time: 0.2014682 Nov 25 19:49:09.125282 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe875b6-7f0c-4584-8210-3ecd2c1dac19 req-7f738a54-c48b-4ed1-8b96-d159691ecf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:09.127262 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebe875b6-7f0c-4584-8210-3ecd2c1dac19 req-7f738a54-c48b-4ed1-8b96-d159691ecf0a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=42f930a49a8e46e2b39acf9b6acfa91b&device_id=b8e03443-db4d-43c0-8308-985927ea5ddc HTTP/1.1" status: 200 len: 1096 time: 0.1579919 Nov 25 19:49:09.298448 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55596) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:09.334378 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4c829201-2c14-4cda-b61e-bddfd9638669 req-0257ca86-038a-4db7-a31e-538a7e737b7c tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398381 Nov 25 19:49:09.378965 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 5b01a725-f403-4466-b95f-945822d17095 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:49:09.480752 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe875b6-7f0c-4584-8210-3ecd2c1dac19 req-b31caf79-1d92-45c5-96e6-e0428f95d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:09.483693 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebe875b6-7f0c-4584-8210-3ecd2c1dac19 req-b31caf79-1d92-45c5-96e6-e0428f95d85c service neutron] 10.222.0.73 "GET /v2.0/networks?id=5afe14a9-37db-4337-b5af-15525f3237df HTTP/1.1" status: 200 len: 913 time: 0.3397398 Nov 25 19:49:09.518865 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 5b01a725-f403-4466-b95f-945822d17095 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:49:09.534144 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 5b01a725-f403-4466-b95f-945822d17095 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:09.538790 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-441200a8-13ad-43b3-828b-1a9464cf0ba5 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1489582084'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:09.542615 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:09.589216 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441200a8-13ad-43b3-828b-1a9464cf0ba5 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Made reservation on behalf of 70a2865969374faaafe6f6230c465847 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:09.592915 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-441200a8-13ad-43b3-828b-1a9464cf0ba5 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:09.615768 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-441200a8-13ad-43b3-828b-1a9464cf0ba5 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:09.639651 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebe875b6-7f0c-4584-8210-3ecd2c1dac19 req-b2982891-1426-41d4-9409-ab343dd75804 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18ec3aba-5fec-4c3d-b059-46ddffe1360d HTTP/1.1" status: 200 len: 217 time: 0.1492932 Nov 25 19:49:09.659702 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6d17f-7ef6-46db-8947-c2b9c316ef86 req-24e2987c-9bc5-43de-a018-fc23fefede56 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:09.671059 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-85d6d17f-7ef6-46db-8947-c2b9c316ef86 req-24e2987c-9bc5-43de-a018-fc23fefede56 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.2550039 Nov 25 19:49:09.770225 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:09.806475 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-85d6d17f-7ef6-46db-8947-c2b9c316ef86 req-22a7a8cb-ca01-43fe-8837-2fcdbb153764 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338968 Nov 25 19:49:09.807790 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38808dbc-ec37-4ae5-8b17-998d0240c38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b01a725-f403-4466-b95f-945822d17095'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:49:09.817732 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec1165b-ed6c-4511-8002-305eb9e8bb7e" -d '{"events": [{"server_uuid": "38808dbc-ec37-4ae5-8b17-998d0240c38e", "name": "network-vif-plugged", "status": "completed", "tag": "5b01a725-f403-4466-b95f-945822d17095"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:49:09.823786 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe875b6-7f0c-4584-8210-3ecd2c1dac19 req-10589731-97f1-4dc7-a2b1-e87c0b6a16b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:09.843621 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebe875b6-7f0c-4584-8210-3ecd2c1dac19 req-10589731-97f1-4dc7-a2b1-e87c0b6a16b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=043abeda-4c2d-4f23-b403-9c08bc70d08f HTTP/1.1" status: 200 len: 852 time: 0.1691453 Nov 25 19:49:09.858446 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 5b01a725-f403-4466-b95f-945822d17095, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=5b01a725-f403-4466-b95f-945822d17095,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:09.869665 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:09.925578 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebe875b6-7f0c-4584-8210-3ecd2c1dac19 req-e44b78f5-569a-4ec3-aed9-a2262af48120 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5afe14a9-37db-4337-b5af-15525f3237df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732563 Nov 25 19:49:09.937433 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-441200a8-13ad-43b3-828b-1a9464cf0ba5 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:09.947920 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=5b01a725-f403-4466-b95f-945822d17095,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:09.948938 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-441200a8-13ad-43b3-828b-1a9464cf0ba5 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:10.012174 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441200a8-13ad-43b3-828b-1a9464cf0ba5 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=660f2c85-9d07-41b1-b875-7fe43754122a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:10.037045 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441200a8-13ad-43b3-828b-1a9464cf0ba5 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:49:10.081856 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-441200a8-13ad-43b3-828b-1a9464cf0ba5 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:10.084365 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-441200a8-13ad-43b3-828b-1a9464cf0ba5 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Added segment da4faec3-4605-4bd9-8c6a-ddc0e2579cec of type vlan for network de8b1846-b587-4a30-a9ef-dd3dfe3c900e Nov 25 19:49:10.114023 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebe875b6-7f0c-4584-8210-3ecd2c1dac19 req-9eccae59-5c42-481b-ac5f-9bcd83c9c0e2 service neutron] 10.222.0.73 "GET /v2.0/networks/5afe14a9-37db-4337-b5af-15525f3237df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747632 Nov 25 19:49:10.170114 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-441200a8-13ad-43b3-828b-1a9464cf0ba5 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:10.227247 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-441200a8-13ad-43b3-828b-1a9464cf0ba5 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:10.247267 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441200a8-13ad-43b3-828b-1a9464cf0ba5 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:10.248264 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-441200a8-13ad-43b3-828b-1a9464cf0ba5 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:10.282855 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-441200a8-13ad-43b3-828b-1a9464cf0ba5 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9821570 Nov 25 19:49:10.303408 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85854f-8133-451a-9add-0ee8fd0f81af req-bf384f61-e119-4a31-a421-ea2b6d86d634 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:10.305880 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55616) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:10.314463 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee85854f-8133-451a-9add-0ee8fd0f81af req-bf384f61-e119-4a31-a421-ea2b6d86d634 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8e03443-db4d-43c0-8308-985927ea5ddc HTTP/1.1" status: 200 len: 945 time: 0.3928685 Nov 25 19:49:10.314819 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5f1af6f6-14de-4f61-8a6f-90361080dc3f tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Request body: {'subnet': {'network_id': 'de8b1846-b587-4a30-a9ef-dd3dfe3c900e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:10.368019 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebe875b6-7f0c-4584-8210-3ecd2c1dac19 req-b20e6092-676c-4a1a-a7c4-da781b95f400 service neutron] 10.222.0.73 "GET /v2.0/networks/5afe14a9-37db-4337-b5af-15525f3237df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283921 Nov 25 19:49:10.415587 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee85854f-8133-451a-9add-0ee8fd0f81af req-9552165b-0748-41f2-a971-c6da95842a1f tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/security-groups?id=529dd4eb-1d86-4159-b790-828c025ceed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985932 Nov 25 19:49:10.578913 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441200a8-13ad-43b3-828b-1a9464cf0ba5 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Pushing event updated for resources: {'Network': ['ID=de8b1846-b587-4a30-a9ef-dd3dfe3c900e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:10.594031 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network de8b1846-b587-4a30-a9ef-dd3dfe3c900e details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:49:10.597441 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dddf3a29-e25d-4972-a5bb-cf4f23779537 req-3a00060d-d69c-46c6-85f8-8b752862199d tempest-ServerShowV254Test-2121834936 tempest-ServerShowV254Test-2121834936-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b225ba1-03a0-4450-bf43-47913f8bdb6d HTTP/1.1" status: 200 len: 210 time: 0.0500803 Nov 25 19:49:10.616942 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1af6f6-14de-4f61-8a6f-90361080dc3f tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Made reservation on behalf of 70a2865969374faaafe6f6230c465847 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:10.622874 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f1af6f6-14de-4f61-8a6f-90361080dc3f tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:10.818231 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a57142-14f8-499a-b56e-936b3fb1a77f x-openstack-request-id: req-b0a57142-14f8-499a-b56e-936b3fb1a77f {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:49:10.819200 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38808dbc-ec37-4ae5-8b17-998d0240c38e", "name": "network-vif-plugged", "status": "completed", "tag": "5b01a725-f403-4466-b95f-945822d17095", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:49:10.819750 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b0a57142-14f8-499a-b56e-936b3fb1a77f {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:49:10.820631 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38808dbc-ec37-4ae5-8b17-998d0240c38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b01a725-f403-4466-b95f-945822d17095', 'code': 200} Nov 25 19:49:10.956082 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f1af6f6-14de-4f61-8a6f-90361080dc3f tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:11.052276 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1af6f6-14de-4f61-8a6f-90361080dc3f tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Pushing event updated for resources: {'Subnet': ['ID=7d75a448-45ca-4f65-967b-3d07ed630525,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:11.058882 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1af6f6-14de-4f61-8a6f-90361080dc3f tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Checking segment: {'id': 'da4faec3-4605-4bd9-8c6a-ddc0e2579cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'de8b1846-b587-4a30-a9ef-dd3dfe3c900e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:11.059394 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1af6f6-14de-4f61-8a6f-90361080dc3f tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Network hostable DHCP agents. Network: de8b1846-b587-4a30-a9ef-dd3dfe3c900e, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:49:11.079245 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834a23a-ba77-4170-870d-a03c3ad38bae req-7dcb6e63-ad9f-41a8-a401-21070dd50677 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:11.097636 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1af6f6-14de-4f61-8a6f-90361080dc3f tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Network de8b1846-b587-4a30-a9ef-dd3dfe3c900e is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:49:11.100125 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1834a23a-ba77-4170-870d-a03c3ad38bae req-7dcb6e63-ad9f-41a8-a401-21070dd50677 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1784375 Nov 25 19:49:11.112619 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5f1af6f6-14de-4f61-8a6f-90361080dc3f tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, de8b1846-b587-4a30-a9ef-dd3dfe3c900e) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:11.138844 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c260b7-5bcc-4114-9abe-8768f8777be5 None None] Network de8b1846-b587-4a30-a9ef-dd3dfe3c900e requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:11.158721 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1af6f6-14de-4f61-8a6f-90361080dc3f tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:11.168528 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f1af6f6-14de-4f61-8a6f-90361080dc3f tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:11.210707 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5f1af6f6-14de-4f61-8a6f-90361080dc3f tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9023030 Nov 25 19:49:11.212623 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55626) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:11.226749 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-46000ac5-33c0-4618-a196-fd2a9dda4d04 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Request body: {'port': {'network_id': 'de8b1846-b587-4a30-a9ef-dd3dfe3c900e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1342847839'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:11.259831 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa468932-0fe2-4a95-b213-589eb241657b req-5c1bc3e3-921c-4835-8114-68add759bbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:11.262500 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aa468932-0fe2-4a95-b213-589eb241657b req-5c1bc3e3-921c-4835-8114-68add759bbc7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=38808dbc-ec37-4ae5-8b17-998d0240c38e HTTP/1.1" status: 200 len: 1097 time: 0.2916505 Nov 25 19:49:11.373329 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1834a23a-ba77-4170-870d-a03c3ad38bae req-1d29b571-9784-4812-b3f5-8b74277e6107 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643158 Nov 25 19:49:11.482360 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aa468932-0fe2-4a95-b213-589eb241657b req-31fc7896-de74-447d-a0ba-2167e45aa823 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815062 Nov 25 19:49:11.511511 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d637576d-8670-48a7-a3a8-25dba4f51688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-de8b1846-b587-4a30-a9ef-dd3dfe3c900e', 'network_id': 'de8b1846-b587-4a30-a9ef-dd3dfe3c900e', 'tenant_id': '70a2865969374faaafe6f6230c465847', 'fixed_ips': [{'subnet_id': '7d75a448-45ca-4f65-967b-3d07ed630525'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:49:11.522215 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d637576d-8670-48a7-a3a8-25dba4f51688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:11.524518 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46000ac5-33c0-4618-a196-fd2a9dda4d04 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Made reservation on behalf of 70a2865969374faaafe6f6230c465847 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:11.531400 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46000ac5-33c0-4618-a196-fd2a9dda4d04 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:11.553649 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-46000ac5-33c0-4618-a196-fd2a9dda4d04 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] device_id is not set on port 2a1054b7-64e5-4791-ba03-8b77e7fdfebc yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:49:11.643473 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa3805-9f8b-4283-9548-3684b26d56aa req-68519835-3750-4157-b8f9-33bae0d98000 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:11.647942 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-90fa3805-9f8b-4283-9548-3684b26d56aa req-68519835-3750-4157-b8f9-33bae0d98000 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=38808dbc-ec37-4ae5-8b17-998d0240c38e HTTP/1.1" status: 200 len: 946 time: 0.0944829 Nov 25 19:49:11.729456 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-90fa3805-9f8b-4283-9548-3684b26d56aa req-5a98139c-4978-4135-9f5a-254f7ce47caf tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750999 Nov 25 19:49:11.813991 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-46000ac5-33c0-4618-a196-fd2a9dda4d04 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Allocated IP 172.20.0.2 (de8b1846-b587-4a30-a9ef-dd3dfe3c900e/7d75a448-45ca-4f65-967b-3d07ed630525/2a1054b7-64e5-4791-ba03-8b77e7fdfebc) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:49:11.977412 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b8cce-fd31-4ef2-a1ac-b098717a9fb2 req-dd6c85e4-09d4-43f1-9669-136b78002f9f tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:11.980755 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e62b8cce-fd31-4ef2-a1ac-b098717a9fb2 req-dd6c85e4-09d4-43f1-9669-136b78002f9f tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8e03443-db4d-43c0-8308-985927ea5ddc HTTP/1.1" status: 200 len: 945 time: 0.1072049 Nov 25 19:49:12.047863 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46000ac5-33c0-4618-a196-fd2a9dda4d04 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:12.050625 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e62b8cce-fd31-4ef2-a1ac-b098717a9fb2 req-919727ec-ddd4-4abf-a7bf-a7c30865c0af tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/security-groups?id=529dd4eb-1d86-4159-b790-828c025ceed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592303 Nov 25 19:49:12.120876 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46000ac5-33c0-4618-a196-fd2a9dda4d04 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:12.229284 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46000ac5-33c0-4618-a196-fd2a9dda4d04 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Network de8b1846-b587-4a30-a9ef-dd3dfe3c900e is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:12.235701 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-46000ac5-33c0-4618-a196-fd2a9dda4d04 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:12.243681 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46000ac5-33c0-4618-a196-fd2a9dda4d04 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:12.253725 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-d637576d-8670-48a7-a3a8-25dba4f51688 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-fb6e5bd1-b8e3-46e4-b779-040eca6fe7a6 {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:49:12.254882 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-d637576d-8670-48a7-a3a8-25dba4f51688 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:49:12.262022 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-75ea115e-cf01-4d79-861c-19b21d57d457 req-5f918788-4581-42d1-b3d8-9ecf54b096c9 tempest-ServerShowV254Test-2121834936 tempest-ServerShowV254Test-2121834936-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b225ba1-03a0-4450-bf43-47913f8bdb6d HTTP/1.1" status: 200 len: 210 time: 0.0636523 Nov 25 19:49:12.297010 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46000ac5-33c0-4618-a196-fd2a9dda4d04 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Pushing event updated for resources: {'Port': ['ID=2a1054b7-64e5-4791-ba03-8b77e7fdfebc,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:12.350585 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46000ac5-33c0-4618-a196-fd2a9dda4d04 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:12.352296 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46000ac5-33c0-4618-a196-fd2a9dda4d04 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:12.385761 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-46000ac5-33c0-4618-a196-fd2a9dda4d04 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1675601 Nov 25 19:49:12.386737 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55652) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:12.392267 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-9a6cb625-4caa-4437-958f-32d4e6b4d5e4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Request body: {'port': {'network_id': 'de8b1846-b587-4a30-a9ef-dd3dfe3c900e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1892721643', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:12.392801 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.api.validators [None req-9a6cb625-4caa-4437-958f-32d4e6b4d5e4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] bootfile-name is not in valid_values {{(pid=103600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:49:12.393177 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.api.validators [None req-9a6cb625-4caa-4437-958f-32d4e6b4d5e4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] tftp-server is not in valid_values {{(pid=103600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:49:12.393494 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.api.validators [None req-9a6cb625-4caa-4437-958f-32d4e6b4d5e4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] server-ip-address is not in valid_values {{(pid=103600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:49:12.669622 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6cb625-4caa-4437-958f-32d4e6b4d5e4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Made reservation on behalf of 70a2865969374faaafe6f6230c465847 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:12.674404 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb625-4caa-4437-958f-32d4e6b4d5e4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:12.702278 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6979a9-43a6-422b-8c23-77f4e23418af req-08901daf-2a3b-40de-9b2f-283272dd2e3c tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:12.704396 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1c6979a9-43a6-422b-8c23-77f4e23418af req-08901daf-2a3b-40de-9b2f-283272dd2e3c tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1201642 Nov 25 19:49:12.717133 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-9a6cb625-4caa-4437-958f-32d4e6b4d5e4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] device_id is not set on port b17883dc-67db-4162-a8ab-e66cee5de1eb yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:49:12.758958 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d637576d-8670-48a7-a3a8-25dba4f51688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:12.940693 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1c6979a9-43a6-422b-8c23-77f4e23418af req-0ee69f40-75a2-49b1-822f-dde909e1ddea tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149339 Nov 25 19:49:13.056879 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-9a6cb625-4caa-4437-958f-32d4e6b4d5e4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Allocated IP 172.20.0.4 (de8b1846-b587-4a30-a9ef-dd3dfe3c900e/7d75a448-45ca-4f65-967b-3d07ed630525/b17883dc-67db-4162-a8ab-e66cee5de1eb) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:49:13.471399 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb625-4caa-4437-958f-32d4e6b4d5e4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:13.495712 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4be20-0805-4502-a517-2ca52da54aad req-d59c6ad5-02e4-4a96-aaf0-d2dce79fe04a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:13.497247 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a6a4be20-0805-4502-a517-2ca52da54aad req-d59c6ad5-02e4-4a96-aaf0-d2dce79fe04a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=38808dbc-ec37-4ae5-8b17-998d0240c38e HTTP/1.1" status: 200 len: 946 time: 0.1192250 Nov 25 19:49:13.564367 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb625-4caa-4437-958f-32d4e6b4d5e4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:13.628050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6cb625-4caa-4437-958f-32d4e6b4d5e4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Network de8b1846-b587-4a30-a9ef-dd3dfe3c900e is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:13.644996 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a6a4be20-0805-4502-a517-2ca52da54aad req-b863f8a0-be0b-4828-a980-b19cfb238035 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264362 Nov 25 19:49:13.670671 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-d637576d-8670-48a7-a3a8-25dba4f51688 None None] Allocated IP 172.20.0.3 (de8b1846-b587-4a30-a9ef-dd3dfe3c900e/7d75a448-45ca-4f65-967b-3d07ed630525/945643a8-a242-421c-8ef5-fa579e5b4e3d) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:49:13.685143 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6cb625-4caa-4437-958f-32d4e6b4d5e4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Pushing event updated for resources: {'Port': ['ID=b17883dc-67db-4162-a8ab-e66cee5de1eb,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:13.707599 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-9a6cb625-4caa-4437-958f-32d4e6b4d5e4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:13.721697 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6cb625-4caa-4437-958f-32d4e6b4d5e4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:13.902728 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6cb625-4caa-4437-958f-32d4e6b4d5e4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:13.904066 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb625-4caa-4437-958f-32d4e6b4d5e4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:14.012820 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9a6cb625-4caa-4437-958f-32d4e6b4d5e4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.6253247 Nov 25 19:49:14.015396 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55682) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:14.077700 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc639753-210b-4d08-a583-574c058f1cd6 req-8e30311f-73f2-481d-b89c-fd979fd4a791 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:14.097849 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d637576d-8670-48a7-a3a8-25dba4f51688 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:14.099037 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dc639753-210b-4d08-a583-574c058f1cd6 req-8e30311f-73f2-481d-b89c-fd979fd4a791 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.2382510 Nov 25 19:49:14.109747 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d637576d-8670-48a7-a3a8-25dba4f51688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:14.156312 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b9b99e-f080-4bfc-ad6d-dbe3981bd0f2 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:14.168560 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b9b99e-f080-4bfc-ad6d-dbe3981bd0f2 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:14.171545 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-59b9b99e-f080-4bfc-ad6d-dbe3981bd0f2 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1879 time: 0.1537633 Nov 25 19:49:14.174257 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55684) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:14.206797 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d637576d-8670-48a7-a3a8-25dba4f51688 None None] Network de8b1846-b587-4a30-a9ef-dd3dfe3c900e is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:14.209078 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-d637576d-8670-48a7-a3a8-25dba4f51688 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:14.210815 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dc639753-210b-4d08-a583-574c058f1cd6 req-6a88f44b-381a-4d7b-9a6b-214799d035a7 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074617 Nov 25 19:49:14.225930 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d637576d-8670-48a7-a3a8-25dba4f51688 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:14.256837 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637576d-8670-48a7-a3a8-25dba4f51688 None None] Pushing event updated for resources: {'Port': ['ID=945643a8-a242-421c-8ef5-fa579e5b4e3d,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:14.344828 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-d637576d-8670-48a7-a3a8-25dba4f51688 None None] Attempting to bind port 945643a8-a242-421c-8ef5-fa579e5b4e3d on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:49:14.345213 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-d637576d-8670-48a7-a3a8-25dba4f51688 None None] Attempting to bind port 945643a8-a242-421c-8ef5-fa579e5b4e3d by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'da4faec3-4605-4bd9-8c6a-ddc0e2579cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'de8b1846-b587-4a30-a9ef-dd3dfe3c900e'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:49:14.345585 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d637576d-8670-48a7-a3a8-25dba4f51688 None None] Attempting to bind port 945643a8-a242-421c-8ef5-fa579e5b4e3d on network de8b1846-b587-4a30-a9ef-dd3dfe3c900e {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:49:14.353521 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d637576d-8670-48a7-a3a8-25dba4f51688 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:49:14.353884 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d637576d-8670-48a7-a3a8-25dba4f51688 None None] Checking segment: {'id': 'da4faec3-4605-4bd9-8c6a-ddc0e2579cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'de8b1846-b587-4a30-a9ef-dd3dfe3c900e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:14.354324 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d637576d-8670-48a7-a3a8-25dba4f51688 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:14.354739 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d637576d-8670-48a7-a3a8-25dba4f51688 None None] Bound using segment: {'id': 'da4faec3-4605-4bd9-8c6a-ddc0e2579cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'de8b1846-b587-4a30-a9ef-dd3dfe3c900e'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:49:14.355241 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-d637576d-8670-48a7-a3a8-25dba4f51688 None None] Bound port: 945643a8-a242-421c-8ef5-fa579e5b4e3d, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4faec3-4605-4bd9-8c6a-ddc0e2579cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'de8b1846-b587-4a30-a9ef-dd3dfe3c900e'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:49:14.355635 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d637576d-8670-48a7-a3a8-25dba4f51688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:14.452876 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1924a92f-6a39-4752-a94b-40b926e1a027 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Deleting port b17883dc-67db-4162-a8ab-e66cee5de1eb {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:14.453876 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1924a92f-6a39-4752-a94b-40b926e1a027 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:14.467649 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de959d-38f2-4194-a9ac-b0191b54825e req-4e3bc5b4-e54c-4b27-be45-fd20a7c505f4 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:14.469359 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92de959d-38f2-4194-a9ac-b0191b54825e req-4e3bc5b4-e54c-4b27-be45-fd20a7c505f4 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8e03443-db4d-43c0-8308-985927ea5ddc HTTP/1.1" status: 200 len: 945 time: 0.1019042 Nov 25 19:49:14.557144 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-d637576d-8670-48a7-a3a8-25dba4f51688 None None] For port 945643a8-a242-421c-8ef5-fa579e5b4e3d, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:49:14.574058 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92de959d-38f2-4194-a9ac-b0191b54825e req-2ae74c1c-71c7-4c6f-bcb8-0c7b86092e6b tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/security-groups?id=529dd4eb-1d86-4159-b790-828c025ceed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841339 Nov 25 19:49:14.575985 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-d637576d-8670-48a7-a3a8-25dba4f51688 None None] For port 945643a8-a242-421c-8ef5-fa579e5b4e3d, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=945643a8-a242-421c-8ef5-fa579e5b4e3d,segment=NetworkSegment(da4faec3-4605-4bd9-8c6a-ddc0e2579cec),segment_id=da4faec3-4605-4bd9-8c6a-ddc0e2579cec)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:49:14.605767 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d637576d-8670-48a7-a3a8-25dba4f51688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:14.711947 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637576d-8670-48a7-a3a8-25dba4f51688 None None] Pushing event updated for resources: {'Port': ['ID=945643a8-a242-421c-8ef5-fa579e5b4e3d,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:14.853588 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ffbee2c0-8979-40da-8dff-8ef14380f267 req-9208045b-ec66-4c90-ab01-24870b735511 tempest-ServerShowV254Test-2121834936 tempest-ServerShowV254Test-2121834936-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b225ba1-03a0-4450-bf43-47913f8bdb6d HTTP/1.1" status: 200 len: 210 time: 0.0499477 Nov 25 19:49:14.856511 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1924a92f-6a39-4752-a94b-40b926e1a027 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:14.909963 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1924a92f-6a39-4752-a94b-40b926e1a027 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Calling delete_port for b17883dc-67db-4162-a8ab-e66cee5de1eb owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:15.184775 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1924a92f-6a39-4752-a94b-40b926e1a027 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:15.281404 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924a92f-6a39-4752-a94b-40b926e1a027 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Pushing event deleted for resources: {'Port': ['ID=b17883dc-67db-4162-a8ab-e66cee5de1eb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:15.391458 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1924a92f-6a39-4752-a94b-40b926e1a027 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:15.394966 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1924a92f-6a39-4752-a94b-40b926e1a027 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] 10.222.0.55 "DELETE /v2.0/ports/b17883dc-67db-4162-a8ab-e66cee5de1eb HTTP/1.1" status: 204 len: 168 time: 1.2184048 Nov 25 19:49:15.403500 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55694) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:15.414584 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-53b0f4e4-2b02-4273-bcd7-0e5459c779f3 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Request body: {'port': {'name': 'tempest-new-port-name-1121397917', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:15.415256 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.api.validators [None req-53b0f4e4-2b02-4273-bcd7-0e5459c779f3 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] bootfile-name is not in valid_values {{(pid=103600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:49:15.415853 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.api.validators [None req-53b0f4e4-2b02-4273-bcd7-0e5459c779f3 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] tftp-server is not in valid_values {{(pid=103600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:49:15.416765 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.api.validators [None req-53b0f4e4-2b02-4273-bcd7-0e5459c779f3 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] server-ip-address is not in valid_values {{(pid=103600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:49:15.549285 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 945643a8-a242-421c-8ef5-fa579e5b4e3d up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:49:15.666089 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53b0f4e4-2b02-4273-bcd7-0e5459c779f3 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:15.703140 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 945643a8-a242-421c-8ef5-fa579e5b4e3d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:15.704680 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:15.961067 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:16.042671 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 945643a8-a242-421c-8ef5-fa579e5b4e3d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=945643a8-a242-421c-8ef5-fa579e5b4e3d,segment=NetworkSegment(da4faec3-4605-4bd9-8c6a-ddc0e2579cec),segment_id=da4faec3-4605-4bd9-8c6a-ddc0e2579cec)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:16.052468 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:16.210062 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=945643a8-a242-421c-8ef5-fa579e5b4e3d,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:16.227442 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53b0f4e4-2b02-4273-bcd7-0e5459c779f3 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:16.231224 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-990edc86-7276-4726-ab67-ed2f58538b40 req-a667cb99-fe18-4b68-9936-32e37098c7f2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0b225ba1-03a0-4450-bf43-47913f8bdb6d HTTP/1.1" status: 200 len: 210 time: 0.0880709 Nov 25 19:49:16.247340 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173700b4-fddb-422d-a983-a2769b32fe93 req-594bf3d5-b33f-411d-83e0-b8c59b437fc5 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:16.249013 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-173700b4-fddb-422d-a983-a2769b32fe93 req-594bf3d5-b33f-411d-83e0-b8c59b437fc5 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=38808dbc-ec37-4ae5-8b17-998d0240c38e HTTP/1.1" status: 200 len: 946 time: 0.7112472 Nov 25 19:49:16.252619 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53b0f4e4-2b02-4273-bcd7-0e5459c779f3 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:16.375533 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93e257-3d1e-4897-afce-46332679d6b6 req-1e00b007-197e-4f9d-a172-5cc0e677d4e5 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:16.377157 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6f93e257-3d1e-4897-afce-46332679d6b6 req-1e00b007-197e-4f9d-a172-5cc0e677d4e5 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8e03443-db4d-43c0-8308-985927ea5ddc HTTP/1.1" status: 200 len: 945 time: 0.2327743 Nov 25 19:49:16.392097 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0f4e4-2b02-4273-bcd7-0e5459c779f3 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Pushing event updated for resources: {'Port': ['ID=2a1054b7-64e5-4791-ba03-8b77e7fdfebc,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:16.456150 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-173700b4-fddb-422d-a983-a2769b32fe93 req-d8285c44-b42c-412f-a34c-1a08faf349a3 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916435 Nov 25 19:49:16.461017 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-53b0f4e4-2b02-4273-bcd7-0e5459c779f3 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] In _notify_port_updated(), no bound segment for port 2a1054b7-64e5-4791-ba03-8b77e7fdfebc on network de8b1846-b587-4a30-a9ef-dd3dfe3c900e {{(pid=103600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:49:16.466700 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b0f4e4-2b02-4273-bcd7-0e5459c779f3 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:16.467395 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53b0f4e4-2b02-4273-bcd7-0e5459c779f3 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:16.471652 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55712) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:16.472470 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-53b0f4e4-2b02-4273-bcd7-0e5459c779f3 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] 10.222.0.55 "PUT /v2.0/ports/2a1054b7-64e5-4791-ba03-8b77e7fdfebc HTTP/1.1" status: 200 len: 1136 time: 1.0665758 Nov 25 19:49:16.574990 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-6f93e257-3d1e-4897-afce-46332679d6b6 req-9c60682b-3658-4b14-815e-449a88b3795c tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Deleting port 18ec3aba-5fec-4c3d-b059-46ddffe1360d {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:16.575514 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6f93e257-3d1e-4897-afce-46332679d6b6 req-9c60682b-3658-4b14-815e-449a88b3795c tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:16.589811 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f69871-c16c-4b6c-99ff-30a76d368a32 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:16.591366 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b0f69871-c16c-4b6c-99ff-30a76d368a32 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] 10.222.0.55 "GET /v2.0/ports/2a1054b7-64e5-4791-ba03-8b77e7fdfebc HTTP/1.1" status: 200 len: 1136 time: 0.1187224 Nov 25 19:49:16.605317 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55714) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:16.805040 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2b3d114f-c944-456f-97ef-3884a0361c75 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Deleting port 2a1054b7-64e5-4791-ba03-8b77e7fdfebc {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:16.805391 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b3d114f-c944-456f-97ef-3884a0361c75 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:16.836475 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914553f3-9647-489d-aec0-5fb43560c9e7 None None] Network de8b1846-b587-4a30-a9ef-dd3dfe3c900e requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:16.866581 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480f909-5dda-498a-9c8c-f4b26dd0ed57 req-69ddffb8-a147-412e-9f5a-1be1d13afde8 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:16.871664 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4480f909-5dda-498a-9c8c-f4b26dd0ed57 req-69ddffb8-a147-412e-9f5a-1be1d13afde8 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1697373 Nov 25 19:49:16.903284 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-6f93e257-3d1e-4897-afce-46332679d6b6 req-9c60682b-3658-4b14-815e-449a88b3795c tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] For port 18ec3aba-5fec-4c3d-b059-46ddffe1360d, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=18ec3aba-5fec-4c3d-b059-46ddffe1360d,segment=NetworkSegment(cf730e5b-376b-4fff-a848-4542771de5bc),segment_id=cf730e5b-376b-4fff-a848-4542771de5bc)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:16.903815 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6f93e257-3d1e-4897-afce-46332679d6b6 req-9c60682b-3658-4b14-815e-449a88b3795c tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:16.967504 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-6f93e257-3d1e-4897-afce-46332679d6b6 req-9c60682b-3658-4b14-815e-449a88b3795c tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Calling delete_port for 18ec3aba-5fec-4c3d-b059-46ddffe1360d owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:17.038955 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b3d114f-c944-456f-97ef-3884a0361c75 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:17.043407 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-321f8e03-8d8e-4659-ae59-cda38bd8e59e None None] Provisioning complete for port 945643a8-a242-421c-8ef5-fa579e5b4e3d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:17.044260 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-321f8e03-8d8e-4659-ae59-cda38bd8e59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:17.066421 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2b3d114f-c944-456f-97ef-3884a0361c75 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Calling delete_port for 2a1054b7-64e5-4791-ba03-8b77e7fdfebc owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:17.076812 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4480f909-5dda-498a-9c8c-f4b26dd0ed57 req-1aef1b4d-6a60-401d-aeca-212569e9ccdd tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769969 Nov 25 19:49:17.252734 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5235a-14fb-438f-abff-66257063359a req-e6d4a735-b28e-49e9-bc49-2416467e55e3 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:17.254329 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-02d5235a-14fb-438f-abff-66257063359a req-e6d4a735-b28e-49e9-bc49-2416467e55e3 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.73 "GET /v2.0/ports?device_id=38808dbc-ec37-4ae5-8b17-998d0240c38e HTTP/1.1" status: 200 len: 946 time: 0.2095246 Nov 25 19:49:17.484221 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 945643a8-a242-421c-8ef5-fa579e5b4e3d up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:49:17.551599 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b3d114f-c944-456f-97ef-3884a0361c75 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:17.694114 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2f04e-3862-4d46-8a53-9f9a6eba7476 req-694567bf-daf6-4a98-9895-f9e5336161f1 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:17.696165 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-caa2f04e-3862-4d46-8a53-9f9a6eba7476 req-694567bf-daf6-4a98-9895-f9e5336161f1 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8e03443-db4d-43c0-8308-985927ea5ddc HTTP/1.1" status: 200 len: 945 time: 0.4735634 Nov 25 19:49:17.697529 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 945643a8-a242-421c-8ef5-fa579e5b4e3d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:17.697917 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:17.722137 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6f93e257-3d1e-4897-afce-46332679d6b6 req-9c60682b-3658-4b14-815e-449a88b3795c tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:17.732815 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d114f-c944-456f-97ef-3884a0361c75 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Pushing event deleted for resources: {'Port': ['ID=2a1054b7-64e5-4791-ba03-8b77e7fdfebc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:17.797190 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60682b-3658-4b14-815e-449a88b3795c tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Pushing event deleted for resources: {'Port': ['ID=18ec3aba-5fec-4c3d-b059-46ddffe1360d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:17.910064 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b3d114f-c944-456f-97ef-3884a0361c75 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:17.914920 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2b3d114f-c944-456f-97ef-3884a0361c75 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] 10.222.0.55 "DELETE /v2.0/ports/2a1054b7-64e5-4791-ba03-8b77e7fdfebc HTTP/1.1" status: 204 len: 168 time: 1.3078673 Nov 25 19:49:17.919096 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55734) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:17.984550 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ec97fc-82fa-445b-9451-73e95f34cc73 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Deleting subnet 7d75a448-45ca-4f65-967b-3d07ed630525 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:49:17.990863 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ec97fc-82fa-445b-9451-73e95f34cc73 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:18.027108 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-caa2f04e-3862-4d46-8a53-9f9a6eba7476 req-29f00ce8-2c2d-4092-a5f6-975de07b7551 tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.55 "GET /v2.0/security-groups?id=529dd4eb-1d86-4159-b790-828c025ceed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119180 Nov 25 19:49:18.044761 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ec97fc-82fa-445b-9451-73e95f34cc73 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:18.148605 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-02d5235a-14fb-438f-abff-66257063359a req-b920bede-5d3e-4841-8f69-c2757c531063 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Deleting port 5b01a725-f403-4466-b95f-945822d17095 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:18.149445 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-02d5235a-14fb-438f-abff-66257063359a req-b920bede-5d3e-4841-8f69-c2757c531063 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:18.157469 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f93e257-3d1e-4897-afce-46332679d6b6 req-9c60682b-3658-4b14-815e-449a88b3795c tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] No DVR routers for this DVR port 18ec3aba-5fec-4c3d-b059-46ddffe1360d on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:49:18.196963 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6f93e257-3d1e-4897-afce-46332679d6b6 req-9c60682b-3658-4b14-815e-449a88b3795c tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:18.199408 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ec97fc-82fa-445b-9451-73e95f34cc73 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:18.210808 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6f93e257-3d1e-4897-afce-46332679d6b6 req-9c60682b-3658-4b14-815e-449a88b3795c tempest-TestServerAdvancedOps-1356166335 tempest-TestServerAdvancedOps-1356166335-project] 10.222.0.73 "DELETE /v2.0/ports/18ec3aba-5fec-4c3d-b059-46ddffe1360d HTTP/1.1" status: 204 len: 173 time: 1.8121645 Nov 25 19:49:18.212237 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e03443-db4d-43c0-8308-985927ea5ddc', 'name': 'network-vif-deleted', 'tag': '18ec3aba-5fec-4c3d-b059-46ddffe1360d'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:49:18.219137 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5b6dae-9d6c-40f9-bcba-467dfe03a120" -d '{"events": [{"server_uuid": "b8e03443-db4d-43c0-8308-985927ea5ddc", "name": "network-vif-deleted", "tag": "18ec3aba-5fec-4c3d-b059-46ddffe1360d"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:49:18.220624 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4c05979d-9f8e-4988-accd-d1fd69c42385 None None] Provisioning complete for port 945643a8-a242-421c-8ef5-fa579e5b4e3d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:18.221444 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4c05979d-9f8e-4988-accd-d1fd69c42385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:18.340167 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c1f2c8d4-d55e-427d-ab0a-a75b4c838885 req-9baac451-a7f3-49a4-9366-45cd1a401db5 tempest-ServerShowV254Test-2121834936 tempest-ServerShowV254Test-2121834936-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b225ba1-03a0-4450-bf43-47913f8bdb6d HTTP/1.1" status: 200 len: 210 time: 0.1042976 Nov 25 19:49:18.381364 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ec97fc-82fa-445b-9451-73e95f34cc73 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:18.435441 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4c05979d-9f8e-4988-accd-d1fd69c42385 None None] Could not find standard attr ID for object 2a1054b7-64e5-4791-ba03-8b77e7fdfebc. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:49:18.466658 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec97fc-82fa-445b-9451-73e95f34cc73 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Pushing event deleted for resources: {'Subnet': ['ID=7d75a448-45ca-4f65-967b-3d07ed630525,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:18.468862 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ec97fc-82fa-445b-9451-73e95f34cc73 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:18.478807 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-04ec97fc-82fa-445b-9451-73e95f34cc73 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] 10.222.0.55 "DELETE /v2.0/subnets/7d75a448-45ca-4f65-967b-3d07ed630525 HTTP/1.1" status: 204 len: 168 time: 0.5518520 Nov 25 19:49:18.480165 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55742) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:18.602368 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-02d5235a-14fb-438f-abff-66257063359a req-b920bede-5d3e-4841-8f69-c2757c531063 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] For port 5b01a725-f403-4466-b95f-945822d17095, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=5b01a725-f403-4466-b95f-945822d17095,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:18.602873 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-02d5235a-14fb-438f-abff-66257063359a req-b920bede-5d3e-4841-8f69-c2757c531063 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:18.627448 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1706f8d8-b49d-435c-bf96-a7e9f4b69f83 None None] Network de8b1846-b587-4a30-a9ef-dd3dfe3c900e requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:18.633584 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-02d5235a-14fb-438f-abff-66257063359a req-b920bede-5d3e-4841-8f69-c2757c531063 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Calling delete_port for 5b01a725-f403-4466-b95f-945822d17095 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:18.644341 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8bf13a1b-3253-470e-bede-9d287161f3a4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:18.740631 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-13d656f5-1126-4e4e-b883-caac4a932248 None None] Could not find standard attr ID for object 2a1054b7-64e5-4791-ba03-8b77e7fdfebc. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:49:18.823249 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e6e04-018a-4103-bb7c-5cc861a86cbe req-dcc07506-fe17-467b-8ec7-08f7441b4215 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:18.831231 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-061e6e04-018a-4103-bb7c-5cc861a86cbe req-dcc07506-fe17-467b-8ec7-08f7441b4215 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1658287 Nov 25 19:49:18.986078 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809a0aba-216f-4baa-a4fa-6c2ee1cf41fa None None] DHCP port deletion for de8b1846-b587-4a30-a9ef-dd3dfe3c900e request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:49:19.007202 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-061e6e04-018a-4103-bb7c-5cc861a86cbe req-d555394b-4b31-4ea6-82a8-198f1d0e1230 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748137 Nov 25 19:49:19.013279 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8bf13a1b-3253-470e-bede-9d287161f3a4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Deleting port 945643a8-a242-421c-8ef5-fa579e5b4e3d {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:19.022043 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8bf13a1b-3253-470e-bede-9d287161f3a4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:19.236810 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-809a0aba-216f-4baa-a4fa-6c2ee1cf41fa None None] Deleting port 945643a8-a242-421c-8ef5-fa579e5b4e3d {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:19.237722 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-809a0aba-216f-4baa-a4fa-6c2ee1cf41fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:19.298405 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-02d5235a-14fb-438f-abff-66257063359a req-b920bede-5d3e-4841-8f69-c2757c531063 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:19.335722 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['5b01a725-f403-4466-b95f-945822d17095'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:49:19.357897 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-de3594f1-6c1e-4626-af30-1f376bb66cac req-fa887c09-3028-4793-82fa-3a97719df2ee tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=38808dbc-ec37-4ae5-8b17-998d0240c38e HTTP/1.1" status: 200 len: 210 time: 0.1163926 Nov 25 19:49:19.399932 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-809a0aba-216f-4baa-a4fa-6c2ee1cf41fa None None] For port 945643a8-a242-421c-8ef5-fa579e5b4e3d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=945643a8-a242-421c-8ef5-fa579e5b4e3d,segment=NetworkSegment(da4faec3-4605-4bd9-8c6a-ddc0e2579cec),segment_id=da4faec3-4605-4bd9-8c6a-ddc0e2579cec)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:19.400417 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-809a0aba-216f-4baa-a4fa-6c2ee1cf41fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:19.433332 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-809a0aba-216f-4baa-a4fa-6c2ee1cf41fa None None] Calling delete_port for 945643a8-a242-421c-8ef5-fa579e5b4e3d owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:19.437080 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 18ec3aba-5fec-4c3d-b059-46ddffe1360d no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:49:19.468920 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 18ec3aba-5fec-4c3d-b059-46ddffe1360d {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:49:19.469343 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 18ec3aba-5fec-4c3d-b059-46ddffe1360d not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:49:19.471017 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 945643a8-a242-421c-8ef5-fa579e5b4e3d no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:49:19.493886 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920bede-5d3e-4841-8f69-c2757c531063 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Pushing event deleted for resources: {'Port': ['ID=5b01a725-f403-4466-b95f-945822d17095,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:19.537375 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8bf13a1b-3253-470e-bede-9d287161f3a4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] For port 945643a8-a242-421c-8ef5-fa579e5b4e3d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=945643a8-a242-421c-8ef5-fa579e5b4e3d,segment=NetworkSegment(da4faec3-4605-4bd9-8c6a-ddc0e2579cec),segment_id=da4faec3-4605-4bd9-8c6a-ddc0e2579cec)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:19.538102 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8bf13a1b-3253-470e-bede-9d287161f3a4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:19.601035 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8bf13a1b-3253-470e-bede-9d287161f3a4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Calling delete_port for 945643a8-a242-421c-8ef5-fa579e5b4e3d owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:19.622096 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55760) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:19.656313 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:19.702406 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 945643a8-a242-421c-8ef5-fa579e5b4e3d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=945643a8-a242-421c-8ef5-fa579e5b4e3d,segment=NetworkSegment(da4faec3-4605-4bd9-8c6a-ddc0e2579cec),segment_id=da4faec3-4605-4bd9-8c6a-ddc0e2579cec)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:19.709091 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:19.765919 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a46c2c-85b5-427c-880c-7a4df986e0e3 admin admin] Deleting subnet 043abeda-4c2d-4f23-b403-9c08bc70d08f {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:49:19.774268 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79a46c2c-85b5-427c-880c-7a4df986e0e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:19.780496 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=945643a8-a242-421c-8ef5-fa579e5b4e3d,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:19.785390 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-809a0aba-216f-4baa-a4fa-6c2ee1cf41fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:19.813294 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacb04bd-3e2e-40f2-83d1-c1526997a83b x-openstack-request-id: req-bacb04bd-3e2e-40f2-83d1-c1526997a83b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:49:19.813821 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e03443-db4d-43c0-8308-985927ea5ddc", "name": "network-vif-deleted", "tag": "18ec3aba-5fec-4c3d-b059-46ddffe1360d", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:49:19.814261 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bacb04bd-3e2e-40f2-83d1-c1526997a83b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:49:19.814434 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a0aba-216f-4baa-a4fa-6c2ee1cf41fa None None] Pushing event deleted for resources: {'Port': ['ID=945643a8-a242-421c-8ef5-fa579e5b4e3d,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:19.814995 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e03443-db4d-43c0-8308-985927ea5ddc', 'name': 'network-vif-deleted', 'tag': '18ec3aba-5fec-4c3d-b059-46ddffe1360d', 'status': 'completed', 'code': 200} Nov 25 19:49:19.825856 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809a0aba-216f-4baa-a4fa-6c2ee1cf41fa None None] No DVR routers for this DVR port 945643a8-a242-421c-8ef5-fa579e5b4e3d on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:49:19.919161 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d5235a-14fb-438f-abff-66257063359a req-b920bede-5d3e-4841-8f69-c2757c531063 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] No DVR routers for this DVR port 5b01a725-f403-4466-b95f-945822d17095 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:49:19.932473 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-02d5235a-14fb-438f-abff-66257063359a req-b920bede-5d3e-4841-8f69-c2757c531063 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:19.939388 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-02d5235a-14fb-438f-abff-66257063359a req-b920bede-5d3e-4841-8f69-c2757c531063 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.73 "DELETE /v2.0/ports/5b01a725-f403-4466-b95f-945822d17095 HTTP/1.1" status: 204 len: 173 time: 2.6653037 Nov 25 19:49:19.950373 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79a46c2c-85b5-427c-880c-7a4df986e0e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:20.036196 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8bf13a1b-3253-470e-bede-9d287161f3a4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:20.061810 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79a46c2c-85b5-427c-880c-7a4df986e0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:20.099579 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf13a1b-3253-470e-bede-9d287161f3a4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Pushing event deleted for resources: {'Port': ['ID=945643a8-a242-421c-8ef5-fa579e5b4e3d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:20.144534 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-01715f33-4840-4518-833e-905bfafd1029 req-704b0918-3842-4132-a4b7-231aa838f9bb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=cf479ed322764cd0b38e22d2504367fa&device_id=0b225ba1-03a0-4450-bf43-47913f8bdb6d HTTP/1.1" status: 200 len: 210 time: 0.1036100 Nov 25 19:49:20.189083 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-01715f33-4840-4518-833e-905bfafd1029 req-4bd0a8b6-76f9-4f40-9347-2df37363e527 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=cf479ed322764cd0b38e22d2504367fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353065 Nov 25 19:49:20.191194 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf13a1b-3253-470e-bede-9d287161f3a4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] No DVR routers for this DVR port 945643a8-a242-421c-8ef5-fa579e5b4e3d on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:49:20.212246 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79a46c2c-85b5-427c-880c-7a4df986e0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:20.297098 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79a46c2c-85b5-427c-880c-7a4df986e0e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:20.311511 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-79a46c2c-85b5-427c-880c-7a4df986e0e3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/043abeda-4c2d-4f23-b403-9c08bc70d08f HTTP/1.1" status: 204 len: 168 time: 0.6881952 Nov 25 19:49:20.313021 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55770) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:20.319410 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a46c2c-85b5-427c-880c-7a4df986e0e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=043abeda-4c2d-4f23-b403-9c08bc70d08f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:20.428916 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01715f33-4840-4518-833e-905bfafd1029 req-ee45b06e-89d8-4360-a656-f0e9d0a79e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:20.431370 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-01715f33-4840-4518-833e-905bfafd1029 req-ee45b06e-89d8-4360-a656-f0e9d0a79e9d service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2213831 Nov 25 19:49:20.511322 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8bf13a1b-3253-470e-bede-9d287161f3a4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:20.530619 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a7c12c1c-7b34-4e24-a17d-d2d797eb8835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:20.544655 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-8bf13a1b-3253-470e-bede-9d287161f3a4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8b1846-b587-4a30-a9ef-dd3dfe3c900e']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:20.558625 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-8bf13a1b-3253-470e-bede-9d287161f3a4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4faec3-4605-4bd9-8c6a-ddc0e2579cec') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:20.559169 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-8bf13a1b-3253-470e-bede-9d287161f3a4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4faec3-4605-4bd9-8c6a-ddc0e2579cec') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:20.577482 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8bf13a1b-3253-470e-bede-9d287161f3a4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:20.598485 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8bf13a1b-3253-470e-bede-9d287161f3a4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:20.604600 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf13a1b-3253-470e-bede-9d287161f3a4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:49:20.605152 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8bf13a1b-3253-470e-bede-9d287161f3a4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:49:20.681948 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:49:20.754254 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a7c12c1c-7b34-4e24-a17d-d2d797eb8835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:20.768451 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8bf13a1b-3253-470e-bede-9d287161f3a4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:20.806703 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8bf13a1b-3253-470e-bede-9d287161f3a4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:20.814702 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8bf13a1b-3253-470e-bede-9d287161f3a4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] 10.222.0.55 "DELETE /v2.0/networks/de8b1846-b587-4a30-a9ef-dd3dfe3c900e HTTP/1.1" status: 204 len: 168 time: 2.3333900 Nov 25 19:49:20.827308 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-a7c12c1c-7b34-4e24-a17d-d2d797eb8835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5afe14a9-37db-4337-b5af-15525f3237df']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:20.863343 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-a7c12c1c-7b34-4e24-a17d-d2d797eb8835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf730e5b-376b-4fff-a848-4542771de5bc') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:20.873774 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-a7c12c1c-7b34-4e24-a17d-d2d797eb8835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf730e5b-376b-4fff-a848-4542771de5bc') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:20.895079 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c965b-489f-4da4-b6dd-68c32456cd58 req-9780175f-bb5d-4647-a27c-cda117fafff5 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:20.919986 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d04c965b-489f-4da4-b6dd-68c32456cd58 req-9780175f-bb5d-4647-a27c-cda117fafff5 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.4893899 Nov 25 19:49:20.924065 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a7c12c1c-7b34-4e24-a17d-d2d797eb8835 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:20.925292 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf13a1b-3253-470e-bede-9d287161f3a4 tempest-ExtraDHCPOptionsTestJSON-584064172 tempest-ExtraDHCPOptionsTestJSON-584064172-project] Pushing event deleted for resources: {'Network': ['ID=de8b1846-b587-4a30-a9ef-dd3dfe3c900e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:20.943817 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a7c12c1c-7b34-4e24-a17d-d2d797eb8835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:20.994721 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c12c1c-7b34-4e24-a17d-d2d797eb8835 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:49:20.995859 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a7c12c1c-7b34-4e24-a17d-d2d797eb8835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:49:21.033849 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:49:21.097717 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6445ad8b-d445-4be1-bb12-1461689d3263 req-46ccddf7-6d88-4cbf-8016-f467d1df07ab service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=38808dbc-ec37-4ae5-8b17-998d0240c38e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1192091 Nov 25 19:49:21.123175 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a7c12c1c-7b34-4e24-a17d-d2d797eb8835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:21.154070 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a7c12c1c-7b34-4e24-a17d-d2d797eb8835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:21.165761 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a7c12c1c-7b34-4e24-a17d-d2d797eb8835 admin admin] 10.222.0.55 "DELETE /v2.0/networks/5afe14a9-37db-4337-b5af-15525f3237df HTTP/1.1" status: 204 len: 168 time: 0.8453386 Nov 25 19:49:21.167624 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c12c1c-7b34-4e24-a17d-d2d797eb8835 admin admin] Pushing event deleted for resources: {'Network': ['ID=5afe14a9-37db-4337-b5af-15525f3237df,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:21.169299 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55792) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:21.251679 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d04c965b-489f-4da4-b6dd-68c32456cd58 req-bdce1d13-13a5-445c-af1a-73953b490e3c tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854557 Nov 25 19:49:21.435451 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 5b01a725-f403-4466-b95f-945822d17095 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:49:21.481311 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 5b01a725-f403-4466-b95f-945822d17095 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:49:21.482927 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 5b01a725-f403-4466-b95f-945822d17095 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:49:21.523241 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55808) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:21.807752 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-01715f33-4840-4518-833e-905bfafd1029 req-2459e545-ca22-4679-bff2-6f102bf4a0a4 tempest-ServerShowV254Test-2121834936 tempest-ServerShowV254Test-2121834936-project] 10.222.0.85 "GET /v2.0/ports?device_id=0b225ba1-03a0-4450-bf43-47913f8bdb6d HTTP/1.1" status: 200 len: 210 time: 0.0418055 Nov 25 19:49:21.807752 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6445ad8b-d445-4be1-bb12-1461689d3263 req-3bd9f85d-86bd-446a-b8c0-1f758338e850 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0693fe225e124b1f9efd8df77820112b&device_id=38808dbc-ec37-4ae5-8b17-998d0240c38e HTTP/1.1" status: 200 len: 210 time: 0.5978124 Nov 25 19:49:21.832072 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-82b7756a-dbc4-4bc1-9dc9-98c834c4cd5e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=70a2865969374faaafe6f6230c465847&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2983963 Nov 25 19:49:21.833539 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38808dbc-ec37-4ae5-8b17-998d0240c38e', 'name': 'network-vif-deleted', 'tag': '5b01a725-f403-4466-b95f-945822d17095'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:49:21.833539 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8790805a-a8f2-4548-98cd-f3a18b997661" -d '{"events": [{"server_uuid": "38808dbc-ec37-4ae5-8b17-998d0240c38e", "name": "network-vif-deleted", "tag": "5b01a725-f403-4466-b95f-945822d17095"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:49:21.833864 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55820) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:21.871816 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-769badeb-358c-4b95-8b64-95fc07b0f257 admin admin] Deleting subnet 07d2b35c-b567-41b5-935f-27815cd558dd {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:49:21.880540 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e50041b3-6c57-42f5-8e30-fe09251aab3c req-4811d8c9-506a-48fd-bc02-949ef77e81c2 tempest-ServerShowV254Test-2121834936 tempest-ServerShowV254Test-2121834936-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b225ba1-03a0-4450-bf43-47913f8bdb6d HTTP/1.1" status: 200 len: 210 time: 0.0879822 Nov 25 19:49:21.881933 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-769badeb-358c-4b95-8b64-95fc07b0f257 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:21.944977 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6c86000-fa8e-4558-9851-9be66a350b8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:21.993768 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6c86000-fa8e-4558-9851-9be66a350b8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:22.127675 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-769badeb-358c-4b95-8b64-95fc07b0f257 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:22.182502 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6c86000-fa8e-4558-9851-9be66a350b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:22.185674 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6c86000-fa8e-4558-9851-9be66a350b8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:22.187797 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d6c86000-fa8e-4558-9851-9be66a350b8b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/660f2c85-9d07-41b1-b875-7fe43754122a HTTP/1.1" status: 204 len: 168 time: 0.3548343 Nov 25 19:49:22.218193 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c86000-fa8e-4558-9851-9be66a350b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660f2c85-9d07-41b1-b875-7fe43754122a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:22.382488 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-769badeb-358c-4b95-8b64-95fc07b0f257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:22.713663 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445ad8b-d445-4be1-bb12-1461689d3263 req-c35d20e0-1e85-4a13-8fe6-ead17c94b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:22.716220 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6445ad8b-d445-4be1-bb12-1461689d3263 req-c35d20e0-1e85-4a13-8fe6-ead17c94b82a service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=0693fe225e124b1f9efd8df77820112b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7119880 Nov 25 19:49:22.719735 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-769badeb-358c-4b95-8b64-95fc07b0f257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:22.832255 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-769badeb-358c-4b95-8b64-95fc07b0f257 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:22.837584 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-769badeb-358c-4b95-8b64-95fc07b0f257 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/07d2b35c-b567-41b5-935f-27815cd558dd HTTP/1.1" status: 204 len: 168 time: 1.6649065 Nov 25 19:49:22.840897 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55848) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:22.842466 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769badeb-358c-4b95-8b64-95fc07b0f257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07d2b35c-b567-41b5-935f-27815cd558dd,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:23.004235 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884592c-8520-4d04-911c-1e0ff797659b req-3ec5e87b-ea3e-4a3f-909a-11a8590f4b81 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:23.008485 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0884592c-8520-4d04-911c-1e0ff797659b req-3ec5e87b-ea3e-4a3f-909a-11a8590f4b81 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.4441874 Nov 25 19:49:23.168799 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445ad8b-d445-4be1-bb12-1461689d3263 req-331080f2-6091-4a70-937e-8fbd610c9efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:23.171676 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6445ad8b-d445-4be1-bb12-1461689d3263 req-331080f2-6091-4a70-937e-8fbd610c9efd service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4059424 Nov 25 19:49:23.199402 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0884592c-8520-4d04-911c-1e0ff797659b req-561bb45c-17a6-47bf-b30d-282797575674 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700840 Nov 25 19:49:23.339108 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-626ab0a9-90ac-4bbf-a67c-7d4f09f08424 req-a256bd80-6afe-4e5c-b6d9-3f9075adc708 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0847878 Nov 25 19:49:23.486564 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d33d8d6-9ad2-4f61-836b-b939d7ce5c1f x-openstack-request-id: req-4d33d8d6-9ad2-4f61-836b-b939d7ce5c1f {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:49:23.493558 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38808dbc-ec37-4ae5-8b17-998d0240c38e", "name": "network-vif-deleted", "tag": "5b01a725-f403-4466-b95f-945822d17095", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:49:23.494975 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4d33d8d6-9ad2-4f61-836b-b939d7ce5c1f {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:49:23.496790 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38808dbc-ec37-4ae5-8b17-998d0240c38e', 'name': 'network-vif-deleted', 'tag': '5b01a725-f403-4466-b95f-945822d17095', 'status': 'completed', 'code': 200} Nov 25 19:49:23.543577 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ab0a9-90ac-4bbf-a67c-7d4f09f08424 req-3d456116-552b-498c-856d-394c3c346d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:23.545167 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-626ab0a9-90ac-4bbf-a67c-7d4f09f08424 req-3d456116-552b-498c-856d-394c3c346d84 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=471f2a7f98c848b5bc3e8a0d34a42418&device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 1097 time: 0.1677637 Nov 25 19:49:23.676402 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:23.766180 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-299d76ba-9c55-4bb4-8fe3-7ca6ba067ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:23.921520 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ab0a9-90ac-4bbf-a67c-7d4f09f08424 req-a2c0f7a7-33a6-465b-833e-b4df48c2d2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:23.923067 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-626ab0a9-90ac-4bbf-a67c-7d4f09f08424 req-a2c0f7a7-33a6-465b-833e-b4df48c2d2a3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f51730a2-8edb-4ebf-9106-0ab438d7dded HTTP/1.1" status: 200 len: 914 time: 0.3491991 Nov 25 19:49:23.982233 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-299d76ba-9c55-4bb4-8fe3-7ca6ba067ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:23.985577 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55896) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:24.037242 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-299d76ba-9c55-4bb4-8fe3-7ca6ba067ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d262ec22-3ec1-4dd4-b6f3-0207882e66f3']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:24.060530 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-299d76ba-9c55-4bb4-8fe3-7ca6ba067ba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0db7c6b-ec2d-4f86-a33b-203fb075b504') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:24.061026 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-299d76ba-9c55-4bb4-8fe3-7ca6ba067ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0db7c6b-ec2d-4f86-a33b-203fb075b504') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:24.075527 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-299d76ba-9c55-4bb4-8fe3-7ca6ba067ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:24.099727 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-299d76ba-9c55-4bb4-8fe3-7ca6ba067ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:24.107662 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299d76ba-9c55-4bb4-8fe3-7ca6ba067ba3 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:49:24.108648 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-299d76ba-9c55-4bb4-8fe3-7ca6ba067ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:24.127326 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596ee2a-b036-435e-b644-7314318a7bfb req-16f89b39-9c49-4647-9657-a57b38ab49bf tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:24.129644 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8596ee2a-b036-435e-b644-7314318a7bfb req-16f89b39-9c49-4647-9657-a57b38ab49bf tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/networks?id=f9395996-8e1e-448f-bf5e-cf052999c475 HTTP/1.1" status: 200 len: 812 time: 0.3743637 Nov 25 19:49:24.132882 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-626ab0a9-90ac-4bbf-a67c-7d4f09f08424 req-476d6374-4da8-4cc3-8d48-af552ae63f21 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b77eb65-9cd0-44c6-a4c4-338d8686d585 HTTP/1.1" status: 200 len: 217 time: 0.2019427 Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:49:24.181230 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:49:24.194190 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-299d76ba-9c55-4bb4-8fe3-7ca6ba067ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:24.219399 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-299d76ba-9c55-4bb4-8fe3-7ca6ba067ba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:24.230700 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-299d76ba-9c55-4bb4-8fe3-7ca6ba067ba3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/d262ec22-3ec1-4dd4-b6f3-0207882e66f3 HTTP/1.1" status: 204 len: 168 time: 1.3866615 Nov 25 19:49:24.231732 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d76ba-9c55-4bb4-8fe3-7ca6ba067ba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d262ec22-3ec1-4dd4-b6f3-0207882e66f3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:24.238710 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ab0a9-90ac-4bbf-a67c-7d4f09f08424 req-8c0f605c-08b4-45cd-b413-f4e0985dff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:24.241832 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-626ab0a9-90ac-4bbf-a67c-7d4f09f08424 req-8c0f605c-08b4-45cd-b413-f4e0985dff6a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c4dba496-447a-4769-abf8-07cfdf8254fc HTTP/1.1" status: 200 len: 853 time: 0.1012208 Nov 25 19:49:24.248538 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8596ee2a-b036-435e-b644-7314318a7bfb req-c01765c4-9737-4e55-8f9e-2ec8ce6d4f61 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/quotas/0693fe225e124b1f9efd8df77820112b HTTP/1.1" status: 200 len: 375 time: 0.1093106 Nov 25 19:49:24.313492 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-10ec2e87-dc91-4537-834e-31fbaa72b5a0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-383220245'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:24.328577 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-626ab0a9-90ac-4bbf-a67c-7d4f09f08424 req-8e487693-d01e-4625-b414-5206d1df6eb4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f51730a2-8edb-4ebf-9106-0ab438d7dded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792897 Nov 25 19:49:24.330072 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:24.331666 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8596ee2a-b036-435e-b644-7314318a7bfb req-5cb70c08-92e7-4ac6-876d-fda2e4c52158 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0693fe225e124b1f9efd8df77820112b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542290 Nov 25 19:49:24.367381 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ec2e87-dc91-4537-834e-31fbaa72b5a0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Made reservation on behalf of b12457497a1145e19f8b24e6669612d0 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:24.371023 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-8596ee2a-b036-435e-b644-7314318a7bfb req-58deb93d-b9b4-42e4-b147-e247910aabaa service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:49:24.381955 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8596ee2a-b036-435e-b644-7314318a7bfb req-58deb93d-b9b4-42e4-b147-e247910aabaa service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0353310 Nov 25 19:49:24.382527 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10ec2e87-dc91-4537-834e-31fbaa72b5a0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:24.407346 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10ec2e87-dc91-4537-834e-31fbaa72b5a0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:24.428070 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-626ab0a9-90ac-4bbf-a67c-7d4f09f08424 req-8701f729-e5cb-419b-90e5-1d9b3179d6df service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:49:24.429752 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-626ab0a9-90ac-4bbf-a67c-7d4f09f08424 req-8701f729-e5cb-419b-90e5-1d9b3179d6df service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0924773 Nov 25 19:49:24.563109 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10ec2e87-dc91-4537-834e-31fbaa72b5a0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:24.590456 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10ec2e87-dc91-4537-834e-31fbaa72b5a0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:24.632668 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ec2e87-dc91-4537-834e-31fbaa72b5a0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:49:24.657587 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10ec2e87-dc91-4537-834e-31fbaa72b5a0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:24.657991 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-10ec2e87-dc91-4537-834e-31fbaa72b5a0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Added segment c957b3f6-03e2-4743-b373-cfdbeb66dd8c of type vlan for network e7777f3b-1608-4d6f-8f9f-0152658b2590 Nov 25 19:49:24.666841 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8596ee2a-b036-435e-b644-7314318a7bfb req-477f84db-1755-408e-9acb-2db61b7e9dc1 service neutron] 10.222.0.55 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830896 Nov 25 19:49:24.693090 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55912) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:24.767465 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec2e87-dc91-4537-834e-31fbaa72b5a0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45f2bc0d-6185-45b7-93c8-bff9fd91fc14,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:24.819249 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8596ee2a-b036-435e-b644-7314318a7bfb req-d5d3e44a-7cf8-4c01-a7a1-9d0056b8801b service neutron] 10.222.0.55 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493359 Nov 25 19:49:24.839168 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10ec2e87-dc91-4537-834e-31fbaa72b5a0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:24.874489 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-626ab0a9-90ac-4bbf-a67c-7d4f09f08424 req-2ce20509-6b47-4cec-8364-cf6c527512bc service neutron] 10.222.0.85 "GET /v2.0/networks/f51730a2-8edb-4ebf-9106-0ab438d7dded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697352 Nov 25 19:49:24.923480 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4bfb21c0-7b10-4500-a2d9-57995d216a11 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=42f930a49a8e46e2b39acf9b6acfa91b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2000735 Nov 25 19:49:24.923480 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10ec2e87-dc91-4537-834e-31fbaa72b5a0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:24.930992 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ec2e87-dc91-4537-834e-31fbaa72b5a0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:24.930992 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10ec2e87-dc91-4537-834e-31fbaa72b5a0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:24.935470 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55916) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:25.140322 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-10ec2e87-dc91-4537-834e-31fbaa72b5a0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1525736 Nov 25 19:49:25.143845 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-626ab0a9-90ac-4bbf-a67c-7d4f09f08424 req-ad6db761-c485-4d20-8fc9-6ecd749b6f20 service neutron] 10.222.0.85 "GET /v2.0/networks/f51730a2-8edb-4ebf-9106-0ab438d7dded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568095 Nov 25 19:49:25.188134 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec2e87-dc91-4537-834e-31fbaa72b5a0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'Network': ['ID=e7777f3b-1608-4d6f-8f9f-0152658b2590,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:25.263456 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29c36b6c-bf71-43aa-ba01-d39dfcbc8397 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:25.272735 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network e7777f3b-1608-4d6f-8f9f-0152658b2590 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:49:25.345883 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55930) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:25.362191 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-2500d4c6-d6b7-469d-9793-b39dc3a247f6 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Request body: {'subnet': {'network_id': 'e7777f3b-1608-4d6f-8f9f-0152658b2590', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:25.524332 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29c36b6c-bf71-43aa-ba01-d39dfcbc8397 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:25.690692 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29c36b6c-bf71-43aa-ba01-d39dfcbc8397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:25.701690 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29c36b6c-bf71-43aa-ba01-d39dfcbc8397 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:25.709911 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-29c36b6c-bf71-43aa-ba01-d39dfcbc8397 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/529dd4eb-1d86-4159-b790-828c025ceed4 HTTP/1.1" status: 204 len: 168 time: 0.7600379 Nov 25 19:49:25.733470 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c36b6c-bf71-43aa-ba01-d39dfcbc8397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529dd4eb-1d86-4159-b790-828c025ceed4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:25.816792 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-51d653f8-c12e-427f-83aa-e565c3bbc541 req-f48a4167-dcc6-4536-9117-0bd7fb018e53 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d853c8f-5219-4883-9c06-4eed0f2bb20b HTTP/1.1" status: 200 len: 210 time: 0.0532472 Nov 25 19:49:25.822877 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2500d4c6-d6b7-469d-9793-b39dc3a247f6 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Made reservation on behalf of b12457497a1145e19f8b24e6669612d0 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:25.831750 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2500d4c6-d6b7-469d-9793-b39dc3a247f6 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:26.205232 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55956) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:26.206903 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e3dec-9089-40ed-8e99-f1560b095d8c req-7c7acd50-df81-4db9-9a4a-aca6a6fae47a tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:26.209557 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8e3dec-9089-40ed-8e99-f1560b095d8c req-7c7acd50-df81-4db9-9a4a-aca6a6fae47a tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1747413 Nov 25 19:49:26.499198 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f8e3dec-9089-40ed-8e99-f1560b095d8c req-6020f1fd-47a6-48c7-82f7-4c35a37b3ee7 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657051 Nov 25 19:49:26.551574 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2500d4c6-d6b7-469d-9793-b39dc3a247f6 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:26.711118 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b68eaaa-f02d-46c5-b88c-eec79474a21c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:26.774544 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55974) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:26.924932 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b68eaaa-f02d-46c5-b88c-eec79474a21c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:26.935750 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b68eaaa-f02d-46c5-b88c-eec79474a21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:26.953797 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d6307-1c15-4d54-b140-ef05b7b6674b req-24b95b2f-0330-436d-905f-8d6337070a49 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:26.970169 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d35d6307-1c15-4d54-b140-ef05b7b6674b req-24b95b2f-0330-436d-905f-8d6337070a49 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.2826838 Nov 25 19:49:26.978845 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500d4c6-d6b7-469d-9793-b39dc3a247f6 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'Subnet': ['ID=aef742b0-4d7b-4913-931b-3afb0663575e,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:27.038925 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8b68eaaa-f02d-46c5-b88c-eec79474a21c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf479ed322764cd0b38e22d2504367fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8252690 Nov 25 19:49:27.047333 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55978) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:27.052177 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cd9a215b-7499-448d-af0a-5c9a03271db4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e0920e5d17004f8f8cf600b581b9f25d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2718129 Nov 25 19:49:27.086857 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55980) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:27.144478 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2500d4c6-d6b7-469d-9793-b39dc3a247f6 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Checking segment: {'id': 'c957b3f6-03e2-4743-b373-cfdbeb66dd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e7777f3b-1608-4d6f-8f9f-0152658b2590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:27.145837 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2500d4c6-d6b7-469d-9793-b39dc3a247f6 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Network hostable DHCP agents. Network: e7777f3b-1608-4d6f-8f9f-0152658b2590, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:49:27.171606 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68eaaa-f02d-46c5-b88c-eec79474a21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc2f784-27a5-45a0-bb10-2306cdf80b9d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:27.203297 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a410a6f-5a72-441d-8582-7b5a6b963d31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:27.215943 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d35d6307-1c15-4d54-b140-ef05b7b6674b req-9ce87f44-f313-40c3-9fd7-5960511c3dab tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431841 Nov 25 19:49:27.248805 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c78b1333-7360-4853-9cec-3e6f62bf4d24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:27.250698 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a410a6f-5a72-441d-8582-7b5a6b963d31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:27.257525 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2500d4c6-d6b7-469d-9793-b39dc3a247f6 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Network e7777f3b-1608-4d6f-8f9f-0152658b2590 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:49:27.306331 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-2500d4c6-d6b7-469d-9793-b39dc3a247f6 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, e7777f3b-1608-4d6f-8f9f-0152658b2590) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:27.311387 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2500d4c6-d6b7-469d-9793-b39dc3a247f6 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:27.312364 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2500d4c6-d6b7-469d-9793-b39dc3a247f6 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:27.317562 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9940dcc7-5db3-4195-bddc-cacaf0e63e6b None None] Network e7777f3b-1608-4d6f-8f9f-0152658b2590 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:27.324590 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c78b1333-7360-4853-9cec-3e6f62bf4d24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:27.356399 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a410a6f-5a72-441d-8582-7b5a6b963d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:27.362168 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a410a6f-5a72-441d-8582-7b5a6b963d31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:27.365527 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8a410a6f-5a72-441d-8582-7b5a6b963d31 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f7f2572-2bab-4d77-a9df-80af84f2574b HTTP/1.1" status: 204 len: 168 time: 0.2761297 Nov 25 19:49:27.368511 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2500d4c6-d6b7-469d-9793-b39dc3a247f6 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0209739 Nov 25 19:49:27.369153 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55990) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:27.383826 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-0537b5f8-27d3-47c7-ba65-262a78843aec tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1564543252'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:27.384258 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a410a6f-5a72-441d-8582-7b5a6b963d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7f2572-2bab-4d77-a9df-80af84f2574b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:27.427780 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0537b5f8-27d3-47c7-ba65-262a78843aec tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Made reservation on behalf of b12457497a1145e19f8b24e6669612d0 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:27.432261 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0537b5f8-27d3-47c7-ba65-262a78843aec tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:27.457146 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c78b1333-7360-4853-9cec-3e6f62bf4d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:27.463149 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c78b1333-7360-4853-9cec-3e6f62bf4d24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:27.464344 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c78b1333-7360-4853-9cec-3e6f62bf4d24 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bbc2f784-27a5-45a0-bb10-2306cdf80b9d HTTP/1.1" status: 204 len: 168 time: 0.4101944 Nov 25 19:49:27.561969 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ef7df44a-ab50-42c2-b103-4b6af9adc724 req-b0af34c8-1f39-4bb2-86e6-e379426fb55a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d853c8f-5219-4883-9c06-4eed0f2bb20b HTTP/1.1" status: 200 len: 210 time: 0.1059160 Nov 25 19:49:27.583186 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0537b5f8-27d3-47c7-ba65-262a78843aec tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:49:27.605312 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:49:27.609380 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b1333-7360-4853-9cec-3e6f62bf4d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc2f784-27a5-45a0-bb10-2306cdf80b9d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:27.628561 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0537b5f8-27d3-47c7-ba65-262a78843aec tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:27.628914 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-0537b5f8-27d3-47c7-ba65-262a78843aec tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Added segment efec4fb0-e9a2-4d62-bb84-533f05ca66db of type vlan for network 4907b7a7-d8aa-484e-a691-2dfb3461a919 Nov 25 19:49:27.767995 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0537b5f8-27d3-47c7-ba65-262a78843aec tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:28.031838 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596ee2a-b036-435e-b644-7314318a7bfb req-3e586cdb-4c8b-4bb5-b256-ba37b0fdd44d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:28.033567 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8596ee2a-b036-435e-b644-7314318a7bfb req-3e586cdb-4c8b-4bb5-b256-ba37b0fdd44d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.73 "GET /v2.0/networks?id=f9395996-8e1e-448f-bf5e-cf052999c475 HTTP/1.1" status: 200 len: 812 time: 0.3055394 Nov 25 19:49:28.042612 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548558c0-8ae0-4a99-bfc7-7e17161db05e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-e7777f3b-1608-4d6f-8f9f-0152658b2590', 'network_id': 'e7777f3b-1608-4d6f-8f9f-0152658b2590', 'tenant_id': 'b12457497a1145e19f8b24e6669612d0', 'fixed_ips': [{'subnet_id': 'aef742b0-4d7b-4913-931b-3afb0663575e'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:49:28.047666 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-548558c0-8ae0-4a99-bfc7-7e17161db05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:28.050123 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-8596ee2a-b036-435e-b644-7314318a7bfb req-4fffc6ec-6564-4671-a361-2fd444521967 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Request body: {'port': {'device_id': '4d853c8f-5219-4883-9c06-4eed0f2bb20b', 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475', 'admin_state_up': True, 'tenant_id': '0693fe225e124b1f9efd8df77820112b'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:28.074336 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-0537b5f8-27d3-47c7-ba65-262a78843aec tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:49:28.285240 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0537b5f8-27d3-47c7-ba65-262a78843aec tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:28.305597 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0537b5f8-27d3-47c7-ba65-262a78843aec tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:28.306268 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0537b5f8-27d3-47c7-ba65-262a78843aec tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:28.409543 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-548558c0-8ae0-4a99-bfc7-7e17161db05e None None] Allocated IP 172.20.255.242 (e7777f3b-1608-4d6f-8f9f-0152658b2590/aef742b0-4d7b-4913-931b-3afb0663575e/7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:49:28.411531 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0537b5f8-27d3-47c7-ba65-262a78843aec tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0389719 Nov 25 19:49:28.414629 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56020) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:28.450233 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-aa4aac42-ba5b-452a-908d-c0e2ea06faa9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Request body: {'subnet': {'network_id': '4907b7a7-d8aa-484e-a691-2dfb3461a919', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:28.496007 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537b5f8-27d3-47c7-ba65-262a78843aec tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'Network': ['ID=4907b7a7-d8aa-484e-a691-2dfb3461a919,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:28.567646 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8596ee2a-b036-435e-b644-7314318a7bfb req-4fffc6ec-6564-4671-a361-2fd444521967 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Made reservation on behalf of 0693fe225e124b1f9efd8df77820112b for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:28.571118 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8596ee2a-b036-435e-b644-7314318a7bfb req-4fffc6ec-6564-4671-a361-2fd444521967 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:28.745747 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4aac42-ba5b-452a-908d-c0e2ea06faa9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Made reservation on behalf of b12457497a1145e19f8b24e6669612d0 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:28.751193 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa4aac42-ba5b-452a-908d-c0e2ea06faa9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:28.929399 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-548558c0-8ae0-4a99-bfc7-7e17161db05e None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:28.940804 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 4907b7a7-d8aa-484e-a691-2dfb3461a919 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:49:28.945228 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-548558c0-8ae0-4a99-bfc7-7e17161db05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:29.016558 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548558c0-8ae0-4a99-bfc7-7e17161db05e None None] Pushing event updated for resources: {'Port': ['ID=7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:29.034685 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548558c0-8ae0-4a99-bfc7-7e17161db05e None None] Network e7777f3b-1608-4d6f-8f9f-0152658b2590 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:29.038855 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-548558c0-8ae0-4a99-bfc7-7e17161db05e None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:29.045300 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa4aac42-ba5b-452a-908d-c0e2ea06faa9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:29.063489 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548558c0-8ae0-4a99-bfc7-7e17161db05e None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:29.153461 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4aac42-ba5b-452a-908d-c0e2ea06faa9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'Subnet': ['ID=30f35b15-71a2-4c40-9704-d85e1140bebf,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:29.213491 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-548558c0-8ae0-4a99-bfc7-7e17161db05e None None] Attempting to bind port 7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:49:29.213977 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-548558c0-8ae0-4a99-bfc7-7e17161db05e None None] Attempting to bind port 7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'c957b3f6-03e2-4743-b373-cfdbeb66dd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e7777f3b-1608-4d6f-8f9f-0152658b2590'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:49:29.214491 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548558c0-8ae0-4a99-bfc7-7e17161db05e None None] Attempting to bind port 7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa on network e7777f3b-1608-4d6f-8f9f-0152658b2590 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:49:29.220391 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-8596ee2a-b036-435e-b644-7314318a7bfb req-4fffc6ec-6564-4671-a361-2fd444521967 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Allocated IP 172.20.0.2 (f9395996-8e1e-448f-bf5e-cf052999c475/6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b/89ec5e03-ff37-49cd-a6ac-6e717ccbbb95) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:49:29.223873 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548558c0-8ae0-4a99-bfc7-7e17161db05e None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:49:29.223873 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548558c0-8ae0-4a99-bfc7-7e17161db05e None None] Checking segment: {'id': 'c957b3f6-03e2-4743-b373-cfdbeb66dd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e7777f3b-1608-4d6f-8f9f-0152658b2590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:29.224353 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-548558c0-8ae0-4a99-bfc7-7e17161db05e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:29.224863 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548558c0-8ae0-4a99-bfc7-7e17161db05e None None] Bound using segment: {'id': 'c957b3f6-03e2-4743-b373-cfdbeb66dd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e7777f3b-1608-4d6f-8f9f-0152658b2590'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:49:29.225498 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-548558c0-8ae0-4a99-bfc7-7e17161db05e None None] Bound port: 7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c957b3f6-03e2-4743-b373-cfdbeb66dd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e7777f3b-1608-4d6f-8f9f-0152658b2590'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:49:29.226154 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-548558c0-8ae0-4a99-bfc7-7e17161db05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:29.241553 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4aac42-ba5b-452a-908d-c0e2ea06faa9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Checking segment: {'id': 'efec4fb0-e9a2-4d62-bb84-533f05ca66db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4907b7a7-d8aa-484e-a691-2dfb3461a919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:29.242486 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4aac42-ba5b-452a-908d-c0e2ea06faa9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Network hostable DHCP agents. Network: 4907b7a7-d8aa-484e-a691-2dfb3461a919, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:49:29.272209 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-82f89bc7-e7bf-480e-a496-33641845862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:29.287187 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4aac42-ba5b-452a-908d-c0e2ea06faa9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Network 4907b7a7-d8aa-484e-a691-2dfb3461a919 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:49:29.305225 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-aa4aac42-ba5b-452a-908d-c0e2ea06faa9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 4907b7a7-d8aa-484e-a691-2dfb3461a919) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:29.311590 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4aac42-ba5b-452a-908d-c0e2ea06faa9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:29.312295 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa4aac42-ba5b-452a-908d-c0e2ea06faa9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:29.346816 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-aa4aac42-ba5b-452a-908d-c0e2ea06faa9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9290793 Nov 25 19:49:29.351716 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56048) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:29.392046 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-548558c0-8ae0-4a99-bfc7-7e17161db05e None None] For port 7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:49:29.398220 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-548558c0-8ae0-4a99-bfc7-7e17161db05e None None] For port 7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa,segment=NetworkSegment(c957b3f6-03e2-4743-b373-cfdbeb66dd8c),segment_id=c957b3f6-03e2-4743-b373-cfdbeb66dd8c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:49:29.415387 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934de860-9218-413f-a8df-55dad789172c None None] Network 4907b7a7-d8aa-484e-a691-2dfb3461a919 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:29.425920 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-548558c0-8ae0-4a99-bfc7-7e17161db05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:29.644014 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8596ee2a-b036-435e-b644-7314318a7bfb req-4fffc6ec-6564-4671-a361-2fd444521967 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:29.647028 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cd8f25b-ad13-4052-853c-c88956320e46 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:29.745119 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548558c0-8ae0-4a99-bfc7-7e17161db05e None None] Pushing event updated for resources: {'Port': ['ID=7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:29.746011 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8596ee2a-b036-435e-b644-7314318a7bfb req-4fffc6ec-6564-4671-a361-2fd444521967 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:29.849871 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8596ee2a-b036-435e-b644-7314318a7bfb req-4fffc6ec-6564-4671-a361-2fd444521967 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Network f9395996-8e1e-448f-bf5e-cf052999c475 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:29.857908 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cd8f25b-ad13-4052-853c-c88956320e46 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:29.859039 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8433f-9571-4575-9e56-6574ca7b37b7 req-f67c7b4b-ff91-4ce8-a5dd-7f9c1523bb75 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:29.869850 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c1e8433f-9571-4575-9e56-6574ca7b37b7 req-f67c7b4b-ff91-4ce8-a5dd-7f9c1523bb75 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.8216918 Nov 25 19:49:29.886485 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-8596ee2a-b036-435e-b644-7314318a7bfb req-4fffc6ec-6564-4671-a361-2fd444521967 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:29.900119 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffc6ec-6564-4671-a361-2fd444521967 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Pushing event updated for resources: {'Port': ['ID=89ec5e03-ff37-49cd-a6ac-6e717ccbbb95,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:29.901731 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-8596ee2a-b036-435e-b644-7314318a7bfb req-4fffc6ec-6564-4671-a361-2fd444521967 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:29.997420 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b973cb79-d44d-421d-86c8-778a70246269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-4907b7a7-d8aa-484e-a691-2dfb3461a919', 'network_id': '4907b7a7-d8aa-484e-a691-2dfb3461a919', 'tenant_id': 'b12457497a1145e19f8b24e6669612d0', 'fixed_ips': [{'subnet_id': '30f35b15-71a2-4c40-9704-d85e1140bebf'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:49:29.998928 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b973cb79-d44d-421d-86c8-778a70246269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:29.999148 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596ee2a-b036-435e-b644-7314318a7bfb req-4fffc6ec-6564-4671-a361-2fd444521967 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:30.000098 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8596ee2a-b036-435e-b644-7314318a7bfb req-4fffc6ec-6564-4671-a361-2fd444521967 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:30.013149 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c1e8433f-9571-4575-9e56-6574ca7b37b7 req-0234db0d-49ae-4495-9f83-8278d6eb5c9e tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422622 Nov 25 19:49:30.088315 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8596ee2a-b036-435e-b644-7314318a7bfb req-4fffc6ec-6564-4671-a361-2fd444521967 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0434012 Nov 25 19:49:30.118404 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-8596ee2a-b036-435e-b644-7314318a7bfb req-4b0b5f2f-205d-44e7-80df-ad5595cf904e tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:49:30.126608 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8596ee2a-b036-435e-b644-7314318a7bfb req-4b0b5f2f-205d-44e7-80df-ad5595cf904e tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0188382 Nov 25 19:49:30.155854 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-8596ee2a-b036-435e-b644-7314318a7bfb req-48e4dbea-1b3a-4cc2-9a20-bdef566caf7d service neutron] Request body: {'port': {'device_id': '4d853c8f-5219-4883-9c06-4eed0f2bb20b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:30.234441 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cd8f25b-ad13-4052-853c-c88956320e46 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:30.353962 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8f25b-ad13-4052-853c-c88956320e46 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Subnet': ['ID=30f35b15-71a2-4c40-9704-d85e1140bebf,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server [None req-b973cb79-d44d-421d-86c8-778a70246269 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30f35b15-71a2-4c40-9704-d85e1140bebf: This subnet is being modified by another concurrent operation. Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise exception Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30f35b15-71a2-4c40-9704-d85e1140bebf: This subnet is being modified by another concurrent operation. Nov 25 19:49:30.395672 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server Nov 25 19:49:30.445218 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8596ee2a-b036-435e-b644-7314318a7bfb req-48e4dbea-1b3a-4cc2-9a20-bdef566caf7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:30.451181 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222cde05-2082-4906-8433-2500ca765917 None None] Network 4907b7a7-d8aa-484e-a691-2dfb3461a919 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:30.496837 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e0956-eb6a-4a67-83da-b2de753bf391 req-eeb4b11d-f676-47d8-868d-fb548a57b249 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:30.514177 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f85e0956-eb6a-4a67-83da-b2de753bf391 req-eeb4b11d-f676-47d8-868d-fb548a57b249 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d853c8f-5219-4883-9c06-4eed0f2bb20b HTTP/1.1" status: 200 len: 931 time: 0.2436602 Nov 25 19:49:30.620607 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cd8f25b-ad13-4052-853c-c88956320e46 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:30.770020 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-1cd8f25b-ad13-4052-853c-c88956320e46 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4907b7a7-d8aa-484e-a691-2dfb3461a919']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:30.816279 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-1cd8f25b-ad13-4052-853c-c88956320e46 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efec4fb0-e9a2-4d62-bb84-533f05ca66db') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:30.816584 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-1cd8f25b-ad13-4052-853c-c88956320e46 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efec4fb0-e9a2-4d62-bb84-533f05ca66db') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:30.837068 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cd8f25b-ad13-4052-853c-c88956320e46 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:30.840311 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f85e0956-eb6a-4a67-83da-b2de753bf391 req-2a8e3c10-cb23-4420-8821-f6e79e4bb855 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236463 Nov 25 19:49:30.863958 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cd8f25b-ad13-4052-853c-c88956320e46 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:30.875765 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd8f25b-ad13-4052-853c-c88956320e46 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:49:30.876186 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cd8f25b-ad13-4052-853c-c88956320e46 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:49:30.885331 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:49:31.055411 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cd8f25b-ad13-4052-853c-c88956320e46 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:31.069351 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cd8f25b-ad13-4052-853c-c88956320e46 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:31.093095 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1cd8f25b-ad13-4052-853c-c88956320e46 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/networks/4907b7a7-d8aa-484e-a691-2dfb3461a919 HTTP/1.1" status: 204 len: 168 time: 1.7315180 Nov 25 19:49:31.095711 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56086) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:31.116466 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c4316c95-b5c6-4f01-996a-e3e99cfc7564 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2056749881'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:31.187472 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8f25b-ad13-4052-853c-c88956320e46 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Network': ['ID=4907b7a7-d8aa-484e-a691-2dfb3461a919,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:31.245080 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4316c95-b5c6-4f01-996a-e3e99cfc7564 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Made reservation on behalf of b12457497a1145e19f8b24e6669612d0 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:31.251400 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4316c95-b5c6-4f01-996a-e3e99cfc7564 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:31.360215 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4316c95-b5c6-4f01-996a-e3e99cfc7564 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:49:31.395896 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4316c95-b5c6-4f01-996a-e3e99cfc7564 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:31.396456 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-c4316c95-b5c6-4f01-996a-e3e99cfc7564 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Added segment 9cd2d24a-8901-40fc-a082-48dfaa33c328 of type vlan for network bdf600a5-3f0a-450e-91a1-fa3f8f84cb1f Nov 25 19:49:31.480424 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-8596ee2a-b036-435e-b644-7314318a7bfb req-48e4dbea-1b3a-4cc2-9a20-bdef566caf7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ec5e03-ff37-49cd-a6ac-6e717ccbbb95 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:49:31.487950 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4316c95-b5c6-4f01-996a-e3e99cfc7564 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:31.513397 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:49:31.536210 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8596ee2a-b036-435e-b644-7314318a7bfb req-48e4dbea-1b3a-4cc2-9a20-bdef566caf7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:31.563846 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4316c95-b5c6-4f01-996a-e3e99cfc7564 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:31.569983 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-8596ee2a-b036-435e-b644-7314318a7bfb req-48e4dbea-1b3a-4cc2-9a20-bdef566caf7d service neutron] Transition to ACTIVE for port object 89ec5e03-ff37-49cd-a6ac-6e717ccbbb95 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:49:31.583488 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8596ee2a-b036-435e-b644-7314318a7bfb req-48e4dbea-1b3a-4cc2-9a20-bdef566caf7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:31.586418 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4316c95-b5c6-4f01-996a-e3e99cfc7564 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:31.587947 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4316c95-b5c6-4f01-996a-e3e99cfc7564 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:31.684921 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:31.705929 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:31.784550 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db503b7-dbaa-48ec-9e21-a6d4d3314a35 req-b1008e7b-8287-4cb9-8e03-10b07e982586 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:31.787007 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4316c95-b5c6-4f01-996a-e3e99cfc7564 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'Network': ['ID=bdf600a5-3f0a-450e-91a1-fa3f8f84cb1f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:31.795224 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5db503b7-dbaa-48ec-9e21-a6d4d3314a35 req-b1008e7b-8287-4cb9-8e03-10b07e982586 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.5352194 Nov 25 19:49:31.829509 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c4316c95-b5c6-4f01-996a-e3e99cfc7564 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7295632 Nov 25 19:49:31.829727 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network bdf600a5-3f0a-450e-91a1-fa3f8f84cb1f details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:49:31.834501 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56102) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:31.836652 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4a441a78-b806-4fca-b4fe-db2a5c5d770b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:31.855859 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-bccc9e0f-a509-4aad-9dc2-72aa5adb03e3 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Request body: {'subnet': {'network_id': 'bdf600a5-3f0a-450e-91a1-fa3f8f84cb1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:31.915789 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4dbea-1b3a-4cc2-9a20-bdef566caf7d service neutron] Pushing event updated for resources: {'Port': ['ID=89ec5e03-ff37-49cd-a6ac-6e717ccbbb95,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:31.921222 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444b7d01-5a35-4de3-bdac-0c2901282fba None None] Network e7777f3b-1608-4d6f-8f9f-0152658b2590 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:31.985088 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5db503b7-dbaa-48ec-9e21-a6d4d3314a35 req-fe97131d-c5e1-425f-9319-238c8359bca9 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886840 Nov 25 19:49:31.994680 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-8596ee2a-b036-435e-b644-7314318a7bfb req-48e4dbea-1b3a-4cc2-9a20-bdef566caf7d service neutron] Attempting to bind port 89ec5e03-ff37-49cd-a6ac-6e717ccbbb95 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:49:31.995254 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-8596ee2a-b036-435e-b644-7314318a7bfb req-48e4dbea-1b3a-4cc2-9a20-bdef566caf7d service neutron] Attempting to bind port 89ec5e03-ff37-49cd-a6ac-6e717ccbbb95 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'a2b88b42-b2ad-4680-bdc7-a4767e8278d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:49:31.995600 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8596ee2a-b036-435e-b644-7314318a7bfb req-48e4dbea-1b3a-4cc2-9a20-bdef566caf7d service neutron] Attempting to bind port 89ec5e03-ff37-49cd-a6ac-6e717ccbbb95 on network f9395996-8e1e-448f-bf5e-cf052999c475 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:49:32.043944 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8596ee2a-b036-435e-b644-7314318a7bfb req-48e4dbea-1b3a-4cc2-9a20-bdef566caf7d service neutron] Port 89ec5e03-ff37-49cd-a6ac-6e717ccbbb95 on network f9395996-8e1e-448f-bf5e-cf052999c475 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:49:32.044432 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8596ee2a-b036-435e-b644-7314318a7bfb req-48e4dbea-1b3a-4cc2-9a20-bdef566caf7d service neutron] Attempting to bind port 89ec5e03-ff37-49cd-a6ac-6e717ccbbb95 on network f9395996-8e1e-448f-bf5e-cf052999c475 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:49:32.083715 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8596ee2a-b036-435e-b644-7314318a7bfb req-48e4dbea-1b3a-4cc2-9a20-bdef566caf7d service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:49:32.083957 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8596ee2a-b036-435e-b644-7314318a7bfb req-48e4dbea-1b3a-4cc2-9a20-bdef566caf7d service neutron] Checking segment: {'id': 'a2b88b42-b2ad-4680-bdc7-a4767e8278d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:32.084471 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8596ee2a-b036-435e-b644-7314318a7bfb req-48e4dbea-1b3a-4cc2-9a20-bdef566caf7d service neutron] Bound using segment: {'id': 'a2b88b42-b2ad-4680-bdc7-a4767e8278d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:49:32.085205 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-8596ee2a-b036-435e-b644-7314318a7bfb req-48e4dbea-1b3a-4cc2-9a20-bdef566caf7d service neutron] Bound port: 89ec5e03-ff37-49cd-a6ac-6e717ccbbb95, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b88b42-b2ad-4680-bdc7-a4767e8278d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:49:32.090120 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8596ee2a-b036-435e-b644-7314318a7bfb req-48e4dbea-1b3a-4cc2-9a20-bdef566caf7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:32.109646 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccc9e0f-a509-4aad-9dc2-72aa5adb03e3 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Made reservation on behalf of b12457497a1145e19f8b24e6669612d0 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:32.138418 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bccc9e0f-a509-4aad-9dc2-72aa5adb03e3 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:32.149930 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-01335bf7-2a27-4d22-946c-afb5a819a362 None None] Provisioning complete for port 7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:32.150439 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-01335bf7-2a27-4d22-946c-afb5a819a362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:32.323641 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:32.370699 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.ipam_backend_mixin [None req-bccc9e0f-a509-4aad-9dc2-72aa5adb03e3 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Performing IP validity checks on allocation pools {{(pid=103599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 19:49:32.371492 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.ipam_backend_mixin [None req-bccc9e0f-a509-4aad-9dc2-72aa5adb03e3 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 19:49:32.422372 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-01335bf7-2a27-4d22-946c-afb5a819a362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:32.456759 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69433c-936a-4e33-a36f-73092e0126d4 req-0f019925-5dc7-4bec-ad0f-1f537e000e30 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:32.473967 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d69433c-936a-4e33-a36f-73092e0126d4 req-0f019925-5dc7-4bec-ad0f-1f537e000e30 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d853c8f-5219-4883-9c06-4eed0f2bb20b HTTP/1.1" status: 200 len: 943 time: 0.3088565 Nov 25 19:49:32.475449 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa,segment=NetworkSegment(c957b3f6-03e2-4743-b373-cfdbeb66dd8c),segment_id=c957b3f6-03e2-4743-b373-cfdbeb66dd8c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:32.490488 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:32.523724 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-8596ee2a-b036-435e-b644-7314318a7bfb req-48e4dbea-1b3a-4cc2-9a20-bdef566caf7d service neutron] For port 89ec5e03-ff37-49cd-a6ac-6e717ccbbb95, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:49:32.592214 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-8596ee2a-b036-435e-b644-7314318a7bfb req-48e4dbea-1b3a-4cc2-9a20-bdef566caf7d service neutron] For port 89ec5e03-ff37-49cd-a6ac-6e717ccbbb95, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=89ec5e03-ff37-49cd-a6ac-6e717ccbbb95,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:49:32.615252 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8596ee2a-b036-435e-b644-7314318a7bfb req-48e4dbea-1b3a-4cc2-9a20-bdef566caf7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:32.640356 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-01335bf7-2a27-4d22-946c-afb5a819a362 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:49:32.650947 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-01335bf7-2a27-4d22-946c-afb5a819a362 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:49:32.667932 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:32.711057 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d69433c-936a-4e33-a36f-73092e0126d4 req-47730764-f1b2-4729-aa19-6bde7da6192a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326488 Nov 25 19:49:32.737815 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596ee2a-b036-435e-b644-7314318a7bfb req-48e4dbea-1b3a-4cc2-9a20-bdef566caf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:32.738669 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8596ee2a-b036-435e-b644-7314318a7bfb req-48e4dbea-1b3a-4cc2-9a20-bdef566caf7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:32.740209 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8596ee2a-b036-435e-b644-7314318a7bfb req-48e4dbea-1b3a-4cc2-9a20-bdef566caf7d service neutron] 10.222.0.73 "PUT /v2.0/ports/89ec5e03-ff37-49cd-a6ac-6e717ccbbb95 HTTP/1.1" status: 200 len: 1091 time: 2.6055908 Nov 25 19:49:32.740722 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d853c8f-5219-4883-9c06-4eed0f2bb20b', 'tag': '89ec5e03-ff37-49cd-a6ac-6e717ccbbb95'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:49:32.743213 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564b4948-b180-4570-ae1d-b8a7dc4b3e13" -d '{"events": [{"name": "network-changed", "server_uuid": "4d853c8f-5219-4883-9c06-4eed0f2bb20b", "tag": "89ec5e03-ff37-49cd-a6ac-6e717ccbbb95"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:49:32.838903 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4dbea-1b3a-4cc2-9a20-bdef566caf7d service neutron] Pushing event updated for resources: {'Port': ['ID=89ec5e03-ff37-49cd-a6ac-6e717ccbbb95,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:32.898820 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bccc9e0f-a509-4aad-9dc2-72aa5adb03e3 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:32.951174 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa828b0-3813-4d66-865f-617795d02edd x-openstack-request-id: req-4fa828b0-3813-4d66-865f-617795d02edd {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:49:32.952067 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d853c8f-5219-4883-9c06-4eed0f2bb20b", "tag": "89ec5e03-ff37-49cd-a6ac-6e717ccbbb95", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:49:32.952067 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4fa828b0-3813-4d66-865f-617795d02edd {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:49:32.952382 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d853c8f-5219-4883-9c06-4eed0f2bb20b', 'tag': '89ec5e03-ff37-49cd-a6ac-6e717ccbbb95', 'status': 'completed', 'code': 200} Nov 25 19:49:32.965389 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596ee2a-b036-435e-b644-7314318a7bfb req-b19955e2-4f8b-4cd7-9254-b4554032a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:32.967029 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8596ee2a-b036-435e-b644-7314318a7bfb req-b19955e2-4f8b-4cd7-9254-b4554032a753 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0693fe225e124b1f9efd8df77820112b&device_id=4d853c8f-5219-4883-9c06-4eed0f2bb20b HTTP/1.1" status: 200 len: 1094 time: 0.1501362 Nov 25 19:49:33.027764 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8596ee2a-b036-435e-b644-7314318a7bfb req-6523480d-5b39-4518-ab79-71bbbbda3a9f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89ec5e03-ff37-49cd-a6ac-6e717ccbbb95 HTTP/1.1" status: 200 len: 217 time: 0.0496311 Nov 25 19:49:33.110913 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e5e111-971e-4db5-afc1-615dfc125eee None None] get_active_networks_info from n-d-819349-5 {{(pid=103601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:49:33.118129 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc9e0f-a509-4aad-9dc2-72aa5adb03e3 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'Subnet': ['ID=e1d002f1-7f4a-4084-9f33-f903ce574b56,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:33.164903 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccc9e0f-a509-4aad-9dc2-72aa5adb03e3 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Checking segment: {'id': '9cd2d24a-8901-40fc-a082-48dfaa33c328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'bdf600a5-3f0a-450e-91a1-fa3f8f84cb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:33.165534 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccc9e0f-a509-4aad-9dc2-72aa5adb03e3 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Network hostable DHCP agents. Network: bdf600a5-3f0a-450e-91a1-fa3f8f84cb1f, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:49:33.166038 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596ee2a-b036-435e-b644-7314318a7bfb req-71e914af-02f2-4fff-a9dd-28c0c9ea610f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:33.167841 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8596ee2a-b036-435e-b644-7314318a7bfb req-71e914af-02f2-4fff-a9dd-28c0c9ea610f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b HTTP/1.1" status: 200 len: 852 time: 0.1275108 Nov 25 19:49:33.217183 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccc9e0f-a509-4aad-9dc2-72aa5adb03e3 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Network bdf600a5-3f0a-450e-91a1-fa3f8f84cb1f is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:49:33.247702 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-bccc9e0f-a509-4aad-9dc2-72aa5adb03e3 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, bdf600a5-3f0a-450e-91a1-fa3f8f84cb1f) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:33.262498 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccc9e0f-a509-4aad-9dc2-72aa5adb03e3 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:33.263902 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bccc9e0f-a509-4aad-9dc2-72aa5adb03e3 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:33.309260 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bccc9e0f-a509-4aad-9dc2-72aa5adb03e3 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4716096 Nov 25 19:49:33.313210 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56144) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:33.327106 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8596ee2a-b036-435e-b644-7314318a7bfb req-c2c60d14-cc35-441c-b887-87737c5519f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9395996-8e1e-448f-bf5e-cf052999c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1507070 Nov 25 19:49:33.475919 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-56140cb0-04bc-4180-b7d1-7d1412f7627e None None] Provisioning complete for port 7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:33.479696 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-56140cb0-04bc-4180-b7d1-7d1412f7627e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:33.561459 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:49:33.581045 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-630c7352-f40b-4554-abdd-e3ab2e0108f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:33.755418 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-630c7352-f40b-4554-abdd-e3ab2e0108f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:33.903517 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-630c7352-f40b-4554-abdd-e3ab2e0108f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:34.022710 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c7352-f40b-4554-abdd-e3ab2e0108f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Subnet': ['ID=e1d002f1-7f4a-4084-9f33-f903ce574b56,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:34.023674 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e5e111-971e-4db5-afc1-615dfc125eee None None] Unable to find a vacant binding_index for network bdf600a5-3f0a-450e-91a1-fa3f8f84cb1f and agent dabd8010-b447-4cc8-bb5b-c1a14fda264f {{(pid=103601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 25 19:49:34.075086 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0946faa-aade-4dbe-ab89-b20ffb58c16f req-73ddea7a-1ce0-4ec3-8235-d3158a978e4f tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:34.084622 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0946faa-aade-4dbe-ab89-b20ffb58c16f req-73ddea7a-1ce0-4ec3-8235-d3158a978e4f tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.8832271 Nov 25 19:49:34.135223 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8596ee2a-b036-435e-b644-7314318a7bfb req-b868f9c5-8450-4f6b-998c-5dfddb1e8cde service neutron] 10.222.0.73 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7690952 Nov 25 19:49:34.137193 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:34.149247 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e5e111-971e-4db5-afc1-615dfc125eee None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, bdf600a5-3f0a-450e-91a1-fa3f8f84cb1f) {{(pid=103601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:49:34.208257 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-630c7352-f40b-4554-abdd-e3ab2e0108f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:34.253245 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-630c7352-f40b-4554-abdd-e3ab2e0108f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf600a5-3f0a-450e-91a1-fa3f8f84cb1f']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:34.276690 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0946faa-aade-4dbe-ab89-b20ffb58c16f req-548d2b72-fc98-4fa4-a354-2cfa0ff456fb tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907961 Nov 25 19:49:34.278184 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-630c7352-f40b-4554-abdd-e3ab2e0108f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd2d24a-8901-40fc-a082-48dfaa33c328') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:34.278956 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-630c7352-f40b-4554-abdd-e3ab2e0108f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd2d24a-8901-40fc-a082-48dfaa33c328') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:34.301963 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-630c7352-f40b-4554-abdd-e3ab2e0108f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:34.326363 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-630c7352-f40b-4554-abdd-e3ab2e0108f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:34.334118 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-630c7352-f40b-4554-abdd-e3ab2e0108f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:49:34.334756 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-630c7352-f40b-4554-abdd-e3ab2e0108f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:49:34.410746 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:49:34.422986 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-630c7352-f40b-4554-abdd-e3ab2e0108f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:34.443916 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8596ee2a-b036-435e-b644-7314318a7bfb req-810cb3cd-11c2-478b-be61-0212d260d5b3 service neutron] 10.222.0.73 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968733 Nov 25 19:49:34.474710 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-630c7352-f40b-4554-abdd-e3ab2e0108f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:34.498656 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-630c7352-f40b-4554-abdd-e3ab2e0108f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/networks/bdf600a5-3f0a-450e-91a1-fa3f8f84cb1f HTTP/1.1" status: 204 len: 168 time: 1.1842325 Nov 25 19:49:34.509536 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56166) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:34.526239 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b091a6db-a051-4467-90dc-abb50862665a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-702937218'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:34.542937 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c7352-f40b-4554-abdd-e3ab2e0108f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Network': ['ID=bdf600a5-3f0a-450e-91a1-fa3f8f84cb1f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:34.584778 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b091a6db-a051-4467-90dc-abb50862665a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Made reservation on behalf of b12457497a1145e19f8b24e6669612d0 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:34.600747 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b091a6db-a051-4467-90dc-abb50862665a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:34.602067 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:34.602689 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:34.660280 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b091a6db-a051-4467-90dc-abb50862665a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:49:34.671900 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b091a6db-a051-4467-90dc-abb50862665a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:34.672332 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-b091a6db-a051-4467-90dc-abb50862665a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Added segment bddb4acd-8c7c-4477-bd1a-b54683348fe3 of type vlan for network 86ffb889-3ef7-44b7-ad38-5ffb756b40f0 Nov 25 19:49:34.748209 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56172) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:34.782696 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b091a6db-a051-4467-90dc-abb50862665a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:34.785858 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b4948-b180-4570-ae1d-b8a7dc4b3e13 req-4f069395-d63b-48b5-b25e-0d4af1ba9124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:34.789488 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-564b4948-b180-4570-ae1d-b8a7dc4b3e13 req-4f069395-d63b-48b5-b25e-0d4af1ba9124 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0693fe225e124b1f9efd8df77820112b&device_id=4d853c8f-5219-4883-9c06-4eed0f2bb20b HTTP/1.1" status: 200 len: 1094 time: 0.1696658 Nov 25 19:49:34.802031 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869978ac-63f5-4ed8-9e7f-28c83584cb16 req-3fad406c-21e1-4784-bde8-3a1edf55c4a3 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:34.814395 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-869978ac-63f5-4ed8-9e7f-28c83584cb16 req-3fad406c-21e1-4784-bde8-3a1edf55c4a3 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d853c8f-5219-4883-9c06-4eed0f2bb20b HTTP/1.1" status: 200 len: 943 time: 0.3296528 Nov 25 19:49:34.858643 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b091a6db-a051-4467-90dc-abb50862665a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:34.889775 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b091a6db-a051-4467-90dc-abb50862665a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:34.890805 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b091a6db-a051-4467-90dc-abb50862665a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:34.978596 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-869978ac-63f5-4ed8-9e7f-28c83584cb16 req-aa2121a1-d733-40b1-a202-edd466da2375 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482105 Nov 25 19:49:35.046666 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b4948-b180-4570-ae1d-b8a7dc4b3e13 req-a95e257e-586f-4449-a610-1a9bc5a05a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:35.049877 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-564b4948-b180-4570-ae1d-b8a7dc4b3e13 req-a95e257e-586f-4449-a610-1a9bc5a05a60 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f9395996-8e1e-448f-bf5e-cf052999c475 HTTP/1.1" status: 200 len: 913 time: 0.2335765 Nov 25 19:49:35.130584 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b091a6db-a051-4467-90dc-abb50862665a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6176775 Nov 25 19:49:35.143560 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56180) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:35.177605 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-564b4948-b180-4570-ae1d-b8a7dc4b3e13 req-8d11250a-156c-46f0-93e0-ac5b11d0f756 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89ec5e03-ff37-49cd-a6ac-6e717ccbbb95 HTTP/1.1" status: 200 len: 217 time: 0.1134629 Nov 25 19:49:35.178356 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-bcf863a3-6545-415d-a91d-6d6758fc1a34 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Request body: {'subnet': {'network_id': '86ffb889-3ef7-44b7-ad38-5ffb756b40f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:35.206243 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091a6db-a051-4467-90dc-abb50862665a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'Network': ['ID=86ffb889-3ef7-44b7-ad38-5ffb756b40f0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:35.221946 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 86ffb889-3ef7-44b7-ad38-5ffb756b40f0 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:49:35.278379 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604af0c2-459c-48e6-b77f-8b2e65232b59 None None] Network bdf600a5-3f0a-450e-91a1-fa3f8f84cb1f requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:35.378149 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1dc5a488-0a17-4758-9c8f-f448a88ecd27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:35.386538 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf863a3-6545-415d-a91d-6d6758fc1a34 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Made reservation on behalf of b12457497a1145e19f8b24e6669612d0 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:35.391169 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bcf863a3-6545-415d-a91d-6d6758fc1a34 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:35.394844 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604af0c2-459c-48e6-b77f-8b2e65232b59 None None] Network bdf600a5-3f0a-450e-91a1-fa3f8f84cb1f could not be found, it might have been deleted concurrently. {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 19:49:35.401231 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b4948-b180-4570-ae1d-b8a7dc4b3e13 req-2c01648f-7024-4555-b603-55609ec32246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:35.402850 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-564b4948-b180-4570-ae1d-b8a7dc4b3e13 req-2c01648f-7024-4555-b603-55609ec32246 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b HTTP/1.1" status: 200 len: 852 time: 0.2183604 Nov 25 19:49:35.428015 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f3a0c7-6869-482b-894e-fd3b5b8eaa7f None None] Network bdf600a5-3f0a-450e-91a1-fa3f8f84cb1f requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:35.490348 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f3a0c7-6869-482b-894e-fd3b5b8eaa7f None None] Network bdf600a5-3f0a-450e-91a1-fa3f8f84cb1f could not be found, it might have been deleted concurrently. {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 19:49:35.502324 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-564b4948-b180-4570-ae1d-b8a7dc4b3e13 req-ec5c4ade-6ff8-4662-95c7-d3130c3c137b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9395996-8e1e-448f-bf5e-cf052999c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853686 Nov 25 19:49:35.527948 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:35.531964 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ca4b3180-af03-4857-8b5a-b6c774991b37 None None] Provisioning complete for port 6b77eb65-9cd0-44c6-a4c4-338d8686d585 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:35.533120 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ca4b3180-af03-4857-8b5a-b6c774991b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:35.906600 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bcf863a3-6545-415d-a91d-6d6758fc1a34 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:35.936009 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a735f-2adb-4439-a441-0a0f95af5d01 req-0d390ffc-f173-4640-9812-16134305cd2b tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:35.951379 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-360a735f-2adb-4439-a441-0a0f95af5d01 req-0d390ffc-f173-4640-9812-16134305cd2b tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.5026999 Nov 25 19:49:36.071525 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf863a3-6545-415d-a91d-6d6758fc1a34 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'Subnet': ['ID=eaadcde2-60ca-478c-89c7-9066be62bfb7,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:36.076752 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:36.077025 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-564b4948-b180-4570-ae1d-b8a7dc4b3e13 req-0547c957-341b-455b-9309-808eab2f9786 service neutron] 10.222.0.73 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5543859 Nov 25 19:49:36.119115 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf863a3-6545-415d-a91d-6d6758fc1a34 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Checking segment: {'id': 'bddb4acd-8c7c-4477-bd1a-b54683348fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '86ffb889-3ef7-44b7-ad38-5ffb756b40f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:36.120309 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf863a3-6545-415d-a91d-6d6758fc1a34 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Network hostable DHCP agents. Network: 86ffb889-3ef7-44b7-ad38-5ffb756b40f0, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:49:36.166716 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf863a3-6545-415d-a91d-6d6758fc1a34 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Network 86ffb889-3ef7-44b7-ad38-5ffb756b40f0 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:49:36.184370 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-bcf863a3-6545-415d-a91d-6d6758fc1a34 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 86ffb889-3ef7-44b7-ad38-5ffb756b40f0) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:36.198097 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbd4a6c-4806-4e16-b4de-8e69c92f0dce None None] Network 86ffb889-3ef7-44b7-ad38-5ffb756b40f0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:36.205820 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf863a3-6545-415d-a91d-6d6758fc1a34 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:36.209776 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bcf863a3-6545-415d-a91d-6d6758fc1a34 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:36.214442 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1dc5a488-0a17-4758-9c8f-f448a88ecd27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:36.256558 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bcf863a3-6545-415d-a91d-6d6758fc1a34 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1088274 Nov 25 19:49:36.260377 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56204) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:36.302268 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1dc5a488-0a17-4758-9c8f-f448a88ecd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:36.348683 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1dc5a488-0a17-4758-9c8f-f448a88ecd27 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a87e5d50e353460ba7a8201a9ef8dad0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5848818 Nov 25 19:49:36.353092 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56210) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:36.377929 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-360a735f-2adb-4439-a441-0a0f95af5d01 req-e5837e5a-dd30-4e3f-90b7-0899888d98c9 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896835 Nov 25 19:49:36.463435 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5a488-0a17-4758-9c8f-f448a88ecd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf3d4d8-b061-4ebb-be2f-ca0297f03ed3,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:36.482843 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-564b4948-b180-4570-ae1d-b8a7dc4b3e13 req-57dfb390-fda2-4372-aadb-819ef362466d service neutron] 10.222.0.73 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934131 Nov 25 19:49:36.532260 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d7e994c-ebdf-456e-bbde-b6b4997b2d2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:36.609934 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:36.628626 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d7e994c-ebdf-456e-bbde-b6b4997b2d2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:36.648287 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8208093-3c9a-43a4-93e4-7e8959c264c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-86ffb889-3ef7-44b7-ad38-5ffb756b40f0', 'network_id': '86ffb889-3ef7-44b7-ad38-5ffb756b40f0', 'tenant_id': 'b12457497a1145e19f8b24e6669612d0', 'fixed_ips': [{'subnet_id': 'eaadcde2-60ca-478c-89c7-9066be62bfb7'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:49:36.649225 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e8208093-3c9a-43a4-93e4-7e8959c264c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:36.720968 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f4847-69e4-4e9e-b09e-ed6e00854bc2 req-8425b10a-a192-4615-a8f4-3cd8a9348e37 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:36.731305 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b36f4847-69e4-4e9e-b09e-ed6e00854bc2 req-8425b10a-a192-4615-a8f4-3cd8a9348e37 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d853c8f-5219-4883-9c06-4eed0f2bb20b HTTP/1.1" status: 200 len: 943 time: 0.1761398 Nov 25 19:49:36.769658 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:36.824011 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b36f4847-69e4-4e9e-b09e-ed6e00854bc2 req-d8bfb11d-b6ac-4bee-801d-43cc1ca4ef9b tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914598 Nov 25 19:49:36.824720 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d7e994c-ebdf-456e-bbde-b6b4997b2d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:36.828492 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d7e994c-ebdf-456e-bbde-b6b4997b2d2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:36.832932 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2d7e994c-ebdf-456e-bbde-b6b4997b2d2e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bdf3d4d8-b061-4ebb-be2f-ca0297f03ed3 HTTP/1.1" status: 204 len: 168 time: 0.4689569 Nov 25 19:49:36.840757 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e994c-ebdf-456e-bbde-b6b4997b2d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf3d4d8-b061-4ebb-be2f-ca0297f03ed3,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:36.947261 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-e8208093-3c9a-43a4-93e4-7e8959c264c4 None None] Allocated IP 172.20.0.1 (86ffb889-3ef7-44b7-ad38-5ffb756b40f0/eaadcde2-60ca-478c-89c7-9066be62bfb7/233b23e6-81d2-4ad5-8fa4-e0b253b2436c) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:49:37.196494 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e8208093-3c9a-43a4-93e4-7e8959c264c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:37.206861 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e8208093-3c9a-43a4-93e4-7e8959c264c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:37.240878 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:37.268501 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8208093-3c9a-43a4-93e4-7e8959c264c4 None None] Network 86ffb889-3ef7-44b7-ad38-5ffb756b40f0 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:37.274807 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-e8208093-3c9a-43a4-93e4-7e8959c264c4 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:37.283420 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8208093-3c9a-43a4-93e4-7e8959c264c4 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:37.317364 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Subnet': ['ID=eaadcde2-60ca-478c-89c7-9066be62bfb7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:37.371049 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8208093-3c9a-43a4-93e4-7e8959c264c4 None None] Pushing event updated for resources: {'Port': ['ID=233b23e6-81d2-4ad5-8fa4-e0b253b2436c,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:37.416388 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56228) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:37.443570 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e8208093-3c9a-43a4-93e4-7e8959c264c4 None None] Attempting to bind port 233b23e6-81d2-4ad5-8fa4-e0b253b2436c on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:49:37.444007 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e8208093-3c9a-43a4-93e4-7e8959c264c4 None None] Attempting to bind port 233b23e6-81d2-4ad5-8fa4-e0b253b2436c by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'bddb4acd-8c7c-4477-bd1a-b54683348fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '86ffb889-3ef7-44b7-ad38-5ffb756b40f0'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:49:37.444612 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8208093-3c9a-43a4-93e4-7e8959c264c4 None None] Attempting to bind port 233b23e6-81d2-4ad5-8fa4-e0b253b2436c on network 86ffb889-3ef7-44b7-ad38-5ffb756b40f0 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:49:37.455433 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8208093-3c9a-43a4-93e4-7e8959c264c4 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:49:37.456062 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8208093-3c9a-43a4-93e4-7e8959c264c4 None None] Checking segment: {'id': 'bddb4acd-8c7c-4477-bd1a-b54683348fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '86ffb889-3ef7-44b7-ad38-5ffb756b40f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:37.456738 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e8208093-3c9a-43a4-93e4-7e8959c264c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:37.459919 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8208093-3c9a-43a4-93e4-7e8959c264c4 None None] Bound using segment: {'id': 'bddb4acd-8c7c-4477-bd1a-b54683348fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '86ffb889-3ef7-44b7-ad38-5ffb756b40f0'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:49:37.460854 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e8208093-3c9a-43a4-93e4-7e8959c264c4 None None] Bound port: 233b23e6-81d2-4ad5-8fa4-e0b253b2436c, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddb4acd-8c7c-4477-bd1a-b54683348fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '86ffb889-3ef7-44b7-ad38-5ffb756b40f0'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:49:37.461604 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e8208093-3c9a-43a4-93e4-7e8959c264c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:37.497005 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a4ff9325-c43e-41ec-91d2-bb10f1ed9ab1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:37.505579 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 89ec5e03-ff37-49cd-a6ac-6e717ccbbb95 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:49:37.536283 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:37.602487 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ffb889-3ef7-44b7-ad38-5ffb756b40f0']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:37.624876 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bddb4acd-8c7c-4477-bd1a-b54683348fe3') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:37.625553 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bddb4acd-8c7c-4477-bd1a-b54683348fe3') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:37.645260 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:37.674871 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:37.691954 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:49:37.692328 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:49:37.702127 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:49:37.787776 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e8208093-3c9a-43a4-93e4-7e8959c264c4 None None] For port 233b23e6-81d2-4ad5-8fa4-e0b253b2436c, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:49:37.838891 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a4ff9325-c43e-41ec-91d2-bb10f1ed9ab1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:37.841737 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 89ec5e03-ff37-49cd-a6ac-6e717ccbbb95, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=89ec5e03-ff37-49cd-a6ac-6e717ccbbb95,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:37.865730 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7a1e5-0f17-4548-8461-7b5e822f2be2 req-37bc0974-6425-496d-85ab-7247b4c1393e tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:37.868798 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79a7a1e5-0f17-4548-8461-7b5e822f2be2 req-37bc0974-6425-496d-85ab-7247b4c1393e tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.2441514 Nov 25 19:49:37.870802 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a4ff9325-c43e-41ec-91d2-bb10f1ed9ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:37.877490 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.api [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 19:49:37.877490 n-d-819349-5 neutron-server[103599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 19:49:37.877490 n-d-819349-5 neutron-server[103599]: [parameters: {'id': '86ffb889-3ef7-44b7-ad38-5ffb756b40f0'}] Nov 25 19:49:37.877490 n-d-819349-5 neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:49:37.877941 n-d-819349-5 neutron-server[103599]: DEBUG oslo_db.api [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:49:37.879737 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '89ec5e03-ff37-49cd-a6ac-6e717ccbbb95', 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475', 'port_id': '89ec5e03-ff37-49cd-a6ac-6e717ccbbb95', 'mac_address': 'fa:16:3e:4a:0f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:49:37.907331 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e8208093-3c9a-43a4-93e4-7e8959c264c4 None None] For port 233b23e6-81d2-4ad5-8fa4-e0b253b2436c, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=233b23e6-81d2-4ad5-8fa4-e0b253b2436c,segment=NetworkSegment(bddb4acd-8c7c-4477-bd1a-b54683348fe3),segment_id=bddb4acd-8c7c-4477-bd1a-b54683348fe3)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:49:37.919841 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e8208093-3c9a-43a4-93e4-7e8959c264c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:37.954634 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a4ff9325-c43e-41ec-91d2-bb10f1ed9ab1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c36f8d3db3464177aae8c64d8a8cd3c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5365164 Nov 25 19:49:37.959334 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56238) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:38.006856 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff9325-c43e-41ec-91d2-bb10f1ed9ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf01e034-a351-4ec3-9318-13bc4ce0f20f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:38.026998 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79a7a1e5-0f17-4548-8461-7b5e822f2be2 req-e445d41f-0067-47fe-aade-e3966529c8ae tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244535 Nov 25 19:49:38.105727 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67a7f001-ac5d-451d-951c-eb06dee24924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:38.153572 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67a7f001-ac5d-451d-951c-eb06dee24924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:38.171337 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:38.199372 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8208093-3c9a-43a4-93e4-7e8959c264c4 None None] Pushing event updated for resources: {'Port': ['ID=233b23e6-81d2-4ad5-8fa4-e0b253b2436c,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:38.218716 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ec5e03-ff37-49cd-a6ac-6e717ccbbb95 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:49:38.224618 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea18ff8b-6cef-4810-abe8-c55ed6a04fca None None] Network 86ffb889-3ef7-44b7-ad38-5ffb756b40f0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:38.288279 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67a7f001-ac5d-451d-951c-eb06dee24924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:38.299021 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67a7f001-ac5d-451d-951c-eb06dee24924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:38.304617 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-67a7f001-ac5d-451d-951c-eb06dee24924 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf01e034-a351-4ec3-9318-13bc4ce0f20f HTTP/1.1" status: 204 len: 168 time: 0.3402371 Nov 25 19:49:38.321007 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7f001-ac5d-451d-951c-eb06dee24924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf01e034-a351-4ec3-9318-13bc4ce0f20f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:38.361926 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbbd95-c424-489c-b63f-63a26335baab req-fc30f33d-bb35-460c-bbf1-354ae2cd08f1 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:38.364220 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 89ec5e03-ff37-49cd-a6ac-6e717ccbbb95, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=89ec5e03-ff37-49cd-a6ac-6e717ccbbb95,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:38.377702 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3ddbbd95-c424-489c-b63f-63a26335baab req-fc30f33d-bb35-460c-bbf1-354ae2cd08f1 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d853c8f-5219-4883-9c06-4eed0f2bb20b HTTP/1.1" status: 200 len: 943 time: 0.1995685 Nov 25 19:49:38.379361 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:38.450766 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:38.498217 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3ddbbd95-c424-489c-b63f-63a26335baab req-118af6c8-1d8a-4cde-8ebe-9770cac8c61f tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158578 Nov 25 19:49:38.513935 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Deleting port 233b23e6-81d2-4ad5-8fa4-e0b253b2436c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:38.513935 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:38.591220 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] For port 233b23e6-81d2-4ad5-8fa4-e0b253b2436c, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=233b23e6-81d2-4ad5-8fa4-e0b253b2436c,segment=NetworkSegment(bddb4acd-8c7c-4477-bd1a-b54683348fe3),segment_id=bddb4acd-8c7c-4477-bd1a-b54683348fe3)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:38.591624 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:38.626152 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Calling delete_port for 233b23e6-81d2-4ad5-8fa4-e0b253b2436c owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:38.663812 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ada0f34-fbc2-4b5a-ba2c-7617df3db2d7 None None] get_active_networks_info from n-d-819349-5 {{(pid=103601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:49:38.786768 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=89ec5e03-ff37-49cd-a6ac-6e717ccbbb95,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:38.798678 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['89ec5e03-ff37-49cd-a6ac-6e717ccbbb95'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:49:38.854785 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:38.871393 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No DVR routers for this DVR port 233b23e6-81d2-4ad5-8fa4-e0b253b2436c on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:49:39.052024 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:39.121409 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ffb889-3ef7-44b7-ad38-5ffb756b40f0']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:39.153835 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bddb4acd-8c7c-4477-bd1a-b54683348fe3') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:39.154190 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bddb4acd-8c7c-4477-bd1a-b54683348fe3') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:39.182195 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:39.209520 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:39.217631 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:49:39.218045 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:39.297651 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ada0f34-fbc2-4b5a-ba2c-7617df3db2d7 None None] Resources bound (agent type, host, resource id): {{(pid=103601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:49:39.352574 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc6c9a-648e-4ab7-801b-f40afc238858 req-868f8e2b-8220-4863-9a76-b788942eb80a tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:49:39.361298 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:49:39.366113 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Port': ['ID=233b23e6-81d2-4ad5-8fa4-e0b253b2436c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:39.367633 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-08dc6c9a-648e-4ab7-801b-f40afc238858 req-868f8e2b-8220-4863-9a76-b788942eb80a tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1421189 Nov 25 19:49:39.406517 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:39.439931 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:39.459677 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/networks/86ffb889-3ef7-44b7-ad38-5ffb756b40f0 HTTP/1.1" status: 204 len: 168 time: 3.1969118 Nov 25 19:49:39.462866 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56280) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:39.514864 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2041749d-a46e-430a-8348-38b938c1788f tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-392766710'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:39.546835 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2005b4-0bb8-4115-8342-d44dbea38583 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Network': ['ID=86ffb889-3ef7-44b7-ad38-5ffb756b40f0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:39.560260 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2041749d-a46e-430a-8348-38b938c1788f tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Made reservation on behalf of b12457497a1145e19f8b24e6669612d0 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:39.560723 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-08dc6c9a-648e-4ab7-801b-f40afc238858 req-729b6898-1113-4699-8eb7-eea64fab8ed3 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915224 Nov 25 19:49:39.564934 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2041749d-a46e-430a-8348-38b938c1788f tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:39.609510 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2041749d-a46e-430a-8348-38b938c1788f tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:49:39.623453 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2041749d-a46e-430a-8348-38b938c1788f tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:39.624989 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-2041749d-a46e-430a-8348-38b938c1788f tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Added segment 55504cde-ee6b-4619-82bf-f6f8a2bfcba9 of type vlan for network cc5e4baf-1394-4328-bf93-371b7910a79e Nov 25 19:49:39.702134 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2041749d-a46e-430a-8348-38b938c1788f tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:39.765364 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2041749d-a46e-430a-8348-38b938c1788f tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:39.780162 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2041749d-a46e-430a-8348-38b938c1788f tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:39.781273 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2041749d-a46e-430a-8348-38b938c1788f tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:39.857981 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339589ed-cc83-4c1c-89d8-2605e75860b5 req-09da2a21-76b7-4961-90a4-6a302760f5ab tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:39.865468 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-339589ed-cc83-4c1c-89d8-2605e75860b5 req-09da2a21-76b7-4961-90a4-6a302760f5ab tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d853c8f-5219-4883-9c06-4eed0f2bb20b HTTP/1.1" status: 200 len: 944 time: 0.1242290 Nov 25 19:49:39.874226 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2041749d-a46e-430a-8348-38b938c1788f tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4099569 Nov 25 19:49:39.886547 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56300) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:39.898588 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a9733964-1329-47a5-a56b-15b09681f6f0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Request body: {'subnet': {'network_id': 'cc5e4baf-1394-4328-bf93-371b7910a79e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:39.912777 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041749d-a46e-430a-8348-38b938c1788f tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'Network': ['ID=cc5e4baf-1394-4328-bf93-371b7910a79e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:39.958903 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network cc5e4baf-1394-4328-bf93-371b7910a79e details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:49:40.027998 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-339589ed-cc83-4c1c-89d8-2605e75860b5 req-5f783555-3c63-4549-a1a9-3eaa056115ee tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580925 Nov 25 19:49:40.148118 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9733964-1329-47a5-a56b-15b09681f6f0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Made reservation on behalf of b12457497a1145e19f8b24e6669612d0 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:40.159435 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a9733964-1329-47a5-a56b-15b09681f6f0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:40.565556 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a9733964-1329-47a5-a56b-15b09681f6f0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:40.717461 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9733964-1329-47a5-a56b-15b09681f6f0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Checking segment: {'id': '55504cde-ee6b-4619-82bf-f6f8a2bfcba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cc5e4baf-1394-4328-bf93-371b7910a79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:40.717837 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9733964-1329-47a5-a56b-15b09681f6f0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Network hostable DHCP agents. Network: cc5e4baf-1394-4328-bf93-371b7910a79e, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:49:40.721063 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9733964-1329-47a5-a56b-15b09681f6f0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'Subnet': ['ID=cd9f2c8d-54ec-4b1c-b4b7-7d1a64b5f40a,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:40.747750 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9733964-1329-47a5-a56b-15b09681f6f0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Network cc5e4baf-1394-4328-bf93-371b7910a79e is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:49:40.767095 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a9733964-1329-47a5-a56b-15b09681f6f0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, cc5e4baf-1394-4328-bf93-371b7910a79e) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:40.775098 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9733964-1329-47a5-a56b-15b09681f6f0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:40.777156 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a9733964-1329-47a5-a56b-15b09681f6f0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:40.786485 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6a1480-2d94-4d03-ad24-59863b484c1c None None] Network cc5e4baf-1394-4328-bf93-371b7910a79e requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:40.832998 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a9733964-1329-47a5-a56b-15b09681f6f0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9395752 Nov 25 19:49:40.832998 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56326) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:40.888738 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36fcf5-c4e4-4acd-84ae-3cef00230d69 req-743596bd-3192-4544-8d15-5bbd4682df23 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:40.905552 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cb36fcf5-c4e4-4acd-84ae-3cef00230d69 req-743596bd-3192-4544-8d15-5bbd4682df23 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1231091 Nov 25 19:49:41.033743 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cb36fcf5-c4e4-4acd-84ae-3cef00230d69 req-a030c02a-da5c-4c76-b290-35594374cb0d tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262424 Nov 25 19:49:41.109530 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:41.216193 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404e4a5e-d12d-401d-bf72-8a75e31f2bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-cc5e4baf-1394-4328-bf93-371b7910a79e', 'network_id': 'cc5e4baf-1394-4328-bf93-371b7910a79e', 'tenant_id': 'b12457497a1145e19f8b24e6669612d0', 'fixed_ips': [{'subnet_id': 'cd9f2c8d-54ec-4b1c-b4b7-7d1a64b5f40a'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:49:41.218001 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-404e4a5e-d12d-401d-bf72-8a75e31f2bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:41.311629 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2d6d5-4814-49b1-80d8-b1a3aeb27b24 req-a8cbebff-0490-43f1-897a-823ad126d141 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:41.321646 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dfc2d6d5-4814-49b1-80d8-b1a3aeb27b24 req-a8cbebff-0490-43f1-897a-823ad126d141 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d853c8f-5219-4883-9c06-4eed0f2bb20b HTTP/1.1" status: 200 len: 944 time: 0.1489201 Nov 25 19:49:41.466457 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:41.534175 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dfc2d6d5-4814-49b1-80d8-b1a3aeb27b24 req-3fe58da3-80ac-4705-817b-5ac69d806f0e tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107561 Nov 25 19:49:41.615598 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-404e4a5e-d12d-401d-bf72-8a75e31f2bb4 None None] Allocated IP 172.20.0.2 (cc5e4baf-1394-4328-bf93-371b7910a79e/cd9f2c8d-54ec-4b1c-b4b7-7d1a64b5f40a/37ab9e5a-9367-48c7-8952-c0da2abf4dcc) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:49:41.673103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 89ec5e03-ff37-49cd-a6ac-6e717ccbbb95 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:49:41.842021 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b77eb65-9cd0-44c6-a4c4-338d8686d585 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:49:42.002486 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 89ec5e03-ff37-49cd-a6ac-6e717ccbbb95 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:49:42.017559 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 89ec5e03-ff37-49cd-a6ac-6e717ccbbb95 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:42.018309 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:42.089173 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b77eb65-9cd0-44c6-a4c4-338d8686d585, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b77eb65-9cd0-44c6-a4c4-338d8686d585,segment=NetworkSegment(192a7c7c-2687-4772-a662-fc33bfbaecb6),segment_id=192a7c7c-2687-4772-a662-fc33bfbaecb6)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:42.174848 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '6b77eb65-9cd0-44c6-a4c4-338d8686d585', 'network_id': 'f51730a2-8edb-4ebf-9106-0ab438d7dded', 'port_id': '6b77eb65-9cd0-44c6-a4c4-338d8686d585', 'mac_address': 'fa:16:3e:fa:86:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4dba496-447a-4769-abf8-07cfdf8254fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:49:42.263016 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:42.338177 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-404e4a5e-d12d-401d-bf72-8a75e31f2bb4 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:42.345433 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53887ca5-c21f-4088-9264-ae9e7e03547c req-6f945bc4-4697-4792-9797-4fdb2efabe8a tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:42.347264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b77eb65-9cd0-44c6-a4c4-338d8686d585 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:49:42.356602 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53887ca5-c21f-4088-9264-ae9e7e03547c req-6f945bc4-4697-4792-9797-4fdb2efabe8a tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1640415 Nov 25 19:49:42.400013 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b77eb65-9cd0-44c6-a4c4-338d8686d585, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b77eb65-9cd0-44c6-a4c4-338d8686d585,segment=NetworkSegment(192a7c7c-2687-4772-a662-fc33bfbaecb6),segment_id=192a7c7c-2687-4772-a662-fc33bfbaecb6)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:42.404745 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:42.450224 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-404e4a5e-d12d-401d-bf72-8a75e31f2bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:42.452373 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:42.462878 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:42.520463 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53887ca5-c21f-4088-9264-ae9e7e03547c req-118c82f3-62be-4470-ae91-14280e733f93 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430767 Nov 25 19:49:42.709157 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Subnet': ['ID=cd9f2c8d-54ec-4b1c-b4b7-7d1a64b5f40a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:42.715715 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['6b77eb65-9cd0-44c6-a4c4-338d8686d585'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:49:42.724841 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d853c8f-5219-4883-9c06-4eed0f2bb20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ec5e03-ff37-49cd-a6ac-6e717ccbbb95'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:49:42.732157 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8005eb-7c6f-45c3-bdbd-88d78b3dba72" -d '{"events": [{"server_uuid": "4d853c8f-5219-4883-9c06-4eed0f2bb20b", "name": "network-vif-plugged", "status": "completed", "tag": "89ec5e03-ff37-49cd-a6ac-6e717ccbbb95"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:49:42.739213 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e4a5e-d12d-401d-bf72-8a75e31f2bb4 None None] Pushing event updated for resources: {'Port': ['ID=37ab9e5a-9367-48c7-8952-c0da2abf4dcc,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:42.788638 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15022129-f39b-4f95-8f76-e08c9e207ec4 req-c90728f3-4fda-4071-8410-0e9ab93eed25 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:42.802869 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-15022129-f39b-4f95-8f76-e08c9e207ec4 req-c90728f3-4fda-4071-8410-0e9ab93eed25 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d853c8f-5219-4883-9c06-4eed0f2bb20b HTTP/1.1" status: 200 len: 944 time: 0.1220295 Nov 25 19:49:42.928698 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:42.981836 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-15022129-f39b-4f95-8f76-e08c9e207ec4 req-4ec0b42a-fc9e-4e1a-a056-4eed5d7af3af tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776214 Nov 25 19:49:42.984115 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5e4baf-1394-4328-bf93-371b7910a79e']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:43.010185 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55504cde-ee6b-4619-82bf-f6f8a2bfcba9') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:43.011550 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55504cde-ee6b-4619-82bf-f6f8a2bfcba9') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:43.051076 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:43.097869 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:43.134106 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:49:43.148080 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:49:43.165876 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:49:43.284076 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404e4a5e-d12d-401d-bf72-8a75e31f2bb4 None None] Network cc5e4baf-1394-4328-bf93-371b7910a79e is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:43.323167 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 89ec5e03-ff37-49cd-a6ac-6e717ccbbb95, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=89ec5e03-ff37-49cd-a6ac-6e717ccbbb95,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:43.455517 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-404e4a5e-d12d-401d-bf72-8a75e31f2bb4 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:43.477961 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6b77eb65-9cd0-44c6-a4c4-338d8686d585,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:43.481513 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.api [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 19:49:43.481513 n-d-819349-5 neutron-server[103599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 19:49:43.481513 n-d-819349-5 neutron-server[103599]: [parameters: {'id': 'cc5e4baf-1394-4328-bf93-371b7910a79e'}] Nov 25 19:49:43.481513 n-d-819349-5 neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:49:43.482747 n-d-819349-5 neutron-server[103599]: DEBUG oslo_db.api [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:49:43.485359 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404e4a5e-d12d-401d-bf72-8a75e31f2bb4 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:43.493003 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:43.640461 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=89ec5e03-ff37-49cd-a6ac-6e717ccbbb95,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:43.873414 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-404e4a5e-d12d-401d-bf72-8a75e31f2bb4 None None] Attempting to bind port 37ab9e5a-9367-48c7-8952-c0da2abf4dcc on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:49:43.874389 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-404e4a5e-d12d-401d-bf72-8a75e31f2bb4 None None] Attempting to bind port 37ab9e5a-9367-48c7-8952-c0da2abf4dcc by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '55504cde-ee6b-4619-82bf-f6f8a2bfcba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cc5e4baf-1394-4328-bf93-371b7910a79e'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:49:43.875825 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404e4a5e-d12d-401d-bf72-8a75e31f2bb4 None None] Attempting to bind port 37ab9e5a-9367-48c7-8952-c0da2abf4dcc on network cc5e4baf-1394-4328-bf93-371b7910a79e {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:49:43.909831 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404e4a5e-d12d-401d-bf72-8a75e31f2bb4 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:49:43.912232 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404e4a5e-d12d-401d-bf72-8a75e31f2bb4 None None] Checking segment: {'id': '55504cde-ee6b-4619-82bf-f6f8a2bfcba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cc5e4baf-1394-4328-bf93-371b7910a79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:43.915589 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-404e4a5e-d12d-401d-bf72-8a75e31f2bb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:43.916334 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404e4a5e-d12d-401d-bf72-8a75e31f2bb4 None None] Bound using segment: {'id': '55504cde-ee6b-4619-82bf-f6f8a2bfcba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cc5e4baf-1394-4328-bf93-371b7910a79e'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:49:43.917159 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-404e4a5e-d12d-401d-bf72-8a75e31f2bb4 None None] Bound port: 37ab9e5a-9367-48c7-8952-c0da2abf4dcc, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55504cde-ee6b-4619-82bf-f6f8a2bfcba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cc5e4baf-1394-4328-bf93-371b7910a79e'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:49:43.920170 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-404e4a5e-d12d-401d-bf72-8a75e31f2bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:43.983419 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:44.022967 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56432) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:44.218149 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Deleting port 37ab9e5a-9367-48c7-8952-c0da2abf4dcc {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:44.218499 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:44.228883 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daacf5f3-2cfc-414b-a10f-56d906dd9284 x-openstack-request-id: req-daacf5f3-2cfc-414b-a10f-56d906dd9284 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:49:44.229799 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d853c8f-5219-4883-9c06-4eed0f2bb20b", "name": "network-vif-plugged", "status": "completed", "tag": "89ec5e03-ff37-49cd-a6ac-6e717ccbbb95", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:49:44.230479 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-daacf5f3-2cfc-414b-a10f-56d906dd9284 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:49:44.231384 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d853c8f-5219-4883-9c06-4eed0f2bb20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ec5e03-ff37-49cd-a6ac-6e717ccbbb95', 'code': 200} Nov 25 19:49:44.335514 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-404e4a5e-d12d-401d-bf72-8a75e31f2bb4 None None] For port 37ab9e5a-9367-48c7-8952-c0da2abf4dcc, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:49:44.367943 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-404e4a5e-d12d-401d-bf72-8a75e31f2bb4 None None] For port 37ab9e5a-9367-48c7-8952-c0da2abf4dcc, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=37ab9e5a-9367-48c7-8952-c0da2abf4dcc,segment=NetworkSegment(55504cde-ee6b-4619-82bf-f6f8a2bfcba9),segment_id=55504cde-ee6b-4619-82bf-f6f8a2bfcba9)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:49:44.388625 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] For port 37ab9e5a-9367-48c7-8952-c0da2abf4dcc, host n-d-819349-5, got binding levels [] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:44.388984 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:44.393699 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-404e4a5e-d12d-401d-bf72-8a75e31f2bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:44.414804 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Calling delete_port for 37ab9e5a-9367-48c7-8952-c0da2abf4dcc owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:44.529444 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:44.586049 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Port': ['ID=37ab9e5a-9367-48c7-8952-c0da2abf4dcc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:44.587671 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be7f26-357c-447b-bf3b-78c34de4047a req-0f6c3a6a-5b0c-4877-9910-2b7bd202a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:44.592351 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-34be7f26-357c-447b-bf3b-78c34de4047a req-0f6c3a6a-5b0c-4877-9910-2b7bd202a6ce service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4d853c8f-5219-4883-9c06-4eed0f2bb20b HTTP/1.1" status: 200 len: 1096 time: 0.4319670 Nov 25 19:49:44.596322 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6779ea90-9750-465c-ac09-1ba6f5c1818b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:44.603384 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No DVR routers for this DVR port 37ab9e5a-9367-48c7-8952-c0da2abf4dcc on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:49:44.651689 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e4a5e-d12d-401d-bf72-8a75e31f2bb4 None None] Pushing event updated for resources: {'Port': ['ID=37ab9e5a-9367-48c7-8952-c0da2abf4dcc,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server [None req-6a878210-c19c-4e2a-8f88-bd3497fc3e48 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 37ab9e5a-9367-48c7-8952-c0da2abf4dcc could not be found. Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 37ab9e5a-9367-48c7-8952-c0da2abf4dcc could not be found. Nov 25 19:49:44.780148 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server Nov 25 19:49:44.796616 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:44.808479 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3852d46-a548-4fab-b927-87262f929d6a None None] Network cc5e4baf-1394-4328-bf93-371b7910a79e requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:44.818653 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-34be7f26-357c-447b-bf3b-78c34de4047a req-a6c18368-6178-420b-b44d-2a54db295eca service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081511 Nov 25 19:49:44.834703 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5e4baf-1394-4328-bf93-371b7910a79e']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:44.840796 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2795f8-3ed4-475f-b591-41faddaca392 req-f117f8b5-46c7-4833-af78-837f9cd5c8ad tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:44.855116 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fa2795f8-3ed4-475f-b591-41faddaca392 req-f117f8b5-46c7-4833-af78-837f9cd5c8ad tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 945 time: 0.5583043 Nov 25 19:49:44.857394 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55504cde-ee6b-4619-82bf-f6f8a2bfcba9') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:44.857797 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55504cde-ee6b-4619-82bf-f6f8a2bfcba9') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:44.881132 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:44.919042 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:44.931845 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:49:44.932528 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:49:45.007065 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:49:45.016323 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:45.027819 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:45.036717 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fa2795f8-3ed4-475f-b591-41faddaca392 req-c2d257bf-43c1-4e20-9b5f-84d123edfabc tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797028 Nov 25 19:49:45.039978 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26a2eee-56d8-4dd4-acaa-91cd515b1195 None None] get_active_networks_info from n-d-819349-5 {{(pid=103601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:49:45.056124 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/networks/cc5e4baf-1394-4328-bf93-371b7910a79e HTTP/1.1" status: 204 len: 168 time: 4.2216365 Nov 25 19:49:45.056704 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56454) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:45.074929 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3e01ddf3-b8a0-4008-ba46-12a120beaa09 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-914690975'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:45.169750 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fc5d3-ada6-4427-958f-b2e28644f9eb tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Network': ['ID=cc5e4baf-1394-4328-bf93-371b7910a79e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:45.237490 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e01ddf3-b8a0-4008-ba46-12a120beaa09 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Made reservation on behalf of b12457497a1145e19f8b24e6669612d0 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:45.243123 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e01ddf3-b8a0-4008-ba46-12a120beaa09 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:45.298955 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6779ea90-9750-465c-ac09-1ba6f5c1818b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:45.302546 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26a2eee-56d8-4dd4-acaa-91cd515b1195 None None] Resources bound (agent type, host, resource id): {{(pid=103601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:49:45.356442 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e01ddf3-b8a0-4008-ba46-12a120beaa09 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:49:45.372625 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e01ddf3-b8a0-4008-ba46-12a120beaa09 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:45.376843 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-3e01ddf3-b8a0-4008-ba46-12a120beaa09 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Added segment 273a2798-799e-40c6-b7f1-20b72391f620 of type vlan for network fb3a8a74-cd47-4127-a77d-e1f1156336c5 Nov 25 19:49:45.378171 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6779ea90-9750-465c-ac09-1ba6f5c1818b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:45.503295 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e01ddf3-b8a0-4008-ba46-12a120beaa09 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:45.564794 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6779ea90-9750-465c-ac09-1ba6f5c1818b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=11d4e9f70a48445ca84818c932ebd5e1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5392404 Nov 25 19:49:45.570791 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56460) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:45.589390 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779ea90-9750-465c-ac09-1ba6f5c1818b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf27b81-67ec-41c0-93e8-5c02ae931b20,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:45.634060 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b717e4-9fec-40de-8ce3-ae10f6c0e824 req-fb68c9c3-9627-4955-9810-2ba103c0c8ad tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:45.654914 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-70b717e4-9fec-40de-8ce3-ae10f6c0e824 req-fb68c9c3-9627-4955-9810-2ba103c0c8ad tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d853c8f-5219-4883-9c06-4eed0f2bb20b HTTP/1.1" status: 200 len: 945 time: 0.4027505 Nov 25 19:49:45.655149 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e01ddf3-b8a0-4008-ba46-12a120beaa09 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:45.662342 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e01ddf3-b8a0-4008-ba46-12a120beaa09 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:45.663281 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e01ddf3-b8a0-4008-ba46-12a120beaa09 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:45.806925 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-70b717e4-9fec-40de-8ce3-ae10f6c0e824 req-5691ae44-d489-41ee-8b50-6d1f0a84473e tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499209 Nov 25 19:49:45.807186 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01ddf3-b8a0-4008-ba46-12a120beaa09 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'Network': ['ID=fb3a8a74-cd47-4127-a77d-e1f1156336c5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:45.892859 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56466) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:45.899181 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-0b59e387-7ff5-4efe-bd92-a5f640fd91cc tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Request body: {'subnet': {'network_id': 'fb3a8a74-cd47-4127-a77d-e1f1156336c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:45.899797 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3e01ddf3-b8a0-4008-ba46-12a120beaa09 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8402936 Nov 25 19:49:45.902364 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network fb3a8a74-cd47-4127-a77d-e1f1156336c5 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:49:45.905339 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b77eb65-9cd0-44c6-a4c4-338d8686d585 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:49:45.962350 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a5b3c58-f8ec-4d4e-bc13-2d8dbaf45bc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:46.084143 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a5b3c58-f8ec-4d4e-bc13-2d8dbaf45bc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:46.204053 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a5b3c58-f8ec-4d4e-bc13-2d8dbaf45bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:46.208716 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a5b3c58-f8ec-4d4e-bc13-2d8dbaf45bc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:46.212751 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7a5b3c58-f8ec-4d4e-bc13-2d8dbaf45bc5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0cf27b81-67ec-41c0-93e8-5c02ae931b20 HTTP/1.1" status: 204 len: 168 time: 0.6338172 Nov 25 19:49:46.235890 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b3c58-f8ec-4d4e-bc13-2d8dbaf45bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf27b81-67ec-41c0-93e8-5c02ae931b20,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:46.246741 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b59e387-7ff5-4efe-bd92-a5f640fd91cc tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Made reservation on behalf of b12457497a1145e19f8b24e6669612d0 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:46.253417 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b59e387-7ff5-4efe-bd92-a5f640fd91cc tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:46.458038 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 6b77eb65-9cd0-44c6-a4c4-338d8686d585 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:46.458661 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:46.524131 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-0b59e387-7ff5-4efe-bd92-a5f640fd91cc tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Performing IP validity checks on allocation pools {{(pid=103600) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 19:49:46.527220 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-0b59e387-7ff5-4efe-bd92-a5f640fd91cc tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103600) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 19:49:46.571993 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fbdaa-ecc6-45f6-98c9-4b1ecb794130 req-5dc96f90-3103-445e-8225-82d4fe0ba9d5 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:46.581227 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-357fbdaa-ecc6-45f6-98c9-4b1ecb794130 req-5dc96f90-3103-445e-8225-82d4fe0ba9d5 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 945 time: 0.2763677 Nov 25 19:49:46.704527 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-357fbdaa-ecc6-45f6-98c9-4b1ecb794130 req-b12b6370-acbf-4cd1-8042-82e03e04b174 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195560 Nov 25 19:49:46.704934 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:46.773763 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b9cd29-bb66-4c0e-9558-6e20b21fc858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b77eb65-9cd0-44c6-a4c4-338d8686d585'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:49:46.779468 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7be2bc-c4de-4df5-91a6-408594fde1e8" -d '{"events": [{"server_uuid": "c7b9cd29-bb66-4c0e-9558-6e20b21fc858", "name": "network-vif-plugged", "status": "completed", "tag": "6b77eb65-9cd0-44c6-a4c4-338d8686d585"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:49:46.859279 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b77eb65-9cd0-44c6-a4c4-338d8686d585, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b77eb65-9cd0-44c6-a4c4-338d8686d585,segment=NetworkSegment(192a7c7c-2687-4772-a662-fc33bfbaecb6),segment_id=192a7c7c-2687-4772-a662-fc33bfbaecb6)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:46.871963 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:46.945159 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30926073-bac5-4303-af07-27b1fd4ec3a8 x-openstack-request-id: req-30926073-bac5-4303-af07-27b1fd4ec3a8 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:49:46.946257 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b9cd29-bb66-4c0e-9558-6e20b21fc858", "name": "network-vif-plugged", "status": "completed", "tag": "6b77eb65-9cd0-44c6-a4c4-338d8686d585", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:49:46.947364 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-30926073-bac5-4303-af07-27b1fd4ec3a8 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:49:46.947558 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b9cd29-bb66-4c0e-9558-6e20b21fc858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b77eb65-9cd0-44c6-a4c4-338d8686d585', 'code': 200} Nov 25 19:49:47.056001 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6b77eb65-9cd0-44c6-a4c4-338d8686d585,revision_number=7']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:47.162525 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56492) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:47.183071 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b59e387-7ff5-4efe-bd92-a5f640fd91cc tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:47.199109 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5d79beb-49d9-4a6a-9c65-5d4d400ea5eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:47.252503 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0d6f5-e29f-4caa-b9bb-b136dbfd8c97 req-aff42385-d4a1-416d-8120-b4de071ae278 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:47.262567 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53a0d6f5-e29f-4caa-b9bb-b136dbfd8c97 req-aff42385-d4a1-416d-8120-b4de071ae278 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d853c8f-5219-4883-9c06-4eed0f2bb20b HTTP/1.1" status: 200 len: 945 time: 0.2305970 Nov 25 19:49:47.417882 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59e387-7ff5-4efe-bd92-a5f640fd91cc tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'Subnet': ['ID=f4134d1e-f910-487b-86a3-49b8b19a9bba,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:47.490256 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5d79beb-49d9-4a6a-9c65-5d4d400ea5eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:47.496718 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53a0d6f5-e29f-4caa-b9bb-b136dbfd8c97 req-286dca17-09e1-4979-ba22-a7513c92a6eb tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327542 Nov 25 19:49:47.498457 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5d79beb-49d9-4a6a-9c65-5d4d400ea5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:47.534281 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59e387-7ff5-4efe-bd92-a5f640fd91cc tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Checking segment: {'id': '273a2798-799e-40c6-b7f1-20b72391f620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'fb3a8a74-cd47-4127-a77d-e1f1156336c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:47.536565 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b59e387-7ff5-4efe-bd92-a5f640fd91cc tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Network hostable DHCP agents. Network: fb3a8a74-cd47-4127-a77d-e1f1156336c5, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:49:47.588816 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b59e387-7ff5-4efe-bd92-a5f640fd91cc tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Network fb3a8a74-cd47-4127-a77d-e1f1156336c5 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:49:47.648744 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-0b59e387-7ff5-4efe-bd92-a5f640fd91cc tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, fb3a8a74-cd47-4127-a77d-e1f1156336c5) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:47.657804 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b59e387-7ff5-4efe-bd92-a5f640fd91cc tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:47.659627 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b59e387-7ff5-4efe-bd92-a5f640fd91cc tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:47.674428 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b99c8e2-0203-4239-a48c-01caa75df546 None None] Network fb3a8a74-cd47-4127-a77d-e1f1156336c5 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:47.698127 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c5d79beb-49d9-4a6a-9c65-5d4d400ea5eb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=55185a9fb23e408a82b733b6bfb8c258&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5309989 Nov 25 19:49:47.700145 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56506) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:47.758177 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d79beb-49d9-4a6a-9c65-5d4d400ea5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd4dcae-f84c-40ef-8a99-cba50de3e23f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:47.810006 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0b59e387-7ff5-4efe-bd92-a5f640fd91cc tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9118583 Nov 25 19:49:47.810489 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56510) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:47.957137 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cf0023ae-dcc7-4a78-bc24-855cbd8e8daf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:48.103209 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cf0023ae-dcc7-4a78-bc24-855cbd8e8daf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:48.152860 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:48.240095 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a720c-384f-4727-86f2-655084275f3d req-13778578-d0ab-4c4a-bda6-80f1698f14ed tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:48.249430 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-867a720c-384f-4727-86f2-655084275f3d req-13778578-d0ab-4c4a-bda6-80f1698f14ed tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.3914094 Nov 25 19:49:48.259304 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cf0023ae-dcc7-4a78-bc24-855cbd8e8daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:48.261976 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cf0023ae-dcc7-4a78-bc24-855cbd8e8daf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:48.264009 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cf0023ae-dcc7-4a78-bc24-855cbd8e8daf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8bd4dcae-f84c-40ef-8a99-cba50de3e23f HTTP/1.1" status: 204 len: 168 time: 0.5576968 Nov 25 19:49:48.273664 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb09171-7c89-4ef3-89ad-635c1d52d152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-fb3a8a74-cd47-4127-a77d-e1f1156336c5', 'network_id': 'fb3a8a74-cd47-4127-a77d-e1f1156336c5', 'tenant_id': 'b12457497a1145e19f8b24e6669612d0', 'fixed_ips': [{'subnet_id': 'f4134d1e-f910-487b-86a3-49b8b19a9bba'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:49:48.274731 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1eb09171-7c89-4ef3-89ad-635c1d52d152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:48.318640 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0023ae-dcc7-4a78-bc24-855cbd8e8daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd4dcae-f84c-40ef-8a99-cba50de3e23f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:48.430168 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:48.438135 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-867a720c-384f-4727-86f2-655084275f3d req-b16065d2-82fe-49a6-8738-88dea0c59493 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870358 Nov 25 19:49:48.655543 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-1eb09171-7c89-4ef3-89ad-635c1d52d152 None None] Allocated IP 172.20.0.3 (fb3a8a74-cd47-4127-a77d-e1f1156336c5/f4134d1e-f910-487b-86a3-49b8b19a9bba/afc43805-8df2-4ed3-958e-d481a3dcde46) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:49:49.115119 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1eb09171-7c89-4ef3-89ad-635c1d52d152 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:49.133627 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1eb09171-7c89-4ef3-89ad-635c1d52d152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:49.160397 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:49.220438 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb09171-7c89-4ef3-89ad-635c1d52d152 None None] Network fb3a8a74-cd47-4127-a77d-e1f1156336c5 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:49.222004 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-1eb09171-7c89-4ef3-89ad-635c1d52d152 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:49.249998 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb09171-7c89-4ef3-89ad-635c1d52d152 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:49.277592 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb09171-7c89-4ef3-89ad-635c1d52d152 None None] Pushing event updated for resources: {'Port': ['ID=afc43805-8df2-4ed3-958e-d481a3dcde46,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:49.291905 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Subnet': ['ID=f4134d1e-f910-487b-86a3-49b8b19a9bba,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:49.427945 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-1eb09171-7c89-4ef3-89ad-635c1d52d152 None None] Attempting to bind port afc43805-8df2-4ed3-958e-d481a3dcde46 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:49:49.428596 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-1eb09171-7c89-4ef3-89ad-635c1d52d152 None None] Attempting to bind port afc43805-8df2-4ed3-958e-d481a3dcde46 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '273a2798-799e-40c6-b7f1-20b72391f620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'fb3a8a74-cd47-4127-a77d-e1f1156336c5'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:49:49.430807 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb09171-7c89-4ef3-89ad-635c1d52d152 None None] Attempting to bind port afc43805-8df2-4ed3-958e-d481a3dcde46 on network fb3a8a74-cd47-4127-a77d-e1f1156336c5 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:49:49.447931 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb09171-7c89-4ef3-89ad-635c1d52d152 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:49:49.448970 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb09171-7c89-4ef3-89ad-635c1d52d152 None None] Checking segment: {'id': '273a2798-799e-40c6-b7f1-20b72391f620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'fb3a8a74-cd47-4127-a77d-e1f1156336c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:49.449706 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1eb09171-7c89-4ef3-89ad-635c1d52d152 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:49.450309 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb09171-7c89-4ef3-89ad-635c1d52d152 None None] Bound using segment: {'id': '273a2798-799e-40c6-b7f1-20b72391f620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'fb3a8a74-cd47-4127-a77d-e1f1156336c5'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:49:49.453217 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-1eb09171-7c89-4ef3-89ad-635c1d52d152 None None] Bound port: afc43805-8df2-4ed3-958e-d481a3dcde46, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273a2798-799e-40c6-b7f1-20b72391f620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'fb3a8a74-cd47-4127-a77d-e1f1156336c5'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:49:49.453843 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1eb09171-7c89-4ef3-89ad-635c1d52d152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:49.506455 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:49.630487 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb3a8a74-cd47-4127-a77d-e1f1156336c5']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:49.660482 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273a2798-799e-40c6-b7f1-20b72391f620') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:49.661238 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273a2798-799e-40c6-b7f1-20b72391f620') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:49.702246 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:49.745598 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:49.758559 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:49:49.760609 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:49:49.767536 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:49:49.881817 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-1eb09171-7c89-4ef3-89ad-635c1d52d152 None None] For port afc43805-8df2-4ed3-958e-d481a3dcde46, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:49:49.942518 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa654c-1bcb-4000-b71f-645e233a4182 req-745ee16f-9930-4051-a5bb-8db3bd5e297a tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:49.967422 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9aaa654c-1bcb-4000-b71f-645e233a4182 req-745ee16f-9930-4051-a5bb-8db3bd5e297a tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.3041921 Nov 25 19:49:50.063989 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.api [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 19:49:50.063989 n-d-819349-5 neutron-server[103599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 19:49:50.063989 n-d-819349-5 neutron-server[103599]: [parameters: {'id': 'fb3a8a74-cd47-4127-a77d-e1f1156336c5'}] Nov 25 19:49:50.063989 n-d-819349-5 neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:49:50.064409 n-d-819349-5 neutron-server[103599]: DEBUG oslo_db.api [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:49:50.066812 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-1eb09171-7c89-4ef3-89ad-635c1d52d152 None None] For port afc43805-8df2-4ed3-958e-d481a3dcde46, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=afc43805-8df2-4ed3-958e-d481a3dcde46,segment=NetworkSegment(273a2798-799e-40c6-b7f1-20b72391f620),segment_id=273a2798-799e-40c6-b7f1-20b72391f620)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:49:50.085724 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1eb09171-7c89-4ef3-89ad-635c1d52d152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:50.329822 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9aaa654c-1bcb-4000-b71f-645e233a4182 req-4e4eff91-da5e-4693-b9c2-e017b9eeacea tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452637 Nov 25 19:49:50.370929 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb09171-7c89-4ef3-89ad-635c1d52d152 None None] Pushing event updated for resources: {'Port': ['ID=afc43805-8df2-4ed3-958e-d481a3dcde46,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:50.565734 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:50.638196 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945b0973-dc48-41d1-b23b-167e788bab70 None None] Network fb3a8a74-cd47-4127-a77d-e1f1156336c5 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:50.750046 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Deleting port afc43805-8df2-4ed3-958e-d481a3dcde46 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:50.750046 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:51.069609 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] For port afc43805-8df2-4ed3-958e-d481a3dcde46, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=afc43805-8df2-4ed3-958e-d481a3dcde46,segment=NetworkSegment(273a2798-799e-40c6-b7f1-20b72391f620),segment_id=273a2798-799e-40c6-b7f1-20b72391f620)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:51.073152 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:51.135139 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Calling delete_port for afc43805-8df2-4ed3-958e-d481a3dcde46 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:51.211967 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8dd60a-a069-41d5-9163-19d25bf4f85b None None] get_active_networks_info from n-d-819349-5 {{(pid=103601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:49:51.486366 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8dd60a-a069-41d5-9163-19d25bf4f85b None None] Resources bound (agent type, host, resource id): {{(pid=103601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:49:51.801761 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91982f22-7be9-41d3-8c66-33bad58f6708 req-53168a4d-2687-4812-aab9-0aed6821a618 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:51.835139 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-91982f22-7be9-41d3-8c66-33bad58f6708 req-53168a4d-2687-4812-aab9-0aed6821a618 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.2126667 Nov 25 19:49:52.021613 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-91982f22-7be9-41d3-8c66-33bad58f6708 req-36061af4-2e42-4d81-ae91-c1bec845d6ee tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845539 Nov 25 19:49:52.527821 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:52.652743 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Port': ['ID=afc43805-8df2-4ed3-958e-d481a3dcde46,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:52.660823 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No DVR routers for this DVR port afc43805-8df2-4ed3-958e-d481a3dcde46 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:49:52.875666 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:52.983467 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb3a8a74-cd47-4127-a77d-e1f1156336c5']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:53.025481 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273a2798-799e-40c6-b7f1-20b72391f620') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:53.025798 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273a2798-799e-40c6-b7f1-20b72391f620') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:53.141325 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:53.218007 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:53.247123 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:49:53.249000 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:49:53.259729 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:49:53.368625 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:53.398715 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:53.411720 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/networks/fb3a8a74-cd47-4127-a77d-e1f1156336c5 HTTP/1.1" status: 204 len: 168 time: 5.6000583 Nov 25 19:49:53.418548 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56658) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:53.441265 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-6d165fa5-fd6a-4a95-a2ca-9f0d99753846 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2107302097'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:53.481764 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a47da-5844-4583-a213-0dcc0feb32f8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Network': ['ID=fb3a8a74-cd47-4127-a77d-e1f1156336c5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:53.491886 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115143f7-e6d2-46b8-bf2b-7ca5399debc7 req-7791c8c8-3548-4b4b-ba89-5891566b930e tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:53.493531 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-115143f7-e6d2-46b8-bf2b-7ca5399debc7 req-7791c8c8-3548-4b4b-ba89-5891566b930e tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.2051349 Nov 25 19:49:53.729311 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:53.762609 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-115143f7-e6d2-46b8-bf2b-7ca5399debc7 req-c6784b9f-ca2b-45d9-9bd5-14a1d349a8fc tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471540 Nov 25 19:49:53.792747 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d165fa5-fd6a-4a95-a2ca-9f0d99753846 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Made reservation on behalf of b12457497a1145e19f8b24e6669612d0 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:53.821183 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d165fa5-fd6a-4a95-a2ca-9f0d99753846 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:53.950279 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d165fa5-fd6a-4a95-a2ca-9f0d99753846 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:49:53.983740 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d165fa5-fd6a-4a95-a2ca-9f0d99753846 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:53.984424 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-6d165fa5-fd6a-4a95-a2ca-9f0d99753846 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Added segment f8cfe4fd-d7c5-4925-8fab-139901d652cb of type vlan for network f85b8400-c866-48d1-b1c3-dcadedab7a75 Nov 25 19:49:54.093160 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d165fa5-fd6a-4a95-a2ca-9f0d99753846 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:54.129898 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d165fa5-fd6a-4a95-a2ca-9f0d99753846 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:54.140169 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d165fa5-fd6a-4a95-a2ca-9f0d99753846 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:54.141816 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d165fa5-fd6a-4a95-a2ca-9f0d99753846 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:54.220205 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d165fa5-fd6a-4a95-a2ca-9f0d99753846 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'Network': ['ID=f85b8400-c866-48d1-b1c3-dcadedab7a75,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:54.248698 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network f85b8400-c866-48d1-b1c3-dcadedab7a75 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:49:54.256307 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6d165fa5-fd6a-4a95-a2ca-9f0d99753846 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8355765 Nov 25 19:49:54.259153 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56674) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:54.264538 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-6a2e54d2-acd3-49ea-ab10-cd37c28df569 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Request body: {'subnet': {'network_id': 'f85b8400-c866-48d1-b1c3-dcadedab7a75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:54.474472 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2e54d2-acd3-49ea-ab10-cd37c28df569 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Made reservation on behalf of b12457497a1145e19f8b24e6669612d0 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:54.491252 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a2e54d2-acd3-49ea-ab10-cd37c28df569 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:54.599270 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:55.255200 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a2e54d2-acd3-49ea-ab10-cd37c28df569 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:55.404759 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee9c34-9f8b-420d-83dd-532d2be07a1a req-d7e1aa21-7ddf-4061-947b-ecaffaecf09a tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:55.421182 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2bee9c34-9f8b-420d-83dd-532d2be07a1a req-d7e1aa21-7ddf-4061-947b-ecaffaecf09a tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.2638431 Nov 25 19:49:55.583404 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2bee9c34-9f8b-420d-83dd-532d2be07a1a req-6f1d891c-a467-4a4b-ab87-4846de4ee48c tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584487 Nov 25 19:49:55.702901 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e54d2-acd3-49ea-ab10-cd37c28df569 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'Subnet': ['ID=b211c5c3-b991-4b4a-adb0-d212a37a73a6,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:55.796322 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e54d2-acd3-49ea-ab10-cd37c28df569 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Checking segment: {'id': 'f8cfe4fd-d7c5-4925-8fab-139901d652cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f85b8400-c866-48d1-b1c3-dcadedab7a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:55.804276 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2e54d2-acd3-49ea-ab10-cd37c28df569 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Network hostable DHCP agents. Network: f85b8400-c866-48d1-b1c3-dcadedab7a75, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:49:55.896533 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2e54d2-acd3-49ea-ab10-cd37c28df569 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Network f85b8400-c866-48d1-b1c3-dcadedab7a75 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:49:55.936064 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-6a2e54d2-acd3-49ea-ab10-cd37c28df569 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, f85b8400-c866-48d1-b1c3-dcadedab7a75) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:55.943162 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2e54d2-acd3-49ea-ab10-cd37c28df569 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:55.943844 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a2e54d2-acd3-49ea-ab10-cd37c28df569 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:55.969412 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe0db20-4fe6-45e7-97aa-9420d8712237 None None] Network f85b8400-c866-48d1-b1c3-dcadedab7a75 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:55.996775 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56718) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:56.003585 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6a2e54d2-acd3-49ea-ab10-cd37c28df569 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7428620 Nov 25 19:49:56.456317 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-298e86d2-3f97-4ca7-9114-3d5b895893ff tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:56.486616 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed36053c-0469-4629-938e-6776fa17de89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-f85b8400-c866-48d1-b1c3-dcadedab7a75', 'network_id': 'f85b8400-c866-48d1-b1c3-dcadedab7a75', 'tenant_id': 'b12457497a1145e19f8b24e6669612d0', 'fixed_ips': [{'subnet_id': 'b211c5c3-b991-4b4a-adb0-d212a37a73a6'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:49:56.487582 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ed36053c-0469-4629-938e-6776fa17de89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:56.658958 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-298e86d2-3f97-4ca7-9114-3d5b895893ff tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:56.910264 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f87fd-ed49-48db-9616-de9c66609d32 req-43efb0ae-a771-4cd1-b9df-5098978d6f29 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:56.923744 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b49f87fd-ed49-48db-9616-de9c66609d32 req-43efb0ae-a771-4cd1-b9df-5098978d6f29 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1283805 Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server [None req-ed36053c-0469-4629-938e-6776fa17de89 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b211c5c3-b991-4b4a-adb0-d212a37a73a6: This subnet is being modified by another concurrent operation. Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise exception Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b211c5c3-b991-4b4a-adb0-d212a37a73a6: This subnet is being modified by another concurrent operation. Nov 25 19:49:57.148380 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server Nov 25 19:49:57.161485 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-298e86d2-3f97-4ca7-9114-3d5b895893ff tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:57.181059 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b49f87fd-ed49-48db-9616-de9c66609d32 req-deae8631-9046-441d-b16a-827eff8d7689 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540114 Nov 25 19:49:57.202271 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ccbda8-6fae-4e1c-92b8-db8b101de2cb None None] Network f85b8400-c866-48d1-b1c3-dcadedab7a75 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:57.273450 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e86d2-3f97-4ca7-9114-3d5b895893ff tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Subnet': ['ID=b211c5c3-b991-4b4a-adb0-d212a37a73a6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:57.382044 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-298e86d2-3f97-4ca7-9114-3d5b895893ff tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:57.411846 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-298e86d2-3f97-4ca7-9114-3d5b895893ff tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f85b8400-c866-48d1-b1c3-dcadedab7a75']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:57.433109 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-298e86d2-3f97-4ca7-9114-3d5b895893ff tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8cfe4fd-d7c5-4925-8fab-139901d652cb') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:57.437541 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-298e86d2-3f97-4ca7-9114-3d5b895893ff tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8cfe4fd-d7c5-4925-8fab-139901d652cb') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:57.458864 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-298e86d2-3f97-4ca7-9114-3d5b895893ff tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:57.485340 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-298e86d2-3f97-4ca7-9114-3d5b895893ff tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:57.494099 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298e86d2-3f97-4ca7-9114-3d5b895893ff tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:49:57.494971 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-298e86d2-3f97-4ca7-9114-3d5b895893ff tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:49:57.572993 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:49:57.579720 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-298e86d2-3f97-4ca7-9114-3d5b895893ff tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:57.600485 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-298e86d2-3f97-4ca7-9114-3d5b895893ff tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:57.607740 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-298e86d2-3f97-4ca7-9114-3d5b895893ff tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/networks/f85b8400-c866-48d1-b1c3-dcadedab7a75 HTTP/1.1" status: 204 len: 168 time: 1.6084685 Nov 25 19:49:57.612776 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56748) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:57.629474 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0edf0429-9271-4f2b-95b9-0369aef339be tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1426132784'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:57.650119 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e86d2-3f97-4ca7-9114-3d5b895893ff tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Network': ['ID=f85b8400-c866-48d1-b1c3-dcadedab7a75,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:57.664220 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edf0429-9271-4f2b-95b9-0369aef339be tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Made reservation on behalf of b12457497a1145e19f8b24e6669612d0 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:57.669999 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0edf0429-9271-4f2b-95b9-0369aef339be tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:57.741686 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edf0429-9271-4f2b-95b9-0369aef339be tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:49:57.768221 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0edf0429-9271-4f2b-95b9-0369aef339be tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:57.770441 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-0edf0429-9271-4f2b-95b9-0369aef339be tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Added segment 21b138cc-6274-40f9-b2b8-34aad2c6ff34 of type vlan for network 39e43f85-a54c-4743-a853-59ee8d9d9753 Nov 25 19:49:57.847647 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0c71d4-62b9-44de-a7a5-9a9c2d0beb2f None None] get_active_networks_info from n-d-819349-5 {{(pid=103601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:49:57.911470 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0edf0429-9271-4f2b-95b9-0369aef339be tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:57.995420 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0edf0429-9271-4f2b-95b9-0369aef339be tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:58.007536 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edf0429-9271-4f2b-95b9-0369aef339be tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:58.009425 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0edf0429-9271-4f2b-95b9-0369aef339be tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:58.223077 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0c71d4-62b9-44de-a7a5-9a9c2d0beb2f None None] Resources bound (agent type, host, resource id): {{(pid=103601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:49:58.312266 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0edf0429-9271-4f2b-95b9-0369aef339be tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6939735 Nov 25 19:49:58.313046 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56768) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:58.333430 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf0429-9271-4f2b-95b9-0369aef339be tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'Network': ['ID=39e43f85-a54c-4743-a853-59ee8d9d9753,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:58.333724 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-6b46ef42-ad24-4802-a792-9d9f1368a483 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Request body: {'subnet': {'network_id': '39e43f85-a54c-4743-a853-59ee8d9d9753', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:58.509623 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 39e43f85-a54c-4743-a853-59ee8d9d9753 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:49:58.825367 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b46ef42-ad24-4802-a792-9d9f1368a483 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Made reservation on behalf of b12457497a1145e19f8b24e6669612d0 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:58.832980 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b46ef42-ad24-4802-a792-9d9f1368a483 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:59.131109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78ced7-3cd1-4788-a7cd-1428ae70f528 req-5f601220-8300-46cb-a9a9-bf9030f1dbee tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:59.150170 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc78ced7-3cd1-4788-a7cd-1428ae70f528 req-5f601220-8300-46cb-a9a9-bf9030f1dbee tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.4491184 Nov 25 19:49:59.380336 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5ef588db-42c0-4b7b-97d9-c4f84955ccf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:59.386394 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc78ced7-3cd1-4788-a7cd-1428ae70f528 req-d4997d91-204a-4af2-8764-273db8895fd8 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346048 Nov 25 19:49:59.727961 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b46ef42-ad24-4802-a792-9d9f1368a483 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:59.945950 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b46ef42-ad24-4802-a792-9d9f1368a483 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Checking segment: {'id': '21b138cc-6274-40f9-b2b8-34aad2c6ff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '39e43f85-a54c-4743-a853-59ee8d9d9753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:59.946633 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b46ef42-ad24-4802-a792-9d9f1368a483 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Network hostable DHCP agents. Network: 39e43f85-a54c-4743-a853-59ee8d9d9753, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:50:00.051161 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46ef42-ad24-4802-a792-9d9f1368a483 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'Subnet': ['ID=4a2ed6c8-ca30-4fcd-b28f-6aa74d143a88,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:00.061771 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b46ef42-ad24-4802-a792-9d9f1368a483 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Network 39e43f85-a54c-4743-a853-59ee8d9d9753 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:50:00.108775 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-6b46ef42-ad24-4802-a792-9d9f1368a483 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 39e43f85-a54c-4743-a853-59ee8d9d9753) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:00.118710 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b46ef42-ad24-4802-a792-9d9f1368a483 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:00.120017 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b46ef42-ad24-4802-a792-9d9f1368a483 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:00.127776 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd16fe2c-9b5a-4ed9-9722-6f70ca92b5b7 None None] Network 39e43f85-a54c-4743-a853-59ee8d9d9753 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:00.187130 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6b46ef42-ad24-4802-a792-9d9f1368a483 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8688896 Nov 25 19:50:00.187372 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56808) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:00.621660 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c616844-788f-4e8d-8760-a3626f0f3175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-39e43f85-a54c-4743-a853-59ee8d9d9753', 'network_id': '39e43f85-a54c-4743-a853-59ee8d9d9753', 'tenant_id': 'b12457497a1145e19f8b24e6669612d0', 'fixed_ips': [{'subnet_id': '4a2ed6c8-ca30-4fcd-b28f-6aa74d143a88'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:50:00.622670 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:00.623873 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6c616844-788f-4e8d-8760-a3626f0f3175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:00.842023 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:00.940015 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-6c616844-788f-4e8d-8760-a3626f0f3175 None None] Allocated IP 172.20.0.1 (39e43f85-a54c-4743-a853-59ee8d9d9753/4a2ed6c8-ca30-4fcd-b28f-6aa74d143a88/75d98383-413a-4678-bf71-7226748af6ea) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:00.981426 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d39e6-19fc-4a95-9f9f-7fd555c68aba req-51ce0abf-871d-458d-9a6e-e29ee58afeee tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:01.000904 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d06d39e6-19fc-4a95-9f9f-7fd555c68aba req-51ce0abf-871d-458d-9a6e-e29ee58afeee tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.2723060 Nov 25 19:50:01.219825 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6c616844-788f-4e8d-8760-a3626f0f3175 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:01.239900 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6c616844-788f-4e8d-8760-a3626f0f3175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:01.258539 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d06d39e6-19fc-4a95-9f9f-7fd555c68aba req-f55a828e-15be-4483-8c0f-26137ba6e283 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413962 Nov 25 19:50:01.304255 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:01.441282 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Subnet': ['ID=4a2ed6c8-ca30-4fcd-b28f-6aa74d143a88,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:01.465134 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c616844-788f-4e8d-8760-a3626f0f3175 None None] Network 39e43f85-a54c-4743-a853-59ee8d9d9753 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:01.482075 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-6c616844-788f-4e8d-8760-a3626f0f3175 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:01.486725 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c616844-788f-4e8d-8760-a3626f0f3175 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:01.494569 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c616844-788f-4e8d-8760-a3626f0f3175 None None] Pushing event updated for resources: {'Port': ['ID=75d98383-413a-4678-bf71-7226748af6ea,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:01.639324 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-6c616844-788f-4e8d-8760-a3626f0f3175 None None] Attempting to bind port 75d98383-413a-4678-bf71-7226748af6ea on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:50:01.639324 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-6c616844-788f-4e8d-8760-a3626f0f3175 None None] Attempting to bind port 75d98383-413a-4678-bf71-7226748af6ea by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '21b138cc-6274-40f9-b2b8-34aad2c6ff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '39e43f85-a54c-4743-a853-59ee8d9d9753'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:50:01.639926 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c616844-788f-4e8d-8760-a3626f0f3175 None None] Attempting to bind port 75d98383-413a-4678-bf71-7226748af6ea on network 39e43f85-a54c-4743-a853-59ee8d9d9753 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:50:01.654613 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c616844-788f-4e8d-8760-a3626f0f3175 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:50:01.655041 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c616844-788f-4e8d-8760-a3626f0f3175 None None] Checking segment: {'id': '21b138cc-6274-40f9-b2b8-34aad2c6ff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '39e43f85-a54c-4743-a853-59ee8d9d9753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:01.655556 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6c616844-788f-4e8d-8760-a3626f0f3175 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:01.655976 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c616844-788f-4e8d-8760-a3626f0f3175 None None] Bound using segment: {'id': '21b138cc-6274-40f9-b2b8-34aad2c6ff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '39e43f85-a54c-4743-a853-59ee8d9d9753'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:50:01.656474 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-6c616844-788f-4e8d-8760-a3626f0f3175 None None] Bound port: 75d98383-413a-4678-bf71-7226748af6ea, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b138cc-6274-40f9-b2b8-34aad2c6ff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '39e43f85-a54c-4743-a853-59ee8d9d9753'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:50:01.656866 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6c616844-788f-4e8d-8760-a3626f0f3175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:01.692483 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:01.785172 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e43f85-a54c-4743-a853-59ee8d9d9753']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:01.806895 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fc7311ad-0e87-4713-a70c-522f38bb6218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:01.826089 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b138cc-6274-40f9-b2b8-34aad2c6ff34') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:01.826514 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b138cc-6274-40f9-b2b8-34aad2c6ff34') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:01.848826 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-6c616844-788f-4e8d-8760-a3626f0f3175 None None] For port 75d98383-413a-4678-bf71-7226748af6ea, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:50:01.857350 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-6c616844-788f-4e8d-8760-a3626f0f3175 None None] For port 75d98383-413a-4678-bf71-7226748af6ea, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=75d98383-413a-4678-bf71-7226748af6ea,segment=NetworkSegment(21b138cc-6274-40f9-b2b8-34aad2c6ff34),segment_id=21b138cc-6274-40f9-b2b8-34aad2c6ff34)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:50:01.874569 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:01.875341 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6c616844-788f-4e8d-8760-a3626f0f3175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:01.930163 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:01.950669 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:50:01.951118 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:50:01.964858 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:50:02.011216 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c616844-788f-4e8d-8760-a3626f0f3175 None None] Pushing event updated for resources: {'Port': ['ID=75d98383-413a-4678-bf71-7226748af6ea,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:02.166396 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.api [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 19:50:02.166396 n-d-819349-5 neutron-server[103599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 19:50:02.166396 n-d-819349-5 neutron-server[103599]: [parameters: {'id': '39e43f85-a54c-4743-a853-59ee8d9d9753'}] Nov 25 19:50:02.166396 n-d-819349-5 neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:50:02.167765 n-d-819349-5 neutron-server[103599]: DEBUG oslo_db.api [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:50:02.226786 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8c15e9-7c04-42b1-83cc-1c0441894bc7 None None] Network 39e43f85-a54c-4743-a853-59ee8d9d9753 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:02.544187 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e66299-fa72-4f43-9211-0e6ab885c1e1 req-1aedaba8-40fb-465f-b8c8-b0bfd95dab79 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:02.566025 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e7e66299-fa72-4f43-9211-0e6ab885c1e1 req-1aedaba8-40fb-465f-b8c8-b0bfd95dab79 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1762216 Nov 25 19:50:02.639420 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef536345-396b-404f-8c0d-a44d1161e6bb None None] get_active_networks_info from n-d-819349-5 {{(pid=103601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:50:02.669733 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:02.740535 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e7e66299-fa72-4f43-9211-0e6ab885c1e1 req-34f944ed-8a3f-42b1-84ce-60f871097afc tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731977 Nov 25 19:50:02.865834 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef536345-396b-404f-8c0d-a44d1161e6bb None None] Resources bound (agent type, host, resource id): {{(pid=103601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:50:03.078635 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Deleting port 75d98383-413a-4678-bf71-7226748af6ea {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:03.079885 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:03.330916 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] For port 75d98383-413a-4678-bf71-7226748af6ea, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=75d98383-413a-4678-bf71-7226748af6ea,segment=NetworkSegment(21b138cc-6274-40f9-b2b8-34aad2c6ff34),segment_id=21b138cc-6274-40f9-b2b8-34aad2c6ff34)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:03.331457 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:03.391657 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Calling delete_port for 75d98383-413a-4678-bf71-7226748af6ea owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:03.795065 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:03.954202 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No DVR routers for this DVR port 75d98383-413a-4678-bf71-7226748af6ea on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:50:04.016118 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:04.267919 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Port': ['ID=75d98383-413a-4678-bf71-7226748af6ea,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:04.286034 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a497d7-fc17-47fd-aa8d-f29b298e9e03 req-51b2cdf1-8bfd-41bf-85ab-f1b92ed38f42 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:04.289059 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:04.316426 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-98a497d7-fc17-47fd-aa8d-f29b298e9e03 req-51b2cdf1-8bfd-41bf-85ab-f1b92ed38f42 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1509368 Nov 25 19:50:04.358733 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e43f85-a54c-4743-a853-59ee8d9d9753']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:04.379293 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b138cc-6274-40f9-b2b8-34aad2c6ff34') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:04.379648 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b138cc-6274-40f9-b2b8-34aad2c6ff34') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:04.425823 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:04.491003 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:04.494947 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-98a497d7-fc17-47fd-aa8d-f29b298e9e03 req-6b1b5329-d8d8-47c7-baef-191e7b8f419c tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753595 Nov 25 19:50:04.544079 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:50:04.548492 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:50:04.595548 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:50:04.640651 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:50:04.865429 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:04.922129 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607203'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:04.943584 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/networks/39e43f85-a54c-4743-a853-59ee8d9d9753 HTTP/1.1" status: 204 len: 168 time: 4.7490065 Nov 25 19:50:04.945117 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56916) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:04.953949 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-a2b52c6e-33a0-47d5-a2a0-a4dc7b8083d5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-923619981'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:04.989686 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750874dd-bf6f-4522-92dd-a247cc7913f5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Network': ['ID=39e43f85-a54c-4743-a853-59ee8d9d9753,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:05.027668 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b52c6e-33a0-47d5-a2a0-a4dc7b8083d5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Made reservation on behalf of b12457497a1145e19f8b24e6669612d0 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:05.040218 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2b52c6e-33a0-47d5-a2a0-a4dc7b8083d5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:05.113244 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b52c6e-33a0-47d5-a2a0-a4dc7b8083d5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:50:05.140438 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2b52c6e-33a0-47d5-a2a0-a4dc7b8083d5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:05.140815 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-a2b52c6e-33a0-47d5-a2a0-a4dc7b8083d5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Added segment 729830e4-dd9d-4889-8999-864008a3860a of type vlan for network 5e53cba6-32a1-431a-8f38-cc754d0647e5 Nov 25 19:50:05.303429 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2b52c6e-33a0-47d5-a2a0-a4dc7b8083d5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:05.452211 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2b52c6e-33a0-47d5-a2a0-a4dc7b8083d5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:05.492483 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b52c6e-33a0-47d5-a2a0-a4dc7b8083d5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:05.493351 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2b52c6e-33a0-47d5-a2a0-a4dc7b8083d5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:05.522718 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:05.560903 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a2b52c6e-33a0-47d5-a2a0-a4dc7b8083d5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6091204 Nov 25 19:50:05.561075 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56938) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:05.582371 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0d8c236a-1971-46fa-95c0-da81bfcdb1f9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:05.665900 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:05.989425 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b52c6e-33a0-47d5-a2a0-a4dc7b8083d5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'Network': ['ID=5e53cba6-32a1-431a-8f38-cc754d0647e5,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:06.018139 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b52c6e-33a0-47d5-a2a0-a4dc7b8083d5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:06.018580 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b52c6e-33a0-47d5-a2a0-a4dc7b8083d5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:06.019170 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b52c6e-33a0-47d5-a2a0-a4dc7b8083d5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:06.019625 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b52c6e-33a0-47d5-a2a0-a4dc7b8083d5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:06.019969 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b52c6e-33a0-47d5-a2a0-a4dc7b8083d5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:06.020308 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b52c6e-33a0-47d5-a2a0-a4dc7b8083d5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:06.020640 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b52c6e-33a0-47d5-a2a0-a4dc7b8083d5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:06.020975 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b52c6e-33a0-47d5-a2a0-a4dc7b8083d5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:06.021307 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b52c6e-33a0-47d5-a2a0-a4dc7b8083d5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:06.021647 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b52c6e-33a0-47d5-a2a0-a4dc7b8083d5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:06.021961 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b52c6e-33a0-47d5-a2a0-a4dc7b8083d5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:06.022282 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b52c6e-33a0-47d5-a2a0-a4dc7b8083d5 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:06.039955 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 5e53cba6-32a1-431a-8f38-cc754d0647e5 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:50:06.118732 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275e1b3-8b3b-4f5c-a0b7-fcbe3e2c608b req-05d13c1d-e9e0-432b-aba0-d74e62cc8f17 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:06.120324 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2275e1b3-8b3b-4f5c-a0b7-fcbe3e2c608b req-05d13c1d-e9e0-432b-aba0-d74e62cc8f17 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.2548811 Nov 25 19:50:06.259169 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d8c236a-1971-46fa-95c0-da81bfcdb1f9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:06.292568 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d8c236a-1971-46fa-95c0-da81bfcdb1f9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:06.325686 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2275e1b3-8b3b-4f5c-a0b7-fcbe3e2c608b req-cc5508d1-71e7-4dcd-8012-fd753a2bfc24 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918485 Nov 25 19:50:06.400268 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d8c236a-1971-46fa-95c0-da81bfcdb1f9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Network 5e53cba6-32a1-431a-8f38-cc754d0647e5 is not hosted by any dhcp agent {{(pid=103599) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 19:50:06.416975 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8c236a-1971-46fa-95c0-da81bfcdb1f9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:06.426518 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d8c236a-1971-46fa-95c0-da81bfcdb1f9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:06.429445 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0d8c236a-1971-46fa-95c0-da81bfcdb1f9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "PUT /v2.0/networks/5e53cba6-32a1-431a-8f38-cc754d0647e5 HTTP/1.1" status: 200 len: 723 time: 0.8664403 Nov 25 19:50:06.433374 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56966) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:06.439450 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-1d7dd2c6-7e90-4edc-8e00-0fb4104db790 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Request body: {'subnet': {'network_id': '5e53cba6-32a1-431a-8f38-cc754d0647e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:06.797413 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c236a-1971-46fa-95c0-da81bfcdb1f9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'Network': ['ID=5e53cba6-32a1-431a-8f38-cc754d0647e5,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:06.829748 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 5e53cba6-32a1-431a-8f38-cc754d0647e5 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:50:06.836290 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7dd2c6-7e90-4edc-8e00-0fb4104db790 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Made reservation on behalf of b12457497a1145e19f8b24e6669612d0 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:06.851782 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d7dd2c6-7e90-4edc-8e00-0fb4104db790 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:07.638380 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d7dd2c6-7e90-4edc-8e00-0fb4104db790 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:07.954401 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7dd2c6-7e90-4edc-8e00-0fb4104db790 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'Subnet': ['ID=08a85b2a-a1f7-4f3c-9067-cb89d69457e0,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:08.146315 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7dd2c6-7e90-4edc-8e00-0fb4104db790 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Checking segment: {'id': '729830e4-dd9d-4889-8999-864008a3860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5e53cba6-32a1-431a-8f38-cc754d0647e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:08.154775 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7dd2c6-7e90-4edc-8e00-0fb4104db790 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Network hostable DHCP agents. Network: 5e53cba6-32a1-431a-8f38-cc754d0647e5, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:50:08.237589 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d53f78-55aa-4195-9877-54e9d541c1c9 req-560619a9-c734-4db8-b0f6-ba3e4a66b6b6 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:08.251230 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25d53f78-55aa-4195-9877-54e9d541c1c9 req-560619a9-c734-4db8-b0f6-ba3e4a66b6b6 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.5576057 Nov 25 19:50:08.328355 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7dd2c6-7e90-4edc-8e00-0fb4104db790 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Network 5e53cba6-32a1-431a-8f38-cc754d0647e5 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:50:08.371470 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-1d7dd2c6-7e90-4edc-8e00-0fb4104db790 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 5e53cba6-32a1-431a-8f38-cc754d0647e5) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:08.385025 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246544b5-b6a7-4569-b1bc-18b6281a7625 None None] Network 5e53cba6-32a1-431a-8f38-cc754d0647e5 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:08.401031 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7dd2c6-7e90-4edc-8e00-0fb4104db790 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:08.411957 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d7dd2c6-7e90-4edc-8e00-0fb4104db790 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:08.486120 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1d7dd2c6-7e90-4edc-8e00-0fb4104db790 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0509145 Nov 25 19:50:08.490071 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57008) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:08.499941 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-48f75e67-1b2c-420e-9168-9f3671054452 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:08.602330 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25d53f78-55aa-4195-9877-54e9d541c1c9 req-a013b0f4-9fb9-4310-b623-dde71df9295e tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383713 Nov 25 19:50:09.067533 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48f75e67-1b2c-420e-9168-9f3671054452 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7457993'] for subnet, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:09.130741 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-5e53cba6-32a1-431a-8f38-cc754d0647e5', 'network_id': '5e53cba6-32a1-431a-8f38-cc754d0647e5', 'tenant_id': 'b12457497a1145e19f8b24e6669612d0', 'fixed_ips': [{'subnet_id': '08a85b2a-a1f7-4f3c-9067-cb89d69457e0'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:50:09.132446 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:09.670815 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48f75e67-1b2c-420e-9168-9f3671054452 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733167145584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8179275'] for subnet, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:09.862855 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Allocated IP 172.20.0.2 (5e53cba6-32a1-431a-8f38-cc754d0647e5/08a85b2a-a1f7-4f3c-9067-cb89d69457e0/0b8bc5fc-9c72-45df-bb16-8f9b0948703d) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:09.981124 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f75e67-1b2c-420e-9168-9f3671054452 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:09.982612 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48f75e67-1b2c-420e-9168-9f3671054452 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:09.985220 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-48f75e67-1b2c-420e-9168-9f3671054452 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "PUT /v2.0/subnets/08a85b2a-a1f7-4f3c-9067-cb89d69457e0 HTTP/1.1" status: 200 len: 806 time: 1.4925065 Nov 25 19:50:10.032684 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57034) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:10.287508 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087db90-72a0-4043-b018-08e09b5d94a3 req-1e73f5e3-eadd-4bce-870e-a75a863c275f tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:10.323262 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6087db90-72a0-4043-b018-08e09b5d94a3 req-1e73f5e3-eadd-4bce-870e-a75a863c275f tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.3683724 Nov 25 19:50:10.484227 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:10.505086 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:10.552458 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6087db90-72a0-4043-b018-08e09b5d94a3 req-1de5e1e5-9aa6-4cb5-8dd1-96bf0375ffa0 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140472 Nov 25 19:50:10.555822 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4822e0d1-2b16-4a6f-ab4f-f29e5f2052ad tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:10.601066 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f75e67-1b2c-420e-9168-9f3671054452 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'Subnet': ['ID=08a85b2a-a1f7-4f3c-9067-cb89d69457e0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:10.631892 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Pushing event updated for resources: {'Port': ['ID=0b8bc5fc-9c72-45df-bb16-8f9b0948703d,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:10.643531 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f75e67-1b2c-420e-9168-9f3671054452 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:10.648110 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f75e67-1b2c-420e-9168-9f3671054452 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:10.649278 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f75e67-1b2c-420e-9168-9f3671054452 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:10.651974 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f75e67-1b2c-420e-9168-9f3671054452 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:10.652808 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f75e67-1b2c-420e-9168-9f3671054452 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:10.657381 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f75e67-1b2c-420e-9168-9f3671054452 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:10.658027 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f75e67-1b2c-420e-9168-9f3671054452 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:10.659393 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f75e67-1b2c-420e-9168-9f3671054452 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:10.659913 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f75e67-1b2c-420e-9168-9f3671054452 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:10.660407 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f75e67-1b2c-420e-9168-9f3671054452 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:10.660887 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f75e67-1b2c-420e-9168-9f3671054452 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:10.661459 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f75e67-1b2c-420e-9168-9f3671054452 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:10.733257 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Network 5e53cba6-32a1-431a-8f38-cc754d0647e5 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:10.754415 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:10.771792 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:10.796306 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:10.803862 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:10.804458 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:10.805028 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:10.805609 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:10.806123 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:10.806622 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:10.807092 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:10.807548 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:10.808087 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:10.808646 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:10.809182 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:10.928325 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4822e0d1-2b16-4a6f-ab4f-f29e5f2052ad tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Deleting port 0b8bc5fc-9c72-45df-bb16-8f9b0948703d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:10.928931 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4822e0d1-2b16-4a6f-ab4f-f29e5f2052ad tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:11.100019 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Attempting to bind port 0b8bc5fc-9c72-45df-bb16-8f9b0948703d on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:50:11.101687 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Attempting to bind port 0b8bc5fc-9c72-45df-bb16-8f9b0948703d by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '729830e4-dd9d-4889-8999-864008a3860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5e53cba6-32a1-431a-8f38-cc754d0647e5'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:50:11.102581 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Attempting to bind port 0b8bc5fc-9c72-45df-bb16-8f9b0948703d on network 5e53cba6-32a1-431a-8f38-cc754d0647e5 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:50:11.124116 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:50:11.142420 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Checking segment: {'id': '729830e4-dd9d-4889-8999-864008a3860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5e53cba6-32a1-431a-8f38-cc754d0647e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:11.145845 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:11.147056 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Bound using segment: {'id': '729830e4-dd9d-4889-8999-864008a3860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5e53cba6-32a1-431a-8f38-cc754d0647e5'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:50:11.148288 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Bound port: 0b8bc5fc-9c72-45df-bb16-8f9b0948703d, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729830e4-dd9d-4889-8999-864008a3860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5e53cba6-32a1-431a-8f38-cc754d0647e5'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:50:11.160059 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:11.233679 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-4822e0d1-2b16-4a6f-ab4f-f29e5f2052ad tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] For port 0b8bc5fc-9c72-45df-bb16-8f9b0948703d, host n-d-819349-5, got binding levels [] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:11.241145 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4822e0d1-2b16-4a6f-ab4f-f29e5f2052ad tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:11.335318 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4822e0d1-2b16-4a6f-ab4f-f29e5f2052ad tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Calling delete_port for 0b8bc5fc-9c72-45df-bb16-8f9b0948703d owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:11.574037 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] For port 0b8bc5fc-9c72-45df-bb16-8f9b0948703d, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:50:11.599960 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] For port 0b8bc5fc-9c72-45df-bb16-8f9b0948703d, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0b8bc5fc-9c72-45df-bb16-8f9b0948703d,segment=NetworkSegment(729830e4-dd9d-4889-8999-864008a3860a),segment_id=729830e4-dd9d-4889-8999-864008a3860a)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:50:11.617251 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:11.810270 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d04dca-a344-424e-9f8d-58f8334f4632 None None] Pushing event updated for resources: {'Port': ['ID=0b8bc5fc-9c72-45df-bb16-8f9b0948703d,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:11.864996 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4822e0d1-2b16-4a6f-ab4f-f29e5f2052ad tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:11.881849 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9382bc-e239-4fbf-8139-2c964004e56f req-def2af69-56c5-477c-a633-77d83bb52975 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:11.884604 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0d9382bc-e239-4fbf-8139-2c964004e56f req-def2af69-56c5-477c-a633-77d83bb52975 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.1819534 Nov 25 19:50:12.015091 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822e0d1-2b16-4a6f-ab4f-f29e5f2052ad tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Port': ['ID=0b8bc5fc-9c72-45df-bb16-8f9b0948703d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:12.135860 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0d9382bc-e239-4fbf-8139-2c964004e56f req-22c7c300-65ba-4cda-884a-2279de24a62d tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279689 Nov 25 19:50:12.247395 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4822e0d1-2b16-4a6f-ab4f-f29e5f2052ad tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No DVR routers for this DVR port 0b8bc5fc-9c72-45df-bb16-8f9b0948703d on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:50:12.442957 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4822e0d1-2b16-4a6f-ab4f-f29e5f2052ad tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:12.554050 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4822e0d1-2b16-4a6f-ab4f-f29e5f2052ad tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:12.609802 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822e0d1-2b16-4a6f-ab4f-f29e5f2052ad tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Subnet': ['ID=08a85b2a-a1f7-4f3c-9067-cb89d69457e0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:12.778838 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4822e0d1-2b16-4a6f-ab4f-f29e5f2052ad tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:12.888236 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4822e0d1-2b16-4a6f-ab4f-f29e5f2052ad tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e53cba6-32a1-431a-8f38-cc754d0647e5']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:12.916625 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4822e0d1-2b16-4a6f-ab4f-f29e5f2052ad tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729830e4-dd9d-4889-8999-864008a3860a') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:12.917231 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4822e0d1-2b16-4a6f-ab4f-f29e5f2052ad tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729830e4-dd9d-4889-8999-864008a3860a') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:12.950992 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4822e0d1-2b16-4a6f-ab4f-f29e5f2052ad tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:13.006479 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4822e0d1-2b16-4a6f-ab4f-f29e5f2052ad tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:13.034706 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4822e0d1-2b16-4a6f-ab4f-f29e5f2052ad tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:50:13.041949 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4822e0d1-2b16-4a6f-ab4f-f29e5f2052ad tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:50:13.226310 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:50:13.268259 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4822e0d1-2b16-4a6f-ab4f-f29e5f2052ad tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:13.280177 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4822e0d1-2b16-4a6f-ab4f-f29e5f2052ad tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:13.294707 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4822e0d1-2b16-4a6f-ab4f-f29e5f2052ad tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/networks/5e53cba6-32a1-431a-8f38-cc754d0647e5 HTTP/1.1" status: 204 len: 168 time: 3.2550313 Nov 25 19:50:13.300459 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57102) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:13.334113 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822e0d1-2b16-4a6f-ab4f-f29e5f2052ad tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Network': ['ID=5e53cba6-32a1-431a-8f38-cc754d0647e5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:13.524257 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-147bc108-b248-437d-b412-36d235f8b249 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] DELETE failed (client error): The resource could not be found. Nov 25 19:50:13.525391 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-147bc108-b248-437d-b412-36d235f8b249 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:50:13.532226 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-147bc108-b248-437d-b412-36d235f8b249 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/networks/5e53cba6-32a1-431a-8f38-cc754d0647e5 HTTP/1.1" status: 404 len: 339 time: 0.2302542 Nov 25 19:50:13.536066 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57114) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:13.560411 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-45b45df0-7b9b-4606-82df-2f991b51d770 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1990816718', 'description': 'd1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:13.671691 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdae0cd-8c8c-45d5-89ec-5b82232b6fb7 req-2f8e532a-1dac-4242-8526-38b144ad18af tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:13.696461 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7fdae0cd-8c8c-45d5-89ec-5b82232b6fb7 req-2f8e532a-1dac-4242-8526-38b144ad18af tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.4052372 Nov 25 19:50:13.749008 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b45df0-7b9b-4606-82df-2f991b51d770 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Made reservation on behalf of b12457497a1145e19f8b24e6669612d0 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:13.756827 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45b45df0-7b9b-4606-82df-2f991b51d770 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:13.824581 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-326455aa-5e16-4a13-aba2-adfe07a84ae6 None None] Could not find standard attr ID for object 0b8bc5fc-9c72-45df-bb16-8f9b0948703d. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:50:13.873060 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7fdae0cd-8c8c-45d5-89ec-5b82232b6fb7 req-2354484b-cabe-49f4-b1fe-ba87d3c0edd3 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667447 Nov 25 19:50:13.903631 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b45df0-7b9b-4606-82df-2f991b51d770 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:50:13.929075 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45b45df0-7b9b-4606-82df-2f991b51d770 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:13.929843 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-45b45df0-7b9b-4606-82df-2f991b51d770 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Added segment d8caa2db-0e61-40b9-b2a9-f3f08e2e50ca of type vlan for network 1cc0b3ee-2f30-42db-bd84-34db1b6353e6 Nov 25 19:50:13.975546 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eff3404-da4e-4c04-9456-a20fb02dbeab None None] DHCP port deletion for 5e53cba6-32a1-431a-8f38-cc754d0647e5 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:50:14.017698 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45b45df0-7b9b-4606-82df-2f991b51d770 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:14.036083 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ac4ce1-c21c-4367-9f7b-ffafab97e5b0 None None] Network 5e53cba6-32a1-431a-8f38-cc754d0647e5 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:14.085589 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45b45df0-7b9b-4606-82df-2f991b51d770 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:14.101648 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ac4ce1-c21c-4367-9f7b-ffafab97e5b0 None None] Network 5e53cba6-32a1-431a-8f38-cc754d0647e5 could not be found, it might have been deleted concurrently. {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 19:50:14.105857 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b45df0-7b9b-4606-82df-2f991b51d770 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:14.111279 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45b45df0-7b9b-4606-82df-2f991b51d770 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:14.153990 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5734825-44c7-4b14-b9ff-a789e0bd42ee None None] Network 5e53cba6-32a1-431a-8f38-cc754d0647e5 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:14.187155 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5734825-44c7-4b14-b9ff-a789e0bd42ee None None] Network 5e53cba6-32a1-431a-8f38-cc754d0647e5 could not be found, it might have been deleted concurrently. {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 19:50:14.319961 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b45df0-7b9b-4606-82df-2f991b51d770 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'Network': ['ID=1cc0b3ee-2f30-42db-bd84-34db1b6353e6,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:14.328342 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-45b45df0-7b9b-4606-82df-2f991b51d770 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7821295 Nov 25 19:50:14.331369 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57126) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:14.339230 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 1cc0b3ee-2f30-42db-bd84-34db1b6353e6 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:50:14.506500 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1dc977-6eeb-4a92-8cc4-b5fedbd0b533 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:14.510689 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cc1dc977-6eeb-4a92-8cc4-b5fedbd0b533 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "GET /v2.0/networks?id=1cc0b3ee-2f30-42db-bd84-34db1b6353e6 HTTP/1.1" status: 200 len: 761 time: 0.1771822 Nov 25 19:50:14.512735 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57132) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:14.545314 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-31086429-2409-4611-85eb-391f0607f238 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Request body: {'network': {'description': 'd2'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:15.243136 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31086429-2409-4611-85eb-391f0607f238 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:15.297162 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16b895-3b05-490e-809c-0863181e87a6 req-61006027-c228-4310-a94a-f344b8b09e18 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:15.315336 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e16b895-3b05-490e-809c-0863181e87a6 req-61006027-c228-4310-a94a-f344b8b09e18 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.2312691 Nov 25 19:50:15.365936 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31086429-2409-4611-85eb-391f0607f238 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:15.450536 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0b8bc5fc-9c72-45df-bb16-8f9b0948703d no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:50:15.490553 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 0b8bc5fc-9c72-45df-bb16-8f9b0948703d {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:50:15.491142 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0b8bc5fc-9c72-45df-bb16-8f9b0948703d not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:50:15.579738 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31086429-2409-4611-85eb-391f0607f238 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'Network': ['ID=1cc0b3ee-2f30-42db-bd84-34db1b6353e6,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:15.587007 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-31086429-2409-4611-85eb-391f0607f238 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Network 1cc0b3ee-2f30-42db-bd84-34db1b6353e6 is not hosted by any dhcp agent {{(pid=103600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 19:50:15.600026 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 1cc0b3ee-2f30-42db-bd84-34db1b6353e6 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:50:15.620105 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31086429-2409-4611-85eb-391f0607f238 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:15.621640 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31086429-2409-4611-85eb-391f0607f238 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:15.625164 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-31086429-2409-4611-85eb-391f0607f238 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "PUT /v2.0/networks/1cc0b3ee-2f30-42db-bd84-34db1b6353e6 HTTP/1.1" status: 200 len: 758 time: 1.1105838 Nov 25 19:50:15.629738 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57166) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:15.775777 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e16b895-3b05-490e-809c-0863181e87a6 req-b731fb18-2e01-4e06-8ee1-0a06bf7c40b8 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562380 Nov 25 19:50:16.250969 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1123b6f-f8c3-4ef4-a424-e261a3192857 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:16.259384 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57184) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:16.264764 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b1123b6f-f8c3-4ef4-a424-e261a3192857 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "GET /v2.0/networks?id=1cc0b3ee-2f30-42db-bd84-34db1b6353e6 HTTP/1.1" status: 200 len: 761 time: 0.6224639 Nov 25 19:50:16.266654 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-2f13bc5d-64be-43da-97e6-287677d9af42 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-649207022'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:16.333730 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f13bc5d-64be-43da-97e6-287677d9af42 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Made reservation on behalf of b12457497a1145e19f8b24e6669612d0 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:16.338220 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2f13bc5d-64be-43da-97e6-287677d9af42 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:16.400731 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f13bc5d-64be-43da-97e6-287677d9af42 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:50:16.421630 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2f13bc5d-64be-43da-97e6-287677d9af42 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:16.422278 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-2f13bc5d-64be-43da-97e6-287677d9af42 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Added segment 0de8a787-dcd6-4a98-9aba-9b6fdc96d847 of type vlan for network 154178aa-1f8b-4369-a5ff-54e74482c1a8 Nov 25 19:50:16.559000 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2f13bc5d-64be-43da-97e6-287677d9af42 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:16.679350 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2f13bc5d-64be-43da-97e6-287677d9af42 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:16.685804 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f13bc5d-64be-43da-97e6-287677d9af42 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:16.687504 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2f13bc5d-64be-43da-97e6-287677d9af42 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:16.918639 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13bc5d-64be-43da-97e6-287677d9af42 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'Network': ['ID=154178aa-1f8b-4369-a5ff-54e74482c1a8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:16.938661 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 154178aa-1f8b-4369-a5ff-54e74482c1a8 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:50:16.989323 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2f13bc5d-64be-43da-97e6-287677d9af42 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7243307 Nov 25 19:50:16.989812 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57212) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:16.999042 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-19c84446-0c8e-4f93-b1f0-353b6af92ed9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Request body: {'subnet': {'network_id': '154178aa-1f8b-4369-a5ff-54e74482c1a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:17.257487 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c84446-0c8e-4f93-b1f0-353b6af92ed9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Made reservation on behalf of b12457497a1145e19f8b24e6669612d0 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:17.265406 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-19c84446-0c8e-4f93-b1f0-353b6af92ed9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:17.337252 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792da43b-e5e3-4704-91fa-05782c512ce5 req-326b5978-901d-417a-96de-ebd0e322a4a5 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:17.359744 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-792da43b-e5e3-4704-91fa-05782c512ce5 req-326b5978-901d-417a-96de-ebd0e322a4a5 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.2336509 Nov 25 19:50:17.519790 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-792da43b-e5e3-4704-91fa-05782c512ce5 req-3e8911c0-9a94-4d76-bd1a-b5aea5f1a6a9 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586277 Nov 25 19:50:17.718016 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-19c84446-0c8e-4f93-b1f0-353b6af92ed9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:17.840895 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c84446-0c8e-4f93-b1f0-353b6af92ed9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'Subnet': ['ID=da5d3e4d-e4a3-4600-913c-0679eda109c2,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:17.958991 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c84446-0c8e-4f93-b1f0-353b6af92ed9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Checking segment: {'id': '0de8a787-dcd6-4a98-9aba-9b6fdc96d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '154178aa-1f8b-4369-a5ff-54e74482c1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:17.960285 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c84446-0c8e-4f93-b1f0-353b6af92ed9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Network hostable DHCP agents. Network: 154178aa-1f8b-4369-a5ff-54e74482c1a8, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:50:18.005604 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c84446-0c8e-4f93-b1f0-353b6af92ed9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Network 154178aa-1f8b-4369-a5ff-54e74482c1a8 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:50:18.014748 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621f9cc-e2d0-4784-9b4d-0fee1a5867ec req-1c95bb54-91bd-4e9f-99f4-8ebb0ea267d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:18.017418 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0621f9cc-e2d0-4784-9b4d-0fee1a5867ec req-1c95bb54-91bd-4e9f-99f4-8ebb0ea267d7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=471f2a7f98c848b5bc3e8a0d34a42418&device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 1097 time: 0.1649733 Nov 25 19:50:18.029971 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-19c84446-0c8e-4f93-b1f0-353b6af92ed9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 154178aa-1f8b-4369-a5ff-54e74482c1a8) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:18.050399 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c84446-0c8e-4f93-b1f0-353b6af92ed9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:18.054642 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-19c84446-0c8e-4f93-b1f0-353b6af92ed9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:18.089195 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64337cbf-9d79-4374-a05e-bb6f46eb10c9 None None] Network 154178aa-1f8b-4369-a5ff-54e74482c1a8 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:18.120798 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-19c84446-0c8e-4f93-b1f0-353b6af92ed9 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1292872 Nov 25 19:50:18.126909 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57250) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:18.372679 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fb50c-e95d-4935-a6d3-e427b5970264 req-5f7d6d88-853c-45cb-a838-f89715e618cc tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:18.374726 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f0fb50c-e95d-4935-a6d3-e427b5970264 req-5f7d6d88-853c-45cb-a838-f89715e618cc tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d853c8f-5219-4883-9c06-4eed0f2bb20b HTTP/1.1" status: 200 len: 945 time: 0.1561000 Nov 25 19:50:18.378106 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621f9cc-e2d0-4784-9b4d-0fee1a5867ec req-00297a2e-087a-4950-95d5-a3932091ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:18.383220 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0621f9cc-e2d0-4784-9b4d-0fee1a5867ec req-00297a2e-087a-4950-95d5-a3932091ee2b service neutron] 10.222.0.85 "GET /v2.0/networks?id=f51730a2-8edb-4ebf-9106-0ab438d7dded HTTP/1.1" status: 200 len: 914 time: 0.3475332 Nov 25 19:50:18.503219 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0621f9cc-e2d0-4784-9b4d-0fee1a5867ec req-247f201f-7d16-41cf-aa58-fb4ae27edb52 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b77eb65-9cd0-44c6-a4c4-338d8686d585 HTTP/1.1" status: 200 len: 217 time: 0.1118701 Nov 25 19:50:18.559725 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:18.572609 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518660ea-29e6-4c30-bc07-bd626e43537c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-154178aa-1f8b-4369-a5ff-54e74482c1a8', 'network_id': '154178aa-1f8b-4369-a5ff-54e74482c1a8', 'tenant_id': 'b12457497a1145e19f8b24e6669612d0', 'fixed_ips': [{'subnet_id': 'da5d3e4d-e4a3-4600-913c-0679eda109c2'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:50:18.573634 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-518660ea-29e6-4c30-bc07-bd626e43537c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:18.574586 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621f9cc-e2d0-4784-9b4d-0fee1a5867ec req-2910f79c-acfa-41ed-9468-b1d739fc0736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:18.576348 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0621f9cc-e2d0-4784-9b4d-0fee1a5867ec req-2910f79c-acfa-41ed-9468-b1d739fc0736 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c4dba496-447a-4769-abf8-07cfdf8254fc HTTP/1.1" status: 200 len: 853 time: 0.0624433 Nov 25 19:50:18.645342 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:18.687977 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f0fb50c-e95d-4935-a6d3-e427b5970264 req-49a27416-fe6e-47f2-b505-9eadc5a68a33 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948058 Nov 25 19:50:18.690049 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0621f9cc-e2d0-4784-9b4d-0fee1a5867ec req-2c717285-f259-45a5-aeb1-834f79782037 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f51730a2-8edb-4ebf-9106-0ab438d7dded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062605 Nov 25 19:50:18.806526 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-518660ea-29e6-4c30-bc07-bd626e43537c None None] Allocated IP 172.20.0.2 (154178aa-1f8b-4369-a5ff-54e74482c1a8/da5d3e4d-e4a3-4600-913c-0679eda109c2/bfde9841-521a-4064-8997-37d5db5b1421) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:18.850020 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0621f9cc-e2d0-4784-9b4d-0fee1a5867ec req-935e0da7-df4a-4b96-99c0-4983c039e7cf service neutron] 10.222.0.85 "GET /v2.0/networks/f51730a2-8edb-4ebf-9106-0ab438d7dded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531360 Nov 25 19:50:19.331322 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-518660ea-29e6-4c30-bc07-bd626e43537c None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:19.343232 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-518660ea-29e6-4c30-bc07-bd626e43537c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:19.368501 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:19.436778 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Subnet': ['ID=da5d3e4d-e4a3-4600-913c-0679eda109c2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:19.463092 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518660ea-29e6-4c30-bc07-bd626e43537c None None] Network 154178aa-1f8b-4369-a5ff-54e74482c1a8 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:19.470565 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-518660ea-29e6-4c30-bc07-bd626e43537c None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:19.483021 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518660ea-29e6-4c30-bc07-bd626e43537c None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:19.537755 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0621f9cc-e2d0-4784-9b4d-0fee1a5867ec req-c8168731-14a3-417e-856f-dd01c986a62c service neutron] 10.222.0.85 "GET /v2.0/networks/f51730a2-8edb-4ebf-9106-0ab438d7dded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6696141 Nov 25 19:50:19.577787 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518660ea-29e6-4c30-bc07-bd626e43537c None None] Pushing event updated for resources: {'Port': ['ID=bfde9841-521a-4064-8997-37d5db5b1421,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:19.580684 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aea1d9-2afb-4343-bae1-2fcb1a1a6591 req-3d949fcc-dd3c-48de-8697-4057f3adc47e tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:19.592170 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17aea1d9-2afb-4343-bae1-2fcb1a1a6591 req-3d949fcc-dd3c-48de-8697-4057f3adc47e tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.7014482 Nov 25 19:50:19.610836 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:19.628205 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-518660ea-29e6-4c30-bc07-bd626e43537c None None] Attempting to bind port bfde9841-521a-4064-8997-37d5db5b1421 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:50:19.628870 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-518660ea-29e6-4c30-bc07-bd626e43537c None None] Attempting to bind port bfde9841-521a-4064-8997-37d5db5b1421 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0de8a787-dcd6-4a98-9aba-9b6fdc96d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '154178aa-1f8b-4369-a5ff-54e74482c1a8'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:50:19.629253 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518660ea-29e6-4c30-bc07-bd626e43537c None None] Attempting to bind port bfde9841-521a-4064-8997-37d5db5b1421 on network 154178aa-1f8b-4369-a5ff-54e74482c1a8 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:50:19.635592 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518660ea-29e6-4c30-bc07-bd626e43537c None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:50:19.635984 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518660ea-29e6-4c30-bc07-bd626e43537c None None] Checking segment: {'id': '0de8a787-dcd6-4a98-9aba-9b6fdc96d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '154178aa-1f8b-4369-a5ff-54e74482c1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:19.636398 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-518660ea-29e6-4c30-bc07-bd626e43537c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:19.636804 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518660ea-29e6-4c30-bc07-bd626e43537c None None] Bound using segment: {'id': '0de8a787-dcd6-4a98-9aba-9b6fdc96d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '154178aa-1f8b-4369-a5ff-54e74482c1a8'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:50:19.637478 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-518660ea-29e6-4c30-bc07-bd626e43537c None None] Bound port: bfde9841-521a-4064-8997-37d5db5b1421, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de8a787-dcd6-4a98-9aba-9b6fdc96d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '154178aa-1f8b-4369-a5ff-54e74482c1a8'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:50:19.637742 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-518660ea-29e6-4c30-bc07-bd626e43537c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:19.647397 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154178aa-1f8b-4369-a5ff-54e74482c1a8']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:19.660760 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de8a787-dcd6-4a98-9aba-9b6fdc96d847') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:19.661063 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de8a787-dcd6-4a98-9aba-9b6fdc96d847') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:19.672985 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:19.688601 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:19.697641 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:50:19.698053 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:19.713376 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-518660ea-29e6-4c30-bc07-bd626e43537c None None] For port bfde9841-521a-4064-8997-37d5db5b1421, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:50:19.735384 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17aea1d9-2afb-4343-bae1-2fcb1a1a6591 req-3490e15e-d298-47b7-b50b-e90d549320f5 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422391 Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:50:19.782640 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:50:19.786116 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.api [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 19:50:19.786116 n-d-819349-5 neutron-server[103599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 19:50:19.786116 n-d-819349-5 neutron-server[103599]: [parameters: {'id': '154178aa-1f8b-4369-a5ff-54e74482c1a8'}] Nov 25 19:50:19.786116 n-d-819349-5 neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:50:19.786116 n-d-819349-5 neutron-server[103599]: DEBUG oslo_db.api [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:50:19.788405 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-518660ea-29e6-4c30-bc07-bd626e43537c None None] For port bfde9841-521a-4064-8997-37d5db5b1421, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=bfde9841-521a-4064-8997-37d5db5b1421,segment=NetworkSegment(0de8a787-dcd6-4a98-9aba-9b6fdc96d847),segment_id=0de8a787-dcd6-4a98-9aba-9b6fdc96d847)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:50:19.798108 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-518660ea-29e6-4c30-bc07-bd626e43537c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:20.094197 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600d773-6153-44eb-b16d-10c04b6c5674 req-120f74d8-b140-4d8b-ba9a-5be171f14bc8 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:20.094197 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d600d773-6153-44eb-b16d-10c04b6c5674 req-120f74d8-b140-4d8b-ba9a-5be171f14bc8 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d853c8f-5219-4883-9c06-4eed0f2bb20b HTTP/1.1" status: 200 len: 945 time: 0.0821154 Nov 25 19:50:20.110071 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518660ea-29e6-4c30-bc07-bd626e43537c None None] Pushing event updated for resources: {'Port': ['ID=bfde9841-521a-4064-8997-37d5db5b1421,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:20.135541 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c49252-7ebc-4b8e-9342-64beb1aa5ff3 None None] Network 154178aa-1f8b-4369-a5ff-54e74482c1a8 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:20.170935 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d600d773-6153-44eb-b16d-10c04b6c5674 req-fdcb26e9-c637-4d9d-88fe-5ac4bbc3d6cd tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688894 Nov 25 19:50:20.287158 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:20.393103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42804188-be78-492c-9eac-41b011304b96 None None] get_active_networks_info from n-d-819349-5 {{(pid=103601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:50:20.397566 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea7618-b752-45dd-b03f-d62482ee2e80 req-20284cd6-d332-44a0-8b79-c559f4705710 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:20.399858 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03ea7618-b752-45dd-b03f-d62482ee2e80 req-20284cd6-d332-44a0-8b79-c559f4705710 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d853c8f-5219-4883-9c06-4eed0f2bb20b HTTP/1.1" status: 200 len: 945 time: 0.1018612 Nov 25 19:50:20.491768 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Deleting port bfde9841-521a-4064-8997-37d5db5b1421 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:20.493590 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:20.659388 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-03ea7618-b752-45dd-b03f-d62482ee2e80 req-5e986ff5-7554-4fe7-b363-cd41e5cecaa9 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Deleting port 89ec5e03-ff37-49cd-a6ac-6e717ccbbb95 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:20.660948 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-03ea7618-b752-45dd-b03f-d62482ee2e80 req-5e986ff5-7554-4fe7-b363-cd41e5cecaa9 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:20.671352 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] For port bfde9841-521a-4064-8997-37d5db5b1421, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=bfde9841-521a-4064-8997-37d5db5b1421,segment=NetworkSegment(0de8a787-dcd6-4a98-9aba-9b6fdc96d847),segment_id=0de8a787-dcd6-4a98-9aba-9b6fdc96d847)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:20.675309 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:20.693418 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42804188-be78-492c-9eac-41b011304b96 None None] Resources bound (agent type, host, resource id): {{(pid=103601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:50:20.732923 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Calling delete_port for bfde9841-521a-4064-8997-37d5db5b1421 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:20.875787 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:20.973520 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Port': ['ID=bfde9841-521a-4064-8997-37d5db5b1421,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:20.983014 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No DVR routers for this DVR port bfde9841-521a-4064-8997-37d5db5b1421 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:50:21.211642 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b761d-33a5-40a2-87b1-f5b3ccc8e567 req-2f63276c-aaaf-40ca-96b0-ea77cfa45f33 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:21.222683 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bc8b761d-33a5-40a2-87b1-f5b3ccc8e567 req-2f63276c-aaaf-40ca-96b0-ea77cfa45f33 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 946 time: 0.2720737 Nov 25 19:50:21.249546 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:21.273659 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-03ea7618-b752-45dd-b03f-d62482ee2e80 req-5e986ff5-7554-4fe7-b363-cd41e5cecaa9 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] For port 89ec5e03-ff37-49cd-a6ac-6e717ccbbb95, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=89ec5e03-ff37-49cd-a6ac-6e717ccbbb95,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:21.274180 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-03ea7618-b752-45dd-b03f-d62482ee2e80 req-5e986ff5-7554-4fe7-b363-cd41e5cecaa9 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:21.319855 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154178aa-1f8b-4369-a5ff-54e74482c1a8']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:21.341519 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de8a787-dcd6-4a98-9aba-9b6fdc96d847') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:21.342895 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de8a787-dcd6-4a98-9aba-9b6fdc96d847') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:21.368190 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:21.399438 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-03ea7618-b752-45dd-b03f-d62482ee2e80 req-5e986ff5-7554-4fe7-b363-cd41e5cecaa9 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Calling delete_port for 89ec5e03-ff37-49cd-a6ac-6e717ccbbb95 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:21.404428 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:21.425445 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:50:21.425879 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:50:21.431001 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:50:21.478186 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bc8b761d-33a5-40a2-87b1-f5b3ccc8e567 req-d454a01d-0412-4d47-bfb1-7a56e0da4e24 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504883 Nov 25 19:50:21.596132 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:21.626358 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:21.636693 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/networks/154178aa-1f8b-4369-a5ff-54e74482c1a8 HTTP/1.1" status: 204 len: 168 time: 3.5063646 Nov 25 19:50:21.640315 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57330) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:21.696109 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745af750-228f-4b87-a8d8-386c53e2d06e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Network': ['ID=154178aa-1f8b-4369-a5ff-54e74482c1a8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:21.751401 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea8dd30-b602-4b9a-aad9-eb72dd3ad8c4 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] GET failed (client error): The resource could not be found. Nov 25 19:50:21.753453 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-dea8dd30-b602-4b9a-aad9-eb72dd3ad8c4 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "GET /v2.0/subnets/da5d3e4d-e4a3-4600-913c-0679eda109c2 HTTP/1.1" status: 404 len: 337 time: 0.1121266 Nov 25 19:50:21.757709 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57332) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:21.803287 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-047f364a-5aa0-4e5c-9f51-bde6c6613663 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] DELETE failed (client error): The resource could not be found. Nov 25 19:50:21.803871 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-047f364a-5aa0-4e5c-9f51-bde6c6613663 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:50:21.813701 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57334) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:21.815668 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-047f364a-5aa0-4e5c-9f51-bde6c6613663 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/networks/154178aa-1f8b-4369-a5ff-54e74482c1a8 HTTP/1.1" status: 404 len: 339 time: 0.0536726 Nov 25 19:50:21.949789 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e973be-526d-4b9c-bb8f-62bee51832ba req-6b4f3be3-1e08-4a23-bb22-e60c3705334e tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:21.962228 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d7e973be-526d-4b9c-bb8f-62bee51832ba req-6b4f3be3-1e08-4a23-bb22-e60c3705334e tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d853c8f-5219-4883-9c06-4eed0f2bb20b HTTP/1.1" status: 200 len: 945 time: 0.2464907 Nov 25 19:50:22.024486 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b77eb65-9cd0-44c6-a4c4-338d8686d585 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:50:22.188706 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:22.238227 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b77eb65-9cd0-44c6-a4c4-338d8686d585, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b77eb65-9cd0-44c6-a4c4-338d8686d585,segment=NetworkSegment(192a7c7c-2687-4772-a662-fc33bfbaecb6),segment_id=192a7c7c-2687-4772-a662-fc33bfbaecb6)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:22.239455 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b9cd29-bb66-4c0e-9558-6e20b21fc858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b77eb65-9cd0-44c6-a4c4-338d8686d585'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:50:22.242453 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad1976f-c071-4234-a1c1-0ba25e858d50" -d '{"events": [{"server_uuid": "c7b9cd29-bb66-4c0e-9558-6e20b21fc858", "name": "network-vif-unplugged", "status": "completed", "tag": "6b77eb65-9cd0-44c6-a4c4-338d8686d585"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:50:22.247885 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-03ea7618-b752-45dd-b03f-d62482ee2e80 req-5e986ff5-7554-4fe7-b363-cd41e5cecaa9 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:22.249773 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:22.333122 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6b77eb65-9cd0-44c6-a4c4-338d8686d585,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:22.405798 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e986ff5-7554-4fe7-b363-cd41e5cecaa9 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Pushing event deleted for resources: {'Port': ['ID=89ec5e03-ff37-49cd-a6ac-6e717ccbbb95,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:22.430922 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d7e973be-526d-4b9c-bb8f-62bee51832ba req-d6b586f7-6698-4b66-8f06-db331c3a38d5 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862591 Nov 25 19:50:22.448468 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c19617-70b5-4787-bfa4-2fd40afea7d2 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:22.449856 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eb9b62-93b5-424c-9a87-9d1f4854b54b None None] DHCP port deletion for f9395996-8e1e-448f-bf5e-cf052999c475 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:50:22.454936 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-92c19617-70b5-4787-bfa4-2fd40afea7d2 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6266575 Nov 25 19:50:22.456075 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57354) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:22.535424 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ea7618-b752-45dd-b03f-d62482ee2e80 req-5e986ff5-7554-4fe7-b363-cd41e5cecaa9 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] No DVR routers for this DVR port 89ec5e03-ff37-49cd-a6ac-6e717ccbbb95 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:50:22.539694 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-03ea7618-b752-45dd-b03f-d62482ee2e80 req-5e986ff5-7554-4fe7-b363-cd41e5cecaa9 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:22.557030 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03ea7618-b752-45dd-b03f-d62482ee2e80 req-5e986ff5-7554-4fe7-b363-cd41e5cecaa9 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.73 "DELETE /v2.0/ports/89ec5e03-ff37-49cd-a6ac-6e717ccbbb95 HTTP/1.1" status: 204 len: 173 time: 2.1487706 Nov 25 19:50:22.557697 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d853c8f-5219-4883-9c06-4eed0f2bb20b', 'name': 'network-vif-deleted', 'tag': '89ec5e03-ff37-49cd-a6ac-6e717ccbbb95'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:50:22.572342 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2dd9425-a5b9-4445-b308-a4a67a9b0eb9" -d '{"events": [{"server_uuid": "4d853c8f-5219-4883-9c06-4eed0f2bb20b", "name": "network-vif-deleted", "tag": "89ec5e03-ff37-49cd-a6ac-6e717ccbbb95"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:50:22.584433 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-13fad7d9-de4d-42a0-9629-db63d78458b7 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "GET /v2.0/subnets?network_id=f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 207 time: 0.1257939 Nov 25 19:50:22.592575 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57362) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:22.609407 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 19:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894d565c-6cb8-4b5c-b751-ded9a9b520e3 x-openstack-request-id: req-894d565c-6cb8-4b5c-b751-ded9a9b520e3 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:50:22.610082 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b9cd29-bb66-4c0e-9558-6e20b21fc858", "name": "network-vif-unplugged", "status": "failed", "tag": "6b77eb65-9cd0-44c6-a4c4-338d8686d585", "code": 422}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:50:22.610641 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-894d565c-6cb8-4b5c-b751-ded9a9b520e3 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:50:22.611608 n-d-819349-5 neutron-server[103601]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c7b9cd29-bb66-4c0e-9558-6e20b21fc858', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6b77eb65-9cd0-44c6-a4c4-338d8686d585', 'code': 422} returned with failed status Nov 25 19:50:22.768120 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57370) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:22.950225 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f74ce-7679-4a11-8b6f-ac500ea46d25 req-eca22bd1-21fa-4e79-a7ac-fb483326fc97 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:22.966159 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23747ef7-507c-4847-9ac0-f19c10a5abf8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:22.972967 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ab8f74ce-7679-4a11-8b6f-ac500ea46d25 req-eca22bd1-21fa-4e79-a7ac-fb483326fc97 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 944 time: 0.1802657 Nov 25 19:50:22.978476 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23747ef7-507c-4847-9ac0-f19c10a5abf8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:22.992917 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23747ef7-507c-4847-9ac0-f19c10a5abf8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:23.011016 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23747ef7-507c-4847-9ac0-f19c10a5abf8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:23.023057 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-23747ef7-507c-4847-9ac0-f19c10a5abf8 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4234915 Nov 25 19:50:23.024056 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57374) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:23.100804 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ab8f74ce-7679-4a11-8b6f-ac500ea46d25 req-cee513bf-cff0-45a7-a8f7-bc00c04d5ef9 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242256 Nov 25 19:50:23.126545 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1e49a59-da93-4e90-b47e-0a7c617454c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:23.247748 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f52876-b3d6-425f-9864-4fc9af346551 x-openstack-request-id: req-76f52876-b3d6-425f-9864-4fc9af346551 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:50:23.247968 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d853c8f-5219-4883-9c06-4eed0f2bb20b", "name": "network-vif-deleted", "tag": "89ec5e03-ff37-49cd-a6ac-6e717ccbbb95", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:50:23.248997 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-76f52876-b3d6-425f-9864-4fc9af346551 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:50:23.252825 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d853c8f-5219-4883-9c06-4eed0f2bb20b', 'name': 'network-vif-deleted', 'tag': '89ec5e03-ff37-49cd-a6ac-6e717ccbbb95', 'status': 'completed', 'code': 200} Nov 25 19:50:23.396063 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-24ca26b9-7cc3-43a5-96b5-e5641bd8e13f tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3659647 Nov 25 19:50:23.397476 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57386) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:23.457151 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1e49a59-da93-4e90-b47e-0a7c617454c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:23.464285 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1e49a59-da93-4e90-b47e-0a7c617454c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:23.516439 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e49a59-da93-4e90-b47e-0a7c617454c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e03a53b-2f6c-4837-8803-557b38c113a1,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:23.575799 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f00a613-8f8e-40ce-8a25-3a18fe5cf946 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:23.578174 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f00a613-8f8e-40ce-8a25-3a18fe5cf946 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:23.581623 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6f00a613-8f8e-40ce-8a25-3a18fe5cf946 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1790550 Nov 25 19:50:23.587446 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57390) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:23.592823 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e1e49a59-da93-4e90-b47e-0a7c617454c6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=864ab75353f24b6580e343a0b122e794&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8229136 Nov 25 19:50:23.599310 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57392) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:23.669660 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d0e5c6a0-cc45-4948-91a2-b94c04d5f4f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:23.697269 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 89ec5e03-ff37-49cd-a6ac-6e717ccbbb95 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:50:23.702234 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1573c5-b505-484e-b988-10e513776254 req-ad3fcc80-ab25-4770-a3bd-68b4e99dc9e7 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:23.703900 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c1573c5-b505-484e-b988-10e513776254 req-ad3fcc80-ab25-4770-a3bd-68b4e99dc9e7 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 944 time: 0.1584251 Nov 25 19:50:23.756796 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e900b086-e2e5-4130-ac4d-8adbbc4b9426 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:23.759471 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e900b086-e2e5-4130-ac4d-8adbbc4b9426 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:23.761948 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e900b086-e2e5-4130-ac4d-8adbbc4b9426 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1731489 Nov 25 19:50:23.772287 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57394) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:23.795925 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c1573c5-b505-484e-b988-10e513776254 req-ab236420-e278-4e34-abd8-679033b513b4 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747483 Nov 25 19:50:23.805914 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d0e5c6a0-cc45-4948-91a2-b94c04d5f4f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:23.843084 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 89ec5e03-ff37-49cd-a6ac-6e717ccbbb95 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:50:23.847815 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 89ec5e03-ff37-49cd-a6ac-6e717ccbbb95 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:50:23.868738 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:23.979404 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3850e992-8d18-4605-aead-c77a1425d020 req-c2889508-2001-4ae8-9f39-391b3d50b907 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d853c8f-5219-4883-9c06-4eed0f2bb20b HTTP/1.1" status: 200 len: 210 time: 0.0479250 Nov 25 19:50:24.005066 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d0e5c6a0-cc45-4948-91a2-b94c04d5f4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:24.008308 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d0e5c6a0-cc45-4948-91a2-b94c04d5f4f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:24.009607 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d0e5c6a0-cc45-4948-91a2-b94c04d5f4f1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e03a53b-2f6c-4837-8803-557b38c113a1 HTTP/1.1" status: 204 len: 168 time: 0.4083316 Nov 25 19:50:24.026501 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5c6a0-cc45-4948-91a2-b94c04d5f4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e03a53b-2f6c-4837-8803-557b38c113a1,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:24.130701 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d663fd-dd7f-40b5-a38e-7ed051e6e712 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:24.135441 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57412) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:24.149007 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-59d663fd-dd7f-40b5-a38e-7ed051e6e712 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "GET /v2.0/networks/e7777f3b-1608-4d6f-8f9f-0152658b2590 HTTP/1.1" status: 200 len: 799 time: 0.3526230 Nov 25 19:50:24.281679 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:24.297322 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-3b6273c0-adf6-4774-b4d9-f63d57ad8f3e req-bcf8f134-9ee0-4c22-91c7-6977086d3cdc service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:50:24.305985 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3b6273c0-adf6-4774-b4d9-f63d57ad8f3e req-bcf8f134-9ee0-4c22-91c7-6977086d3cdc service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157497 Nov 25 19:50:24.494802 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57424) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:24.510092 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-be00fa9f-02f3-4c74-9f99-a1751f4a3bd1 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "GET /v2.0/networks/e7777f3b-1608-4d6f-8f9f-0152658b2590?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3641121 Nov 25 19:50:24.692046 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e57903a-3219-4669-ab56-9912336637be tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:24.695125 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9e57903a-3219-4669-ab56-9912336637be tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "GET /v2.0/subnets/aef742b0-4d7b-4913-931b-3afb0663575e HTTP/1.1" status: 200 len: 811 time: 0.1985636 Nov 25 19:50:24.700692 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57434) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:24.893730 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57440) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:24.937149 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95a7527-a067-49f0-a434-537310c68236 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:24.947613 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57442) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:24.953177 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a95a7527-a067-49f0-a434-537310c68236 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "GET /v2.0/subnets/aef742b0-4d7b-4913-931b-3afb0663575e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2501948 Nov 25 19:50:24.959659 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-96b8361b-3140-4837-9450-35622633c765 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1457170401'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:24.965529 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe27e264-a749-47ae-9c9c-95ec1ba13008 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:25.119355 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b8361b-3140-4837-9450-35622633c765 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Made reservation on behalf of b12457497a1145e19f8b24e6669612d0 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:25.140927 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-96b8361b-3140-4837-9450-35622633c765 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:25.390083 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b8361b-3140-4837-9450-35622633c765 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:50:25.499574 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78041d3f-f6b9-45c2-b4da-4aafc5556003 req-d319aecc-7c23-4533-9759-4306493ecbe6 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:25.503702 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-78041d3f-f6b9-45c2-b4da-4aafc5556003 req-d319aecc-7c23-4533-9759-4306493ecbe6 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 944 time: 0.2399859 Nov 25 19:50:25.542215 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-96b8361b-3140-4837-9450-35622633c765 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:25.542967 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-96b8361b-3140-4837-9450-35622633c765 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Added segment 003ceaa9-15f2-46e2-a16a-263e243a7b21 of type vlan for network 083f92dc-de51-482d-8337-021d5df40de2 Nov 25 19:50:25.582217 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-3618fd14-e273-4245-8f03-ea379e237e1b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3900642 Nov 25 19:50:25.639849 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57458) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:25.812269 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe27e264-a749-47ae-9c9c-95ec1ba13008 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:25.815471 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-96b8361b-3140-4837-9450-35622633c765 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:25.840733 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe27e264-a749-47ae-9c9c-95ec1ba13008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:26.014248 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-78041d3f-f6b9-45c2-b4da-4aafc5556003 req-48a56385-d1c1-4d64-802b-2d147def3891 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685314 Nov 25 19:50:26.021315 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27e264-a749-47ae-9c9c-95ec1ba13008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e22c12-416d-4371-9421-eeb3cebb6dbb,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:26.039802 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b77eb65-9cd0-44c6-a4c4-338d8686d585 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:50:26.053087 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc060450-8544-4db4-a20e-7317d1fec43a req-72c4fd0e-0e14-4d12-92c0-390248365e77 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4096930 Nov 25 19:50:26.063524 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-fc060450-8544-4db4-a20e-7317d1fec43a req-f8460584-da5d-4a82-b575-31e253d65d89 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:50:26.063858 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-96b8361b-3140-4837-9450-35622633c765 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:26.075924 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b8361b-3140-4837-9450-35622633c765 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:26.086099 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc060450-8544-4db4-a20e-7317d1fec43a req-f8460584-da5d-4a82-b575-31e253d65d89 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0314784 Nov 25 19:50:26.091877 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-96b8361b-3140-4837-9450-35622633c765 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:26.177700 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-695ebbed-bd05-43df-ab96-589df9e7a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:26.178768 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-695ebbed-bd05-43df-ab96-589df9e7a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:26.179438 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-695ebbed-bd05-43df-ab96-589df9e7a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:26.180633 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-695ebbed-bd05-43df-ab96-589df9e7a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:26.181479 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-695ebbed-bd05-43df-ab96-589df9e7a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:26.182791 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-695ebbed-bd05-43df-ab96-589df9e7a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:26.183627 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-695ebbed-bd05-43df-ab96-589df9e7a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:26.188377 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-695ebbed-bd05-43df-ab96-589df9e7a2e5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9d22fa4f40744aa88e4f6dbc79438c2&device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 6502 time: 0.4691365 Nov 25 19:50:26.607431 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fe27e264-a749-47ae-9c9c-95ec1ba13008 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=95dd8205d00f430ebc943eb826cebf1b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7124250 Nov 25 19:50:26.612084 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57482) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:26.774342 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-620852f5-6ad7-442c-bcbd-520d8fa44002 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:26.824811 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-620852f5-6ad7-442c-bcbd-520d8fa44002 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:26.857811 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f83b4241-ef4b-4b23-b9c1-b0b1477d999a req-5b27961f-6faf-44e4-aceb-472e6fee0d96 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d853c8f-5219-4883-9c06-4eed0f2bb20b HTTP/1.1" status: 200 len: 210 time: 0.5375755 Nov 25 19:50:26.882544 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-96b8361b-3140-4837-9450-35622633c765 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9295251 Nov 25 19:50:26.886891 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57488) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:26.897368 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-60971345-b2f0-4964-a90f-ea92ace5f889 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Request body: {'subnet': {'network_id': '083f92dc-de51-482d-8337-021d5df40de2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:26.964396 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-9fd02fc9-9570-4923-a2b2-65f5d7ab0f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:26.982360 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-9fd02fc9-9570-4923-a2b2-65f5d7ab0f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:26.983505 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-9fd02fc9-9570-4923-a2b2-65f5d7ab0f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:27.003079 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-9fd02fc9-9570-4923-a2b2-65f5d7ab0f54 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e6cd4387-d0d6-4f12-8944-fa288777c85c&id=20935496-6e9b-480f-933b-cbeba5774e5e&id=20935496-6e9b-480f-933b-cbeba5774e5e&id=20935496-6e9b-480f-933b-cbeba5774e5e&id=20935496-6e9b-480f-933b-cbeba5774e5e&id=8aa06786-042e-4faf-b4a5-b6084b1ca237&id=8aa06786-042e-4faf-b4a5-b6084b1ca237 HTTP/1.1" status: 200 len: 2298 time: 0.6959076 Nov 25 19:50:27.085148 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8361b-3140-4837-9450-35622633c765 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'Network': ['ID=083f92dc-de51-482d-8337-021d5df40de2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:27.106864 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 083f92dc-de51-482d-8337-021d5df40de2 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:50:27.403498 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-22a6a17f-a6c6-4449-97cf-027e92a8f303 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de4dd576-7fb9-462c-a5c0-950242cfed18 HTTP/1.1" status: 200 len: 1001 time: 0.3589938 Nov 25 19:50:27.536252 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bf038-248e-4a77-88d8-470b6f4c5463 req-2d7d7941-960a-4aeb-8c3c-2e78a8514e59 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:27.546151 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ab8bf038-248e-4a77-88d8-470b6f4c5463 req-2d7d7941-960a-4aeb-8c3c-2e78a8514e59 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 944 time: 0.1465616 Nov 25 19:50:27.647446 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-4612a2c2-7461-403b-8e31-a95d40f6771f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:27.649946 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-4612a2c2-7461-403b-8e31-a95d40f6771f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=372ff6c6-b463-492b-ae35-d9124871a47c HTTP/1.1" status: 200 len: 856 time: 0.2279420 Nov 25 19:50:27.659431 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ab8bf038-248e-4a77-88d8-470b6f4c5463 req-bf18c3f0-2df4-4c3c-8ecb-280d061bfb71 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085470 Nov 25 19:50:27.858179 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-8eb45ec2-fce5-4083-b08d-2bab651c67f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:27.861119 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-8eb45ec2-fce5-4083-b08d-2bab651c67f9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e6cd4387-d0d6-4f12-8944-fa288777c85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1870143 Nov 25 19:50:28.064617 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-b0f3e26b-32e0-469d-8086-e222f1082ff9 service neutron] 10.222.0.85 "GET /v2.0/networks/e6cd4387-d0d6-4f12-8944-fa288777c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935833 Nov 25 19:50:28.320528 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc060450-8544-4db4-a20e-7317d1fec43a req-9fcb648f-6cc0-4078-94e5-1d436b4f87bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:28.322990 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc060450-8544-4db4-a20e-7317d1fec43a req-9fcb648f-6cc0-4078-94e5-1d436b4f87bb service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858&tenant_id=471f2a7f98c848b5bc3e8a0d34a42418 HTTP/1.1" status: 200 len: 1095 time: 0.2051299 Nov 25 19:50:28.348674 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-620852f5-6ad7-442c-bcbd-520d8fa44002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:28.354235 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-620852f5-6ad7-442c-bcbd-520d8fa44002 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:28.356252 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-620852f5-6ad7-442c-bcbd-520d8fa44002 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/06e22c12-416d-4371-9421-eeb3cebb6dbb HTTP/1.1" status: 204 len: 168 time: 1.7420197 Nov 25 19:50:28.369292 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620852f5-6ad7-442c-bcbd-520d8fa44002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e22c12-416d-4371-9421-eeb3cebb6dbb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:28.371634 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60971345-b2f0-4964-a90f-ea92ace5f889 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Made reservation on behalf of b12457497a1145e19f8b24e6669612d0 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:28.376250 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60971345-b2f0-4964-a90f-ea92ace5f889 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:28.426178 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5413107d-7389-4474-9f5b-b0881a394031 req-4b0a5aa6-b476-43c8-9a35-f41fb2d542d9 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d853c8f-5219-4883-9c06-4eed0f2bb20b HTTP/1.1" status: 200 len: 210 time: 0.3599708 Nov 25 19:50:28.566689 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-e274718d-f385-43c9-a178-485618d5db12 service neutron] 10.222.0.85 "GET /v2.0/networks/e6cd4387-d0d6-4f12-8944-fa288777c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4871933 Nov 25 19:50:28.632553 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-41708cfe-b43d-4282-a5ff-688714493a22 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=eed56a30-d8a0-409e-a855-3421a56cec88 HTTP/1.1" status: 200 len: 217 time: 0.0583422 Nov 25 19:50:28.708585 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-37d08123-b8c9-407e-b850-88feb91bf3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:28.710535 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-37d08123-b8c9-407e-b850-88feb91bf3e0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4075f789-f3ae-4155-8ba9-eb1fbb9cbd69 HTTP/1.1" status: 200 len: 797 time: 0.0702977 Nov 25 19:50:28.728107 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.ipam_backend_mixin [None req-60971345-b2f0-4964-a90f-ea92ace5f889 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Performing IP validity checks on allocation pools {{(pid=103599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 19:50:28.728786 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.ipam_backend_mixin [None req-60971345-b2f0-4964-a90f-ea92ace5f889 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 19:50:28.793482 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc060450-8544-4db4-a20e-7317d1fec43a req-94e2a185-20b2-470c-b5f3-cc104df1fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:28.800734 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc060450-8544-4db4-a20e-7317d1fec43a req-94e2a185-20b2-470c-b5f3-cc104df1fcde service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=471f2a7f98c848b5bc3e8a0d34a42418&device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 1095 time: 0.4133143 Nov 25 19:50:28.866826 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-435fea87-fbf7-4cf2-9756-10a672fed9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:28.872146 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-435fea87-fbf7-4cf2-9756-10a672fed9ba service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20935496-6e9b-480f-933b-cbeba5774e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1540678 Nov 25 19:50:29.153331 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c43eb-6ffe-4309-9bdc-a1064ad8cf7f req-4e13ce8a-ea1d-412e-b062-441bb7302881 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:29.165889 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-264c43eb-6ffe-4309-9bdc-a1064ad8cf7f req-4e13ce8a-ea1d-412e-b062-441bb7302881 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 944 time: 0.2355990 Nov 25 19:50:29.209267 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc060450-8544-4db4-a20e-7317d1fec43a req-7fac9588-b304-49a6-b848-21d4d374e95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:29.212422 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc060450-8544-4db4-a20e-7317d1fec43a req-7fac9588-b304-49a6-b848-21d4d374e95d service neutron] 10.222.0.85 "GET /v2.0/networks?id=f51730a2-8edb-4ebf-9106-0ab438d7dded HTTP/1.1" status: 200 len: 914 time: 0.3969526 Nov 25 19:50:29.240558 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-6549406f-378c-4193-8bc6-e9c9196357c3 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600044 Nov 25 19:50:29.331660 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cac96823-4eb2-416f-936e-7bc9bf43bb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:29.347972 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc060450-8544-4db4-a20e-7317d1fec43a req-c9deec3e-4f46-4ae2-8438-d20015e7f8f3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b77eb65-9cd0-44c6-a4c4-338d8686d585 HTTP/1.1" status: 200 len: 217 time: 0.1205280 Nov 25 19:50:29.435795 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-264c43eb-6ffe-4309-9bdc-a1064ad8cf7f req-a47bad98-eda0-4287-9131-d3905e81b696 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637007 Nov 25 19:50:29.527076 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-6a6c2658-a27b-4cd0-bd39-2afa5f8e71c9 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788742 Nov 25 19:50:29.589003 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60971345-b2f0-4964-a90f-ea92ace5f889 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:29.609740 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc060450-8544-4db4-a20e-7317d1fec43a req-8802bd1e-0bce-4f60-9803-7a41bb023016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:29.612097 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc060450-8544-4db4-a20e-7317d1fec43a req-8802bd1e-0bce-4f60-9803-7a41bb023016 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c4dba496-447a-4769-abf8-07cfdf8254fc HTTP/1.1" status: 200 len: 853 time: 0.2545938 Nov 25 19:50:29.637259 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-76835bf2-9d3e-4af5-b263-a0b52d5bd779 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=4766ce8e-1054-474e-9693-46409deae267 HTTP/1.1" status: 200 len: 217 time: 0.1016765 Nov 25 19:50:29.775340 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-119bcc5e-299f-4419-bfd7-5ca971aca7c4 req-0dc9a8aa-eded-46da-b8b7-ee63e3b103c9 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d853c8f-5219-4883-9c06-4eed0f2bb20b HTTP/1.1" status: 200 len: 210 time: 0.1231699 Nov 25 19:50:29.878470 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-8d0439a1-81ae-40b2-b44d-713b216c8f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:29.886360 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60971345-b2f0-4964-a90f-ea92ace5f889 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'Subnet': ['ID=3a443ba5-e393-48f9-835a-0489958e5cc6,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:29.906376 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-8d0439a1-81ae-40b2-b44d-713b216c8f44 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4075f789-f3ae-4155-8ba9-eb1fbb9cbd69 HTTP/1.1" status: 200 len: 797 time: 0.2513883 Nov 25 19:50:29.910274 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc060450-8544-4db4-a20e-7317d1fec43a req-24f1c746-72f3-4a9e-ac1b-77ad1aae7a7f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f51730a2-8edb-4ebf-9106-0ab438d7dded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2195272 Nov 25 19:50:30.023014 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60971345-b2f0-4964-a90f-ea92ace5f889 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Checking segment: {'id': '003ceaa9-15f2-46e2-a16a-263e243a7b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '083f92dc-de51-482d-8337-021d5df40de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:30.023534 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60971345-b2f0-4964-a90f-ea92ace5f889 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Network hostable DHCP agents. Network: 083f92dc-de51-482d-8337-021d5df40de2, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:50:30.036866 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-ca4ef0b2-eb4e-4129-8893-ac81e0a016b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:30.038657 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-ca4ef0b2-eb4e-4129-8893-ac81e0a016b5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20935496-6e9b-480f-933b-cbeba5774e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1311054 Nov 25 19:50:30.088674 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc060450-8544-4db4-a20e-7317d1fec43a req-5234cfc8-f27b-4553-ac95-a1a75766329c service neutron] 10.222.0.85 "GET /v2.0/networks/f51730a2-8edb-4ebf-9106-0ab438d7dded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692674 Nov 25 19:50:30.173149 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-b21f4cdf-76b8-4d26-a69b-9224d2c103fa service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268578 Nov 25 19:50:30.325509 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60971345-b2f0-4964-a90f-ea92ace5f889 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Network 083f92dc-de51-482d-8337-021d5df40de2 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:50:30.353031 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-60971345-b2f0-4964-a90f-ea92ace5f889 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 083f92dc-de51-482d-8337-021d5df40de2) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:30.366362 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa2aeb0-3ae0-4d14-b86f-b5adae8b2d4a None None] Network 083f92dc-de51-482d-8337-021d5df40de2 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:30.377819 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60971345-b2f0-4964-a90f-ea92ace5f889 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:30.378636 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60971345-b2f0-4964-a90f-ea92ace5f889 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:30.441023 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fc060450-8544-4db4-a20e-7317d1fec43a req-afe62226-a1cd-4197-b04e-64bafc489643 service neutron] 10.222.0.85 "GET /v2.0/networks/f51730a2-8edb-4ebf-9106-0ab438d7dded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391259 Nov 25 19:50:30.460468 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57570) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:30.469739 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-60971345-b2f0-4964-a90f-ea92ace5f889 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.5797088 Nov 25 19:50:30.492430 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-58d2481b-20c8-4f52-adbf-c228e28a236e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:30.513456 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-88d1faa8-548c-4cfc-8da3-45fa505123db service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330579 Nov 25 19:50:30.768119 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-2b3f427d-e45c-4648-9f92-5988f4ef512c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=3594d80b-fbf2-40c9-b060-ca88aaed212a HTTP/1.1" status: 200 len: 217 time: 0.2435198 Nov 25 19:50:30.995626 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13380d49-6099-4fe2-9155-740696ce925d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-083f92dc-de51-482d-8337-021d5df40de2', 'network_id': '083f92dc-de51-482d-8337-021d5df40de2', 'tenant_id': 'b12457497a1145e19f8b24e6669612d0', 'fixed_ips': [{'subnet_id': '3a443ba5-e393-48f9-835a-0489958e5cc6'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:50:31.004305 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-13380d49-6099-4fe2-9155-740696ce925d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:31.185006 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecd6fe-1495-4977-ba84-1f23e5340453 req-63f60276-28a9-41ab-9555-0f62fd297988 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:31.207629 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6ecd6fe-1495-4977-ba84-1f23e5340453 req-63f60276-28a9-41ab-9555-0f62fd297988 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 944 time: 0.4733372 Nov 25 19:50:31.224724 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-58d2481b-20c8-4f52-adbf-c228e28a236e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4344238'] for subnet, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:31.271112 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-9b349577-f354-4636-b9b4-1b13018c0226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:31.277655 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-9b349577-f354-4636-b9b4-1b13018c0226 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4075f789-f3ae-4155-8ba9-eb1fbb9cbd69 HTTP/1.1" status: 200 len: 797 time: 0.4230473 Nov 25 19:50:31.575773 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-13de7b6d-2c4b-4c68-9456-0e4f8608b6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:31.577413 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-13de7b6d-2c4b-4c68-9456-0e4f8608b6d1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20935496-6e9b-480f-933b-cbeba5774e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2418847 Nov 25 19:50:31.600640 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6ecd6fe-1495-4977-ba84-1f23e5340453 req-dd2930ab-ef97-4db1-9ed0-73dab8d3316f tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889680 Nov 25 19:50:31.675263 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-13380d49-6099-4fe2-9155-740696ce925d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 19:50:31.675263 n-d-819349-5 neutron-server[103601]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 25 19:50:31.675263 n-d-819349-5 neutron-server[103601]: [parameters: {'in_use': 1, 'id_1': '3a443ba5-e393-48f9-835a-0489958e5cc6'}] Nov 25 19:50:31.675263 n-d-819349-5 neutron-server[103601]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:50:31.677354 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-13380d49-6099-4fe2-9155-740696ce925d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:50:31.783624 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-481a6286-0915-47cc-a273-366f8d72ccbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:31.951929 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e3315d6d-ae36-4ee7-87bc-bde2a4a538c5 req-7ae34e87-046f-452a-bf26-dfadfc13ac91 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d853c8f-5219-4883-9c06-4eed0f2bb20b HTTP/1.1" status: 200 len: 210 time: 0.0852993 Nov 25 19:50:32.123277 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-62dd5579-d535-4d77-948a-77eae32fef79 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241849 Nov 25 19:50:32.179152 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-13380d49-6099-4fe2-9155-740696ce925d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:32.411803 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-58d2481b-20c8-4f52-adbf-c228e28a236e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733167145584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5940313'] for subnet, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:32.611244 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-13380d49-6099-4fe2-9155-740696ce925d None None] Allocated IP 172.20.0.3 (083f92dc-de51-482d-8337-021d5df40de2/3a443ba5-e393-48f9-835a-0489958e5cc6/36b9be85-eed8-422c-b755-88cd707b3160) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:33.009524 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d2481b-20c8-4f52-adbf-c228e28a236e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:33.010614 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-58d2481b-20c8-4f52-adbf-c228e28a236e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:33.019032 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57646) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:33.053095 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-58d2481b-20c8-4f52-adbf-c228e28a236e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "PUT /v2.0/subnets/3a443ba5-e393-48f9-835a-0489958e5cc6 HTTP/1.1" status: 200 len: 877 time: 2.5909975 Nov 25 19:50:33.186558 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-13380d49-6099-4fe2-9155-740696ce925d None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:33.201959 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-13380d49-6099-4fe2-9155-740696ce925d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:33.251232 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2481b-20c8-4f52-adbf-c228e28a236e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event updated for resources: {'Subnet': ['ID=3a443ba5-e393-48f9-835a-0489958e5cc6,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:33.305661 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-00f2ed39-dbe0-46b7-a42d-50d1b685c184 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0925255 Nov 25 19:50:33.409457 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d67f27-a01f-433c-a45d-fb65e249bf7a req-52b3fd6d-20e0-4b63-9aee-2ddcd8e3ff14 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:33.424202 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1d67f27-a01f-433c-a45d-fb65e249bf7a req-52b3fd6d-20e0-4b63-9aee-2ddcd8e3ff14 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 944 time: 0.3658910 Nov 25 19:50:33.448241 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b13d9923-563f-413e-a964-b4c4b3c848c0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:33.557489 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13380d49-6099-4fe2-9155-740696ce925d None None] Pushing event updated for resources: {'Port': ['ID=36b9be85-eed8-422c-b755-88cd707b3160,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:33.580599 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13380d49-6099-4fe2-9155-740696ce925d None None] Network 083f92dc-de51-482d-8337-021d5df40de2 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:33.582704 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-13380d49-6099-4fe2-9155-740696ce925d None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:33.586663 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13380d49-6099-4fe2-9155-740696ce925d None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:33.681995 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b13d9923-563f-413e-a964-b4c4b3c848c0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Deleting port 36b9be85-eed8-422c-b755-88cd707b3160 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:33.685235 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b13d9923-563f-413e-a964-b4c4b3c848c0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:33.706923 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-6ff5917a-64ab-4e7e-a860-d0310644912b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=f93249e6-ce45-45b6-a2a1-2fb4c0c58f50 HTTP/1.1" status: 200 len: 217 time: 0.1463532 Nov 25 19:50:33.738653 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1d67f27-a01f-433c-a45d-fb65e249bf7a req-5f64318f-77f0-4615-b4ad-af493b34f8af tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132427 Nov 25 19:50:33.827039 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:33.832515 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-13380d49-6099-4fe2-9155-740696ce925d None None] Attempting to bind port 36b9be85-eed8-422c-b755-88cd707b3160 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:50:33.833118 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-13380d49-6099-4fe2-9155-740696ce925d None None] Attempting to bind port 36b9be85-eed8-422c-b755-88cd707b3160 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '003ceaa9-15f2-46e2-a16a-263e243a7b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '083f92dc-de51-482d-8337-021d5df40de2'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:50:33.836271 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13380d49-6099-4fe2-9155-740696ce925d None None] Attempting to bind port 36b9be85-eed8-422c-b755-88cd707b3160 on network 083f92dc-de51-482d-8337-021d5df40de2 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:50:33.868824 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13380d49-6099-4fe2-9155-740696ce925d None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:50:33.869594 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13380d49-6099-4fe2-9155-740696ce925d None None] Checking segment: {'id': '003ceaa9-15f2-46e2-a16a-263e243a7b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '083f92dc-de51-482d-8337-021d5df40de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:33.870321 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-13380d49-6099-4fe2-9155-740696ce925d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:33.871173 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13380d49-6099-4fe2-9155-740696ce925d None None] Bound using segment: {'id': '003ceaa9-15f2-46e2-a16a-263e243a7b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '083f92dc-de51-482d-8337-021d5df40de2'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:50:33.872030 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-13380d49-6099-4fe2-9155-740696ce925d None None] Bound port: 36b9be85-eed8-422c-b755-88cd707b3160, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003ceaa9-15f2-46e2-a16a-263e243a7b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '083f92dc-de51-482d-8337-021d5df40de2'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:50:33.872849 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-13380d49-6099-4fe2-9155-740696ce925d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:33.897777 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-0b3c515d-4b96-430b-8f7c-d06d8b93d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:33.904402 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-0b3c515d-4b96-430b-8f7c-d06d8b93d53e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4075f789-f3ae-4155-8ba9-eb1fbb9cbd69 HTTP/1.1" status: 200 len: 797 time: 0.1616116 Nov 25 19:50:33.992504 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d506d677-82d0-49b6-a3f1-3f6449fc5800 req-2f5795fd-770f-4b74-ba61-b4c651b7d4f8 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d853c8f-5219-4883-9c06-4eed0f2bb20b HTTP/1.1" status: 200 len: 210 time: 0.0807309 Nov 25 19:50:34.005184 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-b13d9923-563f-413e-a964-b4c4b3c848c0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] For port 36b9be85-eed8-422c-b755-88cd707b3160, host n-d-819349-5, got binding levels [] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:34.005613 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b13d9923-563f-413e-a964-b4c4b3c848c0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:34.060069 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b13d9923-563f-413e-a964-b4c4b3c848c0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Calling delete_port for 36b9be85-eed8-422c-b755-88cd707b3160 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:34.150246 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-a4c29d77-1b15-4c66-be80-d2aab5c68624 req-d973fb47-4432-486d-9df6-4aec6f0e714a service neutron] (103600) timed out ('10.222.0.55', 51506) {{(pid=103600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 19:50:34.198886 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-13380d49-6099-4fe2-9155-740696ce925d None None] For port 36b9be85-eed8-422c-b755-88cd707b3160, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:50:34.205555 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-13380d49-6099-4fe2-9155-740696ce925d None None] For port 36b9be85-eed8-422c-b755-88cd707b3160, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=36b9be85-eed8-422c-b755-88cd707b3160,segment=NetworkSegment(003ceaa9-15f2-46e2-a16a-263e243a7b21),segment_id=003ceaa9-15f2-46e2-a16a-263e243a7b21)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:50:34.209459 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-48969894-79c7-474d-8941-98cc7652578e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:34.213899 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-48969894-79c7-474d-8941-98cc7652578e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20935496-6e9b-480f-933b-cbeba5774e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2172210 Nov 25 19:50:34.221432 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-13380d49-6099-4fe2-9155-740696ce925d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:34.394684 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13380d49-6099-4fe2-9155-740696ce925d None None] Pushing event updated for resources: {'Port': ['ID=36b9be85-eed8-422c-b755-88cd707b3160,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:34.591652 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b13d9923-563f-413e-a964-b4c4b3c848c0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:34.678156 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-c4c4157c-5cfc-47e0-a2c9-eae22c4a9567 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943735 Nov 25 19:50:34.860267 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d9923-563f-413e-a964-b4c4b3c848c0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Port': ['ID=36b9be85-eed8-422c-b755-88cd707b3160,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:35.047597 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13d9923-563f-413e-a964-b4c4b3c848c0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No DVR routers for this DVR port 36b9be85-eed8-422c-b755-88cd707b3160 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:50:35.176419 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-7b4a5c1f-565e-406b-911a-dd199a30907d service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836807 Nov 25 19:50:35.193203 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b13d9923-563f-413e-a964-b4c4b3c848c0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:35.311556 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-c6a9ba35-9bfa-4afc-b97f-caf4a7e8ecc5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b HTTP/1.1" status: 200 len: 217 time: 0.1136756 Nov 25 19:50:35.349545 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b69e2f-7648-4b8c-a82d-b8fb362722e9 req-85ff8dbc-fea1-4581-a119-fb60df09996e tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:35.366584 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-08b69e2f-7648-4b8c-a82d-b8fb362722e9 req-85ff8dbc-fea1-4581-a119-fb60df09996e tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 944 time: 0.3470235 Nov 25 19:50:35.406505 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b13d9923-563f-413e-a964-b4c4b3c848c0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:35.472020 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:35.569095 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d9923-563f-413e-a964-b4c4b3c848c0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Subnet': ['ID=3a443ba5-e393-48f9-835a-0489958e5cc6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:35.617664 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:35.665195 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-c99ea533-5722-4db5-9485-d73d4e7da909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:35.667822 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-c99ea533-5722-4db5-9485-d73d4e7da909 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d3557900-716c-49fc-9261-bbc772127fc4 HTTP/1.1" status: 200 len: 797 time: 0.2293453 Nov 25 19:50:35.707910 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-08b69e2f-7648-4b8c-a82d-b8fb362722e9 req-8138df3e-9b67-414c-8386-9ee6f93cc895 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396430 Nov 25 19:50:35.775879 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b13d9923-563f-413e-a964-b4c4b3c848c0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:35.873375 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b13d9923-563f-413e-a964-b4c4b3c848c0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['083f92dc-de51-482d-8337-021d5df40de2']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:35.902396 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b13d9923-563f-413e-a964-b4c4b3c848c0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003ceaa9-15f2-46e2-a16a-263e243a7b21') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:35.902924 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b13d9923-563f-413e-a964-b4c4b3c848c0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003ceaa9-15f2-46e2-a16a-263e243a7b21') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:35.935168 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b13d9923-563f-413e-a964-b4c4b3c848c0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:35.941032 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-de788946-53fb-4fe7-b043-bdc00c4e99fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:35.952031 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-de788946-53fb-4fe7-b043-bdc00c4e99fb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8aa06786-042e-4faf-b4a5-b6084b1ca237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2341197 Nov 25 19:50:35.970147 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b13d9923-563f-413e-a964-b4c4b3c848c0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:36.002258 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b13d9923-563f-413e-a964-b4c4b3c848c0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:50:36.002750 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b13d9923-563f-413e-a964-b4c4b3c848c0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:50:36.015141 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:50:36.250928 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-ffcb7891-8a4e-48be-a78d-ed3d647f852f service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457602 Nov 25 19:50:36.327867 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-18fa7afd-4ffa-481d-80d3-6bce02eea119 req-d62c2879-72e6-4367-942d-7295ae93293d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d853c8f-5219-4883-9c06-4eed0f2bb20b HTTP/1.1" status: 200 len: 210 time: 0.3743513 Nov 25 19:50:36.367624 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b13d9923-563f-413e-a964-b4c4b3c848c0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:36.387086 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b13d9923-563f-413e-a964-b4c4b3c848c0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:36.409192 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b13d9923-563f-413e-a964-b4c4b3c848c0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/networks/083f92dc-de51-482d-8337-021d5df40de2 HTTP/1.1" status: 204 len: 168 time: 3.3884807 Nov 25 19:50:36.414253 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57708) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:36.520685 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d9923-563f-413e-a964-b4c4b3c848c0 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Network': ['ID=083f92dc-de51-482d-8337-021d5df40de2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:36.685074 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e406f6-5791-4abf-967c-a52438b550a1 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] DELETE failed (client error): The resource could not be found. Nov 25 19:50:36.686276 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e406f6-5791-4abf-967c-a52438b550a1 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:50:36.693146 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-41e406f6-5791-4abf-967c-a52438b550a1 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/subnets/3a443ba5-e393-48f9-835a-0489958e5cc6 HTTP/1.1" status: 404 len: 337 time: 0.2763689 Nov 25 19:50:36.695584 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57712) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:36.725844 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-2714a6a1-72b4-46a3-bd8e-4173cee2f192 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] DELETE failed (client error): The resource could not be found. Nov 25 19:50:36.726349 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2714a6a1-72b4-46a3-bd8e-4173cee2f192 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:50:36.737868 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2714a6a1-72b4-46a3-bd8e-4173cee2f192 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/networks/083f92dc-de51-482d-8337-021d5df40de2 HTTP/1.1" status: 404 len: 339 time: 0.0411174 Nov 25 19:50:36.742325 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57714) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:36.789443 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7017c288-5eb8-445f-807f-115d7db6adb2 None None] Could not find standard attr ID for object 36b9be85-eed8-422c-b755-88cd707b3160. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:50:36.824537 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-33da2e16-0a20-4c7e-96a7-c7595f453112 service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983995 Nov 25 19:50:36.866494 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba94ab06-073d-43db-b0f7-3adf6b9835d1 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] DELETE failed (client error): The resource could not be found. Nov 25 19:50:36.867351 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba94ab06-073d-43db-b0f7-3adf6b9835d1 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:50:36.875068 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ba94ab06-073d-43db-b0f7-3adf6b9835d1 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/subnets/da5d3e4d-e4a3-4600-913c-0679eda109c2 HTTP/1.1" status: 404 len: 337 time: 0.1290309 Nov 25 19:50:36.883681 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57718) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:36.901175 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4b0aea-809a-4504-8aac-82bba9f765f7 None None] DHCP port deletion for 083f92dc-de51-482d-8337-021d5df40de2 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:50:36.929265 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8df1d6-472f-476c-9459-c8929cc99bca None None] Network 083f92dc-de51-482d-8337-021d5df40de2 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:36.983539 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8df1d6-472f-476c-9459-c8929cc99bca None None] Network 083f92dc-de51-482d-8337-021d5df40de2 could not be found, it might have been deleted concurrently. {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 19:50:36.998510 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5be02f-4c22-4753-8ac8-8072cc7fb47f None None] Network 083f92dc-de51-482d-8337-021d5df40de2 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:37.003652 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-85eb2f9f-3289-452f-82b0-6e88e3e93f39 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] DELETE failed (client error): The resource could not be found. Nov 25 19:50:37.004221 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85eb2f9f-3289-452f-82b0-6e88e3e93f39 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:50:37.026720 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-85eb2f9f-3289-452f-82b0-6e88e3e93f39 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/networks/154178aa-1f8b-4369-a5ff-54e74482c1a8 HTTP/1.1" status: 404 len: 339 time: 0.1394265 Nov 25 19:50:37.027475 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57720) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:37.071089 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5be02f-4c22-4753-8ac8-8072cc7fb47f None None] Network 083f92dc-de51-482d-8337-021d5df40de2 could not be found, it might have been deleted concurrently. {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 19:50:37.498028 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 36b9be85-eed8-422c-b755-88cd707b3160 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:50:37.599810 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 36b9be85-eed8-422c-b755-88cd707b3160 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:50:37.602212 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-f7dde613-bf7a-4b93-a24c-a5ca56f80914 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c7c43280-00f8-410b-a2b1-a37e5e2e1f1f HTTP/1.1" status: 200 len: 217 time: 0.7671828 Nov 25 19:50:37.604460 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 36b9be85-eed8-422c-b755-88cd707b3160 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:50:37.651622 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32f82836-8bb3-4ad1-a89d-65c4a9492859 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:37.693489 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-201997b6-7b28-4cee-853c-a942fa5b8e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:37.695060 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-201997b6-7b28-4cee-853c-a942fa5b8e5f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d3557900-716c-49fc-9261-bbc772127fc4 HTTP/1.1" status: 200 len: 797 time: 0.0574515 Nov 25 19:50:37.730359 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335948a-3593-458a-b0e9-2b1d4dfb467f req-0dd2ebf0-c746-4a21-a624-ddbb89a32a11 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:37.734751 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8335948a-3593-458a-b0e9-2b1d4dfb467f req-0dd2ebf0-c746-4a21-a624-ddbb89a32a11 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 944 time: 0.1292701 Nov 25 19:50:37.938221 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32f82836-8bb3-4ad1-a89d-65c4a9492859 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:38.029417 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-32f82836-8bb3-4ad1-a89d-65c4a9492859 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc0b3ee-2f30-42db-bd84-34db1b6353e6']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:38.069633 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-6fddd41b-1c32-456e-b43a-9d5b5c2b0c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:38.077513 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-32f82836-8bb3-4ad1-a89d-65c4a9492859 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8caa2db-0e61-40b9-b2a9-f3f08e2e50ca') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:38.078350 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-32f82836-8bb3-4ad1-a89d-65c4a9492859 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8caa2db-0e61-40b9-b2a9-f3f08e2e50ca') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:38.090553 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-6fddd41b-1c32-456e-b43a-9d5b5c2b0c2f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8aa06786-042e-4faf-b4a5-b6084b1ca237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3430738 Nov 25 19:50:38.128141 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8335948a-3593-458a-b0e9-2b1d4dfb467f req-ed6387e6-3161-4b74-bdf8-859f6d4a23a1 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871694 Nov 25 19:50:38.151527 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32f82836-8bb3-4ad1-a89d-65c4a9492859 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:38.201434 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32f82836-8bb3-4ad1-a89d-65c4a9492859 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:38.265822 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f82836-8bb3-4ad1-a89d-65c4a9492859 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:50:38.266279 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32f82836-8bb3-4ad1-a89d-65c4a9492859 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:50:38.283878 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:50:38.507838 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-90c5e4c4-b938-40d8-842a-22d5883988dd service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781512 Nov 25 19:50:38.599212 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-048acfb6-82c0-43ab-89d7-7a159cc89775 req-70518444-0e00-41f9-b961-52f7b4301b8a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d853c8f-5219-4883-9c06-4eed0f2bb20b HTTP/1.1" status: 200 len: 210 time: 0.0893943 Nov 25 19:50:38.683978 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32f82836-8bb3-4ad1-a89d-65c4a9492859 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:38.700875 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32f82836-8bb3-4ad1-a89d-65c4a9492859 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:38.711678 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-32f82836-8bb3-4ad1-a89d-65c4a9492859 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/networks/1cc0b3ee-2f30-42db-bd84-34db1b6353e6 HTTP/1.1" status: 204 len: 168 time: 1.6826522 Nov 25 19:50:38.722173 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57754) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:38.812430 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a194ab3-9469-429c-bec0-1e618820381a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] DELETE failed (client error): The resource could not be found. Nov 25 19:50:38.814163 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a194ab3-9469-429c-bec0-1e618820381a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:50:38.842902 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7a194ab3-9469-429c-bec0-1e618820381a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/subnets/08a85b2a-a1f7-4f3c-9067-cb89d69457e0 HTTP/1.1" status: 404 len: 337 time: 0.1162839 Nov 25 19:50:38.846086 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f82836-8bb3-4ad1-a89d-65c4a9492859 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Network': ['ID=1cc0b3ee-2f30-42db-bd84-34db1b6353e6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:38.846443 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57756) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:38.873224 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20ddb4d4-0247-4810-babd-0812f4264a30 req-d32b29db-e7e4-4512-b1a8-14deb8981f2d service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708497 Nov 25 19:50:38.894592 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-925587ba-bc6c-47cb-81db-867e3c1e857c tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] DELETE failed (client error): The resource could not be found. Nov 25 19:50:38.895719 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925587ba-bc6c-47cb-81db-867e3c1e857c tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:50:38.903899 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-925587ba-bc6c-47cb-81db-867e3c1e857c tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/networks/5e53cba6-32a1-431a-8f38-cc754d0647e5 HTTP/1.1" status: 404 len: 339 time: 0.0553055 Nov 25 19:50:38.906811 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57760) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:38.983229 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d138c956-38ad-4648-8413-c9ae1c364a4a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] DELETE failed (client error): The resource could not be found. Nov 25 19:50:38.984120 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d138c956-38ad-4648-8413-c9ae1c364a4a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:50:38.991196 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d138c956-38ad-4648-8413-c9ae1c364a4a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/subnets/4a2ed6c8-ca30-4fcd-b28f-6aa74d143a88 HTTP/1.1" status: 404 len: 337 time: 0.0812604 Nov 25 19:50:38.993606 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57762) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:39.096005 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de20bc4-18bb-4241-9e54-8191542e3a75 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] DELETE failed (client error): The resource could not be found. Nov 25 19:50:39.096769 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de20bc4-18bb-4241-9e54-8191542e3a75 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:50:39.104897 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9de20bc4-18bb-4241-9e54-8191542e3a75 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/networks/39e43f85-a54c-4743-a853-59ee8d9d9753 HTTP/1.1" status: 404 len: 339 time: 0.1094842 Nov 25 19:50:39.107781 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57766) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:39.265309 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-76eaf389-170f-4e01-a307-a0163f0a426f tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] DELETE failed (client error): The resource could not be found. Nov 25 19:50:39.267864 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76eaf389-170f-4e01-a307-a0163f0a426f tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:50:39.285409 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-76eaf389-170f-4e01-a307-a0163f0a426f tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/subnets/b211c5c3-b991-4b4a-adb0-d212a37a73a6 HTTP/1.1" status: 404 len: 337 time: 0.1755459 Nov 25 19:50:39.287896 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57772) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:39.364429 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-51126b77-fb29-49ba-b99f-76f734dbaad7 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] DELETE failed (client error): The resource could not be found. Nov 25 19:50:39.369333 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51126b77-fb29-49ba-b99f-76f734dbaad7 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:50:39.379166 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-51126b77-fb29-49ba-b99f-76f734dbaad7 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/networks/f85b8400-c866-48d1-b1c3-dcadedab7a75 HTTP/1.1" status: 404 len: 339 time: 0.0880563 Nov 25 19:50:39.381987 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57774) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:39.495055 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-96dd9c12-3b1e-4dd7-a381-71f85a30543a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] DELETE failed (client error): The resource could not be found. Nov 25 19:50:39.495833 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96dd9c12-3b1e-4dd7-a381-71f85a30543a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:50:39.514458 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-96dd9c12-3b1e-4dd7-a381-71f85a30543a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/subnets/f4134d1e-f910-487b-86a3-49b8b19a9bba HTTP/1.1" status: 404 len: 337 time: 0.1179166 Nov 25 19:50:39.515748 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57780) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:39.607810 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-509b7130-ff0d-4fbc-b457-d21c5653def7 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] DELETE failed (client error): The resource could not be found. Nov 25 19:50:39.608720 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-509b7130-ff0d-4fbc-b457-d21c5653def7 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:50:39.610263 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f22e7b-abbd-4a65-a679-e542732a36de req-d0eff931-491b-47d4-abcc-a4f10ec3fe69 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:39.618122 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33f22e7b-abbd-4a65-a679-e542732a36de req-d0eff931-491b-47d4-abcc-a4f10ec3fe69 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 944 time: 0.2376373 Nov 25 19:50:39.621004 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57782) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:39.630025 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-509b7130-ff0d-4fbc-b457-d21c5653def7 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/networks/fb3a8a74-cd47-4127-a77d-e1f1156336c5 HTTP/1.1" status: 404 len: 339 time: 0.1119940 Nov 25 19:50:39.719699 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b90ec3-227a-48c7-a49f-28857453f300 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] DELETE failed (client error): The resource could not be found. Nov 25 19:50:39.725604 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71b90ec3-227a-48c7-a49f-28857453f300 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:50:39.729264 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-71b90ec3-227a-48c7-a49f-28857453f300 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/subnets/cd9f2c8d-54ec-4b1c-b4b7-7d1a64b5f40a HTTP/1.1" status: 404 len: 337 time: 0.1046548 Nov 25 19:50:39.732090 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57786) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:39.797414 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba49be3a-aaba-4e80-b89b-12c7b6f39219 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] DELETE failed (client error): The resource could not be found. Nov 25 19:50:39.799874 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba49be3a-aaba-4e80-b89b-12c7b6f39219 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:50:39.816228 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ba49be3a-aaba-4e80-b89b-12c7b6f39219 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/networks/cc5e4baf-1394-4328-bf93-371b7910a79e HTTP/1.1" status: 404 len: 339 time: 0.0823054 Nov 25 19:50:39.821626 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57788) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:39.872395 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33f22e7b-abbd-4a65-a679-e542732a36de req-60e9ce88-0159-43f3-b566-aabea4b2c463 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306705 Nov 25 19:50:39.953614 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-400de459-1feb-4a93-8e32-3e571d006573 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] DELETE failed (client error): The resource could not be found. Nov 25 19:50:39.954369 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-400de459-1feb-4a93-8e32-3e571d006573 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:50:39.958008 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-400de459-1feb-4a93-8e32-3e571d006573 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/subnets/eaadcde2-60ca-478c-89c7-9066be62bfb7 HTTP/1.1" status: 404 len: 337 time: 0.1326280 Nov 25 19:50:39.960695 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57798) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:40.018425 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-567b3a79-e0dc-4b43-94d7-2452796f5427 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] DELETE failed (client error): The resource could not be found. Nov 25 19:50:40.019176 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567b3a79-e0dc-4b43-94d7-2452796f5427 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:50:40.035642 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-567b3a79-e0dc-4b43-94d7-2452796f5427 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/networks/86ffb889-3ef7-44b7-ad38-5ffb756b40f0 HTTP/1.1" status: 404 len: 339 time: 0.0735395 Nov 25 19:50:40.038347 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57802) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:40.233905 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e7bf73-79a0-4cd1-820b-8e4edf771aee tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] DELETE failed (client error): The resource could not be found. Nov 25 19:50:40.235085 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e7bf73-79a0-4cd1-820b-8e4edf771aee tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:50:40.239985 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b5e7bf73-79a0-4cd1-820b-8e4edf771aee tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/subnets/e1d002f1-7f4a-4084-9f33-f903ce574b56 HTTP/1.1" status: 404 len: 337 time: 0.1997473 Nov 25 19:50:40.242448 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57806) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:40.315740 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-881c5e0b-a16f-4eee-a83f-44beff80ca8f tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] DELETE failed (client error): The resource could not be found. Nov 25 19:50:40.321768 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-881c5e0b-a16f-4eee-a83f-44beff80ca8f tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:50:40.347709 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-881c5e0b-a16f-4eee-a83f-44beff80ca8f tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/networks/bdf600a5-3f0a-450e-91a1-fa3f8f84cb1f HTTP/1.1" status: 404 len: 339 time: 0.0971420 Nov 25 19:50:40.347966 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57812) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:40.440453 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b24b944-3fb4-4340-a9d2-f63227207d7a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] DELETE failed (client error): The resource could not be found. Nov 25 19:50:40.442541 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b24b944-3fb4-4340-a9d2-f63227207d7a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:50:40.446625 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1b24b944-3fb4-4340-a9d2-f63227207d7a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/subnets/30f35b15-71a2-4c40-9704-d85e1140bebf HTTP/1.1" status: 404 len: 337 time: 0.1017742 Nov 25 19:50:40.449612 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57818) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:40.529334 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-8021a0e6-988d-450a-8657-d6a1f7bd292e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] DELETE failed (client error): The resource could not be found. Nov 25 19:50:40.535788 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8021a0e6-988d-450a-8657-d6a1f7bd292e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:50:40.565412 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8021a0e6-988d-450a-8657-d6a1f7bd292e tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/networks/4907b7a7-d8aa-484e-a691-2dfb3461a919 HTTP/1.1" status: 404 len: 339 time: 0.1138816 Nov 25 19:50:40.568243 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57824) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:40.740841 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c8235f-afb1-4b1d-8ea9-00456823263a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Deleting subnet aef742b0-4d7b-4913-931b-3afb0663575e {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:50:40.758327 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92c8235f-afb1-4b1d-8ea9-00456823263a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:40.988896 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92c8235f-afb1-4b1d-8ea9-00456823263a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:41.205063 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98589-b00b-4a2a-b49e-90f8ba41abb8 req-818e1d0d-3283-443a-a0e7-5338b3459b3e tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:41.223130 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f1e98589-b00b-4a2a-b49e-90f8ba41abb8 req-818e1d0d-3283-443a-a0e7-5338b3459b3e tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 944 time: 0.1685383 Nov 25 19:50:41.347513 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92c8235f-afb1-4b1d-8ea9-00456823263a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:41.381853 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f1e98589-b00b-4a2a-b49e-90f8ba41abb8 req-8bd965eb-0824-4242-8e45-43207e00e5e3 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529546 Nov 25 19:50:41.498093 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92c8235f-afb1-4b1d-8ea9-00456823263a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:41.581955 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f09877a-29da-4ba9-b277-e53e215ea6a4 None None] Network e7777f3b-1608-4d6f-8f9f-0152658b2590 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:41.649118 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:50:41.661581 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92c8235f-afb1-4b1d-8ea9-00456823263a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:41.671524 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57860) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:41.687587 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-92c8235f-afb1-4b1d-8ea9-00456823263a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/subnets/aef742b0-4d7b-4913-931b-3afb0663575e HTTP/1.1" status: 204 len: 168 time: 1.1180851 Nov 25 19:50:41.696926 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8235f-afb1-4b1d-8ea9-00456823263a tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Subnet': ['ID=aef742b0-4d7b-4913-931b-3afb0663575e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:41.866799 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0840300-e553-42b6-9601-3e7b82215c18 req-eb5ad431-126f-4e7e-b8b6-c64945727459 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:41.878947 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0840300-e553-42b6-9601-3e7b82215c18 req-eb5ad431-126f-4e7e-b8b6-c64945727459 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/networks?id=f9395996-8e1e-448f-bf5e-cf052999c475 HTTP/1.1" status: 200 len: 812 time: 0.1932218 Nov 25 19:50:42.070265 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba083ee9-84f0-4792-9897-a10636fd7692 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:42.093334 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0840300-e553-42b6-9601-3e7b82215c18 req-c9b7bb37-3d1e-4524-9dab-15a18e391199 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/quotas/0693fe225e124b1f9efd8df77820112b HTTP/1.1" status: 200 len: 375 time: 0.2132404 Nov 25 19:50:42.155596 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44519037-3259-4f02-8c22-963f0bb955c5 None None] DHCP port deletion for e7777f3b-1608-4d6f-8f9f-0152658b2590 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:50:42.163570 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0840300-e553-42b6-9601-3e7b82215c18 req-8630f470-43d7-417a-abfd-746f8ad6746c tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0693fe225e124b1f9efd8df77820112b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684302 Nov 25 19:50:42.273500 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-44519037-3259-4f02-8c22-963f0bb955c5 None None] Deleting port 7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:42.274769 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-44519037-3259-4f02-8c22-963f0bb955c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:42.288231 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ba083ee9-84f0-4792-9897-a10636fd7692 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Deleting port 7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:42.288839 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba083ee9-84f0-4792-9897-a10636fd7692 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:42.398070 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ba083ee9-84f0-4792-9897-a10636fd7692 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] For port 7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa,segment=NetworkSegment(c957b3f6-03e2-4743-b373-cfdbeb66dd8c),segment_id=c957b3f6-03e2-4743-b373-cfdbeb66dd8c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:42.400795 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba083ee9-84f0-4792-9897-a10636fd7692 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:42.465675 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-44519037-3259-4f02-8c22-963f0bb955c5 None None] For port 7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa,segment=NetworkSegment(c957b3f6-03e2-4743-b373-cfdbeb66dd8c),segment_id=c957b3f6-03e2-4743-b373-cfdbeb66dd8c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:42.466708 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-44519037-3259-4f02-8c22-963f0bb955c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:42.489394 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-44519037-3259-4f02-8c22-963f0bb955c5 None None] Calling delete_port for 7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:42.630493 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ba083ee9-84f0-4792-9897-a10636fd7692 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Calling delete_port for 7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:42.746653 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-44519037-3259-4f02-8c22-963f0bb955c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:42.765426 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44519037-3259-4f02-8c22-963f0bb955c5 None None] No DVR routers for this DVR port 7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:50:42.809547 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44519037-3259-4f02-8c22-963f0bb955c5 None None] Pushing event deleted for resources: {'Port': ['ID=7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:42.857980 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba083ee9-84f0-4792-9897-a10636fd7692 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:42.889033 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba083ee9-84f0-4792-9897-a10636fd7692 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] No DVR routers for this DVR port 7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:50:42.973297 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba083ee9-84f0-4792-9897-a10636fd7692 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Port': ['ID=7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:42.991368 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0840300-e553-42b6-9601-3e7b82215c18 req-5a495dba-c9a4-4d7e-b485-be96bcbe6bcd service neutron] 10.222.0.55 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8235829 Nov 25 19:50:43.313961 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba083ee9-84f0-4792-9897-a10636fd7692 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:43.370975 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-ba083ee9-84f0-4792-9897-a10636fd7692 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7777f3b-1608-4d6f-8f9f-0152658b2590']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:43.408756 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-ba083ee9-84f0-4792-9897-a10636fd7692 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c957b3f6-03e2-4743-b373-cfdbeb66dd8c') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:43.415036 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-ba083ee9-84f0-4792-9897-a10636fd7692 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c957b3f6-03e2-4743-b373-cfdbeb66dd8c') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:43.446939 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0840300-e553-42b6-9601-3e7b82215c18 req-e760db9c-2c57-4d31-9b21-06ccadc19df8 service neutron] 10.222.0.55 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337666 Nov 25 19:50:43.464637 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba083ee9-84f0-4792-9897-a10636fd7692 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:43.520511 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba083ee9-84f0-4792-9897-a10636fd7692 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:43.533215 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba083ee9-84f0-4792-9897-a10636fd7692 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:50:43.533661 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba083ee9-84f0-4792-9897-a10636fd7692 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:50:43.537300 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:50:43.660137 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:50:43.739636 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:50:43.741811 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 7a21c5ed-ba0f-4afc-9eb6-8bfe302699fa not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:50:43.855056 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba083ee9-84f0-4792-9897-a10636fd7692 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:43.879462 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba083ee9-84f0-4792-9897-a10636fd7692 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:43.883075 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ba083ee9-84f0-4792-9897-a10636fd7692 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] 10.222.0.55 "DELETE /v2.0/networks/e7777f3b-1608-4d6f-8f9f-0152658b2590 HTTP/1.1" status: 204 len: 168 time: 2.2085583 Nov 25 19:50:43.967660 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba083ee9-84f0-4792-9897-a10636fd7692 tempest-NetworksTest-1738233565 tempest-NetworksTest-1738233565-project] Pushing event deleted for resources: {'Network': ['ID=e7777f3b-1608-4d6f-8f9f-0152658b2590,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:44.437992 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d0e04-4e15-4ad9-a608-b6d1addcac28 req-fb07dcbf-101e-48d2-8cea-2bb793d3aaf1 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:44.462844 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd0d0e04-4e15-4ad9-a608-b6d1addcac28 req-fb07dcbf-101e-48d2-8cea-2bb793d3aaf1 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 944 time: 0.2907717 Nov 25 19:50:44.600711 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd0d0e04-4e15-4ad9-a608-b6d1addcac28 req-52316c50-5dd3-4c4a-b512-82723450adbb tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343474 Nov 25 19:50:44.737351 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6f63eb5c-0c24-499b-a5ec-f0d2ef2c7bce req-ff93529d-601d-4354-8758-634f980d00c6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e964535-6b5f-4769-a010-ada20dd7c795 HTTP/1.1" status: 200 len: 210 time: 0.0695806 Nov 25 19:50:45.033933 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57940) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:45.417040 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fa84f66b-1f53-4b9a-963f-cf6c1c9ed7b9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b12457497a1145e19f8b24e6669612d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3809960 Nov 25 19:50:45.419858 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57946) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:45.574471 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0891ccb0-2f65-4f61-8813-8b29ca14c163 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:45.716811 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0891ccb0-2f65-4f61-8813-8b29ca14c163 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:45.936972 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0891ccb0-2f65-4f61-8813-8b29ca14c163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:45.952606 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0891ccb0-2f65-4f61-8813-8b29ca14c163 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:45.960513 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0891ccb0-2f65-4f61-8813-8b29ca14c163 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/45f2bc0d-6185-45b7-93c8-bff9fd91fc14 HTTP/1.1" status: 204 len: 168 time: 0.5377669 Nov 25 19:50:46.031093 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891ccb0-2f65-4f61-8813-8b29ca14c163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f2bc0d-6185-45b7-93c8-bff9fd91fc14,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:46.588236 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64e08c-c333-4c1f-9c7d-1a6c0e135812 req-6de961e1-ca83-4f00-ae87-18cf9838d6b1 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:46.598984 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e64e08c-c333-4c1f-9c7d-1a6c0e135812 req-6de961e1-ca83-4f00-ae87-18cf9838d6b1 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 944 time: 0.2095780 Nov 25 19:50:46.864936 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e64e08c-c333-4c1f-9c7d-1a6c0e135812 req-cfa4940f-2937-41cc-90e3-fecf6f23f3e0 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589433 Nov 25 19:50:47.749008 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-7dd90580-169b-4709-a87d-b46d2f77a0b1 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:47.765304 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-7dd90580-169b-4709-a87d-b46d2f77a0b1 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/networks?id=f9395996-8e1e-448f-bf5e-cf052999c475 HTTP/1.1" status: 200 len: 812 time: 0.5277600 Nov 25 19:50:47.831716 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-49d2af92-bd3c-4251-ba9d-5e4f3b433917 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/quotas/0693fe225e124b1f9efd8df77820112b HTTP/1.1" status: 200 len: 375 time: 0.0628047 Nov 25 19:50:47.978944 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-07d86471-7957-48c2-9b00-d366c0660657 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0693fe225e124b1f9efd8df77820112b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1461854 Nov 25 19:50:48.551978 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-8e7a2200-c63c-4a85-872c-e4f83f1b9c03 service neutron] 10.222.0.55 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718086 Nov 25 19:50:48.663679 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58034) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:48.866209 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-c06350db-1f8e-45d0-a55e-f63c6b3652b4 service neutron] 10.222.0.55 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941244 Nov 25 19:50:48.984416 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-18bcbe58-b2eb-4ec7-a900-735275a99a53 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1931087169'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:49.064474 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bcbe58-b2eb-4ec7-a900-735275a99a53 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:49.072810 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18bcbe58-b2eb-4ec7-a900-735275a99a53 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:49.107471 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18bcbe58-b2eb-4ec7-a900-735275a99a53 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:49.448508 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18bcbe58-b2eb-4ec7-a900-735275a99a53 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:49.457015 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18bcbe58-b2eb-4ec7-a900-735275a99a53 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:49.535765 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18bcbe58-b2eb-4ec7-a900-735275a99a53 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:50:49.569051 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bcbe58-b2eb-4ec7-a900-735275a99a53 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cffa5870-b5f2-43cd-9950-ba552f06236b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:49.583740 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18bcbe58-b2eb-4ec7-a900-735275a99a53 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:49.585598 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-18bcbe58-b2eb-4ec7-a900-735275a99a53 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Added segment 7a900846-f5d5-4694-92a7-4511c7fdbdd4 of type vlan for network 3c89ac74-f3a7-4010-8c81-00699a41cf6d Nov 25 19:50:49.701851 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18bcbe58-b2eb-4ec7-a900-735275a99a53 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:49.752121 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18bcbe58-b2eb-4ec7-a900-735275a99a53 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:49.779065 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bcbe58-b2eb-4ec7-a900-735275a99a53 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:49.786032 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18bcbe58-b2eb-4ec7-a900-735275a99a53 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:49.946598 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bcbe58-b2eb-4ec7-a900-735275a99a53 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Network': ['ID=3c89ac74-f3a7-4010-8c81-00699a41cf6d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:49.963788 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-18bcbe58-b2eb-4ec7-a900-735275a99a53 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2985563 Nov 25 19:50:49.972808 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58068) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:49.975127 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 3c89ac74-f3a7-4010-8c81-00699a41cf6d details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:50:49.979496 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-796b5a45-665b-4c35-b347-7b6090c0b389 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'port': {'network_id': '3c89ac74-f3a7-4010-8c81-00699a41cf6d', 'name': 'tempest-PortsIpV6TestJSON-228658186'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:50.242601 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796b5a45-665b-4c35-b347-7b6090c0b389 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:50.255558 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-796b5a45-665b-4c35-b347-7b6090c0b389 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:50.299145 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-796b5a45-665b-4c35-b347-7b6090c0b389 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] device_id is not set on port d729fb0f-1cd2-47fc-ad35-6419171fd70a yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:50:50.600916 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-796b5a45-665b-4c35-b347-7b6090c0b389 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:50.711336 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-796b5a45-665b-4c35-b347-7b6090c0b389 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:50.781160 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b5a45-665b-4c35-b347-7b6090c0b389 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Port': ['ID=d729fb0f-1cd2-47fc-ad35-6419171fd70a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:50.806596 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c382e2-0696-4c08-a89f-9148957dead6 req-0fd6a7fc-b42c-4253-9b25-73d5ce4e0260 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:50.818614 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-59c382e2-0696-4c08-a89f-9148957dead6 req-0fd6a7fc-b42c-4253-9b25-73d5ce4e0260 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 944 time: 0.6181154 Nov 25 19:50:50.909299 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b5a45-665b-4c35-b347-7b6090c0b389 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Checking segment: {'id': '7a900846-f5d5-4694-92a7-4511c7fdbdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3c89ac74-f3a7-4010-8c81-00699a41cf6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:50.910099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796b5a45-665b-4c35-b347-7b6090c0b389 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network hostable DHCP agents. Network: 3c89ac74-f3a7-4010-8c81-00699a41cf6d, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:50:50.933995 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-59c382e2-0696-4c08-a89f-9148957dead6 req-1111c7ab-ac98-4d70-95f4-e55b0679646e tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117222 Nov 25 19:50:50.981528 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796b5a45-665b-4c35-b347-7b6090c0b389 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network 3c89ac74-f3a7-4010-8c81-00699a41cf6d is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:50:51.025902 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-796b5a45-665b-4c35-b347-7b6090c0b389 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 3c89ac74-f3a7-4010-8c81-00699a41cf6d) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:51.041822 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b50f42-cc2e-429a-a3c3-033abfc31b79 None None] Network 3c89ac74-f3a7-4010-8c81-00699a41cf6d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:51.101468 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796b5a45-665b-4c35-b347-7b6090c0b389 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:51.108100 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796b5a45-665b-4c35-b347-7b6090c0b389 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:51.109000 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-796b5a45-665b-4c35-b347-7b6090c0b389 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:51.164842 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cb55f40e-80dd-495d-9865-911b8f26d7ab req-0d9d796d-98ce-4d0a-96f2-99106f12bf80 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=357a6990-6163-4582-bece-c18ffa8d8813 HTTP/1.1" status: 200 len: 210 time: 0.1356685 Nov 25 19:50:51.202499 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-796b5a45-665b-4c35-b347-7b6090c0b389 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2318082 Nov 25 19:50:51.207237 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58092) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:51.221051 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fb0a12fc-04df-4469-b177-6ffba1beaec8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1376605753'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:51.322384 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0a12fc-04df-4469-b177-6ffba1beaec8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:51.338987 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb0a12fc-04df-4469-b177-6ffba1beaec8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:51.441548 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0a12fc-04df-4469-b177-6ffba1beaec8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:50:51.457148 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb0a12fc-04df-4469-b177-6ffba1beaec8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:51.457939 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-fb0a12fc-04df-4469-b177-6ffba1beaec8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Added segment 3fd237b2-875d-4c57-9ab3-81ecc55290cd of type vlan for network 5af801bd-8d8a-4efa-94f6-f5153d8f03b5 Nov 25 19:50:51.516918 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb0a12fc-04df-4469-b177-6ffba1beaec8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:51.556217 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb0a12fc-04df-4469-b177-6ffba1beaec8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:51.566823 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0a12fc-04df-4469-b177-6ffba1beaec8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:51.567716 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb0a12fc-04df-4469-b177-6ffba1beaec8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:51.597360 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fb0a12fc-04df-4469-b177-6ffba1beaec8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3880169 Nov 25 19:50:51.600270 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58098) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:51.619758 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-f3df6a17-d583-4c36-818a-c7a683cdbfca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'ports': [{'network_id': '3c89ac74-f3a7-4010-8c81-00699a41cf6d'}, {'network_id': '5af801bd-8d8a-4efa-94f6-f5153d8f03b5'}]} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:51.620938 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-f3df6a17-d583-4c36-818a-c7a683cdbfca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'port': {'network_id': '3c89ac74-f3a7-4010-8c81-00699a41cf6d'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:51.622201 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-f3df6a17-d583-4c36-818a-c7a683cdbfca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'port': {'network_id': '5af801bd-8d8a-4efa-94f6-f5153d8f03b5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:51.675411 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a12fc-04df-4469-b177-6ffba1beaec8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Network': ['ID=5af801bd-8d8a-4efa-94f6-f5153d8f03b5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:51.698156 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 5af801bd-8d8a-4efa-94f6-f5153d8f03b5 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:50:52.010025 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3df6a17-d583-4c36-818a-c7a683cdbfca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'port': 2} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:52.015567 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f3df6a17-d583-4c36-818a-c7a683cdbfca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:52.057027 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f3df6a17-d583-4c36-818a-c7a683cdbfca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:52.149790 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-d21a7e53-5f4c-411d-ba47-6ecfabb1413a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:52.151363 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-d21a7e53-5f4c-411d-ba47-6ecfabb1413a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.73 "GET /v2.0/networks?id=f9395996-8e1e-448f-bf5e-cf052999c475 HTTP/1.1" status: 200 len: 812 time: 0.2869458 Nov 25 19:50:52.199964 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-4293327c-ccf8-46cb-b5b0-be56a3c91045 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Request body: {'port': {'device_id': '357a6990-6163-4582-bece-c18ffa8d8813', 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475', 'admin_state_up': True, 'tenant_id': '0693fe225e124b1f9efd8df77820112b'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:52.228157 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccfd34-14f4-4bf4-805e-09807b2bacfb req-40f674b2-612b-49b4-b974-136a38652e32 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:52.229746 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d1ccfd34-14f4-4bf4-805e-09807b2bacfb req-40f674b2-612b-49b4-b974-136a38652e32 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 944 time: 0.1903570 Nov 25 19:50:52.240673 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b77eb65-9cd0-44c6-a4c4-338d8686d585 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:50:52.267530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-f3df6a17-d583-4c36-818a-c7a683cdbfca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] device_id is not set on port b0206e6f-ed7a-4a24-bac9-6ee59eccb298 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:50:52.410688 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d1ccfd34-14f4-4bf4-805e-09807b2bacfb req-7644ccb4-d39d-4996-9c51-2f6fe1e6861b tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516888 Nov 25 19:50:52.508732 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b77eb65-9cd0-44c6-a4c4-338d8686d585, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b77eb65-9cd0-44c6-a4c4-338d8686d585,segment=NetworkSegment(192a7c7c-2687-4772-a662-fc33bfbaecb6),segment_id=192a7c7c-2687-4772-a662-fc33bfbaecb6)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:52.537526 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '6b77eb65-9cd0-44c6-a4c4-338d8686d585', 'network_id': 'f51730a2-8edb-4ebf-9106-0ab438d7dded', 'port_id': '6b77eb65-9cd0-44c6-a4c4-338d8686d585', 'mac_address': 'fa:16:3e:fa:86:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4dba496-447a-4769-abf8-07cfdf8254fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:50:52.613671 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:52.638505 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b77eb65-9cd0-44c6-a4c4-338d8686d585 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:50:52.640015 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-66c05ddc-d1d0-4864-b500-baf027480acc req-76d8882c-f7e7-4783-9689-85079cdc596c tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=357a6990-6163-4582-bece-c18ffa8d8813 HTTP/1.1" status: 200 len: 210 time: 0.0598996 Nov 25 19:50:52.685592 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-4293327c-ccf8-46cb-b5b0-be56a3c91045 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Made reservation on behalf of 0693fe225e124b1f9efd8df77820112b for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:52.702742 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-4293327c-ccf8-46cb-b5b0-be56a3c91045 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:52.717909 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b77eb65-9cd0-44c6-a4c4-338d8686d585, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b77eb65-9cd0-44c6-a4c4-338d8686d585,segment=NetworkSegment(192a7c7c-2687-4772-a662-fc33bfbaecb6),segment_id=192a7c7c-2687-4772-a662-fc33bfbaecb6)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:52.727293 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:52.848710 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f3df6a17-d583-4c36-818a-c7a683cdbfca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:52.863538 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6b77eb65-9cd0-44c6-a4c4-338d8686d585,revision_number=9']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:53.009861 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-f3df6a17-d583-4c36-818a-c7a683cdbfca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] device_id is not set on port eb81bcb7-890e-463f-9a26-e82d8c1d3c27 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:50:53.056806 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['6b77eb65-9cd0-44c6-a4c4-338d8686d585'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:50:53.131733 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-4293327c-ccf8-46cb-b5b0-be56a3c91045 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Allocated IP 172.20.0.6 (f9395996-8e1e-448f-bf5e-cf052999c475/6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b/a76874ad-f289-4b40-b125-fc2ddc3bf343) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:53.676728 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-4293327c-ccf8-46cb-b5b0-be56a3c91045 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:53.714755 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:53.768762 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f3df6a17-d583-4c36-818a-c7a683cdbfca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:53.776751 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-4293327c-ccf8-46cb-b5b0-be56a3c91045 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:53.872187 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-4293327c-ccf8-46cb-b5b0-be56a3c91045 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Network f9395996-8e1e-448f-bf5e-cf052999c475 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:53.888524 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-4293327c-ccf8-46cb-b5b0-be56a3c91045 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:53.890426 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293327c-ccf8-46cb-b5b0-be56a3c91045 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Pushing event updated for resources: {'Port': ['ID=a76874ad-f289-4b40-b125-fc2ddc3bf343,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:53.893267 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-4293327c-ccf8-46cb-b5b0-be56a3c91045 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:53.905111 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd07ca-7c0a-496e-88c8-b1741b347484 req-8c77af9c-467f-4fce-b0ce-db36cc931b86 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:53.906875 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dfcd07ca-7c0a-496e-88c8-b1741b347484 req-8c77af9c-467f-4fce-b0ce-db36cc931b86 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 945 time: 0.2967832 Nov 25 19:50:53.915913 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576cfcfc-dc08-4fe7-9912-bce1c41eb012 None None] DHCP port deletion for f9395996-8e1e-448f-bf5e-cf052999c475 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:50:53.938828 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f3df6a17-d583-4c36-818a-c7a683cdbfca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:54.010081 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-fd4115e2-a05b-4507-94a9-dc7298762201 None None] Provisioning complete for port a76874ad-f289-4b40-b125-fc2ddc3bf343 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:54.010857 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fd4115e2-a05b-4507-94a9-dc7298762201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:54.042768 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3df6a17-d583-4c36-818a-c7a683cdbfca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network 3c89ac74-f3a7-4010-8c81-00699a41cf6d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:54.059145 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-4293327c-ccf8-46cb-b5b0-be56a3c91045 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:54.059145 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-4293327c-ccf8-46cb-b5b0-be56a3c91045 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:54.060563 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-fd4115e2-a05b-4507-94a9-dc7298762201 None None] Port a76874ad-f289-4b40-b125-fc2ddc3bf343 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:50:54.081615 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-f3df6a17-d583-4c36-818a-c7a683cdbfca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:54.088828 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3df6a17-d583-4c36-818a-c7a683cdbfca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:54.089934 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f3df6a17-d583-4c36-818a-c7a683cdbfca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:54.092461 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df6a17-d583-4c36-818a-c7a683cdbfca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Port': ['ID=b0206e6f-ed7a-4a24-bac9-6ee59eccb298,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:54.111174 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dfcd07ca-7c0a-496e-88c8-b1741b347484 req-6ecdc40b-17ac-4b3e-8737-9fa4a36f1769 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775808 Nov 25 19:50:54.119583 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-4293327c-ccf8-46cb-b5b0-be56a3c91045 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9565926 Nov 25 19:50:54.211880 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df6a17-d583-4c36-818a-c7a683cdbfca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Port': ['ID=eb81bcb7-890e-463f-9a26-e82d8c1d3c27,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:54.225031 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df6a17-d583-4c36-818a-c7a683cdbfca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Checking segment: {'id': '3fd237b2-875d-4c57-9ab3-81ecc55290cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5af801bd-8d8a-4efa-94f6-f5153d8f03b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:54.225410 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3df6a17-d583-4c36-818a-c7a683cdbfca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network hostable DHCP agents. Network: 5af801bd-8d8a-4efa-94f6-f5153d8f03b5, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:50:54.260292 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b77eb65-9cd0-44c6-a4c4-338d8686d585 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:50:54.290384 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3df6a17-d583-4c36-818a-c7a683cdbfca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network 5af801bd-8d8a-4efa-94f6-f5153d8f03b5 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:50:54.330326 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-f3df6a17-d583-4c36-818a-c7a683cdbfca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 5af801bd-8d8a-4efa-94f6-f5153d8f03b5) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:54.340533 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:54.347351 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3df6a17-d583-4c36-818a-c7a683cdbfca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:54.349960 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9f49ef-78d3-4661-8dc4-69e4f0fa2a9f None None] Network 5af801bd-8d8a-4efa-94f6-f5153d8f03b5 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:54.361843 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3df6a17-d583-4c36-818a-c7a683cdbfca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:54.374158 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3df6a17-d583-4c36-818a-c7a683cdbfca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:54.376232 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f3df6a17-d583-4c36-818a-c7a683cdbfca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:54.424095 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3e04a-ad5b-400f-9c91-2c235db70547 req-278e62f7-925d-4783-8455-53b8939b4236 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:54.426107 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c5d3e04a-ad5b-400f-9c91-2c235db70547 req-278e62f7-925d-4783-8455-53b8939b4236 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=357a6990-6163-4582-bece-c18ffa8d8813 HTTP/1.1" status: 200 len: 931 time: 0.1476159 Nov 25 19:50:54.433356 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58196) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:54.434254 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f3df6a17-d583-4c36-818a-c7a683cdbfca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8304961 Nov 25 19:50:54.540556 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-de89b99c-e4bd-4084-b123-525f5364b49c service neutron] Request body: {'port': {'device_id': '357a6990-6163-4582-bece-c18ffa8d8813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:54.576708 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c5d3e04a-ad5b-400f-9c91-2c235db70547 req-50b9876a-e5c0-48d5-8eb9-42ec557823e6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180494 Nov 25 19:50:54.630250 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 6b77eb65-9cd0-44c6-a4c4-338d8686d585 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:54.630250 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:54.668536 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2d0d603d-53c5-4cfc-88dd-68e6c75b7896 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting port eb81bcb7-890e-463f-9a26-e82d8c1d3c27 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:54.669097 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d0d603d-53c5-4cfc-88dd-68e6c75b7896 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:54.676243 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-de89b99c-e4bd-4084-b123-525f5364b49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:54.801899 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d0d603d-53c5-4cfc-88dd-68e6c75b7896 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:54.841935 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2d0d603d-53c5-4cfc-88dd-68e6c75b7896 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Calling delete_port for eb81bcb7-890e-463f-9a26-e82d8c1d3c27 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:54.888396 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:54.943579 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b9cd29-bb66-4c0e-9558-6e20b21fc858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b77eb65-9cd0-44c6-a4c4-338d8686d585'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:50:54.947692 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a45f779-86fa-4e12-bf90-0d5e6ab990f8" -d '{"events": [{"server_uuid": "c7b9cd29-bb66-4c0e-9558-6e20b21fc858", "name": "network-vif-plugged", "status": "completed", "tag": "6b77eb65-9cd0-44c6-a4c4-338d8686d585"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:50:55.007271 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 6b77eb65-9cd0-44c6-a4c4-338d8686d585, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b77eb65-9cd0-44c6-a4c4-338d8686d585,segment=NetworkSegment(192a7c7c-2687-4772-a662-fc33bfbaecb6),segment_id=192a7c7c-2687-4772-a662-fc33bfbaecb6)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:55.019182 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:55.147063 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97217b39-ffc3-4a04-ad7d-ac1011d3b7c1 x-openstack-request-id: req-97217b39-ffc3-4a04-ad7d-ac1011d3b7c1 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:50:55.147481 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b9cd29-bb66-4c0e-9558-6e20b21fc858", "name": "network-vif-plugged", "status": "completed", "tag": "6b77eb65-9cd0-44c6-a4c4-338d8686d585", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:50:55.151749 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97217b39-ffc3-4a04-ad7d-ac1011d3b7c1 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:50:55.155100 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b9cd29-bb66-4c0e-9558-6e20b21fc858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b77eb65-9cd0-44c6-a4c4-338d8686d585', 'code': 200} Nov 25 19:50:55.279391 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d0d603d-53c5-4cfc-88dd-68e6c75b7896 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:55.364630 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-de89b99c-e4bd-4084-b123-525f5364b49c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76874ad-f289-4b40-b125-fc2ddc3bf343 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:50:55.372360 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d603d-53c5-4cfc-88dd-68e6c75b7896 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Port': ['ID=eb81bcb7-890e-463f-9a26-e82d8c1d3c27,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:55.386984 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-de89b99c-e4bd-4084-b123-525f5364b49c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:55.397323 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d0d603d-53c5-4cfc-88dd-68e6c75b7896 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:55.403968 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2d0d603d-53c5-4cfc-88dd-68e6c75b7896 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/ports/eb81bcb7-890e-463f-9a26-e82d8c1d3c27 HTTP/1.1" status: 204 len: 168 time: 0.9658208 Nov 25 19:50:55.406021 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58222) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:55.544668 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3623b440-7f21-47ce-91b4-91f043cefb2c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:55.553617 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3623b440-7f21-47ce-91b4-91f043cefb2c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:55.568587 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3623b440-7f21-47ce-91b4-91f043cefb2c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1589463 Nov 25 19:50:55.569288 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58228) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:55.569756 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-de89b99c-e4bd-4084-b123-525f5364b49c service neutron] Transition to ACTIVE for port object a76874ad-f289-4b40-b125-fc2ddc3bf343 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:50:55.598631 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-de89b99c-e4bd-4084-b123-525f5364b49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:55.626993 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1c8db-0003-4cee-8284-38f8390251b5 req-6104cabf-9f9c-447e-8168-f128f5dd8122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:55.630572 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ccf1c8db-0003-4cee-8284-38f8390251b5 req-6104cabf-9f9c-447e-8168-f128f5dd8122 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 1098 time: 0.2157102 Nov 25 19:50:55.735102 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=6b77eb65-9cd0-44c6-a4c4-338d8686d585,revision_number=10']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:55.742432 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d44ef-fa35-4fc5-9b49-5bf5e99abd4b req-e8579151-1052-47c9-b493-aa924f6e6b8f tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:55.745197 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-553d44ef-fa35-4fc5-9b49-5bf5e99abd4b req-e8579151-1052-47c9-b493-aa924f6e6b8f tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.3519876 Nov 25 19:50:55.766762 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-dba05cf9-49dc-469c-892d-912de2a21d17 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting port b0206e6f-ed7a-4a24-bac9-6ee59eccb298 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:55.767313 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dba05cf9-49dc-469c-892d-912de2a21d17 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:55.848385 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4842d105-38ec-4fca-be60-2be4618a1838 None None] DHCP port deletion for f9395996-8e1e-448f-bf5e-cf052999c475 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:50:55.855036 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89b99c-e4bd-4084-b123-525f5364b49c service neutron] Pushing event updated for resources: {'Port': ['ID=a76874ad-f289-4b40-b125-fc2ddc3bf343,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:55.928035 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ccf1c8db-0003-4cee-8284-38f8390251b5 req-22ec8804-8140-4062-bde5-f202652d440f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989558 Nov 25 19:50:55.959454 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dba05cf9-49dc-469c-892d-912de2a21d17 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:55.982159 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-dba05cf9-49dc-469c-892d-912de2a21d17 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Calling delete_port for b0206e6f-ed7a-4a24-bac9-6ee59eccb298 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:56.020368 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-553d44ef-fa35-4fc5-9b49-5bf5e99abd4b req-f5418e2c-e8f5-423b-8355-805b10a62b82 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016265 Nov 25 19:50:56.083354 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-de89b99c-e4bd-4084-b123-525f5364b49c service neutron] Attempting to bind port a76874ad-f289-4b40-b125-fc2ddc3bf343 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:50:56.084076 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-de89b99c-e4bd-4084-b123-525f5364b49c service neutron] Attempting to bind port a76874ad-f289-4b40-b125-fc2ddc3bf343 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'a2b88b42-b2ad-4680-bdc7-a4767e8278d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:50:56.087868 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-de89b99c-e4bd-4084-b123-525f5364b49c service neutron] Attempting to bind port a76874ad-f289-4b40-b125-fc2ddc3bf343 on network f9395996-8e1e-448f-bf5e-cf052999c475 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:50:56.115860 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-de89b99c-e4bd-4084-b123-525f5364b49c service neutron] Port a76874ad-f289-4b40-b125-fc2ddc3bf343 on network f9395996-8e1e-448f-bf5e-cf052999c475 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:50:56.116391 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-de89b99c-e4bd-4084-b123-525f5364b49c service neutron] Attempting to bind port a76874ad-f289-4b40-b125-fc2ddc3bf343 on network f9395996-8e1e-448f-bf5e-cf052999c475 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:50:56.128485 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-de89b99c-e4bd-4084-b123-525f5364b49c service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:50:56.129925 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-de89b99c-e4bd-4084-b123-525f5364b49c service neutron] Checking segment: {'id': 'a2b88b42-b2ad-4680-bdc7-a4767e8278d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:56.130331 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-de89b99c-e4bd-4084-b123-525f5364b49c service neutron] Bound using segment: {'id': 'a2b88b42-b2ad-4680-bdc7-a4767e8278d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:50:56.131234 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-de89b99c-e4bd-4084-b123-525f5364b49c service neutron] Bound port: a76874ad-f289-4b40-b125-fc2ddc3bf343, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b88b42-b2ad-4680-bdc7-a4767e8278d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:50:56.131936 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-de89b99c-e4bd-4084-b123-525f5364b49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:56.167737 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dba05cf9-49dc-469c-892d-912de2a21d17 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:56.223400 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dba05cf9-49dc-469c-892d-912de2a21d17 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:56.231294 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-dba05cf9-49dc-469c-892d-912de2a21d17 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/ports/b0206e6f-ed7a-4a24-bac9-6ee59eccb298 HTTP/1.1" status: 204 len: 168 time: 0.6607399 Nov 25 19:50:56.244677 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58242) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:56.277094 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba05cf9-49dc-469c-892d-912de2a21d17 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Port': ['ID=b0206e6f-ed7a-4a24-bac9-6ee59eccb298,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:56.408273 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462602ce-eaa6-4498-ab0b-6dfa351b969a req-b44ede51-d691-4a43-8881-b0f4bca671cb tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:56.411251 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-462602ce-eaa6-4498-ab0b-6dfa351b969a req-b44ede51-d691-4a43-8881-b0f4bca671cb tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=357a6990-6163-4582-bece-c18ffa8d8813 HTTP/1.1" status: 200 len: 943 time: 0.2588742 Nov 25 19:50:56.431783 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-de89b99c-e4bd-4084-b123-525f5364b49c service neutron] For port a76874ad-f289-4b40-b125-fc2ddc3bf343, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:50:56.442546 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-de89b99c-e4bd-4084-b123-525f5364b49c service neutron] For port a76874ad-f289-4b40-b125-fc2ddc3bf343, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=a76874ad-f289-4b40-b125-fc2ddc3bf343,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:50:56.481375 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae924d8a-d66e-4093-be76-570d21f73c75 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:56.489730 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58252) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:56.490578 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ae924d8a-d66e-4093-be76-570d21f73c75 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2361505 Nov 25 19:50:56.492757 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-de89b99c-e4bd-4084-b123-525f5364b49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:56.542024 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6a974f-b8d5-4f99-8b0e-c0dfaa96dec3 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] GET failed (client error): The resource could not be found. Nov 25 19:50:56.544610 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bf6a974f-b8d5-4f99-8b0e-c0dfaa96dec3 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "GET /v2.0/ports/eb81bcb7-890e-463f-9a26-e82d8c1d3c27 HTTP/1.1" status: 404 len: 333 time: 0.0531569 Nov 25 19:50:56.551635 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58254) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:56.586753 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-de89b99c-e4bd-4084-b123-525f5364b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:56.587836 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-de89b99c-e4bd-4084-b123-525f5364b49c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:56.590500 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-de89b99c-e4bd-4084-b123-525f5364b49c service neutron] 10.222.0.73 "PUT /v2.0/ports/a76874ad-f289-4b40-b125-fc2ddc3bf343 HTTP/1.1" status: 200 len: 1091 time: 2.4455295 Nov 25 19:50:56.599891 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357a6990-6163-4582-bece-c18ffa8d8813', 'tag': 'a76874ad-f289-4b40-b125-fc2ddc3bf343'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:50:56.604175 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82a1cf7-671a-42d1-8721-b143e08b8cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "357a6990-6163-4582-bece-c18ffa8d8813", "tag": "a76874ad-f289-4b40-b125-fc2ddc3bf343"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:50:56.611549 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dc943f-3b0a-4248-b167-57e9ffe7b761 None None] DHCP port deletion for f9395996-8e1e-448f-bf5e-cf052999c475 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:50:56.629566 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-597effb1-ba00-4649-8ef5-1411f8f916ad tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] GET failed (client error): The resource could not be found. Nov 25 19:50:56.642343 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-597effb1-ba00-4649-8ef5-1411f8f916ad tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "GET /v2.0/ports/b0206e6f-ed7a-4a24-bac9-6ee59eccb298 HTTP/1.1" status: 404 len: 333 time: 0.0873649 Nov 25 19:50:56.655082 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58258) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:56.798899 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-462602ce-eaa6-4498-ab0b-6dfa351b969a req-bbb55f78-cf03-481d-9cf7-ca53a8d01b08 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713341 Nov 25 19:50:56.802511 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89b99c-e4bd-4084-b123-525f5364b49c service neutron] Pushing event updated for resources: {'Port': ['ID=a76874ad-f289-4b40-b125-fc2ddc3bf343,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:56.839952 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-6d90104a-714e-47f7-b654-e0116913e4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:56.839952 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-6d90104a-714e-47f7-b654-e0116913e4b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0693fe225e124b1f9efd8df77820112b&device_id=357a6990-6163-4582-bece-c18ffa8d8813 HTTP/1.1" status: 200 len: 1094 time: 0.1708889 Nov 25 19:50:56.882160 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-296d2078-2d02-414d-91bc-eff78052cbdc tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:57.135730 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-56c19414-e356-4b13-a85b-2a8e60e05e42 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a76874ad-f289-4b40-b125-fc2ddc3bf343 HTTP/1.1" status: 200 len: 217 time: 0.2863946 Nov 25 19:50:57.275027 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0406f485-b556-4eba-b661-c07e72ab4a75 x-openstack-request-id: req-0406f485-b556-4eba-b661-c07e72ab4a75 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:50:57.275510 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357a6990-6163-4582-bece-c18ffa8d8813", "tag": "a76874ad-f289-4b40-b125-fc2ddc3bf343", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:50:57.278314 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0406f485-b556-4eba-b661-c07e72ab4a75 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:50:57.279296 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '357a6990-6163-4582-bece-c18ffa8d8813', 'tag': 'a76874ad-f289-4b40-b125-fc2ddc3bf343', 'status': 'completed', 'code': 200} Nov 25 19:50:57.283839 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-296d2078-2d02-414d-91bc-eff78052cbdc tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:57.342903 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-711ea6d4-b2a5-463d-b02d-eb814711cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:57.345054 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-711ea6d4-b2a5-463d-b02d-eb814711cf54 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b HTTP/1.1" status: 200 len: 852 time: 0.1958895 Nov 25 19:50:57.392543 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-296d2078-2d02-414d-91bc-eff78052cbdc tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af801bd-8d8a-4efa-94f6-f5153d8f03b5']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:57.414246 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-296d2078-2d02-414d-91bc-eff78052cbdc tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd237b2-875d-4c57-9ab3-81ecc55290cd') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:57.428278 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-296d2078-2d02-414d-91bc-eff78052cbdc tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd237b2-875d-4c57-9ab3-81ecc55290cd') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:57.432997 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-29a3435a-6c58-497a-93cb-7da22595eb7b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9395996-8e1e-448f-bf5e-cf052999c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733809 Nov 25 19:50:57.486318 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-296d2078-2d02-414d-91bc-eff78052cbdc tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:57.535169 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-296d2078-2d02-414d-91bc-eff78052cbdc tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:57.549758 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296d2078-2d02-414d-91bc-eff78052cbdc tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:50:57.550774 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-296d2078-2d02-414d-91bc-eff78052cbdc tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:50:57.560038 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:50:57.689062 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c6ae7-d0cb-4a25-a651-cbce17569105 req-e7181909-6688-4a5e-808e-1926045fcff5 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:57.691931 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-892c6ae7-d0cb-4a25-a651-cbce17569105 req-e7181909-6688-4a5e-808e-1926045fcff5 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.2939198 Nov 25 19:50:57.737275 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-296d2078-2d02-414d-91bc-eff78052cbdc tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:57.747606 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-296d2078-2d02-414d-91bc-eff78052cbdc tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:57.755758 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-296d2078-2d02-414d-91bc-eff78052cbdc tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/networks/5af801bd-8d8a-4efa-94f6-f5153d8f03b5 HTTP/1.1" status: 204 len: 168 time: 1.0947537 Nov 25 19:50:57.769723 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58316) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:57.785714 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-4c817c9e-d105-4945-80f3-f234c75f125c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-413159795'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:57.814811 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d2078-2d02-414d-91bc-eff78052cbdc tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Network': ['ID=5af801bd-8d8a-4efa-94f6-f5153d8f03b5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:57.851428 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-788ab58f-2a73-498f-ab9c-0b0910e5dddf service neutron] 10.222.0.73 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008226 Nov 25 19:50:57.933971 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-892c6ae7-d0cb-4a25-a651-cbce17569105 req-0a36501a-bbb2-4321-962e-639e2296baa9 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244086 Nov 25 19:50:57.990338 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c817c9e-d105-4945-80f3-f234c75f125c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:57.993366 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c817c9e-d105-4945-80f3-f234c75f125c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:58.043560 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c817c9e-d105-4945-80f3-f234c75f125c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:50:58.074408 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c817c9e-d105-4945-80f3-f234c75f125c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:58.074408 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-4c817c9e-d105-4945-80f3-f234c75f125c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Added segment b7a0fc4b-4f04-4d2f-9b79-5d46622d9399 of type vlan for network bc92af32-a0de-4fe4-ab0a-c2febb5ea9c3 Nov 25 19:50:58.143404 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5e3a9b2-1a69-4721-b9e0-1201a43cfb32 req-2fe2a16b-3cf3-48e4-b0fe-13e1f1f327f1 service neutron] 10.222.0.73 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607472 Nov 25 19:50:58.199687 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c817c9e-d105-4945-80f3-f234c75f125c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:58.277687 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c817c9e-d105-4945-80f3-f234c75f125c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:58.284018 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c817c9e-d105-4945-80f3-f234c75f125c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:58.284667 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c817c9e-d105-4945-80f3-f234c75f125c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:58.312313 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcd962-cd2d-455f-a089-090854b8b2fb req-7b01a892-07d4-4030-a050-4bc3206f6eb2 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:58.321409 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45fcd962-cd2d-455f-a089-090854b8b2fb req-7b01a892-07d4-4030-a050-4bc3206f6eb2 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=357a6990-6163-4582-bece-c18ffa8d8813 HTTP/1.1" status: 200 len: 943 time: 0.1993678 Nov 25 19:50:58.960844 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4c817c9e-d105-4945-80f3-f234c75f125c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1810057 Nov 25 19:50:58.971168 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58354) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:58.981665 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-38694790-ffe1-44a6-b050-d958a511d0ef tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'subnet': {'network_id': 'bc92af32-a0de-4fe4-ab0a-c2febb5ea9c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:58.999205 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c817c9e-d105-4945-80f3-f234c75f125c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Network': ['ID=bc92af32-a0de-4fe4-ab0a-c2febb5ea9c3,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:59.024479 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network bc92af32-a0de-4fe4-ab0a-c2febb5ea9c3 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:50:59.034761 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a1cf7-671a-42d1-8721-b143e08b8cf4 req-1474bd6c-68a7-4b07-9f11-ccf6d246cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:59.037257 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a82a1cf7-671a-42d1-8721-b143e08b8cf4 req-1474bd6c-68a7-4b07-9f11-ccf6d246cfde service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0693fe225e124b1f9efd8df77820112b&device_id=357a6990-6163-4582-bece-c18ffa8d8813 HTTP/1.1" status: 200 len: 1094 time: 0.8066454 Nov 25 19:50:59.240053 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45fcd962-cd2d-455f-a089-090854b8b2fb req-c9cdb93e-2c41-4823-a950-41ecc081d082 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9173779 Nov 25 19:50:59.291954 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ab2ef71c-fcf6-46e7-90aa-3b1abbc1986e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:59.343153 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38694790-ffe1-44a6-b050-d958a511d0ef tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:59.353186 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38694790-ffe1-44a6-b050-d958a511d0ef tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:59.524300 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a1cf7-671a-42d1-8721-b143e08b8cf4 req-598b4d5f-f85f-4002-98dc-a0eac4c0f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:59.527587 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a82a1cf7-671a-42d1-8721-b143e08b8cf4 req-598b4d5f-f85f-4002-98dc-a0eac4c0f0ba service neutron] 10.222.0.73 "GET /v2.0/networks?id=f9395996-8e1e-448f-bf5e-cf052999c475 HTTP/1.1" status: 200 len: 913 time: 0.4221942 Nov 25 19:50:59.608659 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.ipam_backend_mixin [None req-38694790-ffe1-44a6-b050-d958a511d0ef tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Performing IP validity checks on allocation pools {{(pid=103599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 19:50:59.619747 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.ipam_backend_mixin [None req-38694790-ffe1-44a6-b050-d958a511d0ef tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 19:50:59.697319 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a82a1cf7-671a-42d1-8721-b143e08b8cf4 req-8bd8e4fa-827d-44c2-9e88-8fb15ad221de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a76874ad-f289-4b40-b125-fc2ddc3bf343 HTTP/1.1" status: 200 len: 217 time: 0.1610250 Nov 25 19:50:59.925942 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38694790-ffe1-44a6-b050-d958a511d0ef tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:59.952052 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a1cf7-671a-42d1-8721-b143e08b8cf4 req-9175f88b-b93d-4b4f-ad5c-6bc65b8d1d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:59.955741 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a82a1cf7-671a-42d1-8721-b143e08b8cf4 req-9175f88b-b93d-4b4f-ad5c-6bc65b8d1d17 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b HTTP/1.1" status: 200 len: 852 time: 0.2342098 Nov 25 19:51:00.031916 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a82a1cf7-671a-42d1-8721-b143e08b8cf4 req-4fe2fc17-2757-43bf-b80b-09496ae4a925 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9395996-8e1e-448f-bf5e-cf052999c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650930 Nov 25 19:51:00.070666 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694790-ffe1-44a6-b050-d958a511d0ef tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Subnet': ['ID=e9ec6fa1-695e-47d8-9609-fa7fb0707704,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:00.086834 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38694790-ffe1-44a6-b050-d958a511d0ef tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Checking segment: {'id': 'b7a0fc4b-4f04-4d2f-9b79-5d46622d9399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'bc92af32-a0de-4fe4-ab0a-c2febb5ea9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:51:00.087183 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38694790-ffe1-44a6-b050-d958a511d0ef tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network hostable DHCP agents. Network: bc92af32-a0de-4fe4-ab0a-c2febb5ea9c3, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:51:00.113573 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38694790-ffe1-44a6-b050-d958a511d0ef tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network bc92af32-a0de-4fe4-ab0a-c2febb5ea9c3 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:51:00.115583 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8b14a-f9d9-4de0-ba3b-87d6ce5cfe2f req-dba82a7a-c74f-41dc-ab21-b986300136ea tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:00.129844 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a2c8b14a-f9d9-4de0-ba3b-87d6ce5cfe2f req-dba82a7a-c74f-41dc-ab21-b986300136ea tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.4308333 Nov 25 19:51:00.130181 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-38694790-ffe1-44a6-b050-d958a511d0ef tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, bc92af32-a0de-4fe4-ab0a-c2febb5ea9c3) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:00.141985 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf02fa20-d0e4-4e21-88dc-7911b1097a62 None None] Network bc92af32-a0de-4fe4-ab0a-c2febb5ea9c3 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:00.144309 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38694790-ffe1-44a6-b050-d958a511d0ef tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:00.148685 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38694790-ffe1-44a6-b050-d958a511d0ef tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:00.241046 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-38694790-ffe1-44a6-b050-d958a511d0ef tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2681308 Nov 25 19:51:00.244232 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58382) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:00.270424 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-731d7912-fe91-4988-9163-b3eeec7fdc44 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'port': {'network_id': 'bc92af32-a0de-4fe4-ab0a-c2febb5ea9c3', 'name': 'tempest-PortsIpV6TestJSON-1611115004'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:00.369279 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a2c8b14a-f9d9-4de0-ba3b-87d6ce5cfe2f req-4107c4f6-1835-4d10-ab6a-934584b962e3 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378654 Nov 25 19:51:00.493925 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a82a1cf7-671a-42d1-8721-b143e08b8cf4 req-d309eadd-40e4-46c7-bd0e-55d456a3925f service neutron] 10.222.0.73 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516106 Nov 25 19:51:00.647923 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731d7912-fe91-4988-9163-b3eeec7fdc44 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:00.662350 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-731d7912-fe91-4988-9163-b3eeec7fdc44 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:00.705615 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca26e51-25d9-4f00-8d2e-5810fe485d7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-bc92af32-a0de-4fe4-ab0a-c2febb5ea9c3', 'network_id': 'bc92af32-a0de-4fe4-ab0a-c2febb5ea9c3', 'tenant_id': '58c8cb9f24b04674b9dfe7a96fa95fb3', 'fixed_ips': [{'subnet_id': 'e9ec6fa1-695e-47d8-9609-fa7fb0707704'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:51:00.708680 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6ca26e51-25d9-4f00-8d2e-5810fe485d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:00.766952 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-731d7912-fe91-4988-9163-b3eeec7fdc44 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] device_id is not set on port b6cd52d9-adad-46b4-ad44-aac2188acff8 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:51:00.844206 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a82a1cf7-671a-42d1-8721-b143e08b8cf4 req-d21da985-56fc-4b63-952a-fa36abb29585 service neutron] 10.222.0.73 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339770 Nov 25 19:51:01.026214 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36f05e-6f0f-475e-9b12-73d0079f5064 req-5f9a07c3-ef2b-4b16-ba51-f9209c441be0 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:01.029080 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a36f05e-6f0f-475e-9b12-73d0079f5064 req-5f9a07c3-ef2b-4b16-ba51-f9209c441be0 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=357a6990-6163-4582-bece-c18ffa8d8813 HTTP/1.1" status: 200 len: 943 time: 0.3359599 Nov 25 19:51:01.157912 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a36f05e-6f0f-475e-9b12-73d0079f5064 req-34bcd2f3-41da-4185-ac0f-43073881ea2b tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125057 Nov 25 19:51:01.186381 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-6ca26e51-25d9-4f00-8d2e-5810fe485d7c None None] Allocated IP 2001:db8::2 (bc92af32-a0de-4fe4-ab0a-c2febb5ea9c3/e9ec6fa1-695e-47d8-9609-fa7fb0707704/612219e7-ce52-4519-85be-51a8ae2fcf60) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:01.340169 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839cc78-003e-4e10-9bda-ee88cf76c49d req-eb69f0b9-986d-4751-9e55-51b1e3dba749 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:01.343311 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1839cc78-003e-4e10-9bda-ee88cf76c49d req-eb69f0b9-986d-4751-9e55-51b1e3dba749 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.1120150 Nov 25 19:51:01.482870 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1839cc78-003e-4e10-9bda-ee88cf76c49d req-171800af-0d55-4862-9ea3-638f8973740f tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312156 Nov 25 19:51:01.508641 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6ca26e51-25d9-4f00-8d2e-5810fe485d7c None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:01.530781 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6ca26e51-25d9-4f00-8d2e-5810fe485d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:01.609075 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca26e51-25d9-4f00-8d2e-5810fe485d7c None None] Network bc92af32-a0de-4fe4-ab0a-c2febb5ea9c3 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:01.615833 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-6ca26e51-25d9-4f00-8d2e-5810fe485d7c None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:01.628936 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca26e51-25d9-4f00-8d2e-5810fe485d7c None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:51:01.689506 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca26e51-25d9-4f00-8d2e-5810fe485d7c None None] Pushing event updated for resources: {'Port': ['ID=612219e7-ce52-4519-85be-51a8ae2fcf60,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:01.781933 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-731d7912-fe91-4988-9163-b3eeec7fdc44 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Allocated IP 2001:db8::1d7 (bc92af32-a0de-4fe4-ab0a-c2febb5ea9c3/e9ec6fa1-695e-47d8-9609-fa7fb0707704/b6cd52d9-adad-46b4-ad44-aac2188acff8) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:01.818637 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device a76874ad-f289-4b40-b125-fc2ddc3bf343 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:51:01.878929 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-93475c36-3d35-4a4f-8ef3-a5883b99d703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:01.882210 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-6ca26e51-25d9-4f00-8d2e-5810fe485d7c None None] Attempting to bind port 612219e7-ce52-4519-85be-51a8ae2fcf60 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:51:01.883156 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-6ca26e51-25d9-4f00-8d2e-5810fe485d7c None None] Attempting to bind port 612219e7-ce52-4519-85be-51a8ae2fcf60 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'b7a0fc4b-4f04-4d2f-9b79-5d46622d9399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'bc92af32-a0de-4fe4-ab0a-c2febb5ea9c3'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:51:01.884001 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca26e51-25d9-4f00-8d2e-5810fe485d7c None None] Attempting to bind port 612219e7-ce52-4519-85be-51a8ae2fcf60 on network bc92af32-a0de-4fe4-ab0a-c2febb5ea9c3 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:51:01.899176 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca26e51-25d9-4f00-8d2e-5810fe485d7c None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:51:01.900271 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca26e51-25d9-4f00-8d2e-5810fe485d7c None None] Checking segment: {'id': 'b7a0fc4b-4f04-4d2f-9b79-5d46622d9399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'bc92af32-a0de-4fe4-ab0a-c2febb5ea9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:51:01.901223 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6ca26e51-25d9-4f00-8d2e-5810fe485d7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:01.904655 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca26e51-25d9-4f00-8d2e-5810fe485d7c None None] Bound using segment: {'id': 'b7a0fc4b-4f04-4d2f-9b79-5d46622d9399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'bc92af32-a0de-4fe4-ab0a-c2febb5ea9c3'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:51:01.905758 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-6ca26e51-25d9-4f00-8d2e-5810fe485d7c None None] Bound port: 612219e7-ce52-4519-85be-51a8ae2fcf60, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a0fc4b-4f04-4d2f-9b79-5d46622d9399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'bc92af32-a0de-4fe4-ab0a-c2febb5ea9c3'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:51:01.907274 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6ca26e51-25d9-4f00-8d2e-5810fe485d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:02.022781 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86850a-e03a-4a40-8cc5-1b84be7eb4a8 req-b76e7dd2-9e07-420f-9070-ee72adbb7343 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:02.035268 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd86850a-e03a-4a40-8cc5-1b84be7eb4a8 req-b76e7dd2-9e07-420f-9070-ee72adbb7343 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.2564220 Nov 25 19:51:02.205179 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd86850a-e03a-4a40-8cc5-1b84be7eb4a8 req-e038809b-01fa-4bab-9df6-e0796bb40ca3 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651881 Nov 25 19:51:02.208662 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58424) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:02.352326 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port a76874ad-f289-4b40-b125-fc2ddc3bf343, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=a76874ad-f289-4b40-b125-fc2ddc3bf343,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:02.371690 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-6ca26e51-25d9-4f00-8d2e-5810fe485d7c None None] For port 612219e7-ce52-4519-85be-51a8ae2fcf60, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:51:02.382630 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-6ca26e51-25d9-4f00-8d2e-5810fe485d7c None None] For port 612219e7-ce52-4519-85be-51a8ae2fcf60, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=612219e7-ce52-4519-85be-51a8ae2fcf60,segment=NetworkSegment(b7a0fc4b-4f04-4d2f-9b79-5d46622d9399),segment_id=b7a0fc4b-4f04-4d2f-9b79-5d46622d9399)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:51:02.410376 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6ca26e51-25d9-4f00-8d2e-5810fe485d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:02.486619 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-731d7912-fe91-4988-9163-b3eeec7fdc44 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:02.539414 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'a76874ad-f289-4b40-b125-fc2ddc3bf343', 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475', 'port_id': 'a76874ad-f289-4b40-b125-fc2ddc3bf343', 'mac_address': 'fa:16:3e:f5:26:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:51:02.600146 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3708dc4a-0c60-4fe5-9178-6ff6cfa4a011 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:02.682694 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-731d7912-fe91-4988-9163-b3eeec7fdc44 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:02.728964 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731d7912-fe91-4988-9163-b3eeec7fdc44 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network bc92af32-a0de-4fe4-ab0a-c2febb5ea9c3 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:02.736609 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-731d7912-fe91-4988-9163-b3eeec7fdc44 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:02.741031 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731d7912-fe91-4988-9163-b3eeec7fdc44 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:51:02.753714 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731d7912-fe91-4988-9163-b3eeec7fdc44 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:02.754213 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca26e51-25d9-4f00-8d2e-5810fe485d7c None None] Pushing event updated for resources: {'Port': ['ID=612219e7-ce52-4519-85be-51a8ae2fcf60,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:02.755568 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-731d7912-fe91-4988-9163-b3eeec7fdc44 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:02.795468 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:02.837878 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76874ad-f289-4b40-b125-fc2ddc3bf343 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:51:02.885712 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3708dc4a-0c60-4fe5-9178-6ff6cfa4a011 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:02.895955 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port a76874ad-f289-4b40-b125-fc2ddc3bf343, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=a76874ad-f289-4b40-b125-fc2ddc3bf343,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:02.896867 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3708dc4a-0c60-4fe5-9178-6ff6cfa4a011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:02.903767 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:03.050222 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3708dc4a-0c60-4fe5-9178-6ff6cfa4a011 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6b9370fa81fd4809982836b1f5f0574c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8271518 Nov 25 19:51:03.051677 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58444) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:03.136735 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c452e-3caa-4e86-8504-13eb8723f29d req-2a3eb361-8ca6-4400-855c-c8d4fd28f8c5 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:03.148711 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba0c452e-3caa-4e86-8504-13eb8723f29d req-2a3eb361-8ca6-4400-855c-c8d4fd28f8c5 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=357a6990-6163-4582-bece-c18ffa8d8813 HTTP/1.1" status: 200 len: 943 time: 0.6506057 Nov 25 19:51:03.194756 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-731d7912-fe91-4988-9163-b3eeec7fdc44 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9321165 Nov 25 19:51:03.202345 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58446) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:03.223731 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['a76874ad-f289-4b40-b125-fc2ddc3bf343'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:51:03.257073 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d7912-fe91-4988-9163-b3eeec7fdc44 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Port': ['ID=b6cd52d9-adad-46b4-ad44-aac2188acff8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:03.297955 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708dc4a-0c60-4fe5-9178-6ff6cfa4a011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c83408-593c-4947-ac94-a348ae79cd64,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:03.339558 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49ff4b3d-64af-431f-a504-35716840f33a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:03.396345 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=a76874ad-f289-4b40-b125-fc2ddc3bf343,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:03.451546 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49ff4b3d-64af-431f-a504-35716840f33a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:03.572713 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba0c452e-3caa-4e86-8504-13eb8723f29d req-99009a21-3fcd-4585-b6d6-39bd5e48bbdc tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229317 Nov 25 19:51:03.658198 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d3850967-608a-4698-bc46-9e01776c7772 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting port b6cd52d9-adad-46b4-ad44-aac2188acff8 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:03.659142 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d3850967-608a-4698-bc46-9e01776c7772 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:03.706117 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49ff4b3d-64af-431f-a504-35716840f33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:03.712699 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49ff4b3d-64af-431f-a504-35716840f33a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:03.715802 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-49ff4b3d-64af-431f-a504-35716840f33a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/44c83408-593c-4947-ac94-a348ae79cd64 HTTP/1.1" status: 204 len: 168 time: 0.6401768 Nov 25 19:51:03.740290 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff4b3d-64af-431f-a504-35716840f33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c83408-593c-4947-ac94-a348ae79cd64,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:03.783847 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:03.904858 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d3850967-608a-4698-bc46-9e01776c7772 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:03.930250 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d3850967-608a-4698-bc46-9e01776c7772 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Calling delete_port for b6cd52d9-adad-46b4-ad44-aac2188acff8 owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:03.949449 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 612219e7-ce52-4519-85be-51a8ae2fcf60 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:51:04.076496 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 612219e7-ce52-4519-85be-51a8ae2fcf60 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:04.076688 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:04.222885 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:04.264475 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297731a-182a-46c2-ae3a-f2604638b1b6 req-831d3251-1235-4ef4-9c0d-1f5d0b7af619 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:04.282653 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e297731a-182a-46c2-ae3a-f2604638b1b6 req-831d3251-1235-4ef4-9c0d-1f5d0b7af619 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.3014009 Nov 25 19:51:04.291562 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 612219e7-ce52-4519-85be-51a8ae2fcf60, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=612219e7-ce52-4519-85be-51a8ae2fcf60,segment=NetworkSegment(b7a0fc4b-4f04-4d2f-9b79-5d46622d9399),segment_id=b7a0fc4b-4f04-4d2f-9b79-5d46622d9399)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:04.299999 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:04.387107 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=612219e7-ce52-4519-85be-51a8ae2fcf60,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:04.475386 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e297731a-182a-46c2-ae3a-f2604638b1b6 req-11f90f96-786e-4f74-b91c-820aa128058d tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835217 Nov 25 19:51:04.556333 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d3850967-608a-4698-bc46-9e01776c7772 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:04.615113 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3850967-608a-4698-bc46-9e01776c7772 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Port': ['ID=b6cd52d9-adad-46b4-ad44-aac2188acff8,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:04.656420 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d3850967-608a-4698-bc46-9e01776c7772 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:04.660448 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d3850967-608a-4698-bc46-9e01776c7772 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/ports/b6cd52d9-adad-46b4-ad44-aac2188acff8 HTTP/1.1" status: 204 len: 168 time: 1.4547846 Nov 25 19:51:04.665513 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58470) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:04.690556 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58472) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:04.735252 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec2392c6-aab1-45b3-94c0-3e97ea4433b5 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] DELETE failed (client error): The resource could not be found. Nov 25 19:51:04.736606 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec2392c6-aab1-45b3-94c0-3e97ea4433b5 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:51:04.742882 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ec2392c6-aab1-45b3-94c0-3e97ea4433b5 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/ports/b6cd52d9-adad-46b4-ad44-aac2188acff8 HTTP/1.1" status: 404 len: 333 time: 0.0745430 Nov 25 19:51:04.751472 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58474) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:04.762693 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-05e268dd-3462-41f7-b8e2-b4560131e467 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:04.791775 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a70f8e3-a3dd-4eb9-8b7a-675b64d1f33a tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] GET failed (client error): The resource could not be found. Nov 25 19:51:04.795932 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0a70f8e3-a3dd-4eb9-8b7a-675b64d1f33a tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "GET /v2.0/ports/b6cd52d9-adad-46b4-ad44-aac2188acff8 HTTP/1.1" status: 404 len: 333 time: 0.0408323 Nov 25 19:51:04.796469 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58476) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:04.894385 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-05e268dd-3462-41f7-b8e2-b4560131e467 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:04.910630 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff02fb4e-23a7-42ac-ba2a-6bc7b4b04009 None None] Network bc92af32-a0de-4fe4-ab0a-c2febb5ea9c3 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:04.929199 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8627ac-9267-45ec-94ca-ac1b16ef300d req-3673a72f-5607-4ecb-878b-9182ff511ba3 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:04.930889 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ce8627ac-9267-45ec-94ca-ac1b16ef300d req-3673a72f-5607-4ecb-878b-9182ff511ba3 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.2233634 Nov 25 19:51:04.936607 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-05e268dd-3462-41f7-b8e2-b4560131e467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:04.961987 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5200454-accb-4a55-a6dd-42c4f011f35c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting subnet e9ec6fa1-695e-47d8-9609-fa7fb0707704 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:51:04.975248 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5200454-accb-4a55-a6dd-42c4f011f35c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.093289 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-05e268dd-3462-41f7-b8e2-b4560131e467 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d865f0bf6a6e485ca86242ee7800c059&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4010501 Nov 25 19:51:05.095086 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58486) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:05.111967 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e268dd-3462-41f7-b8e2-b4560131e467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19849fc7-2f5f-4db2-83b9-be925dccbdd5,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:05.128286 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5200454-accb-4a55-a6dd-42c4f011f35c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.144844 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-dc971794-cbd3-4b83-88fc-65fdf1c9b975 None None] Provisioning complete for port 612219e7-ce52-4519-85be-51a8ae2fcf60 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:05.145912 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dc971794-cbd3-4b83-88fc-65fdf1c9b975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.222856 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ce8627ac-9267-45ec-94ca-ac1b16ef300d req-e93622fd-9f22-47eb-8026-6d6ca6877d7c tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357786 Nov 25 19:51:05.309590 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8a95ece2-4606-41e9-a9f5-caf64d2c15a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.347736 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5200454-accb-4a55-a6dd-42c4f011f35c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.399997 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8a95ece2-4606-41e9-a9f5-caf64d2c15a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.452523 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5200454-accb-4a55-a6dd-42c4f011f35c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.518540 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5200454-accb-4a55-a6dd-42c4f011f35c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ec6fa1-695e-47d8-9609-fa7fb0707704,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:05.521077 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5200454-accb-4a55-a6dd-42c4f011f35c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.541340 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c5200454-accb-4a55-a6dd-42c4f011f35c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/subnets/e9ec6fa1-695e-47d8-9609-fa7fb0707704 HTTP/1.1" status: 204 len: 168 time: 0.7313526 Nov 25 19:51:05.542084 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58494) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:05.606859 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.628364 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e023182-7639-45f1-8850-63fa74a97e98 req-7184fab5-c8d1-4fc4-8c03-f7572a2fa376 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:05.639620 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e023182-7639-45f1-8850-63fa74a97e98 req-7184fab5-c8d1-4fc4-8c03-f7572a2fa376 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=357a6990-6163-4582-bece-c18ffa8d8813 HTTP/1.1" status: 200 len: 944 time: 0.1794944 Nov 25 19:51:05.682735 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 612219e7-ce52-4519-85be-51a8ae2fcf60 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:51:05.697776 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.767725 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e023182-7639-45f1-8850-63fa74a97e98 req-4d8c4c56-27ab-4607-9dcd-924f160bc57e tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258008 Nov 25 19:51:05.789055 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 612219e7-ce52-4519-85be-51a8ae2fcf60 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:05.792365 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.799616 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8a95ece2-4606-41e9-a9f5-caf64d2c15a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.803470 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8a95ece2-4606-41e9-a9f5-caf64d2c15a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.803664 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df3ac5b3-da8a-41e3-b021-6ad5d15bb179 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.816017 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8a95ece2-4606-41e9-a9f5-caf64d2c15a4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/19849fc7-2f5f-4db2-83b9-be925dccbdd5 HTTP/1.1" status: 204 len: 168 time: 0.7112863 Nov 25 19:51:05.839089 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95ece2-4606-41e9-a9f5-caf64d2c15a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19849fc7-2f5f-4db2-83b9-be925dccbdd5,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:05.839967 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device a76874ad-f289-4b40-b125-fc2ddc3bf343 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:51:06.017239 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-df3ac5b3-da8a-41e3-b021-6ad5d15bb179 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting port 612219e7-ce52-4519-85be-51a8ae2fcf60 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:06.020713 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df3ac5b3-da8a-41e3-b021-6ad5d15bb179 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:06.101631 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port a76874ad-f289-4b40-b125-fc2ddc3bf343 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:51:06.191415 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port a76874ad-f289-4b40-b125-fc2ddc3bf343 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:06.191777 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:06.243525 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-df3ac5b3-da8a-41e3-b021-6ad5d15bb179 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] For port 612219e7-ce52-4519-85be-51a8ae2fcf60, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=612219e7-ce52-4519-85be-51a8ae2fcf60,segment=NetworkSegment(b7a0fc4b-4f04-4d2f-9b79-5d46622d9399),segment_id=b7a0fc4b-4f04-4d2f-9b79-5d46622d9399)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:06.244297 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df3ac5b3-da8a-41e3-b021-6ad5d15bb179 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:06.278777 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2119091b-ef75-4d19-8927-02e7903beb46 None None] Network bc92af32-a0de-4fe4-ab0a-c2febb5ea9c3 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:06.289220 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-df3ac5b3-da8a-41e3-b021-6ad5d15bb179 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Calling delete_port for 612219e7-ce52-4519-85be-51a8ae2fcf60 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:06.330407 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99f090-1610-4973-a937-ec1e3a78bec6 req-c5a10941-8f83-4b36-98c2-bd9f44a84b11 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:06.338676 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a99f090-1610-4973-a937-ec1e3a78bec6 req-c5a10941-8f83-4b36-98c2-bd9f44a84b11 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.1150281 Nov 25 19:51:06.443288 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a99f090-1610-4973-a937-ec1e3a78bec6 req-8e4cac79-56f5-4f48-828f-cb380dd3ae51 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032941 Nov 25 19:51:06.470337 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df3ac5b3-da8a-41e3-b021-6ad5d15bb179 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:06.547191 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ac5b3-da8a-41e3-b021-6ad5d15bb179 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Port': ['ID=612219e7-ce52-4519-85be-51a8ae2fcf60,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:06.561105 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3ac5b3-da8a-41e3-b021-6ad5d15bb179 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] No DVR routers for this DVR port 612219e7-ce52-4519-85be-51a8ae2fcf60 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:51:06.629421 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7b942516-0332-480a-aa9c-c6c11d0fc97a None None] Provisioning complete for port 612219e7-ce52-4519-85be-51a8ae2fcf60 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:06.629831 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7b942516-0332-480a-aa9c-c6c11d0fc97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:06.632307 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:06.677760 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7b942516-0332-480a-aa9c-c6c11d0fc97a None None] Port 612219e7-ce52-4519-85be-51a8ae2fcf60 was deleted so its status cannot be updated. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 25 19:51:06.724717 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357a6990-6163-4582-bece-c18ffa8d8813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76874ad-f289-4b40-b125-fc2ddc3bf343'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:51:06.728839 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0845674c-f5bd-456d-b85b-b54c2ab62e73" -d '{"events": [{"server_uuid": "357a6990-6163-4582-bece-c18ffa8d8813", "name": "network-vif-plugged", "status": "completed", "tag": "a76874ad-f289-4b40-b125-fc2ddc3bf343"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:51:06.746931 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd28489-7cdb-45dd-a17f-dc304855c0cf None None] DHCP port deletion for bc92af32-a0de-4fe4-ab0a-c2febb5ea9c3 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:51:06.783764 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd234c3e-99a8-4258-810c-e1ab0dbdaf9b req-323b542e-7fa2-4a48-aa3f-3120adecd1c8 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:06.789975 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd234c3e-99a8-4258-810c-e1ab0dbdaf9b req-323b542e-7fa2-4a48-aa3f-3120adecd1c8 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.1841168 Nov 25 19:51:06.795117 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port a76874ad-f289-4b40-b125-fc2ddc3bf343, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=a76874ad-f289-4b40-b125-fc2ddc3bf343,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:06.804678 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:06.820707 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df3ac5b3-da8a-41e3-b021-6ad5d15bb179 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:06.878219 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-df3ac5b3-da8a-41e3-b021-6ad5d15bb179 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc92af32-a0de-4fe4-ab0a-c2febb5ea9c3']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:06.885220 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd234c3e-99a8-4258-810c-e1ab0dbdaf9b req-2ec3eb69-a6d7-4087-95d7-2fc164837e01 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736279 Nov 25 19:51:06.903439 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-df3ac5b3-da8a-41e3-b021-6ad5d15bb179 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a0fc4b-4f04-4d2f-9b79-5d46622d9399') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:06.903962 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-df3ac5b3-da8a-41e3-b021-6ad5d15bb179 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a0fc4b-4f04-4d2f-9b79-5d46622d9399') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:06.930029 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df3ac5b3-da8a-41e3-b021-6ad5d15bb179 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:06.964509 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad31d143-4cac-402d-87a8-7fbe7d932faa x-openstack-request-id: req-ad31d143-4cac-402d-87a8-7fbe7d932faa {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:51:06.965231 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357a6990-6163-4582-bece-c18ffa8d8813", "name": "network-vif-plugged", "status": "completed", "tag": "a76874ad-f289-4b40-b125-fc2ddc3bf343", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:51:06.965777 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ad31d143-4cac-402d-87a8-7fbe7d932faa {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:51:06.966393 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df3ac5b3-da8a-41e3-b021-6ad5d15bb179 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:06.966749 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357a6990-6163-4582-bece-c18ffa8d8813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76874ad-f289-4b40-b125-fc2ddc3bf343', 'code': 200} Nov 25 19:51:06.974402 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df3ac5b3-da8a-41e3-b021-6ad5d15bb179 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:51:06.974859 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df3ac5b3-da8a-41e3-b021-6ad5d15bb179 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:51:06.978427 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:51:07.007154 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=a76874ad-f289-4b40-b125-fc2ddc3bf343,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:07.129157 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a416f44-86f0-47f5-8543-975089475b44 req-fea457c5-6b4f-49bb-9e79-2ace86975091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:07.130874 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a416f44-86f0-47f5-8543-975089475b44 req-fea457c5-6b4f-49bb-9e79-2ace86975091 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=357a6990-6163-4582-bece-c18ffa8d8813 HTTP/1.1" status: 200 len: 1096 time: 0.1026075 Nov 25 19:51:07.132170 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df3ac5b3-da8a-41e3-b021-6ad5d15bb179 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:07.158655 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df3ac5b3-da8a-41e3-b021-6ad5d15bb179 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:07.174904 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-df3ac5b3-da8a-41e3-b021-6ad5d15bb179 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/networks/bc92af32-a0de-4fe4-ab0a-c2febb5ea9c3 HTTP/1.1" status: 204 len: 168 time: 1.6237121 Nov 25 19:51:07.176495 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58538) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:07.184515 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2bd43e46-d763-4c44-83d8-cbfe6a446efd tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-613668560'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:07.217303 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd43e46-d763-4c44-83d8-cbfe6a446efd tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:07.221097 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2bd43e46-d763-4c44-83d8-cbfe6a446efd tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:07.241160 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ac5b3-da8a-41e3-b021-6ad5d15bb179 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Network': ['ID=bc92af32-a0de-4fe4-ab0a-c2febb5ea9c3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:07.279241 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd43e46-d763-4c44-83d8-cbfe6a446efd tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:51:07.299149 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2bd43e46-d763-4c44-83d8-cbfe6a446efd tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:07.299665 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-2bd43e46-d763-4c44-83d8-cbfe6a446efd tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Added segment 2867fbc3-ded9-42e1-9169-e3a8f6369032 of type vlan for network e5daf9c6-510d-4e3b-a10d-0cd7db47aecc Nov 25 19:51:07.305479 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c293246-341f-4c88-a993-373436e51246 req-e35e5c63-cf5b-4819-b316-66388198676d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:07.308695 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4c293246-341f-4c88-a993-373436e51246 req-e35e5c63-cf5b-4819-b316-66388198676d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=357a6990-6163-4582-bece-c18ffa8d8813 HTTP/1.1" status: 200 len: 945 time: 0.1709094 Nov 25 19:51:07.328796 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a416f44-86f0-47f5-8543-975089475b44 req-9b80ada9-83c6-43da-a458-365ad00ee2b6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866925 Nov 25 19:51:07.375941 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2bd43e46-d763-4c44-83d8-cbfe6a446efd tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:07.386893 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4c293246-341f-4c88-a993-373436e51246 req-04e1f610-be5b-4443-b459-d443d664f829 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569534 Nov 25 19:51:07.451066 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2bd43e46-d763-4c44-83d8-cbfe6a446efd tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:07.458012 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd43e46-d763-4c44-83d8-cbfe6a446efd tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:07.458818 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2bd43e46-d763-4c44-83d8-cbfe6a446efd tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:07.633933 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 612219e7-ce52-4519-85be-51a8ae2fcf60 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:51:07.686052 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd43e46-d763-4c44-83d8-cbfe6a446efd tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Network': ['ID=e5daf9c6-510d-4e3b-a10d-0cd7db47aecc,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:07.714605 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2bd43e46-d763-4c44-83d8-cbfe6a446efd tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5364571 Nov 25 19:51:07.717677 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58554) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:07.726845 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-86b1c706-52ca-4620-a35f-5320ff417b67 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'subnet': {'network_id': 'e5daf9c6-510d-4e3b-a10d-0cd7db47aecc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:07.755288 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 612219e7-ce52-4519-85be-51a8ae2fcf60 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:51:07.756560 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 612219e7-ce52-4519-85be-51a8ae2fcf60 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:51:07.775659 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network e5daf9c6-510d-4e3b-a10d-0cd7db47aecc details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:51:08.228161 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b1c706-52ca-4620-a35f-5320ff417b67 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:08.232229 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86b1c706-52ca-4620-a35f-5320ff417b67 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:08.548880 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913cc0f-1b56-45c6-8e09-74d955b482b9 req-278b06b5-3a37-4e38-8d38-d4f4d10f193e tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:08.557115 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1913cc0f-1b56-45c6-8e09-74d955b482b9 req-278b06b5-3a37-4e38-8d38-d4f4d10f193e tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.4876161 Nov 25 19:51:08.587214 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58578) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:08.645268 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1913cc0f-1b56-45c6-8e09-74d955b482b9 req-d1488161-16c4-41ed-ac76-40c8ab335d18 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869205 Nov 25 19:51:08.714435 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86b1c706-52ca-4620-a35f-5320ff417b67 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:08.873033 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1c706-52ca-4620-a35f-5320ff417b67 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Subnet': ['ID=a62fcf51-dbed-4a7d-b512-cc7161e33d25,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:08.894185 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b1c706-52ca-4620-a35f-5320ff417b67 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:08.894818 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b1c706-52ca-4620-a35f-5320ff417b67 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:08.895356 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b1c706-52ca-4620-a35f-5320ff417b67 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:08.895862 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b1c706-52ca-4620-a35f-5320ff417b67 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:08.896380 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b1c706-52ca-4620-a35f-5320ff417b67 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:08.896893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b1c706-52ca-4620-a35f-5320ff417b67 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:08.897396 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b1c706-52ca-4620-a35f-5320ff417b67 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:08.897913 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b1c706-52ca-4620-a35f-5320ff417b67 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:08.898448 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b1c706-52ca-4620-a35f-5320ff417b67 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:08.899403 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b1c706-52ca-4620-a35f-5320ff417b67 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:08.900082 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b1c706-52ca-4620-a35f-5320ff417b67 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:08.900603 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b1c706-52ca-4620-a35f-5320ff417b67 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:08.933475 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-143d26cc-08c5-4ea6-a2cd-27ee2de72793 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:08.936047 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04354fbb-a475-4f2b-9116-56aeba1b9c02 req-4e2337c1-f94e-403e-b67f-91ad66f5bfd6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:08.944567 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-04354fbb-a475-4f2b-9116-56aeba1b9c02 req-4e2337c1-f94e-403e-b67f-91ad66f5bfd6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=357a6990-6163-4582-bece-c18ffa8d8813 HTTP/1.1" status: 200 len: 945 time: 0.1240571 Nov 25 19:51:08.959610 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b1c706-52ca-4620-a35f-5320ff417b67 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Checking segment: {'id': '2867fbc3-ded9-42e1-9169-e3a8f6369032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e5daf9c6-510d-4e3b-a10d-0cd7db47aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:51:08.960287 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b1c706-52ca-4620-a35f-5320ff417b67 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network hostable DHCP agents. Network: e5daf9c6-510d-4e3b-a10d-0cd7db47aecc, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:51:09.035179 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b1c706-52ca-4620-a35f-5320ff417b67 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network e5daf9c6-510d-4e3b-a10d-0cd7db47aecc is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:51:09.054943 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-04354fbb-a475-4f2b-9116-56aeba1b9c02 req-41324584-94a2-454b-a078-9e2a07d0981d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089966 Nov 25 19:51:09.098646 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-86b1c706-52ca-4620-a35f-5320ff417b67 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, e5daf9c6-510d-4e3b-a10d-0cd7db47aecc) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:09.104827 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b1c706-52ca-4620-a35f-5320ff417b67 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:09.105750 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86b1c706-52ca-4620-a35f-5320ff417b67 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:09.120341 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257d83d1-5524-48aa-8940-fe18ae2a8dde None None] Network e5daf9c6-510d-4e3b-a10d-0cd7db47aecc requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:09.131970 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-143d26cc-08c5-4ea6-a2cd-27ee2de72793 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:09.143986 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58588) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:09.145267 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-86b1c706-52ca-4620-a35f-5320ff417b67 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4255819 Nov 25 19:51:09.174789 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9651d823-604c-4e31-bc4a-cf7b8540da58 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'port': {'network_id': 'e5daf9c6-510d-4e3b-a10d-0cd7db47aecc', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-101020786'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:09.205597 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-143d26cc-08c5-4ea6-a2cd-27ee2de72793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:09.263391 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-143d26cc-08c5-4ea6-a2cd-27ee2de72793 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=320a54f1bbfc449ebebdd067cb883c78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6746292 Nov 25 19:51:09.266419 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58592) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:09.390655 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d26cc-08c5-4ea6-a2cd-27ee2de72793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ecb060-3ba0-446a-aabe-22396302328a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:09.398706 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2220b43f-eda7-4615-b35c-95f45443c571 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:09.460455 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-e5daf9c6-510d-4e3b-a10d-0cd7db47aecc', 'network_id': 'e5daf9c6-510d-4e3b-a10d-0cd7db47aecc', 'tenant_id': '58c8cb9f24b04674b9dfe7a96fa95fb3', 'fixed_ips': [{'subnet_id': 'a62fcf51-dbed-4a7d-b512-cc7161e33d25'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:51:09.461367 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:09.471890 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2220b43f-eda7-4615-b35c-95f45443c571 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:09.550694 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9651d823-604c-4e31-bc4a-cf7b8540da58 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:09.555043 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9651d823-604c-4e31-bc4a-cf7b8540da58 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:09.568349 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2220b43f-eda7-4615-b35c-95f45443c571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:09.582166 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2220b43f-eda7-4615-b35c-95f45443c571 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:09.582472 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-9651d823-604c-4e31-bc4a-cf7b8540da58 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] device_id is not set on port 8c1e0cf2-6788-4f97-963f-158e7452d41f yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:51:09.585762 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2220b43f-eda7-4615-b35c-95f45443c571 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e3ecb060-3ba0-446a-aabe-22396302328a HTTP/1.1" status: 204 len: 168 time: 0.3182487 Nov 25 19:51:09.611379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220b43f-eda7-4615-b35c-95f45443c571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ecb060-3ba0-446a-aabe-22396302328a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:09.799951 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Allocated IP 2001:db8::2 (e5daf9c6-510d-4e3b-a10d-0cd7db47aecc/a62fcf51-dbed-4a7d-b512-cc7161e33d25/730fe8ce-ba19-4dc1-8af8-caecabd0e911) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:09.982343 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69f774-9541-4143-8782-b046f0d44a0b req-9cdaa7ad-eed6-4ad8-b1b9-3e004e8f01ee tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:09.997686 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aa69f774-9541-4143-8782-b046f0d44a0b req-9cdaa7ad-eed6-4ad8-b1b9-3e004e8f01ee tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.1710482 Nov 25 19:51:10.130760 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:10.149218 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:10.175169 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aa69f774-9541-4143-8782-b046f0d44a0b req-eeb2ade7-8ff3-4e7a-8f91-cf1ec309623d tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759577 Nov 25 19:51:10.363802 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-9651d823-604c-4e31-bc4a-cf7b8540da58 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Allocated IP 2001:db8::3a5 (e5daf9c6-510d-4e3b-a10d-0cd7db47aecc/a62fcf51-dbed-4a7d-b512-cc7161e33d25/8c1e0cf2-6788-4f97-963f-158e7452d41f) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:10.397785 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Network e5daf9c6-510d-4e3b-a10d-0cd7db47aecc is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:10.414399 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Pushing event updated for resources: {'Port': ['ID=730fe8ce-ba19-4dc1-8af8-caecabd0e911,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:10.424567 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:10.434430 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:51:10.513286 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c01f2-afae-471e-9b08-c380bfe02f81 req-7123647e-292b-4d2d-aa48-e53f3acd06e2 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:10.544413 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Attempting to bind port 730fe8ce-ba19-4dc1-8af8-caecabd0e911 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:51:10.545903 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Attempting to bind port 730fe8ce-ba19-4dc1-8af8-caecabd0e911 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '2867fbc3-ded9-42e1-9169-e3a8f6369032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e5daf9c6-510d-4e3b-a10d-0cd7db47aecc'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:51:10.546811 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Attempting to bind port 730fe8ce-ba19-4dc1-8af8-caecabd0e911 on network e5daf9c6-510d-4e3b-a10d-0cd7db47aecc {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:51:10.548527 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-327c01f2-afae-471e-9b08-c380bfe02f81 req-7123647e-292b-4d2d-aa48-e53f3acd06e2 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=357a6990-6163-4582-bece-c18ffa8d8813 HTTP/1.1" status: 200 len: 945 time: 0.1679504 Nov 25 19:51:10.555406 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:51:10.556099 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Checking segment: {'id': '2867fbc3-ded9-42e1-9169-e3a8f6369032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e5daf9c6-510d-4e3b-a10d-0cd7db47aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:51:10.556685 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:10.557291 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Bound using segment: {'id': '2867fbc3-ded9-42e1-9169-e3a8f6369032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e5daf9c6-510d-4e3b-a10d-0cd7db47aecc'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:51:10.557989 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Bound port: 730fe8ce-ba19-4dc1-8af8-caecabd0e911, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2867fbc3-ded9-42e1-9169-e3a8f6369032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e5daf9c6-510d-4e3b-a10d-0cd7db47aecc'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:51:10.558679 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:10.665502 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] For port 730fe8ce-ba19-4dc1-8af8-caecabd0e911, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:51:10.673030 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] For port 730fe8ce-ba19-4dc1-8af8-caecabd0e911, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=730fe8ce-ba19-4dc1-8af8-caecabd0e911,segment=NetworkSegment(2867fbc3-ded9-42e1-9169-e3a8f6369032),segment_id=2867fbc3-ded9-42e1-9169-e3a8f6369032)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:51:10.685019 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:10.712401 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-327c01f2-afae-471e-9b08-c380bfe02f81 req-1933c252-3032-482b-a2dc-1330b964cc1a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625974 Nov 25 19:51:10.962414 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Pushing event updated for resources: {'Port': ['ID=730fe8ce-ba19-4dc1-8af8-caecabd0e911,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:11.025886 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:11.026514 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:11.026994 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:11.027600 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:11.028058 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:11.028534 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:11.028971 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:11.029420 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:11.030036 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:11.032672 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:11.035972 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:11.037216 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab57ae0-b2a8-4c92-a000-69fd7c8ad07c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:11.252460 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9651d823-604c-4e31-bc4a-cf7b8540da58 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:11.402155 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9651d823-604c-4e31-bc4a-cf7b8540da58 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:11.549592 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651d823-604c-4e31-bc4a-cf7b8540da58 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Port': ['ID=8c1e0cf2-6788-4f97-963f-158e7452d41f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:11.615596 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9651d823-604c-4e31-bc4a-cf7b8540da58 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network e5daf9c6-510d-4e3b-a10d-0cd7db47aecc is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:11.618780 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-9651d823-604c-4e31-bc4a-cf7b8540da58 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:11.625303 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651d823-604c-4e31-bc4a-cf7b8540da58 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:11.626555 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651d823-604c-4e31-bc4a-cf7b8540da58 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:11.627316 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651d823-604c-4e31-bc4a-cf7b8540da58 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:11.628105 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651d823-604c-4e31-bc4a-cf7b8540da58 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:11.628944 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651d823-604c-4e31-bc4a-cf7b8540da58 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:11.629975 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651d823-604c-4e31-bc4a-cf7b8540da58 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:11.630785 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651d823-604c-4e31-bc4a-cf7b8540da58 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:11.631570 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651d823-604c-4e31-bc4a-cf7b8540da58 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:11.632873 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651d823-604c-4e31-bc4a-cf7b8540da58 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:11.633900 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651d823-604c-4e31-bc4a-cf7b8540da58 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:11.634815 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651d823-604c-4e31-bc4a-cf7b8540da58 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:11.635920 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651d823-604c-4e31-bc4a-cf7b8540da58 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:11.642472 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9651d823-604c-4e31-bc4a-cf7b8540da58 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:51:11.657639 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9651d823-604c-4e31-bc4a-cf7b8540da58 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:11.659190 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9651d823-604c-4e31-bc4a-cf7b8540da58 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:11.727305 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58662) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:11.738564 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9651d823-604c-4e31-bc4a-cf7b8540da58 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.5921781 Nov 25 19:51:11.790266 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 730fe8ce-ba19-4dc1-8af8-caecabd0e911 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:51:11.954906 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a8b6f-c96e-451b-8300-558e1de96ba1 req-cfc1967a-e5a0-41d3-9f3d-57159cd4c180 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:11.964277 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad2a8b6f-c96e-451b-8300-558e1de96ba1 req-cfc1967a-e5a0-41d3-9f3d-57159cd4c180 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=357a6990-6163-4582-bece-c18ffa8d8813 HTTP/1.1" status: 200 len: 945 time: 0.1746998 Nov 25 19:51:11.990142 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 730fe8ce-ba19-4dc1-8af8-caecabd0e911 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:11.990536 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436aabf-420c-4988-a300-36fe0e3eeaeb req-3748d633-5139-4480-b7e8-61e2e176bcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:11.990897 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:11.992314 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1436aabf-420c-4988-a300-36fe0e3eeaeb req-3748d633-5139-4480-b7e8-61e2e176bcce service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=471f2a7f98c848b5bc3e8a0d34a42418&device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 1098 time: 0.1415794 Nov 25 19:51:12.145634 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8e935de5-d99c-4f56-bd35-edc1c1f7e777 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting port 8c1e0cf2-6788-4f97-963f-158e7452d41f {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:12.146129 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8e935de5-d99c-4f56-bd35-edc1c1f7e777 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:12.168915 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad2a8b6f-c96e-451b-8300-558e1de96ba1 req-a3183e54-a101-4405-b4e1-a974686df5cf tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034826 Nov 25 19:51:12.272034 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:12.376225 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 730fe8ce-ba19-4dc1-8af8-caecabd0e911, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=730fe8ce-ba19-4dc1-8af8-caecabd0e911,segment=NetworkSegment(2867fbc3-ded9-42e1-9169-e3a8f6369032),segment_id=2867fbc3-ded9-42e1-9169-e3a8f6369032)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:12.398905 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:12.453048 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436aabf-420c-4988-a300-36fe0e3eeaeb req-3ce22e43-7718-414e-85cd-bea3b2d96e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:12.454751 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1436aabf-420c-4988-a300-36fe0e3eeaeb req-3ce22e43-7718-414e-85cd-bea3b2d96e99 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f51730a2-8edb-4ebf-9106-0ab438d7dded HTTP/1.1" status: 200 len: 914 time: 0.4499500 Nov 25 19:51:12.502221 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8e935de5-d99c-4f56-bd35-edc1c1f7e777 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:12.509368 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=730fe8ce-ba19-4dc1-8af8-caecabd0e911,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:12.552403 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1436aabf-420c-4988-a300-36fe0e3eeaeb req-651b2649-95e6-494b-a051-6813a23f3768 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b77eb65-9cd0-44c6-a4c4-338d8686d585 HTTP/1.1" status: 200 len: 217 time: 0.0884280 Nov 25 19:51:12.557646 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8e935de5-d99c-4f56-bd35-edc1c1f7e777 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Calling delete_port for 8c1e0cf2-6788-4f97-963f-158e7452d41f owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:12.569930 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce16d6b-d09f-40d4-ae3c-b3d9a997b3a7 req-ac5a7327-fb2d-4dc5-ba03-986aab63cf85 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:12.571603 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0ce16d6b-d09f-40d4-ae3c-b3d9a997b3a7 req-ac5a7327-fb2d-4dc5-ba03-986aab63cf85 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.2359376 Nov 25 19:51:12.845591 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436aabf-420c-4988-a300-36fe0e3eeaeb req-4b3c1270-03b2-44ac-85f5-ee8c0d42c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:12.847433 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1436aabf-420c-4988-a300-36fe0e3eeaeb req-4b3c1270-03b2-44ac-85f5-ee8c0d42c275 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c4dba496-447a-4769-abf8-07cfdf8254fc HTTP/1.1" status: 200 len: 853 time: 0.2723737 Nov 25 19:51:12.867878 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8e935de5-d99c-4f56-bd35-edc1c1f7e777 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:12.902955 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271c0447-1dcc-4c64-9d79-dd237e20bca0 None None] Network e5daf9c6-510d-4e3b-a10d-0cd7db47aecc requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:12.939746 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e935de5-d99c-4f56-bd35-edc1c1f7e777 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Port': ['ID=8c1e0cf2-6788-4f97-963f-158e7452d41f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:12.979548 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1436aabf-420c-4988-a300-36fe0e3eeaeb req-89cfc364-1260-4243-8721-6ff962a83deb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f51730a2-8edb-4ebf-9106-0ab438d7dded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224124 Nov 25 19:51:12.980763 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8e935de5-d99c-4f56-bd35-edc1c1f7e777 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:12.989085 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8e935de5-d99c-4f56-bd35-edc1c1f7e777 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/ports/8c1e0cf2-6788-4f97-963f-158e7452d41f HTTP/1.1" status: 204 len: 168 time: 1.2567265 Nov 25 19:51:12.989332 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58686) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:13.341898 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5df263c2-667b-4e4e-a283-df0997e4f2f1 None None] Provisioning complete for port 730fe8ce-ba19-4dc1-8af8-caecabd0e911 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:13.341898 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5df263c2-667b-4e4e-a283-df0997e4f2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:13.352495 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1436aabf-420c-4988-a300-36fe0e3eeaeb req-51ce1488-cc24-4e71-b917-b35a1f3c3927 service neutron] 10.222.0.85 "GET /v2.0/networks/f51730a2-8edb-4ebf-9106-0ab438d7dded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198034 Nov 25 19:51:13.352495 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0ce16d6b-d09f-40d4-ae3c-b3d9a997b3a7 req-b09d7e76-e69c-438b-84f8-946d91edc085 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103261 Nov 25 19:51:13.380130 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d340647-c74b-4f5d-86f9-fefc899f04b3 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] GET failed (client error): The resource could not be found. Nov 25 19:51:13.385831 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58704) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:13.397172 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7d340647-c74b-4f5d-86f9-fefc899f04b3 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "GET /v2.0/ports/8c1e0cf2-6788-4f97-963f-158e7452d41f HTTP/1.1" status: 404 len: 333 time: 0.4050970 Nov 25 19:51:13.492326 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1436aabf-420c-4988-a300-36fe0e3eeaeb req-77025f49-e7cd-41ff-ad56-cc4a64dcb52c service neutron] 10.222.0.85 "GET /v2.0/networks/f51730a2-8edb-4ebf-9106-0ab438d7dded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509331 Nov 25 19:51:13.495227 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c35d7d-7b90-49be-84f2-6b3175034a4f tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting subnet a62fcf51-dbed-4a7d-b512-cc7161e33d25 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:51:13.521581 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69c35d7d-7b90-49be-84f2-6b3175034a4f tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:13.638693 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a94c5-f6ab-408f-9820-c0ab40318a60 req-8de04508-de1c-4aa7-ba8e-ce70c9f1b2a8 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:13.647929 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d44a94c5-f6ab-408f-9820-c0ab40318a60 req-8de04508-de1c-4aa7-ba8e-ce70c9f1b2a8 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=357a6990-6163-4582-bece-c18ffa8d8813 HTTP/1.1" status: 200 len: 945 time: 0.1625481 Nov 25 19:51:13.664314 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69c35d7d-7b90-49be-84f2-6b3175034a4f tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:13.683102 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 730fe8ce-ba19-4dc1-8af8-caecabd0e911 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:51:13.793805 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69c35d7d-7b90-49be-84f2-6b3175034a4f tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:13.883833 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d44a94c5-f6ab-408f-9820-c0ab40318a60 req-b822fd30-5659-49fb-b8a0-120eb61031e5 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286401 Nov 25 19:51:13.955256 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69c35d7d-7b90-49be-84f2-6b3175034a4f tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:13.974250 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 730fe8ce-ba19-4dc1-8af8-caecabd0e911 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:13.975101 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:13.992950 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69c35d7d-7b90-49be-84f2-6b3175034a4f tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:14.002158 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-69c35d7d-7b90-49be-84f2-6b3175034a4f tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/subnets/a62fcf51-dbed-4a7d-b512-cc7161e33d25 HTTP/1.1" status: 204 len: 168 time: 0.6143572 Nov 25 19:51:14.004969 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58722) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:14.092863 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c35d7d-7b90-49be-84f2-6b3175034a4f tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Subnet': ['ID=a62fcf51-dbed-4a7d-b512-cc7161e33d25,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:14.111581 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-c3798f10-3010-458a-9ec7-8f11c8d7d93e None None] Provisioning complete for port 730fe8ce-ba19-4dc1-8af8-caecabd0e911 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:14.122101 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c3798f10-3010-458a-9ec7-8f11c8d7d93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:14.246093 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-019f3dd7-bb4c-4fc4-bb42-4ad143062110 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:14.418393 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-019f3dd7-bb4c-4fc4-bb42-4ad143062110 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting port 730fe8ce-ba19-4dc1-8af8-caecabd0e911 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:14.418870 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-019f3dd7-bb4c-4fc4-bb42-4ad143062110 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:14.471619 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caf70ff-0f89-4331-b9d1-123474f71845 None None] Network e5daf9c6-510d-4e3b-a10d-0cd7db47aecc requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:14.535612 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ff68863c-86cf-4fae-80e2-7337acb5970e None None] Could not find standard attr ID for object 8c1e0cf2-6788-4f97-963f-158e7452d41f. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:51:14.563422 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-019f3dd7-bb4c-4fc4-bb42-4ad143062110 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] For port 730fe8ce-ba19-4dc1-8af8-caecabd0e911, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=730fe8ce-ba19-4dc1-8af8-caecabd0e911,segment=NetworkSegment(2867fbc3-ded9-42e1-9169-e3a8f6369032),segment_id=2867fbc3-ded9-42e1-9169-e3a8f6369032)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:14.568848 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-019f3dd7-bb4c-4fc4-bb42-4ad143062110 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:14.632050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-019f3dd7-bb4c-4fc4-bb42-4ad143062110 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Calling delete_port for 730fe8ce-ba19-4dc1-8af8-caecabd0e911 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:14.681354 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cee6b-4963-4faa-a4bf-4fe65d1f52d1 req-65b293eb-8aed-4d73-a140-cdf3f357045d tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:14.694487 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ce7cee6b-4963-4faa-a4bf-4fe65d1f52d1 req-65b293eb-8aed-4d73-a140-cdf3f357045d tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.1665688 Nov 25 19:51:14.865572 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ce7cee6b-4963-4faa-a4bf-4fe65d1f52d1 req-1957cbaa-a8d5-46bb-9fe0-86dd335af136 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698694 Nov 25 19:51:14.882846 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4133b846-05f6-467e-a2b2-11e098aee094 None None] DHCP port deletion for e5daf9c6-510d-4e3b-a10d-0cd7db47aecc request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:51:14.924766 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-019f3dd7-bb4c-4fc4-bb42-4ad143062110 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:14.989809 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f3dd7-bb4c-4fc4-bb42-4ad143062110 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Port': ['ID=730fe8ce-ba19-4dc1-8af8-caecabd0e911,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:14.996938 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4133b846-05f6-467e-a2b2-11e098aee094 None None] Deleting port 730fe8ce-ba19-4dc1-8af8-caecabd0e911 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:14.997663 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4133b846-05f6-467e-a2b2-11e098aee094 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:15.009097 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019f3dd7-bb4c-4fc4-bb42-4ad143062110 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] No DVR routers for this DVR port 730fe8ce-ba19-4dc1-8af8-caecabd0e911 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:51:15.147908 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-019f3dd7-bb4c-4fc4-bb42-4ad143062110 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:15.177541 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-019f3dd7-bb4c-4fc4-bb42-4ad143062110 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5daf9c6-510d-4e3b-a10d-0cd7db47aecc']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:15.195494 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-019f3dd7-bb4c-4fc4-bb42-4ad143062110 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2867fbc3-ded9-42e1-9169-e3a8f6369032') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:15.196187 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-019f3dd7-bb4c-4fc4-bb42-4ad143062110 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2867fbc3-ded9-42e1-9169-e3a8f6369032') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:15.213785 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-019f3dd7-bb4c-4fc4-bb42-4ad143062110 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:15.246939 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-019f3dd7-bb4c-4fc4-bb42-4ad143062110 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:15.252781 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4133b846-05f6-467e-a2b2-11e098aee094 None None] For port 730fe8ce-ba19-4dc1-8af8-caecabd0e911, host n-d-819349-5, got binding levels [] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:15.255050 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4133b846-05f6-467e-a2b2-11e098aee094 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:15.262864 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019f3dd7-bb4c-4fc4-bb42-4ad143062110 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:51:15.264154 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-019f3dd7-bb4c-4fc4-bb42-4ad143062110 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:51:15.296759 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:51:15.321820 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4133b846-05f6-467e-a2b2-11e098aee094 None None] Calling delete_port for 730fe8ce-ba19-4dc1-8af8-caecabd0e911 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:15.330216 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.ipam_backend_mixin [None req-4133b846-05f6-467e-a2b2-11e098aee094 None None] Port 730fe8ce-ba19-4dc1-8af8-caecabd0e911 was not found and therefore no delete operation was performed {{(pid=103601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:51:15.334568 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4133b846-05f6-467e-a2b2-11e098aee094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:15.370878 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4133b846-05f6-467e-a2b2-11e098aee094 None None] No DVR routers for this DVR port 730fe8ce-ba19-4dc1-8af8-caecabd0e911 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:51:15.400389 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133b846-05f6-467e-a2b2-11e098aee094 None None] Pushing event deleted for resources: {'Port': ['ID=730fe8ce-ba19-4dc1-8af8-caecabd0e911,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:15.477356 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-019f3dd7-bb4c-4fc4-bb42-4ad143062110 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:15.484750 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-019f3dd7-bb4c-4fc4-bb42-4ad143062110 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:15.491114 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-019f3dd7-bb4c-4fc4-bb42-4ad143062110 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/networks/e5daf9c6-510d-4e3b-a10d-0cd7db47aecc HTTP/1.1" status: 204 len: 168 time: 1.4847538 Nov 25 19:51:15.496174 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58756) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:15.502510 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c926a23b-62c7-44b5-aa96-578372af7cb1 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'port': {'network_id': '3c89ac74-f3a7-4010-8c81-00699a41cf6d', 'name': 'tempest-PortsIpV6TestJSON-1807594492'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:15.527199 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f3dd7-bb4c-4fc4-bb42-4ad143062110 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Network': ['ID=e5daf9c6-510d-4e3b-a10d-0cd7db47aecc,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:15.600154 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe178c-7a3a-4bcd-bcd1-d2336f1e6664 req-95645ec6-5b80-4bb7-bc88-3f43f0d107e4 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:15.601815 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79fe178c-7a3a-4bcd-bcd1-d2336f1e6664 req-95645ec6-5b80-4bb7-bc88-3f43f0d107e4 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=357a6990-6163-4582-bece-c18ffa8d8813 HTTP/1.1" status: 200 len: 945 time: 0.2906463 Nov 25 19:51:15.617574 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 730fe8ce-ba19-4dc1-8af8-caecabd0e911 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:51:15.662550 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 730fe8ce-ba19-4dc1-8af8-caecabd0e911 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:51:15.663261 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 730fe8ce-ba19-4dc1-8af8-caecabd0e911 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:51:15.718660 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c926a23b-62c7-44b5-aa96-578372af7cb1 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:15.727857 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c926a23b-62c7-44b5-aa96-578372af7cb1 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:15.753301 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79fe178c-7a3a-4bcd-bcd1-d2336f1e6664 req-a4891037-0b8f-43ce-9e33-86893ac7b071 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247151 Nov 25 19:51:15.777665 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-c926a23b-62c7-44b5-aa96-578372af7cb1 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] device_id is not set on port 91cd6bfa-934b-4b67-a5f9-c7fdc79a2807 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:51:15.966564 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ae775-fc46-46f4-9f48-c2f500eae9fd req-0b9bc94d-efcb-45ca-b1de-ab26017d394d tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:15.968578 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd2ae775-fc46-46f4-9f48-c2f500eae9fd req-0b9bc94d-efcb-45ca-b1de-ab26017d394d tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.0701973 Nov 25 19:51:16.062648 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd2ae775-fc46-46f4-9f48-c2f500eae9fd req-92d9bb33-a730-4244-a038-87265f7ac0df tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809867 Nov 25 19:51:16.183447 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c926a23b-62c7-44b5-aa96-578372af7cb1 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:16.229108 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a703dc7-6cd2-46a5-8f75-ef75a38ca269 req-8e92bfbe-a5db-4674-ba4c-5d9ee54cb781 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:16.238566 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0a703dc7-6cd2-46a5-8f75-ef75a38ca269 req-8e92bfbe-a5db-4674-ba4c-5d9ee54cb781 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.73 "GET /v2.0/ports?device_id=357a6990-6163-4582-bece-c18ffa8d8813 HTTP/1.1" status: 200 len: 945 time: 0.1243827 Nov 25 19:51:16.300556 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c926a23b-62c7-44b5-aa96-578372af7cb1 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:16.381541 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c926a23b-62c7-44b5-aa96-578372af7cb1 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network 3c89ac74-f3a7-4010-8c81-00699a41cf6d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:16.387871 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-c926a23b-62c7-44b5-aa96-578372af7cb1 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:16.392829 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c926a23b-62c7-44b5-aa96-578372af7cb1 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:51:16.407897 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c926a23b-62c7-44b5-aa96-578372af7cb1 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:16.414740 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c926a23b-62c7-44b5-aa96-578372af7cb1 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:16.436231 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926a23b-62c7-44b5-aa96-578372af7cb1 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Port': ['ID=91cd6bfa-934b-4b67-a5f9-c7fdc79a2807,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:16.490162 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-0a703dc7-6cd2-46a5-8f75-ef75a38ca269 req-eacb3d24-de9f-48a3-a02d-f6b26deed5e7 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Deleting port a76874ad-f289-4b40-b125-fc2ddc3bf343 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:16.491100 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0a703dc7-6cd2-46a5-8f75-ef75a38ca269 req-eacb3d24-de9f-48a3-a02d-f6b26deed5e7 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:16.500586 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c926a23b-62c7-44b5-aa96-578372af7cb1 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0030406 Nov 25 19:51:16.503601 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58778) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:16.680795 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4918b0c9-62a3-4b03-9bdb-7a2339b5ebd9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting port 91cd6bfa-934b-4b67-a5f9-c7fdc79a2807 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:16.681052 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4918b0c9-62a3-4b03-9bdb-7a2339b5ebd9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:16.806934 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4918b0c9-62a3-4b03-9bdb-7a2339b5ebd9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:16.834254 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4918b0c9-62a3-4b03-9bdb-7a2339b5ebd9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Calling delete_port for 91cd6bfa-934b-4b67-a5f9-c7fdc79a2807 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:16.986723 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4918b0c9-62a3-4b03-9bdb-7a2339b5ebd9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:17.022450 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918b0c9-62a3-4b03-9bdb-7a2339b5ebd9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Port': ['ID=91cd6bfa-934b-4b67-a5f9-c7fdc79a2807,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:17.038030 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4918b0c9-62a3-4b03-9bdb-7a2339b5ebd9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:17.043195 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4918b0c9-62a3-4b03-9bdb-7a2339b5ebd9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/ports/91cd6bfa-934b-4b67-a5f9-c7fdc79a2807 HTTP/1.1" status: 204 len: 168 time: 0.5338547 Nov 25 19:51:17.045587 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58798) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:17.060547 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a3aa6b01-6a05-49e4-a1cf-17fcad7c8f3e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'port': {'network_id': '3c89ac74-f3a7-4010-8c81-00699a41cf6d', 'mac_address': 'fa:16:3e:5c:2d:06', 'name': 'tempest-PortsIpV6TestJSON-930777346'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:17.227123 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3aa6b01-6a05-49e4-a1cf-17fcad7c8f3e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:17.249227 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bb849-993e-4612-9a0a-48aaa053c95b req-107b6df8-f383-4e57-b0be-1677e7ee8454 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:17.258422 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d39bb849-993e-4612-9a0a-48aaa053c95b req-107b6df8-f383-4e57-b0be-1677e7ee8454 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.6592975 Nov 25 19:51:17.301677 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-0a703dc7-6cd2-46a5-8f75-ef75a38ca269 req-eacb3d24-de9f-48a3-a02d-f6b26deed5e7 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] For port a76874ad-f289-4b40-b125-fc2ddc3bf343, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=a76874ad-f289-4b40-b125-fc2ddc3bf343,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:17.302061 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0a703dc7-6cd2-46a5-8f75-ef75a38ca269 req-eacb3d24-de9f-48a3-a02d-f6b26deed5e7 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:17.335314 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6b01-6a05-49e4-a1cf-17fcad7c8f3e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:17.360295 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-a3aa6b01-6a05-49e4-a1cf-17fcad7c8f3e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] device_id is not set on port da50d86a-9981-44b3-b722-f1ae88a9dd21 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:51:17.388408 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d39bb849-993e-4612-9a0a-48aaa053c95b req-d6a8ea1b-f7b3-43d1-9f7c-e8ac0d83579b tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286733 Nov 25 19:51:17.390218 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-0a703dc7-6cd2-46a5-8f75-ef75a38ca269 req-eacb3d24-de9f-48a3-a02d-f6b26deed5e7 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Calling delete_port for a76874ad-f289-4b40-b125-fc2ddc3bf343 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:17.658571 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6b01-6a05-49e4-a1cf-17fcad7c8f3e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:17.698770 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa9de2-1631-4df0-a199-82a727962858 req-a35324eb-fd47-4c85-a693-1d341cc7281b tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:17.710223 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dbaa9de2-1631-4df0-a199-82a727962858 req-a35324eb-fd47-4c85-a693-1d341cc7281b tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=357a6990-6163-4582-bece-c18ffa8d8813 HTTP/1.1" status: 200 len: 945 time: 0.1202500 Nov 25 19:51:17.734367 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0a703dc7-6cd2-46a5-8f75-ef75a38ca269 req-eacb3d24-de9f-48a3-a02d-f6b26deed5e7 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:17.754841 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['a76874ad-f289-4b40-b125-fc2ddc3bf343'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:51:17.773608 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6b01-6a05-49e4-a1cf-17fcad7c8f3e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:17.838698 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb3d24-de9f-48a3-a02d-f6b26deed5e7 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Pushing event deleted for resources: {'Port': ['ID=a76874ad-f289-4b40-b125-fc2ddc3bf343,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:17.912408 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7202d759-3879-40f6-b4a1-580965ac65ec None None] DHCP port deletion for f9395996-8e1e-448f-bf5e-cf052999c475 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:51:17.917699 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3aa6b01-6a05-49e4-a1cf-17fcad7c8f3e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network 3c89ac74-f3a7-4010-8c81-00699a41cf6d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:17.936287 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a3aa6b01-6a05-49e4-a1cf-17fcad7c8f3e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:17.941617 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aa6b01-6a05-49e4-a1cf-17fcad7c8f3e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:51:17.952893 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3aa6b01-6a05-49e4-a1cf-17fcad7c8f3e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:17.953975 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6b01-6a05-49e4-a1cf-17fcad7c8f3e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:17.964806 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a703dc7-6cd2-46a5-8f75-ef75a38ca269 req-eacb3d24-de9f-48a3-a02d-f6b26deed5e7 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] No DVR routers for this DVR port a76874ad-f289-4b40-b125-fc2ddc3bf343 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:51:17.982716 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0a703dc7-6cd2-46a5-8f75-ef75a38ca269 req-eacb3d24-de9f-48a3-a02d-f6b26deed5e7 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:17.983128 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa6b01-6a05-49e4-a1cf-17fcad7c8f3e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Port': ['ID=da50d86a-9981-44b3-b722-f1ae88a9dd21,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:17.987490 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0a703dc7-6cd2-46a5-8f75-ef75a38ca269 req-eacb3d24-de9f-48a3-a02d-f6b26deed5e7 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.73 "DELETE /v2.0/ports/a76874ad-f289-4b40-b125-fc2ddc3bf343 HTTP/1.1" status: 204 len: 173 time: 1.7406573 Nov 25 19:51:17.988166 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357a6990-6163-4582-bece-c18ffa8d8813', 'name': 'network-vif-deleted', 'tag': 'a76874ad-f289-4b40-b125-fc2ddc3bf343'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:51:18.011337 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f18b84-c123-4037-9583-aec0699e1f95" -d '{"events": [{"server_uuid": "357a6990-6163-4582-bece-c18ffa8d8813", "name": "network-vif-deleted", "tag": "a76874ad-f289-4b40-b125-fc2ddc3bf343"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:51:18.024526 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a3aa6b01-6a05-49e4-a1cf-17fcad7c8f3e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9755735 Nov 25 19:51:18.027766 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dbaa9de2-1631-4df0-a199-82a727962858 req-1cfc4fa7-c672-4a7e-9c85-cfe13f741eff tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165760 Nov 25 19:51:18.038938 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58826) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:18.177438 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66992862-448d-43ee-8877-a0cd8ebf4f10 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:18.178831 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-66992862-448d-43ee-8877-a0cd8ebf4f10 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "GET /v2.0/ports/da50d86a-9981-44b3-b722-f1ae88a9dd21 HTTP/1.1" status: 200 len: 844 time: 0.1376917 Nov 25 19:51:18.181988 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58828) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:18.466341 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750e30d-3ade-4077-8880-06a484524765 req-15841090-06a5-46c6-818d-f0ac82f4130b tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:18.468936 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a750e30d-3ade-4077-8880-06a484524765 req-15841090-06a5-46c6-818d-f0ac82f4130b tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.1123626 Nov 25 19:51:18.489579 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7443c8d2-3ad5-4c2d-a008-623d531593ae tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting port da50d86a-9981-44b3-b722-f1ae88a9dd21 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:18.489931 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7443c8d2-3ad5-4c2d-a008-623d531593ae tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:18.593802 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:51:18.680312 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a750e30d-3ade-4077-8880-06a484524765 req-34af5b15-ecbf-4301-92b3-ae9ff042f280 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969213 Nov 25 19:51:18.726855 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7443c8d2-3ad5-4c2d-a008-623d531593ae tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:18.774407 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7443c8d2-3ad5-4c2d-a008-623d531593ae tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Calling delete_port for da50d86a-9981-44b3-b722-f1ae88a9dd21 owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:18.896794 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e93dd27-7242-44cf-ba83-5c17f704c029 x-openstack-request-id: req-4e93dd27-7242-44cf-ba83-5c17f704c029 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:51:18.897979 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357a6990-6163-4582-bece-c18ffa8d8813", "name": "network-vif-deleted", "tag": "a76874ad-f289-4b40-b125-fc2ddc3bf343", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:51:18.898864 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e93dd27-7242-44cf-ba83-5c17f704c029 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:51:18.899852 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357a6990-6163-4582-bece-c18ffa8d8813', 'name': 'network-vif-deleted', 'tag': 'a76874ad-f289-4b40-b125-fc2ddc3bf343', 'status': 'completed', 'code': 200} Nov 25 19:51:19.035504 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7443c8d2-3ad5-4c2d-a008-623d531593ae tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:19.088171 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443c8d2-3ad5-4c2d-a008-623d531593ae tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Port': ['ID=da50d86a-9981-44b3-b722-f1ae88a9dd21,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:19.099096 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7443c8d2-3ad5-4c2d-a008-623d531593ae tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:19.103296 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7443c8d2-3ad5-4c2d-a008-623d531593ae tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/ports/da50d86a-9981-44b3-b722-f1ae88a9dd21 HTTP/1.1" status: 204 len: 168 time: 0.9198918 Nov 25 19:51:19.107556 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58852) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:19.149095 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86a0b9-f57f-42ac-beed-42a103d22a2f req-cac3040e-cda3-4fb8-b3bd-043acabde4e6 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:19.158077 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-de86a0b9-f57f-42ac-beed-42a103d22a2f req-cac3040e-cda3-4fb8-b3bd-043acabde4e6 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.1321914 Nov 25 19:51:19.170755 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8345bf7-bf7f-4f0d-8a76-1385b85d8b3c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] GET failed (client error): The resource could not be found. Nov 25 19:51:19.175735 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a8345bf7-bf7f-4f0d-8a76-1385b85d8b3c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "GET /v2.0/ports/da50d86a-9981-44b3-b722-f1ae88a9dd21 HTTP/1.1" status: 404 len: 333 time: 0.0669682 Nov 25 19:51:19.181143 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58856) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:19.187749 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-97519dd3-d5ad-4091-956d-53df0ba74c66 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'port': {'network_id': '3c89ac74-f3a7-4010-8c81-00699a41cf6d', 'name': 'tempest-PortsIpV6TestJSON-304836711'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:19.338732 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-de86a0b9-f57f-42ac-beed-42a103d22a2f req-b63449c2-ea83-4001-8486-e25d05007329 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784554 Nov 25 19:51:19.386515 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97519dd3-d5ad-4091-956d-53df0ba74c66 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:19.397261 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97519dd3-d5ad-4091-956d-53df0ba74c66 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:19.435889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-97519dd3-d5ad-4091-956d-53df0ba74c66 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] device_id is not set on port 758cd013-0fb6-4009-b9bc-23b8792e02d2 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:51:19.796482 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c519d6d-9730-40fe-ac88-8b30de70cd57 req-48305cc0-80ff-4197-ac49-d01fdec036f0 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:19.799074 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c519d6d-9730-40fe-ac88-8b30de70cd57 req-48305cc0-80ff-4197-ac49-d01fdec036f0 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.1309173 Nov 25 19:51:19.849056 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device a76874ad-f289-4b40-b125-fc2ddc3bf343 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:51:19.898038 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: a76874ad-f289-4b40-b125-fc2ddc3bf343 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:51:19.898704 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device a76874ad-f289-4b40-b125-fc2ddc3bf343 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:51:19.932381 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97519dd3-d5ad-4091-956d-53df0ba74c66 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:19.952807 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c519d6d-9730-40fe-ac88-8b30de70cd57 req-2603d022-a9fc-452b-a3af-bffa31cd21d8 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998960 Nov 25 19:51:20.016503 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97519dd3-d5ad-4091-956d-53df0ba74c66 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:20.082682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97519dd3-d5ad-4091-956d-53df0ba74c66 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network 3c89ac74-f3a7-4010-8c81-00699a41cf6d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:20.087752 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-97519dd3-d5ad-4091-956d-53df0ba74c66 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:20.097239 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97519dd3-d5ad-4091-956d-53df0ba74c66 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:51:20.104689 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97519dd3-d5ad-4091-956d-53df0ba74c66 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:20.105553 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97519dd3-d5ad-4091-956d-53df0ba74c66 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:20.122743 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97519dd3-d5ad-4091-956d-53df0ba74c66 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Port': ['ID=758cd013-0fb6-4009-b9bc-23b8792e02d2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:20.145557 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-97519dd3-d5ad-4091-956d-53df0ba74c66 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9590180 Nov 25 19:51:20.146145 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58892) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:20.156110 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-67b98137-bbe7-4f3e-b77b-c73449202b3e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:20.328285 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67b98137-bbe7-4f3e-b77b-c73449202b3e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:20.423088 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a414670-f4dd-4a89-9360-c24483d209fe req-77368abb-f8b6-4cc8-974c-bd15dcd3a661 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:20.439760 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a414670-f4dd-4a89-9360-c24483d209fe req-77368abb-f8b6-4cc8-974c-bd15dcd3a661 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/networks?id=f9395996-8e1e-448f-bf5e-cf052999c475 HTTP/1.1" status: 200 len: 812 time: 0.2961264 Nov 25 19:51:20.494827 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a414670-f4dd-4a89-9360-c24483d209fe req-37b695d6-6009-4e17-94ef-e75e11011a32 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/quotas/0693fe225e124b1f9efd8df77820112b HTTP/1.1" status: 200 len: 375 time: 0.0446019 Nov 25 19:51:20.559550 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a414670-f4dd-4a89-9360-c24483d209fe req-9a1a7706-2476-4783-993d-a9b5a87fc2ec tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0693fe225e124b1f9efd8df77820112b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619173 Nov 25 19:51:20.729325 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67b98137-bbe7-4f3e-b77b-c73449202b3e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:20.739619 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67b98137-bbe7-4f3e-b77b-c73449202b3e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:20.788906 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a414670-f4dd-4a89-9360-c24483d209fe req-4b49abb1-8c40-4665-93f8-2374636564f2 service neutron] 10.222.0.55 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030699 Nov 25 19:51:20.856425 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b98137-bbe7-4f3e-b77b-c73449202b3e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Port': ['ID=758cd013-0fb6-4009-b9bc-23b8792e02d2,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:20.859704 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-67b98137-bbe7-4f3e-b77b-c73449202b3e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] In _notify_port_updated(), no bound segment for port 758cd013-0fb6-4009-b9bc-23b8792e02d2 on network 3c89ac74-f3a7-4010-8c81-00699a41cf6d {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:51:20.865928 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b98137-bbe7-4f3e-b77b-c73449202b3e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:20.866768 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67b98137-bbe7-4f3e-b77b-c73449202b3e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:20.872519 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-67b98137-bbe7-4f3e-b77b-c73449202b3e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "PUT /v2.0/ports/758cd013-0fb6-4009-b9bc-23b8792e02d2 HTTP/1.1" status: 200 len: 818 time: 0.7205155 Nov 25 19:51:20.873121 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58916) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:21.020440 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a414670-f4dd-4a89-9360-c24483d209fe req-dad3b782-893c-44f2-90ed-f5477c038272 service neutron] 10.222.0.55 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246914 Nov 25 19:51:21.035017 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4df178c4-cb41-479c-a57d-4428b7c1ebee tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting port 758cd013-0fb6-4009-b9bc-23b8792e02d2 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:21.035328 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4df178c4-cb41-479c-a57d-4428b7c1ebee tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:21.180924 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4df178c4-cb41-479c-a57d-4428b7c1ebee tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:21.251598 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4df178c4-cb41-479c-a57d-4428b7c1ebee tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Calling delete_port for 758cd013-0fb6-4009-b9bc-23b8792e02d2 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:21.467465 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-898c0c53-7855-4653-86f7-1fa125875486 req-3b5ae559-6766-47b4-9160-a8cc40eecb96 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 210 time: 0.0519440 Nov 25 19:51:21.518497 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4df178c4-cb41-479c-a57d-4428b7c1ebee tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:21.588645 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df178c4-cb41-479c-a57d-4428b7c1ebee tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Port': ['ID=758cd013-0fb6-4009-b9bc-23b8792e02d2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:21.597147 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4df178c4-cb41-479c-a57d-4428b7c1ebee tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:21.603822 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58942) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:21.604069 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4df178c4-cb41-479c-a57d-4428b7c1ebee tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/ports/758cd013-0fb6-4009-b9bc-23b8792e02d2 HTTP/1.1" status: 204 len: 168 time: 0.7285450 Nov 25 19:51:21.720403 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2135b4a-6e6b-457b-b1ca-214295055c18 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:21.722006 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a2135b4a-6e6b-457b-b1ca-214295055c18 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1171596 Nov 25 19:51:21.725198 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58946) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:21.738044 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a762a9-84fa-4542-b93a-3978fe41671f req-42f04bb1-78c6-4fc5-af66-c60f6a3594d0 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:21.739805 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-58a762a9-84fa-4542-b93a-3978fe41671f req-42f04bb1-78c6-4fc5-af66-c60f6a3594d0 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.0803537 Nov 25 19:51:21.757314 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-0540f9d0-b212-4de8-9681-131479d1014e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] GET failed (client error): The resource could not be found. Nov 25 19:51:21.767668 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0540f9d0-b212-4de8-9681-131479d1014e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "GET /v2.0/ports/758cd013-0fb6-4009-b9bc-23b8792e02d2 HTTP/1.1" status: 404 len: 333 time: 0.0411344 Nov 25 19:51:21.768480 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58950) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:21.776057 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6aae6734-2be7-43b4-bb88-e08f2e26519e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-416834827'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:21.800972 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aae6734-2be7-43b4-bb88-e08f2e26519e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:21.809568 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-58a762a9-84fa-4542-b93a-3978fe41671f req-89752c6b-f401-49cb-8093-c0108e7e74f5 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623026 Nov 25 19:51:21.817382 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6aae6734-2be7-43b4-bb88-e08f2e26519e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:21.878633 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aae6734-2be7-43b4-bb88-e08f2e26519e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:51:21.901655 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6aae6734-2be7-43b4-bb88-e08f2e26519e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:21.902278 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-6aae6734-2be7-43b4-bb88-e08f2e26519e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Added segment f0503172-7887-4394-9491-6fea8f6ee0f7 of type vlan for network 12623def-3831-435b-9ce7-523ec700c4c2 Nov 25 19:51:21.977325 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6aae6734-2be7-43b4-bb88-e08f2e26519e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:22.029077 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6aae6734-2be7-43b4-bb88-e08f2e26519e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:22.038143 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aae6734-2be7-43b4-bb88-e08f2e26519e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:22.038769 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6aae6734-2be7-43b4-bb88-e08f2e26519e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:22.053781 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632a1f6-0970-4964-a1e6-7dc09df60066 req-ce8c7bee-264a-4477-b0be-6752f49d8be0 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:22.065688 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7632a1f6-0970-4964-a1e6-7dc09df60066 req-ce8c7bee-264a-4477-b0be-6752f49d8be0 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.0953918 Nov 25 19:51:22.165689 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7632a1f6-0970-4964-a1e6-7dc09df60066 req-5fcd29fe-5213-4476-a200-e835bea7c2cb tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984464 Nov 25 19:51:22.203489 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6aae6734-2be7-43b4-bb88-e08f2e26519e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4329128 Nov 25 19:51:22.206530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58966) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:22.213962 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-92cc0dee-ce90-41ed-813f-cd4034d4a69d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'subnet': {'network_id': '12623def-3831-435b-9ce7-523ec700c4c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:22.227472 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae6734-2be7-43b4-bb88-e08f2e26519e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Network': ['ID=12623def-3831-435b-9ce7-523ec700c4c2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:22.248556 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 12623def-3831-435b-9ce7-523ec700c4c2 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:51:22.346324 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cc0dee-ce90-41ed-813f-cd4034d4a69d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:22.350974 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-92cc0dee-ce90-41ed-813f-cd4034d4a69d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:22.518221 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ef18c-8b16-43b4-98f7-1377bb6347cf req-5c2abd6e-4d9e-44d4-a077-379a5f1bccf5 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:22.520034 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b4ef18c-8b16-43b4-98f7-1377bb6347cf req-5c2abd6e-4d9e-44d4-a077-379a5f1bccf5 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.0981596 Nov 25 19:51:22.655958 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b4ef18c-8b16-43b4-98f7-1377bb6347cf req-ffa1a531-e781-44e8-93e1-d6cdeafcb05c tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217916 Nov 25 19:51:22.711303 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-92cc0dee-ce90-41ed-813f-cd4034d4a69d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:22.798659 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc0dee-ce90-41ed-813f-cd4034d4a69d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Subnet': ['ID=4378d7e7-ed91-4ea7-b9eb-ae4b453da25e,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:22.830659 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cc0dee-ce90-41ed-813f-cd4034d4a69d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Checking segment: {'id': 'f0503172-7887-4394-9491-6fea8f6ee0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '12623def-3831-435b-9ce7-523ec700c4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:51:22.831175 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cc0dee-ce90-41ed-813f-cd4034d4a69d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network hostable DHCP agents. Network: 12623def-3831-435b-9ce7-523ec700c4c2, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:51:22.859088 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cc0dee-ce90-41ed-813f-cd4034d4a69d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network 12623def-3831-435b-9ce7-523ec700c4c2 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:51:22.870469 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-92cc0dee-ce90-41ed-813f-cd4034d4a69d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 12623def-3831-435b-9ce7-523ec700c4c2) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:22.882179 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011a6e78-c049-42a6-a7a4-a3a20fc58486 None None] Network 12623def-3831-435b-9ce7-523ec700c4c2 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:22.893967 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cc0dee-ce90-41ed-813f-cd4034d4a69d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:22.896433 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-92cc0dee-ce90-41ed-813f-cd4034d4a69d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:23.214227 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f2492533-d1a7-4301-9788-374195c75c2c req-8d4db02c-d97c-40f8-a469-a94a8fa9f4e6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 210 time: 0.2293818 Nov 25 19:51:23.236667 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-92cc0dee-ce90-41ed-813f-cd4034d4a69d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0286305 Nov 25 19:51:23.247975 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58998) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:23.249818 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6a745aef-41a9-4ce2-b73d-0dea68fe9e15 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'subnet': {'network_id': '12623def-3831-435b-9ce7-523ec700c4c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:23.316552 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cc29bd-f99e-4854-87e9-1cdd6567d3e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-12623def-3831-435b-9ce7-523ec700c4c2', 'network_id': '12623def-3831-435b-9ce7-523ec700c4c2', 'tenant_id': '58c8cb9f24b04674b9dfe7a96fa95fb3', 'fixed_ips': [{'subnet_id': '4378d7e7-ed91-4ea7-b9eb-ae4b453da25e'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:51:23.325615 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-26cc29bd-f99e-4854-87e9-1cdd6567d3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:23.335149 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a414670-f4dd-4a89-9360-c24483d209fe req-50d54f95-8a69-4c58-89ec-c2a6abf1e11b tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:23.341062 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a414670-f4dd-4a89-9360-c24483d209fe req-50d54f95-8a69-4c58-89ec-c2a6abf1e11b tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.73 "GET /v2.0/networks?id=f9395996-8e1e-448f-bf5e-cf052999c475 HTTP/1.1" status: 200 len: 812 time: 0.4340880 Nov 25 19:51:23.358018 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-4a414670-f4dd-4a89-9360-c24483d209fe req-8296309d-e253-414b-a677-766f2b895445 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Request body: {'port': {'device_id': '98694a3e-5132-49e8-bbde-1b8677d1c8a7', 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475', 'admin_state_up': True, 'tenant_id': '0693fe225e124b1f9efd8df77820112b'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:23.447885 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a745aef-41a9-4ce2-b73d-0dea68fe9e15 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:23.457613 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a745aef-41a9-4ce2-b73d-0dea68fe9e15 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:23.532672 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004994dc-8bca-40aa-9539-b9d2c24e4842 req-4acb267f-1776-4611-a9b4-3a7e586e55db tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:23.540859 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-004994dc-8bca-40aa-9539-b9d2c24e4842 req-4acb267f-1776-4611-a9b4-3a7e586e55db tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.1452379 Nov 25 19:51:23.613307 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-004994dc-8bca-40aa-9539-b9d2c24e4842 req-17f642ca-a138-4fdb-a5cc-c9c21f78512f tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700793 Nov 25 19:51:23.647485 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-26cc29bd-f99e-4854-87e9-1cdd6567d3e2 None None] Allocated IP 2001:db8::2 (12623def-3831-435b-9ce7-523ec700c4c2/4378d7e7-ed91-4ea7-b9eb-ae4b453da25e/7df98779-2abc-44cf-ba5c-40f91cf36736) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:23.785822 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:23.825835 n-d-819349-5 neutron-server[103599]: INFO neutron.db.ipam_backend_mixin [None req-6a745aef-41a9-4ce2-b73d-0dea68fe9e15 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4378d7e7-ed91-4ea7-b9eb-ae4b453da25e (CIDR: 2001:db8::/64) Nov 25 19:51:23.833364 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a745aef-41a9-4ce2-b73d-0dea68fe9e15 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:51:23.834123 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a745aef-41a9-4ce2-b73d-0dea68fe9e15 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:51:23.846154 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a414670-f4dd-4a89-9360-c24483d209fe req-8296309d-e253-414b-a677-766f2b895445 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Made reservation on behalf of 0693fe225e124b1f9efd8df77820112b for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:23.860697 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4a414670-f4dd-4a89-9360-c24483d209fe req-8296309d-e253-414b-a677-766f2b895445 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:23.889867 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6a745aef-41a9-4ce2-b73d-0dea68fe9e15 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6467211 Nov 25 19:51:23.897936 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59014) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:23.907145 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5218ba46-f4e4-4cf5-b633-ca90123a412b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'subnet': {'network_id': '12623def-3831-435b-9ce7-523ec700c4c2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:23.948986 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-26cc29bd-f99e-4854-87e9-1cdd6567d3e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:23.961507 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-26cc29bd-f99e-4854-87e9-1cdd6567d3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:24.060614 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03efa08-4889-4e48-808b-d70e27c17307 req-af90b043-3529-4695-8ac8-fc341baa847c tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:24.075057 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a03efa08-4889-4e48-808b-d70e27c17307 req-af90b043-3529-4695-8ac8-fc341baa847c tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.2685444 Nov 25 19:51:24.135462 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cc29bd-f99e-4854-87e9-1cdd6567d3e2 None None] Network 12623def-3831-435b-9ce7-523ec700c4c2 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:24.139729 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-26cc29bd-f99e-4854-87e9-1cdd6567d3e2 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:24.169562 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cc29bd-f99e-4854-87e9-1cdd6567d3e2 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:51:24.176450 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5218ba46-f4e4-4cf5-b633-ca90123a412b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:24.196636 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5218ba46-f4e4-4cf5-b633-ca90123a412b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:24.219186 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc29bd-f99e-4854-87e9-1cdd6567d3e2 None None] Pushing event updated for resources: {'Port': ['ID=7df98779-2abc-44cf-ba5c-40f91cf36736,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:24.279260 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a03efa08-4889-4e48-808b-d70e27c17307 req-0f401400-4264-43a4-891b-a95fa24db957 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023420 Nov 25 19:51:24.385897 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-4a414670-f4dd-4a89-9360-c24483d209fe req-8296309d-e253-414b-a677-766f2b895445 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Allocated IP 172.20.0.2 (f9395996-8e1e-448f-bf5e-cf052999c475/6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b/e5f0a748-39cb-4730-a134-8c871f0b302f) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:24.434218 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-26cc29bd-f99e-4854-87e9-1cdd6567d3e2 None None] Attempting to bind port 7df98779-2abc-44cf-ba5c-40f91cf36736 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:51:24.435364 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-26cc29bd-f99e-4854-87e9-1cdd6567d3e2 None None] Attempting to bind port 7df98779-2abc-44cf-ba5c-40f91cf36736 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'f0503172-7887-4394-9491-6fea8f6ee0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '12623def-3831-435b-9ce7-523ec700c4c2'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:51:24.435364 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc29bd-f99e-4854-87e9-1cdd6567d3e2 None None] Attempting to bind port 7df98779-2abc-44cf-ba5c-40f91cf36736 on network 12623def-3831-435b-9ce7-523ec700c4c2 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:51:24.441383 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:24.447491 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc29bd-f99e-4854-87e9-1cdd6567d3e2 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:51:24.448036 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc29bd-f99e-4854-87e9-1cdd6567d3e2 None None] Checking segment: {'id': 'f0503172-7887-4394-9491-6fea8f6ee0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '12623def-3831-435b-9ce7-523ec700c4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:51:24.449593 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-26cc29bd-f99e-4854-87e9-1cdd6567d3e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:24.450147 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc29bd-f99e-4854-87e9-1cdd6567d3e2 None None] Bound using segment: {'id': 'f0503172-7887-4394-9491-6fea8f6ee0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '12623def-3831-435b-9ce7-523ec700c4c2'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:51:24.450810 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-26cc29bd-f99e-4854-87e9-1cdd6567d3e2 None None] Bound port: 7df98779-2abc-44cf-ba5c-40f91cf36736, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0503172-7887-4394-9491-6fea8f6ee0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '12623def-3831-435b-9ce7-523ec700c4c2'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:51:24.451448 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-26cc29bd-f99e-4854-87e9-1cdd6567d3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:24.666052 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-26cc29bd-f99e-4854-87e9-1cdd6567d3e2 None None] For port 7df98779-2abc-44cf-ba5c-40f91cf36736, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:51:24.680346 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-26cc29bd-f99e-4854-87e9-1cdd6567d3e2 None None] For port 7df98779-2abc-44cf-ba5c-40f91cf36736, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=7df98779-2abc-44cf-ba5c-40f91cf36736,segment=NetworkSegment(f0503172-7887-4394-9491-6fea8f6ee0f7),segment_id=f0503172-7887-4394-9491-6fea8f6ee0f7)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:51:24.695006 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-26cc29bd-f99e-4854-87e9-1cdd6567d3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:24.696119 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c56c142-b0ba-43bb-910d-c2773556b951 req-2b234c2d-ea16-483a-bd2d-45ba1e6f2af9 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 210 time: 0.0715573 Nov 25 19:51:24.783009 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc29bd-f99e-4854-87e9-1cdd6567d3e2 None None] Pushing event updated for resources: {'Port': ['ID=7df98779-2abc-44cf-ba5c-40f91cf36736,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:24.833339 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5218ba46-f4e4-4cf5-b633-ca90123a412b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:24.885021 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4a414670-f4dd-4a89-9360-c24483d209fe req-8296309d-e253-414b-a677-766f2b895445 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:24.906021 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5218ba46-f4e4-4cf5-b633-ca90123a412b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network 12623def-3831-435b-9ce7-523ec700c4c2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:24.910639 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5218ba46-f4e4-4cf5-b633-ca90123a412b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:24.921448 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34603489-3f16-417c-94c1-ecddc2ade780 req-6e8e31e4-ea27-45c8-af25-bcdcbd51b097 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:24.930563 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-34603489-3f16-417c-94c1-ecddc2ade780 req-6e8e31e4-ea27-45c8-af25-bcdcbd51b097 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.1055944 Nov 25 19:51:24.937506 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5218ba46-f4e4-4cf5-b633-ca90123a412b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:24.938271 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5218ba46-f4e4-4cf5-b633-ca90123a412b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:24.957942 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218ba46-f4e4-4cf5-b633-ca90123a412b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Subnet': ['ID=600163ee-8d4d-43b5-98e5-d122d92179f4,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:24.987654 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5218ba46-f4e4-4cf5-b633-ca90123a412b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0876682 Nov 25 19:51:24.988871 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59038) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:25.001058 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-120f70d0-24d8-4d66-8757-5bd6bf1aa461 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'port': {'network_id': '12623def-3831-435b-9ce7-523ec700c4c2', 'fixed_ips': [{'subnet_id': '4378d7e7-ed91-4ea7-b9eb-ae4b453da25e'}, {'subnet_id': '600163ee-8d4d-43b5-98e5-d122d92179f4'}], 'name': 'tempest-PortsIpV6TestJSON-480619702'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:25.150085 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-34603489-3f16-417c-94c1-ecddc2ade780 req-14366ae8-769f-41b3-a337-4c14accf5618 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179744 Nov 25 19:51:25.161722 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4a414670-f4dd-4a89-9360-c24483d209fe req-8296309d-e253-414b-a677-766f2b895445 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:25.246111 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a414670-f4dd-4a89-9360-c24483d209fe req-8296309d-e253-414b-a677-766f2b895445 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Network f9395996-8e1e-448f-bf5e-cf052999c475 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:25.251158 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-4a414670-f4dd-4a89-9360-c24483d209fe req-8296309d-e253-414b-a677-766f2b895445 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:25.256016 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a414670-f4dd-4a89-9360-c24483d209fe req-8296309d-e253-414b-a677-766f2b895445 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:51:25.328795 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a414670-f4dd-4a89-9360-c24483d209fe req-8296309d-e253-414b-a677-766f2b895445 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:25.329775 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4a414670-f4dd-4a89-9360-c24483d209fe req-8296309d-e253-414b-a677-766f2b895445 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:25.350636 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a414670-f4dd-4a89-9360-c24483d209fe req-8296309d-e253-414b-a677-766f2b895445 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9976771 Nov 25 19:51:25.359832 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a437c7-fe0e-4db7-93b2-d6c3a6588f94 None None] DHCP port deletion for f9395996-8e1e-448f-bf5e-cf052999c475 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:51:25.383105 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-4a414670-f4dd-4a89-9360-c24483d209fe req-959f75b1-132c-4227-92aa-1233a16c4298 service neutron] Request body: {'port': {'device_id': '98694a3e-5132-49e8-bbde-1b8677d1c8a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:25.392576 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296309d-e253-414b-a677-766f2b895445 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Pushing event updated for resources: {'Port': ['ID=e5f0a748-39cb-4730-a134-8c871f0b302f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:25.490961 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120f70d0-24d8-4d66-8757-5bd6bf1aa461 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:25.561182 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e6b0e26b-f115-4675-9c6a-a13b577e8f28 None None] Provisioning complete for port e5f0a748-39cb-4730-a134-8c871f0b302f triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:25.564928 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4a414670-f4dd-4a89-9360-c24483d209fe req-959f75b1-132c-4227-92aa-1233a16c4298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:25.565829 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e6b0e26b-f115-4675-9c6a-a13b577e8f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:25.634513 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c0abc-53e3-4626-a3e6-764897afb073 req-e199f2bb-872e-4ccc-b5e3-07257efcac5f tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:25.641811 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-378c0abc-53e3-4626-a3e6-764897afb073 req-e199f2bb-872e-4ccc-b5e3-07257efcac5f tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.2275527 Nov 25 19:51:25.749273 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e6b0e26b-f115-4675-9c6a-a13b577e8f28 None None] Port e5f0a748-39cb-4730-a134-8c871f0b302f cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:25.768171 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-120f70d0-24d8-4d66-8757-5bd6bf1aa461 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:25.818391 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-120f70d0-24d8-4d66-8757-5bd6bf1aa461 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] device_id is not set on port 4ea89a05-4772-498a-a6fa-f49237fbacb3 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:51:25.876965 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 7df98779-2abc-44cf-ba5c-40f91cf36736 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:51:25.924313 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-378c0abc-53e3-4626-a3e6-764897afb073 req-50cbea04-5303-4a29-a7b9-2a55b5732788 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645652 Nov 25 19:51:25.975164 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 7df98779-2abc-44cf-ba5c-40f91cf36736 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:25.975164 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:26.164940 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:26.262051 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 7df98779-2abc-44cf-ba5c-40f91cf36736, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=7df98779-2abc-44cf-ba5c-40f91cf36736,segment=NetworkSegment(f0503172-7887-4394-9491-6fea8f6ee0f7),segment_id=f0503172-7887-4394-9491-6fea8f6ee0f7)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:26.272240 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:26.329626 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-9968c7e8-c277-4052-8277-8875722a98f2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1842158 Nov 25 19:51:26.371014 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=7df98779-2abc-44cf-ba5c-40f91cf36736,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:26.419124 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-4a414670-f4dd-4a89-9360-c24483d209fe req-959f75b1-132c-4227-92aa-1233a16c4298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5f0a748-39cb-4730-a134-8c871f0b302f {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:51:26.487079 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839fe29-d9bc-4dcb-aa92-cb2cd70a5267 req-99e1d5b3-6251-4522-a975-614ad016d570 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:26.496421 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d839fe29-d9bc-4dcb-aa92-cb2cd70a5267 req-99e1d5b3-6251-4522-a975-614ad016d570 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 931 time: 0.2408669 Nov 25 19:51:26.507748 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4a414670-f4dd-4a89-9360-c24483d209fe req-959f75b1-132c-4227-92aa-1233a16c4298 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:26.533835 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-120f70d0-24d8-4d66-8757-5bd6bf1aa461 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Allocated IP 2001:db8::2f2 (12623def-3831-435b-9ce7-523ec700c4c2/4378d7e7-ed91-4ea7-b9eb-ae4b453da25e/4ea89a05-4772-498a-a6fa-f49237fbacb3) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:26.543652 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-120f70d0-24d8-4d66-8757-5bd6bf1aa461 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Allocated IP 2001:db8:0:1::2a3 (12623def-3831-435b-9ce7-523ec700c4c2/600163ee-8d4d-43b5-98e5-d122d92179f4/4ea89a05-4772-498a-a6fa-f49237fbacb3) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:26.574258 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-6574751e-c4ed-44c8-8b68-2f0067656eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:26.574875 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-6574751e-c4ed-44c8-8b68-2f0067656eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:26.575419 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-6574751e-c4ed-44c8-8b68-2f0067656eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:26.575952 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-6574751e-c4ed-44c8-8b68-2f0067656eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:26.576481 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-6574751e-c4ed-44c8-8b68-2f0067656eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:26.578752 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-6574751e-c4ed-44c8-8b68-2f0067656eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:26.579370 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-6574751e-c4ed-44c8-8b68-2f0067656eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:26.581963 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-6574751e-c4ed-44c8-8b68-2f0067656eb5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9d22fa4f40744aa88e4f6dbc79438c2&device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 6502 time: 0.1561837 Nov 25 19:51:26.583289 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-4a414670-f4dd-4a89-9360-c24483d209fe req-959f75b1-132c-4227-92aa-1233a16c4298 service neutron] Transition to ACTIVE for port object e5f0a748-39cb-4730-a134-8c871f0b302f will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:51:26.594445 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4a414670-f4dd-4a89-9360-c24483d209fe req-959f75b1-132c-4227-92aa-1233a16c4298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:26.685027 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a643128-1da2-4ee4-bf90-313999d0d764 None None] DHCP port deletion for f9395996-8e1e-448f-bf5e-cf052999c475 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:51:26.751938 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f75b1-132c-4227-92aa-1233a16c4298 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f0a748-39cb-4730-a134-8c871f0b302f,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:26.794485 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d839fe29-d9bc-4dcb-aa92-cb2cd70a5267 req-7ce68a9e-d604-49c9-98ad-3a19bb0c2357 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805185 Nov 25 19:51:26.907824 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-120f70d0-24d8-4d66-8757-5bd6bf1aa461 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:26.962941 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-120f70d0-24d8-4d66-8757-5bd6bf1aa461 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:27.021701 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120f70d0-24d8-4d66-8757-5bd6bf1aa461 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network 12623def-3831-435b-9ce7-523ec700c4c2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:27.045391 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fba4c7-bdb3-431d-ae94-aec6d5083513 None None] Network 12623def-3831-435b-9ce7-523ec700c4c2 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:27.088388 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-120f70d0-24d8-4d66-8757-5bd6bf1aa461 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:27.107793 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f70d0-24d8-4d66-8757-5bd6bf1aa461 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:51:27.110766 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-6d026600-c18c-4db0-bdf8-60f66df56e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:27.111620 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-6d026600-c18c-4db0-bdf8-60f66df56e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:27.112179 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-6d026600-c18c-4db0-bdf8-60f66df56e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:27.114040 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-6d026600-c18c-4db0-bdf8-60f66df56e5a service neutron] 10.222.0.85 "GET /v2.0/networks?id=e6cd4387-d0d6-4f12-8944-fa288777c85c&id=20935496-6e9b-480f-933b-cbeba5774e5e&id=20935496-6e9b-480f-933b-cbeba5774e5e&id=20935496-6e9b-480f-933b-cbeba5774e5e&id=20935496-6e9b-480f-933b-cbeba5774e5e&id=8aa06786-042e-4faf-b4a5-b6084b1ca237&id=8aa06786-042e-4faf-b4a5-b6084b1ca237 HTTP/1.1" status: 200 len: 2298 time: 0.4519770 Nov 25 19:51:27.126974 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120f70d0-24d8-4d66-8757-5bd6bf1aa461 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:27.128038 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-120f70d0-24d8-4d66-8757-5bd6bf1aa461 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:27.189869 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-120f70d0-24d8-4d66-8757-5bd6bf1aa461 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.1962395 Nov 25 19:51:27.189869 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f70d0-24d8-4d66-8757-5bd6bf1aa461 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Port': ['ID=4ea89a05-4772-498a-a6fa-f49237fbacb3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:27.201576 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59082) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:27.210124 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2c23628b-38f7-4780-bd7b-974fac747855 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4378d7e7-ed91-4ea7-b9eb-ae4b453da25e'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:27.214067 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-4a414670-f4dd-4a89-9360-c24483d209fe req-959f75b1-132c-4227-92aa-1233a16c4298 service neutron] Attempting to bind port e5f0a748-39cb-4730-a134-8c871f0b302f on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:51:27.214442 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-4a414670-f4dd-4a89-9360-c24483d209fe req-959f75b1-132c-4227-92aa-1233a16c4298 service neutron] Attempting to bind port e5f0a748-39cb-4730-a134-8c871f0b302f by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'a2b88b42-b2ad-4680-bdc7-a4767e8278d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:51:27.214779 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a414670-f4dd-4a89-9360-c24483d209fe req-959f75b1-132c-4227-92aa-1233a16c4298 service neutron] Attempting to bind port e5f0a748-39cb-4730-a134-8c871f0b302f on network f9395996-8e1e-448f-bf5e-cf052999c475 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:51:27.219548 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-7d9afda4-4785-4370-89c6-94d877814f7a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de4dd576-7fb9-462c-a5c0-950242cfed18 HTTP/1.1" status: 200 len: 1001 time: 0.0860493 Nov 25 19:51:27.244533 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a414670-f4dd-4a89-9360-c24483d209fe req-959f75b1-132c-4227-92aa-1233a16c4298 service neutron] Port e5f0a748-39cb-4730-a134-8c871f0b302f on network f9395996-8e1e-448f-bf5e-cf052999c475 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:51:27.244864 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a414670-f4dd-4a89-9360-c24483d209fe req-959f75b1-132c-4227-92aa-1233a16c4298 service neutron] Attempting to bind port e5f0a748-39cb-4730-a134-8c871f0b302f on network f9395996-8e1e-448f-bf5e-cf052999c475 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:51:27.255387 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92498e32-0d1b-49f9-b177-e66502be0c9f req-199f7bba-eb37-414c-ba02-7acac197185d tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:27.263619 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92498e32-0d1b-49f9-b177-e66502be0c9f req-199f7bba-eb37-414c-ba02-7acac197185d tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.3029985 Nov 25 19:51:27.310370 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a414670-f4dd-4a89-9360-c24483d209fe req-959f75b1-132c-4227-92aa-1233a16c4298 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:51:27.311575 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a414670-f4dd-4a89-9360-c24483d209fe req-959f75b1-132c-4227-92aa-1233a16c4298 service neutron] Checking segment: {'id': 'a2b88b42-b2ad-4680-bdc7-a4767e8278d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:51:27.312085 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a414670-f4dd-4a89-9360-c24483d209fe req-959f75b1-132c-4227-92aa-1233a16c4298 service neutron] Bound using segment: {'id': 'a2b88b42-b2ad-4680-bdc7-a4767e8278d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:51:27.312578 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-4a414670-f4dd-4a89-9360-c24483d209fe req-959f75b1-132c-4227-92aa-1233a16c4298 service neutron] Bound port: e5f0a748-39cb-4730-a134-8c871f0b302f, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b88b42-b2ad-4680-bdc7-a4767e8278d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:51:27.313153 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4a414670-f4dd-4a89-9360-c24483d209fe req-959f75b1-132c-4227-92aa-1233a16c4298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:27.331166 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c23628b-38f7-4780-bd7b-974fac747855 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:27.400162 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-67ce42e7-9f92-47cb-861a-824d573d6ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:27.401895 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-67ce42e7-9f92-47cb-861a-824d573d6ac7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=372ff6c6-b463-492b-ae35-d9124871a47c HTTP/1.1" status: 200 len: 856 time: 0.1685672 Nov 25 19:51:27.422980 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92498e32-0d1b-49f9-b177-e66502be0c9f req-5722c5ff-6b26-4de2-b94e-c38fa19a6521 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571715 Nov 25 19:51:27.428959 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0086dce1-a243-452c-9c61-0573641b59a1 None None] Provisioning complete for port 7df98779-2abc-44cf-ba5c-40f91cf36736 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:27.429336 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0086dce1-a243-452c-9c61-0573641b59a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:27.585774 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-4a414670-f4dd-4a89-9360-c24483d209fe req-959f75b1-132c-4227-92aa-1233a16c4298 service neutron] For port e5f0a748-39cb-4730-a134-8c871f0b302f, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:51:27.597311 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-4a414670-f4dd-4a89-9360-c24483d209fe req-959f75b1-132c-4227-92aa-1233a16c4298 service neutron] For port e5f0a748-39cb-4730-a134-8c871f0b302f, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=e5f0a748-39cb-4730-a134-8c871f0b302f,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:51:27.620782 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4a414670-f4dd-4a89-9360-c24483d209fe req-959f75b1-132c-4227-92aa-1233a16c4298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:27.691491 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-275e2846-32b8-4af2-8670-115bfd20afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:27.698318 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-275e2846-32b8-4af2-8670-115bfd20afe4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e6cd4387-d0d6-4f12-8944-fa288777c85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2742171 Nov 25 19:51:27.788763 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fead9060-d7f8-4e18-8950-3186f8e93db8 None None] DHCP port deletion for f9395996-8e1e-448f-bf5e-cf052999c475 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:51:27.793844 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 7df98779-2abc-44cf-ba5c-40f91cf36736 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:51:27.795927 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a414670-f4dd-4a89-9360-c24483d209fe req-959f75b1-132c-4227-92aa-1233a16c4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:27.796569 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4a414670-f4dd-4a89-9360-c24483d209fe req-959f75b1-132c-4227-92aa-1233a16c4298 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:27.805500 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a414670-f4dd-4a89-9360-c24483d209fe req-959f75b1-132c-4227-92aa-1233a16c4298 service neutron] 10.222.0.73 "PUT /v2.0/ports/e5f0a748-39cb-4730-a134-8c871f0b302f HTTP/1.1" status: 200 len: 1091 time: 2.4446499 Nov 25 19:51:27.806018 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98694a3e-5132-49e8-bbde-1b8677d1c8a7', 'tag': 'e5f0a748-39cb-4730-a134-8c871f0b302f'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:51:27.826205 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc67379-4801-47bb-b030-ed4a6f5c8415" -d '{"events": [{"name": "network-changed", "server_uuid": "98694a3e-5132-49e8-bbde-1b8677d1c8a7", "tag": "e5f0a748-39cb-4730-a134-8c871f0b302f"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:51:27.987859 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-2c23628b-38f7-4780-bd7b-974fac747855 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Delete allocated IP 2001:db8:0:1::2a3 (12623def-3831-435b-9ce7-523ec700c4c2/600163ee-8d4d-43b5-98e5-d122d92179f4) {{(pid=103599) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 19:51:28.033213 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e353c0d1-6033-45a4-8ad3-0dc747a00b61 None None] Update dhcp port {'port': {'network_id': '12623def-3831-435b-9ce7-523ec700c4c2', 'fixed_ips': [{'subnet_id': '4378d7e7-ed91-4ea7-b9eb-ae4b453da25e', 'ip_address': '2001:db8::2'}, {'subnet_id': '600163ee-8d4d-43b5-98e5-d122d92179f4'}], 'binding:host_id': 'n-d-819349-5'}, 'id': '7df98779-2abc-44cf-ba5c-40f91cf36736'} from n-d-819349-5. {{(pid=103601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:51:28.040347 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 7df98779-2abc-44cf-ba5c-40f91cf36736 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:28.040889 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:28.132083 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f75b1-132c-4227-92aa-1233a16c4298 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f0a748-39cb-4730-a134-8c871f0b302f,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:28.138041 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e353c0d1-6033-45a4-8ad3-0dc747a00b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:28.201023 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7ee98-eb97-44dc-bb1e-68dafeac0a8e req-056a743a-6c57-46f8-a803-7e0b0e2db629 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:28.209465 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bcb7ee98-eb97-44dc-bb1e-68dafeac0a8e req-056a743a-6c57-46f8-a803-7e0b0e2db629 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.5013058 Nov 25 19:51:28.223272 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-395cbfc4-1e19-49c5-92ed-70989d55e285 service neutron] 10.222.0.85 "GET /v2.0/networks/e6cd4387-d0d6-4f12-8944-fa288777c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120866 Nov 25 19:51:28.228385 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a414670-f4dd-4a89-9360-c24483d209fe req-76a11554-a7ea-4d0f-ba38-c311b64e1a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:28.230250 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a414670-f4dd-4a89-9360-c24483d209fe req-76a11554-a7ea-4d0f-ba38-c311b64e1a80 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0693fe225e124b1f9efd8df77820112b&device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 1094 time: 0.3244693 Nov 25 19:51:28.317914 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a414670-f4dd-4a89-9360-c24483d209fe req-b19d8c91-224f-4371-9fd3-ae442c386ce5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5f0a748-39cb-4730-a134-8c871f0b302f HTTP/1.1" status: 200 len: 217 time: 0.0776207 Nov 25 19:51:28.364380 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c23628b-38f7-4780-bd7b-974fac747855 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:28.377058 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c23628b-38f7-4780-bd7b-974fac747855 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:28.452194 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bcb7ee98-eb97-44dc-bb1e-68dafeac0a8e req-f38906b3-0786-4565-b77c-167a999a6f36 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408750 Nov 25 19:51:28.486005 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a414670-f4dd-4a89-9360-c24483d209fe req-b5086a86-d7e3-415c-909b-fc2683f3aead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:28.490693 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a414670-f4dd-4a89-9360-c24483d209fe req-b5086a86-d7e3-415c-909b-fc2683f3aead service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b HTTP/1.1" status: 200 len: 852 time: 0.1626735 Nov 25 19:51:28.497235 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-93dd0740-eb59-45f4-843d-b394ce1948b3 service neutron] 10.222.0.85 "GET /v2.0/networks/e6cd4387-d0d6-4f12-8944-fa288777c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655427 Nov 25 19:51:28.528198 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2c23628b-38f7-4780-bd7b-974fac747855 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] In _notify_port_updated(), no bound segment for port 4ea89a05-4772-498a-a6fa-f49237fbacb3 on network 12623def-3831-435b-9ce7-523ec700c4c2 {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:51:28.534732 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c23628b-38f7-4780-bd7b-974fac747855 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:28.535997 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c23628b-38f7-4780-bd7b-974fac747855 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:28.537311 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2c23628b-38f7-4780-bd7b-974fac747855 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "PUT /v2.0/ports/4ea89a05-4772-498a-a6fa-f49237fbacb3 HTTP/1.1" status: 200 len: 925 time: 1.3343685 Nov 25 19:51:28.543796 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59110) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:28.557011 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-743b4da9-df91-4627-9fae-cf434d2a8d79 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4378d7e7-ed91-4ea7-b9eb-ae4b453da25e'}, {'subnet_id': '600163ee-8d4d-43b5-98e5-d122d92179f4'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:28.557695 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-e353c0d1-6033-45a4-8ad3-0dc747a00b61 None None] Allocated IP 2001:db8:0:1::2 (12623def-3831-435b-9ce7-523ec700c4c2/600163ee-8d4d-43b5-98e5-d122d92179f4/7df98779-2abc-44cf-ba5c-40f91cf36736) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:28.607968 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23628b-38f7-4780-bd7b-974fac747855 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Port': ['ID=4ea89a05-4772-498a-a6fa-f49237fbacb3,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:28.621306 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a414670-f4dd-4a89-9360-c24483d209fe req-8f51cba7-8564-4ab3-934d-a5a267c7b276 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9395996-8e1e-448f-bf5e-cf052999c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183836 Nov 25 19:51:28.670132 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-975fcc32-a97c-48ca-9ce1-aae854fcbf6b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=eed56a30-d8a0-409e-a855-3421a56cec88 HTTP/1.1" status: 200 len: 217 time: 0.1471970 Nov 25 19:51:28.723824 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-743b4da9-df91-4627-9fae-cf434d2a8d79 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:28.934720 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e353c0d1-6033-45a4-8ad3-0dc747a00b61 None None] For port 7df98779-2abc-44cf-ba5c-40f91cf36736, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=7df98779-2abc-44cf-ba5c-40f91cf36736,segment=NetworkSegment(f0503172-7887-4394-9491-6fea8f6ee0f7),segment_id=f0503172-7887-4394-9491-6fea8f6ee0f7)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:29.023042 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e353c0d1-6033-45a4-8ad3-0dc747a00b61 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:29.037346 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e353c0d1-6033-45a4-8ad3-0dc747a00b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:29.407154 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b733e2e2-b8bc-4791-a7c8-599b53973eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:29.412825 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353c0d1-6033-45a4-8ad3-0dc747a00b61 None None] Pushing event updated for resources: {'Port': ['ID=7df98779-2abc-44cf-ba5c-40f91cf36736,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:29.568804 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-743b4da9-df91-4627-9fae-cf434d2a8d79 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Allocated IP 2001:db8:0:1::138 (12623def-3831-435b-9ce7-523ec700c4c2/600163ee-8d4d-43b5-98e5-d122d92179f4/4ea89a05-4772-498a-a6fa-f49237fbacb3) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:29.636247 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 7df98779-2abc-44cf-ba5c-40f91cf36736 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:51:29.677918 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d57ce-fb07-45a6-a2aa-497e50823de1 req-1c3afb53-e530-438a-9654-02d150a7993b tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:29.690916 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-357d57ce-fb07-45a6-a2aa-497e50823de1 req-1c3afb53-e530-438a-9654-02d150a7993b tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 943 time: 1.0686038 Nov 25 19:51:29.831855 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-a690531b-aceb-4efd-a796-43d5dbf775e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:29.834821 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-a690531b-aceb-4efd-a796-43d5dbf775e1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4075f789-f3ae-4155-8ba9-eb1fbb9cbd69 HTTP/1.1" status: 200 len: 797 time: 1.1523352 Nov 25 19:51:29.842264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 7df98779-2abc-44cf-ba5c-40f91cf36736 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:29.843716 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:29.974819 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-357d57ce-fb07-45a6-a2aa-497e50823de1 req-4e6f989d-8a29-4143-a323-ede1bb1baefe tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814746 Nov 25 19:51:30.041553 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-743b4da9-df91-4627-9fae-cf434d2a8d79 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:30.049438 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-743b4da9-df91-4627-9fae-cf434d2a8d79 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:30.148293 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a414670-f4dd-4a89-9360-c24483d209fe req-158f616c-c8f7-42bd-bbe0-e9fe200b2c34 service neutron] 10.222.0.73 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4746525 Nov 25 19:51:30.179456 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2c31ab-12ef-4e9a-b8c0-2c15bc11c19d x-openstack-request-id: req-5c2c31ab-12ef-4e9a-b8c0-2c15bc11c19d {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:51:30.179885 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98694a3e-5132-49e8-bbde-1b8677d1c8a7", "tag": "e5f0a748-39cb-4730-a134-8c871f0b302f", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:51:30.180289 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c2c31ab-12ef-4e9a-b8c0-2c15bc11c19d {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:51:30.180899 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98694a3e-5132-49e8-bbde-1b8677d1c8a7', 'tag': 'e5f0a748-39cb-4730-a134-8c871f0b302f', 'status': 'completed', 'code': 200} Nov 25 19:51:30.368355 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-cd3d7694-d4ae-4f07-9d2f-3645e15ce20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:30.370863 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-cd3d7694-d4ae-4f07-9d2f-3645e15ce20c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20935496-6e9b-480f-933b-cbeba5774e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4331145 Nov 25 19:51:30.371558 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-743b4da9-df91-4627-9fae-cf434d2a8d79 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] In _notify_port_updated(), no bound segment for port 4ea89a05-4772-498a-a6fa-f49237fbacb3 on network 12623def-3831-435b-9ce7-523ec700c4c2 {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:51:30.387072 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743b4da9-df91-4627-9fae-cf434d2a8d79 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:30.390463 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-743b4da9-df91-4627-9fae-cf434d2a8d79 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:30.396459 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-743b4da9-df91-4627-9fae-cf434d2a8d79 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "PUT /v2.0/ports/4ea89a05-4772-498a-a6fa-f49237fbacb3 HTTP/1.1" status: 200 len: 1011 time: 1.8462903 Nov 25 19:51:30.412380 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59146) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:30.552297 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b4da9-df91-4627-9fae-cf434d2a8d79 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Port': ['ID=4ea89a05-4772-498a-a6fa-f49237fbacb3,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:30.780784 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-05819d3c-6a4d-473f-9c01-c53bc9174300 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting port 4ea89a05-4772-498a-a6fa-f49237fbacb3 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:30.781987 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-05819d3c-6a4d-473f-9c01-c53bc9174300 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:30.804678 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a414670-f4dd-4a89-9360-c24483d209fe req-4d3be302-87a0-4e2f-93fa-f56f2b0c1191 service neutron] 10.222.0.73 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6387601 Nov 25 19:51:30.840500 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-dc44d3ae-ad7d-4a1b-bcda-673a2fb50d98 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528301 Nov 25 19:51:30.874948 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc803bef-eaa2-4065-a64d-92c79e08cf74 None None] Network 12623def-3831-435b-9ce7-523ec700c4c2 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:30.938091 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-02a313d4-0c2c-4133-a4c6-246967a23bcd None None] Provisioning complete for port 7df98779-2abc-44cf-ba5c-40f91cf36736 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:30.938775 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-02a313d4-0c2c-4133-a4c6-246967a23bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:31.076346 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-05819d3c-6a4d-473f-9c01-c53bc9174300 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:31.114342 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-05819d3c-6a4d-473f-9c01-c53bc9174300 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Calling delete_port for 4ea89a05-4772-498a-a6fa-f49237fbacb3 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:31.295312 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-6a369890-c749-4a35-b344-c5ce304651c7 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434392 Nov 25 19:51:31.372407 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-02a313d4-0c2c-4133-a4c6-246967a23bcd None None] Provisioning complete for port 4ea89a05-4772-498a-a6fa-f49237fbacb3 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:31.373769 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-02a313d4-0c2c-4133-a4c6-246967a23bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:31.501649 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-02a313d4-0c2c-4133-a4c6-246967a23bcd None None] Port 4ea89a05-4772-498a-a6fa-f49237fbacb3 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:31.518918 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-e4ba5ecc-0d1c-4672-b3dd-162cd66959c6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=4766ce8e-1054-474e-9693-46409deae267 HTTP/1.1" status: 200 len: 217 time: 0.1980941 Nov 25 19:51:31.524799 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc67379-4801-47bb-b030-ed4a6f5c8415 req-8f619b94-9227-4f6b-9b9f-c9803c26b191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:31.526410 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1cc67379-4801-47bb-b030-ed4a6f5c8415 req-8f619b94-9227-4f6b-9b9f-c9803c26b191 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0693fe225e124b1f9efd8df77820112b&device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 1094 time: 0.6266732 Nov 25 19:51:31.659133 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-2a2f6a52-888b-430d-82cf-8deeeafca051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:31.660705 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-05819d3c-6a4d-473f-9c01-c53bc9174300 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:31.675776 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-2a2f6a52-888b-430d-82cf-8deeeafca051 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4075f789-f3ae-4155-8ba9-eb1fbb9cbd69 HTTP/1.1" status: 200 len: 797 time: 0.1483147 Nov 25 19:51:31.753757 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8c617dec-fa3d-4f31-9484-fa7c24f6460d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:31.773872 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c696d-aac2-4f1b-a34d-d8a1ca0cdc36 req-ae3a8c90-40a0-4de2-bfeb-111e02facff7 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:31.787879 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-845c696d-aac2-4f1b-a34d-d8a1ca0cdc36 req-ae3a8c90-40a0-4de2-bfeb-111e02facff7 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 943 time: 0.4893138 Nov 25 19:51:31.798793 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05819d3c-6a4d-473f-9c01-c53bc9174300 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Port': ['ID=4ea89a05-4772-498a-a6fa-f49237fbacb3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:32.008407 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-05819d3c-6a4d-473f-9c01-c53bc9174300 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:32.012566 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-05819d3c-6a4d-473f-9c01-c53bc9174300 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/ports/4ea89a05-4772-498a-a6fa-f49237fbacb3 HTTP/1.1" status: 204 len: 168 time: 1.5991409 Nov 25 19:51:32.018320 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59180) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:32.027412 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-ebe77e52-6f03-4823-8e6a-aa38bca04897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:32.034768 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-ebe77e52-6f03-4823-8e6a-aa38bca04897 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20935496-6e9b-480f-933b-cbeba5774e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3037996 Nov 25 19:51:32.036694 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc67379-4801-47bb-b030-ed4a6f5c8415 req-1b6854a6-9169-4365-8792-0d8891ecf495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:32.044970 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1cc67379-4801-47bb-b030-ed4a6f5c8415 req-1b6854a6-9169-4365-8792-0d8891ecf495 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f9395996-8e1e-448f-bf5e-cf052999c475 HTTP/1.1" status: 200 len: 913 time: 0.5060952 Nov 25 19:51:32.059367 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-312face4-0042-49c1-bf98-5aee8302475d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] GET failed (client error): The resource could not be found. Nov 25 19:51:32.061990 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-312face4-0042-49c1-bf98-5aee8302475d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "GET /v2.0/ports/4ea89a05-4772-498a-a6fa-f49237fbacb3 HTTP/1.1" status: 404 len: 333 time: 0.0419757 Nov 25 19:51:32.067521 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59182) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:32.162925 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-b83adf26-ce73-4b9e-bc65-7f3b216df092 None None] Provisioning complete for port 7df98779-2abc-44cf-ba5c-40f91cf36736 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:32.165922 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b83adf26-ce73-4b9e-bc65-7f3b216df092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:32.322547 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1cc67379-4801-47bb-b030-ed4a6f5c8415 req-82c8ed10-e1c8-40fc-814c-226d200c927b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5f0a748-39cb-4730-a134-8c871f0b302f HTTP/1.1" status: 200 len: 217 time: 0.2403994 Nov 25 19:51:32.337889 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-845c696d-aac2-4f1b-a34d-d8a1ca0cdc36 req-d53852cd-56ad-4f79-873d-307b98751f04 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5490143 Nov 25 19:51:32.362972 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-b83adf26-ce73-4b9e-bc65-7f3b216df092 None None] Could not find standard attr ID for object 4ea89a05-4772-498a-a6fa-f49237fbacb3. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:51:32.595261 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-b00c6379-914f-42d3-8442-f3f1221690c0 None None] Could not find standard attr ID for object 4ea89a05-4772-498a-a6fa-f49237fbacb3. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:51:32.626456 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-69fc67ef-e4da-4ee4-8a1e-0adbef0984f3 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5792940 Nov 25 19:51:32.834178 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-80504cfa-29d1-4327-ad39-5929dc80b024 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting subnet 600163ee-8d4d-43b5-98e5-d122d92179f4 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:51:32.841629 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80504cfa-29d1-4327-ad39-5929dc80b024 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:32.899444 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc67379-4801-47bb-b030-ed4a6f5c8415 req-aa65c3f7-a99b-4883-ba09-0867b1c5a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:32.902655 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1cc67379-4801-47bb-b030-ed4a6f5c8415 req-aa65c3f7-a99b-4883-ba09-0867b1c5a904 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b HTTP/1.1" status: 200 len: 852 time: 0.3703327 Nov 25 19:51:32.970961 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a96c9f96-fd9b-4428-be72-536544c90e84 None None] Could not find standard attr ID for object 4ea89a05-4772-498a-a6fa-f49237fbacb3. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:51:32.988955 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1cc67379-4801-47bb-b030-ed4a6f5c8415 req-d58d1950-0d2a-4314-a355-6d0da6844e44 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9395996-8e1e-448f-bf5e-cf052999c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675137 Nov 25 19:51:33.155729 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80504cfa-29d1-4327-ad39-5929dc80b024 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:33.235519 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-63563ef1-15d8-4589-b536-cf2d7c1a8d89 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5965598 Nov 25 19:51:33.237424 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1cc67379-4801-47bb-b030-ed4a6f5c8415 req-211d63ee-dcdc-4223-84d9-1cdf40a6202d service neutron] 10.222.0.73 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366126 Nov 25 19:51:33.342647 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80504cfa-29d1-4327-ad39-5929dc80b024 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:33.594320 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a4efd4b7-51d7-4e2f-95ae-662cc04132d1 None None] Could not find standard attr ID for object 4ea89a05-4772-498a-a6fa-f49237fbacb3. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:51:33.622061 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-9e037c97-c7b8-4cfa-9f89-cb98d136846f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=3594d80b-fbf2-40c9-b060-ca88aaed212a HTTP/1.1" status: 200 len: 217 time: 0.1707103 Nov 25 19:51:33.690612 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:33.874520 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device e5f0a748-39cb-4730-a134-8c871f0b302f details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:51:33.983888 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-810360e3-1309-4014-b3b1-c483ea4f9160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:33.992021 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-810360e3-1309-4014-b3b1-c483ea4f9160 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4075f789-f3ae-4155-8ba9-eb1fbb9cbd69 HTTP/1.1" status: 200 len: 797 time: 0.3588624 Nov 25 19:51:34.045541 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53c818-8af9-467a-951d-d5efd48e0381 req-9d4cc658-ff75-4881-b571-a1c8a11f55c9 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:34.053810 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af53c818-8af9-467a-951d-d5efd48e0381 req-9d4cc658-ff75-4881-b571-a1c8a11f55c9 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 943 time: 0.4754384 Nov 25 19:51:34.084427 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port e5f0a748-39cb-4730-a134-8c871f0b302f, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=e5f0a748-39cb-4730-a134-8c871f0b302f,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:34.106981 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'e5f0a748-39cb-4730-a134-8c871f0b302f', 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475', 'port_id': 'e5f0a748-39cb-4730-a134-8c871f0b302f', 'mac_address': 'fa:16:3e:d6:22:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:51:34.108348 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80504cfa-29d1-4327-ad39-5929dc80b024 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:34.166451 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1cc67379-4801-47bb-b030-ed4a6f5c8415 req-dc070d5d-87fe-4734-83a9-a43afbf11bfc service neutron] 10.222.0.73 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7381732 Nov 25 19:51:34.188628 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:34.229040 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f0a748-39cb-4730-a134-8c871f0b302f {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:51:34.278661 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port e5f0a748-39cb-4730-a134-8c871f0b302f, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=e5f0a748-39cb-4730-a134-8c871f0b302f,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:34.297088 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:34.313059 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80504cfa-29d1-4327-ad39-5929dc80b024 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Subnet': ['ID=600163ee-8d4d-43b5-98e5-d122d92179f4,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:34.323842 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80504cfa-29d1-4327-ad39-5929dc80b024 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:34.337624 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59226) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:34.340169 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-80504cfa-29d1-4327-ad39-5929dc80b024 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/subnets/600163ee-8d4d-43b5-98e5-d122d92179f4 HTTP/1.1" status: 204 len: 168 time: 2.2405517 Nov 25 19:51:34.349591 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a371e2-6016-4380-b5d5-1b677e6d2372 None None] Network 12623def-3831-435b-9ce7-523ec700c4c2 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:34.356260 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af53c818-8af9-467a-951d-d5efd48e0381 req-93fd3571-87e7-4c53-8031-b4d6ff9af057 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011713 Nov 25 19:51:34.393999 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-5f211e6c-d09c-4422-af4b-46adba659982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:34.399588 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-5f211e6c-d09c-4422-af4b-46adba659982 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20935496-6e9b-480f-933b-cbeba5774e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3956413 Nov 25 19:51:34.519514 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=e5f0a748-39cb-4730-a134-8c871f0b302f,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:34.572600 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eab45b9-5f32-47b6-9123-1e159bcbf0b6 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting subnet 4378d7e7-ed91-4ea7-b9eb-ae4b453da25e {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:51:34.583843 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3eab45b9-5f32-47b6-9123-1e159bcbf0b6 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:34.610181 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['e5f0a748-39cb-4730-a134-8c871f0b302f'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:51:34.762613 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3eab45b9-5f32-47b6-9123-1e159bcbf0b6 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:34.782010 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-920e87fe-7633-4103-803e-002438461608 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728166 Nov 25 19:51:34.985425 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-4d31cfdd-d570-45e5-b254-90da0853f3bb service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935804 Nov 25 19:51:35.109870 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-0bf92c8c-db87-491d-98d3-9c7194dd160e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=f93249e6-ce45-45b6-a2a1-2fb4c0c58f50 HTTP/1.1" status: 200 len: 217 time: 0.1171088 Nov 25 19:51:35.248053 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3eab45b9-5f32-47b6-9123-1e159bcbf0b6 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:35.322503 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-e552d7e7-6433-4400-b78d-e1f2996f9e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:35.327615 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-e552d7e7-6433-4400-b78d-e1f2996f9e17 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4075f789-f3ae-4155-8ba9-eb1fbb9cbd69 HTTP/1.1" status: 200 len: 797 time: 0.2017415 Nov 25 19:51:35.473182 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3eab45b9-5f32-47b6-9123-1e159bcbf0b6 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:35.487048 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:35.561383 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-8c7359d8-3be0-42d7-8795-563995bcc0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:35.566521 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-8c7359d8-3be0-42d7-8795-563995bcc0a6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20935496-6e9b-480f-933b-cbeba5774e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2320588 Nov 25 19:51:35.619313 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab45b9-5f32-47b6-9123-1e159bcbf0b6 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Subnet': ['ID=4378d7e7-ed91-4ea7-b9eb-ae4b453da25e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:35.632279 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3eab45b9-5f32-47b6-9123-1e159bcbf0b6 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:35.662389 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:35.663796 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3eab45b9-5f32-47b6-9123-1e159bcbf0b6 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/subnets/4378d7e7-ed91-4ea7-b9eb-ae4b453da25e HTTP/1.1" status: 204 len: 168 time: 1.3155000 Nov 25 19:51:35.667892 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59248) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:35.908471 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device e5f0a748-39cb-4730-a134-8c871f0b302f up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:51:35.953631 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-86cd111b-985e-475d-9ffa-5be1c56fed29 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754697 Nov 25 19:51:36.065550 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2cdaab6e-5ea0-4d6e-8df5-671d177e19fe tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:36.220371 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port e5f0a748-39cb-4730-a134-8c871f0b302f completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:51:36.268674 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port e5f0a748-39cb-4730-a134-8c871f0b302f triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:36.268674 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:36.427781 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-35bf3a75-11ed-466c-93c0-7d2a7f6a37a9 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235327 Nov 25 19:51:36.444464 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2cdaab6e-5ea0-4d6e-8df5-671d177e19fe tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting port 7df98779-2abc-44cf-ba5c-40f91cf36736 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:36.445001 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2cdaab6e-5ea0-4d6e-8df5-671d177e19fe tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:36.455596 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0239a5-8801-41ff-b008-5c64595c023c req-16a1ec6b-9090-4511-98b2-0b47ae0eccf4 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:36.457606 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac0239a5-8801-41ff-b008-5c64595c023c req-16a1ec6b-9090-4511-98b2-0b47ae0eccf4 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 944 time: 0.5024674 Nov 25 19:51:36.542553 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-0f3b642d-7b07-4df5-94a6-ad30672a834e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b HTTP/1.1" status: 200 len: 217 time: 0.1047521 Nov 25 19:51:36.605737 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:36.683597 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98694a3e-5132-49e8-bbde-1b8677d1c8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f0a748-39cb-4730-a134-8c871f0b302f'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:51:36.688718 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfac25f-8024-43db-b8e2-2ce578b98ed0" -d '{"events": [{"server_uuid": "98694a3e-5132-49e8-bbde-1b8677d1c8a7", "name": "network-vif-plugged", "status": "completed", "tag": "e5f0a748-39cb-4730-a134-8c871f0b302f"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:51:36.719841 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-2cdaab6e-5ea0-4d6e-8df5-671d177e19fe tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] For port 7df98779-2abc-44cf-ba5c-40f91cf36736, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=7df98779-2abc-44cf-ba5c-40f91cf36736,segment=NetworkSegment(f0503172-7887-4394-9491-6fea8f6ee0f7),segment_id=f0503172-7887-4394-9491-6fea8f6ee0f7)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:36.721016 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2cdaab6e-5ea0-4d6e-8df5-671d177e19fe tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:36.768132 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port e5f0a748-39cb-4730-a134-8c871f0b302f, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=e5f0a748-39cb-4730-a134-8c871f0b302f,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:36.779433 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cad880d-af52-40f8-8430-7f1346d1969f None None] Network 12623def-3831-435b-9ce7-523ec700c4c2 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:36.784477 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac0239a5-8801-41ff-b008-5c64595c023c req-044dd293-9e4c-43ef-a132-8fd68f1dd70c tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383089 Nov 25 19:51:36.791400 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-ebdf120e-24e3-4141-a952-2e2854342865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:36.794264 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-ebdf120e-24e3-4141-a952-2e2854342865 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d3557900-716c-49fc-9261-bbc772127fc4 HTTP/1.1" status: 200 len: 797 time: 0.2317648 Nov 25 19:51:36.812970 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:36.814767 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2cdaab6e-5ea0-4d6e-8df5-671d177e19fe tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Calling delete_port for 7df98779-2abc-44cf-ba5c-40f91cf36736 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:36.977054 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-2d5cee40-faf5-46ed-985d-d297dcbf7ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:36.978678 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-2d5cee40-faf5-46ed-985d-d297dcbf7ae0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8aa06786-042e-4faf-b4a5-b6084b1ca237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1573002 Nov 25 19:51:37.056005 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d3db81-0800-4d70-a44a-9b08f04c8ec5 x-openstack-request-id: req-c3d3db81-0800-4d70-a44a-9b08f04c8ec5 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:51:37.056005 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98694a3e-5132-49e8-bbde-1b8677d1c8a7", "name": "network-vif-plugged", "status": "completed", "tag": "e5f0a748-39cb-4730-a134-8c871f0b302f", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:51:37.056005 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c3d3db81-0800-4d70-a44a-9b08f04c8ec5 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:51:37.056005 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98694a3e-5132-49e8-bbde-1b8677d1c8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f0a748-39cb-4730-a134-8c871f0b302f', 'code': 200} Nov 25 19:51:37.143043 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2cdaab6e-5ea0-4d6e-8df5-671d177e19fe tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:37.168084 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=e5f0a748-39cb-4730-a134-8c871f0b302f,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:37.184929 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdaab6e-5ea0-4d6e-8df5-671d177e19fe tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Port': ['ID=7df98779-2abc-44cf-ba5c-40f91cf36736,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:37.195418 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdaab6e-5ea0-4d6e-8df5-671d177e19fe tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] No DVR routers for this DVR port 7df98779-2abc-44cf-ba5c-40f91cf36736 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:51:37.199748 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ff64121e-26b9-4180-9872-4a1c1baced2f None None] Provisioning complete for port 7df98779-2abc-44cf-ba5c-40f91cf36736 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:37.200445 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ff64121e-26b9-4180-9872-4a1c1baced2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:37.378859 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ff64121e-26b9-4180-9872-4a1c1baced2f None None] Port 7df98779-2abc-44cf-ba5c-40f91cf36736 was deleted so its status cannot be updated. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 25 19:51:37.405615 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2cdaab6e-5ea0-4d6e-8df5-671d177e19fe tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:37.426215 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6a33b-9281-42cc-9326-28e48542058a req-116c6c51-b2ac-4223-8cc5-8ddbb4316036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:37.440844 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4ae6a33b-9281-42cc-9326-28e48542058a req-116c6c51-b2ac-4223-8cc5-8ddbb4316036 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 1096 time: 0.2752256 Nov 25 19:51:37.448992 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2cdaab6e-5ea0-4d6e-8df5-671d177e19fe tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12623def-3831-435b-9ce7-523ec700c4c2']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:37.482018 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2cdaab6e-5ea0-4d6e-8df5-671d177e19fe tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0503172-7887-4394-9491-6fea8f6ee0f7') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:37.484838 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2cdaab6e-5ea0-4d6e-8df5-671d177e19fe tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0503172-7887-4394-9491-6fea8f6ee0f7') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:37.530881 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8084766-f286-469a-abe8-7e449ba9c7c8 None None] DHCP port deletion for 12623def-3831-435b-9ce7-523ec700c4c2 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:51:37.533242 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-4fa013cb-73a4-46e0-b481-1427f56ce6a0 service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5441666 Nov 25 19:51:37.553142 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2cdaab6e-5ea0-4d6e-8df5-671d177e19fe tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:37.590572 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2cdaab6e-5ea0-4d6e-8df5-671d177e19fe tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:37.605644 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cdaab6e-5ea0-4d6e-8df5-671d177e19fe tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:51:37.606746 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2cdaab6e-5ea0-4d6e-8df5-671d177e19fe tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:51:37.617624 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:51:37.697497 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 7df98779-2abc-44cf-ba5c-40f91cf36736 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:51:37.747894 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 7df98779-2abc-44cf-ba5c-40f91cf36736 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:51:37.749387 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 7df98779-2abc-44cf-ba5c-40f91cf36736 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:51:37.755420 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2cdaab6e-5ea0-4d6e-8df5-671d177e19fe tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:37.770040 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2cdaab6e-5ea0-4d6e-8df5-671d177e19fe tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:37.788529 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2cdaab6e-5ea0-4d6e-8df5-671d177e19fe tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/networks/12623def-3831-435b-9ce7-523ec700c4c2 HTTP/1.1" status: 204 len: 168 time: 2.1092958 Nov 25 19:51:37.792135 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59270) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:37.811870 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4ae6a33b-9281-42cc-9326-28e48542058a req-db752a3d-b652-4247-ac39-05a021914e6a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512003 Nov 25 19:51:37.814186 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-5fd95cfa-9456-47d9-9960-498680ec405c service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643695 Nov 25 19:51:37.867799 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-791447c2-5cda-4ab4-8fe1-1a41090cca63 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c7c43280-00f8-410b-a2b1-a37e5e2e1f1f HTTP/1.1" status: 200 len: 217 time: 0.0455403 Nov 25 19:51:37.887790 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdaab6e-5ea0-4d6e-8df5-671d177e19fe tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Network': ['ID=12623def-3831-435b-9ce7-523ec700c4c2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:37.970857 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ed6e88-0120-4648-987e-cbc7a9c751cc tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:37.976932 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-06ed6e88-0120-4648-987e-cbc7a9c751cc tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1831520 Nov 25 19:51:37.977916 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59278) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:38.055840 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d98f895e-161b-424f-8f0e-73d5be180cfd tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0728343 Nov 25 19:51:38.056174 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59280) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:38.062701 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-12b39260-2da2-43db-a79c-870d5f22d747 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-190130546'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:38.094850 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b39260-2da2-43db-a79c-870d5f22d747 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:38.095597 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64daca1-4b19-434c-bc24-463a46452f27 req-25d9704c-7a29-4760-9a84-a922030bbddb tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:38.100448 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12b39260-2da2-43db-a79c-870d5f22d747 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:38.103848 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c64daca1-4b19-434c-bc24-463a46452f27 req-25d9704c-7a29-4760-9a84-a922030bbddb tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.1334682 Nov 25 19:51:38.107165 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-194060cf-a189-4b36-a0ed-55091775c860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:38.110313 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-194060cf-a189-4b36-a0ed-55091775c860 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d3557900-716c-49fc-9261-bbc772127fc4 HTTP/1.1" status: 200 len: 797 time: 0.2350433 Nov 25 19:51:38.135641 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b39260-2da2-43db-a79c-870d5f22d747 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:51:38.151083 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12b39260-2da2-43db-a79c-870d5f22d747 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:38.151826 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-12b39260-2da2-43db-a79c-870d5f22d747 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Added segment 49a98917-74e9-41e9-b16e-83fd12679512 of type vlan for network ea5ac5be-c5da-41ef-9c18-205eb6632b03 Nov 25 19:51:38.213443 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12b39260-2da2-43db-a79c-870d5f22d747 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:38.253719 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12b39260-2da2-43db-a79c-870d5f22d747 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:38.262808 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b39260-2da2-43db-a79c-870d5f22d747 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:38.263612 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12b39260-2da2-43db-a79c-870d5f22d747 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:38.270138 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-661e712b-f40e-4588-a77e-cc147a0f3da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:38.272028 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-661e712b-f40e-4588-a77e-cc147a0f3da5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8aa06786-042e-4faf-b4a5-b6084b1ca237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1540978 Nov 25 19:51:38.277523 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c64daca1-4b19-434c-bc24-463a46452f27 req-0471a705-3548-4f07-b71a-17cb328af955 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724522 Nov 25 19:51:38.361383 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b39260-2da2-43db-a79c-870d5f22d747 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Network': ['ID=ea5ac5be-c5da-41ef-9c18-205eb6632b03,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:38.389283 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network ea5ac5be-c5da-41ef-9c18-205eb6632b03 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:51:38.396760 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-12b39260-2da2-43db-a79c-870d5f22d747 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3391016 Nov 25 19:51:38.400036 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59284) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:38.408329 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4437c496-e83d-42bf-b195-00e05e8a6bbc tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'subnet': {'network_id': 'ea5ac5be-c5da-41ef-9c18-205eb6632b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:38.475450 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-493c98d9-85f2-4f17-a536-71287959691f service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923795 Nov 25 19:51:38.657012 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79e22a7c-4539-4fae-9814-8e4e817d616e req-73ee7ebb-cd1b-48d6-8304-2cb67f8744c6 service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730227 Nov 25 19:51:38.680368 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4437c496-e83d-42bf-b195-00e05e8a6bbc tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:38.687994 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4437c496-e83d-42bf-b195-00e05e8a6bbc tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:39.664242 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cec4b-381a-4216-bb75-5b356419b043 req-3f87ff9c-5d42-4754-87cd-9243567fc9e6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:39.667289 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea7cec4b-381a-4216-bb75-5b356419b043 req-3f87ff9c-5d42-4754-87cd-9243567fc9e6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.1328366 Nov 25 19:51:39.746697 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4437c496-e83d-42bf-b195-00e05e8a6bbc tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:39.796938 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea7cec4b-381a-4216-bb75-5b356419b043 req-c4b21d6b-299d-4957-bfd4-9851402a7ed2 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150038 Nov 25 19:51:39.868289 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59312) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:39.947349 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437c496-e83d-42bf-b195-00e05e8a6bbc tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Subnet': ['ID=de428d6b-c2cf-4b56-a771-14668f5e93d3,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:39.958353 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437c496-e83d-42bf-b195-00e05e8a6bbc tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Checking segment: {'id': '49a98917-74e9-41e9-b16e-83fd12679512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ea5ac5be-c5da-41ef-9c18-205eb6632b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:51:39.959838 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4437c496-e83d-42bf-b195-00e05e8a6bbc tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network hostable DHCP agents. Network: ea5ac5be-c5da-41ef-9c18-205eb6632b03, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:51:39.997379 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4437c496-e83d-42bf-b195-00e05e8a6bbc tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network ea5ac5be-c5da-41ef-9c18-205eb6632b03 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:51:40.033642 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-4437c496-e83d-42bf-b195-00e05e8a6bbc tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, ea5ac5be-c5da-41ef-9c18-205eb6632b03) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:40.048629 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bff5298-3bf2-47dd-b311-172cccc5e478 None None] Network ea5ac5be-c5da-41ef-9c18-205eb6632b03 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:40.062789 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4437c496-e83d-42bf-b195-00e05e8a6bbc tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:40.064503 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4437c496-e83d-42bf-b195-00e05e8a6bbc tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:40.129596 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59318) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:40.140125 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-fb7279c7-37f7-494c-95f5-3d3318d5ce3d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'port': {'network_id': 'ea5ac5be-c5da-41ef-9c18-205eb6632b03', 'name': 'tempest-PortsIpV6TestJSON-324431208'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:40.141170 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4437c496-e83d-42bf-b195-00e05e8a6bbc tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7250085 Nov 25 19:51:40.283635 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d0e87263-3ee8-4f17-bfb0-27cc5b09731e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:40.580047 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7279c7-37f7-494c-95f5-3d3318d5ce3d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:40.584207 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb7279c7-37f7-494c-95f5-3d3318d5ce3d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:40.697520 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d0e87263-3ee8-4f17-bfb0-27cc5b09731e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:40.715317 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-fb7279c7-37f7-494c-95f5-3d3318d5ce3d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] device_id is not set on port d4ed5ba2-e240-4bbe-949a-bc6905ebd28a yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:51:40.746769 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d0e87263-3ee8-4f17-bfb0-27cc5b09731e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:40.755583 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4588f009-d265-40df-a290-03a72386ea4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-ea5ac5be-c5da-41ef-9c18-205eb6632b03', 'network_id': 'ea5ac5be-c5da-41ef-9c18-205eb6632b03', 'tenant_id': '58c8cb9f24b04674b9dfe7a96fa95fb3', 'fixed_ips': [{'subnet_id': 'de428d6b-c2cf-4b56-a771-14668f5e93d3'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:51:40.756492 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4588f009-d265-40df-a290-03a72386ea4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:40.912433 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e87263-3ee8-4f17-bfb0-27cc5b09731e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428f236d-9f44-4dc1-ac04-c0878ef36e83,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:40.926424 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d0e87263-3ee8-4f17-bfb0-27cc5b09731e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=44bd5cff892b4e2fb6536eaea921613d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0566804 Nov 25 19:51:40.926636 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59336) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:41.050535 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-fb7279c7-37f7-494c-95f5-3d3318d5ce3d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Allocated IP 2001:db8::383 (ea5ac5be-c5da-41ef-9c18-205eb6632b03/de428d6b-c2cf-4b56-a771-14668f5e93d3/d4ed5ba2-e240-4bbe-949a-bc6905ebd28a) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:41.080313 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063858a2-3d1f-4cf2-8192-2759206b42a2 req-fd9bb7b5-a6f0-4de9-952e-e091135d4874 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:41.091032 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-063858a2-3d1f-4cf2-8192-2759206b42a2 req-fd9bb7b5-a6f0-4de9-952e-e091135d4874 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.1552856 Nov 25 19:51:41.095511 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d3780440-0aa1-4189-8857-7d25bc2960ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:41.125273 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d3780440-0aa1-4189-8857-7d25bc2960ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:41.198713 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d3780440-0aa1-4189-8857-7d25bc2960ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:41.203225 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d3780440-0aa1-4189-8857-7d25bc2960ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:41.205429 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d3780440-0aa1-4189-8857-7d25bc2960ea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/428f236d-9f44-4dc1-ac04-c0878ef36e83 HTTP/1.1" status: 204 len: 168 time: 0.2772651 Nov 25 19:51:41.218559 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3780440-0aa1-4189-8857-7d25bc2960ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428f236d-9f44-4dc1-ac04-c0878ef36e83,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:41.391485 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-063858a2-3d1f-4cf2-8192-2759206b42a2 req-8497ace6-e963-441f-9ffd-d54f5bc280de tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988040 Nov 25 19:51:41.503598 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb7279c7-37f7-494c-95f5-3d3318d5ce3d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:41.635953 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb7279c7-37f7-494c-95f5-3d3318d5ce3d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:41.720501 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7279c7-37f7-494c-95f5-3d3318d5ce3d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Port': ['ID=d4ed5ba2-e240-4bbe-949a-bc6905ebd28a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:41.769300 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7279c7-37f7-494c-95f5-3d3318d5ce3d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network ea5ac5be-c5da-41ef-9c18-205eb6632b03 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:41.771908 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-fb7279c7-37f7-494c-95f5-3d3318d5ce3d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:41.776120 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7279c7-37f7-494c-95f5-3d3318d5ce3d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:51:41.783289 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-4588f009-d265-40df-a290-03a72386ea4d None None] Allocated IP 2001:db8::2 (ea5ac5be-c5da-41ef-9c18-205eb6632b03/de428d6b-c2cf-4b56-a771-14668f5e93d3/f4cca5f7-ac90-400b-8089-25e57f96274d) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:41.787523 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7279c7-37f7-494c-95f5-3d3318d5ce3d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:41.788117 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb7279c7-37f7-494c-95f5-3d3318d5ce3d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:41.836745 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fb7279c7-37f7-494c-95f5-3d3318d5ce3d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7048271 Nov 25 19:51:41.841030 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59352) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:41.851765 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-f16493a8-2dea-4af8-8947-c7f9c3205ed4 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'port': {'network_id': 'ea5ac5be-c5da-41ef-9c18-205eb6632b03', 'name': 'tempest-PortsIpV6TestJSON-206776506'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:42.250497 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4588f009-d265-40df-a290-03a72386ea4d None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:42.263752 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4588f009-d265-40df-a290-03a72386ea4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:42.372770 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588f009-d265-40df-a290-03a72386ea4d None None] Pushing event updated for resources: {'Port': ['ID=f4cca5f7-ac90-400b-8089-25e57f96274d,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:42.407835 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4588f009-d265-40df-a290-03a72386ea4d None None] Network ea5ac5be-c5da-41ef-9c18-205eb6632b03 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:42.411558 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-4588f009-d265-40df-a290-03a72386ea4d None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:42.422278 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4588f009-d265-40df-a290-03a72386ea4d None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:51:42.521898 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4588f009-d265-40df-a290-03a72386ea4d None None] Attempting to bind port f4cca5f7-ac90-400b-8089-25e57f96274d on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:51:42.522414 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4588f009-d265-40df-a290-03a72386ea4d None None] Attempting to bind port f4cca5f7-ac90-400b-8089-25e57f96274d by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '49a98917-74e9-41e9-b16e-83fd12679512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ea5ac5be-c5da-41ef-9c18-205eb6632b03'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:51:42.522709 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4588f009-d265-40df-a290-03a72386ea4d None None] Attempting to bind port f4cca5f7-ac90-400b-8089-25e57f96274d on network ea5ac5be-c5da-41ef-9c18-205eb6632b03 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:51:42.528691 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4588f009-d265-40df-a290-03a72386ea4d None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:51:42.529876 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4588f009-d265-40df-a290-03a72386ea4d None None] Checking segment: {'id': '49a98917-74e9-41e9-b16e-83fd12679512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ea5ac5be-c5da-41ef-9c18-205eb6632b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:51:42.530461 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4588f009-d265-40df-a290-03a72386ea4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:42.531099 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4588f009-d265-40df-a290-03a72386ea4d None None] Bound using segment: {'id': '49a98917-74e9-41e9-b16e-83fd12679512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ea5ac5be-c5da-41ef-9c18-205eb6632b03'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:51:42.531625 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4588f009-d265-40df-a290-03a72386ea4d None None] Bound port: f4cca5f7-ac90-400b-8089-25e57f96274d, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a98917-74e9-41e9-b16e-83fd12679512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ea5ac5be-c5da-41ef-9c18-205eb6632b03'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:51:42.532028 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4588f009-d265-40df-a290-03a72386ea4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:42.559203 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea7ba2-6375-423b-b461-ab215926a7c9 req-3b74235c-76e0-4621-b43a-73feac538877 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:42.575585 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-32ea7ba2-6375-423b-b461-ab215926a7c9 req-3b74235c-76e0-4621-b43a-73feac538877 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.5208683 Nov 25 19:51:42.639830 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4588f009-d265-40df-a290-03a72386ea4d None None] For port f4cca5f7-ac90-400b-8089-25e57f96274d, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:51:42.646739 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4588f009-d265-40df-a290-03a72386ea4d None None] For port f4cca5f7-ac90-400b-8089-25e57f96274d, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f4cca5f7-ac90-400b-8089-25e57f96274d,segment=NetworkSegment(49a98917-74e9-41e9-b16e-83fd12679512),segment_id=49a98917-74e9-41e9-b16e-83fd12679512)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:51:42.657734 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4588f009-d265-40df-a290-03a72386ea4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:42.726190 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-32ea7ba2-6375-423b-b461-ab215926a7c9 req-031bda3f-29f7-4652-9997-f494f0676487 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406872 Nov 25 19:51:42.727054 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16493a8-2dea-4af8-8947-c7f9c3205ed4 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:42.731793 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f16493a8-2dea-4af8-8947-c7f9c3205ed4 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:42.758736 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-f16493a8-2dea-4af8-8947-c7f9c3205ed4 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] device_id is not set on port 8e5ded16-5731-447c-b7e5-c90167a5f27e yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:51:42.859081 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588f009-d265-40df-a290-03a72386ea4d None None] Pushing event updated for resources: {'Port': ['ID=f4cca5f7-ac90-400b-8089-25e57f96274d,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:42.941053 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-f16493a8-2dea-4af8-8947-c7f9c3205ed4 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Allocated IP 2001:db8::2e3 (ea5ac5be-c5da-41ef-9c18-205eb6632b03/de428d6b-c2cf-4b56-a771-14668f5e93d3/8e5ded16-5731-447c-b7e5-c90167a5f27e) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:43.173819 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4acb0-698d-4c9e-bae5-d728549cfdf4 req-0d6d87a3-6657-42d5-b313-6ba0e576433f tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:43.178162 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1bc4acb0-698d-4c9e-bae5-d728549cfdf4 req-0d6d87a3-6657-42d5-b313-6ba0e576433f tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.2257502 Nov 25 19:51:43.488631 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1bc4acb0-698d-4c9e-bae5-d728549cfdf4 req-d7876f4e-9dd9-4a4d-82d5-047c58094b57 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774196 Nov 25 19:51:43.555594 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af058885-1e0f-4158-b707-540adc163725 req-aba71f18-3be3-4689-8536-b16a64e4f4db tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:43.557959 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af058885-1e0f-4158-b707-540adc163725 req-aba71f18-3be3-4689-8536-b16a64e4f4db tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.85 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.2067723 Nov 25 19:51:43.684863 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f16493a8-2dea-4af8-8947-c7f9c3205ed4 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:43.801945 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-af058885-1e0f-4158-b707-540adc163725 req-e50ac573-c65c-4439-9b58-9feaa2253394 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Deleting port 6b77eb65-9cd0-44c6-a4c4-338d8686d585 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:43.802668 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f4cca5f7-ac90-400b-8089-25e57f96274d up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:51:43.802813 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-af058885-1e0f-4158-b707-540adc163725 req-e50ac573-c65c-4439-9b58-9feaa2253394 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:43.933524 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f16493a8-2dea-4af8-8947-c7f9c3205ed4 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:44.022799 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port f4cca5f7-ac90-400b-8089-25e57f96274d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:44.023747 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:44.051562 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16493a8-2dea-4af8-8947-c7f9c3205ed4 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Port': ['ID=8e5ded16-5731-447c-b7e5-c90167a5f27e,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:44.212313 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16493a8-2dea-4af8-8947-c7f9c3205ed4 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network ea5ac5be-c5da-41ef-9c18-205eb6632b03 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:44.248708 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-f16493a8-2dea-4af8-8947-c7f9c3205ed4 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:44.267703 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16493a8-2dea-4af8-8947-c7f9c3205ed4 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:51:44.289473 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16493a8-2dea-4af8-8947-c7f9c3205ed4 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:44.290607 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f16493a8-2dea-4af8-8947-c7f9c3205ed4 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:44.319947 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda27c78-aada-455c-8982-7a62217289cc req-5ec07515-6c82-4daa-a89a-ba6e075444e5 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:44.329652 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cda27c78-aada-455c-8982-7a62217289cc req-5ec07515-6c82-4daa-a89a-ba6e075444e5 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 947 time: 0.4441473 Nov 25 19:51:44.343407 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-af058885-1e0f-4158-b707-540adc163725 req-e50ac573-c65c-4439-9b58-9feaa2253394 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] For port 6b77eb65-9cd0-44c6-a4c4-338d8686d585, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=6b77eb65-9cd0-44c6-a4c4-338d8686d585,segment=NetworkSegment(192a7c7c-2687-4772-a662-fc33bfbaecb6),segment_id=192a7c7c-2687-4772-a662-fc33bfbaecb6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:44.344031 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-af058885-1e0f-4158-b707-540adc163725 req-e50ac573-c65c-4439-9b58-9feaa2253394 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:44.349061 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:44.451014 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port f4cca5f7-ac90-400b-8089-25e57f96274d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f4cca5f7-ac90-400b-8089-25e57f96274d,segment=NetworkSegment(49a98917-74e9-41e9-b16e-83fd12679512),segment_id=49a98917-74e9-41e9-b16e-83fd12679512)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:44.463121 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:44.476770 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f16493a8-2dea-4af8-8947-c7f9c3205ed4 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6325569 Nov 25 19:51:44.478020 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-af058885-1e0f-4158-b707-540adc163725 req-e50ac573-c65c-4439-9b58-9feaa2253394 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Calling delete_port for 6b77eb65-9cd0-44c6-a4c4-338d8686d585 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:44.480200 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59400) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:44.534594 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cda27c78-aada-455c-8982-7a62217289cc req-83108882-dcac-4bfe-b1bb-3c9501329373 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa763e59-23ac-4a2c-959c-a17999620b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486707 Nov 25 19:51:44.675215 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5330784d-452a-4c07-91b2-763558ed744e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:44.695755 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5330784d-452a-4c07-91b2-763558ed744e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A383 HTTP/1.1" status: 200 len: 928 time: 0.2119768 Nov 25 19:51:44.697128 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59408) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:44.763942 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=f4cca5f7-ac90-400b-8089-25e57f96274d,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:44.868342 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e0a420-8c81-44d8-b8da-531be5af53cd None None] Network ea5ac5be-c5da-41ef-9c18-205eb6632b03 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:45.014558 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-af058885-1e0f-4158-b707-540adc163725 req-e50ac573-c65c-4439-9b58-9feaa2253394 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:45.021856 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-304abca4-8fb5-4d9d-92f0-aa1a2078c6d8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting port 8e5ded16-5731-447c-b7e5-c90167a5f27e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:45.024504 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-304abca4-8fb5-4d9d-92f0-aa1a2078c6d8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:45.035639 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['6b77eb65-9cd0-44c6-a4c4-338d8686d585'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:51:45.050593 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36139a2-b2c6-491e-a49f-ec39efacf99d req-37d31536-9b5c-4856-b9b4-db3e5a07e620 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:45.060786 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f36139a2-b2c6-491e-a49f-ec39efacf99d req-37d31536-9b5c-4856-b9b4-db3e5a07e620 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.1309707 Nov 25 19:51:45.101876 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ac573-c65c-4439-9b58-9feaa2253394 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Pushing event deleted for resources: {'Port': ['ID=6b77eb65-9cd0-44c6-a4c4-338d8686d585,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:45.184178 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0f52cd-a850-444a-b78b-7fbc538602db None None] DHCP port deletion for f51730a2-8edb-4ebf-9106-0ab438d7dded request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:51:45.191678 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4f89e276-d1dd-4cf4-bffc-b5e6cf874caf None None] Provisioning complete for port f4cca5f7-ac90-400b-8089-25e57f96274d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:45.192120 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4f89e276-d1dd-4cf4-bffc-b5e6cf874caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:45.287891 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-af058885-1e0f-4158-b707-540adc163725 req-e50ac573-c65c-4439-9b58-9feaa2253394 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] No DVR routers for this DVR port 6b77eb65-9cd0-44c6-a4c4-338d8686d585 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:51:45.290774 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-af058885-1e0f-4158-b707-540adc163725 req-e50ac573-c65c-4439-9b58-9feaa2253394 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:45.302502 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af058885-1e0f-4158-b707-540adc163725 req-e50ac573-c65c-4439-9b58-9feaa2253394 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.85 "DELETE /v2.0/ports/6b77eb65-9cd0-44c6-a4c4-338d8686d585 HTTP/1.1" status: 204 len: 173 time: 1.7361231 Nov 25 19:51:45.303765 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b9cd29-bb66-4c0e-9558-6e20b21fc858', 'name': 'network-vif-deleted', 'tag': '6b77eb65-9cd0-44c6-a4c4-338d8686d585'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:51:45.314401 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c978da6f-7015-4548-9e1b-db83b41db609" -d '{"events": [{"server_uuid": "c7b9cd29-bb66-4c0e-9558-6e20b21fc858", "name": "network-vif-deleted", "tag": "6b77eb65-9cd0-44c6-a4c4-338d8686d585"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:51:45.357257 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-304abca4-8fb5-4d9d-92f0-aa1a2078c6d8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:45.401478 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-304abca4-8fb5-4d9d-92f0-aa1a2078c6d8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Calling delete_port for 8e5ded16-5731-447c-b7e5-c90167a5f27e owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:45.435758 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59424) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:45.455237 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f36139a2-b2c6-491e-a49f-ec39efacf99d req-17e64307-9b5c-4639-9434-2ff1ccf6f5da tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549876 Nov 25 19:51:45.674438 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1ce507-a052-4a7c-b596-3098f1e79db0 x-openstack-request-id: req-9d1ce507-a052-4a7c-b596-3098f1e79db0 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:51:45.675433 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b9cd29-bb66-4c0e-9558-6e20b21fc858", "name": "network-vif-deleted", "tag": "6b77eb65-9cd0-44c6-a4c4-338d8686d585", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:51:45.675935 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d1ce507-a052-4a7c-b596-3098f1e79db0 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:51:45.676776 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b9cd29-bb66-4c0e-9558-6e20b21fc858', 'name': 'network-vif-deleted', 'tag': '6b77eb65-9cd0-44c6-a4c4-338d8686d585', 'status': 'completed', 'code': 200} Nov 25 19:51:45.744167 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f4cca5f7-ac90-400b-8089-25e57f96274d up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:51:45.859600 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-304abca4-8fb5-4d9d-92f0-aa1a2078c6d8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:45.893245 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-43ef847f-a1ca-4cfb-93fe-796bb998dc6f req-c7a4e012-65e0-4acc-91af-ce36c38be397 tempest-ServersNegativeTestJSON-1134629147 tempest-ServersNegativeTestJSON-1134629147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7b9cd29-bb66-4c0e-9558-6e20b21fc858 HTTP/1.1" status: 200 len: 210 time: 0.1209123 Nov 25 19:51:45.897316 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port f4cca5f7-ac90-400b-8089-25e57f96274d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:45.897788 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:45.967788 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304abca4-8fb5-4d9d-92f0-aa1a2078c6d8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Port': ['ID=8e5ded16-5731-447c-b7e5-c90167a5f27e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:46.047248 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-304abca4-8fb5-4d9d-92f0-aa1a2078c6d8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:46.052804 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-2ddfd301-2cc2-4c8a-b4b2-49525acc44de tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:46.056146 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-304abca4-8fb5-4d9d-92f0-aa1a2078c6d8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/ports/8e5ded16-5731-447c-b7e5-c90167a5f27e HTTP/1.1" status: 204 len: 168 time: 1.3565099 Nov 25 19:51:46.057174 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59434) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:46.091739 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-871c610f-b12a-4fc2-99ac-13c0461de7b0 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] GET failed (client error): The resource could not be found. Nov 25 19:51:46.096969 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-871c610f-b12a-4fc2-99ac-13c0461de7b0 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "GET /v2.0/ports/8e5ded16-5731-447c-b7e5-c90167a5f27e HTTP/1.1" status: 404 len: 333 time: 0.0384216 Nov 25 19:51:46.100776 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59436) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:46.156792 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6f25b8f8-ee62-436e-b8aa-5d588236a703 None None] Provisioning complete for port f4cca5f7-ac90-400b-8089-25e57f96274d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:46.159305 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6f25b8f8-ee62-436e-b8aa-5d588236a703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:46.354757 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd301-2cc2-4c8a-b4b2-49525acc44de tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:46.421306 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2a51b50a-860c-49ed-95fa-6da345c22e96 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting port d4ed5ba2-e240-4bbe-949a-bc6905ebd28a {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:46.422119 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a51b50a-860c-49ed-95fa-6da345c22e96 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:46.474898 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6f25b8f8-ee62-436e-b8aa-5d588236a703 None None] Could not find standard attr ID for object 8e5ded16-5731-447c-b7e5-c90167a5f27e. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:51:46.504134 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6f25b8f8-ee62-436e-b8aa-5d588236a703 None None] Provisioning complete for port d4ed5ba2-e240-4bbe-949a-bc6905ebd28a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:46.504998 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6f25b8f8-ee62-436e-b8aa-5d588236a703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:46.605535 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-6f25b8f8-ee62-436e-b8aa-5d588236a703 None None] Port d4ed5ba2-e240-4bbe-949a-bc6905ebd28a cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:46.749671 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-c42692a3-9ce1-417d-b4d7-a4d54dacd82c None None] Provisioning complete for port d4ed5ba2-e240-4bbe-949a-bc6905ebd28a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:46.750226 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c42692a3-9ce1-417d-b4d7-a4d54dacd82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:46.763648 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a51b50a-860c-49ed-95fa-6da345c22e96 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:46.802149 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2a51b50a-860c-49ed-95fa-6da345c22e96 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Calling delete_port for d4ed5ba2-e240-4bbe-949a-bc6905ebd28a owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:46.828950 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b66c33-0a36-4fbd-845a-7c6fc87efe4e req-1e8b39ac-3021-455a-a08c-547c0506c039 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:46.843122 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6b66c33-0a36-4fbd-845a-7c6fc87efe4e req-1e8b39ac-3021-455a-a08c-547c0506c039 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.2125046 Nov 25 19:51:46.867585 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-c42692a3-9ce1-417d-b4d7-a4d54dacd82c None None] Port d4ed5ba2-e240-4bbe-949a-bc6905ebd28a cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:46.876732 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd301-2cc2-4c8a-b4b2-49525acc44de tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:46.993906 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ab9abfc3-6426-49a7-850e-a3ee88d04f6f None None] Could not find standard attr ID for object 8e5ded16-5731-447c-b7e5-c90167a5f27e. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:51:47.266515 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6b66c33-0a36-4fbd-845a-7c6fc87efe4e req-fee736f5-1eca-45cc-90a8-9b91ab57b100 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506762 Nov 25 19:51:47.335702 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-2ddfd301-2cc2-4c8a-b4b2-49525acc44de tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Allocated IP 172.25.6.94 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/ffd77105-7ba9-461d-af0b-38946318ba6f) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:47.399933 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59460) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:47.448218 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a51b50a-860c-49ed-95fa-6da345c22e96 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:47.677796 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51b50a-860c-49ed-95fa-6da345c22e96 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Port': ['ID=d4ed5ba2-e240-4bbe-949a-bc6905ebd28a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:47.721533 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a51b50a-860c-49ed-95fa-6da345c22e96 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:47.729726 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2a51b50a-860c-49ed-95fa-6da345c22e96 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/ports/d4ed5ba2-e240-4bbe-949a-bc6905ebd28a HTTP/1.1" status: 204 len: 168 time: 1.6251607 Nov 25 19:51:47.734881 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59468) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:47.787279 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2a852b-81f1-4171-8d88-329d39cb245a tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] GET failed (client error): The resource could not be found. Nov 25 19:51:47.789948 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fd2a852b-81f1-4171-8d88-329d39cb245a tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "GET /v2.0/ports/d4ed5ba2-e240-4bbe-949a-bc6905ebd28a HTTP/1.1" status: 404 len: 333 time: 0.0533624 Nov 25 19:51:47.795922 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59470) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:47.836440 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd301-2cc2-4c8a-b4b2-49525acc44de tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:47.882140 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4d72a3-ec2b-4364-b14d-486f2913ce20 admin admin] Deleting subnet c4dba496-447a-4769-abf8-07cfdf8254fc {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:51:47.887428 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd301-2cc2-4c8a-b4b2-49525acc44de tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:47.901625 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bf4d72a3-ec2b-4364-b14d-486f2913ce20 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:47.991889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddfd301-2cc2-4c8a-b4b2-49525acc44de tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:47.993388 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfd301-2cc2-4c8a-b4b2-49525acc44de tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Pushing event updated for resources: {'Port': ['ID=ffd77105-7ba9-461d-af0b-38946318ba6f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:48.000367 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-2ddfd301-2cc2-4c8a-b4b2-49525acc44de tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:48.001840 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bf4d72a3-ec2b-4364-b14d-486f2913ce20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:48.006675 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddfd301-2cc2-4c8a-b4b2-49525acc44de tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:51:48.088773 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-4833783b-e7ed-4c7a-b2a7-f219cee16db6 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting subnet de428d6b-c2cf-4b56-a771-14668f5e93d3 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:51:48.096110 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4833783b-e7ed-4c7a-b2a7-f219cee16db6 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:48.210548 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bf4d72a3-ec2b-4364-b14d-486f2913ce20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:48.314649 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4833783b-e7ed-4c7a-b2a7-f219cee16db6 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:48.345517 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd301-2cc2-4c8a-b4b2-49525acc44de tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:48.374884 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851816cd-da04-43fa-baa1-5bea46d79961 req-fe6ae24b-5b81-4767-8d5a-6e7f808f99c6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:48.377047 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bf4d72a3-ec2b-4364-b14d-486f2913ce20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:48.382850 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-851816cd-da04-43fa-baa1-5bea46d79961 req-fe6ae24b-5b81-4767-8d5a-6e7f808f99c6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.1014538 Nov 25 19:51:48.424139 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d72a3-ec2b-4364-b14d-486f2913ce20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4dba496-447a-4769-abf8-07cfdf8254fc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:48.439908 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd301-2cc2-4c8a-b4b2-49525acc44de tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:48.461757 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8dc23f-0b9e-47e7-8495-5dd0d5db5235 None None] Network f51730a2-8edb-4ebf-9106-0ab438d7dded requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:48.462392 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bf4d72a3-ec2b-4364-b14d-486f2913ce20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:48.469931 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bf4d72a3-ec2b-4364-b14d-486f2913ce20 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c4dba496-447a-4769-abf8-07cfdf8254fc HTTP/1.1" status: 204 len: 168 time: 1.0673928 Nov 25 19:51:48.476389 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59484) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:48.560082 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b77eb65-9cd0-44c6-a4c4-338d8686d585 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:51:48.610566 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 6b77eb65-9cd0-44c6-a4c4-338d8686d585 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:51:48.611317 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 6b77eb65-9cd0-44c6-a4c4-338d8686d585 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:51:48.655132 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6700cb1-9da3-4110-80fd-3cb0a98ae1fe None None] DHCP port deletion for f51730a2-8edb-4ebf-9106-0ab438d7dded request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:51:48.730236 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27b4718c-4f26-4f38-a42e-5937bcd8c092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:48.741806 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-851816cd-da04-43fa-baa1-5bea46d79961 req-0423d308-01e7-4827-a5fd-9166aa61b8d4 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520386 Nov 25 19:51:48.759244 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4833783b-e7ed-4c7a-b2a7-f219cee16db6 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:48.875654 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd301-2cc2-4c8a-b4b2-49525acc44de tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:48.883517 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd301-2cc2-4c8a-b4b2-49525acc44de tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:48.970456 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27b4718c-4f26-4f38-a42e-5937bcd8c092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:49.041604 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-27b4718c-4f26-4f38-a42e-5937bcd8c092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51730a2-8edb-4ebf-9106-0ab438d7dded']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:49.042853 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd301-2cc2-4c8a-b4b2-49525acc44de tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:49.047651 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfd301-2cc2-4c8a-b4b2-49525acc44de tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Pushing event updated for resources: {'Port': ['ID=ffd77105-7ba9-461d-af0b-38946318ba6f,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:49.058641 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-27b4718c-4f26-4f38-a42e-5937bcd8c092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192a7c7c-2687-4772-a662-fc33bfbaecb6') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:49.058641 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-27b4718c-4f26-4f38-a42e-5937bcd8c092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192a7c7c-2687-4772-a662-fc33bfbaecb6') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:49.075437 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27b4718c-4f26-4f38-a42e-5937bcd8c092 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:49.098455 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27b4718c-4f26-4f38-a42e-5937bcd8c092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:49.102519 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd301-2cc2-4c8a-b4b2-49525acc44de tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:49.104142 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2ddfd301-2cc2-4c8a-b4b2-49525acc44de tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6668799 Nov 25 19:51:49.107719 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59496) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:49.113314 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-b2da74db-649e-4421-be90-35195349120f tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-422669393'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:49.116023 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b4718c-4f26-4f38-a42e-5937bcd8c092 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:51:49.116681 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27b4718c-4f26-4f38-a42e-5937bcd8c092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:49.163800 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2da74db-649e-4421-be90-35195349120f tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Made reservation on behalf of 2905e594980d42a18816b032dce18e29 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:49.172489 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2da74db-649e-4421-be90-35195349120f tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:49.202043 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2da74db-649e-4421-be90-35195349120f tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:51:49.222498 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:51:49.226983 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4833783b-e7ed-4c7a-b2a7-f219cee16db6 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:49.251272 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27b4718c-4f26-4f38-a42e-5937bcd8c092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:49.298403 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27b4718c-4f26-4f38-a42e-5937bcd8c092 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:49.304736 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-27b4718c-4f26-4f38-a42e-5937bcd8c092 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f51730a2-8edb-4ebf-9106-0ab438d7dded HTTP/1.1" status: 204 len: 168 time: 0.8265846 Nov 25 19:51:49.305833 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833783b-e7ed-4c7a-b2a7-f219cee16db6 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Subnet': ['ID=de428d6b-c2cf-4b56-a771-14668f5e93d3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:49.312005 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4718c-4f26-4f38-a42e-5937bcd8c092 admin admin] Pushing event deleted for resources: {'Network': ['ID=f51730a2-8edb-4ebf-9106-0ab438d7dded,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:49.315402 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4833783b-e7ed-4c7a-b2a7-f219cee16db6 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:49.331030 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4833783b-e7ed-4c7a-b2a7-f219cee16db6 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/subnets/de428d6b-c2cf-4b56-a771-14668f5e93d3 HTTP/1.1" status: 204 len: 168 time: 1.5290589 Nov 25 19:51:49.332128 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59504) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:49.346999 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df21829c-d6c9-4feb-9536-a85cb66f6776 None None] Network ea5ac5be-c5da-41ef-9c18-205eb6632b03 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:49.448244 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2da74db-649e-4421-be90-35195349120f tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:49.455922 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2da74db-649e-4421-be90-35195349120f tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:49.475797 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2fddf35c-5b44-48c0-b327-51e6f5a9f740 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:49.567234 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2da74db-649e-4421-be90-35195349120f tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:51:49.592825 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da74db-649e-4421-be90-35195349120f tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35284d12-7fdb-487a-a924-a90a307a3403,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:49.626844 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2da74db-649e-4421-be90-35195349120f tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:49.627322 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-b2da74db-649e-4421-be90-35195349120f tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Added segment ea3fdeaa-ff66-4fe7-a2cb-900787d1eb4c of type vlan for network 9a57fb46-a682-4cbd-85b2-c541f0628794 Nov 25 19:51:49.658686 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59510) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:49.713432 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2fddf35c-5b44-48c0-b327-51e6f5a9f740 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting port f4cca5f7-ac90-400b-8089-25e57f96274d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:49.713988 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2fddf35c-5b44-48c0-b327-51e6f5a9f740 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:49.771987 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2da74db-649e-4421-be90-35195349120f tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:49.812607 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4b5c1e-0a2f-481d-b965-0240e5baac00 None None] DHCP port deletion for ea5ac5be-c5da-41ef-9c18-205eb6632b03 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:51:49.845115 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f81aa6c3-335e-4dc8-8b0e-3ddd5ddcc0bd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=471f2a7f98c848b5bc3e8a0d34a42418&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1813965 Nov 25 19:51:49.848492 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59516) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:49.865664 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-2fddf35c-5b44-48c0-b327-51e6f5a9f740 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] For port f4cca5f7-ac90-400b-8089-25e57f96274d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f4cca5f7-ac90-400b-8089-25e57f96274d,segment=NetworkSegment(49a98917-74e9-41e9-b16e-83fd12679512),segment_id=49a98917-74e9-41e9-b16e-83fd12679512)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:49.866015 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2fddf35c-5b44-48c0-b327-51e6f5a9f740 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:49.885261 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2fddf35c-5b44-48c0-b327-51e6f5a9f740 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Calling delete_port for f4cca5f7-ac90-400b-8089-25e57f96274d owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:49.998769 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e2fd41a-fedd-4bc7-b203-033a82909123 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:50.018342 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2da74db-649e-4421-be90-35195349120f tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:50.022003 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2fddf35c-5b44-48c0-b327-51e6f5a9f740 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:50.033185 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2da74db-649e-4421-be90-35195349120f tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:50.033862 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2da74db-649e-4421-be90-35195349120f tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:50.055304 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-bf4b5c1e-0a2f-481d-b965-0240e5baac00 None None] Deleting port f4cca5f7-ac90-400b-8089-25e57f96274d {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:50.055994 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bf4b5c1e-0a2f-481d-b965-0240e5baac00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:50.076156 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fddf35c-5b44-48c0-b327-51e6f5a9f740 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Port': ['ID=f4cca5f7-ac90-400b-8089-25e57f96274d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:50.082326 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fddf35c-5b44-48c0-b327-51e6f5a9f740 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] No DVR routers for this DVR port f4cca5f7-ac90-400b-8089-25e57f96274d on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:51:50.136545 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e2fd41a-fedd-4bc7-b203-033a82909123 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:50.230462 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-bf4b5c1e-0a2f-481d-b965-0240e5baac00 None None] For port f4cca5f7-ac90-400b-8089-25e57f96274d, host n-d-819349-5, got binding levels [] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:50.232469 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bf4b5c1e-0a2f-481d-b965-0240e5baac00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:50.251508 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2fddf35c-5b44-48c0-b327-51e6f5a9f740 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:50.264092 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b2da74db-649e-4421-be90-35195349120f tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1543083 Nov 25 19:51:50.265353 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-bf4b5c1e-0a2f-481d-b965-0240e5baac00 None None] Calling delete_port for f4cca5f7-ac90-400b-8089-25e57f96274d owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:50.266349 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59528) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:50.271218 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.ipam_backend_mixin [None req-bf4b5c1e-0a2f-481d-b965-0240e5baac00 None None] Port f4cca5f7-ac90-400b-8089-25e57f96274d was not found and therefore no delete operation was performed {{(pid=103601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:51:50.279498 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bf4b5c1e-0a2f-481d-b965-0240e5baac00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:50.316586 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2fddf35c-5b44-48c0-b327-51e6f5a9f740 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5ac5be-c5da-41ef-9c18-205eb6632b03']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:50.317904 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-0ecaf1ed-64c5-4c7d-850c-580528da640e tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Request body: {'subnet': {'network_id': '9a57fb46-a682-4cbd-85b2-c541f0628794', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:50.342848 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2fddf35c-5b44-48c0-b327-51e6f5a9f740 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a98917-74e9-41e9-b16e-83fd12679512') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:50.344085 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2fddf35c-5b44-48c0-b327-51e6f5a9f740 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a98917-74e9-41e9-b16e-83fd12679512') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:50.360193 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b5c1e-0a2f-481d-b965-0240e5baac00 None None] Pushing event deleted for resources: {'Port': ['ID=f4cca5f7-ac90-400b-8089-25e57f96274d,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:50.365608 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4b5c1e-0a2f-481d-b965-0240e5baac00 None None] No DVR routers for this DVR port f4cca5f7-ac90-400b-8089-25e57f96274d on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:51:50.385646 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da74db-649e-4421-be90-35195349120f tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Pushing event updated for resources: {'Network': ['ID=9a57fb46-a682-4cbd-85b2-c541f0628794,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:50.404632 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 9a57fb46-a682-4cbd-85b2-c541f0628794 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:51:50.436354 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2fddf35c-5b44-48c0-b327-51e6f5a9f740 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:50.452167 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3392f13-e651-42a7-bd4c-f9aedd29f642 req-64f69b0e-5724-4e47-abdb-6c08e01252ea tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:50.460090 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b3392f13-e651-42a7-bd4c-f9aedd29f642 req-64f69b0e-5724-4e47-abdb-6c08e01252ea tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.4203796 Nov 25 19:51:50.483708 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2fddf35c-5b44-48c0-b327-51e6f5a9f740 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:50.500590 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fddf35c-5b44-48c0-b327-51e6f5a9f740 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:51:50.515618 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2fddf35c-5b44-48c0-b327-51e6f5a9f740 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:51:50.524863 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:51:50.624872 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b3392f13-e651-42a7-bd4c-f9aedd29f642 req-7bd66128-718c-449b-8534-013d1ff72964 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625664 Nov 25 19:51:50.632052 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecaf1ed-64c5-4c7d-850c-580528da640e tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Made reservation on behalf of 2905e594980d42a18816b032dce18e29 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:50.637978 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ecaf1ed-64c5-4c7d-850c-580528da640e tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:50.645688 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e2fd41a-fedd-4bc7-b203-033a82909123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:50.649454 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e2fd41a-fedd-4bc7-b203-033a82909123 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:50.671226 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5e2fd41a-fedd-4bc7-b203-033a82909123 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fa763e59-23ac-4a2c-959c-a17999620b0e HTTP/1.1" status: 204 len: 168 time: 0.8212113 Nov 25 19:51:50.711317 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2fd41a-fedd-4bc7-b203-033a82909123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa763e59-23ac-4a2c-959c-a17999620b0e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:50.772616 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2fddf35c-5b44-48c0-b327-51e6f5a9f740 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:50.780766 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2fddf35c-5b44-48c0-b327-51e6f5a9f740 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:50.804830 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2fddf35c-5b44-48c0-b327-51e6f5a9f740 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/networks/ea5ac5be-c5da-41ef-9c18-205eb6632b03 HTTP/1.1" status: 204 len: 168 time: 1.4682579 Nov 25 19:51:50.813462 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59550) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:50.821122 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fe4f782c-ff16-46fd-a4dd-55f01e111c72 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-139210362'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:50.852192 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fddf35c-5b44-48c0-b327-51e6f5a9f740 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Network': ['ID=ea5ac5be-c5da-41ef-9c18-205eb6632b03,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:50.912955 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4f782c-ff16-46fd-a4dd-55f01e111c72 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:50.917029 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe4f782c-ff16-46fd-a4dd-55f01e111c72 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:50.977297 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4f782c-ff16-46fd-a4dd-55f01e111c72 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:51:51.013646 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe4f782c-ff16-46fd-a4dd-55f01e111c72 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:51.014246 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-fe4f782c-ff16-46fd-a4dd-55f01e111c72 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Added segment f2f4369f-40a7-4431-8d6a-1c6014a3acbc of type vlan for network 5cbdaa38-c929-4e4d-9528-e7e2b78e4e18 Nov 25 19:51:51.165461 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ecaf1ed-64c5-4c7d-850c-580528da640e tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:51.190470 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe4f782c-ff16-46fd-a4dd-55f01e111c72 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:51.270320 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe4f782c-ff16-46fd-a4dd-55f01e111c72 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:51.310484 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4f782c-ff16-46fd-a4dd-55f01e111c72 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:51.312167 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe4f782c-ff16-46fd-a4dd-55f01e111c72 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:51.378404 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecaf1ed-64c5-4c7d-850c-580528da640e tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Checking segment: {'id': 'ea3fdeaa-ff66-4fe7-a2cb-900787d1eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9a57fb46-a682-4cbd-85b2-c541f0628794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:51:51.381325 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecaf1ed-64c5-4c7d-850c-580528da640e tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Network hostable DHCP agents. Network: 9a57fb46-a682-4cbd-85b2-c541f0628794, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:51:51.396089 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecaf1ed-64c5-4c7d-850c-580528da640e tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Pushing event updated for resources: {'Subnet': ['ID=0d923e01-a6ee-4b8a-82ba-c5ca1aeedafc,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:51.479282 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecaf1ed-64c5-4c7d-850c-580528da640e tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Network 9a57fb46-a682-4cbd-85b2-c541f0628794 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:51:51.536033 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-0ecaf1ed-64c5-4c7d-850c-580528da640e tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 9a57fb46-a682-4cbd-85b2-c541f0628794) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:51.555841 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a010ef4c-2e2f-4fc0-b8b4-dbdbe14faaed None None] Network 9a57fb46-a682-4cbd-85b2-c541f0628794 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:51.568977 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecaf1ed-64c5-4c7d-850c-580528da640e tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:51.580837 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ecaf1ed-64c5-4c7d-850c-580528da640e tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:51.600024 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fe4f782c-ff16-46fd-a4dd-55f01e111c72 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7800202 Nov 25 19:51:51.600024 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59566) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:51.608382 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-924e1005-2dff-489d-9c38-e17fd90e42ca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'subnet': {'network_id': '5cbdaa38-c929-4e4d-9528-e7e2b78e4e18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:51.656657 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f782c-ff16-46fd-a4dd-55f01e111c72 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Network': ['ID=5cbdaa38-c929-4e4d-9528-e7e2b78e4e18,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:51.698392 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0ecaf1ed-64c5-4c7d-850c-580528da640e tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4172835 Nov 25 19:51:51.702245 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59574) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:51.743826 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-188570d8-203c-4922-8d92-05a751318461 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1399270961', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}, 'admin_state_up': False}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:51.878810 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.api [None req-924e1005-2dff-489d-9c38-e17fd90e42ca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 19:51:51.878810 n-d-819349-5 neutron-server[103599]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 25 19:51:51.878810 n-d-819349-5 neutron-server[103599]: [parameters: {'project_id_1': '58c8cb9f24b04674b9dfe7a96fa95fb3', 'expiration_1': datetime.datetime(2021, 11, 25, 19, 51, 31, 830475)}] Nov 25 19:51:51.878810 n-d-819349-5 neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:51:51.879302 n-d-819349-5 neutron-server[103599]: DEBUG oslo_db.api [None req-924e1005-2dff-489d-9c38-e17fd90e42ca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:51:51.884822 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 5cbdaa38-c929-4e4d-9528-e7e2b78e4e18 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:51:51.956983 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-188570d8-203c-4922-8d92-05a751318461 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:51.972589 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-188570d8-203c-4922-8d92-05a751318461 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:52.010016 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f4cca5f7-ac90-400b-8089-25e57f96274d no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:51:52.224039 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: f4cca5f7-ac90-400b-8089-25e57f96274d {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:51:52.224612 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f4cca5f7-ac90-400b-8089-25e57f96274d not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:51:52.364713 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-188570d8-203c-4922-8d92-05a751318461 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:52.444256 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924e1005-2dff-489d-9c38-e17fd90e42ca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:52.457874 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-924e1005-2dff-489d-9c38-e17fd90e42ca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:52.471518 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b45c3ff-4d48-4629-93db-cf1d633fb9f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-9a57fb46-a682-4cbd-85b2-c541f0628794', 'network_id': '9a57fb46-a682-4cbd-85b2-c541f0628794', 'tenant_id': '2905e594980d42a18816b032dce18e29', 'fixed_ips': [{'subnet_id': '0d923e01-a6ee-4b8a-82ba-c5ca1aeedafc'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:51:52.473183 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4b45c3ff-4d48-4629-93db-cf1d633fb9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:52.901578 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-4b45c3ff-4d48-4629-93db-cf1d633fb9f1 None None] Allocated IP 172.20.0.2 (9a57fb46-a682-4cbd-85b2-c541f0628794/0d923e01-a6ee-4b8a-82ba-c5ca1aeedafc/f366ad19-f2cf-4ce5-a7c1-588eeda23b8f) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:52.972288 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7e449-0b36-473f-83d2-0de907a57c0b req-7b739f4f-40c3-427d-b830-8747c53adc63 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:52.993091 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bad7e449-0b36-473f-83d2-0de907a57c0b req-7b739f4f-40c3-427d-b830-8747c53adc63 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.7962093 Nov 25 19:51:53.038317 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59646) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:53.161245 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4b45c3ff-4d48-4629-93db-cf1d633fb9f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:53.174082 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4b45c3ff-4d48-4629-93db-cf1d633fb9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:53.251068 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b45c3ff-4d48-4629-93db-cf1d633fb9f1 None None] Network 9a57fb46-a682-4cbd-85b2-c541f0628794 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:53.255109 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-4b45c3ff-4d48-4629-93db-cf1d633fb9f1 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:53.263422 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b45c3ff-4d48-4629-93db-cf1d633fb9f1 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:51:53.266646 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-188570d8-203c-4922-8d92-05a751318461 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:53.275535 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45c3ff-4d48-4629-93db-cf1d633fb9f1 None None] Pushing event updated for resources: {'Port': ['ID=f366ad19-f2cf-4ce5-a7c1-588eeda23b8f,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:53.313457 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-924e1005-2dff-489d-9c38-e17fd90e42ca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:53.358070 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4b45c3ff-4d48-4629-93db-cf1d633fb9f1 None None] Attempting to bind port f366ad19-f2cf-4ce5-a7c1-588eeda23b8f on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:51:53.358623 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4b45c3ff-4d48-4629-93db-cf1d633fb9f1 None None] Attempting to bind port f366ad19-f2cf-4ce5-a7c1-588eeda23b8f by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'ea3fdeaa-ff66-4fe7-a2cb-900787d1eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9a57fb46-a682-4cbd-85b2-c541f0628794'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:51:53.359074 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b45c3ff-4d48-4629-93db-cf1d633fb9f1 None None] Attempting to bind port f366ad19-f2cf-4ce5-a7c1-588eeda23b8f on network 9a57fb46-a682-4cbd-85b2-c541f0628794 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:51:53.370023 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b45c3ff-4d48-4629-93db-cf1d633fb9f1 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:51:53.370605 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b45c3ff-4d48-4629-93db-cf1d633fb9f1 None None] Checking segment: {'id': 'ea3fdeaa-ff66-4fe7-a2cb-900787d1eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9a57fb46-a682-4cbd-85b2-c541f0628794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:51:53.371041 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4b45c3ff-4d48-4629-93db-cf1d633fb9f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:53.371454 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b45c3ff-4d48-4629-93db-cf1d633fb9f1 None None] Bound using segment: {'id': 'ea3fdeaa-ff66-4fe7-a2cb-900787d1eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9a57fb46-a682-4cbd-85b2-c541f0628794'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:51:53.373309 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4b45c3ff-4d48-4629-93db-cf1d633fb9f1 None None] Bound port: f366ad19-f2cf-4ce5-a7c1-588eeda23b8f, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3fdeaa-ff66-4fe7-a2cb-900787d1eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9a57fb46-a682-4cbd-85b2-c541f0628794'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:51:53.373817 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4b45c3ff-4d48-4629-93db-cf1d633fb9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:53.458639 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bad7e449-0b36-473f-83d2-0de907a57c0b req-3fe75c6e-595d-4687-b23e-1352d1d3bb0b tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642577 Nov 25 19:51:53.498849 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e1005-2dff-489d-9c38-e17fd90e42ca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Subnet': ['ID=dc3a1de0-61bc-4708-8ee0-ae2f64c4f56f,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:53.508542 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8666f761-3360-480c-bacc-8d8a4e7bd7c6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1146299190-network', 'tenant_id': '399384fa903a421a9266dfaeefcfd4ae'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:53.523651 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4b45c3ff-4d48-4629-93db-cf1d633fb9f1 None None] For port f366ad19-f2cf-4ce5-a7c1-588eeda23b8f, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:51:53.536538 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4b45c3ff-4d48-4629-93db-cf1d633fb9f1 None None] For port f366ad19-f2cf-4ce5-a7c1-588eeda23b8f, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f366ad19-f2cf-4ce5-a7c1-588eeda23b8f,segment=NetworkSegment(ea3fdeaa-ff66-4fe7-a2cb-900787d1eb4c),segment_id=ea3fdeaa-ff66-4fe7-a2cb-900787d1eb4c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:51:53.550800 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4b45c3ff-4d48-4629-93db-cf1d633fb9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:53.612776 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8666f761-3360-480c-bacc-8d8a4e7bd7c6 admin admin] Made reservation on behalf of 399384fa903a421a9266dfaeefcfd4ae for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:53.620968 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8666f761-3360-480c-bacc-8d8a4e7bd7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:53.749494 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924e1005-2dff-489d-9c38-e17fd90e42ca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Checking segment: {'id': 'f2f4369f-40a7-4431-8d6a-1c6014a3acbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5cbdaa38-c929-4e4d-9528-e7e2b78e4e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:51:53.750058 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924e1005-2dff-489d-9c38-e17fd90e42ca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network hostable DHCP agents. Network: 5cbdaa38-c929-4e4d-9528-e7e2b78e4e18, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:51:53.754202 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8666f761-3360-480c-bacc-8d8a4e7bd7c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:53.787397 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45c3ff-4d48-4629-93db-cf1d633fb9f1 None None] Pushing event updated for resources: {'Port': ['ID=f366ad19-f2cf-4ce5-a7c1-588eeda23b8f,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:53.876129 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924e1005-2dff-489d-9c38-e17fd90e42ca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network 5cbdaa38-c929-4e4d-9528-e7e2b78e4e18 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:51:53.886886 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:53.953634 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-924e1005-2dff-489d-9c38-e17fd90e42ca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 5cbdaa38-c929-4e4d-9528-e7e2b78e4e18) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:53.962060 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924e1005-2dff-489d-9c38-e17fd90e42ca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:53.962933 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-924e1005-2dff-489d-9c38-e17fd90e42ca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:53.972247 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dad200-de15-4a2b-b6f7-c435cfa46847 None None] Network 5cbdaa38-c929-4e4d-9528-e7e2b78e4e18 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:54.029290 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-924e1005-2dff-489d-9c38-e17fd90e42ca tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4275148 Nov 25 19:51:54.034159 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59708) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:54.043874 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-13439030-0499-4e18-b879-9752b8a9591e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'port': {'network_id': '5cbdaa38-c929-4e4d-9528-e7e2b78e4e18', 'name': 'tempest-PortsIpV6TestJSON-189023786', 'fixed_ips': [{'subnet_id': 'dc3a1de0-61bc-4708-8ee0-ae2f64c4f56f', 'ip_address': '2001:db8::10'}]}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:54.197519 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8666f761-3360-480c-bacc-8d8a4e7bd7c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:54.229759 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8666f761-3360-480c-bacc-8d8a4e7bd7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:54.296558 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8666f761-3360-480c-bacc-8d8a4e7bd7c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:51:54.378787 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8666f761-3360-480c-bacc-8d8a4e7bd7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:54.380736 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-8666f761-3360-480c-bacc-8d8a4e7bd7c6 admin admin] Added segment ea9143fa-708a-4510-83ac-0c46ba112b4d of type vlan for network 0f23bc9f-acef-4150-94f5-d0c230f2d3be Nov 25 19:51:54.430588 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-188570d8-203c-4922-8d92-05a751318461 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:54.510672 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-188570d8-203c-4922-8d92-05a751318461 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:54.569304 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8666f761-3360-480c-bacc-8d8a4e7bd7c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:54.609171 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:54.632352 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18deb731-b5f9-4513-9755-e5f0cc14d33a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-5cbdaa38-c929-4e4d-9528-e7e2b78e4e18', 'network_id': '5cbdaa38-c929-4e4d-9528-e7e2b78e4e18', 'tenant_id': '58c8cb9f24b04674b9dfe7a96fa95fb3', 'fixed_ips': [{'subnet_id': 'dc3a1de0-61bc-4708-8ee0-ae2f64c4f56f'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:51:54.633857 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-18deb731-b5f9-4513-9755-e5f0cc14d33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:54.766393 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666f761-3360-480c-bacc-8d8a4e7bd7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57be5998-108a-42f8-b228-7a67aa628791,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:54.775853 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8666f761-3360-480c-bacc-8d8a4e7bd7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:54.777423 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8666f761-3360-480c-bacc-8d8a4e7bd7c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:54.782866 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8666f761-3360-480c-bacc-8d8a4e7bd7c6 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:55.003865 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8666f761-3360-480c-bacc-8d8a4e7bd7c6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9297793 Nov 25 19:51:55.005078 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666f761-3360-480c-bacc-8d8a4e7bd7c6 admin admin] Pushing event updated for resources: {'Network': ['ID=0f23bc9f-acef-4150-94f5-d0c230f2d3be,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:55.010992 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59768) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:55.023910 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-27a28978-26c1-4427-9d1f-9a28c49e6c50 admin admin] Request body: {'subnet': {'network_id': '0f23bc9f-acef-4150-94f5-d0c230f2d3be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1146299190-subnet', 'tenant_id': '399384fa903a421a9266dfaeefcfd4ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:55.114765 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 0f23bc9f-acef-4150-94f5-d0c230f2d3be details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:51:55.190985 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.api [None req-27a28978-26c1-4427-9d1f-9a28c49e6c50 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 19:51:55.190985 n-d-819349-5 neutron-server[103599]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 25 19:51:55.190985 n-d-819349-5 neutron-server[103599]: [parameters: {'project_id_1': '399384fa903a421a9266dfaeefcfd4ae', 'expiration_1': datetime.datetime(2021, 11, 25, 19, 51, 35, 31947)}] Nov 25 19:51:55.190985 n-d-819349-5 neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:51:55.192828 n-d-819349-5 neutron-server[103599]: DEBUG oslo_db.api [None req-27a28978-26c1-4427-9d1f-9a28c49e6c50 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:51:55.239076 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-188570d8-203c-4922-8d92-05a751318461 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Allocated IP 172.25.6.180 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/226b3a08-ab8d-4f03-a1ac-b534d264b6f1) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:55.293007 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bd6d9-313f-4e90-8560-6afb7bc757ba req-9016b9ab-b32a-4a85-9230-722f6c29e7e4 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:55.308212 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-342bd6d9-313f-4e90-8560-6afb7bc757ba req-9016b9ab-b32a-4a85-9230-722f6c29e7e4 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.5841749 Nov 25 19:51:55.314620 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13439030-0499-4e18-b879-9752b8a9591e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:55.601191 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:51:55.804063 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a28978-26c1-4427-9d1f-9a28c49e6c50 admin admin] Made reservation on behalf of 399384fa903a421a9266dfaeefcfd4ae for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:55.805029 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f366ad19-f2cf-4ce5-a7c1-588eeda23b8f up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:51:55.828245 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27a28978-26c1-4427-9d1f-9a28c49e6c50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:55.840024 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-342bd6d9-313f-4e90-8560-6afb7bc757ba req-04bcdfba-c1c8-41de-adab-11a8829ca0ab tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762805 Nov 25 19:51:55.888673 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13439030-0499-4e18-b879-9752b8a9591e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:55.926646 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-13439030-0499-4e18-b879-9752b8a9591e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] device_id is not set on port f6f3088e-a116-4ce0-a236-169f7d640774 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:51:56.063673 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-188570d8-203c-4922-8d92-05a751318461 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:56.129637 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-18deb731-b5f9-4513-9755-e5f0cc14d33a None None] Allocated IP 2001:db8::2 (5cbdaa38-c929-4e4d-9528-e7e2b78e4e18/dc3a1de0-61bc-4708-8ee0-ae2f64c4f56f/bc1c9e5b-a10d-4218-a8e3-918781d76aa8) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:56.330128 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5d1bc1-64b2-42d6-986d-8d152dc95b7f None None] Network 9a57fb46-a682-4cbd-85b2-c541f0628794 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:56.369713 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port f366ad19-f2cf-4ce5-a7c1-588eeda23b8f triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:56.370091 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:56.449665 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-188570d8-203c-4922-8d92-05a751318461 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:56.575135 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27a28978-26c1-4427-9d1f-9a28c49e6c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:56.600157 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188570d8-203c-4922-8d92-05a751318461 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:56.605794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-188570d8-203c-4922-8d92-05a751318461 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:56.611607 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188570d8-203c-4922-8d92-05a751318461 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:51:56.704003 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188570d8-203c-4922-8d92-05a751318461 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Pushing event updated for resources: {'Port': ['ID=226b3a08-ab8d-4f03-a1ac-b534d264b6f1,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:56.729624 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a28978-26c1-4427-9d1f-9a28c49e6c50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb4a129-705a-4e26-a14a-d37eff386424,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:56.804466 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a28978-26c1-4427-9d1f-9a28c49e6c50 admin admin] Checking segment: {'id': 'ea9143fa-708a-4510-83ac-0c46ba112b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0f23bc9f-acef-4150-94f5-d0c230f2d3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:51:56.805174 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a28978-26c1-4427-9d1f-9a28c49e6c50 admin admin] Network hostable DHCP agents. Network: 0f23bc9f-acef-4150-94f5-d0c230f2d3be, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:51:56.931407 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a28978-26c1-4427-9d1f-9a28c49e6c50 admin admin] Network 0f23bc9f-acef-4150-94f5-d0c230f2d3be is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:51:56.960419 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-27a28978-26c1-4427-9d1f-9a28c49e6c50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 0f23bc9f-acef-4150-94f5-d0c230f2d3be) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:56.976651 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a28978-26c1-4427-9d1f-9a28c49e6c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:56.977638 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27a28978-26c1-4427-9d1f-9a28c49e6c50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:57.007862 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619977e8-c495-442f-bdc2-64b631aa809e None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:51:57.019191 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-36b2bc1c-e92d-4f0c-8707-764d5040a001 None None] Provisioning complete for port f366ad19-f2cf-4ce5-a7c1-588eeda23b8f triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:57.020619 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-36b2bc1c-e92d-4f0c-8707-764d5040a001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:57.077025 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ac59b3-923b-42e9-b45d-49db439a0db3 None None] Network 0f23bc9f-acef-4150-94f5-d0c230f2d3be requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:57.080833 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-27a28978-26c1-4427-9d1f-9a28c49e6c50 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0662966 Nov 25 19:51:57.203289 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-18deb731-b5f9-4513-9755-e5f0cc14d33a None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:57.347320 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-36b2bc1c-e92d-4f0c-8707-764d5040a001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:57.485891 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:57.489712 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-18deb731-b5f9-4513-9755-e5f0cc14d33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:57.574232 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-36b2bc1c-e92d-4f0c-8707-764d5040a001 None None] For port f366ad19-f2cf-4ce5-a7c1-588eeda23b8f, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f366ad19-f2cf-4ce5-a7c1-588eeda23b8f,segment=NetworkSegment(ea3fdeaa-ff66-4fe7-a2cb-900787d1eb4c),segment_id=ea3fdeaa-ff66-4fe7-a2cb-900787d1eb4c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:57.595771 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-36b2bc1c-e92d-4f0c-8707-764d5040a001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:57.621737 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18deb731-b5f9-4513-9755-e5f0cc14d33a None None] Network 5cbdaa38-c929-4e4d-9528-e7e2b78e4e18 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:57.647245 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-18deb731-b5f9-4513-9755-e5f0cc14d33a None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:57.659604 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18deb731-b5f9-4513-9755-e5f0cc14d33a None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:51:57.708723 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18deb731-b5f9-4513-9755-e5f0cc14d33a None None] Pushing event updated for resources: {'Port': ['ID=bc1c9e5b-a10d-4218-a8e3-918781d76aa8,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:57.943450 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf4c3e1-be18-4528-b13f-01696c292b13 None None] Network 0f23bc9f-acef-4150-94f5-d0c230f2d3be requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:57.955356 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-18deb731-b5f9-4513-9755-e5f0cc14d33a None None] Attempting to bind port bc1c9e5b-a10d-4218-a8e3-918781d76aa8 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:51:57.956130 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-18deb731-b5f9-4513-9755-e5f0cc14d33a None None] Attempting to bind port bc1c9e5b-a10d-4218-a8e3-918781d76aa8 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'f2f4369f-40a7-4431-8d6a-1c6014a3acbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5cbdaa38-c929-4e4d-9528-e7e2b78e4e18'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:51:57.956869 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18deb731-b5f9-4513-9755-e5f0cc14d33a None None] Attempting to bind port bc1c9e5b-a10d-4218-a8e3-918781d76aa8 on network 5cbdaa38-c929-4e4d-9528-e7e2b78e4e18 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:51:57.991162 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:51:57.991863 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:51:58.026690 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18deb731-b5f9-4513-9755-e5f0cc14d33a None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:51:58.027428 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18deb731-b5f9-4513-9755-e5f0cc14d33a None None] Checking segment: {'id': 'f2f4369f-40a7-4431-8d6a-1c6014a3acbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5cbdaa38-c929-4e4d-9528-e7e2b78e4e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:51:58.028046 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-18deb731-b5f9-4513-9755-e5f0cc14d33a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:58.028698 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18deb731-b5f9-4513-9755-e5f0cc14d33a None None] Bound using segment: {'id': 'f2f4369f-40a7-4431-8d6a-1c6014a3acbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5cbdaa38-c929-4e4d-9528-e7e2b78e4e18'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:51:58.029446 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-18deb731-b5f9-4513-9755-e5f0cc14d33a None None] Bound port: bc1c9e5b-a10d-4218-a8e3-918781d76aa8, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f4369f-40a7-4431-8d6a-1c6014a3acbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5cbdaa38-c929-4e4d-9528-e7e2b78e4e18'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:51:58.030071 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-18deb731-b5f9-4513-9755-e5f0cc14d33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:58.046053 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e3540ec7-0779-4679-b697-b88bfe580776 None None] Provisioning complete for port 226b3a08-ab8d-4f03-a1ac-b534d264b6f1 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:58.046776 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e3540ec7-0779-4679-b697-b88bfe580776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:58.143759 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2bc1c-e92d-4f0c-8707-764d5040a001 None None] Pushing event updated for resources: {'Port': ['ID=f366ad19-f2cf-4ce5-a7c1-588eeda23b8f,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:58.191594 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-13439030-0499-4e18-b879-9752b8a9591e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Allocated IP 2001:db8::10 (5cbdaa38-c929-4e4d-9528-e7e2b78e4e18/dc3a1de0-61bc-4708-8ee0-ae2f64c4f56f/f6f3088e-a116-4ce0-a236-169f7d640774) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:58.237836 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b1655-0f6e-4cbb-8f68-bf21a990ca46 req-57597e7b-470a-4665-a1c7-45a7e787177e tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:58.253244 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c0b1655-0f6e-4cbb-8f68-bf21a990ca46 req-57597e7b-470a-4665-a1c7-45a7e787177e tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.5886023 Nov 25 19:51:58.392646 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e3540ec7-0779-4679-b697-b88bfe580776 None None] Port 226b3a08-ab8d-4f03-a1ac-b534d264b6f1 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:58.407926 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59974) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:58.416975 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-925ab45e-3bab-4050-b5af-ca126d8108cd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1573033030-network', 'tenant_id': 'd5fd84737bef4e618b1757d02e967762'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:58.454449 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-18deb731-b5f9-4513-9755-e5f0cc14d33a None None] For port bc1c9e5b-a10d-4218-a8e3-918781d76aa8, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:51:58.461881 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-18deb731-b5f9-4513-9755-e5f0cc14d33a None None] For port bc1c9e5b-a10d-4218-a8e3-918781d76aa8, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=bc1c9e5b-a10d-4218-a8e3-918781d76aa8,segment=NetworkSegment(f2f4369f-40a7-4431-8d6a-1c6014a3acbc),segment_id=f2f4369f-40a7-4431-8d6a-1c6014a3acbc)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:51:58.506046 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-18deb731-b5f9-4513-9755-e5f0cc14d33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:58.506434 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-188570d8-203c-4922-8d92-05a751318461 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:58.554594 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925ab45e-3bab-4050-b5af-ca126d8108cd admin admin] Made reservation on behalf of d5fd84737bef4e618b1757d02e967762 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:58.560474 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-925ab45e-3bab-4050-b5af-ca126d8108cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:58.599327 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-925ab45e-3bab-4050-b5af-ca126d8108cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:58.714956 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-46229cac-944c-4ed3-988d-10a86b9b984f None None] Provisioning complete for port f366ad19-f2cf-4ce5-a7c1-588eeda23b8f triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:58.725115 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-46229cac-944c-4ed3-988d-10a86b9b984f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:58.738607 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c0b1655-0f6e-4cbb-8f68-bf21a990ca46 req-b0bdac69-32df-4b2a-8f07-4838c5cb160a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832804 Nov 25 19:51:58.792531 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18deb731-b5f9-4513-9755-e5f0cc14d33a None None] Pushing event updated for resources: {'Port': ['ID=bc1c9e5b-a10d-4218-a8e3-918781d76aa8,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:58.952677 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f366ad19-f2cf-4ce5-a7c1-588eeda23b8f up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:51:59.055317 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-925ab45e-3bab-4050-b5af-ca126d8108cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:59.075903 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-925ab45e-3bab-4050-b5af-ca126d8108cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:59.171759 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ab45e-3bab-4050-b5af-ca126d8108cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bfbfb9-55f8-4c14-963b-3e29fe2f7e84,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:59.204230 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925ab45e-3bab-4050-b5af-ca126d8108cd admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:51:59.279599 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-925ab45e-3bab-4050-b5af-ca126d8108cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:59.283472 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-925ab45e-3bab-4050-b5af-ca126d8108cd admin admin] Added segment 6306e6dc-ab48-49c0-9d4d-1ae7b2cd51ff of type vlan for network 170c1e56-a7d8-4527-a6e8-d1874a5d45b4 Nov 25 19:51:59.372666 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-051d1c9c-9864-4f89-a071-f721f48b58aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:59.393681 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-925ab45e-3bab-4050-b5af-ca126d8108cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:59.412615 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port f366ad19-f2cf-4ce5-a7c1-588eeda23b8f triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:59.413423 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:59.488613 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-925ab45e-3bab-4050-b5af-ca126d8108cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:59.490124 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925ab45e-3bab-4050-b5af-ca126d8108cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:59.491283 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-925ab45e-3bab-4050-b5af-ca126d8108cd admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:59.719939 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ab45e-3bab-4050-b5af-ca126d8108cd admin admin] Pushing event updated for resources: {'Network': ['ID=170c1e56-a7d8-4527-a6e8-d1874a5d45b4,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:59.734192 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-925ab45e-3bab-4050-b5af-ca126d8108cd admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3212235 Nov 25 19:51:59.734506 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60038) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:59.735487 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 170c1e56-a7d8-4527-a6e8-d1874a5d45b4 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:51:59.739999 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d7abf585-bfcf-4a18-8b95-c19dfdff25e1 admin admin] Request body: {'subnet': {'network_id': '170c1e56-a7d8-4527-a6e8-d1874a5d45b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1573033030-subnet', 'tenant_id': 'd5fd84737bef4e618b1757d02e967762', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:59.769157 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13439030-0499-4e18-b879-9752b8a9591e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:59.802858 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7abf585-bfcf-4a18-8b95-c19dfdff25e1 admin admin] Made reservation on behalf of d5fd84737bef4e618b1757d02e967762 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:59.811041 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7abf585-bfcf-4a18-8b95-c19dfdff25e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:59.949556 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-188570d8-203c-4922-8d92-05a751318461 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:59.963162 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13439030-0499-4e18-b879-9752b8a9591e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:00.319038 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7abf585-bfcf-4a18-8b95-c19dfdff25e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:00.428496 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13439030-0499-4e18-b879-9752b8a9591e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network 5cbdaa38-c929-4e4d-9528-e7e2b78e4e18 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:00.473624 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-13439030-0499-4e18-b879-9752b8a9591e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:00.487667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13439030-0499-4e18-b879-9752b8a9591e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Port': ['ID=f6f3088e-a116-4ce0-a236-169f7d640774,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:00.518404 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13439030-0499-4e18-b879-9752b8a9591e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:52:00.531731 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13439030-0499-4e18-b879-9752b8a9591e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:00.533219 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13439030-0499-4e18-b879-9752b8a9591e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:00.553863 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abf585-bfcf-4a18-8b95-c19dfdff25e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abf00103-e3de-4aca-aea3-d13b56a8d8d6,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:00.587278 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7abf585-bfcf-4a18-8b95-c19dfdff25e1 admin admin] Checking segment: {'id': '6306e6dc-ab48-49c0-9d4d-1ae7b2cd51ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '170c1e56-a7d8-4527-a6e8-d1874a5d45b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:52:00.595461 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7abf585-bfcf-4a18-8b95-c19dfdff25e1 admin admin] Network hostable DHCP agents. Network: 170c1e56-a7d8-4527-a6e8-d1874a5d45b4, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:52:00.642162 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-13439030-0499-4e18-b879-9752b8a9591e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.6027327 Nov 25 19:52:00.643975 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60084) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:00.669033 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367ecf8-1077-4c9b-8f3c-29d0058afbcb req-e3b248d3-e897-4dee-91bc-5dda08fb5689 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:00.671946 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7abf585-bfcf-4a18-8b95-c19dfdff25e1 admin admin] Network 170c1e56-a7d8-4527-a6e8-d1874a5d45b4 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:52:00.699632 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9367ecf8-1077-4c9b-8f3c-29d0058afbcb req-e3b248d3-e897-4dee-91bc-5dda08fb5689 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.7306397 Nov 25 19:52:00.709724 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d7abf585-bfcf-4a18-8b95-c19dfdff25e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 170c1e56-a7d8-4527-a6e8-d1874a5d45b4) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:00.719776 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7abf585-bfcf-4a18-8b95-c19dfdff25e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:00.720788 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7abf585-bfcf-4a18-8b95-c19dfdff25e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:00.756452 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b886d05-5269-4958-bfbd-cbda1cee47d1 None None] Network 170c1e56-a7d8-4527-a6e8-d1874a5d45b4 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:52:00.810431 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d7abf585-bfcf-4a18-8b95-c19dfdff25e1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0602138 Nov 25 19:52:00.816667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-43ba494a-6c1c-4343-aed8-aa7b3d5444a2 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'port': {'network_id': '5cbdaa38-c929-4e4d-9528-e7e2b78e4e18', 'name': 'tempest-PortsIpV6TestJSON-678398152', 'fixed_ips': [{'subnet_id': 'dc3a1de0-61bc-4708-8ee0-ae2f64c4f56f', 'ip_address': '2001:db8::f'}]}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:01.126944 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device bc1c9e5b-a10d-4218-a8e3-918781d76aa8 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:52:01.295163 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9367ecf8-1077-4c9b-8f3c-29d0058afbcb req-89e8ab4d-5e9e-4669-8249-a6068daecb25 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5918009 Nov 25 19:52:01.424394 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ba494a-6c1c-4343-aed8-aa7b3d5444a2 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:52:01.579178 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188570d8-203c-4922-8d92-05a751318461 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Router dfb4911c-39c6-442c-aba1-1fedcff79ab2 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:52:01.777187 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43ba494a-6c1c-4343-aed8-aa7b3d5444a2 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:01.815693 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-43ba494a-6c1c-4343-aed8-aa7b3d5444a2 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] device_id is not set on port 42279ee7-961f-441f-965d-d8955d82a8a4 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:52:01.867408 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1459d6c7-ce3f-4bc3-b6bb-ef4a17ddb960 None None] Network 5cbdaa38-c929-4e4d-9528-e7e2b78e4e18 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:52:01.905990 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188570d8-203c-4922-8d92-05a751318461 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:52:01.967312 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e203f92-5b9f-4c46-945a-20770309d020 None None] Sync routers for ids ['dfb4911c-39c6-442c-aba1-1fedcff79ab2'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:52:02.073525 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-188570d8-203c-4922-8d92-05a751318461 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:02.078803 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-188570d8-203c-4922-8d92-05a751318461 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 10.3736975 Nov 25 19:52:02.079056 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60162) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:02.091578 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5c41b97f-a0d7-431a-95b2-0e3fb733d89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:02.149578 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e203f92-5b9f-4c46-945a-20770309d020 None None] Routers {'dfb4911c-39c6-442c-aba1-1fedcff79ab2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:52:02.150255 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3e203f92-5b9f-4c46-945a-20770309d020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:51:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['dfb4911c-39c6-442c-aba1-1fedcff79ab2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:02.164226 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f52c4721-2067-46b2-9504-d7af15e821d0 None None] Provisioning complete for port bc1c9e5b-a10d-4218-a8e3-918781d76aa8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:02.164879 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f52c4721-2067-46b2-9504-d7af15e821d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:02.214844 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-43ba494a-6c1c-4343-aed8-aa7b3d5444a2 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Allocated IP 2001:db8::f (5cbdaa38-c929-4e4d-9528-e7e2b78e4e18/dc3a1de0-61bc-4708-8ee0-ae2f64c4f56f/42279ee7-961f-441f-965d-d8955d82a8a4) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:52:02.229761 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-16c25b5a-81a2-4d20-ae83-7ecd2b22e1c2 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:02.244598 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-16c25b5a-81a2-4d20-ae83-7ecd2b22e1c2 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/networks?id=0f23bc9f-acef-4150-94f5-d0c230f2d3be HTTP/1.1" status: 200 len: 825 time: 0.3305254 Nov 25 19:52:02.250818 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3e203f92-5b9f-4c46-945a-20770309d020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:02.300793 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-6a9f3d5c-5ca3-40a9-9745-9afb2926252c tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/quotas/399384fa903a421a9266dfaeefcfd4ae HTTP/1.1" status: 200 len: 375 time: 0.0467005 Nov 25 19:52:02.316807 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port bc1c9e5b-a10d-4218-a8e3-918781d76aa8 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:02.317436 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:02.323815 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be33708-1ca9-47e2-a956-71717124222e None None] Network 170c1e56-a7d8-4527-a6e8-d1874a5d45b4 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:52:02.382962 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-a4c8dace-bd8e-445f-ba2a-97fc3d619abf tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=399384fa903a421a9266dfaeefcfd4ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749209 Nov 25 19:52:02.490628 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e203f92-5b9f-4c46-945a-20770309d020 None None] Routers {'dfb4911c-39c6-442c-aba1-1fedcff79ab2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:52:02.492118 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3e203f92-5b9f-4c46-945a-20770309d020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:52:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['dfb4911c-39c6-442c-aba1-1fedcff79ab2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:02.599096 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3e203f92-5b9f-4c46-945a-20770309d020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:02.600311 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e203f92-5b9f-4c46-945a-20770309d020 None None] The sync data for ids ['dfb4911c-39c6-442c-aba1-1fedcff79ab2'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:52:02.647144 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-691ecab0-7f2c-4ef3-acd9-4be55b83e00d service neutron] 10.222.0.55 "GET /v2.0/networks/0f23bc9f-acef-4150-94f5-d0c230f2d3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492998 Nov 25 19:52:02.718258 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43ba494a-6c1c-4343-aed8-aa7b3d5444a2 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:02.927399 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f52c4721-2067-46b2-9504-d7af15e821d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:02.952746 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:02.975214 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-625e635e-1eaf-4fe5-8a40-0d72bc4f7f29 service neutron] 10.222.0.55 "GET /v2.0/networks/0f23bc9f-acef-4150-94f5-d0c230f2d3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819347 Nov 25 19:52:02.989749 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43ba494a-6c1c-4343-aed8-aa7b3d5444a2 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:03.093420 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f52c4721-2067-46b2-9504-d7af15e821d0 None None] For port bc1c9e5b-a10d-4218-a8e3-918781d76aa8, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=bc1c9e5b-a10d-4218-a8e3-918781d76aa8,segment=NetworkSegment(f2f4369f-40a7-4431-8d6a-1c6014a3acbc),segment_id=f2f4369f-40a7-4431-8d6a-1c6014a3acbc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:03.109311 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f52c4721-2067-46b2-9504-d7af15e821d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:03.209431 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8611f39b-7c9b-49b4-8f5a-f053da2f1e93 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:03.234714 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ba494a-6c1c-4343-aed8-aa7b3d5444a2 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network 5cbdaa38-c929-4e4d-9528-e7e2b78e4e18 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:03.252680 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-43ba494a-6c1c-4343-aed8-aa7b3d5444a2 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:03.273132 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ba494a-6c1c-4343-aed8-aa7b3d5444a2 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:52:03.301366 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ba494a-6c1c-4343-aed8-aa7b3d5444a2 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:03.310108 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43ba494a-6c1c-4343-aed8-aa7b3d5444a2 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:03.326100 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba494a-6c1c-4343-aed8-aa7b3d5444a2 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Port': ['ID=42279ee7-961f-441f-965d-d8955d82a8a4,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:03.422893 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-43ba494a-6c1c-4343-aed8-aa7b3d5444a2 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6264517 Nov 25 19:52:03.423431 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60186) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:03.455441 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:52:03.461785 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:52:03.501181 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c4721-2067-46b2-9504-d7af15e821d0 None None] Pushing event updated for resources: {'Port': ['ID=bc1c9e5b-a10d-4218-a8e3-918781d76aa8,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:03.703752 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:03.912283 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-94d0ed6a-b29e-43d0-826d-4a60d13dce64 None None] Provisioning complete for port f6f3088e-a116-4ce0-a236-169f7d640774 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:03.913004 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-94d0ed6a-b29e-43d0-826d-4a60d13dce64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:03.960015 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252b2479-339b-40b1-82d2-b5de24c81a28 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:03.973383 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-252b2479-339b-40b1-82d2-b5de24c81a28 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.5463784 Nov 25 19:52:03.982032 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-8611f39b-7c9b-49b4-8f5a-f053da2f1e93 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Allocated IP 172.20.0.1 (9a57fb46-a682-4cbd-85b2-c541f0628794/0d923e01-a6ee-4b8a-82ba-c5ca1aeedafc/0ae92650-2b6f-4399-8f56-ba317df768c6) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:52:03.983361 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60200) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:04.059846 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f026dff-10fc-4ae8-b50b-10e7058661f5 req-7502dd2a-c750-4bda-a5fd-552c73f6659d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:04.082389 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9f026dff-10fc-4ae8-b50b-10e7058661f5 req-7502dd2a-c750-4bda-a5fd-552c73f6659d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.5811119 Nov 25 19:52:04.108593 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-94d0ed6a-b29e-43d0-826d-4a60d13dce64 None None] Port f6f3088e-a116-4ce0-a236-169f7d640774 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:52:04.272802 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-94d0ed6a-b29e-43d0-826d-4a60d13dce64 None None] Provisioning complete for port bc1c9e5b-a10d-4218-a8e3-918781d76aa8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:04.278700 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-94d0ed6a-b29e-43d0-826d-4a60d13dce64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:04.377410 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c3669a-ccce-488f-8ba3-9477780c32b7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:04.386899 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c3669a-ccce-488f-8ba3-9477780c32b7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:04.404388 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c3669a-ccce-488f-8ba3-9477780c32b7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:04.406317 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d9c3669a-ccce-488f-8ba3-9477780c32b7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.4092941 Nov 25 19:52:04.411881 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60210) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:04.420421 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9f026dff-10fc-4ae8-b50b-10e7058661f5 req-03899f21-f36c-4282-b747-cf7739292bef tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368590 Nov 25 19:52:04.574858 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8611f39b-7c9b-49b4-8f5a-f053da2f1e93 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:04.625183 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device bc1c9e5b-a10d-4218-a8e3-918781d76aa8 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:52:04.697466 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9f866c61-907d-480a-b89a-5ecd52ea58e7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting port 42279ee7-961f-441f-965d-d8955d82a8a4 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:04.700920 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f866c61-907d-480a-b89a-5ecd52ea58e7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:04.879053 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-29f21c48-3256-48cb-9bfd-9783ef8bfabc None None] Provisioning complete for port f6f3088e-a116-4ce0-a236-169f7d640774 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:04.884005 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-29f21c48-3256-48cb-9bfd-9783ef8bfabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:04.898805 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port bc1c9e5b-a10d-4218-a8e3-918781d76aa8 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:04.921698 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:04.983954 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f01fba05-53c6-45d7-b6a2-6bbcc04d90de req-63b19e47-8eca-4b83-bcba-808c8755c790 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/ports?device_id=87453353-e972-4b62-b4ab-8e3ccce581c8 HTTP/1.1" status: 200 len: 210 time: 0.0834026 Nov 25 19:52:05.107269 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8611f39b-7c9b-49b4-8f5a-f053da2f1e93 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:05.122643 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-29f21c48-3256-48cb-9bfd-9783ef8bfabc None None] Port f6f3088e-a116-4ce0-a236-169f7d640774 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:52:05.189011 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8611f39b-7c9b-49b4-8f5a-f053da2f1e93 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Network 9a57fb46-a682-4cbd-85b2-c541f0628794 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:05.223677 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8611f39b-7c9b-49b4-8f5a-f053da2f1e93 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:05.226011 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611f39b-7c9b-49b4-8f5a-f053da2f1e93 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Pushing event updated for resources: {'Port': ['ID=0ae92650-2b6f-4399-8f56-ba317df768c6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:05.239590 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8611f39b-7c9b-49b4-8f5a-f053da2f1e93 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:52:05.262640 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0fd67ec5-644b-4ce9-a649-27cb48f0371e None None] Provisioning complete for port 42279ee7-961f-441f-965d-d8955d82a8a4 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:05.263444 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0fd67ec5-644b-4ce9-a649-27cb48f0371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:05.301995 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8611f39b-7c9b-49b4-8f5a-f053da2f1e93 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:05.317960 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-0fd67ec5-644b-4ce9-a649-27cb48f0371e None None] Port 42279ee7-961f-441f-965d-d8955d82a8a4 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:52:05.380856 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f866c61-907d-480a-b89a-5ecd52ea58e7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:05.429096 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9f866c61-907d-480a-b89a-5ecd52ea58e7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Calling delete_port for 42279ee7-961f-441f-965d-d8955d82a8a4 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:52:05.470892 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:05.707439 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:05.805093 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-b468539f-d6e1-4948-9cfc-60bb2b65d600 None None] Provisioning complete for port 0ae92650-2b6f-4399-8f56-ba317df768c6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:05.810937 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b468539f-d6e1-4948-9cfc-60bb2b65d600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:05.931081 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b468539f-d6e1-4948-9cfc-60bb2b65d600 None None] Port 0ae92650-2b6f-4399-8f56-ba317df768c6 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:52:06.057053 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904cf01-b017-49df-ac16-0e0ae0dbd5c7 req-60d4a772-ec2e-479b-b5ad-e794ea5add07 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:06.087322 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3904cf01-b017-49df-ac16-0e0ae0dbd5c7 req-60d4a772-ec2e-479b-b5ad-e794ea5add07 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.3703837 Nov 25 19:52:06.169830 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-a50f23e0-a631-470d-b4cb-6cc760fe166b tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:06.173178 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-a50f23e0-a631-470d-b4cb-6cc760fe166b tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.85 "GET /v2.0/networks?id=0f23bc9f-acef-4150-94f5-d0c230f2d3be HTTP/1.1" status: 200 len: 825 time: 0.5466197 Nov 25 19:52:06.201232 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-01efe92a-a497-4433-9080-ded0f4b36d57 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Request body: {'port': {'device_id': '87453353-e972-4b62-b4ab-8e3ccce581c8', 'network_id': '0f23bc9f-acef-4150-94f5-d0c230f2d3be', 'admin_state_up': True, 'tenant_id': '399384fa903a421a9266dfaeefcfd4ae'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:06.301115 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8611f39b-7c9b-49b4-8f5a-f053da2f1e93 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:06.377186 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3904cf01-b017-49df-ac16-0e0ae0dbd5c7 req-9cd97c42-6896-4ef4-9d43-b4ece1a357cb tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008162 Nov 25 19:52:06.524252 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-01efe92a-a497-4433-9080-ded0f4b36d57 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Made reservation on behalf of 399384fa903a421a9266dfaeefcfd4ae for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:52:06.536393 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-01efe92a-a497-4433-9080-ded0f4b36d57 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:06.589325 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f866c61-907d-480a-b89a-5ecd52ea58e7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:06.657294 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f866c61-907d-480a-b89a-5ecd52ea58e7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Port': ['ID=42279ee7-961f-441f-965d-d8955d82a8a4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:06.660672 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad6dba2f-03b6-4c29-ae43-98af16610b0a req-7b5da005-0871-49f9-b4a5-9b40f89dfa71 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/ports?device_id=87453353-e972-4b62-b4ab-8e3ccce581c8 HTTP/1.1" status: 200 len: 210 time: 0.0382988 Nov 25 19:52:06.729985 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f866c61-907d-480a-b89a-5ecd52ea58e7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:06.740218 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9f866c61-907d-480a-b89a-5ecd52ea58e7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/ports/42279ee7-961f-441f-965d-d8955d82a8a4 HTTP/1.1" status: 204 len: 168 time: 2.3221951 Nov 25 19:52:06.741451 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60244) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:06.812209 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d493027-1f69-43cc-aacd-e3598e69e381 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] GET failed (client error): The resource could not be found. Nov 25 19:52:06.818430 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6d493027-1f69-43cc-aacd-e3598e69e381 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "GET /v2.0/ports/42279ee7-961f-441f-965d-d8955d82a8a4 HTTP/1.1" status: 404 len: 333 time: 0.0725987 Nov 25 19:52:06.820677 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60246) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:06.840950 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-01efe92a-a497-4433-9080-ded0f4b36d57 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Allocated IP 172.20.0.10 (0f23bc9f-acef-4150-94f5-d0c230f2d3be/9cb4a129-705a-4e26-a14a-d37eff386424/c82634e9-4987-4ee0-9be8-f4f3f48de905) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:52:07.143966 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ad6cf9cb-acc8-44a7-bba3-ccb435381d5c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting port f6f3088e-a116-4ce0-a236-169f7d640774 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:07.144397 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ad6cf9cb-acc8-44a7-bba3-ccb435381d5c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:07.177516 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-01efe92a-a497-4433-9080-ded0f4b36d57 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:07.221420 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-01efe92a-a497-4433-9080-ded0f4b36d57 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:07.280849 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8611f39b-7c9b-49b4-8f5a-f053da2f1e93 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:07.310735 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8611f39b-7c9b-49b4-8f5a-f053da2f1e93 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:07.364773 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efe92a-a497-4433-9080-ded0f4b36d57 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Pushing event updated for resources: {'Port': ['ID=c82634e9-4987-4ee0-9be8-f4f3f48de905,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:07.457022 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-01efe92a-a497-4433-9080-ded0f4b36d57 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Network 0f23bc9f-acef-4150-94f5-d0c230f2d3be is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:07.471456 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-01efe92a-a497-4433-9080-ded0f4b36d57 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:07.479262 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-01efe92a-a497-4433-9080-ded0f4b36d57 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:52:07.541922 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ad6cf9cb-acc8-44a7-bba3-ccb435381d5c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:07.673122 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-01efe92a-a497-4433-9080-ded0f4b36d57 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:07.673837 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-01efe92a-a497-4433-9080-ded0f4b36d57 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:07.709724 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-01efe92a-a497-4433-9080-ded0f4b36d57 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5170887 Nov 25 19:52:07.720059 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c3845-c8ed-4a8a-93ec-74f19ce89287 req-7b03d836-e46f-4ea2-93a0-d2ac3c801323 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:07.729273 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eb8c3845-c8ed-4a8a-93ec-74f19ce89287 req-7b03d836-e46f-4ea2-93a0-d2ac3c801323 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.1023059 Nov 25 19:52:07.737672 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Request body: {'port': {'device_id': '87453353-e972-4b62-b4ab-8e3ccce581c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:07.783653 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ad6cf9cb-acc8-44a7-bba3-ccb435381d5c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Calling delete_port for f6f3088e-a116-4ce0-a236-169f7d640774 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:52:07.828794 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611f39b-7c9b-49b4-8f5a-f053da2f1e93 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Pushing event updated for resources: {'Port': ['ID=0ae92650-2b6f-4399-8f56-ba317df768c6,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:07.891754 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8611f39b-7c9b-49b4-8f5a-f053da2f1e93 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:07.928455 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:08.004404 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eb8c3845-c8ed-4a8a-93ec-74f19ce89287 req-bf08a0aa-5f0b-4d26-acf7-4fd1618d75bd tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727385 Nov 25 19:52:08.201299 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8611f39b-7c9b-49b4-8f5a-f053da2f1e93 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Network 9a57fb46-a682-4cbd-85b2-c541f0628794 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:08.204352 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8611f39b-7c9b-49b4-8f5a-f053da2f1e93 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:08.443773 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8611f39b-7c9b-49b4-8f5a-f053da2f1e93 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Router dfb4911c-39c6-442c-aba1-1fedcff79ab2 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:52:08.702348 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323973ca-4cb6-4e0b-b5aa-383dfba6cd55 req-4f7beb23-d66c-45a7-b056-8fdb8566a899 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:08.711661 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-323973ca-4cb6-4e0b-b5aa-383dfba6cd55 req-4f7beb23-d66c-45a7-b056-8fdb8566a899 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/ports?device_id=87453353-e972-4b62-b4ab-8e3ccce581c8 HTTP/1.1" status: 200 len: 932 time: 0.3439229 Nov 25 19:52:08.714582 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ec721c8a-f56a-43b5-85e1-98db8f1471a3 None None] Provisioning complete for port 0ae92650-2b6f-4399-8f56-ba317df768c6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:08.715139 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ec721c8a-f56a-43b5-85e1-98db8f1471a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:08.751332 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8611f39b-7c9b-49b4-8f5a-f053da2f1e93 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:52:08.758751 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8611f39b-7c9b-49b4-8f5a-f053da2f1e93 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] 10.222.0.55 "PUT /v2.0/routers/dfb4911c-39c6-442c-aba1-1fedcff79ab2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6751914 Nov 25 19:52:08.768161 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa71421e-3ed3-4919-80bb-2153618dd96a None None] Sync routers for ids ['dfb4911c-39c6-442c-aba1-1fedcff79ab2'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:52:08.783052 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60282) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:08.785931 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa71421e-3ed3-4919-80bb-2153618dd96a None None] Routers {'dfb4911c-39c6-442c-aba1-1fedcff79ab2'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:52:08.789693 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-fa71421e-3ed3-4919-80bb-2153618dd96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:52:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['dfb4911c-39c6-442c-aba1-1fedcff79ab2'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:08.804266 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2b18bdbc-51b6-4dbe-b9ac-f1b78e86ce24 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Request body: {'port': {'network_id': '9a57fb46-a682-4cbd-85b2-c541f0628794', 'name': 'tempest-FloatingIPAdminTestJSON-1830095410'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:08.807316 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ec721c8a-f56a-43b5-85e1-98db8f1471a3 None None] Port 0ae92650-2b6f-4399-8f56-ba317df768c6 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:52:08.808575 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ad6cf9cb-acc8-44a7-bba3-ccb435381d5c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:08.898195 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6cf9cb-acc8-44a7-bba3-ccb435381d5c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Port': ['ID=f6f3088e-a116-4ce0-a236-169f7d640774,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:08.904621 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-fa71421e-3ed3-4919-80bb-2153618dd96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:08.948784 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa71421e-3ed3-4919-80bb-2153618dd96a None None] Routers {'dfb4911c-39c6-442c-aba1-1fedcff79ab2'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:52:08.949552 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-fa71421e-3ed3-4919-80bb-2153618dd96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:52:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['dfb4911c-39c6-442c-aba1-1fedcff79ab2'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:09.011779 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c82634e9-4987-4ee0-9be8-f4f3f48de905 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:52:09.021575 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:09.030605 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-fa71421e-3ed3-4919-80bb-2153618dd96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:09.031444 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa71421e-3ed3-4919-80bb-2153618dd96a None None] The sync data for ids ['dfb4911c-39c6-442c-aba1-1fedcff79ab2'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:52:09.055777 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Transition to ACTIVE for port object c82634e9-4987-4ee0-9be8-f4f3f48de905 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:52:09.072399 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:09.135940 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ad6cf9cb-acc8-44a7-bba3-ccb435381d5c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:09.141982 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ad6cf9cb-acc8-44a7-bba3-ccb435381d5c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/ports/f6f3088e-a116-4ce0-a236-169f7d640774 HTTP/1.1" status: 204 len: 168 time: 2.3196700 Nov 25 19:52:09.142790 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-323973ca-4cb6-4e0b-b5aa-383dfba6cd55 req-82216634-7231-4e4d-93b0-fe0a7d24cbec tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/security-groups?id=57be5998-108a-42f8-b228-7a67aa628791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149959 Nov 25 19:52:09.149388 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60290) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:09.174203 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Pushing event updated for resources: {'Port': ['ID=c82634e9-4987-4ee0-9be8-f4f3f48de905,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:09.212568 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:09.212933 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:09.213287 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:09.213755 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:09.213944 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:09.214354 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:09.214668 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:09.215007 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:09.215883 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:09.217176 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:09.217176 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:09.217176 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:09.228719 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-6577c576-3c8b-4213-be4b-85be87d29ae2 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] GET failed (client error): The resource could not be found. Nov 25 19:52:09.235561 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6577c576-3c8b-4213-be4b-85be87d29ae2 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "GET /v2.0/ports/f6f3088e-a116-4ce0-a236-169f7d640774 HTTP/1.1" status: 404 len: 333 time: 0.0621982 Nov 25 19:52:09.236240 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60296) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:09.398723 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b18bdbc-51b6-4dbe-b9ac-f1b78e86ce24 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Made reservation on behalf of 2905e594980d42a18816b032dce18e29 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:52:09.409083 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b18bdbc-51b6-4dbe-b9ac-f1b78e86ce24 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:09.451684 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-2b18bdbc-51b6-4dbe-b9ac-f1b78e86ce24 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] device_id is not set on port 91cb6f90-bf6a-427d-9b18-1f232fae435c yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:52:09.515583 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79d8b63-bfff-465b-8940-02a91956cef8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting subnet dc3a1de0-61bc-4708-8ee0-ae2f64c4f56f {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:52:09.525730 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c79d8b63-bfff-465b-8940-02a91956cef8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:09.581911 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb1d5a-ae9a-47a9-b81d-f2ae3bc22655 req-cec84398-8bf8-4a0f-9b38-ea5881c9ba19 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:09.583881 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9dfb1d5a-ae9a-47a9-b81d-f2ae3bc22655 req-cec84398-8bf8-4a0f-9b38-ea5881c9ba19 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.2256565 Nov 25 19:52:09.659510 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Attempting to bind port c82634e9-4987-4ee0-9be8-f4f3f48de905 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:52:09.660036 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Attempting to bind port c82634e9-4987-4ee0-9be8-f4f3f48de905 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'ea9143fa-708a-4510-83ac-0c46ba112b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0f23bc9f-acef-4150-94f5-d0c230f2d3be'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:52:09.660383 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Attempting to bind port c82634e9-4987-4ee0-9be8-f4f3f48de905 on network 0f23bc9f-acef-4150-94f5-d0c230f2d3be {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:52:09.673456 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c79d8b63-bfff-465b-8940-02a91956cef8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:09.718940 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-2b18bdbc-51b6-4dbe-b9ac-f1b78e86ce24 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Allocated IP 172.20.0.14 (9a57fb46-a682-4cbd-85b2-c541f0628794/0d923e01-a6ee-4b8a-82ba-c5ca1aeedafc/91cb6f90-bf6a-427d-9b18-1f232fae435c) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:52:09.761657 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Port c82634e9-4987-4ee0-9be8-f4f3f48de905 on network 0f23bc9f-acef-4150-94f5-d0c230f2d3be not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:52:09.762431 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Attempting to bind port c82634e9-4987-4ee0-9be8-f4f3f48de905 on network 0f23bc9f-acef-4150-94f5-d0c230f2d3be {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:52:09.791269 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:52:09.791632 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Checking segment: {'id': 'ea9143fa-708a-4510-83ac-0c46ba112b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0f23bc9f-acef-4150-94f5-d0c230f2d3be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:52:09.792003 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Bound using segment: {'id': 'ea9143fa-708a-4510-83ac-0c46ba112b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0f23bc9f-acef-4150-94f5-d0c230f2d3be'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:52:09.792456 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Bound port: c82634e9-4987-4ee0-9be8-f4f3f48de905, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea9143fa-708a-4510-83ac-0c46ba112b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0f23bc9f-acef-4150-94f5-d0c230f2d3be'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:52:09.792824 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:09.802527 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9dfb1d5a-ae9a-47a9-b81d-f2ae3bc22655 req-83c6c20c-a450-4ff2-a679-772286d316de tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007425 Nov 25 19:52:09.976377 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c79d8b63-bfff-465b-8940-02a91956cef8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:10.045124 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b18bdbc-51b6-4dbe-b9ac-f1b78e86ce24 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:10.108488 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b18bdbc-51b6-4dbe-b9ac-f1b78e86ce24 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:10.174000 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b18bdbc-51b6-4dbe-b9ac-f1b78e86ce24 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Network 9a57fb46-a682-4cbd-85b2-c541f0628794 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:10.181830 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2b18bdbc-51b6-4dbe-b9ac-f1b78e86ce24 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:10.206576 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b18bdbc-51b6-4dbe-b9ac-f1b78e86ce24 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:52:10.291742 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18bdbc-51b6-4dbe-b9ac-f1b78e86ce24 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Pushing event updated for resources: {'Port': ['ID=91cb6f90-bf6a-427d-9b18-1f232fae435c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:10.323754 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b18bdbc-51b6-4dbe-b9ac-f1b78e86ce24 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:10.324792 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b18bdbc-51b6-4dbe-b9ac-f1b78e86ce24 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:10.358731 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2b18bdbc-51b6-4dbe-b9ac-f1b78e86ce24 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5727987 Nov 25 19:52:10.362197 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60312) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:10.670942 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-32e61121-62c0-4d46-ad62-d7f717add379 None None] Provisioning complete for port 91cb6f90-bf6a-427d-9b18-1f232fae435c triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:10.671546 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-32e61121-62c0-4d46-ad62-d7f717add379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:10.671650 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'project_id': '2905e594980d42a18816b032dce18e29', 'port_id': '91cb6f90-bf6a-427d-9b18-1f232fae435c'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:10.730505 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] For port c82634e9-4987-4ee0-9be8-f4f3f48de905, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:52:10.756355 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:10.776553 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] For port c82634e9-4987-4ee0-9be8-f4f3f48de905, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c82634e9-4987-4ee0-9be8-f4f3f48de905,segment=NetworkSegment(ea9143fa-708a-4510-83ac-0c46ba112b4d),segment_id=ea9143fa-708a-4510-83ac-0c46ba112b4d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:52:10.788885 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-32e61121-62c0-4d46-ad62-d7f717add379 None None] Port 91cb6f90-bf6a-427d-9b18-1f232fae435c cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:52:10.800660 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:10.820597 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261713b-76e2-4770-9c3a-b40ac4626dd6 req-7eee8b7b-2c53-407c-beba-35e2d0f452f9 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:10.824567 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e261713b-76e2-4770-9c3a-b40ac4626dd6 req-7eee8b7b-2c53-407c-beba-35e2d0f452f9 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/ports?device_id=87453353-e972-4b62-b4ab-8e3ccce581c8 HTTP/1.1" status: 200 len: 944 time: 0.1825628 Nov 25 19:52:10.832036 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c79d8b63-bfff-465b-8940-02a91956cef8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:10.924320 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:10.931023 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:10.931799 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:10.933383 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] 10.222.0.85 "PUT /v2.0/ports/c82634e9-4987-4ee0-9be8-f4f3f48de905 HTTP/1.1" status: 200 len: 1092 time: 3.2008913 Nov 25 19:52:10.934754 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87453353-e972-4b62-b4ab-8e3ccce581c8', 'tag': 'c82634e9-4987-4ee0-9be8-f4f3f48de905'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:52:10.937181 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f7cbdf-e55e-4849-abf4-0380aaa248ad" -d '{"events": [{"name": "network-changed", "server_uuid": "87453353-e972-4b62-b4ab-8e3ccce581c8", "tag": "c82634e9-4987-4ee0-9be8-f4f3f48de905"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:52:10.940795 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d8b63-bfff-465b-8940-02a91956cef8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Subnet': ['ID=dc3a1de0-61bc-4708-8ee0-ae2f64c4f56f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:10.974345 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600206f3-177f-4161-a605-72547d26d3f6 None None] Network 5cbdaa38-c929-4e4d-9528-e7e2b78e4e18 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:52:10.976933 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c79d8b63-bfff-465b-8940-02a91956cef8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:10.987348 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c79d8b63-bfff-465b-8940-02a91956cef8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/subnets/dc3a1de0-61bc-4708-8ee0-ae2f64c4f56f HTTP/1.1" status: 204 len: 168 time: 1.7461479 Nov 25 19:52:10.999124 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60334) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:11.093148 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e261713b-76e2-4770-9c3a-b40ac4626dd6 req-b36e0640-3f83-480a-8e15-aac6eb0e4dbe tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/security-groups?id=57be5998-108a-42f8-b228-7a67aa628791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359912 Nov 25 19:52:11.160988 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12f7ad-d6e5-474e-a9c8-5b6b29f4f662 service neutron] Pushing event updated for resources: {'Port': ['ID=c82634e9-4987-4ee0-9be8-f4f3f48de905,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:11.304558 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Allocated IP 172.25.6.79 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/31952107-0171-490f-b4d7-dfd93ccc12da) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:52:11.348332 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-0e238f8c-0560-49dc-9801-ec6f9a8e0f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:11.350160 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-0e238f8c-0560-49dc-9801-ec6f9a8e0f63 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=399384fa903a421a9266dfaeefcfd4ae&device_id=87453353-e972-4b62-b4ab-8e3ccce581c8 HTTP/1.1" status: 200 len: 1095 time: 0.3632448 Nov 25 19:52:11.358097 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d1a2add-50a1-42ec-a6d5-b9a9a4d83429 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:11.452267 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe57589-ccc5-47c2-83a4-0938280aadcd None None] DHCP port deletion for 5cbdaa38-c929-4e4d-9528-e7e2b78e4e18 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:52:11.481793 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:11.500255 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-6bc9dee2-4c96-4381-acbf-f6871897f7d3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c82634e9-4987-4ee0-9be8-f4f3f48de905 HTTP/1.1" status: 200 len: 217 time: 0.1393099 Nov 25 19:52:11.524629 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-bbe57589-ccc5-47c2-83a4-0938280aadcd None None] Deleting port bc1c9e5b-a10d-4218-a8e3-918781d76aa8 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:11.525201 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bbe57589-ccc5-47c2-83a4-0938280aadcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:11.546376 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:11.608067 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-c4c02359-ad7f-4b84-90e5-4223630f6e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:11.609597 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-c4c02359-ad7f-4b84-90e5-4223630f6e57 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9cb4a129-705a-4e26-a14a-d37eff386424 HTTP/1.1" status: 200 len: 865 time: 0.1000273 Nov 25 19:52:11.632809 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:11.656843 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:11.662101 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-ab3c240e-d243-4898-a620-beca9be73aaf service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0f23bc9f-acef-4150-94f5-d0c230f2d3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434237 Nov 25 19:52:11.667799 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:52:11.694321 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-bbe57589-ccc5-47c2-83a4-0938280aadcd None None] For port bc1c9e5b-a10d-4218-a8e3-918781d76aa8, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=bc1c9e5b-a10d-4218-a8e3-918781d76aa8,segment=NetworkSegment(f2f4369f-40a7-4431-8d6a-1c6014a3acbc),segment_id=f2f4369f-40a7-4431-8d6a-1c6014a3acbc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:11.696261 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bbe57589-ccc5-47c2-83a4-0938280aadcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:11.712310 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806797a6-0951-4438-b9fc-b6819551b12f req-8998d3f3-d6bf-4b3f-81f0-89917905facd tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:11.714097 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-806797a6-0951-4438-b9fc-b6819551b12f req-8998d3f3-d6bf-4b3f-81f0-89917905facd tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.4261129 Nov 25 19:52:11.726667 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-bbe57589-ccc5-47c2-83a4-0938280aadcd None None] Calling delete_port for bc1c9e5b-a10d-4218-a8e3-918781d76aa8 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:52:11.883100 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9d1a2add-50a1-42ec-a6d5-b9a9a4d83429 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting port bc1c9e5b-a10d-4218-a8e3-918781d76aa8 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:11.883674 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d1a2add-50a1-42ec-a6d5-b9a9a4d83429 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:11.960614 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Pushing event updated for resources: {'Port': ['ID=31952107-0171-490f-b4d7-dfd93ccc12da,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:11.988493 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9d1a2add-50a1-42ec-a6d5-b9a9a4d83429 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] For port bc1c9e5b-a10d-4218-a8e3-918781d76aa8, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=bc1c9e5b-a10d-4218-a8e3-918781d76aa8,segment=NetworkSegment(f2f4369f-40a7-4431-8d6a-1c6014a3acbc),segment_id=f2f4369f-40a7-4431-8d6a-1c6014a3acbc)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:11.988879 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d1a2add-50a1-42ec-a6d5-b9a9a4d83429 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:12.022703 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9d1a2add-50a1-42ec-a6d5-b9a9a4d83429 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Calling delete_port for bc1c9e5b-a10d-4218-a8e3-918781d76aa8 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:52:12.026054 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bbe57589-ccc5-47c2-83a4-0938280aadcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:12.061537 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe57589-ccc5-47c2-83a4-0938280aadcd None None] No DVR routers for this DVR port bc1c9e5b-a10d-4218-a8e3-918781d76aa8 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:52:12.104438 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe57589-ccc5-47c2-83a4-0938280aadcd None None] Pushing event deleted for resources: {'Port': ['ID=bc1c9e5b-a10d-4218-a8e3-918781d76aa8,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:12.120753 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-806797a6-0951-4438-b9fc-b6819551b12f req-626e93f1-ca30-4185-b934-8ed18fabbb23 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956270 Nov 25 19:52:12.121102 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57589-ccc5-47c2-83a4-0938280aadcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:12.122397 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57589-ccc5-47c2-83a4-0938280aadcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:12.123215 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57589-ccc5-47c2-83a4-0938280aadcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:12.123754 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57589-ccc5-47c2-83a4-0938280aadcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:12.124065 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57589-ccc5-47c2-83a4-0938280aadcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:12.134228 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57589-ccc5-47c2-83a4-0938280aadcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:12.134812 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57589-ccc5-47c2-83a4-0938280aadcd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:12.135169 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57589-ccc5-47c2-83a4-0938280aadcd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:12.135523 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57589-ccc5-47c2-83a4-0938280aadcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:12.136118 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57589-ccc5-47c2-83a4-0938280aadcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:12.136297 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57589-ccc5-47c2-83a4-0938280aadcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:12.136640 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57589-ccc5-47c2-83a4-0938280aadcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:12.143822 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-3b71e957-fb39-43be-acae-e09827e2ae24 service neutron] 10.222.0.85 "GET /v2.0/networks/0f23bc9f-acef-4150-94f5-d0c230f2d3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402556 Nov 25 19:52:12.186248 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d1a2add-50a1-42ec-a6d5-b9a9a4d83429 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:12.237063 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb29decd-2c5b-4c2e-98b8-25bf2991b6f9 x-openstack-request-id: req-cb29decd-2c5b-4c2e-98b8-25bf2991b6f9 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:52:12.237391 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87453353-e972-4b62-b4ab-8e3ccce581c8", "tag": "c82634e9-4987-4ee0-9be8-f4f3f48de905", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:52:12.237737 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cb29decd-2c5b-4c2e-98b8-25bf2991b6f9 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:52:12.238114 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87453353-e972-4b62-b4ab-8e3ccce581c8', 'tag': 'c82634e9-4987-4ee0-9be8-f4f3f48de905', 'status': 'completed', 'code': 200} Nov 25 19:52:12.240127 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a2add-50a1-42ec-a6d5-b9a9a4d83429 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Port': ['ID=bc1c9e5b-a10d-4218-a8e3-918781d76aa8,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:12.310334 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1a2add-50a1-42ec-a6d5-b9a9a4d83429 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] No DVR routers for this DVR port bc1c9e5b-a10d-4218-a8e3-918781d76aa8 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:52:12.490815 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d1a2add-50a1-42ec-a6d5-b9a9a4d83429 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:12.512645 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c94f40d6-7352-44d7-98d9-2d47b21c69c2 req-4f17164f-1cd6-4f82-8ec9-503515c187c5 service neutron] 10.222.0.85 "GET /v2.0/networks/0f23bc9f-acef-4150-94f5-d0c230f2d3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231990 Nov 25 19:52:12.538642 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea10e6-0bdd-40a7-a05a-9aff12612877 req-506755b8-3b17-4ef7-aa4a-176e68fe27b2 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:12.540876 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-75ea10e6-0bdd-40a7-a05a-9aff12612877 req-506755b8-3b17-4ef7-aa4a-176e68fe27b2 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/ports?device_id=87453353-e972-4b62-b4ab-8e3ccce581c8 HTTP/1.1" status: 200 len: 944 time: 0.1626618 Nov 25 19:52:12.542693 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-9d1a2add-50a1-42ec-a6d5-b9a9a4d83429 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cbdaa38-c929-4e4d-9528-e7e2b78e4e18']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:12.556252 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device bc1c9e5b-a10d-4218-a8e3-918781d76aa8 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:52:12.592443 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:12.593184 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:12.598256 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:12.598605 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-9d1a2add-50a1-42ec-a6d5-b9a9a4d83429 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f4369f-40a7-4431-8d6a-1c6014a3acbc') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:12.598921 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-9d1a2add-50a1-42ec-a6d5-b9a9a4d83429 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f4369f-40a7-4431-8d6a-1c6014a3acbc') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:12.599108 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:12.599507 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:12.599958 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:12.600396 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:12.600833 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:12.601721 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:12.602177 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:12.602702 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:12.603135 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:12.604127 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: bc1c9e5b-a10d-4218-a8e3-918781d76aa8 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:52:12.604489 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device bc1c9e5b-a10d-4218-a8e3-918781d76aa8 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:52:12.678219 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d1a2add-50a1-42ec-a6d5-b9a9a4d83429 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:12.719678 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d1a2add-50a1-42ec-a6d5-b9a9a4d83429 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:12.761171 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7cbdf-e55e-4849-abf4-0380aaa248ad req-44ce2995-f9d7-4539-accd-60c78214118b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:12.765995 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5f7cbdf-e55e-4849-abf4-0380aaa248ad req-44ce2995-f9d7-4539-accd-60c78214118b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=399384fa903a421a9266dfaeefcfd4ae&device_id=87453353-e972-4b62-b4ab-8e3ccce581c8 HTTP/1.1" status: 200 len: 1095 time: 0.1357961 Nov 25 19:52:12.781783 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1a2add-50a1-42ec-a6d5-b9a9a4d83429 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:52:12.782550 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d1a2add-50a1-42ec-a6d5-b9a9a4d83429 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:12.818583 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:12.891081 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-75ea10e6-0bdd-40a7-a05a-9aff12612877 req-0af7fd98-cc8c-459c-abbf-58a7f599bab3 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/security-groups?id=57be5998-108a-42f8-b228-7a67aa628791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150704 Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:52:12.895390 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:52:13.016202 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d1a2add-50a1-42ec-a6d5-b9a9a4d83429 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:13.033234 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d1a2add-50a1-42ec-a6d5-b9a9a4d83429 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:13.041628 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9d1a2add-50a1-42ec-a6d5-b9a9a4d83429 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/networks/5cbdaa38-c929-4e4d-9528-e7e2b78e4e18 HTTP/1.1" status: 204 len: 168 time: 2.0365107 Nov 25 19:52:13.043408 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60368) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:13.089242 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-21de3d91-940c-4440-a4dd-0064cfbb7e5e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1927141718'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:13.101671 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a2add-50a1-42ec-a6d5-b9a9a4d83429 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Network': ['ID=5cbdaa38-c929-4e4d-9528-e7e2b78e4e18,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:13.170000 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:13.178271 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7cbdf-e55e-4849-abf4-0380aaa248ad req-903f1a72-e357-4532-beb2-468ff5e7c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:13.190109 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5f7cbdf-e55e-4849-abf4-0380aaa248ad req-903f1a72-e357-4532-beb2-468ff5e7c9a6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0f23bc9f-acef-4150-94f5-d0c230f2d3be HTTP/1.1" status: 200 len: 926 time: 0.2832968 Nov 25 19:52:13.261628 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21de3d91-940c-4440-a4dd-0064cfbb7e5e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:52:13.265991 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21de3d91-940c-4440-a4dd-0064cfbb7e5e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:13.283442 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5f7cbdf-e55e-4849-abf4-0380aaa248ad req-abe961af-f993-4510-94c6-da9ddb15784a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c82634e9-4987-4ee0-9be8-f4f3f48de905 HTTP/1.1" status: 200 len: 217 time: 0.0850134 Nov 25 19:52:13.376484 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7cbdf-e55e-4849-abf4-0380aaa248ad req-09bb7399-2626-4def-a92c-5f53e97b5a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:13.378139 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5f7cbdf-e55e-4849-abf4-0380aaa248ad req-09bb7399-2626-4def-a92c-5f53e97b5a6c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9cb4a129-705a-4e26-a14a-d37eff386424 HTTP/1.1" status: 200 len: 865 time: 0.0706332 Nov 25 19:52:13.425199 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5f7cbdf-e55e-4849-abf4-0380aaa248ad req-f14879a8-92a5-4e3d-92d6-9dce25c3c659 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0f23bc9f-acef-4150-94f5-d0c230f2d3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386930 Nov 25 19:52:13.522111 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:13.538005 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:13.550490 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21de3d91-940c-4440-a4dd-0064cfbb7e5e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:52:13.568271 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96d8ca-8672-4e05-9b21-c9913697e1c6 req-354b71b8-2537-4ba6-b351-8b7032a6523a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:13.577565 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4b96d8ca-8672-4e05-9b21-c9913697e1c6 req-354b71b8-2537-4ba6-b351-8b7032a6523a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.3080304 Nov 25 19:52:13.607168 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21de3d91-940c-4440-a4dd-0064cfbb7e5e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:13.607506 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-21de3d91-940c-4440-a4dd-0064cfbb7e5e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Added segment d80564fb-4e5d-4970-b0f5-25a3f8c06cd0 of type vlan for network a53e7c75-f548-4f2f-9d32-8fbd4998fec5 Nov 25 19:52:13.677547 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Pushing event updated for resources: {'Port': ['ID=31952107-0171-490f-b4d7-dfd93ccc12da,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:13.723329 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21de3d91-940c-4440-a4dd-0064cfbb7e5e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:13.731291 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:13.732393 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4b96d8ca-8672-4e05-9b21-c9913697e1c6 req-625dbcb3-82ee-47ad-8eaf-4a0be8fa6774 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538043 Nov 25 19:52:13.736832 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5f7cbdf-e55e-4849-abf4-0380aaa248ad req-02e5ecfe-0cf6-419d-b28a-ceabb8e1bd56 service neutron] 10.222.0.85 "GET /v2.0/networks/0f23bc9f-acef-4150-94f5-d0c230f2d3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845342 Nov 25 19:52:13.967912 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21de3d91-940c-4440-a4dd-0064cfbb7e5e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:13.993336 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21de3d91-940c-4440-a4dd-0064cfbb7e5e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:13.994003 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21de3d91-940c-4440-a4dd-0064cfbb7e5e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:14.003627 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Floating IP 7e25cc99-b2cf-4d0e-acb5-1dbaae14be14 associated. External IP: 172.25.6.79, port: 91cb6f90-bf6a-427d-9b18-1f232fae435c. Nov 25 19:52:14.054720 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-21de3d91-940c-4440-a4dd-0064cfbb7e5e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9980166 Nov 25 19:52:14.056631 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device e5f0a748-39cb-4730-a134-8c871f0b302f details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:52:14.085169 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60406) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:14.099047 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-fb629515-493d-4004-90df-a15fd45fb6c3 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'subnet': {'network_id': 'a53e7c75-f548-4f2f-9d32-8fbd4998fec5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:14.273802 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de3d91-940c-4440-a4dd-0064cfbb7e5e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Network': ['ID=a53e7c75-f548-4f2f-9d32-8fbd4998fec5,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:14.308063 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5f7cbdf-e55e-4849-abf4-0380aaa248ad req-930724ef-f74c-40ea-88ab-dde4a8e9c640 service neutron] 10.222.0.85 "GET /v2.0/networks/0f23bc9f-acef-4150-94f5-d0c230f2d3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509021 Nov 25 19:52:14.338585 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network a53e7c75-f548-4f2f-9d32-8fbd4998fec5 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:52:14.406525 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb629515-493d-4004-90df-a15fd45fb6c3 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:52:14.409780 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb629515-493d-4004-90df-a15fd45fb6c3 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:14.483258 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ed143-318d-4e83-9c60-6781098cf4b7 req-b46600d4-edff-4534-b737-f88ebdfd6e92 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:14.491720 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a9ed143-318d-4e83-9c60-6781098cf4b7 req-b46600d4-edff-4534-b737-f88ebdfd6e92 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/ports?device_id=87453353-e972-4b62-b4ab-8e3ccce581c8 HTTP/1.1" status: 200 len: 944 time: 0.3308764 Nov 25 19:52:14.594720 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Router dfb4911c-39c6-442c-aba1-1fedcff79ab2 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:52:14.666074 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a9ed143-318d-4e83-9c60-6781098cf4b7 req-adfa5b56-01a3-4e42-95de-786b0d6c1043 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/security-groups?id=57be5998-108a-42f8-b228-7a67aa628791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733184 Nov 25 19:52:14.870216 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:52:14.912196 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:14.948758 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb629515-493d-4004-90df-a15fd45fb6c3 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:14.959299 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ccf0384a-3fad-4c30-985f-e3faff2e3681 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.5926521 Nov 25 19:52:14.960167 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ccf46-ee13-4273-814e-5059cc6f76ba None None] Sync routers for ids ['dfb4911c-39c6-442c-aba1-1fedcff79ab2'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:52:14.960499 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60434) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:15.008440 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300ccf46-ee13-4273-814e-5059cc6f76ba None None] Routers {'dfb4911c-39c6-442c-aba1-1fedcff79ab2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:52:15.010264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-300ccf46-ee13-4273-814e-5059cc6f76ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:52:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['dfb4911c-39c6-442c-aba1-1fedcff79ab2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:15.120706 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-300ccf46-ee13-4273-814e-5059cc6f76ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:15.151320 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port e5f0a748-39cb-4730-a134-8c871f0b302f, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=e5f0a748-39cb-4730-a134-8c871f0b302f,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:15.155968 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb629515-493d-4004-90df-a15fd45fb6c3 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Subnet': ['ID=46d5035b-8a5a-4d0e-8a11-fe84b0c4b4d1,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:15.165658 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fa251df6-f466-42ef-aa41-8d5bdc4e8042 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] 10.222.0.55 "GET /v2.0/floatingips/7e25cc99-b2cf-4d0e-acb5-1dbaae14be14 HTTP/1.1" status: 200 len: 983 time: 0.1997392 Nov 25 19:52:15.173138 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60442) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:15.173348 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300ccf46-ee13-4273-814e-5059cc6f76ba None None] Routers {'dfb4911c-39c6-442c-aba1-1fedcff79ab2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:52:15.174159 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-300ccf46-ee13-4273-814e-5059cc6f76ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:52:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['dfb4911c-39c6-442c-aba1-1fedcff79ab2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:15.249837 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ddbae-cce6-4eeb-800d-9d6821dbf8a9 req-5c326c93-fdb9-4771-8ed1-3c62bf58015b tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:15.257510 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-300ccf46-ee13-4273-814e-5059cc6f76ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:15.258081 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dc3ddbae-cce6-4eeb-800d-9d6821dbf8a9 req-5c326c93-fdb9-4771-8ed1-3c62bf58015b tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.3366892 Nov 25 19:52:15.259004 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ccf46-ee13-4273-814e-5059cc6f76ba None None] The sync data for ids ['dfb4911c-39c6-442c-aba1-1fedcff79ab2'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:52:15.263640 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'e5f0a748-39cb-4730-a134-8c871f0b302f', 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475', 'port_id': 'e5f0a748-39cb-4730-a134-8c871f0b302f', 'mac_address': 'fa:16:3e:d6:22:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:52:15.304094 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb629515-493d-4004-90df-a15fd45fb6c3 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Checking segment: {'id': 'd80564fb-4e5d-4970-b0f5-25a3f8c06cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a53e7c75-f548-4f2f-9d32-8fbd4998fec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:52:15.307391 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb629515-493d-4004-90df-a15fd45fb6c3 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network hostable DHCP agents. Network: a53e7c75-f548-4f2f-9d32-8fbd4998fec5, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:52:15.365813 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:15.401985 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5f0a748-39cb-4730-a134-8c871f0b302f {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:52:15.402269 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb629515-493d-4004-90df-a15fd45fb6c3 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network a53e7c75-f548-4f2f-9d32-8fbd4998fec5 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:52:15.440924 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dc3ddbae-cce6-4eeb-800d-9d6821dbf8a9 req-9cfd1af0-d9fb-48ec-b51c-74108e1b8dce tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816356 Nov 25 19:52:15.448223 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-fb629515-493d-4004-90df-a15fd45fb6c3 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, a53e7c75-f548-4f2f-9d32-8fbd4998fec5) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:15.452971 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port e5f0a748-39cb-4730-a134-8c871f0b302f, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=e5f0a748-39cb-4730-a134-8c871f0b302f,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:15.468837 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e38ac4f-c0cb-42e7-96cc-115b32e4267b None None] Network a53e7c75-f548-4f2f-9d32-8fbd4998fec5 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:52:15.471711 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:15.492334 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb629515-493d-4004-90df-a15fd45fb6c3 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:15.499805 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb629515-493d-4004-90df-a15fd45fb6c3 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:15.580650 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fb629515-493d-4004-90df-a15fd45fb6c3 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4858990 Nov 25 19:52:15.584816 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60450) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:15.595776 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-4006e268-aa7c-413e-b8f7-1d6f6f56189a tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1373289087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:15.662215 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4006e268-aa7c-413e-b8f7-1d6f6f56189a tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:15.663539 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4006e268-aa7c-413e-b8f7-1d6f6f56189a tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:15.670386 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=e5f0a748-39cb-4730-a134-8c871f0b302f,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:15.840504 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['e5f0a748-39cb-4730-a134-8c871f0b302f'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:52:15.865679 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4006e268-aa7c-413e-b8f7-1d6f6f56189a tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:15.876946 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4006e268-aa7c-413e-b8f7-1d6f6f56189a tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:15.916568 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4006e268-aa7c-413e-b8f7-1d6f6f56189a tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:15.918982 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4006e268-aa7c-413e-b8f7-1d6f6f56189a tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3323503 Nov 25 19:52:15.923443 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60456) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:15.930552 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-bd931164-a3c2-4f3d-b704-535f6587d79b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'port': {'network_id': 'a53e7c75-f548-4f2f-9d32-8fbd4998fec5', 'name': 'tempest-PortsIpV6TestJSON-1136413104'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:16.114614 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebace3-fe96-4f7e-a563-3ec37f58a80b req-4ff4519e-0748-4226-840f-35a8acb5c6c1 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:16.124748 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-59ebace3-fe96-4f7e-a563-3ec37f58a80b req-4ff4519e-0748-4226-840f-35a8acb5c6c1 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/ports?device_id=87453353-e972-4b62-b4ab-8e3ccce581c8 HTTP/1.1" status: 200 len: 944 time: 0.1852891 Nov 25 19:52:16.297108 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-59ebace3-fe96-4f7e-a563-3ec37f58a80b req-97bff902-585d-4f1d-8cf5-17c46738ed56 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/security-groups?id=57be5998-108a-42f8-b228-7a67aa628791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713285 Nov 25 19:52:16.316150 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd931164-a3c2-4f3d-b704-535f6587d79b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:52:16.325912 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bd931164-a3c2-4f3d-b704-535f6587d79b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:16.375551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-bd931164-a3c2-4f3d-b704-535f6587d79b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] device_id is not set on port 0deef565-d2ef-495f-8980-a7c20e70bd17 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:52:16.523603 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e57d7e12-843f-4fb9-a77d-746128d6d30a tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 1.3482459 Nov 25 19:52:16.526998 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60466) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:16.560141 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375d602e-87a3-4c93-a3c3-9ad47c70398b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-a53e7c75-f548-4f2f-9d32-8fbd4998fec5', 'network_id': 'a53e7c75-f548-4f2f-9d32-8fbd4998fec5', 'tenant_id': '58c8cb9f24b04674b9dfe7a96fa95fb3', 'fixed_ips': [{'subnet_id': '46d5035b-8a5a-4d0e-8a11-fe84b0c4b4d1'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:52:16.561191 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-375d602e-87a3-4c93-a3c3-9ad47c70398b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:16.705909 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device c82634e9-4987-4ee0-9be8-f4f3f48de905 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:52:16.907603 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port c82634e9-4987-4ee0-9be8-f4f3f48de905, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c82634e9-4987-4ee0-9be8-f4f3f48de905,segment=NetworkSegment(ea9143fa-708a-4510-83ac-0c46ba112b4d),segment_id=ea9143fa-708a-4510-83ac-0c46ba112b4d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:16.939298 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'c82634e9-4987-4ee0-9be8-f4f3f48de905', 'network_id': '0f23bc9f-acef-4150-94f5-d0c230f2d3be', 'port_id': 'c82634e9-4987-4ee0-9be8-f4f3f48de905', 'mac_address': 'fa:16:3e:20:38:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb4a129-705a-4e26-a14a-d37eff386424', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:52:17.085702 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-bd931164-a3c2-4f3d-b704-535f6587d79b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Allocated IP 2001:db8::18f (a53e7c75-f548-4f2f-9d32-8fbd4998fec5/46d5035b-8a5a-4d0e-8a11-fe84b0c4b4d1/0deef565-d2ef-495f-8980-a7c20e70bd17) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:52:17.114430 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a2d30-7467-497a-9cbc-2832d6c7790f req-6ba79acd-0734-4810-8d81-fc9023cabdb6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:17.127310 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff6a2d30-7467-497a-9cbc-2832d6c7790f req-6ba79acd-0734-4810-8d81-fc9023cabdb6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 944 time: 0.4241183 Nov 25 19:52:17.129936 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:17.205216 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c82634e9-4987-4ee0-9be8-f4f3f48de905 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:52:17.304764 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port c82634e9-4987-4ee0-9be8-f4f3f48de905, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c82634e9-4987-4ee0-9be8-f4f3f48de905,segment=NetworkSegment(ea9143fa-708a-4510-83ac-0c46ba112b4d),segment_id=ea9143fa-708a-4510-83ac-0c46ba112b4d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:17.319857 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:17.392077 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ff6a2d30-7467-497a-9cbc-2832d6c7790f req-ee04fa7d-d9fe-4c59-8031-f2c599e9cdb3 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602336 Nov 25 19:52:17.469346 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-09bfb222-9d52-41d6-b2db-cd68ccda95fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Deleting port 31952107-0171-490f-b4d7-dfd93ccc12da {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:17.470265 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09bfb222-9d52-41d6-b2db-cd68ccda95fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:17.568147 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=c82634e9-4987-4ee0-9be8-f4f3f48de905,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:17.697123 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['c82634e9-4987-4ee0-9be8-f4f3f48de905'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:52:18.019453 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09bfb222-9d52-41d6-b2db-cd68ccda95fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:18.020199 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09bfb222-9d52-41d6-b2db-cd68ccda95fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:18.030530 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bd931164-a3c2-4f3d-b704-535f6587d79b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:18.052192 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device e5f0a748-39cb-4730-a134-8c871f0b302f up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:52:18.064194 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac69727-8d4b-4e25-80ad-c5e5f30788f8 req-95eced7d-4175-4e31-88a9-df57ee4a9655 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:18.074063 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ac69727-8d4b-4e25-80ad-c5e5f30788f8 req-95eced7d-4175-4e31-88a9-df57ee4a9655 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/ports?device_id=87453353-e972-4b62-b4ab-8e3ccce581c8 HTTP/1.1" status: 200 len: 945 time: 0.2450414 Nov 25 19:52:18.112578 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-09bfb222-9d52-41d6-b2db-cd68ccda95fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Calling delete_port for 31952107-0171-490f-b4d7-dfd93ccc12da owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:52:18.146843 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port e5f0a748-39cb-4730-a134-8c871f0b302f triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:18.147225 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:18.278860 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:18.384260 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port e5f0a748-39cb-4730-a134-8c871f0b302f, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=e5f0a748-39cb-4730-a134-8c871f0b302f,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:18.388531 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98694a3e-5132-49e8-bbde-1b8677d1c8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f0a748-39cb-4730-a134-8c871f0b302f'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:52:18.408677 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72df448a-88cd-4ce2-b895-29c59448c127" -d '{"events": [{"server_uuid": "98694a3e-5132-49e8-bbde-1b8677d1c8a7", "name": "network-vif-plugged", "status": "completed", "tag": "e5f0a748-39cb-4730-a134-8c871f0b302f"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:52:18.420688 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:18.531350 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ac69727-8d4b-4e25-80ad-c5e5f30788f8 req-70782e58-8ab9-43fb-b5dd-8a3f71006e6f tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/security-groups?id=57be5998-108a-42f8-b228-7a67aa628791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326186 Nov 25 19:52:18.620553 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bd931164-a3c2-4f3d-b704-535f6587d79b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:18.654413 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e725c2-302e-4b4e-a2aa-bdbaf959ba95 x-openstack-request-id: req-b2e725c2-302e-4b4e-a2aa-bdbaf959ba95 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:52:18.655251 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98694a3e-5132-49e8-bbde-1b8677d1c8a7", "name": "network-vif-plugged", "status": "completed", "tag": "e5f0a748-39cb-4730-a134-8c871f0b302f", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:52:18.655426 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b2e725c2-302e-4b4e-a2aa-bdbaf959ba95 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:52:18.656002 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98694a3e-5132-49e8-bbde-1b8677d1c8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f0a748-39cb-4730-a134-8c871f0b302f', 'code': 200} Nov 25 19:52:18.808214 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device c82634e9-4987-4ee0-9be8-f4f3f48de905 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:52:18.826546 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd931164-a3c2-4f3d-b704-535f6587d79b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network a53e7c75-f548-4f2f-9d32-8fbd4998fec5 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:18.867980 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-bd931164-a3c2-4f3d-b704-535f6587d79b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:18.886181 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-375d602e-87a3-4c93-a3c3-9ad47c70398b None None] Allocated IP 2001:db8::2 (a53e7c75-f548-4f2f-9d32-8fbd4998fec5/46d5035b-8a5a-4d0e-8a11-fe84b0c4b4d1/6f4be64d-b28d-458b-95c5-93c267ed1599) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:52:18.886973 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd931164-a3c2-4f3d-b704-535f6587d79b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:52:18.893887 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd931164-a3c2-4f3d-b704-535f6587d79b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:18.894655 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bd931164-a3c2-4f3d-b704-535f6587d79b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:18.910349 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd931164-a3c2-4f3d-b704-535f6587d79b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Port': ['ID=0deef565-d2ef-495f-8980-a7c20e70bd17,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:18.924407 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60496) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:18.925231 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bd931164-a3c2-4f3d-b704-535f6587d79b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9995210 Nov 25 19:52:18.952936 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d0aef-6e68-4a73-aba7-c3dff2806353 req-7ea67d21-11df-471b-a0fe-ac9f022cb321 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:18.956453 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-739d0aef-6e68-4a73-aba7-c3dff2806353 req-7ea67d21-11df-471b-a0fe-ac9f022cb321 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.1605175 Nov 25 19:52:19.309101 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=e5f0a748-39cb-4730-a134-8c871f0b302f,revision_number=7']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:19.524926 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-375d602e-87a3-4c93-a3c3-9ad47c70398b None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:19.547263 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-375d602e-87a3-4c93-a3c3-9ad47c70398b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:19.696519 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port c82634e9-4987-4ee0-9be8-f4f3f48de905 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:52:19.718479 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port c82634e9-4987-4ee0-9be8-f4f3f48de905 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:19.719612 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:19.728389 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375d602e-87a3-4c93-a3c3-9ad47c70398b None None] Network a53e7c75-f548-4f2f-9d32-8fbd4998fec5 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:19.733800 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-375d602e-87a3-4c93-a3c3-9ad47c70398b None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:19.784438 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375d602e-87a3-4c93-a3c3-9ad47c70398b None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:52:19.822116 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d602e-87a3-4c93-a3c3-9ad47c70398b None None] Pushing event updated for resources: {'Port': ['ID=6f4be64d-b28d-458b-95c5-93c267ed1599,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:20.148436 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09bfb222-9d52-41d6-b2db-cd68ccda95fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:20.159844 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-375d602e-87a3-4c93-a3c3-9ad47c70398b None None] Attempting to bind port 6f4be64d-b28d-458b-95c5-93c267ed1599 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:52:20.160470 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-375d602e-87a3-4c93-a3c3-9ad47c70398b None None] Attempting to bind port 6f4be64d-b28d-458b-95c5-93c267ed1599 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'd80564fb-4e5d-4970-b0f5-25a3f8c06cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a53e7c75-f548-4f2f-9d32-8fbd4998fec5'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:52:20.162088 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375d602e-87a3-4c93-a3c3-9ad47c70398b None None] Attempting to bind port 6f4be64d-b28d-458b-95c5-93c267ed1599 on network a53e7c75-f548-4f2f-9d32-8fbd4998fec5 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:52:20.166563 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c077856-cd2f-4ef4-8f67-285589074511 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:20.197611 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375d602e-87a3-4c93-a3c3-9ad47c70398b None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:52:20.198240 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375d602e-87a3-4c93-a3c3-9ad47c70398b None None] Checking segment: {'id': 'd80564fb-4e5d-4970-b0f5-25a3f8c06cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a53e7c75-f548-4f2f-9d32-8fbd4998fec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:52:20.198958 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-375d602e-87a3-4c93-a3c3-9ad47c70398b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:20.199136 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-739d0aef-6e68-4a73-aba7-c3dff2806353 req-a31b63d5-bb50-48f2-8f8e-48549b1407f3 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2175028 Nov 25 19:52:20.203274 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375d602e-87a3-4c93-a3c3-9ad47c70398b None None] Bound using segment: {'id': 'd80564fb-4e5d-4970-b0f5-25a3f8c06cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a53e7c75-f548-4f2f-9d32-8fbd4998fec5'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:52:20.205449 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-375d602e-87a3-4c93-a3c3-9ad47c70398b None None] Bound port: 6f4be64d-b28d-458b-95c5-93c267ed1599, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd80564fb-4e5d-4970-b0f5-25a3f8c06cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a53e7c75-f548-4f2f-9d32-8fbd4998fec5'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:52:20.206110 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-375d602e-87a3-4c93-a3c3-9ad47c70398b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:20.333469 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfb222-9d52-41d6-b2db-cd68ccda95fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Pushing event deleted for resources: {'Port': ['ID=31952107-0171-490f-b4d7-dfd93ccc12da,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:20.505194 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-375d602e-87a3-4c93-a3c3-9ad47c70398b None None] For port 6f4be64d-b28d-458b-95c5-93c267ed1599, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:52:20.533798 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-375d602e-87a3-4c93-a3c3-9ad47c70398b None None] For port 6f4be64d-b28d-458b-95c5-93c267ed1599, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6f4be64d-b28d-458b-95c5-93c267ed1599,segment=NetworkSegment(d80564fb-4e5d-4970-b0f5-25a3f8c06cd0),segment_id=d80564fb-4e5d-4970-b0f5-25a3f8c06cd0)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:52:20.576571 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-375d602e-87a3-4c93-a3c3-9ad47c70398b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:20.627937 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09bfb222-9d52-41d6-b2db-cd68ccda95fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:20.628280 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-09bfb222-9d52-41d6-b2db-cd68ccda95fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Floating IP 7e25cc99-b2cf-4d0e-acb5-1dbaae14be14 disassociated (deleted). External IP: 172.25.6.79, port: 91cb6f90-bf6a-427d-9b18-1f232fae435c. Nov 25 19:52:20.788249 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:21.011221 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87453353-e972-4b62-b4ab-8e3ccce581c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82634e9-4987-4ee0-9be8-f4f3f48de905'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:52:21.021532 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacf86f1-1888-4109-a8cb-ed0d78ec6cef" -d '{"events": [{"server_uuid": "87453353-e972-4b62-b4ab-8e3ccce581c8", "name": "network-vif-plugged", "status": "completed", "tag": "c82634e9-4987-4ee0-9be8-f4f3f48de905"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:52:21.100960 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port c82634e9-4987-4ee0-9be8-f4f3f48de905, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c82634e9-4987-4ee0-9be8-f4f3f48de905,segment=NetworkSegment(ea9143fa-708a-4510-83ac-0c46ba112b4d),segment_id=ea9143fa-708a-4510-83ac-0c46ba112b4d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:21.110361 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d602e-87a3-4c93-a3c3-9ad47c70398b None None] Pushing event updated for resources: {'Port': ['ID=6f4be64d-b28d-458b-95c5-93c267ed1599,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:21.136011 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:21.159491 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0e838-5e55-46c8-9355-b31372ddea19 req-975f3eeb-ec38-401a-9675-a8e7772d3d65 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:21.163063 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e9f0e838-5e55-46c8-9355-b31372ddea19 req-975f3eeb-ec38-401a-9675-a8e7772d3d65 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/ports?device_id=87453353-e972-4b62-b4ab-8e3ccce581c8 HTTP/1.1" status: 200 len: 945 time: 0.4174197 Nov 25 19:52:21.334272 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=c82634e9-4987-4ee0-9be8-f4f3f48de905,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:21.439257 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c077856-cd2f-4ef4-8f67-285589074511 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:21.452449 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c077856-cd2f-4ef4-8f67-285589074511 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:21.617728 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c077856-cd2f-4ef4-8f67-285589074511 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Port': ['ID=0deef565-d2ef-495f-8980-a7c20e70bd17,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:21.732523 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e9f0e838-5e55-46c8-9355-b31372ddea19 req-94197e91-b510-451b-8709-97e7210e5085 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/security-groups?id=57be5998-108a-42f8-b228-7a67aa628791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5481191 Nov 25 19:52:21.780493 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bfb222-9d52-41d6-b2db-cd68ccda95fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Router dfb4911c-39c6-442c-aba1-1fedcff79ab2 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:52:21.959050 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c39109-3564-4ac2-b09c-7d10f5d26858 x-openstack-request-id: req-59c39109-3564-4ac2-b09c-7d10f5d26858 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:52:21.959929 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87453353-e972-4b62-b4ab-8e3ccce581c8", "name": "network-vif-plugged", "status": "completed", "tag": "c82634e9-4987-4ee0-9be8-f4f3f48de905", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:52:21.960108 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59c39109-3564-4ac2-b09c-7d10f5d26858 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:52:21.961349 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87453353-e972-4b62-b4ab-8e3ccce581c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82634e9-4987-4ee0-9be8-f4f3f48de905', 'code': 200} Nov 25 19:52:22.142498 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c077856-cd2f-4ef4-8f67-285589074511 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:22.336275 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bfb222-9d52-41d6-b2db-cd68ccda95fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:52:22.370086 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470686fa-708a-4f69-8f69-e1b857a0a91a None None] Sync routers for ids ['dfb4911c-39c6-442c-aba1-1fedcff79ab2'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:52:22.375544 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09bfb222-9d52-41d6-b2db-cd68ccda95fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:22.397959 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470686fa-708a-4f69-8f69-e1b857a0a91a None None] Routers {'dfb4911c-39c6-442c-aba1-1fedcff79ab2'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:52:22.403958 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-470686fa-708a-4f69-8f69-e1b857a0a91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:52:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['dfb4911c-39c6-442c-aba1-1fedcff79ab2'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:22.564847 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-470686fa-708a-4f69-8f69-e1b857a0a91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:22.570707 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c077856-cd2f-4ef4-8f67-285589074511 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:22.584059 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470686fa-708a-4f69-8f69-e1b857a0a91a None None] Routers {'dfb4911c-39c6-442c-aba1-1fedcff79ab2'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:52:22.586885 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-470686fa-708a-4f69-8f69-e1b857a0a91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:52:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['dfb4911c-39c6-442c-aba1-1fedcff79ab2'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:22.735468 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-470686fa-708a-4f69-8f69-e1b857a0a91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:22.738636 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470686fa-708a-4f69-8f69-e1b857a0a91a None None] The sync data for ids ['dfb4911c-39c6-442c-aba1-1fedcff79ab2'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:52:22.772465 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6f4be64d-b28d-458b-95c5-93c267ed1599 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:52:22.822218 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-09bfb222-9d52-41d6-b2db-cd68ccda95fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] 10.222.0.55 "DELETE /v2.0/floatingips/7e25cc99-b2cf-4d0e-acb5-1dbaae14be14 HTTP/1.1" status: 204 len: 168 time: 6.2933841 Nov 25 19:52:22.850577 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60526) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:22.863827 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-ebccb085-1b37-4593-9cb3-4a13c10290fe tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:22.992417 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b6600-1501-4ae7-a272-5cf5448090f3 req-1ef1c4d2-e2d4-4be8-a149-a4b53ee99aa0 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:23.005845 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cf4b6600-1501-4ae7-a272-5cf5448090f3 req-1ef1c4d2-e2d4-4be8-a149-a4b53ee99aa0 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.5053301 Nov 25 19:52:23.022835 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37581ec-12f2-4c86-9fb7-85dabf497f5a req-f68d9976-9126-4630-abbd-371080e629f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:23.026085 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 6f4be64d-b28d-458b-95c5-93c267ed1599 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:23.027798 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:23.031185 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d37581ec-12f2-4c86-9fb7-85dabf497f5a req-f68d9976-9126-4630-abbd-371080e629f6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=87453353-e972-4b62-b4ab-8e3ccce581c8 HTTP/1.1" status: 200 len: 1097 time: 0.4383013 Nov 25 19:52:23.130542 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ebccb085-1b37-4593-9cb3-4a13c10290fe tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:23.201982 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:23.283167 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 6f4be64d-b28d-458b-95c5-93c267ed1599, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6f4be64d-b28d-458b-95c5-93c267ed1599,segment=NetworkSegment(d80564fb-4e5d-4970-b0f5-25a3f8c06cd0),segment_id=d80564fb-4e5d-4970-b0f5-25a3f8c06cd0)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:23.294583 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d882fa-28a2-4317-ae64-7a1e8a402856 None None] Network a53e7c75-f548-4f2f-9d32-8fbd4998fec5 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:52:23.329384 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:23.427300 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=6f4be64d-b28d-458b-95c5-93c267ed1599,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:23.460527 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d37581ec-12f2-4c86-9fb7-85dabf497f5a req-a9106132-3a09-402a-95c7-e99a0df0cafe service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=57be5998-108a-42f8-b228-7a67aa628791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050541 Nov 25 19:52:23.471719 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c077856-cd2f-4ef4-8f67-285589074511 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:23.484957 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c077856-cd2f-4ef4-8f67-285589074511 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:23.486738 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c077856-cd2f-4ef4-8f67-285589074511 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:23.487118 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cf4b6600-1501-4ae7-a272-5cf5448090f3 req-6b0ec3ad-ec6e-4e10-aebe-dc881009f6e4 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801614 Nov 25 19:52:23.555812 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5b0f0033-418f-498e-8488-08f9ba4ec062 None None] Provisioning complete for port 6f4be64d-b28d-458b-95c5-93c267ed1599 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:23.557625 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5b0f0033-418f-498e-8488-08f9ba4ec062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:23.725495 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c077856-cd2f-4ef4-8f67-285589074511 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Port': ['ID=0deef565-d2ef-495f-8980-a7c20e70bd17,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:23.820753 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:23.908871 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ebccb085-1b37-4593-9cb3-4a13c10290fe tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:24.113035 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c077856-cd2f-4ef4-8f67-285589074511 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network a53e7c75-f548-4f2f-9d32-8fbd4998fec5 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:24.114732 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2c077856-cd2f-4ef4-8f67-285589074511 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:24.275986 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:24.303667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0283b-14c9-4b38-9bb5-44587597e281 req-c10c65d6-70e1-4c5b-875f-6a09d3c95bac tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:24.324927 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-38e0283b-14c9-4b38-9bb5-44587597e281 req-c10c65d6-70e1-4c5b-875f-6a09d3c95bac tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/ports?device_id=87453353-e972-4b62-b4ab-8e3ccce581c8 HTTP/1.1" status: 200 len: 946 time: 0.2536695 Nov 25 19:52:24.441845 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c077856-cd2f-4ef4-8f67-285589074511 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Router 1763d897-6747-4834-87fb-4a56cfbe916b is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:52:24.466317 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-ebccb085-1b37-4593-9cb3-4a13c10290fe tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Allocated IP 172.25.6.205 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/dc104532-f0d7-46df-b618-94e7b9da4a5d) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:52:24.530840 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-38e0283b-14c9-4b38-9bb5-44587597e281 req-d1f5348a-6310-48f7-87ea-575d327aa08b tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/security-groups?id=57be5998-108a-42f8-b228-7a67aa628791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029426 Nov 25 19:52:24.614040 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6f4be64d-b28d-458b-95c5-93c267ed1599 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:52:24.800214 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7df41ff1-cec5-4438-bbde-38b400f52c30 None None] Provisioning complete for port 0deef565-d2ef-495f-8980-a7c20e70bd17 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:24.800613 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7df41ff1-cec5-4438-bbde-38b400f52c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:24.906172 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 6f4be64d-b28d-458b-95c5-93c267ed1599 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:24.922821 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:24.962959 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c077856-cd2f-4ef4-8f67-285589074511 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:52:24.981852 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2c077856-cd2f-4ef4-8f67-285589074511 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "PUT /v2.0/routers/1763d897-6747-4834-87fb-4a56cfbe916b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0462286 Nov 25 19:52:24.985802 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60540) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:25.150030 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abb981d-3fde-4120-8f9d-e3ec3cdd99f9 None None] Sync routers for ids ['1763d897-6747-4834-87fb-4a56cfbe916b'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:52:25.260174 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249f8f3-1ad1-44f3-a1b3-b6925e8710b3 req-e6089c2e-9111-4f2a-833c-d36bc5ee1a52 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:25.263784 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7df41ff1-cec5-4438-bbde-38b400f52c30 None None] Port 0deef565-d2ef-495f-8980-a7c20e70bd17 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:52:25.272099 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1249f8f3-1ad1-44f3-a1b3-b6925e8710b3 req-e6089c2e-9111-4f2a-833c-d36bc5ee1a52 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.4837601 Nov 25 19:52:25.306152 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abb981d-3fde-4120-8f9d-e3ec3cdd99f9 None None] Routers {'1763d897-6747-4834-87fb-4a56cfbe916b'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:52:25.313543 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3abb981d-3fde-4120-8f9d-e3ec3cdd99f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:52:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1763d897-6747-4834-87fb-4a56cfbe916b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:25.332944 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ebccb085-1b37-4593-9cb3-4a13c10290fe tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:25.401232 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1088bc-dc17-46cd-97e0-fd2e082222bd tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:25.406218 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9c1088bc-dc17-46cd-97e0-fd2e082222bd tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "GET /v2.0/ports?device_id=1763d897-6747-4834-87fb-4a56cfbe916b HTTP/1.1" status: 200 len: 989 time: 0.4182181 Nov 25 19:52:25.409362 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60542) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:25.465908 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1249f8f3-1ad1-44f3-a1b3-b6925e8710b3 req-12a0930a-dcd3-4831-9c9f-bdbeb74227b5 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884618 Nov 25 19:52:25.529786 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0ca16-368c-470b-a820-9db11def614d req-d44d90b1-c0f9-49df-9690-ebd05c98c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:25.537478 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9bd0ca16-368c-470b-a820-9db11def614d req-d44d90b1-c0f9-49df-9690-ebd05c98c20a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0693fe225e124b1f9efd8df77820112b&device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 1096 time: 0.5021160 Nov 25 19:52:25.582439 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ebccb085-1b37-4593-9cb3-4a13c10290fe tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:25.626306 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3abb981d-3fde-4120-8f9d-e3ec3cdd99f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:25.702691 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebccb085-1b37-4593-9cb3-4a13c10290fe tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Pushing event updated for resources: {'Port': ['ID=dc104532-f0d7-46df-b618-94e7b9da4a5d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:25.735153 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abb981d-3fde-4120-8f9d-e3ec3cdd99f9 None None] Routers {'1763d897-6747-4834-87fb-4a56cfbe916b'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:52:25.737005 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3abb981d-3fde-4120-8f9d-e3ec3cdd99f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:52:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1763d897-6747-4834-87fb-4a56cfbe916b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:25.742043 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7df41ff1-cec5-4438-bbde-38b400f52c30 None None] Provisioning complete for port 6f4be64d-b28d-458b-95c5-93c267ed1599 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:25.743057 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7df41ff1-cec5-4438-bbde-38b400f52c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:25.857694 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebccb085-1b37-4593-9cb3-4a13c10290fe tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:25.861893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ebccb085-1b37-4593-9cb3-4a13c10290fe tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:25.876522 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebccb085-1b37-4593-9cb3-4a13c10290fe tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:52:26.046355 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55753619-e0ab-4d41-a7d5-029d9f3c4915 req-763ede41-57cd-4a30-8add-4cc09dcabf61 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:26.063238 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55753619-e0ab-4d41-a7d5-029d9f3c4915 req-763ede41-57cd-4a30-8add-4cc09dcabf61 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/ports?device_id=87453353-e972-4b62-b4ab-8e3ccce581c8 HTTP/1.1" status: 200 len: 946 time: 0.1838856 Nov 25 19:52:26.146850 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3abb981d-3fde-4120-8f9d-e3ec3cdd99f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:26.155132 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abb981d-3fde-4120-8f9d-e3ec3cdd99f9 None None] The sync data for ids ['1763d897-6747-4834-87fb-4a56cfbe916b'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:52:26.213948 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0ca16-368c-470b-a820-9db11def614d req-eeef85ed-9389-4bac-b0e4-3145b8dd5faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:26.216851 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9bd0ca16-368c-470b-a820-9db11def614d req-eeef85ed-9389-4bac-b0e4-3145b8dd5faf service neutron] 10.222.0.73 "GET /v2.0/networks?id=f9395996-8e1e-448f-bf5e-cf052999c475 HTTP/1.1" status: 200 len: 913 time: 0.6281211 Nov 25 19:52:26.276224 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55753619-e0ab-4d41-a7d5-029d9f3c4915 req-d58673c0-b3b0-41ef-be2a-b373d5b41923 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/security-groups?id=57be5998-108a-42f8-b228-7a67aa628791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117774 Nov 25 19:52:26.424074 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9bd0ca16-368c-470b-a820-9db11def614d req-f3fa5e60-d250-409f-99b1-19d0106322cf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5f0a748-39cb-4730-a134-8c871f0b302f HTTP/1.1" status: 200 len: 217 time: 0.1707635 Nov 25 19:52:26.542437 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ebccb085-1b37-4593-9cb3-4a13c10290fe tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:26.611289 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0ca16-368c-470b-a820-9db11def614d req-f0287760-110d-4fbe-b63b-a8c04a79eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:26.612819 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9bd0ca16-368c-470b-a820-9db11def614d req-f0287760-110d-4fbe-b63b-a8c04a79eb32 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b HTTP/1.1" status: 200 len: 852 time: 0.1682165 Nov 25 19:52:26.625709 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae77491-256d-4177-9b48-11931322c377 req-e952d9ea-85e1-4eab-ac81-4cb61e6c9197 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:26.634144 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ae77491-256d-4177-9b48-11931322c377 req-e952d9ea-85e1-4eab-ac81-4cb61e6c9197 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/ports?device_id=87453353-e972-4b62-b4ab-8e3ccce581c8 HTTP/1.1" status: 200 len: 946 time: 0.2026801 Nov 25 19:52:26.719585 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ae77491-256d-4177-9b48-11931322c377 req-702a78c4-14fd-4484-8890-7f5e33adc37f tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/security-groups?id=57be5998-108a-42f8-b228-7a67aa628791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843403 Nov 25 19:52:26.787822 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9bd0ca16-368c-470b-a820-9db11def614d req-27cedbec-6d80-4563-88e0-87cfdbe9c33c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9395996-8e1e-448f-bf5e-cf052999c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235275 Nov 25 19:52:26.788792 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ebccb085-1b37-4593-9cb3-4a13c10290fe tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:26.807370 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a89a9a39-c836-46da-86c2-439af039c9cb None None] Provisioning complete for port 0deef565-d2ef-495f-8980-a7c20e70bd17 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:26.809897 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a89a9a39-c836-46da-86c2-439af039c9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:26.927338 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a89a9a39-c836-46da-86c2-439af039c9cb None None] Port 0deef565-d2ef-495f-8980-a7c20e70bd17 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:52:27.143262 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f5558-f768-4fa3-8feb-a4dfccedcbb7 req-6883a8a8-9b37-4c82-9566-41f882d29554 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:27.150975 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c3f5558-f768-4fa3-8feb-a4dfccedcbb7 req-6883a8a8-9b37-4c82-9566-41f882d29554 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.2035353 Nov 25 19:52:27.199184 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9e6e5e7-1f27-480e-909a-1927ccd64ae7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:27.353402 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c3f5558-f768-4fa3-8feb-a4dfccedcbb7 req-0aae9522-f8f7-4a14-aaa1-b7b4fd023afd tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997073 Nov 25 19:52:27.450747 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9bd0ca16-368c-470b-a820-9db11def614d req-dee563eb-b66a-4ff0-a224-45ecb53456aa service neutron] 10.222.0.73 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6498103 Nov 25 19:52:27.584393 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9bd0ca16-368c-470b-a820-9db11def614d req-fe4cdfcd-4991-4ad8-b41e-cf406d3511e4 service neutron] 10.222.0.73 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190114 Nov 25 19:52:27.761299 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ebccb085-1b37-4593-9cb3-4a13c10290fe tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:27.772760 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ebccb085-1b37-4593-9cb3-4a13c10290fe tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:27.979528 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebccb085-1b37-4593-9cb3-4a13c10290fe tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Pushing event updated for resources: {'Port': ['ID=dc104532-f0d7-46df-b618-94e7b9da4a5d,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:28.135156 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ebccb085-1b37-4593-9cb3-4a13c10290fe tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:28.171767 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6e5e7-1f27-480e-909a-1927ccd64ae7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting port 0deef565-d2ef-495f-8980-a7c20e70bd17 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:28.172139 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9e6e5e7-1f27-480e-909a-1927ccd64ae7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:28.183410 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ebccb085-1b37-4593-9cb3-4a13c10290fe tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:28.185782 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ebccb085-1b37-4593-9cb3-4a13c10290fe tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3253584 Nov 25 19:52:28.189740 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60592) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:28.264126 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4eca1-2a8b-4477-ab13-5396cd496998 req-396877f4-655d-42ba-85df-c1ae1292b7bf tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:28.267540 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aeb4eca1-2a8b-4477-ab13-5396cd496998 req-396877f4-655d-42ba-85df-c1ae1292b7bf tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/ports?device_id=87453353-e972-4b62-b4ab-8e3ccce581c8 HTTP/1.1" status: 200 len: 946 time: 0.2495415 Nov 25 19:52:28.413523 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aeb4eca1-2a8b-4477-ab13-5396cd496998 req-c04acdfb-defc-452d-b4e2-d89df7171c8b tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/security-groups?id=57be5998-108a-42f8-b228-7a67aa628791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332507 Nov 25 19:52:28.567392 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-2c92b6f5-6ade-4772-b185-de136cbf5170 tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:28.610091 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82f60a-db99-4b7a-860f-e9f75d0b3bf5 req-6d68f07a-4e21-48e8-97fc-16ce0540ee53 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:28.618637 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee82f60a-db99-4b7a-860f-e9f75d0b3bf5 req-6d68f07a-4e21-48e8-97fc-16ce0540ee53 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.1093469 Nov 25 19:52:28.655723 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c92b6f5-6ade-4772-b185-de136cbf5170 tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:28.851440 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee82f60a-db99-4b7a-860f-e9f75d0b3bf5 req-74f292ed-393b-43f8-a7d0-c16e8d0f2dfb tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311826 Nov 25 19:52:28.964140 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c92b6f5-6ade-4772-b185-de136cbf5170 tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:29.123558 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9e6e5e7-1f27-480e-909a-1927ccd64ae7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:29.175550 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6e5e7-1f27-480e-909a-1927ccd64ae7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Calling delete_port for 0deef565-d2ef-495f-8980-a7c20e70bd17 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:52:29.263419 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-56a5550e-87dd-47b9-8a08-861c97389003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:29.379554 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-2c92b6f5-6ade-4772-b185-de136cbf5170 tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] Allocated IP 172.25.6.209 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/a24238e2-6b90-45ef-98b4-aede5ac486d8) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:52:29.521629 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9e6e5e7-1f27-480e-909a-1927ccd64ae7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:29.563843 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6e5e7-1f27-480e-909a-1927ccd64ae7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Port': ['ID=0deef565-d2ef-495f-8980-a7c20e70bd17,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:29.611527 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c92b6f5-6ade-4772-b185-de136cbf5170 tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:29.635881 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a5437-9952-446b-9169-fc2e24f9d4ab req-5ceda9e6-b9a0-4ad5-b79b-871e97c70b9f tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:29.648751 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ab6a5437-9952-446b-9169-fc2e24f9d4ab req-5ceda9e6-b9a0-4ad5-b79b-871e97c70b9f tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/ports?device_id=87453353-e972-4b62-b4ab-8e3ccce581c8 HTTP/1.1" status: 200 len: 946 time: 0.1186485 Nov 25 19:52:29.748584 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ab6a5437-9952-446b-9169-fc2e24f9d4ab req-84b0ed94-ee63-4102-83b8-ff7258e42c9b tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/security-groups?id=57be5998-108a-42f8-b228-7a67aa628791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981810 Nov 25 19:52:29.762872 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9e6e5e7-1f27-480e-909a-1927ccd64ae7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:29.775840 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c92b6f5-6ade-4772-b185-de136cbf5170 tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:29.845390 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c92b6f5-6ade-4772-b185-de136cbf5170 tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:29.849261 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-2c92b6f5-6ade-4772-b185-de136cbf5170 tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:29.852151 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c92b6f5-6ade-4772-b185-de136cbf5170 tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:52:30.025838 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92b6f5-6ade-4772-b185-de136cbf5170 tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] Pushing event updated for resources: {'Port': ['ID=a24238e2-6b90-45ef-98b4-aede5ac486d8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:30.093350 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e6e5e7-1f27-480e-909a-1927ccd64ae7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Router 1763d897-6747-4834-87fb-4a56cfbe916b has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:52:30.197797 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c1ca9-504f-4d9c-9ffe-99331dc5d12f req-ca1085eb-09e7-40f1-8987-4eebc5dd56e9 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:30.211213 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1c1c1ca9-504f-4d9c-9ffe-99331dc5d12f req-ca1085eb-09e7-40f1-8987-4eebc5dd56e9 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.2001274 Nov 25 19:52:30.260342 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e6e5e7-1f27-480e-909a-1927ccd64ae7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:52:30.279918 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b0eaf-324f-42e7-9378-1f9a93de1a7f None None] Sync routers for ids ['1763d897-6747-4834-87fb-4a56cfbe916b'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:52:30.286572 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e9e6e5e7-1f27-480e-909a-1927ccd64ae7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "PUT /v2.0/routers/1763d897-6747-4834-87fb-4a56cfbe916b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8754997 Nov 25 19:52:30.287288 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60626) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:30.298828 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b0eaf-324f-42e7-9378-1f9a93de1a7f None None] Routers {'1763d897-6747-4834-87fb-4a56cfbe916b'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:52:30.299839 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-122b0eaf-324f-42e7-9378-1f9a93de1a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:52:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1763d897-6747-4834-87fb-4a56cfbe916b'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:30.361114 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f3aed3-cbd5-465f-b134-fc8e0fbd9c16 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] GET failed (client error): The resource could not be found. Nov 25 19:52:30.366097 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b1f3aed3-cbd5-465f-b134-fc8e0fbd9c16 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "GET /v2.0/ports/0deef565-d2ef-495f-8980-a7c20e70bd17 HTTP/1.1" status: 404 len: 333 time: 0.0772893 Nov 25 19:52:30.367211 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60628) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:30.376539 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c92b6f5-6ade-4772-b185-de136cbf5170 tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:30.454595 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1c1c1ca9-504f-4d9c-9ffe-99331dc5d12f req-d083bb73-d466-454c-be92-fb0bb98f591c tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367826 Nov 25 19:52:30.465928 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-122b0eaf-324f-42e7-9378-1f9a93de1a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:30.509703 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b0eaf-324f-42e7-9378-1f9a93de1a7f None None] Routers {'1763d897-6747-4834-87fb-4a56cfbe916b'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:52:30.511883 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-122b0eaf-324f-42e7-9378-1f9a93de1a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:52:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1763d897-6747-4834-87fb-4a56cfbe916b'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:30.583298 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-40f17a69-1440-4dbc-9ea7-ce6c7472ad59 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:30.597742 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c92b6f5-6ade-4772-b185-de136cbf5170 tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:30.643523 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-122b0eaf-324f-42e7-9378-1f9a93de1a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:30.644491 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b0eaf-324f-42e7-9378-1f9a93de1a7f None None] The sync data for ids ['1763d897-6747-4834-87fb-4a56cfbe916b'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:52:31.101737 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-40f17a69-1440-4dbc-9ea7-ce6c7472ad59 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:31.110141 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-40f17a69-1440-4dbc-9ea7-ce6c7472ad59 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:31.156399 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3738f66-dee8-4c70-b1bc-c1f9fefe84d4 req-7d042553-66d9-4769-b554-ec6428f9d541 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:31.159256 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f3738f66-dee8-4c70-b1bc-c1f9fefe84d4 req-7d042553-66d9-4769-b554-ec6428f9d541 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.85 "GET /v2.0/ports?device_id=87453353-e972-4b62-b4ab-8e3ccce581c8 HTTP/1.1" status: 200 len: 946 time: 0.2684572 Nov 25 19:52:31.245025 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e97a8-464b-4aef-a416-d177f11823fd req-9b27eddf-fe55-497e-ab30-2b581b359662 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:31.259566 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a0e97a8-464b-4aef-a416-d177f11823fd req-9b27eddf-fe55-497e-ab30-2b581b359662 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/ports?device_id=87453353-e972-4b62-b4ab-8e3ccce581c8 HTTP/1.1" status: 200 len: 946 time: 0.3132799 Nov 25 19:52:31.278330 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-40f17a69-1440-4dbc-9ea7-ce6c7472ad59 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:31.279598 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f17a69-1440-4dbc-9ea7-ce6c7472ad59 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Fanout notify agent at l3_agent the message router_deleted on router 1763d897-6747-4834-87fb-4a56cfbe916b {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:52:31.303022 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-40f17a69-1440-4dbc-9ea7-ce6c7472ad59 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:31.313256 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-40f17a69-1440-4dbc-9ea7-ce6c7472ad59 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/routers/1763d897-6747-4834-87fb-4a56cfbe916b HTTP/1.1" status: 204 len: 168 time: 0.9432864 Nov 25 19:52:31.316668 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60638) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:31.449541 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-366e3b77-a28c-4f7d-9b0c-27989aa5ab08 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting subnet 46d5035b-8a5a-4d0e-8a11-fe84b0c4b4d1 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:52:31.455689 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-366e3b77-a28c-4f7d-9b0c-27989aa5ab08 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:31.492520 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c92b6f5-6ade-4772-b185-de136cbf5170 tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:31.561150 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-366e3b77-a28c-4f7d-9b0c-27989aa5ab08 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:31.585755 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c92b6f5-6ade-4772-b185-de136cbf5170 tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:31.656495 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a0e97a8-464b-4aef-a416-d177f11823fd req-5613b4b8-ea50-471d-aab4-52795c9eaa7f tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/security-groups?id=57be5998-108a-42f8-b228-7a67aa628791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939295 Nov 25 19:52:31.751052 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-61b7e293-7f44-4759-80ed-eea2f8e0b700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:31.771184 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92b6f5-6ade-4772-b185-de136cbf5170 tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] Pushing event updated for resources: {'Port': ['ID=a24238e2-6b90-45ef-98b4-aede5ac486d8,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:31.852881 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c92b6f5-6ade-4772-b185-de136cbf5170 tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:31.876790 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-f3738f66-dee8-4c70-b1bc-c1f9fefe84d4 req-d1f92dc3-3e30-440a-be25-06cd3db8bee4 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Deleting port c82634e9-4987-4ee0-9be8-f4f3f48de905 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:31.877187 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f3738f66-dee8-4c70-b1bc-c1f9fefe84d4 req-d1f92dc3-3e30-440a-be25-06cd3db8bee4 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:31.883164 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-366e3b77-a28c-4f7d-9b0c-27989aa5ab08 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:31.889824 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811bfcb-9913-4b20-bdb7-94aa7f0ddf1a req-5480ae84-605c-402c-b1d9-0dcceaa1ec87 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:31.899088 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3811bfcb-9913-4b20-bdb7-94aa7f0ddf1a req-5480ae84-605c-402c-b1d9-0dcceaa1ec87 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.1111002 Nov 25 19:52:31.953144 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c92b6f5-6ade-4772-b185-de136cbf5170 tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:31.954469 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2c92b6f5-6ade-4772-b185-de136cbf5170 tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7609682 Nov 25 19:52:31.960193 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60650) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:32.130118 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-366e3b77-a28c-4f7d-9b0c-27989aa5ab08 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:32.196935 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e3b77-a28c-4f7d-9b0c-27989aa5ab08 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Subnet': ['ID=46d5035b-8a5a-4d0e-8a11-fe84b0c4b4d1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:32.237919 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e8fd56-34bc-4a00-8b7f-1e53b49c1d72 None None] Network a53e7c75-f548-4f2f-9d32-8fbd4998fec5 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:52:32.241639 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-366e3b77-a28c-4f7d-9b0c-27989aa5ab08 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:32.257001 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-366e3b77-a28c-4f7d-9b0c-27989aa5ab08 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/subnets/46d5035b-8a5a-4d0e-8a11-fe84b0c4b4d1 HTTP/1.1" status: 204 len: 168 time: 0.9365156 Nov 25 19:52:32.257662 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60654) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:32.435967 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66205182-c0ac-4e93-8f8e-935e5a262e01 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:32.567191 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-66205182-c0ac-4e93-8f8e-935e5a262e01 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting port 6f4be64d-b28d-458b-95c5-93c267ed1599 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:32.567558 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66205182-c0ac-4e93-8f8e-935e5a262e01 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:32.586109 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:52:32.756442 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-66205182-c0ac-4e93-8f8e-935e5a262e01 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] For port 6f4be64d-b28d-458b-95c5-93c267ed1599, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6f4be64d-b28d-458b-95c5-93c267ed1599,segment=NetworkSegment(d80564fb-4e5d-4970-b0f5-25a3f8c06cd0),segment_id=d80564fb-4e5d-4970-b0f5-25a3f8c06cd0)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:32.756852 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66205182-c0ac-4e93-8f8e-935e5a262e01 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:32.791805 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-66205182-c0ac-4e93-8f8e-935e5a262e01 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Calling delete_port for 6f4be64d-b28d-458b-95c5-93c267ed1599 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:52:32.976918 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66205182-c0ac-4e93-8f8e-935e5a262e01 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:32.982379 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d653729e-d4cc-4ca9-baaf-a3b242387e92 None None] DHCP port deletion for a53e7c75-f548-4f2f-9d32-8fbd4998fec5 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:52:33.029877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66205182-c0ac-4e93-8f8e-935e5a262e01 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] No DVR routers for this DVR port 6f4be64d-b28d-458b-95c5-93c267ed1599 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:52:33.036294 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66205182-c0ac-4e93-8f8e-935e5a262e01 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Port': ['ID=6f4be64d-b28d-458b-95c5-93c267ed1599,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:33.191551 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66205182-c0ac-4e93-8f8e-935e5a262e01 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:33.258974 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-66205182-c0ac-4e93-8f8e-935e5a262e01 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a53e7c75-f548-4f2f-9d32-8fbd4998fec5']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:33.283818 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3811bfcb-9913-4b20-bdb7-94aa7f0ddf1a req-b08a1f5b-3cc7-4a8e-839d-a02c6856fda1 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3824899 Nov 25 19:52:33.289287 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-66205182-c0ac-4e93-8f8e-935e5a262e01 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80564fb-4e5d-4970-b0f5-25a3f8c06cd0') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:33.290853 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-66205182-c0ac-4e93-8f8e-935e5a262e01 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80564fb-4e5d-4970-b0f5-25a3f8c06cd0') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:33.332948 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-eca77e05-b336-4f59-8fb3-281ba3452896 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 1.3697114 Nov 25 19:52:33.338767 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60672) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:33.347913 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66205182-c0ac-4e93-8f8e-935e5a262e01 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:33.388361 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66205182-c0ac-4e93-8f8e-935e5a262e01 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:33.404122 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66205182-c0ac-4e93-8f8e-935e5a262e01 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:52:33.405108 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66205182-c0ac-4e93-8f8e-935e5a262e01 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:52:33.440884 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:52:33.558585 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-f3738f66-dee8-4c70-b1bc-c1f9fefe84d4 req-d1f92dc3-3e30-440a-be25-06cd3db8bee4 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] For port c82634e9-4987-4ee0-9be8-f4f3f48de905, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c82634e9-4987-4ee0-9be8-f4f3f48de905,segment=NetworkSegment(ea9143fa-708a-4510-83ac-0c46ba112b4d),segment_id=ea9143fa-708a-4510-83ac-0c46ba112b4d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:33.558585 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f3738f66-dee8-4c70-b1bc-c1f9fefe84d4 req-d1f92dc3-3e30-440a-be25-06cd3db8bee4 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:33.571590 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fb9b941d-5e2f-4b0a-b127-ca5075f0e4cd tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2209525 Nov 25 19:52:33.589738 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60678) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:33.630070 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66205182-c0ac-4e93-8f8e-935e5a262e01 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:33.655791 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66205182-c0ac-4e93-8f8e-935e5a262e01 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:33.667477 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-66205182-c0ac-4e93-8f8e-935e5a262e01 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/networks/a53e7c75-f548-4f2f-9d32-8fbd4998fec5 HTTP/1.1" status: 204 len: 168 time: 1.4052742 Nov 25 19:52:33.672561 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60682) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:33.676779 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-f3738f66-dee8-4c70-b1bc-c1f9fefe84d4 req-d1f92dc3-3e30-440a-be25-06cd3db8bee4 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Calling delete_port for c82634e9-4987-4ee0-9be8-f4f3f48de905 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:52:33.692807 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:33.772807 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66205182-c0ac-4e93-8f8e-935e5a262e01 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Network': ['ID=a53e7c75-f548-4f2f-9d32-8fbd4998fec5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:33.812045 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb5f8d-2cd7-4eb1-ab29-9b298ca23f4d req-0ea153a7-a41e-4126-b145-81e5566c0aeb tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:33.822952 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cebb5f8d-2cd7-4eb1-ab29-9b298ca23f4d req-0ea153a7-a41e-4126-b145-81e5566c0aeb tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/ports?device_id=87453353-e972-4b62-b4ab-8e3ccce581c8 HTTP/1.1" status: 200 len: 946 time: 0.2772858 Nov 25 19:52:33.834909 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c381b54d-5c4f-47fe-8be2-11a7eef8dc03 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:33.840958 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c381b54d-5c4f-47fe-8be2-11a7eef8dc03 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "GET /v2.0/ports/d729fb0f-1cd2-47fc-ad35-6419171fd70a HTTP/1.1" status: 200 len: 844 time: 0.1662855 Nov 25 19:52:33.846638 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60688) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:33.956234 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cebb5f8d-2cd7-4eb1-ab29-9b298ca23f4d req-62a85314-07bb-481a-8dc5-c2f0290620f5 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.55 "GET /v2.0/security-groups?id=57be5998-108a-42f8-b228-7a67aa628791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307471 Nov 25 19:52:34.030932 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fc8b4337-19e9-4742-81f9-cb2be6c1bb77 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "GET /v2.0/ports/d729fb0f-1cd2-47fc-ad35-6419171fd70a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1765172 Nov 25 19:52:34.032470 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60690) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:34.045680 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0733f185-861e-4eb0-8aa4-0cd7bd493a56 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'subnet': {'network_id': '3c89ac74-f3a7-4010-8c81-00699a41cf6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:34.108260 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d24eda1c-4844-4e40-b11e-e4fd8d037bbb tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] Deleting port a24238e2-6b90-45ef-98b4-aede5ac486d8 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:34.109054 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d24eda1c-4844-4e40-b11e-e4fd8d037bbb tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:34.201834 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f3738f66-dee8-4c70-b1bc-c1f9fefe84d4 req-d1f92dc3-3e30-440a-be25-06cd3db8bee4 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:34.253443 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f92dc3-3e30-440a-be25-06cd3db8bee4 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Pushing event deleted for resources: {'Port': ['ID=c82634e9-4987-4ee0-9be8-f4f3f48de905,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:34.274787 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d24eda1c-4844-4e40-b11e-e4fd8d037bbb tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:34.275519 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d24eda1c-4844-4e40-b11e-e4fd8d037bbb tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:34.336049 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d24eda1c-4844-4e40-b11e-e4fd8d037bbb tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] Calling delete_port for a24238e2-6b90-45ef-98b4-aede5ac486d8 owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:52:34.361349 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3738f66-dee8-4c70-b1bc-c1f9fefe84d4 req-d1f92dc3-3e30-440a-be25-06cd3db8bee4 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] No DVR routers for this DVR port c82634e9-4987-4ee0-9be8-f4f3f48de905 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:52:34.370968 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f3738f66-dee8-4c70-b1bc-c1f9fefe84d4 req-d1f92dc3-3e30-440a-be25-06cd3db8bee4 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:34.375468 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f3738f66-dee8-4c70-b1bc-c1f9fefe84d4 req-d1f92dc3-3e30-440a-be25-06cd3db8bee4 tempest-ServersNegativeTestMultiTenantJSON-1270007710 tempest-ServersNegativeTestMultiTenantJSON-1270007710-project] 10.222.0.85 "DELETE /v2.0/ports/c82634e9-4987-4ee0-9be8-f4f3f48de905 HTTP/1.1" status: 204 len: 173 time: 3.2037008 Nov 25 19:52:34.376352 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87453353-e972-4b62-b4ab-8e3ccce581c8', 'name': 'network-vif-deleted', 'tag': 'c82634e9-4987-4ee0-9be8-f4f3f48de905'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:52:34.380573 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1d2ff2-ca36-4c5c-836e-2de7e2290014" -d '{"events": [{"server_uuid": "87453353-e972-4b62-b4ab-8e3ccce581c8", "name": "network-vif-deleted", "tag": "c82634e9-4987-4ee0-9be8-f4f3f48de905"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:52:34.509847 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0733f185-861e-4eb0-8aa4-0cd7bd493a56 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:52:34.516079 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0733f185-861e-4eb0-8aa4-0cd7bd493a56 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:34.761942 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d24eda1c-4844-4e40-b11e-e4fd8d037bbb tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:34.769619 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6f4be64d-b28d-458b-95c5-93c267ed1599 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:52:34.831342 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 6f4be64d-b28d-458b-95c5-93c267ed1599 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:52:34.836354 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6f4be64d-b28d-458b-95c5-93c267ed1599 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:52:34.844725 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device c82634e9-4987-4ee0-9be8-f4f3f48de905 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:52:34.868924 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24eda1c-4844-4e40-b11e-e4fd8d037bbb tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] Pushing event deleted for resources: {'Port': ['ID=a24238e2-6b90-45ef-98b4-aede5ac486d8,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:34.916163 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: c82634e9-4987-4ee0-9be8-f4f3f48de905 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:52:34.916900 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device c82634e9-4987-4ee0-9be8-f4f3f48de905 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:52:34.978584 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d24eda1c-4844-4e40-b11e-e4fd8d037bbb tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:34.983835 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d24eda1c-4844-4e40-b11e-e4fd8d037bbb tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:34.985623 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d24eda1c-4844-4e40-b11e-e4fd8d037bbb tempest-FloatingIPAdminTestJSON-1182644995 tempest-FloatingIPAdminTestJSON-1182644995-project] 10.222.0.55 "DELETE /v2.0/floatingips/554fa080-88ce-4384-bad6-b861943b7b7f HTTP/1.1" status: 204 len: 168 time: 1.3947268 Nov 25 19:52:34.994251 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60706) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:35.201551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60708) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:35.216031 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-17761782-cb4b-42c2-b712-ef85c14db75e tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1122694759', 'description': 'tempest-secgroup-smoke-1122694759 description', 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:35.329493 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17761782-cb4b-42c2-b712-ef85c14db75e tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:35.343378 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0733f185-861e-4eb0-8aa4-0cd7bd493a56 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:35.391488 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12910c98-64fc-43ee-9a9b-cd3c9f22a4c1 req-91b06e73-eeef-4490-afcf-2b1984c8d19d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:35.393708 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-12910c98-64fc-43ee-9a9b-cd3c9f22a4c1 req-91b06e73-eeef-4490-afcf-2b1984c8d19d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.1217120 Nov 25 19:52:35.412808 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d9d05db2-58f5-4eb8-9f31-c4e375a1fa16 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Deleting port dc104532-f0d7-46df-b618-94e7b9da4a5d {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:35.413521 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9d05db2-58f5-4eb8-9f31-c4e375a1fa16 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:35.459702 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0733f185-861e-4eb0-8aa4-0cd7bd493a56 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network 3c89ac74-f3a7-4010-8c81-00699a41cf6d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:35.460254 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:35.469780 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0733f185-861e-4eb0-8aa4-0cd7bd493a56 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:35.487551 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a7855b-d412-47b1-8de8-5c1a9a241250 None None] Network 3c89ac74-f3a7-4010-8c81-00699a41cf6d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:52:35.491676 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0733f185-861e-4eb0-8aa4-0cd7bd493a56 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:35.494246 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0733f185-861e-4eb0-8aa4-0cd7bd493a56 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:35.544433 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733f185-861e-4eb0-8aa4-0cd7bd493a56 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Subnet': ['ID=eb7942d5-c924-49b1-88c9-d59e1af8cf12,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:35.559426 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0733f185-861e-4eb0-8aa4-0cd7bd493a56 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5219140 Nov 25 19:52:35.562980 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60718) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:35.568165 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3eb4289e-a78a-4a54-9ed5-cef0d5f23877 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'security_group': {'name': 'tempest-secgroup-982393182'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:35.609280 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3eb4289e-a78a-4a54-9ed5-cef0d5f23877 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:35.621042 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17761782-cb4b-42c2-b712-ef85c14db75e tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:35.770003 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:35.774081 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3eb4289e-a78a-4a54-9ed5-cef0d5f23877 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:35.783664 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3eb4289e-a78a-4a54-9ed5-cef0d5f23877 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:35.787534 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17761782-cb4b-42c2-b712-ef85c14db75e tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:35.873406 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3eb4289e-a78a-4a54-9ed5-cef0d5f23877 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:35.878707 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3eb4289e-a78a-4a54-9ed5-cef0d5f23877 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3144703 Nov 25 19:52:35.879722 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60722) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:35.891642 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3fd8bfba-d2a3-42d9-8d82-cfd583efaa11 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'security_group': {'name': 'tempest-secgroup-745239442'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:35.907642 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4289e-a78a-4a54-9ed5-cef0d5f23877 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a957ffe-1e03-48a5-b621-8e502ba74eab,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:35.947697 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fd8bfba-d2a3-42d9-8d82-cfd583efaa11 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:36.062594 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fd8bfba-d2a3-42d9-8d82-cfd583efaa11 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:36.072174 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fd8bfba-d2a3-42d9-8d82-cfd583efaa11 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:36.121633 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-12910c98-64fc-43ee-9a9b-cd3c9f22a4c1 req-42dcabf0-1bb9-45b8-b8ff-0ea4215c4945 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6857455 Nov 25 19:52:36.143375 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fd8bfba-d2a3-42d9-8d82-cfd583efaa11 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:36.147734 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3fd8bfba-d2a3-42d9-8d82-cfd583efaa11 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2594151 Nov 25 19:52:36.153137 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60724) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:36.155885 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17761782-cb4b-42c2-b712-ef85c14db75e tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:36.161747 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-17761782-cb4b-42c2-b712-ef85c14db75e tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9538915 Nov 25 19:52:36.163404 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c4086df4-5659-4624-9217-5e009eec71a9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-749714257', 'security_groups': ['4d0fd007-bae1-413d-b75d-93f01abfe5ea'], 'network_id': '3c89ac74-f3a7-4010-8c81-00699a41cf6d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eb7942d5-c924-49b1-88c9-d59e1af8cf12'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:36.178015 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60726) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:36.178277 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17761782-cb4b-42c2-b712-ef85c14db75e tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4213ddda-2576-4b10-be6c-fb34c86c46f7,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:36.196777 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9d05db2-58f5-4eb8-9f31-c4e375a1fa16 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:36.199815 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9d05db2-58f5-4eb8-9f31-c4e375a1fa16 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:36.208045 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-98859183-de73-469b-acf9-de6311fba448 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Request body: {'security_group_rule': {'security_group_id': '4213ddda-2576-4b10-be6c-fb34c86c46f7', 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:36.243671 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d9d05db2-58f5-4eb8-9f31-c4e375a1fa16 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Calling delete_port for dc104532-f0d7-46df-b618-94e7b9da4a5d owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:52:36.299027 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2116be99-0532-4fe6-b6ed-16df5fb917ea x-openstack-request-id: req-2116be99-0532-4fe6-b6ed-16df5fb917ea {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:52:36.299331 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87453353-e972-4b62-b4ab-8e3ccce581c8", "name": "network-vif-deleted", "tag": "c82634e9-4987-4ee0-9be8-f4f3f48de905", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:52:36.299689 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2116be99-0532-4fe6-b6ed-16df5fb917ea {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:52:36.300526 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87453353-e972-4b62-b4ab-8e3ccce581c8', 'name': 'network-vif-deleted', 'tag': 'c82634e9-4987-4ee0-9be8-f4f3f48de905', 'status': 'completed', 'code': 200} Nov 25 19:52:36.332558 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc287c9d-833e-4194-8181-9e1d9ad2b2e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-3c89ac74-f3a7-4010-8c81-00699a41cf6d', 'network_id': '3c89ac74-f3a7-4010-8c81-00699a41cf6d', 'tenant_id': '58c8cb9f24b04674b9dfe7a96fa95fb3', 'fixed_ips': [{'subnet_id': 'eb7942d5-c924-49b1-88c9-d59e1af8cf12'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:52:36.335453 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bc287c9d-833e-4194-8181-9e1d9ad2b2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:36.354363 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8bfba-d2a3-42d9-8d82-cfd583efaa11 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0fd007-bae1-413d-b75d-93f01abfe5ea,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:36.524936 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-98859183-de73-469b-acf9-de6311fba448 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:36.587581 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60732) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:36.595372 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4086df4-5659-4624-9217-5e009eec71a9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:52:36.718671 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9d05db2-58f5-4eb8-9f31-c4e375a1fa16 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:36.726049 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ca8460-ef40-425c-a7cd-d9daf2a6ee10 admin admin] Deleting subnet 9cb4a129-705a-4e26-a14a-d37eff386424 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:52:36.729592 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9ca8460-ef40-425c-a7cd-d9daf2a6ee10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:36.771486 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9ca8460-ef40-425c-a7cd-d9daf2a6ee10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:36.779917 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-bc287c9d-833e-4194-8181-9e1d9ad2b2e1 None None] Allocated IP 2001:db8::2 (3c89ac74-f3a7-4010-8c81-00699a41cf6d/eb7942d5-c924-49b1-88c9-d59e1af8cf12/9afd290e-dca0-4fd4-bdda-6a9909a62715) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:52:36.785562 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-98859183-de73-469b-acf9-de6311fba448 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:36.804792 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-98859183-de73-469b-acf9-de6311fba448 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:36.827166 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4086df4-5659-4624-9217-5e009eec71a9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:36.848414 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9ca8460-ef40-425c-a7cd-d9daf2a6ee10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:36.857842 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98859183-de73-469b-acf9-de6311fba448 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82810e0a-50e0-4bc7-9f50-1c438768473d,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:36.879633 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-c4086df4-5659-4624-9217-5e009eec71a9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] device_id is not set on port 6d6c3e73-ca9e-4733-90c9-7dafcb51cbf0 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:52:36.941784 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9ca8460-ef40-425c-a7cd-d9daf2a6ee10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:36.958238 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d05db2-58f5-4eb8-9f31-c4e375a1fa16 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc104532-f0d7-46df-b618-94e7b9da4a5d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:36.962232 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9ca8460-ef40-425c-a7cd-d9daf2a6ee10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:36.967163 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a9ca8460-ef40-425c-a7cd-d9daf2a6ee10 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9cb4a129-705a-4e26-a14a-d37eff386424 HTTP/1.1" status: 204 len: 168 time: 0.3785326 Nov 25 19:52:36.989079 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60740) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:37.002135 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca8460-ef40-425c-a7cd-d9daf2a6ee10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cb4a129-705a-4e26-a14a-d37eff386424,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:37.055213 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bc287c9d-833e-4194-8181-9e1d9ad2b2e1 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:37.076970 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bc287c9d-833e-4194-8181-9e1d9ad2b2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:37.091260 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9d05db2-58f5-4eb8-9f31-c4e375a1fa16 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:37.094396 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9d05db2-58f5-4eb8-9f31-c4e375a1fa16 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:37.095947 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d9d05db2-58f5-4eb8-9f31-c4e375a1fa16 tempest-FloatingIPAdminTestJSON-1124017484 tempest-FloatingIPAdminTestJSON-1124017484-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/5c0fa04e-bbef-4837-9e81-92707b41d7d7 HTTP/1.1" status: 204 len: 168 time: 2.0984321 Nov 25 19:52:37.134863 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60742) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:37.150615 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc287c9d-833e-4194-8181-9e1d9ad2b2e1 None None] Pushing event updated for resources: {'Port': ['ID=9afd290e-dca0-4fd4-bdda-6a9909a62715,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:37.175426 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc287c9d-833e-4194-8181-9e1d9ad2b2e1 None None] Network 3c89ac74-f3a7-4010-8c81-00699a41cf6d is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:37.191905 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-bc287c9d-833e-4194-8181-9e1d9ad2b2e1 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:37.202678 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc287c9d-833e-4194-8181-9e1d9ad2b2e1 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:52:37.251395 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-41a9f489-0e32-43f6-bc5d-06f3e067e0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:37.340451 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-bc287c9d-833e-4194-8181-9e1d9ad2b2e1 None None] Attempting to bind port 9afd290e-dca0-4fd4-bdda-6a9909a62715 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:52:37.340999 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-bc287c9d-833e-4194-8181-9e1d9ad2b2e1 None None] Attempting to bind port 9afd290e-dca0-4fd4-bdda-6a9909a62715 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '7a900846-f5d5-4694-92a7-4511c7fdbdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3c89ac74-f3a7-4010-8c81-00699a41cf6d'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:52:37.341434 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc287c9d-833e-4194-8181-9e1d9ad2b2e1 None None] Attempting to bind port 9afd290e-dca0-4fd4-bdda-6a9909a62715 on network 3c89ac74-f3a7-4010-8c81-00699a41cf6d {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:52:37.348254 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc287c9d-833e-4194-8181-9e1d9ad2b2e1 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:52:37.348656 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc287c9d-833e-4194-8181-9e1d9ad2b2e1 None None] Checking segment: {'id': '7a900846-f5d5-4694-92a7-4511c7fdbdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3c89ac74-f3a7-4010-8c81-00699a41cf6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:52:37.349154 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bc287c9d-833e-4194-8181-9e1d9ad2b2e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:37.349562 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc287c9d-833e-4194-8181-9e1d9ad2b2e1 None None] Bound using segment: {'id': '7a900846-f5d5-4694-92a7-4511c7fdbdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3c89ac74-f3a7-4010-8c81-00699a41cf6d'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:52:37.350175 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-bc287c9d-833e-4194-8181-9e1d9ad2b2e1 None None] Bound port: 9afd290e-dca0-4fd4-bdda-6a9909a62715, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a900846-f5d5-4694-92a7-4511c7fdbdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3c89ac74-f3a7-4010-8c81-00699a41cf6d'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:52:37.350598 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bc287c9d-833e-4194-8181-9e1d9ad2b2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:37.355799 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-c4086df4-5659-4624-9217-5e009eec71a9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Allocated IP 2001:db8::2be (3c89ac74-f3a7-4010-8c81-00699a41cf6d/eb7942d5-c924-49b1-88c9-d59e1af8cf12/6d6c3e73-ca9e-4733-90c9-7dafcb51cbf0) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:52:37.390876 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-98859183-de73-469b-acf9-de6311fba448 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:37.399862 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-98859183-de73-469b-acf9-de6311fba448 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2003832 Nov 25 19:52:37.401085 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60746) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:37.429015 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c9edbed7-5772-4bd1-936b-89fafdd52099 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Request body: {'security_group_rule': {'security_group_id': '4213ddda-2576-4b10-be6c-fb34c86c46f7', 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:37.433100 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-41a9f489-0e32-43f6-bc5d-06f3e067e0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:37.445347 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a9d665ed-c19f-4a85-b36b-e13762616fed tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Deleting port 91cb6f90-bf6a-427d-9b18-1f232fae435c {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:37.445962 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9d665ed-c19f-4a85-b36b-e13762616fed tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:37.496426 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-41a9f489-0e32-43f6-bc5d-06f3e067e0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f23bc9f-acef-4150-94f5-d0c230f2d3be']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:37.514887 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-41a9f489-0e32-43f6-bc5d-06f3e067e0e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9143fa-708a-4510-83ac-0c46ba112b4d') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:37.515308 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-41a9f489-0e32-43f6-bc5d-06f3e067e0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9143fa-708a-4510-83ac-0c46ba112b4d') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:37.516809 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-bc287c9d-833e-4194-8181-9e1d9ad2b2e1 None None] For port 9afd290e-dca0-4fd4-bdda-6a9909a62715, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:52:37.521215 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-bc287c9d-833e-4194-8181-9e1d9ad2b2e1 None None] For port 9afd290e-dca0-4fd4-bdda-6a9909a62715, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9afd290e-dca0-4fd4-bdda-6a9909a62715,segment=NetworkSegment(7a900846-f5d5-4694-92a7-4511c7fdbdd4),segment_id=7a900846-f5d5-4694-92a7-4511c7fdbdd4)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:52:37.536110 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-41a9f489-0e32-43f6-bc5d-06f3e067e0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:37.537173 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bc287c9d-833e-4194-8181-9e1d9ad2b2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:37.560654 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-41a9f489-0e32-43f6-bc5d-06f3e067e0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:37.568692 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9edbed7-5772-4bd1-936b-89fafdd52099 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:37.571925 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a9f489-0e32-43f6-bc5d-06f3e067e0e6 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:52:37.572395 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-41a9f489-0e32-43f6-bc5d-06f3e067e0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:37.642851 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc287c9d-833e-4194-8181-9e1d9ad2b2e1 None None] Pushing event updated for resources: {'Port': ['ID=9afd290e-dca0-4fd4-bdda-6a9909a62715,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:52:37.662018 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:52:37.683989 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-41a9f489-0e32-43f6-bc5d-06f3e067e0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:37.691496 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-41a9f489-0e32-43f6-bc5d-06f3e067e0e6 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:37.700849 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-41a9f489-0e32-43f6-bc5d-06f3e067e0e6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0f23bc9f-acef-4150-94f5-d0c230f2d3be HTTP/1.1" status: 204 len: 168 time: 0.7048779 Nov 25 19:52:37.711301 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60754) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:37.758014 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9f489-0e32-43f6-bc5d-06f3e067e0e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f23bc9f-acef-4150-94f5-d0c230f2d3be,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:37.812810 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92635f-9b1b-4217-b1dc-dcefe163792d req-6dcf93dc-58bd-40a5-95fa-7355a61646d4 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:37.822265 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c92635f-9b1b-4217-b1dc-dcefe163792d req-6dcf93dc-58bd-40a5-95fa-7355a61646d4 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.4828172 Nov 25 19:52:37.943446 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9d665ed-c19f-4a85-b36b-e13762616fed tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:37.960259 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c92635f-9b1b-4217-b1dc-dcefe163792d req-c3fb36e7-f72f-4ceb-99af-94b9c1ff64e6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350589 Nov 25 19:52:38.005057 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a9d665ed-c19f-4a85-b36b-e13762616fed tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Calling delete_port for 91cb6f90-bf6a-427d-9b18-1f232fae435c owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:52:38.090851 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-e99e9ead-1856-4668-b24c-5439d142c001 admin admin] Deleting subnet abf00103-e3de-4aca-aea3-d13b56a8d8d6 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:52:38.118563 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e99e9ead-1856-4668-b24c-5439d142c001 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:38.150334 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9edbed7-5772-4bd1-936b-89fafdd52099 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:38.333690 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9edbed7-5772-4bd1-936b-89fafdd52099 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:38.347703 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4086df4-5659-4624-9217-5e009eec71a9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:38.451555 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9d665ed-c19f-4a85-b36b-e13762616fed tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:38.456719 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edbed7-5772-4bd1-936b-89fafdd52099 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8588078d-bba6-4d41-b4fa-7ac2e850bf9f,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:38.535537 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e99e9ead-1856-4668-b24c-5439d142c001 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:38.585715 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d665ed-c19f-4a85-b36b-e13762616fed tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Pushing event deleted for resources: {'Port': ['ID=91cb6f90-bf6a-427d-9b18-1f232fae435c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:38.649125 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9edbed7-5772-4bd1-936b-89fafdd52099 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:38.651673 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c9edbed7-5772-4bd1-936b-89fafdd52099 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2313905 Nov 25 19:52:38.658528 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60762) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:38.663343 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-92661446-23dd-4e52-a0ef-cd387b8a486a tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Request body: {'security_group_rule': {'security_group_id': '4213ddda-2576-4b10-be6c-fb34c86c46f7', 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:38.738011 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9afd290e-dca0-4fd4-bdda-6a9909a62715 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:52:38.741603 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e99e9ead-1856-4668-b24c-5439d142c001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:38.764918 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9d665ed-c19f-4a85-b36b-e13762616fed tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:38.777265 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a9d665ed-c19f-4a85-b36b-e13762616fed tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] 10.222.0.55 "DELETE /v2.0/ports/91cb6f90-bf6a-427d-9b18-1f232fae435c HTTP/1.1" status: 204 len: 168 time: 1.6335285 Nov 25 19:52:38.777946 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60764) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:38.788515 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4086df4-5659-4624-9217-5e009eec71a9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:38.862388 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92661446-23dd-4e52-a0ef-cd387b8a486a tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:38.877282 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 9afd290e-dca0-4fd4-bdda-6a9909a62715 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:38.878089 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:38.907774 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4086df4-5659-4624-9217-5e009eec71a9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network 3c89ac74-f3a7-4010-8c81-00699a41cf6d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:38.921348 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-c4086df4-5659-4624-9217-5e009eec71a9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:38.971767 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa21cf37-324b-4c26-aef1-8005fa63f694 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:38.980460 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fa21cf37-324b-4c26-aef1-8005fa63f694 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfb4911c-39c6-442c-aba1-1fedcff79ab2 HTTP/1.1" status: 200 len: 913 time: 0.1994717 Nov 25 19:52:38.981204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60772) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:38.987009 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4086df4-5659-4624-9217-5e009eec71a9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:52:39.031142 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4086df4-5659-4624-9217-5e009eec71a9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:39.039301 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4086df4-5659-4624-9217-5e009eec71a9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:39.068788 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4086df4-5659-4624-9217-5e009eec71a9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Port': ['ID=6d6c3e73-ca9e-4733-90c9-7dafcb51cbf0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:39.156800 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e99e9ead-1856-4668-b24c-5439d142c001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:39.209764 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c4086df4-5659-4624-9217-5e009eec71a9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0547156 Nov 25 19:52:39.244726 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:39.250269 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60778) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:39.269790 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f8f1eddf-fce9-4aae-bc0a-10f1f9dc14e7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'subnet': {'network_id': '3c89ac74-f3a7-4010-8c81-00699a41cf6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:39.331621 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 9afd290e-dca0-4fd4-bdda-6a9909a62715, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9afd290e-dca0-4fd4-bdda-6a9909a62715,segment=NetworkSegment(7a900846-f5d5-4694-92a7-4511c7fdbdd4),segment_id=7a900846-f5d5-4694-92a7-4511c7fdbdd4)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:39.344016 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:39.409938 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e9ead-1856-4668-b24c-5439d142c001 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abf00103-e3de-4aca-aea3-d13b56a8d8d6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:39.434412 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb2984-ff27-4c8d-9b1a-bf4bc413af52 req-e678529c-b351-4c6c-9b2d-bdd4134ef432 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:39.436925 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e99e9ead-1856-4668-b24c-5439d142c001 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:39.441149 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4eeb2984-ff27-4c8d-9b1a-bf4bc413af52 req-e678529c-b351-4c6c-9b2d-bdd4134ef432 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.2036431 Nov 25 19:52:39.463566 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e99e9ead-1856-4668-b24c-5439d142c001 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/abf00103-e3de-4aca-aea3-d13b56a8d8d6 HTTP/1.1" status: 204 len: 168 time: 1.7380536 Nov 25 19:52:39.466559 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60780) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:39.480786 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=9afd290e-dca0-4fd4-bdda-6a9909a62715,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:39.488187 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92661446-23dd-4e52-a0ef-cd387b8a486a tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:39.535798 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92661446-23dd-4e52-a0ef-cd387b8a486a tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:39.581768 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92661446-23dd-4e52-a0ef-cd387b8a486a tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7ea314-8778-489f-bf38-83671ef3905c,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:39.603031 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92661446-23dd-4e52-a0ef-cd387b8a486a tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:39.606624 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-92661446-23dd-4e52-a0ef-cd387b8a486a tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9469309 Nov 25 19:52:39.613456 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60782) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:39.644121 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d368a136-8cb1-4545-a33c-bb29d304cf1c tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Request body: {'security_group_rule': {'security_group_id': '4213ddda-2576-4b10-be6c-fb34c86c46f7', 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:39.733532 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f1eddf-fce9-4aae-bc0a-10f1f9dc14e7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:52:39.739392 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8f1eddf-fce9-4aae-bc0a-10f1f9dc14e7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:39.841912 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d368a136-8cb1-4545-a33c-bb29d304cf1c tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:39.922021 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d368a136-8cb1-4545-a33c-bb29d304cf1c tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:39.935310 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d368a136-8cb1-4545-a33c-bb29d304cf1c tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:39.966865 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368a136-8cb1-4545-a33c-bb29d304cf1c tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24064b6d-4f4a-453a-b038-f67d56eee9aa,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:39.971982 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4eeb2984-ff27-4c8d-9b1a-bf4bc413af52 req-37455d11-6ddd-45e3-b209-e72c87fea495 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927542 Nov 25 19:52:39.981415 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1cb8ec02-372b-44bd-b637-840bc2d1b869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:40.017042 n-d-819349-5 neutron-server[103599]: INFO neutron.db.ipam_backend_mixin [None req-f8f1eddf-fce9-4aae-bc0a-10f1f9dc14e7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eb7942d5-c924-49b1-88c9-d59e1af8cf12 (CIDR: 2001:db8::/64) Nov 25 19:52:40.017042 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d368a136-8cb1-4545-a33c-bb29d304cf1c tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:40.018560 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d368a136-8cb1-4545-a33c-bb29d304cf1c tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4037580 Nov 25 19:52:40.020758 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f1eddf-fce9-4aae-bc0a-10f1f9dc14e7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:52:40.021257 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f1eddf-fce9-4aae-bc0a-10f1f9dc14e7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:52:40.027085 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60788) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:40.033409 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-65d2ff0d-bae0-4928-90e1-231851437279 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Request body: {'security_group_rule': {'security_group_id': '4213ddda-2576-4b10-be6c-fb34c86c46f7', 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:40.095590 n-d-819349-5 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-65d2ff0d-bae0-4928-90e1-231851437279 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Project d83dafce68594599ab4d0ac20e13f7c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:52:40.122152 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f8f1eddf-fce9-4aae-bc0a-10f1f9dc14e7 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8651969 Nov 25 19:52:40.122152 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65d2ff0d-bae0-4928-90e1-231851437279 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:40.135018 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60792) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:40.141331 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e7955300-77d8-4c16-a508-a05b5bb74242 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'subnet': {'network_id': '3c89ac74-f3a7-4010-8c81-00699a41cf6d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:40.214737 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5091a1dd-5dbd-4171-813b-611995ab8b1c None None] Provisioning complete for port d729fb0f-1cd2-47fc-ad35-6419171fd70a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:40.215754 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5091a1dd-5dbd-4171-813b-611995ab8b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:40.297258 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-5091a1dd-5dbd-4171-813b-611995ab8b1c None None] Port d729fb0f-1cd2-47fc-ad35-6419171fd70a cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:52:40.326071 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5091a1dd-5dbd-4171-813b-611995ab8b1c None None] Provisioning complete for port 9afd290e-dca0-4fd4-bdda-6a9909a62715 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:40.326792 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5091a1dd-5dbd-4171-813b-611995ab8b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:40.459689 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1cb8ec02-372b-44bd-b637-840bc2d1b869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:40.528587 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-1cb8ec02-372b-44bd-b637-840bc2d1b869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170c1e56-a7d8-4527-a6e8-d1874a5d45b4']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:40.563346 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-1cb8ec02-372b-44bd-b637-840bc2d1b869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6306e6dc-ab48-49c0-9d4d-1ae7b2cd51ff') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:40.564391 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-1cb8ec02-372b-44bd-b637-840bc2d1b869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6306e6dc-ab48-49c0-9d4d-1ae7b2cd51ff') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:40.600376 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1cb8ec02-372b-44bd-b637-840bc2d1b869 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:40.640482 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1cb8ec02-372b-44bd-b637-840bc2d1b869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:40.655812 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9afd290e-dca0-4fd4-bdda-6a9909a62715 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:52:40.673168 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb8ec02-372b-44bd-b637-840bc2d1b869 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:52:40.674098 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1cb8ec02-372b-44bd-b637-840bc2d1b869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:52:40.680745 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:52:40.798198 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d6b35289-9c83-4dce-8784-2b5c11c47c35 None None] Provisioning complete for port 6d6c3e73-ca9e-4733-90c9-7dafcb51cbf0 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:40.799559 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d6b35289-9c83-4dce-8784-2b5c11c47c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:40.842878 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1cb8ec02-372b-44bd-b637-840bc2d1b869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:40.851308 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1cb8ec02-372b-44bd-b637-840bc2d1b869 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:40.857667 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1cb8ec02-372b-44bd-b637-840bc2d1b869 admin admin] 10.222.0.55 "DELETE /v2.0/networks/170c1e56-a7d8-4527-a6e8-d1874a5d45b4 HTTP/1.1" status: 204 len: 168 time: 1.3820260 Nov 25 19:52:40.891925 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8ec02-372b-44bd-b637-840bc2d1b869 admin admin] Pushing event deleted for resources: {'Network': ['ID=170c1e56-a7d8-4527-a6e8-d1874a5d45b4,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:40.905691 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d6b35289-9c83-4dce-8784-2b5c11c47c35 None None] Port 6d6c3e73-ca9e-4733-90c9-7dafcb51cbf0 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:52:40.936496 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 9afd290e-dca0-4fd4-bdda-6a9909a62715 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:40.936879 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:41.004210 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7955300-77d8-4c16-a508-a05b5bb74242 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:52:41.010403 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7955300-77d8-4c16-a508-a05b5bb74242 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:41.101515 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3339b869-ed8f-47fc-a460-f2a268ccf980 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:41.367852 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65d2ff0d-bae0-4928-90e1-231851437279 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:41.388847 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60814) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:41.394463 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65d2ff0d-bae0-4928-90e1-231851437279 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:41.472352 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2ff0d-bae0-4928-90e1-231851437279 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c07bdb1-720b-41ed-8a5e-91ef0fa5b7c8,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:41.489478 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65d2ff0d-bae0-4928-90e1-231851437279 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:41.491263 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-65d2ff0d-bae0-4928-90e1-231851437279 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4629774 Nov 25 19:52:41.500417 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60816) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:41.507533 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2eb68eb7-8722-4fde-80e3-8b8572961eaa tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Request body: {'security_group_rule': {'security_group_id': '4213ddda-2576-4b10-be6c-fb34c86c46f7', 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:41.586436 n-d-819349-5 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-2eb68eb7-8722-4fde-80e3-8b8572961eaa tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Project d83dafce68594599ab4d0ac20e13f7c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:52:41.599084 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b1bad-fce2-479d-912c-3d8c7d868514 req-6034f86e-7634-4258-8bf1-b1d38e4a8a1c tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:41.608842 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c3b1bad-fce2-479d-912c-3d8c7d868514 req-6034f86e-7634-4258-8bf1-b1d38e4a8a1c tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.3188148 Nov 25 19:52:41.611007 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2eb68eb7-8722-4fde-80e3-8b8572961eaa tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:41.618230 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-827d2bdb-c410-4852-9320-1a7390f71d3e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=399384fa903a421a9266dfaeefcfd4ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2275426 Nov 25 19:52:41.627170 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60822) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:41.945318 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2eb68eb7-8722-4fde-80e3-8b8572961eaa tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:41.946600 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55980397-027c-41c2-98a1-bb23220164c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:41.971285 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2eb68eb7-8722-4fde-80e3-8b8572961eaa tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:42.014531 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55980397-027c-41c2-98a1-bb23220164c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:42.076134 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7955300-77d8-4c16-a508-a05b5bb74242 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:42.090035 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb68eb7-8722-4fde-80e3-8b8572961eaa tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b44c4f-9f3e-4346-bd89-fdcb37d5e079,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:42.112824 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7955300-77d8-4c16-a508-a05b5bb74242 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network 3c89ac74-f3a7-4010-8c81-00699a41cf6d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:42.116672 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2eb68eb7-8722-4fde-80e3-8b8572961eaa tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:42.118103 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2eb68eb7-8722-4fde-80e3-8b8572961eaa tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6144519 Nov 25 19:52:42.131737 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e7955300-77d8-4c16-a508-a05b5bb74242 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:42.138968 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7955300-77d8-4c16-a508-a05b5bb74242 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:42.152887 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7955300-77d8-4c16-a508-a05b5bb74242 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:42.163192 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81737188-197b-4156-91d9-a067042bb12e None None] Network 3c89ac74-f3a7-4010-8c81-00699a41cf6d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:52:42.320066 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60832) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:42.322544 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e7955300-77d8-4c16-a508-a05b5bb74242 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1856265 Nov 25 19:52:42.332195 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55980397-027c-41c2-98a1-bb23220164c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:42.336515 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-016f471c-5b88-4da6-bac0-baab02e6e1e1 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1252987563', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '47f9ec74-788a-453b-b53e-befac97b75a6'}], 'security_groups': ['7a957ffe-1e03-48a5-b621-8e502ba74eab']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:42.339400 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55980397-027c-41c2-98a1-bb23220164c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:42.346887 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-55980397-027c-41c2-98a1-bb23220164c7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/57be5998-108a-42f8-b228-7a67aa628791 HTTP/1.1" status: 204 len: 168 time: 0.7158191 Nov 25 19:52:42.380468 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7955300-77d8-4c16-a508-a05b5bb74242 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Subnet': ['ID=47f9ec74-788a-453b-b53e-befac97b75a6,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:42.415814 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55980397-027c-41c2-98a1-bb23220164c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57be5998-108a-42f8-b228-7a67aa628791,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:42.531707 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c3b1bad-fce2-479d-912c-3d8c7d868514 req-4d9fef3f-1ce6-4471-b967-df8190ff48c2 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9217043 Nov 25 19:52:42.755306 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe18f5f-a6d5-45b6-84b2-d761c7ae3d27 None None] Update dhcp port {'port': {'network_id': '3c89ac74-f3a7-4010-8c81-00699a41cf6d', 'fixed_ips': [{'subnet_id': 'eb7942d5-c924-49b1-88c9-d59e1af8cf12', 'ip_address': '2001:db8::2'}, {'subnet_id': '47f9ec74-788a-453b-b53e-befac97b75a6'}], 'binding:host_id': 'n-d-819349-5'}, 'id': '9afd290e-dca0-4fd4-bdda-6a9909a62715'} from n-d-819349-5. {{(pid=103601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:52:42.800222 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-016f471c-5b88-4da6-bac0-baab02e6e1e1 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:42.898191 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3339b869-ed8f-47fc-a460-f2a268ccf980 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Deleting port 0ae92650-2b6f-4399-8f56-ba317df768c6 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:42.900968 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3339b869-ed8f-47fc-a460-f2a268ccf980 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:42.911232 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fbe18f5f-a6d5-45b6-84b2-d761c7ae3d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:43.305302 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-fbe18f5f-a6d5-45b6-84b2-d761c7ae3d27 None None] Allocated IP 2001:db8:0:1::2 (3c89ac74-f3a7-4010-8c81-00699a41cf6d/47f9ec74-788a-453b-b53e-befac97b75a6/9afd290e-dca0-4fd4-bdda-6a9909a62715) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:52:43.311657 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-1b87508a-2028-49fd-bdb8-28b243a2b05a tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1122694759&fields=id&tenant_id=d83dafce68594599ab4d0ac20e13f7c4 HTTP/1.1" status: 200 len: 267 time: 0.3066955 Nov 25 19:52:43.466458 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3339b869-ed8f-47fc-a460-f2a268ccf980 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:43.508815 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3339b869-ed8f-47fc-a460-f2a268ccf980 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Calling delete_port for 0ae92650-2b6f-4399-8f56-ba317df768c6 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:52:43.595653 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60852) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:43.629146 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-fbe18f5f-a6d5-45b6-84b2-d761c7ae3d27 None None] For port 9afd290e-dca0-4fd4-bdda-6a9909a62715, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9afd290e-dca0-4fd4-bdda-6a9909a62715,segment=NetworkSegment(7a900846-f5d5-4694-92a7-4511c7fdbdd4),segment_id=7a900846-f5d5-4694-92a7-4511c7fdbdd4)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:43.663100 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-93c991ef-d75f-4ad2-8b64-5b3e1e232ec4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d5fd84737bef4e618b1757d02e967762&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0658088 Nov 25 19:52:43.663974 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60856) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:43.707385 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fbe18f5f-a6d5-45b6-84b2-d761c7ae3d27 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:43.717276 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fbe18f5f-a6d5-45b6-84b2-d761c7ae3d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:43.754722 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-288d59ef-443d-41d4-98be-b2132547fca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:43.796578 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-288d59ef-443d-41d4-98be-b2132547fca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:43.935897 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-288d59ef-443d-41d4-98be-b2132547fca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:43.952452 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-288d59ef-443d-41d4-98be-b2132547fca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:43.956259 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-288d59ef-443d-41d4-98be-b2132547fca4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/67bfbfb9-55f8-4c14-963b-3e29fe2f7e84 HTTP/1.1" status: 204 len: 168 time: 0.2906468 Nov 25 19:52:43.996824 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18f5f-a6d5-45b6-84b2-d761c7ae3d27 None None] Pushing event updated for resources: {'Port': ['ID=9afd290e-dca0-4fd4-bdda-6a9909a62715,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:43.999696 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d59ef-443d-41d4-98be-b2132547fca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bfbfb9-55f8-4c14-963b-3e29fe2f7e84,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:44.122257 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-fedbb42a-9790-4d5f-9c8f-df5f94e6da7e tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:44.124244 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-fedbb42a-9790-4d5f-9c8f-df5f94e6da7e tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/networks?id=31a538bd-aaea-41e2-b752-14e0aad2e691 HTTP/1.1" status: 200 len: 813 time: 0.7158430 Nov 25 19:52:44.152505 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3339b869-ed8f-47fc-a460-f2a268ccf980 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:44.225849 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339b869-ed8f-47fc-a460-f2a268ccf980 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Pushing event deleted for resources: {'Port': ['ID=0ae92650-2b6f-4399-8f56-ba317df768c6,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:44.242010 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-fbd33dc6-32fe-4af3-abd9-50e94e7ba529 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/quotas/d83dafce68594599ab4d0ac20e13f7c4 HTTP/1.1" status: 200 len: 375 time: 0.1006482 Nov 25 19:52:44.750108 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9afd290e-dca0-4fd4-bdda-6a9909a62715 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:52:44.784828 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-d48035c8-bf31-4487-a666-99d62bf7ed9a tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d83dafce68594599ab4d0ac20e13f7c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4407933 Nov 25 19:52:44.789198 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-016f471c-5b88-4da6-bac0-baab02e6e1e1 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Delete allocated IP 2001:db8::2be (3c89ac74-f3a7-4010-8c81-00699a41cf6d/eb7942d5-c924-49b1-88c9-d59e1af8cf12) {{(pid=103600) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 19:52:44.813727 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-016f471c-5b88-4da6-bac0-baab02e6e1e1 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Allocated IP 2001:db8:0:1::27e (3c89ac74-f3a7-4010-8c81-00699a41cf6d/47f9ec74-788a-453b-b53e-befac97b75a6/6d6c3e73-ca9e-4733-90c9-7dafcb51cbf0) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:52:44.889581 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3339b869-ed8f-47fc-a460-f2a268ccf980 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:44.981071 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 9afd290e-dca0-4fd4-bdda-6a9909a62715 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:44.981647 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:45.652044 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-c8d9707f-761c-41cb-84c1-7120d11e0d7a service neutron] 10.222.0.55 "GET /v2.0/networks/31a538bd-aaea-41e2-b752-14e0aad2e691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8136783 Nov 25 19:52:45.653346 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5fcab8f5-f826-46a6-aae2-563d7064c08a None None] Provisioning complete for port d729fb0f-1cd2-47fc-ad35-6419171fd70a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:45.653858 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5fcab8f5-f826-46a6-aae2-563d7064c08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:45.767713 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-5fcab8f5-f826-46a6-aae2-563d7064c08a None None] Port d729fb0f-1cd2-47fc-ad35-6419171fd70a cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:52:45.776579 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-016f471c-5b88-4da6-bac0-baab02e6e1e1 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:45.789642 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5fcab8f5-f826-46a6-aae2-563d7064c08a None None] Provisioning complete for port 9afd290e-dca0-4fd4-bdda-6a9909a62715 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:45.791018 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5fcab8f5-f826-46a6-aae2-563d7064c08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:45.796145 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-016f471c-5b88-4da6-bac0-baab02e6e1e1 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:45.887699 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3339b869-ed8f-47fc-a460-f2a268ccf980 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Router dfb4911c-39c6-442c-aba1-1fedcff79ab2 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:52:45.925566 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-4104cec5-bbae-4210-a15c-8527c8a670ad service neutron] 10.222.0.55 "GET /v2.0/networks/31a538bd-aaea-41e2-b752-14e0aad2e691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584422 Nov 25 19:52:45.926622 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-016f471c-5b88-4da6-bac0-baab02e6e1e1 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] In _notify_port_updated(), no bound segment for port 6d6c3e73-ca9e-4733-90c9-7dafcb51cbf0 on network 3c89ac74-f3a7-4010-8c81-00699a41cf6d {{(pid=103600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:52:45.934184 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016f471c-5b88-4da6-bac0-baab02e6e1e1 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:45.934925 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-016f471c-5b88-4da6-bac0-baab02e6e1e1 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:45.938858 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-016f471c-5b88-4da6-bac0-baab02e6e1e1 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "PUT /v2.0/ports/6d6c3e73-ca9e-4733-90c9-7dafcb51cbf0 HTTP/1.1" status: 200 len: 931 time: 3.6148283 Nov 25 19:52:45.939072 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f471c-5b88-4da6-bac0-baab02e6e1e1 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Port': ['ID=6d6c3e73-ca9e-4733-90c9-7dafcb51cbf0,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:45.939752 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60900) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:46.127457 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5fcab8f5-f826-46a6-aae2-563d7064c08a None None] Provisioning complete for port 6d6c3e73-ca9e-4733-90c9-7dafcb51cbf0 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:46.128265 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5fcab8f5-f826-46a6-aae2-563d7064c08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:46.269571 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-5fcab8f5-f826-46a6-aae2-563d7064c08a None None] Port 6d6c3e73-ca9e-4733-90c9-7dafcb51cbf0 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:52:46.318014 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7b4170b4-9dce-46d0-9b25-47b59bafdb61 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting port 6d6c3e73-ca9e-4733-90c9-7dafcb51cbf0 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:46.319589 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7b4170b4-9dce-46d0-9b25-47b59bafdb61 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:46.329685 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3339b869-ed8f-47fc-a460-f2a268ccf980 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:52:46.342540 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c58166c-548e-4ae4-95f7-c57e91223864 None None] Sync routers for ids ['dfb4911c-39c6-442c-aba1-1fedcff79ab2'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:52:46.361716 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3339b869-ed8f-47fc-a460-f2a268ccf980 tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] 10.222.0.55 "PUT /v2.0/routers/dfb4911c-39c6-442c-aba1-1fedcff79ab2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3554411 Nov 25 19:52:46.363591 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60910) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:46.386267 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c58166c-548e-4ae4-95f7-c57e91223864 None None] Routers {'dfb4911c-39c6-442c-aba1-1fedcff79ab2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:52:46.399196 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4c58166c-548e-4ae4-95f7-c57e91223864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:52:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['dfb4911c-39c6-442c-aba1-1fedcff79ab2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:46.461363 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4c58166c-548e-4ae4-95f7-c57e91223864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:46.470414 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7b4170b4-9dce-46d0-9b25-47b59bafdb61 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:46.481711 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c58166c-548e-4ae4-95f7-c57e91223864 None None] Routers {'dfb4911c-39c6-442c-aba1-1fedcff79ab2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:52:46.482658 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4c58166c-548e-4ae4-95f7-c57e91223864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:52:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['dfb4911c-39c6-442c-aba1-1fedcff79ab2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:46.526774 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7b4170b4-9dce-46d0-9b25-47b59bafdb61 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Calling delete_port for 6d6c3e73-ca9e-4733-90c9-7dafcb51cbf0 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:52:46.590975 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4c58166c-548e-4ae4-95f7-c57e91223864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:46.606031 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c58166c-548e-4ae4-95f7-c57e91223864 None None] The sync data for ids ['dfb4911c-39c6-442c-aba1-1fedcff79ab2'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:52:46.614770 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-99947573-774e-4100-b2e9-52e4a18f935d None None] Provisioning complete for port 6d6c3e73-ca9e-4733-90c9-7dafcb51cbf0 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:46.615298 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-99947573-774e-4100-b2e9-52e4a18f935d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:46.661068 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b820de88-1521-42d1-99dc-cfd96891d1ea tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:46.718135 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-99947573-774e-4100-b2e9-52e4a18f935d None None] Port 6d6c3e73-ca9e-4733-90c9-7dafcb51cbf0 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:52:46.742848 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7b4170b4-9dce-46d0-9b25-47b59bafdb61 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:46.794169 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4170b4-9dce-46d0-9b25-47b59bafdb61 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Port': ['ID=6d6c3e73-ca9e-4733-90c9-7dafcb51cbf0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:46.865307 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b820de88-1521-42d1-99dc-cfd96891d1ea tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:46.866022 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7b4170b4-9dce-46d0-9b25-47b59bafdb61 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:46.875746 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7b4170b4-9dce-46d0-9b25-47b59bafdb61 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/ports/6d6c3e73-ca9e-4733-90c9-7dafcb51cbf0 HTTP/1.1" status: 204 len: 168 time: 0.9321220 Nov 25 19:52:46.876223 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60922) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:46.964794 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d47a1a5-0e9b-466c-a2dc-ae671af1d3da tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] GET failed (client error): The resource could not be found. Nov 25 19:52:47.000380 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4d47a1a5-0e9b-466c-a2dc-ae671af1d3da tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "GET /v2.0/ports/6d6c3e73-ca9e-4733-90c9-7dafcb51cbf0 HTTP/1.1" status: 404 len: 333 time: 0.1217339 Nov 25 19:52:47.003655 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60928) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:47.315582 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3658daa-bdcc-4b45-b344-ab22ab54dfed req-5ce972d9-7588-4170-89ff-996f9e826a25 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:47.316629 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a3658daa-bdcc-4b45-b344-ab22ab54dfed req-5ce972d9-7588-4170-89ff-996f9e826a25 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 0.2244990 Nov 25 19:52:47.333274 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b820de88-1521-42d1-99dc-cfd96891d1ea tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Deleting port 226b3a08-ab8d-4f03-a1ac-b534d264b6f1 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:47.333869 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b820de88-1521-42d1-99dc-cfd96891d1ea tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:47.365794 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd09f628-a619-4bcd-bdcf-9e8f0f68d777 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:47.518316 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd09f628-a619-4bcd-bdcf-9e8f0f68d777 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:47.605750 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a3658daa-bdcc-4b45-b344-ab22ab54dfed req-b78dd16e-769b-42a6-b1ad-f290372495ec tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645359 Nov 25 19:52:47.614735 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b820de88-1521-42d1-99dc-cfd96891d1ea tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:47.634528 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b820de88-1521-42d1-99dc-cfd96891d1ea tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Calling delete_port for 226b3a08-ab8d-4f03-a1ac-b534d264b6f1 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:52:47.673221 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd09f628-a619-4bcd-bdcf-9e8f0f68d777 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:47.680576 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd09f628-a619-4bcd-bdcf-9e8f0f68d777 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:47.684343 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cd09f628-a619-4bcd-bdcf-9e8f0f68d777 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/security-groups/4d0fd007-bae1-413d-b75d-93f01abfe5ea HTTP/1.1" status: 204 len: 168 time: 0.6767809 Nov 25 19:52:47.685324 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60952) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:47.767196 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09f628-a619-4bcd-bdcf-9e8f0f68d777 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0fd007-bae1-413d-b75d-93f01abfe5ea,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:47.779303 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-468375f0-db03-4763-bd66-f43d3342395e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:47.829790 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-468375f0-db03-4763-bd66-f43d3342395e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:47.938798 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-468375f0-db03-4763-bd66-f43d3342395e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:47.949367 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-468375f0-db03-4763-bd66-f43d3342395e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:47.955469 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-468375f0-db03-4763-bd66-f43d3342395e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/security-groups/7a957ffe-1e03-48a5-b621-8e502ba74eab HTTP/1.1" status: 204 len: 168 time: 0.2671819 Nov 25 19:52:47.958335 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60960) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:47.992317 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468375f0-db03-4763-bd66-f43d3342395e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a957ffe-1e03-48a5-b621-8e502ba74eab,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:48.058368 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b820de88-1521-42d1-99dc-cfd96891d1ea tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:48.148677 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820de88-1521-42d1-99dc-cfd96891d1ea tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Pushing event deleted for resources: {'Port': ['ID=226b3a08-ab8d-4f03-a1ac-b534d264b6f1,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:48.178593 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7325110-bb2e-4d76-80b7-00c831b03e43 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting subnet eb7942d5-c924-49b1-88c9-d59e1af8cf12 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:52:48.185040 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7325110-bb2e-4d76-80b7-00c831b03e43 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:48.200137 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c53862-4005-4086-a813-77130dd4b8a7 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:52:48.281214 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7325110-bb2e-4d76-80b7-00c831b03e43 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:48.319335 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b820de88-1521-42d1-99dc-cfd96891d1ea tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:48.427152 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7325110-bb2e-4d76-80b7-00c831b03e43 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:48.477395 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e25d8-aff1-4856-a586-47cc2dda01f2 req-1af84ead-f028-4670-8036-4780f13ad25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:48.480272 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-018e25d8-aff1-4856-a586-47cc2dda01f2 req-1af84ead-f028-4670-8036-4780f13ad25e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0693fe225e124b1f9efd8df77820112b&device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 1096 time: 0.3548696 Nov 25 19:52:48.493786 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b820de88-1521-42d1-99dc-cfd96891d1ea tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:48.508954 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b820de88-1521-42d1-99dc-cfd96891d1ea tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:48.556053 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7325110-bb2e-4d76-80b7-00c831b03e43 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:48.598645 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7325110-bb2e-4d76-80b7-00c831b03e43 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Subnet': ['ID=eb7942d5-c924-49b1-88c9-d59e1af8cf12,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:48.620649 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7325110-bb2e-4d76-80b7-00c831b03e43 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:48.627128 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f7325110-bb2e-4d76-80b7-00c831b03e43 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/subnets/eb7942d5-c924-49b1-88c9-d59e1af8cf12 HTTP/1.1" status: 204 len: 168 time: 0.6504443 Nov 25 19:52:48.631082 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f774db-64fc-4301-ad6d-f18f21d316b1 None None] Network 3c89ac74-f3a7-4010-8c81-00699a41cf6d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:52:48.640115 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60968) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:48.660954 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-48f4ea2e-5307-4b87-a58b-8aef22707524 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'subnet': {'network_id': '3c89ac74-f3a7-4010-8c81-00699a41cf6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:49.035462 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f4ea2e-5307-4b87-a58b-8aef22707524 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:52:49.065537 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48f4ea2e-5307-4b87-a58b-8aef22707524 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:49.325376 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b820de88-1521-42d1-99dc-cfd96891d1ea tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:49.326823 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b820de88-1521-42d1-99dc-cfd96891d1ea tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Fanout notify agent at l3_agent the message router_deleted on router dfb4911c-39c6-442c-aba1-1fedcff79ab2 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:52:49.349509 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b820de88-1521-42d1-99dc-cfd96891d1ea tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:49.355099 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b820de88-1521-42d1-99dc-cfd96891d1ea tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] 10.222.0.55 "DELETE /v2.0/routers/dfb4911c-39c6-442c-aba1-1fedcff79ab2 HTTP/1.1" status: 204 len: 168 time: 2.9899526 Nov 25 19:52:49.355709 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60988) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:49.506515 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-321aa9a8-2e4d-4de3-bdb8-723f558dcbfc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Deleting subnet 0d923e01-a6ee-4b8a-82ba-c5ca1aeedafc {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:52:49.512814 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-321aa9a8-2e4d-4de3-bdb8-723f558dcbfc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:49.567722 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4269a788-eac3-4d68-9a43-fac88e4da906 req-b819ff91-79d2-4dab-a2f5-7d46642da957 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/ports?device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 210 time: 0.0419853 Nov 25 19:52:49.625337 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e25d8-aff1-4856-a586-47cc2dda01f2 req-80068be1-49ec-45fc-b6bf-7a246548d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:49.636433 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-018e25d8-aff1-4856-a586-47cc2dda01f2 req-80068be1-49ec-45fc-b6bf-7a246548d941 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f9395996-8e1e-448f-bf5e-cf052999c475 HTTP/1.1" status: 200 len: 913 time: 1.1457098 Nov 25 19:52:49.691459 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-018e25d8-aff1-4856-a586-47cc2dda01f2 req-0ecdc059-2554-4ad3-92a0-138b7cdec02e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5f0a748-39cb-4730-a134-8c871f0b302f HTTP/1.1" status: 200 len: 217 time: 0.0468326 Nov 25 19:52:49.782183 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e25d8-aff1-4856-a586-47cc2dda01f2 req-0c158c31-d1c7-449e-8475-daa30de81f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:49.786814 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-018e25d8-aff1-4856-a586-47cc2dda01f2 req-0c158c31-d1c7-449e-8475-daa30de81f23 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b HTTP/1.1" status: 200 len: 852 time: 0.0811594 Nov 25 19:52:49.826745 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-321aa9a8-2e4d-4de3-bdb8-723f558dcbfc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:49.827316 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-47077201-dc31-4053-9074-5296f931573d tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:49.830486 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-47077201-dc31-4053-9074-5296f931573d tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.73 "GET /v2.0/networks?id=31a538bd-aaea-41e2-b752-14e0aad2e691 HTTP/1.1" status: 200 len: 813 time: 0.5150185 Nov 25 19:52:50.006068 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-912ac49e-9b4e-4b7c-8b6e-aebf1b59732c tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d83dafce68594599ab4d0ac20e13f7c4 HTTP/1.1" status: 200 len: 380 time: 0.1481936 Nov 25 19:52:50.015515 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-018e25d8-aff1-4856-a586-47cc2dda01f2 req-a66b8ab5-adc0-4cc2-8e8e-a6c5a62cc40a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9395996-8e1e-448f-bf5e-cf052999c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1817784 Nov 25 19:52:50.022973 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-81f6a96b-651c-40e5-b95e-4b67645805f5 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Request body: {'port': {'device_id': '8494e24d-6019-4720-9738-dea2869ac058', 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691', 'admin_state_up': True, 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'security_groups': ['4213ddda-2576-4b10-be6c-fb34c86c46f7']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:50.155007 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device e5f0a748-39cb-4730-a134-8c871f0b302f no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:52:50.224813 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-81f6a96b-651c-40e5-b95e-4b67645805f5 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Made reservation on behalf of d83dafce68594599ab4d0ac20e13f7c4 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:52:50.228470 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-81f6a96b-651c-40e5-b95e-4b67645805f5 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:50.444654 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-81f6a96b-651c-40e5-b95e-4b67645805f5 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Allocated IP 172.20.0.3 (31a538bd-aaea-41e2-b752-14e0aad2e691/537415f2-0f99-449c-a182-24d9e3c35423/c6f25ffc-4248-4354-af87-6f9190ea2180) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:52:50.536962 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:50.566499 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-321aa9a8-2e4d-4de3-bdb8-723f558dcbfc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:50.677137 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port e5f0a748-39cb-4730-a134-8c871f0b302f, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=e5f0a748-39cb-4730-a134-8c871f0b302f,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:50.684555 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98694a3e-5132-49e8-bbde-1b8677d1c8a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5f0a748-39cb-4730-a134-8c871f0b302f'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:52:50.686859 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-81f6a96b-651c-40e5-b95e-4b67645805f5 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:50.701646 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d4d284-45a3-49f6-81af-7dfeb1e6cead" -d '{"events": [{"server_uuid": "98694a3e-5132-49e8-bbde-1b8677d1c8a7", "name": "network-vif-unplugged", "status": "completed", "tag": "e5f0a748-39cb-4730-a134-8c871f0b302f"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:52:50.770226 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:50.776699 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48f4ea2e-5307-4b87-a58b-8aef22707524 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:50.778945 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-81f6a96b-651c-40e5-b95e-4b67645805f5 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:50.890626 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=e5f0a748-39cb-4730-a134-8c871f0b302f,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:50.915656 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-01fbefd5-595a-472d-81e9-178dd50fbe7f None None] Provisioning complete for port d729fb0f-1cd2-47fc-ad35-6419171fd70a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:50.917316 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-01fbefd5-595a-472d-81e9-178dd50fbe7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:50.987243 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f4ea2e-5307-4b87-a58b-8aef22707524 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network 3c89ac74-f3a7-4010-8c81-00699a41cf6d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:50.989241 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4ea2e-5307-4b87-a58b-8aef22707524 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Subnet': ['ID=13479766-4ba8-4a0b-be03-659eb3aeec48,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:50.998890 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-48f4ea2e-5307-4b87-a58b-8aef22707524 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:51.027722 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f4ea2e-5307-4b87-a58b-8aef22707524 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:51.029745 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48f4ea2e-5307-4b87-a58b-8aef22707524 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:51.045805 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-01fbefd5-595a-472d-81e9-178dd50fbe7f None None] Port d729fb0f-1cd2-47fc-ad35-6419171fd70a cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:52:51.049559 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f13e5a2-e75a-4183-8917-a29c1adbf87e None None] Network 3c89ac74-f3a7-4010-8c81-00699a41cf6d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:52:51.062639 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf154f-98b3-4f91-915b-8bad9f66aaf4 req-23379b22-fd9d-4a10-b1de-63428c144f3a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:51.072098 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-febf154f-98b3-4f91-915b-8bad9f66aaf4 req-23379b22-fd9d-4a10-b1de-63428c144f3a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 945 time: 1.2024002 Nov 25 19:52:51.092866 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-321aa9a8-2e4d-4de3-bdb8-723f558dcbfc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:51.094070 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-81f6a96b-651c-40e5-b95e-4b67645805f5 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Network 31a538bd-aaea-41e2-b752-14e0aad2e691 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:51.107724 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-81f6a96b-651c-40e5-b95e-4b67645805f5 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:51.127001 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-81f6a96b-651c-40e5-b95e-4b67645805f5 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:52:51.141251 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-01fbefd5-595a-472d-81e9-178dd50fbe7f None None] Provisioning complete for port 9afd290e-dca0-4fd4-bdda-6a9909a62715 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:51.141833 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-01fbefd5-595a-472d-81e9-178dd50fbe7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:51.196662 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6a96b-651c-40e5-b95e-4b67645805f5 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Pushing event updated for resources: {'Port': ['ID=c6f25ffc-4248-4354-af87-6f9190ea2180,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:51.225798 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-48f4ea2e-5307-4b87-a58b-8aef22707524 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5833621 Nov 25 19:52:51.230448 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-321aa9a8-2e4d-4de3-bdb8-723f558dcbfc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:51.245386 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-321aa9a8-2e4d-4de3-bdb8-723f558dcbfc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] 10.222.0.55 "DELETE /v2.0/subnets/0d923e01-a6ee-4b8a-82ba-c5ca1aeedafc HTTP/1.1" status: 204 len: 168 time: 1.8848374 Nov 25 19:52:51.245386 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32778) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:51.245386 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321aa9a8-2e4d-4de3-bdb8-723f558dcbfc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Pushing event deleted for resources: {'Subnet': ['ID=0d923e01-a6ee-4b8a-82ba-c5ca1aeedafc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:51.253631 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 32780) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:51.259360 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b8877166-8e5f-4fdf-b017-563eefffe359 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'security_group': {'name': 'tempest-secgroup-2120452133'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:51.260469 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-81f6a96b-651c-40e5-b95e-4b67645805f5 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:51.261174 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-81f6a96b-651c-40e5-b95e-4b67645805f5 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:51.277044 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8c1328-6300-4c25-9e63-7c52e78b6875 None None] Network 9a57fb46-a682-4cbd-85b2-c541f0628794 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:52:51.334381 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-018e25d8-aff1-4856-a586-47cc2dda01f2 req-3a048c53-2d93-470e-9501-484b4454d55a service neutron] 10.222.0.73 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1279233 Nov 25 19:52:51.334685 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8877166-8e5f-4fdf-b017-563eefffe359 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:51.406908 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-81f6a96b-651c-40e5-b95e-4b67645805f5 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3889515 Nov 25 19:52:51.451592 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-4794b21b-262c-4877-9667-d2848ef35cbf service neutron] Request body: {'port': {'device_id': '8494e24d-6019-4720-9738-dea2869ac058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:51.502087 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-febf154f-98b3-4f91-915b-8bad9f66aaf4 req-17e08c61-cb09-4ce3-a012-e86be91efef6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288528 Nov 25 19:52:51.545132 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8877166-8e5f-4fdf-b017-563eefffe359 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:51.559127 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8877166-8e5f-4fdf-b017-563eefffe359 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:51.657117 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8877166-8e5f-4fdf-b017-563eefffe359 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=789c7a8b-280a-4155-90f9-bd555337ff59,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:51.676602 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8877166-8e5f-4fdf-b017-563eefffe359 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:51.679149 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b8877166-8e5f-4fdf-b017-563eefffe359 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4286449 Nov 25 19:52:51.685007 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32782) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:51.705294 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e67302b4-da98-48c6-bc69-cad1702a1761 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'security_group': {'name': 'tempest-secgroup-1125625278'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:51.752879 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe45aa15-9fb2-46dd-9ca1-1781eddc13fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:51.778695 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e67302b4-da98-48c6-bc69-cad1702a1761 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:51.802219 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-4794b21b-262c-4877-9667-d2848ef35cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:51.958535 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e67302b4-da98-48c6-bc69-cad1702a1761 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:51.971070 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e67302b4-da98-48c6-bc69-cad1702a1761 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:52.045495 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e67302b4-da98-48c6-bc69-cad1702a1761 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:52.048724 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-018e25d8-aff1-4856-a586-47cc2dda01f2 req-fd7497f8-b10a-4673-9c97-f99e8144aa92 service neutron] 10.222.0.73 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6762836 Nov 25 19:52:52.051107 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e67302b4-da98-48c6-bc69-cad1702a1761 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3592150 Nov 25 19:52:52.054245 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32794) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:52.068124 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b462efbb-eadf-4780-8882-1a978b8bbf08 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'security_group': {'name': 'tempest-secgroup-1360446935'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:52.124153 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67302b4-da98-48c6-bc69-cad1702a1761 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1094723c-8090-4c8a-9ca6-d7b49f57cc5e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:52.169956 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b462efbb-eadf-4780-8882-1a978b8bbf08 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:52.302984 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca70497-3f19-4a14-8958-e89480b4bb01 None None] DHCP port deletion for 9a57fb46-a682-4cbd-85b2-c541f0628794 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:52:52.374984 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-97360aff-3ed8-40e4-822a-655401de8096 None None] Provisioning complete for port c6f25ffc-4248-4354-af87-6f9190ea2180 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:52.375958 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-97360aff-3ed8-40e4-822a-655401de8096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:52.430000 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c11ed4b-c2dc-4db2-bdd1-c7f759f06eaf None None] Update dhcp port {'port': {'network_id': '3c89ac74-f3a7-4010-8c81-00699a41cf6d', 'fixed_ips': [{'subnet_id': '47f9ec74-788a-453b-b53e-befac97b75a6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '13479766-4ba8-4a0b-be03-659eb3aeec48'}], 'binding:host_id': 'n-d-819349-5'}, 'id': '9afd290e-dca0-4fd4-bdda-6a9909a62715'} from n-d-819349-5. {{(pid=103601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:52:52.451102 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dbd09-0138-41e1-872b-8eda26c0315f req-90f633a0-0ceb-44d5-80b7-c041c5925fd4 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:52.456035 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b462efbb-eadf-4780-8882-1a978b8bbf08 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:52.468699 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b462efbb-eadf-4780-8882-1a978b8bbf08 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:52.469020 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b1dbd09-0138-41e1-872b-8eda26c0315f req-90f633a0-0ceb-44d5-80b7-c041c5925fd4 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/ports?device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 931 time: 0.5870166 Nov 25 19:52:52.522086 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-97360aff-3ed8-40e4-822a-655401de8096 None None] Port c6f25ffc-4248-4354-af87-6f9190ea2180 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:52:52.527999 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5c11ed4b-c2dc-4db2-bdd1-c7f759f06eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:52.589307 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-eca70497-3f19-4a14-8958-e89480b4bb01 None None] Deleting port f366ad19-f2cf-4ce5-a7c1-588eeda23b8f {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:52.590565 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eca70497-3f19-4a14-8958-e89480b4bb01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:52.603298 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-fe45aa15-9fb2-46dd-9ca1-1781eddc13fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Deleting port f366ad19-f2cf-4ce5-a7c1-588eeda23b8f {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:52.603638 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe45aa15-9fb2-46dd-9ca1-1781eddc13fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:52.613323 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b462efbb-eadf-4780-8882-1a978b8bbf08 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:52.626326 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b462efbb-eadf-4780-8882-1a978b8bbf08 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5590429 Nov 25 19:52:52.629447 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32802) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:52.673587 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d39a6a8e-d8f8-4999-886b-27e57022b4d9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1121225717', 'security_groups': ['b2a17339-2ad2-445d-8746-e5e5b8a560d0'], 'network_id': '3c89ac74-f3a7-4010-8c81-00699a41cf6d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '13479766-4ba8-4a0b-be03-659eb3aeec48'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:52.880304 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f366ad19-f2cf-4ce5-a7c1-588eeda23b8f no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:52:52.899736 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462efbb-eadf-4780-8882-1a978b8bbf08 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a17339-2ad2-445d-8746-e5e5b8a560d0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:52.952073 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-eca70497-3f19-4a14-8958-e89480b4bb01 None None] For port f366ad19-f2cf-4ce5-a7c1-588eeda23b8f, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f366ad19-f2cf-4ce5-a7c1-588eeda23b8f,segment=NetworkSegment(ea3fdeaa-ff66-4fe7-a2cb-900787d1eb4c),segment_id=ea3fdeaa-ff66-4fe7-a2cb-900787d1eb4c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:52.952729 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eca70497-3f19-4a14-8958-e89480b4bb01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:53.025077 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-eca70497-3f19-4a14-8958-e89480b4bb01 None None] Calling delete_port for f366ad19-f2cf-4ce5-a7c1-588eeda23b8f owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:52:53.075447 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39a6a8e-d8f8-4999-886b-27e57022b4d9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:52:53.237677 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-5c11ed4b-c2dc-4db2-bdd1-c7f759f06eaf None None] Allocated IP 2001:db8::2 (3c89ac74-f3a7-4010-8c81-00699a41cf6d/13479766-4ba8-4a0b-be03-659eb3aeec48/9afd290e-dca0-4fd4-bdda-6a9909a62715) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:52:53.248336 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:53.261647 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b1dbd09-0138-41e1-872b-8eda26c0315f req-277b6780-5d45-4f56-856d-ef6645971ec6 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/security-groups?id=4213ddda-2576-4b10-be6c-fb34c86c46f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7148473 Nov 25 19:52:53.265907 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fe45aa15-9fb2-46dd-9ca1-1781eddc13fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] For port f366ad19-f2cf-4ce5-a7c1-588eeda23b8f, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f366ad19-f2cf-4ce5-a7c1-588eeda23b8f,segment=NetworkSegment(ea3fdeaa-ff66-4fe7-a2cb-900787d1eb4c),segment_id=ea3fdeaa-ff66-4fe7-a2cb-900787d1eb4c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:53.266766 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe45aa15-9fb2-46dd-9ca1-1781eddc13fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:53.362399 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-fe45aa15-9fb2-46dd-9ca1-1781eddc13fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Calling delete_port for f366ad19-f2cf-4ce5-a7c1-588eeda23b8f owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:52:53.381554 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d39a6a8e-d8f8-4999-886b-27e57022b4d9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:53.387812 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port f366ad19-f2cf-4ce5-a7c1-588eeda23b8f, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f366ad19-f2cf-4ce5-a7c1-588eeda23b8f,segment=NetworkSegment(ea3fdeaa-ff66-4fe7-a2cb-900787d1eb4c),segment_id=ea3fdeaa-ff66-4fe7-a2cb-900787d1eb4c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:53.409622 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-d39a6a8e-d8f8-4999-886b-27e57022b4d9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] device_id is not set on port f8abf393-097d-4370-9b18-02729c6dd060 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:52:53.504234 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-4794b21b-262c-4877-9667-d2848ef35cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6f25ffc-4248-4354-af87-6f9190ea2180 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:52:53.506231 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c86b849-3eb4-420e-8fd9-c922a17b771d x-openstack-request-id: req-8c86b849-3eb4-420e-8fd9-c922a17b771d {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:52:53.506732 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98694a3e-5132-49e8-bbde-1b8677d1c8a7", "name": "network-vif-unplugged", "status": "completed", "tag": "e5f0a748-39cb-4730-a134-8c871f0b302f", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:52:53.507148 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8c86b849-3eb4-420e-8fd9-c922a17b771d {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:52:53.507783 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98694a3e-5132-49e8-bbde-1b8677d1c8a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5f0a748-39cb-4730-a134-8c871f0b302f', 'code': 200} Nov 25 19:52:53.520890 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:53.527555 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-4794b21b-262c-4877-9667-d2848ef35cbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:53.563363 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5c11ed4b-c2dc-4db2-bdd1-c7f759f06eaf None None] For port 9afd290e-dca0-4fd4-bdda-6a9909a62715, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9afd290e-dca0-4fd4-bdda-6a9909a62715,segment=NetworkSegment(7a900846-f5d5-4694-92a7-4511c7fdbdd4),segment_id=7a900846-f5d5-4694-92a7-4511c7fdbdd4)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:53.582949 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-4794b21b-262c-4877-9667-d2848ef35cbf service neutron] Transition to ACTIVE for port object c6f25ffc-4248-4354-af87-6f9190ea2180 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:52:53.593622 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eca70497-3f19-4a14-8958-e89480b4bb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:53.628078 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-4794b21b-262c-4877-9667-d2848ef35cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:53.662929 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event deleted for resources: {'Port': ['ID=f366ad19-f2cf-4ce5-a7c1-588eeda23b8f,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:53.708286 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5c11ed4b-c2dc-4db2-bdd1-c7f759f06eaf None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:53.778757 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5c11ed4b-c2dc-4db2-bdd1-c7f759f06eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:53.782077 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca70497-3f19-4a14-8958-e89480b4bb01 None None] No DVR routers for this DVR port f366ad19-f2cf-4ce5-a7c1-588eeda23b8f on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:52:53.785372 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca70497-3f19-4a14-8958-e89480b4bb01 None None] Pushing event deleted for resources: {'Port': ['ID=f366ad19-f2cf-4ce5-a7c1-588eeda23b8f,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:53.796031 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:53.923046 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794b21b-262c-4877-9667-d2848ef35cbf service neutron] Pushing event updated for resources: {'Port': ['ID=c6f25ffc-4248-4354-af87-6f9190ea2180,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:53.938718 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-d39a6a8e-d8f8-4999-886b-27e57022b4d9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Allocated IP 2001:db8::25b (3c89ac74-f3a7-4010-8c81-00699a41cf6d/13479766-4ba8-4a0b-be03-659eb3aeec48/f8abf393-097d-4370-9b18-02729c6dd060) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:52:54.021075 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11ed4b-c2dc-4db2-bdd1-c7f759f06eaf None None] Pushing event updated for resources: {'Port': ['ID=9afd290e-dca0-4fd4-bdda-6a9909a62715,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:54.184739 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe45aa15-9fb2-46dd-9ca1-1781eddc13fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:54.326977 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:54.366964 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45aa15-9fb2-46dd-9ca1-1781eddc13fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Pushing event deleted for resources: {'Port': ['ID=f366ad19-f2cf-4ce5-a7c1-588eeda23b8f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:54.394770 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe45aa15-9fb2-46dd-9ca1-1781eddc13fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] No DVR routers for this DVR port f366ad19-f2cf-4ce5-a7c1-588eeda23b8f on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:52:54.633828 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d39a6a8e-d8f8-4999-886b-27e57022b4d9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:54.770841 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d39a6a8e-d8f8-4999-886b-27e57022b4d9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:54.827569 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9afd290e-dca0-4fd4-bdda-6a9909a62715 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:52:54.925772 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39a6a8e-d8f8-4999-886b-27e57022b4d9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network 3c89ac74-f3a7-4010-8c81-00699a41cf6d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:54.939259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d39a6a8e-d8f8-4999-886b-27e57022b4d9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:54.954591 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-4794b21b-262c-4877-9667-d2848ef35cbf service neutron] Attempting to bind port c6f25ffc-4248-4354-af87-6f9190ea2180 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:52:54.955452 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39a6a8e-d8f8-4999-886b-27e57022b4d9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:52:54.955645 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-4794b21b-262c-4877-9667-d2848ef35cbf service neutron] Attempting to bind port c6f25ffc-4248-4354-af87-6f9190ea2180 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'bb3a5971-8be9-47ea-8a3a-79d2c03c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:52:54.955645 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-4794b21b-262c-4877-9667-d2848ef35cbf service neutron] Attempting to bind port c6f25ffc-4248-4354-af87-6f9190ea2180 on network 31a538bd-aaea-41e2-b752-14e0aad2e691 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:52:54.969066 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39a6a8e-d8f8-4999-886b-27e57022b4d9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:54.969772 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d39a6a8e-d8f8-4999-886b-27e57022b4d9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:54.993460 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a6a8e-d8f8-4999-886b-27e57022b4d9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Port': ['ID=f8abf393-097d-4370-9b18-02729c6dd060,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:55.018070 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d39a6a8e-d8f8-4999-886b-27e57022b4d9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3654039 Nov 25 19:52:55.022659 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32824) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:55.040703 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0f2afe64-1d7d-4416-8021-ff8f515da96b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'subnet': {'network_id': '3c89ac74-f3a7-4010-8c81-00699a41cf6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:55.094280 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 9afd290e-dca0-4fd4-bdda-6a9909a62715 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:55.094868 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:55.113606 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-4794b21b-262c-4877-9667-d2848ef35cbf service neutron] Port c6f25ffc-4248-4354-af87-6f9190ea2180 on network 31a538bd-aaea-41e2-b752-14e0aad2e691 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:52:55.114686 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-4794b21b-262c-4877-9667-d2848ef35cbf service neutron] Attempting to bind port c6f25ffc-4248-4354-af87-6f9190ea2180 on network 31a538bd-aaea-41e2-b752-14e0aad2e691 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:52:55.141569 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-4794b21b-262c-4877-9667-d2848ef35cbf service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:52:55.141954 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-4794b21b-262c-4877-9667-d2848ef35cbf service neutron] Checking segment: {'id': 'bb3a5971-8be9-47ea-8a3a-79d2c03c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:52:55.142398 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-4794b21b-262c-4877-9667-d2848ef35cbf service neutron] Bound using segment: {'id': 'bb3a5971-8be9-47ea-8a3a-79d2c03c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:52:55.143049 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-4794b21b-262c-4877-9667-d2848ef35cbf service neutron] Bound port: c6f25ffc-4248-4354-af87-6f9190ea2180, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3a5971-8be9-47ea-8a3a-79d2c03c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:52:55.143548 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-4794b21b-262c-4877-9667-d2848ef35cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:55.196459 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ea270-1862-4b84-87a2-e25d8e5942e3 req-be0f2f75-de1c-475e-92b5-ec5dad1b7e63 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:55.220036 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7b5ea270-1862-4b84-87a2-e25d8e5942e3 req-be0f2f75-de1c-475e-92b5-ec5dad1b7e63 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 943 time: 0.8702421 Nov 25 19:52:55.256520 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe45aa15-9fb2-46dd-9ca1-1781eddc13fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:55.336670 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-fe45aa15-9fb2-46dd-9ca1-1781eddc13fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a57fb46-a682-4cbd-85b2-c541f0628794']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:55.387204 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2afe64-1d7d-4416-8021-ff8f515da96b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:52:55.392058 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0f2afe64-1d7d-4416-8021-ff8f515da96b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:55.406160 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-fe45aa15-9fb2-46dd-9ca1-1781eddc13fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3fdeaa-ff66-4fe7-a2cb-900787d1eb4c') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:55.406529 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-fe45aa15-9fb2-46dd-9ca1-1781eddc13fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3fdeaa-ff66-4fe7-a2cb-900787d1eb4c') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:55.425248 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-ef43acc4-a844-40af-90bc-ec21ce07ad94 req-f5d98fa0-cd21-47bc-a767-fa519157db5e service neutron] (103599) timed out ('10.222.0.55', 44024) {{(pid=103599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 19:52:55.427335 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe45aa15-9fb2-46dd-9ca1-1781eddc13fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:55.501217 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7b5ea270-1862-4b84-87a2-e25d8e5942e3 req-448be260-5c6a-45f8-9698-932e96850923 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800126 Nov 25 19:52:55.504744 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe45aa15-9fb2-46dd-9ca1-1781eddc13fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:55.532827 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe45aa15-9fb2-46dd-9ca1-1781eddc13fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:52:55.532827 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe45aa15-9fb2-46dd-9ca1-1781eddc13fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:52:55.588495 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:52:55.600299 n-d-819349-5 neutron-server[103599]: INFO neutron.db.ipam_backend_mixin [None req-0f2afe64-1d7d-4416-8021-ff8f515da96b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 13479766-4ba8-4a0b-be03-659eb3aeec48 (CIDR: 2001:db8::/64) Nov 25 19:52:55.606802 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f2afe64-1d7d-4416-8021-ff8f515da96b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:52:55.607333 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f2afe64-1d7d-4416-8021-ff8f515da96b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:52:55.641147 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0f2afe64-1d7d-4416-8021-ff8f515da96b tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6172092 Nov 25 19:52:55.643987 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32832) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:55.657038 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a0231e2a-e083-43bd-9a1f-b7746eb93ccf tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'subnet': {'network_id': '3c89ac74-f3a7-4010-8c81-00699a41cf6d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:55.661270 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6b54eaa9-ecb4-4a7a-b023-79efcd4ee727 None None] Provisioning complete for port d729fb0f-1cd2-47fc-ad35-6419171fd70a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:55.661891 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6b54eaa9-ecb4-4a7a-b023-79efcd4ee727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:55.688717 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-4794b21b-262c-4877-9667-d2848ef35cbf service neutron] For port c6f25ffc-4248-4354-af87-6f9190ea2180, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:52:55.738954 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-4794b21b-262c-4877-9667-d2848ef35cbf service neutron] For port c6f25ffc-4248-4354-af87-6f9190ea2180, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c6f25ffc-4248-4354-af87-6f9190ea2180,segment=NetworkSegment(bb3a5971-8be9-47ea-8a3a-79d2c03c06ea),segment_id=bb3a5971-8be9-47ea-8a3a-79d2c03c06ea)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:52:55.763120 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-4794b21b-262c-4877-9667-d2848ef35cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:55.771455 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe45aa15-9fb2-46dd-9ca1-1781eddc13fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:55.816706 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe45aa15-9fb2-46dd-9ca1-1781eddc13fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:55.829419 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fe45aa15-9fb2-46dd-9ca1-1781eddc13fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] 10.222.0.55 "DELETE /v2.0/networks/9a57fb46-a682-4cbd-85b2-c541f0628794 HTTP/1.1" status: 204 len: 168 time: 4.5603418 Nov 25 19:52:55.836203 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32838) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:55.879327 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-6b54eaa9-ecb4-4a7a-b023-79efcd4ee727 None None] Port d729fb0f-1cd2-47fc-ad35-6419171fd70a cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:52:55.900550 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6b54eaa9-ecb4-4a7a-b023-79efcd4ee727 None None] Provisioning complete for port 9afd290e-dca0-4fd4-bdda-6a9909a62715 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:55.901820 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6b54eaa9-ecb4-4a7a-b023-79efcd4ee727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:55.941808 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-4794b21b-262c-4877-9667-d2848ef35cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:55.943166 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-4794b21b-262c-4877-9667-d2848ef35cbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:55.946200 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-4794b21b-262c-4877-9667-d2848ef35cbf service neutron] 10.222.0.73 "PUT /v2.0/ports/c6f25ffc-4248-4354-af87-6f9190ea2180 HTTP/1.1" status: 200 len: 1091 time: 4.5000124 Nov 25 19:52:56.100704 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8494e24d-6019-4720-9738-dea2869ac058', 'tag': 'c6f25ffc-4248-4354-af87-6f9190ea2180'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:52:56.104794 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47137f9-76be-4398-be7f-9feb5354c143" -d '{"events": [{"name": "network-changed", "server_uuid": "8494e24d-6019-4720-9738-dea2869ac058", "tag": "c6f25ffc-4248-4354-af87-6f9190ea2180"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:52:56.110031 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794b21b-262c-4877-9667-d2848ef35cbf service neutron] Pushing event updated for resources: {'Port': ['ID=c6f25ffc-4248-4354-af87-6f9190ea2180,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:56.245329 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device e5f0a748-39cb-4730-a134-8c871f0b302f no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:52:56.284241 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45aa15-9fb2-46dd-9ca1-1781eddc13fc tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Pushing event deleted for resources: {'Network': ['ID=9a57fb46-a682-4cbd-85b2-c541f0628794,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:56.450625 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-4fa5a9e4-b39a-46b7-a6be-9ab3dcbdd7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:56.452516 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-4fa5a9e4-b39a-46b7-a6be-9ab3dcbdd7dd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d83dafce68594599ab4d0ac20e13f7c4&device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 1094 time: 0.3345575 Nov 25 19:52:56.463308 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52517fe6-420a-43bb-8cad-47b1511e0836 req-8527623e-05af-44fc-bfa4-34a0e991fb5f tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:56.473683 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52517fe6-420a-43bb-8cad-47b1511e0836 req-8527623e-05af-44fc-bfa4-34a0e991fb5f tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/ports?device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 943 time: 0.3467410 Nov 25 19:52:56.545467 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a53fd660-14c8-4ea2-97a4-179de35df7bf None None] Provisioning complete for port f8abf393-097d-4370-9b18-02729c6dd060 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:56.545837 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a53fd660-14c8-4ea2-97a4-179de35df7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:56.583789 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0231e2a-e083-43bd-9a1f-b7746eb93ccf tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:52:56.598831 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0231e2a-e083-43bd-9a1f-b7746eb93ccf tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:56.629025 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-dfd02488-60c1-4c3f-9a4a-435f347a8ab6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6f25ffc-4248-4354-af87-6f9190ea2180 HTTP/1.1" status: 200 len: 217 time: 0.1519599 Nov 25 19:52:56.664475 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a53fd660-14c8-4ea2-97a4-179de35df7bf None None] Port f8abf393-097d-4370-9b18-02729c6dd060 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:52:56.719887 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7ff2e1ce-da8b-4cbc-8327-3827ae849e1f tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Deleting port ffd77105-7ba9-461d-af0b-38946318ba6f {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:56.720453 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ff2e1ce-da8b-4cbc-8327-3827ae849e1f tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:56.767171 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52517fe6-420a-43bb-8cad-47b1511e0836 req-5e364dfa-ddd8-43f5-b0aa-fab5772dc5d5 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/security-groups?id=4213ddda-2576-4b10-be6c-fb34c86c46f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919846 Nov 25 19:52:56.770885 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-ba8febf1-7055-434e-bfbb-09f42bbf8d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:56.789114 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-ba8febf1-7055-434e-bfbb-09f42bbf8d67 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=537415f2-0f99-449c-a182-24d9e3c35423 HTTP/1.1" status: 200 len: 852 time: 0.1433530 Nov 25 19:52:56.887124 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-e9ef54e4-82a2-4118-b829-2fc34fd058d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:56.888725 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-e9ef54e4-82a2-4118-b829-2fc34fd058d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31a538bd-aaea-41e2-b752-14e0aad2e691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912404 Nov 25 19:52:56.987081 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ff2e1ce-da8b-4cbc-8327-3827ae849e1f tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:56.987409 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ff2e1ce-da8b-4cbc-8327-3827ae849e1f tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:57.012746 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7ff2e1ce-da8b-4cbc-8327-3827ae849e1f tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Calling delete_port for ffd77105-7ba9-461d-af0b-38946318ba6f owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:52:57.176747 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-fd4c75e8-7640-458e-872c-afbe3ec24598 service neutron] 10.222.0.73 "GET /v2.0/networks/31a538bd-aaea-41e2-b752-14e0aad2e691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663450 Nov 25 19:52:57.206371 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0f2104-8214-4d82-87f9-724d6f8ab89f x-openstack-request-id: req-fc0f2104-8214-4d82-87f9-724d6f8ab89f {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:52:57.206972 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8494e24d-6019-4720-9738-dea2869ac058", "tag": "c6f25ffc-4248-4354-af87-6f9190ea2180", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:52:57.207381 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fc0f2104-8214-4d82-87f9-724d6f8ab89f {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:52:57.208077 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8494e24d-6019-4720-9738-dea2869ac058', 'tag': 'c6f25ffc-4248-4354-af87-6f9190ea2180', 'status': 'completed', 'code': 200} Nov 25 19:52:57.319713 n-d-819349-5 neutron-server[103599]: INFO neutron.db.ipam_backend_mixin [None req-a0231e2a-e083-43bd-9a1f-b7746eb93ccf tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 47f9ec74-788a-453b-b53e-befac97b75a6 (CIDR: 2001:db8:0:1::/64) Nov 25 19:52:57.336124 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0231e2a-e083-43bd-9a1f-b7746eb93ccf tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:52:57.337122 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0231e2a-e083-43bd-9a1f-b7746eb93ccf tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:52:57.396961 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f663f-62db-4e1d-8127-73cbc3c1ff50 req-7069749e-20ce-437c-bc95-51976dd76579 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:57.411097 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-518f663f-62db-4e1d-8127-73cbc3c1ff50 req-7069749e-20ce-437c-bc95-51976dd76579 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 943 time: 0.2204921 Nov 25 19:52:57.428549 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a0231e2a-e083-43bd-9a1f-b7746eb93ccf tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.7786903 Nov 25 19:52:57.429848 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32866) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:57.462380 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-45782749-2668-4d63-9c5a-e1c24de07e66 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'subnet': {'network_id': '3c89ac74-f3a7-4010-8c81-00699a41cf6d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:57.530151 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dc6925c5-e24c-4061-adc4-0d9be6aa0ff5 req-8ea3c02b-f099-4fbd-9e72-0a052889db75 service neutron] 10.222.0.73 "GET /v2.0/networks/31a538bd-aaea-41e2-b752-14e0aad2e691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457108 Nov 25 19:52:57.594943 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-518f663f-62db-4e1d-8127-73cbc3c1ff50 req-35a4f0f6-8ba7-4ea0-9d93-16f6a6b62f13 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695137 Nov 25 19:52:57.741780 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ff2e1ce-da8b-4cbc-8327-3827ae849e1f tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:57.809396 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2e1ce-da8b-4cbc-8327-3827ae849e1f tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Pushing event deleted for resources: {'Port': ['ID=ffd77105-7ba9-461d-af0b-38946318ba6f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:57.814120 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47137f9-76be-4398-be7f-9feb5354c143 req-eb058490-86ae-47a3-a2cf-d479aeee9a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:57.855566 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f47137f9-76be-4398-be7f-9feb5354c143 req-eb058490-86ae-47a3-a2cf-d479aeee9a15 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d83dafce68594599ab4d0ac20e13f7c4&device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 1094 time: 0.2062781 Nov 25 19:52:57.896948 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ff2e1ce-da8b-4cbc-8327-3827ae849e1f tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:57.901685 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ff2e1ce-da8b-4cbc-8327-3827ae849e1f tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:57.903380 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7ff2e1ce-da8b-4cbc-8327-3827ae849e1f tempest-FloatingIPAdminTestJSON-65295753 tempest-FloatingIPAdminTestJSON-65295753-project] 10.222.0.55 "DELETE /v2.0/floatingips/b18da7c1-6536-43b2-82a0-5d23b3c2a200 HTTP/1.1" status: 204 len: 168 time: 2.0663455 Nov 25 19:52:57.934515 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45782749-2668-4d63-9c5a-e1c24de07e66 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Made reservation on behalf of 58c8cb9f24b04674b9dfe7a96fa95fb3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:52:57.939462 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-45782749-2668-4d63-9c5a-e1c24de07e66 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:58.375137 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47137f9-76be-4398-be7f-9feb5354c143 req-1456b3b7-f2e3-48e1-a65f-1afc86321df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:58.381566 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f47137f9-76be-4398-be7f-9feb5354c143 req-1456b3b7-f2e3-48e1-a65f-1afc86321df5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=31a538bd-aaea-41e2-b752-14e0aad2e691 HTTP/1.1" status: 200 len: 914 time: 0.5171318 Nov 25 19:52:58.517932 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f47137f9-76be-4398-be7f-9feb5354c143 req-ede93ecd-2a28-42bf-935b-817f42c80009 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6f25ffc-4248-4354-af87-6f9190ea2180 HTTP/1.1" status: 200 len: 217 time: 0.1277833 Nov 25 19:52:58.686199 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47137f9-76be-4398-be7f-9feb5354c143 req-963698a0-6fa1-4573-8e0d-23e918d2040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:58.690655 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f47137f9-76be-4398-be7f-9feb5354c143 req-963698a0-6fa1-4573-8e0d-23e918d2040c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=537415f2-0f99-449c-a182-24d9e3c35423 HTTP/1.1" status: 200 len: 852 time: 0.1617677 Nov 25 19:52:58.774113 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47137f9-76be-4398-be7f-9feb5354c143 req-26a367ad-f406-46f0-8e0f-9d9d3414a9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:58.776828 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f47137f9-76be-4398-be7f-9feb5354c143 req-26a367ad-f406-46f0-8e0f-9d9d3414a9b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31a538bd-aaea-41e2-b752-14e0aad2e691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769327 Nov 25 19:52:58.915833 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32900) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:58.929078 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-45782749-2668-4d63-9c5a-e1c24de07e66 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:59.046854 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45782749-2668-4d63-9c5a-e1c24de07e66 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Network 3c89ac74-f3a7-4010-8c81-00699a41cf6d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:59.050807 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-45782749-2668-4d63-9c5a-e1c24de07e66 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:59.058418 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45782749-2668-4d63-9c5a-e1c24de07e66 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:59.058418 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-45782749-2668-4d63-9c5a-e1c24de07e66 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:59.077437 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e8afc1-b9c9-45e5-8a60-f70f20ec74cb None None] Network 3c89ac74-f3a7-4010-8c81-00699a41cf6d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:52:59.121081 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-45782749-2668-4d63-9c5a-e1c24de07e66 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6850531 Nov 25 19:52:59.141894 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f47137f9-76be-4398-be7f-9feb5354c143 req-07f22121-63da-4982-9f67-241b46a0bad5 service neutron] 10.222.0.73 "GET /v2.0/networks/31a538bd-aaea-41e2-b752-14e0aad2e691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545208 Nov 25 19:52:59.144973 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 32910) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:59.147171 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45782749-2668-4d63-9c5a-e1c24de07e66 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Subnet': ['ID=77269959-bbe4-4bf6-83ab-45c5ad1c257b,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:59.168242 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-402de60f-a541-4d19-aad7-750a92c27dd9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1124638308', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '77269959-bbe4-4bf6-83ab-45c5ad1c257b'}], 'security_groups': ['789c7a8b-280a-4155-90f9-bd555337ff59', '1094723c-8090-4c8a-9ca6-d7b49f57cc5e']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:59.258126 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-efc95d10-5207-4a95-ba19-773001081cac admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2905e594980d42a18816b032dce18e29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3401959 Nov 25 19:52:59.261457 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32912) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:59.464583 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03b25e87-9cd6-4681-a16a-1f554d379fdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:59.474716 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f47137f9-76be-4398-be7f-9feb5354c143 req-9f0aec47-31b2-44c8-9480-9a6cad3b9e49 service neutron] 10.222.0.73 "GET /v2.0/networks/31a538bd-aaea-41e2-b752-14e0aad2e691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978556 Nov 25 19:52:59.521643 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03b25e87-9cd6-4681-a16a-1f554d379fdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:59.557851 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-98951187-5f5c-49c5-87c0-6ff88b88fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:59.571769 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-402de60f-a541-4d19-aad7-750a92c27dd9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:59.620536 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03b25e87-9cd6-4681-a16a-1f554d379fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:59.625539 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03b25e87-9cd6-4681-a16a-1f554d379fdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:59.630243 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-03b25e87-9cd6-4681-a16a-1f554d379fdb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/35284d12-7fdb-487a-a924-a90a307a3403 HTTP/1.1" status: 204 len: 168 time: 0.3619428 Nov 25 19:52:59.639750 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b25e87-9cd6-4681-a16a-1f554d379fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35284d12-7fdb-487a-a924-a90a307a3403,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:59.901423 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848f4fc7-c1b0-4c46-a411-3c3b98f3fc72 None None] Update dhcp port {'port': {'network_id': '3c89ac74-f3a7-4010-8c81-00699a41cf6d', 'fixed_ips': [{'subnet_id': '47f9ec74-788a-453b-b53e-befac97b75a6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '13479766-4ba8-4a0b-be03-659eb3aeec48', 'ip_address': '2001:db8::2'}, {'subnet_id': '77269959-bbe4-4bf6-83ab-45c5ad1c257b'}], 'binding:host_id': 'n-d-819349-5'}, 'id': '9afd290e-dca0-4fd4-bdda-6a9909a62715'} from n-d-819349-5. {{(pid=103601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:52:59.971635 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-848f4fc7-c1b0-4c46-a411-3c3b98f3fc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:00.162062 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32954) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:00.213747 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8030398-be30-4e09-9c75-f4148bc3ee42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:00.411021 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-402de60f-a541-4d19-aad7-750a92c27dd9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Delete allocated IP 2001:db8::25b (3c89ac74-f3a7-4010-8c81-00699a41cf6d/13479766-4ba8-4a0b-be03-659eb3aeec48) {{(pid=103600) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 19:53:00.426251 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-402de60f-a541-4d19-aad7-750a92c27dd9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Allocated IP 2001:db8:0:2::1d3 (3c89ac74-f3a7-4010-8c81-00699a41cf6d/77269959-bbe4-4bf6-83ab-45c5ad1c257b/f8abf393-097d-4370-9b18-02729c6dd060) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:53:00.569758 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c54f2-f0f2-4c4b-9fe5-ab496771a682 req-b0d07590-645e-4654-8a89-3f03e16affd5 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:00.575202 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f06c54f2-f0f2-4c4b-9fe5-ab496771a682 req-b0d07590-645e-4654-8a89-3f03e16affd5 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=98694a3e-5132-49e8-bbde-1b8677d1c8a7 HTTP/1.1" status: 200 len: 943 time: 0.1348443 Nov 25 19:53:00.694030 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8030398-be30-4e09-9c75-f4148bc3ee42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:00.699852 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8030398-be30-4e09-9c75-f4148bc3ee42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:00.738053 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8030398-be30-4e09-9c75-f4148bc3ee42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e890c7-202f-4ecd-91db-ae573a707d9a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:00.782920 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a8030398-be30-4e09-9c75-f4148bc3ee42 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2f3b24e08514486cb6e08d603f1abdc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6193264 Nov 25 19:53:00.783601 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32962) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:00.860687 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5e53285-f017-4c2c-9ea2-7b95d04a8ef7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:00.889933 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5e53285-f017-4c2c-9ea2-7b95d04a8ef7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:00.981904 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5e53285-f017-4c2c-9ea2-7b95d04a8ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:00.988256 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5e53285-f017-4c2c-9ea2-7b95d04a8ef7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:00.994508 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c5e53285-f017-4c2c-9ea2-7b95d04a8ef7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/68e890c7-202f-4ecd-91db-ae573a707d9a HTTP/1.1" status: 204 len: 168 time: 0.2076802 Nov 25 19:53:01.007231 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e53285-f017-4c2c-9ea2-7b95d04a8ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e890c7-202f-4ecd-91db-ae573a707d9a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:01.446309 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-402de60f-a541-4d19-aad7-750a92c27dd9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:01.465279 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-402de60f-a541-4d19-aad7-750a92c27dd9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:01.507307 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-f06c54f2-f0f2-4c4b-9fe5-ab496771a682 req-f72cb639-e65e-49d1-8a09-98c74706dc66 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Deleting port e5f0a748-39cb-4730-a134-8c871f0b302f {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:01.507626 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f06c54f2-f0f2-4c4b-9fe5-ab496771a682 req-f72cb639-e65e-49d1-8a09-98c74706dc66 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:01.586151 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32976) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:01.588704 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-848f4fc7-c1b0-4c46-a411-3c3b98f3fc72 None None] Allocated IP 2001:db8:0:2::2 (3c89ac74-f3a7-4010-8c81-00699a41cf6d/77269959-bbe4-4bf6-83ab-45c5ad1c257b/9afd290e-dca0-4fd4-bdda-6a9909a62715) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:53:01.597160 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-402de60f-a541-4d19-aad7-750a92c27dd9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] In _notify_port_updated(), no bound segment for port f8abf393-097d-4370-9b18-02729c6dd060 on network 3c89ac74-f3a7-4010-8c81-00699a41cf6d {{(pid=103600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:53:01.603978 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402de60f-a541-4d19-aad7-750a92c27dd9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:01.604684 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-402de60f-a541-4d19-aad7-750a92c27dd9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:01.606190 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-402de60f-a541-4d19-aad7-750a92c27dd9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "PUT /v2.0/ports/f8abf393-097d-4370-9b18-02729c6dd060 HTTP/1.1" status: 200 len: 970 time: 2.4594405 Nov 25 19:53:01.612535 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32978) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:01.622974 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-757e267a-01af-4f1c-a955-6500359a1317 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:01.707986 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402de60f-a541-4d19-aad7-750a92c27dd9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event updated for resources: {'Port': ['ID=f8abf393-097d-4370-9b18-02729c6dd060,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:01.774362 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-757e267a-01af-4f1c-a955-6500359a1317 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:01.786205 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-757e267a-01af-4f1c-a955-6500359a1317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:01.798734 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-f06c54f2-f0f2-4c4b-9fe5-ab496771a682 req-f72cb639-e65e-49d1-8a09-98c74706dc66 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] For port e5f0a748-39cb-4730-a134-8c871f0b302f, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=e5f0a748-39cb-4730-a134-8c871f0b302f,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:01.799533 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f06c54f2-f0f2-4c4b-9fe5-ab496771a682 req-f72cb639-e65e-49d1-8a09-98c74706dc66 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:01.821058 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-f06c54f2-f0f2-4c4b-9fe5-ab496771a682 req-f72cb639-e65e-49d1-8a09-98c74706dc66 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Calling delete_port for e5f0a748-39cb-4730-a134-8c871f0b302f owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:01.826398 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 32986) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:01.826869 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-757e267a-01af-4f1c-a955-6500359a1317 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=317f718f27044d30951944736be6a32c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2382267 Nov 25 19:53:01.854852 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-93c86b58-38e4-4e66-8ec9-5105c3edc7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:01.891921 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e267a-01af-4f1c-a955-6500359a1317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff1fa6b-fc18-4bbd-ab46-d65efc1d9d1b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:01.947709 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-57de0a23-6a6c-4ba2-82b3-6c3180919e8e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting port f8abf393-097d-4370-9b18-02729c6dd060 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:01.948990 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57de0a23-6a6c-4ba2-82b3-6c3180919e8e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:01.998917 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-848f4fc7-c1b0-4c46-a411-3c3b98f3fc72 None None] For port 9afd290e-dca0-4fd4-bdda-6a9909a62715, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9afd290e-dca0-4fd4-bdda-6a9909a62715,segment=NetworkSegment(7a900846-f5d5-4694-92a7-4511c7fdbdd4),segment_id=7a900846-f5d5-4694-92a7-4511c7fdbdd4)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:02.024149 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-935b7a19-f332-4136-b5fd-899a409458bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:02.076893 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-848f4fc7-c1b0-4c46-a411-3c3b98f3fc72 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:02.090068 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-848f4fc7-c1b0-4c46-a411-3c3b98f3fc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:02.121759 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57de0a23-6a6c-4ba2-82b3-6c3180919e8e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:02.123028 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-935b7a19-f332-4136-b5fd-899a409458bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:02.148464 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-57de0a23-6a6c-4ba2-82b3-6c3180919e8e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Calling delete_port for f8abf393-097d-4370-9b18-02729c6dd060 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:02.254190 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f4fc7-c1b0-4c46-a411-3c3b98f3fc72 None None] Pushing event updated for resources: {'Port': ['ID=9afd290e-dca0-4fd4-bdda-6a9909a62715,revision_number=7']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:02.318971 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f06c54f2-f0f2-4c4b-9fe5-ab496771a682 req-f72cb639-e65e-49d1-8a09-98c74706dc66 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:02.380777 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e757eb7d-969a-43ad-b2ff-88c0ec701d8b None None] DHCP port deletion for f9395996-8e1e-448f-bf5e-cf052999c475 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:53:02.413932 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cb639-e65e-49d1-8a09-98c74706dc66 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Pushing event deleted for resources: {'Port': ['ID=e5f0a748-39cb-4730-a134-8c871f0b302f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:02.463458 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06c54f2-f0f2-4c4b-9fe5-ab496771a682 req-f72cb639-e65e-49d1-8a09-98c74706dc66 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] No DVR routers for this DVR port e5f0a748-39cb-4730-a134-8c871f0b302f on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:53:02.466647 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f06c54f2-f0f2-4c4b-9fe5-ab496771a682 req-f72cb639-e65e-49d1-8a09-98c74706dc66 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:02.477155 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f06c54f2-f0f2-4c4b-9fe5-ab496771a682 req-f72cb639-e65e-49d1-8a09-98c74706dc66 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "DELETE /v2.0/ports/e5f0a748-39cb-4730-a134-8c871f0b302f HTTP/1.1" status: 204 len: 173 time: 1.3756175 Nov 25 19:53:02.477955 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-935b7a19-f332-4136-b5fd-899a409458bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:02.481824 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-935b7a19-f332-4136-b5fd-899a409458bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:02.495688 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-935b7a19-f332-4136-b5fd-899a409458bd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fff1fa6b-fc18-4bbd-ab46-d65efc1d9d1b HTTP/1.1" status: 204 len: 168 time: 0.6586974 Nov 25 19:53:02.499146 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98694a3e-5132-49e8-bbde-1b8677d1c8a7', 'name': 'network-vif-deleted', 'tag': 'e5f0a748-39cb-4730-a134-8c871f0b302f'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:53:02.502425 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b27eba-1e04-428c-b96b-8f07d12c2429" -d '{"events": [{"server_uuid": "98694a3e-5132-49e8-bbde-1b8677d1c8a7", "name": "network-vif-deleted", "tag": "e5f0a748-39cb-4730-a134-8c871f0b302f"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:53:02.537173 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b7a19-f332-4136-b5fd-899a409458bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff1fa6b-fc18-4bbd-ab46-d65efc1d9d1b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:02.596062 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57de0a23-6a6c-4ba2-82b3-6c3180919e8e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:02.705864 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de0a23-6a6c-4ba2-82b3-6c3180919e8e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Port': ['ID=f8abf393-097d-4370-9b18-02729c6dd060,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:02.809166 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9afd290e-dca0-4fd4-bdda-6a9909a62715 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:02.851899 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57de0a23-6a6c-4ba2-82b3-6c3180919e8e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:02.858969 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-57de0a23-6a6c-4ba2-82b3-6c3180919e8e tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/ports/f8abf393-097d-4370-9b18-02729c6dd060 HTTP/1.1" status: 204 len: 168 time: 1.2443061 Nov 25 19:53:02.861277 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33004) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:02.899091 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f97609-525d-49bf-a09a-8231cdfac8a5 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] GET failed (client error): The resource could not be found. Nov 25 19:53:02.903298 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-29f97609-525d-49bf-a09a-8231cdfac8a5 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "GET /v2.0/ports/f8abf393-097d-4370-9b18-02729c6dd060 HTTP/1.1" status: 404 len: 333 time: 0.0400457 Nov 25 19:53:02.905959 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33008) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:03.006859 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 9afd290e-dca0-4fd4-bdda-6a9909a62715 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:03.007281 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:03.127478 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa5fd-ca24-44d6-822e-b21d9de663ea tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:03.190022 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa5fd-ca24-44d6-822e-b21d9de663ea tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:03.262136 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa5fd-ca24-44d6-822e-b21d9de663ea tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:03.265996 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa5fd-ca24-44d6-822e-b21d9de663ea tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:03.270612 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33016) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:03.271315 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1c6fa5fd-ca24-44d6-822e-b21d9de663ea tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/security-groups/b2a17339-2ad2-445d-8746-e5e5b8a560d0 HTTP/1.1" status: 204 len: 168 time: 0.3622522 Nov 25 19:53:03.287144 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fa5fd-ca24-44d6-822e-b21d9de663ea tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a17339-2ad2-445d-8746-e5e5b8a560d0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:03.390937 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6605b13b-ae51-4aea-9d1e-fcecb12bf02d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:03.467258 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6605b13b-ae51-4aea-9d1e-fcecb12bf02d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:03.516698 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f23cf0da-30a3-4525-b8bc-608e1056b115 None None] Provisioning complete for port d729fb0f-1cd2-47fc-ad35-6419171fd70a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:03.517077 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f23cf0da-30a3-4525-b8bc-608e1056b115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:03.587310 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6605b13b-ae51-4aea-9d1e-fcecb12bf02d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:03.591753 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6605b13b-ae51-4aea-9d1e-fcecb12bf02d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:03.593676 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6605b13b-ae51-4aea-9d1e-fcecb12bf02d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/security-groups/1094723c-8090-4c8a-9ca6-d7b49f57cc5e HTTP/1.1" status: 204 len: 168 time: 0.3219607 Nov 25 19:53:03.596904 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33028) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:03.611339 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605b13b-ae51-4aea-9d1e-fcecb12bf02d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1094723c-8090-4c8a-9ca6-d7b49f57cc5e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:03.629874 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-f23cf0da-30a3-4525-b8bc-608e1056b115 None None] Port d729fb0f-1cd2-47fc-ad35-6419171fd70a cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:53:03.648982 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f23cf0da-30a3-4525-b8bc-608e1056b115 None None] Could not find standard attr ID for object f8abf393-097d-4370-9b18-02729c6dd060. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:53:03.710547 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f23cf0da-30a3-4525-b8bc-608e1056b115 None None] Provisioning complete for port 9afd290e-dca0-4fd4-bdda-6a9909a62715 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:03.711360 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f23cf0da-30a3-4525-b8bc-608e1056b115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:03.716866 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:03.761519 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e541a8f-c9c7-4454-9eeb-4a45967f4292 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:03.792828 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d303c30-fccc-494b-a42a-45fcfe75b23b req-82bf43c1-c737-41cf-913f-17aa9d4c06f2 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:03.804034 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d303c30-fccc-494b-a42a-45fcfe75b23b req-82bf43c1-c737-41cf-913f-17aa9d4c06f2 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/ports?device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 943 time: 0.1306121 Nov 25 19:53:03.836627 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e541a8f-c9c7-4454-9eeb-4a45967f4292 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:03.924194 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e541a8f-c9c7-4454-9eeb-4a45967f4292 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:03.934441 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e541a8f-c9c7-4454-9eeb-4a45967f4292 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:03.940912 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9e541a8f-c9c7-4454-9eeb-4a45967f4292 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/security-groups/789c7a8b-280a-4155-90f9-bd555337ff59 HTTP/1.1" status: 204 len: 168 time: 0.3403244 Nov 25 19:53:03.941442 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33034) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:03.998646 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e541a8f-c9c7-4454-9eeb-4a45967f4292 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=789c7a8b-280a-4155-90f9-bd555337ff59,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:04.091064 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-281d7fe2-88c4-4e08-a065-1b2c9a6ae38b None None] Could not find standard attr ID for object f8abf393-097d-4370-9b18-02729c6dd060. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:53:04.108686 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d303c30-fccc-494b-a42a-45fcfe75b23b req-c6d4d3a0-4926-46d6-ad0a-d3dc05f629df tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/security-groups?id=4213ddda-2576-4b10-be6c-fb34c86c46f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034656 Nov 25 19:53:04.122997 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c648fce-e8dd-458c-9ae5-3ae99c7a0a69 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting subnet 13479766-4ba8-4a0b-be03-659eb3aeec48 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:53:04.144752 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c648fce-e8dd-458c-9ae5-3ae99c7a0a69 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:04.248566 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c648fce-e8dd-458c-9ae5-3ae99c7a0a69 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:04.355445 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 25 Nov 2021 19:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86656ed-30f8-4189-acad-e28dd5948d4b x-openstack-request-id: req-c86656ed-30f8-4189-acad-e28dd5948d4b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:53:04.356345 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98694a3e-5132-49e8-bbde-1b8677d1c8a7", "name": "network-vif-deleted", "tag": "e5f0a748-39cb-4730-a134-8c871f0b302f", "status": "failed", "code": 422}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:53:04.356985 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c86656ed-30f8-4189-acad-e28dd5948d4b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:53:04.357903 n-d-819349-5 neutron-server[103600]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '98694a3e-5132-49e8-bbde-1b8677d1c8a7', 'name': 'network-vif-deleted', 'tag': 'e5f0a748-39cb-4730-a134-8c871f0b302f', 'status': 'failed', 'code': 422} returned with failed status Nov 25 19:53:04.407192 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c648fce-e8dd-458c-9ae5-3ae99c7a0a69 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:04.620885 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c648fce-e8dd-458c-9ae5-3ae99c7a0a69 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:04.669767 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c648fce-e8dd-458c-9ae5-3ae99c7a0a69 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Subnet': ['ID=13479766-4ba8-4a0b-be03-659eb3aeec48,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:04.674146 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c648fce-e8dd-458c-9ae5-3ae99c7a0a69 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:04.678666 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0c648fce-e8dd-458c-9ae5-3ae99c7a0a69 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/subnets/13479766-4ba8-4a0b-be03-659eb3aeec48 HTTP/1.1" status: 204 len: 168 time: 0.7359600 Nov 25 19:53:04.687678 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33066) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:04.693074 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcde5d2-af88-4668-abde-2af31380e207 None None] Network 3c89ac74-f3a7-4010-8c81-00699a41cf6d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:04.725751 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33072) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:04.832759 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d92feb-67cf-4a91-8c6c-c0207b74b946 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting subnet 77269959-bbe4-4bf6-83ab-45c5ad1c257b {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:53:04.857882 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14d92feb-67cf-4a91-8c6c-c0207b74b946 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:04.926517 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14d92feb-67cf-4a91-8c6c-c0207b74b946 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:05.108259 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14d92feb-67cf-4a91-8c6c-c0207b74b946 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:05.159972 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-08d78823-b02c-4b26-985f-c935d57cfd73 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1253662395'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:05.187894 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-3572ff8e-d9fa-41ce-a9d2-ee3313cc8289 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:05.200267 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-3572ff8e-d9fa-41ce-a9d2-ee3313cc8289 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/networks?id=f9395996-8e1e-448f-bf5e-cf052999c475 HTTP/1.1" status: 200 len: 812 time: 0.3928289 Nov 25 19:53:05.239871 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-f53408d8-ec23-442f-876e-17348e5cc4f5 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/quotas/0693fe225e124b1f9efd8df77820112b HTTP/1.1" status: 200 len: 375 time: 0.0384727 Nov 25 19:53:05.258675 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d78823-b02c-4b26-985f-c935d57cfd73 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Made reservation on behalf of 4be5ec3f6c59414eb0717f5d3693392f for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:05.259762 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14d92feb-67cf-4a91-8c6c-c0207b74b946 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:05.264992 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08d78823-b02c-4b26-985f-c935d57cfd73 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:05.288761 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14d92feb-67cf-4a91-8c6c-c0207b74b946 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:05.309162 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08d78823-b02c-4b26-985f-c935d57cfd73 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:05.310274 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-14d92feb-67cf-4a91-8c6c-c0207b74b946 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/subnets/77269959-bbe4-4bf6-83ab-45c5ad1c257b HTTP/1.1" status: 204 len: 168 time: 0.6201041 Nov 25 19:53:05.311968 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33090) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:05.320650 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-f06aa872-43f7-4acd-b3bf-d41d8e03e7e4 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0693fe225e124b1f9efd8df77820112b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0798945 Nov 25 19:53:05.414109 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d92feb-67cf-4a91-8c6c-c0207b74b946 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Subnet': ['ID=77269959-bbe4-4bf6-83ab-45c5ad1c257b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:05.476010 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:05.479996 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4bcb709-1fb1-49a0-8112-165f1866345c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] DELETE failed (client error): The resource could not be found. Nov 25 19:53:05.481118 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4bcb709-1fb1-49a0-8112-165f1866345c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:53:05.494206 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d4bcb709-1fb1-49a0-8112-165f1866345c tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/subnets/13479766-4ba8-4a0b-be03-659eb3aeec48 HTTP/1.1" status: 404 len: 337 time: 0.1774094 Nov 25 19:53:05.494583 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33092) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:05.606776 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:05.608703 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-02dee853-3e39-44ad-af5e-5e883889b21c service neutron] 10.222.0.55 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868259 Nov 25 19:53:05.622276 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ac7262-1a57-4a56-96c4-d6ae32e68c9d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting subnet 47f9ec74-788a-453b-b53e-befac97b75a6 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:53:05.656399 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31ac7262-1a57-4a56-96c4-d6ae32e68c9d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:05.805257 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31ac7262-1a57-4a56-96c4-d6ae32e68c9d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:05.814585 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08d78823-b02c-4b26-985f-c935d57cfd73 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:05.860239 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08d78823-b02c-4b26-985f-c935d57cfd73 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:05.876458 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d78823-b02c-4b26-985f-c935d57cfd73 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:53:06.033520 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08d78823-b02c-4b26-985f-c935d57cfd73 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:06.034264 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-08d78823-b02c-4b26-985f-c935d57cfd73 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Added segment d22abb71-3dd9-4a67-b850-9ea8c11dbe51 of type vlan for network f6e3417b-d820-490a-a3b0-8b0bae79ecac Nov 25 19:53:06.078909 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-03a897c5-17ad-4a78-93dc-33df88cc9e9c service neutron] 10.222.0.55 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529769 Nov 25 19:53:06.113002 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31ac7262-1a57-4a56-96c4-d6ae32e68c9d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:06.209637 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d78823-b02c-4b26-985f-c935d57cfd73 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f34896-2659-4f56-95a0-0384c8915158,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:06.222338 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08d78823-b02c-4b26-985f-c935d57cfd73 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:06.328323 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f72aa8-2275-4edb-95dd-2c33bbb67b39 None None] Network 3c89ac74-f3a7-4010-8c81-00699a41cf6d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:06.373196 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08d78823-b02c-4b26-985f-c935d57cfd73 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:06.406640 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8bd7c215-b120-436a-8844-e0390cd65805 None None] Provisioning complete for port d729fb0f-1cd2-47fc-ad35-6419171fd70a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:06.407712 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8bd7c215-b120-436a-8844-e0390cd65805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:06.413021 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d78823-b02c-4b26-985f-c935d57cfd73 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:06.416073 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08d78823-b02c-4b26-985f-c935d57cfd73 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:06.435649 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31ac7262-1a57-4a56-96c4-d6ae32e68c9d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:06.517475 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31ac7262-1a57-4a56-96c4-d6ae32e68c9d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:06.537734 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33110) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:06.547160 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-31ac7262-1a57-4a56-96c4-d6ae32e68c9d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/subnets/47f9ec74-788a-453b-b53e-befac97b75a6 HTTP/1.1" status: 204 len: 168 time: 1.0469427 Nov 25 19:53:06.629566 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2410858-3e69-4bb9-a674-79b2fbba5402 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] DELETE failed (client error): The resource could not be found. Nov 25 19:53:06.634995 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2410858-3e69-4bb9-a674-79b2fbba5402 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:53:06.650533 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b2410858-3e69-4bb9-a674-79b2fbba5402 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/subnets/eb7942d5-c924-49b1-88c9-d59e1af8cf12 HTTP/1.1" status: 404 len: 337 time: 0.1108730 Nov 25 19:53:06.652001 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33116) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:06.751291 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-07ac1012-b74e-4662-8b33-308779a0c6cb tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "GET /v2.0/ports?device_id=1763d897-6747-4834-87fb-4a56cfbe916b HTTP/1.1" status: 200 len: 205 time: 0.0922532 Nov 25 19:53:06.755628 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33122) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:06.775454 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac7262-1a57-4a56-96c4-d6ae32e68c9d tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Subnet': ['ID=47f9ec74-788a-453b-b53e-befac97b75a6,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:06.856703 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-3800e035-2f6a-4787-9611-37717c265018 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] delete failed (client error): The resource could not be found. Nov 25 19:53:06.861517 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3800e035-2f6a-4787-9611-37717c265018 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/routers/1763d897-6747-4834-87fb-4a56cfbe916b HTTP/1.1" status: 404 len: 336 time: 0.0995564 Nov 25 19:53:06.861877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33124) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:06.906053 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-2213ad85-2af0-4dc5-91be-b61849582161 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] DELETE failed (client error): The resource could not be found. Nov 25 19:53:06.906554 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2213ad85-2af0-4dc5-91be-b61849582161 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:53:06.913485 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2213ad85-2af0-4dc5-91be-b61849582161 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/subnets/46d5035b-8a5a-4d0e-8a11-fe84b0c4b4d1 HTTP/1.1" status: 404 len: 337 time: 0.0468779 Nov 25 19:53:06.917635 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33126) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:06.946335 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-08d78823-b02c-4b26-985f-c935d57cfd73 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.2182975 Nov 25 19:53:06.968592 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33128) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:06.984034 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-0a518e44-788d-45aa-af5b-5ec052a90584 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Request body: {'subnet': {'network_id': 'f6e3417b-d820-490a-a3b0-8b0bae79ecac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:07.007414 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c06fff9-d640-4717-bd29-279e5d6912c2 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] DELETE failed (client error): The resource could not be found. Nov 25 19:53:07.018487 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c06fff9-d640-4717-bd29-279e5d6912c2 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:53:07.018487 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9c06fff9-d640-4717-bd29-279e5d6912c2 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/subnets/dc3a1de0-61bc-4708-8ee0-ae2f64c4f56f HTTP/1.1" status: 404 len: 337 time: 0.0998740 Nov 25 19:53:07.018914 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33132) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:07.051338 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d78823-b02c-4b26-985f-c935d57cfd73 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Pushing event updated for resources: {'Network': ['ID=f6e3417b-d820-490a-a3b0-8b0bae79ecac,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:07.074651 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7c215-b120-436a-8844-e0390cd65805 None None] Port d729fb0f-1cd2-47fc-ad35-6419171fd70a cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:53:07.114227 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network f6e3417b-d820-490a-a3b0-8b0bae79ecac details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:53:07.133978 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8bd7c215-b120-436a-8844-e0390cd65805 None None] Provisioning complete for port 9afd290e-dca0-4fd4-bdda-6a9909a62715 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:07.135567 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8bd7c215-b120-436a-8844-e0390cd65805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:07.135809 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b433744d-4837-4708-b86c-b3d3fcc2b789 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] DELETE failed (client error): The resource could not be found. Nov 25 19:53:07.143093 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc3178-b51f-49d4-b3d2-da8f2d6ca586 req-5b730f53-12ca-486d-990a-e785f420db49 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:07.144764 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cfc3178-b51f-49d4-b3d2-da8f2d6ca586 req-5b730f53-12ca-486d-990a-e785f420db49 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/ports?device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 943 time: 0.4548235 Nov 25 19:53:07.146998 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b433744d-4837-4708-b86c-b3d3fcc2b789 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:53:07.167326 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b433744d-4837-4708-b86c-b3d3fcc2b789 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/subnets/de428d6b-c2cf-4b56-a771-14668f5e93d3 HTTP/1.1" status: 404 len: 337 time: 0.1472034 Nov 25 19:53:07.170586 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33136) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:07.301269 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-a672995b-9da0-451a-8b3d-ea631c6f42c8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] DELETE failed (client error): The resource could not be found. Nov 25 19:53:07.302886 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a672995b-9da0-451a-8b3d-ea631c6f42c8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:53:07.313829 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a672995b-9da0-451a-8b3d-ea631c6f42c8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/ports/4ea89a05-4772-498a-a6fa-f49237fbacb3 HTTP/1.1" status: 404 len: 333 time: 0.1403563 Nov 25 19:53:07.318846 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33142) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:07.392723 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41cc38f-d4b2-48e5-ac7b-aa5bdeb701e8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] DELETE failed (client error): The resource could not be found. Nov 25 19:53:07.397477 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f41cc38f-d4b2-48e5-ac7b-aa5bdeb701e8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:53:07.411788 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f41cc38f-d4b2-48e5-ac7b-aa5bdeb701e8 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/subnets/600163ee-8d4d-43b5-98e5-d122d92179f4 HTTP/1.1" status: 404 len: 337 time: 0.0886126 Nov 25 19:53:07.412127 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33144) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:07.464703 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cfc3178-b51f-49d4-b3d2-da8f2d6ca586 req-e94ef813-7a74-449a-b9b5-dbf08de97529 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/security-groups?id=4213ddda-2576-4b10-be6c-fb34c86c46f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209449 Nov 25 19:53:07.497888 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a518e44-788d-45aa-af5b-5ec052a90584 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Made reservation on behalf of 4be5ec3f6c59414eb0717f5d3693392f for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:07.507186 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a518e44-788d-45aa-af5b-5ec052a90584 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:07.521236 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-0153b1de-57f3-4093-a387-63a43131ab04 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] DELETE failed (client error): The resource could not be found. Nov 25 19:53:07.529505 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0153b1de-57f3-4093-a387-63a43131ab04 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:53:07.537025 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0153b1de-57f3-4093-a387-63a43131ab04 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/subnets/4378d7e7-ed91-4ea7-b9eb-ae4b453da25e HTTP/1.1" status: 404 len: 337 time: 0.1235549 Nov 25 19:53:07.544176 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33146) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:07.596937 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fec1f5c-9ae1-4709-b0f8-47a231d3c150 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] DELETE failed (client error): The resource could not be found. Nov 25 19:53:07.602023 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fec1f5c-9ae1-4709-b0f8-47a231d3c150 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:53:07.613887 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9fec1f5c-9ae1-4709-b0f8-47a231d3c150 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/ports/8c1e0cf2-6788-4f97-963f-158e7452d41f HTTP/1.1" status: 404 len: 333 time: 0.0623403 Nov 25 19:53:07.615673 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33148) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:07.676646 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa353fca-2cb8-4c0b-bdd8-635f1a55497d None None] DHCP port deletion for 3c89ac74-f3a7-4010-8c81-00699a41cf6d request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:53:07.740576 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f1fee8-28f1-4631-a702-1879eee8d689 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] DELETE failed (client error): The resource could not be found. Nov 25 19:53:07.741408 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f1fee8-28f1-4631-a702-1879eee8d689 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:53:07.748212 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e1f1fee8-28f1-4631-a702-1879eee8d689 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/subnets/a62fcf51-dbed-4a7d-b512-cc7161e33d25 HTTP/1.1" status: 404 len: 337 time: 0.1314225 Nov 25 19:53:07.753543 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33158) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:07.844608 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-aa353fca-2cb8-4c0b-bdd8-635f1a55497d None None] Deleting port 9afd290e-dca0-4fd4-bdda-6a9909a62715 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:07.845373 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aa353fca-2cb8-4c0b-bdd8-635f1a55497d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:07.858766 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be8577e-70fa-4e11-b32c-cdcaab051711 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] DELETE failed (client error): The resource could not be found. Nov 25 19:53:07.859237 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be8577e-70fa-4e11-b32c-cdcaab051711 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:53:07.871231 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4be8577e-70fa-4e11-b32c-cdcaab051711 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/subnets/e9ec6fa1-695e-47d8-9609-fa7fb0707704 HTTP/1.1" status: 404 len: 337 time: 0.1167452 Nov 25 19:53:07.874022 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33160) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:07.981744 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-aa353fca-2cb8-4c0b-bdd8-635f1a55497d None None] For port 9afd290e-dca0-4fd4-bdda-6a9909a62715, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9afd290e-dca0-4fd4-bdda-6a9909a62715,segment=NetworkSegment(7a900846-f5d5-4694-92a7-4511c7fdbdd4),segment_id=7a900846-f5d5-4694-92a7-4511c7fdbdd4)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:07.982148 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aa353fca-2cb8-4c0b-bdd8-635f1a55497d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:07.986089 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7f1db66b-34ac-4a10-af9d-5656cc1c1d35 req-83b9af3c-445a-43b7-8c2b-0ebe3e723da5 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 210 time: 0.1155577 Nov 25 19:53:08.003869 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-aa353fca-2cb8-4c0b-bdd8-635f1a55497d None None] Calling delete_port for 9afd290e-dca0-4fd4-bdda-6a9909a62715 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:08.024080 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1ce195c7-028b-49b1-af86-ff888b41b1a9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Deleting port d729fb0f-1cd2-47fc-ad35-6419171fd70a {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:08.026952 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ce195c7-028b-49b1-af86-ff888b41b1a9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:08.063771 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a518e44-788d-45aa-af5b-5ec052a90584 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:08.218462 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ce195c7-028b-49b1-af86-ff888b41b1a9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:08.245310 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1ce195c7-028b-49b1-af86-ff888b41b1a9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Calling delete_port for d729fb0f-1cd2-47fc-ad35-6419171fd70a owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:08.264608 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aa353fca-2cb8-4c0b-bdd8-635f1a55497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:08.321362 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa353fca-2cb8-4c0b-bdd8-635f1a55497d None None] Pushing event deleted for resources: {'Port': ['ID=9afd290e-dca0-4fd4-bdda-6a9909a62715,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:08.322356 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a518e44-788d-45aa-af5b-5ec052a90584 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Pushing event updated for resources: {'Subnet': ['ID=6daa4e41-a273-4f25-b759-22b06e506a04,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:08.324137 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa353fca-2cb8-4c0b-bdd8-635f1a55497d None None] No DVR routers for this DVR port 9afd290e-dca0-4fd4-bdda-6a9909a62715 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:53:08.331322 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a518e44-788d-45aa-af5b-5ec052a90584 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Checking segment: {'id': 'd22abb71-3dd9-4a67-b850-9ea8c11dbe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f6e3417b-d820-490a-a3b0-8b0bae79ecac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:08.331704 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a518e44-788d-45aa-af5b-5ec052a90584 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Network hostable DHCP agents. Network: f6e3417b-d820-490a-a3b0-8b0bae79ecac, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:53:08.388057 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a518e44-788d-45aa-af5b-5ec052a90584 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Network f6e3417b-d820-490a-a3b0-8b0bae79ecac is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:53:08.404842 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ce195c7-028b-49b1-af86-ff888b41b1a9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:08.423765 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-0a518e44-788d-45aa-af5b-5ec052a90584 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, f6e3417b-d820-490a-a3b0-8b0bae79ecac) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:08.436541 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808d0ec9-6ed6-4333-a4e0-d359d340b47a None None] Network f6e3417b-d820-490a-a3b0-8b0bae79ecac requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:08.457630 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a518e44-788d-45aa-af5b-5ec052a90584 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:08.461046 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a518e44-788d-45aa-af5b-5ec052a90584 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:08.470007 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ce195c7-028b-49b1-af86-ff888b41b1a9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:08.474679 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1ce195c7-028b-49b1-af86-ff888b41b1a9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/ports/d729fb0f-1cd2-47fc-ad35-6419171fd70a HTTP/1.1" status: 204 len: 168 time: 0.5984397 Nov 25 19:53:08.476332 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33174) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:08.486308 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce195c7-028b-49b1-af86-ff888b41b1a9 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Port': ['ID=d729fb0f-1cd2-47fc-ad35-6419171fd70a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:08.535550 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0a518e44-788d-45aa-af5b-5ec052a90584 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5584202 Nov 25 19:53:08.536144 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33178) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:08.561010 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-c79d84f1-4dcd-45a0-9894-2fb77d6a756e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Request body: {'port': {'network_id': 'f6e3417b-d820-490a-a3b0-8b0bae79ecac', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1745892544'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:08.691604 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be4c549a-5790-4a98-b18f-cc81ed05fb63 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:08.735228 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9afd290e-dca0-4fd4-bdda-6a9909a62715 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:53:08.861453 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 9afd290e-dca0-4fd4-bdda-6a9909a62715 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:53:08.861893 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9afd290e-dca0-4fd4-bdda-6a9909a62715 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:53:08.902701 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be4c549a-5790-4a98-b18f-cc81ed05fb63 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:08.957261 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-be4c549a-5790-4a98-b18f-cc81ed05fb63 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c89ac74-f3a7-4010-8c81-00699a41cf6d']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:08.970382 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-be4c549a-5790-4a98-b18f-cc81ed05fb63 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a900846-f5d5-4694-92a7-4511c7fdbdd4') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:08.970995 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-be4c549a-5790-4a98-b18f-cc81ed05fb63 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a900846-f5d5-4694-92a7-4511c7fdbdd4') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:08.983975 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be4c549a-5790-4a98-b18f-cc81ed05fb63 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:09.004589 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be4c549a-5790-4a98-b18f-cc81ed05fb63 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:09.014943 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be4c549a-5790-4a98-b18f-cc81ed05fb63 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:53:09.015664 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be4c549a-5790-4a98-b18f-cc81ed05fb63 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:09.089438 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3eea71e-8d22-446d-a50f-55373169c3f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-f6e3417b-d820-490a-a3b0-8b0bae79ecac', 'network_id': 'f6e3417b-d820-490a-a3b0-8b0bae79ecac', 'tenant_id': '4be5ec3f6c59414eb0717f5d3693392f', 'fixed_ips': [{'subnet_id': '6daa4e41-a273-4f25-b759-22b06e506a04'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:53:09.090815 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e3eea71e-8d22-446d-a50f-55373169c3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:53:09.125311 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:53:09.131207 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be4c549a-5790-4a98-b18f-cc81ed05fb63 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:09.157987 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be4c549a-5790-4a98-b18f-cc81ed05fb63 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:09.165435 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-be4c549a-5790-4a98-b18f-cc81ed05fb63 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] 10.222.0.55 "DELETE /v2.0/networks/3c89ac74-f3a7-4010-8c81-00699a41cf6d HTTP/1.1" status: 204 len: 168 time: 0.6857877 Nov 25 19:53:09.176599 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f84b43-9db7-4c8d-ae8d-2a7c9ee87115 req-8d904c22-a770-4dcc-a0be-a423344d4642 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:09.179135 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-18f84b43-9db7-4c8d-ae8d-2a7c9ee87115 req-8d904c22-a770-4dcc-a0be-a423344d4642 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/ports?device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 943 time: 0.3688259 Nov 25 19:53:09.224970 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c549a-5790-4a98-b18f-cc81ed05fb63 tempest-PortsIpV6TestJSON-1726339517 tempest-PortsIpV6TestJSON-1726339517-project] Pushing event deleted for resources: {'Network': ['ID=3c89ac74-f3a7-4010-8c81-00699a41cf6d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:09.295171 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-18f84b43-9db7-4c8d-ae8d-2a7c9ee87115 req-2d95bc24-f08e-4613-98b2-faeebb9ec10f tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/security-groups?id=4213ddda-2576-4b10-be6c-fb34c86c46f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009116 Nov 25 19:53:09.323401 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-c5ea02e6-374d-42ed-842e-bd257a171a66 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:09.325433 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-c5ea02e6-374d-42ed-842e-bd257a171a66 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.85 "GET /v2.0/networks?id=f9395996-8e1e-448f-bf5e-cf052999c475 HTTP/1.1" status: 200 len: 812 time: 0.5135591 Nov 25 19:53:09.341674 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-6141c122-8d65-492c-bff4-cfe3feb3793d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Request body: {'port': {'device_id': '6e4ab584-3057-46cf-a165-1b689a219cf3', 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475', 'admin_state_up': True, 'tenant_id': '0693fe225e124b1f9efd8df77820112b'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:09.398242 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79d84f1-4dcd-45a0-9894-2fb77d6a756e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Made reservation on behalf of 4be5ec3f6c59414eb0717f5d3693392f for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:09.399076 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-e3eea71e-8d22-446d-a50f-55373169c3f6 None None] Allocated IP 2001:db8::2 (f6e3417b-d820-490a-a3b0-8b0bae79ecac/6daa4e41-a273-4f25-b759-22b06e506a04/dc669320-58f4-4416-9a91-b294153e7841) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:53:09.403622 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c79d84f1-4dcd-45a0-9894-2fb77d6a756e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:09.467876 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-c79d84f1-4dcd-45a0-9894-2fb77d6a756e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] device_id is not set on port 0e26e912-a763-4de0-a1e2-a3173006c8da yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:53:09.621051 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-6141c122-8d65-492c-bff4-cfe3feb3793d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Made reservation on behalf of 0693fe225e124b1f9efd8df77820112b for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:09.623262 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:53:09.634021 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-6141c122-8d65-492c-bff4-cfe3feb3793d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:09.734642 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e3eea71e-8d22-446d-a50f-55373169c3f6 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:09.749214 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e3eea71e-8d22-446d-a50f-55373169c3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:09.859100 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eea71e-8d22-446d-a50f-55373169c3f6 None None] Pushing event updated for resources: {'Port': ['ID=dc669320-58f4-4416-9a91-b294153e7841,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:09.874262 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-c79d84f1-4dcd-45a0-9894-2fb77d6a756e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Allocated IP 2001:db8::3e0 (f6e3417b-d820-490a-a3b0-8b0bae79ecac/6daa4e41-a273-4f25-b759-22b06e506a04/0e26e912-a763-4de0-a1e2-a3173006c8da) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:53:09.878799 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eea71e-8d22-446d-a50f-55373169c3f6 None None] Network f6e3417b-d820-490a-a3b0-8b0bae79ecac is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:09.885272 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-e3eea71e-8d22-446d-a50f-55373169c3f6 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:09.888250 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33200) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:09.902976 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eea71e-8d22-446d-a50f-55373169c3f6 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:53:09.981486 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e9d4853c-7a23-4af5-b3a2-91424e74fbb7 req-c3ec5b1e-3210-42ef-98d5-686da427c6b5 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 210 time: 0.3180809 Nov 25 19:53:09.999479 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e3eea71e-8d22-446d-a50f-55373169c3f6 None None] Attempting to bind port dc669320-58f4-4416-9a91-b294153e7841 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:53:10.001143 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e3eea71e-8d22-446d-a50f-55373169c3f6 None None] Attempting to bind port dc669320-58f4-4416-9a91-b294153e7841 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'd22abb71-3dd9-4a67-b850-9ea8c11dbe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f6e3417b-d820-490a-a3b0-8b0bae79ecac'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:53:10.007825 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eea71e-8d22-446d-a50f-55373169c3f6 None None] Attempting to bind port dc669320-58f4-4416-9a91-b294153e7841 on network f6e3417b-d820-490a-a3b0-8b0bae79ecac {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:53:10.026972 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eea71e-8d22-446d-a50f-55373169c3f6 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:53:10.028023 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eea71e-8d22-446d-a50f-55373169c3f6 None None] Checking segment: {'id': 'd22abb71-3dd9-4a67-b850-9ea8c11dbe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f6e3417b-d820-490a-a3b0-8b0bae79ecac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:10.028482 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e3eea71e-8d22-446d-a50f-55373169c3f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:10.028903 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eea71e-8d22-446d-a50f-55373169c3f6 None None] Bound using segment: {'id': 'd22abb71-3dd9-4a67-b850-9ea8c11dbe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f6e3417b-d820-490a-a3b0-8b0bae79ecac'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:53:10.029416 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e3eea71e-8d22-446d-a50f-55373169c3f6 None None] Bound port: dc669320-58f4-4416-9a91-b294153e7841, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22abb71-3dd9-4a67-b850-9ea8c11dbe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f6e3417b-d820-490a-a3b0-8b0bae79ecac'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:53:10.029812 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e3eea71e-8d22-446d-a50f-55373169c3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:10.172835 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c79d84f1-4dcd-45a0-9894-2fb77d6a756e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:10.175515 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e3eea71e-8d22-446d-a50f-55373169c3f6 None None] For port dc669320-58f4-4416-9a91-b294153e7841, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:53:10.183067 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e3eea71e-8d22-446d-a50f-55373169c3f6 None None] For port dc669320-58f4-4416-9a91-b294153e7841, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=dc669320-58f4-4416-9a91-b294153e7841,segment=NetworkSegment(d22abb71-3dd9-4a67-b850-9ea8c11dbe51),segment_id=d22abb71-3dd9-4a67-b850-9ea8c11dbe51)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:53:10.190895 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e3eea71e-8d22-446d-a50f-55373169c3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:10.315255 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-6141c122-8d65-492c-bff4-cfe3feb3793d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Allocated IP 172.20.0.2 (f9395996-8e1e-448f-bf5e-cf052999c475/6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b/cdba6926-b579-445a-80e8-d6b313080ed7) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:53:10.322877 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eea71e-8d22-446d-a50f-55373169c3f6 None None] Pushing event updated for resources: {'Port': ['ID=dc669320-58f4-4416-9a91-b294153e7841,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:10.380763 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c79d84f1-4dcd-45a0-9894-2fb77d6a756e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:10.445660 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ee966703-40cf-47b3-8bfe-0aeef67f760d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=58c8cb9f24b04674b9dfe7a96fa95fb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5560989 Nov 25 19:53:10.450561 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33214) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:10.508357 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d84f1-4dcd-45a0-9894-2fb77d6a756e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Pushing event updated for resources: {'Port': ['ID=0e26e912-a763-4de0-a1e2-a3173006c8da,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:10.545299 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa1d815c-24c9-4c76-80ae-b0be65692e34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:10.580883 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa1d815c-24c9-4c76-80ae-b0be65692e34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:10.621833 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d84f1-4dcd-45a0-9894-2fb77d6a756e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:10.623294 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d84f1-4dcd-45a0-9894-2fb77d6a756e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:10.623961 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d84f1-4dcd-45a0-9894-2fb77d6a756e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:10.624472 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d84f1-4dcd-45a0-9894-2fb77d6a756e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:10.625412 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d84f1-4dcd-45a0-9894-2fb77d6a756e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:10.631092 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d84f1-4dcd-45a0-9894-2fb77d6a756e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:10.631755 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d84f1-4dcd-45a0-9894-2fb77d6a756e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:10.632197 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d84f1-4dcd-45a0-9894-2fb77d6a756e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:10.632760 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d84f1-4dcd-45a0-9894-2fb77d6a756e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:10.633323 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d84f1-4dcd-45a0-9894-2fb77d6a756e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:10.633884 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d84f1-4dcd-45a0-9894-2fb77d6a756e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:10.634531 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d84f1-4dcd-45a0-9894-2fb77d6a756e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:10.676789 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa1d815c-24c9-4c76-80ae-b0be65692e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:10.680072 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa1d815c-24c9-4c76-80ae-b0be65692e34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:10.690504 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-aa1d815c-24c9-4c76-80ae-b0be65692e34 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cffa5870-b5f2-43cd-9950-ba552f06236b HTTP/1.1" status: 204 len: 168 time: 0.2383602 Nov 25 19:53:10.739311 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79d84f1-4dcd-45a0-9894-2fb77d6a756e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Network f6e3417b-d820-490a-a3b0-8b0bae79ecac is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:10.739983 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d815c-24c9-4c76-80ae-b0be65692e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffa5870-b5f2-43cd-9950-ba552f06236b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:10.756607 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c79d84f1-4dcd-45a0-9894-2fb77d6a756e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:10.780711 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79d84f1-4dcd-45a0-9894-2fb77d6a756e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:53:10.801172 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79d84f1-4dcd-45a0-9894-2fb77d6a756e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:10.801908 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c79d84f1-4dcd-45a0-9894-2fb77d6a756e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:10.831057 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c79d84f1-4dcd-45a0-9894-2fb77d6a756e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2888701 Nov 25 19:53:10.836325 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33224) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:10.842941 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d44af8cf-ab3d-4b6e-a8c2-a44cc398a986 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Request body: {'port': {'network_id': 'f6e3417b-d820-490a-a3b0-8b0bae79ecac', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-674581159', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:10.843512 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.api.validators [None req-d44af8cf-ab3d-4b6e-a8c2-a44cc398a986 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] bootfile-name is not in valid_values {{(pid=103599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:53:10.844156 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.api.validators [None req-d44af8cf-ab3d-4b6e-a8c2-a44cc398a986 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] tftp-server is not in valid_values {{(pid=103599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:53:10.844339 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.api.validators [None req-d44af8cf-ab3d-4b6e-a8c2-a44cc398a986 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] server-ip-address is not in valid_values {{(pid=103599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:53:10.982750 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123893de-8c0c-4105-a002-513270600c93 req-4251f5eb-065a-474e-a1e2-5021cbe13c68 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:10.988091 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-123893de-8c0c-4105-a002-513270600c93 req-4251f5eb-065a-474e-a1e2-5021cbe13c68 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/ports?device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 943 time: 0.4878817 Nov 25 19:53:11.067468 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-123893de-8c0c-4105-a002-513270600c93 req-f5a78b4b-d897-43be-b11c-fb107926b20a tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/security-groups?id=4213ddda-2576-4b10-be6c-fb34c86c46f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743454 Nov 25 19:53:11.164763 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-6141c122-8d65-492c-bff4-cfe3feb3793d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:11.239417 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44af8cf-ab3d-4b6e-a8c2-a44cc398a986 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Made reservation on behalf of 4be5ec3f6c59414eb0717f5d3693392f for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:11.252313 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44af8cf-ab3d-4b6e-a8c2-a44cc398a986 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:11.260502 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-6141c122-8d65-492c-bff4-cfe3feb3793d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:11.318354 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-d44af8cf-ab3d-4b6e-a8c2-a44cc398a986 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] device_id is not set on port b49bbda0-c433-4678-8e77-cb2ac40bbeca yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:53:11.375639 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-6141c122-8d65-492c-bff4-cfe3feb3793d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Network f9395996-8e1e-448f-bf5e-cf052999c475 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:11.384802 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-6141c122-8d65-492c-bff4-cfe3feb3793d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:11.424272 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1fe0ff-64dc-4ac7-a516-4a5e9d992a7c None None] DHCP port deletion for f9395996-8e1e-448f-bf5e-cf052999c475 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:53:11.498984 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d2233566-227c-4a9c-a37b-7075da6e271e None None] Provisioning complete for port cdba6926-b579-445a-80e8-d6b313080ed7 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:11.499509 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d2233566-227c-4a9c-a37b-7075da6e271e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:11.508773 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-6141c122-8d65-492c-bff4-cfe3feb3793d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:53:11.534191 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141c122-8d65-492c-bff4-cfe3feb3793d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Pushing event updated for resources: {'Port': ['ID=cdba6926-b579-445a-80e8-d6b313080ed7,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:11.552792 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d2233566-227c-4a9c-a37b-7075da6e271e None None] Port cdba6926-b579-445a-80e8-d6b313080ed7 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:53:11.740341 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-d44af8cf-ab3d-4b6e-a8c2-a44cc398a986 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Allocated IP 2001:db8::216 (f6e3417b-d820-490a-a3b0-8b0bae79ecac/6daa4e41-a273-4f25-b759-22b06e506a04/b49bbda0-c433-4678-8e77-cb2ac40bbeca) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:53:11.807967 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-6141c122-8d65-492c-bff4-cfe3feb3793d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:11.808765 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-6141c122-8d65-492c-bff4-cfe3feb3793d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:11.836866 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecc3cc-ed3e-45a2-af31-a393dc8e9023 req-10d9b1a3-dbc7-4b06-b44d-48b58937385d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:11.862814 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-48ecc3cc-ed3e-45a2-af31-a393dc8e9023 req-10d9b1a3-dbc7-4b06-b44d-48b58937385d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 931 time: 0.3826599 Nov 25 19:53:11.971044 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-6141c122-8d65-492c-bff4-cfe3feb3793d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6344330 Nov 25 19:53:12.010749 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-48d4b056-81d9-403b-87df-08a65848795d service neutron] Request body: {'port': {'device_id': '6e4ab584-3057-46cf-a165-1b689a219cf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:12.216975 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44af8cf-ab3d-4b6e-a8c2-a44cc398a986 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:12.219112 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-48d4b056-81d9-403b-87df-08a65848795d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:12.236729 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-48ecc3cc-ed3e-45a2-af31-a393dc8e9023 req-6c8b1df6-b733-41dc-bca4-493e5fc2f73b tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629696 Nov 25 19:53:12.280945 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device c6f25ffc-4248-4354-af87-6f9190ea2180 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:53:12.335286 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44af8cf-ab3d-4b6e-a8c2-a44cc398a986 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:12.442718 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e645882-928e-4682-bc36-6e1247987e48 None None] Network f6e3417b-d820-490a-a3b0-8b0bae79ecac requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:12.519998 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44af8cf-ab3d-4b6e-a8c2-a44cc398a986 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Network f6e3417b-d820-490a-a3b0-8b0bae79ecac is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:12.571804 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d44af8cf-ab3d-4b6e-a8c2-a44cc398a986 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:12.575494 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44af8cf-ab3d-4b6e-a8c2-a44cc398a986 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Pushing event updated for resources: {'Port': ['ID=b49bbda0-c433-4678-8e77-cb2ac40bbeca,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:12.581148 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44af8cf-ab3d-4b6e-a8c2-a44cc398a986 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:53:12.596984 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44af8cf-ab3d-4b6e-a8c2-a44cc398a986 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:12.603472 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44af8cf-ab3d-4b6e-a8c2-a44cc398a986 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:12.655942 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d44af8cf-ab3d-4b6e-a8c2-a44cc398a986 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.8182414 Nov 25 19:53:12.660866 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33270) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:12.695709 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33272) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:12.802596 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a1d12f-c52b-4edf-a805-c840b53f484a tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:12.809303 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a1d12f-c52b-4edf-a805-c840b53f484a tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:12.815682 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a1d12f-c52b-4edf-a805-c840b53f484a tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:12.820239 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c4a1d12f-c52b-4edf-a805-c840b53f484a tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1555419 Nov 25 19:53:12.823849 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33276) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:12.939810 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88863e6c-0708-4f23-9f32-d3d542c3bd55 req-e7b5bddd-87a3-4f86-9d18-29095223e054 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:12.942479 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-88863e6c-0708-4f23-9f32-d3d542c3bd55 req-e7b5bddd-87a3-4f86-9d18-29095223e054 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/ports?device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 943 time: 0.2414210 Nov 25 19:53:12.992032 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device dc669320-58f4-4416-9a91-b294153e7841 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:13.038396 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-c102affe-4631-442b-a723-ba54d9e0176d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1155062282', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:13.098615 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ed879357-6191-4062-b0f4-1191d6796dcc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Deleting port b49bbda0-c433-4678-8e77-cb2ac40bbeca {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:13.101328 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed879357-6191-4062-b0f4-1191d6796dcc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:13.125290 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c102affe-4631-442b-a723-ba54d9e0176d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:13.126574 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c102affe-4631-442b-a723-ba54d9e0176d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:13.163739 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-76be9611-5e42-4942-901a-a35836675eed None None] Provisioning complete for port dc669320-58f4-4416-9a91-b294153e7841 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:13.164352 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76be9611-5e42-4942-901a-a35836675eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:13.167416 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-88863e6c-0708-4f23-9f32-d3d542c3bd55 req-430c60f9-733e-4e98-af90-ffd007c5696b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/security-groups?id=4213ddda-2576-4b10-be6c-fb34c86c46f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996713 Nov 25 19:53:13.200345 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-48d4b056-81d9-403b-87df-08a65848795d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdba6926-b579-445a-80e8-d6b313080ed7 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:53:13.218645 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-48d4b056-81d9-403b-87df-08a65848795d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:13.263078 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c102affe-4631-442b-a723-ba54d9e0176d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:13.273266 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-48d4b056-81d9-403b-87df-08a65848795d service neutron] Transition to ACTIVE for port object cdba6926-b579-445a-80e8-d6b313080ed7 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:53:13.278640 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c102affe-4631-442b-a723-ba54d9e0176d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:13.296039 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port c6f25ffc-4248-4354-af87-6f9190ea2180, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c6f25ffc-4248-4354-af87-6f9190ea2180,segment=NetworkSegment(bb3a5971-8be9-47ea-8a3a-79d2c03c06ea),segment_id=bb3a5971-8be9-47ea-8a3a-79d2c03c06ea)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:13.338136 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-48d4b056-81d9-403b-87df-08a65848795d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:13.348740 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port dc669320-58f4-4416-9a91-b294153e7841 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:13.349244 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:13.370993 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c102affe-4631-442b-a723-ba54d9e0176d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:13.378490 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c102affe-4631-442b-a723-ba54d9e0176d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6789689 Nov 25 19:53:13.381273 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33284) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:13.381830 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'c6f25ffc-4248-4354-af87-6f9190ea2180', 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691', 'port_id': 'c6f25ffc-4248-4354-af87-6f9190ea2180', 'mac_address': 'fa:16:3e:78:d6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '537415f2-0f99-449c-a182-24d9e3c35423', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:53:13.390750 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-ca28fb49-7573-45bf-ac4c-6161c99bc67d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-997410263'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:13.395423 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed879357-6191-4062-b0f4-1191d6796dcc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:13.429063 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ed879357-6191-4062-b0f4-1191d6796dcc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Calling delete_port for b49bbda0-c433-4678-8e77-cb2ac40bbeca owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:13.476942 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca28fb49-7573-45bf-ac4c-6161c99bc67d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Made reservation on behalf of 373ef0881fd6485697146de0c108fdf5 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:13.488790 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca28fb49-7573-45bf-ac4c-6161c99bc67d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:13.522822 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca28fb49-7573-45bf-ac4c-6161c99bc67d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:13.584169 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c28fa6c-ff1c-425d-8627-0948e0bcc3a0 None None] DHCP port deletion for f9395996-8e1e-448f-bf5e-cf052999c475 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:53:13.700357 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:13.704112 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76be9611-5e42-4942-901a-a35836675eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:13.726627 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed879357-6191-4062-b0f4-1191d6796dcc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:13.758180 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca28fb49-7573-45bf-ac4c-6161c99bc67d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:13.786202 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed879357-6191-4062-b0f4-1191d6796dcc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Pushing event deleted for resources: {'Port': ['ID=b49bbda0-c433-4678-8e77-cb2ac40bbeca,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:13.795223 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6f25ffc-4248-4354-af87-6f9190ea2180 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:53:13.804700 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed879357-6191-4062-b0f4-1191d6796dcc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:13.805212 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed879357-6191-4062-b0f4-1191d6796dcc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:13.806558 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed879357-6191-4062-b0f4-1191d6796dcc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:13.807076 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed879357-6191-4062-b0f4-1191d6796dcc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:13.807524 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed879357-6191-4062-b0f4-1191d6796dcc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:13.807968 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed879357-6191-4062-b0f4-1191d6796dcc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:13.808408 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed879357-6191-4062-b0f4-1191d6796dcc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:13.808868 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed879357-6191-4062-b0f4-1191d6796dcc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:13.809309 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed879357-6191-4062-b0f4-1191d6796dcc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:13.809747 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed879357-6191-4062-b0f4-1191d6796dcc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:13.810184 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed879357-6191-4062-b0f4-1191d6796dcc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:13.810648 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed879357-6191-4062-b0f4-1191d6796dcc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:13.842994 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed879357-6191-4062-b0f4-1191d6796dcc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:13.854828 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca28fb49-7573-45bf-ac4c-6161c99bc67d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:13.859578 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ed879357-6191-4062-b0f4-1191d6796dcc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] 10.222.0.55 "DELETE /v2.0/ports/b49bbda0-c433-4678-8e77-cb2ac40bbeca HTTP/1.1" status: 204 len: 168 time: 1.0339060 Nov 25 19:53:13.860384 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33294) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:13.866014 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ce3d149b-5ad0-41db-8f60-bdee9a3a32fc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Request body: {'port': {'name': 'tempest-new-port-name-1916330206', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:13.866591 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.api.validators [None req-ce3d149b-5ad0-41db-8f60-bdee9a3a32fc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] bootfile-name is not in valid_values {{(pid=103599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:53:13.867655 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.api.validators [None req-ce3d149b-5ad0-41db-8f60-bdee9a3a32fc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] tftp-server is not in valid_values {{(pid=103599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:53:13.868109 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.api.validators [None req-ce3d149b-5ad0-41db-8f60-bdee9a3a32fc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] server-ip-address is not in valid_values {{(pid=103599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:53:13.987377 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:13.991690 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port c6f25ffc-4248-4354-af87-6f9190ea2180, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c6f25ffc-4248-4354-af87-6f9190ea2180,segment=NetworkSegment(bb3a5971-8be9-47ea-8a3a-79d2c03c06ea),segment_id=bb3a5971-8be9-47ea-8a3a-79d2c03c06ea)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:13.994720 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-76be9611-5e42-4942-901a-a35836675eed None None] For port dc669320-58f4-4416-9a91-b294153e7841, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=dc669320-58f4-4416-9a91-b294153e7841,segment=NetworkSegment(d22abb71-3dd9-4a67-b850-9ea8c11dbe51),segment_id=d22abb71-3dd9-4a67-b850-9ea8c11dbe51)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:14.004900 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce3d149b-5ad0-41db-8f60-bdee9a3a32fc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:14.011357 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76be9611-5e42-4942-901a-a35836675eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:14.080165 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4b056-81d9-403b-87df-08a65848795d service neutron] Pushing event updated for resources: {'Port': ['ID=cdba6926-b579-445a-80e8-d6b313080ed7,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:14.100740 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:14.116875 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be9611-5e42-4942-901a-a35836675eed None None] Pushing event updated for resources: {'Port': ['ID=dc669320-58f4-4416-9a91-b294153e7841,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:14.119467 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca28fb49-7573-45bf-ac4c-6161c99bc67d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:53:14.185626 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca28fb49-7573-45bf-ac4c-6161c99bc67d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:14.198645 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-ca28fb49-7573-45bf-ac4c-6161c99bc67d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Added segment 43408b5e-7dc6-44de-8d06-26ff808f884b of type vlan for network f05e4557-8ed5-491a-919e-29107d30a94f Nov 25 19:53:14.209205 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28fb49-7573-45bf-ac4c-6161c99bc67d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=333c1246-45ff-4bd7-969c-a1ad6de814f1,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:14.220078 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:53:14.220698 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:53:14.224955 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be9611-5e42-4942-901a-a35836675eed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:14.225882 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be9611-5e42-4942-901a-a35836675eed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:14.230444 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be9611-5e42-4942-901a-a35836675eed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:14.231204 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be9611-5e42-4942-901a-a35836675eed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:14.232515 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be9611-5e42-4942-901a-a35836675eed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:14.233706 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be9611-5e42-4942-901a-a35836675eed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:14.234264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be9611-5e42-4942-901a-a35836675eed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:14.234873 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be9611-5e42-4942-901a-a35836675eed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:14.235502 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be9611-5e42-4942-901a-a35836675eed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:14.236047 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be9611-5e42-4942-901a-a35836675eed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:14.236589 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be9611-5e42-4942-901a-a35836675eed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:14.237146 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be9611-5e42-4942-901a-a35836675eed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:14.275756 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-43378e7c-5ac3-457f-9384-d4cd2fe17f63 None None] Provisioning complete for port 0e26e912-a763-4de0-a1e2-a3173006c8da triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:14.276454 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-43378e7c-5ac3-457f-9384-d4cd2fe17f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:14.350012 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d6b38-b68c-4d87-a3ee-71394106de42 req-f78de157-cef6-486b-858b-e9aee4acb6e9 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:14.353415 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-310d6b38-b68c-4d87-a3ee-71394106de42 req-f78de157-cef6-486b-858b-e9aee4acb6e9 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 943 time: 0.5187957 Nov 25 19:53:14.356786 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-48d4b056-81d9-403b-87df-08a65848795d service neutron] Attempting to bind port cdba6926-b579-445a-80e8-d6b313080ed7 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:53:14.357232 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-48d4b056-81d9-403b-87df-08a65848795d service neutron] Attempting to bind port cdba6926-b579-445a-80e8-d6b313080ed7 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'a2b88b42-b2ad-4680-bdc7-a4767e8278d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:53:14.357579 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-48d4b056-81d9-403b-87df-08a65848795d service neutron] Attempting to bind port cdba6926-b579-445a-80e8-d6b313080ed7 on network f9395996-8e1e-448f-bf5e-cf052999c475 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:53:14.361596 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca28fb49-7573-45bf-ac4c-6161c99bc67d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:14.369670 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['c6f25ffc-4248-4354-af87-6f9190ea2180'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:53:14.373903 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-48d4b056-81d9-403b-87df-08a65848795d service neutron] Port cdba6926-b579-445a-80e8-d6b313080ed7 on network f9395996-8e1e-448f-bf5e-cf052999c475 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:53:14.374241 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-48d4b056-81d9-403b-87df-08a65848795d service neutron] Attempting to bind port cdba6926-b579-445a-80e8-d6b313080ed7 on network f9395996-8e1e-448f-bf5e-cf052999c475 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:53:14.414037 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-43378e7c-5ac3-457f-9384-d4cd2fe17f63 None None] Port 0e26e912-a763-4de0-a1e2-a3173006c8da cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:53:14.419009 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=c6f25ffc-4248-4354-af87-6f9190ea2180,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:14.432415 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-48d4b056-81d9-403b-87df-08a65848795d service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:53:14.432744 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-48d4b056-81d9-403b-87df-08a65848795d service neutron] Checking segment: {'id': 'a2b88b42-b2ad-4680-bdc7-a4767e8278d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:14.433667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-48d4b056-81d9-403b-87df-08a65848795d service neutron] Bound using segment: {'id': 'a2b88b42-b2ad-4680-bdc7-a4767e8278d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:53:14.434734 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-48d4b056-81d9-403b-87df-08a65848795d service neutron] Bound port: cdba6926-b579-445a-80e8-d6b313080ed7, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b88b42-b2ad-4680-bdc7-a4767e8278d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:53:14.435380 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-48d4b056-81d9-403b-87df-08a65848795d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:14.467340 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca28fb49-7573-45bf-ac4c-6161c99bc67d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:14.490208 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce3d149b-5ad0-41db-8f60-bdee9a3a32fc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:14.499182 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-43378e7c-5ac3-457f-9384-d4cd2fe17f63 None None] Provisioning complete for port dc669320-58f4-4416-9a91-b294153e7841 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:14.499182 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-43378e7c-5ac3-457f-9384-d4cd2fe17f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:14.502000 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca28fb49-7573-45bf-ac4c-6161c99bc67d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:14.503179 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca28fb49-7573-45bf-ac4c-6161c99bc67d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:14.507993 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce3d149b-5ad0-41db-8f60-bdee9a3a32fc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:14.535440 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ce3d149b-5ad0-41db-8f60-bdee9a3a32fc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] In _notify_port_updated(), no bound segment for port 0e26e912-a763-4de0-a1e2-a3173006c8da on network f6e3417b-d820-490a-a3b0-8b0bae79ecac {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:53:14.549272 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3d149b-5ad0-41db-8f60-bdee9a3a32fc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:14.550444 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce3d149b-5ad0-41db-8f60-bdee9a3a32fc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:14.557941 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ce3d149b-5ad0-41db-8f60-bdee9a3a32fc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] 10.222.0.55 "PUT /v2.0/ports/0e26e912-a763-4de0-a1e2-a3173006c8da HTTP/1.1" status: 200 len: 1130 time: 0.6961198 Nov 25 19:53:14.592904 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33306) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:14.785031 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-43378e7c-5ac3-457f-9384-d4cd2fe17f63 None None] Could not find standard attr ID for object b49bbda0-c433-4678-8e77-cb2ac40bbeca. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:53:14.866934 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4902f1bd-9b16-4285-bd9c-2eab72a22d6e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:14.875056 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4902f1bd-9b16-4285-bd9c-2eab72a22d6e tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] 10.222.0.55 "GET /v2.0/ports/0e26e912-a763-4de0-a1e2-a3173006c8da HTTP/1.1" status: 200 len: 1130 time: 0.2756591 Nov 25 19:53:14.875056 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d149b-5ad0-41db-8f60-bdee9a3a32fc tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Pushing event updated for resources: {'Port': ['ID=0e26e912-a763-4de0-a1e2-a3173006c8da,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:14.880580 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33310) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:14.958924 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28fb49-7573-45bf-ac4c-6161c99bc67d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Pushing event updated for resources: {'Network': ['ID=f05e4557-8ed5-491a-919e-29107d30a94f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:15.005082 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ca28fb49-7573-45bf-ac4c-6161c99bc67d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6211903 Nov 25 19:53:15.009131 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33314) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:15.067254 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-bb6677d5-ac21-40ae-9f0b-aa2b451e3bb3 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Request body: {'subnet': {'network_id': 'f05e4557-8ed5-491a-919e-29107d30a94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:15.084086 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device dc669320-58f4-4416-9a91-b294153e7841 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:15.085201 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-310d6b38-b68c-4d87-a3ee-71394106de42 req-c763345f-7d0c-4c07-a9f6-1ae76bf733b7 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6866775 Nov 25 19:53:15.198264 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-48d4b056-81d9-403b-87df-08a65848795d service neutron] For port cdba6926-b579-445a-80e8-d6b313080ed7, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:53:15.212772 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-48d4b056-81d9-403b-87df-08a65848795d service neutron] For port cdba6926-b579-445a-80e8-d6b313080ed7, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=cdba6926-b579-445a-80e8-d6b313080ed7,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:53:15.224094 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-48d4b056-81d9-403b-87df-08a65848795d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:15.244384 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network f05e4557-8ed5-491a-919e-29107d30a94f details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:53:15.315548 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-48d4b056-81d9-403b-87df-08a65848795d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:15.316365 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-48d4b056-81d9-403b-87df-08a65848795d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:15.318066 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-48d4b056-81d9-403b-87df-08a65848795d service neutron] 10.222.0.85 "PUT /v2.0/ports/cdba6926-b579-445a-80e8-d6b313080ed7 HTTP/1.1" status: 200 len: 1091 time: 3.3274720 Nov 25 19:53:15.325776 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4ab584-3057-46cf-a165-1b689a219cf3', 'tag': 'cdba6926-b579-445a-80e8-d6b313080ed7'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:53:15.328579 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d21ec6-4292-49d6-94bc-bc38750ff0d7" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4ab584-3057-46cf-a165-1b689a219cf3", "tag": "cdba6926-b579-445a-80e8-d6b313080ed7"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:53:15.339462 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6677d5-ac21-40ae-9f0b-aa2b451e3bb3 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Made reservation on behalf of 373ef0881fd6485697146de0c108fdf5 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:15.348519 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb6677d5-ac21-40ae-9f0b-aa2b451e3bb3 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:15.408125 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4b056-81d9-403b-87df-08a65848795d service neutron] Pushing event updated for resources: {'Port': ['ID=cdba6926-b579-445a-80e8-d6b313080ed7,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:15.466616 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1868b8e-b110-406c-826b-535f6b3fd6cb None None] DHCP port deletion for f9395996-8e1e-448f-bf5e-cf052999c475 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:53:15.472187 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1d661c84-7ed3-4c63-b3ce-da00aaee5fbf None None] Provisioning complete for port 0e26e912-a763-4de0-a1e2-a3173006c8da triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:15.472564 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1d661c84-7ed3-4c63-b3ce-da00aaee5fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:15.550337 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1d661c84-7ed3-4c63-b3ce-da00aaee5fbf None None] Port 0e26e912-a763-4de0-a1e2-a3173006c8da cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:53:15.551992 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-2c6b3e13-8444-4970-872b-c5b45eb2990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:15.556273 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b04a98d7-6b88-4bb3-9494-fd068b28c346 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Deleting port 0e26e912-a763-4de0-a1e2-a3173006c8da {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:15.557383 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b04a98d7-6b88-4bb3-9494-fd068b28c346 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:15.562198 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-2c6b3e13-8444-4970-872b-c5b45eb2990a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0693fe225e124b1f9efd8df77820112b&device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 1094 time: 0.1747327 Nov 25 19:53:15.633380 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1d661c84-7ed3-4c63-b3ce-da00aaee5fbf None None] Could not find standard attr ID for object b49bbda0-c433-4678-8e77-cb2ac40bbeca. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:53:15.745445 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port dc669320-58f4-4416-9a91-b294153e7841 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:15.747510 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:15.815728 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45c3c9-0382-4145-8dfd-6261a9c7023c req-c0667a8f-9fbc-4239-902b-7da9e84f7eee tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:15.816239 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b04a98d7-6b88-4bb3-9494-fd068b28c346 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:15.827874 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7d45c3c9-0382-4145-8dfd-6261a9c7023c req-c0667a8f-9fbc-4239-902b-7da9e84f7eee tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/ports?device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 944 time: 0.3648210 Nov 25 19:53:15.831388 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-b5d940ae-dff7-4b95-9835-4bd39da08906 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cdba6926-b579-445a-80e8-d6b313080ed7 HTTP/1.1" status: 200 len: 217 time: 0.2496874 Nov 25 19:53:15.907090 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b04a98d7-6b88-4bb3-9494-fd068b28c346 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Calling delete_port for 0e26e912-a763-4de0-a1e2-a3173006c8da owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:16.027558 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb6677d5-ac21-40ae-9f0b-aa2b451e3bb3 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:16.044652 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-ebf48249-f779-42a7-8214-6dc54dbd3380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:16.046854 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-ebf48249-f779-42a7-8214-6dc54dbd3380 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b HTTP/1.1" status: 200 len: 852 time: 0.1976659 Nov 25 19:53:16.052617 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-bac4ad34-081b-4bcd-a722-8b821f610a94 None None] Provisioning complete for port 0e26e912-a763-4de0-a1e2-a3173006c8da triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:16.053396 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bac4ad34-081b-4bcd-a722-8b821f610a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:16.122694 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-2072441d-587f-4042-b298-18052850d443 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f9395996-8e1e-448f-bf5e-cf052999c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546725 Nov 25 19:53:16.156660 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-bac4ad34-081b-4bcd-a722-8b821f610a94 None None] Port 0e26e912-a763-4de0-a1e2-a3173006c8da cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:53:16.158996 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6677d5-ac21-40ae-9f0b-aa2b451e3bb3 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Pushing event updated for resources: {'Subnet': ['ID=6aaf2384-a870-4920-ba23-cbe3332202a3,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:16.245210 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6677d5-ac21-40ae-9f0b-aa2b451e3bb3 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Checking segment: {'id': '43408b5e-7dc6-44de-8d06-26ff808f884b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f05e4557-8ed5-491a-919e-29107d30a94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:16.245210 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6677d5-ac21-40ae-9f0b-aa2b451e3bb3 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Network hostable DHCP agents. Network: f05e4557-8ed5-491a-919e-29107d30a94f, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:53:16.323386 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device c6f25ffc-4248-4354-af87-6f9190ea2180 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:16.328503 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6677d5-ac21-40ae-9f0b-aa2b451e3bb3 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Network f05e4557-8ed5-491a-919e-29107d30a94f is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:53:16.332575 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-a5d28948-13f0-40a8-ad2f-50af0f05613a service neutron] 10.222.0.85 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015574 Nov 25 19:53:16.342501 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b04a98d7-6b88-4bb3-9494-fd068b28c346 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:16.346515 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7d45c3c9-0382-4145-8dfd-6261a9c7023c req-f36c5757-a922-404e-a618-774464dd1ac2 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/security-groups?id=4213ddda-2576-4b10-be6c-fb34c86c46f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5034683 Nov 25 19:53:16.425707 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-bb6677d5-ac21-40ae-9f0b-aa2b451e3bb3 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, f05e4557-8ed5-491a-919e-29107d30a94f) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:16.434910 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a98d7-6b88-4bb3-9494-fd068b28c346 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Pushing event deleted for resources: {'Port': ['ID=0e26e912-a763-4de0-a1e2-a3173006c8da,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:16.466989 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6677d5-ac21-40ae-9f0b-aa2b451e3bb3 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:16.467932 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb6677d5-ac21-40ae-9f0b-aa2b451e3bb3 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:16.493038 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b04a98d7-6b88-4bb3-9494-fd068b28c346 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:16.501730 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b04a98d7-6b88-4bb3-9494-fd068b28c346 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] 10.222.0.55 "DELETE /v2.0/ports/0e26e912-a763-4de0-a1e2-a3173006c8da HTTP/1.1" status: 204 len: 168 time: 1.6135483 Nov 25 19:53:16.528358 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bb6677d5-ac21-40ae-9f0b-aa2b451e3bb3 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5017033 Nov 25 19:53:16.528358 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33338) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:16.545271 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33340) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:16.581723 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cb2e2188-d6ca-41ca-9b4f-2e21cdc213f2 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Request body: {'network': {'name': 'tempest-router-network01--1440463642'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:16.719554 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e668d0e-0d59-4da1-9b6a-b4a3a643e1df req-bc328d3b-cc89-4f1d-9d89-a98949c39592 service neutron] 10.222.0.85 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713269 Nov 25 19:53:16.787921 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2e2188-d6ca-41ca-9b4f-2e21cdc213f2 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Made reservation on behalf of 373ef0881fd6485697146de0c108fdf5 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:16.815367 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb2e2188-d6ca-41ca-9b4f-2e21cdc213f2 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:16.819239 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96286d8f-01ce-4936-9ee8-0eb170ae53e2 x-openstack-request-id: req-96286d8f-01ce-4936-9ee8-0eb170ae53e2 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:53:16.819552 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4ab584-3057-46cf-a165-1b689a219cf3", "tag": "cdba6926-b579-445a-80e8-d6b313080ed7", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:53:16.820121 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-96286d8f-01ce-4936-9ee8-0eb170ae53e2 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:53:16.820550 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4ab584-3057-46cf-a165-1b689a219cf3', 'tag': 'cdba6926-b579-445a-80e8-d6b313080ed7', 'status': 'completed', 'code': 200} Nov 25 19:53:16.831790 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea9614b-316b-41d4-9f8c-a8b4664e7bed None None] Network f05e4557-8ed5-491a-919e-29107d30a94f requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:16.854740 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f46ce7-aeee-4ef9-83de-4b65c5d3b0bb tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Deleting subnet 6daa4e41-a273-4f25-b759-22b06e506a04 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:53:16.865490 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-76f46ce7-aeee-4ef9-83de-4b65c5d3b0bb tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.001367 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port c6f25ffc-4248-4354-af87-6f9190ea2180 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:53:17.017355 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port c6f25ffc-4248-4354-af87-6f9190ea2180 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:17.017744 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-76f46ce7-aeee-4ef9-83de-4b65c5d3b0bb tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.017876 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.102352 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2e2188-d6ca-41ca-9b4f-2e21cdc213f2 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:53:17.264153 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-76f46ce7-aeee-4ef9-83de-4b65c5d3b0bb tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.341072 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.377882 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6ead00-bb6e-4ae3-af3d-4f9d604b4502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-f05e4557-8ed5-491a-919e-29107d30a94f', 'network_id': 'f05e4557-8ed5-491a-919e-29107d30a94f', 'tenant_id': '373ef0881fd6485697146de0c108fdf5', 'fixed_ips': [{'subnet_id': '6aaf2384-a870-4920-ba23-cbe3332202a3'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:53:17.379380 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe6ead00-bb6e-4ae3-af3d-4f9d604b4502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.398055 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-76f46ce7-aeee-4ef9-83de-4b65c5d3b0bb tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.407412 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb2e2188-d6ca-41ca-9b4f-2e21cdc213f2 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.408960 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-cb2e2188-d6ca-41ca-9b4f-2e21cdc213f2 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Added segment 246989e2-f6ab-4006-b7e1-79831f574bd8 of type vlan for network 4be34bd5-a865-4ab6-a1aa-41145d7603b2 Nov 25 19:53:17.421860 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8494e24d-6019-4720-9738-dea2869ac058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f25ffc-4248-4354-af87-6f9190ea2180'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:53:17.425912 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdba197-143a-4440-8bf7-ce64602b47e6" -d '{"events": [{"server_uuid": "8494e24d-6019-4720-9738-dea2869ac058", "name": "network-vif-plugged", "status": "completed", "tag": "c6f25ffc-4248-4354-af87-6f9190ea2180"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:53:17.455358 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port c6f25ffc-4248-4354-af87-6f9190ea2180, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c6f25ffc-4248-4354-af87-6f9190ea2180,segment=NetworkSegment(bb3a5971-8be9-47ea-8a3a-79d2c03c06ea),segment_id=bb3a5971-8be9-47ea-8a3a-79d2c03c06ea)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:17.468338 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.495309 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f46ce7-aeee-4ef9-83de-4b65c5d3b0bb tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Pushing event deleted for resources: {'Subnet': ['ID=6daa4e41-a273-4f25-b759-22b06e506a04,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:17.544891 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=c6f25ffc-4248-4354-af87-6f9190ea2180,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:17.560663 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-76f46ce7-aeee-4ef9-83de-4b65c5d3b0bb tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.569000 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-76f46ce7-aeee-4ef9-83de-4b65c5d3b0bb tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] 10.222.0.55 "DELETE /v2.0/subnets/6daa4e41-a273-4f25-b759-22b06e506a04 HTTP/1.1" status: 204 len: 168 time: 1.0443830 Nov 25 19:53:17.575299 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33362) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:17.589418 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb2e2188-d6ca-41ca-9b4f-2e21cdc213f2 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.623976 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45667e2a-a1f1-4697-961b-637cbb740604 None None] Network f6e3417b-d820-490a-a3b0-8b0bae79ecac requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:17.646152 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb2e2188-d6ca-41ca-9b4f-2e21cdc213f2 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.662595 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2e2188-d6ca-41ca-9b4f-2e21cdc213f2 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:17.663361 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb2e2188-d6ca-41ca-9b4f-2e21cdc213f2 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.676339 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d21ec6-4292-49d6-94bc-bc38750ff0d7 req-b71c06ed-3643-45f1-b178-f3a84e2913a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:17.679044 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-09d21ec6-4292-49d6-94bc-bc38750ff0d7 req-b71c06ed-3643-45f1-b178-f3a84e2913a1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0693fe225e124b1f9efd8df77820112b&device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 1094 time: 0.8108523 Nov 25 19:53:17.699280 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1257b1a-5def-4cd9-a6ec-fcd1877bdd3a req-e0676a6c-8303-443a-8f45-fa68802db9de tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:17.714768 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e1257b1a-5def-4cd9-a6ec-fcd1877bdd3a req-e0676a6c-8303-443a-8f45-fa68802db9de tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 943 time: 0.2297995 Nov 25 19:53:17.824581 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e2188-d6ca-41ca-9b4f-2e21cdc213f2 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Pushing event updated for resources: {'Network': ['ID=4be34bd5-a865-4ab6-a1aa-41145d7603b2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:17.845261 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 4be34bd5-a865-4ab6-a1aa-41145d7603b2 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:53:17.855260 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cb2e2188-d6ca-41ca-9b4f-2e21cdc213f2 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3075871 Nov 25 19:53:17.858468 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33366) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:17.869674 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e115fc18-bc4d-4669-bb0c-ce559a70dfc2 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Request body: {'network': {'name': 'tempest-router-network02--2115185725'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:17.921572 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e115fc18-bc4d-4669-bb0c-ce559a70dfc2 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Made reservation on behalf of 373ef0881fd6485697146de0c108fdf5 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:17.933609 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e115fc18-bc4d-4669-bb0c-ce559a70dfc2 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.940030 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-fe6ead00-bb6e-4ae3-af3d-4f9d604b4502 None None] Allocated IP 2001:db8::2 (f05e4557-8ed5-491a-919e-29107d30a94f/6aaf2384-a870-4920-ba23-cbe3332202a3/fef33be9-a8cb-4f4f-a54d-02a67ddbc710) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:53:18.015381 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e115fc18-bc4d-4669-bb0c-ce559a70dfc2 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:53:18.041565 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-687947ee-a2df-4b15-8b81-9d88f6661096 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:18.049289 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e115fc18-bc4d-4669-bb0c-ce559a70dfc2 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:18.050621 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-e115fc18-bc4d-4669-bb0c-ce559a70dfc2 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Added segment 9701a8e9-eab2-4093-bdab-97793f209d68 of type vlan for network fdf41338-0612-4446-be51-2bfc94af4437 Nov 25 19:53:18.075610 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d21ec6-4292-49d6-94bc-bc38750ff0d7 req-9030bbef-1a35-451e-9c81-88ec50b43289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:18.077410 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-09d21ec6-4292-49d6-94bc-bc38750ff0d7 req-9030bbef-1a35-451e-9c81-88ec50b43289 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f9395996-8e1e-448f-bf5e-cf052999c475 HTTP/1.1" status: 200 len: 913 time: 0.2942338 Nov 25 19:53:18.083144 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e1257b1a-5def-4cd9-a6ec-fcd1877bdd3a req-1f9a212d-a223-442d-b383-8c1af76d9253 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630254 Nov 25 19:53:18.124164 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742da658-be12-4d27-8cb6-b0322f5e22bc None None] DHCP port deletion for f6e3417b-d820-490a-a3b0-8b0bae79ecac request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:53:18.141314 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-09d21ec6-4292-49d6-94bc-bc38750ff0d7 req-f7b51ccd-419c-48f3-9f5d-c91d150fcb23 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cdba6926-b579-445a-80e8-d6b313080ed7 HTTP/1.1" status: 200 len: 217 time: 0.0512638 Nov 25 19:53:18.160682 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e115fc18-bc4d-4669-bb0c-ce559a70dfc2 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:18.192968 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e115fc18-bc4d-4669-bb0c-ce559a70dfc2 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:18.201838 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e115fc18-bc4d-4669-bb0c-ce559a70dfc2 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:18.202952 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e115fc18-bc4d-4669-bb0c-ce559a70dfc2 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:18.243783 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d21ec6-4292-49d6-94bc-bc38750ff0d7 req-13229089-c5d1-4908-b2a8-e3b64960c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:18.246273 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-09d21ec6-4292-49d6-94bc-bc38750ff0d7 req-13229089-c5d1-4908-b2a8-e3b64960c643 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b HTTP/1.1" status: 200 len: 852 time: 0.0812924 Nov 25 19:53:18.247391 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33374) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:18.247789 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e115fc18-bc4d-4669-bb0c-ce559a70dfc2 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3874583 Nov 25 19:53:18.249574 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-687947ee-a2df-4b15-8b81-9d88f6661096 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Deleting port dc669320-58f4-4416-9a91-b294153e7841 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:18.250140 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-687947ee-a2df-4b15-8b81-9d88f6661096 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:18.260101 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-5008f32e-cce6-4150-8e1a-5abf4c257637 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Request body: {'subnet': {'network_id': '4be34bd5-a865-4ab6-a1aa-41145d7603b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:18.306063 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-742da658-be12-4d27-8cb6-b0322f5e22bc None None] Deleting port dc669320-58f4-4416-9a91-b294153e7841 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:18.317482 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115fc18-bc4d-4669-bb0c-ce559a70dfc2 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Pushing event updated for resources: {'Network': ['ID=fdf41338-0612-4446-be51-2bfc94af4437,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:18.327024 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-742da658-be12-4d27-8cb6-b0322f5e22bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:18.335956 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-09d21ec6-4292-49d6-94bc-bc38750ff0d7 req-1416662b-b392-49b6-bf9a-eb1cda248b60 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f9395996-8e1e-448f-bf5e-cf052999c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703712 Nov 25 19:53:18.377278 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network fdf41338-0612-4446-be51-2bfc94af4437 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:53:18.606159 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-687947ee-a2df-4b15-8b81-9d88f6661096 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] For port dc669320-58f4-4416-9a91-b294153e7841, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=dc669320-58f4-4416-9a91-b294153e7841,segment=NetworkSegment(d22abb71-3dd9-4a67-b850-9ea8c11dbe51),segment_id=d22abb71-3dd9-4a67-b850-9ea8c11dbe51)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:18.607087 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-687947ee-a2df-4b15-8b81-9d88f6661096 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:18.636893 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-742da658-be12-4d27-8cb6-b0322f5e22bc None None] For port dc669320-58f4-4416-9a91-b294153e7841, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=dc669320-58f4-4416-9a91-b294153e7841,segment=NetworkSegment(d22abb71-3dd9-4a67-b850-9ea8c11dbe51),segment_id=d22abb71-3dd9-4a67-b850-9ea8c11dbe51)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:18.637710 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-742da658-be12-4d27-8cb6-b0322f5e22bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:18.668477 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe6ead00-bb6e-4ae3-af3d-4f9d604b4502 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:18.669208 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-687947ee-a2df-4b15-8b81-9d88f6661096 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Calling delete_port for dc669320-58f4-4416-9a91-b294153e7841 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:18.688250 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe6ead00-bb6e-4ae3-af3d-4f9d604b4502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:18.711322 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-742da658-be12-4d27-8cb6-b0322f5e22bc None None] Calling delete_port for dc669320-58f4-4416-9a91-b294153e7841 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:18.753865 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5008f32e-cce6-4150-8e1a-5abf4c257637 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Made reservation on behalf of 373ef0881fd6485697146de0c108fdf5 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:18.761768 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5008f32e-cce6-4150-8e1a-5abf4c257637 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:18.768666 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6ead00-bb6e-4ae3-af3d-4f9d604b4502 None None] Network f05e4557-8ed5-491a-919e-29107d30a94f is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:18.771787 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-09d21ec6-4292-49d6-94bc-bc38750ff0d7 req-e4f2a1a8-8dee-4923-9a4d-43c5c79a590e service neutron] 10.222.0.85 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008904 Nov 25 19:53:18.780378 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-fe6ead00-bb6e-4ae3-af3d-4f9d604b4502 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:18.791433 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6ead00-bb6e-4ae3-af3d-4f9d604b4502 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:53:18.861368 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ead00-bb6e-4ae3-af3d-4f9d604b4502 None None] Pushing event updated for resources: {'Port': ['ID=fef33be9-a8cb-4f4f-a54d-02a67ddbc710,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:18.885771 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8496611-cbae-4779-b2f9-66571d09c1e7 req-4bf58235-9030-4dc9-9b69-4e932b159e01 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:18.887614 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f8496611-cbae-4779-b2f9-66571d09c1e7 req-4bf58235-9030-4dc9-9b69-4e932b159e01 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/ports?device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 945 time: 0.4142599 Nov 25 19:53:18.937774 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33390) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:18.943277 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device dc669320-58f4-4416-9a91-b294153e7841 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:53:19.038987 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device cdba6926-b579-445a-80e8-d6b313080ed7 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:53:19.054213 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-fe6ead00-bb6e-4ae3-af3d-4f9d604b4502 None None] Attempting to bind port fef33be9-a8cb-4f4f-a54d-02a67ddbc710 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:53:19.054742 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-fe6ead00-bb6e-4ae3-af3d-4f9d604b4502 None None] Attempting to bind port fef33be9-a8cb-4f4f-a54d-02a67ddbc710 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '43408b5e-7dc6-44de-8d06-26ff808f884b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f05e4557-8ed5-491a-919e-29107d30a94f'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:53:19.055233 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6ead00-bb6e-4ae3-af3d-4f9d604b4502 None None] Attempting to bind port fef33be9-a8cb-4f4f-a54d-02a67ddbc710 on network f05e4557-8ed5-491a-919e-29107d30a94f {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:53:19.105989 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6ead00-bb6e-4ae3-af3d-4f9d604b4502 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:53:19.107046 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6ead00-bb6e-4ae3-af3d-4f9d604b4502 None None] Checking segment: {'id': '43408b5e-7dc6-44de-8d06-26ff808f884b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f05e4557-8ed5-491a-919e-29107d30a94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:19.108175 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe6ead00-bb6e-4ae3-af3d-4f9d604b4502 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:19.108603 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f8496611-cbae-4779-b2f9-66571d09c1e7 req-c87a3564-8492-41f8-9aea-da67e83d5bf3 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/security-groups?id=4213ddda-2576-4b10-be6c-fb34c86c46f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967864 Nov 25 19:53:19.114794 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6ead00-bb6e-4ae3-af3d-4f9d604b4502 None None] Bound using segment: {'id': '43408b5e-7dc6-44de-8d06-26ff808f884b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f05e4557-8ed5-491a-919e-29107d30a94f'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:53:19.115517 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-fe6ead00-bb6e-4ae3-af3d-4f9d604b4502 None None] Bound port: fef33be9-a8cb-4f4f-a54d-02a67ddbc710, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43408b5e-7dc6-44de-8d06-26ff808f884b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f05e4557-8ed5-491a-919e-29107d30a94f'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:53:19.115940 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe6ead00-bb6e-4ae3-af3d-4f9d604b4502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:19.164574 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-687947ee-a2df-4b15-8b81-9d88f6661096 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:19.215674 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-922851c7-53d7-4562-b3b6-dacc57dab08b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:19.234748 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port cdba6926-b579-445a-80e8-d6b313080ed7, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=cdba6926-b579-445a-80e8-d6b313080ed7,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:19.249886 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-742da658-be12-4d27-8cb6-b0322f5e22bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:19.252582 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'cdba6926-b579-445a-80e8-d6b313080ed7', 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475', 'port_id': 'cdba6926-b579-445a-80e8-d6b313080ed7', 'mac_address': 'fa:16:3e:13:19:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:53:19.258071 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343a8a8d-6e4f-4e17-b4da-749db126b129 x-openstack-request-id: req-343a8a8d-6e4f-4e17-b4da-749db126b129 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:53:19.258382 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8494e24d-6019-4720-9738-dea2869ac058", "name": "network-vif-plugged", "status": "completed", "tag": "c6f25ffc-4248-4354-af87-6f9190ea2180", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:53:19.259381 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-343a8a8d-6e4f-4e17-b4da-749db126b129 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:53:19.259635 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8494e24d-6019-4720-9738-dea2869ac058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f25ffc-4248-4354-af87-6f9190ea2180', 'code': 200} Nov 25 19:53:19.320416 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-09d21ec6-4292-49d6-94bc-bc38750ff0d7 req-c29c2824-29c3-43b8-9050-4a1417c54404 service neutron] 10.222.0.85 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502132 Nov 25 19:53:19.344242 n-d-819349-5 neutron-server[103601]: INFO neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No ports have port_id starting with dc669320-58f4-4416-9a91-b294153e7841 Nov 25 19:53:19.345667 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742da658-be12-4d27-8cb6-b0322f5e22bc None None] Pushing event deleted for resources: {'Port': ['ID=dc669320-58f4-4416-9a91-b294153e7841,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:19.384573 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687947ee-a2df-4b15-8b81-9d88f6661096 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Pushing event deleted for resources: {'Port': ['ID=dc669320-58f4-4416-9a91-b294153e7841,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:19.394692 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687947ee-a2df-4b15-8b81-9d88f6661096 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] No DVR routers for this DVR port dc669320-58f4-4416-9a91-b294153e7841 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:53:19.417035 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742da658-be12-4d27-8cb6-b0322f5e22bc None None] No DVR routers for this DVR port dc669320-58f4-4416-9a91-b294153e7841 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:53:19.531758 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5008f32e-cce6-4150-8e1a-5abf4c257637 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:19.588556 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-922851c7-53d7-4562-b3b6-dacc57dab08b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:19.598873 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-922851c7-53d7-4562-b3b6-dacc57dab08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:19.608615 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:19.612801 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-fe6ead00-bb6e-4ae3-af3d-4f9d604b4502 None None] For port fef33be9-a8cb-4f4f-a54d-02a67ddbc710, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:53:19.635954 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-fe6ead00-bb6e-4ae3-af3d-4f9d604b4502 None None] For port fef33be9-a8cb-4f4f-a54d-02a67ddbc710, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=fef33be9-a8cb-4f4f-a54d-02a67ddbc710,segment=NetworkSegment(43408b5e-7dc6-44de-8d06-26ff808f884b),segment_id=43408b5e-7dc6-44de-8d06-26ff808f884b)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:53:19.654084 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-922851c7-53d7-4562-b3b6-dacc57dab08b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a92072d1892b4de7806af1ccdec37f07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7105572 Nov 25 19:53:19.654084 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922851c7-53d7-4562-b3b6-dacc57dab08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b428871-6e0d-49b1-9f3a-29300c39a8a9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:19.654629 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33400) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:19.690748 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe6ead00-bb6e-4ae3-af3d-4f9d604b4502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:19.735833 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-858802d6-c22f-4b6f-9887-489cb1533c80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:19.769764 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5cdc4-2b69-4046-af08-f48afdb5afeb req-95c3a69d-68c5-4ced-86d3-3dfcbdbc9e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:19.771563 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4fc5cdc4-2b69-4046-af08-f48afdb5afeb req-95c3a69d-68c5-4ced-86d3-3dfcbdbc9e97 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 1096 time: 0.4070072 Nov 25 19:53:19.775804 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdba6926-b579-445a-80e8-d6b313080ed7 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:53:19.778011 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008f32e-cce6-4150-8e1a-5abf4c257637 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Pushing event updated for resources: {'Subnet': ['ID=fe2d26c9-5d92-4ed5-928b-76b19e986e6f,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:19.792918 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-858802d6-c22f-4b6f-9887-489cb1533c80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:19.827392 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port cdba6926-b579-445a-80e8-d6b313080ed7, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=cdba6926-b579-445a-80e8-d6b313080ed7,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:19.854889 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:19.858789 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-687947ee-a2df-4b15-8b81-9d88f6661096 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:19.938837 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ead00-bb6e-4ae3-af3d-4f9d604b4502 None None] Pushing event updated for resources: {'Port': ['ID=fef33be9-a8cb-4f4f-a54d-02a67ddbc710,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:19.942885 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-858802d6-c22f-4b6f-9887-489cb1533c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:19.948003 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-858802d6-c22f-4b6f-9887-489cb1533c80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:19.949993 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-858802d6-c22f-4b6f-9887-489cb1533c80 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b428871-6e0d-49b1-9f3a-29300c39a8a9 HTTP/1.1" status: 204 len: 168 time: 0.2945905 Nov 25 19:53:19.952595 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-687947ee-a2df-4b15-8b81-9d88f6661096 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e3417b-d820-490a-a3b0-8b0bae79ecac']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:19.970275 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858802d6-c22f-4b6f-9887-489cb1533c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b428871-6e0d-49b1-9f3a-29300c39a8a9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:19.970615 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4fc5cdc4-2b69-4046-af08-f48afdb5afeb req-980b780b-b782-4466-be74-ae10ee4de86d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4213ddda-2576-4b10-be6c-fb34c86c46f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892943 Nov 25 19:53:19.991146 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-687947ee-a2df-4b15-8b81-9d88f6661096 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22abb71-3dd9-4a67-b850-9ea8c11dbe51') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:19.991826 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-687947ee-a2df-4b15-8b81-9d88f6661096 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22abb71-3dd9-4a67-b850-9ea8c11dbe51') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:20.016963 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-687947ee-a2df-4b15-8b81-9d88f6661096 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:20.052030 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-687947ee-a2df-4b15-8b81-9d88f6661096 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:20.084632 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acf271-0cd8-4e02-a230-e01cb75f4aad req-44d493de-40ec-4d0e-b5d2-8d32d4e93c7e tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:20.091778 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-39acf271-0cd8-4e02-a230-e01cb75f4aad req-44d493de-40ec-4d0e-b5d2-8d32d4e93c7e tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 943 time: 0.5746381 Nov 25 19:53:20.105199 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687947ee-a2df-4b15-8b81-9d88f6661096 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:53:20.106226 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-687947ee-a2df-4b15-8b81-9d88f6661096 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:53:20.114638 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:53:20.124804 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=cdba6926-b579-445a-80e8-d6b313080ed7,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:20.130333 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5008f32e-cce6-4150-8e1a-5abf4c257637 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Checking segment: {'id': '246989e2-f6ab-4006-b7e1-79831f574bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '4be34bd5-a865-4ab6-a1aa-41145d7603b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:20.135875 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5008f32e-cce6-4150-8e1a-5abf4c257637 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Network hostable DHCP agents. Network: 4be34bd5-a865-4ab6-a1aa-41145d7603b2, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:53:20.148787 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['cdba6926-b579-445a-80e8-d6b313080ed7'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:53:20.392748 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5008f32e-cce6-4150-8e1a-5abf4c257637 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Network 4be34bd5-a865-4ab6-a1aa-41145d7603b2 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:53:20.400699 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-687947ee-a2df-4b15-8b81-9d88f6661096 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:20.424821 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-687947ee-a2df-4b15-8b81-9d88f6661096 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:20.431209 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-687947ee-a2df-4b15-8b81-9d88f6661096 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] 10.222.0.55 "DELETE /v2.0/networks/f6e3417b-d820-490a-a3b0-8b0bae79ecac HTTP/1.1" status: 204 len: 168 time: 2.8444185 Nov 25 19:53:20.431542 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687947ee-a2df-4b15-8b81-9d88f6661096 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455 tempest-ExtraDHCPOptionsIpV6TestJSON-889170455-project] Pushing event deleted for resources: {'Network': ['ID=f6e3417b-d820-490a-a3b0-8b0bae79ecac,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:20.441370 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-39acf271-0cd8-4e02-a230-e01cb75f4aad req-468edb41-9a15-4f53-99aa-bb52ebcd0d24 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975540 Nov 25 19:53:20.449721 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-5008f32e-cce6-4150-8e1a-5abf4c257637 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 4be34bd5-a865-4ab6-a1aa-41145d7603b2) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:20.455603 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5008f32e-cce6-4150-8e1a-5abf4c257637 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:20.456207 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5008f32e-cce6-4150-8e1a-5abf4c257637 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:20.478139 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e416b55e-408f-44c3-b089-dbaaa790a020 None None] Network 4be34bd5-a865-4ab6-a1aa-41145d7603b2 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:20.489609 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5008f32e-cce6-4150-8e1a-5abf4c257637 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2367754 Nov 25 19:53:20.494676 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33418) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:20.506679 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-7779b93b-0b08-4180-9388-d84e9138d82d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Request body: {'subnet': {'network_id': 'fdf41338-0612-4446-be51-2bfc94af4437', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:20.785668 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7779b93b-0b08-4180-9388-d84e9138d82d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Made reservation on behalf of 373ef0881fd6485697146de0c108fdf5 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:20.789803 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7779b93b-0b08-4180-9388-d84e9138d82d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:20.967472 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676cc39-2053-47cf-9266-9bab08127def req-f2c61d44-bc30-4d16-bf9a-d88eb7425614 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:20.982721 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c676cc39-2053-47cf-9266-9bab08127def req-f2c61d44-bc30-4d16-bf9a-d88eb7425614 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/ports?device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 945 time: 0.3413632 Nov 25 19:53:21.010832 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device fef33be9-a8cb-4f4f-a54d-02a67ddbc710 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:21.092380 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333433db-825d-45fb-9077-0020b4a707f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-4be34bd5-a865-4ab6-a1aa-41145d7603b2', 'network_id': '4be34bd5-a865-4ab6-a1aa-41145d7603b2', 'tenant_id': '373ef0881fd6485697146de0c108fdf5', 'fixed_ips': [{'subnet_id': 'fe2d26c9-5d92-4ed5-928b-76b19e986e6f'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:53:21.093353 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-333433db-825d-45fb-9077-0020b4a707f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:21.108020 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33436) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:21.373570 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port fef33be9-a8cb-4f4f-a54d-02a67ddbc710 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:21.373904 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:21.531398 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2e966c3f-8741-4dc5-bdf6-7973288280bc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4be5ec3f6c59414eb0717f5d3693392f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4183750 Nov 25 19:53:21.536216 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33452) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:21.549891 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-333433db-825d-45fb-9077-0020b4a707f2 None None] Allocated IP 2001:db8::2 (4be34bd5-a865-4ab6-a1aa-41145d7603b2/fe2d26c9-5d92-4ed5-928b-76b19e986e6f/f4295a1b-f282-4687-947c-1c7612c5cb1a) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:53:21.666805 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c676cc39-2053-47cf-9266-9bab08127def req-f4a73571-2fac-4005-96d3-12a22a3271a7 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/security-groups?id=4213ddda-2576-4b10-be6c-fb34c86c46f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6809940 Nov 25 19:53:21.683433 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7779b93b-0b08-4180-9388-d84e9138d82d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:21.763323 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2f0448d-fb37-453f-8c00-d76395da4eb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:21.872333 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2f0448d-fb37-453f-8c00-d76395da4eb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:21.927743 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779b93b-0b08-4180-9388-d84e9138d82d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Pushing event updated for resources: {'Subnet': ['ID=a9c1d05f-7bad-4286-9b0c-ecd02c58156c,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:21.974478 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779b93b-0b08-4180-9388-d84e9138d82d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Checking segment: {'id': '9701a8e9-eab2-4093-bdab-97793f209d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fdf41338-0612-4446-be51-2bfc94af4437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:21.975964 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7779b93b-0b08-4180-9388-d84e9138d82d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Network hostable DHCP agents. Network: fdf41338-0612-4446-be51-2bfc94af4437, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:53:21.981345 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2f0448d-fb37-453f-8c00-d76395da4eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:21.984495 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2f0448d-fb37-453f-8c00-d76395da4eb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:21.991650 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e2f0448d-fb37-453f-8c00-d76395da4eb3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/33f34896-2659-4f56-95a0-0384c8915158 HTTP/1.1" status: 204 len: 168 time: 0.4480786 Nov 25 19:53:22.015210 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0448d-fb37-453f-8c00-d76395da4eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f34896-2659-4f56-95a0-0384c8915158,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:22.053893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7779b93b-0b08-4180-9388-d84e9138d82d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Network fdf41338-0612-4446-be51-2bfc94af4437 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:53:22.080235 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-7779b93b-0b08-4180-9388-d84e9138d82d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, fdf41338-0612-4446-be51-2bfc94af4437) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:22.090116 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7779b93b-0b08-4180-9388-d84e9138d82d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:22.091401 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7779b93b-0b08-4180-9388-d84e9138d82d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:22.141361 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7779b93b-0b08-4180-9388-d84e9138d82d tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6401725 Nov 25 19:53:22.145633 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33466) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:22.350718 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-333433db-825d-45fb-9077-0020b4a707f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:22.356616 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0d1949-eca4-4106-ad96-54fcb63ed38b None None] Network f05e4557-8ed5-491a-919e-29107d30a94f requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:22.378153 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f990b61d-2fc0-4666-84f3-efb5f7b96f94 None None] Network fdf41338-0612-4446-be51-2bfc94af4437 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:22.434660 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-333433db-825d-45fb-9077-0020b4a707f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:22.574707 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8df84f6c-0c4f-4e25-a66d-f746c5fcfdb4 None None] Provisioning complete for port fef33be9-a8cb-4f4f-a54d-02a67ddbc710 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:22.575884 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8df84f6c-0c4f-4e25-a66d-f746c5fcfdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:22.851233 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:22.920965 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9269d6ea-72dd-4512-907c-2170aaed907b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:22.950670 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333433db-825d-45fb-9077-0020b4a707f2 None None] Network 4be34bd5-a865-4ab6-a1aa-41145d7603b2 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:22.998104 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port fef33be9-a8cb-4f4f-a54d-02a67ddbc710, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=fef33be9-a8cb-4f4f-a54d-02a67ddbc710,segment=NetworkSegment(43408b5e-7dc6-44de-8d06-26ff808f884b),segment_id=43408b5e-7dc6-44de-8d06-26ff808f884b)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:23.000190 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5fa02d-7c03-44ba-a04e-ff5a9af00091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-fdf41338-0612-4446-be51-2bfc94af4437', 'network_id': 'fdf41338-0612-4446-be51-2bfc94af4437', 'tenant_id': '373ef0881fd6485697146de0c108fdf5', 'fixed_ips': [{'subnet_id': 'a9c1d05f-7bad-4286-9b0c-ecd02c58156c'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:53:23.001381 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ec5fa02d-7c03-44ba-a04e-ff5a9af00091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:23.012850 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-333433db-825d-45fb-9077-0020b4a707f2 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:23.016069 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333433db-825d-45fb-9077-0020b4a707f2 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:53:23.038186 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333433db-825d-45fb-9077-0020b4a707f2 None None] Pushing event updated for resources: {'Port': ['ID=f4295a1b-f282-4687-947c-1c7612c5cb1a,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:23.047299 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:23.066916 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b62e25-74b4-43de-b26d-fd6d97e8afa4 req-7edd2ad2-81a9-4fef-b05c-1f5a34b4e673 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:23.077028 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-62b62e25-74b4-43de-b26d-fd6d97e8afa4 req-7edd2ad2-81a9-4fef-b05c-1f5a34b4e673 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 944 time: 1.0328026 Nov 25 19:53:23.159127 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device cdba6926-b579-445a-80e8-d6b313080ed7 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:23.186530 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-62b62e25-74b4-43de-b26d-fd6d97e8afa4 req-b4265d56-b0c4-4495-86b6-37c940cb0bfc tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072581 Nov 25 19:53:23.405096 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efee1a1-b66a-4627-943e-371842f56543 req-348bd940-c5af-4394-9ff0-fdc46090ea71 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:23.414554 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7efee1a1-b66a-4627-943e-371842f56543 req-348bd940-c5af-4394-9ff0-fdc46090ea71 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/ports?device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 945 time: 0.0940011 Nov 25 19:53:23.485242 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7efee1a1-b66a-4627-943e-371842f56543 req-7418784f-ed42-4cab-be96-347ff3c7eb38 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/security-groups?id=4213ddda-2576-4b10-be6c-fb34c86c46f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690188 Nov 25 19:53:23.540742 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-333433db-825d-45fb-9077-0020b4a707f2 None None] Attempting to bind port f4295a1b-f282-4687-947c-1c7612c5cb1a on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:53:23.541629 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-333433db-825d-45fb-9077-0020b4a707f2 None None] Attempting to bind port f4295a1b-f282-4687-947c-1c7612c5cb1a by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '246989e2-f6ab-4006-b7e1-79831f574bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '4be34bd5-a865-4ab6-a1aa-41145d7603b2'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:53:23.542184 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333433db-825d-45fb-9077-0020b4a707f2 None None] Attempting to bind port f4295a1b-f282-4687-947c-1c7612c5cb1a on network 4be34bd5-a865-4ab6-a1aa-41145d7603b2 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:53:23.597616 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=fef33be9-a8cb-4f4f-a54d-02a67ddbc710,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:23.641674 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333433db-825d-45fb-9077-0020b4a707f2 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:53:23.653793 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333433db-825d-45fb-9077-0020b4a707f2 None None] Checking segment: {'id': '246989e2-f6ab-4006-b7e1-79831f574bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '4be34bd5-a865-4ab6-a1aa-41145d7603b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:23.654772 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-333433db-825d-45fb-9077-0020b4a707f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:23.655496 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333433db-825d-45fb-9077-0020b4a707f2 None None] Bound using segment: {'id': '246989e2-f6ab-4006-b7e1-79831f574bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '4be34bd5-a865-4ab6-a1aa-41145d7603b2'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:53:23.656268 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-333433db-825d-45fb-9077-0020b4a707f2 None None] Bound port: f4295a1b-f282-4687-947c-1c7612c5cb1a, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246989e2-f6ab-4006-b7e1-79831f574bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '4be34bd5-a865-4ab6-a1aa-41145d7603b2'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:53:23.656857 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-333433db-825d-45fb-9077-0020b4a707f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:23.662697 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-9269d6ea-72dd-4512-907c-2170aaed907b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Allocated IP 2001:db8::1 (4be34bd5-a865-4ab6-a1aa-41145d7603b2/fe2d26c9-5d92-4ed5-928b-76b19e986e6f/79406688-e272-4368-a898-1a5e7c65774b) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:53:23.720336 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e65e05-5365-4817-afd8-f923b80cf4b3 req-56712183-7c4f-464b-a1f9-94b6f215f6dd tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:23.730397 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13e65e05-5365-4817-afd8-f923b80cf4b3 req-56712183-7c4f-464b-a1f9-94b6f215f6dd tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/ports?device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 945 time: 0.0770745 Nov 25 19:53:23.816576 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:23.866043 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13e65e05-5365-4817-afd8-f923b80cf4b3 req-9567e830-617e-44c9-b03f-604d187235e4 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/security-groups?id=4213ddda-2576-4b10-be6c-fb34c86c46f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317184 Nov 25 19:53:23.900625 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33518) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:23.909599 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9269d6ea-72dd-4512-907c-2170aaed907b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:23.926561 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port cdba6926-b579-445a-80e8-d6b313080ed7 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:53:23.973226 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port cdba6926-b579-445a-80e8-d6b313080ed7 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:23.973610 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:23.997206 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9269d6ea-72dd-4512-907c-2170aaed907b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:24.106108 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9269d6ea-72dd-4512-907c-2170aaed907b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Network 4be34bd5-a865-4ab6-a1aa-41145d7603b2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:24.119999 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-9269d6ea-72dd-4512-907c-2170aaed907b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:24.128165 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-ec5fa02d-7c03-44ba-a04e-ff5a9af00091 None None] Allocated IP 2001:db8::2 (fdf41338-0612-4446-be51-2bfc94af4437/a9c1d05f-7bad-4286-9b0c-ecd02c58156c/d880c226-f977-403c-92f0-040d7f041e58) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:53:24.141474 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9269d6ea-72dd-4512-907c-2170aaed907b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:53:24.142421 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9269d6ea-72dd-4512-907c-2170aaed907b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:24.168970 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-333433db-825d-45fb-9077-0020b4a707f2 None None] For port f4295a1b-f282-4687-947c-1c7612c5cb1a, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:53:24.228248 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-333433db-825d-45fb-9077-0020b4a707f2 None None] For port f4295a1b-f282-4687-947c-1c7612c5cb1a, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f4295a1b-f282-4687-947c-1c7612c5cb1a,segment=NetworkSegment(246989e2-f6ab-4006-b7e1-79831f574bd8),segment_id=246989e2-f6ab-4006-b7e1-79831f574bd8)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:53:24.293404 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-333433db-825d-45fb-9077-0020b4a707f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:24.347689 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269d6ea-72dd-4512-907c-2170aaed907b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Pushing event updated for resources: {'Port': ['ID=79406688-e272-4368-a898-1a5e7c65774b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:24.455831 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850dd49-6e92-4b2c-a044-4c1a956c0501 req-5a9efce6-6566-4db7-a188-5cec442029a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:24.471150 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6850dd49-6e92-4b2c-a044-4c1a956c0501 req-5a9efce6-6566-4db7-a188-5cec442029a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 944 time: 0.1533349 Nov 25 19:53:24.490543 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33536) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:24.504184 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-01e1e222-e859-4b78-a675-7ca2418482f3 None None] Provisioning complete for port fef33be9-a8cb-4f4f-a54d-02a67ddbc710 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:24.506550 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-01e1e222-e859-4b78-a675-7ca2418482f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:24.653006 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:24.667289 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6850dd49-6e92-4b2c-a044-4c1a956c0501 req-4fa9ad0b-c256-41b5-847a-9aa5979ed69f tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918595 Nov 25 19:53:24.768626 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333433db-825d-45fb-9077-0020b4a707f2 None None] Pushing event updated for resources: {'Port': ['ID=f4295a1b-f282-4687-947c-1c7612c5cb1a,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:24.797708 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:24.895042 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc010b7-f6ca-4086-bf59-24cfccd52a21 tempest-TestVolumeBackupRestore-131309726 tempest-TestVolumeBackupRestore-131309726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:24.907387 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-efc010b7-f6ca-4086-bf59-24cfccd52a21 tempest-TestVolumeBackupRestore-131309726 tempest-TestVolumeBackupRestore-131309726-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 1091 time: 1.0052931 Nov 25 19:53:24.910360 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33554) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:24.929014 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-36c52656-06b6-4e69-a540-798c3a640e0b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'port_id': 'c6f25ffc-4248-4354-af87-6f9190ea2180', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:24.955237 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port cdba6926-b579-445a-80e8-d6b313080ed7, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=cdba6926-b579-445a-80e8-d6b313080ed7,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:24.969122 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4ab584-3057-46cf-a165-1b689a219cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdba6926-b579-445a-80e8-d6b313080ed7'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:53:24.974239 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-fb22d6cc-0693-4760-ac19-8fed85bcce8d tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-188374534'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:24.976923 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e192fc8-2efc-42e4-b222-2abe7b957379" -d '{"events": [{"server_uuid": "6e4ab584-3057-46cf-a165-1b689a219cf3", "name": "network-vif-plugged", "status": "completed", "tag": "cdba6926-b579-445a-80e8-d6b313080ed7"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:53:25.025578 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:25.124499 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-fb22d6cc-0693-4760-ac19-8fed85bcce8d tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 19:53:25.124499 n-d-819349-5 neutron-server[103600]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 25 19:53:25.124499 n-d-819349-5 neutron-server[103600]: [parameters: {'project_id': '6f30dbacbc244f00a40c93d38750b681', 'id': '24bc8b5a-4e05-4aac-8de7-f821dc997173', 'expiration': datetime.datetime(2021, 11, 25, 19, 55, 25, 74820)}] Nov 25 19:53:25.124499 n-d-819349-5 neutron-server[103600]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:53:25.125026 n-d-819349-5 neutron-server[103600]: DEBUG oslo_db.api [None req-fb22d6cc-0693-4760-ac19-8fed85bcce8d tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:53:25.136405 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36c52656-06b6-4e69-a540-798c3a640e0b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:25.167181 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ec5fa02d-7c03-44ba-a04e-ff5a9af00091 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:25.219040 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a9e6ee-d61e-4fb8-8f2e-f48488959991 x-openstack-request-id: req-81a9e6ee-d61e-4fb8-8f2e-f48488959991 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:53:25.250648 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4ab584-3057-46cf-a165-1b689a219cf3", "name": "network-vif-plugged", "status": "completed", "tag": "cdba6926-b579-445a-80e8-d6b313080ed7", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:53:25.251062 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-81a9e6ee-d61e-4fb8-8f2e-f48488959991 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:53:25.251600 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4ab584-3057-46cf-a165-1b689a219cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdba6926-b579-445a-80e8-d6b313080ed7', 'code': 200} Nov 25 19:53:25.267898 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ec5fa02d-7c03-44ba-a04e-ff5a9af00091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:25.295926 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5fa02d-7c03-44ba-a04e-ff5a9af00091 None None] Network fdf41338-0612-4446-be51-2bfc94af4437 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:25.309627 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-ec5fa02d-7c03-44ba-a04e-ff5a9af00091 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:25.319004 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5fa02d-7c03-44ba-a04e-ff5a9af00091 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:53:25.373680 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=cdba6926-b579-445a-80e8-d6b313080ed7,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:25.397135 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9269d6ea-72dd-4512-907c-2170aaed907b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:25.453031 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ec5fa02d-7c03-44ba-a04e-ff5a9af00091 None None] Attempting to bind port d880c226-f977-403c-92f0-040d7f041e58 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:53:25.453531 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ec5fa02d-7c03-44ba-a04e-ff5a9af00091 None None] Attempting to bind port d880c226-f977-403c-92f0-040d7f041e58 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '9701a8e9-eab2-4093-bdab-97793f209d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fdf41338-0612-4446-be51-2bfc94af4437'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:53:25.454256 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5fa02d-7c03-44ba-a04e-ff5a9af00091 None None] Attempting to bind port d880c226-f977-403c-92f0-040d7f041e58 on network fdf41338-0612-4446-be51-2bfc94af4437 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:53:25.457371 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f4295a1b-f282-4687-947c-1c7612c5cb1a up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:25.504445 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5fa02d-7c03-44ba-a04e-ff5a9af00091 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:53:25.504887 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5fa02d-7c03-44ba-a04e-ff5a9af00091 None None] Checking segment: {'id': '9701a8e9-eab2-4093-bdab-97793f209d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fdf41338-0612-4446-be51-2bfc94af4437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:25.505236 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ec5fa02d-7c03-44ba-a04e-ff5a9af00091 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:25.506409 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5fa02d-7c03-44ba-a04e-ff5a9af00091 None None] Bound using segment: {'id': '9701a8e9-eab2-4093-bdab-97793f209d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fdf41338-0612-4446-be51-2bfc94af4437'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:53:25.506409 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ec5fa02d-7c03-44ba-a04e-ff5a9af00091 None None] Bound port: d880c226-f977-403c-92f0-040d7f041e58, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9701a8e9-eab2-4093-bdab-97793f209d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fdf41338-0612-4446-be51-2bfc94af4437'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:53:25.506795 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ec5fa02d-7c03-44ba-a04e-ff5a9af00091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:25.521560 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b59f70-149e-457c-91b5-6933d8c23bcf req-f777f769-384a-4313-9fe6-d9d7c1f0c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:25.525601 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36b59f70-149e-457c-91b5-6933d8c23bcf req-f777f769-384a-4313-9fe6-d9d7c1f0c9d0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 1096 time: 0.1342185 Nov 25 19:53:25.534115 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5fa02d-7c03-44ba-a04e-ff5a9af00091 None None] Pushing event updated for resources: {'Port': ['ID=d880c226-f977-403c-92f0-040d7f041e58,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:25.603420 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port f4295a1b-f282-4687-947c-1c7612c5cb1a triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:25.604121 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:25.641386 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36c52656-06b6-4e69-a540-798c3a640e0b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:25.652320 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36b59f70-149e-457c-91b5-6933d8c23bcf req-17f71aa6-424f-4bb4-82e7-681750edf20e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189432 Nov 25 19:53:25.761911 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb22d6cc-0693-4760-ac19-8fed85bcce8d tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Made reservation on behalf of 6f30dbacbc244f00a40c93d38750b681 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:25.768076 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb22d6cc-0693-4760-ac19-8fed85bcce8d tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:25.823071 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb22d6cc-0693-4760-ac19-8fed85bcce8d tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:25.996596 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ec5fa02d-7c03-44ba-a04e-ff5a9af00091 None None] For port d880c226-f977-403c-92f0-040d7f041e58, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:53:26.013082 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ec5fa02d-7c03-44ba-a04e-ff5a9af00091 None None] For port d880c226-f977-403c-92f0-040d7f041e58, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d880c226-f977-403c-92f0-040d7f041e58,segment=NetworkSegment(9701a8e9-eab2-4093-bdab-97793f209d68),segment_id=9701a8e9-eab2-4093-bdab-97793f209d68)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:53:26.033348 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ec5fa02d-7c03-44ba-a04e-ff5a9af00091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:26.239675 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9269d6ea-72dd-4512-907c-2170aaed907b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:26.254086 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9269d6ea-72dd-4512-907c-2170aaed907b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:26.255189 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9269d6ea-72dd-4512-907c-2170aaed907b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:26.279119 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-36c52656-06b6-4e69-a540-798c3a640e0b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Allocated IP 172.25.6.6 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/9bda6d1a-2677-4eac-87f6-3391199fb24d) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:53:26.327656 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:26.332412 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5fa02d-7c03-44ba-a04e-ff5a9af00091 None None] Pushing event updated for resources: {'Port': ['ID=d880c226-f977-403c-92f0-040d7f041e58,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:26.395928 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port f4295a1b-f282-4687-947c-1c7612c5cb1a, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f4295a1b-f282-4687-947c-1c7612c5cb1a,segment=NetworkSegment(246989e2-f6ab-4006-b7e1-79831f574bd8),segment_id=246989e2-f6ab-4006-b7e1-79831f574bd8)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:26.406443 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:26.407360 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device fef33be9-a8cb-4f4f-a54d-02a67ddbc710 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:26.600867 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port fef33be9-a8cb-4f4f-a54d-02a67ddbc710 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:26.601837 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:26.691720 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269d6ea-72dd-4512-907c-2170aaed907b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Pushing event updated for resources: {'Port': ['ID=79406688-e272-4368-a898-1a5e7c65774b,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:26.800550 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36c52656-06b6-4e69-a540-798c3a640e0b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:26.825141 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0e321cd-71c7-4a9c-8a76-9741715eadd7 req-f4f8aa9e-638c-4f91-9276-8baa24ec6db4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8494e24d-6019-4720-9738-dea2869ac058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9011800 Nov 25 19:53:26.834166 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf80f5e-8b09-46be-9d64-3468bbdac941 None None] Network 4be34bd5-a865-4ab6-a1aa-41145d7603b2 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:26.842821 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec0278-b1e9-4815-a68b-46f2fa12ea55 req-a8b90ddc-e38c-4cc2-8ea8-52f7750ce0fa tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:26.851443 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1ec0278-b1e9-4815-a68b-46f2fa12ea55 req-a8b90ddc-e38c-4cc2-8ea8-52f7750ce0fa tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 945 time: 1.0045590 Nov 25 19:53:26.877238 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9269d6ea-72dd-4512-907c-2170aaed907b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Network 4be34bd5-a865-4ab6-a1aa-41145d7603b2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:26.880251 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-9269d6ea-72dd-4512-907c-2170aaed907b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:27.016032 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=f4295a1b-f282-4687-947c-1c7612c5cb1a,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:27.108548 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-feebc67e-5091-4b90-b2d9-7b825b567e03 None None] Provisioning complete for port f4295a1b-f282-4687-947c-1c7612c5cb1a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:27.109017 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-feebc67e-5091-4b90-b2d9-7b825b567e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:27.115302 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb22d6cc-0693-4760-ac19-8fed85bcce8d tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:27.127147 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1ec0278-b1e9-4815-a68b-46f2fa12ea55 req-025bcadb-84d7-4d39-8fd5-2ba52d4496f6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596917 Nov 25 19:53:27.131325 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36c52656-06b6-4e69-a540-798c3a640e0b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:27.135121 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb22d6cc-0693-4760-ac19-8fed85bcce8d tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:27.196592 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e321cd-71c7-4a9c-8a76-9741715eadd7 req-78b9996d-af33-43a7-b6c2-16996b74d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:27.198720 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0e321cd-71c7-4a9c-8a76-9741715eadd7 req-78b9996d-af33-43a7-b6c2-16996b74d61a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d83dafce68594599ab4d0ac20e13f7c4&device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 1096 time: 0.2277253 Nov 25 19:53:27.250082 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9269d6ea-72dd-4512-907c-2170aaed907b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Router 89d3be4d-90e6-4a61-b8c7-9e5ef08eecee is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:53:27.270845 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22d6cc-0693-4760-ac19-8fed85bcce8d tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94aa971d-0d00-4531-828f-2475135546c2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:27.276172 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb22d6cc-0693-4760-ac19-8fed85bcce8d tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:53:27.293330 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb22d6cc-0693-4760-ac19-8fed85bcce8d tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:27.293687 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-fb22d6cc-0693-4760-ac19-8fed85bcce8d tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Added segment 57a7f456-f808-4b70-b057-409cbe622f29 of type vlan for network 6996b87e-f18c-4e3e-a324-cc3cb5aabf32 Nov 25 19:53:27.377772 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb22d6cc-0693-4760-ac19-8fed85bcce8d tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:27.656363 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9269d6ea-72dd-4512-907c-2170aaed907b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:53:27.682676 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a70a064-84a4-468d-9a4d-8f34bb4fd4d1 None None] Sync routers for ids ['89d3be4d-90e6-4a61-b8c7-9e5ef08eecee'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:53:27.684152 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9269d6ea-72dd-4512-907c-2170aaed907b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "PUT /v2.0/routers/89d3be4d-90e6-4a61-b8c7-9e5ef08eecee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5355995 Nov 25 19:53:27.687629 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33602) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:27.721259 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a70a064-84a4-468d-9a4d-8f34bb4fd4d1 None None] Routers {'89d3be4d-90e6-4a61-b8c7-9e5ef08eecee'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:27.722356 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6a70a064-84a4-468d-9a4d-8f34bb4fd4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:53:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['89d3be4d-90e6-4a61-b8c7-9e5ef08eecee'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:27.779110 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6a70a064-84a4-468d-9a4d-8f34bb4fd4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:27.806868 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a70a064-84a4-468d-9a4d-8f34bb4fd4d1 None None] Routers {'89d3be4d-90e6-4a61-b8c7-9e5ef08eecee'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:27.807782 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6a70a064-84a4-468d-9a4d-8f34bb4fd4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:53:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['89d3be4d-90e6-4a61-b8c7-9e5ef08eecee'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:27.845920 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d880c226-f977-403c-92f0-040d7f041e58 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:27.856097 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6a70a064-84a4-468d-9a4d-8f34bb4fd4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:27.856782 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a70a064-84a4-468d-9a4d-8f34bb4fd4d1 None None] The sync data for ids ['89d3be4d-90e6-4a61-b8c7-9e5ef08eecee'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:53:27.938592 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c52656-06b6-4e69-a540-798c3a640e0b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:27.947960 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb22d6cc-0693-4760-ac19-8fed85bcce8d tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:27.959352 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb22d6cc-0693-4760-ac19-8fed85bcce8d tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:27.961000 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb22d6cc-0693-4760-ac19-8fed85bcce8d tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:27.968489 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port d880c226-f977-403c-92f0-040d7f041e58 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:27.968880 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:28.164135 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-36c52656-06b6-4e69-a540-798c3a640e0b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:28.169538 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c52656-06b6-4e69-a540-798c3a640e0b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:53:28.195177 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:28.271402 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port d880c226-f977-403c-92f0-040d7f041e58, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d880c226-f977-403c-92f0-040d7f041e58,segment=NetworkSegment(9701a8e9-eab2-4093-bdab-97793f209d68),segment_id=9701a8e9-eab2-4093-bdab-97793f209d68)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:28.280133 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:28.294258 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f4295a1b-f282-4687-947c-1c7612c5cb1a up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:28.327629 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c52656-06b6-4e69-a540-798c3a640e0b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Pushing event updated for resources: {'Port': ['ID=9bda6d1a-2677-4eac-87f6-3391199fb24d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:28.350827 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e321cd-71c7-4a9c-8a76-9741715eadd7 req-44f078ff-e38a-43a0-97c5-3ffbe4ceddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:28.358326 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0e321cd-71c7-4a9c-8a76-9741715eadd7 req-44f078ff-e38a-43a0-97c5-3ffbe4ceddf2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=31a538bd-aaea-41e2-b752-14e0aad2e691 HTTP/1.1" status: 200 len: 914 time: 0.8598037 Nov 25 19:53:28.612371 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cdb3a6-05e5-4ed0-bb6c-2c33320b98f6 None None] Network fdf41338-0612-4446-be51-2bfc94af4437 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:28.672871 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22d6cc-0693-4760-ac19-8fed85bcce8d tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event updated for resources: {'Network': ['ID=6996b87e-f18c-4e3e-a324-cc3cb5aabf32,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:28.692472 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fb22d6cc-0693-4760-ac19-8fed85bcce8d tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 4.1974404 Nov 25 19:53:28.731625 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-22b79697-0067-4263-a7a4-75974ad598b3 None None] Provisioning complete for port f4295a1b-f282-4687-947c-1c7612c5cb1a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:28.735741 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-22b79697-0067-4263-a7a4-75974ad598b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:28.933902 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 6996b87e-f18c-4e3e-a324-cc3cb5aabf32 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:53:28.991260 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=d880c226-f977-403c-92f0-040d7f041e58,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:29.078986 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33622) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:29.092828 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0e321cd-71c7-4a9c-8a76-9741715eadd7 req-fc850a7e-3f32-49ce-9515-4891cb513f3b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6f25ffc-4248-4354-af87-6f9190ea2180 HTTP/1.1" status: 200 len: 217 time: 0.7150459 Nov 25 19:53:29.108128 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-ff0659fa-f4ac-4866-8edb-0362924b6749 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:53:29.114869 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ff0659fa-f4ac-4866-8edb-0362924b6749 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "PUT /v2.0/routers/89d3be4d-90e6-4a61-b8c7-9e5ef08eecee/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4093237 Nov 25 19:53:29.116132 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33626) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:29.424824 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0214a53-e898-49ff-b79c-cd9229cd2696 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:29.450801 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port f4295a1b-f282-4687-947c-1c7612c5cb1a triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:29.452089 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:29.556579 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3cc8cadb-4886-47bc-9c1a-bcb0ee7ab102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:29.566044 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-22b79697-0067-4263-a7a4-75974ad598b3 None None] Provisioning complete for port 79406688-e272-4368-a898-1a5e7c65774b triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:29.566862 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-22b79697-0067-4263-a7a4-75974ad598b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:29.691348 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0214a53-e898-49ff-b79c-cd9229cd2696 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:29.701852 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0214a53-e898-49ff-b79c-cd9229cd2696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:29.906241 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-22b79697-0067-4263-a7a4-75974ad598b3 None None] Port 79406688-e272-4368-a898-1a5e7c65774b cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:53:29.951527 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a0214a53-e898-49ff-b79c-cd9229cd2696 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bb0d2cb073b34722b00f30e7ee4b90a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8664951 Nov 25 19:53:29.953048 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33638) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:29.955684 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0214a53-e898-49ff-b79c-cd9229cd2696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdac5f2-d82a-4532-96bc-46ed46e1f56d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:30.045569 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6e0379dc-e4ef-492d-8876-93c95c328ff9 None None] Provisioning complete for port 79406688-e272-4368-a898-1a5e7c65774b triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:30.046394 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6e0379dc-e4ef-492d-8876-93c95c328ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:30.123953 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36c52656-06b6-4e69-a540-798c3a640e0b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:30.153970 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d880c226-f977-403c-92f0-040d7f041e58 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:30.223899 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065a85c-bf9e-45c0-b8b3-a577e122a129 req-1a4bdace-1388-47ee-bcff-9c4b1aad35dd tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:30.235245 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8065a85c-bf9e-45c0-b8b3-a577e122a129 req-1a4bdace-1388-47ee-bcff-9c4b1aad35dd tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 945 time: 1.8481290 Nov 25 19:53:30.287209 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-3b60c672-810a-42fe-9e71-5ad492ee99d7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 2.0379560 Nov 25 19:53:30.314826 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e321cd-71c7-4a9c-8a76-9741715eadd7 req-1e281deb-2753-4167-a8d7-2039e5a37e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:30.323539 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0e321cd-71c7-4a9c-8a76-9741715eadd7 req-1e281deb-2753-4167-a8d7-2039e5a37e2b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=537415f2-0f99-449c-a182-24d9e3c35423 HTTP/1.1" status: 200 len: 852 time: 1.2056623 Nov 25 19:53:30.424925 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-6e0379dc-e4ef-492d-8876-93c95c328ff9 None None] Port 79406688-e272-4368-a898-1a5e7c65774b cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:53:30.447900 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port d880c226-f977-403c-92f0-040d7f041e58 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:30.451153 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:30.531056 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8d3fd943-a7c4-4ab4-9e53-6e29c1a15362 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:30.582584 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8d3fd943-a7c4-4ab4-9e53-6e29c1a15362 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:30.593824 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6e0379dc-e4ef-492d-8876-93c95c328ff9 None None] Provisioning complete for port d880c226-f977-403c-92f0-040d7f041e58 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:30.607297 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6e0379dc-e4ef-492d-8876-93c95c328ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:30.929176 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8d3fd943-a7c4-4ab4-9e53-6e29c1a15362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:30.935068 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8d3fd943-a7c4-4ab4-9e53-6e29c1a15362 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:30.941580 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8d3fd943-a7c4-4ab4-9e53-6e29c1a15362 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6fdac5f2-d82a-4532-96bc-46ed46e1f56d HTTP/1.1" status: 204 len: 168 time: 0.9110334 Nov 25 19:53:30.960052 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3fd943-a7c4-4ab4-9e53-6e29c1a15362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdac5f2-d82a-4532-96bc-46ed46e1f56d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:31.103057 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4d1fe75e-ee92-4f1f-a855-4b2e8eeb130a None None] Provisioning complete for port d880c226-f977-403c-92f0-040d7f041e58 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:31.103846 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4d1fe75e-ee92-4f1f-a855-4b2e8eeb130a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:31.151464 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8065a85c-bf9e-45c0-b8b3-a577e122a129 req-b3fb1e98-ac8f-41b5-9740-a0a8d118ed0d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9148648 Nov 25 19:53:31.352870 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c39a129-a8fc-4314-8a13-cbf9f588eb53 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:31.442869 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-fb3f8166-2cb1-4268-8562-7941c60a4b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:31.443441 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-fb3f8166-2cb1-4268-8562-7941c60a4b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:31.443945 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-fb3f8166-2cb1-4268-8562-7941c60a4b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:31.444432 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-fb3f8166-2cb1-4268-8562-7941c60a4b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:31.444917 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-fb3f8166-2cb1-4268-8562-7941c60a4b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:31.445400 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-fb3f8166-2cb1-4268-8562-7941c60a4b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:31.447768 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-fb3f8166-2cb1-4268-8562-7941c60a4b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:31.450559 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-fb3f8166-2cb1-4268-8562-7941c60a4b07 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9d22fa4f40744aa88e4f6dbc79438c2&device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 6502 time: 0.3108380 Nov 25 19:53:31.483839 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e321cd-71c7-4a9c-8a76-9741715eadd7 req-cc985682-e6cf-4979-b5f3-ee04a83fb063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:31.485457 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0e321cd-71c7-4a9c-8a76-9741715eadd7 req-cc985682-e6cf-4979-b5f3-ee04a83fb063 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31a538bd-aaea-41e2-b752-14e0aad2e691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3470619 Nov 25 19:53:31.661762 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36c52656-06b6-4e69-a540-798c3a640e0b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:31.730187 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e41c1600-21ca-437b-9b62-3e3bfa939c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:31.860498 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33660) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:31.884885 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b3657b0-5abc-4135-b7ff-11fa52bc3c81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:32.054396 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec5ff1-1479-4449-a313-021beb3dfb20 req-4514e236-cd0b-4e28-87c0-63eba07fbc23 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:32.067151 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b5ec5ff1-1479-4449-a313-021beb3dfb20 req-4514e236-cd0b-4e28-87c0-63eba07fbc23 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 945 time: 0.3150291 Nov 25 19:53:32.105575 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-0c5bfdce-5f19-4450-a619-8bec2928a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:32.107006 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-0c5bfdce-5f19-4450-a619-8bec2928a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:32.108143 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-0c5bfdce-5f19-4450-a619-8bec2928a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:32.111413 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-0c5bfdce-5f19-4450-a619-8bec2928a062 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e6cd4387-d0d6-4f12-8944-fa288777c85c&id=20935496-6e9b-480f-933b-cbeba5774e5e&id=20935496-6e9b-480f-933b-cbeba5774e5e&id=20935496-6e9b-480f-933b-cbeba5774e5e&id=20935496-6e9b-480f-933b-cbeba5774e5e&id=8aa06786-042e-4faf-b4a5-b6084b1ca237&id=8aa06786-042e-4faf-b4a5-b6084b1ca237 HTTP/1.1" status: 200 len: 2298 time: 0.6222799 Nov 25 19:53:32.127432 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b3657b0-5abc-4135-b7ff-11fa52bc3c81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:32.138311 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0c39a129-a8fc-4314-8a13-cbf9f588eb53 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Deleting port 79406688-e272-4368-a898-1a5e7c65774b {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:32.138648 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c39a129-a8fc-4314-8a13-cbf9f588eb53 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:32.144342 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b3657b0-5abc-4135-b7ff-11fa52bc3c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:32.244857 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33662) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:32.260360 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-1ca1073f-c747-4af4-a8f5-91b8f4436a93 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Request body: {'subnet': {'network_id': '6996b87e-f18c-4e3e-a324-cc3cb5aabf32', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:32.283692 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6b3657b0-5abc-4135-b7ff-11fa52bc3c81 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=657ce0d665af474290a5553247e7fc50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4217796 Nov 25 19:53:32.284565 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33664) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:32.287752 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3657b0-5abc-4135-b7ff-11fa52bc3c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785aea9e-2116-4523-89c2-d65b871eb3c8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:32.340766 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c39a129-a8fc-4314-8a13-cbf9f588eb53 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:32.365440 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0c39a129-a8fc-4314-8a13-cbf9f588eb53 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Calling delete_port for 79406688-e272-4368-a898-1a5e7c65774b owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:32.401701 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8da66310-2abf-4020-93b2-05648c2db523 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:32.423459 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0e321cd-71c7-4a9c-8a76-9741715eadd7 req-31501e2f-dc33-4f2e-9b20-f3c42c0ca9cf service neutron] 10.222.0.73 "GET /v2.0/networks/31a538bd-aaea-41e2-b752-14e0aad2e691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7530124 Nov 25 19:53:32.516401 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8da66310-2abf-4020-93b2-05648c2db523 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:32.533605 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-9f424443-caaf-466a-80a2-fed307b059ce service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de4dd576-7fb9-462c-a5c0-950242cfed18 HTTP/1.1" status: 200 len: 1001 time: 0.3844171 Nov 25 19:53:32.687420 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b5ec5ff1-1479-4449-a313-021beb3dfb20 req-d4c6b517-9d04-4d88-adb4-6f2baef1a3a0 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6165562 Nov 25 19:53:32.748109 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8da66310-2abf-4020-93b2-05648c2db523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:32.752545 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8da66310-2abf-4020-93b2-05648c2db523 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:32.757604 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8da66310-2abf-4020-93b2-05648c2db523 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/785aea9e-2116-4523-89c2-d65b871eb3c8 HTTP/1.1" status: 204 len: 168 time: 0.4657722 Nov 25 19:53:32.790431 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da66310-2abf-4020-93b2-05648c2db523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785aea9e-2116-4523-89c2-d65b871eb3c8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:32.871136 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca1073f-c747-4af4-a8f5-91b8f4436a93 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Made reservation on behalf of 6f30dbacbc244f00a40c93d38750b681 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:32.877227 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ca1073f-c747-4af4-a8f5-91b8f4436a93 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:32.924740 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c39a129-a8fc-4314-8a13-cbf9f588eb53 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:32.947819 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-19dca7ab-7675-4474-ba25-a501ab6f2393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:32.950650 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-19dca7ab-7675-4474-ba25-a501ab6f2393 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=372ff6c6-b463-492b-ae35-d9124871a47c HTTP/1.1" status: 200 len: 856 time: 0.3841205 Nov 25 19:53:33.000705 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39a129-a8fc-4314-8a13-cbf9f588eb53 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Pushing event deleted for resources: {'Port': ['ID=79406688-e272-4368-a898-1a5e7c65774b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:33.170601 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0e321cd-71c7-4a9c-8a76-9741715eadd7 req-9717e622-3511-41d1-9d20-9ace5294d544 service neutron] 10.222.0.73 "GET /v2.0/networks/31a538bd-aaea-41e2-b752-14e0aad2e691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6722360 Nov 25 19:53:33.197771 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36c52656-06b6-4e69-a540-798c3a640e0b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:33.213786 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36c52656-06b6-4e69-a540-798c3a640e0b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:33.223817 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c39a129-a8fc-4314-8a13-cbf9f588eb53 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:33.301675 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c52656-06b6-4e69-a540-798c3a640e0b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Pushing event updated for resources: {'Port': ['ID=9bda6d1a-2677-4eac-87f6-3391199fb24d,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:33.403695 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36c52656-06b6-4e69-a540-798c3a640e0b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:33.630126 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-36c52656-06b6-4e69-a540-798c3a640e0b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Floating IP 36d78cc0-4582-4b56-b995-077d9072dca6 associated. External IP: 172.25.6.6, port: c6f25ffc-4248-4354-af87-6f9190ea2180. Nov 25 19:53:33.638112 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-cbc1fadc-88be-4ccc-bcde-1b81e1743346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:33.640873 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-cbc1fadc-88be-4ccc-bcde-1b81e1743346 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e6cd4387-d0d6-4f12-8944-fa288777c85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6689227 Nov 25 19:53:33.705527 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:33.729302 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c39a129-a8fc-4314-8a13-cbf9f588eb53 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Router 89d3be4d-90e6-4a61-b8c7-9e5ef08eecee has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:53:34.013334 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c39a129-a8fc-4314-8a13-cbf9f588eb53 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:53:34.032073 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9804c4e4-1de0-499d-aedc-6f3f3e3947aa None None] Sync routers for ids ['89d3be4d-90e6-4a61-b8c7-9e5ef08eecee'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:53:34.040510 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0c39a129-a8fc-4314-8a13-cbf9f588eb53 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "PUT /v2.0/routers/89d3be4d-90e6-4a61-b8c7-9e5ef08eecee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9231174 Nov 25 19:53:34.044531 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33688) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:34.080469 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9804c4e4-1de0-499d-aedc-6f3f3e3947aa None None] Routers {'89d3be4d-90e6-4a61-b8c7-9e5ef08eecee'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:34.083657 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9804c4e4-1de0-499d-aedc-6f3f3e3947aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:53:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['89d3be4d-90e6-4a61-b8c7-9e5ef08eecee'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:34.162435 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9804c4e4-1de0-499d-aedc-6f3f3e3947aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:34.190642 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-51dbfef2-9404-4c5c-9550-7c20021067fe tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] delete failed (client error): The resource could not be found. Nov 25 19:53:34.194792 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-51dbfef2-9404-4c5c-9550-7c20021067fe tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-1904152925 HTTP/1.1" status: 404 len: 335 time: 0.1460156 Nov 25 19:53:34.197220 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33692) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:34.199102 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9804c4e4-1de0-499d-aedc-6f3f3e3947aa None None] Routers {'89d3be4d-90e6-4a61-b8c7-9e5ef08eecee'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:34.199102 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9804c4e4-1de0-499d-aedc-6f3f3e3947aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:53:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['89d3be4d-90e6-4a61-b8c7-9e5ef08eecee'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:34.207118 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1f050eee-3269-4893-8055-6d034f27bfc4 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Request body: {'router': {'external_gateway_info': {'network_id': '89d3be4d-90e6-4a61-b8c7-9e5ef08eecee'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:34.308603 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-69f55216-3e73-4ae8-91ae-40ff9ab43687 service neutron] 10.222.0.85 "GET /v2.0/networks/e6cd4387-d0d6-4f12-8944-fa288777c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6132915 Nov 25 19:53:34.361917 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02110b-bd0c-457f-ae85-fd3c4a255971 req-046137f5-f708-4e4f-b380-27c148869515 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:34.376230 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd02110b-bd0c-457f-ae85-fd3c4a255971 req-046137f5-f708-4e4f-b380-27c148869515 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 945 time: 0.3959372 Nov 25 19:53:34.403468 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9804c4e4-1de0-499d-aedc-6f3f3e3947aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:34.404957 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9804c4e4-1de0-499d-aedc-6f3f3e3947aa None None] The sync data for ids ['89d3be4d-90e6-4a61-b8c7-9e5ef08eecee'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:53:34.469129 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ca1073f-c747-4af4-a8f5-91b8f4436a93 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:35.019958 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1073f-c747-4af4-a8f5-91b8f4436a93 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event updated for resources: {'Subnet': ['ID=e561cd86-0dff-4f15-91fd-e2ae65251a36,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:35.037382 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd02110b-bd0c-457f-ae85-fd3c4a255971 req-3ae435b3-5164-499c-a243-a8e00a0f7c74 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6595826 Nov 25 19:53:35.105783 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c52656-06b6-4e69-a540-798c3a640e0b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Router d71d1e4f-944d-469a-80b3-f314db0f5fab has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:53:35.112721 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-445a98b2-a5fe-4811-ad6e-5755d0a64ab6 service neutron] 10.222.0.85 "GET /v2.0/networks/e6cd4387-d0d6-4f12-8944-fa288777c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7776918 Nov 25 19:53:35.151623 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f050eee-3269-4893-8055-6d034f27bfc4 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:35.165765 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca1073f-c747-4af4-a8f5-91b8f4436a93 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Checking segment: {'id': '57a7f456-f808-4b70-b057-409cbe622f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6996b87e-f18c-4e3e-a324-cc3cb5aabf32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:35.166558 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca1073f-c747-4af4-a8f5-91b8f4436a93 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Network hostable DHCP agents. Network: 6996b87e-f18c-4e3e-a324-cc3cb5aabf32, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:53:35.201161 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-1f050eee-3269-4893-8055-6d034f27bfc4 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] update failed (client error): The resource could not be found. Nov 25 19:53:35.203528 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1f050eee-3269-4893-8055-6d034f27bfc4 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "PUT /v2.0/routers/89d3be4d-90e6-4a61-b8c7-9e5ef08eecee HTTP/1.1" status: 404 len: 339 time: 1.0045698 Nov 25 19:53:35.208251 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33708) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:35.215617 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ffb81624-7f96-474d-aa65-59bf143626c7 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1502348883'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:35.256776 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-701130bd-a203-4915-a22b-5a420b1c117d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=eed56a30-d8a0-409e-a855-3421a56cec88 HTTP/1.1" status: 200 len: 217 time: 0.1255441 Nov 25 19:53:35.263581 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb81624-7f96-474d-aa65-59bf143626c7 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Made reservation on behalf of 373ef0881fd6485697146de0c108fdf5 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:35.270944 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ffb81624-7f96-474d-aa65-59bf143626c7 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:35.324199 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb81624-7f96-474d-aa65-59bf143626c7 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:53:35.348239 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ffb81624-7f96-474d-aa65-59bf143626c7 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:35.354783 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-ffb81624-7f96-474d-aa65-59bf143626c7 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Added segment 30e03a50-27db-4003-8587-ed32e894193f of type vlan for network d17163df-d5de-4a03-b689-cb3c092c4e9b Nov 25 19:53:35.410180 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ffb81624-7f96-474d-aa65-59bf143626c7 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:35.425241 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-6cea00e3-9888-4dbc-88f4-e1592e0e8d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:35.427827 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-6cea00e3-9888-4dbc-88f4-e1592e0e8d6d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4075f789-f3ae-4155-8ba9-eb1fbb9cbd69 HTTP/1.1" status: 200 len: 797 time: 0.1687858 Nov 25 19:53:35.460473 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ffb81624-7f96-474d-aa65-59bf143626c7 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:35.473431 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb81624-7f96-474d-aa65-59bf143626c7 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:35.475548 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ffb81624-7f96-474d-aa65-59bf143626c7 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:35.481116 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:35.549936 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ffb81624-7f96-474d-aa65-59bf143626c7 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3398993 Nov 25 19:53:35.551027 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33716) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:35.561070 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-abc836c5-d02f-4572-90a3-e9486b665df4 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Request body: {'subnet': {'network_id': 'd17163df-d5de-4a03-b689-cb3c092c4e9b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:35.585187 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca1073f-c747-4af4-a8f5-91b8f4436a93 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Network 6996b87e-f18c-4e3e-a324-cc3cb5aabf32 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:53:35.605233 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:35.717476 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-1ca1073f-c747-4af4-a8f5-91b8f4436a93 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 6996b87e-f18c-4e3e-a324-cc3cb5aabf32) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:35.735896 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf79979b-4bb8-4251-a855-c2406daaa3bc None None] Network 6996b87e-f18c-4e3e-a324-cc3cb5aabf32 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:35.737197 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c52656-06b6-4e69-a540-798c3a640e0b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:53:35.741416 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca1073f-c747-4af4-a8f5-91b8f4436a93 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:35.744498 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ca1073f-c747-4af4-a8f5-91b8f4436a93 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:35.752870 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fcf7fe-d4b0-4ad4-be55-ea03f55b891e None None] Sync routers for ids ['d71d1e4f-944d-469a-80b3-f314db0f5fab'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:53:35.753494 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-fd8386f4-044f-481c-9993-f668c67f508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:35.755818 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-fd8386f4-044f-481c-9993-f668c67f508d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20935496-6e9b-480f-933b-cbeba5774e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2853706 Nov 25 19:53:35.796775 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fcf7fe-d4b0-4ad4-be55-ea03f55b891e None None] Routers {'d71d1e4f-944d-469a-80b3-f314db0f5fab'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:35.802431 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-47fcf7fe-d4b0-4ad4-be55-ea03f55b891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:53:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d71d1e4f-944d-469a-80b3-f314db0f5fab'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:35.818012 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195c30b-42d5-43b9-b946-dd748b3d9142 req-cf6291e4-d251-4013-92b5-54692ae2ff4b tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:35.837342 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195c30b-42d5-43b9-b946-dd748b3d9142 req-cf6291e4-d251-4013-92b5-54692ae2ff4b tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:35.848172 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195c30b-42d5-43b9-b946-dd748b3d9142 req-cf6291e4-d251-4013-92b5-54692ae2ff4b tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:35.857688 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195c30b-42d5-43b9-b946-dd748b3d9142 req-cf6291e4-d251-4013-92b5-54692ae2ff4b tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:35.866225 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195c30b-42d5-43b9-b946-dd748b3d9142 req-cf6291e4-d251-4013-92b5-54692ae2ff4b tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:35.874779 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195c30b-42d5-43b9-b946-dd748b3d9142 req-cf6291e4-d251-4013-92b5-54692ae2ff4b tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:35.876782 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb81624-7f96-474d-aa65-59bf143626c7 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Pushing event updated for resources: {'Network': ['ID=d17163df-d5de-4a03-b689-cb3c092c4e9b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:35.885342 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195c30b-42d5-43b9-b946-dd748b3d9142 req-cf6291e4-d251-4013-92b5-54692ae2ff4b tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:35.896871 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7195c30b-42d5-43b9-b946-dd748b3d9142 req-cf6291e4-d251-4013-92b5-54692ae2ff4b tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5445 time: 0.5092821 Nov 25 19:53:35.913261 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc836c5-d02f-4572-90a3-e9486b665df4 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Made reservation on behalf of 373ef0881fd6485697146de0c108fdf5 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:35.929192 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-abc836c5-d02f-4572-90a3-e9486b665df4 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:35.958155 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network d17163df-d5de-4a03-b689-cb3c092c4e9b details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:53:36.111762 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a653be-4058-4406-a3d3-c5d25be3d6bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-6996b87e-f18c-4e3e-a324-cc3cb5aabf32', 'network_id': '6996b87e-f18c-4e3e-a324-cc3cb5aabf32', 'tenant_id': '6f30dbacbc244f00a40c93d38750b681', 'fixed_ips': [{'subnet_id': 'e561cd86-0dff-4f15-91fd-e2ae65251a36'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:53:36.112646 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-37a653be-4058-4406-a3d3-c5d25be3d6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:36.113220 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36c52656-06b6-4e69-a540-798c3a640e0b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:36.144702 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1ca1073f-c747-4af4-a8f5-91b8f4436a93 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.8926997 Nov 25 19:53:36.153847 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33730) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:36.164240 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-47fcf7fe-d4b0-4ad4-be55-ea03f55b891e None None] Set router d71d1e4f-944d-469a-80b3-f314db0f5fab gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:53:36.172188 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-45622ada-0406-48d1-83de-411c59bc6060 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1266288239'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:36.218220 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45622ada-0406-48d1-83de-411c59bc6060 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Made reservation on behalf of 6f30dbacbc244f00a40c93d38750b681 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:36.223051 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-45622ada-0406-48d1-83de-411c59bc6060 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:36.294104 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45622ada-0406-48d1-83de-411c59bc6060 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:53:36.318717 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-45622ada-0406-48d1-83de-411c59bc6060 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:36.319197 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-45622ada-0406-48d1-83de-411c59bc6060 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Added segment c9bcb66a-bb55-4236-81ae-96b244f362ed of type vlan for network 3958f81a-144d-49ed-bbb2-dd5d43297523 Nov 25 19:53:36.409971 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7195c30b-42d5-43b9-b946-dd748b3d9142 req-cb332308-07cf-4a09-a2ee-e2b58ab622b4 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&id=8e898787-1eba-48ea-9636-62371b2bb44c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5115676 Nov 25 19:53:36.417325 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-37a653be-4058-4406-a3d3-c5d25be3d6bc None None] Allocated IP 2001:db8:0:ffff::2 (6996b87e-f18c-4e3e-a324-cc3cb5aabf32/e561cd86-0dff-4f15-91fd-e2ae65251a36/6c9cff34-003f-47c4-b8c7-04af5314c4a0) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:53:36.493110 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-36c52656-06b6-4e69-a540-798c3a640e0b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 11.5737939 Nov 25 19:53:36.504802 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8494e24d-6019-4720-9738-dea2869ac058', 'tag': 'c6f25ffc-4248-4354-af87-6f9190ea2180'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:53:36.507487 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354fb357-704c-40e3-8fad-a54895484070" -d '{"events": [{"name": "network-changed", "server_uuid": "8494e24d-6019-4720-9738-dea2869ac058", "tag": "c6f25ffc-4248-4354-af87-6f9190ea2180"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:53:36.509623 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-45622ada-0406-48d1-83de-411c59bc6060 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:36.510938 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33734) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:36.636329 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-c43a2c4e-7b6a-49c7-a9d9-a40364b6dc13 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7256594 Nov 25 19:53:36.645599 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-45622ada-0406-48d1-83de-411c59bc6060 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:36.653833 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271f8597-3153-4f93-92f4-dc06c12d2241 tempest-TestVolumeBackupRestore-131309726 tempest-TestVolumeBackupRestore-131309726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:36.655532 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-271f8597-3153-4f93-92f4-dc06c12d2241 tempest-TestVolumeBackupRestore-131309726 tempest-TestVolumeBackupRestore-131309726-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 1091 time: 0.1203220 Nov 25 19:53:36.664307 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33740) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:36.670717 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-83d79ac2-7d39-4251-bbd9-b1447614163b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Request body: {'floatingip': {'port_id': 'c6f25ffc-4248-4354-af87-6f9190ea2180'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:36.676351 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45622ada-0406-48d1-83de-411c59bc6060 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:36.681057 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-45622ada-0406-48d1-83de-411c59bc6060 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:36.722562 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-abc836c5-d02f-4572-90a3-e9486b665df4 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:36.967684 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc836c5-d02f-4572-90a3-e9486b665df4 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Pushing event updated for resources: {'Subnet': ['ID=1bc2b9e2-a628-42c2-be99-719e20b7e489,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:36.970491 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-37a653be-4058-4406-a3d3-c5d25be3d6bc None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:36.987706 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-37a653be-4058-4406-a3d3-c5d25be3d6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:37.018082 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-45622ada-0406-48d1-83de-411c59bc6060 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8627489 Nov 25 19:53:37.018980 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33746) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:37.021030 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-47fcf7fe-d4b0-4ad4-be55-ea03f55b891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'name': 'tempest-TestVolumeBackupRestore-646619207-router', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:18Z', 'updated_at': '2021-11-25T19:47:35Z', 'revision_number': 4, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'gw_port': {'id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:22Z', 'updated_at': '2021-11-25T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '36d78cc0-4582-4b56-b995-077d9072dca6', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'port_id': 'c6f25ffc-4248-4354-af87-6f9190ea2180', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691', 'mac_address': 'fa:16:3e:78:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8494e24d-6019-4720-9738-dea2869ac058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:53:29Z', 'updated_at': '2021-11-25T19:53:29Z', 'revision_number': 0, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29203263-7072-40e5-95f0-75bf9f110896', 'name': '', 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'mac_address': 'fa:16:3e:dc:33:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '537415f2-0f99-449c-a182-24d9e3c35423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:33Z', 'updated_at': '2021-11-25T19:47:41Z', 'revision_number': 5, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'subnets': [{'id': '537415f2-0f99-449c-a182-24d9e3c35423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:37.050877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-48631e25-3cb6-47ad-b2ac-24922ef9989e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Request body: {'subnet': {'network_id': '3958f81a-144d-49ed-bbb2-dd5d43297523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:37.136433 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fcf7fe-d4b0-4ad4-be55-ea03f55b891e None None] Checking router: d71d1e4f-944d-469a-80b3-f314db0f5fab for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:53:37.158544 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fcf7fe-d4b0-4ad4-be55-ea03f55b891e None None] Routers {'d71d1e4f-944d-469a-80b3-f314db0f5fab'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:37.159308 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-47fcf7fe-d4b0-4ad4-be55-ea03f55b891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:53:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d71d1e4f-944d-469a-80b3-f314db0f5fab'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:37.194992 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a653be-4058-4406-a3d3-c5d25be3d6bc None None] Network 6996b87e-f18c-4e3e-a324-cc3cb5aabf32 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:37.198454 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-37a653be-4058-4406-a3d3-c5d25be3d6bc None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:37.211957 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a653be-4058-4406-a3d3-c5d25be3d6bc None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:53:37.246410 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a653be-4058-4406-a3d3-c5d25be3d6bc None None] Pushing event updated for resources: {'Port': ['ID=6c9cff34-003f-47c4-b8c7-04af5314c4a0,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:37.307930 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45622ada-0406-48d1-83de-411c59bc6060 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event updated for resources: {'Network': ['ID=3958f81a-144d-49ed-bbb2-dd5d43297523,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:37.350770 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc836c5-d02f-4572-90a3-e9486b665df4 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Checking segment: {'id': '30e03a50-27db-4003-8587-ed32e894193f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd17163df-d5de-4a03-b689-cb3c092c4e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:37.351085 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc836c5-d02f-4572-90a3-e9486b665df4 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Network hostable DHCP agents. Network: d17163df-d5de-4a03-b689-cb3c092c4e9b, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:53:37.356325 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 3958f81a-144d-49ed-bbb2-dd5d43297523 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:53:37.375346 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48631e25-3cb6-47ad-b2ac-24922ef9989e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Made reservation on behalf of 6f30dbacbc244f00a40c93d38750b681 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:37.380689 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48631e25-3cb6-47ad-b2ac-24922ef9989e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:37.391477 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc836c5-d02f-4572-90a3-e9486b665df4 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Network d17163df-d5de-4a03-b689-cb3c092c4e9b is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:53:37.563275 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-37a653be-4058-4406-a3d3-c5d25be3d6bc None None] Attempting to bind port 6c9cff34-003f-47c4-b8c7-04af5314c4a0 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:53:37.575153 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-37a653be-4058-4406-a3d3-c5d25be3d6bc None None] Attempting to bind port 6c9cff34-003f-47c4-b8c7-04af5314c4a0 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '57a7f456-f808-4b70-b057-409cbe622f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6996b87e-f18c-4e3e-a324-cc3cb5aabf32'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:53:37.575994 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a653be-4058-4406-a3d3-c5d25be3d6bc None None] Attempting to bind port 6c9cff34-003f-47c4-b8c7-04af5314c4a0 on network 6996b87e-f18c-4e3e-a324-cc3cb5aabf32 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:53:37.666197 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a653be-4058-4406-a3d3-c5d25be3d6bc None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:53:37.667062 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a653be-4058-4406-a3d3-c5d25be3d6bc None None] Checking segment: {'id': '57a7f456-f808-4b70-b057-409cbe622f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6996b87e-f18c-4e3e-a324-cc3cb5aabf32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:37.667861 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-37a653be-4058-4406-a3d3-c5d25be3d6bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:37.668685 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a653be-4058-4406-a3d3-c5d25be3d6bc None None] Bound using segment: {'id': '57a7f456-f808-4b70-b057-409cbe622f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6996b87e-f18c-4e3e-a324-cc3cb5aabf32'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:53:37.669689 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-37a653be-4058-4406-a3d3-c5d25be3d6bc None None] Bound port: 6c9cff34-003f-47c4-b8c7-04af5314c4a0, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a7f456-f808-4b70-b057-409cbe622f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6996b87e-f18c-4e3e-a324-cc3cb5aabf32'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:53:37.670561 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-37a653be-4058-4406-a3d3-c5d25be3d6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:37.748321 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-abc836c5-d02f-4572-90a3-e9486b665df4 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, d17163df-d5de-4a03-b689-cb3c092c4e9b) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:37.767268 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4c598c-50eb-4fe6-a6b9-05835520d2e3 None None] Network d17163df-d5de-4a03-b689-cb3c092c4e9b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:37.768958 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-47fcf7fe-d4b0-4ad4-be55-ea03f55b891e None None] Set router d71d1e4f-944d-469a-80b3-f314db0f5fab gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:53:37.810928 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc836c5-d02f-4572-90a3-e9486b665df4 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:37.811836 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-abc836c5-d02f-4572-90a3-e9486b665df4 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:37.915573 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-abc836c5-d02f-4572-90a3-e9486b665df4 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3592227 Nov 25 19:53:37.916313 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33752) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:37.956424 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-81313286-9863-4c23-b7e8-8a160ecfe709 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd17163df-d5de-4a03-b689-cb3c092c4e9b'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:38.044482 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-83d79ac2-7d39-4251-bbd9-b1447614163b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for floatingip, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:38.199024 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f592154-f46d-40b5-b154-4b98b9f08186 req-bbb207aa-46f3-4da5-b6af-117ea261c909 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:38.202022 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f592154-f46d-40b5-b154-4b98b9f08186 req-bbb207aa-46f3-4da5-b6af-117ea261c909 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 945 time: 1.4737442 Nov 25 19:53:38.323462 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-9ac6643b-4922-4701-8e54-94e45a38ffb9 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6664784 Nov 25 19:53:38.447735 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-47fcf7fe-d4b0-4ad4-be55-ea03f55b891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'name': 'tempest-TestVolumeBackupRestore-646619207-router', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:18Z', 'updated_at': '2021-11-25T19:47:35Z', 'revision_number': 4, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'gw_port': {'id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:22Z', 'updated_at': '2021-11-25T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '36d78cc0-4582-4b56-b995-077d9072dca6', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'port_id': 'c6f25ffc-4248-4354-af87-6f9190ea2180', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691', 'mac_address': 'fa:16:3e:78:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8494e24d-6019-4720-9738-dea2869ac058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:53:29Z', 'updated_at': '2021-11-25T19:53:29Z', 'revision_number': 0, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29203263-7072-40e5-95f0-75bf9f110896', 'name': '', 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'mac_address': 'fa:16:3e:dc:33:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '537415f2-0f99-449c-a182-24d9e3c35423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:33Z', 'updated_at': '2021-11-25T19:47:41Z', 'revision_number': 5, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'subnets': [{'id': '537415f2-0f99-449c-a182-24d9e3c35423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:38.477429 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-37a653be-4058-4406-a3d3-c5d25be3d6bc None None] For port 6c9cff34-003f-47c4-b8c7-04af5314c4a0, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:53:38.509590 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-37a653be-4058-4406-a3d3-c5d25be3d6bc None None] For port 6c9cff34-003f-47c4-b8c7-04af5314c4a0, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6c9cff34-003f-47c4-b8c7-04af5314c4a0,segment=NetworkSegment(57a7f456-f808-4b70-b057-409cbe622f29),segment_id=57a7f456-f808-4b70-b057-409cbe622f29)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:53:38.515328 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fcf7fe-d4b0-4ad4-be55-ea03f55b891e None None] The sync data for ids ['d71d1e4f-944d-469a-80b3-f314db0f5fab'] in n-d-819349-5 is: [{'id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'name': 'tempest-TestVolumeBackupRestore-646619207-router', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:18Z', 'updated_at': '2021-11-25T19:47:35Z', 'revision_number': 4, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'gw_port': {'id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:22Z', 'updated_at': '2021-11-25T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '36d78cc0-4582-4b56-b995-077d9072dca6', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'port_id': 'c6f25ffc-4248-4354-af87-6f9190ea2180', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691', 'mac_address': 'fa:16:3e:78:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8494e24d-6019-4720-9738-dea2869ac058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:53:29Z', 'updated_at': '2021-11-25T19:53:29Z', 'revision_number': 0, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29203263-7072-40e5-95f0-75bf9f110896', 'name': '', 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'mac_address': 'fa:16:3e:dc:33:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '537415f2-0f99-449c-a182-24d9e3c35423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:33Z', 'updated_at': '2021-11-25T19:47:41Z', 'revision_number': 5, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'subnets': [{'id': '537415f2-0f99-449c-a182-24d9e3c35423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:53:38.528923 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-37a653be-4058-4406-a3d3-c5d25be3d6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:38.547947 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48631e25-3cb6-47ad-b2ac-24922ef9989e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:38.619870 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81313286-9863-4c23-b7e8-8a160ecfe709 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:38.692532 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-92b5f767-a323-4166-b6e8-f45a65d43b94 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=4766ce8e-1054-474e-9693-46409deae267 HTTP/1.1" status: 200 len: 217 time: 0.3217134 Nov 25 19:53:38.869594 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48631e25-3cb6-47ad-b2ac-24922ef9989e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event updated for resources: {'Subnet': ['ID=5454cb4a-91c4-4fb0-a284-dec6ecc41090,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:38.923671 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f592154-f46d-40b5-b154-4b98b9f08186 req-b335e84e-e497-4616-aeb3-46cfbdf55935 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6757138 Nov 25 19:53:38.983218 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48631e25-3cb6-47ad-b2ac-24922ef9989e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Checking segment: {'id': 'c9bcb66a-bb55-4236-81ae-96b244f362ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '3958f81a-144d-49ed-bbb2-dd5d43297523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:38.983777 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48631e25-3cb6-47ad-b2ac-24922ef9989e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Network hostable DHCP agents. Network: 3958f81a-144d-49ed-bbb2-dd5d43297523, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:53:38.991437 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-d5f82d86-94af-4a44-b296-0be5d1fbd9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:38.997180 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-d5f82d86-94af-4a44-b296-0be5d1fbd9cd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4075f789-f3ae-4155-8ba9-eb1fbb9cbd69 HTTP/1.1" status: 200 len: 797 time: 0.2312524 Nov 25 19:53:39.076386 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a653be-4058-4406-a3d3-c5d25be3d6bc None None] Pushing event updated for resources: {'Port': ['ID=6c9cff34-003f-47c4-b8c7-04af5314c4a0,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:39.086884 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48631e25-3cb6-47ad-b2ac-24922ef9989e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Network 3958f81a-144d-49ed-bbb2-dd5d43297523 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:53:39.101752 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cda2f6-db7e-4e45-a04e-c254042bf6e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-d17163df-d5de-4a03-b689-cb3c092c4e9b', 'network_id': 'd17163df-d5de-4a03-b689-cb3c092c4e9b', 'tenant_id': '373ef0881fd6485697146de0c108fdf5', 'fixed_ips': [{'subnet_id': '1bc2b9e2-a628-42c2-be99-719e20b7e489'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:53:39.105392 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10cda2f6-db7e-4e45-a04e-c254042bf6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:39.216448 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-48631e25-3cb6-47ad-b2ac-24922ef9989e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 3958f81a-144d-49ed-bbb2-dd5d43297523) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:39.258860 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48631e25-3cb6-47ad-b2ac-24922ef9989e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:39.259882 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48631e25-3cb6-47ad-b2ac-24922ef9989e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:39.359885 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-48631e25-3cb6-47ad-b2ac-24922ef9989e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3213859 Nov 25 19:53:39.363992 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33766) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:39.455131 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cc9dd4-3978-4756-b182-2e3ac0bbcdfd x-openstack-request-id: req-59cc9dd4-3978-4756-b182-2e3ac0bbcdfd {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:53:39.455991 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8494e24d-6019-4720-9738-dea2869ac058", "tag": "c6f25ffc-4248-4354-af87-6f9190ea2180", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:53:39.455991 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59cc9dd4-3978-4756-b182-2e3ac0bbcdfd {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:53:39.456544 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8494e24d-6019-4720-9738-dea2869ac058', 'tag': 'c6f25ffc-4248-4354-af87-6f9190ea2180', 'status': 'completed', 'code': 200} Nov 25 19:53:39.461557 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b7f8de-f6b9-4125-beda-6da641f659f5 None None] New status for floating IP 36d78cc0-4582-4b56-b995-077d9072dca6: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:53:39.560198 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-81313286-9863-4c23-b7e8-8a160ecfe709 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:53:39.563068 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-81313286-9863-4c23-b7e8-8a160ecfe709 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "PUT /v2.0/routers/89d3be4d-90e6-4a61-b8c7-9e5ef08eecee HTTP/1.1" status: 400 len: 364 time: 1.6197941 Nov 25 19:53:39.571705 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33768) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:39.580650 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166c4426-0dc1-4de9-8ec6-a5986875b25b None None] Network 3958f81a-144d-49ed-bbb2-dd5d43297523 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:39.610224 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-fcdcc46d-9a82-4348-8be8-9795e8fee7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:39.612928 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-fcdcc46d-9a82-4348-8be8-9795e8fee7d8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20935496-6e9b-480f-933b-cbeba5774e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6027210 Nov 25 19:53:40.088407 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-10cda2f6-db7e-4e45-a04e-c254042bf6e4 None None] Allocated IP 2001:db8:1::2 (d17163df-d5de-4a03-b689-cb3c092c4e9b/1bc2b9e2-a628-42c2-be99-719e20b7e489/f92d5f4c-a93f-46e9-9ffa-adf7daefec08) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:53:40.107916 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6c9cff34-003f-47c4-b8c7-04af5314c4a0 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:40.312281 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 6c9cff34-003f-47c4-b8c7-04af5314c4a0 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:40.313187 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:40.345987 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-3c19c6f3-6dbb-4499-a8a3-e42669e3771c service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7133613 Nov 25 19:53:40.356428 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fbd5289b-9990-462b-a610-ea43b8ed9e47 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:40.372195 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a36c9-6fce-4a71-9c13-087cf4bd447f req-7211aa72-784b-4ada-a7e6-7738a2c55751 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:40.381121 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a36c9-6fce-4a71-9c13-087cf4bd447f req-7211aa72-784b-4ada-a7e6-7738a2c55751 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:40.391369 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a36c9-6fce-4a71-9c13-087cf4bd447f req-7211aa72-784b-4ada-a7e6-7738a2c55751 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:40.400075 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a36c9-6fce-4a71-9c13-087cf4bd447f req-7211aa72-784b-4ada-a7e6-7738a2c55751 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:40.409576 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a36c9-6fce-4a71-9c13-087cf4bd447f req-7211aa72-784b-4ada-a7e6-7738a2c55751 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:40.417620 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a36c9-6fce-4a71-9c13-087cf4bd447f req-7211aa72-784b-4ada-a7e6-7738a2c55751 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:40.424402 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a36c9-6fce-4a71-9c13-087cf4bd447f req-7211aa72-784b-4ada-a7e6-7738a2c55751 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:40.427197 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-537a36c9-6fce-4a71-9c13-087cf4bd447f req-7211aa72-784b-4ada-a7e6-7738a2c55751 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5445 time: 0.8666139 Nov 25 19:53:40.455727 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fb357-704c-40e3-8fad-a54895484070 req-6022cedb-1558-4bb4-a88c-ea17fdf7fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:40.460164 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-354fb357-704c-40e3-8fad-a54895484070 req-6022cedb-1558-4bb4-a88c-ea17fdf7fb86 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d83dafce68594599ab4d0ac20e13f7c4&device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 1096 time: 1.1270280 Nov 25 19:53:40.757665 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fbd5289b-9990-462b-a610-ea43b8ed9e47 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:40.765983 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fb357-704c-40e3-8fad-a54895484070 req-e41944d4-5913-4ba5-9fad-e724e4753ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:40.775391 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-354fb357-704c-40e3-8fad-a54895484070 req-e41944d4-5913-4ba5-9fad-e724e4753ed9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=31a538bd-aaea-41e2-b752-14e0aad2e691 HTTP/1.1" status: 200 len: 914 time: 0.2827737 Nov 25 19:53:40.952405 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4725d2-5f9d-4746-8277-fb2a7c5bc893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-3958f81a-144d-49ed-bbb2-dd5d43297523', 'network_id': '3958f81a-144d-49ed-bbb2-dd5d43297523', 'tenant_id': '6f30dbacbc244f00a40c93d38750b681', 'fixed_ips': [{'subnet_id': '5454cb4a-91c4-4fb0-a284-dec6ecc41090'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:53:40.953839 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2f4725d2-5f9d-4746-8277-fb2a7c5bc893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:41.007013 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-354fb357-704c-40e3-8fad-a54895484070 req-779db6ad-ffb8-4839-9232-cff3738dd465 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6f25ffc-4248-4354-af87-6f9190ea2180 HTTP/1.1" status: 200 len: 997 time: 0.1265545 Nov 25 19:53:41.015560 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-83d79ac2-7d39-4251-bbd9-b1447614163b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] It took 0.97 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:53:41.071222 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c404021-9879-4f2d-8076-9139b371c617 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:41.150410 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:41.263034 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fb357-704c-40e3-8fad-a54895484070 req-5feac523-70a1-487f-94c4-3efb30130603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:41.265120 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-354fb357-704c-40e3-8fad-a54895484070 req-5feac523-70a1-487f-94c4-3efb30130603 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=537415f2-0f99-449c-a182-24d9e3c35423 HTTP/1.1" status: 200 len: 852 time: 0.1233249 Nov 25 19:53:41.282675 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec803c63-c51e-404f-b68a-90ff4370df2c req-98d86895-97de-492f-8218-baa3d2f700bf tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:41.293900 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec803c63-c51e-404f-b68a-90ff4370df2c req-98d86895-97de-492f-8218-baa3d2f700bf tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 945 time: 0.5165646 Nov 25 19:53:41.363153 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fbd5289b-9990-462b-a610-ea43b8ed9e47 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:41.387933 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906b198b-4135-464c-98db-287d1e80ba6f None None] Network 6996b87e-f18c-4e3e-a324-cc3cb5aabf32 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:41.423260 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10cda2f6-db7e-4e45-a04e-c254042bf6e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:41.450669 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec803c63-c51e-404f-b68a-90ff4370df2c req-7e4e18fa-3416-475c-88bd-feee8adbc642 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558495 Nov 25 19:53:41.459884 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5289b-9990-462b-a610-ea43b8ed9e47 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event deleted for resources: {'Subnet': ['ID=5454cb4a-91c4-4fb0-a284-dec6ecc41090,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:41.508786 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fb357-704c-40e3-8fad-a54895484070 req-5c858626-066e-443a-a293-97f2d26fc600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:41.510650 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-354fb357-704c-40e3-8fad-a54895484070 req-5c858626-066e-443a-a293-97f2d26fc600 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31a538bd-aaea-41e2-b752-14e0aad2e691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1770954 Nov 25 19:53:41.521712 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-83d79ac2-7d39-4251-bbd9-b1447614163b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:41.565328 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 6c9cff34-003f-47c4-b8c7-04af5314c4a0, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6c9cff34-003f-47c4-b8c7-04af5314c4a0,segment=NetworkSegment(57a7f456-f808-4b70-b057-409cbe622f29),segment_id=57a7f456-f808-4b70-b057-409cbe622f29)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:41.676490 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10cda2f6-db7e-4e45-a04e-c254042bf6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:41.689695 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-91b7f8de-f6b9-4125-beda-6da641f659f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:53:41.690210 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-91b7f8de-f6b9-4125-beda-6da641f659f5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:53:41.691083 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:41.691411 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-83d79ac2-7d39-4251-bbd9-b1447614163b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:41.713914 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cda2f6-db7e-4e45-a04e-c254042bf6e4 None None] Network d17163df-d5de-4a03-b689-cb3c092c4e9b is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:41.721153 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-10cda2f6-db7e-4e45-a04e-c254042bf6e4 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:41.727582 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fbd5289b-9990-462b-a610-ea43b8ed9e47 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:41.729736 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cda2f6-db7e-4e45-a04e-c254042bf6e4 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:53:41.771592 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a54a146-14cc-4c69-9481-11309ddabfef None None] Provisioning complete for port 6c9cff34-003f-47c4-b8c7-04af5314c4a0 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:41.772248 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a54a146-14cc-4c69-9481-11309ddabfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server [None req-2f4725d2-5f9d-4746-8277-fb2a7c5bc893 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5454cb4a-91c4-4fb0-a284-dec6ecc41090: This subnet is being modified by another concurrent operation. Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise exception Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5454cb4a-91c4-4fb0-a284-dec6ecc41090: This subnet is being modified by another concurrent operation. Nov 25 19:53:41.798845 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server Nov 25 19:53:41.886006 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-31761c53-410c-4d06-a970-9eb7d2b0bcb8 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4576304 Nov 25 19:53:41.934877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-fbd5289b-9990-462b-a610-ea43b8ed9e47 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3958f81a-144d-49ed-bbb2-dd5d43297523']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:41.935468 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556f9229-6d70-4bb0-9d39-1b05707f11f0 None None] Network 3958f81a-144d-49ed-bbb2-dd5d43297523 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:41.945972 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-354fb357-704c-40e3-8fad-a54895484070 req-5915575e-c8b1-4c2e-b248-dbfadff8ee32 service neutron] 10.222.0.73 "GET /v2.0/networks/31a538bd-aaea-41e2-b752-14e0aad2e691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143503 Nov 25 19:53:41.950239 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-09c11080-29a6-460a-bf11-8bbfee786a93 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=3594d80b-fbf2-40c9-b060-ca88aaed212a HTTP/1.1" status: 200 len: 217 time: 0.0531561 Nov 25 19:53:42.010541 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-fbd5289b-9990-462b-a610-ea43b8ed9e47 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9bcb66a-bb55-4236-81ae-96b244f362ed') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:42.011052 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-fbd5289b-9990-462b-a610-ea43b8ed9e47 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9bcb66a-bb55-4236-81ae-96b244f362ed') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:42.084000 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fbd5289b-9990-462b-a610-ea43b8ed9e47 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:42.094997 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cda2f6-db7e-4e45-a04e-c254042bf6e4 None None] Pushing event updated for resources: {'Port': ['ID=f92d5f4c-a93f-46e9-9ffa-adf7daefec08,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:42.129294 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fbd5289b-9990-462b-a610-ea43b8ed9e47 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:42.154452 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd5289b-9990-462b-a610-ea43b8ed9e47 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:53:42.154773 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fbd5289b-9990-462b-a610-ea43b8ed9e47 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:53:42.159775 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:53:42.211490 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-10cda2f6-db7e-4e45-a04e-c254042bf6e4 None None] Attempting to bind port f92d5f4c-a93f-46e9-9ffa-adf7daefec08 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:53:42.211490 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-10cda2f6-db7e-4e45-a04e-c254042bf6e4 None None] Attempting to bind port f92d5f4c-a93f-46e9-9ffa-adf7daefec08 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '30e03a50-27db-4003-8587-ed32e894193f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd17163df-d5de-4a03-b689-cb3c092c4e9b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:53:42.211490 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cda2f6-db7e-4e45-a04e-c254042bf6e4 None None] Attempting to bind port f92d5f4c-a93f-46e9-9ffa-adf7daefec08 on network d17163df-d5de-4a03-b689-cb3c092c4e9b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:53:42.214773 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=6c9cff34-003f-47c4-b8c7-04af5314c4a0,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:42.219028 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b7f8de-f6b9-4125-beda-6da641f659f5 None None] New status for floating IP 36d78cc0-4582-4b56-b995-077d9072dca6: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:53:42.241076 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-5c404021-9879-4f2d-8076-9139b371c617 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Allocated IP 2001:db8::1 (f05e4557-8ed5-491a-919e-29107d30a94f/6aaf2384-a870-4920-ba23-cbe3332202a3/2a8869fa-a31f-4e71-9c39-6c054e0708a5) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:53:42.456093 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-20156170-657d-4b74-b663-f00a55484e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:42.457879 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-20156170-657d-4b74-b663-f00a55484e0f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4075f789-f3ae-4155-8ba9-eb1fbb9cbd69 HTTP/1.1" status: 200 len: 797 time: 0.5002444 Nov 25 19:53:42.541877 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-354fb357-704c-40e3-8fad-a54895484070 req-09760a9b-d47c-4f3a-9e75-357f26733b26 service neutron] 10.222.0.73 "GET /v2.0/networks/31a538bd-aaea-41e2-b752-14e0aad2e691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5827522 Nov 25 19:53:42.595285 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d79ac2-7d39-4251-bbd9-b1447614163b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Router d71d1e4f-944d-469a-80b3-f314db0f5fab has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:53:42.616831 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c404021-9879-4f2d-8076-9139b371c617 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:42.621185 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-55df790c-8f7a-4815-bd1d-26f975a3bbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:42.623072 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-55df790c-8f7a-4815-bd1d-26f975a3bbab service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20935496-6e9b-480f-933b-cbeba5774e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1534295 Nov 25 19:53:42.675484 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c404021-9879-4f2d-8076-9139b371c617 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:42.729507 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c404021-9879-4f2d-8076-9139b371c617 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Network f05e4557-8ed5-491a-919e-29107d30a94f is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:42.740368 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fbd5289b-9990-462b-a610-ea43b8ed9e47 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:42.744498 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5c404021-9879-4f2d-8076-9139b371c617 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:42.767710 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c404021-9879-4f2d-8076-9139b371c617 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:53:42.768966 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c404021-9879-4f2d-8076-9139b371c617 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:42.769114 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cda2f6-db7e-4e45-a04e-c254042bf6e4 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:53:42.769686 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cda2f6-db7e-4e45-a04e-c254042bf6e4 None None] Checking segment: {'id': '30e03a50-27db-4003-8587-ed32e894193f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd17163df-d5de-4a03-b689-cb3c092c4e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:42.772671 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fbd5289b-9990-462b-a610-ea43b8ed9e47 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:42.774556 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10cda2f6-db7e-4e45-a04e-c254042bf6e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:42.775190 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cda2f6-db7e-4e45-a04e-c254042bf6e4 None None] Bound using segment: {'id': '30e03a50-27db-4003-8587-ed32e894193f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd17163df-d5de-4a03-b689-cb3c092c4e9b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:53:42.775904 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-10cda2f6-db7e-4e45-a04e-c254042bf6e4 None None] Bound port: f92d5f4c-a93f-46e9-9ffa-adf7daefec08, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e03a50-27db-4003-8587-ed32e894193f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd17163df-d5de-4a03-b689-cb3c092c4e9b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:53:42.776456 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10cda2f6-db7e-4e45-a04e-c254042bf6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:42.812558 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fbd5289b-9990-462b-a610-ea43b8ed9e47 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "DELETE /v2.0/networks/3958f81a-144d-49ed-bbb2-dd5d43297523 HTTP/1.1" status: 204 len: 168 time: 3.4440784 Nov 25 19:53:42.817251 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33808) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:42.821704 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c404021-9879-4f2d-8076-9139b371c617 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Pushing event updated for resources: {'Port': ['ID=2a8869fa-a31f-4e71-9c39-6c054e0708a5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:42.906493 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-f847a702-288c-4ac6-9090-86e896413345 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1136571835'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:43.090198 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddfc85-c57f-41ca-832b-37b8e2ad2968 req-0627208a-ed9d-4251-8660-eca6b218a514 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:43.104704 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ceddfc85-c57f-41ca-832b-37b8e2ad2968 req-0627208a-ed9d-4251-8660-eca6b218a514 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 945 time: 0.4695511 Nov 25 19:53:43.140747 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f847a702-288c-4ac6-9090-86e896413345 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Made reservation on behalf of 6f30dbacbc244f00a40c93d38750b681 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:43.144961 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f847a702-288c-4ac6-9090-86e896413345 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:43.178564 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-61690856-9de7-4f1a-8ad3-438037d1305b service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454891 Nov 25 19:53:43.186238 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d79ac2-7d39-4251-bbd9-b1447614163b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:53:43.197468 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b610f-32b8-47a2-92e1-5945594b675b None None] Sync routers for ids ['d71d1e4f-944d-469a-80b3-f314db0f5fab'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:53:43.202941 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-83d79ac2-7d39-4251-bbd9-b1447614163b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:43.215221 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b610f-32b8-47a2-92e1-5945594b675b None None] Routers {'d71d1e4f-944d-469a-80b3-f314db0f5fab'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:43.216664 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f66b610f-32b8-47a2-92e1-5945594b675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:53:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d71d1e4f-944d-469a-80b3-f314db0f5fab'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:43.312666 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-10cda2f6-db7e-4e45-a04e-c254042bf6e4 None None] For port f92d5f4c-a93f-46e9-9ffa-adf7daefec08, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:53:43.318003 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-10cda2f6-db7e-4e45-a04e-c254042bf6e4 None None] For port f92d5f4c-a93f-46e9-9ffa-adf7daefec08, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f92d5f4c-a93f-46e9-9ffa-adf7daefec08,segment=NetworkSegment(30e03a50-27db-4003-8587-ed32e894193f),segment_id=30e03a50-27db-4003-8587-ed32e894193f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:53:43.358107 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10cda2f6-db7e-4e45-a04e-c254042bf6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:43.383400 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f847a702-288c-4ac6-9090-86e896413345 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:53:43.392618 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-f66b610f-32b8-47a2-92e1-5945594b675b None None] Set router d71d1e4f-944d-469a-80b3-f314db0f5fab gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:53:43.566892 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8494e24d-6019-4720-9738-dea2869ac058', 'tag': 'c6f25ffc-4248-4354-af87-6f9190ea2180'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:53:43.605737 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0d72a8-1607-4526-b311-fc4e925511b2" -d '{"events": [{"name": "network-changed", "server_uuid": "8494e24d-6019-4720-9738-dea2869ac058", "tag": "c6f25ffc-4248-4354-af87-6f9190ea2180"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:53:43.675259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5289b-9990-462b-a610-ea43b8ed9e47 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event deleted for resources: {'Network': ['ID=3958f81a-144d-49ed-bbb2-dd5d43297523,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:43.691244 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f847a702-288c-4ac6-9090-86e896413345 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:43.692050 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-f847a702-288c-4ac6-9090-86e896413345 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Added segment 3a62db95-7474-40bf-b100-e6b6be74fedd of type vlan for network 4ef5287b-2c33-44a4-961a-4baf41609f7c Nov 25 19:53:43.741381 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ceddfc85-c57f-41ca-832b-37b8e2ad2968 req-6549ab56-3c7b-4658-a9ce-316ec0b77997 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6139183 Nov 25 19:53:43.881430 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c404021-9879-4f2d-8076-9139b371c617 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:43.908721 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-83d79ac2-7d39-4251-bbd9-b1447614163b tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "PUT /v2.0/floatingips/36d78cc0-4582-4b56-b995-077d9072dca6 HTTP/1.1" status: 200 len: 989 time: 7.2430210 Nov 25 19:53:44.024086 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3e906729-1ffd-4b57-b0fa-fbc837286640 None None] Provisioning complete for port 2a8869fa-a31f-4e71-9c39-6c054e0708a5 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:44.024504 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3e906729-1ffd-4b57-b0fa-fbc837286640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:44.035934 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f847a702-288c-4ac6-9090-86e896413345 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:44.077469 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96c8e70-8f2c-47e5-8f64-9cbcef96e736 x-openstack-request-id: req-d96c8e70-8f2c-47e5-8f64-9cbcef96e736 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:53:44.077951 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8494e24d-6019-4720-9738-dea2869ac058", "tag": "c6f25ffc-4248-4354-af87-6f9190ea2180", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:53:44.078375 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d96c8e70-8f2c-47e5-8f64-9cbcef96e736 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:53:44.083185 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8494e24d-6019-4720-9738-dea2869ac058', 'tag': 'c6f25ffc-4248-4354-af87-6f9190ea2180', 'status': 'completed', 'code': 200} Nov 25 19:53:44.248025 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-005dcb01-b1f0-4e17-8466-7b114e4337f8 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0594003 Nov 25 19:53:44.292170 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f66b610f-32b8-47a2-92e1-5945594b675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'name': 'tempest-TestVolumeBackupRestore-646619207-router', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:18Z', 'updated_at': '2021-11-25T19:47:35Z', 'revision_number': 4, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'gw_port': {'id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:22Z', 'updated_at': '2021-11-25T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '36d78cc0-4582-4b56-b995-077d9072dca6', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'port_id': 'c6f25ffc-4248-4354-af87-6f9190ea2180', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691', 'mac_address': 'fa:16:3e:78:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8494e24d-6019-4720-9738-dea2869ac058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:53:29Z', 'updated_at': '2021-11-25T19:53:42Z', 'revision_number': 2, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29203263-7072-40e5-95f0-75bf9f110896', 'name': '', 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'mac_address': 'fa:16:3e:dc:33:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '537415f2-0f99-449c-a182-24d9e3c35423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:33Z', 'updated_at': '2021-11-25T19:47:41Z', 'revision_number': 5, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'subnets': [{'id': '537415f2-0f99-449c-a182-24d9e3c35423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:44.329158 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cda2f6-db7e-4e45-a04e-c254042bf6e4 None None] Pushing event updated for resources: {'Port': ['ID=f92d5f4c-a93f-46e9-9ffa-adf7daefec08,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:44.386317 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-3e906729-1ffd-4b57-b0fa-fbc837286640 None None] Port 2a8869fa-a31f-4e71-9c39-6c054e0708a5 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:53:44.399851 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6c9cff34-003f-47c4-b8c7-04af5314c4a0 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:44.439052 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b610f-32b8-47a2-92e1-5945594b675b None None] Checking router: d71d1e4f-944d-469a-80b3-f314db0f5fab for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:53:44.477047 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b610f-32b8-47a2-92e1-5945594b675b None None] Routers {'d71d1e4f-944d-469a-80b3-f314db0f5fab'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:44.478143 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f66b610f-32b8-47a2-92e1-5945594b675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:53:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d71d1e4f-944d-469a-80b3-f314db0f5fab'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:44.537046 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c404021-9879-4f2d-8076-9139b371c617 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:44.549188 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f847a702-288c-4ac6-9090-86e896413345 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:44.557540 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f847a702-288c-4ac6-9090-86e896413345 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:44.558657 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f847a702-288c-4ac6-9090-86e896413345 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:44.559643 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c404021-9879-4f2d-8076-9139b371c617 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:44.560474 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c404021-9879-4f2d-8076-9139b371c617 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:44.568825 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-7c236395-14fe-486e-9091-737d91af8abb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=f93249e6-ce45-45b6-a2a1-2fb4c0c58f50 HTTP/1.1" status: 200 len: 217 time: 0.2034354 Nov 25 19:53:44.806645 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f847a702-288c-4ac6-9090-86e896413345 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9174428 Nov 25 19:53:44.807887 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33894) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:44.808300 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 6c9cff34-003f-47c4-b8c7-04af5314c4a0 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:44.808882 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:44.840448 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d72a8-1607-4526-b311-fc4e925511b2 req-2e03a823-278a-408a-b83c-45cb26f15310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:44.857108 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c0d72a8-1607-4526-b311-fc4e925511b2 req-2e03a823-278a-408a-b83c-45cb26f15310 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d83dafce68594599ab4d0ac20e13f7c4&device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 1096 time: 0.7467775 Nov 25 19:53:44.906209 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-fb33ca01-d143-4124-bee9-72dc34a6c98e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Request body: {'subnet': {'network_id': '4ef5287b-2c33-44a4-961a-4baf41609f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:45.032141 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c404021-9879-4f2d-8076-9139b371c617 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Pushing event updated for resources: {'Port': ['ID=2a8869fa-a31f-4e71-9c39-6c054e0708a5,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:45.080576 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-f66b610f-32b8-47a2-92e1-5945594b675b None None] Set router d71d1e4f-944d-469a-80b3-f314db0f5fab gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:53:45.100627 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847a702-288c-4ac6-9090-86e896413345 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event updated for resources: {'Network': ['ID=4ef5287b-2c33-44a4-961a-4baf41609f7c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:45.155631 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 4ef5287b-2c33-44a4-961a-4baf41609f7c details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:53:45.218936 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c404021-9879-4f2d-8076-9139b371c617 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Network f05e4557-8ed5-491a-919e-29107d30a94f is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:45.223663 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5c404021-9879-4f2d-8076-9139b371c617 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:45.491201 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-758b5b5e-0b22-4162-93ae-e3dcc32d7f19 None None] Provisioning complete for port 6c9cff34-003f-47c4-b8c7-04af5314c4a0 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:45.493353 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-758b5b5e-0b22-4162-93ae-e3dcc32d7f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:45.645123 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c404021-9879-4f2d-8076-9139b371c617 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Router 89d3be4d-90e6-4a61-b8c7-9e5ef08eecee has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:53:45.743024 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33968) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:45.965362 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-028e9bd0-8724-4c3a-a444-623549661238 None None] Provisioning complete for port 2a8869fa-a31f-4e71-9c39-6c054e0708a5 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:45.969224 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-028e9bd0-8724-4c3a-a444-623549661238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:45.973416 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c404021-9879-4f2d-8076-9139b371c617 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:53:46.002945 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5c404021-9879-4f2d-8076-9139b371c617 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "PUT /v2.0/routers/89d3be4d-90e6-4a61-b8c7-9e5ef08eecee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4219475 Nov 25 19:53:46.004311 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33990) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:46.173554 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-028e9bd0-8724-4c3a-a444-623549661238 None None] Port 2a8869fa-a31f-4e71-9c39-6c054e0708a5 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:53:46.186681 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef7df26-acfe-477f-abfc-b048d9dc92a5 None None] Sync routers for ids ['89d3be4d-90e6-4a61-b8c7-9e5ef08eecee'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:53:46.188020 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f66b610f-32b8-47a2-92e1-5945594b675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'name': 'tempest-TestVolumeBackupRestore-646619207-router', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:18Z', 'updated_at': '2021-11-25T19:47:35Z', 'revision_number': 4, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'gw_port': {'id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:22Z', 'updated_at': '2021-11-25T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '36d78cc0-4582-4b56-b995-077d9072dca6', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'port_id': 'c6f25ffc-4248-4354-af87-6f9190ea2180', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691', 'mac_address': 'fa:16:3e:78:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8494e24d-6019-4720-9738-dea2869ac058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:53:29Z', 'updated_at': '2021-11-25T19:53:42Z', 'revision_number': 2, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29203263-7072-40e5-95f0-75bf9f110896', 'name': '', 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'mac_address': 'fa:16:3e:dc:33:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '537415f2-0f99-449c-a182-24d9e3c35423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:33Z', 'updated_at': '2021-11-25T19:47:41Z', 'revision_number': 5, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'subnets': [{'id': '537415f2-0f99-449c-a182-24d9e3c35423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:46.190763 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f92d5f4c-a93f-46e9-9ffa-adf7daefec08 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:46.270493 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b610f-32b8-47a2-92e1-5945594b675b None None] The sync data for ids ['d71d1e4f-944d-469a-80b3-f314db0f5fab'] in n-d-819349-5 is: [{'id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'name': 'tempest-TestVolumeBackupRestore-646619207-router', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:18Z', 'updated_at': '2021-11-25T19:47:35Z', 'revision_number': 4, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'gw_port': {'id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:22Z', 'updated_at': '2021-11-25T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '36d78cc0-4582-4b56-b995-077d9072dca6', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'port_id': 'c6f25ffc-4248-4354-af87-6f9190ea2180', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691', 'mac_address': 'fa:16:3e:78:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8494e24d-6019-4720-9738-dea2869ac058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:53:29Z', 'updated_at': '2021-11-25T19:53:42Z', 'revision_number': 2, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29203263-7072-40e5-95f0-75bf9f110896', 'name': '', 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'mac_address': 'fa:16:3e:dc:33:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '537415f2-0f99-449c-a182-24d9e3c35423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:33Z', 'updated_at': '2021-11-25T19:47:41Z', 'revision_number': 5, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'subnets': [{'id': '537415f2-0f99-449c-a182-24d9e3c35423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:53:46.382932 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef7df26-acfe-477f-abfc-b048d9dc92a5 None None] Routers {'89d3be4d-90e6-4a61-b8c7-9e5ef08eecee'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:46.384942 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bef7df26-acfe-477f-abfc-b048d9dc92a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:53:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['89d3be4d-90e6-4a61-b8c7-9e5ef08eecee'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:46.524233 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eecd79-cfc2-435e-bcc3-936fc4f47e26 None None] Network d17163df-d5de-4a03-b689-cb3c092c4e9b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:46.584365 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:53:46.593651 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8494e24d-6019-4720-9738-dea2869ac058', 'tag': 'c6f25ffc-4248-4354-af87-6f9190ea2180'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:53:46.596077 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cae950-dbe9-43ef-8e78-f0f163554a71" -d '{"events": [{"name": "network-changed", "server_uuid": "8494e24d-6019-4720-9738-dea2869ac058", "tag": "c6f25ffc-4248-4354-af87-6f9190ea2180"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:53:46.600654 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-1a786ee6-9b86-40b1-a5f1-0d27cd1f12ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:46.603289 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-1a786ee6-9b86-40b1-a5f1-0d27cd1f12ee service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4075f789-f3ae-4155-8ba9-eb1fbb9cbd69 HTTP/1.1" status: 200 len: 797 time: 2.0241878 Nov 25 19:53:46.634412 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12ac1d15-88e6-4e0a-821b-fab27cc45ee6 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:46.711606 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port f92d5f4c-a93f-46e9-9ffa-adf7daefec08 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:46.712403 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:46.718498 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bef7df26-acfe-477f-abfc-b048d9dc92a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:46.743540 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee3137-ee65-4908-a025-1453207ca54d req-58a50b91-ea0d-4041-b1ce-e343babe757c tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:46.751149 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eaee3137-ee65-4908-a025-1453207ca54d req-58a50b91-ea0d-4041-b1ce-e343babe757c tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 945 time: 1.5664027 Nov 25 19:53:46.823189 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-38aa9450-796e-418d-aad7-d819d8f01906 None None] Provisioning complete for port f92d5f4c-a93f-46e9-9ffa-adf7daefec08 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:46.823692 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-38aa9450-796e-418d-aad7-d819d8f01906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:46.833398 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eaee3137-ee65-4908-a025-1453207ca54d req-e1580cc5-eb23-4fa8-8db5-5bb0b30382a6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813768 Nov 25 19:53:46.853671 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb33ca01-d143-4124-bee9-72dc34a6c98e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Made reservation on behalf of 6f30dbacbc244f00a40c93d38750b681 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:46.859952 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03324c4b-f7ec-4492-8bd1-45d95090a769 req-15de736e-bca6-4312-b64a-65aeb8355af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:46.861192 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03324c4b-f7ec-4492-8bd1-45d95090a769 req-15de736e-bca6-4312-b64a-65aeb8355af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:46.861840 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03324c4b-f7ec-4492-8bd1-45d95090a769 req-15de736e-bca6-4312-b64a-65aeb8355af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:46.866956 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03324c4b-f7ec-4492-8bd1-45d95090a769 req-15de736e-bca6-4312-b64a-65aeb8355af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:46.868226 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03324c4b-f7ec-4492-8bd1-45d95090a769 req-15de736e-bca6-4312-b64a-65aeb8355af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:46.868989 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03324c4b-f7ec-4492-8bd1-45d95090a769 req-15de736e-bca6-4312-b64a-65aeb8355af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:46.869682 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03324c4b-f7ec-4492-8bd1-45d95090a769 req-15de736e-bca6-4312-b64a-65aeb8355af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:46.873181 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-03324c4b-f7ec-4492-8bd1-45d95090a769 req-15de736e-bca6-4312-b64a-65aeb8355af5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 6502 time: 1.1273427 Nov 25 19:53:46.874586 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb33ca01-d143-4124-bee9-72dc34a6c98e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:46.944041 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee1dd63-d62c-45a6-bd8b-6d4c168b87b8 x-openstack-request-id: req-eee1dd63-d62c-45a6-bd8b-6d4c168b87b8 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:53:46.944425 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8494e24d-6019-4720-9738-dea2869ac058", "tag": "c6f25ffc-4248-4354-af87-6f9190ea2180", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:53:46.947222 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eee1dd63-d62c-45a6-bd8b-6d4c168b87b8 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:53:46.947739 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8494e24d-6019-4720-9738-dea2869ac058', 'tag': 'c6f25ffc-4248-4354-af87-6f9190ea2180', 'status': 'completed', 'code': 200} Nov 25 19:53:47.003716 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-12ac1d15-88e6-4e0a-821b-fab27cc45ee6 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 19:53:47.013611 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef7df26-acfe-477f-abfc-b048d9dc92a5 None None] Routers {'89d3be4d-90e6-4a61-b8c7-9e5ef08eecee'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:47.015797 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bef7df26-acfe-477f-abfc-b048d9dc92a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:53:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['89d3be4d-90e6-4a61-b8c7-9e5ef08eecee'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:47.017668 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-12ac1d15-88e6-4e0a-821b-fab27cc45ee6 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "DELETE /v2.0/routers/89d3be4d-90e6-4a61-b8c7-9e5ef08eecee HTTP/1.1" status: 409 len: 329 time: 1.0130911 Nov 25 19:53:47.021084 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34060) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:47.086196 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bef7df26-acfe-477f-abfc-b048d9dc92a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:47.087753 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef7df26-acfe-477f-abfc-b048d9dc92a5 None None] The sync data for ids ['89d3be4d-90e6-4a61-b8c7-9e5ef08eecee'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:53:47.110162 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-ac51ef53-2641-473e-89ae-00a27a96e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:47.117295 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-ac51ef53-2641-473e-89ae-00a27a96e647 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20935496-6e9b-480f-933b-cbeba5774e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4651284 Nov 25 19:53:47.131193 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d72a8-1607-4526-b311-fc4e925511b2 req-cbe47331-ad81-41ed-a1b0-dd7946c28b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:47.134498 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c0d72a8-1607-4526-b311-fc4e925511b2 req-cbe47331-ad81-41ed-a1b0-dd7946c28b38 service neutron] 10.222.0.73 "GET /v2.0/networks?id=31a538bd-aaea-41e2-b752-14e0aad2e691 HTTP/1.1" status: 200 len: 914 time: 2.1952949 Nov 25 19:53:47.186058 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-03324c4b-f7ec-4492-8bd1-45d95090a769 req-6406eb77-4e99-40a4-a467-b628654e9d9a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&id=8e898787-1eba-48ea-9636-62371b2bb44c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2796936 Nov 25 19:53:47.369385 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:47.442990 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port f92d5f4c-a93f-46e9-9ffa-adf7daefec08, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f92d5f4c-a93f-46e9-9ffa-adf7daefec08,segment=NetworkSegment(30e03a50-27db-4003-8587-ed32e894193f),segment_id=30e03a50-27db-4003-8587-ed32e894193f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:47.453398 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:47.560700 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=f92d5f4c-a93f-46e9-9ffa-adf7daefec08,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:47.570812 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-38aa9450-796e-418d-aad7-d819d8f01906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:47.754041 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-38aa9450-796e-418d-aad7-d819d8f01906 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:53:47.754667 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-38aa9450-796e-418d-aad7-d819d8f01906 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:53:47.766003 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b75482d-0ff8-490e-939f-d123afce0b3b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:47.825513 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796231b3-a1d7-4305-9788-84f79f1ad369 None None] get_active_networks_info from n-d-819349-5 {{(pid=103601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:53:48.091793 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-d885c97f-9365-4bdb-b36c-e86b85c9c7a7 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9441452 Nov 25 19:53:48.235445 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c0d72a8-1607-4526-b311-fc4e925511b2 req-4e4dde66-63cf-4a8a-a526-6ce722aeef96 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6f25ffc-4248-4354-af87-6f9190ea2180 HTTP/1.1" status: 200 len: 999 time: 0.6933517 Nov 25 19:53:48.256262 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8b75482d-0ff8-490e-939f-d123afce0b3b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Deleting port 2a8869fa-a31f-4e71-9c39-6c054e0708a5 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:48.256987 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b75482d-0ff8-490e-939f-d123afce0b3b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:48.264896 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f92d5f4c-a93f-46e9-9ffa-adf7daefec08 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:48.509224 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port f92d5f4c-a93f-46e9-9ffa-adf7daefec08 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:48.510181 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:48.574996 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796231b3-a1d7-4305-9788-84f79f1ad369 None None] Resources bound (agent type, host, resource id): {{(pid=103601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:53:48.576503 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b75482d-0ff8-490e-939f-d123afce0b3b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:48.593766 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d72a8-1607-4526-b311-fc4e925511b2 req-55696158-9b6c-4959-9f8a-7ea27d005f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:48.601046 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c0d72a8-1607-4526-b311-fc4e925511b2 req-55696158-9b6c-4959-9f8a-7ea27d005f17 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=537415f2-0f99-449c-a182-24d9e3c35423 HTTP/1.1" status: 200 len: 852 time: 0.3346887 Nov 25 19:53:48.616058 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f226bc9f-6da5-4e04-bafe-963b3b001e73 None None] Provisioning complete for port f92d5f4c-a93f-46e9-9ffa-adf7daefec08 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:48.616747 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f226bc9f-6da5-4e04-bafe-963b3b001e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:48.618627 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb33ca01-d143-4124-bee9-72dc34a6c98e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:48.629800 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8b75482d-0ff8-490e-939f-d123afce0b3b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Calling delete_port for 2a8869fa-a31f-4e71-9c39-6c054e0708a5 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:48.804798 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33ca01-d143-4124-bee9-72dc34a6c98e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event updated for resources: {'Subnet': ['ID=ff934568-5fd2-4015-a8ce-05bf254ed207,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:48.858278 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c362d9-8c19-418b-8fc1-31675f46b241 req-4ed87f28-0630-432b-ae4f-a9fd1d5183d8 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:48.860569 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4c362d9-8c19-418b-8fc1-31675f46b241 req-4ed87f28-0630-432b-ae4f-a9fd1d5183d8 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 945 time: 0.7672312 Nov 25 19:53:48.935397 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d72a8-1607-4526-b311-fc4e925511b2 req-f423511c-3f7b-4b96-9ec4-ca1fd4e3033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:48.937125 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c0d72a8-1607-4526-b311-fc4e925511b2 req-f423511c-3f7b-4b96-9ec4-ca1fd4e3033a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31a538bd-aaea-41e2-b752-14e0aad2e691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2823434 Nov 25 19:53:49.028998 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-0ae347ee-9767-4129-a285-4a3b4ec8f116 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9251304 Nov 25 19:53:49.142014 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-045cfa02-94ac-4919-97a3-1afafff5fe9b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b HTTP/1.1" status: 200 len: 217 time: 0.0731723 Nov 25 19:53:49.142961 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb33ca01-d143-4124-bee9-72dc34a6c98e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Checking segment: {'id': '3a62db95-7474-40bf-b100-e6b6be74fedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4ef5287b-2c33-44a4-961a-4baf41609f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:49.143289 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb33ca01-d143-4124-bee9-72dc34a6c98e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Network hostable DHCP agents. Network: 4ef5287b-2c33-44a4-961a-4baf41609f7c, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:53:49.178326 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4c362d9-8c19-418b-8fc1-31675f46b241 req-27a5bf96-343f-4200-a8f7-b2ae41564476 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947817 Nov 25 19:53:49.263042 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb33ca01-d143-4124-bee9-72dc34a6c98e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Network 4ef5287b-2c33-44a4-961a-4baf41609f7c is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:53:49.302498 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-fb33ca01-d143-4124-bee9-72dc34a6c98e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 4ef5287b-2c33-44a4-961a-4baf41609f7c) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:49.315133 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-3f1f0b80-d531-4ac1-8575-f99e8dd67bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:49.318082 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-3f1f0b80-d531-4ac1-8575-f99e8dd67bbf service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d3557900-716c-49fc-9261-bbc772127fc4 HTTP/1.1" status: 200 len: 797 time: 0.1674087 Nov 25 19:53:49.324942 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb33ca01-d143-4124-bee9-72dc34a6c98e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:49.326084 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb33ca01-d143-4124-bee9-72dc34a6c98e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:49.362813 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fb33ca01-d143-4124-bee9-72dc34a6c98e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.5430472 Nov 25 19:53:49.384164 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c0d72a8-1607-4526-b311-fc4e925511b2 req-5402a03b-e0a2-4ea6-81ae-3e2b9e7009f6 service neutron] 10.222.0.73 "GET /v2.0/networks/31a538bd-aaea-41e2-b752-14e0aad2e691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284704 Nov 25 19:53:49.384998 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34204) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:49.392555 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-430dace9-0636-4630-9fab-16bd927630dd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1893197989'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:49.413062 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34208) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:49.423363 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430dace9-0636-4630-9fab-16bd927630dd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Made reservation on behalf of 6f30dbacbc244f00a40c93d38750b681 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:49.427178 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-430dace9-0636-4630-9fab-16bd927630dd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:49.471171 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b75482d-0ff8-490e-939f-d123afce0b3b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:49.532878 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75482d-0ff8-490e-939f-d123afce0b3b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Pushing event deleted for resources: {'Port': ['ID=2a8869fa-a31f-4e71-9c39-6c054e0708a5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:49.628198 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923df14c-230a-457b-bdd1-bbe3a9218d88 None None] Network 4ef5287b-2c33-44a4-961a-4baf41609f7c requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:49.676837 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-50d5fbaf-cee2-46f5-ab79-093b53cd8c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:49.684948 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-50d5fbaf-cee2-46f5-ab79-093b53cd8c37 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8aa06786-042e-4faf-b4a5-b6084b1ca237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3389828 Nov 25 19:53:49.756356 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b75482d-0ff8-490e-939f-d123afce0b3b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:49.790885 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d892a2e-78b6-49eb-8e41-c6a547668e56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:49.813186 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430dace9-0636-4630-9fab-16bd927630dd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:53:49.869143 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac924625-9f48-491d-a150-d359a5cb60b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-4ef5287b-2c33-44a4-961a-4baf41609f7c', 'network_id': '4ef5287b-2c33-44a4-961a-4baf41609f7c', 'tenant_id': '6f30dbacbc244f00a40c93d38750b681', 'fixed_ips': [{'subnet_id': 'ff934568-5fd2-4015-a8ce-05bf254ed207'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:53:49.870936 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ac924625-9f48-491d-a150-d359a5cb60b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:49.932433 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-430dace9-0636-4630-9fab-16bd927630dd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:49.933024 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-430dace9-0636-4630-9fab-16bd927630dd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Added segment c6b49ca1-c69f-4cc5-b7f3-9c978d78dd59 of type vlan for network c8aac0b9-88e2-4863-833e-722a323e750a Nov 25 19:53:50.107623 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c0d72a8-1607-4526-b311-fc4e925511b2 req-a13697fb-f5d7-4aa2-b3cd-215047cbe8ca service neutron] 10.222.0.73 "GET /v2.0/networks/31a538bd-aaea-41e2-b752-14e0aad2e691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6869602 Nov 25 19:53:50.112171 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-430dace9-0636-4630-9fab-16bd927630dd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:50.150494 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-ac924625-9f48-491d-a150-d359a5cb60b9 None None] Allocated IP 2001:db8::3 (4ef5287b-2c33-44a4-961a-4baf41609f7c/ff934568-5fd2-4015-a8ce-05bf254ed207/51d41ae9-963c-4736-ba0c-6437b0fa499a) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:53:50.215794 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-538f5f64-54e1-410e-b84f-e1c7507d34d0 service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099356 Nov 25 19:53:50.225752 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b75482d-0ff8-490e-939f-d123afce0b3b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Router 89d3be4d-90e6-4a61-b8c7-9e5ef08eecee has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:53:50.319935 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d892a2e-78b6-49eb-8e41-c6a547668e56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:50.341100 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d892a2e-78b6-49eb-8e41-c6a547668e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:50.343065 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-430dace9-0636-4630-9fab-16bd927630dd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:50.349482 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430dace9-0636-4630-9fab-16bd927630dd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:50.350591 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-430dace9-0636-4630-9fab-16bd927630dd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:50.407367 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3d892a2e-78b6-49eb-8e41-c6a547668e56 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=730389e45ddb42eea4bf1895f133fd46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9752188 Nov 25 19:53:50.415188 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34296) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:50.432908 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ac924625-9f48-491d-a150-d359a5cb60b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:50.440484 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ac924625-9f48-491d-a150-d359a5cb60b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:50.452321 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430dace9-0636-4630-9fab-16bd927630dd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event updated for resources: {'Network': ['ID=c8aac0b9-88e2-4863-833e-722a323e750a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:50.475845 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network c8aac0b9-88e2-4863-833e-722a323e750a details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:53:50.519007 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cae950-dbe9-43ef-8e78-f0f163554a71 req-2905711d-29aa-481e-bd0c-7ed95169ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:50.521415 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-47cae950-dbe9-43ef-8e78-f0f163554a71 req-2905711d-29aa-481e-bd0c-7ed95169ad60 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d83dafce68594599ab4d0ac20e13f7c4&device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 1096 time: 0.3033273 Nov 25 19:53:50.533542 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-430dace9-0636-4630-9fab-16bd927630dd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1471264 Nov 25 19:53:50.538795 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34306) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:50.552202 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-69d843ca-68a6-4dc4-b2f3-83e6ef5b0b7e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Request body: {'subnet': {'network_id': 'c8aac0b9-88e2-4863-833e-722a323e750a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:50.552862 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac924625-9f48-491d-a150-d359a5cb60b9 None None] Network 4ef5287b-2c33-44a4-961a-4baf41609f7c is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:50.560813 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-ac924625-9f48-491d-a150-d359a5cb60b9 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:50.568275 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac924625-9f48-491d-a150-d359a5cb60b9 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:53:50.600060 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b75482d-0ff8-490e-939f-d123afce0b3b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:53:50.615183 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e624c4c4-6b73-4a3d-8e03-aec2707e8b51 None None] Sync routers for ids ['89d3be4d-90e6-4a61-b8c7-9e5ef08eecee'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:53:50.642939 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e624c4c4-6b73-4a3d-8e03-aec2707e8b51 None None] Routers {'89d3be4d-90e6-4a61-b8c7-9e5ef08eecee'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:50.646347 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e624c4c4-6b73-4a3d-8e03-aec2707e8b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:53:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['89d3be4d-90e6-4a61-b8c7-9e5ef08eecee'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:50.665641 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8b75482d-0ff8-490e-939f-d123afce0b3b tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "PUT /v2.0/routers/89d3be4d-90e6-4a61-b8c7-9e5ef08eecee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6318269 Nov 25 19:53:50.683375 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34316) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:50.703170 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ac924625-9f48-491d-a150-d359a5cb60b9 None None] Attempting to bind port 51d41ae9-963c-4736-ba0c-6437b0fa499a on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:53:50.705188 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ac924625-9f48-491d-a150-d359a5cb60b9 None None] Attempting to bind port 51d41ae9-963c-4736-ba0c-6437b0fa499a by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '3a62db95-7474-40bf-b100-e6b6be74fedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4ef5287b-2c33-44a4-961a-4baf41609f7c'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:53:50.705940 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac924625-9f48-491d-a150-d359a5cb60b9 None None] Attempting to bind port 51d41ae9-963c-4736-ba0c-6437b0fa499a on network 4ef5287b-2c33-44a4-961a-4baf41609f7c {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:53:50.714316 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac924625-9f48-491d-a150-d359a5cb60b9 None None] Pushing event updated for resources: {'Port': ['ID=51d41ae9-963c-4736-ba0c-6437b0fa499a,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:50.729215 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac924625-9f48-491d-a150-d359a5cb60b9 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:53:50.729939 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac924625-9f48-491d-a150-d359a5cb60b9 None None] Checking segment: {'id': '3a62db95-7474-40bf-b100-e6b6be74fedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4ef5287b-2c33-44a4-961a-4baf41609f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:50.730933 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ac924625-9f48-491d-a150-d359a5cb60b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:50.732805 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac924625-9f48-491d-a150-d359a5cb60b9 None None] Bound using segment: {'id': '3a62db95-7474-40bf-b100-e6b6be74fedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4ef5287b-2c33-44a4-961a-4baf41609f7c'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:53:50.733516 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ac924625-9f48-491d-a150-d359a5cb60b9 None None] Bound port: 51d41ae9-963c-4736-ba0c-6437b0fa499a, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a62db95-7474-40bf-b100-e6b6be74fedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4ef5287b-2c33-44a4-961a-4baf41609f7c'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:53:50.734217 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ac924625-9f48-491d-a150-d359a5cb60b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:50.742901 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e624c4c4-6b73-4a3d-8e03-aec2707e8b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:50.753890 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-ec445c7e-13c2-4b73-bd37-a1d13259a106 service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5155518 Nov 25 19:53:50.759243 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-6d5f7a34-7163-4b11-9473-3bc032a447e0 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] show failed (client error): The resource could not be found. Nov 25 19:53:50.768662 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6d5f7a34-7163-4b11-9473-3bc032a447e0 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-1497614195 HTTP/1.1" status: 404 len: 335 time: 0.0790563 Nov 25 19:53:50.769962 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34324) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:50.770913 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e624c4c4-6b73-4a3d-8e03-aec2707e8b51 None None] Routers {'89d3be4d-90e6-4a61-b8c7-9e5ef08eecee'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:50.772513 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e624c4c4-6b73-4a3d-8e03-aec2707e8b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:53:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['89d3be4d-90e6-4a61-b8c7-9e5ef08eecee'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:50.792875 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9abab631-89c1-44a5-b923-fdc4da35a0a6 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:50.799462 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d892a2e-78b6-49eb-8e41-c6a547668e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a51748-d9a0-4cdd-994a-4180c252d6ea,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:50.849353 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ac924625-9f48-491d-a150-d359a5cb60b9 None None] For port 51d41ae9-963c-4736-ba0c-6437b0fa499a, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:53:50.854239 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ac924625-9f48-491d-a150-d359a5cb60b9 None None] For port 51d41ae9-963c-4736-ba0c-6437b0fa499a, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=51d41ae9-963c-4736-ba0c-6437b0fa499a,segment=NetworkSegment(3a62db95-7474-40bf-b100-e6b6be74fedd),segment_id=3a62db95-7474-40bf-b100-e6b6be74fedd)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:53:50.862875 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e624c4c4-6b73-4a3d-8e03-aec2707e8b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:50.864832 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e624c4c4-6b73-4a3d-8e03-aec2707e8b51 None None] The sync data for ids ['89d3be4d-90e6-4a61-b8c7-9e5ef08eecee'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:53:50.869111 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ac924625-9f48-491d-a150-d359a5cb60b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:50.887628 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-9abab631-89c1-44a5-b923-fdc4da35a0a6 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] update failed (client error): The resource could not be found. Nov 25 19:53:50.893793 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9abab631-89c1-44a5-b923-fdc4da35a0a6 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-1943056264 HTTP/1.1" status: 404 len: 335 time: 0.1141441 Nov 25 19:53:50.894461 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34332) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:50.948708 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-170b354e-cc92-48b9-9db7-d7cf84e9ce4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:50.955273 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea88f5-82ce-4260-b688-f6d5a50a1870 req-d617d91c-e814-4d9d-bb28-32d5b6d90fb6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:50.970332 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-89ea88f5-82ce-4260-b688-f6d5a50a1870 req-d617d91c-e814-4d9d-bb28-32d5b6d90fb6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 945 time: 0.5062187 Nov 25 19:53:50.985396 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-595016e2-f9d8-4498-89f1-838abcf11075 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Deleting subnet 1bc2b9e2-a628-42c2-be99-719e20b7e489 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:53:50.997962 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-595016e2-f9d8-4498-89f1-838abcf11075 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:51.002201 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-170b354e-cc92-48b9-9db7-d7cf84e9ce4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:51.035647 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac924625-9f48-491d-a150-d359a5cb60b9 None None] Pushing event updated for resources: {'Port': ['ID=51d41ae9-963c-4736-ba0c-6437b0fa499a,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:51.104962 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-595016e2-f9d8-4498-89f1-838abcf11075 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:51.112559 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-d1c39a28-2661-438b-8a94-1efca5c903eb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c7c43280-00f8-410b-a2b1-a37e5e2e1f1f HTTP/1.1" status: 200 len: 217 time: 0.3500748 Nov 25 19:53:51.184573 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-170b354e-cc92-48b9-9db7-d7cf84e9ce4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:51.187568 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-170b354e-cc92-48b9-9db7-d7cf84e9ce4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:51.188843 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-170b354e-cc92-48b9-9db7-d7cf84e9ce4d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/72a51748-d9a0-4cdd-994a-4180c252d6ea HTTP/1.1" status: 204 len: 168 time: 0.5920701 Nov 25 19:53:51.205090 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b354e-cc92-48b9-9db7-d7cf84e9ce4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a51748-d9a0-4cdd-994a-4180c252d6ea,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:51.258328 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-595016e2-f9d8-4498-89f1-838abcf11075 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:51.272291 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-a8c85047-1add-454c-9c45-2d3cd02a4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:51.274036 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-a8c85047-1add-454c-9c45-2d3cd02a4b10 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d3557900-716c-49fc-9261-bbc772127fc4 HTTP/1.1" status: 200 len: 797 time: 0.1443782 Nov 25 19:53:51.309901 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d843ca-68a6-4dc4-b2f3-83e6ef5b0b7e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Made reservation on behalf of 6f30dbacbc244f00a40c93d38750b681 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:51.313690 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-69d843ca-68a6-4dc4-b2f3-83e6ef5b0b7e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:51.318890 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cae950-dbe9-43ef-8e78-f0f163554a71 req-1519e92e-fc82-432c-936e-e85b94ee4e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:51.321015 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-47cae950-dbe9-43ef-8e78-f0f163554a71 req-1519e92e-fc82-432c-936e-e85b94ee4e0c service neutron] 10.222.0.73 "GET /v2.0/networks?id=31a538bd-aaea-41e2-b752-14e0aad2e691 HTTP/1.1" status: 200 len: 914 time: 0.7861419 Nov 25 19:53:51.385867 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-595016e2-f9d8-4498-89f1-838abcf11075 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:51.397568 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-89ea88f5-82ce-4260-b688-f6d5a50a1870 req-4439a41a-aa35-4ffc-a95a-da6c3d46ba12 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259429 Nov 25 19:53:51.552426 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-69d843ca-68a6-4dc4-b2f3-83e6ef5b0b7e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Performing IP validity checks on allocation pools {{(pid=103600) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 19:53:51.552980 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-69d843ca-68a6-4dc4-b2f3-83e6ef5b0b7e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103600) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 19:53:51.568753 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-47cae950-dbe9-43ef-8e78-f0f163554a71 req-93bc4146-4efa-4056-b537-b3e81a90782f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6f25ffc-4248-4354-af87-6f9190ea2180 HTTP/1.1" status: 200 len: 999 time: 0.1957204 Nov 25 19:53:51.619163 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-8043e849-280c-4c12-932e-7d408681459d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:51.621113 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-8043e849-280c-4c12-932e-7d408681459d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8aa06786-042e-4faf-b4a5-b6084b1ca237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3344536 Nov 25 19:53:51.788240 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cae950-dbe9-43ef-8e78-f0f163554a71 req-fd985441-b362-4ea1-9999-4620e24ec0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:51.790445 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-47cae950-dbe9-43ef-8e78-f0f163554a71 req-fd985441-b362-4ea1-9999-4620e24ec0b8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=537415f2-0f99-449c-a182-24d9e3c35423 HTTP/1.1" status: 200 len: 852 time: 0.2057774 Nov 25 19:53:51.941518 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595016e2-f9d8-4498-89f1-838abcf11075 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc2b9e2-a628-42c2-be99-719e20b7e489,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:51.948377 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-595016e2-f9d8-4498-89f1-838abcf11075 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:51.953093 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-595016e2-f9d8-4498-89f1-838abcf11075 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "DELETE /v2.0/subnets/1bc2b9e2-a628-42c2-be99-719e20b7e489 HTTP/1.1" status: 204 len: 168 time: 1.0573657 Nov 25 19:53:51.956010 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34358) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:51.973423 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-47344fca-13c8-4604-818f-b06310515ead service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261509 Nov 25 19:53:51.974087 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1947b07f-ddad-416b-b054-dc81863a9bac None None] Network d17163df-d5de-4a03-b689-cb3c092c4e9b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:52.037861 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34362) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:52.071262 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bf0a47b-553f-45c5-9bbe-2ee2eea8d5c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:52.119921 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 51d41ae9-963c-4736-ba0c-6437b0fa499a up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:52.131646 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-69d843ca-68a6-4dc4-b2f3-83e6ef5b0b7e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:52.187612 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cae950-dbe9-43ef-8e78-f0f163554a71 req-333e7d8a-dbbb-4a16-aa54-281025ec7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:52.189184 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-47cae950-dbe9-43ef-8e78-f0f163554a71 req-333e7d8a-dbbb-4a16-aa54-281025ec7590 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31a538bd-aaea-41e2-b752-14e0aad2e691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3891656 Nov 25 19:53:52.239072 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bf0a47b-553f-45c5-9bbe-2ee2eea8d5c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:52.248504 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bf0a47b-553f-45c5-9bbe-2ee2eea8d5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:52.295427 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 51d41ae9-963c-4736-ba0c-6437b0fa499a triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:52.296096 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:52.306138 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9bf0a47b-553f-45c5-9bbe-2ee2eea8d5c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9feb8de5e835445f99cf6f768a2d18a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2657504 Nov 25 19:53:52.315522 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34364) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:52.356727 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0a47b-553f-45c5-9bbe-2ee2eea8d5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c334d640-0cf3-4ca2-b85b-7ae6b7bfaa47,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:52.386628 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f7aaf86-1ce5-4585-9be5-b21a2b68f374 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:52.443224 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:52.473394 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811cf571-463b-468b-89a8-6b687e824eec None None] DHCP port deletion for d17163df-d5de-4a03-b689-cb3c092c4e9b request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:53:52.548523 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d843ca-68a6-4dc4-b2f3-83e6ef5b0b7e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event updated for resources: {'Subnet': ['ID=e525dfe5-1ef2-4c6a-9a15-8c7a16613b66,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:52.579611 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 51d41ae9-963c-4736-ba0c-6437b0fa499a, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=51d41ae9-963c-4736-ba0c-6437b0fa499a,segment=NetworkSegment(3a62db95-7474-40bf-b100-e6b6be74fedd),segment_id=3a62db95-7474-40bf-b100-e6b6be74fedd)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:52.591329 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:52.616917 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8fe37c7-fd5c-43ef-b229-91f8533f5a37 req-f4393908-3c02-4f44-a9ea-68dc501dbe29 service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6215129 Nov 25 19:53:52.618037 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d843ca-68a6-4dc4-b2f3-83e6ef5b0b7e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Checking segment: {'id': 'c6b49ca1-c69f-4cc5-b7f3-9c978d78dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c8aac0b9-88e2-4863-833e-722a323e750a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:52.618870 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d843ca-68a6-4dc4-b2f3-83e6ef5b0b7e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Network hostable DHCP agents. Network: c8aac0b9-88e2-4863-833e-722a323e750a, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:53:52.717610 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-47cae950-dbe9-43ef-8e78-f0f163554a71 req-b1056ecc-355a-4625-9a5c-b330a123e158 service neutron] 10.222.0.73 "GET /v2.0/networks/31a538bd-aaea-41e2-b752-14e0aad2e691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560673 Nov 25 19:53:52.749628 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ee82daa-cc10-41da-bdac-622d0dde41bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:52.775309 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-811cf571-463b-468b-89a8-6b687e824eec None None] Deleting port f92d5f4c-a93f-46e9-9ffa-adf7daefec08 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:52.775713 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-811cf571-463b-468b-89a8-6b687e824eec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:52.777967 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=51d41ae9-963c-4736-ba0c-6437b0fa499a,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:52.787230 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d843ca-68a6-4dc4-b2f3-83e6ef5b0b7e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Network c8aac0b9-88e2-4863-833e-722a323e750a is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:53:52.876575 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ee82daa-cc10-41da-bdac-622d0dde41bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:52.898452 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-69d843ca-68a6-4dc4-b2f3-83e6ef5b0b7e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, c8aac0b9-88e2-4863-833e-722a323e750a) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:52.929531 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-811cf571-463b-468b-89a8-6b687e824eec None None] For port f92d5f4c-a93f-46e9-9ffa-adf7daefec08, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f92d5f4c-a93f-46e9-9ffa-adf7daefec08,segment=NetworkSegment(30e03a50-27db-4003-8587-ed32e894193f),segment_id=30e03a50-27db-4003-8587-ed32e894193f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:52.931247 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-811cf571-463b-468b-89a8-6b687e824eec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:52.955089 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-811cf571-463b-468b-89a8-6b687e824eec None None] Calling delete_port for f92d5f4c-a93f-46e9-9ffa-adf7daefec08 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:52.966069 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251bbdc-3d5a-4f5b-bf0b-f4e39625a443 req-fd2b2db0-715f-4c10-9a12-e6b3add46e03 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:52.968416 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a251bbdc-3d5a-4f5b-bf0b-f4e39625a443 req-fd2b2db0-715f-4c10-9a12-e6b3add46e03 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 945 time: 0.3458381 Nov 25 19:53:52.974564 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d843ca-68a6-4dc4-b2f3-83e6ef5b0b7e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:52.975170 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-69d843ca-68a6-4dc4-b2f3-83e6ef5b0b7e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:53.033726 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3f7aaf86-1ce5-4585-9be5-b21a2b68f374 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Deleting port f92d5f4c-a93f-46e9-9ffa-adf7daefec08 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:53.034095 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f7aaf86-1ce5-4585-9be5-b21a2b68f374 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:53.112847 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25bf7fa-5bc5-4d7f-8d95-302186c7c9b8 None None] Network c8aac0b9-88e2-4863-833e-722a323e750a requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:53.153868 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3457292-a644-4ce8-95ad-5d71400e5a2b None None] Network 4ef5287b-2c33-44a4-961a-4baf41609f7c requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:53.500092 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-47cae950-dbe9-43ef-8e78-f0f163554a71 req-111586d2-f35f-4187-93d5-f8101c682fd5 service neutron] 10.222.0.73 "GET /v2.0/networks/31a538bd-aaea-41e2-b752-14e0aad2e691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7677619 Nov 25 19:53:53.517323 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34370) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:53.518063 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-69d843ca-68a6-4dc4-b2f3-83e6ef5b0b7e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.9694557 Nov 25 19:53:53.549999 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0769c257-e129-40d4-9ad5-f94aa6975d00 None None] Provisioning complete for port 51d41ae9-963c-4736-ba0c-6437b0fa499a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:53.549999 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0769c257-e129-40d4-9ad5-f94aa6975d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:53.599767 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3f7aaf86-1ce5-4585-9be5-b21a2b68f374 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] For port f92d5f4c-a93f-46e9-9ffa-adf7daefec08, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f92d5f4c-a93f-46e9-9ffa-adf7daefec08,segment=NetworkSegment(30e03a50-27db-4003-8587-ed32e894193f),segment_id=30e03a50-27db-4003-8587-ed32e894193f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:53.610360 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f7aaf86-1ce5-4585-9be5-b21a2b68f374 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:53.636459 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3f7aaf86-1ce5-4585-9be5-b21a2b68f374 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Calling delete_port for f92d5f4c-a93f-46e9-9ffa-adf7daefec08 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:53.717887 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a78c0e8-79bc-43ed-a7e7-931e2a4be2c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-c8aac0b9-88e2-4863-833e-722a323e750a', 'network_id': 'c8aac0b9-88e2-4863-833e-722a323e750a', 'tenant_id': '6f30dbacbc244f00a40c93d38750b681', 'fixed_ips': [{'subnet_id': 'e525dfe5-1ef2-4c6a-9a15-8c7a16613b66'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:53:53.719681 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2a78c0e8-79bc-43ed-a7e7-931e2a4be2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:53.753248 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f7aaf86-1ce5-4585-9be5-b21a2b68f374 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:53.762965 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ee82daa-cc10-41da-bdac-622d0dde41bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:53.765789 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ee82daa-cc10-41da-bdac-622d0dde41bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:53.767637 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4ee82daa-cc10-41da-bdac-622d0dde41bc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c334d640-0cf3-4ca2-b85b-7ae6b7bfaa47 HTTP/1.1" status: 204 len: 168 time: 1.4302156 Nov 25 19:53:53.802410 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7aaf86-1ce5-4585-9be5-b21a2b68f374 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Pushing event deleted for resources: {'Port': ['ID=f92d5f4c-a93f-46e9-9ffa-adf7daefec08,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:53.814594 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a639387a-c1cf-49ca-b047-03393b0a4c24 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:53.821479 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a251bbdc-3d5a-4f5b-bf0b-f4e39625a443 req-d42f5ca9-80cc-4c90-bcea-d82fb86c17a9 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7913589 Nov 25 19:53:53.827788 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7aaf86-1ce5-4585-9be5-b21a2b68f374 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] No DVR routers for this DVR port f92d5f4c-a93f-46e9-9ffa-adf7daefec08 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:53:53.829719 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee82daa-cc10-41da-bdac-622d0dde41bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c334d640-0cf3-4ca2-b85b-7ae6b7bfaa47,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:53.897056 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-811cf571-463b-468b-89a8-6b687e824eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:53.933691 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a639387a-c1cf-49ca-b047-03393b0a4c24 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:54.008486 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811cf571-463b-468b-89a8-6b687e824eec None None] Pushing event deleted for resources: {'Port': ['ID=f92d5f4c-a93f-46e9-9ffa-adf7daefec08,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:54.048856 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f7aaf86-1ce5-4585-9be5-b21a2b68f374 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:54.049127 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811cf571-463b-468b-89a8-6b687e824eec None None] No DVR routers for this DVR port f92d5f4c-a93f-46e9-9ffa-adf7daefec08 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:53:54.073647 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:54.112951 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 51d41ae9-963c-4736-ba0c-6437b0fa499a up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:54.144313 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-3f7aaf86-1ce5-4585-9be5-b21a2b68f374 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d17163df-d5de-4a03-b689-cb3c092c4e9b']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:54.147940 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a639387a-c1cf-49ca-b047-03393b0a4c24 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:54.175351 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-3f7aaf86-1ce5-4585-9be5-b21a2b68f374 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e03a50-27db-4003-8587-ed32e894193f') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:54.176637 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-3f7aaf86-1ce5-4585-9be5-b21a2b68f374 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e03a50-27db-4003-8587-ed32e894193f') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:54.213875 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f7aaf86-1ce5-4585-9be5-b21a2b68f374 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server [None req-2a78c0e8-79bc-43ed-a7e7-931e2a4be2c0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e525dfe5-1ef2-4c6a-9a15-8c7a16613b66: This subnet is being modified by another concurrent operation. Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise exception Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e525dfe5-1ef2-4c6a-9a15-8c7a16613b66: This subnet is being modified by another concurrent operation. Nov 25 19:53:54.243183 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server Nov 25 19:53:54.263078 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f7aaf86-1ce5-4585-9be5-b21a2b68f374 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:54.268697 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639387a-c1cf-49ca-b047-03393b0a4c24 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event deleted for resources: {'Subnet': ['ID=e525dfe5-1ef2-4c6a-9a15-8c7a16613b66,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:54.296797 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f7aaf86-1ce5-4585-9be5-b21a2b68f374 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:53:54.299729 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f7aaf86-1ce5-4585-9be5-b21a2b68f374 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:54.318509 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0eb204-c7cb-450d-bebc-4dba8a6fda8b None None] Network c8aac0b9-88e2-4863-833e-722a323e750a requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:53:54.351290 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:53:54.436634 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a639387a-c1cf-49ca-b047-03393b0a4c24 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:54.446500 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:54.501512 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-a639387a-c1cf-49ca-b047-03393b0a4c24 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8aac0b9-88e2-4863-833e-722a323e750a']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:54.508564 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f7aaf86-1ce5-4585-9be5-b21a2b68f374 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:54.521196 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f7aaf86-1ce5-4585-9be5-b21a2b68f374 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:54.539588 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 51d41ae9-963c-4736-ba0c-6437b0fa499a triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:54.540149 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:54.548643 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3f7aaf86-1ce5-4585-9be5-b21a2b68f374 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "DELETE /v2.0/networks/d17163df-d5de-4a03-b689-cb3c092c4e9b HTTP/1.1" status: 204 len: 168 time: 2.5874245 Nov 25 19:53:54.551476 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34382) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:54.562217 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-a639387a-c1cf-49ca-b047-03393b0a4c24 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b49ca1-c69f-4cc5-b7f3-9c978d78dd59') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:54.563021 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-a639387a-c1cf-49ca-b047-03393b0a4c24 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b49ca1-c69f-4cc5-b7f3-9c978d78dd59') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:54.575557 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7aaf86-1ce5-4585-9be5-b21a2b68f374 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Pushing event deleted for resources: {'Network': ['ID=d17163df-d5de-4a03-b689-cb3c092c4e9b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:54.674058 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a639387a-c1cf-49ca-b047-03393b0a4c24 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:54.689777 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-06dda85b-bf84-41be-90a5-99da266f5de5 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Deleting subnet a9c1d05f-7bad-4286-9b0c-ecd02c58156c {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:53:54.694957 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-06dda85b-bf84-41be-90a5-99da266f5de5 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:54.729870 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f026b4-be3e-4d38-9ce7-c9afdacde9d7 None None] get_active_networks_info from n-d-819349-5 {{(pid=103601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:53:54.768824 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a639387a-c1cf-49ca-b047-03393b0a4c24 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:54.778479 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a639387a-c1cf-49ca-b047-03393b0a4c24 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:53:54.779196 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a639387a-c1cf-49ca-b047-03393b0a4c24 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:54.811351 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-bb0de751-f2e9-4168-948b-6ac154adca99 None None] Provisioning complete for port 51d41ae9-963c-4736-ba0c-6437b0fa499a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:54.812544 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb0de751-f2e9-4168-948b-6ac154adca99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:53:54.860445 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:53:54.865514 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a639387a-c1cf-49ca-b047-03393b0a4c24 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:54.893300 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a639387a-c1cf-49ca-b047-03393b0a4c24 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:54.903892 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a639387a-c1cf-49ca-b047-03393b0a4c24 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "DELETE /v2.0/networks/c8aac0b9-88e2-4863-833e-722a323e750a HTTP/1.1" status: 204 len: 168 time: 1.3807490 Nov 25 19:53:54.905269 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34392) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:54.935802 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-fc77b49e-1014-4c0f-a2ea-1e7c5af7bade tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-951522272'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:54.950327 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639387a-c1cf-49ca-b047-03393b0a4c24 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event deleted for resources: {'Network': ['ID=c8aac0b9-88e2-4863-833e-722a323e750a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:54.959512 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-06dda85b-bf84-41be-90a5-99da266f5de5 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:55.083283 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc77b49e-1014-4c0f-a2ea-1e7c5af7bade tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Made reservation on behalf of 6f30dbacbc244f00a40c93d38750b681 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:55.099181 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fc77b49e-1014-4c0f-a2ea-1e7c5af7bade tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:55.161308 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc77b49e-1014-4c0f-a2ea-1e7c5af7bade tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:53:55.181174 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fc77b49e-1014-4c0f-a2ea-1e7c5af7bade tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:55.181529 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-fc77b49e-1014-4c0f-a2ea-1e7c5af7bade tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Added segment dc0e47ac-a99a-447a-9c9e-ae29b55e7ca3 of type vlan for network 58380af0-aa1c-4fb1-8d8d-91267e9553a7 Nov 25 19:53:55.188366 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f92d5f4c-a93f-46e9-9ffa-adf7daefec08 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:53:55.234207 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-06dda85b-bf84-41be-90a5-99da266f5de5 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:55.285368 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: f92d5f4c-a93f-46e9-9ffa-adf7daefec08 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:53:55.285933 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f92d5f4c-a93f-46e9-9ffa-adf7daefec08 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:53:55.309348 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fc77b49e-1014-4c0f-a2ea-1e7c5af7bade tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:55.342807 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fc77b49e-1014-4c0f-a2ea-1e7c5af7bade tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:55.349400 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc77b49e-1014-4c0f-a2ea-1e7c5af7bade tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:55.350121 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fc77b49e-1014-4c0f-a2ea-1e7c5af7bade tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:55.361288 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-06dda85b-bf84-41be-90a5-99da266f5de5 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:55.381125 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f026b4-be3e-4d38-9ce7-c9afdacde9d7 None None] Resources bound (agent type, host, resource id): {{(pid=103601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:53:55.407105 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dda85b-bf84-41be-90a5-99da266f5de5 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Pushing event deleted for resources: {'Subnet': ['ID=a9c1d05f-7bad-4286-9b0c-ecd02c58156c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:55.407105 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-06dda85b-bf84-41be-90a5-99da266f5de5 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:55.409623 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-06dda85b-bf84-41be-90a5-99da266f5de5 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "DELETE /v2.0/subnets/a9c1d05f-7bad-4286-9b0c-ecd02c58156c HTTP/1.1" status: 204 len: 168 time: 0.8525481 Nov 25 19:53:55.415488 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34404) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:55.440655 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fc77b49e-1014-4c0f-a2ea-1e7c5af7bade tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5343168 Nov 25 19:53:55.470573 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34406) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:55.476481 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-6b32fe8d-b4f8-46f2-8825-9aa300a09948 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Request body: {'subnet': {'network_id': '58380af0-aa1c-4fb1-8d8d-91267e9553a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:55.522463 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77b49e-1014-4c0f-a2ea-1e7c5af7bade tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event updated for resources: {'Network': ['ID=58380af0-aa1c-4fb1-8d8d-91267e9553a7,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:55.555966 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc21b021-53c2-40de-9a07-06c9b03077f8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Deleting subnet fe2d26c9-5d92-4ed5-928b-76b19e986e6f {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:53:55.564689 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bc21b021-53c2-40de-9a07-06c9b03077f8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:55.578250 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f0714-3251-4fda-9831-6d86b89f349b req-d1ba64ea-b77a-4dc3-9aaf-86636d76ba7a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:55.586255 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d0f0714-3251-4fda-9831-6d86b89f349b req-d1ba64ea-b77a-4dc3-9aaf-86636d76ba7a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 945 time: 0.2467110 Nov 25 19:53:55.657386 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bc21b021-53c2-40de-9a07-06c9b03077f8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:55.667128 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b32fe8d-b4f8-46f2-8825-9aa300a09948 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Made reservation on behalf of 6f30dbacbc244f00a40c93d38750b681 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:55.671721 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b32fe8d-b4f8-46f2-8825-9aa300a09948 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:55.784838 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bc21b021-53c2-40de-9a07-06c9b03077f8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:55.865500 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bc21b021-53c2-40de-9a07-06c9b03077f8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:55.890727 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bc21b021-53c2-40de-9a07-06c9b03077f8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:55.896474 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bc21b021-53c2-40de-9a07-06c9b03077f8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "DELETE /v2.0/subnets/fe2d26c9-5d92-4ed5-928b-76b19e986e6f HTTP/1.1" status: 204 len: 168 time: 0.4798539 Nov 25 19:53:55.904387 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34414) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:55.930403 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21b021-53c2-40de-9a07-06c9b03077f8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Pushing event deleted for resources: {'Subnet': ['ID=fe2d26c9-5d92-4ed5-928b-76b19e986e6f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:56.025161 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 58380af0-aa1c-4fb1-8d8d-91267e9553a7 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:53:56.063885 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09e169fb-6c09-4290-ab30-cd33c9cecd64 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:56.168521 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d0f0714-3251-4fda-9831-6d86b89f349b req-f375fabc-f3d9-4914-bb48-b16441aa7de0 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5811627 Nov 25 19:53:56.391253 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-09e169fb-6c09-4290-ab30-cd33c9cecd64 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Deleting port d880c226-f977-403c-92f0-040d7f041e58 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:56.391701 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09e169fb-6c09-4290-ab30-cd33c9cecd64 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:56.393829 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b32fe8d-b4f8-46f2-8825-9aa300a09948 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:56.566054 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-09e169fb-6c09-4290-ab30-cd33c9cecd64 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] For port d880c226-f977-403c-92f0-040d7f041e58, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d880c226-f977-403c-92f0-040d7f041e58,segment=NetworkSegment(9701a8e9-eab2-4093-bdab-97793f209d68),segment_id=9701a8e9-eab2-4093-bdab-97793f209d68)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:56.567161 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09e169fb-6c09-4290-ab30-cd33c9cecd64 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:56.576333 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32fe8d-b4f8-46f2-8825-9aa300a09948 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event updated for resources: {'Subnet': ['ID=ae6abe2b-06b1-4aa7-8bef-c3a08f1fbc28,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:56.588696 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b32fe8d-b4f8-46f2-8825-9aa300a09948 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Checking segment: {'id': 'dc0e47ac-a99a-447a-9c9e-ae29b55e7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '58380af0-aa1c-4fb1-8d8d-91267e9553a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:56.589050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b32fe8d-b4f8-46f2-8825-9aa300a09948 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Network hostable DHCP agents. Network: 58380af0-aa1c-4fb1-8d8d-91267e9553a7, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:53:56.591689 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-09e169fb-6c09-4290-ab30-cd33c9cecd64 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Calling delete_port for d880c226-f977-403c-92f0-040d7f041e58 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:56.642830 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba88218-b4a2-4b1c-a1c1-0c2e46c62bb1 None None] Network fdf41338-0612-4446-be51-2bfc94af4437 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:56.646986 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe27f9e-9e16-46c7-bd38-e0a1c7415331 None None] Network 4be34bd5-a865-4ab6-a1aa-41145d7603b2 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:56.655899 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b32fe8d-b4f8-46f2-8825-9aa300a09948 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Network 58380af0-aa1c-4fb1-8d8d-91267e9553a7 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:53:56.670527 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-6b32fe8d-b4f8-46f2-8825-9aa300a09948 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 58380af0-aa1c-4fb1-8d8d-91267e9553a7) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:56.685647 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b32fe8d-b4f8-46f2-8825-9aa300a09948 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:56.686330 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b32fe8d-b4f8-46f2-8825-9aa300a09948 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:56.722630 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6b32fe8d-b4f8-46f2-8825-9aa300a09948 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2475410 Nov 25 19:53:56.723880 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34428) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:56.733565 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff294bf8-af16-43ac-b1bb-6c7bc407a99c None None] Network 58380af0-aa1c-4fb1-8d8d-91267e9553a7 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:56.812108 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09e169fb-6c09-4290-ab30-cd33c9cecd64 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:56.896050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e169fb-6c09-4290-ab30-cd33c9cecd64 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Pushing event deleted for resources: {'Port': ['ID=d880c226-f977-403c-92f0-040d7f041e58,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:56.941912 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e169fb-6c09-4290-ab30-cd33c9cecd64 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] No DVR routers for this DVR port d880c226-f977-403c-92f0-040d7f041e58 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:53:57.177597 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:57.195611 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09e169fb-6c09-4290-ab30-cd33c9cecd64 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:57.237245 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4b5555-17ba-4106-b838-cd49810ffd4e None None] DHCP port deletion for fdf41338-0612-4446-be51-2bfc94af4437 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:53:57.268811 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-09e169fb-6c09-4290-ab30-cd33c9cecd64 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf41338-0612-4446-be51-2bfc94af4437']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:57.285872 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd601db-bfd0-46cd-ac41-7f5bb9986714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-58380af0-aa1c-4fb1-8d8d-91267e9553a7', 'network_id': '58380af0-aa1c-4fb1-8d8d-91267e9553a7', 'tenant_id': '6f30dbacbc244f00a40c93d38750b681', 'fixed_ips': [{'subnet_id': 'ae6abe2b-06b1-4aa7-8bef-c3a08f1fbc28'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:53:57.287089 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9dd601db-bfd0-46cd-ac41-7f5bb9986714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:57.383708 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-09e169fb-6c09-4290-ab30-cd33c9cecd64 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9701a8e9-eab2-4093-bdab-97793f209d68') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:57.384174 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-09e169fb-6c09-4290-ab30-cd33c9cecd64 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9701a8e9-eab2-4093-bdab-97793f209d68') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:57.481072 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c468c2-74a3-47ea-8b9e-bda0439a0706 None None] DHCP port deletion for 4be34bd5-a865-4ab6-a1aa-41145d7603b2 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:53:57.509733 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09e169fb-6c09-4290-ab30-cd33c9cecd64 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:57.546734 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:57.552070 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-9dd601db-bfd0-46cd-ac41-7f5bb9986714 None None] Allocated IP 2001:db8::1 (58380af0-aa1c-4fb1-8d8d-91267e9553a7/ae6abe2b-06b1-4aa7-8bef-c3a08f1fbc28/1a378620-ced2-49dc-b43e-96198c1f1fda) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:53:57.654678 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e6c468c2-74a3-47ea-8b9e-bda0439a0706 None None] Deleting port f4295a1b-f282-4687-947c-1c7612c5cb1a {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:57.655727 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e6c468c2-74a3-47ea-8b9e-bda0439a0706 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:57.676490 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09e169fb-6c09-4290-ab30-cd33c9cecd64 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:57.698731 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93698bdc-299e-45a5-966d-213a20c2f53f req-ac4cc4b5-386a-4f46-bed7-538a558448b5 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:57.701262 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-93698bdc-299e-45a5-966d-213a20c2f53f req-ac4cc4b5-386a-4f46-bed7-538a558448b5 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 945 time: 0.4526050 Nov 25 19:53:57.706772 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e169fb-6c09-4290-ab30-cd33c9cecd64 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:53:57.707395 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09e169fb-6c09-4290-ab30-cd33c9cecd64 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:53:57.713700 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:53:57.776432 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e6c468c2-74a3-47ea-8b9e-bda0439a0706 None None] For port f4295a1b-f282-4687-947c-1c7612c5cb1a, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f4295a1b-f282-4687-947c-1c7612c5cb1a,segment=NetworkSegment(246989e2-f6ab-4006-b7e1-79831f574bd8),segment_id=246989e2-f6ab-4006-b7e1-79831f574bd8)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:57.776863 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e6c468c2-74a3-47ea-8b9e-bda0439a0706 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:57.793890 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e6c468c2-74a3-47ea-8b9e-bda0439a0706 None None] Calling delete_port for f4295a1b-f282-4687-947c-1c7612c5cb1a owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:57.903295 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09e169fb-6c09-4290-ab30-cd33c9cecd64 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:57.917984 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09e169fb-6c09-4290-ab30-cd33c9cecd64 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:57.927629 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-09e169fb-6c09-4290-ab30-cd33c9cecd64 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "DELETE /v2.0/networks/fdf41338-0612-4446-be51-2bfc94af4437 HTTP/1.1" status: 204 len: 168 time: 2.0089419 Nov 25 19:53:57.929392 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34452) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:58.011217 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-93698bdc-299e-45a5-966d-213a20c2f53f req-860de846-d3cd-4b3b-b68a-922438c2f537 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968314 Nov 25 19:53:58.012401 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e169fb-6c09-4290-ab30-cd33c9cecd64 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Pushing event deleted for resources: {'Network': ['ID=fdf41338-0612-4446-be51-2bfc94af4437,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:58.074992 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b888cda7-54d2-46e3-9d00-bf7ec7afe7ff tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:58.075188 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d880c226-f977-403c-92f0-040d7f041e58 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:53:58.132217 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: d880c226-f977-403c-92f0-040d7f041e58 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:53:58.132753 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d880c226-f977-403c-92f0-040d7f041e58 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:53:58.133462 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f4295a1b-f282-4687-947c-1c7612c5cb1a no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:53:58.198212 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b888cda7-54d2-46e3-9d00-bf7ec7afe7ff tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Deleting port f4295a1b-f282-4687-947c-1c7612c5cb1a {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:58.199063 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b888cda7-54d2-46e3-9d00-bf7ec7afe7ff tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:58.219346 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9dd601db-bfd0-46cd-ac41-7f5bb9986714 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:58.222047 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e6c468c2-74a3-47ea-8b9e-bda0439a0706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:58.285260 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:58.322550 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c468c2-74a3-47ea-8b9e-bda0439a0706 None None] Pushing event deleted for resources: {'Port': ['ID=f4295a1b-f282-4687-947c-1c7612c5cb1a,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:58.334394 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No active binding found for port f4295a1b-f282-4687-947c-1c7612c5cb1a {{(pid=103601) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 19:53:58.336553 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f4295a1b-f282-4687-947c-1c7612c5cb1a not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:53:58.368766 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9dd601db-bfd0-46cd-ac41-7f5bb9986714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:58.411167 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-b888cda7-54d2-46e3-9d00-bf7ec7afe7ff tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] For port f4295a1b-f282-4687-947c-1c7612c5cb1a, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f4295a1b-f282-4687-947c-1c7612c5cb1a,segment=NetworkSegment(246989e2-f6ab-4006-b7e1-79831f574bd8),segment_id=246989e2-f6ab-4006-b7e1-79831f574bd8)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:58.411788 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b888cda7-54d2-46e3-9d00-bf7ec7afe7ff tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:58.459067 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd601db-bfd0-46cd-ac41-7f5bb9986714 None None] Pushing event updated for resources: {'Port': ['ID=1a378620-ced2-49dc-b43e-96198c1f1fda,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:58.473188 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c468c2-74a3-47ea-8b9e-bda0439a0706 None None] No DVR routers for this DVR port f4295a1b-f282-4687-947c-1c7612c5cb1a on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:53:58.489180 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b888cda7-54d2-46e3-9d00-bf7ec7afe7ff tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Calling delete_port for f4295a1b-f282-4687-947c-1c7612c5cb1a owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:58.499137 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd601db-bfd0-46cd-ac41-7f5bb9986714 None None] Network 58380af0-aa1c-4fb1-8d8d-91267e9553a7 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:58.501313 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-9dd601db-bfd0-46cd-ac41-7f5bb9986714 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:58.509091 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd601db-bfd0-46cd-ac41-7f5bb9986714 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:53:58.544322 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:58.578231 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-9dd601db-bfd0-46cd-ac41-7f5bb9986714 None None] Attempting to bind port 1a378620-ced2-49dc-b43e-96198c1f1fda on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:53:58.579759 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-9dd601db-bfd0-46cd-ac41-7f5bb9986714 None None] Attempting to bind port 1a378620-ced2-49dc-b43e-96198c1f1fda by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'dc0e47ac-a99a-447a-9c9e-ae29b55e7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '58380af0-aa1c-4fb1-8d8d-91267e9553a7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:53:58.580371 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd601db-bfd0-46cd-ac41-7f5bb9986714 None None] Attempting to bind port 1a378620-ced2-49dc-b43e-96198c1f1fda on network 58380af0-aa1c-4fb1-8d8d-91267e9553a7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:53:58.593140 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event deleted for resources: {'Subnet': ['ID=ae6abe2b-06b1-4aa7-8bef-c3a08f1fbc28,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:58.596381 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd601db-bfd0-46cd-ac41-7f5bb9986714 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:53:58.596773 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd601db-bfd0-46cd-ac41-7f5bb9986714 None None] Checking segment: {'id': 'dc0e47ac-a99a-447a-9c9e-ae29b55e7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '58380af0-aa1c-4fb1-8d8d-91267e9553a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:58.597382 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9dd601db-bfd0-46cd-ac41-7f5bb9986714 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:58.597907 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd601db-bfd0-46cd-ac41-7f5bb9986714 None None] Bound using segment: {'id': 'dc0e47ac-a99a-447a-9c9e-ae29b55e7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '58380af0-aa1c-4fb1-8d8d-91267e9553a7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:53:58.598610 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-9dd601db-bfd0-46cd-ac41-7f5bb9986714 None None] Bound port: 1a378620-ced2-49dc-b43e-96198c1f1fda, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0e47ac-a99a-447a-9c9e-ae29b55e7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '58380af0-aa1c-4fb1-8d8d-91267e9553a7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:53:58.599037 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9dd601db-bfd0-46cd-ac41-7f5bb9986714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:58.606262 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58380af0-aa1c-4fb1-8d8d-91267e9553a7']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:58.637418 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0e47ac-a99a-447a-9c9e-ae29b55e7ca3') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:58.638743 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0e47ac-a99a-447a-9c9e-ae29b55e7ca3') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:58.659713 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:58.722967 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b888cda7-54d2-46e3-9d00-bf7ec7afe7ff tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:58.723954 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:58.743689 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:53:58.744466 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:58.758265 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b888cda7-54d2-46e3-9d00-bf7ec7afe7ff tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] No DVR routers for this DVR port f4295a1b-f282-4687-947c-1c7612c5cb1a on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:53:58.766734 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ee562-2adc-4211-936b-fc5b40156cae req-9a54a4a8-4ac5-4911-9301-ba1a46b9aade tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:58.768744 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-137ee562-2adc-4211-936b-fc5b40156cae req-9a54a4a8-4ac5-4911-9301-ba1a46b9aade tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 945 time: 0.1151872 Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:53:58.769683 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:53:58.787725 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9dd601db-bfd0-46cd-ac41-7f5bb9986714 None None] For port 1a378620-ced2-49dc-b43e-96198c1f1fda, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:53:58.789483 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888cda7-54d2-46e3-9d00-bf7ec7afe7ff tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Pushing event deleted for resources: {'Port': ['ID=f4295a1b-f282-4687-947c-1c7612c5cb1a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:58.925191 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9dd601db-bfd0-46cd-ac41-7f5bb9986714 None None] For port 1a378620-ced2-49dc-b43e-96198c1f1fda, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1a378620-ced2-49dc-b43e-96198c1f1fda,segment=NetworkSegment(dc0e47ac-a99a-447a-9c9e-ae29b55e7ca3),segment_id=dc0e47ac-a99a-447a-9c9e-ae29b55e7ca3)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:53:58.931823 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9dd601db-bfd0-46cd-ac41-7f5bb9986714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:58.945132 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 19:53:58.945132 n-d-819349-5 neutron-server[103600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 19:53:58.945132 n-d-819349-5 neutron-server[103600]: [parameters: {'id': '58380af0-aa1c-4fb1-8d8d-91267e9553a7'}] Nov 25 19:53:58.945132 n-d-819349-5 neutron-server[103600]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:53:58.948621 n-d-819349-5 neutron-server[103600]: DEBUG oslo_db.api [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:53:58.957033 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-137ee562-2adc-4211-936b-fc5b40156cae req-9fe01b24-7414-4f26-bf05-1e4a005a59c9 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518803 Nov 25 19:53:58.988668 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b888cda7-54d2-46e3-9d00-bf7ec7afe7ff tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:59.053100 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b888cda7-54d2-46e3-9d00-bf7ec7afe7ff tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be34bd5-a865-4ab6-a1aa-41145d7603b2']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:59.067942 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b888cda7-54d2-46e3-9d00-bf7ec7afe7ff tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246989e2-f6ab-4006-b7e1-79831f574bd8') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:59.068241 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b888cda7-54d2-46e3-9d00-bf7ec7afe7ff tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246989e2-f6ab-4006-b7e1-79831f574bd8') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:59.084307 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b888cda7-54d2-46e3-9d00-bf7ec7afe7ff tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:59.103895 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b888cda7-54d2-46e3-9d00-bf7ec7afe7ff tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:59.112108 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b888cda7-54d2-46e3-9d00-bf7ec7afe7ff tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:53:59.113083 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b888cda7-54d2-46e3-9d00-bf7ec7afe7ff tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:59.167143 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd601db-bfd0-46cd-ac41-7f5bb9986714 None None] Pushing event updated for resources: {'Port': ['ID=1a378620-ced2-49dc-b43e-96198c1f1fda,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:59.203670 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50795d0b-f825-464f-bed3-194de561ec16 None None] Network 58380af0-aa1c-4fb1-8d8d-91267e9553a7 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:53:59.208648 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:53:59.217332 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b888cda7-54d2-46e3-9d00-bf7ec7afe7ff tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:59.226047 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b888cda7-54d2-46e3-9d00-bf7ec7afe7ff tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:59.231111 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b888cda7-54d2-46e3-9d00-bf7ec7afe7ff tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "DELETE /v2.0/networks/4be34bd5-a865-4ab6-a1aa-41145d7603b2 HTTP/1.1" status: 204 len: 168 time: 1.3001277 Nov 25 19:53:59.235058 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34494) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:59.270073 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888cda7-54d2-46e3-9d00-bf7ec7afe7ff tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Pushing event deleted for resources: {'Network': ['ID=4be34bd5-a865-4ab6-a1aa-41145d7603b2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:59.340500 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b2ac941e-4860-4561-963f-76d84e21a0ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:59.387082 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7f1b3c-29f8-4ffb-b7c0-c0b104374e77 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Deleting subnet 6aaf2384-a870-4920-ba23-cbe3332202a3 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:53:59.397929 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d7f1b3c-29f8-4ffb-b7c0-c0b104374e77 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:59.452418 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:59.479809 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1450756b-268c-48f6-aaf9-ca77bd04f7cd None None] get_active_networks_info from n-d-819349-5 {{(pid=103601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:53:59.517034 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d7f1b3c-29f8-4ffb-b7c0-c0b104374e77 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:59.704427 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d7f1b3c-29f8-4ffb-b7c0-c0b104374e77 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:59.715512 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1450756b-268c-48f6-aaf9-ca77bd04f7cd None None] Resources bound (agent type, host, resource id): {{(pid=103601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:53:59.755762 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced7bc0-a579-4189-a110-cb035ae5441b req-d09358cd-02d5-4b1e-a654-291cec355115 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:59.758950 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4ced7bc0-a579-4189-a110-cb035ae5441b req-d09358cd-02d5-4b1e-a654-291cec355115 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.85 "GET /v2.0/ports?device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 945 time: 0.1817505 Nov 25 19:53:59.763873 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Deleting port 1a378620-ced2-49dc-b43e-96198c1f1fda {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:59.764224 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:59.847916 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] For port 1a378620-ced2-49dc-b43e-96198c1f1fda, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1a378620-ced2-49dc-b43e-96198c1f1fda,segment=NetworkSegment(dc0e47ac-a99a-447a-9c9e-ae29b55e7ca3),segment_id=dc0e47ac-a99a-447a-9c9e-ae29b55e7ca3)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:59.848084 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:59.868412 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Calling delete_port for 1a378620-ced2-49dc-b43e-96198c1f1fda owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:00.261108 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:00.265590 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d7f1b3c-29f8-4ffb-b7c0-c0b104374e77 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:00.407402 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a68fff7-ef93-4ac8-bf65-782a65176102 None None] Network f05e4557-8ed5-491a-919e-29107d30a94f requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:00.432287 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] No DVR routers for this DVR port 1a378620-ced2-49dc-b43e-96198c1f1fda on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:54:00.436075 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d7f1b3c-29f8-4ffb-b7c0-c0b104374e77 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:00.440675 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7d7f1b3c-29f8-4ffb-b7c0-c0b104374e77 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "DELETE /v2.0/subnets/6aaf2384-a870-4920-ba23-cbe3332202a3 HTTP/1.1" status: 204 len: 168 time: 1.2042673 Nov 25 19:54:00.441674 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f1b3c-29f8-4ffb-b7c0-c0b104374e77 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Pushing event deleted for resources: {'Subnet': ['ID=6aaf2384-a870-4920-ba23-cbe3332202a3,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:00.444623 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34514) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:00.482215 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event deleted for resources: {'Port': ['ID=1a378620-ced2-49dc-b43e-96198c1f1fda,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:00.581959 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-101f45e6-f351-4061-a493-8b97539065e8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:00.584403 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ade3c-9c75-43ce-9166-8c0505853030 req-58f3a3a1-889d-4e51-853c-97340e2e110f tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:00.609468 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ae1ade3c-9c75-43ce-9166-8c0505853030 req-58f3a3a1-889d-4e51-853c-97340e2e110f tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 945 time: 0.4522200 Nov 25 19:54:00.667986 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-101f45e6-f351-4061-a493-8b97539065e8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Deleting port fef33be9-a8cb-4f4f-a54d-02a67ddbc710 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:00.668917 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-101f45e6-f351-4061-a493-8b97539065e8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:00.781497 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3250bab-68d0-4dd9-8ad4-6f475d4ede79 None None] DHCP port deletion for f05e4557-8ed5-491a-919e-29107d30a94f request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:54:00.790032 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-4ced7bc0-a579-4189-a110-cb035ae5441b req-028bdcd1-efc5-4c38-8651-0ef35ccdde2e tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Deleting port cdba6926-b579-445a-80e8-d6b313080ed7 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:00.790773 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4ced7bc0-a579-4189-a110-cb035ae5441b req-028bdcd1-efc5-4c38-8651-0ef35ccdde2e tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:00.824365 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:00.842270 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a3250bab-68d0-4dd9-8ad4-6f475d4ede79 None None] Deleting port fef33be9-a8cb-4f4f-a54d-02a67ddbc710 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:00.843565 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a3250bab-68d0-4dd9-8ad4-6f475d4ede79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:00.854571 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-101f45e6-f351-4061-a493-8b97539065e8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] For port fef33be9-a8cb-4f4f-a54d-02a67ddbc710, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=fef33be9-a8cb-4f4f-a54d-02a67ddbc710,segment=NetworkSegment(43408b5e-7dc6-44de-8d06-26ff808f884b),segment_id=43408b5e-7dc6-44de-8d06-26ff808f884b)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:00.854949 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-101f45e6-f351-4061-a493-8b97539065e8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:00.890808 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-101f45e6-f351-4061-a493-8b97539065e8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Calling delete_port for fef33be9-a8cb-4f4f-a54d-02a67ddbc710 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:00.930800 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a3250bab-68d0-4dd9-8ad4-6f475d4ede79 None None] For port fef33be9-a8cb-4f4f-a54d-02a67ddbc710, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=fef33be9-a8cb-4f4f-a54d-02a67ddbc710,segment=NetworkSegment(43408b5e-7dc6-44de-8d06-26ff808f884b),segment_id=43408b5e-7dc6-44de-8d06-26ff808f884b)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:00.931594 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a3250bab-68d0-4dd9-8ad4-6f475d4ede79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:00.949621 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a3250bab-68d0-4dd9-8ad4-6f475d4ede79 None None] Calling delete_port for fef33be9-a8cb-4f4f-a54d-02a67ddbc710 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:00.989145 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58380af0-aa1c-4fb1-8d8d-91267e9553a7']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:01.010866 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0e47ac-a99a-447a-9c9e-ae29b55e7ca3') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:01.011167 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0e47ac-a99a-447a-9c9e-ae29b55e7ca3') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:01.034227 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ae1ade3c-9c75-43ce-9166-8c0505853030 req-bc4fef60-da71-4e69-9e73-053c8696cf59 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232743 Nov 25 19:54:01.063310 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:01.104285 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:01.121705 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-4ced7bc0-a579-4189-a110-cb035ae5441b req-028bdcd1-efc5-4c38-8651-0ef35ccdde2e tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] For port cdba6926-b579-445a-80e8-d6b313080ed7, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=cdba6926-b579-445a-80e8-d6b313080ed7,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:01.122081 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4ced7bc0-a579-4189-a110-cb035ae5441b req-028bdcd1-efc5-4c38-8651-0ef35ccdde2e tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:01.125147 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:54:01.125582 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:54:01.129255 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:54:01.133018 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-101f45e6-f351-4061-a493-8b97539065e8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:01.133402 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 19:54:01.154875 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a3250bab-68d0-4dd9-8ad4-6f475d4ede79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:01.203672 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3250bab-68d0-4dd9-8ad4-6f475d4ede79 None None] Pushing event deleted for resources: {'Port': ['ID=fef33be9-a8cb-4f4f-a54d-02a67ddbc710,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:01.211663 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3250bab-68d0-4dd9-8ad4-6f475d4ede79 None None] No DVR routers for this DVR port fef33be9-a8cb-4f4f-a54d-02a67ddbc710 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:54:01.216135 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-4ced7bc0-a579-4189-a110-cb035ae5441b req-028bdcd1-efc5-4c38-8651-0ef35ccdde2e tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Calling delete_port for cdba6926-b579-445a-80e8-d6b313080ed7 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:01.274023 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f45e6-f351-4061-a493-8b97539065e8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Pushing event deleted for resources: {'Port': ['ID=fef33be9-a8cb-4f4f-a54d-02a67ddbc710,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:01.291763 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101f45e6-f351-4061-a493-8b97539065e8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] No DVR routers for this DVR port fef33be9-a8cb-4f4f-a54d-02a67ddbc710 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:54:01.391759 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-101f45e6-f351-4061-a493-8b97539065e8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:01.427070 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-101f45e6-f351-4061-a493-8b97539065e8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05e4557-8ed5-491a-919e-29107d30a94f']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:01.439460 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-101f45e6-f351-4061-a493-8b97539065e8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43408b5e-7dc6-44de-8d06-26ff808f884b') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:01.439911 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-101f45e6-f351-4061-a493-8b97539065e8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43408b5e-7dc6-44de-8d06-26ff808f884b') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:01.454529 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-101f45e6-f351-4061-a493-8b97539065e8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:01.478275 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-101f45e6-f351-4061-a493-8b97539065e8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:01.492224 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-101f45e6-f351-4061-a493-8b97539065e8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:54:01.492730 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-101f45e6-f351-4061-a493-8b97539065e8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:01.506200 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4ced7bc0-a579-4189-a110-cb035ae5441b req-028bdcd1-efc5-4c38-8651-0ef35ccdde2e tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:54:01.515961 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:54:01.562050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028bdcd1-efc5-4c38-8651-0ef35ccdde2e tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Pushing event deleted for resources: {'Port': ['ID=cdba6926-b579-445a-80e8-d6b313080ed7,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:01.568921 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:01.584103 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:01.595060 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "DELETE /v2.0/networks/58380af0-aa1c-4fb1-8d8d-91267e9553a7 HTTP/1.1" status: 204 len: 168 time: 4.8653808 Nov 25 19:54:01.607034 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34528) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:01.621583 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf54089-33a4-48f5-b12e-d9263a0500f2 None None] DHCP port deletion for f9395996-8e1e-448f-bf5e-cf052999c475 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:54:01.624692 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebf988-060a-4ff1-b685-f16775c666e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event deleted for resources: {'Network': ['ID=58380af0-aa1c-4fb1-8d8d-91267e9553a7,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:01.640493 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c5ea6ca6-216e-476d-8ee5-f30827c0351e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1347629194'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:01.672394 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-101f45e6-f351-4061-a493-8b97539065e8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:01.695780 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-101f45e6-f351-4061-a493-8b97539065e8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:01.697755 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ced7bc0-a579-4189-a110-cb035ae5441b req-028bdcd1-efc5-4c38-8651-0ef35ccdde2e tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] No DVR routers for this DVR port cdba6926-b579-445a-80e8-d6b313080ed7 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:54:01.703673 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4ced7bc0-a579-4189-a110-cb035ae5441b req-028bdcd1-efc5-4c38-8651-0ef35ccdde2e tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:01.706810 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-101f45e6-f351-4061-a493-8b97539065e8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "DELETE /v2.0/networks/f05e4557-8ed5-491a-919e-29107d30a94f HTTP/1.1" status: 204 len: 168 time: 1.2607746 Nov 25 19:54:01.714553 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4ced7bc0-a579-4189-a110-cb035ae5441b req-028bdcd1-efc5-4c38-8651-0ef35ccdde2e tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.85 "DELETE /v2.0/ports/cdba6926-b579-445a-80e8-d6b313080ed7 HTTP/1.1" status: 204 len: 173 time: 1.7179363 Nov 25 19:54:01.716144 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4ab584-3057-46cf-a165-1b689a219cf3', 'name': 'network-vif-deleted', 'tag': 'cdba6926-b579-445a-80e8-d6b313080ed7'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:54:01.719214 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34530) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:01.722328 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5cc515-9905-465d-b3ce-176a6c884fb8" -d '{"events": [{"server_uuid": "6e4ab584-3057-46cf-a165-1b689a219cf3", "name": "network-vif-deleted", "tag": "cdba6926-b579-445a-80e8-d6b313080ed7"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:54:01.763416 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a3f78bed-d9cd-4692-8c52-dbffa554dc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:01.817045 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d64ed1b-70e2-458b-8860-2c88e75b07a9 x-openstack-request-id: req-9d64ed1b-70e2-458b-8860-2c88e75b07a9 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:54:01.817966 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4ab584-3057-46cf-a165-1b689a219cf3", "name": "network-vif-deleted", "tag": "cdba6926-b579-445a-80e8-d6b313080ed7", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:54:01.817966 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d64ed1b-70e2-458b-8860-2c88e75b07a9 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:54:01.818558 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4ab584-3057-46cf-a165-1b689a219cf3', 'name': 'network-vif-deleted', 'tag': 'cdba6926-b579-445a-80e8-d6b313080ed7', 'status': 'completed', 'code': 200} Nov 25 19:54:01.867414 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ddf6d563-6b08-4d93-b713-f180764974c8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "GET /v2.0/ports?device_id=89d3be4d-90e6-4a61-b8c7-9e5ef08eecee HTTP/1.1" status: 200 len: 205 time: 0.1420424 Nov 25 19:54:01.870784 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34536) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:01.878267 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f45e6-f351-4061-a493-8b97539065e8 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Pushing event deleted for resources: {'Network': ['ID=f05e4557-8ed5-491a-919e-29107d30a94f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:01.896898 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ea6ca6-216e-476d-8ee5-f30827c0351e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Made reservation on behalf of 6f30dbacbc244f00a40c93d38750b681 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:01.922623 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5ea6ca6-216e-476d-8ee5-f30827c0351e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:02.003725 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ea6ca6-216e-476d-8ee5-f30827c0351e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:54:02.042757 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device fef33be9-a8cb-4f4f-a54d-02a67ddbc710 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:54:02.047935 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5ea6ca6-216e-476d-8ee5-f30827c0351e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:02.049003 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-c5ea6ca6-216e-476d-8ee5-f30827c0351e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Added segment 0f260df9-0d6a-444d-935d-7d30b30310ba of type vlan for network 2e21a33b-0bd3-4d39-8a9a-5b4eab3e6a10 Nov 25 19:54:02.103003 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ea1d3762-f852-478e-82b6-7018a99b9754 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:02.143248 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: fef33be9-a8cb-4f4f-a54d-02a67ddbc710 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:54:02.143807 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device fef33be9-a8cb-4f4f-a54d-02a67ddbc710 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:54:02.168580 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5ea6ca6-216e-476d-8ee5-f30827c0351e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:02.230338 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34540) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:02.233614 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5ea6ca6-216e-476d-8ee5-f30827c0351e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:02.240043 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ea6ca6-216e-476d-8ee5-f30827c0351e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:02.240699 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5ea6ca6-216e-476d-8ee5-f30827c0351e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:02.341551 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea6ca6-216e-476d-8ee5-f30827c0351e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event updated for resources: {'Network': ['ID=2e21a33b-0bd3-4d39-8a9a-5b4eab3e6a10,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:02.347137 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c5ea6ca6-216e-476d-8ee5-f30827c0351e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7383289 Nov 25 19:54:02.351470 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34546) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:02.366722 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 2e21a33b-0bd3-4d39-8a9a-5b4eab3e6a10 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:54:02.374865 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fce84ef4-d6a7-4bf3-88c4-d7b1650098ac tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Request body: {'subnet': {'network_id': '2e21a33b-0bd3-4d39-8a9a-5b4eab3e6a10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:02.378980 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a6771345-2e2a-4b46-97f2-710d4268793f req-24e78728-e97a-49b2-bde6-f213e27c7648 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ab584-3057-46cf-a165-1b689a219cf3 HTTP/1.1" status: 200 len: 210 time: 0.1326647 Nov 25 19:54:02.512587 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ea1d3762-f852-478e-82b6-7018a99b9754 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:02.518142 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ea1d3762-f852-478e-82b6-7018a99b9754 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:02.634511 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae72034e-b030-4a72-a9d4-530ad95c3d9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:02.637766 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce84ef4-d6a7-4bf3-88c4-d7b1650098ac tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Made reservation on behalf of 6f30dbacbc244f00a40c93d38750b681 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:02.640359 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ea1d3762-f852-478e-82b6-7018a99b9754 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:02.641263 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1d3762-f852-478e-82b6-7018a99b9754 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Fanout notify agent at l3_agent the message router_deleted on router 89d3be4d-90e6-4a61-b8c7-9e5ef08eecee {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:54:02.647014 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fce84ef4-d6a7-4bf3-88c4-d7b1650098ac tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:02.665105 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ea1d3762-f852-478e-82b6-7018a99b9754 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:02.672620 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ea1d3762-f852-478e-82b6-7018a99b9754 tempest-RoutersNegativeIpV6Test-873724984 tempest-RoutersNegativeIpV6Test-873724984-project] 10.222.0.55 "DELETE /v2.0/routers/89d3be4d-90e6-4a61-b8c7-9e5ef08eecee HTTP/1.1" status: 204 len: 168 time: 0.7993860 Nov 25 19:54:02.982407 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae72034e-b030-4a72-a9d4-530ad95c3d9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.028332 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae72034e-b030-4a72-a9d4-530ad95c3d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.036810 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34554) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:03.104948 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ae72034e-b030-4a72-a9d4-530ad95c3d9e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dc98025dc85e4c9ba4a228a1d167c7f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8731794 Nov 25 19:54:03.106403 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fce84ef4-d6a7-4bf3-88c4-d7b1650098ac tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.108514 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34558) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:03.108800 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72034e-b030-4a72-a9d4-530ad95c3d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d05513a-c89c-402b-9adf-845dcd3db1be,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:03.136040 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34560) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:03.172092 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce84ef4-d6a7-4bf3-88c4-d7b1650098ac tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event updated for resources: {'Subnet': ['ID=18212577-e78e-45ea-bbce-07e2f0ae4bdc,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:03.216453 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce84ef4-d6a7-4bf3-88c4-d7b1650098ac tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Checking segment: {'id': '0f260df9-0d6a-444d-935d-7d30b30310ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2e21a33b-0bd3-4d39-8a9a-5b4eab3e6a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:03.216808 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce84ef4-d6a7-4bf3-88c4-d7b1650098ac tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Network hostable DHCP agents. Network: 2e21a33b-0bd3-4d39-8a9a-5b4eab3e6a10, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:54:03.233645 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device cdba6926-b579-445a-80e8-d6b313080ed7 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:54:03.239647 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce84ef4-d6a7-4bf3-88c4-d7b1650098ac tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Network 2e21a33b-0bd3-4d39-8a9a-5b4eab3e6a10 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:54:03.255582 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-fce84ef4-d6a7-4bf3-88c4-d7b1650098ac tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 2e21a33b-0bd3-4d39-8a9a-5b4eab3e6a10) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:03.265769 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce84ef4-d6a7-4bf3-88c4-d7b1650098ac tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:03.266547 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fce84ef4-d6a7-4bf3-88c4-d7b1650098ac tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.276692 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: cdba6926-b579-445a-80e8-d6b313080ed7 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:54:03.277417 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device cdba6926-b579-445a-80e8-d6b313080ed7 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:54:03.279388 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb75baf4-45b6-4b92-a4c3-02f4548b76e3 None None] Network 2e21a33b-0bd3-4d39-8a9a-5b4eab3e6a10 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:03.298936 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fce84ef4-d6a7-4bf3-88c4-d7b1650098ac tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9463069 Nov 25 19:54:03.300212 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34562) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:03.400065 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34566) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:03.408063 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c90e18dd-764f-4c0f-9ef2-5da77aaf33c2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=373ef0881fd6485697146de0c108fdf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3561425 Nov 25 19:54:03.410046 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-11847693-f12b-4fd8-922c-ff3f246a1ef3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.514744 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-11847693-f12b-4fd8-922c-ff3f246a1ef3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.536348 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03fa8ef4-7749-4e27-a12c-040f6e267887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.541937 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.581285 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03fa8ef4-7749-4e27-a12c-040f6e267887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.653545 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2bde15-2679-4628-aa4e-c09b6e879770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-2e21a33b-0bd3-4d39-8a9a-5b4eab3e6a10', 'network_id': '2e21a33b-0bd3-4d39-8a9a-5b4eab3e6a10', 'tenant_id': '6f30dbacbc244f00a40c93d38750b681', 'fixed_ips': [{'subnet_id': '18212577-e78e-45ea-bbce-07e2f0ae4bdc'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:54:03.655567 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cc2bde15-2679-4628-aa4e-c09b6e879770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.716734 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.799303 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-11847693-f12b-4fd8-922c-ff3f246a1ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.805494 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-11847693-f12b-4fd8-922c-ff3f246a1ef3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.807644 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-11847693-f12b-4fd8-922c-ff3f246a1ef3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d05513a-c89c-402b-9adf-845dcd3db1be HTTP/1.1" status: 204 len: 168 time: 0.6951869 Nov 25 19:54:03.824150 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-da2850d8-f81a-4e95-866f-9e30d2e352a0 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Deleting port 9bda6d1a-2677-4eac-87f6-3391199fb24d {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:03.830779 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da2850d8-f81a-4e95-866f-9e30d2e352a0 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.863359 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03fa8ef4-7749-4e27-a12c-040f6e267887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.868819 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03fa8ef4-7749-4e27-a12c-040f6e267887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.875288 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-03fa8ef4-7749-4e27-a12c-040f6e267887 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/333c1246-45ff-4bd7-969c-a1ad6de814f1 HTTP/1.1" status: 204 len: 168 time: 0.4686921 Nov 25 19:54:03.889358 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11847693-f12b-4fd8-922c-ff3f246a1ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d05513a-c89c-402b-9adf-845dcd3db1be,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:03.907926 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa8ef4-7749-4e27-a12c-040f6e267887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333c1246-45ff-4bd7-969c-a1ad6de814f1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:03.939329 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-cc2bde15-2679-4628-aa4e-c09b6e879770 None None] Allocated IP 2001:db8::1 (2e21a33b-0bd3-4d39-8a9a-5b4eab3e6a10/18212577-e78e-45ea-bbce-07e2f0ae4bdc/179b38cf-4ccc-4309-ae95-b6d95f6f92bc) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:54:04.073983 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:04.145933 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da2850d8-f81a-4e95-866f-9e30d2e352a0 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:04.146564 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da2850d8-f81a-4e95-866f-9e30d2e352a0 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:04.201148 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-da2850d8-f81a-4e95-866f-9e30d2e352a0 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Calling delete_port for 9bda6d1a-2677-4eac-87f6-3391199fb24d owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:04.227615 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-67a43ed6-0022-4ece-b562-847868f39f67 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:04.229284 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-67a43ed6-0022-4ece-b562-847868f39f67 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/networks?id=f9395996-8e1e-448f-bf5e-cf052999c475 HTTP/1.1" status: 200 len: 812 time: 0.3428125 Nov 25 19:54:04.250617 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-659bb4bf-12fe-4a57-9279-e9004e0714be tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/quotas/0693fe225e124b1f9efd8df77820112b HTTP/1.1" status: 200 len: 375 time: 0.0142140 Nov 25 19:54:04.279674 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cc2bde15-2679-4628-aa4e-c09b6e879770 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:04.304081 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cc2bde15-2679-4628-aa4e-c09b6e879770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:04.359674 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-6a9f777d-8479-49b4-8cb1-f872d44abdd6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0693fe225e124b1f9efd8df77820112b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505753 Nov 25 19:54:04.360519 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:04.451589 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event deleted for resources: {'Subnet': ['ID=18212577-e78e-45ea-bbce-07e2f0ae4bdc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:04.642092 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2bde15-2679-4628-aa4e-c09b6e879770 None None] Network 2e21a33b-0bd3-4d39-8a9a-5b4eab3e6a10 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:54:04.648721 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-cc2bde15-2679-4628-aa4e-c09b6e879770 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:04.653312 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2bde15-2679-4628-aa4e-c09b6e879770 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:54:04.664472 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bde15-2679-4628-aa4e-c09b6e879770 None None] Pushing event updated for resources: {'Port': ['ID=179b38cf-4ccc-4309-ae95-b6d95f6f92bc,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:04.715554 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34600) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:04.742695 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c49429d-1772-4271-97e7-3cdc592b0b47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:04.755833 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:04.822031 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-cc2bde15-2679-4628-aa4e-c09b6e879770 None None] Attempting to bind port 179b38cf-4ccc-4309-ae95-b6d95f6f92bc on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:04.824178 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-cc2bde15-2679-4628-aa4e-c09b6e879770 None None] Attempting to bind port 179b38cf-4ccc-4309-ae95-b6d95f6f92bc by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0f260df9-0d6a-444d-935d-7d30b30310ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2e21a33b-0bd3-4d39-8a9a-5b4eab3e6a10'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:04.826982 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2bde15-2679-4628-aa4e-c09b6e879770 None None] Attempting to bind port 179b38cf-4ccc-4309-ae95-b6d95f6f92bc on network 2e21a33b-0bd3-4d39-8a9a-5b4eab3e6a10 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:04.848237 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2bde15-2679-4628-aa4e-c09b6e879770 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:54:04.849029 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2bde15-2679-4628-aa4e-c09b6e879770 None None] Checking segment: {'id': '0f260df9-0d6a-444d-935d-7d30b30310ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2e21a33b-0bd3-4d39-8a9a-5b4eab3e6a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:04.849663 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cc2bde15-2679-4628-aa4e-c09b6e879770 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:04.850905 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2bde15-2679-4628-aa4e-c09b6e879770 None None] Bound using segment: {'id': '0f260df9-0d6a-444d-935d-7d30b30310ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2e21a33b-0bd3-4d39-8a9a-5b4eab3e6a10'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:54:04.852294 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-cc2bde15-2679-4628-aa4e-c09b6e879770 None None] Bound port: 179b38cf-4ccc-4309-ae95-b6d95f6f92bc, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f260df9-0d6a-444d-935d-7d30b30310ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2e21a33b-0bd3-4d39-8a9a-5b4eab3e6a10'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:54:04.852954 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cc2bde15-2679-4628-aa4e-c09b6e879770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:04.976394 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-cc2bde15-2679-4628-aa4e-c09b6e879770 None None] For port 179b38cf-4ccc-4309-ae95-b6d95f6f92bc, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:54:04.982477 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c49429d-1772-4271-97e7-3cdc592b0b47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:04.983045 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-cc2bde15-2679-4628-aa4e-c09b6e879770 None None] For port 179b38cf-4ccc-4309-ae95-b6d95f6f92bc, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=179b38cf-4ccc-4309-ae95-b6d95f6f92bc,segment=NetworkSegment(0f260df9-0d6a-444d-935d-7d30b30310ba),segment_id=0f260df9-0d6a-444d-935d-7d30b30310ba)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:54:04.993535 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cc2bde15-2679-4628-aa4e-c09b6e879770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:05.040167 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e21a33b-0bd3-4d39-8a9a-5b4eab3e6a10']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:05.086595 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c49429d-1772-4271-97e7-3cdc592b0b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:05.130477 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f260df9-0d6a-444d-935d-7d30b30310ba') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:05.131019 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f260df9-0d6a-444d-935d-7d30b30310ba') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:05.141655 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8c49429d-1772-4271-97e7-3cdc592b0b47 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b51b9b6d5a0a44ef99032ed069243dbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4191556 Nov 25 19:54:05.150831 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34606) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:05.172817 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:05.216163 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:05.231232 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:54:05.231821 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:05.282406 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bde15-2679-4628-aa4e-c09b6e879770 None None] Pushing event updated for resources: {'Port': ['ID=179b38cf-4ccc-4309-ae95-b6d95f6f92bc,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:05.317362 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324cc345-efde-45bd-8635-cba73e30b144 None None] Network 2e21a33b-0bd3-4d39-8a9a-5b4eab3e6a10 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:54:05.375508 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:54:05.414138 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.api [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 19:54:05.414138 n-d-819349-5 neutron-server[103599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 19:54:05.414138 n-d-819349-5 neutron-server[103599]: [parameters: {'id': '2e21a33b-0bd3-4d39-8a9a-5b4eab3e6a10'}] Nov 25 19:54:05.414138 n-d-819349-5 neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:54:05.416189 n-d-819349-5 neutron-server[103599]: DEBUG oslo_db.api [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:54:05.434930 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49429d-1772-4271-97e7-3cdc592b0b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1981478-512f-43ed-8a69-c5734c7dd341,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:05.543911 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-458cb8e4-cf91-44cc-b225-3ff6e189074d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:05.574330 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:05.617808 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-458cb8e4-cf91-44cc-b225-3ff6e189074d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:05.669281 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34618) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:05.674962 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:05.688221 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eba4b11-fb5c-4c25-8b51-8fa8de6c6016 None None] get_active_networks_info from n-d-819349-5 {{(pid=103601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:54:05.742005 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-3a576708-8c9f-4edc-afdd-ff85cec21e19 service neutron] 10.222.0.55 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3747239 Nov 25 19:54:05.788892 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-458cb8e4-cf91-44cc-b225-3ff6e189074d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:05.792055 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-458cb8e4-cf91-44cc-b225-3ff6e189074d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:05.793304 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-458cb8e4-cf91-44cc-b225-3ff6e189074d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a1981478-512f-43ed-8a69-c5734c7dd341 HTTP/1.1" status: 204 len: 168 time: 0.6385524 Nov 25 19:54:05.811227 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458cb8e4-cf91-44cc-b225-3ff6e189074d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1981478-512f-43ed-8a69-c5734c7dd341,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:05.824346 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34624) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:05.917161 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:06.010253 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eba4b11-fb5c-4c25-8b51-8fa8de6c6016 None None] Resources bound (agent type, host, resource id): {{(pid=103601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:54:06.105239 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Deleting port 179b38cf-4ccc-4309-ae95-b6d95f6f92bc {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:06.107700 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:06.170538 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da2850d8-f81a-4e95-866f-9e30d2e352a0 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:06.293406 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2850d8-f81a-4e95-866f-9e30d2e352a0 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Pushing event deleted for resources: {'Port': ['ID=9bda6d1a-2677-4eac-87f6-3391199fb24d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:06.295258 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ff02df94-c3b8-4c92-b3b0-bbc5bc4ff967 tempest-SubnetPoolsTestJSON-1526650463 tempest-SubnetPoolsTestJSON-1526650463-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1356712178', 'prefixes': ['172.20.0.0/16']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:06.426603 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] For port 179b38cf-4ccc-4309-ae95-b6d95f6f92bc, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=179b38cf-4ccc-4309-ae95-b6d95f6f92bc,segment=NetworkSegment(0f260df9-0d6a-444d-935d-7d30b30310ba),segment_id=0f260df9-0d6a-444d-935d-7d30b30310ba)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:06.427236 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:06.532336 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Calling delete_port for 179b38cf-4ccc-4309-ae95-b6d95f6f92bc owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:06.554087 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7289eeb-8ffc-4198-a219-b410d252be92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:06.563847 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-333bcb21-9432-47c2-af34-9f3147926abd service neutron] 10.222.0.55 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7939684 Nov 25 19:54:06.588886 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da2850d8-f81a-4e95-866f-9e30d2e352a0 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:06.589636 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-da2850d8-f81a-4e95-866f-9e30d2e352a0 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Floating IP 36d78cc0-4582-4b56-b995-077d9072dca6 disassociated (deleted). External IP: 172.25.6.6, port: c6f25ffc-4248-4354-af87-6f9190ea2180. Nov 25 19:54:06.999521 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff02df94-c3b8-4c92-b3b0-bbc5bc4ff967 tempest-SubnetPoolsTestJSON-1526650463 tempest-SubnetPoolsTestJSON-1526650463-project] Publish callbacks [] for subnetpool, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:07.002914 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ff02df94-c3b8-4c92-b3b0-bbc5bc4ff967 tempest-SubnetPoolsTestJSON-1526650463 tempest-SubnetPoolsTestJSON-1526650463-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.3333726 Nov 25 19:54:07.014907 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34648) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:07.128918 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:07.148175 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-82dbbb99-7fba-40c1-9bf4-900a3d952395 tempest-SubnetPoolsTestJSON-1526650463 tempest-SubnetPoolsTestJSON-1526650463-project] 10.222.0.55 "GET /v2.0/subnetpools/e91d693e-7b76-4da3-bb5b-c08bd9d255e0 HTTP/1.1" status: 200 len: 732 time: 0.1281881 Nov 25 19:54:07.160345 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34652) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:07.176640 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f06db7dd-58ff-4569-b959-af46a473757e req-dcaa0134-5552-487a-a557-ec5d2bdc3f07 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=079411b7-0bd2-4182-9590-7439aaa10e0a HTTP/1.1" status: 200 len: 210 time: 0.1275797 Nov 25 19:54:07.227111 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f4d42153-a505-4b3c-a616-e52c1073e5b1 tempest-SubnetPoolsTestJSON-1526650463 tempest-SubnetPoolsTestJSON-1526650463-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1142972983'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:07.235868 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event deleted for resources: {'Port': ['ID=179b38cf-4ccc-4309-ae95-b6d95f6f92bc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:07.240005 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] No DVR routers for this DVR port 179b38cf-4ccc-4309-ae95-b6d95f6f92bc on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:54:07.269976 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2850d8-f81a-4e95-866f-9e30d2e352a0 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Router d71d1e4f-944d-469a-80b3-f314db0f5fab has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:54:07.314157 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7289eeb-8ffc-4198-a219-b410d252be92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:07.348036 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7289eeb-8ffc-4198-a219-b410d252be92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:07.714373 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:07.772804 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2850d8-f81a-4e95-866f-9e30d2e352a0 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:54:07.774669 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e21a33b-0bd3-4d39-8a9a-5b4eab3e6a10']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:07.795629 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601c0d14-18ef-411e-b01a-9a2868e97833 None None] Sync routers for ids ['d71d1e4f-944d-469a-80b3-f314db0f5fab'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:54:07.797950 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da2850d8-f81a-4e95-866f-9e30d2e352a0 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:07.825989 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601c0d14-18ef-411e-b01a-9a2868e97833 None None] Routers {'d71d1e4f-944d-469a-80b3-f314db0f5fab'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:07.827229 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-601c0d14-18ef-411e-b01a-9a2868e97833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:54:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d71d1e4f-944d-469a-80b3-f314db0f5fab'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:07.904200 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f260df9-0d6a-444d-935d-7d30b30310ba') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:07.904200 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f260df9-0d6a-444d-935d-7d30b30310ba') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:07.935610 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-da2850d8-f81a-4e95-866f-9e30d2e352a0 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "DELETE /v2.0/floatingips/36d78cc0-4582-4b56-b995-077d9072dca6 HTTP/1.1" status: 204 len: 168 time: 4.7917190 Nov 25 19:54:07.935610 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8494e24d-6019-4720-9738-dea2869ac058', 'tag': 'c6f25ffc-4248-4354-af87-6f9190ea2180'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:54:07.936532 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be29a79-8d2c-4e16-8c3e-c49784380650" -d '{"events": [{"name": "network-changed", "server_uuid": "8494e24d-6019-4720-9738-dea2869ac058", "tag": "c6f25ffc-4248-4354-af87-6f9190ea2180"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:54:08.064365 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-601c0d14-18ef-411e-b01a-9a2868e97833 None None] Set router d71d1e4f-944d-469a-80b3-f314db0f5fab gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:54:08.094179 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34668) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:08.095797 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d7289eeb-8ffc-4198-a219-b410d252be92 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9936dafaa28f4f7dadbeaaa944cad5b5&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2688859 Nov 25 19:54:08.141253 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7289eeb-8ffc-4198-a219-b410d252be92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39acf03f-567b-4451-9ed1-8a06a1cbcf84,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:08.177954 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:08.340778 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:08.349085 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34674) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:08.381656 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6010927a-7db7-4a0d-9d84-ab0579c1048c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:08.426765 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4d42153-a505-4b3c-a616-e52c1073e5b1 tempest-SubnetPoolsTestJSON-1526650463 tempest-SubnetPoolsTestJSON-1526650463-project] Publish callbacks [] for subnetpool, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:08.434142 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f4d42153-a505-4b3c-a616-e52c1073e5b1 tempest-SubnetPoolsTestJSON-1526650463 tempest-SubnetPoolsTestJSON-1526650463-project] 10.222.0.55 "PUT /v2.0/subnetpools/e91d693e-7b76-4da3-bb5b-c08bd9d255e0 HTTP/1.1" status: 200 len: 684 time: 1.2288408 Nov 25 19:54:08.436771 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:54:08.442223 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34682) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:08.442998 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:54:08.641192 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:54:08.685065 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6010927a-7db7-4a0d-9d84-ab0579c1048c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:08.692129 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:08.694937 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8e238dfb-e61d-4107-894c-2e15a54d17e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:08.735339 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:08.748300 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "DELETE /v2.0/networks/2e21a33b-0bd3-4d39-8a9a-5b4eab3e6a10 HTTP/1.1" status: 204 len: 168 time: 5.4466071 Nov 25 19:54:08.749853 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b6cac-1c9b-4504-b790-e188f4e0c709 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event deleted for resources: {'Network': ['ID=2e21a33b-0bd3-4d39-8a9a-5b4eab3e6a10,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:08.754171 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34684) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:08.789838 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f4bdea08-f932-48ff-ad77-c555925846cb tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1997308114'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:08.860764 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bdea08-f932-48ff-ad77-c555925846cb tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Made reservation on behalf of 6f30dbacbc244f00a40c93d38750b681 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:08.871918 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4bdea08-f932-48ff-ad77-c555925846cb tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:08.905403 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c122d694-efc7-4570-b3b9-8e15eab88e3b x-openstack-request-id: req-c122d694-efc7-4570-b3b9-8e15eab88e3b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:54:08.905955 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8494e24d-6019-4720-9738-dea2869ac058", "tag": "c6f25ffc-4248-4354-af87-6f9190ea2180", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:54:08.906505 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c122d694-efc7-4570-b3b9-8e15eab88e3b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:54:08.907298 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8494e24d-6019-4720-9738-dea2869ac058', 'tag': 'c6f25ffc-4248-4354-af87-6f9190ea2180', 'status': 'completed', 'code': 200} Nov 25 19:54:08.980827 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3aefa30d-5f25-4ed3-b95d-4263500aa6f4 tempest-SubnetPoolsTestJSON-1526650463 tempest-SubnetPoolsTestJSON-1526650463-project] Publish callbacks [] for subnetpool, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:08.988823 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3aefa30d-5f25-4ed3-b95d-4263500aa6f4 tempest-SubnetPoolsTestJSON-1526650463 tempest-SubnetPoolsTestJSON-1526650463-project] 10.222.0.55 "DELETE /v2.0/subnetpools/e91d693e-7b76-4da3-bb5b-c08bd9d255e0 HTTP/1.1" status: 204 len: 168 time: 0.5451221 Nov 25 19:54:08.999514 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-601c0d14-18ef-411e-b01a-9a2868e97833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'name': 'tempest-TestVolumeBackupRestore-646619207-router', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:18Z', 'updated_at': '2021-11-25T19:47:35Z', 'revision_number': 4, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'gw_port': {'id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:22Z', 'updated_at': '2021-11-25T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '29203263-7072-40e5-95f0-75bf9f110896', 'name': '', 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'mac_address': 'fa:16:3e:dc:33:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '537415f2-0f99-449c-a182-24d9e3c35423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:33Z', 'updated_at': '2021-11-25T19:47:41Z', 'revision_number': 5, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'subnets': [{'id': '537415f2-0f99-449c-a182-24d9e3c35423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:09.007584 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4bdea08-f932-48ff-ad77-c555925846cb tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:54:09.026571 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34686) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:09.038556 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4bdea08-f932-48ff-ad77-c555925846cb tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:09.039125 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-f4bdea08-f932-48ff-ad77-c555925846cb tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Added segment 44e711b7-323f-4367-a8db-bee684e9f048 of type vlan for network 0250ed1b-5496-4240-90cd-67e8605b2dfa Nov 25 19:54:09.077489 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601c0d14-18ef-411e-b01a-9a2868e97833 None None] Checking router: d71d1e4f-944d-469a-80b3-f314db0f5fab for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:54:09.095986 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601c0d14-18ef-411e-b01a-9a2868e97833 None None] Routers {'d71d1e4f-944d-469a-80b3-f314db0f5fab'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:09.097157 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-601c0d14-18ef-411e-b01a-9a2868e97833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:54:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d71d1e4f-944d-469a-80b3-f314db0f5fab'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:09.153726 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-434b6836-6d3b-4298-98df-6337826eaa77 tempest-SubnetPoolsTestJSON-1526650463 tempest-SubnetPoolsTestJSON-1526650463-project] show failed (client error): The resource could not be found. Nov 25 19:54:09.159962 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-434b6836-6d3b-4298-98df-6337826eaa77 tempest-SubnetPoolsTestJSON-1526650463 tempest-SubnetPoolsTestJSON-1526650463-project] 10.222.0.55 "GET /v2.0/subnetpools/e91d693e-7b76-4da3-bb5b-c08bd9d255e0 HTTP/1.1" status: 404 len: 346 time: 0.1182439 Nov 25 19:54:09.167409 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4aa60030-aec9-42eb-af7c-5dd83adb3277 req-74693804-f652-433c-8886-45b700528ae8 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=079411b7-0bd2-4182-9590-7439aaa10e0a HTTP/1.1" status: 200 len: 210 time: 0.1170204 Nov 25 19:54:09.170332 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34688) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:09.207167 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4bdea08-f932-48ff-ad77-c555925846cb tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:09.236351 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-a8dc2f7f-079e-49de-94b4-d43031138f40 tempest-SubnetPoolsTestJSON-1526650463 tempest-SubnetPoolsTestJSON-1526650463-project] delete failed (client error): The resource could not be found. Nov 25 19:54:09.245678 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a8dc2f7f-079e-49de-94b4-d43031138f40 tempest-SubnetPoolsTestJSON-1526650463 tempest-SubnetPoolsTestJSON-1526650463-project] 10.222.0.55 "DELETE /v2.0/subnetpools/e91d693e-7b76-4da3-bb5b-c08bd9d255e0 HTTP/1.1" status: 404 len: 346 time: 0.0713413 Nov 25 19:54:09.270173 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6010927a-7db7-4a0d-9d84-ab0579c1048c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:09.285425 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6010927a-7db7-4a0d-9d84-ab0579c1048c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:09.291413 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6010927a-7db7-4a0d-9d84-ab0579c1048c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/39acf03f-567b-4451-9ed1-8a06a1cbcf84 HTTP/1.1" status: 204 len: 168 time: 1.1925273 Nov 25 19:54:09.328176 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be29a79-8d2c-4e16-8c3e-c49784380650 req-0144f2cd-dfb4-4882-9603-72a61d15d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:09.334057 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7be29a79-8d2c-4e16-8c3e-c49784380650 req-0144f2cd-dfb4-4882-9603-72a61d15d038 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d83dafce68594599ab4d0ac20e13f7c4&device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 1096 time: 0.3691556 Nov 25 19:54:09.348960 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4bdea08-f932-48ff-ad77-c555925846cb tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:09.391249 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bdea08-f932-48ff-ad77-c555925846cb tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:09.392327 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4bdea08-f932-48ff-ad77-c555925846cb tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:09.427079 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010927a-7db7-4a0d-9d84-ab0579c1048c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39acf03f-567b-4451-9ed1-8a06a1cbcf84,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:09.509314 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8e238dfb-e61d-4107-894c-2e15a54d17e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:09.549630 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8e238dfb-e61d-4107-894c-2e15a54d17e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:09.611948 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-601c0d14-18ef-411e-b01a-9a2868e97833 None None] Set router d71d1e4f-944d-469a-80b3-f314db0f5fab gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:54:09.804219 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f4bdea08-f932-48ff-ad77-c555925846cb tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0474865 Nov 25 19:54:09.828120 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34694) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:09.856003 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-79cb1983-938c-41b0-9509-d88eb56f6152 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Request body: {'subnet': {'network_id': '0250ed1b-5496-4240-90cd-67e8605b2dfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:09.870841 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bdea08-f932-48ff-ad77-c555925846cb tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event updated for resources: {'Network': ['ID=0250ed1b-5496-4240-90cd-67e8605b2dfa,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:09.953187 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8e238dfb-e61d-4107-894c-2e15a54d17e9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=281103b709d74875833153e62215c5eb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5977004 Nov 25 19:54:09.962835 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34700) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:09.971678 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e238dfb-e61d-4107-894c-2e15a54d17e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfd53f1-2812-4155-accd-d41b344e1b81,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:10.026523 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fbef1-8b8f-4b32-8a27-63e4e14855ac req-3995af38-e9f9-4194-abe1-283bb76c4267 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:10.032917 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f70fbef1-8b8f-4b32-8a27-63e4e14855ac req-3995af38-e9f9-4194-abe1-283bb76c4267 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/ports?device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 945 time: 0.6078281 Nov 25 19:54:10.132513 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 0250ed1b-5496-4240-90cd-67e8605b2dfa details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:54:10.208220 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34702) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:10.254903 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be29a79-8d2c-4e16-8c3e-c49784380650 req-77c14ff9-688e-4c7e-a881-0d0c50452b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:10.257696 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7be29a79-8d2c-4e16-8c3e-c49784380650 req-77c14ff9-688e-4c7e-a881-0d0c50452b8f service neutron] 10.222.0.73 "GET /v2.0/networks?id=31a538bd-aaea-41e2-b752-14e0aad2e691 HTTP/1.1" status: 200 len: 914 time: 0.8933611 Nov 25 19:54:10.337089 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7be29a79-8d2c-4e16-8c3e-c49784380650 req-b830f77a-6cbf-483b-b202-a06764cf844a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6f25ffc-4248-4354-af87-6f9190ea2180 HTTP/1.1" status: 200 len: 217 time: 0.0673354 Nov 25 19:54:10.419548 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-d3f486b1-c157-4310-96a3-492ce933f9dc tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:10.422179 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-d3f486b1-c157-4310-96a3-492ce933f9dc tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.73 "GET /v2.0/networks?id=f9395996-8e1e-448f-bf5e-cf052999c475 HTTP/1.1" status: 200 len: 812 time: 0.8136511 Nov 25 19:54:10.441690 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f70fbef1-8b8f-4b32-8a27-63e4e14855ac req-0044977f-40e4-4ccb-949c-8f4a9cfa9ec1 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/security-groups?id=4213ddda-2576-4b10-be6c-fb34c86c46f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3460059 Nov 25 19:54:10.469276 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-1cc1c2ed-7f82-4093-ae28-fe31bb52954a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Request body: {'port': {'device_id': '079411b7-0bd2-4182-9590-7439aaa10e0a', 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475', 'admin_state_up': True, 'tenant_id': '0693fe225e124b1f9efd8df77820112b'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:10.513970 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be29a79-8d2c-4e16-8c3e-c49784380650 req-8b7461ec-8cb7-4f41-bb46-ef2ce9d2b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:10.515519 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7be29a79-8d2c-4e16-8c3e-c49784380650 req-8b7461ec-8cb7-4f41-bb46-ef2ce9d2b724 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=537415f2-0f99-449c-a182-24d9e3c35423 HTTP/1.1" status: 200 len: 852 time: 0.1587515 Nov 25 19:54:10.586667 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f1a3738c-549f-4c03-b0b5-207588c8b7ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:10.589583 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-601c0d14-18ef-411e-b01a-9a2868e97833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'name': 'tempest-TestVolumeBackupRestore-646619207-router', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:18Z', 'updated_at': '2021-11-25T19:47:35Z', 'revision_number': 4, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'gw_port': {'id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:22Z', 'updated_at': '2021-11-25T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '29203263-7072-40e5-95f0-75bf9f110896', 'name': '', 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'mac_address': 'fa:16:3e:dc:33:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '537415f2-0f99-449c-a182-24d9e3c35423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:33Z', 'updated_at': '2021-11-25T19:47:41Z', 'revision_number': 5, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'subnets': [{'id': '537415f2-0f99-449c-a182-24d9e3c35423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:10.655569 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f1a3738c-549f-4c03-b0b5-207588c8b7ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:10.683422 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34708) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:10.684692 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601c0d14-18ef-411e-b01a-9a2868e97833 None None] The sync data for ids ['d71d1e4f-944d-469a-80b3-f314db0f5fab'] in n-d-819349-5 is: [{'id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'name': 'tempest-TestVolumeBackupRestore-646619207-router', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:18Z', 'updated_at': '2021-11-25T19:47:35Z', 'revision_number': 4, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'gw_port': {'id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:22Z', 'updated_at': '2021-11-25T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '29203263-7072-40e5-95f0-75bf9f110896', 'name': '', 'network_id': '31a538bd-aaea-41e2-b752-14e0aad2e691', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'mac_address': 'fa:16:3e:dc:33:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '537415f2-0f99-449c-a182-24d9e3c35423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:33Z', 'updated_at': '2021-11-25T19:47:41Z', 'revision_number': 5, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'subnets': [{'id': '537415f2-0f99-449c-a182-24d9e3c35423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:54:10.745145 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13152de7-198a-471c-ab31-f923087d6db9 req-6ef64378-1183-4a3c-9e05-e29b5c0cca65 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=079411b7-0bd2-4182-9590-7439aaa10e0a HTTP/1.1" status: 200 len: 210 time: 0.0605760 Nov 25 19:54:10.752401 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cb1983-938c-41b0-9509-d88eb56f6152 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Made reservation on behalf of 6f30dbacbc244f00a40c93d38750b681 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:10.757647 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79cb1983-938c-41b0-9509-d88eb56f6152 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:10.771666 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2e8242df-fb04-484a-8c0f-b974618244ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:10.776158 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04c2f438-5ab7-4bf3-b168-c22f80df5498 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:10.820907 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be29a79-8d2c-4e16-8c3e-c49784380650 req-b959adf4-5447-411f-bd92-37ab2bb4c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:10.823216 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7be29a79-8d2c-4e16-8c3e-c49784380650 req-b959adf4-5447-411f-bd92-37ab2bb4c794 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31a538bd-aaea-41e2-b752-14e0aad2e691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2681541 Nov 25 19:54:10.887553 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-1cc1c2ed-7f82-4093-ae28-fe31bb52954a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Made reservation on behalf of 0693fe225e124b1f9efd8df77820112b for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:10.893789 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-1cc1c2ed-7f82-4093-ae28-fe31bb52954a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:10.909057 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b1760-36c5-4311-aab8-3e4add008925 req-79052f25-eec1-40fc-8ee9-588bf4ec225d tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:10.911717 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cb1b1760-36c5-4311-aab8-3e4add008925 req-79052f25-eec1-40fc-8ee9-588bf4ec225d tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.73 "GET /v2.0/ports?device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 945 time: 0.5863025 Nov 25 19:54:11.048845 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f1a3738c-549f-4c03-b0b5-207588c8b7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:11.052669 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f1a3738c-549f-4c03-b0b5-207588c8b7ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:11.054921 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f1a3738c-549f-4c03-b0b5-207588c8b7ff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bbfd53f1-2812-4155-accd-d41b344e1b81 HTTP/1.1" status: 204 len: 168 time: 1.0883698 Nov 25 19:54:11.142731 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7be29a79-8d2c-4e16-8c3e-c49784380650 req-ad6e3932-b187-4329-b2c4-f5107fc8ffc4 service neutron] 10.222.0.73 "GET /v2.0/networks/31a538bd-aaea-41e2-b752-14e0aad2e691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069329 Nov 25 19:54:11.174245 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0f91bc-ba99-4213-854d-2acb8dfa7fb3 None None] New status for floating IP 36d78cc0-4582-4b56-b995-077d9072dca6: DOWN {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:54:11.178728 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3738c-549f-4c03-b0b5-207588c8b7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfd53f1-2812-4155-accd-d41b344e1b81,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:11.424505 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-1cc1c2ed-7f82-4093-ae28-fe31bb52954a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Allocated IP 172.20.0.7 (f9395996-8e1e-448f-bf5e-cf052999c475/6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b/585b50a8-7916-4caf-b4c9-68e8680b5bb0) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:54:11.473141 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7be29a79-8d2c-4e16-8c3e-c49784380650 req-44aa346c-fbd5-439c-9050-40be51f4fda4 service neutron] 10.222.0.73 "GET /v2.0/networks/31a538bd-aaea-41e2-b752-14e0aad2e691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077178 Nov 25 19:54:11.495178 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2e8242df-fb04-484a-8c0f-b974618244ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:11.522602 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04c2f438-5ab7-4bf3-b168-c22f80df5498 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:11.524725 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2e8242df-fb04-484a-8c0f-b974618244ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:11.532555 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-cb1b1760-36c5-4311-aab8-3e4add008925 req-df5bbfe2-ee62-42e7-b19f-1918fe6367b7 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Deleting port c6f25ffc-4248-4354-af87-6f9190ea2180 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:11.533100 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cb1b1760-36c5-4311-aab8-3e4add008925 req-df5bbfe2-ee62-42e7-b19f-1918fe6367b7 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:11.583603 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04c2f438-5ab7-4bf3-b168-c22f80df5498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:11.660504 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79cb1983-938c-41b0-9509-d88eb56f6152 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:11.791889 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2e8242df-fb04-484a-8c0f-b974618244ec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ea9e2fe88a944ca81d0b999210160b2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5760128 Nov 25 19:54:11.799542 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34724) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:11.820609 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8242df-fb04-484a-8c0f-b974618244ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797b861c-78e6-4624-a39e-53ad9400ffec,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:11.842773 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-04c2f438-5ab7-4bf3-b168-c22f80df5498 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=765af1d47298474dafe5588ceae9033a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1531961 Nov 25 19:54:11.845936 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34726) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:11.916026 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb1983-938c-41b0-9509-d88eb56f6152 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event updated for resources: {'Subnet': ['ID=66e58ea4-0f62-4e0f-a3fa-fd846aa05f31,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:11.963865 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-cb1b1760-36c5-4311-aab8-3e4add008925 req-df5bbfe2-ee62-42e7-b19f-1918fe6367b7 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] For port c6f25ffc-4248-4354-af87-6f9190ea2180, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=c6f25ffc-4248-4354-af87-6f9190ea2180,segment=NetworkSegment(bb3a5971-8be9-47ea-8a3a-79d2c03c06ea),segment_id=bb3a5971-8be9-47ea-8a3a-79d2c03c06ea)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:11.964429 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cb1b1760-36c5-4311-aab8-3e4add008925 req-df5bbfe2-ee62-42e7-b19f-1918fe6367b7 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:11.969222 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2f438-5ab7-4bf3-b168-c22f80df5498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c80fade-bfe2-4d8b-8719-f69e6ffaac35,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:11.982068 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9650f-f111-41e5-b421-9d7e3f4aae18 req-e143029e-b494-42d0-ad20-4d8d694c9429 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:11.984935 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bca9650f-f111-41e5-b421-9d7e3f4aae18 req-e143029e-b494-42d0-ad20-4d8d694c9429 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/ports?device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 945 time: 0.2732553 Nov 25 19:54:12.002750 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-1cc1c2ed-7f82-4093-ae28-fe31bb52954a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:12.138842 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c510a439-6c41-4804-8300-d45fad50a3fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:12.286882 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c510a439-6c41-4804-8300-d45fad50a3fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:12.300696 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bca9650f-f111-41e5-b421-9d7e3f4aae18 req-9761f8fc-6d9b-4729-818e-2ceb9a828ebd tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/security-groups?id=4213ddda-2576-4b10-be6c-fb34c86c46f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2842600 Nov 25 19:54:12.301796 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e4e6b04f-6f98-48e8-ad3f-b6a09cbba191 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:12.370631 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-cb1b1760-36c5-4311-aab8-3e4add008925 req-df5bbfe2-ee62-42e7-b19f-1918fe6367b7 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Calling delete_port for c6f25ffc-4248-4354-af87-6f9190ea2180 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:12.375180 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-1cc1c2ed-7f82-4093-ae28-fe31bb52954a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:12.394211 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb1983-938c-41b0-9509-d88eb56f6152 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Checking segment: {'id': '44e711b7-323f-4367-a8db-bee684e9f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0250ed1b-5496-4240-90cd-67e8605b2dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:12.395038 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cb1983-938c-41b0-9509-d88eb56f6152 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Network hostable DHCP agents. Network: 0250ed1b-5496-4240-90cd-67e8605b2dfa, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:54:12.492325 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e4e6b04f-6f98-48e8-ad3f-b6a09cbba191 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:12.503692 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cb1983-938c-41b0-9509-d88eb56f6152 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Network 0250ed1b-5496-4240-90cd-67e8605b2dfa is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:54:12.528477 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-79cb1983-938c-41b0-9509-d88eb56f6152 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 0250ed1b-5496-4240-90cd-67e8605b2dfa) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:12.549285 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cb1983-938c-41b0-9509-d88eb56f6152 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:12.550227 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79cb1983-938c-41b0-9509-d88eb56f6152 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:12.555728 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f8af0d-330f-4719-b0ee-5030c84d1e09 None None] Network 0250ed1b-5496-4240-90cd-67e8605b2dfa requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:12.560357 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-1cc1c2ed-7f82-4093-ae28-fe31bb52954a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Network f9395996-8e1e-448f-bf5e-cf052999c475 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:54:12.571118 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device c6f25ffc-4248-4354-af87-6f9190ea2180 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:54:12.579130 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-79cb1983-938c-41b0-9509-d88eb56f6152 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7494755 Nov 25 19:54:12.583337 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34746) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:12.599394 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-584b35ec-37c2-4d3d-bc83-d34cb44cef36 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Request body: {'subnet': {'network_id': '0250ed1b-5496-4240-90cd-67e8605b2dfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:12.617719 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1c2ed-7f82-4093-ae28-fe31bb52954a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Pushing event updated for resources: {'Port': ['ID=585b50a8-7916-4caf-b4c9-68e8680b5bb0,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:12.632417 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-1cc1c2ed-7f82-4093-ae28-fe31bb52954a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:12.678107 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-1cc1c2ed-7f82-4093-ae28-fe31bb52954a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:54:12.719037 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1c2ed-7f82-4093-ae28-fe31bb52954a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:12.719749 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1c2ed-7f82-4093-ae28-fe31bb52954a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:12.720640 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1c2ed-7f82-4093-ae28-fe31bb52954a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:12.721299 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1c2ed-7f82-4093-ae28-fe31bb52954a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:12.722923 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1c2ed-7f82-4093-ae28-fe31bb52954a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:12.723820 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1c2ed-7f82-4093-ae28-fe31bb52954a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:12.724525 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1c2ed-7f82-4093-ae28-fe31bb52954a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:12.725226 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1c2ed-7f82-4093-ae28-fe31bb52954a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:12.725909 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1c2ed-7f82-4093-ae28-fe31bb52954a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:12.726652 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1c2ed-7f82-4093-ae28-fe31bb52954a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:12.727351 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1c2ed-7f82-4093-ae28-fe31bb52954a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:12.728035 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1c2ed-7f82-4093-ae28-fe31bb52954a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:12.811954 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec803d62-77bc-4a46-8a78-695c2a661860 None None] DHCP port deletion for f9395996-8e1e-448f-bf5e-cf052999c475 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:54:12.822610 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12ed4d-0a0f-4dcc-8abe-53abf1b1b2a0 req-91cc3072-ad9f-4486-a660-4f37965ba9f6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:12.826761 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a12ed4d-0a0f-4dcc-8abe-53abf1b1b2a0 req-91cc3072-ad9f-4486-a660-4f37965ba9f6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=079411b7-0bd2-4182-9590-7439aaa10e0a HTTP/1.1" status: 200 len: 931 time: 0.3452175 Nov 25 19:54:12.876354 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c510a439-6c41-4804-8300-d45fad50a3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:12.890717 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c510a439-6c41-4804-8300-d45fad50a3fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:12.899650 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c510a439-6c41-4804-8300-d45fad50a3fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/797b861c-78e6-4624-a39e-53ad9400ffec HTTP/1.1" status: 204 len: 168 time: 1.0982802 Nov 25 19:54:12.933079 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-1cc1c2ed-7f82-4093-ae28-fe31bb52954a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:12.934453 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-1cc1c2ed-7f82-4093-ae28-fe31bb52954a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:12.954762 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cb1b1760-36c5-4311-aab8-3e4add008925 req-df5bbfe2-ee62-42e7-b19f-1918fe6367b7 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:12.968335 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584b35ec-37c2-4d3d-bc83-d34cb44cef36 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Made reservation on behalf of 6f30dbacbc244f00a40c93d38750b681 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:12.972846 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-584b35ec-37c2-4d3d-bc83-d34cb44cef36 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:12.982933 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510a439-6c41-4804-8300-d45fad50a3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797b861c-78e6-4624-a39e-53ad9400ffec,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:12.986216 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e4e6b04f-6f98-48e8-ad3f-b6a09cbba191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:12.993651 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e4e6b04f-6f98-48e8-ad3f-b6a09cbba191 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:12.995892 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e4e6b04f-6f98-48e8-ad3f-b6a09cbba191 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3c80fade-bfe2-4d8b-8719-f69e6ffaac35 HTTP/1.1" status: 204 len: 168 time: 1.1250587 Nov 25 19:54:13.026141 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Port c6f25ffc-4248-4354-af87-6f9190ea2180 update to DOWN by agent not found {{(pid=103601) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 19:54:13.057226 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-22952704-9aa8-4c32-9b72-ce4e55099484 None None] Provisioning complete for port 585b50a8-7916-4caf-b4c9-68e8680b5bb0 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:13.057631 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-22952704-9aa8-4c32-9b72-ce4e55099484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:13.079382 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a12ed4d-0a0f-4dcc-8abe-53abf1b1b2a0 req-b4a4ff05-3cf0-40da-89b6-a77507958f68 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774523 Nov 25 19:54:13.081085 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6b04f-6f98-48e8-ad3f-b6a09cbba191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c80fade-bfe2-4d8b-8719-f69e6ffaac35,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:13.094337 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-1cc1c2ed-7f82-4093-ae28-fe31bb52954a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6423910 Nov 25 19:54:13.116503 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-f83c9550-6c81-4e8d-a5d9-a538ab6721f4 service neutron] Request body: {'port': {'device_id': '079411b7-0bd2-4182-9590-7439aaa10e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:13.194870 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-22952704-9aa8-4c32-9b72-ce4e55099484 None None] Port 585b50a8-7916-4caf-b4c9-68e8680b5bb0 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:54:13.342680 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-f83c9550-6c81-4e8d-a5d9-a538ab6721f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:13.383411 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5bbfe2-ee62-42e7-b19f-1918fe6367b7 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Pushing event deleted for resources: {'Port': ['ID=c6f25ffc-4248-4354-af87-6f9190ea2180,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:13.526464 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1b1760-36c5-4311-aab8-3e4add008925 req-df5bbfe2-ee62-42e7-b19f-1918fe6367b7 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] No DVR routers for this DVR port c6f25ffc-4248-4354-af87-6f9190ea2180 on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:54:13.538253 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cb1b1760-36c5-4311-aab8-3e4add008925 req-df5bbfe2-ee62-42e7-b19f-1918fe6367b7 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:13.545259 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cb1b1760-36c5-4311-aab8-3e4add008925 req-df5bbfe2-ee62-42e7-b19f-1918fe6367b7 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.73 "DELETE /v2.0/ports/c6f25ffc-4248-4354-af87-6f9190ea2180 HTTP/1.1" status: 204 len: 173 time: 2.6144698 Nov 25 19:54:13.546767 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8494e24d-6019-4720-9738-dea2869ac058', 'name': 'network-vif-deleted', 'tag': 'c6f25ffc-4248-4354-af87-6f9190ea2180'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:54:13.551850 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b5641e-a45a-4714-8888-17a8265dd169" -d '{"events": [{"server_uuid": "8494e24d-6019-4720-9738-dea2869ac058", "name": "network-vif-deleted", "tag": "c6f25ffc-4248-4354-af87-6f9190ea2180"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:54:13.788814 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4686b39f-aacd-4ac3-99f5-66b6b41f64f1 req-9064564f-7fde-416c-a001-bb22e438cb2c tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/ports?device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 210 time: 0.1035042 Nov 25 19:54:13.928349 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-0250ed1b-5496-4240-90cd-67e8605b2dfa', 'network_id': '0250ed1b-5496-4240-90cd-67e8605b2dfa', 'tenant_id': '6f30dbacbc244f00a40c93d38750b681', 'fixed_ips': [{'subnet_id': '66e58ea4-0f62-4e0f-a3fa-fd846aa05f31'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:54:13.929652 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:14.268216 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-584b35ec-37c2-4d3d-bc83-d34cb44cef36 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:14.415399 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b35ec-37c2-4d3d-bc83-d34cb44cef36 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event updated for resources: {'Subnet': ['ID=21a4ab2d-ea26-41b2-bcb6-290d920b9df2,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:14.428543 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584b35ec-37c2-4d3d-bc83-d34cb44cef36 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Network 0250ed1b-5496-4240-90cd-67e8605b2dfa is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:54:14.433084 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-584b35ec-37c2-4d3d-bc83-d34cb44cef36 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:14.441876 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584b35ec-37c2-4d3d-bc83-d34cb44cef36 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:14.444061 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-584b35ec-37c2-4d3d-bc83-d34cb44cef36 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:14.457272 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Allocated IP 2001:db8::2 (0250ed1b-5496-4240-90cd-67e8605b2dfa/66e58ea4-0f62-4e0f-a3fa-fd846aa05f31/3d740868-25ea-4e16-adb6-88d2e76888eb) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:54:14.471416 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b35ec-37c2-4d3d-bc83-d34cb44cef36 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:14.471803 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b35ec-37c2-4d3d-bc83-d34cb44cef36 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:14.474906 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b35ec-37c2-4d3d-bc83-d34cb44cef36 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:14.475309 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b35ec-37c2-4d3d-bc83-d34cb44cef36 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:14.475671 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b35ec-37c2-4d3d-bc83-d34cb44cef36 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:14.477285 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b35ec-37c2-4d3d-bc83-d34cb44cef36 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:14.477644 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b35ec-37c2-4d3d-bc83-d34cb44cef36 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:14.480237 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b35ec-37c2-4d3d-bc83-d34cb44cef36 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:14.480669 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b35ec-37c2-4d3d-bc83-d34cb44cef36 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:14.481024 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b35ec-37c2-4d3d-bc83-d34cb44cef36 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:14.481376 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b35ec-37c2-4d3d-bc83-d34cb44cef36 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:14.481723 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b35ec-37c2-4d3d-bc83-d34cb44cef36 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:14.523660 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-584b35ec-37c2-4d3d-bc83-d34cb44cef36 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9381723 Nov 25 19:54:14.524327 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34788) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:14.776074 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6b25b1-3d99-4929-8ae6-a18b7d664a78 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:14.791932 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6b25b1-3d99-4929-8ae6-a18b7d664a78 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:14.796842 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6b25b1-3d99-4929-8ae6-a18b7d664a78 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:14.808077 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6b25b1-3d99-4929-8ae6-a18b7d664a78 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:14.816057 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6b25b1-3d99-4929-8ae6-a18b7d664a78 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:14.826355 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34794) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:14.827320 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-de6b25b1-3d99-4929-8ae6-a18b7d664a78 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2961304 Nov 25 19:54:14.830377 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a1e7d8-f9c9-4199-ae8c-9a10b6f29987 x-openstack-request-id: req-a9a1e7d8-f9c9-4199-ae8c-9a10b6f29987 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:54:14.835358 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8494e24d-6019-4720-9738-dea2869ac058", "name": "network-vif-deleted", "tag": "c6f25ffc-4248-4354-af87-6f9190ea2180", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:54:14.838963 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a9a1e7d8-f9c9-4199-ae8c-9a10b6f29987 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:54:14.839694 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-222c1fb4-1f95-425c-9108-cf2aebd1b114 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-229258524'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:14.840717 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8494e24d-6019-4720-9738-dea2869ac058', 'name': 'network-vif-deleted', 'tag': 'c6f25ffc-4248-4354-af87-6f9190ea2180', 'status': 'completed', 'code': 200} Nov 25 19:54:14.970208 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:14.989324 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:15.105315 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222c1fb4-1f95-425c-9108-cf2aebd1b114 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Made reservation on behalf of 6f30dbacbc244f00a40c93d38750b681 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:15.110580 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-222c1fb4-1f95-425c-9108-cf2aebd1b114 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:15.147781 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Network 0250ed1b-5496-4240-90cd-67e8605b2dfa is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:54:15.150437 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Pushing event updated for resources: {'Port': ['ID=3d740868-25ea-4e16-adb6-88d2e76888eb,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:15.164458 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:15.174345 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-f83c9550-6c81-4e8d-a5d9-a538ab6721f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 585b50a8-7916-4caf-b4c9-68e8680b5bb0 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:54:15.185660 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:15.188392 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:15.189425 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:15.195157 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:15.196643 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:15.199255 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:15.201152 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:15.202093 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:15.213573 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:15.214460 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a4841-5609-43d6-9afc-ad0a4476baf1 req-b8eb50f2-2e43-498b-9463-55704657c73d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:15.214988 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:15.215860 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:15.216704 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:15.217216 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c9a4841-5609-43d6-9afc-ad0a4476baf1 req-b8eb50f2-2e43-498b-9463-55704657c73d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=079411b7-0bd2-4182-9590-7439aaa10e0a HTTP/1.1" status: 200 len: 931 time: 0.3526833 Nov 25 19:54:15.223894 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:54:15.246606 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-f83c9550-6c81-4e8d-a5d9-a538ab6721f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:15.288302 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-f83c9550-6c81-4e8d-a5d9-a538ab6721f4 service neutron] Transition to ACTIVE for port object 585b50a8-7916-4caf-b4c9-68e8680b5bb0 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:54:15.320892 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-f83c9550-6c81-4e8d-a5d9-a538ab6721f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:15.364758 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c9a4841-5609-43d6-9afc-ad0a4476baf1 req-8f5122fe-3b0b-4aa9-9671-72b6b3de2b6c tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726519 Nov 25 19:54:15.372133 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Attempting to bind port 3d740868-25ea-4e16-adb6-88d2e76888eb on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:15.372633 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Attempting to bind port 3d740868-25ea-4e16-adb6-88d2e76888eb by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '44e711b7-323f-4367-a8db-bee684e9f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0250ed1b-5496-4240-90cd-67e8605b2dfa'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:15.373103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Attempting to bind port 3d740868-25ea-4e16-adb6-88d2e76888eb on network 0250ed1b-5496-4240-90cd-67e8605b2dfa {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:15.379909 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:54:15.380358 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Checking segment: {'id': '44e711b7-323f-4367-a8db-bee684e9f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0250ed1b-5496-4240-90cd-67e8605b2dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:15.381347 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:15.381855 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Bound using segment: {'id': '44e711b7-323f-4367-a8db-bee684e9f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0250ed1b-5496-4240-90cd-67e8605b2dfa'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:54:15.382845 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Bound port: 3d740868-25ea-4e16-adb6-88d2e76888eb, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e711b7-323f-4367-a8db-bee684e9f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0250ed1b-5496-4240-90cd-67e8605b2dfa'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:54:15.383276 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:15.410584 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222c1fb4-1f95-425c-9108-cf2aebd1b114 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:54:15.453781 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-222c1fb4-1f95-425c-9108-cf2aebd1b114 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:15.454126 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-222c1fb4-1f95-425c-9108-cf2aebd1b114 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Added segment f9c1fd48-5ebe-4167-b684-89aa1e1ebfd8 of type vlan for network cf6662cf-978a-411c-bcd2-83102dec1dc3 Nov 25 19:54:15.515242 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd70498-3b48-4f80-87ad-d4ccc366cc86 None None] DHCP port deletion for f9395996-8e1e-448f-bf5e-cf052999c475 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:54:15.627449 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] For port 3d740868-25ea-4e16-adb6-88d2e76888eb, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:54:15.632476 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] For port 3d740868-25ea-4e16-adb6-88d2e76888eb, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=3d740868-25ea-4e16-adb6-88d2e76888eb,segment=NetworkSegment(44e711b7-323f-4367-a8db-bee684e9f048),segment_id=44e711b7-323f-4367-a8db-bee684e9f048)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:54:15.648382 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:15.711307 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-222c1fb4-1f95-425c-9108-cf2aebd1b114 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:15.799255 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c9550-6c81-4e8d-a5d9-a538ab6721f4 service neutron] Pushing event updated for resources: {'Port': ['ID=585b50a8-7916-4caf-b4c9-68e8680b5bb0,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:15.800658 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce716d-3ac2-4dd9-be23-e3bc1ad3a9a6 None None] Pushing event updated for resources: {'Port': ['ID=3d740868-25ea-4e16-adb6-88d2e76888eb,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:15.812259 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-222c1fb4-1f95-425c-9108-cf2aebd1b114 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:15.824285 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c1fb4-1f95-425c-9108-cf2aebd1b114 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:15.825293 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-222c1fb4-1f95-425c-9108-cf2aebd1b114 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:15.933028 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-247d5040-b8fe-4cf0-b512-4899622c5031 req-bf634bfb-f7e6-45f2-9ba7-d22efcb506f3 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/ports?device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 210 time: 0.1579933 Nov 25 19:54:16.172672 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-222c1fb4-1f95-425c-9108-cf2aebd1b114 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3432260 Nov 25 19:54:16.173705 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34846) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:16.176614 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c1fb4-1f95-425c-9108-cf2aebd1b114 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event updated for resources: {'Network': ['ID=cf6662cf-978a-411c-bcd2-83102dec1dc3,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:16.190804 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network cf6662cf-978a-411c-bcd2-83102dec1dc3 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:54:16.194822 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e00c1a69-3d2b-4a45-9773-27ff939e55fe tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:16.215272 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-f83c9550-6c81-4e8d-a5d9-a538ab6721f4 service neutron] Attempting to bind port 585b50a8-7916-4caf-b4c9-68e8680b5bb0 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:16.215800 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-f83c9550-6c81-4e8d-a5d9-a538ab6721f4 service neutron] Attempting to bind port 585b50a8-7916-4caf-b4c9-68e8680b5bb0 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'a2b88b42-b2ad-4680-bdc7-a4767e8278d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:16.217202 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-f83c9550-6c81-4e8d-a5d9-a538ab6721f4 service neutron] Attempting to bind port 585b50a8-7916-4caf-b4c9-68e8680b5bb0 on network f9395996-8e1e-448f-bf5e-cf052999c475 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:16.236327 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-f83c9550-6c81-4e8d-a5d9-a538ab6721f4 service neutron] Port 585b50a8-7916-4caf-b4c9-68e8680b5bb0 on network f9395996-8e1e-448f-bf5e-cf052999c475 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:54:16.236868 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-f83c9550-6c81-4e8d-a5d9-a538ab6721f4 service neutron] Attempting to bind port 585b50a8-7916-4caf-b4c9-68e8680b5bb0 on network f9395996-8e1e-448f-bf5e-cf052999c475 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:16.268322 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-f83c9550-6c81-4e8d-a5d9-a538ab6721f4 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:54:16.268824 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-f83c9550-6c81-4e8d-a5d9-a538ab6721f4 service neutron] Checking segment: {'id': 'a2b88b42-b2ad-4680-bdc7-a4767e8278d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:16.269429 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-f83c9550-6c81-4e8d-a5d9-a538ab6721f4 service neutron] Bound using segment: {'id': 'a2b88b42-b2ad-4680-bdc7-a4767e8278d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:54:16.270130 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-f83c9550-6c81-4e8d-a5d9-a538ab6721f4 service neutron] Bound port: 585b50a8-7916-4caf-b4c9-68e8680b5bb0, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b88b42-b2ad-4680-bdc7-a4767e8278d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:54:16.270719 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-f83c9550-6c81-4e8d-a5d9-a538ab6721f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:16.581920 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-f83c9550-6c81-4e8d-a5d9-a538ab6721f4 service neutron] For port 585b50a8-7916-4caf-b4c9-68e8680b5bb0, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:54:16.595697 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-f83c9550-6c81-4e8d-a5d9-a538ab6721f4 service neutron] For port 585b50a8-7916-4caf-b4c9-68e8680b5bb0, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=585b50a8-7916-4caf-b4c9-68e8680b5bb0,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:54:16.607202 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-f83c9550-6c81-4e8d-a5d9-a538ab6721f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:16.748360 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a6a9d0-6422-472b-941d-8bc3f343ed21 None None] DHCP port deletion for f9395996-8e1e-448f-bf5e-cf052999c475 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:54:16.759677 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-f83c9550-6c81-4e8d-a5d9-a538ab6721f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:16.760813 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-f83c9550-6c81-4e8d-a5d9-a538ab6721f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:16.763366 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-f83c9550-6c81-4e8d-a5d9-a538ab6721f4 service neutron] 10.222.0.73 "PUT /v2.0/ports/585b50a8-7916-4caf-b4c9-68e8680b5bb0 HTTP/1.1" status: 200 len: 1091 time: 3.6547680 Nov 25 19:54:16.773529 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '079411b7-0bd2-4182-9590-7439aaa10e0a', 'tag': '585b50a8-7916-4caf-b4c9-68e8680b5bb0'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:54:16.777494 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c46c59-1aff-442c-8f17-457976176e17" -d '{"events": [{"name": "network-changed", "server_uuid": "079411b7-0bd2-4182-9590-7439aaa10e0a", "tag": "585b50a8-7916-4caf-b4c9-68e8680b5bb0"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:54:16.911035 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e00c1a69-3d2b-4a45-9773-27ff939e55fe tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:16.960498 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e00c1a69-3d2b-4a45-9773-27ff939e55fe tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:17.010345 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e00c1a69-3d2b-4a45-9773-27ff939e55fe tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Network cf6662cf-978a-411c-bcd2-83102dec1dc3 is not hosted by any dhcp agent {{(pid=103599) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 19:54:17.030214 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00c1a69-3d2b-4a45-9773-27ff939e55fe tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:17.032765 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e00c1a69-3d2b-4a45-9773-27ff939e55fe tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:17.036938 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e00c1a69-3d2b-4a45-9773-27ff939e55fe tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "PUT /v2.0/networks/cf6662cf-978a-411c-bcd2-83102dec1dc3 HTTP/1.1" status: 200 len: 723 time: 0.8608618 Nov 25 19:54:17.062321 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34904) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:17.099694 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-10f97b4f-4b46-4670-bfb0-efe8d25a8864 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Request body: {'subnet': {'network_id': 'cf6662cf-978a-411c-bcd2-83102dec1dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:17.338826 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c9550-6c81-4e8d-a5d9-a538ab6721f4 service neutron] Pushing event updated for resources: {'Port': ['ID=585b50a8-7916-4caf-b4c9-68e8680b5bb0,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:17.395247 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a7384-b383-42b6-86e7-327574b4fb5c req-7d685f79-95b6-4022-a648-dd09eb889ffe tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:17.403834 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bc6a7384-b383-42b6-86e7-327574b4fb5c req-7d685f79-95b6-4022-a648-dd09eb889ffe tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=079411b7-0bd2-4182-9590-7439aaa10e0a HTTP/1.1" status: 200 len: 943 time: 0.6606545 Nov 25 19:54:17.418140 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-362816ca-5060-46ff-91ed-a21f3f975553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:17.421577 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-362816ca-5060-46ff-91ed-a21f3f975553 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0693fe225e124b1f9efd8df77820112b&device_id=079411b7-0bd2-4182-9590-7439aaa10e0a HTTP/1.1" status: 200 len: 1094 time: 0.5889096 Nov 25 19:54:17.529439 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c1a69-3d2b-4a45-9773-27ff939e55fe tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event updated for resources: {'Network': ['ID=cf6662cf-978a-411c-bcd2-83102dec1dc3,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:17.563528 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network cf6662cf-978a-411c-bcd2-83102dec1dc3 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:54:17.773223 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-c5e2a111-7c8d-4273-90ac-b90f5d66821c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=585b50a8-7916-4caf-b4c9-68e8680b5bb0 HTTP/1.1" status: 200 len: 217 time: 0.3301878 Nov 25 19:54:17.789845 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f97b4f-4b46-4670-bfb0-efe8d25a8864 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Made reservation on behalf of 6f30dbacbc244f00a40c93d38750b681 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:17.796630 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-10f97b4f-4b46-4670-bfb0-efe8d25a8864 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:17.914694 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132b8b87-3c7e-4980-b0ef-f8f02edc57ea None None] Network 0250ed1b-5496-4240-90cd-67e8605b2dfa requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:17.999728 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bc6a7384-b383-42b6-86e7-327574b4fb5c req-946a7f39-3369-4657-8978-f158d4ba8ee1 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5444787 Nov 25 19:54:18.191858 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-354b5896-148f-4b9b-88f8-c36f7f4316b7 None None] Provisioning complete for port 3d740868-25ea-4e16-adb6-88d2e76888eb triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:18.192693 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-354b5896-148f-4b9b-88f8-c36f7f4316b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:18.194572 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-59059fdd-bca2-4e0f-84e1-6dac6d0eac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:18.196855 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-59059fdd-bca2-4e0f-84e1-6dac6d0eac65 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b HTTP/1.1" status: 200 len: 852 time: 0.3692200 Nov 25 19:54:18.211029 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af5f3ad-2458-4490-8a44-7199b9dd0d98 x-openstack-request-id: req-3af5f3ad-2458-4490-8a44-7199b9dd0d98 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:54:18.211362 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "079411b7-0bd2-4182-9590-7439aaa10e0a", "tag": "585b50a8-7916-4caf-b4c9-68e8680b5bb0", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:54:18.211628 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3af5f3ad-2458-4490-8a44-7199b9dd0d98 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:54:18.212066 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '079411b7-0bd2-4182-9590-7439aaa10e0a', 'tag': '585b50a8-7916-4caf-b4c9-68e8680b5bb0', 'status': 'completed', 'code': 200} Nov 25 19:54:18.285088 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-3c27bbe2-54d3-48d9-95f9-c24475a5e53b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9395996-8e1e-448f-bf5e-cf052999c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650122 Nov 25 19:54:18.299336 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 3d740868-25ea-4e16-adb6-88d2e76888eb up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:54:18.379733 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-19ff2864-ab3e-49ff-b951-e0f38adc6c8e req-8e53eec2-20ca-4ad8-8bc2-99dfd3f8acf0 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/ports?device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 210 time: 0.0519421 Nov 25 19:54:18.697276 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-52e00034-00ad-471a-9988-f96cdb00a43a service neutron] 10.222.0.73 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028232 Nov 25 19:54:18.700804 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-10f97b4f-4b46-4670-bfb0-efe8d25a8864 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:18.760362 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-354b5896-148f-4b9b-88f8-c36f7f4316b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:18.925750 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-354b5896-148f-4b9b-88f8-c36f7f4316b7 None None] For port 3d740868-25ea-4e16-adb6-88d2e76888eb, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=3d740868-25ea-4e16-adb6-88d2e76888eb,segment=NetworkSegment(44e711b7-323f-4367-a8db-bee684e9f048),segment_id=44e711b7-323f-4367-a8db-bee684e9f048)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:18.944372 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 3d740868-25ea-4e16-adb6-88d2e76888eb triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:18.945585 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:18.986065 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-984bd576-ef99-42e7-9a1e-1a672d09358c req-8d114ced-3c2a-4733-a3b4-d3eab615119d service neutron] 10.222.0.73 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719767 Nov 25 19:54:18.987768 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f97b4f-4b46-4670-bfb0-efe8d25a8864 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event updated for resources: {'Subnet': ['ID=cdc49141-7b84-4045-b29e-b36248670704,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:19.029316 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f97b4f-4b46-4670-bfb0-efe8d25a8864 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Checking segment: {'id': 'f9c1fd48-5ebe-4167-b684-89aa1e1ebfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cf6662cf-978a-411c-bcd2-83102dec1dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:19.030015 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f97b4f-4b46-4670-bfb0-efe8d25a8864 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Network hostable DHCP agents. Network: cf6662cf-978a-411c-bcd2-83102dec1dc3, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:54:19.055646 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-354b5896-148f-4b9b-88f8-c36f7f4316b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:19.121957 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 34980) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:19.235934 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f97b4f-4b46-4670-bfb0-efe8d25a8864 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Network cf6662cf-978a-411c-bcd2-83102dec1dc3 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:54:19.313009 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-10f97b4f-4b46-4670-bfb0-efe8d25a8864 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, cf6662cf-978a-411c-bcd2-83102dec1dc3) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:19.327040 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b109fa07-d4b9-4660-ac72-bc99b7f916b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:19.333790 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b5896-148f-4b9b-88f8-c36f7f4316b7 None None] Pushing event updated for resources: {'Port': ['ID=3d740868-25ea-4e16-adb6-88d2e76888eb,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:19.351210 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d87db2a-7659-444e-a9af-d7e387dccf63 None None] Network cf6662cf-978a-411c-bcd2-83102dec1dc3 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:19.385996 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c46c59-1aff-442c-8f17-457976176e17 req-d0c75e93-4267-457c-a300-c10ace62d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:19.388571 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-60c46c59-1aff-442c-8f17-457976176e17 req-d0c75e93-4267-457c-a300-c10ace62d2ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0693fe225e124b1f9efd8df77820112b&device_id=079411b7-0bd2-4182-9590-7439aaa10e0a HTTP/1.1" status: 200 len: 1094 time: 0.2992518 Nov 25 19:54:19.441126 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f97b4f-4b46-4670-bfb0-efe8d25a8864 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:19.442118 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-10f97b4f-4b46-4670-bfb0-efe8d25a8864 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:19.543383 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b109fa07-d4b9-4660-ac72-bc99b7f916b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:19.590763 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9201420-0a0a-4e70-b7b8-e4d5d77ed67f None None] Update dhcp port {'port': {'network_id': '0250ed1b-5496-4240-90cd-67e8605b2dfa', 'fixed_ips': [{'subnet_id': '66e58ea4-0f62-4e0f-a3fa-fd846aa05f31', 'ip_address': '2001:db8::2'}, {'subnet_id': '21a4ab2d-ea26-41b2-bcb6-290d920b9df2'}], 'binding:host_id': 'n-d-819349-5'}, 'id': '3d740868-25ea-4e16-adb6-88d2e76888eb'} from n-d-819349-5. {{(pid=103601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:54:19.594029 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b109fa07-d4b9-4660-ac72-bc99b7f916b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:19.652175 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-10f97b4f-4b46-4670-bfb0-efe8d25a8864 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5651972 Nov 25 19:54:19.657274 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 34998) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:19.668586 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-d1111e68-49a0-45fc-bd14-0fc0a19bebe6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:19.688956 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b109fa07-d4b9-4660-ac72-bc99b7f916b7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=679d03604d234bed8fdcbe486f64cb51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5587869 Nov 25 19:54:19.732722 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109fa07-d4b9-4660-ac72-bc99b7f916b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4761da59-60fc-4a49-9c6e-026b60666abe,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:19.747601 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c9201420-0a0a-4e70-b7b8-e4d5d77ed67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:19.748309 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35000) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:19.915796 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f6b8-3f1b-461d-aedb-4932e61d25fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:19.925102 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d4ec9-dc3d-429a-b5cc-4aebedc15fff req-f48fbb52-21c0-4acf-be89-1bb069ce1c68 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:19.929083 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f85d4ec9-dc3d-429a-b5cc-4aebedc15fff req-f48fbb52-21c0-4acf-be89-1bb069ce1c68 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=079411b7-0bd2-4182-9590-7439aaa10e0a HTTP/1.1" status: 200 len: 943 time: 0.6316104 Nov 25 19:54:20.022647 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f6b8-3f1b-461d-aedb-4932e61d25fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:20.163799 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 3d740868-25ea-4e16-adb6-88d2e76888eb up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:54:20.227196 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f6b8-3f1b-461d-aedb-4932e61d25fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:20.243285 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f6b8-3f1b-461d-aedb-4932e61d25fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:20.248305 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808c2c70-b7d7-4599-a1eb-8a2b9c000799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-cf6662cf-978a-411c-bcd2-83102dec1dc3', 'network_id': 'cf6662cf-978a-411c-bcd2-83102dec1dc3', 'tenant_id': '6f30dbacbc244f00a40c93d38750b681', 'fixed_ips': [{'subnet_id': 'cdc49141-7b84-4045-b29e-b36248670704'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:54:20.249368 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-808c2c70-b7d7-4599-a1eb-8a2b9c000799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:20.259930 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5ff6f6b8-3f1b-461d-aedb-4932e61d25fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4761da59-60fc-4a49-9c6e-026b60666abe HTTP/1.1" status: 204 len: 168 time: 0.5079923 Nov 25 19:54:20.268382 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1111e68-49a0-45fc-bd14-0fc0a19bebe6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4344238'] for subnet, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:20.286087 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-c9201420-0a0a-4e70-b7b8-e4d5d77ed67f None None] Allocated IP 172.20.0.1 (0250ed1b-5496-4240-90cd-67e8605b2dfa/21a4ab2d-ea26-41b2-bcb6-290d920b9df2/3d740868-25ea-4e16-adb6-88d2e76888eb) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:54:20.307943 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c46c59-1aff-442c-8f17-457976176e17 req-2f2d1270-9d9d-4853-81f7-1ae19de62e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:20.308722 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6f6b8-3f1b-461d-aedb-4932e61d25fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4761da59-60fc-4a49-9c6e-026b60666abe,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:20.310677 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-60c46c59-1aff-442c-8f17-457976176e17 req-2f2d1270-9d9d-4853-81f7-1ae19de62e99 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f9395996-8e1e-448f-bf5e-cf052999c475 HTTP/1.1" status: 200 len: 913 time: 0.8592792 Nov 25 19:54:20.430936 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-60c46c59-1aff-442c-8f17-457976176e17 req-e3ba208f-5bae-4d50-9fab-aaedd6a82b27 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=585b50a8-7916-4caf-b4c9-68e8680b5bb0 HTTP/1.1" status: 200 len: 217 time: 0.0659437 Nov 25 19:54:20.438646 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f85d4ec9-dc3d-429a-b5cc-4aebedc15fff req-8fb11b38-8231-4632-9582-2e279a44f299 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942015 Nov 25 19:54:20.503851 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c46c59-1aff-442c-8f17-457976176e17 req-6b0a96b6-e152-46af-b188-186d64992b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:20.507253 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-60c46c59-1aff-442c-8f17-457976176e17 req-6b0a96b6-e152-46af-b188-186d64992b77 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b HTTP/1.1" status: 200 len: 852 time: 0.0674214 Nov 25 19:54:20.622544 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-60c46c59-1aff-442c-8f17-457976176e17 req-e9e211a2-9a41-4bdd-9b98-85bb71dc853c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9395996-8e1e-448f-bf5e-cf052999c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991445 Nov 25 19:54:20.671560 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-808c2c70-b7d7-4599-a1eb-8a2b9c000799 None None] Allocated IP 2001:db8::2 (cf6662cf-978a-411c-bcd2-83102dec1dc3/cdc49141-7b84-4045-b29e-b36248670704/9d532fb1-cb38-4eee-a21d-619080db81b1) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:54:20.726086 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-06300e56-3858-48a8-9d05-0a13f955a2f6 req-65e2ab78-10cf-46b1-b75c-77e026f75867 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/ports?device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 210 time: 0.1613910 Nov 25 19:54:20.751553 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 3d740868-25ea-4e16-adb6-88d2e76888eb triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:20.751859 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:20.989440 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c9201420-0a0a-4e70-b7b8-e4d5d77ed67f None None] For port 3d740868-25ea-4e16-adb6-88d2e76888eb, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=3d740868-25ea-4e16-adb6-88d2e76888eb,segment=NetworkSegment(44e711b7-323f-4367-a8db-bee684e9f048),segment_id=44e711b7-323f-4367-a8db-bee684e9f048)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:20.997748 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-60c46c59-1aff-442c-8f17-457976176e17 req-72222406-eb19-4974-933a-9c95a59aa69b service neutron] 10.222.0.73 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760303 Nov 25 19:54:21.158427 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c9201420-0a0a-4e70-b7b8-e4d5d77ed67f None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:21.171138 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35042) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:21.191051 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c9201420-0a0a-4e70-b7b8-e4d5d77ed67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:21.209591 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c0506a22-8af8-4f69-ae4a-bb91b544c81a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:21.234626 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-60c46c59-1aff-442c-8f17-457976176e17 req-b56101e9-b168-4f77-aebf-3abdd4d89d76 service neutron] 10.222.0.73 "GET /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272964 Nov 25 19:54:21.386529 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c0506a22-8af8-4f69-ae4a-bb91b544c81a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:21.402456 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c0506a22-8af8-4f69-ae4a-bb91b544c81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:21.438172 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9201420-0a0a-4e70-b7b8-e4d5d77ed67f None None] Pushing event updated for resources: {'Port': ['ID=3d740868-25ea-4e16-adb6-88d2e76888eb,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:21.470780 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c0506a22-8af8-4f69-ae4a-bb91b544c81a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e6a85b4552494cf49a471312a88e0052&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2950423 Nov 25 19:54:21.471918 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0506a22-8af8-4f69-ae4a-bb91b544c81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07797fa4-0e9c-4c6c-ae05-6f735e0f3b90,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:21.474195 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 35044) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:21.530828 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-808c2c70-b7d7-4599-a1eb-8a2b9c000799 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:21.549306 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-808c2c70-b7d7-4599-a1eb-8a2b9c000799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:21.595295 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da49cc85-4ed1-4aa1-a348-eb4c63700210 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:21.697541 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c2c70-b7d7-4599-a1eb-8a2b9c000799 None None] Pushing event updated for resources: {'Port': ['ID=9d532fb1-cb38-4eee-a21d-619080db81b1,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:21.721489 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808c2c70-b7d7-4599-a1eb-8a2b9c000799 None None] Network cf6662cf-978a-411c-bcd2-83102dec1dc3 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:54:21.722547 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-808c2c70-b7d7-4599-a1eb-8a2b9c000799 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:21.725355 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808c2c70-b7d7-4599-a1eb-8a2b9c000799 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:54:21.789025 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da49cc85-4ed1-4aa1-a348-eb4c63700210 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:21.891951 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-808c2c70-b7d7-4599-a1eb-8a2b9c000799 None None] Attempting to bind port 9d532fb1-cb38-4eee-a21d-619080db81b1 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:21.892316 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-808c2c70-b7d7-4599-a1eb-8a2b9c000799 None None] Attempting to bind port 9d532fb1-cb38-4eee-a21d-619080db81b1 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'f9c1fd48-5ebe-4167-b684-89aa1e1ebfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cf6662cf-978a-411c-bcd2-83102dec1dc3'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:21.892710 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808c2c70-b7d7-4599-a1eb-8a2b9c000799 None None] Attempting to bind port 9d532fb1-cb38-4eee-a21d-619080db81b1 on network cf6662cf-978a-411c-bcd2-83102dec1dc3 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:21.905683 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808c2c70-b7d7-4599-a1eb-8a2b9c000799 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:54:21.906068 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808c2c70-b7d7-4599-a1eb-8a2b9c000799 None None] Checking segment: {'id': 'f9c1fd48-5ebe-4167-b684-89aa1e1ebfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cf6662cf-978a-411c-bcd2-83102dec1dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:21.906606 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-808c2c70-b7d7-4599-a1eb-8a2b9c000799 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:21.908212 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808c2c70-b7d7-4599-a1eb-8a2b9c000799 None None] Bound using segment: {'id': 'f9c1fd48-5ebe-4167-b684-89aa1e1ebfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cf6662cf-978a-411c-bcd2-83102dec1dc3'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:54:21.911339 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-808c2c70-b7d7-4599-a1eb-8a2b9c000799 None None] Bound port: 9d532fb1-cb38-4eee-a21d-619080db81b1, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c1fd48-5ebe-4167-b684-89aa1e1ebfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cf6662cf-978a-411c-bcd2-83102dec1dc3'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:54:21.914105 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-808c2c70-b7d7-4599-a1eb-8a2b9c000799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:21.957542 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1111e68-49a0-45fc-bd14-0fc0a19bebe6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733167145584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5940313'] for subnet, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:22.154774 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1111e68-49a0-45fc-bd14-0fc0a19bebe6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event updated for resources: {'Subnet': ['ID=cdc49141-7b84-4045-b29e-b36248670704,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:22.155148 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-808c2c70-b7d7-4599-a1eb-8a2b9c000799 None None] For port 9d532fb1-cb38-4eee-a21d-619080db81b1, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:54:22.165237 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 3d740868-25ea-4e16-adb6-88d2e76888eb up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:54:22.178315 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-808c2c70-b7d7-4599-a1eb-8a2b9c000799 None None] For port 9d532fb1-cb38-4eee-a21d-619080db81b1, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9d532fb1-cb38-4eee-a21d-619080db81b1,segment=NetworkSegment(f9c1fd48-5ebe-4167-b684-89aa1e1ebfd8),segment_id=f9c1fd48-5ebe-4167-b684-89aa1e1ebfd8)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:54:22.208376 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1111e68-49a0-45fc-bd14-0fc0a19bebe6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:22.210218 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1111e68-49a0-45fc-bd14-0fc0a19bebe6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:22.216707 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d1111e68-49a0-45fc-bd14-0fc0a19bebe6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "PUT /v2.0/subnets/cdc49141-7b84-4045-b29e-b36248670704 HTTP/1.1" status: 200 len: 826 time: 2.5535536 Nov 25 19:54:22.220687 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35058) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:22.256645 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b3c35-05e4-4c3d-8e5e-2f2ac3a7ff3b req-05330d62-e568-4708-ad17-315497313746 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:22.267947 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e90b3c35-05e4-4c3d-8e5e-2f2ac3a7ff3b req-05330d62-e568-4708-ad17-315497313746 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=079411b7-0bd2-4182-9590-7439aaa10e0a HTTP/1.1" status: 200 len: 943 time: 0.4409132 Nov 25 19:54:22.280185 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-808c2c70-b7d7-4599-a1eb-8a2b9c000799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:22.329620 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da49cc85-4ed1-4aa1-a348-eb4c63700210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:22.339252 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da49cc85-4ed1-4aa1-a348-eb4c63700210 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:22.344372 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-da49cc85-4ed1-4aa1-a348-eb4c63700210 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/07797fa4-0e9c-4c6c-ae05-6f735e0f3b90 HTTP/1.1" status: 204 len: 168 time: 0.8639567 Nov 25 19:54:22.439346 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e90b3c35-05e4-4c3d-8e5e-2f2ac3a7ff3b req-23c8cd6f-520c-48dc-aa09-b59b759342b6 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699736 Nov 25 19:54:22.444732 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49cc85-4ed1-4aa1-a348-eb4c63700210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07797fa4-0e9c-4c6c-ae05-6f735e0f3b90,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:22.644848 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 585b50a8-7916-4caf-b4c9-68e8680b5bb0 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:54:22.682714 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e390-204b-49e3-8c32-1b80449cfebd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:22.703391 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e8b6b2b-d619-4f51-800d-26105f18fd7f req-85297fd0-0d58-4f61-b993-f7c64d28c9c1 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/ports?device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 210 time: 0.0930333 Nov 25 19:54:22.756683 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c2c70-b7d7-4599-a1eb-8a2b9c000799 None None] Pushing event updated for resources: {'Port': ['ID=9d532fb1-cb38-4eee-a21d-619080db81b1,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:22.909885 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b0a1e390-204b-49e3-8c32-1b80449cfebd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Deleting port 9d532fb1-cb38-4eee-a21d-619080db81b1 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:22.910503 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e390-204b-49e3-8c32-1b80449cfebd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:23.031108 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 585b50a8-7916-4caf-b4c9-68e8680b5bb0, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=585b50a8-7916-4caf-b4c9-68e8680b5bb0,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:23.069737 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '585b50a8-7916-4caf-b4c9-68e8680b5bb0', 'network_id': 'f9395996-8e1e-448f-bf5e-cf052999c475', 'port_id': '585b50a8-7916-4caf-b4c9-68e8680b5bb0', 'mac_address': 'fa:16:3e:30:78:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:54:23.083109 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b3fdb2-94ad-490e-b6c7-7a38a985ec36 None None] Network 0250ed1b-5496-4240-90cd-67e8605b2dfa requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:23.350523 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-b0a1e390-204b-49e3-8c32-1b80449cfebd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] For port 9d532fb1-cb38-4eee-a21d-619080db81b1, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9d532fb1-cb38-4eee-a21d-619080db81b1,segment=NetworkSegment(f9c1fd48-5ebe-4167-b684-89aa1e1ebfd8),segment_id=f9c1fd48-5ebe-4167-b684-89aa1e1ebfd8)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:23.352173 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e390-204b-49e3-8c32-1b80449cfebd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:23.438560 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b0a1e390-204b-49e3-8c32-1b80449cfebd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Calling delete_port for 9d532fb1-cb38-4eee-a21d-619080db81b1 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:23.544299 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 3d740868-25ea-4e16-adb6-88d2e76888eb triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:23.545793 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:23.597887 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:54:23.857681 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e390-204b-49e3-8c32-1b80449cfebd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:23.922537 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13121911-9b37-4ece-afb7-acde1973121c req-23734926-0ae4-409d-b821-b479e781dd1f tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:23.925746 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13121911-9b37-4ece-afb7-acde1973121c req-23734926-0ae4-409d-b821-b479e781dd1f tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=079411b7-0bd2-4182-9590-7439aaa10e0a HTTP/1.1" status: 200 len: 943 time: 0.2756555 Nov 25 19:54:24.005218 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1e390-204b-49e3-8c32-1b80449cfebd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event deleted for resources: {'Port': ['ID=9d532fb1-cb38-4eee-a21d-619080db81b1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:24.092256 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9afc1d1d-5da2-4da9-bcae-cd3c7f3bfbdb None None] Provisioning complete for port 3d740868-25ea-4e16-adb6-88d2e76888eb triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:24.093895 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9afc1d1d-5da2-4da9-bcae-cd3c7f3bfbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:24.147847 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13121911-9b37-4ece-afb7-acde1973121c req-f5912707-b201-4335-bef9-449e8fe4b434 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054331 Nov 25 19:54:24.205723 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a1e390-204b-49e3-8c32-1b80449cfebd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] No DVR routers for this DVR port 9d532fb1-cb38-4eee-a21d-619080db81b1 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:54:24.382557 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:24.503563 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:24.505193 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e390-204b-49e3-8c32-1b80449cfebd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:24.552839 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:24.610600 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1dcab80e-a481-400b-b37f-c2cacd12cb20 req-65d9ebc5-7807-4b16-954a-83d66b167258 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/ports?device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 210 time: 0.2287583 Nov 25 19:54:24.683198 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 585b50a8-7916-4caf-b4c9-68e8680b5bb0 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:54:24.787324 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e390-204b-49e3-8c32-1b80449cfebd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:24.868133 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1e390-204b-49e3-8c32-1b80449cfebd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event deleted for resources: {'Subnet': ['ID=cdc49141-7b84-4045-b29e-b36248670704,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:24.919464 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 585b50a8-7916-4caf-b4c9-68e8680b5bb0, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=585b50a8-7916-4caf-b4c9-68e8680b5bb0,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:25.022360 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:25.112181 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e390-204b-49e3-8c32-1b80449cfebd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:25.142759 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a39687-3aaf-4c9d-9c3b-e4260a599370 None None] Network cf6662cf-978a-411c-bcd2-83102dec1dc3 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:25.220696 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b0a1e390-204b-49e3-8c32-1b80449cfebd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6662cf-978a-411c-bcd2-83102dec1dc3']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:25.259683 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b0a1e390-204b-49e3-8c32-1b80449cfebd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c1fd48-5ebe-4167-b684-89aa1e1ebfd8') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:25.259994 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b0a1e390-204b-49e3-8c32-1b80449cfebd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c1fd48-5ebe-4167-b684-89aa1e1ebfd8') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:25.286953 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e390-204b-49e3-8c32-1b80449cfebd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:25.322870 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e390-204b-49e3-8c32-1b80449cfebd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:25.357465 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a1e390-204b-49e3-8c32-1b80449cfebd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:54:25.359005 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e390-204b-49e3-8c32-1b80449cfebd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:25.366727 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['585b50a8-7916-4caf-b4c9-68e8680b5bb0'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:54:25.372315 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:54:25.566952 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e390-204b-49e3-8c32-1b80449cfebd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:25.648527 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e390-204b-49e3-8c32-1b80449cfebd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:25.655633 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b0a1e390-204b-49e3-8c32-1b80449cfebd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "DELETE /v2.0/networks/cf6662cf-978a-411c-bcd2-83102dec1dc3 HTTP/1.1" status: 204 len: 168 time: 3.4363616 Nov 25 19:54:25.657701 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1e390-204b-49e3-8c32-1b80449cfebd tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event deleted for resources: {'Network': ['ID=cf6662cf-978a-411c-bcd2-83102dec1dc3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:25.660760 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35180) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:25.697729 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-fc72aa13-d02b-4fff-ad90-a493146fdf05 None None] Could not find standard attr ID for object 9d532fb1-cb38-4eee-a21d-619080db81b1. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:54:25.706419 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=585b50a8-7916-4caf-b4c9-68e8680b5bb0,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:25.722604 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-382dcb78-9b54-452b-b981-f1de237403cf tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] DELETE failed (client error): The resource could not be found. Nov 25 19:54:25.724934 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382dcb78-9b54-452b-b981-f1de237403cf tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:54:25.735468 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-382dcb78-9b54-452b-b981-f1de237403cf tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "DELETE /v2.0/networks/cf6662cf-978a-411c-bcd2-83102dec1dc3 HTTP/1.1" status: 404 len: 339 time: 0.0680041 Nov 25 19:54:25.736683 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35182) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:25.747817 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3ddc-aba5-40eb-bbfa-5266fa3c1d05 req-56d7c4b0-c757-4950-b6d3-0d5d6084d624 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:25.754335 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-595d95a6-891d-4e12-b525-c6663f59140a tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-896436649', 'description': 'd1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:25.766707 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79be3ddc-aba5-40eb-bbfa-5266fa3c1d05 req-56d7c4b0-c757-4950-b6d3-0d5d6084d624 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=079411b7-0bd2-4182-9590-7439aaa10e0a HTTP/1.1" status: 200 len: 944 time: 0.3758354 Nov 25 19:54:25.838428 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595d95a6-891d-4e12-b525-c6663f59140a tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Made reservation on behalf of 6f30dbacbc244f00a40c93d38750b681 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:25.851512 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-595d95a6-891d-4e12-b525-c6663f59140a tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:25.955342 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-595d95a6-891d-4e12-b525-c6663f59140a tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:54:25.971895 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79be3ddc-aba5-40eb-bbfa-5266fa3c1d05 req-cdcc41cf-3099-4fe7-bf09-7de47e2c252d tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976748 Nov 25 19:54:25.978035 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-595d95a6-891d-4e12-b525-c6663f59140a tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:25.978743 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-595d95a6-891d-4e12-b525-c6663f59140a tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Added segment dac21ee4-fc53-4db3-a753-4864ae4d33b6 of type vlan for network 943e9ecb-2b72-409f-a4df-cb6796068edc Nov 25 19:54:25.988415 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2ad50e-6315-4f53-a8c8-7f9a5a4f363a None None] DHCP port deletion for cf6662cf-978a-411c-bcd2-83102dec1dc3 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:54:26.072817 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070ca54c-31dc-4bdd-8c96-40c5716dd9e0 None None] Network cf6662cf-978a-411c-bcd2-83102dec1dc3 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:26.083335 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-595d95a6-891d-4e12-b525-c6663f59140a tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:26.163859 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070ca54c-31dc-4bdd-8c96-40c5716dd9e0 None None] Network cf6662cf-978a-411c-bcd2-83102dec1dc3 could not be found, it might have been deleted concurrently. {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 19:54:26.212708 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-595d95a6-891d-4e12-b525-c6663f59140a tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:26.234937 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595d95a6-891d-4e12-b525-c6663f59140a tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:26.236217 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-595d95a6-891d-4e12-b525-c6663f59140a tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:26.369257 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d95a6-891d-4e12-b525-c6663f59140a tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event updated for resources: {'Network': ['ID=943e9ecb-2b72-409f-a4df-cb6796068edc,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:26.395403 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 943e9ecb-2b72-409f-a4df-cb6796068edc details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:54:26.406621 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-595d95a6-891d-4e12-b525-c6663f59140a tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6648929 Nov 25 19:54:26.411026 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35194) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:26.492978 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8824a274-ddc9-4792-bb11-f3f636397f3f req-1628441f-381d-46be-9a4a-ad2653c97838 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "GET /v2.0/ports?device_id=8494e24d-6019-4720-9738-dea2869ac058 HTTP/1.1" status: 200 len: 210 time: 0.1297736 Nov 25 19:54:26.697607 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fbb036-9238-4daf-a510-f945680c6de5 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:26.703280 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 35210) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:26.714037 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-80fbb036-9238-4daf-a510-f945680c6de5 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "GET /v2.0/networks?id=943e9ecb-2b72-409f-a4df-cb6796068edc HTTP/1.1" status: 200 len: 764 time: 0.2873218 Nov 25 19:54:26.717064 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-f8ef5177-14e9-43dd-97cb-27a1e8edb52c tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Request body: {'network': {'description': 'd2'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:26.973813 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-40dd2fc5-6e4b-474f-bb85-f3ae6efe27db None None] Provisioning complete for port 3d740868-25ea-4e16-adb6-88d2e76888eb triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:26.975309 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-40dd2fc5-6e4b-474f-bb85-f3ae6efe27db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:27.041136 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 585b50a8-7916-4caf-b4c9-68e8680b5bb0 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:54:27.238236 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f8ef5177-14e9-43dd-97cb-27a1e8edb52c tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:27.326907 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9d532fb1-cb38-4eee-a21d-619080db81b1 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:54:27.359553 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f8ef5177-14e9-43dd-97cb-27a1e8edb52c tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:27.384673 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 9d532fb1-cb38-4eee-a21d-619080db81b1 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:54:27.385407 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9d532fb1-cb38-4eee-a21d-619080db81b1 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:54:27.439614 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 585b50a8-7916-4caf-b4c9-68e8680b5bb0 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:54:27.453150 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 585b50a8-7916-4caf-b4c9-68e8680b5bb0 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:27.454956 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:27.666559 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:27.749648 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 585b50a8-7916-4caf-b4c9-68e8680b5bb0, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=585b50a8-7916-4caf-b4c9-68e8680b5bb0,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:27.752762 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079411b7-0bd2-4182-9590-7439aaa10e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585b50a8-7916-4caf-b4c9-68e8680b5bb0'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:54:27.759312 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fa041a-b78e-4d83-a8ac-065984225a29" -d '{"events": [{"server_uuid": "079411b7-0bd2-4182-9590-7439aaa10e0a", "name": "network-vif-plugged", "status": "completed", "tag": "585b50a8-7916-4caf-b4c9-68e8680b5bb0"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:54:27.768951 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:27.923595 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=585b50a8-7916-4caf-b4c9-68e8680b5bb0,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:27.952383 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f8ef5177-14e9-43dd-97cb-27a1e8edb52c tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Network 943e9ecb-2b72-409f-a4df-cb6796068edc is not hosted by any dhcp agent {{(pid=103600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 19:54:27.964954 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ef5177-14e9-43dd-97cb-27a1e8edb52c tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:27.966367 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f8ef5177-14e9-43dd-97cb-27a1e8edb52c tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:27.968881 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f8ef5177-14e9-43dd-97cb-27a1e8edb52c tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "PUT /v2.0/networks/943e9ecb-2b72-409f-a4df-cb6796068edc HTTP/1.1" status: 200 len: 761 time: 1.2639394 Nov 25 19:54:27.971410 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35254) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:28.013671 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f65e51-cab8-4b11-8b52-f0c5aaa3965e req-3ef64d70-ecb3-4e27-b457-a4deac6c1a58 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:28.036520 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-42f65e51-cab8-4b11-8b52-f0c5aaa3965e req-3ef64d70-ecb3-4e27-b457-a4deac6c1a58 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=079411b7-0bd2-4182-9590-7439aaa10e0a HTTP/1.1" status: 200 len: 944 time: 0.8286712 Nov 25 19:54:28.148623 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef5177-14e9-43dd-97cb-27a1e8edb52c tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event updated for resources: {'Network': ['ID=943e9ecb-2b72-409f-a4df-cb6796068edc,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:28.163605 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 943e9ecb-2b72-409f-a4df-cb6796068edc details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:54:28.211707 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-42f65e51-cab8-4b11-8b52-f0c5aaa3965e req-68fe39b7-0b5b-4b67-aaac-26e82ca5c02a tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917208 Nov 25 19:54:28.270321 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b23192-b797-4ebc-8ac8-5202624fa4f6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:28.273145 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-25b23192-b797-4ebc-8ac8-5202624fa4f6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "GET /v2.0/networks?id=943e9ecb-2b72-409f-a4df-cb6796068edc HTTP/1.1" status: 200 len: 764 time: 0.2960196 Nov 25 19:54:28.276970 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35268) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:28.380871 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 35282) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:28.430877 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b16a57-ad83-474c-a69a-ebd65d454dcb x-openstack-request-id: req-04b16a57-ad83-474c-a69a-ebd65d454dcb {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:54:28.431724 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079411b7-0bd2-4182-9590-7439aaa10e0a", "name": "network-vif-plugged", "status": "completed", "tag": "585b50a8-7916-4caf-b4c9-68e8680b5bb0", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:54:28.435492 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-04b16a57-ad83-474c-a69a-ebd65d454dcb {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:54:28.437747 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079411b7-0bd2-4182-9590-7439aaa10e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585b50a8-7916-4caf-b4c9-68e8680b5bb0', 'code': 200} Nov 25 19:54:28.596069 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ade3ae4-541e-4795-b465-89e8e8a19ce9 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:28.598060 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1ade3ae4-541e-4795-b465-89e8e8a19ce9 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3196785 Nov 25 19:54:28.600861 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35292) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:28.601384 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46590d32-82a7-4c19-96aa-1837bebbb251 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:28.647303 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e77c2954-95c7-4cb9-9e1b-b60014839da1 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "GET /v2.0/subnets?network_id=f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 207 time: 0.0445030 Nov 25 19:54:28.647565 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46590d32-82a7-4c19-96aa-1837bebbb251 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:28.648419 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35298) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:28.663440 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98803dce-8d7c-4ebd-890b-b830c9480472 req-f7de13b7-e640-48e6-9aa9-b631a408a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:28.665059 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-98803dce-8d7c-4ebd-890b-b830c9480472 req-f7de13b7-e640-48e6-9aa9-b631a408a57f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=079411b7-0bd2-4182-9590-7439aaa10e0a HTTP/1.1" status: 200 len: 1096 time: 0.1515174 Nov 25 19:54:28.744328 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-98803dce-8d7c-4ebd-890b-b830c9480472 req-4bdbc761-0d97-465b-b265-b0d5479e9384 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665343 Nov 25 19:54:28.783136 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46590d32-82a7-4c19-96aa-1837bebbb251 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:28.788181 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46590d32-82a7-4c19-96aa-1837bebbb251 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:28.789855 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-46590d32-82a7-4c19-96aa-1837bebbb251 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] 10.222.0.55 "DELETE /v2.0/security-groups/4213ddda-2576-4b10-be6c-fb34c86c46f7 HTTP/1.1" status: 204 len: 168 time: 0.4073932 Nov 25 19:54:28.823794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46590d32-82a7-4c19-96aa-1837bebbb251 tempest-TestVolumeBackupRestore-256625391 tempest-TestVolumeBackupRestore-256625391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4213ddda-2576-4b10-be6c-fb34c86c46f7,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:28.912809 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab14473-22e6-4e2e-8764-5b3013b2f7d5 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:28.931208 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab14473-22e6-4e2e-8764-5b3013b2f7d5 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:28.946516 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab14473-22e6-4e2e-8764-5b3013b2f7d5 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:28.955220 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab14473-22e6-4e2e-8764-5b3013b2f7d5 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:28.969640 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab14473-22e6-4e2e-8764-5b3013b2f7d5 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:28.977764 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab14473-22e6-4e2e-8764-5b3013b2f7d5 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:28.983546 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6ab14473-22e6-4e2e-8764-5b3013b2f7d5 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3339407 Nov 25 19:54:28.990477 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 35320) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:29.282152 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-90aa0dec-d544-47b2-bf57-b33b1b22e77a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:29.736450 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35378) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:29.739978 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2b76e51d-6c37-437d-b9f5-702844ba1528 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.7447791 Nov 25 19:54:29.784025 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10236547-0353-45b7-a102-b3c267baa95e req-1ae7f2af-e8e0-49cd-be10-6ce981cc8e12 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:29.818683 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10236547-0353-45b7-a102-b3c267baa95e req-1ae7f2af-e8e0-49cd-be10-6ce981cc8e12 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=079411b7-0bd2-4182-9590-7439aaa10e0a HTTP/1.1" status: 200 len: 945 time: 0.3271840 Nov 25 19:54:29.944607 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a7c52a-8b3f-4a18-b5ab-a33e83d828f7 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:29.949052 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a7c52a-8b3f-4a18-b5ab-a33e83d828f7 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:29.952810 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a7c52a-8b3f-4a18-b5ab-a33e83d828f7 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:29.960921 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a7c52a-8b3f-4a18-b5ab-a33e83d828f7 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:29.964953 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a7c52a-8b3f-4a18-b5ab-a33e83d828f7 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:29.972274 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e1a7c52a-8b3f-4a18-b5ab-a33e83d828f7 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2337070 Nov 25 19:54:29.978465 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35398) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:30.031293 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10236547-0353-45b7-a102-b3c267baa95e req-02e3bb76-5881-4f7f-a3d8-eb9080960770 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933556 Nov 25 19:54:30.296925 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ae1a17-3912-453f-905d-a9fe3ed84c45 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:30.312399 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ae1a17-3912-453f-905d-a9fe3ed84c45 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:30.316377 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ae1a17-3912-453f-905d-a9fe3ed84c45 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:30.330748 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ae1a17-3912-453f-905d-a9fe3ed84c45 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:30.335728 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ae1a17-3912-453f-905d-a9fe3ed84c45 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:30.339482 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a1ae1a17-3912-453f-905d-a9fe3ed84c45 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3589976 Nov 25 19:54:30.343230 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 35432) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:30.668007 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b54fb9d-38ec-4e29-b26e-7847d42d8b95 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:30.672587 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4b54fb9d-38ec-4e29-b26e-7847d42d8b95 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "GET /v2.0/networks/6996b87e-f18c-4e3e-a324-cc3cb5aabf32 HTTP/1.1" status: 200 len: 803 time: 0.3266385 Nov 25 19:54:30.679319 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35464) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:31.066955 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 35500) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:31.128212 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3d9e57be-41aa-43a3-a39c-4ea948e23045 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "GET /v2.0/networks/6996b87e-f18c-4e3e-a324-cc3cb5aabf32?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4422257 Nov 25 19:54:31.129048 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35506) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:31.288739 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679df970-d9c6-4714-bb58-18e80910b867 req-f4b8a7ae-7ab7-4bf4-a922-80ff972b7ae3 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:31.290421 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-679df970-d9c6-4714-bb58-18e80910b867 req-f4b8a7ae-7ab7-4bf4-a922-80ff972b7ae3 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=079411b7-0bd2-4182-9590-7439aaa10e0a HTTP/1.1" status: 200 len: 945 time: 0.1456914 Nov 25 19:54:31.376741 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735b5ddf-a8d5-4ac8-b2a3-cc4fe05a0039 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:31.385115 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-735b5ddf-a8d5-4ac8-b2a3-cc4fe05a0039 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "GET /v2.0/subnets/e561cd86-0dff-4f15-91fd-e2ae65251a36 HTTP/1.1" status: 200 len: 843 time: 0.2343371 Nov 25 19:54:31.385990 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35526) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:31.405345 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fb168ba-199d-4fd5-9f33-af37d47e697c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:31.422519 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-679df970-d9c6-4714-bb58-18e80910b867 req-e6abf09b-2c5d-49fc-b857-455cc3e1f6ee tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150782 Nov 25 19:54:31.497569 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b47f6b-8240-4afa-9d3e-f142490195b7 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:31.500697 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-74b47f6b-8240-4afa-9d3e-f142490195b7 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "GET /v2.0/subnets/e561cd86-0dff-4f15-91fd-e2ae65251a36?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1122224 Nov 25 19:54:31.509521 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35542) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:31.527795 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f85a35a5-f808-489e-9259-fc79b6b92403 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1310504809'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:31.644345 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fb168ba-199d-4fd5-9f33-af37d47e697c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:31.650367 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85a35a5-f808-489e-9259-fc79b6b92403 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Made reservation on behalf of 6f30dbacbc244f00a40c93d38750b681 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:31.655742 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fb168ba-199d-4fd5-9f33-af37d47e697c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:31.667342 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f85a35a5-f808-489e-9259-fc79b6b92403 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:31.744255 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f85a35a5-f808-489e-9259-fc79b6b92403 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:54:31.791197 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79843b47-9659-4845-a9dc-9f61cd0064fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:31.807777 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f85a35a5-f808-489e-9259-fc79b6b92403 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:31.810137 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-f85a35a5-f808-489e-9259-fc79b6b92403 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Added segment 5d10e5bb-bcb4-474a-a4fe-24a24ee56d0d of type vlan for network 6d2c4e36-1753-42e8-8938-c25bcfeb8762 Nov 25 19:54:31.981975 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb168ba-199d-4fd5-9f33-af37d47e697c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f4cd28-0cbe-40ce-b5a6-7a4d4e23a504,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:32.045046 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8fb168ba-199d-4fd5-9f33-af37d47e697c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5408f75943ca44a0aa591c565b387dbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9481835 Nov 25 19:54:32.049465 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 35574) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:32.065174 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f85a35a5-f808-489e-9259-fc79b6b92403 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:32.139518 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f85a35a5-f808-489e-9259-fc79b6b92403 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:32.165492 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85a35a5-f808-489e-9259-fc79b6b92403 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:32.166778 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f85a35a5-f808-489e-9259-fc79b6b92403 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:32.318848 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f85a35a5-f808-489e-9259-fc79b6b92403 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8070333 Nov 25 19:54:32.328556 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35594) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:32.376191 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-128e393d-74d3-4c8c-9753-bbff3d5c73af tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Request body: {'subnet': {'network_id': '6d2c4e36-1753-42e8-8938-c25bcfeb8762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:32.547715 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70e0fa8d-4b26-4178-8d71-407f575c84a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:32.784510 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a35a5-f808-489e-9259-fc79b6b92403 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event updated for resources: {'Network': ['ID=6d2c4e36-1753-42e8-8938-c25bcfeb8762,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:32.797696 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70e0fa8d-4b26-4178-8d71-407f575c84a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:32.820925 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 6d2c4e36-1753-42e8-8938-c25bcfeb8762 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:54:32.916398 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743eac44-0779-45da-bb2f-1f781d099304 req-224668c7-f459-4b86-b391-6180620356eb tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:32.943104 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-743eac44-0779-45da-bb2f-1f781d099304 req-224668c7-f459-4b86-b391-6180620356eb tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=079411b7-0bd2-4182-9590-7439aaa10e0a HTTP/1.1" status: 200 len: 945 time: 0.6005623 Nov 25 19:54:33.014154 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128e393d-74d3-4c8c-9753-bbff3d5c73af tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Made reservation on behalf of 6f30dbacbc244f00a40c93d38750b681 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:33.021225 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-128e393d-74d3-4c8c-9753-bbff3d5c73af tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:33.202575 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-743eac44-0779-45da-bb2f-1f781d099304 req-2c0c4e7d-c37a-4695-8304-86e2df72fed3 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581811 Nov 25 19:54:33.215244 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70e0fa8d-4b26-4178-8d71-407f575c84a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:33.218025 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70e0fa8d-4b26-4178-8d71-407f575c84a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:33.219200 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-70e0fa8d-4b26-4178-8d71-407f575c84a4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/28f4cd28-0cbe-40ce-b5a6-7a4d4e23a504 HTTP/1.1" status: 204 len: 168 time: 1.1642759 Nov 25 19:54:33.240064 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0fa8d-4b26-4178-8d71-407f575c84a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f4cd28-0cbe-40ce-b5a6-7a4d4e23a504,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:33.282062 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.ipam_backend_mixin [None req-128e393d-74d3-4c8c-9753-bbff3d5c73af tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Performing IP validity checks on allocation pools {{(pid=103599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 19:54:33.283067 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.ipam_backend_mixin [None req-128e393d-74d3-4c8c-9753-bbff3d5c73af tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 19:54:33.786270 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:33.807292 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-128e393d-74d3-4c8c-9753-bbff3d5c73af tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:34.052739 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e393d-74d3-4c8c-9753-bbff3d5c73af tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event updated for resources: {'Subnet': ['ID=b0be46bc-1073-453d-8d1c-395ff741eef9,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:34.087899 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128e393d-74d3-4c8c-9753-bbff3d5c73af tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Checking segment: {'id': '5d10e5bb-bcb4-474a-a4fe-24a24ee56d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6d2c4e36-1753-42e8-8938-c25bcfeb8762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:34.093275 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128e393d-74d3-4c8c-9753-bbff3d5c73af tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Network hostable DHCP agents. Network: 6d2c4e36-1753-42e8-8938-c25bcfeb8762, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:54:34.243107 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128e393d-74d3-4c8c-9753-bbff3d5c73af tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Network 6d2c4e36-1753-42e8-8938-c25bcfeb8762 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:54:34.314397 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-128e393d-74d3-4c8c-9753-bbff3d5c73af tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 6d2c4e36-1753-42e8-8938-c25bcfeb8762) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:34.333888 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96bf3ee-d085-42c2-bade-2767c3e8aff4 None None] Network 6d2c4e36-1753-42e8-8938-c25bcfeb8762 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:34.360980 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128e393d-74d3-4c8c-9753-bbff3d5c73af tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:34.363596 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-128e393d-74d3-4c8c-9753-bbff3d5c73af tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:34.469841 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-128e393d-74d3-4c8c-9753-bbff3d5c73af tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.1364875 Nov 25 19:54:34.475653 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 35732) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:34.485953 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-52194f81-4788-4c90-a9f2-9a1a41c0bcb6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:35.128290 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5cc35e-75b2-416d-8589-f3d6c0e6bb0f req-66b83520-5334-4015-a314-6fde90b34631 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:35.148917 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba5cc35e-75b2-416d-8589-f3d6c0e6bb0f req-66b83520-5334-4015-a314-6fde90b34631 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=079411b7-0bd2-4182-9590-7439aaa10e0a HTTP/1.1" status: 200 len: 945 time: 0.4727423 Nov 25 19:54:35.194046 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47da0323-801d-45f2-af8c-45f5435d1c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-6d2c4e36-1753-42e8-8938-c25bcfeb8762', 'network_id': '6d2c4e36-1753-42e8-8938-c25bcfeb8762', 'tenant_id': '6f30dbacbc244f00a40c93d38750b681', 'fixed_ips': [{'subnet_id': 'b0be46bc-1073-453d-8d1c-395ff741eef9'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:54:35.204193 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-52194f81-4788-4c90-a9f2-9a1a41c0bcb6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4344238'] for subnet, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:35.205408 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-47da0323-801d-45f2-af8c-45f5435d1c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:35.760335 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:35.771594 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:36.034585 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba5cc35e-75b2-416d-8589-f3d6c0e6bb0f req-9d09fab8-6329-4f7f-892c-50de998489c0 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8836446 Nov 25 19:54:36.039301 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-52194f81-4788-4c90-a9f2-9a1a41c0bcb6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733167145584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5940313'] for subnet, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:36.168252 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52194f81-4788-4c90-a9f2-9a1a41c0bcb6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:36.173897 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-52194f81-4788-4c90-a9f2-9a1a41c0bcb6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:36.183548 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-52194f81-4788-4c90-a9f2-9a1a41c0bcb6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "PUT /v2.0/subnets/b0be46bc-1073-453d-8d1c-395ff741eef9 HTTP/1.1" status: 200 len: 900 time: 1.7043169 Nov 25 19:54:36.184350 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35858) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:36.205591 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-47da0323-801d-45f2-af8c-45f5435d1c65 None None] Allocated IP 2001:db8::3 (6d2c4e36-1753-42e8-8938-c25bcfeb8762/b0be46bc-1073-453d-8d1c-395ff741eef9/ad5f9456-eab3-4e3b-8998-5344424e93a4) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:54:36.393102 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52194f81-4788-4c90-a9f2-9a1a41c0bcb6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event updated for resources: {'Subnet': ['ID=b0be46bc-1073-453d-8d1c-395ff741eef9,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:36.750824 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-47da0323-801d-45f2-af8c-45f5435d1c65 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:36.793994 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05cabed-2604-424f-8bb5-a01818ff54be tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:36.800584 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-47da0323-801d-45f2-af8c-45f5435d1c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:37.027514 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e05cabed-2604-424f-8bb5-a01818ff54be tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Deleting port ad5f9456-eab3-4e3b-8998-5344424e93a4 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:37.027884 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05cabed-2604-424f-8bb5-a01818ff54be tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:37.031932 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da0323-801d-45f2-af8c-45f5435d1c65 None None] Pushing event updated for resources: {'Port': ['ID=ad5f9456-eab3-4e3b-8998-5344424e93a4,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:37.086603 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47da0323-801d-45f2-af8c-45f5435d1c65 None None] Network 6d2c4e36-1753-42e8-8938-c25bcfeb8762 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:54:37.089661 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-47da0323-801d-45f2-af8c-45f5435d1c65 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:37.097688 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47da0323-801d-45f2-af8c-45f5435d1c65 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:54:37.219361 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc9c03-0aff-4ccb-b4e2-cce0b7855097 req-be6fbca2-84a0-44f0-a01d-017aa58d26c2 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:37.246801 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9bc9c03-0aff-4ccb-b4e2-cce0b7855097 req-be6fbca2-84a0-44f0-a01d-017aa58d26c2 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=079411b7-0bd2-4182-9590-7439aaa10e0a HTTP/1.1" status: 200 len: 945 time: 0.2838843 Nov 25 19:54:37.364796 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-e05cabed-2604-424f-8bb5-a01818ff54be tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] For port ad5f9456-eab3-4e3b-8998-5344424e93a4, host n-d-819349-5, got binding levels [] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:37.366580 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05cabed-2604-424f-8bb5-a01818ff54be tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:37.384648 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-47da0323-801d-45f2-af8c-45f5435d1c65 None None] Attempting to bind port ad5f9456-eab3-4e3b-8998-5344424e93a4 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:37.385430 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-47da0323-801d-45f2-af8c-45f5435d1c65 None None] Attempting to bind port ad5f9456-eab3-4e3b-8998-5344424e93a4 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '5d10e5bb-bcb4-474a-a4fe-24a24ee56d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6d2c4e36-1753-42e8-8938-c25bcfeb8762'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:37.386052 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47da0323-801d-45f2-af8c-45f5435d1c65 None None] Attempting to bind port ad5f9456-eab3-4e3b-8998-5344424e93a4 on network 6d2c4e36-1753-42e8-8938-c25bcfeb8762 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:37.404807 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47da0323-801d-45f2-af8c-45f5435d1c65 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:54:37.408135 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47da0323-801d-45f2-af8c-45f5435d1c65 None None] Checking segment: {'id': '5d10e5bb-bcb4-474a-a4fe-24a24ee56d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6d2c4e36-1753-42e8-8938-c25bcfeb8762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:37.409132 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-47da0323-801d-45f2-af8c-45f5435d1c65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:37.410121 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47da0323-801d-45f2-af8c-45f5435d1c65 None None] Bound using segment: {'id': '5d10e5bb-bcb4-474a-a4fe-24a24ee56d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6d2c4e36-1753-42e8-8938-c25bcfeb8762'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:54:37.412546 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-47da0323-801d-45f2-af8c-45f5435d1c65 None None] Bound port: ad5f9456-eab3-4e3b-8998-5344424e93a4, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d10e5bb-bcb4-474a-a4fe-24a24ee56d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6d2c4e36-1753-42e8-8938-c25bcfeb8762'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:54:37.414456 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-47da0323-801d-45f2-af8c-45f5435d1c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:37.422634 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9bc9c03-0aff-4ccb-b4e2-cce0b7855097 req-1be303ae-5fbf-4929-8e54-3e0cc3940459 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745925 Nov 25 19:54:37.433012 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e05cabed-2604-424f-8bb5-a01818ff54be tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Calling delete_port for ad5f9456-eab3-4e3b-8998-5344424e93a4 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:37.542076 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 35962) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:37.726979 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-47da0323-801d-45f2-af8c-45f5435d1c65 None None] For port ad5f9456-eab3-4e3b-8998-5344424e93a4, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:54:37.742222 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-47da0323-801d-45f2-af8c-45f5435d1c65 None None] For port ad5f9456-eab3-4e3b-8998-5344424e93a4, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=ad5f9456-eab3-4e3b-8998-5344424e93a4,segment=NetworkSegment(5d10e5bb-bcb4-474a-a4fe-24a24ee56d0d),segment_id=5d10e5bb-bcb4-474a-a4fe-24a24ee56d0d)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:54:37.743206 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-622f57a6-887d-4c21-a607-803ca4a830ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:37.759290 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-47da0323-801d-45f2-af8c-45f5435d1c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:37.949137 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da0323-801d-45f2-af8c-45f5435d1c65 None None] Pushing event updated for resources: {'Port': ['ID=ad5f9456-eab3-4e3b-8998-5344424e93a4,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:37.966875 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05cabed-2604-424f-8bb5-a01818ff54be tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:38.039269 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cabed-2604-424f-8bb5-a01818ff54be tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event deleted for resources: {'Port': ['ID=ad5f9456-eab3-4e3b-8998-5344424e93a4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:38.116158 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-622f57a6-887d-4c21-a607-803ca4a830ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:38.134491 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-622f57a6-887d-4c21-a607-803ca4a830ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:38.139843 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05cabed-2604-424f-8bb5-a01818ff54be tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] No DVR routers for this DVR port ad5f9456-eab3-4e3b-8998-5344424e93a4 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:54:38.304121 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05cabed-2604-424f-8bb5-a01818ff54be tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:38.396818 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-622f57a6-887d-4c21-a607-803ca4a830ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e706a6e2992a42f18674cc76a61252c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8531401 Nov 25 19:54:38.399082 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f57a6-887d-4c21-a607-803ca4a830ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a304930b-5888-400b-bc9f-d37f6ee48982,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:38.401481 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 35970) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:38.671805 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64670f3e-6fbf-42df-a2e2-01f6d6ae1e13 req-de79e026-ca54-41f2-b23e-6460519183a3 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:38.676035 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64670f3e-6fbf-42df-a2e2-01f6d6ae1e13 req-de79e026-ca54-41f2-b23e-6460519183a3 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.73 "GET /v2.0/ports?device_id=079411b7-0bd2-4182-9590-7439aaa10e0a HTTP/1.1" status: 200 len: 945 time: 0.1576326 Nov 25 19:54:38.704946 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b9d5e70-43ea-4ffe-b819-7f6556e9fdaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:38.794345 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b9d5e70-43ea-4ffe-b819-7f6556e9fdaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:39.000180 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b9d5e70-43ea-4ffe-b819-7f6556e9fdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:39.014401 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b9d5e70-43ea-4ffe-b819-7f6556e9fdaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:39.016627 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9b9d5e70-43ea-4ffe-b819-7f6556e9fdaf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a304930b-5888-400b-bc9f-d37f6ee48982 HTTP/1.1" status: 204 len: 168 time: 0.6093645 Nov 25 19:54:39.030331 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05cabed-2604-424f-8bb5-a01818ff54be tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:39.156232 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4b792-a2e8-445c-be8c-e090de3951ab req-67f4b7bb-8a2c-4d54-bdfd-e69d08493a49 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:39.171223 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-80e4b792-a2e8-445c-be8c-e090de3951ab req-67f4b7bb-8a2c-4d54-bdfd-e69d08493a49 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=079411b7-0bd2-4182-9590-7439aaa10e0a HTTP/1.1" status: 200 len: 945 time: 0.4922476 Nov 25 19:54:39.272141 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d5e70-43ea-4ffe-b819-7f6556e9fdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a304930b-5888-400b-bc9f-d37f6ee48982,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:39.278849 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cabed-2604-424f-8bb5-a01818ff54be tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event deleted for resources: {'Subnet': ['ID=b0be46bc-1073-453d-8d1c-395ff741eef9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:39.363062 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-80e4b792-a2e8-445c-be8c-e090de3951ab req-6191d01a-4c16-44ce-af13-a893282ba464 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/security-groups?id=beb25cff-cb0f-40bf-8b30-20a99006f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902456 Nov 25 19:54:39.519852 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05cabed-2604-424f-8bb5-a01818ff54be tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:39.556606 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-64670f3e-6fbf-42df-a2e2-01f6d6ae1e13 req-b0e3c256-f1df-403f-a073-52c9290df2c5 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Deleting port 585b50a8-7916-4caf-b4c9-68e8680b5bb0 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:39.557348 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-64670f3e-6fbf-42df-a2e2-01f6d6ae1e13 req-b0e3c256-f1df-403f-a073-52c9290df2c5 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:39.607499 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-e05cabed-2604-424f-8bb5-a01818ff54be tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2c4e36-1753-42e8-8938-c25bcfeb8762']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:39.644906 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-e05cabed-2604-424f-8bb5-a01818ff54be tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d10e5bb-bcb4-474a-a4fe-24a24ee56d0d') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:39.645252 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-e05cabed-2604-424f-8bb5-a01818ff54be tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d10e5bb-bcb4-474a-a4fe-24a24ee56d0d') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:39.679937 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05cabed-2604-424f-8bb5-a01818ff54be tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:39.733055 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05cabed-2604-424f-8bb5-a01818ff54be tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:39.752001 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05cabed-2604-424f-8bb5-a01818ff54be tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:54:39.752426 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05cabed-2604-424f-8bb5-a01818ff54be tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:39.914368 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-64670f3e-6fbf-42df-a2e2-01f6d6ae1e13 req-b0e3c256-f1df-403f-a073-52c9290df2c5 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] For port 585b50a8-7916-4caf-b4c9-68e8680b5bb0, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=585b50a8-7916-4caf-b4c9-68e8680b5bb0,segment=NetworkSegment(a2b88b42-b2ad-4680-bdc7-a4767e8278d0),segment_id=a2b88b42-b2ad-4680-bdc7-a4767e8278d0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:39.916250 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-64670f3e-6fbf-42df-a2e2-01f6d6ae1e13 req-b0e3c256-f1df-403f-a073-52c9290df2c5 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:39.951489 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-64670f3e-6fbf-42df-a2e2-01f6d6ae1e13 req-b0e3c256-f1df-403f-a073-52c9290df2c5 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Calling delete_port for 585b50a8-7916-4caf-b4c9-68e8680b5bb0 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:40.135661 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fd8583-c73c-446c-a9d9-c743c12d83f4 None None] Network 6d2c4e36-1753-42e8-8938-c25bcfeb8762 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:40.272457 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-fe651d61-dda2-4e96-902d-05c9c694a445 None None] Could not find standard attr ID for object ad5f9456-eab3-4e3b-8998-5344424e93a4. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:54:40.420916 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-64670f3e-6fbf-42df-a2e2-01f6d6ae1e13 req-b0e3c256-f1df-403f-a073-52c9290df2c5 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:40.558022 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3c256-f1df-403f-a073-52c9290df2c5 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Pushing event deleted for resources: {'Port': ['ID=585b50a8-7916-4caf-b4c9-68e8680b5bb0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:54:40.587970 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:54:40.602263 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05cabed-2604-424f-8bb5-a01818ff54be tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:40.623239 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05cabed-2604-424f-8bb5-a01818ff54be tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:40.627280 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e05cabed-2604-424f-8bb5-a01818ff54be tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "DELETE /v2.0/networks/6d2c4e36-1753-42e8-8938-c25bcfeb8762 HTTP/1.1" status: 204 len: 168 time: 4.4406397 Nov 25 19:54:40.646026 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f330c9a8-a8b8-4980-b21a-c316064fcd46 None None] DHCP port deletion for f9395996-8e1e-448f-bf5e-cf052999c475 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:54:40.660465 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-731e8101-f9be-488b-9dc1-c38cd3a59e9e req-01ccaacf-8e29-4b6d-870f-364725b53032 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.55 "GET /v2.0/ports?device_id=079411b7-0bd2-4182-9590-7439aaa10e0a HTTP/1.1" status: 200 len: 210 time: 0.0685353 Nov 25 19:54:40.664016 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36002) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:40.664745 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-64670f3e-6fbf-42df-a2e2-01f6d6ae1e13 req-b0e3c256-f1df-403f-a073-52c9290df2c5 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] No DVR routers for this DVR port 585b50a8-7916-4caf-b4c9-68e8680b5bb0 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:54:40.682429 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cabed-2604-424f-8bb5-a01818ff54be tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event deleted for resources: {'Network': ['ID=6d2c4e36-1753-42e8-8938-c25bcfeb8762,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:40.682692 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-64670f3e-6fbf-42df-a2e2-01f6d6ae1e13 req-b0e3c256-f1df-403f-a073-52c9290df2c5 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:40.706903 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64670f3e-6fbf-42df-a2e2-01f6d6ae1e13 req-b0e3c256-f1df-403f-a073-52c9290df2c5 tempest-DeleteServersTestJSON-303715447 tempest-DeleteServersTestJSON-303715447-project] 10.222.0.73 "DELETE /v2.0/ports/585b50a8-7916-4caf-b4c9-68e8680b5bb0 HTTP/1.1" status: 204 len: 173 time: 1.9937675 Nov 25 19:54:40.747154 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74492b1-41e5-440b-88fb-435222b945bf None None] DHCP port deletion for 6d2c4e36-1753-42e8-8938-c25bcfeb8762 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:54:40.759351 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079411b7-0bd2-4182-9590-7439aaa10e0a', 'name': 'network-vif-deleted', 'tag': '585b50a8-7916-4caf-b4c9-68e8680b5bb0'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:54:40.763089 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873349b4-bcc7-4a1d-9e94-44d72e95f771" -d '{"events": [{"server_uuid": "079411b7-0bd2-4182-9590-7439aaa10e0a", "name": "network-vif-deleted", "tag": "585b50a8-7916-4caf-b4c9-68e8680b5bb0"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:54:40.767781 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7494dd-65ac-4eca-8a71-a8b14ac4639c tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] DELETE failed (client error): The resource could not be found. Nov 25 19:54:40.776196 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7494dd-65ac-4eca-8a71-a8b14ac4639c tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:54:40.792207 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d68fcaf-1376-4175-9c9c-0eb499609ae3 None None] Network 6d2c4e36-1753-42e8-8938-c25bcfeb8762 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:40.797086 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cd7494dd-65ac-4eca-8a71-a8b14ac4639c tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "DELETE /v2.0/subnets/b0be46bc-1073-453d-8d1c-395ff741eef9 HTTP/1.1" status: 404 len: 337 time: 0.0854957 Nov 25 19:54:40.799693 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36010) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:40.856566 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad28ed2-74e4-40f9-a2be-ffc491b5fa0b tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] DELETE failed (client error): The resource could not be found. Nov 25 19:54:40.860021 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d68fcaf-1376-4175-9c9c-0eb499609ae3 None None] Network 6d2c4e36-1753-42e8-8938-c25bcfeb8762 could not be found, it might have been deleted concurrently. {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 19:54:40.860899 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad28ed2-74e4-40f9-a2be-ffc491b5fa0b tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:54:40.865874 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2ad28ed2-74e4-40f9-a2be-ffc491b5fa0b tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "DELETE /v2.0/networks/6d2c4e36-1753-42e8-8938-c25bcfeb8762 HTTP/1.1" status: 404 len: 339 time: 0.0648930 Nov 25 19:54:40.869990 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36014) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:40.924881 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856c45d3-b157-4fcd-bd51-55488ae40e07 x-openstack-request-id: req-856c45d3-b157-4fcd-bd51-55488ae40e07 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:54:40.925459 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079411b7-0bd2-4182-9590-7439aaa10e0a", "name": "network-vif-deleted", "tag": "585b50a8-7916-4caf-b4c9-68e8680b5bb0", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:54:40.925890 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-856c45d3-b157-4fcd-bd51-55488ae40e07 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:54:40.926546 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079411b7-0bd2-4182-9590-7439aaa10e0a', 'name': 'network-vif-deleted', 'tag': '585b50a8-7916-4caf-b4c9-68e8680b5bb0', 'status': 'completed', 'code': 200} Nov 25 19:54:41.082469 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-936a7882-11b9-4169-9945-7e72155b7b19 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:41.104671 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 585b50a8-7916-4caf-b4c9-68e8680b5bb0 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:54:41.189699 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 585b50a8-7916-4caf-b4c9-68e8680b5bb0 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:54:41.196437 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 585b50a8-7916-4caf-b4c9-68e8680b5bb0 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:54:41.365498 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ad5f9456-eab3-4e3b-8998-5344424e93a4 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:54:41.462800 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: ad5f9456-eab3-4e3b-8998-5344424e93a4 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:54:41.463375 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ad5f9456-eab3-4e3b-8998-5344424e93a4 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:54:41.502815 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-936a7882-11b9-4169-9945-7e72155b7b19 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:41.569257 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-936a7882-11b9-4169-9945-7e72155b7b19 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943e9ecb-2b72-409f-a4df-cb6796068edc']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:41.601754 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-936a7882-11b9-4169-9945-7e72155b7b19 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac21ee4-fc53-4db3-a753-4864ae4d33b6') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:41.602312 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-936a7882-11b9-4169-9945-7e72155b7b19 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac21ee4-fc53-4db3-a753-4864ae4d33b6') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:41.636066 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-936a7882-11b9-4169-9945-7e72155b7b19 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:41.694558 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-936a7882-11b9-4169-9945-7e72155b7b19 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:41.712915 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936a7882-11b9-4169-9945-7e72155b7b19 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:54:41.713528 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-936a7882-11b9-4169-9945-7e72155b7b19 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:54:41.888516 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:54:41.915357 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-936a7882-11b9-4169-9945-7e72155b7b19 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:41.938938 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-936a7882-11b9-4169-9945-7e72155b7b19 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:41.948890 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-936a7882-11b9-4169-9945-7e72155b7b19 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "DELETE /v2.0/networks/943e9ecb-2b72-409f-a4df-cb6796068edc HTTP/1.1" status: 204 len: 168 time: 1.0774376 Nov 25 19:54:41.953635 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36040) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:42.005462 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a7882-11b9-4169-9945-7e72155b7b19 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event deleted for resources: {'Network': ['ID=943e9ecb-2b72-409f-a4df-cb6796068edc,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:42.018595 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd5e072-9451-4b62-a429-32f0d745a5d3 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] DELETE failed (client error): The resource could not be found. Nov 25 19:54:42.023242 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd5e072-9451-4b62-a429-32f0d745a5d3 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:54:42.027804 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2cd5e072-9451-4b62-a429-32f0d745a5d3 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "DELETE /v2.0/subnets/cdc49141-7b84-4045-b29e-b36248670704 HTTP/1.1" status: 404 len: 337 time: 0.0716109 Nov 25 19:54:42.054862 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36042) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:42.072239 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36044) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:42.112562 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7f5708-ce2e-4c7d-887b-98560f415b2b tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] DELETE failed (client error): The resource could not be found. Nov 25 19:54:42.113627 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe7f5708-ce2e-4c7d-887b-98560f415b2b tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:54:42.118695 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fe7f5708-ce2e-4c7d-887b-98560f415b2b tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "DELETE /v2.0/networks/cf6662cf-978a-411c-bcd2-83102dec1dc3 HTTP/1.1" status: 404 len: 339 time: 0.0604696 Nov 25 19:54:42.121663 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36048) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:42.265549 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-8344f5e3-ef07-4822-a8b6-ae295f46a97b tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Deleting subnet 21a4ab2d-ea26-41b2-bcb6-290d920b9df2 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:54:42.280012 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8344f5e3-ef07-4822-a8b6-ae295f46a97b tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:42.441884 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8344f5e3-ef07-4822-a8b6-ae295f46a97b tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:42.771728 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8344f5e3-ef07-4822-a8b6-ae295f46a97b tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:42.917179 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36070) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:43.013114 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8344f5e3-ef07-4822-a8b6-ae295f46a97b tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:43.090688 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344f5e3-ef07-4822-a8b6-ae295f46a97b tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event deleted for resources: {'Subnet': ['ID=21a4ab2d-ea26-41b2-bcb6-290d920b9df2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:43.103022 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8344f5e3-ef07-4822-a8b6-ae295f46a97b tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:43.125378 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4035842d-16eb-4ad4-8d16-9e1d9365d4fd None None] Network 0250ed1b-5496-4240-90cd-67e8605b2dfa requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:43.128928 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8344f5e3-ef07-4822-a8b6-ae295f46a97b tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "DELETE /v2.0/subnets/21a4ab2d-ea26-41b2-bcb6-290d920b9df2 HTTP/1.1" status: 204 len: 168 time: 0.9930580 Nov 25 19:54:43.139079 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36078) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:43.383446 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-26588f7c-42aa-44cc-a90d-42d30829d007 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Deleting subnet 66e58ea4-0f62-4e0f-a3fa-fd846aa05f31 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:54:43.392954 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26588f7c-42aa-44cc-a90d-42d30829d007 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:43.707340 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26588f7c-42aa-44cc-a90d-42d30829d007 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:44.022066 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed334c5a-2ba5-48c1-8dcb-22e2e6704aad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:44.038795 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26588f7c-42aa-44cc-a90d-42d30829d007 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:44.078678 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56400781-e74f-4a0a-9e7e-3cd4c536ee2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:44.328313 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36098) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:44.434244 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26588f7c-42aa-44cc-a90d-42d30829d007 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:44.572713 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26588f7c-42aa-44cc-a90d-42d30829d007 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event deleted for resources: {'Subnet': ['ID=66e58ea4-0f62-4e0f-a3fa-fd846aa05f31,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:44.632345 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26588f7c-42aa-44cc-a90d-42d30829d007 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:44.638851 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-26588f7c-42aa-44cc-a90d-42d30829d007 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "DELETE /v2.0/subnets/66e58ea4-0f62-4e0f-a3fa-fd846aa05f31 HTTP/1.1" status: 204 len: 168 time: 1.4983542 Nov 25 19:54:44.642469 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36102) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:44.838395 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-99dfa55d-bedd-4486-8b01-a2d8545aeb05 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1731757665'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:44.943809 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed334c5a-2ba5-48c1-8dcb-22e2e6704aad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:45.211573 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed334c5a-2ba5-48c1-8dcb-22e2e6704aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:45.226772 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99dfa55d-bedd-4486-8b01-a2d8545aeb05 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] Made reservation on behalf of ae94f6df3c234990bafb32e8b9ce0b1a for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:45.233261 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99dfa55d-bedd-4486-8b01-a2d8545aeb05 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:45.328084 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3627949-3b8c-4561-a305-1df0898cac14 None None] Network 0250ed1b-5496-4240-90cd-67e8605b2dfa requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:45.392345 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99dfa55d-bedd-4486-8b01-a2d8545aeb05 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:45.437209 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70057b7b-056a-42cc-a648-88b1b781984e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:45.470735 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed334c5a-2ba5-48c1-8dcb-22e2e6704aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a075a84f-4bd2-475a-8fb7-985e69dbc6c8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:45.493213 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ed334c5a-2ba5-48c1-8dcb-22e2e6704aad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79ee14236ab5455882fbc29403532de3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5674353 Nov 25 19:54:45.496114 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36108) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:45.694804 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7d90c872-7546-4e93-b400-a89ead572a08 None None] Provisioning complete for port 3d740868-25ea-4e16-adb6-88d2e76888eb triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:45.695137 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7d90c872-7546-4e93-b400-a89ead572a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:45.744546 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-56400781-e74f-4a0a-9e7e-3cd4c536ee2c admin admin] Deleting port 29203263-7072-40e5-95f0-75bf9f110896 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:45.745171 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56400781-e74f-4a0a-9e7e-3cd4c536ee2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:45.800815 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99dfa55d-bedd-4486-8b01-a2d8545aeb05 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:45.836068 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99dfa55d-bedd-4486-8b01-a2d8545aeb05 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:45.903542 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ce30744-73e5-42ca-b859-5d345b995205 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:45.932597 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfa55d-bedd-4486-8b01-a2d8545aeb05 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb98c53-086e-4eeb-b64b-bfc00fb4874b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:45.941253 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-56400781-e74f-4a0a-9e7e-3cd4c536ee2c admin admin] For port 29203263-7072-40e5-95f0-75bf9f110896, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=29203263-7072-40e5-95f0-75bf9f110896,segment=NetworkSegment(bb3a5971-8be9-47ea-8a3a-79d2c03c06ea),segment_id=bb3a5971-8be9-47ea-8a3a-79d2c03c06ea)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:45.941761 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56400781-e74f-4a0a-9e7e-3cd4c536ee2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:45.949455 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99dfa55d-bedd-4486-8b01-a2d8545aeb05 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:54:45.975584 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-56400781-e74f-4a0a-9e7e-3cd4c536ee2c admin admin] Calling delete_port for 29203263-7072-40e5-95f0-75bf9f110896 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:45.984305 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-70057b7b-056a-42cc-a648-88b1b781984e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Deleting port 3d740868-25ea-4e16-adb6-88d2e76888eb {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:45.984684 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70057b7b-056a-42cc-a648-88b1b781984e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:46.010520 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99dfa55d-bedd-4486-8b01-a2d8545aeb05 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:46.010867 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-99dfa55d-bedd-4486-8b01-a2d8545aeb05 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] Added segment f385f47a-bbcb-4bf8-b937-e8caf1c28b0e of type vlan for network efe0e5c0-7fa5-4371-a02a-33eac706662e Nov 25 19:54:46.016595 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ce30744-73e5-42ca-b859-5d345b995205 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:46.175539 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99dfa55d-bedd-4486-8b01-a2d8545aeb05 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:46.186274 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-70057b7b-056a-42cc-a648-88b1b781984e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] For port 3d740868-25ea-4e16-adb6-88d2e76888eb, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=3d740868-25ea-4e16-adb6-88d2e76888eb,segment=NetworkSegment(44e711b7-323f-4367-a8db-bee684e9f048),segment_id=44e711b7-323f-4367-a8db-bee684e9f048)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:46.186791 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70057b7b-056a-42cc-a648-88b1b781984e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:46.216257 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-70057b7b-056a-42cc-a648-88b1b781984e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Calling delete_port for 3d740868-25ea-4e16-adb6-88d2e76888eb owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:46.261535 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68472353-fbe1-4e0c-a283-c0ac1580c151 None None] DHCP port deletion for 0250ed1b-5496-4240-90cd-67e8605b2dfa request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:54:46.271872 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56400781-e74f-4a0a-9e7e-3cd4c536ee2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:46.343157 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70057b7b-056a-42cc-a648-88b1b781984e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:46.362428 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56400781-e74f-4a0a-9e7e-3cd4c536ee2c admin admin] Pushing event deleted for resources: {'Port': ['ID=29203263-7072-40e5-95f0-75bf9f110896,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:46.401167 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70057b7b-056a-42cc-a648-88b1b781984e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event deleted for resources: {'Port': ['ID=3d740868-25ea-4e16-adb6-88d2e76888eb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:46.408844 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-68472353-fbe1-4e0c-a283-c0ac1580c151 None None] Deleting port 3d740868-25ea-4e16-adb6-88d2e76888eb {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:46.411617 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-68472353-fbe1-4e0c-a283-c0ac1580c151 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:46.412929 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99dfa55d-bedd-4486-8b01-a2d8545aeb05 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:46.424805 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dfa55d-bedd-4486-8b01-a2d8545aeb05 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:46.425476 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99dfa55d-bedd-4486-8b01-a2d8545aeb05 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:46.456556 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ce30744-73e5-42ca-b859-5d345b995205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:46.461431 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ce30744-73e5-42ca-b859-5d345b995205 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:46.465294 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6ce30744-73e5-42ca-b859-5d345b995205 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a075a84f-4bd2-475a-8fb7-985e69dbc6c8 HTTP/1.1" status: 204 len: 168 time: 0.9591379 Nov 25 19:54:46.506357 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70057b7b-056a-42cc-a648-88b1b781984e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] No DVR routers for this DVR port 3d740868-25ea-4e16-adb6-88d2e76888eb on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:54:46.656885 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce30744-73e5-42ca-b859-5d345b995205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a075a84f-4bd2-475a-8fb7-985e69dbc6c8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:46.674114 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-68472353-fbe1-4e0c-a283-c0ac1580c151 None None] For port 3d740868-25ea-4e16-adb6-88d2e76888eb, host n-d-819349-5, got binding levels [] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:46.674599 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-68472353-fbe1-4e0c-a283-c0ac1580c151 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:46.728184 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-68472353-fbe1-4e0c-a283-c0ac1580c151 None None] Calling delete_port for 3d740868-25ea-4e16-adb6-88d2e76888eb owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:46.733571 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.ipam_backend_mixin [None req-68472353-fbe1-4e0c-a283-c0ac1580c151 None None] Port 3d740868-25ea-4e16-adb6-88d2e76888eb was not found and therefore no delete operation was performed {{(pid=103601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:54:46.747293 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-68472353-fbe1-4e0c-a283-c0ac1580c151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:46.762996 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-99dfa55d-bedd-4486-8b01-a2d8545aeb05 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.4228945 Nov 25 19:54:46.915067 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56400781-e74f-4a0a-9e7e-3cd4c536ee2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:46.920879 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68472353-fbe1-4e0c-a283-c0ac1580c151 None None] No DVR routers for this DVR port 3d740868-25ea-4e16-adb6-88d2e76888eb on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:54:46.924862 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68472353-fbe1-4e0c-a283-c0ac1580c151 None None] Pushing event deleted for resources: {'Port': ['ID=3d740868-25ea-4e16-adb6-88d2e76888eb,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:46.978071 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfa55d-bedd-4486-8b01-a2d8545aeb05 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] Pushing event updated for resources: {'Network': ['ID=efe0e5c0-7fa5-4371-a02a-33eac706662e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:46.993779 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70057b7b-056a-42cc-a648-88b1b781984e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:47.015582 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network efe0e5c0-7fa5-4371-a02a-33eac706662e details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:54:47.028343 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-70057b7b-056a-42cc-a648-88b1b781984e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0250ed1b-5496-4240-90cd-67e8605b2dfa']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:47.083493 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-70057b7b-056a-42cc-a648-88b1b781984e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e711b7-323f-4367-a8db-bee684e9f048') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:47.087747 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-70057b7b-056a-42cc-a648-88b1b781984e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e711b7-323f-4367-a8db-bee684e9f048') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:47.116878 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70057b7b-056a-42cc-a648-88b1b781984e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:47.144280 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70057b7b-056a-42cc-a648-88b1b781984e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:47.169021 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70057b7b-056a-42cc-a648-88b1b781984e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:54:47.171810 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70057b7b-056a-42cc-a648-88b1b781984e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:54:47.184026 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:54:47.319562 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70057b7b-056a-42cc-a648-88b1b781984e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:47.371219 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70057b7b-056a-42cc-a648-88b1b781984e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:47.384246 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-70057b7b-056a-42cc-a648-88b1b781984e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "DELETE /v2.0/networks/0250ed1b-5496-4240-90cd-67e8605b2dfa HTTP/1.1" status: 204 len: 168 time: 2.7318225 Nov 25 19:54:47.385903 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70057b7b-056a-42cc-a648-88b1b781984e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event deleted for resources: {'Network': ['ID=0250ed1b-5496-4240-90cd-67e8605b2dfa,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:47.392524 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36122) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:47.465882 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f00baf-70a7-4fea-a819-0373523d45e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] DELETE failed (client error): The resource could not be found. Nov 25 19:54:47.466902 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f00baf-70a7-4fea-a819-0373523d45e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:54:47.474400 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d2f00baf-70a7-4fea-a819-0373523d45e0 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "DELETE /v2.0/subnets/18212577-e78e-45ea-bbce-07e2f0ae4bdc HTTP/1.1" status: 404 len: 337 time: 0.0787852 Nov 25 19:54:47.477312 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36124) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:47.537895 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56400781-e74f-4a0a-9e7e-3cd4c536ee2c admin admin] Router d71d1e4f-944d-469a-80b3-f314db0f5fab has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:54:47.597078 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1c05de-62f9-4a5a-b825-04e8d3da78be tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] DELETE failed (client error): The resource could not be found. Nov 25 19:54:47.599112 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c1c05de-62f9-4a5a-b825-04e8d3da78be tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:54:47.609514 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1c1c05de-62f9-4a5a-b825-04e8d3da78be tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "DELETE /v2.0/networks/2e21a33b-0bd3-4d39-8a9a-5b4eab3e6a10 HTTP/1.1" status: 404 len: 339 time: 0.1283622 Nov 25 19:54:47.610951 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 3d740868-25ea-4e16-adb6-88d2e76888eb no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:54:47.613107 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36128) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:47.647883 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36132) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:47.666978 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Request body: {'port': {'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e', 'binding:host_id': 'n-h2-819349-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1739284527'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:47.668120 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 3d740868-25ea-4e16-adb6-88d2e76888eb {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:54:47.668321 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 3d740868-25ea-4e16-adb6-88d2e76888eb not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:54:47.722236 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f8d116-7596-4599-8cd0-4c45e67a9687 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] DELETE failed (client error): The resource could not be found. Nov 25 19:54:47.723915 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f8d116-7596-4599-8cd0-4c45e67a9687 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:54:47.731286 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b4f8d116-7596-4599-8cd0-4c45e67a9687 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "DELETE /v2.0/subnets/ae6abe2b-06b1-4aa7-8bef-c3a08f1fbc28 HTTP/1.1" status: 404 len: 337 time: 0.1161594 Nov 25 19:54:47.742746 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36134) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:47.743328 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36136) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:47.775417 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56400781-e74f-4a0a-9e7e-3cd4c536ee2c admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:54:47.787638 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-56400781-e74f-4a0a-9e7e-3cd4c536ee2c admin admin] 10.222.0.55 "PUT /v2.0/routers/d71d1e4f-944d-469a-80b3-f314db0f5fab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7081404 Nov 25 19:54:47.788862 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c782ac-9301-4573-8f78-ccecc2b53851 None None] Sync routers for ids ['d71d1e4f-944d-469a-80b3-f314db0f5fab'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:54:47.796722 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36138) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:47.819771 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c782ac-9301-4573-8f78-ccecc2b53851 None None] Routers {'d71d1e4f-944d-469a-80b3-f314db0f5fab'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:47.821961 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-59c782ac-9301-4573-8f78-ccecc2b53851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:54:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d71d1e4f-944d-469a-80b3-f314db0f5fab'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:47.833365 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-63c090fd-64f2-4f77-afa8-4020eb36f5b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:47.857815 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-8efdfc74-04fa-418b-bf25-b2b3be70f67e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] DELETE failed (client error): The resource could not be found. Nov 25 19:54:47.859790 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8efdfc74-04fa-418b-bf25-b2b3be70f67e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:54:47.876186 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8efdfc74-04fa-418b-bf25-b2b3be70f67e tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "DELETE /v2.0/networks/58380af0-aa1c-4fb1-8d8d-91267e9553a7 HTTP/1.1" status: 404 len: 339 time: 0.1311581 Nov 25 19:54:47.876951 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36140) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:47.887449 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Made reservation on behalf of e4a7f333fb394236ad6a97da7a470908 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:47.891088 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:47.937085 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:47.943434 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8c6c12-aa10-4735-b574-41678709ca76 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] DELETE failed (client error): The resource could not be found. Nov 25 19:54:47.944326 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f8c6c12-aa10-4735-b574-41678709ca76 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:54:47.951437 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9f8c6c12-aa10-4735-b574-41678709ca76 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "DELETE /v2.0/subnets/e525dfe5-1ef2-4c6a-9a15-8c7a16613b66 HTTP/1.1" status: 404 len: 337 time: 0.0718246 Nov 25 19:54:47.952635 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36142) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:48.008011 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9a73847-7c8e-433b-9fa7-8aa79375c4ee admin admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:48.025122 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a490aee-7804-4404-835d-110c14053ba2 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] DELETE failed (client error): The resource could not be found. Nov 25 19:54:48.025990 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a490aee-7804-4404-835d-110c14053ba2 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:54:48.032606 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3a490aee-7804-4404-835d-110c14053ba2 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "DELETE /v2.0/networks/c8aac0b9-88e2-4863-833e-722a323e750a HTTP/1.1" status: 404 len: 339 time: 0.0644977 Nov 25 19:54:48.033771 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36144) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:48.123349 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-59c782ac-9301-4573-8f78-ccecc2b53851 None None] Set router d71d1e4f-944d-469a-80b3-f314db0f5fab gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:54:48.198149 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:48.206042 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-d512b474-6e0a-42d3-a16d-ff3bbd2e4186 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Deleting subnet ff934568-5fd2-4015-a8ce-05bf254ed207 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:54:48.210656 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d512b474-6e0a-42d3-a16d-ff3bbd2e4186 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:48.276375 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:48.299469 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] device_id is not set on port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:54:48.308551 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9a73847-7c8e-433b-9fa7-8aa79375c4ee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:48.328739 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d512b474-6e0a-42d3-a16d-ff3bbd2e4186 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:48.402318 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c9a73847-7c8e-433b-9fa7-8aa79375c4ee admin admin] Deleting port 2940b672-9d64-41d0-b99f-d8d381219e83 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:48.402754 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9a73847-7c8e-433b-9fa7-8aa79375c4ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:48.479638 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14994f3b-66aa-46a7-b8cf-af81bf018c84,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:48.515529 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-59c782ac-9301-4573-8f78-ccecc2b53851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'name': 'tempest-TestVolumeBackupRestore-646619207-router', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:18Z', 'updated_at': '2021-11-25T19:54:46Z', 'revision_number': 5, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'gw_port': {'id': '2940b672-9d64-41d0-b99f-d8d381219e83', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:22Z', 'updated_at': '2021-11-25T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:48.522271 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c9a73847-7c8e-433b-9fa7-8aa79375c4ee admin admin] For port 2940b672-9d64-41d0-b99f-d8d381219e83, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=2940b672-9d64-41d0-b99f-d8d381219e83,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:48.522671 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9a73847-7c8e-433b-9fa7-8aa79375c4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:48.541149 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c9a73847-7c8e-433b-9fa7-8aa79375c4ee admin admin] Calling delete_port for 2940b672-9d64-41d0-b99f-d8d381219e83 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:48.575385 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c782ac-9301-4573-8f78-ccecc2b53851 None None] Checking router: d71d1e4f-944d-469a-80b3-f314db0f5fab for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:54:48.576881 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-63c090fd-64f2-4f77-afa8-4020eb36f5b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:48.590161 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c782ac-9301-4573-8f78-ccecc2b53851 None None] Routers {'d71d1e4f-944d-469a-80b3-f314db0f5fab'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:48.591520 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-59c782ac-9301-4573-8f78-ccecc2b53851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:54:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d71d1e4f-944d-469a-80b3-f314db0f5fab'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:48.595503 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-63c090fd-64f2-4f77-afa8-4020eb36f5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:48.792316 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c090fd-64f2-4f77-afa8-4020eb36f5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55a65b4-a39b-483c-9e91-1e7c06e4367a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:48.800166 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-59c782ac-9301-4573-8f78-ccecc2b53851 None None] Set router d71d1e4f-944d-469a-80b3-f314db0f5fab gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:54:48.823692 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-63c090fd-64f2-4f77-afa8-4020eb36f5b0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c9b627fe5ec44b0cb82a1f34597e02f7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0762522 Nov 25 19:54:48.825104 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36150) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:48.874799 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d512b474-6e0a-42d3-a16d-ff3bbd2e4186 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:48.908587 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9a73847-7c8e-433b-9fa7-8aa79375c4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:49.014330 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-59c782ac-9301-4573-8f78-ccecc2b53851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'name': 'tempest-TestVolumeBackupRestore-646619207-router', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:18Z', 'updated_at': '2021-11-25T19:54:48Z', 'revision_number': 6, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:49.022661 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79d25e50-06df-400e-ba1c-05168aebe088 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:49.024200 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a73847-7c8e-433b-9fa7-8aa79375c4ee admin admin] Pushing event deleted for resources: {'Port': ['ID=2940b672-9d64-41d0-b99f-d8d381219e83,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:49.061555 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79d25e50-06df-400e-ba1c-05168aebe088 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:49.156503 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79d25e50-06df-400e-ba1c-05168aebe088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:49.159723 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79d25e50-06df-400e-ba1c-05168aebe088 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:49.165590 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-79d25e50-06df-400e-ba1c-05168aebe088 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b55a65b4-a39b-483c-9e91-1e7c06e4367a HTTP/1.1" status: 204 len: 168 time: 0.3352456 Nov 25 19:54:49.198867 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256930b4-4da9-4a3d-bb5a-742567793b36 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:54:49.213387 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d25e50-06df-400e-ba1c-05168aebe088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55a65b4-a39b-483c-9e91-1e7c06e4367a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:49.218491 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c782ac-9301-4573-8f78-ccecc2b53851 None None] The sync data for ids ['d71d1e4f-944d-469a-80b3-f314db0f5fab'] in n-d-819349-5 is: [{'id': 'd71d1e4f-944d-469a-80b3-f314db0f5fab', 'name': 'tempest-TestVolumeBackupRestore-646619207-router', 'tenant_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:18Z', 'updated_at': '2021-11-25T19:54:48Z', 'revision_number': 6, 'project_id': 'd83dafce68594599ab4d0ac20e13f7c4', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:54:49.244239 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] device_id is not set on port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:54:49.256441 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d512b474-6e0a-42d3-a16d-ff3bbd2e4186 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:49.305008 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:49.324774 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d512b474-6e0a-42d3-a16d-ff3bbd2e4186 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:49.328387 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d512b474-6e0a-42d3-a16d-ff3bbd2e4186 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "DELETE /v2.0/subnets/ff934568-5fd2-4015-a8ce-05bf254ed207 HTTP/1.1" status: 204 len: 168 time: 1.2860756 Nov 25 19:54:49.331327 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512b474-6e0a-42d3-a16d-ff3bbd2e4186 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event deleted for resources: {'Subnet': ['ID=ff934568-5fd2-4015-a8ce-05bf254ed207,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:49.342681 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36154) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:49.347046 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:49.357749 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8f3849-48c3-49f0-beb3-03fa60141d52 None None] Network 4ef5287b-2c33-44a4-961a-4baf41609f7c requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:49.449364 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9a73847-7c8e-433b-9fa7-8aa79375c4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:49.632967 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Pushing event updated for resources: {'Port': ['ID=bbb33fa5-a804-4008-b02d-b4ec3b33c7fd,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:49.650207 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Checking segment: {'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:49.650861 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Network hostable DHCP agents. Network: efe0e5c0-7fa5-4371-a02a-33eac706662e, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:54:49.676840 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9a73847-7c8e-433b-9fa7-8aa79375c4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:49.706417 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9a73847-7c8e-433b-9fa7-8aa79375c4ee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:49.730794 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Network efe0e5c0-7fa5-4371-a02a-33eac706662e is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:54:49.790981 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, efe0e5c0-7fa5-4371-a02a-33eac706662e) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:49.797192 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:54:49.838365 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:49.838365 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:49.838794 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:49.873364 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:54:49.873622 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1283255-75e7-4b99-80c9-d39fc129aafa None None] Network efe0e5c0-7fa5-4371-a02a-33eac706662e requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:49.874074 n-d-819349-5 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:54:49.875496 n-d-819349-5 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempt 2 to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd Nov 25 19:54:49.893931 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:49.894414 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:49.894739 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:49.906118 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:54:49.907206 n-d-819349-5 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:54:49.908388 n-d-819349-5 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempt 3 to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd Nov 25 19:54:49.928943 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:49.929551 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:49.929954 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:49.945457 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:54:49.945928 n-d-819349-5 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:54:49.946339 n-d-819349-5 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempt 4 to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd Nov 25 19:54:49.969270 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:49.969613 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:49.970074 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:49.984835 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:54:49.985266 n-d-819349-5 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:54:49.985750 n-d-819349-5 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempt 5 to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd Nov 25 19:54:50.044562 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:50.045736 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:50.046497 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:50.060859 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:54:50.061640 n-d-819349-5 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:54:50.063582 n-d-819349-5 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempt 6 to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd Nov 25 19:54:50.091537 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:50.092035 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:50.092642 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:50.101031 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23e48d09-a94e-4dd6-b485-b88ea2f57bc1 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:50.102326 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:54:50.102783 n-d-819349-5 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:54:50.103284 n-d-819349-5 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempt 7 to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd Nov 25 19:54:50.112566 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9a73847-7c8e-433b-9fa7-8aa79375c4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:50.114115 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a73847-7c8e-433b-9fa7-8aa79375c4ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router d71d1e4f-944d-469a-80b3-f314db0f5fab {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:54:50.134913 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:50.135541 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9a73847-7c8e-433b-9fa7-8aa79375c4ee admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:50.135817 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:50.139439 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c9a73847-7c8e-433b-9fa7-8aa79375c4ee admin admin] 10.222.0.55 "DELETE /v2.0/routers/d71d1e4f-944d-469a-80b3-f314db0f5fab HTTP/1.1" status: 204 len: 168 time: 2.3384047 Nov 25 19:54:50.142823 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bf7ccd-321a-4724-9a4d-4e4a077ecedd None None] DHCP port deletion for 4ef5287b-2c33-44a4-961a-4baf41609f7c request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:54:50.143192 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:50.148191 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36162) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:50.159872 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:54:50.160263 n-d-819349-5 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:54:50.161196 n-d-819349-5 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempt 8 to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd Nov 25 19:54:50.197576 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:50.198151 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:50.198855 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:50.208515 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:54:50.209655 n-d-819349-5 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:54:50.210518 n-d-819349-5 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempt 9 to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd Nov 25 19:54:50.233233 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:50.235032 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:50.236020 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:50.246875 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:54:50.251328 n-d-819349-5 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:54:50.252106 n-d-819349-5 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempt 10 to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd Nov 25 19:54:50.282858 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:50.283511 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:50.284112 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:50.308756 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b9bf7ccd-321a-4724-9a4d-4e4a077ecedd None None] Deleting port 51d41ae9-963c-4736-ba0c-6437b0fa499a {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:50.311160 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b9bf7ccd-321a-4724-9a4d-4e4a077ecedd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:50.311342 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:54:50.311532 n-d-819349-5 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:54:50.312126 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:50.382166 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1aa4a8-acfb-4929-8fa7-0445499b0664 admin admin] Deleting subnet 537415f2-0f99-449c-a182-24d9e3c35423 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:54:50.407814 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa1aa4a8-acfb-4929-8fa7-0445499b0664 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:50.482177 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] For port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:54:50.483500 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempted to set empty binding levels {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 19:54:50.492116 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:50.517395 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:50.518096 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:50.531004 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa1aa4a8-acfb-4929-8fa7-0445499b0664 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:50.571938 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b9bf7ccd-321a-4724-9a4d-4e4a077ecedd None None] For port 51d41ae9-963c-4736-ba0c-6437b0fa499a, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=51d41ae9-963c-4736-ba0c-6437b0fa499a,segment=NetworkSegment(3a62db95-7474-40bf-b100-e6b6be74fedd),segment_id=3a62db95-7474-40bf-b100-e6b6be74fedd)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:50.571938 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b9bf7ccd-321a-4724-9a4d-4e4a077ecedd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:50.611119 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.9571464 Nov 25 19:54:50.612849 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36172) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:50.616202 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-23e48d09-a94e-4dd6-b485-b88ea2f57bc1 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Deleting port 51d41ae9-963c-4736-ba0c-6437b0fa499a {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:50.617054 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23e48d09-a94e-4dd6-b485-b88ea2f57bc1 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:50.628310 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b9bf7ccd-321a-4724-9a4d-4e4a077ecedd None None] Calling delete_port for 51d41ae9-963c-4736-ba0c-6437b0fa499a owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:50.677588 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab621650-a147-4036-8c3a-c44a94e9c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Pushing event updated for resources: {'Port': ['ID=bbb33fa5-a804-4008-b02d-b4ec3b33c7fd,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:50.762725 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a5fdb-79b5-46d6-b9ef-c5bc43ceddf0 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Deleting port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:50.763162 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed9a5fdb-79b5-46d6-b9ef-c5bc43ceddf0 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:50.937270 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-23e48d09-a94e-4dd6-b485-b88ea2f57bc1 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] For port 51d41ae9-963c-4736-ba0c-6437b0fa499a, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=51d41ae9-963c-4736-ba0c-6437b0fa499a,segment=NetworkSegment(3a62db95-7474-40bf-b100-e6b6be74fedd),segment_id=3a62db95-7474-40bf-b100-e6b6be74fedd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:50.938388 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23e48d09-a94e-4dd6-b485-b88ea2f57bc1 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:50.967438 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b9bf7ccd-321a-4724-9a4d-4e4a077ecedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:50.990090 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-ed9a5fdb-79b5-46d6-b9ef-c5bc43ceddf0 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] For port bbb33fa5-a804-4008-b02d-b4ec3b33c7fd, host n-h2-819349-5, got binding levels [] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:50.990799 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed9a5fdb-79b5-46d6-b9ef-c5bc43ceddf0 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:51.014033 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a5fdb-79b5-46d6-b9ef-c5bc43ceddf0 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Calling delete_port for bbb33fa5-a804-4008-b02d-b4ec3b33c7fd owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:51.049093 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-23e48d09-a94e-4dd6-b485-b88ea2f57bc1 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Calling delete_port for 51d41ae9-963c-4736-ba0c-6437b0fa499a owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:51.085497 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa1aa4a8-acfb-4929-8fa7-0445499b0664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:51.184719 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf7ccd-321a-4724-9a4d-4e4a077ecedd None None] Pushing event deleted for resources: {'Port': ['ID=51d41ae9-963c-4736-ba0c-6437b0fa499a,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:51.206356 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed9a5fdb-79b5-46d6-b9ef-c5bc43ceddf0 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:51.210487 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bf7ccd-321a-4724-9a4d-4e4a077ecedd None None] No DVR routers for this DVR port 51d41ae9-963c-4736-ba0c-6437b0fa499a on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:54:51.366560 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a5fdb-79b5-46d6-b9ef-c5bc43ceddf0 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbb33fa5-a804-4008-b02d-b4ec3b33c7fd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:51.375325 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed9a5fdb-79b5-46d6-b9ef-c5bc43ceddf0 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:51.398735 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ed9a5fdb-79b5-46d6-b9ef-c5bc43ceddf0 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] 10.222.0.55 "DELETE /v2.0/ports/bbb33fa5-a804-4008-b02d-b4ec3b33c7fd HTTP/1.1" status: 204 len: 168 time: 0.7790794 Nov 25 19:54:51.399080 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36198) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:51.450771 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa1aa4a8-acfb-4929-8fa7-0445499b0664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:51.511775 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f49d4f8-dabd-46e7-9bf6-2c33fa62f81e tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] GET failed (client error): The resource could not be found. Nov 25 19:54:51.517192 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1f49d4f8-dabd-46e7-9bf6-2c33fa62f81e tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] 10.222.0.55 "GET /v2.0/ports/bbb33fa5-a804-4008-b02d-b4ec3b33c7fd HTTP/1.1" status: 404 len: 333 time: 0.1169031 Nov 25 19:54:51.522128 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36204) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:51.532446 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1aa4a8-acfb-4929-8fa7-0445499b0664 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=537415f2-0f99-449c-a182-24d9e3c35423,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:51.556387 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-6c5af2af-05bd-416d-82a2-5700d9f66700 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Request body: {'port': {'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-41285139'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:51.576609 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa1aa4a8-acfb-4929-8fa7-0445499b0664 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:51.580713 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 29203263-7072-40e5-95f0-75bf9f110896 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:54:51.584626 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-aa1aa4a8-acfb-4929-8fa7-0445499b0664 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/537415f2-0f99-449c-a182-24d9e3c35423 HTTP/1.1" status: 204 len: 168 time: 1.4321017 Nov 25 19:54:51.585250 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a659b8-a437-422c-89ad-cd50f7c6a9af None None] Network 31a538bd-aaea-41e2-b752-14e0aad2e691 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:51.587637 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36206) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:51.614651 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23e48d09-a94e-4dd6-b485-b88ea2f57bc1 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:51.656833 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36208) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:51.673114 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e48d09-a94e-4dd6-b485-b88ea2f57bc1 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event deleted for resources: {'Port': ['ID=51d41ae9-963c-4736-ba0c-6437b0fa499a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:51.677530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e48d09-a94e-4dd6-b485-b88ea2f57bc1 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] No DVR routers for this DVR port 51d41ae9-963c-4736-ba0c-6437b0fa499a on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:54:51.713349 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5af2af-05bd-416d-82a2-5700d9f66700 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Made reservation on behalf of e4a7f333fb394236ad6a97da7a470908 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:51.716146 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c5af2af-05bd-416d-82a2-5700d9f66700 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:51.775355 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-6c5af2af-05bd-416d-82a2-5700d9f66700 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] device_id is not set on port 74c97591-d656-4f1c-bc65-83ce43e6ba35 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:54:51.828741 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23e48d09-a94e-4dd6-b485-b88ea2f57bc1 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:51.921289 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-23e48d09-a94e-4dd6-b485-b88ea2f57bc1 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef5287b-2c33-44a4-961a-4baf41609f7c']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:51.964819 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-23e48d09-a94e-4dd6-b485-b88ea2f57bc1 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a62db95-7474-40bf-b100-e6b6be74fedd') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:51.965725 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-23e48d09-a94e-4dd6-b485-b88ea2f57bc1 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a62db95-7474-40bf-b100-e6b6be74fedd') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:52.009232 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23e48d09-a94e-4dd6-b485-b88ea2f57bc1 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.028969 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 29203263-7072-40e5-95f0-75bf9f110896 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:54:52.032709 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 29203263-7072-40e5-95f0-75bf9f110896 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:54:52.035418 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 51d41ae9-963c-4736-ba0c-6437b0fa499a no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:54:52.065260 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7896563b-6049-4bbd-af55-dbbcf953314b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.129336 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 51d41ae9-963c-4736-ba0c-6437b0fa499a {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:54:52.130316 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 51d41ae9-963c-4736-ba0c-6437b0fa499a not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:54:52.131319 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 2940b672-9d64-41d0-b99f-d8d381219e83 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:54:52.215979 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c5af2af-05bd-416d-82a2-5700d9f66700 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.286331 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c5af2af-05bd-416d-82a2-5700d9f66700 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.317065 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23e48d09-a94e-4dd6-b485-b88ea2f57bc1 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.317410 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7896563b-6049-4bbd-af55-dbbcf953314b admin admin] Deleting port 1d67634e-768d-43ed-afc1-433abe4e6364 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:52.317595 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7896563b-6049-4bbd-af55-dbbcf953314b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.350342 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c0438be-5f3f-4e31-bac4-eb3c2bba0710 admin admin] Deleting subnet 6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:54:52.358014 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c0438be-5f3f-4e31-bac4-eb3c2bba0710 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.392790 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 2940b672-9d64-41d0-b99f-d8d381219e83 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:54:52.393144 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 2940b672-9d64-41d0-b99f-d8d381219e83 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:54:52.479278 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-7896563b-6049-4bbd-af55-dbbcf953314b admin admin] For port 1d67634e-768d-43ed-afc1-433abe4e6364, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1d67634e-768d-43ed-afc1-433abe4e6364,segment=NetworkSegment(bb3a5971-8be9-47ea-8a3a-79d2c03c06ea),segment_id=bb3a5971-8be9-47ea-8a3a-79d2c03c06ea)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:52.479686 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7896563b-6049-4bbd-af55-dbbcf953314b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.504984 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5af2af-05bd-416d-82a2-5700d9f66700 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Pushing event updated for resources: {'Port': ['ID=74c97591-d656-4f1c-bc65-83ce43e6ba35,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:52.517582 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e48d09-a94e-4dd6-b485-b88ea2f57bc1 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:54:52.518255 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23e48d09-a94e-4dd6-b485-b88ea2f57bc1 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.526121 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7896563b-6049-4bbd-af55-dbbcf953314b admin admin] Calling delete_port for 1d67634e-768d-43ed-afc1-433abe4e6364 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:52.537721 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c0438be-5f3f-4e31-bac4-eb3c2bba0710 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.541269 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5af2af-05bd-416d-82a2-5700d9f66700 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Network efe0e5c0-7fa5-4371-a02a-33eac706662e is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:54:52.542228 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:54:52.557971 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920b1a9d-7465-44f0-8876-8fd8a87d5fbb None None] DHCP port deletion for 31a538bd-aaea-41e2-b752-14e0aad2e691 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:54:52.563154 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-6c5af2af-05bd-416d-82a2-5700d9f66700 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:52.579183 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5af2af-05bd-416d-82a2-5700d9f66700 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:54:52.580912 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5af2af-05bd-416d-82a2-5700d9f66700 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:52.581954 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c5af2af-05bd-416d-82a2-5700d9f66700 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.656823 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c0438be-5f3f-4e31-bac4-eb3c2bba0710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.710326 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-920b1a9d-7465-44f0-8876-8fd8a87d5fbb None None] Deleting port 1d67634e-768d-43ed-afc1-433abe4e6364 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:52.711383 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-920b1a9d-7465-44f0-8876-8fd8a87d5fbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.718162 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6c5af2af-05bd-416d-82a2-5700d9f66700 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.1802835 Nov 25 19:54:52.723071 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36222) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:52.729095 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:52.771088 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23e48d09-a94e-4dd6-b485-b88ea2f57bc1 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.785243 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23e48d09-a94e-4dd6-b485-b88ea2f57bc1 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.794115 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-23e48d09-a94e-4dd6-b485-b88ea2f57bc1 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "DELETE /v2.0/networks/4ef5287b-2c33-44a4-961a-4baf41609f7c HTTP/1.1" status: 204 len: 168 time: 3.4419868 Nov 25 19:54:52.799174 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36232) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:52.819971 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c0438be-5f3f-4e31-bac4-eb3c2bba0710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.839755 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e48d09-a94e-4dd6-b485-b88ea2f57bc1 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event deleted for resources: {'Network': ['ID=4ef5287b-2c33-44a4-961a-4baf41609f7c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:52.879806 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.912395 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-920b1a9d-7465-44f0-8876-8fd8a87d5fbb None None] For port 1d67634e-768d-43ed-afc1-433abe4e6364, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1d67634e-768d-43ed-afc1-433abe4e6364,segment=NetworkSegment(bb3a5971-8be9-47ea-8a3a-79d2c03c06ea),segment_id=bb3a5971-8be9-47ea-8a3a-79d2c03c06ea)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:52.913253 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-920b1a9d-7465-44f0-8876-8fd8a87d5fbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.935767 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-7d306e0b-13db-400a-94f5-e5fef45f16d8 req-20a2192d-5800-4336-a6b5-aa0f70559307 tempest-AttachVolumeNegativeTest-145719604 tempest-AttachVolumeNegativeTest-145719604-project] (103599) timed out ('10.222.0.55', 49048) {{(pid=103599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 19:54:52.938629 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-920b1a9d-7465-44f0-8876-8fd8a87d5fbb None None] Calling delete_port for 1d67634e-768d-43ed-afc1-433abe4e6364 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:53.028768 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ffcf8e-0154-4f4e-bb22-11e0749cdd32 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] DELETE failed (client error): The resource could not be found. Nov 25 19:54:53.029604 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ffcf8e-0154-4f4e-bb22-11e0749cdd32 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:54:53.036960 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-65ffcf8e-0154-4f4e-bb22-11e0749cdd32 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "DELETE /v2.0/subnets/5454cb4a-91c4-4fb0-a284-dec6ecc41090 HTTP/1.1" status: 404 len: 337 time: 0.2296569 Nov 25 19:54:53.041199 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36236) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:53.042619 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0438be-5f3f-4e31-bac4-eb3c2bba0710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:53.064407 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c0438be-5f3f-4e31-bac4-eb3c2bba0710 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:53.074370 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4c0438be-5f3f-4e31-bac4-eb3c2bba0710 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6e8d0f1b-da6f-4a75-aff5-ddd62a593b6b HTTP/1.1" status: 204 len: 168 time: 1.3520410 Nov 25 19:54:53.077559 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36240) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:53.078940 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7896563b-6049-4bbd-af55-dbbcf953314b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:53.106029 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838dddc4-ab84-4d78-8466-d345d66cb644 None None] Network f9395996-8e1e-448f-bf5e-cf052999c475 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:53.156120 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-643cb6d1-7458-4e49-bc76-ed1a010de75d tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] DELETE failed (client error): The resource could not be found. Nov 25 19:54:53.157041 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-643cb6d1-7458-4e49-bc76-ed1a010de75d tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:54:53.198743 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-643cb6d1-7458-4e49-bc76-ed1a010de75d tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "DELETE /v2.0/networks/3958f81a-144d-49ed-bbb2-dd5d43297523 HTTP/1.1" status: 404 len: 339 time: 0.1500738 Nov 25 19:54:53.234405 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36244) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:53.289013 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b07b33e4-8347-4e08-bec4-543febbc0b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:53.298318 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896563b-6049-4bbd-af55-dbbcf953314b admin admin] Pushing event deleted for resources: {'Port': ['ID=1d67634e-768d-43ed-afc1-433abe4e6364,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:53.325890 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7896563b-6049-4bbd-af55-dbbcf953314b admin admin] No DVR routers for this DVR port 1d67634e-768d-43ed-afc1-433abe4e6364 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:54:53.470268 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1d67634e-768d-43ed-afc1-433abe4e6364 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:54:53.652644 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-26638f5d-5a13-4532-9962-02aa0ede45ed tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Deleting subnet e561cd86-0dff-4f15-91fd-e2ae65251a36 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:54:53.662679 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-26638f5d-5a13-4532-9962-02aa0ede45ed tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:53.668463 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b07b33e4-8347-4e08-bec4-543febbc0b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:53.702005 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b07b33e4-8347-4e08-bec4-543febbc0b91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9395996-8e1e-448f-bf5e-cf052999c475']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:53.717707 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b07b33e4-8347-4e08-bec4-543febbc0b91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b88b42-b2ad-4680-bdc7-a4767e8278d0') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:53.717707 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b07b33e4-8347-4e08-bec4-543febbc0b91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b88b42-b2ad-4680-bdc7-a4767e8278d0') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:53.746715 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b07b33e4-8347-4e08-bec4-543febbc0b91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:53.811681 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7896563b-6049-4bbd-af55-dbbcf953314b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:53.826436 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b07b33e4-8347-4e08-bec4-543febbc0b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:53.856208 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-26638f5d-5a13-4532-9962-02aa0ede45ed tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:53.859617 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b07b33e4-8347-4e08-bec4-543febbc0b91 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:54:53.865464 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b07b33e4-8347-4e08-bec4-543febbc0b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:54:53.869472 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:54:53.932957 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-7896563b-6049-4bbd-af55-dbbcf953314b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a538bd-aaea-41e2-b752-14e0aad2e691']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:54.136832 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] device_id is not set on port 74c97591-d656-4f1c-bc65-83ce43e6ba35 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:54:54.139196 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-7896563b-6049-4bbd-af55-dbbcf953314b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3a5971-8be9-47ea-8a3a-79d2c03c06ea') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:54.139487 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-7896563b-6049-4bbd-af55-dbbcf953314b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3a5971-8be9-47ea-8a3a-79d2c03c06ea') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:54.160595 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7896563b-6049-4bbd-af55-dbbcf953314b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:54.190224 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:54.194508 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b07b33e4-8347-4e08-bec4-543febbc0b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:54.201131 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7896563b-6049-4bbd-af55-dbbcf953314b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:54.230742 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 1d67634e-768d-43ed-afc1-433abe4e6364 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:54:54.231588 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1d67634e-768d-43ed-afc1-433abe4e6364 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:54:54.243467 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b07b33e4-8347-4e08-bec4-543febbc0b91 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:54.244028 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:54.262988 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b07b33e4-8347-4e08-bec4-543febbc0b91 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f9395996-8e1e-448f-bf5e-cf052999c475 HTTP/1.1" status: 204 len: 168 time: 1.1757207 Nov 25 19:54:54.277245 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-920b1a9d-7465-44f0-8876-8fd8a87d5fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:54.289247 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7896563b-6049-4bbd-af55-dbbcf953314b admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:54:54.289247 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7896563b-6049-4bbd-af55-dbbcf953314b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:54:54.296213 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:54:54.348650 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484b8e2f-ecf3-4ea3-a32c-ccb485830647 None None] DHCP port deletion for f9395996-8e1e-448f-bf5e-cf052999c475 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:54:54.352377 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b33e4-8347-4e08-bec4-543febbc0b91 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9395996-8e1e-448f-bf5e-cf052999c475,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:54.366546 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b1a9d-7465-44f0-8876-8fd8a87d5fbb None None] Pushing event deleted for resources: {'Port': ['ID=1d67634e-768d-43ed-afc1-433abe4e6364,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:54.443233 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:54.444969 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7896563b-6049-4bbd-af55-dbbcf953314b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:54.454339 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7896563b-6049-4bbd-af55-dbbcf953314b admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:54.463605 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7896563b-6049-4bbd-af55-dbbcf953314b admin admin] 10.222.0.55 "DELETE /v2.0/networks/31a538bd-aaea-41e2-b752-14e0aad2e691 HTTP/1.1" status: 204 len: 168 time: 2.8744032 Nov 25 19:54:54.465803 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36272) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:54.478554 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920b1a9d-7465-44f0-8876-8fd8a87d5fbb None None] No DVR routers for this DVR port 1d67634e-768d-43ed-afc1-433abe4e6364 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:54:54.519208 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:54.547789 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Pushing event updated for resources: {'Port': ['ID=74c97591-d656-4f1c-bc65-83ce43e6ba35,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:54.560935 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896563b-6049-4bbd-af55-dbbcf953314b admin admin] Pushing event deleted for resources: {'Network': ['ID=31a538bd-aaea-41e2-b752-14e0aad2e691,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:54.585379 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-26638f5d-5a13-4532-9962-02aa0ede45ed tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:54.762973 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:54.763948 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:54.763948 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:54.785947 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:54:54.786738 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:54:54.796785 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempt 2 to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 Nov 25 19:54:54.835871 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:54.836249 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:54.836547 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:54.856489 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:54:54.856489 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:54:54.858723 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempt 3 to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 Nov 25 19:54:54.901925 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36284) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:54.919402 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-26638f5d-5a13-4532-9962-02aa0ede45ed tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:54.940606 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:54.940983 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:54.941460 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:55.001390 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:54:55.002029 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:54:55.002770 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26638f5d-5a13-4532-9962-02aa0ede45ed tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event deleted for resources: {'Subnet': ['ID=e561cd86-0dff-4f15-91fd-e2ae65251a36,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:55.010586 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5f65dc1d-3601-4fc8-9189-a904baafeeff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0693fe225e124b1f9efd8df77820112b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1050549 Nov 25 19:54:55.010586 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempt 4 to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 Nov 25 19:54:55.013936 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-26638f5d-5a13-4532-9962-02aa0ede45ed tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:55.021778 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-26638f5d-5a13-4532-9962-02aa0ede45ed tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "DELETE /v2.0/subnets/e561cd86-0dff-4f15-91fd-e2ae65251a36 HTTP/1.1" status: 204 len: 168 time: 1.7855558 Nov 25 19:54:55.022142 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36286) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:55.022531 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36288) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:55.028079 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d79329-1bd2-4f1b-805c-76bdaf4b78ab None None] Network 6996b87e-f18c-4e3e-a324-cc3cb5aabf32 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:55.108693 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:55.109649 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:55.110514 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:55.196506 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:54:55.197537 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:54:55.204298 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempt 5 to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 Nov 25 19:54:55.266994 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36292) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:55.280716 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:55.280945 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:55.281314 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:55.309489 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4cf8-dc4a-47b3-ae4f-4365f74bd032 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:55.314500 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:54:55.314883 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:54:55.318192 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempt 6 to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 Nov 25 19:54:55.325713 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-423e4577-e969-4239-9623-1f7ceff49ed6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:55.336703 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5f2c99-5e5b-4a5b-ba56-baa6ed6809bf None None] DHCP port deletion for 6996b87e-f18c-4e3e-a324-cc3cb5aabf32 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:54:55.392150 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:55.392501 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:55.395341 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:55.427936 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4cf8-dc4a-47b3-ae4f-4365f74bd032 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:55.436309 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:54:55.436636 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:54:55.439535 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempt 7 to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 Nov 25 19:54:55.473278 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-5f5f2c99-5e5b-4a5b-ba56-baa6ed6809bf None None] Deleting port 6c9cff34-003f-47c4-b8c7-04af5314c4a0 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:55.473909 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5f5f2c99-5e5b-4a5b-ba56-baa6ed6809bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:55.504857 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:55.505316 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:55.505586 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:55.516329 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:54:55.516792 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:54:55.520426 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempt 8 to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 Nov 25 19:54:55.536694 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:55.537038 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:55.537404 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:55.551260 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:54:55.551652 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:54:55.552143 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempt 9 to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 Nov 25 19:54:55.565013 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4cf8-dc4a-47b3-ae4f-4365f74bd032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:55.568585 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4cf8-dc4a-47b3-ae4f-4365f74bd032 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:55.569872 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ef8d4cf8-dc4a-47b3-ae4f-4365f74bd032 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/beb25cff-cb0f-40bf-8b30-20a99006f464 HTTP/1.1" status: 204 len: 168 time: 0.5450842 Nov 25 19:54:55.584717 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:55.585043 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:55.585392 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:55.588937 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d4cf8-dc4a-47b3-ae4f-4365f74bd032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb25cff-cb0f-40bf-8b30-20a99006f464,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:55.595600 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-423e4577-e969-4239-9623-1f7ceff49ed6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Deleting port 6c9cff34-003f-47c4-b8c7-04af5314c4a0 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:55.595600 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-423e4577-e969-4239-9623-1f7ceff49ed6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:55.600184 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:54:55.600496 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:54:55.605006 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9e93c44-bfdb-44f0-9162-952abd60b606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:55.615521 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempt 10 to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 Nov 25 19:54:55.680533 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6c9cff34-003f-47c4-b8c7-04af5314c4a0 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:54:55.715877 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5f5f2c99-5e5b-4a5b-ba56-baa6ed6809bf None None] For port 6c9cff34-003f-47c4-b8c7-04af5314c4a0, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6c9cff34-003f-47c4-b8c7-04af5314c4a0,segment=NetworkSegment(57a7f456-f808-4b70-b057-409cbe622f29),segment_id=57a7f456-f808-4b70-b057-409cbe622f29)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:55.716575 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5f5f2c99-5e5b-4a5b-ba56-baa6ed6809bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:55.749183 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-5f5f2c99-5e5b-4a5b-ba56-baa6ed6809bf None None] Calling delete_port for 6c9cff34-003f-47c4-b8c7-04af5314c4a0 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:55.951997 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:55.984325 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5f5f2c99-5e5b-4a5b-ba56-baa6ed6809bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:56.055625 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5f2c99-5e5b-4a5b-ba56-baa6ed6809bf None None] No DVR routers for this DVR port 6c9cff34-003f-47c4-b8c7-04af5314c4a0 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:54:56.075653 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f2c99-5e5b-4a5b-ba56-baa6ed6809bf None None] Pushing event deleted for resources: {'Port': ['ID=6c9cff34-003f-47c4-b8c7-04af5314c4a0,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:56.242017 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93334b19-d4cd-401e-afeb-5caa0e84a43b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:56.264949 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-423e4577-e969-4239-9623-1f7ceff49ed6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] For port 6c9cff34-003f-47c4-b8c7-04af5314c4a0, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6c9cff34-003f-47c4-b8c7-04af5314c4a0,segment=NetworkSegment(57a7f456-f808-4b70-b057-409cbe622f29),segment_id=57a7f456-f808-4b70-b057-409cbe622f29)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:56.265854 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-423e4577-e969-4239-9623-1f7ceff49ed6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:56.295827 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-423e4577-e969-4239-9623-1f7ceff49ed6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Calling delete_port for 6c9cff34-003f-47c4-b8c7-04af5314c4a0 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:56.444858 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93334b19-d4cd-401e-afeb-5caa0e84a43b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:56.445515 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:56.445639 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:56.446114 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:56.458632 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:54:56.459199 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:54:56.459828 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:56.460398 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93334b19-d4cd-401e-afeb-5caa0e84a43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:56.464434 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-423e4577-e969-4239-9623-1f7ceff49ed6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:56.516732 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e4577-e969-4239-9623-1f7ceff49ed6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event deleted for resources: {'Port': ['ID=6c9cff34-003f-47c4-b8c7-04af5314c4a0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:56.561847 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423e4577-e969-4239-9623-1f7ceff49ed6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] No DVR routers for this DVR port 6c9cff34-003f-47c4-b8c7-04af5314c4a0 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:54:56.574614 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93334b19-d4cd-401e-afeb-5caa0e84a43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f714a947-b675-4798-b74c-edd9827121a2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:56.594251 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-93334b19-d4cd-401e-afeb-5caa0e84a43b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ce3d737eb1204866bb1ae6cff15238ed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3247261 Nov 25 19:54:56.599738 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36318) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:56.620370 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] For port 74c97591-d656-4f1c-bc65-83ce43e6ba35, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:54:56.621108 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempted to set empty binding levels {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 19:54:56.652789 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:56.705208 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d9e93c44-bfdb-44f0-9162-952abd60b606 admin admin] Deleting port fd55e45e-dd32-476f-a3eb-59199bbef2da {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:56.705974 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9e93c44-bfdb-44f0-9162-952abd60b606 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:56.731669 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] In _notify_port_updated(), no bound segment for port 74c97591-d656-4f1c-bc65-83ce43e6ba35 on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:54:56.732161 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:56.732774 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:56.734223 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] 10.222.0.55 "PUT /v2.0/ports/74c97591-d656-4f1c-bc65-83ce43e6ba35 HTTP/1.1" status: 200 len: 973 time: 4.0101357 Nov 25 19:54:56.744759 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36324) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:56.764919 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-423e4577-e969-4239-9623-1f7ceff49ed6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:56.840571 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107359b-0f42-4386-9476-d10db0f98850 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Pushing event updated for resources: {'Port': ['ID=74c97591-d656-4f1c-bc65-83ce43e6ba35,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:56.868417 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-423e4577-e969-4239-9623-1f7ceff49ed6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6996b87e-f18c-4e3e-a324-cc3cb5aabf32']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:56.888340 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0cabc0df-46b8-4961-abf8-3e52a68aef96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:56.891384 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-423e4577-e969-4239-9623-1f7ceff49ed6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a7f456-f808-4b70-b057-409cbe622f29') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:56.891671 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-423e4577-e969-4239-9623-1f7ceff49ed6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a7f456-f808-4b70-b057-409cbe622f29') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:56.912292 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-d9e93c44-bfdb-44f0-9162-952abd60b606 admin admin] For port fd55e45e-dd32-476f-a3eb-59199bbef2da, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=fd55e45e-dd32-476f-a3eb-59199bbef2da,segment=NetworkSegment(4f20a637-81e8-4b1c-9799-91bb04f3f704),segment_id=4f20a637-81e8-4b1c-9799-91bb04f3f704)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:56.912942 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9e93c44-bfdb-44f0-9162-952abd60b606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:56.916260 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-423e4577-e969-4239-9623-1f7ceff49ed6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:56.947881 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d9e93c44-bfdb-44f0-9162-952abd60b606 admin admin] Calling delete_port for fd55e45e-dd32-476f-a3eb-59199bbef2da owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:56.951807 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1d65d-c4de-4cdb-8a8b-695a0b1b7dd6 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:56.952859 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1d65d-c4de-4cdb-8a8b-695a0b1b7dd6 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:56.953426 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1d65d-c4de-4cdb-8a8b-695a0b1b7dd6 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:56.953893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1d65d-c4de-4cdb-8a8b-695a0b1b7dd6 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:56.954404 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1d65d-c4de-4cdb-8a8b-695a0b1b7dd6 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:56.954876 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1d65d-c4de-4cdb-8a8b-695a0b1b7dd6 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:56.955353 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1d65d-c4de-4cdb-8a8b-695a0b1b7dd6 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:56.955821 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1d65d-c4de-4cdb-8a8b-695a0b1b7dd6 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:56.956286 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1d65d-c4de-4cdb-8a8b-695a0b1b7dd6 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:56.956787 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1d65d-c4de-4cdb-8a8b-695a0b1b7dd6 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:56.957362 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1d65d-c4de-4cdb-8a8b-695a0b1b7dd6 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:56.957832 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1d65d-c4de-4cdb-8a8b-695a0b1b7dd6 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:56.958501 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1d65d-c4de-4cdb-8a8b-695a0b1b7dd6 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:56.958977 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1d65d-c4de-4cdb-8a8b-695a0b1b7dd6 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:56.959442 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1d65d-c4de-4cdb-8a8b-695a0b1b7dd6 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:56.959906 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1d65d-c4de-4cdb-8a8b-695a0b1b7dd6 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:56.960365 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1d65d-c4de-4cdb-8a8b-695a0b1b7dd6 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:56.960827 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1d65d-c4de-4cdb-8a8b-695a0b1b7dd6 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:56.961285 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1d65d-c4de-4cdb-8a8b-695a0b1b7dd6 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:56.961771 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1d65d-c4de-4cdb-8a8b-695a0b1b7dd6 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:56.962420 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1d65d-c4de-4cdb-8a8b-695a0b1b7dd6 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:56.962884 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1d65d-c4de-4cdb-8a8b-695a0b1b7dd6 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:56.963404 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1d65d-c4de-4cdb-8a8b-695a0b1b7dd6 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:56.963802 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1d65d-c4de-4cdb-8a8b-695a0b1b7dd6 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:56.967259 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-02b1d65d-c4de-4cdb-8a8b-695a0b1b7dd6 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21807 time: 0.2203825 Nov 25 19:54:56.978371 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36330) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:56.987810 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-423e4577-e969-4239-9623-1f7ceff49ed6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:56.993815 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0cabc0df-46b8-4961-abf8-3e52a68aef96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:57.028045 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423e4577-e969-4239-9623-1f7ceff49ed6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:54:57.046698 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-423e4577-e969-4239-9623-1f7ceff49ed6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:54:57.058422 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:54:57.222498 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-423e4577-e969-4239-9623-1f7ceff49ed6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:57.235005 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-423e4577-e969-4239-9623-1f7ceff49ed6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:57.251196 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-423e4577-e969-4239-9623-1f7ceff49ed6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] 10.222.0.55 "DELETE /v2.0/networks/6996b87e-f18c-4e3e-a324-cc3cb5aabf32 HTTP/1.1" status: 204 len: 168 time: 2.2218966 Nov 25 19:54:57.282836 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9e93c44-bfdb-44f0-9162-952abd60b606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:57.320818 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e4577-e969-4239-9623-1f7ceff49ed6 tempest-NetworksIpV6Test-1204660962 tempest-NetworksIpV6Test-1204660962-project] Pushing event deleted for resources: {'Network': ['ID=6996b87e-f18c-4e3e-a324-cc3cb5aabf32,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:57.344504 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e93c44-bfdb-44f0-9162-952abd60b606 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd55e45e-dd32-476f-a3eb-59199bbef2da,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:57.352822 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0cabc0df-46b8-4961-abf8-3e52a68aef96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:57.361360 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0cabc0df-46b8-4961-abf8-3e52a68aef96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:57.367903 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0cabc0df-46b8-4961-abf8-3e52a68aef96 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f714a947-b675-4798-b74c-edd9827121a2 HTTP/1.1" status: 204 len: 168 time: 0.7633522 Nov 25 19:54:57.405333 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d17ace96-30c5-40a6-a711-ae9a2f03ee56 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Deleting port 74c97591-d656-4f1c-bc65-83ce43e6ba35 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:57.405905 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d17ace96-30c5-40a6-a711-ae9a2f03ee56 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:57.411363 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabc0df-46b8-4961-abf8-3e52a68aef96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f714a947-b675-4798-b74c-edd9827121a2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:57.647161 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d17ace96-30c5-40a6-a711-ae9a2f03ee56 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] For port 74c97591-d656-4f1c-bc65-83ce43e6ba35, host n-h2-819349-5, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:57.647695 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d17ace96-30c5-40a6-a711-ae9a2f03ee56 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:57.695372 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d17ace96-30c5-40a6-a711-ae9a2f03ee56 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Calling delete_port for 74c97591-d656-4f1c-bc65-83ce43e6ba35 owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:57.806687 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9e93c44-bfdb-44f0-9162-952abd60b606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:57.966365 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36354) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:58.003611 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d17ace96-30c5-40a6-a711-ae9a2f03ee56 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.047739 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ace96-30c5-40a6-a711-ae9a2f03ee56 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Pushing event deleted for resources: {'Port': ['ID=74c97591-d656-4f1c-bc65-83ce43e6ba35,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:58.067896 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d17ace96-30c5-40a6-a711-ae9a2f03ee56 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.077695 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d17ace96-30c5-40a6-a711-ae9a2f03ee56 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] 10.222.0.55 "DELETE /v2.0/ports/74c97591-d656-4f1c-bc65-83ce43e6ba35 HTTP/1.1" status: 204 len: 168 time: 1.0992951 Nov 25 19:54:58.081326 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36362) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:58.153697 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e59cd1-eb4b-4be8-86bf-e3a59842af03 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] GET failed (client error): The resource could not be found. Nov 25 19:54:58.157642 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-92e59cd1-eb4b-4be8-86bf-e3a59842af03 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] 10.222.0.55 "GET /v2.0/ports/74c97591-d656-4f1c-bc65-83ce43e6ba35 HTTP/1.1" status: 404 len: 333 time: 0.0741487 Nov 25 19:54:58.167395 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36366) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:58.175531 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-95d3585f-fa10-40f7-a5ea-3b7b7deeadd9 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-562878206', 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:58.240893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d3585f-fa10-40f7-a5ea-3b7b7deeadd9 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Made reservation on behalf of e4a7f333fb394236ad6a97da7a470908 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:58.244448 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95d3585f-fa10-40f7-a5ea-3b7b7deeadd9 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.282224 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-95d3585f-fa10-40f7-a5ea-3b7b7deeadd9 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] device_id is not set on port e54e322a-bd93-4246-9ff7-260a298c710b yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:54:58.373518 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36368) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:58.418308 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e93c44-bfdb-44f0-9162-952abd60b606 admin admin] Router 1c7d1f2a-ee04-4ace-a907-22d2c0b4b728 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:54:58.447507 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-900b0687-0ab1-4db0-b1c8-0c2179db64d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.574633 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e93c44-bfdb-44f0-9162-952abd60b606 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:54:58.585149 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d9e93c44-bfdb-44f0-9162-952abd60b606 admin admin] 10.222.0.55 "PUT /v2.0/routers/1c7d1f2a-ee04-4ace-a907-22d2c0b4b728/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1141262 Nov 25 19:54:58.585629 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36372) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:58.602933 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040cf9a6-ef61-48ee-9e5a-8f337fe06570 None None] Sync routers for ids ['1c7d1f2a-ee04-4ace-a907-22d2c0b4b728'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:54:58.627489 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040cf9a6-ef61-48ee-9e5a-8f337fe06570 None None] Routers {'1c7d1f2a-ee04-4ace-a907-22d2c0b4b728'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:58.629135 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-040cf9a6-ef61-48ee-9e5a-8f337fe06570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:54:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1c7d1f2a-ee04-4ace-a907-22d2c0b4b728'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:58.644010 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-900b0687-0ab1-4db0-b1c8-0c2179db64d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.673130 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-900b0687-0ab1-4db0-b1c8-0c2179db64d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.724189 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-713e0be1-a7da-4b76-bb10-6b32d3d4c2e8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6f30dbacbc244f00a40c93d38750b681&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7557380 Nov 25 19:54:58.736842 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36378) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:58.815989 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b0687-0ab1-4db0-b1c8-0c2179db64d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2eeb025-27c7-4910-b495-db0b5f6dafe4,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:58.832790 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-900b0687-0ab1-4db0-b1c8-0c2179db64d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cb4d702c43114da698978f9490064a8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4552174 Nov 25 19:54:58.870807 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7df5825c-8b78-4f77-80a4-31d3a9663d75 admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.877503 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36382) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:58.929947 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8a064224-55ce-401d-b91a-80a1395cec4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.947180 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95d3585f-fa10-40f7-a5ea-3b7b7deeadd9 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.977111 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8a064224-55ce-401d-b91a-80a1395cec4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.998246 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-040cf9a6-ef61-48ee-9e5a-8f337fe06570 None None] Set router 1c7d1f2a-ee04-4ace-a907-22d2c0b4b728 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:54:59.047107 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95d3585f-fa10-40f7-a5ea-3b7b7deeadd9 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.227071 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3585f-fa10-40f7-a5ea-3b7b7deeadd9 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Pushing event updated for resources: {'Port': ['ID=e54e322a-bd93-4246-9ff7-260a298c710b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:59.270154 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d3585f-fa10-40f7-a5ea-3b7b7deeadd9 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Network efe0e5c0-7fa5-4371-a02a-33eac706662e is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:54:59.284586 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-95d3585f-fa10-40f7-a5ea-3b7b7deeadd9 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:59.305002 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d3585f-fa10-40f7-a5ea-3b7b7deeadd9 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:54:59.310465 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3585f-fa10-40f7-a5ea-3b7b7deeadd9 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:59.314628 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f005000-a72c-4eeb-bc5b-d7c7d7355930 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.316578 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95d3585f-fa10-40f7-a5ea-3b7b7deeadd9 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.320576 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2afe18a0-0735-4092-909c-3c54386c154f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.388587 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f005000-a72c-4eeb-bc5b-d7c7d7355930 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.388858 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8a064224-55ce-401d-b91a-80a1395cec4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.401344 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8a064224-55ce-401d-b91a-80a1395cec4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.412533 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8a064224-55ce-401d-b91a-80a1395cec4a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/94aa971d-0d00-4531-828f-2475135546c2 HTTP/1.1" status: 204 len: 168 time: 0.6695452 Nov 25 19:54:59.458557 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-95d3585f-fa10-40f7-a5ea-3b7b7deeadd9 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2892306 Nov 25 19:54:59.460694 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a064224-55ce-401d-b91a-80a1395cec4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94aa971d-0d00-4531-828f-2475135546c2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:59.463297 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36390) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:59.551662 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f005000-a72c-4eeb-bc5b-d7c7d7355930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.555631 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f005000-a72c-4eeb-bc5b-d7c7d7355930 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.558351 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7f005000-a72c-4eeb-bc5b-d7c7d7355930 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e2eeb025-27c7-4910-b495-db0b5f6dafe4 HTTP/1.1" status: 204 len: 168 time: 0.6797729 Nov 25 19:54:59.575269 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7df5825c-8b78-4f77-80a4-31d3a9663d75 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.612906 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f005000-a72c-4eeb-bc5b-d7c7d7355930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2eeb025-27c7-4910-b495-db0b5f6dafe4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:59.632879 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de25331e-a222-44f5-8273-1ef6e360d125 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:59.643775 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-de25331e-a222-44f5-8273-1ef6e360d125 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] 10.222.0.55 "GET /v2.0/ports/e54e322a-bd93-4246-9ff7-260a298c710b HTTP/1.1" status: 200 len: 954 time: 0.1758511 Nov 25 19:54:59.647551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36394) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:59.651567 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-040cf9a6-ef61-48ee-9e5a-8f337fe06570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7d1f2a-ee04-4ace-a907-22d2c0b4b728', 'name': 'tempest-TestVolumeBackupRestore-1827992486-router', 'tenant_id': '1e30a7cbefff40c19b4637d192fd9fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'e5998b79-080c-4e5d-958a-34ebbeeec928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:44Z', 'updated_at': '2021-11-25T19:54:57Z', 'revision_number': 5, 'project_id': '1e30a7cbefff40c19b4637d192fd9fda', 'gw_port': {'id': 'e5998b79-080c-4e5d-958a-34ebbeeec928', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ea:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7d1f2a-ee04-4ace-a907-22d2c0b4b728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:46Z', 'updated_at': '2021-11-25T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:59.766042 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36396) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:59.777526 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040cf9a6-ef61-48ee-9e5a-8f337fe06570 None None] Checking router: 1c7d1f2a-ee04-4ace-a907-22d2c0b4b728 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:54:59.803893 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7df5825c-8b78-4f77-80a4-31d3a9663d75 admin admin] Deleting port e5998b79-080c-4e5d-958a-34ebbeeec928 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:59.804405 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7df5825c-8b78-4f77-80a4-31d3a9663d75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.812201 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040cf9a6-ef61-48ee-9e5a-8f337fe06570 None None] Routers {'1c7d1f2a-ee04-4ace-a907-22d2c0b4b728'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:59.813145 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-040cf9a6-ef61-48ee-9e5a-8f337fe06570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:54:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1c7d1f2a-ee04-4ace-a907-22d2c0b4b728'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:59.894855 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b8b3e7d8-d759-42ba-82f6-5d77602f46fc tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Deleting port e54e322a-bd93-4246-9ff7-260a298c710b {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:59.895425 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8b3e7d8-d759-42ba-82f6-5d77602f46fc tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:00.041474 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8b3e7d8-d759-42ba-82f6-5d77602f46fc tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:00.085877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-7df5825c-8b78-4f77-80a4-31d3a9663d75 admin admin] For port e5998b79-080c-4e5d-958a-34ebbeeec928, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e5998b79-080c-4e5d-958a-34ebbeeec928,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:00.086474 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7df5825c-8b78-4f77-80a4-31d3a9663d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:00.125136 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7df5825c-8b78-4f77-80a4-31d3a9663d75 admin admin] Calling delete_port for e5998b79-080c-4e5d-958a-34ebbeeec928 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:00.140812 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b8b3e7d8-d759-42ba-82f6-5d77602f46fc tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Calling delete_port for e54e322a-bd93-4246-9ff7-260a298c710b owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:00.174253 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-040cf9a6-ef61-48ee-9e5a-8f337fe06570 None None] Set router 1c7d1f2a-ee04-4ace-a907-22d2c0b4b728 gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:00.311881 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8b3e7d8-d759-42ba-82f6-5d77602f46fc tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:00.330802 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-040cf9a6-ef61-48ee-9e5a-8f337fe06570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7d1f2a-ee04-4ace-a907-22d2c0b4b728', 'name': 'tempest-TestVolumeBackupRestore-1827992486-router', 'tenant_id': '1e30a7cbefff40c19b4637d192fd9fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:44Z', 'updated_at': '2021-11-25T19:54:59Z', 'revision_number': 6, 'project_id': '1e30a7cbefff40c19b4637d192fd9fda', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:00.375377 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3e7d8-d759-42ba-82f6-5d77602f46fc tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Pushing event deleted for resources: {'Port': ['ID=e54e322a-bd93-4246-9ff7-260a298c710b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:00.390991 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae5f15f7-7140-4172-a231-b5ccec4a517e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:00.396271 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8b3e7d8-d759-42ba-82f6-5d77602f46fc tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:00.404031 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b8b3e7d8-d759-42ba-82f6-5d77602f46fc tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] 10.222.0.55 "DELETE /v2.0/ports/e54e322a-bd93-4246-9ff7-260a298c710b HTTP/1.1" status: 204 len: 168 time: 0.7540092 Nov 25 19:55:00.406419 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36408) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:00.469932 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040cf9a6-ef61-48ee-9e5a-8f337fe06570 None None] The sync data for ids ['1c7d1f2a-ee04-4ace-a907-22d2c0b4b728'] in n-d-819349-5 is: [{'id': '1c7d1f2a-ee04-4ace-a907-22d2c0b4b728', 'name': 'tempest-TestVolumeBackupRestore-1827992486-router', 'tenant_id': '1e30a7cbefff40c19b4637d192fd9fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:44Z', 'updated_at': '2021-11-25T19:54:59Z', 'revision_number': 6, 'project_id': '1e30a7cbefff40c19b4637d192fd9fda', 'gw_port_host': None}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:55:00.472455 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b99b9e3-f35c-4c61-ba82-8bb1f00b1516 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] GET failed (client error): The resource could not be found. Nov 25 19:55:00.475473 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0b99b9e3-f35c-4c61-ba82-8bb1f00b1516 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] 10.222.0.55 "GET /v2.0/ports/e54e322a-bd93-4246-9ff7-260a298c710b HTTP/1.1" status: 404 len: 333 time: 0.0656686 Nov 25 19:55:00.483621 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36414) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:00.498997 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-1d7051b4-e63a-4fab-bb21-6009999a590a tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Request body: {'port': {'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1720605092'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:00.576016 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7051b4-e63a-4fab-bb21-6009999a590a tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Made reservation on behalf of e4a7f333fb394236ad6a97da7a470908 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:00.589589 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d7051b4-e63a-4fab-bb21-6009999a590a tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:00.596812 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:55:00.647495 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1d7051b4-e63a-4fab-bb21-6009999a590a tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] device_id is not set on port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:55:00.789682 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7df5825c-8b78-4f77-80a4-31d3a9663d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:00.800287 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae5f15f7-7140-4172-a231-b5ccec4a517e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:00.832735 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae5f15f7-7140-4172-a231-b5ccec4a517e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:00.883227 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5825c-8b78-4f77-80a4-31d3a9663d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5998b79-080c-4e5d-958a-34ebbeeec928,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:00.899145 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f15f7-7140-4172-a231-b5ccec4a517e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa96b441-dd88-4c56-a2bf-98348e0e6230,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:00.946038 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856e242b-2674-40ba-a9a7-4cb3d7074b73 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:55:00.986799 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d7051b4-e63a-4fab-bb21-6009999a590a tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.010189 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ae5f15f7-7140-4172-a231-b5ccec4a517e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=42c09cb073a84640b3e3f9f4abf1cb3f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2427633 Nov 25 19:55:01.014716 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36426) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:01.059673 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7df5825c-8b78-4f77-80a4-31d3a9663d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.071617 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d7051b4-e63a-4fab-bb21-6009999a590a tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.166803 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7051b4-e63a-4fab-bb21-6009999a590a tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Network efe0e5c0-7fa5-4371-a02a-33eac706662e is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:55:01.188127 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-1d7051b4-e63a-4fab-bb21-6009999a590a tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:01.193856 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7051b4-e63a-4fab-bb21-6009999a590a tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:55:01.195381 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7051b4-e63a-4fab-bb21-6009999a590a tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:01.198029 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d7051b4-e63a-4fab-bb21-6009999a590a tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.217058 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7051b4-e63a-4fab-bb21-6009999a590a tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Pushing event updated for resources: {'Port': ['ID=24e5cfc7-34cc-4f19-9b07-a579a5ed20bd,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:01.237392 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1d7051b4-e63a-4fab-bb21-6009999a590a tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7509413 Nov 25 19:55:01.256080 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36428) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:01.264012 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:01.407407 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7df5825c-8b78-4f77-80a4-31d3a9663d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.411534 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.417738 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7df5825c-8b78-4f77-80a4-31d3a9663d75 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.603266 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device fd55e45e-dd32-476f-a3eb-59199bbef2da no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:01.669556 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30f3cf93-a356-44cc-a8af-e9ab763fb1d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.705965 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7df5825c-8b78-4f77-80a4-31d3a9663d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.708927 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df5825c-8b78-4f77-80a4-31d3a9663d75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c7d1f2a-ee04-4ace-a907-22d2c0b4b728 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:55:01.726747 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7df5825c-8b78-4f77-80a4-31d3a9663d75 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.728087 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7df5825c-8b78-4f77-80a4-31d3a9663d75 admin admin] 10.222.0.55 "DELETE /v2.0/routers/1c7d1f2a-ee04-4ace-a907-22d2c0b4b728 HTTP/1.1" status: 204 len: 168 time: 3.1414590 Nov 25 19:55:01.755319 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36442) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:01.763857 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: fd55e45e-dd32-476f-a3eb-59199bbef2da {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:55:01.772411 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device fd55e45e-dd32-476f-a3eb-59199bbef2da not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:01.774447 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e5998b79-080c-4e5d-958a-34ebbeeec928 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:01.851739 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-61d8018a-a5b9-4061-a5e5-5ecb2d6af9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.860381 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: e5998b79-080c-4e5d-958a-34ebbeeec928 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:55:01.861289 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e5998b79-080c-4e5d-958a-34ebbeeec928 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:01.882952 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30f3cf93-a356-44cc-a8af-e9ab763fb1d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.990020 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-719ecdf9-a57c-46b6-851e-aa5b263ff428 admin admin] Deleting subnet 3ba5e45d-7006-44e1-9909-cbb8119befa3 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:55:01.995388 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-719ecdf9-a57c-46b6-851e-aa5b263ff428 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.098706 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-719ecdf9-a57c-46b6-851e-aa5b263ff428 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.115452 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30f3cf93-a356-44cc-a8af-e9ab763fb1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.125384 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30f3cf93-a356-44cc-a8af-e9ab763fb1d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.132917 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-30f3cf93-a356-44cc-a8af-e9ab763fb1d6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aa96b441-dd88-4c56-a2bf-98348e0e6230 HTTP/1.1" status: 204 len: 168 time: 1.1172233 Nov 25 19:55:02.171752 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] device_id is not set on port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:55:02.215832 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.226165 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.267668 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3cf93-a356-44cc-a8af-e9ab763fb1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa96b441-dd88-4c56-a2bf-98348e0e6230,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:02.329352 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Pushing event updated for resources: {'Port': ['ID=24e5cfc7-34cc-4f19-9b07-a579a5ed20bd,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:02.359947 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36452) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:02.414318 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-719ecdf9-a57c-46b6-851e-aa5b263ff428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.423060 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:55:02.424735 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:55:02.425942 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:02.435260 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:55:02.435988 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:55:02.436731 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempt 2 to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd Nov 25 19:55:02.462406 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:55:02.463124 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:55:02.463891 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:02.482082 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:55:02.483312 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:55:02.485071 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempt 3 to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd Nov 25 19:55:02.518957 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:55:02.519538 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:55:02.519934 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:02.528256 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:55:02.528597 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:55:02.529003 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempt 4 to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd Nov 25 19:55:02.560386 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:55:02.560736 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:55:02.561103 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:02.573449 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:55:02.573862 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:55:02.574878 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempt 5 to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd Nov 25 19:55:02.581863 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-719ecdf9-a57c-46b6-851e-aa5b263ff428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.591229 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:55:02.591583 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:55:02.591939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:02.598025 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:55:02.598669 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:55:02.599186 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempt 6 to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd Nov 25 19:55:02.615481 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:55:02.615841 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:55:02.616191 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:02.622668 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:55:02.623002 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:55:02.623504 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempt 7 to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd Nov 25 19:55:02.656279 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:55:02.656643 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:55:02.657056 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:02.666842 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ecdf9-a57c-46b6-851e-aa5b263ff428 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba5e45d-7006-44e1-9909-cbb8119befa3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:02.678453 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1a70c8-a8f3-45b7-a6b8-12150db21947 None None] Network 11e0310f-e918-414c-a6fb-bd5271f0b900 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:02.679452 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-719ecdf9-a57c-46b6-851e-aa5b263ff428 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.683450 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:55:02.683972 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:55:02.685355 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-719ecdf9-a57c-46b6-851e-aa5b263ff428 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3ba5e45d-7006-44e1-9909-cbb8119befa3 HTTP/1.1" status: 204 len: 168 time: 0.9208164 Nov 25 19:55:02.685791 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempt 8 to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd Nov 25 19:55:02.687581 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36460) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:02.719056 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:55:02.719604 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:55:02.720161 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:02.729639 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:55:02.730175 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:55:02.730842 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempt 9 to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd Nov 25 19:55:02.765004 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:55:02.765486 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:55:02.766040 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:02.782392 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:55:02.782733 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:55:02.783132 n-d-819349-5 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempt 10 to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd Nov 25 19:55:02.823522 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce1618d8-082c-484e-b357-a5d60d58f40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.841024 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:55:02.841370 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:55:02.843087 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempting to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:02.865989 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on network efe0e5c0-7fa5-4371-a02a-33eac706662e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:55:02.869429 n-d-819349-5 neutron-server[103600]: ERROR neutron.plugins.ml2.managers [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Failed to bind port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on host n-h2-819349-5 for vnic_type normal using segments [{'id': 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'efe0e5c0-7fa5-4371-a02a-33eac706662e'}] Nov 25 19:55:02.870253 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.878446 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-176a2c83-d159-4e76-9a6e-c71859caed7d tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:02.879403 n-d-819349-5 neutron-server[103600]: WARNING neutron.api.v2.base [None req-176a2c83-d159-4e76-9a6e-c71859caed7d tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 19:55:02.880168 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-176a2c83-d159-4e76-9a6e-c71859caed7d tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 19:55:02.885822 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-176a2c83-d159-4e76-9a6e-c71859caed7d tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5216892 Nov 25 19:55:02.889053 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36464) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:02.902901 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-80da78cc-765c-46c6-99df-e48e8d57f392 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group': {'name': 'tempest-secgroup--1879971329'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:02.980375 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80da78cc-765c-46c6-99df-e48e8d57f392 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.990448 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ce1618d8-082c-484e-b357-a5d60d58f40c admin admin] Deleting port aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:02.990964 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce1618d8-082c-484e-b357-a5d60d58f40c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.025688 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80da78cc-765c-46c6-99df-e48e8d57f392 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.092010 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133dbaed-e17b-4d3e-8ef1-72b620e3c086 None None] DHCP port deletion for 11e0310f-e918-414c-a6fb-bd5271f0b900 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:55:03.138732 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-ce1618d8-082c-484e-b357-a5d60d58f40c admin admin] For port aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e,segment=NetworkSegment(4f20a637-81e8-4b1c-9799-91bb04f3f704),segment_id=4f20a637-81e8-4b1c-9799-91bb04f3f704)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:03.139416 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce1618d8-082c-484e-b357-a5d60d58f40c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.176009 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ce1618d8-082c-484e-b357-a5d60d58f40c admin admin] Calling delete_port for aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:03.230442 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-133dbaed-e17b-4d3e-8ef1-72b620e3c086 None None] Deleting port aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:03.231029 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-133dbaed-e17b-4d3e-8ef1-72b620e3c086 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.253238 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80da78cc-765c-46c6-99df-e48e8d57f392 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.273184 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] For port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:55:03.273794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attempted to set empty binding levels {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 19:55:03.275599 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80da78cc-765c-46c6-99df-e48e8d57f392 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.336333 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.393674 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-133dbaed-e17b-4d3e-8ef1-72b620e3c086 None None] For port aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e,segment=NetworkSegment(4f20a637-81e8-4b1c-9799-91bb04f3f704),segment_id=4f20a637-81e8-4b1c-9799-91bb04f3f704)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:03.394318 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-133dbaed-e17b-4d3e-8ef1-72b620e3c086 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.416985 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce1618d8-082c-484e-b357-a5d60d58f40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.436420 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-133dbaed-e17b-4d3e-8ef1-72b620e3c086 None None] Calling delete_port for aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:03.447069 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:03.477374 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:55:03.478067 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:03.513708 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1618d8-082c-484e-b357-a5d60d58f40c admin admin] Pushing event deleted for resources: {'Port': ['ID=aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:03.526009 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1618d8-082c-484e-b357-a5d60d58f40c admin admin] No DVR routers for this DVR port aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:55:03.544740 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] In _notify_port_updated(), no bound segment for port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd on network efe0e5c0-7fa5-4371-a02a-33eac706662e {{(pid=103600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:55:03.555341 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:03.556494 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.566441 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] 10.222.0.55 "PUT /v2.0/ports/24e5cfc7-34cc-4f19-9b07-a579a5ed20bd HTTP/1.1" status: 200 len: 975 time: 2.3044713 Nov 25 19:55:03.580635 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36480) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:03.615366 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da78cc-765c-46c6-99df-e48e8d57f392 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06abeddc-cca8-423f-8113-8de176242273,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:03.637370 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-133dbaed-e17b-4d3e-8ef1-72b620e3c086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.653370 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d773d-a79c-49e0-952f-7a5229faa12f tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Pushing event updated for resources: {'Port': ['ID=24e5cfc7-34cc-4f19-9b07-a579a5ed20bd,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:03.709102 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133dbaed-e17b-4d3e-8ef1-72b620e3c086 None None] Pushing event deleted for resources: {'Port': ['ID=aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:03.729748 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133dbaed-e17b-4d3e-8ef1-72b620e3c086 None None] No DVR routers for this DVR port aff1f4a4-c367-4a72-bf0a-4ab0e3d9ed6e on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:55:03.744623 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.766939 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80da78cc-765c-46c6-99df-e48e8d57f392 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.776630 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80da78cc-765c-46c6-99df-e48e8d57f392 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.843384 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80da78cc-765c-46c6-99df-e48e8d57f392 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.844886 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-80da78cc-765c-46c6-99df-e48e8d57f392 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9546480 Nov 25 19:55:03.846950 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce1618d8-082c-484e-b357-a5d60d58f40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.848686 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36486) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:03.861757 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-fd19bfe6-3667-4a32-9c2e-61b9084f46db tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group_rule': {'security_group_id': '96614da0-f566-4c38-a7c1-3056614fe805', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:03.868365 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da78cc-765c-46c6-99df-e48e8d57f392 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96614da0-f566-4c38-a7c1-3056614fe805,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:03.909458 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-ce1618d8-082c-484e-b357-a5d60d58f40c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e0310f-e918-414c-a6fb-bd5271f0b900']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:03.930194 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fd19bfe6-3667-4a32-9c2e-61b9084f46db tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.959523 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-ce1618d8-082c-484e-b357-a5d60d58f40c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f20a637-81e8-4b1c-9799-91bb04f3f704') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:03.960277 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-ce1618d8-082c-484e-b357-a5d60d58f40c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f20a637-81e8-4b1c-9799-91bb04f3f704') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:03.997326 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce1618d8-082c-484e-b357-a5d60d58f40c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.011159 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ac26507e-7a1d-4aee-81b2-fc3270e7ce57 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Deleting port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:04.011502 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac26507e-7a1d-4aee-81b2-fc3270e7ce57 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.034384 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce1618d8-082c-484e-b357-a5d60d58f40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.073786 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fd19bfe6-3667-4a32-9c2e-61b9084f46db tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.085025 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fd19bfe6-3667-4a32-9c2e-61b9084f46db tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.098339 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1618d8-082c-484e-b357-a5d60d58f40c admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:55:04.098857 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce1618d8-082c-484e-b357-a5d60d58f40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:55:04.101176 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:55:04.120264 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19bfe6-3667-4a32-9c2e-61b9084f46db tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0209cbed-9729-4502-a003-272fe979ce37,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:04.158436 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fd19bfe6-3667-4a32-9c2e-61b9084f46db tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.163441 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fd19bfe6-3667-4a32-9c2e-61b9084f46db tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3134179 Nov 25 19:55:04.166653 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36500) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:04.181489 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-2253231d-00b3-411f-a122-4f18f87ccee0 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group_rule': {'security_group_id': '96614da0-f566-4c38-a7c1-3056614fe805', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:04.190546 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-ac26507e-7a1d-4aee-81b2-fc3270e7ce57 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] For port 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd, host n-h2-819349-5, got binding levels [] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:04.190996 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac26507e-7a1d-4aee-81b2-fc3270e7ce57 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.209458 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ac26507e-7a1d-4aee-81b2-fc3270e7ce57 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Calling delete_port for 24e5cfc7-34cc-4f19-9b07-a579a5ed20bd owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:04.225702 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce1618d8-082c-484e-b357-a5d60d58f40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.230609 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce1618d8-082c-484e-b357-a5d60d58f40c admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.234619 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ce1618d8-082c-484e-b357-a5d60d58f40c admin admin] 10.222.0.55 "DELETE /v2.0/networks/11e0310f-e918-414c-a6fb-bd5271f0b900 HTTP/1.1" status: 204 len: 168 time: 1.5457470 Nov 25 19:55:04.281978 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2253231d-00b3-411f-a122-4f18f87ccee0 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.293548 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1618d8-082c-484e-b357-a5d60d58f40c admin admin] Pushing event deleted for resources: {'Network': ['ID=11e0310f-e918-414c-a6fb-bd5271f0b900,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:04.357064 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac26507e-7a1d-4aee-81b2-fc3270e7ce57 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.381768 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac26507e-7a1d-4aee-81b2-fc3270e7ce57 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.388283 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ac26507e-7a1d-4aee-81b2-fc3270e7ce57 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] 10.222.0.55 "DELETE /v2.0/ports/24e5cfc7-34cc-4f19-9b07-a579a5ed20bd HTTP/1.1" status: 204 len: 168 time: 0.8024039 Nov 25 19:55:04.402100 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36506) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:04.437705 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26507e-7a1d-4aee-81b2-fc3270e7ce57 tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] Pushing event deleted for resources: {'Port': ['ID=24e5cfc7-34cc-4f19-9b07-a579a5ed20bd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:04.475335 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f16e42-9a0a-4054-874d-09be3942d0de tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] GET failed (client error): The resource could not be found. Nov 25 19:55:04.476876 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-14f16e42-9a0a-4054-874d-09be3942d0de tempest-PortsAdminExtendedAttrsTestJSON-1030315827 tempest-PortsAdminExtendedAttrsTestJSON-1030315827-project-admin] 10.222.0.55 "GET /v2.0/ports/24e5cfc7-34cc-4f19-9b07-a579a5ed20bd HTTP/1.1" status: 404 len: 333 time: 0.0692770 Nov 25 19:55:04.483384 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36512) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:04.505338 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36514) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:04.515192 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-2253231d-00b3-411f-a122-4f18f87ccee0 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 19:55:04.517419 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2253231d-00b3-411f-a122-4f18f87ccee0 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3492327 Nov 25 19:55:04.524392 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36516) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:04.561699 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7225a77d-9b02-4940-8fc3-6fc6bbafefda admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d83dafce68594599ab4d0ac20e13f7c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0535274 Nov 25 19:55:04.564170 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36518) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:04.639049 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a9aaf6a-490a-4a72-9cc2-3be9c9893c9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.651414 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8d9379c2-0268-42a6-acb5-bc9c9df6c390 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.662013 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36520) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:04.662506 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d42a693-bb20-48a7-a225-6060bdb06c47 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.674622 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a9aaf6a-490a-4a72-9cc2-3be9c9893c9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.720111 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d42a693-bb20-48a7-a225-6060bdb06c47 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.759685 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a9aaf6a-490a-4a72-9cc2-3be9c9893c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.764499 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a9aaf6a-490a-4a72-9cc2-3be9c9893c9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.768346 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2a9aaf6a-490a-4a72-9cc2-3be9c9893c9d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2a819652-64e6-4ff1-80f7-6c550fee525e HTTP/1.1" status: 204 len: 168 time: 0.2005396 Nov 25 19:55:04.780379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9aaf6a-490a-4a72-9cc2-3be9c9893c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a819652-64e6-4ff1-80f7-6c550fee525e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:04.921878 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-06aca326-9636-4dc8-8f47-2e9692a34bf1 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1058905147-network', 'tenant_id': 'b3e5cfb6b4a04e22a7cd4d62dac2667f'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:04.973255 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06aca326-9636-4dc8-8f47-2e9692a34bf1 admin admin] Made reservation on behalf of b3e5cfb6b4a04e22a7cd4d62dac2667f for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:04.979067 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-06aca326-9636-4dc8-8f47-2e9692a34bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.004410 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-06aca326-9636-4dc8-8f47-2e9692a34bf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.202993 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-06aca326-9636-4dc8-8f47-2e9692a34bf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.226754 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-06aca326-9636-4dc8-8f47-2e9692a34bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.267428 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06aca326-9636-4dc8-8f47-2e9692a34bf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:55:05.271858 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8d9379c2-0268-42a6-acb5-bc9c9df6c390 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.294657 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-06aca326-9636-4dc8-8f47-2e9692a34bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.295030 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-06aca326-9636-4dc8-8f47-2e9692a34bf1 admin admin] Added segment b2835a16-e7a5-4f13-8c01-d36ea5bb72c1 of type vlan for network 1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe Nov 25 19:55:05.310831 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d42a693-bb20-48a7-a225-6060bdb06c47 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.320464 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d42a693-bb20-48a7-a225-6060bdb06c47 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.334608 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6d42a693-bb20-48a7-a225-6060bdb06c47 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "DELETE /v2.0/security-groups/96614da0-f566-4c38-a7c1-3056614fe805 HTTP/1.1" status: 204 len: 168 time: 0.7967644 Nov 25 19:55:05.334608 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8d9379c2-0268-42a6-acb5-bc9c9df6c390 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe0e5c0-7fa5-4371-a02a-33eac706662e']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:05.341726 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36538) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:05.363020 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8d9379c2-0268-42a6-acb5-bc9c9df6c390 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:05.363020 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8d9379c2-0268-42a6-acb5-bc9c9df6c390 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f385f47a-bbcb-4bf8-b937-e8caf1c28b0e') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:05.367204 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42a693-bb20-48a7-a225-6060bdb06c47 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96614da0-f566-4c38-a7c1-3056614fe805,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:05.392437 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8d9379c2-0268-42a6-acb5-bc9c9df6c390 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.400907 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-06aca326-9636-4dc8-8f47-2e9692a34bf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.423291 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aca326-9636-4dc8-8f47-2e9692a34bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbd65e9-f9df-4f24-9585-24e8584f9177,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:05.453507 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-06aca326-9636-4dc8-8f47-2e9692a34bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.455400 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aca326-9636-4dc8-8f47-2e9692a34bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:05.456939 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-06aca326-9636-4dc8-8f47-2e9692a34bf1 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.475303 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36544) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:05.475575 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-724a11ae-85fc-4e07-ae17-e73ea2b09bb3 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1272490 Nov 25 19:55:05.485519 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.487595 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8d9379c2-0268-42a6-acb5-bc9c9df6c390 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.496644 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d9379c2-0268-42a6-acb5-bc9c9df6c390 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:55:05.497374 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8d9379c2-0268-42a6-acb5-bc9c9df6c390 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:55:05.501993 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:55:05.508049 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-81c578b5-665e-4fd1-b43d-cb8ea1a035e7 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group': {'name': 'tempest-secgroup--1460399539'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:05.546026 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-06aca326-9636-4dc8-8f47-2e9692a34bf1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8823681 Nov 25 19:55:05.558608 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36546) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:05.566849 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-91cc6ce3-b79d-4a68-8323-0905791995d7 admin admin] Request body: {'subnet': {'network_id': '1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1058905147-subnet', 'tenant_id': 'b3e5cfb6b4a04e22a7cd4d62dac2667f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:05.596347 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.api [None req-91cc6ce3-b79d-4a68-8323-0905791995d7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 19:55:05.596347 n-d-819349-5 neutron-server[103599]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 25 19:55:05.596347 n-d-819349-5 neutron-server[103599]: [parameters: {'project_id_1': 'b3e5cfb6b4a04e22a7cd4d62dac2667f', 'expiration_1': datetime.datetime(2021, 11, 25, 19, 54, 45, 572406)}] Nov 25 19:55:05.596347 n-d-819349-5 neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:55:05.597750 n-d-819349-5 neutron-server[103599]: DEBUG oslo_db.api [None req-91cc6ce3-b79d-4a68-8323-0905791995d7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:55:05.603007 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.613622 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8d9379c2-0268-42a6-acb5-bc9c9df6c390 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.619392 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aca326-9636-4dc8-8f47-2e9692a34bf1 admin admin] Pushing event updated for resources: {'Network': ['ID=1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:05.624749 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8d9379c2-0268-42a6-acb5-bc9c9df6c390 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.631965 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8d9379c2-0268-42a6-acb5-bc9c9df6c390 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] 10.222.0.55 "DELETE /v2.0/networks/efe0e5c0-7fa5-4371-a02a-33eac706662e HTTP/1.1" status: 204 len: 168 time: 1.1471298 Nov 25 19:55:05.632733 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-81c578b5-665e-4fd1-b43d-cb8ea1a035e7 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.638566 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:55:05.678929 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9379c2-0268-42a6-acb5-bc9c9df6c390 tempest-PortsAdminExtendedAttrsTestJSON-56504612 tempest-PortsAdminExtendedAttrsTestJSON-56504612-project] Pushing event deleted for resources: {'Network': ['ID=efe0e5c0-7fa5-4371-a02a-33eac706662e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:05.697308 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36550) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:05.762050 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-81c578b5-665e-4fd1-b43d-cb8ea1a035e7 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.772474 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-81c578b5-665e-4fd1-b43d-cb8ea1a035e7 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.781119 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-39cb9d11-5a6c-491a-bff9-3a3c8c398d03 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1e30a7cbefff40c19b4637d192fd9fda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0819306 Nov 25 19:55:05.784338 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36554) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:05.844279 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c578b5-665e-4fd1-b43d-cb8ea1a035e7 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab01dde6-ee55-4442-a8b6-b5a7b300f738,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:05.854345 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2686de7f-8b4b-42c7-9d60-cba97476ea62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.882758 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-81c578b5-665e-4fd1-b43d-cb8ea1a035e7 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.887010 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-81c578b5-665e-4fd1-b43d-cb8ea1a035e7 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4064486 Nov 25 19:55:05.887257 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36558) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:05.892389 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-bd15302f-34c0-4a0a-9cd1-b9e6cd653186 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group_rule': {'security_group_id': 'ab01dde6-ee55-4442-a8b6-b5a7b300f738', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:05.893304 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2686de7f-8b4b-42c7-9d60-cba97476ea62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.894696 n-d-819349-5 neutron-server[103600]: WARNING neutron.api.v2.base [None req-bd15302f-34c0-4a0a-9cd1-b9e6cd653186 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 25 19:55:05.895632 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-bd15302f-34c0-4a0a-9cd1-b9e6cd653186 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:55:05.899572 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bd15302f-34c0-4a0a-9cd1-b9e6cd653186 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0080535 Nov 25 19:55:05.901150 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36560) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:06.035408 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2686de7f-8b4b-42c7-9d60-cba97476ea62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:06.037737 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-468fd68a-4215-4d39-a4c7-cbe5bb22bc30 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:06.050834 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2686de7f-8b4b-42c7-9d60-cba97476ea62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:06.055634 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2686de7f-8b4b-42c7-9d60-cba97476ea62 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f241f41b-9c32-43dd-915e-b79e388c82b8 HTTP/1.1" status: 204 len: 168 time: 0.2691245 Nov 25 19:55:06.141350 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36568) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:06.142123 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686de7f-8b4b-42c7-9d60-cba97476ea62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f241f41b-9c32-43dd-915e-b79e388c82b8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:06.177959 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-468fd68a-4215-4d39-a4c7-cbe5bb22bc30 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:06.236920 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cc6ce3-b79d-4a68-8323-0905791995d7 admin admin] Made reservation on behalf of b3e5cfb6b4a04e22a7cd4d62dac2667f for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:06.242973 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-91cc6ce3-b79d-4a68-8323-0905791995d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:06.320421 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-468fd68a-4215-4d39-a4c7-cbe5bb22bc30 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:06.327557 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-468fd68a-4215-4d39-a4c7-cbe5bb22bc30 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:06.330696 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-468fd68a-4215-4d39-a4c7-cbe5bb22bc30 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "DELETE /v2.0/security-groups/ab01dde6-ee55-4442-a8b6-b5a7b300f738 HTTP/1.1" status: 204 len: 168 time: 0.4282351 Nov 25 19:55:06.336609 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36574) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:06.391975 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468fd68a-4215-4d39-a4c7-cbe5bb22bc30 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab01dde6-ee55-4442-a8b6-b5a7b300f738,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:06.570148 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-32d1dcf6-734f-4326-bccd-292b3083b2df tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2246087 Nov 25 19:55:06.597871 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36576) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:06.606212 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-2c722f71-a03d-42f8-895c-5a14b7bab536 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group': {'name': 'tempest-secgroup--1258028835'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:06.711275 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-91cc6ce3-b79d-4a68-8323-0905791995d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:06.735953 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c0c93f9d-63ea-47ff-807f-ce8ad2ae2464 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ae94f6df3c234990bafb32e8b9ce0b1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5913737 Nov 25 19:55:06.739781 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36578) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:06.764399 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c722f71-a03d-42f8-895c-5a14b7bab536 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:06.841990 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cc6ce3-b79d-4a68-8323-0905791995d7 admin admin] Checking segment: {'id': 'b2835a16-e7a5-4f13-8c01-d36ea5bb72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:55:06.842874 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cc6ce3-b79d-4a68-8323-0905791995d7 admin admin] Network hostable DHCP agents. Network: 1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:55:06.909867 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc6ce3-b79d-4a68-8323-0905791995d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=179438c5-0789-4cf8-9dd6-e8c1d97b1bc4,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:06.920259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cc6ce3-b79d-4a68-8323-0905791995d7 admin admin] Network 1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:55:06.952163 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-91cc6ce3-b79d-4a68-8323-0905791995d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:06.984648 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cc6ce3-b79d-4a68-8323-0905791995d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:06.984895 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0cec28-174e-4085-b3fe-7503e7df56f0 None None] Network 1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:06.987142 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-91cc6ce3-b79d-4a68-8323-0905791995d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:06.990503 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e14cefa5-0f71-4bd9-9718-af01a801e083 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.047255 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-91cc6ce3-b79d-4a68-8323-0905791995d7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4874067 Nov 25 19:55:07.052081 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e14cefa5-0f71-4bd9-9718-af01a801e083 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.159972 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e14cefa5-0f71-4bd9-9718-af01a801e083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.164980 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e14cefa5-0f71-4bd9-9718-af01a801e083 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.166682 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e14cefa5-0f71-4bd9-9718-af01a801e083 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/feb98c53-086e-4eeb-b64b-bfc00fb4874b HTTP/1.1" status: 204 len: 168 time: 0.3631525 Nov 25 19:55:07.174596 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c722f71-a03d-42f8-895c-5a14b7bab536 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.188121 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c722f71-a03d-42f8-895c-5a14b7bab536 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.202965 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cefa5-0f71-4bd9-9718-af01a801e083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb98c53-086e-4eeb-b64b-bfc00fb4874b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:07.297908 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c722f71-a03d-42f8-895c-5a14b7bab536 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.309922 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2c722f71-a03d-42f8-895c-5a14b7bab536 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7097363 Nov 25 19:55:07.312674 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36586) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:07.314643 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c722f71-a03d-42f8-895c-5a14b7bab536 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb66bf69-1906-4adc-946b-78151aef6823,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:07.320506 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a4d13a09-ad5d-4920-9c68-f4632c9e4dd8 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group_rule': {'security_group_id': 'eb66bf69-1906-4adc-946b-78151aef6823', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:07.320856 n-d-819349-5 neutron-server[103599]: WARNING neutron.api.v2.base [None req-a4d13a09-ad5d-4920-9c68-f4632c9e4dd8 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 25 19:55:07.321381 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-a4d13a09-ad5d-4920-9c68-f4632c9e4dd8 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:55:07.322697 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a4d13a09-ad5d-4920-9c68-f4632c9e4dd8 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0089693 Nov 25 19:55:07.325946 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36588) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:07.420015 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0788b64-bcf0-4451-a050-250ffb70a7bf None None] Network 1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:07.483088 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f906f888-a9d3-43ed-8303-9d790fab283c tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.564249 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f906f888-a9d3-43ed-8303-9d790fab283c tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.678893 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f906f888-a9d3-43ed-8303-9d790fab283c tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.682077 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f906f888-a9d3-43ed-8303-9d790fab283c tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.683542 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f906f888-a9d3-43ed-8303-9d790fab283c tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "DELETE /v2.0/security-groups/eb66bf69-1906-4adc-946b-78151aef6823 HTTP/1.1" status: 204 len: 168 time: 0.3565886 Nov 25 19:55:07.688077 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36600) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:07.699874 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906f888-a9d3-43ed-8303-9d790fab283c tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb66bf69-1906-4adc-946b-78151aef6823,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:07.846078 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4a0e105d-b6db-4b3c-beef-e9aca8ca32c3 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1518295 Nov 25 19:55:07.850874 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36606) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:07.864645 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-5c72be0b-e6b0-4ef7-98fa-8203351913ec tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group': {'name': 'tempest-secgroup--2088659612'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:07.930320 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c72be0b-e6b0-4ef7-98fa-8203351913ec tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.206620 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c72be0b-e6b0-4ef7-98fa-8203351913ec tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.217383 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c72be0b-e6b0-4ef7-98fa-8203351913ec tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.262592 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36610) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:08.354032 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72be0b-e6b0-4ef7-98fa-8203351913ec tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5159d73-1f5a-4af3-9aa3-36ed67bad339,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:08.408469 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-dc6a4701-df0f-4329-b0a6-19443e387cac admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e4a7f333fb394236ad6a97da7a470908&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1439025 Nov 25 19:55:08.409182 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36622) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:08.413191 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c72be0b-e6b0-4ef7-98fa-8203351913ec tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.415179 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5c72be0b-e6b0-4ef7-98fa-8203351913ec tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5552237 Nov 25 19:55:08.428108 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36624) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:08.433624 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-fb6ad97b-f9db-42a4-b3e3-f2574e164192 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group_rule': {'security_group_id': 'c5159d73-1f5a-4af3-9aa3-36ed67bad339', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:08.436282 n-d-819349-5 neutron-server[103600]: WARNING neutron.api.v2.base [None req-fb6ad97b-f9db-42a4-b3e3-f2574e164192 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 25 19:55:08.437205 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-fb6ad97b-f9db-42a4-b3e3-f2574e164192 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:55:08.438548 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fb6ad97b-f9db-42a4-b3e3-f2574e164192 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0090334 Nov 25 19:55:08.450087 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36626) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:08.458558 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-622fd685-9e47-4616-9445-85782991761b tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group_rule': {'security_group_id': 'c5159d73-1f5a-4af3-9aa3-36ed67bad339', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:08.459835 n-d-819349-5 neutron-server[103600]: WARNING neutron.api.v2.base [None req-622fd685-9e47-4616-9445-85782991761b tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 25 19:55:08.460619 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-622fd685-9e47-4616-9445-85782991761b tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:55:08.461998 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-622fd685-9e47-4616-9445-85782991761b tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0103168 Nov 25 19:55:08.467060 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36628) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:08.504391 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf62daf4-8848-4e44-a0a5-19da97c86265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.510460 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-6164e0cd-9f57-4271-b0b4-05cc85a6e00f tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group_rule': {'security_group_id': 'c5159d73-1f5a-4af3-9aa3-36ed67bad339', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:08.511420 n-d-819349-5 neutron-server[103600]: WARNING neutron.api.v2.base [None req-6164e0cd-9f57-4271-b0b4-05cc85a6e00f tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 25 19:55:08.512002 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-6164e0cd-9f57-4271-b0b4-05cc85a6e00f tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:55:08.517984 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6164e0cd-9f57-4271-b0b4-05cc85a6e00f tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0446146 Nov 25 19:55:08.520048 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36632) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:08.524951 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cd02865d-b00d-4a9d-bd66-de8d8dc81182 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group_rule': {'security_group_id': 'c5159d73-1f5a-4af3-9aa3-36ed67bad339', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:08.525959 n-d-819349-5 neutron-server[103599]: WARNING neutron.api.v2.base [None req-cd02865d-b00d-4a9d-bd66-de8d8dc81182 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 25 19:55:08.526736 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-cd02865d-b00d-4a9d-bd66-de8d8dc81182 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:55:08.532903 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cd02865d-b00d-4a9d-bd66-de8d8dc81182 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0065911 Nov 25 19:55:08.534855 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36636) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:08.571988 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf62daf4-8848-4e44-a0a5-19da97c86265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.643629 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81c9c2c9-957c-4570-b685-104cbd6cd35b tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.665503 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-cd45ddf7-63cb-4c1f-a196-4dda568f1c80 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:08.671328 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-cd45ddf7-63cb-4c1f-a196-4dda568f1c80 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/networks?id=1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe HTTP/1.1" status: 200 len: 809 time: 0.2790647 Nov 25 19:55:08.679466 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81c9c2c9-957c-4570-b685-104cbd6cd35b tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.697824 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-4010003d-34c2-4d51-a073-c2dcd4c841ff tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/quotas/b3e5cfb6b4a04e22a7cd4d62dac2667f HTTP/1.1" status: 200 len: 375 time: 0.0136044 Nov 25 19:55:08.734382 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf62daf4-8848-4e44-a0a5-19da97c86265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.738158 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf62daf4-8848-4e44-a0a5-19da97c86265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.742487 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cf62daf4-8848-4e44-a0a5-19da97c86265 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/14994f3b-66aa-46a7-b8cf-af81bf018c84 HTTP/1.1" status: 204 len: 168 time: 0.3312640 Nov 25 19:55:08.755439 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-68368554-f325-49a0-95f0-6b0279867e10 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3e5cfb6b4a04e22a7cd4d62dac2667f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425324 Nov 25 19:55:08.787536 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81c9c2c9-957c-4570-b685-104cbd6cd35b tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.795911 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81c9c2c9-957c-4570-b685-104cbd6cd35b tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.802015 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-81c9c2c9-957c-4570-b685-104cbd6cd35b tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "DELETE /v2.0/security-groups/c5159d73-1f5a-4af3-9aa3-36ed67bad339 HTTP/1.1" status: 204 len: 168 time: 0.2613251 Nov 25 19:55:08.802015 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62daf4-8848-4e44-a0a5-19da97c86265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14994f3b-66aa-46a7-b8cf-af81bf018c84,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:08.804605 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36642) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:08.887773 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9c2c9-957c-4570-b685-104cbd6cd35b tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5159d73-1f5a-4af3-9aa3-36ed67bad339,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:08.976838 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-961065ba-bc18-4bff-b4fa-116455372b96 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1691847 Nov 25 19:55:08.978818 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-805bfa3f-8fce-4385-8179-2d236b9acec7 service neutron] 10.222.0.55 "GET /v2.0/networks/1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195296 Nov 25 19:55:08.984661 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36644) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:09.003794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-85aa5d9a-1664-4a03-b7ea-772f191931e8 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group': {'name': 'tempest-secgroup--1651498133'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:09.231934 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-b87ca50e-d3c2-40ef-8ce3-b2697872e5df service neutron] 10.222.0.55 "GET /v2.0/networks/1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230330 Nov 25 19:55:09.286339 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85aa5d9a-1664-4a03-b7ea-772f191931e8 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:09.477765 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85aa5d9a-1664-4a03-b7ea-772f191931e8 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:09.489287 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85aa5d9a-1664-4a03-b7ea-772f191931e8 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:09.605085 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85aa5d9a-1664-4a03-b7ea-772f191931e8 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:09.612237 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36658) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:09.613598 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-85aa5d9a-1664-4a03-b7ea-772f191931e8 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6235778 Nov 25 19:55:09.619284 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e961cbdc-347c-4874-9ef6-a7d5fdd74ff0 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group_rule': {'security_group_id': '7a97b11c-3f20-4faa-a2d4-e947e586ad90', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:09.621227 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa5d9a-1664-4a03-b7ea-772f191931e8 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a97b11c-3f20-4faa-a2d4-e947e586ad90,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:09.621591 n-d-819349-5 neutron-server[103599]: WARNING neutron.api.v2.base [None req-e961cbdc-347c-4874-9ef6-a7d5fdd74ff0 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 19:55:09.622426 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-e961cbdc-347c-4874-9ef6-a7d5fdd74ff0 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:55:09.623895 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e961cbdc-347c-4874-9ef6-a7d5fdd74ff0 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0092707 Nov 25 19:55:09.630717 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36660) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:09.640845 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3dcbc849-38dd-4eb4-a971-492f13fbdac8 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group_rule': {'security_group_id': '7a97b11c-3f20-4faa-a2d4-e947e586ad90', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:09.689223 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-95d3d4e8-4f46-434a-89db-b724393e5ca3 req-67426e02-7368-4c86-8cc8-d2eaa961aa36 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/ports?device_id=97691fd3-d9ab-495e-83f9-af26eef13937 HTTP/1.1" status: 200 len: 210 time: 0.0720999 Nov 25 19:55:09.792773 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-3dcbc849-38dd-4eb4-a971-492f13fbdac8 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:55:09.793983 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3dcbc849-38dd-4eb4-a971-492f13fbdac8 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1620655 Nov 25 19:55:09.797828 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36666) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:09.807822 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3ee56548-6f65-4cea-bfed-aee75ba94f68 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group_rule': {'security_group_id': '7a97b11c-3f20-4faa-a2d4-e947e586ad90', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:09.808398 n-d-819349-5 neutron-server[103599]: WARNING neutron.api.v2.base [None req-3ee56548-6f65-4cea-bfed-aee75ba94f68 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 25 19:55:09.817693 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-3ee56548-6f65-4cea-bfed-aee75ba94f68 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:55:09.820434 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3ee56548-6f65-4cea-bfed-aee75ba94f68 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0203767 Nov 25 19:55:09.824749 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36668) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:09.832900 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-d989cbca-ae5c-46f0-816e-63c1b2f1d970 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group_rule': {'security_group_id': '7a97b11c-3f20-4faa-a2d4-e947e586ad90', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:09.948964 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-d989cbca-ae5c-46f0-816e-63c1b2f1d970 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:55:09.954334 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d989cbca-ae5c-46f0-816e-63c1b2f1d970 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1255460 Nov 25 19:55:09.954776 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36676) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:09.960826 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-51946205-8dd6-4117-bfac-321a79482094 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group_rule': {'security_group_id': '7a97b11c-3f20-4faa-a2d4-e947e586ad90', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:09.961657 n-d-819349-5 neutron-server[103599]: WARNING neutron.api.v2.base [None req-51946205-8dd6-4117-bfac-321a79482094 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 19:55:09.962959 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-51946205-8dd6-4117-bfac-321a79482094 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:55:09.967727 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-51946205-8dd6-4117-bfac-321a79482094 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087373 Nov 25 19:55:09.968462 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36678) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:09.985662 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-40c33b38-1d7d-422a-90a8-ab3a9e7124b9 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group_rule': {'security_group_id': '7a97b11c-3f20-4faa-a2d4-e947e586ad90', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:10.044596 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-40c33b38-1d7d-422a-90a8-ab3a9e7124b9 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:55:10.045766 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-40c33b38-1d7d-422a-90a8-ab3a9e7124b9 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0740945 Nov 25 19:55:10.049563 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36682) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:10.069819 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9d46ef37-6909-42d2-9158-dff33b4594e9 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group_rule': {'security_group_id': '7a97b11c-3f20-4faa-a2d4-e947e586ad90', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:10.070715 n-d-819349-5 neutron-server[103599]: WARNING neutron.api.v2.base [None req-9d46ef37-6909-42d2-9158-dff33b4594e9 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 25 19:55:10.071781 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-9d46ef37-6909-42d2-9158-dff33b4594e9 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:55:10.074604 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9d46ef37-6909-42d2-9158-dff33b4594e9 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0208018 Nov 25 19:55:10.077466 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36684) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:10.097830 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-ec7b0f5b-17d3-45db-937b-d823de93ef44 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group_rule': {'security_group_id': '7a97b11c-3f20-4faa-a2d4-e947e586ad90', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:10.192501 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-ec7b0f5b-17d3-45db-937b-d823de93ef44 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:55:10.199255 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ec7b0f5b-17d3-45db-937b-d823de93ef44 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1124778 Nov 25 19:55:10.200849 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36692) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:10.218475 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-78b4afde-47e7-423c-9475-65ba95cdbef2 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group_rule': {'security_group_id': '7a97b11c-3f20-4faa-a2d4-e947e586ad90', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:10.385592 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-78b4afde-47e7-423c-9475-65ba95cdbef2 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:55:10.391061 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-78b4afde-47e7-423c-9475-65ba95cdbef2 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1909337 Nov 25 19:55:10.396274 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36696) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:10.549383 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d1c9048-f278-4ae3-83d6-787123fb5e16 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:10.607686 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d1c9048-f278-4ae3-83d6-787123fb5e16 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:10.694784 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d1c9048-f278-4ae3-83d6-787123fb5e16 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:10.698946 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d1c9048-f278-4ae3-83d6-787123fb5e16 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:10.702858 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2d1c9048-f278-4ae3-83d6-787123fb5e16 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "DELETE /v2.0/security-groups/7a97b11c-3f20-4faa-a2d4-e947e586ad90 HTTP/1.1" status: 204 len: 168 time: 0.3047130 Nov 25 19:55:10.707703 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36704) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:10.719632 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c9048-f278-4ae3-83d6-787123fb5e16 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a97b11c-3f20-4faa-a2d4-e947e586ad90,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:10.838775 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b1182954-f877-4ae6-8858-b82d18ecdc92 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1285684 Nov 25 19:55:10.844850 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36710) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:10.853161 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0eb17427-ff4a-421d-8249-1fc414bfd718 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group': {'name': 'tempest-secgroup--465282139'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:10.899093 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0eb17427-ff4a-421d-8249-1fc414bfd718 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:10.956907 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-88e191be-199f-4223-abe2-09546450257e req-42981820-5145-4d58-b4e5-45fe00bbfc01 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/ports?device_id=97691fd3-d9ab-495e-83f9-af26eef13937 HTTP/1.1" status: 200 len: 210 time: 0.0575080 Nov 25 19:55:11.109136 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0eb17427-ff4a-421d-8249-1fc414bfd718 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.118101 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0eb17427-ff4a-421d-8249-1fc414bfd718 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.177644 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0eb17427-ff4a-421d-8249-1fc414bfd718 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.179398 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0eb17427-ff4a-421d-8249-1fc414bfd718 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3330145 Nov 25 19:55:11.185767 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb17427-ff4a-421d-8249-1fc414bfd718 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3736ac4c-0a8d-417c-9025-796a65c51d0f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:11.191849 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36720) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:11.217325 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-49d85c53-9a52-4efe-974a-0ae9dc718162 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group_rule': {'security_group_id': '3736ac4c-0a8d-417c-9025-796a65c51d0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:11.374910 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-49d85c53-9a52-4efe-974a-0ae9dc718162 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] create failed (client error): The resource could not be found. Nov 25 19:55:11.376038 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-49d85c53-9a52-4efe-974a-0ae9dc718162 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1792350 Nov 25 19:55:11.381284 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36728) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:11.387316 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-da924ed1-ed6a-4f29-a696-302c38c99b28 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group_rule': {'security_group_id': '3736ac4c-0a8d-417c-9025-796a65c51d0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ae8bf6d8-997f-4acd-82c9-e7e20fe5b971'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:11.520357 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-da924ed1-ed6a-4f29-a696-302c38c99b28 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] create failed (client error): The resource could not be found. Nov 25 19:55:11.522858 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-da924ed1-ed6a-4f29-a696-302c38c99b28 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1400192 Nov 25 19:55:11.526198 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36732) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:11.692034 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-768833d1-b861-4265-be7f-580854f0db3c tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.729097 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-be2c3b14-a2eb-4a9c-a1c9-00bf258bffe0 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:11.735803 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-be2c3b14-a2eb-4a9c-a1c9-00bf258bffe0 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.73 "GET /v2.0/networks?id=1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe HTTP/1.1" status: 200 len: 809 time: 0.3231742 Nov 25 19:55:11.741323 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-768833d1-b861-4265-be7f-580854f0db3c tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.747357 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-1db2fddd-e911-47c7-926a-44e06d99dfdb tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Request body: {'port': {'device_id': '97691fd3-d9ab-495e-83f9-af26eef13937', 'network_id': '1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe', 'admin_state_up': True, 'tenant_id': 'b3e5cfb6b4a04e22a7cd4d62dac2667f'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:11.869397 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-768833d1-b861-4265-be7f-580854f0db3c tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.873210 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-768833d1-b861-4265-be7f-580854f0db3c tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.875249 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-768833d1-b861-4265-be7f-580854f0db3c tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "DELETE /v2.0/security-groups/3736ac4c-0a8d-417c-9025-796a65c51d0f HTTP/1.1" status: 204 len: 168 time: 0.3435390 Nov 25 19:55:11.879543 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36740) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:11.930232 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768833d1-b861-4265-be7f-580854f0db3c tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3736ac4c-0a8d-417c-9025-796a65c51d0f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:12.016584 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36744) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:12.029984 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bc8c0c12-4f2a-46bd-9114-b04364df371b tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1462121 Nov 25 19:55:12.038588 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36746) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:12.054556 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f5a2ecd2-9d54-4b8b-b344-4bae5322150e tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group_rule': {'security_group_id': '2c26d5c7-c200-4cb0-8c68-93adb3257bdd', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:12.085064 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-1db2fddd-e911-47c7-926a-44e06d99dfdb tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Made reservation on behalf of b3e5cfb6b4a04e22a7cd4d62dac2667f for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:12.105054 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-1db2fddd-e911-47c7-926a-44e06d99dfdb tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.155622 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-f5a2ecd2-9d54-4b8b-b344-4bae5322150e tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] create failed (client error): The resource could not be found. Nov 25 19:55:12.162732 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f5a2ecd2-9d54-4b8b-b344-4bae5322150e tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1170402 Nov 25 19:55:12.163076 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36752) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:12.170197 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6c916470-c6ac-47f3-a1ed-648a156cdd07 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group': {'name': 'tempest-secgroup--2103697329'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:12.224674 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-96674113-19c2-4f83-9a7b-a4aebc7a8125 req-5a22f863-c0c8-4c58-b7b6-aa6f639d9e64 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/ports?device_id=97691fd3-d9ab-495e-83f9-af26eef13937 HTTP/1.1" status: 200 len: 210 time: 0.1123123 Nov 25 19:55:12.231737 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c916470-c6ac-47f3-a1ed-648a156cdd07 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.431918 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c916470-c6ac-47f3-a1ed-648a156cdd07 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.442809 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c916470-c6ac-47f3-a1ed-648a156cdd07 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.544960 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c916470-c6ac-47f3-a1ed-648a156cdd07 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.557619 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6c916470-c6ac-47f3-a1ed-648a156cdd07 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3929982 Nov 25 19:55:12.559786 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36760) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:12.570507 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-52e6842a-ede2-461e-8623-84d9cafd308f tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group': {'name': 'tempest-secgroup--770706328'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:12.581880 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c916470-c6ac-47f3-a1ed-648a156cdd07 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d34aedeb-537b-4a1a-837f-1ca23271a7b2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:12.632780 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52e6842a-ede2-461e-8623-84d9cafd308f tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.642334 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-1db2fddd-e911-47c7-926a-44e06d99dfdb tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Allocated IP 172.20.0.10 (1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe/179438c5-0789-4cf8-9dd6-e8c1d97b1bc4/be52d4a5-4abe-49ef-8721-1850ffd77ee2) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:55:12.834959 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36764) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:12.886589 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52e6842a-ede2-461e-8623-84d9cafd308f tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.897582 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52e6842a-ede2-461e-8623-84d9cafd308f tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.937063 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3ca7146-cbd0-4b8c-8701-2d6871161bb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.975323 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52e6842a-ede2-461e-8623-84d9cafd308f tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.977578 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-52e6842a-ede2-461e-8623-84d9cafd308f tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4154313 Nov 25 19:55:12.981771 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6842a-ede2-461e-8623-84d9cafd308f tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88e49970-fd4e-40e2-924d-046dec108428,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:12.985248 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36768) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:12.994048 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5a27424b-c532-42a0-a63e-cc5f28f93d87 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group_rule': {'security_group_id': 'd34aedeb-537b-4a1a-837f-1ca23271a7b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '88e49970-fd4e-40e2-924d-046dec108428'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:13.094326 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-3f303ba8-c9e4-46a5-b121-ad864c94cb1d tempest-QuotasTest-1425029715 tempest-QuotasTest-1425029715-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:13.117284 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-5a27424b-c532-42a0-a63e-cc5f28f93d87 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:55:13.119714 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5a27424b-c532-42a0-a63e-cc5f28f93d87 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1321735 Nov 25 19:55:13.124070 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36770) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:13.304399 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27942594-b28d-43ae-98cc-342eea4ad2ca tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:13.370163 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27942594-b28d-43ae-98cc-342eea4ad2ca tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:13.448247 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27942594-b28d-43ae-98cc-342eea4ad2ca tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:13.451044 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27942594-b28d-43ae-98cc-342eea4ad2ca tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:13.452263 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-27942594-b28d-43ae-98cc-342eea4ad2ca tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "DELETE /v2.0/security-groups/88e49970-fd4e-40e2-924d-046dec108428 HTTP/1.1" status: 204 len: 168 time: 0.3270857 Nov 25 19:55:13.457570 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36774) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:13.470527 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27942594-b28d-43ae-98cc-342eea4ad2ca tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e49970-fd4e-40e2-924d-046dec108428,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:13.535654 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-771d1577-73a3-4461-950a-91a2bf2dc28d tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0765960 Nov 25 19:55:13.538092 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36776) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:13.556497 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-1db2fddd-e911-47c7-926a-44e06d99dfdb tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:13.579478 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e731c66-9cc0-4aa2-9afb-dfd13bc34376 req-b711d5f0-7c81-443c-a35c-4cb9b5a903b0 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/ports?device_id=97691fd3-d9ab-495e-83f9-af26eef13937 HTTP/1.1" status: 200 len: 210 time: 0.0602303 Nov 25 19:55:13.621825 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5678f752-8414-4ac2-a0c2-a9fdf55fd315 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:13.651937 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5678f752-8414-4ac2-a0c2-a9fdf55fd315 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:13.656864 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3f303ba8-c9e4-46a5-b121-ad864c94cb1d tempest-QuotasTest-1425029715 tempest-QuotasTest-1425029715-project-admin] 10.222.0.55 "PUT /v2.0/quotas/5a170dd074fc487f99231fb4c46f46a9 HTTP/1.1" status: 200 len: 366 time: 0.8201947 Nov 25 19:55:13.662791 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36778) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:13.663790 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-1db2fddd-e911-47c7-926a-44e06d99dfdb tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:13.673318 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3ca7146-cbd0-4b8c-8701-2d6871161bb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:13.689052 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ab7feb9d-64b8-46c1-a1ab-4fe427895ae7 tempest-QuotasTest-1425029715 tempest-QuotasTest-1425029715-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0210731 Nov 25 19:55:13.689721 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36782) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:13.731350 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3ca7146-cbd0-4b8c-8701-2d6871161bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:13.741316 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5678f752-8414-4ac2-a0c2-a9fdf55fd315 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:13.747339 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5678f752-8414-4ac2-a0c2-a9fdf55fd315 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:13.751698 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-56f98b9c-f137-4a2c-bbee-5ffb10041e39 tempest-QuotasTest-1425029715 tempest-QuotasTest-1425029715-project-admin] 10.222.0.55 "GET /v2.0/quotas/5a170dd074fc487f99231fb4c46f46a9 HTTP/1.1" status: 200 len: 366 time: 0.0557835 Nov 25 19:55:13.751813 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5678f752-8414-4ac2-a0c2-a9fdf55fd315 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "DELETE /v2.0/security-groups/d34aedeb-537b-4a1a-837f-1ca23271a7b2 HTTP/1.1" status: 204 len: 168 time: 0.2098904 Nov 25 19:55:13.757341 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36786) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:13.757341 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36788) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:13.773108 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-1db2fddd-e911-47c7-926a-44e06d99dfdb tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Network 1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:55:13.800700 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-1db2fddd-e911-47c7-926a-44e06d99dfdb tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:13.803501 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-1db2fddd-e911-47c7-926a-44e06d99dfdb tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:55:13.815987 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2fddd-e911-47c7-926a-44e06d99dfdb tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Pushing event updated for resources: {'Port': ['ID=be52d4a5-4abe-49ef-8721-1850ffd77ee2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:13.819216 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678f752-8414-4ac2-a0c2-a9fdf55fd315 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34aedeb-537b-4a1a-837f-1ca23271a7b2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:13.851087 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca7146-cbd0-4b8c-8701-2d6871161bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032cf92d-fc84-47f6-a796-847350d3123e,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:13.859516 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b3ca7146-cbd0-4b8c-8701-2d6871161bb2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=41394cbb753947fdbf54d70e0056fc37&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8429854 Nov 25 19:55:13.873360 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36794) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:13.877155 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2fddd-e911-47c7-926a-44e06d99dfdb tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:13.877792 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2fddd-e911-47c7-926a-44e06d99dfdb tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:13.877792 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2fddd-e911-47c7-926a-44e06d99dfdb tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:13.878934 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2fddd-e911-47c7-926a-44e06d99dfdb tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:13.879499 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2fddd-e911-47c7-926a-44e06d99dfdb tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:13.879980 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2fddd-e911-47c7-926a-44e06d99dfdb tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:13.880481 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2fddd-e911-47c7-926a-44e06d99dfdb tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:13.881386 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2fddd-e911-47c7-926a-44e06d99dfdb tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:13.881965 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2fddd-e911-47c7-926a-44e06d99dfdb tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:13.882643 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2fddd-e911-47c7-926a-44e06d99dfdb tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:13.882901 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2fddd-e911-47c7-926a-44e06d99dfdb tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:13.883240 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2fddd-e911-47c7-926a-44e06d99dfdb tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:13.894504 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f93690a5-aa85-4ed1-a624-379150041bcb tempest-QuotasTest-1425029715 tempest-QuotasTest-1425029715-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/5a170dd074fc487f99231fb4c46f46a9 HTTP/1.1" status: 204 len: 168 time: 0.1340213 Nov 25 19:55:13.901033 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36796) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:13.907103 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca7146-cbd0-4b8c-8701-2d6871161bb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:13.907436 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca7146-cbd0-4b8c-8701-2d6871161bb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:13.907787 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca7146-cbd0-4b8c-8701-2d6871161bb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:13.908338 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca7146-cbd0-4b8c-8701-2d6871161bb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:13.908701 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca7146-cbd0-4b8c-8701-2d6871161bb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:13.909034 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca7146-cbd0-4b8c-8701-2d6871161bb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:13.909412 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca7146-cbd0-4b8c-8701-2d6871161bb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:13.910348 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca7146-cbd0-4b8c-8701-2d6871161bb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:13.910682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca7146-cbd0-4b8c-8701-2d6871161bb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:13.910923 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca7146-cbd0-4b8c-8701-2d6871161bb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:13.911461 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca7146-cbd0-4b8c-8701-2d6871161bb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:13.911974 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca7146-cbd0-4b8c-8701-2d6871161bb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:13.932417 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-96509fdc-4e0c-4404-89c0-81c9c274d736 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1693964 Nov 25 19:55:13.934201 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36798) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:13.939991 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4863099f-1b46-4bcd-bbb4-b0be82008ea9 tempest-QuotasTest-1425029715 tempest-QuotasTest-1425029715-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0370343 Nov 25 19:55:13.945587 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-1db2fddd-e911-47c7-926a-44e06d99dfdb tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:13.946264 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-1db2fddd-e911-47c7-926a-44e06d99dfdb tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:13.946637 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-faee1659-a0f9-49ac-bb65-1fef66a7af0a tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group': {'name': 'tempest-secgroup--1727207241'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:13.951689 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36800) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:13.982857 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4c27a649-a61c-4f42-a0a7-a699a1cc2b1b tempest-QuotasTest-1425029715 tempest-QuotasTest-1425029715-project-admin] 10.222.0.55 "GET /v2.0/quotas/5a170dd074fc487f99231fb4c46f46a9 HTTP/1.1" status: 200 len: 370 time: 0.0299337 Nov 25 19:55:13.986036 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36802) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:13.992821 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5a68fcb0-9bfe-4b24-9147-8be8f503bf62 tempest-QuotasTest-1425029715 tempest-QuotasTest-1425029715-project-admin] 10.222.0.55 "GET /v2.0/quotas/5a170dd074fc487f99231fb4c46f46a9/default HTTP/1.1" status: 200 len: 370 time: 0.0054157 Nov 25 19:55:13.997551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36804) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:14.000251 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-faee1659-a0f9-49ac-bb65-1fef66a7af0a tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.008887 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-1db2fddd-e911-47c7-926a-44e06d99dfdb tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2661874 Nov 25 19:55:14.028335 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-a80e0801-1140-451c-9ebe-b3d55a47b4dd service neutron] Request body: {'port': {'device_id': '97691fd3-d9ab-495e-83f9-af26eef13937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:14.031610 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-3503d12a-ace8-4da2-8075-bb3bfc98c50a tempest-QuotasTest-1425029715 tempest-QuotasTest-1425029715-project-admin] delete failed (client error): The resource could not be found. Nov 25 19:55:14.035747 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3503d12a-ace8-4da2-8075-bb3bfc98c50a tempest-QuotasTest-1425029715 tempest-QuotasTest-1425029715-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/5a170dd074fc487f99231fb4c46f46a9 HTTP/1.1" status: 404 len: 348 time: 0.0341182 Nov 25 19:55:14.037091 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9b6b7e5-e6c7-4ba7-b844-a41e42bf30b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.133127 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-faee1659-a0f9-49ac-bb65-1fef66a7af0a tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.140064 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-faee1659-a0f9-49ac-bb65-1fef66a7af0a tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.141180 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9b6b7e5-e6c7-4ba7-b844-a41e42bf30b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.184455 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee1659-a0f9-49ac-bb65-1fef66a7af0a tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ee378e-fd13-45f1-858d-e9aace624217,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:14.185427 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-a80e0801-1140-451c-9ebe-b3d55a47b4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.192353 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-faee1659-a0f9-49ac-bb65-1fef66a7af0a tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.193829 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-faee1659-a0f9-49ac-bb65-1fef66a7af0a tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2575064 Nov 25 19:55:14.198413 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36808) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:14.205802 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6b05edf2-8a6a-4687-a1ce-a61325e969b2 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:14.207452 n-d-819349-5 neutron-server[103599]: WARNING neutron.api.v2.base [None req-6b05edf2-8a6a-4687-a1ce-a61325e969b2 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 19:55:14.208271 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-6b05edf2-8a6a-4687-a1ce-a61325e969b2 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] update failed (client error): There was a conflict when trying to complete your request. Nov 25 19:55:14.209578 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6b05edf2-8a6a-4687-a1ce-a61325e969b2 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "PUT /v2.0/security-groups/a7ee378e-fd13-45f1-858d-e9aace624217 HTTP/1.1" status: 409 len: 330 time: 0.0088153 Nov 25 19:55:14.214146 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36810) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:14.225526 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36812) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:14.318928 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c857fbc-4d18-4127-8987-c8a931469f39 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.348803 n-d-819349-5 neutron-server[103600]: DEBUG neutron.quota.resource [None req-0a131932-c554-4288-9e90-2dc3a974486d tempest-QuotasTest-1425029715 tempest-QuotasTest-1425029715-project-admin] Usage tracker for resource:network and project:b99ca18580534b6fa4998897c9a47724 is out of sync, need to count used quota {{(pid=103600) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 19:55:14.373895 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c857fbc-4d18-4127-8987-c8a931469f39 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.435680 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9b6b7e5-e6c7-4ba7-b844-a41e42bf30b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.439033 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9b6b7e5-e6c7-4ba7-b844-a41e42bf30b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.440657 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b9b6b7e5-e6c7-4ba7-b844-a41e42bf30b2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/032cf92d-fc84-47f6-a796-847350d3123e HTTP/1.1" status: 204 len: 168 time: 0.5660036 Nov 25 19:55:14.442324 n-d-819349-5 neutron-server[103600]: DEBUG neutron.quota.resource [None req-0a131932-c554-4288-9e90-2dc3a974486d tempest-QuotasTest-1425029715 tempest-QuotasTest-1425029715-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103600) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 19:55:14.465755 n-d-819349-5 neutron-server[103600]: DEBUG neutron.quota.resource [None req-0a131932-c554-4288-9e90-2dc3a974486d tempest-QuotasTest-1425029715 tempest-QuotasTest-1425029715-project-admin] Usage tracker for resource:subnet and project:b99ca18580534b6fa4998897c9a47724 is out of sync, need to count used quota {{(pid=103600) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 19:55:14.474581 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6b7e5-e6c7-4ba7-b844-a41e42bf30b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032cf92d-fc84-47f6-a796-847350d3123e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:14.482900 n-d-819349-5 neutron-server[103600]: DEBUG neutron.quota.resource [None req-0a131932-c554-4288-9e90-2dc3a974486d tempest-QuotasTest-1425029715 tempest-QuotasTest-1425029715-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103600) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 19:55:14.494710 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c857fbc-4d18-4127-8987-c8a931469f39 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.506189 n-d-819349-5 neutron-server[103600]: DEBUG neutron.quota.resource [None req-0a131932-c554-4288-9e90-2dc3a974486d tempest-QuotasTest-1425029715 tempest-QuotasTest-1425029715-project-admin] Usage tracker for resource:subnetpool and project:b99ca18580534b6fa4998897c9a47724 is out of sync, need to count used quota {{(pid=103600) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 19:55:14.512352 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c857fbc-4d18-4127-8987-c8a931469f39 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.519969 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3c857fbc-4d18-4127-8987-c8a931469f39 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "DELETE /v2.0/security-groups/a7ee378e-fd13-45f1-858d-e9aace624217 HTTP/1.1" status: 204 len: 168 time: 0.3042457 Nov 25 19:55:14.520948 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36816) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:14.535792 n-d-819349-5 neutron-server[103600]: DEBUG neutron.quota.resource [None req-0a131932-c554-4288-9e90-2dc3a974486d tempest-QuotasTest-1425029715 tempest-QuotasTest-1425029715-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103600) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 19:55:14.556887 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c857fbc-4d18-4127-8987-c8a931469f39 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ee378e-fd13-45f1-858d-e9aace624217,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:14.579325 n-d-819349-5 neutron-server[103600]: DEBUG neutron.quota.resource [None req-0a131932-c554-4288-9e90-2dc3a974486d tempest-QuotasTest-1425029715 tempest-QuotasTest-1425029715-project-admin] Usage tracker for resource:port and project:b99ca18580534b6fa4998897c9a47724 is out of sync, need to count used quota {{(pid=103600) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 19:55:14.589145 n-d-819349-5 neutron-server[103600]: DEBUG neutron.quota.resource [None req-0a131932-c554-4288-9e90-2dc3a974486d tempest-QuotasTest-1425029715 tempest-QuotasTest-1425029715-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103600) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 19:55:14.599759 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c857fbc-4d18-4127-8987-c8a931469f39 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:14.600257 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c857fbc-4d18-4127-8987-c8a931469f39 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:14.600773 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c857fbc-4d18-4127-8987-c8a931469f39 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:14.601320 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c857fbc-4d18-4127-8987-c8a931469f39 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:14.601819 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c857fbc-4d18-4127-8987-c8a931469f39 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:14.603208 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c857fbc-4d18-4127-8987-c8a931469f39 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:14.603778 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c857fbc-4d18-4127-8987-c8a931469f39 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:14.604245 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c857fbc-4d18-4127-8987-c8a931469f39 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:14.604700 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c857fbc-4d18-4127-8987-c8a931469f39 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:14.607411 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c857fbc-4d18-4127-8987-c8a931469f39 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:14.608238 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c857fbc-4d18-4127-8987-c8a931469f39 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:14.608790 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c857fbc-4d18-4127-8987-c8a931469f39 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:14.623033 n-d-819349-5 neutron-server[103600]: DEBUG neutron.quota.resource [None req-0a131932-c554-4288-9e90-2dc3a974486d tempest-QuotasTest-1425029715 tempest-QuotasTest-1425029715-project-admin] Usage tracker for resource:router and project:b99ca18580534b6fa4998897c9a47724 is out of sync, need to count used quota {{(pid=103600) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 19:55:14.644361 n-d-819349-5 neutron-server[103600]: DEBUG neutron.quota.resource [None req-0a131932-c554-4288-9e90-2dc3a974486d tempest-QuotasTest-1425029715 tempest-QuotasTest-1425029715-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103600) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 19:55:14.692543 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-96766545-652d-401e-8abd-f842a6cc0cb1 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1379080 Nov 25 19:55:14.692879 n-d-819349-5 neutron-server[103600]: DEBUG neutron.quota.resource [None req-0a131932-c554-4288-9e90-2dc3a974486d tempest-QuotasTest-1425029715 tempest-QuotasTest-1425029715-project-admin] Usage tracker for resource:floatingip and project:b99ca18580534b6fa4998897c9a47724 is out of sync, need to count used quota {{(pid=103600) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 19:55:14.693065 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36820) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:14.715008 n-d-819349-5 neutron-server[103600]: DEBUG neutron.quota.resource [None req-0a131932-c554-4288-9e90-2dc3a974486d tempest-QuotasTest-1425029715 tempest-QuotasTest-1425029715-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103600) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 19:55:14.718836 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-f153ae20-b535-46fc-b090-78bf2560dce2 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] delete failed (client error): The resource could not be found. Nov 25 19:55:14.727173 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f153ae20-b535-46fc-b090-78bf2560dce2 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "DELETE /v2.0/security-groups/f9603a7b-5f2b-42db-95f6-4013bb1a08ee HTTP/1.1" status: 404 len: 347 time: 0.0258720 Nov 25 19:55:14.727710 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36822) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:14.777599 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-da477e9d-f930-4549-8b95-7bd1eb2274b8 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] show failed (client error): The resource could not be found. Nov 25 19:55:14.783440 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-da477e9d-f930-4549-8b95-7bd1eb2274b8 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "GET /v2.0/security-groups/46b8474e-4224-452d-a4ef-05ba71f04bb7 HTTP/1.1" status: 404 len: 347 time: 0.0543308 Nov 25 19:55:14.790132 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36824) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:14.815039 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-aa4185ed-e5c2-4d9e-bc5b-3d0cd91550d8 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] show failed (client error): The resource could not be found. Nov 25 19:55:14.817268 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-aa4185ed-e5c2-4d9e-bc5b-3d0cd91550d8 tempest-NegativeSecGroupTest-1039837585 tempest-NegativeSecGroupTest-1039837585-project] 10.222.0.55 "GET /v2.0/security-group-rules/e94f6759-f296-4e29-b714-6b0fb2c39c48 HTTP/1.1" status: 404 len: 356 time: 0.0256836 Nov 25 19:55:14.872372 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-a80e0801-1140-451c-9ebe-b3d55a47b4dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be52d4a5-4abe-49ef-8721-1850ffd77ee2 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:55:14.887322 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-a80e0801-1140-451c-9ebe-b3d55a47b4dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.918574 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-a80e0801-1140-451c-9ebe-b3d55a47b4dd service neutron] Transition to ACTIVE for port object be52d4a5-4abe-49ef-8721-1850ffd77ee2 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:55:14.929976 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a3b74-abfb-43fb-83e3-f37b87608da4 req-ea8c2554-8e67-4ddd-b7c6-10c78eaa115f tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:14.932054 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-247a3b74-abfb-43fb-83e3-f37b87608da4 req-ea8c2554-8e67-4ddd-b7c6-10c78eaa115f tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/ports?device_id=97691fd3-d9ab-495e-83f9-af26eef13937 HTTP/1.1" status: 200 len: 932 time: 0.1264205 Nov 25 19:55:14.935440 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-a80e0801-1140-451c-9ebe-b3d55a47b4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.949755 n-d-819349-5 neutron-server[103600]: DEBUG neutron.quota.resource [None req-0a131932-c554-4288-9e90-2dc3a974486d tempest-QuotasTest-1425029715 tempest-QuotasTest-1425029715-project-admin] Usage tracker for resource:security_group and project:b99ca18580534b6fa4998897c9a47724 is out of sync, need to count used quota {{(pid=103600) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 19:55:14.998696 n-d-819349-5 neutron-server[103600]: DEBUG neutron.quota.resource [None req-0a131932-c554-4288-9e90-2dc3a974486d tempest-QuotasTest-1425029715 tempest-QuotasTest-1425029715-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103600) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 19:55:15.043761 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e0801-1140-451c-9ebe-b3d55a47b4dd service neutron] Pushing event updated for resources: {'Port': ['ID=be52d4a5-4abe-49ef-8721-1850ffd77ee2,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:15.096305 n-d-819349-5 neutron-server[103600]: DEBUG neutron.quota.resource [None req-0a131932-c554-4288-9e90-2dc3a974486d tempest-QuotasTest-1425029715 tempest-QuotasTest-1425029715-project-admin] Usage tracker for resource:security_group_rule and project:b99ca18580534b6fa4998897c9a47724 is out of sync, need to count used quota {{(pid=103600) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 19:55:15.171820 n-d-819349-5 neutron-server[103600]: DEBUG neutron.quota.resource [None req-0a131932-c554-4288-9e90-2dc3a974486d tempest-QuotasTest-1425029715 tempest-QuotasTest-1425029715-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103600) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 19:55:15.180928 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-247a3b74-abfb-43fb-83e3-f37b87608da4 req-1293d1ff-1338-45da-bbc3-9e43d4e54490 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcbd65e9-f9df-4f24-9585-24e8584f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339292 Nov 25 19:55:15.191245 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0a131932-c554-4288-9e90-2dc3a974486d tempest-QuotasTest-1425029715 tempest-QuotasTest-1425029715-project-admin] 10.222.0.55 "GET /v2.0/quotas/b99ca18580534b6fa4998897c9a47724/details.json HTTP/1.1" status: 200 len: 703 time: 0.9557002 Nov 25 19:55:15.226617 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-a80e0801-1140-451c-9ebe-b3d55a47b4dd service neutron] Attempting to bind port be52d4a5-4abe-49ef-8721-1850ffd77ee2 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:55:15.227110 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-a80e0801-1140-451c-9ebe-b3d55a47b4dd service neutron] Attempting to bind port be52d4a5-4abe-49ef-8721-1850ffd77ee2 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'b2835a16-e7a5-4f13-8c01-d36ea5bb72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:55:15.227686 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-a80e0801-1140-451c-9ebe-b3d55a47b4dd service neutron] Attempting to bind port be52d4a5-4abe-49ef-8721-1850ffd77ee2 on network 1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:15.241030 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-a80e0801-1140-451c-9ebe-b3d55a47b4dd service neutron] Port be52d4a5-4abe-49ef-8721-1850ffd77ee2 on network 1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:55:15.241418 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-a80e0801-1140-451c-9ebe-b3d55a47b4dd service neutron] Attempting to bind port be52d4a5-4abe-49ef-8721-1850ffd77ee2 on network 1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:15.251976 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-a80e0801-1140-451c-9ebe-b3d55a47b4dd service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:55:15.252319 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-a80e0801-1140-451c-9ebe-b3d55a47b4dd service neutron] Checking segment: {'id': 'b2835a16-e7a5-4f13-8c01-d36ea5bb72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:55:15.254036 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-a80e0801-1140-451c-9ebe-b3d55a47b4dd service neutron] Bound using segment: {'id': 'b2835a16-e7a5-4f13-8c01-d36ea5bb72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:55:15.254821 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-a80e0801-1140-451c-9ebe-b3d55a47b4dd service neutron] Bound port: be52d4a5-4abe-49ef-8721-1850ffd77ee2, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2835a16-e7a5-4f13-8c01-d36ea5bb72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:55:15.255656 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-a80e0801-1140-451c-9ebe-b3d55a47b4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:15.367664 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-a80e0801-1140-451c-9ebe-b3d55a47b4dd service neutron] For port be52d4a5-4abe-49ef-8721-1850ffd77ee2, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:55:15.372296 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-a80e0801-1140-451c-9ebe-b3d55a47b4dd service neutron] For port be52d4a5-4abe-49ef-8721-1850ffd77ee2, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=be52d4a5-4abe-49ef-8721-1850ffd77ee2,segment=NetworkSegment(b2835a16-e7a5-4f13-8c01-d36ea5bb72c1),segment_id=b2835a16-e7a5-4f13-8c01-d36ea5bb72c1)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:55:15.382409 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-a80e0801-1140-451c-9ebe-b3d55a47b4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:15.427430 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-a80e0801-1140-451c-9ebe-b3d55a47b4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:15.428207 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-a80e0801-1140-451c-9ebe-b3d55a47b4dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:15.429947 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-a80e0801-1140-451c-9ebe-b3d55a47b4dd service neutron] 10.222.0.73 "PUT /v2.0/ports/be52d4a5-4abe-49ef-8721-1850ffd77ee2 HTTP/1.1" status: 200 len: 1092 time: 1.4080558 Nov 25 19:55:15.433099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97691fd3-d9ab-495e-83f9-af26eef13937', 'tag': 'be52d4a5-4abe-49ef-8721-1850ffd77ee2'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:55:15.435780 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7296720-c32c-41c9-bfc5-543da1d6d7a1" -d '{"events": [{"name": "network-changed", "server_uuid": "97691fd3-d9ab-495e-83f9-af26eef13937", "tag": "be52d4a5-4abe-49ef-8721-1850ffd77ee2"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:55:15.517043 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e739ec36-86b2-48d6-8071-968bae9655be x-openstack-request-id: req-e739ec36-86b2-48d6-8071-968bae9655be {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:55:15.517531 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97691fd3-d9ab-495e-83f9-af26eef13937", "tag": "be52d4a5-4abe-49ef-8721-1850ffd77ee2", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:55:15.524906 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e739ec36-86b2-48d6-8071-968bae9655be {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:55:15.524906 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97691fd3-d9ab-495e-83f9-af26eef13937', 'tag': 'be52d4a5-4abe-49ef-8721-1850ffd77ee2', 'status': 'completed', 'code': 200} Nov 25 19:55:15.525590 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e0801-1140-451c-9ebe-b3d55a47b4dd service neutron] Pushing event updated for resources: {'Port': ['ID=be52d4a5-4abe-49ef-8721-1850ffd77ee2,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:15.606186 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-40a6378b-d118-4d48-911a-0bb48f19612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:15.608418 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-40a6378b-d118-4d48-911a-0bb48f19612f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3e5cfb6b4a04e22a7cd4d62dac2667f&device_id=97691fd3-d9ab-495e-83f9-af26eef13937 HTTP/1.1" status: 200 len: 1095 time: 0.0857561 Nov 25 19:55:15.672776 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36852) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:15.683045 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-2163cab6-adfb-48f7-a99a-c5339a5696ff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be52d4a5-4abe-49ef-8721-1850ffd77ee2 HTTP/1.1" status: 200 len: 217 time: 0.0650487 Nov 25 19:55:15.721301 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36856) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:15.767845 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-8e58eb6d-0c7d-495f-857a-6e92b9e5ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:15.771102 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-8e58eb6d-0c7d-495f-857a-6e92b9e5ab96 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=179438c5-0789-4cf8-9dd6-e8c1d97b1bc4 HTTP/1.1" status: 200 len: 849 time: 0.0774956 Nov 25 19:55:15.816601 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-17a61425-22f8-41be-8682-900f897488ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358515 Nov 25 19:55:15.951192 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5f03fed-b4bc-4445-987a-a586f55d683d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:15.976285 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-692464da-877f-4785-942a-5180080e7ef7 service neutron] 10.222.0.73 "GET /v2.0/networks/1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520469 Nov 25 19:55:16.005372 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f023dfb7-e2bb-46f5-b3a0-e761ab33e95f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c45718c6984042cdb6f58e890c80e881&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3301315 Nov 25 19:55:16.009573 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36864) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:16.103632 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5733c7ff-21fc-4013-9e7b-6cdcfba01e60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:16.145564 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7ad6c6a5-50d8-4032-82f5-84c57ca00aa6 req-a6e4e5b6-4370-4853-bcd4-8d94b9a88084 service neutron] 10.222.0.73 "GET /v2.0/networks/1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591425 Nov 25 19:55:16.175513 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5733c7ff-21fc-4013-9e7b-6cdcfba01e60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:16.281458 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5f03fed-b4bc-4445-987a-a586f55d683d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:16.289865 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5f03fed-b4bc-4445-987a-a586f55d683d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:16.396110 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5733c7ff-21fc-4013-9e7b-6cdcfba01e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:16.400174 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5733c7ff-21fc-4013-9e7b-6cdcfba01e60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:16.405747 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7296720-c32c-41c9-bfc5-543da1d6d7a1 req-1b534c97-5f3f-4f28-a984-b40574e7578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:16.406099 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5733c7ff-21fc-4013-9e7b-6cdcfba01e60 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/06abeddc-cca8-423f-8113-8de176242273 HTTP/1.1" status: 204 len: 168 time: 0.3914351 Nov 25 19:55:16.406312 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a7296720-c32c-41c9-bfc5-543da1d6d7a1 req-1b534c97-5f3f-4f28-a984-b40574e7578f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3e5cfb6b4a04e22a7cd4d62dac2667f&device_id=97691fd3-d9ab-495e-83f9-af26eef13937 HTTP/1.1" status: 200 len: 1095 time: 0.1511321 Nov 25 19:55:16.438769 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e5f03fed-b4bc-4445-987a-a586f55d683d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=861b2f92d09249aead9dffdec34cebdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7156694 Nov 25 19:55:16.446589 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766e467-e3a4-4b09-87d2-59087848e2a3 req-3d51733f-247c-4581-9cef-f7e7777e3fa1 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:16.458598 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36876) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:16.467348 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0766e467-e3a4-4b09-87d2-59087848e2a3 req-3d51733f-247c-4581-9cef-f7e7777e3fa1 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/ports?device_id=97691fd3-d9ab-495e-83f9-af26eef13937 HTTP/1.1" status: 200 len: 944 time: 0.1238062 Nov 25 19:55:16.472113 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f03fed-b4bc-4445-987a-a586f55d683d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb6f82f-8856-4e54-b82c-bc58d7c03ea6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:16.519831 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733c7ff-21fc-4013-9e7b-6cdcfba01e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06abeddc-cca8-423f-8113-8de176242273,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:16.613068 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5be7a7fd-2d14-4e40-b6bf-5687d399bc1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:16.653074 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0766e467-e3a4-4b09-87d2-59087848e2a3 req-fd6270ae-9c48-4f21-90b4-ac8f0251cc2f tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcbd65e9-f9df-4f24-9585-24e8584f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828206 Nov 25 19:55:16.656098 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5be7a7fd-2d14-4e40-b6bf-5687d399bc1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:16.712666 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7296720-c32c-41c9-bfc5-543da1d6d7a1 req-414ccb56-e80f-4c14-8b36-7bda02fa6d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:16.714403 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a7296720-c32c-41c9-bfc5-543da1d6d7a1 req-414ccb56-e80f-4c14-8b36-7bda02fa6d64 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe HTTP/1.1" status: 200 len: 910 time: 0.2977474 Nov 25 19:55:16.739380 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5be7a7fd-2d14-4e40-b6bf-5687d399bc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:16.743605 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5be7a7fd-2d14-4e40-b6bf-5687d399bc1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:16.745211 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5be7a7fd-2d14-4e40-b6bf-5687d399bc1b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8eb6f82f-8856-4e54-b82c-bc58d7c03ea6 HTTP/1.1" status: 204 len: 168 time: 0.2902780 Nov 25 19:55:16.764163 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7a7fd-2d14-4e40-b6bf-5687d399bc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb6f82f-8856-4e54-b82c-bc58d7c03ea6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:16.828378 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a7296720-c32c-41c9-bfc5-543da1d6d7a1 req-2d17ae6d-c2ed-4a55-be4f-5caeded8e6cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be52d4a5-4abe-49ef-8721-1850ffd77ee2 HTTP/1.1" status: 200 len: 217 time: 0.1031182 Nov 25 19:55:16.910912 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7296720-c32c-41c9-bfc5-543da1d6d7a1 req-3d872136-06ed-4d6e-9835-674e98ae8b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:16.912944 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a7296720-c32c-41c9-bfc5-543da1d6d7a1 req-3d872136-06ed-4d6e-9835-674e98ae8b36 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=179438c5-0789-4cf8-9dd6-e8c1d97b1bc4 HTTP/1.1" status: 200 len: 849 time: 0.0765183 Nov 25 19:55:16.965713 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a7296720-c32c-41c9-bfc5-543da1d6d7a1 req-f4524175-6601-4cb1-bbad-6ee688cee1c3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437400 Nov 25 19:55:17.101533 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a7296720-c32c-41c9-bfc5-543da1d6d7a1 req-333446dd-2de2-4a26-bcf2-850d365c6962 service neutron] 10.222.0.73 "GET /v2.0/networks/1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265473 Nov 25 19:55:17.216912 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a7296720-c32c-41c9-bfc5-543da1d6d7a1 req-d71fe1aa-6344-49cb-aa6d-8f02ac1f9862 service neutron] 10.222.0.73 "GET /v2.0/networks/1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022296 Nov 25 19:55:17.269619 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 36898) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:17.285806 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4e88-6804-4e03-89fa-75e7955e8dcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:17.427541 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4e88-6804-4e03-89fa-75e7955e8dcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:17.433005 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4e88-6804-4e03-89fa-75e7955e8dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:17.522833 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f4e88-6804-4e03-89fa-75e7955e8dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c61da6-ef46-4982-af94-a8391e520286,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:17.533583 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36910) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:17.544744 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7e6f4e88-6804-4e03-89fa-75e7955e8dcc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b99ca18580534b6fa4998897c9a47724&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2594502 Nov 25 19:55:17.650552 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45cc15b0-8914-46dd-a0ed-c2313de7a3da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:17.681835 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45cc15b0-8914-46dd-a0ed-c2313de7a3da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:17.806146 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45cc15b0-8914-46dd-a0ed-c2313de7a3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:17.809258 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45cc15b0-8914-46dd-a0ed-c2313de7a3da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:17.810977 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-45cc15b0-8914-46dd-a0ed-c2313de7a3da admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/04c61da6-ef46-4982-af94-a8391e520286 HTTP/1.1" status: 204 len: 168 time: 0.2755046 Nov 25 19:55:17.824644 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc15b0-8914-46dd-a0ed-c2313de7a3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c61da6-ef46-4982-af94-a8391e520286,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:17.963635 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081595f7-d041-4e5a-8292-fa893889d12c req-f0df8cd6-a978-4ced-997f-c33c662ad12b tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:17.965627 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-081595f7-d041-4e5a-8292-fa893889d12c req-f0df8cd6-a978-4ced-997f-c33c662ad12b tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/ports?device_id=97691fd3-d9ab-495e-83f9-af26eef13937 HTTP/1.1" status: 200 len: 944 time: 0.1260419 Nov 25 19:55:18.065288 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-081595f7-d041-4e5a-8292-fa893889d12c req-f5e01671-04ab-443b-8a1a-5906c158c08a tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcbd65e9-f9df-4f24-9585-24e8584f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668669 Nov 25 19:55:19.312441 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device be52d4a5-4abe-49ef-8721-1850ffd77ee2 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:55:19.362686 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b3141-4b76-4d30-bde6-bc2a6c448de2 req-836754b0-0f67-44f7-8389-a689a5c3fa38 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:19.363890 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d4b3141-4b76-4d30-bde6-bc2a6c448de2 req-836754b0-0f67-44f7-8389-a689a5c3fa38 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/ports?device_id=97691fd3-d9ab-495e-83f9-af26eef13937 HTTP/1.1" status: 200 len: 944 time: 0.1004980 Nov 25 19:55:19.516181 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d4b3141-4b76-4d30-bde6-bc2a6c448de2 req-bbb6fc91-3b9a-4d19-93ba-5c3ec83b1dcb tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcbd65e9-f9df-4f24-9585-24e8584f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432436 Nov 25 19:55:19.540414 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port be52d4a5-4abe-49ef-8721-1850ffd77ee2, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=be52d4a5-4abe-49ef-8721-1850ffd77ee2,segment=NetworkSegment(b2835a16-e7a5-4f13-8c01-d36ea5bb72c1),segment_id=b2835a16-e7a5-4f13-8c01-d36ea5bb72c1)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:19.557202 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'be52d4a5-4abe-49ef-8721-1850ffd77ee2', 'network_id': '1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe', 'port_id': 'be52d4a5-4abe-49ef-8721-1850ffd77ee2', 'mac_address': 'fa:16:3e:71:f1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179438c5-0789-4cf8-9dd6-e8c1d97b1bc4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:55:19.616186 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:19.616897 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 36978) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:19.648664 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be52d4a5-4abe-49ef-8721-1850ffd77ee2 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:55:19.712456 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port be52d4a5-4abe-49ef-8721-1850ffd77ee2, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=be52d4a5-4abe-49ef-8721-1850ffd77ee2,segment=NetworkSegment(b2835a16-e7a5-4f13-8c01-d36ea5bb72c1),segment_id=b2835a16-e7a5-4f13-8c01-d36ea5bb72c1)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:19.719736 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:19.812271 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=be52d4a5-4abe-49ef-8721-1850ffd77ee2,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:19.824359 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:19.825000 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:19.825579 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:19.826168 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:19.827305 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:19.827992 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:19.828570 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:19.829138 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:19.829712 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:19.830322 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:19.831583 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:19.832186 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:19.945667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-5163ba63-cea4-44f9-9ba1-833e73f1c3fd tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:19.946742 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5163ba63-cea4-44f9-9ba1-833e73f1c3fd tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3292627 Nov 25 19:55:19.951626 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37002) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:19.957897 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-2206ca19-1515-4faf-8bc7-3262adb3bcdb tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:19.961415 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2206ca19-1515-4faf-8bc7-3262adb3bcdb tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0060627 Nov 25 19:55:19.964938 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37004) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:19.968820 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['be52d4a5-4abe-49ef-8721-1850ffd77ee2'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:55:19.975836 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-c2139d3d-7fda-4565-b94d-b0bfd0fa852e tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:19.978060 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c2139d3d-7fda-4565-b94d-b0bfd0fa852e tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0101318 Nov 25 19:55:19.981325 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37006) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:19.988973 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-d31a3a9d-c35e-47ba-b01c-f974632aecab tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:19.994118 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37008) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:19.994585 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d31a3a9d-c35e-47ba-b01c-f974632aecab tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0120144 Nov 25 19:55:19.999647 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-fe62b42f-c4ce-44ac-99a8-17717bf94660 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.000767 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fe62b42f-c4ce-44ac-99a8-17717bf94660 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0048103 Nov 25 19:55:20.005084 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37010) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.012268 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-96bc79ad-95c8-4c82-ab12-8b567d2c2560 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.014722 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-96bc79ad-95c8-4c82-ab12-8b567d2c2560 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0074039 Nov 25 19:55:20.017489 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37012) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.023803 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-46f6e37f-26f8-4e94-9ffb-3f01c961085b tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.027689 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37014) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.028476 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-46f6e37f-26f8-4e94-9ffb-3f01c961085b tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0089979 Nov 25 19:55:20.042345 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-3054febd-02f7-48d8-a890-76df01fa6e65 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.043877 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3054febd-02f7-48d8-a890-76df01fa6e65 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0146489 Nov 25 19:55:20.046518 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37016) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.052995 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-f53b7c3f-9a40-478e-b8ca-bba42405fd72 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.054757 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f53b7c3f-9a40-478e-b8ca-bba42405fd72 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0068829 Nov 25 19:55:20.057451 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37018) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.062683 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-84436a2e-52b3-449a-a6ce-252cb956c4ee tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.064197 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-84436a2e-52b3-449a-a6ce-252cb956c4ee tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0054057 Nov 25 19:55:20.068207 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37020) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.073607 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-914d6b66-8dcf-4275-ad7a-f3c5be197020 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.075402 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-914d6b66-8dcf-4275-ad7a-f3c5be197020 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0054624 Nov 25 19:55:20.077784 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37022) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.084899 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-aa1ad87e-0ae0-4d88-ba6d-2ab2d154417b tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.086589 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-aa1ad87e-0ae0-4d88-ba6d-2ab2d154417b tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0074427 Nov 25 19:55:20.088784 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37026) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.093541 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-9c44b955-a164-4d0a-ac3a-4c610e8df1d1 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.095118 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9c44b955-a164-4d0a-ac3a-4c610e8df1d1 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0050707 Nov 25 19:55:20.098214 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37028) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.103008 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-a3875e91-1576-415a-a9f6-4483910d6eb2 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.109406 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37030) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.109665 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a3875e91-1576-415a-a9f6-4483910d6eb2 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0101449 Nov 25 19:55:20.115764 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-b08e22c2-2691-4c7f-9809-bf2c4288694d tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.117229 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b08e22c2-2691-4c7f-9809-bf2c4288694d tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0058675 Nov 25 19:55:20.120194 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37032) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.125617 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-b3df4569-9756-457c-a584-95b2c3658f5b tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.131075 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b3df4569-9756-457c-a584-95b2c3658f5b tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0090473 Nov 25 19:55:20.131412 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37034) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.136074 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-8faf8896-b348-4bbd-808c-9261861169be tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.139732 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8faf8896-b348-4bbd-808c-9261861169be tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0048184 Nov 25 19:55:20.140044 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37036) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.146155 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-352292b1-242b-4a02-b91a-4a07076a1e85 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.154036 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-352292b1-242b-4a02-b91a-4a07076a1e85 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0105107 Nov 25 19:55:20.155085 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37038) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.170145 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-883c9a10-3530-43b7-98f3-0c33728c5129 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.171106 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-883c9a10-3530-43b7-98f3-0c33728c5129 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0148916 Nov 25 19:55:20.175835 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37040) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.192527 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-c97e09e5-153b-4273-afcd-f14b3397b0b0 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.193896 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c97e09e5-153b-4273-afcd-f14b3397b0b0 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0112176 Nov 25 19:55:20.197659 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37044) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.204123 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-ff886f1a-3965-4437-8216-d00e06a89a4e tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.207894 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ff886f1a-3965-4437-8216-d00e06a89a4e tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0066390 Nov 25 19:55:20.208388 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37046) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.213079 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-009994ad-9ae2-4586-8aca-e0f1e4898975 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.220052 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-009994ad-9ae2-4586-8aca-e0f1e4898975 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0080934 Nov 25 19:55:20.220989 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37048) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.231379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-6e2137da-cef4-417d-a9f9-f1c0cb38c149 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.235064 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6e2137da-cef4-417d-a9f9-f1c0cb38c149 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0110688 Nov 25 19:55:20.236284 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37050) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.248279 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-b9522ef1-2251-4445-aaa1-3f274ae240b2 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.254555 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b9522ef1-2251-4445-aaa1-3f274ae240b2 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0149734 Nov 25 19:55:20.255727 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37052) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.263533 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-89debf7f-8c06-4db4-8d4d-16cbe8e96359 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.265713 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-89debf7f-8c06-4db4-8d4d-16cbe8e96359 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0082514 Nov 25 19:55:20.270099 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37054) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.276182 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-153f1820-bb1b-4aad-b94a-1b022f9c4b84 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.280682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37056) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.281977 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-153f1820-bb1b-4aad-b94a-1b022f9c4b84 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0102959 Nov 25 19:55:20.289828 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-b6d27121-d92e-4890-86b7-4635de9aa189 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.296653 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37058) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.297008 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b6d27121-d92e-4890-86b7-4635de9aa189 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0105586 Nov 25 19:55:20.303372 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-f339dcb4-283a-4727-bfbe-765fca1c9f68 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.308259 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f339dcb4-283a-4727-bfbe-765fca1c9f68 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0101337 Nov 25 19:55:20.308925 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37060) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.317998 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-d7673f2f-55ed-4f75-a081-77afed5ba2a4 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.321985 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d7673f2f-55ed-4f75-a081-77afed5ba2a4 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0086570 Nov 25 19:55:20.324122 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37062) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.330204 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-498b9bd6-1fb5-4b1b-8ddf-e3b2e8f44219 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.335485 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37064) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.336710 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-498b9bd6-1fb5-4b1b-8ddf-e3b2e8f44219 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0110736 Nov 25 19:55:20.345314 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-a1519e0b-4c05-4ab1-af09-c4b8872d9072 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.351700 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a1519e0b-4c05-4ab1-af09-c4b8872d9072 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0135014 Nov 25 19:55:20.352038 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37066) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.359793 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-47eab7af-6046-4277-87ec-21adf83b51d1 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.364102 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37068) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.365078 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-47eab7af-6046-4277-87ec-21adf83b51d1 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0116258 Nov 25 19:55:20.373659 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-20080250-52ef-4cc3-86d4-3d193cfb0cc0 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.376711 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-20080250-52ef-4cc3-86d4-3d193cfb0cc0 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0095451 Nov 25 19:55:20.381244 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37070) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.398493 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-9d83097d-f051-4f96-ba73-bef0ce115565 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.404948 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37072) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.405660 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9d83097d-f051-4f96-ba73-bef0ce115565 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0151875 Nov 25 19:55:20.413692 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-17852005-223d-4071-9f27-ce441fb162a6 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.418173 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37074) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.418556 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-17852005-223d-4071-9f27-ce441fb162a6 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0121026 Nov 25 19:55:20.423203 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-755295f7-fbfb-4cf1-83b2-63ff0cd73dc9 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.424211 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-755295f7-fbfb-4cf1-83b2-63ff0cd73dc9 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0049806 Nov 25 19:55:20.427927 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37076) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.434168 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-8d6cab2d-09d4-47e3-a8b5-72b657d3b019 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.437530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37078) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.438246 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8d6cab2d-09d4-47e3-a8b5-72b657d3b019 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0088494 Nov 25 19:55:20.447393 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-7a8bacdf-d686-41eb-ad48-9e6889fdf236 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.452097 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7a8bacdf-d686-41eb-ad48-9e6889fdf236 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0134130 Nov 25 19:55:20.452733 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37080) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.460288 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-ab582427-ce18-4106-a42b-7c4269dfc2dc tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.465144 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ab582427-ce18-4106-a42b-7c4269dfc2dc tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0107358 Nov 25 19:55:20.466271 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37084) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.473482 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-fdb14d8e-8852-4019-bdeb-a5299faa7f38 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.477727 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37086) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.478410 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fdb14d8e-8852-4019-bdeb-a5299faa7f38 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0092816 Nov 25 19:55:20.484289 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-26691aac-05e7-4d24-95a3-2e78475f4091 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.486682 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-26691aac-05e7-4d24-95a3-2e78475f4091 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0066986 Nov 25 19:55:20.489029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37088) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.497045 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-d6356675-a9b1-464e-bbcd-53b240d7eb7c tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.499229 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d6356675-a9b1-464e-bbcd-53b240d7eb7c tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0088959 Nov 25 19:55:20.502490 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37090) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.509025 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-a6c41f23-6d56-4840-bc8e-072926903b98 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.513593 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a6c41f23-6d56-4840-bc8e-072926903b98 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0090644 Nov 25 19:55:20.514020 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37094) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.540741 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-189bea89-cd82-4962-8d36-61454aa27234 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.554249 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-189bea89-cd82-4962-8d36-61454aa27234 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0277383 Nov 25 19:55:20.556868 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37098) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.562465 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-f658923e-88a1-48ae-b1c9-e8d68952272d tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.563840 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f658923e-88a1-48ae-b1c9-e8d68952272d tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0056310 Nov 25 19:55:20.567781 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37100) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.581985 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-f4ebeca6-0b96-446c-8f59-3b6cbb8d63f4 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.586731 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f4ebeca6-0b96-446c-8f59-3b6cbb8d63f4 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0167029 Nov 25 19:55:20.590063 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37102) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.622641 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-107ae9e2-9601-4110-9f1d-2e7fd0c25467 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.625904 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-107ae9e2-9601-4110-9f1d-2e7fd0c25467 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0328126 Nov 25 19:55:20.629211 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37104) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.636476 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-939b2189-36b9-42d8-b3d9-ccbf096eae69 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.639342 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-939b2189-36b9-42d8-b3d9-ccbf096eae69 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0090199 Nov 25 19:55:20.639831 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37106) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.648445 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-d9b95260-68f5-4006-b6e4-aaa81b37fdd0 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.659830 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d9b95260-68f5-4006-b6e4-aaa81b37fdd0 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0178559 Nov 25 19:55:20.662684 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37108) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.671192 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-49f1a74f-02a1-4147-b28e-da2ae9e90bc0 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.680473 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-49f1a74f-02a1-4147-b28e-da2ae9e90bc0 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0153861 Nov 25 19:55:20.683115 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37110) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.689140 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-f31aa3c2-d6e9-4004-bd80-5ecb7bb1377b tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.695192 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37112) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.695439 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f31aa3c2-d6e9-4004-bd80-5ecb7bb1377b tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0109499 Nov 25 19:55:20.701706 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-36166af7-b0f6-40a3-82e1-e10c6eb181d1 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.706417 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-36166af7-b0f6-40a3-82e1-e10c6eb181d1 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0094750 Nov 25 19:55:20.707434 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37114) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.712968 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-f00b17d5-3f3a-4930-990f-ae24d1b9d4ea tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.718634 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f00b17d5-3f3a-4930-990f-ae24d1b9d4ea tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0084264 Nov 25 19:55:20.719303 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37116) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.724090 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-cb85a8ea-4d24-42ab-91e4-a3edc528c7fa tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.729222 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cb85a8ea-4d24-42ab-91e4-a3edc528c7fa tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0088084 Nov 25 19:55:20.729879 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37118) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.735192 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-eb3f79ce-efed-4f7c-8e0a-a19905a38c25 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.740694 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-eb3f79ce-efed-4f7c-8e0a-a19905a38c25 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0093985 Nov 25 19:55:20.741582 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37120) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.746244 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-574122e7-2d53-414a-9819-3b4c5757d81e tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.754998 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-574122e7-2d53-414a-9819-3b4c5757d81e tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0083814 Nov 25 19:55:20.756075 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37122) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.765320 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-0703a6d3-5124-4fab-9c3c-d8ff246fdbdc tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.776127 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0703a6d3-5124-4fab-9c3c-d8ff246fdbdc tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0181620 Nov 25 19:55:20.776897 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37126) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.784735 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-b1d4a891-d7f2-433e-a125-9e851b69f047 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.793998 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b1d4a891-d7f2-433e-a125-9e851b69f047 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0143611 Nov 25 19:55:20.797999 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37128) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.804582 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-a30e95e0-f9d9-415d-b259-d7c3dd2d9de5 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.812885 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a30e95e0-f9d9-415d-b259-d7c3dd2d9de5 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0121679 Nov 25 19:55:20.814148 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37130) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.824026 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-c92369bf-df1d-4f83-8c1f-50f060950da3 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.829680 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c92369bf-df1d-4f83-8c1f-50f060950da3 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0143778 Nov 25 19:55:20.832805 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37132) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.868091 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-30495a02-d467-4b90-a47f-7e5d6eb7a498 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.869788 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-30495a02-d467-4b90-a47f-7e5d6eb7a498 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0252812 Nov 25 19:55:20.874356 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37134) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.882477 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-057dd185-c2b8-4dcf-9e46-d6a50f738d63 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.887508 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37136) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.887745 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-057dd185-c2b8-4dcf-9e46-d6a50f738d63 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0116591 Nov 25 19:55:20.908762 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-572b1313-3c7c-476c-aa4d-85a20d3cac2b tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.912879 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37138) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.918207 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-f77de261-8a49-4e3e-b32d-31535654f90c tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.922189 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f77de261-8a49-4e3e-b32d-31535654f90c tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0082297 Nov 25 19:55:20.922912 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37140) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.928678 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-572b1313-3c7c-476c-aa4d-85a20d3cac2b tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0358536 Nov 25 19:55:20.932153 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-49fc3234-8d29-4856-9d78-3a653c97e528 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.946915 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-49fc3234-8d29-4856-9d78-3a653c97e528 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0172114 Nov 25 19:55:20.947824 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37142) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.955474 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-82bb24e6-3c14-4b66-9204-20663e1bd8a9 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.964684 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-82bb24e6-3c14-4b66-9204-20663e1bd8a9 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0157428 Nov 25 19:55:20.965389 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36dedf-9fa9-49f5-b74b-1eaf81c830de req-8b898f4c-bf65-4109-bc13-d61ea47c2bd4 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:20.967589 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37146) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:20.968819 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f36dedf-9fa9-49f5-b74b-1eaf81c830de req-8b898f4c-bf65-4109-bc13-d61ea47c2bd4 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/ports?device_id=97691fd3-d9ab-495e-83f9-af26eef13937 HTTP/1.1" status: 200 len: 945 time: 0.2719507 Nov 25 19:55:20.974885 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-a52e0481-5740-4ab8-bce2-c3bfc5a63ec8 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:20.985945 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a52e0481-5740-4ab8-bce2-c3bfc5a63ec8 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0161958 Nov 25 19:55:20.987084 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37148) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:21.016054 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-6bfa6202-8893-44f2-9e98-10edad94c478 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:21.017886 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37150) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:21.018683 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6bfa6202-8893-44f2-9e98-10edad94c478 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0256832 Nov 25 19:55:21.026491 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37152) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:21.034926 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-9f1b3a40-572b-47d0-894c-427e376459b4 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:21.042878 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37158) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:21.056992 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9f1b3a40-572b-47d0-894c-427e376459b4 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0284796 Nov 25 19:55:21.058310 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [None req-3de80f77-d8fd-48aa-9bc1-68de4bd0a8d9 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:21.064952 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37160) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:21.065867 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3de80f77-d8fd-48aa-9bc1-68de4bd0a8d9 tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0211802 Nov 25 19:55:21.077678 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [None req-cd7423b6-6bf7-4129-83f1-d32f93d229cc tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:55:21.079312 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cd7423b6-6bf7-4129-83f1-d32f93d229cc tempest-ExtensionsTestJSON-1921397552 tempest-ExtensionsTestJSON-1921397552-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0128787 Nov 25 19:55:21.122958 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f36dedf-9fa9-49f5-b74b-1eaf81c830de req-8546af22-771d-4dd2-9efd-2530c48f8047 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcbd65e9-f9df-4f24-9585-24e8584f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463754 Nov 25 19:55:21.324092 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device be52d4a5-4abe-49ef-8721-1850ffd77ee2 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:55:21.327719 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1895355-965d-4f89-9799-44f217ea370c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:21.522783 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port be52d4a5-4abe-49ef-8721-1850ffd77ee2 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:55:21.540979 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port be52d4a5-4abe-49ef-8721-1850ffd77ee2 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:21.542215 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:21.647884 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1895355-965d-4f89-9799-44f217ea370c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:21.662639 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1895355-965d-4f89-9799-44f217ea370c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:21.822948 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37168) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:21.823465 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a1895355-965d-4f89-9799-44f217ea370c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=530e93df445840aa83ba4a7dd4097d23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8015866 Nov 25 19:55:21.824688 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1895355-965d-4f89-9799-44f217ea370c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c83c54a-0fea-4d65-bcbd-7c014fdddc11,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:21.854674 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37170) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:21.903074 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:21.958317 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c1ef8a3-fcd1-42b7-95eb-70b996b89d0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:22.008472 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port be52d4a5-4abe-49ef-8721-1850ffd77ee2, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=be52d4a5-4abe-49ef-8721-1850ffd77ee2,segment=NetworkSegment(b2835a16-e7a5-4f13-8c01-d36ea5bb72c1),segment_id=b2835a16-e7a5-4f13-8c01-d36ea5bb72c1)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:22.016207 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97691fd3-d9ab-495e-83f9-af26eef13937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be52d4a5-4abe-49ef-8721-1850ffd77ee2'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:55:22.032145 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca1fd40-16c2-4c56-841b-77ae06e4e218" -d '{"events": [{"server_uuid": "97691fd3-d9ab-495e-83f9-af26eef13937", "name": "network-vif-plugged", "status": "completed", "tag": "be52d4a5-4abe-49ef-8721-1850ffd77ee2"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:55:22.058335 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c1ef8a3-fcd1-42b7-95eb-70b996b89d0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:22.059177 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:22.207940 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e850f13-8dfb-4008-ab7d-dd2adce3bb80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:22.239137 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=be52d4a5-4abe-49ef-8721-1850ffd77ee2,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:22.239401 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c1ef8a3-fcd1-42b7-95eb-70b996b89d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:22.242388 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c1ef8a3-fcd1-42b7-95eb-70b996b89d0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:22.247733 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6c1ef8a3-fcd1-42b7-95eb-70b996b89d0b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8c83c54a-0fea-4d65-bcbd-7c014fdddc11 HTTP/1.1" status: 204 len: 168 time: 0.4210875 Nov 25 19:55:22.278430 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ef8a3-fcd1-42b7-95eb-70b996b89d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c83c54a-0fea-4d65-bcbd-7c014fdddc11,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:22.491410 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e850f13-8dfb-4008-ab7d-dd2adce3bb80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:22.505938 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e850f13-8dfb-4008-ab7d-dd2adce3bb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:22.569944 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37194) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:22.570644 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7e850f13-8dfb-4008-ab7d-dd2adce3bb80 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ba33fd0c10ae4235a1d13893eadd87ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7133782 Nov 25 19:55:22.575325 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648f5f73-6e46-4dc6-b037-da67220e0ce1 x-openstack-request-id: req-648f5f73-6e46-4dc6-b037-da67220e0ce1 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:55:22.576128 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97691fd3-d9ab-495e-83f9-af26eef13937", "name": "network-vif-plugged", "status": "completed", "tag": "be52d4a5-4abe-49ef-8721-1850ffd77ee2", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:55:22.582601 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-648f5f73-6e46-4dc6-b037-da67220e0ce1 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:55:22.583392 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97691fd3-d9ab-495e-83f9-af26eef13937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be52d4a5-4abe-49ef-8721-1850ffd77ee2', 'code': 200} Nov 25 19:55:22.630603 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e850f13-8dfb-4008-ab7d-dd2adce3bb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6a97c8-8263-4172-ac92-d0b260501c03,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:22.769956 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1e67744-fbb0-45e8-994d-c11dae220694 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:22.838191 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1e67744-fbb0-45e8-994d-c11dae220694 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:22.890706 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984415c9-bed6-409a-86e9-2e9ca79ca386 req-1d3b0e36-1cf2-412a-9dfe-9a157c5c35a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:22.892338 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-984415c9-bed6-409a-86e9-2e9ca79ca386 req-1d3b0e36-1cf2-412a-9dfe-9a157c5c35a7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=97691fd3-d9ab-495e-83f9-af26eef13937 HTTP/1.1" status: 200 len: 1097 time: 0.1957314 Nov 25 19:55:22.975981 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-984415c9-bed6-409a-86e9-2e9ca79ca386 req-3f23939e-7432-46f0-8d2f-64c0a87a217b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fcbd65e9-f9df-4f24-9585-24e8584f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751176 Nov 25 19:55:22.988512 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5bedd-eeaa-466e-94aa-1510d0b09b5a req-2a23ad01-d640-4972-a7f3-5764374878c7 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:22.997301 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50e5bedd-eeaa-466e-94aa-1510d0b09b5a req-2a23ad01-d640-4972-a7f3-5764374878c7 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/ports?device_id=97691fd3-d9ab-495e-83f9-af26eef13937 HTTP/1.1" status: 200 len: 946 time: 0.2166896 Nov 25 19:55:23.007752 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1e67744-fbb0-45e8-994d-c11dae220694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:23.010850 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1e67744-fbb0-45e8-994d-c11dae220694 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:23.013847 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a1e67744-fbb0-45e8-994d-c11dae220694 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0c6a97c8-8263-4172-ac92-d0b260501c03 HTTP/1.1" status: 204 len: 168 time: 0.4397128 Nov 25 19:55:23.022570 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37202) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:23.047766 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e67744-fbb0-45e8-994d-c11dae220694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6a97c8-8263-4172-ac92-d0b260501c03,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:23.066863 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4ba4bf1-6ad9-4e94-8825-c5a0ef504ade admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:23.147588 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50e5bedd-eeaa-466e-94aa-1510d0b09b5a req-0a6c9364-94f2-4609-a01a-fa6ff27312a6 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcbd65e9-f9df-4f24-9585-24e8584f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321800 Nov 25 19:55:23.291959 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4ba4bf1-6ad9-4e94-8825-c5a0ef504ade admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:23.305855 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4ba4bf1-6ad9-4e94-8825-c5a0ef504ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:23.454549 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d4ba4bf1-6ad9-4e94-8825-c5a0ef504ade admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7cf46e6ae6394388a34b0bf4fbfd5a39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4303575 Nov 25 19:55:23.458119 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37206) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:23.495128 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba4bf1-6ad9-4e94-8825-c5a0ef504ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85470afb-ab72-47c0-9990-556c7f08f925,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:23.689718 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7408104b-5edb-4b7a-9705-33ef95528a9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:23.776483 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7408104b-5edb-4b7a-9705-33ef95528a9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:23.799038 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:23.931910 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7408104b-5edb-4b7a-9705-33ef95528a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:23.935274 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7408104b-5edb-4b7a-9705-33ef95528a9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:23.939986 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7408104b-5edb-4b7a-9705-33ef95528a9a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/85470afb-ab72-47c0-9990-556c7f08f925 HTTP/1.1" status: 204 len: 168 time: 0.4796033 Nov 25 19:55:23.963948 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408104b-5edb-4b7a-9705-33ef95528a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85470afb-ab72-47c0-9990-556c7f08f925,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:24.345946 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:24.503499 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6425b-49ad-4a3e-961c-f5b73bf1f8d0 req-c2ed562e-ccc2-4f39-88d4-d645ce6a7dec tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:24.509060 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9c6425b-49ad-4a3e-961c-f5b73bf1f8d0 req-c2ed562e-ccc2-4f39-88d4-d645ce6a7dec tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/ports?device_id=97691fd3-d9ab-495e-83f9-af26eef13937 HTTP/1.1" status: 200 len: 946 time: 0.2181606 Nov 25 19:55:24.712120 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9c6425b-49ad-4a3e-961c-f5b73bf1f8d0 req-3f3833bb-f561-40eb-b570-c882051959cb tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcbd65e9-f9df-4f24-9585-24e8584f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928008 Nov 25 19:55:25.181885 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37256) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:25.554945 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-fabf884e-ea30-40d5-add4-c85470f27d5b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-303847726'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:25.612748 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabf884e-ea30-40d5-add4-c85470f27d5b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Made reservation on behalf of 03b09e35a99940eabc55542aa50b027b for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:25.620604 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fabf884e-ea30-40d5-add4-c85470f27d5b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:25.648765 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fabf884e-ea30-40d5-add4-c85470f27d5b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:25.841827 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fabf884e-ea30-40d5-add4-c85470f27d5b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:25.848804 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fabf884e-ea30-40d5-add4-c85470f27d5b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:25.896467 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fabf884e-ea30-40d5-add4-c85470f27d5b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:55:25.935516 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf884e-ea30-40d5-add4-c85470f27d5b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff92b2e8-c29f-41ac-8026-433f2f4d595d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:25.944218 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fabf884e-ea30-40d5-add4-c85470f27d5b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:25.944558 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-fabf884e-ea30-40d5-add4-c85470f27d5b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Added segment 3ed3d527-354a-42d7-90ce-fa724eb50dee of type vlan for network 738005dd-8bff-41a2-9559-24d388142a82 Nov 25 19:55:26.005552 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be016a8f-23da-4d17-a81c-4816ae915ed8 req-77a5fcd1-96df-4a6a-98af-9baf588b31aa tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:26.007672 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-be016a8f-23da-4d17-a81c-4816ae915ed8 req-77a5fcd1-96df-4a6a-98af-9baf588b31aa tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/ports?device_id=97691fd3-d9ab-495e-83f9-af26eef13937 HTTP/1.1" status: 200 len: 946 time: 0.1352813 Nov 25 19:55:26.027490 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fabf884e-ea30-40d5-add4-c85470f27d5b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:26.097149 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fabf884e-ea30-40d5-add4-c85470f27d5b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:26.104060 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabf884e-ea30-40d5-add4-c85470f27d5b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:26.104732 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fabf884e-ea30-40d5-add4-c85470f27d5b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:26.172767 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-be016a8f-23da-4d17-a81c-4816ae915ed8 req-f7ba88fa-65db-4e9e-804b-79592a4ea67f tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcbd65e9-f9df-4f24-9585-24e8584f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504545 Nov 25 19:55:26.276437 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fabf884e-ea30-40d5-add4-c85470f27d5b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0915740 Nov 25 19:55:26.279880 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37288) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:26.286564 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-73904afc-76a9-4c6a-a49d-5666413851e3 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1839222265'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:26.287994 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf884e-ea30-40d5-add4-c85470f27d5b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Network': ['ID=738005dd-8bff-41a2-9559-24d388142a82,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:26.305331 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 738005dd-8bff-41a2-9559-24d388142a82 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:55:26.371523 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73904afc-76a9-4c6a-a49d-5666413851e3 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Made reservation on behalf of 03b09e35a99940eabc55542aa50b027b for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:26.394941 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73904afc-76a9-4c6a-a49d-5666413851e3 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:26.481612 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73904afc-76a9-4c6a-a49d-5666413851e3 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:55:26.495503 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73904afc-76a9-4c6a-a49d-5666413851e3 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:26.497976 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-73904afc-76a9-4c6a-a49d-5666413851e3 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Added segment ff426cd9-df17-4242-9f4b-4111c4ff757f of type vlan for network 1e8ac83b-fb4d-4ade-b279-a1fcf032469b Nov 25 19:55:26.588951 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73904afc-76a9-4c6a-a49d-5666413851e3 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:26.673900 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73904afc-76a9-4c6a-a49d-5666413851e3 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:26.680937 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73904afc-76a9-4c6a-a49d-5666413851e3 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:26.688583 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73904afc-76a9-4c6a-a49d-5666413851e3 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:26.748253 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37302) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:26.754539 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-112b7b3d-ef6c-4a18-acf2-9ff6b09ecd16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'subnet': {'network_id': '738005dd-8bff-41a2-9559-24d388142a82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:26.766939 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-73904afc-76a9-4c6a-a49d-5666413851e3 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4858246 Nov 25 19:55:26.890031 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73904afc-76a9-4c6a-a49d-5666413851e3 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Network': ['ID=1e8ac83b-fb4d-4ade-b279-a1fcf032469b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:26.904184 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 1e8ac83b-fb4d-4ade-b279-a1fcf032469b details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:55:27.036267 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112b7b3d-ef6c-4a18-acf2-9ff6b09ecd16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Made reservation on behalf of 03b09e35a99940eabc55542aa50b027b for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:27.042003 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-112b7b3d-ef6c-4a18-acf2-9ff6b09ecd16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:27.482151 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-112b7b3d-ef6c-4a18-acf2-9ff6b09ecd16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:27.612270 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b7b3d-ef6c-4a18-acf2-9ff6b09ecd16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Subnet': ['ID=d4d3c3dd-932f-4ed6-9709-eb73421917f5,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:27.654505 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112b7b3d-ef6c-4a18-acf2-9ff6b09ecd16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Checking segment: {'id': '3ed3d527-354a-42d7-90ce-fa724eb50dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '738005dd-8bff-41a2-9559-24d388142a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:55:27.654505 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112b7b3d-ef6c-4a18-acf2-9ff6b09ecd16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network hostable DHCP agents. Network: 738005dd-8bff-41a2-9559-24d388142a82, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:55:27.697501 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112b7b3d-ef6c-4a18-acf2-9ff6b09ecd16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network 738005dd-8bff-41a2-9559-24d388142a82 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:55:27.715835 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-112b7b3d-ef6c-4a18-acf2-9ff6b09ecd16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 738005dd-8bff-41a2-9559-24d388142a82) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:27.723460 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112b7b3d-ef6c-4a18-acf2-9ff6b09ecd16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:27.724773 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-112b7b3d-ef6c-4a18-acf2-9ff6b09ecd16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:27.731554 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3421762d-9fa4-4352-bdb3-40309ca38047 None None] Network 738005dd-8bff-41a2-9559-24d388142a82 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:27.791411 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-112b7b3d-ef6c-4a18-acf2-9ff6b09ecd16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0416491 Nov 25 19:55:27.795327 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37342) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:27.801122 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-ec514ccf-77c2-4319-9cc3-6e5619cd599a tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'subnet': {'network_id': '1e8ac83b-fb4d-4ade-b279-a1fcf032469b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:28.027773 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec514ccf-77c2-4319-9cc3-6e5619cd599a tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Made reservation on behalf of 03b09e35a99940eabc55542aa50b027b for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:28.033012 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec514ccf-77c2-4319-9cc3-6e5619cd599a tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:28.258114 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7047b7-209d-4ffc-9d9c-0e0a47852c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-738005dd-8bff-41a2-9559-24d388142a82', 'network_id': '738005dd-8bff-41a2-9559-24d388142a82', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'fixed_ips': [{'subnet_id': 'd4d3c3dd-932f-4ed6-9709-eb73421917f5'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:55:28.259488 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7f7047b7-209d-4ffc-9d9c-0e0a47852c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:28.487616 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec514ccf-77c2-4319-9cc3-6e5619cd599a tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:28.688702 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec514ccf-77c2-4319-9cc3-6e5619cd599a tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Subnet': ['ID=3ad19148-fb02-4614-a780-da64422bd300,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:28.720758 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-7f7047b7-209d-4ffc-9d9c-0e0a47852c05 None None] Allocated IP 2001:db8::2 (738005dd-8bff-41a2-9559-24d388142a82/d4d3c3dd-932f-4ed6-9709-eb73421917f5/2533ef31-9804-4685-a0fc-2dd1bda71fb5) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:55:28.775464 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec514ccf-77c2-4319-9cc3-6e5619cd599a tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Checking segment: {'id': 'ff426cd9-df17-4242-9f4b-4111c4ff757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1e8ac83b-fb4d-4ade-b279-a1fcf032469b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:55:28.775882 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec514ccf-77c2-4319-9cc3-6e5619cd599a tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network hostable DHCP agents. Network: 1e8ac83b-fb4d-4ade-b279-a1fcf032469b, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:55:28.857093 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec514ccf-77c2-4319-9cc3-6e5619cd599a tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network 1e8ac83b-fb4d-4ade-b279-a1fcf032469b is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:55:28.903931 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ec514ccf-77c2-4319-9cc3-6e5619cd599a tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 1e8ac83b-fb4d-4ade-b279-a1fcf032469b) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:28.915616 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec514ccf-77c2-4319-9cc3-6e5619cd599a tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:28.917196 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec514ccf-77c2-4319-9cc3-6e5619cd599a tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:28.984318 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37382) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:28.986627 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ec514ccf-77c2-4319-9cc3-6e5619cd599a tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1829216 Nov 25 19:55:28.994246 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e8de6d86-30ad-4a3d-a33f-8420fd998aef tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-902198899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:29.113979 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e8de6d86-30ad-4a3d-a33f-8420fd998aef tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:29.116461 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e8de6d86-30ad-4a3d-a33f-8420fd998aef tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:29.306822 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45e32ac7-e377-4d56-a6e2-7d6495f0aac6 req-6fc56f8b-e375-4847-8dbc-5eb7af88b1c6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=97691fd3-d9ab-495e-83f9-af26eef13937&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3030412 Nov 25 19:55:29.328101 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7f7047b7-209d-4ffc-9d9c-0e0a47852c05 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:29.354400 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b39476-a70c-4386-9372-375dd5feca49 None None] Network 1e8ac83b-fb4d-4ade-b279-a1fcf032469b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:29.411539 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e8de6d86-30ad-4a3d-a33f-8420fd998aef tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:29.421866 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e8de6d86-30ad-4a3d-a33f-8420fd998aef tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:29.473470 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7f7047b7-209d-4ffc-9d9c-0e0a47852c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:29.476186 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e8de6d86-30ad-4a3d-a33f-8420fd998aef tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:29.477744 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e8de6d86-30ad-4a3d-a33f-8420fd998aef tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4910154 Nov 25 19:55:29.481938 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37394) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:29.635892 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e32ac7-e377-4d56-a6e2-7d6495f0aac6 req-6b98919d-5269-4e2e-8d7a-4d2fe9ad88b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:29.661463 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45e32ac7-e377-4d56-a6e2-7d6495f0aac6 req-6b98919d-5269-4e2e-8d7a-4d2fe9ad88b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3e5cfb6b4a04e22a7cd4d62dac2667f&device_id=97691fd3-d9ab-495e-83f9-af26eef13937 HTTP/1.1" status: 200 len: 1097 time: 0.2298958 Nov 25 19:55:29.707616 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-053002a1-71b7-4233-8002-170da3628f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:29.928416 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e32ac7-e377-4d56-a6e2-7d6495f0aac6 req-c3c866f0-1a7a-4e63-adf4-ccd01822d24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:29.930476 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45e32ac7-e377-4d56-a6e2-7d6495f0aac6 req-c3c866f0-1a7a-4e63-adf4-ccd01822d24e service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe HTTP/1.1" status: 200 len: 910 time: 0.2147710 Nov 25 19:55:29.957005 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7047b7-209d-4ffc-9d9c-0e0a47852c05 None None] Network 738005dd-8bff-41a2-9559-24d388142a82 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:55:29.971474 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-7f7047b7-209d-4ffc-9d9c-0e0a47852c05 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:29.989025 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7047b7-209d-4ffc-9d9c-0e0a47852c05 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:55:30.045533 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7047b7-209d-4ffc-9d9c-0e0a47852c05 None None] Pushing event updated for resources: {'Port': ['ID=2533ef31-9804-4685-a0fc-2dd1bda71fb5,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:30.057468 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45e32ac7-e377-4d56-a6e2-7d6495f0aac6 req-5738619f-cae7-4a9c-bdd2-c7c73639a6ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be52d4a5-4abe-49ef-8721-1850ffd77ee2 HTTP/1.1" status: 200 len: 217 time: 0.1180856 Nov 25 19:55:30.253277 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e32ac7-e377-4d56-a6e2-7d6495f0aac6 req-070e0005-54c8-4322-b48a-9b8ed0fd8c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:30.264193 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45e32ac7-e377-4d56-a6e2-7d6495f0aac6 req-070e0005-54c8-4322-b48a-9b8ed0fd8c0b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=179438c5-0789-4cf8-9dd6-e8c1d97b1bc4 HTTP/1.1" status: 200 len: 849 time: 0.1973426 Nov 25 19:55:30.393850 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45e32ac7-e377-4d56-a6e2-7d6495f0aac6 req-39735c60-0462-4584-a55d-716bedabadbd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154556 Nov 25 19:55:30.716382 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1fba665d-71eb-4318-a1ad-a050afa47602 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:30.792423 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45e32ac7-e377-4d56-a6e2-7d6495f0aac6 req-d8a7314e-69ad-4978-bea0-5d9423972282 service neutron] 10.222.0.73 "GET /v2.0/networks/1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850672 Nov 25 19:55:30.888253 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37426) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:30.890503 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24853553-b3a0-421c-a2f4-e82d1fe566cc req-1f894903-fbb4-4cb5-b221-bbad500a0058 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:30.891968 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24853553-b3a0-421c-a2f4-e82d1fe566cc req-1f894903-fbb4-4cb5-b221-bbad500a0058 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/ports?device_id=97691fd3-d9ab-495e-83f9-af26eef13937 HTTP/1.1" status: 200 len: 946 time: 0.1608007 Nov 25 19:55:30.914468 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-7f7047b7-209d-4ffc-9d9c-0e0a47852c05 None None] Attempting to bind port 2533ef31-9804-4685-a0fc-2dd1bda71fb5 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:55:30.915485 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-7f7047b7-209d-4ffc-9d9c-0e0a47852c05 None None] Attempting to bind port 2533ef31-9804-4685-a0fc-2dd1bda71fb5 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '3ed3d527-354a-42d7-90ce-fa724eb50dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '738005dd-8bff-41a2-9559-24d388142a82'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:55:30.916063 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7047b7-209d-4ffc-9d9c-0e0a47852c05 None None] Attempting to bind port 2533ef31-9804-4685-a0fc-2dd1bda71fb5 on network 738005dd-8bff-41a2-9559-24d388142a82 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:30.928814 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7047b7-209d-4ffc-9d9c-0e0a47852c05 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:55:30.929567 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7047b7-209d-4ffc-9d9c-0e0a47852c05 None None] Checking segment: {'id': '3ed3d527-354a-42d7-90ce-fa724eb50dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '738005dd-8bff-41a2-9559-24d388142a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:55:30.930185 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7f7047b7-209d-4ffc-9d9c-0e0a47852c05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:30.930807 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7047b7-209d-4ffc-9d9c-0e0a47852c05 None None] Bound using segment: {'id': '3ed3d527-354a-42d7-90ce-fa724eb50dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '738005dd-8bff-41a2-9559-24d388142a82'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:55:30.931493 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-7f7047b7-209d-4ffc-9d9c-0e0a47852c05 None None] Bound port: 2533ef31-9804-4685-a0fc-2dd1bda71fb5, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed3d527-354a-42d7-90ce-fa724eb50dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '738005dd-8bff-41a2-9559-24d388142a82'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:55:30.932182 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7f7047b7-209d-4ffc-9d9c-0e0a47852c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:30.967591 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0be2c0-6495-4758-af3a-08683060485b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-1e8ac83b-fb4d-4ade-b279-a1fcf032469b', 'network_id': '1e8ac83b-fb4d-4ade-b279-a1fcf032469b', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'fixed_ips': [{'subnet_id': '3ad19148-fb02-4614-a780-da64422bd300'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:55:30.968861 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0d0be2c0-6495-4758-af3a-08683060485b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:31.042010 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7f7047b7-209d-4ffc-9d9c-0e0a47852c05 None None] For port 2533ef31-9804-4685-a0fc-2dd1bda71fb5, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:55:31.045621 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7f7047b7-209d-4ffc-9d9c-0e0a47852c05 None None] For port 2533ef31-9804-4685-a0fc-2dd1bda71fb5, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=2533ef31-9804-4685-a0fc-2dd1bda71fb5,segment=NetworkSegment(3ed3d527-354a-42d7-90ce-fa724eb50dee),segment_id=3ed3d527-354a-42d7-90ce-fa724eb50dee)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:55:31.059718 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7f7047b7-209d-4ffc-9d9c-0e0a47852c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:31.077374 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45e32ac7-e377-4d56-a6e2-7d6495f0aac6 req-27a70434-e9f1-4b01-8c1c-cb21ecec4099 service neutron] 10.222.0.73 "GET /v2.0/networks/1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705743 Nov 25 19:55:31.125012 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7047b7-209d-4ffc-9d9c-0e0a47852c05 None None] Pushing event updated for resources: {'Port': ['ID=2533ef31-9804-4685-a0fc-2dd1bda71fb5,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:31.165282 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24853553-b3a0-421c-a2f4-e82d1fe566cc req-7eca7e34-56d8-42c0-90e2-ad3759f7b3c4 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcbd65e9-f9df-4f24-9585-24e8584f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629764 Nov 25 19:55:31.416636 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-1fba665d-71eb-4318-a1ad-a050afa47602 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Allocated IP 2001:db8::1 (738005dd-8bff-41a2-9559-24d388142a82/d4d3c3dd-932f-4ed6-9709-eb73421917f5/0030ea38-70e1-431a-b4c3-255bc2309ab6) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:55:31.456914 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-0d0be2c0-6495-4758-af3a-08683060485b None None] Allocated IP 2001:db8:1::2 (1e8ac83b-fb4d-4ade-b279-a1fcf032469b/3ad19148-fb02-4614-a780-da64422bd300/736af2b6-4c35-40c9-9b94-c8cedb1caa07) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:55:31.487837 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-87fe57dd-df47-4633-b528-2bd7e2b7b8e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:31.772335 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1fba665d-71eb-4318-a1ad-a050afa47602 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:31.795939 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b882c0ae-1802-4f83-acb4-f85fd028a019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:31.899695 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-87fe57dd-df47-4633-b528-2bd7e2b7b8e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:31.916040 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0d0be2c0-6495-4758-af3a-08683060485b None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:31.922808 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-87fe57dd-df47-4633-b528-2bd7e2b7b8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:31.935024 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0d0be2c0-6495-4758-af3a-08683060485b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:31.964463 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1fba665d-71eb-4318-a1ad-a050afa47602 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:32.019598 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0be2c0-6495-4758-af3a-08683060485b None None] Network 1e8ac83b-fb4d-4ade-b279-a1fcf032469b is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:55:32.023595 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-0d0be2c0-6495-4758-af3a-08683060485b None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:32.028587 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0be2c0-6495-4758-af3a-08683060485b None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:55:32.146890 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0be2c0-6495-4758-af3a-08683060485b None None] Pushing event updated for resources: {'Port': ['ID=736af2b6-4c35-40c9-9b94-c8cedb1caa07,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:32.163341 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0d0be2c0-6495-4758-af3a-08683060485b None None] Attempting to bind port 736af2b6-4c35-40c9-9b94-c8cedb1caa07 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:55:32.163736 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0d0be2c0-6495-4758-af3a-08683060485b None None] Attempting to bind port 736af2b6-4c35-40c9-9b94-c8cedb1caa07 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'ff426cd9-df17-4242-9f4b-4111c4ff757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1e8ac83b-fb4d-4ade-b279-a1fcf032469b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:55:32.164151 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0be2c0-6495-4758-af3a-08683060485b None None] Attempting to bind port 736af2b6-4c35-40c9-9b94-c8cedb1caa07 on network 1e8ac83b-fb4d-4ade-b279-a1fcf032469b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:32.171190 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0be2c0-6495-4758-af3a-08683060485b None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:55:32.171637 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0be2c0-6495-4758-af3a-08683060485b None None] Checking segment: {'id': 'ff426cd9-df17-4242-9f4b-4111c4ff757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1e8ac83b-fb4d-4ade-b279-a1fcf032469b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:55:32.171979 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0d0be2c0-6495-4758-af3a-08683060485b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:32.173376 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0be2c0-6495-4758-af3a-08683060485b None None] Bound using segment: {'id': 'ff426cd9-df17-4242-9f4b-4111c4ff757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1e8ac83b-fb4d-4ade-b279-a1fcf032469b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:55:32.174900 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0d0be2c0-6495-4758-af3a-08683060485b None None] Bound port: 736af2b6-4c35-40c9-9b94-c8cedb1caa07, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff426cd9-df17-4242-9f4b-4111c4ff757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1e8ac83b-fb4d-4ade-b279-a1fcf032469b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:55:32.175602 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0d0be2c0-6495-4758-af3a-08683060485b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:32.265416 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fba665d-71eb-4318-a1ad-a050afa47602 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network 738005dd-8bff-41a2-9559-24d388142a82 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:55:32.275727 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe57dd-df47-4633-b528-2bd7e2b7b8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7571324e-db79-4f7f-8287-5de6df4668f6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:32.289681 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-a194b457-6374-4434-89ce-3ade5b96d0ba service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2160680 Nov 25 19:55:32.297618 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37454) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:32.306168 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-87fe57dd-df47-4633-b528-2bd7e2b7b8e2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=96a1c0bbfe254b319010f65fc81f71c1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4026611 Nov 25 19:55:32.308525 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba665d-71eb-4318-a1ad-a050afa47602 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Port': ['ID=0030ea38-70e1-431a-b4c3-255bc2309ab6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:32.338005 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1fba665d-71eb-4318-a1ad-a050afa47602 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:32.341008 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fba665d-71eb-4318-a1ad-a050afa47602 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:55:32.341882 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1fba665d-71eb-4318-a1ad-a050afa47602 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:32.354639 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0d0be2c0-6495-4758-af3a-08683060485b None None] For port 736af2b6-4c35-40c9-9b94-c8cedb1caa07, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:55:32.361035 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0d0be2c0-6495-4758-af3a-08683060485b None None] For port 736af2b6-4c35-40c9-9b94-c8cedb1caa07, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=736af2b6-4c35-40c9-9b94-c8cedb1caa07,segment=NetworkSegment(ff426cd9-df17-4242-9f4b-4111c4ff757f),segment_id=ff426cd9-df17-4242-9f4b-4111c4ff757f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:55:32.379742 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0d0be2c0-6495-4758-af3a-08683060485b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:32.472270 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406f99d-8652-4b29-8865-93379b64cc7c req-cc389f35-178d-4918-8b74-362b66f08edf tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:32.473887 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b406f99d-8652-4b29-8865-93379b64cc7c req-cc389f35-178d-4918-8b74-362b66f08edf tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.73 "GET /v2.0/ports?device_id=97691fd3-d9ab-495e-83f9-af26eef13937 HTTP/1.1" status: 200 len: 946 time: 0.1025651 Nov 25 19:55:32.546801 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fa9fe22-6e41-41d9-b0c7-6c01c57f212b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:32.570458 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0be2c0-6495-4758-af3a-08683060485b None None] Pushing event updated for resources: {'Port': ['ID=736af2b6-4c35-40c9-9b94-c8cedb1caa07,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:32.854897 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1fba665d-71eb-4318-a1ad-a050afa47602 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:33.269929 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be1a77e-250b-4e40-9d03-486609921806 None None] Network 738005dd-8bff-41a2-9559-24d388142a82 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:33.360114 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fa9fe22-6e41-41d9-b0c7-6c01c57f212b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:33.450732 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-9cf1d23c-2693-4d4c-a20c-0a511a9d956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:33.451230 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-9cf1d23c-2693-4d4c-a20c-0a511a9d956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:33.451716 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-9cf1d23c-2693-4d4c-a20c-0a511a9d956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:33.453019 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-9cf1d23c-2693-4d4c-a20c-0a511a9d956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:33.454338 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-9cf1d23c-2693-4d4c-a20c-0a511a9d956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:33.454804 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-9cf1d23c-2693-4d4c-a20c-0a511a9d956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:33.455313 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-9cf1d23c-2693-4d4c-a20c-0a511a9d956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:33.458472 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-9cf1d23c-2693-4d4c-a20c-0a511a9d956b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9d22fa4f40744aa88e4f6dbc79438c2&device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 6502 time: 0.9287829 Nov 25 19:55:33.512628 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee4229-c0bb-4e4a-801e-2ed1cd7f7885 req-9d1bd8bf-6bec-4ba7-8fe9-15a17f93e73a tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:33.514729 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-31ee4229-c0bb-4e4a-801e-2ed1cd7f7885 req-9d1bd8bf-6bec-4ba7-8fe9-15a17f93e73a tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/ports?device_id=97691fd3-d9ab-495e-83f9-af26eef13937 HTTP/1.1" status: 200 len: 946 time: 0.9696445 Nov 25 19:55:33.555723 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-cc133ec8-546d-4006-805d-a20598977997 None None] Provisioning complete for port 2533ef31-9804-4685-a0fc-2dd1bda71fb5 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:33.561266 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cc133ec8-546d-4006-805d-a20598977997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:33.619282 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fa9fe22-6e41-41d9-b0c7-6c01c57f212b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:33.622610 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fa9fe22-6e41-41d9-b0c7-6c01c57f212b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:33.624544 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8fa9fe22-6e41-41d9-b0c7-6c01c57f212b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7571324e-db79-4f7f-8287-5de6df4668f6 HTTP/1.1" status: 204 len: 168 time: 1.3250356 Nov 25 19:55:33.715852 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1fba665d-71eb-4318-a1ad-a050afa47602 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:33.728265 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1fba665d-71eb-4318-a1ad-a050afa47602 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:33.729233 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1fba665d-71eb-4318-a1ad-a050afa47602 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:33.741435 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 736af2b6-4c35-40c9-9b94-c8cedb1caa07 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:55:33.751254 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-b406f99d-8652-4b29-8865-93379b64cc7c req-eee5f027-7469-4290-a8bb-2dae2879d8f6 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Deleting port be52d4a5-4abe-49ef-8721-1850ffd77ee2 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:33.762754 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b406f99d-8652-4b29-8865-93379b64cc7c req-eee5f027-7469-4290-a8bb-2dae2879d8f6 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:33.818000 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba665d-71eb-4318-a1ad-a050afa47602 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Port': ['ID=0030ea38-70e1-431a-b4c3-255bc2309ab6,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:33.831736 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:33.894766 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 736af2b6-4c35-40c9-9b94-c8cedb1caa07 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:33.895175 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:33.919904 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9fe22-6e41-41d9-b0c7-6c01c57f212b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7571324e-db79-4f7f-8287-5de6df4668f6,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:34.147549 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cc133ec8-546d-4006-805d-a20598977997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:34.165487 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fba665d-71eb-4318-a1ad-a050afa47602 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network 738005dd-8bff-41a2-9559-24d388142a82 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:55:34.177756 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1fba665d-71eb-4318-a1ad-a050afa47602 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:34.203040 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-31ee4229-c0bb-4e4a-801e-2ed1cd7f7885 req-dac628dd-ce83-466d-a035-994e74b5cb62 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcbd65e9-f9df-4f24-9585-24e8584f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5881596 Nov 25 19:55:34.479045 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-cc133ec8-546d-4006-805d-a20598977997 None None] For port 2533ef31-9804-4685-a0fc-2dd1bda71fb5, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=2533ef31-9804-4685-a0fc-2dd1bda71fb5,segment=NetworkSegment(3ed3d527-354a-42d7-90ce-fa724eb50dee),segment_id=3ed3d527-354a-42d7-90ce-fa724eb50dee)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:34.491897 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-b406f99d-8652-4b29-8865-93379b64cc7c req-eee5f027-7469-4290-a8bb-2dae2879d8f6 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] For port be52d4a5-4abe-49ef-8721-1850ffd77ee2, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=be52d4a5-4abe-49ef-8721-1850ffd77ee2,segment=NetworkSegment(b2835a16-e7a5-4f13-8c01-d36ea5bb72c1),segment_id=b2835a16-e7a5-4f13-8c01-d36ea5bb72c1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:34.492532 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b406f99d-8652-4b29-8865-93379b64cc7c req-eee5f027-7469-4290-a8bb-2dae2879d8f6 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:34.496072 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cc133ec8-546d-4006-805d-a20598977997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:34.547092 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-b406f99d-8652-4b29-8865-93379b64cc7c req-eee5f027-7469-4290-a8bb-2dae2879d8f6 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Calling delete_port for be52d4a5-4abe-49ef-8721-1850ffd77ee2 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:34.568814 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fba665d-71eb-4318-a1ad-a050afa47602 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Router 896f9749-90d2-4a7a-a70a-82e257ac885c is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:55:34.805650 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37472) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:34.823379 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37474) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:34.837867 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b406f99d-8652-4b29-8865-93379b64cc7c req-eee5f027-7469-4290-a8bb-2dae2879d8f6 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:34.848149 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2980bce9-52cd-43fb-8eab-256d82dcc439 None None] Network 1e8ac83b-fb4d-4ade-b279-a1fcf032469b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:34.856218 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f3e7b7e4-0d38-4ccf-8c47-a6378ec57bc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:34.874388 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-965a3a69-7212-41b6-ba9e-550e61eb5a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:34.875602 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-965a3a69-7212-41b6-ba9e-550e61eb5a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:34.876348 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-965a3a69-7212-41b6-ba9e-550e61eb5a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:34.880616 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-965a3a69-7212-41b6-ba9e-550e61eb5a16 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e6cd4387-d0d6-4f12-8944-fa288777c85c&id=20935496-6e9b-480f-933b-cbeba5774e5e&id=20935496-6e9b-480f-933b-cbeba5774e5e&id=20935496-6e9b-480f-933b-cbeba5774e5e&id=20935496-6e9b-480f-933b-cbeba5774e5e&id=8aa06786-042e-4faf-b4a5-b6084b1ca237&id=8aa06786-042e-4faf-b4a5-b6084b1ca237 HTTP/1.1" status: 200 len: 2298 time: 1.2825677 Nov 25 19:55:34.933332 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fba665d-71eb-4318-a1ad-a050afa47602 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:55:34.946580 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1fba665d-71eb-4318-a1ad-a050afa47602 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "PUT /v2.0/routers/896f9749-90d2-4a7a-a70a-82e257ac885c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4604752 Nov 25 19:55:34.948727 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37478) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:34.996284 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5f027-7469-4290-a8bb-2dae2879d8f6 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Pushing event deleted for resources: {'Port': ['ID=be52d4a5-4abe-49ef-8721-1850ffd77ee2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:35.102264 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de925da-49e6-4d92-b432-71d0ec9cf324 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:35.105119 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6de925da-49e6-4d92-b432-71d0ec9cf324 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "GET /v2.0/ports/0030ea38-70e1-431a-b4c3-255bc2309ab6 HTTP/1.1" status: 200 len: 911 time: 0.1553810 Nov 25 19:55:35.110997 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37480) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:35.155157 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-b406f99d-8652-4b29-8865-93379b64cc7c req-eee5f027-7469-4290-a8bb-2dae2879d8f6 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] No DVR routers for this DVR port be52d4a5-4abe-49ef-8721-1850ffd77ee2 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:55:35.172576 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b406f99d-8652-4b29-8865-93379b64cc7c req-eee5f027-7469-4290-a8bb-2dae2879d8f6 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:35.182182 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b406f99d-8652-4b29-8865-93379b64cc7c req-eee5f027-7469-4290-a8bb-2dae2879d8f6 tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.73 "DELETE /v2.0/ports/be52d4a5-4abe-49ef-8721-1850ffd77ee2 HTTP/1.1" status: 204 len: 173 time: 2.6931059 Nov 25 19:55:35.182738 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97691fd3-d9ab-495e-83f9-af26eef13937', 'name': 'network-vif-deleted', 'tag': 'be52d4a5-4abe-49ef-8721-1850ffd77ee2'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:55:35.190240 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843dd25f-3c2d-43e5-afdd-fc2d96ccdc04" -d '{"events": [{"server_uuid": "97691fd3-d9ab-495e-83f9-af26eef13937", "name": "network-vif-deleted", "tag": "be52d4a5-4abe-49ef-8721-1850ffd77ee2"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:55:35.218905 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41d710b-a12b-46dd-b528-f183927ca799 None None] Sync routers for ids ['896f9749-90d2-4a7a-a70a-82e257ac885c'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:55:35.272595 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-96b884b5-359f-4e64-b47d-ed1699ce6914 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de4dd576-7fb9-462c-a5c0-950242cfed18 HTTP/1.1" status: 200 len: 1001 time: 0.2872157 Nov 25 19:55:35.312212 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc133ec8-546d-4006-805d-a20598977997 None None] Pushing event updated for resources: {'Port': ['ID=2533ef31-9804-4685-a0fc-2dd1bda71fb5,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:35.445199 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8bed5446-41fb-4068-b730-4c6c7786b5ec None None] Provisioning complete for port 2533ef31-9804-4685-a0fc-2dd1bda71fb5 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:35.445449 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8bed5446-41fb-4068-b730-4c6c7786b5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:35.457512 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-79ac69b4-9ca8-467f-84c8-9cf72894ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:35.461130 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-79ac69b4-9ca8-467f-84c8-9cf72894ae28 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=372ff6c6-b463-492b-ae35-d9124871a47c HTTP/1.1" status: 200 len: 856 time: 0.1800337 Nov 25 19:55:35.464331 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7731506-36e8-43e8-a471-2d0510c8a115 x-openstack-request-id: req-b7731506-36e8-43e8-a471-2d0510c8a115 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:55:35.464700 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97691fd3-d9ab-495e-83f9-af26eef13937", "name": "network-vif-deleted", "tag": "be52d4a5-4abe-49ef-8721-1850ffd77ee2", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:55:35.464914 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b7731506-36e8-43e8-a471-2d0510c8a115 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:55:35.468293 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device be52d4a5-4abe-49ef-8721-1850ffd77ee2 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:35.469381 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97691fd3-d9ab-495e-83f9-af26eef13937', 'name': 'network-vif-deleted', 'tag': 'be52d4a5-4abe-49ef-8721-1850ffd77ee2', 'status': 'completed', 'code': 200} Nov 25 19:55:35.568086 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:35.574503 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41d710b-a12b-46dd-b528-f183927ca799 None None] Routers {'896f9749-90d2-4a7a-a70a-82e257ac885c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:35.575463 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b41d710b-a12b-46dd-b528-f183927ca799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:55:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['896f9749-90d2-4a7a-a70a-82e257ac885c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:35.596204 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-718824a0-ffc1-4701-9bc1-5ea61a0d9a8b req-5553e5d1-af9c-47bf-a940-05eecf42927e tempest-ServerTagsTestJSON-538600219 tempest-ServerTagsTestJSON-538600219-project] 10.222.0.55 "GET /v2.0/ports?device_id=97691fd3-d9ab-495e-83f9-af26eef13937 HTTP/1.1" status: 200 len: 210 time: 0.1252909 Nov 25 19:55:35.609252 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-5329cd66-10ce-4031-a909-02cd0052b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:35.611913 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-5329cd66-10ce-4031-a909-02cd0052b49a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e6cd4387-d0d6-4f12-8944-fa288777c85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918443 Nov 25 19:55:35.680064 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-093905c4-0eed-4ec0-9410-f55888f0a6c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:35.692127 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b41d710b-a12b-46dd-b528-f183927ca799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:35.692972 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f3e7b7e4-0d38-4ccf-8c47-a6378ec57bc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:35.718697 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:35.728911 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f3e7b7e4-0d38-4ccf-8c47-a6378ec57bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:35.733145 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: be52d4a5-4abe-49ef-8721-1850ffd77ee2 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:55:35.733688 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device be52d4a5-4abe-49ef-8721-1850ffd77ee2 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:35.762062 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-7bafc124-059d-49a6-aa1d-f80c4b721f5b service neutron] 10.222.0.85 "GET /v2.0/networks/e6cd4387-d0d6-4f12-8944-fa288777c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418726 Nov 25 19:55:35.853030 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:35.885885 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41d710b-a12b-46dd-b528-f183927ca799 None None] Routers {'896f9749-90d2-4a7a-a70a-82e257ac885c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:35.887036 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b41d710b-a12b-46dd-b528-f183927ca799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:55:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['896f9749-90d2-4a7a-a70a-82e257ac885c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:35.960591 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 736af2b6-4c35-40c9-9b94-c8cedb1caa07, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=736af2b6-4c35-40c9-9b94-c8cedb1caa07,segment=NetworkSegment(ff426cd9-df17-4242-9f4b-4111c4ff757f),segment_id=ff426cd9-df17-4242-9f4b-4111c4ff757f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:35.963214 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b41d710b-a12b-46dd-b528-f183927ca799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:35.963959 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41d710b-a12b-46dd-b528-f183927ca799 None None] The sync data for ids ['896f9749-90d2-4a7a-a70a-82e257ac885c'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:55:35.996135 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8bed5446-41fb-4068-b730-4c6c7786b5ec None None] Provisioning complete for port 0030ea38-70e1-431a-b4c3-255bc2309ab6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:35.996676 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8bed5446-41fb-4068-b730-4c6c7786b5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:36.021703 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-048e727d-efd4-428d-b186-2c31eb528a42 service neutron] 10.222.0.85 "GET /v2.0/networks/e6cd4387-d0d6-4f12-8944-fa288777c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525473 Nov 25 19:55:36.051331 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:36.052816 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 2533ef31-9804-4685-a0fc-2dd1bda71fb5 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:55:36.055439 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-8bed5446-41fb-4068-b730-4c6c7786b5ec None None] Port 0030ea38-70e1-431a-b4c3-255bc2309ab6 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:55:36.098875 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f3e7b7e4-0d38-4ccf-8c47-a6378ec57bc8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e624200beebe4429b90c7c604ae426e7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2620378 Nov 25 19:55:36.105504 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37488) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:36.157015 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=736af2b6-4c35-40c9-9b94-c8cedb1caa07,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:36.178970 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-03be8062-1072-4575-a89e-7ae6a6c793af service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=eed56a30-d8a0-409e-a855-3421a56cec88 HTTP/1.1" status: 200 len: 217 time: 0.1493878 Nov 25 19:55:36.227807 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7b7e4-0d38-4ccf-8c47-a6378ec57bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6291198c-1005-403f-b6bd-f25832a7d704,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:36.309904 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-6f3cb42a-f8a4-425a-ad15-6b39cea7d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:36.311679 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-6f3cb42a-f8a4-425a-ad15-6b39cea7d5e7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4075f789-f3ae-4155-8ba9-eb1fbb9cbd69 HTTP/1.1" status: 200 len: 797 time: 0.1185265 Nov 25 19:55:36.320194 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7518b038-7c40-4696-a4df-2c4962fa298e None None] Provisioning complete for port 736af2b6-4c35-40c9-9b94-c8cedb1caa07 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:36.320812 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7518b038-7c40-4696-a4df-2c4962fa298e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:36.387319 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-53b87eaf-7d9f-46ea-96ca-5afdd29dafd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:36.389224 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-53b87eaf-7d9f-46ea-96ca-5afdd29dafd1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20935496-6e9b-480f-933b-cbeba5774e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0690789 Nov 25 19:55:36.437160 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 2533ef31-9804-4685-a0fc-2dd1bda71fb5 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:36.437592 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:36.600143 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-22ca5ab3-7aea-4413-9f25-80192268c5dd service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990981 Nov 25 19:55:36.618536 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7518b038-7c40-4696-a4df-2c4962fa298e None None] Provisioning complete for port 0030ea38-70e1-431a-b4c3-255bc2309ab6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:36.619114 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7518b038-7c40-4696-a4df-2c4962fa298e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:36.667936 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7518b038-7c40-4696-a4df-2c4962fa298e None None] Port 0030ea38-70e1-431a-b4c3-255bc2309ab6 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:55:36.725085 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37492) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:36.789990 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 736af2b6-4c35-40c9-9b94-c8cedb1caa07 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:55:36.859348 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-093905c4-0eed-4ec0-9410-f55888f0a6c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:36.860695 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-6910d409-6a57-4ddd-bdbd-53d763c549de admin admin] Deleting subnet 179438c5-0789-4cf8-9dd6-e8c1d97b1bc4 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:55:36.866776 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-55a896fd-97aa-4454-bb85-3933ffcb08c3 None None] Provisioning complete for port 736af2b6-4c35-40c9-9b94-c8cedb1caa07 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:36.867414 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-55a896fd-97aa-4454-bb85-3933ffcb08c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:36.869207 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9489b845-ff9e-4353-80dd-1355fdc3fca0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:36.871452 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-093905c4-0eed-4ec0-9410-f55888f0a6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:36.877427 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6910d409-6a57-4ddd-bdbd-53d763c549de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:36.922375 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-e1d841c8-77dc-4851-b9b3-6f9b6779f5ad service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173783 Nov 25 19:55:36.929760 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 736af2b6-4c35-40c9-9b94-c8cedb1caa07 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:36.930555 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:36.981857 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9489b845-ff9e-4353-80dd-1355fdc3fca0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:36.984626 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093905c4-0eed-4ec0-9410-f55888f0a6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74c0dd4-5928-4bc0-873e-38cd8b7d5365,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:36.990886 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-093905c4-0eed-4ec0-9410-f55888f0a6c4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=585b9ff2295c443fa5cc8676e269c264&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1831145 Nov 25 19:55:37.002607 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37496) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:37.011555 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-caf74f04-8681-41ff-afd0-56e158fcbf63 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=4766ce8e-1054-474e-9693-46409deae267 HTTP/1.1" status: 200 len: 217 time: 0.0810266 Nov 25 19:55:37.094864 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6910d409-6a57-4ddd-bdbd-53d763c549de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:37.120871 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf374-18d4-4f80-b17b-ffc3164e35b9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:37.125377 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 2533ef31-9804-4685-a0fc-2dd1bda71fb5 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:55:37.178351 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-9038f69b-5421-4a5f-9568-88fef00ed164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:37.180497 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-9038f69b-5421-4a5f-9568-88fef00ed164 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4075f789-f3ae-4155-8ba9-eb1fbb9cbd69 HTTP/1.1" status: 200 len: 797 time: 0.1611404 Nov 25 19:55:37.212936 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 2533ef31-9804-4685-a0fc-2dd1bda71fb5 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:37.213493 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:37.218418 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6910d409-6a57-4ddd-bdbd-53d763c549de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:37.256528 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a475024d-3d71-4dd6-8dce-1e675ac06fd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:37.278630 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9489b845-ff9e-4353-80dd-1355fdc3fca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:37.281366 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9489b845-ff9e-4353-80dd-1355fdc3fca0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:37.282771 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9489b845-ff9e-4353-80dd-1355fdc3fca0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6291198c-1005-403f-b6bd-f25832a7d704 HTTP/1.1" status: 204 len: 168 time: 1.1724932 Nov 25 19:55:37.342824 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a475024d-3d71-4dd6-8dce-1e675ac06fd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:37.346772 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489b845-ff9e-4353-80dd-1355fdc3fca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6291198c-1005-403f-b6bd-f25832a7d704,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:37.360148 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-e216539c-feb6-4a60-a76c-179782dac27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:37.363600 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-e216539c-feb6-4a60-a76c-179782dac27b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20935496-6e9b-480f-933b-cbeba5774e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1664848 Nov 25 19:55:37.552054 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6910d409-6a57-4ddd-bdbd-53d763c549de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:37.572585 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a475024d-3d71-4dd6-8dce-1e675ac06fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:37.578179 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a475024d-3d71-4dd6-8dce-1e675ac06fd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:37.583538 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a475024d-3d71-4dd6-8dce-1e675ac06fd1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e74c0dd4-5928-4bc0-873e-38cd8b7d5365 HTTP/1.1" status: 204 len: 168 time: 0.5765493 Nov 25 19:55:37.594221 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:55:37.609165 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475024d-3d71-4dd6-8dce-1e675ac06fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74c0dd4-5928-4bc0-873e-38cd8b7d5365,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:37.689025 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910d409-6a57-4ddd-bdbd-53d763c549de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=179438c5-0789-4cf8-9dd6-e8c1d97b1bc4,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:37.709406 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-40143446-6c61-40b0-b625-5a79dd05801f service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356714 Nov 25 19:55:37.729022 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6910d409-6a57-4ddd-bdbd-53d763c549de admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:37.747293 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6910d409-6a57-4ddd-bdbd-53d763c549de admin admin] 10.222.0.55 "DELETE /v2.0/subnets/179438c5-0789-4cf8-9dd6-e8c1d97b1bc4 HTTP/1.1" status: 204 len: 168 time: 1.0137105 Nov 25 19:55:37.753827 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37504) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:37.918029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-1bfbf374-18d4-4f80-b17b-ffc3164e35b9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Allocated IP 2001:db8:1::1 (1e8ac83b-fb4d-4ade-b279-a1fcf032469b/3ad19148-fb02-4614-a780-da64422bd300/a9927424-23ed-40b1-a312-c5430374e545) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:55:38.137157 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-3d7b4d29-32db-474b-bb96-3dafb267ba63 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165602 Nov 25 19:55:38.272912 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34417da5-d586-4eae-b17b-86b7ddaf79a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:38.284469 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-c4f5cc7c-cbd0-4093-8333-209061e4feb3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=3594d80b-fbf2-40c9-b060-ca88aaed212a HTTP/1.1" status: 200 len: 217 time: 0.1313198 Nov 25 19:55:38.324396 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37520) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:38.352359 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-319344a5-64de-4971-93e1-f23ba1e59fe2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:38.514992 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-eefc1b07-5e45-40e7-9b0d-097538e2bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:38.517447 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-eefc1b07-5e45-40e7-9b0d-097538e2bea4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4075f789-f3ae-4155-8ba9-eb1fbb9cbd69 HTTP/1.1" status: 200 len: 797 time: 0.2210836 Nov 25 19:55:38.647842 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-95c87815-1656-4721-bd1c-b81522e82d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:38.650854 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-95c87815-1656-4721-bd1c-b81522e82d1a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20935496-6e9b-480f-933b-cbeba5774e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1237824 Nov 25 19:55:38.684539 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34417da5-d586-4eae-b17b-86b7ddaf79a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:38.730855 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-34417da5-d586-4eae-b17b-86b7ddaf79a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:38.751512 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-34417da5-d586-4eae-b17b-86b7ddaf79a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2835a16-e7a5-4f13-8c01-d36ea5bb72c1') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:38.752698 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-34417da5-d586-4eae-b17b-86b7ddaf79a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2835a16-e7a5-4f13-8c01-d36ea5bb72c1') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:38.774741 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34417da5-d586-4eae-b17b-86b7ddaf79a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:38.804158 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34417da5-d586-4eae-b17b-86b7ddaf79a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:38.808498 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-319344a5-64de-4971-93e1-f23ba1e59fe2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:38.815745 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34417da5-d586-4eae-b17b-86b7ddaf79a6 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:55:38.817140 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34417da5-d586-4eae-b17b-86b7ddaf79a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:38.822679 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-319344a5-64de-4971-93e1-f23ba1e59fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:38.892473 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-319344a5-64de-4971-93e1-f23ba1e59fe2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f970bb13282490897cf55a43e9edafe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5651371 Nov 25 19:55:38.918629 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37530) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:55:38.919810 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:55:39.040274 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-102b9a81-7eda-4b62-865b-57640b7d12d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:39.044026 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319344a5-64de-4971-93e1-f23ba1e59fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31887582-8458-41f8-8fb0-860db879b926,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:39.067462 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-f53064c4-ff0c-4027-8dc0-1d9e8d2e7619 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024537 Nov 25 19:55:39.073655 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37534) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:39.113223 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf374-18d4-4f80-b17b-ffc3164e35b9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:39.200086 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf374-18d4-4f80-b17b-ffc3164e35b9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:39.218613 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34417da5-d586-4eae-b17b-86b7ddaf79a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:39.235098 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-102b9a81-7eda-4b62-865b-57640b7d12d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:39.303176 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-23054eea-9e88-4770-8963-9fe7b1811089 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1618119706-network', 'tenant_id': '6ae2b8c000614588a69b73d4ee0d5990'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:39.343774 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34417da5-d586-4eae-b17b-86b7ddaf79a6 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:39.349185 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23054eea-9e88-4770-8963-9fe7b1811089 admin admin] Made reservation on behalf of 6ae2b8c000614588a69b73d4ee0d5990 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:39.352460 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-34417da5-d586-4eae-b17b-86b7ddaf79a6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe HTTP/1.1" status: 204 len: 168 time: 1.5970192 Nov 25 19:55:39.353298 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23054eea-9e88-4770-8963-9fe7b1811089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:39.382062 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23054eea-9e88-4770-8963-9fe7b1811089 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:39.411416 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34417da5-d586-4eae-b17b-86b7ddaf79a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d67fc8a-fbe5-453a-afd4-aea2bb3eddfe,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:39.469089 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfbf374-18d4-4f80-b17b-ffc3164e35b9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network 1e8ac83b-fb4d-4ade-b279-a1fcf032469b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:55:39.485281 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1bfbf374-18d4-4f80-b17b-ffc3164e35b9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:39.500171 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfbf374-18d4-4f80-b17b-ffc3164e35b9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:55:39.502988 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf374-18d4-4f80-b17b-ffc3164e35b9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:39.628874 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbf374-18d4-4f80-b17b-ffc3164e35b9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Port': ['ID=a9927424-23ed-40b1-a312-c5430374e545,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:39.643097 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-7263037c-9609-40d2-b7c7-851a14d48804 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440383 Nov 25 19:55:39.689541 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23054eea-9e88-4770-8963-9fe7b1811089 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:39.703401 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-102b9a81-7eda-4b62-865b-57640b7d12d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:39.707290 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-102b9a81-7eda-4b62-865b-57640b7d12d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:39.707586 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23054eea-9e88-4770-8963-9fe7b1811089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:39.712617 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-102b9a81-7eda-4b62-865b-57640b7d12d2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/31887582-8458-41f8-8fb0-860db879b926 HTTP/1.1" status: 204 len: 168 time: 0.7870817 Nov 25 19:55:39.735002 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37544) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:39.774259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b9a81-7eda-4b62-865b-57640b7d12d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31887582-8458-41f8-8fb0-860db879b926,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:39.870852 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-261a5ad1-90ae-462c-99c3-28343a49ab04 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3e5cfb6b4a04e22a7cd4d62dac2667f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301882 Nov 25 19:55:39.877729 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37546) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:39.933226 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-a21cc085-b499-47ce-aa57-a8e30f0a9a46 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=f93249e6-ce45-45b6-a2a1-2fb4c0c58f50 HTTP/1.1" status: 200 len: 217 time: 0.2413185 Nov 25 19:55:39.953865 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf374-18d4-4f80-b17b-ffc3164e35b9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:40.100578 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-86362f9a-06b3-410c-9741-e43fcc40b9df None None] Provisioning complete for port a9927424-23ed-40b1-a312-c5430374e545 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:40.101907 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-86362f9a-06b3-410c-9741-e43fcc40b9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:40.104706 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23054eea-9e88-4770-8963-9fe7b1811089 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:55:40.121603 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23054eea-9e88-4770-8963-9fe7b1811089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:40.122578 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-23054eea-9e88-4770-8963-9fe7b1811089 admin admin] Added segment 35eff4d0-8430-4549-98df-1175efcfbc5c of type vlan for network b783d4c2-217d-4467-bc94-03ce08fb399c Nov 25 19:55:40.195105 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23054eea-9e88-4770-8963-9fe7b1811089 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:40.214421 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49aa94c2-2458-4e2a-9bcb-0a08db673b02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:40.242321 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-d9bf9e80-31be-43c4-a1a0-c9620764b8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:40.242899 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49aa94c2-2458-4e2a-9bcb-0a08db673b02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:40.245694 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-d9bf9e80-31be-43c4-a1a0-c9620764b8ca service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4075f789-f3ae-4155-8ba9-eb1fbb9cbd69 HTTP/1.1" status: 200 len: 797 time: 0.2907710 Nov 25 19:55:40.253183 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23054eea-9e88-4770-8963-9fe7b1811089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:40.255098 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-86362f9a-06b3-410c-9741-e43fcc40b9df None None] Port a9927424-23ed-40b1-a312-c5430374e545 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:55:40.257290 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23054eea-9e88-4770-8963-9fe7b1811089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:40.258411 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23054eea-9e88-4770-8963-9fe7b1811089 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:40.332132 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49aa94c2-2458-4e2a-9bcb-0a08db673b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:40.338832 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49aa94c2-2458-4e2a-9bcb-0a08db673b02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:40.341336 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23054eea-9e88-4770-8963-9fe7b1811089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bca5d66-2617-4bbe-8696-1e15d8441a92,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:40.342315 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-49aa94c2-2458-4e2a-9bcb-0a08db673b02 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fcbd65e9-f9df-4f24-9585-24e8584f9177 HTTP/1.1" status: 204 len: 168 time: 0.4629650 Nov 25 19:55:40.409320 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-23054eea-9e88-4770-8963-9fe7b1811089 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3339930 Nov 25 19:55:40.412734 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23054eea-9e88-4770-8963-9fe7b1811089 admin admin] Pushing event updated for resources: {'Network': ['ID=b783d4c2-217d-4467-bc94-03ce08fb399c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:40.414143 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa94c2-2458-4e2a-9bcb-0a08db673b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbd65e9-f9df-4f24-9585-24e8584f9177,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:40.418123 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37552) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:40.427617 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-88fd351e-9119-4c8c-9305-0a3cc14df32c admin admin] Request body: {'subnet': {'network_id': 'b783d4c2-217d-4467-bc94-03ce08fb399c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1618119706-subnet', 'tenant_id': '6ae2b8c000614588a69b73d4ee0d5990', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:40.478527 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fd351e-9119-4c8c-9305-0a3cc14df32c admin admin] Made reservation on behalf of 6ae2b8c000614588a69b73d4ee0d5990 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:40.484759 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88fd351e-9119-4c8c-9305-0a3cc14df32c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:40.492235 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network b783d4c2-217d-4467-bc94-03ce08fb399c details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:55:40.583557 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-5d731988-c007-499e-a037-e6c8628b7445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:40.587622 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-5d731988-c007-499e-a037-e6c8628b7445 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=20935496-6e9b-480f-933b-cbeba5774e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3257563 Nov 25 19:55:40.907239 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf374-18d4-4f80-b17b-ffc3164e35b9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:40.916873 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf374-18d4-4f80-b17b-ffc3164e35b9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:40.919477 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf374-18d4-4f80-b17b-ffc3164e35b9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:40.924990 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-55da8ace-9728-40a4-83f1-a9d84aa3f8e9 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275378 Nov 25 19:55:41.034221 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbf374-18d4-4f80-b17b-ffc3164e35b9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Port': ['ID=a9927424-23ed-40b1-a312-c5430374e545,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:41.249388 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfbf374-18d4-4f80-b17b-ffc3164e35b9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network 1e8ac83b-fb4d-4ade-b279-a1fcf032469b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:55:41.252180 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1bfbf374-18d4-4f80-b17b-ffc3164e35b9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:41.306332 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-ddcd1054-eadf-496d-8429-4722ceba5418 service neutron] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728993 Nov 25 19:55:41.325691 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88fd351e-9119-4c8c-9305-0a3cc14df32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:41.386423 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-14f9c304-2398-4abe-a221-8fac3ea7a229 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b HTTP/1.1" status: 200 len: 217 time: 0.0661592 Nov 25 19:55:41.511884 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfbf374-18d4-4f80-b17b-ffc3164e35b9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Router 896f9749-90d2-4a7a-a70a-82e257ac885c has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:55:41.557239 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd351e-9119-4c8c-9305-0a3cc14df32c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d13e1fc6-8f46-465d-b08f-432a3164ea65,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:41.570477 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-3099db6c-a8c7-4cc9-a175-7bab61015119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:41.572013 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-3099db6c-a8c7-4cc9-a175-7bab61015119 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d3557900-716c-49fc-9261-bbc772127fc4 HTTP/1.1" status: 200 len: 797 time: 0.1488709 Nov 25 19:55:41.575251 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fd351e-9119-4c8c-9305-0a3cc14df32c admin admin] Checking segment: {'id': '35eff4d0-8430-4549-98df-1175efcfbc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b783d4c2-217d-4467-bc94-03ce08fb399c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:55:41.576223 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fd351e-9119-4c8c-9305-0a3cc14df32c admin admin] Network hostable DHCP agents. Network: b783d4c2-217d-4467-bc94-03ce08fb399c, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:55:41.653746 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fd351e-9119-4c8c-9305-0a3cc14df32c admin admin] Network b783d4c2-217d-4467-bc94-03ce08fb399c is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:55:41.665774 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-4d89e058-439a-4487-b925-d3457afd50bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:41.669638 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-4d89e058-439a-4487-b925-d3457afd50bd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8aa06786-042e-4faf-b4a5-b6084b1ca237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0859964 Nov 25 19:55:41.716056 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfbf374-18d4-4f80-b17b-ffc3164e35b9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:55:41.722073 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-88fd351e-9119-4c8c-9305-0a3cc14df32c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, b783d4c2-217d-4467-bc94-03ce08fb399c) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:41.729208 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1bfbf374-18d4-4f80-b17b-ffc3164e35b9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "PUT /v2.0/routers/896f9749-90d2-4a7a-a70a-82e257ac885c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6155348 Nov 25 19:55:41.739570 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fd351e-9119-4c8c-9305-0a3cc14df32c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:41.739570 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88fd351e-9119-4c8c-9305-0a3cc14df32c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:41.739934 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37582) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:41.746143 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62010b05-8dee-42cb-a042-a78faa0de568 None None] Network b783d4c2-217d-4467-bc94-03ce08fb399c requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:41.748677 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00878dd-3ff7-4521-9792-87c428fa4122 None None] Sync routers for ids ['896f9749-90d2-4a7a-a70a-82e257ac885c'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:55:41.774230 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00878dd-3ff7-4521-9792-87c428fa4122 None None] Routers {'896f9749-90d2-4a7a-a70a-82e257ac885c'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:41.774923 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e00878dd-3ff7-4521-9792-87c428fa4122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:55:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['896f9749-90d2-4a7a-a70a-82e257ac885c'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:41.900300 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e00878dd-3ff7-4521-9792-87c428fa4122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:41.925867 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7656e3a-a593-4f1e-baef-7114559a07cd tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:41.932124 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-88fd351e-9119-4c8c-9305-0a3cc14df32c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5111847 Nov 25 19:55:41.935894 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37592) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:41.939731 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c7656e3a-a593-4f1e-baef-7114559a07cd tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "GET /v2.0/ports/a9927424-23ed-40b1-a312-c5430374e545 HTTP/1.1" status: 200 len: 913 time: 0.2006958 Nov 25 19:55:41.973288 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00878dd-3ff7-4521-9792-87c428fa4122 None None] Routers {'896f9749-90d2-4a7a-a70a-82e257ac885c'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:41.974541 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e00878dd-3ff7-4521-9792-87c428fa4122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:55:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['896f9749-90d2-4a7a-a70a-82e257ac885c'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:42.089268 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e00878dd-3ff7-4521-9792-87c428fa4122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:42.090550 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00878dd-3ff7-4521-9792-87c428fa4122 None None] The sync data for ids ['896f9749-90d2-4a7a-a70a-82e257ac885c'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:55:42.413680 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-54f62181-8d4f-4f2c-8cbc-fe277576316c None None] Provisioning complete for port a9927424-23ed-40b1-a312-c5430374e545 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:42.414398 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-54f62181-8d4f-4f2c-8cbc-fe277576316c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:42.635276 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-fd160315-a4bb-487e-adbf-5cb3370d308e service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9557893 Nov 25 19:55:42.667617 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b518b312-6492-45e0-9896-ad8d4d9ea9da None None] Network b783d4c2-217d-4467-bc94-03ce08fb399c requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:42.675602 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-54f62181-8d4f-4f2c-8cbc-fe277576316c None None] Port a9927424-23ed-40b1-a312-c5430374e545 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:55:42.906586 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-f31bdecc-2d1c-486d-b973-617e95a3b156 service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125099 Nov 25 19:55:42.983951 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-d5bf8108-c973-4d24-8f0e-3e2d110038d9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c7c43280-00f8-410b-a2b1-a37e5e2e1f1f HTTP/1.1" status: 200 len: 217 time: 0.0689344 Nov 25 19:55:43.063367 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-a530a2b6-25bf-4e48-98e9-bdc7d6555258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:43.066075 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-a530a2b6-25bf-4e48-98e9-bdc7d6555258 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d3557900-716c-49fc-9261-bbc772127fc4 HTTP/1.1" status: 200 len: 797 time: 0.0744698 Nov 25 19:55:43.154931 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-7b36d9e0-e932-410a-bb7a-8fb055c1e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:43.156989 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-7b36d9e0-e932-410a-bb7a-8fb055c1e6fa service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8aa06786-042e-4faf-b4a5-b6084b1ca237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0841417 Nov 25 19:55:43.179401 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f1284c12-4668-480a-ac6b-7537ac95e25b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:43.367928 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-1b837e76-ca6b-4d7e-8ca0-1b13c96dc822 service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018661 Nov 25 19:55:43.539853 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37630) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:43.545079 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-92303d93-7d99-4154-907f-1319a5485977 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1549215704-network', 'tenant_id': 'c27d89895b3442979486db9bdf26fefb'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:43.594415 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92303d93-7d99-4154-907f-1319a5485977 admin admin] Made reservation on behalf of c27d89895b3442979486db9bdf26fefb for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:43.599318 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92303d93-7d99-4154-907f-1319a5485977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:43.610342 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeb2f337-6da0-402f-871d-f5ae2d3e0238 req-a4d03f7d-0d7c-4dbe-a7b1-2b31cd90a0ac service neutron] 10.222.0.85 "GET /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304385 Nov 25 19:55:43.625958 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92303d93-7d99-4154-907f-1319a5485977 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:43.783783 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f1284c12-4668-480a-ac6b-7537ac95e25b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Deleting port a9927424-23ed-40b1-a312-c5430374e545 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:43.785113 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f1284c12-4668-480a-ac6b-7537ac95e25b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:43.828924 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92303d93-7d99-4154-907f-1319a5485977 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:43.834761 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92303d93-7d99-4154-907f-1319a5485977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:43.870362 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92303d93-7d99-4154-907f-1319a5485977 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:55:43.886818 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92303d93-7d99-4154-907f-1319a5485977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c39cab-c79b-40d5-a00c-d9a359eca26f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:43.910751 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92303d93-7d99-4154-907f-1319a5485977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:43.911648 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-92303d93-7d99-4154-907f-1319a5485977 admin admin] Added segment 0273a4d7-b3d5-4666-899a-865b723382ce of type vlan for network 29bd947c-f193-46bc-bbf1-5910c501b4cd Nov 25 19:55:44.038040 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92303d93-7d99-4154-907f-1319a5485977 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:44.061658 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f1284c12-4668-480a-ac6b-7537ac95e25b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:44.096830 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f1284c12-4668-480a-ac6b-7537ac95e25b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Calling delete_port for a9927424-23ed-40b1-a312-c5430374e545 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:44.119857 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92303d93-7d99-4154-907f-1319a5485977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:44.123457 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92303d93-7d99-4154-907f-1319a5485977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:44.124066 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92303d93-7d99-4154-907f-1319a5485977 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:44.223537 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-92303d93-7d99-4154-907f-1319a5485977 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6824465 Nov 25 19:55:44.227204 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37650) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:44.232064 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8b1a816c-c7b0-44ae-b775-63e4bdebd3c6 admin admin] Request body: {'subnet': {'network_id': '29bd947c-f193-46bc-bbf1-5910c501b4cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1549215704-subnet', 'tenant_id': 'c27d89895b3442979486db9bdf26fefb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:44.250335 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92303d93-7d99-4154-907f-1319a5485977 admin admin] Pushing event updated for resources: {'Network': ['ID=29bd947c-f193-46bc-bbf1-5910c501b4cd,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:44.264672 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 29bd947c-f193-46bc-bbf1-5910c501b4cd details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:55:44.277722 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1a816c-c7b0-44ae-b775-63e4bdebd3c6 admin admin] Made reservation on behalf of c27d89895b3442979486db9bdf26fefb for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:44.281838 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b1a816c-c7b0-44ae-b775-63e4bdebd3c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:44.632233 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b1a816c-c7b0-44ae-b775-63e4bdebd3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:44.682611 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f1284c12-4668-480a-ac6b-7537ac95e25b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:44.830881 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1284c12-4668-480a-ac6b-7537ac95e25b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Port': ['ID=a9927424-23ed-40b1-a312-c5430374e545,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:44.849165 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a816c-c7b0-44ae-b775-63e4bdebd3c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=988c9331-d3c9-44a3-9d45-3b7a8e4d1fe9,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:44.856109 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1a816c-c7b0-44ae-b775-63e4bdebd3c6 admin admin] Checking segment: {'id': '0273a4d7-b3d5-4666-899a-865b723382ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '29bd947c-f193-46bc-bbf1-5910c501b4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:55:44.856496 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1a816c-c7b0-44ae-b775-63e4bdebd3c6 admin admin] Network hostable DHCP agents. Network: 29bd947c-f193-46bc-bbf1-5910c501b4cd, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:55:44.910440 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1a816c-c7b0-44ae-b775-63e4bdebd3c6 admin admin] Network 29bd947c-f193-46bc-bbf1-5910c501b4cd is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:55:44.932401 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8b1a816c-c7b0-44ae-b775-63e4bdebd3c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 29bd947c-f193-46bc-bbf1-5910c501b4cd) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:44.937569 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1a816c-c7b0-44ae-b775-63e4bdebd3c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:44.938208 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b1a816c-c7b0-44ae-b775-63e4bdebd3c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:44.949678 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce05768-86bc-4613-b57f-83ada03960dc None None] Network 29bd947c-f193-46bc-bbf1-5910c501b4cd requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:44.989589 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8b1a816c-c7b0-44ae-b775-63e4bdebd3c6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7482233 Nov 25 19:55:45.259250 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f1284c12-4668-480a-ac6b-7537ac95e25b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:45.433111 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5694653d-0cf7-4d70-a664-29203086bf88 None None] Network 29bd947c-f193-46bc-bbf1-5910c501b4cd requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:45.760416 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1284c12-4668-480a-ac6b-7537ac95e25b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Router 896f9749-90d2-4a7a-a70a-82e257ac885c has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:55:45.933706 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1284c12-4668-480a-ac6b-7537ac95e25b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:55:45.947837 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c27284-91ac-4a60-904c-ae7fcd774645 None None] Sync routers for ids ['896f9749-90d2-4a7a-a70a-82e257ac885c'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:55:45.962875 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f1284c12-4668-480a-ac6b-7537ac95e25b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "PUT /v2.0/routers/896f9749-90d2-4a7a-a70a-82e257ac885c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0233989 Nov 25 19:55:45.963500 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37688) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:45.980095 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c27284-91ac-4a60-904c-ae7fcd774645 None None] Routers {'896f9749-90d2-4a7a-a70a-82e257ac885c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:45.981223 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-30c27284-91ac-4a60-904c-ae7fcd774645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:55:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['896f9749-90d2-4a7a-a70a-82e257ac885c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:46.056125 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-30c27284-91ac-4a60-904c-ae7fcd774645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:46.079971 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c27284-91ac-4a60-904c-ae7fcd774645 None None] Routers {'896f9749-90d2-4a7a-a70a-82e257ac885c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:46.080703 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-30c27284-91ac-4a60-904c-ae7fcd774645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:55:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['896f9749-90d2-4a7a-a70a-82e257ac885c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:46.164043 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-30c27284-91ac-4a60-904c-ae7fcd774645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:46.164737 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c27284-91ac-4a60-904c-ae7fcd774645 None None] The sync data for ids ['896f9749-90d2-4a7a-a70a-82e257ac885c'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:55:46.687620 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea17d9ba-8722-491e-b686-a1bce8e29b24 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:46.788261 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-f8943a25-0329-4921-bea8-81f48e7a1f13 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:46.792561 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-f8943a25-0329-4921-bea8-81f48e7a1f13 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/networks?id=b783d4c2-217d-4467-bc94-03ce08fb399c HTTP/1.1" status: 200 len: 809 time: 0.3137398 Nov 25 19:55:46.826122 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-7df668b7-1ef4-41f7-8e8c-91a802d09980 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/quotas/6ae2b8c000614588a69b73d4ee0d5990 HTTP/1.1" status: 200 len: 375 time: 0.0242829 Nov 25 19:55:46.917747 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-abd0c95d-b24e-46e9-b2f0-b5dd9abec103 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ae2b8c000614588a69b73d4ee0d5990&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0812929 Nov 25 19:55:47.384592 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ea17d9ba-8722-491e-b686-a1bce8e29b24 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Deleting port 0030ea38-70e1-431a-b4c3-255bc2309ab6 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:47.385479 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea17d9ba-8722-491e-b686-a1bce8e29b24 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:47.421394 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37714) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:47.531097 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-bde72332-e88a-4f13-8c45-3a301b7b3f91 service neutron] 10.222.0.55 "GET /v2.0/networks/b783d4c2-217d-4467-bc94-03ce08fb399c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5857110 Nov 25 19:55:47.637250 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea17d9ba-8722-491e-b686-a1bce8e29b24 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:47.668617 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ea17d9ba-8722-491e-b686-a1bce8e29b24 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Calling delete_port for 0030ea38-70e1-431a-b4c3-255bc2309ab6 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:47.701460 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-ac80bf7e-bf29-4190-91d7-2cefa513e2d1 service neutron] 10.222.0.55 "GET /v2.0/networks/b783d4c2-217d-4467-bc94-03ce08fb399c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604764 Nov 25 19:55:47.710991 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b4fe15c-4a9f-400e-a6ce-3b941b2c26ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:48.012200 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a85d881b-2b14-4f4e-ba2a-f4c3741ea4c9 req-a646242a-4bc0-4a40-b7e9-78ac5a644eeb tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d HTTP/1.1" status: 200 len: 210 time: 0.0617931 Nov 25 19:55:48.130627 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b4fe15c-4a9f-400e-a6ce-3b941b2c26ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:48.140614 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b4fe15c-4a9f-400e-a6ce-3b941b2c26ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:48.286977 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea17d9ba-8722-491e-b686-a1bce8e29b24 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:48.334602 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9b4fe15c-4a9f-400e-a6ce-3b941b2c26ac admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6433391738ed453ea9bf3f5018039f02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9113297 Nov 25 19:55:48.338422 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37730) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:48.375514 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fe15c-4a9f-400e-a6ce-3b941b2c26ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abb47fa-1cfa-4e91-a454-45f8a37042c2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:48.393751 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17d9ba-8722-491e-b686-a1bce8e29b24 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Port': ['ID=0030ea38-70e1-431a-b4c3-255bc2309ab6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:48.599831 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4db25c61-bd7c-4dd2-a194-3be06b6bf864 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:48.623205 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea17d9ba-8722-491e-b686-a1bce8e29b24 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:48.666219 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4db25c61-bd7c-4dd2-a194-3be06b6bf864 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:48.786683 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4db25c61-bd7c-4dd2-a194-3be06b6bf864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:48.789644 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4db25c61-bd7c-4dd2-a194-3be06b6bf864 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:48.791112 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4db25c61-bd7c-4dd2-a194-3be06b6bf864 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1abb47fa-1cfa-4e91-a454-45f8a37042c2 HTTP/1.1" status: 204 len: 168 time: 0.4513083 Nov 25 19:55:48.801910 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db25c61-bd7c-4dd2-a194-3be06b6bf864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abb47fa-1cfa-4e91-a454-45f8a37042c2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:49.074770 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea17d9ba-8722-491e-b686-a1bce8e29b24 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Router 896f9749-90d2-4a7a-a70a-82e257ac885c has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:55:49.252704 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea17d9ba-8722-491e-b686-a1bce8e29b24 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:55:49.281780 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d772c4-1b30-4a59-9851-0657b6cf82a3 None None] Sync routers for ids ['896f9749-90d2-4a7a-a70a-82e257ac885c'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:55:49.312783 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37750) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:49.320934 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ea17d9ba-8722-491e-b686-a1bce8e29b24 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "PUT /v2.0/routers/896f9749-90d2-4a7a-a70a-82e257ac885c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3444908 Nov 25 19:55:49.332908 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d772c4-1b30-4a59-9851-0657b6cf82a3 None None] Routers {'896f9749-90d2-4a7a-a70a-82e257ac885c'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:49.333762 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-50d772c4-1b30-4a59-9851-0657b6cf82a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:55:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['896f9749-90d2-4a7a-a70a-82e257ac885c'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:49.360147 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37752) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:49.360933 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b2accb7b-b297-4adb-905b-d76c2c0f5f6b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "GET /v2.0/ports?device_id=896f9749-90d2-4a7a-a70a-82e257ac885c HTTP/1.1" status: 200 len: 205 time: 0.0467019 Nov 25 19:55:49.489764 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-50d772c4-1b30-4a59-9851-0657b6cf82a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:49.512523 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d772c4-1b30-4a59-9851-0657b6cf82a3 None None] Routers {'896f9749-90d2-4a7a-a70a-82e257ac885c'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:49.513874 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-50d772c4-1b30-4a59-9851-0657b6cf82a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:55:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['896f9749-90d2-4a7a-a70a-82e257ac885c'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:49.632452 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-50d772c4-1b30-4a59-9851-0657b6cf82a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:49.635954 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d772c4-1b30-4a59-9851-0657b6cf82a3 None None] The sync data for ids ['896f9749-90d2-4a7a-a70a-82e257ac885c'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:55:49.826249 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37768) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:50.003910 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37772) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:50.031525 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f7d0f577-181b-4514-9558-6bf994c36f82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:50.199232 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dcf16c44-1996-4f20-8f0c-d6b5baaf0dd2 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:50.426790 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-2006d29a-005c-48b7-9a7e-8394899b62c6 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:50.428738 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-2006d29a-005c-48b7-9a7e-8394899b62c6 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.73 "GET /v2.0/networks?id=b783d4c2-217d-4467-bc94-03ce08fb399c HTTP/1.1" status: 200 len: 809 time: 0.2564943 Nov 25 19:55:50.522009 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dcf16c44-1996-4f20-8f0c-d6b5baaf0dd2 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:50.524845 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dcf16c44-1996-4f20-8f0c-d6b5baaf0dd2 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:50.552135 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-ff2ed9a4-9086-43a1-b317-57b9cf788456 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Request body: {'port': {'device_id': 'e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d', 'network_id': 'b783d4c2-217d-4467-bc94-03ce08fb399c', 'admin_state_up': True, 'tenant_id': '6ae2b8c000614588a69b73d4ee0d5990'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:50.598314 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-66fc1a0e-76a8-49f9-a370-b28a13cf0e63 req-394fe0c8-31b3-453c-b32c-be3bc46115c9 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d HTTP/1.1" status: 200 len: 210 time: 0.0885911 Nov 25 19:55:50.599212 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9867bdeb-5d3d-4432-a772-1f798ada8b83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:50.601053 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dcf16c44-1996-4f20-8f0c-d6b5baaf0dd2 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:50.601799 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf16c44-1996-4f20-8f0c-d6b5baaf0dd2 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Fanout notify agent at l3_agent the message router_deleted on router 896f9749-90d2-4a7a-a70a-82e257ac885c {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:55:50.611331 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dcf16c44-1996-4f20-8f0c-d6b5baaf0dd2 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:50.615943 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-dcf16c44-1996-4f20-8f0c-d6b5baaf0dd2 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/routers/896f9749-90d2-4a7a-a70a-82e257ac885c HTTP/1.1" status: 204 len: 168 time: 1.2539666 Nov 25 19:55:50.620476 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37776) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:50.755584 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb998654-eca4-4bcc-83a5-aaaa78f7945d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Deleting subnet 3ad19148-fb02-4614-a780-da64422bd300 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:55:50.759989 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb998654-eca4-4bcc-83a5-aaaa78f7945d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:50.834019 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb998654-eca4-4bcc-83a5-aaaa78f7945d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:50.998043 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb998654-eca4-4bcc-83a5-aaaa78f7945d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:51.106006 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb998654-eca4-4bcc-83a5-aaaa78f7945d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:51.133042 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f7d0f577-181b-4514-9558-6bf994c36f82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:51.155153 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb998654-eca4-4bcc-83a5-aaaa78f7945d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Subnet': ['ID=3ad19148-fb02-4614-a780-da64422bd300,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:51.167854 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb998654-eca4-4bcc-83a5-aaaa78f7945d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:51.175220 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fb998654-eca4-4bcc-83a5-aaaa78f7945d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/subnets/3ad19148-fb02-4614-a780-da64422bd300 HTTP/1.1" status: 204 len: 168 time: 0.5533218 Nov 25 19:55:51.177767 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37782) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:51.180761 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fcff05-5ee9-4256-b609-6d6eab302cbb None None] Network 1e8ac83b-fb4d-4ade-b279-a1fcf032469b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:51.278597 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f39809-f118-4138-8363-a0d9b766da87 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Deleting subnet d4d3c3dd-932f-4ed6-9709-eb73421917f5 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:55:51.280318 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f7d0f577-181b-4514-9558-6bf994c36f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:51.283401 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97f39809-f118-4138-8363-a0d9b766da87 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:51.340388 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37784) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:51.340629 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f7d0f577-181b-4514-9558-6bf994c36f82 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f7051e46e75044c4b79e7b0a24b38628&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3348737 Nov 25 19:55:51.371298 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97f39809-f118-4138-8363-a0d9b766da87 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:51.433085 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0f577-181b-4514-9558-6bf994c36f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cf14f6-3594-4ef3-bc08-8c2bd055cb29,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:51.491536 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38795bba-fe31-4778-9846-d3be935f8054 None None] DHCP port deletion for 1e8ac83b-fb4d-4ade-b279-a1fcf032469b request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:55:51.509132 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95db79c-e899-4519-8c50-bfe433b9c000 req-f7e1b979-0083-48c3-8b11-12279108636e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:51.518448 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95db79c-e899-4519-8c50-bfe433b9c000 req-f7e1b979-0083-48c3-8b11-12279108636e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:51.526439 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95db79c-e899-4519-8c50-bfe433b9c000 req-f7e1b979-0083-48c3-8b11-12279108636e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:51.536382 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95db79c-e899-4519-8c50-bfe433b9c000 req-f7e1b979-0083-48c3-8b11-12279108636e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:51.545967 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95db79c-e899-4519-8c50-bfe433b9c000 req-f7e1b979-0083-48c3-8b11-12279108636e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:51.556586 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95db79c-e899-4519-8c50-bfe433b9c000 req-f7e1b979-0083-48c3-8b11-12279108636e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:51.564700 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95db79c-e899-4519-8c50-bfe433b9c000 req-f7e1b979-0083-48c3-8b11-12279108636e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:51.572516 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-38795bba-fe31-4778-9846-d3be935f8054 None None] Deleting port 736af2b6-4c35-40c9-9b94-c8cedb1caa07 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:51.572899 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-38795bba-fe31-4778-9846-d3be935f8054 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:51.581210 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a95db79c-e899-4519-8c50-bfe433b9c000 req-f7e1b979-0083-48c3-8b11-12279108636e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5445 time: 0.5372682 Nov 25 19:55:51.594637 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-554e1eee-fdea-49a6-a4ed-052ba7f6ca81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:51.657869 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-554e1eee-fdea-49a6-a4ed-052ba7f6ca81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:51.675133 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-cf928ea7-f706-4cee-a5e4-b91b331b6ba0 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:51.682869 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-cf928ea7-f706-4cee-a5e4-b91b331b6ba0 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:51.683652 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-38795bba-fe31-4778-9846-d3be935f8054 None None] For port 736af2b6-4c35-40c9-9b94-c8cedb1caa07, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=736af2b6-4c35-40c9-9b94-c8cedb1caa07,segment=NetworkSegment(ff426cd9-df17-4242-9f4b-4111c4ff757f),segment_id=ff426cd9-df17-4242-9f4b-4111c4ff757f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:51.684316 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-38795bba-fe31-4778-9846-d3be935f8054 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:51.692997 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97f39809-f118-4138-8363-a0d9b766da87 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:51.697002 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-cf928ea7-f706-4cee-a5e4-b91b331b6ba0 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:51.711043 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-cf928ea7-f706-4cee-a5e4-b91b331b6ba0 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:51.711350 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-38795bba-fe31-4778-9846-d3be935f8054 None None] Calling delete_port for 736af2b6-4c35-40c9-9b94-c8cedb1caa07 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:51.723802 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-cf928ea7-f706-4cee-a5e4-b91b331b6ba0 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:51.739772 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-cf928ea7-f706-4cee-a5e4-b91b331b6ba0 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:51.754956 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-cf928ea7-f706-4cee-a5e4-b91b331b6ba0 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:51.758511 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-cf928ea7-f706-4cee-a5e4-b91b331b6ba0 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.85 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 5445 time: 0.6589890 Nov 25 19:55:51.853339 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-38795bba-fe31-4778-9846-d3be935f8054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:51.860152 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9867bdeb-5d3d-4432-a772-1f798ada8b83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:51.890190 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9867bdeb-5d3d-4432-a772-1f798ada8b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:51.915689 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97f39809-f118-4138-8363-a0d9b766da87 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:51.921589 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38795bba-fe31-4778-9846-d3be935f8054 None None] No DVR routers for this DVR port 736af2b6-4c35-40c9-9b94-c8cedb1caa07 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:55:51.930844 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38795bba-fe31-4778-9846-d3be935f8054 None None] Pushing event deleted for resources: {'Port': ['ID=736af2b6-4c35-40c9-9b94-c8cedb1caa07,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:51.963818 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9867bdeb-5d3d-4432-a772-1f798ada8b83 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dfbfbe697714453293f1ccde04ea560c&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1363142 Nov 25 19:55:51.969258 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37798) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:51.992619 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-ff2ed9a4-9086-43a1-b317-57b9cf788456 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Made reservation on behalf of 6ae2b8c000614588a69b73d4ee0d5990 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:51.997223 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-ff2ed9a4-9086-43a1-b317-57b9cf788456 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:51.999950 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bce2dc9-5a65-40b3-a429-8f004d12a119 None None] Network 738005dd-8bff-41a2-9559-24d388142a82 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:52.001663 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-554e1eee-fdea-49a6-a4ed-052ba7f6ca81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:52.005011 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-554e1eee-fdea-49a6-a4ed-052ba7f6ca81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:52.006441 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-554e1eee-fdea-49a6-a4ed-052ba7f6ca81 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/45cf14f6-3594-4ef3-bc08-8c2bd055cb29 HTTP/1.1" status: 204 len: 168 time: 0.6650269 Nov 25 19:55:52.021081 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97f39809-f118-4138-8363-a0d9b766da87 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:52.029097 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-cb75c8e5-3ab6-4aa3-801d-13462e2fcdb6 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:52.030187 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-97f39809-f118-4138-8363-a0d9b766da87 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/subnets/d4d3c3dd-932f-4ed6-9709-eb73421917f5 HTTP/1.1" status: 204 len: 168 time: 0.8508930 Nov 25 19:55:52.030994 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-cb75c8e5-3ab6-4aa3-801d-13462e2fcdb6 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.85 "GET /v2.0/ports/4766ce8e-1054-474e-9693-46409deae267?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2650821 Nov 25 19:55:52.034548 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37802) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:52.073178 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f39809-f118-4138-8363-a0d9b766da87 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d3c3dd-932f-4ed6-9709-eb73421917f5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:52.131900 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e1eee-fdea-49a6-a4ed-052ba7f6ca81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cf14f6-3594-4ef3-bc08-8c2bd055cb29,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:52.276018 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-def360a9-104f-47cf-8fd3-966619cf4aba tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.85 "GET /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2104063 Nov 25 19:55:52.291534 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-4aef1056-d629-4a38-bd0a-d75128c70847 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:52.300581 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a95db79c-e899-4519-8c50-bfe433b9c000 req-4ff169c2-76aa-4b67-9b39-fe5188bcbc5c tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&id=8e898787-1eba-48ea-9636-62371b2bb44c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6934853 Nov 25 19:55:52.301615 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867bdeb-5d3d-4432-a772-1f798ada8b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0631f039-62b1-4a3e-81ba-b3118bc7299d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:52.366282 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c852-fb3c-48b5-833b-ce5616349fdc tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:52.447114 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2ff372e-ee00-4de3-b1e7-caad52002ecf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:52.600070 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-de999753-24b6-4960-a414-755b3c66eda0 req-19ac183c-6a6e-4cc8-98a5-95f42fc25d24 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d HTTP/1.1" status: 200 len: 210 time: 0.0608022 Nov 25 19:55:52.617283 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2ff372e-ee00-4de3-b1e7-caad52002ecf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:52.666991 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-ff2ed9a4-9086-43a1-b317-57b9cf788456 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Allocated IP 172.20.0.13 (b783d4c2-217d-4467-bc94-03ce08fb399c/d13e1fc6-8f46-465d-b08f-432a3164ea65/7e0d1419-6703-4ee5-99f7-1bb5447297b7) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:55:52.761797 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c2b61b-da8e-4cb7-8595-3bd602dfc4a8 None None] DHCP port deletion for 738005dd-8bff-41a2-9559-24d388142a82 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:55:52.818585 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-4aef1056-d629-4a38-bd0a-d75128c70847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:52.838729 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c852-fb3c-48b5-833b-ce5616349fdc tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:52.885743 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 736af2b6-4c35-40c9-9b94-c8cedb1caa07 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:52.920706 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-e1b8c852-fb3c-48b5-833b-ce5616349fdc tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8ac83b-fb4d-4ade-b279-a1fcf032469b']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:52.948624 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 736af2b6-4c35-40c9-9b94-c8cedb1caa07 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:55:52.948972 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 736af2b6-4c35-40c9-9b94-c8cedb1caa07 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:52.976171 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-87c2b61b-da8e-4cb7-8595-3bd602dfc4a8 None None] Deleting port 2533ef31-9804-4685-a0fc-2dd1bda71fb5 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:52.976760 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-87c2b61b-da8e-4cb7-8595-3bd602dfc4a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:52.987633 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-e1b8c852-fb3c-48b5-833b-ce5616349fdc tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff426cd9-df17-4242-9f4b-4111c4ff757f') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:52.988155 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-e1b8c852-fb3c-48b5-833b-ce5616349fdc tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff426cd9-df17-4242-9f4b-4111c4ff757f') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:53.020225 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c852-fb3c-48b5-833b-ce5616349fdc tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.094227 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2ff372e-ee00-4de3-b1e7-caad52002ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.117257 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2ff372e-ee00-4de3-b1e7-caad52002ecf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.144184 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f2ff372e-ee00-4de3-b1e7-caad52002ecf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0631f039-62b1-4a3e-81ba-b3118bc7299d HTTP/1.1" status: 204 len: 168 time: 1.1725454 Nov 25 19:55:53.154762 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c852-fb3c-48b5-833b-ce5616349fdc tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.194005 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff372e-ee00-4de3-b1e7-caad52002ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0631f039-62b1-4a3e-81ba-b3118bc7299d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:53.209117 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b8c852-fb3c-48b5-833b-ce5616349fdc tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:55:53.209765 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c852-fb3c-48b5-833b-ce5616349fdc tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.226363 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-4aef1056-d629-4a38-bd0a-d75128c70847 service neutron] For port 4766ce8e-1054-474e-9693-46409deae267, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=4766ce8e-1054-474e-9693-46409deae267,segment=NetworkSegment(610715c4-d69d-455e-8a05-0a8f1fdcc944),segment_id=610715c4-d69d-455e-8a05-0a8f1fdcc944)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:55:53.237167 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:55:53.280346 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-4aef1056-d629-4a38-bd0a-d75128c70847 service neutron] For port 4766ce8e-1054-474e-9693-46409deae267, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:55:53.294261 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-87c2b61b-da8e-4cb7-8595-3bd602dfc4a8 None None] For port 2533ef31-9804-4685-a0fc-2dd1bda71fb5, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=2533ef31-9804-4685-a0fc-2dd1bda71fb5,segment=NetworkSegment(3ed3d527-354a-42d7-90ce-fa724eb50dee),segment_id=3ed3d527-354a-42d7-90ce-fa724eb50dee)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:53.295422 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-87c2b61b-da8e-4cb7-8595-3bd602dfc4a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.330109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-4aef1056-d629-4a38-bd0a-d75128c70847 service neutron] device_id is not set on port 4766ce8e-1054-474e-9693-46409deae267 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:55:53.341377 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-4aef1056-d629-4a38-bd0a-d75128c70847 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.352068 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-87c2b61b-da8e-4cb7-8595-3bd602dfc4a8 None None] Calling delete_port for 2533ef31-9804-4685-a0fc-2dd1bda71fb5 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:53.357051 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-4aef1056-d629-4a38-bd0a-d75128c70847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.426063 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c852-fb3c-48b5-833b-ce5616349fdc tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.451400 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c852-fb3c-48b5-833b-ce5616349fdc tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.458734 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef1056-d629-4a38-bd0a-d75128c70847 service neutron] Pushing event updated for resources: {'Port': ['ID=4766ce8e-1054-474e-9693-46409deae267,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:53.477220 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e1b8c852-fb3c-48b5-833b-ce5616349fdc tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/networks/1e8ac83b-fb4d-4ade-b279-a1fcf032469b HTTP/1.1" status: 204 len: 168 time: 1.4006855 Nov 25 19:55:53.507171 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37820) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:53.524146 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8c852-fb3c-48b5-833b-ce5616349fdc tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Network': ['ID=1e8ac83b-fb4d-4ade-b279-a1fcf032469b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:53.583044 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-4aef1056-d629-4a38-bd0a-d75128c70847 service neutron] No DVR routers for this DVR port 4766ce8e-1054-474e-9693-46409deae267 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:55:53.654330 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-4aef1056-d629-4a38-bd0a-d75128c70847 service neutron] In _notify_port_updated(), no bound segment for port 4766ce8e-1054-474e-9693-46409deae267 on network 20935496-6e9b-480f-933b-cbeba5774e5e {{(pid=103600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:55:53.654958 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-4aef1056-d629-4a38-bd0a-d75128c70847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:53.655491 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-4aef1056-d629-4a38-bd0a-d75128c70847 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.657069 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-4aef1056-d629-4a38-bd0a-d75128c70847 service neutron] 10.222.0.85 "PUT /v2.0/ports/4766ce8e-1054-474e-9693-46409deae267 HTTP/1.1" status: 200 len: 1032 time: 1.3727543 Nov 25 19:55:53.691313 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-ff2ed9a4-9086-43a1-b317-57b9cf788456 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.710554 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-87c2b61b-da8e-4cb7-8595-3bd602dfc4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.827405 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2b61b-da8e-4cb7-8595-3bd602dfc4a8 None None] Pushing event deleted for resources: {'Port': ['ID=2533ef31-9804-4685-a0fc-2dd1bda71fb5,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:53.840324 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device eed56a30-d8a0-409e-a855-3421a56cec88 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:53.863328 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-ee8e262a-871e-49e6-8a49-76d246518ac7 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:53.865386 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-ee8e262a-871e-49e6-8a49-76d246518ac7 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.85 "GET /v2.0/ports/eed56a30-d8a0-409e-a855-3421a56cec88?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1967690 Nov 25 19:55:53.874874 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d3fb104-b68d-4b89-88e6-654d43741c71 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.904754 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-b08b8e4c-ffd0-47c2-bedd-75811897be30 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:53.918062 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c2b61b-da8e-4cb7-8595-3bd602dfc4a8 None None] No DVR routers for this DVR port 2533ef31-9804-4685-a0fc-2dd1bda71fb5 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:55:53.952590 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:54.022042 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1db9b1-e1be-415d-b9f8-83aaf240d72a req-6ed1a85d-4b2d-4e18-808f-2b939423fd08 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:54.035203 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1db9b1-e1be-415d-b9f8-83aaf240d72a req-6ed1a85d-4b2d-4e18-808f-2b939423fd08 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:54.047602 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1db9b1-e1be-415d-b9f8-83aaf240d72a req-6ed1a85d-4b2d-4e18-808f-2b939423fd08 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:54.072165 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1db9b1-e1be-415d-b9f8-83aaf240d72a req-6ed1a85d-4b2d-4e18-808f-2b939423fd08 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:54.083048 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1db9b1-e1be-415d-b9f8-83aaf240d72a req-6ed1a85d-4b2d-4e18-808f-2b939423fd08 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:54.091151 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1db9b1-e1be-415d-b9f8-83aaf240d72a req-6ed1a85d-4b2d-4e18-808f-2b939423fd08 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:54.093671 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d1db9b1-e1be-415d-b9f8-83aaf240d72a req-6ed1a85d-4b2d-4e18-808f-2b939423fd08 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 4666 time: 0.3591113 Nov 25 19:55:54.158525 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-ff2ed9a4-9086-43a1-b317-57b9cf788456 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:54.178861 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:54.292081 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port eed56a30-d8a0-409e-a855-3421a56cec88, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=eed56a30-d8a0-409e-a855-3421a56cec88,segment=NetworkSegment(610715c4-d69d-455e-8a05-0a8f1fdcc944),segment_id=610715c4-d69d-455e-8a05-0a8f1fdcc944)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:54.293712 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eed56a30-d8a0-409e-a855-3421a56cec88'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:55:54.300083 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7b9fab-dcf7-4317-9c89-4db2e59be45a" -d '{"events": [{"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-unplugged", "status": "completed", "tag": "eed56a30-d8a0-409e-a855-3421a56cec88"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:55:54.309231 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:54.310519 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 3594d80b-fbf2-40c9-b060-ca88aaed212a no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:54.434701 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=eed56a30-d8a0-409e-a855-3421a56cec88,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:54.555634 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-b08b8e4c-ffd0-47c2-bedd-75811897be30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:54.589557 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:54.629443 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3d1d8d0b-944e-4fa9-928b-8daa534d861e None None] Provisioning complete for port 4766ce8e-1054-474e-9693-46409deae267 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:54.630072 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3d1d8d0b-944e-4fa9-928b-8daa534d861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:54.749064 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-ff2ed9a4-9086-43a1-b317-57b9cf788456 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Network b783d4c2-217d-4467-bc94-03ce08fb399c is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:55:54.835328 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d3fb104-b68d-4b89-88e6-654d43741c71 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:54.871970 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-ff2ed9a4-9086-43a1-b317-57b9cf788456 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:54.873281 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 2533ef31-9804-4685-a0fc-2dd1bda71fb5 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:54.889338 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-ff2ed9a4-9086-43a1-b317-57b9cf788456 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:55:54.896392 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ed9a4-9086-43a1-b317-57b9cf788456 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Pushing event updated for resources: {'Port': ['ID=7e0d1419-6703-4ee5-99f7-1bb5447297b7,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:55.048481 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:55.075392 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d8d0b-944e-4fa9-928b-8daa534d861e None None] Port 4766ce8e-1054-474e-9693-46409deae267 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:55:55.117118 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 3594d80b-fbf2-40c9-b060-ca88aaed212a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=3594d80b-fbf2-40c9-b060-ca88aaed212a,segment=NetworkSegment(610715c4-d69d-455e-8a05-0a8f1fdcc944),segment_id=610715c4-d69d-455e-8a05-0a8f1fdcc944)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:55.119126 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 2533ef31-9804-4685-a0fc-2dd1bda71fb5 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:55:55.120467 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 2533ef31-9804-4685-a0fc-2dd1bda71fb5 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:55.128457 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:55.130050 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device f93249e6-ce45-45b6-a2a1-2fb4c0c58f50 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:55.245917 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=3594d80b-fbf2-40c9-b060-ca88aaed212a,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:55.302366 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:55.304471 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-b08b8e4c-ffd0-47c2-bedd-75811897be30 service neutron] For port eed56a30-d8a0-409e-a855-3421a56cec88, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=eed56a30-d8a0-409e-a855-3421a56cec88,segment=NetworkSegment(610715c4-d69d-455e-8a05-0a8f1fdcc944),segment_id=610715c4-d69d-455e-8a05-0a8f1fdcc944)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:55.341957 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port f93249e6-ce45-45b6-a2a1-2fb4c0c58f50, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=f93249e6-ce45-45b6-a2a1-2fb4c0c58f50,segment=NetworkSegment(610715c4-d69d-455e-8a05-0a8f1fdcc944),segment_id=610715c4-d69d-455e-8a05-0a8f1fdcc944)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:55.347782 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:55.348775 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 4766ce8e-1054-474e-9693-46409deae267 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:55.351418 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-1d3fb104-b68d-4b89-88e6-654d43741c71 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['738005dd-8bff-41a2-9559-24d388142a82']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:55.372091 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-1d3fb104-b68d-4b89-88e6-654d43741c71 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed3d527-354a-42d7-90ce-fa724eb50dee') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:55.372649 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-1d3fb104-b68d-4b89-88e6-654d43741c71 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed3d527-354a-42d7-90ce-fa724eb50dee') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:55.393686 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d3fb104-b68d-4b89-88e6-654d43741c71 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:55.423918 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d3fb104-b68d-4b89-88e6-654d43741c71 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:55.437713 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d3fb104-b68d-4b89-88e6-654d43741c71 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:55:55.439347 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d3fb104-b68d-4b89-88e6-654d43741c71 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:55.448014 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 4766ce8e-1054-474e-9693-46409deae267 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:55.448617 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device de4dd576-7fb9-462c-a5c0-950242cfed18 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:55.490228 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=f93249e6-ce45-45b6-a2a1-2fb4c0c58f50,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:55.562694 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:55:55.575027 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:55:55.608532 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d3fb104-b68d-4b89-88e6-654d43741c71 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:55.617324 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d3fb104-b68d-4b89-88e6-654d43741c71 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:55.622161 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port de4dd576-7fb9-462c-a5c0-950242cfed18, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=de4dd576-7fb9-462c-a5c0-950242cfed18,segment=NetworkSegment(e6798801-fb68-42d2-b806-33f4c3263a05),segment_id=e6798801-fb68-42d2-b806-33f4c3263a05)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:55.623689 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1d3fb104-b68d-4b89-88e6-654d43741c71 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/networks/738005dd-8bff-41a2-9559-24d388142a82 HTTP/1.1" status: 204 len: 168 time: 2.0936468 Nov 25 19:55:55.635149 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37858) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:55.637831 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:55.638953 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:55.648747 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fb7ffa09-7bcd-412d-9eef-b989ab90b721 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-811917263'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:55.691897 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-b08b8e4c-ffd0-47c2-bedd-75811897be30 service neutron] For port eed56a30-d8a0-409e-a855-3421a56cec88, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:55:55.701528 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d1db9b1-e1be-415d-b9f8-83aaf240d72a req-bf5656e3-e767-42c0-9fc8-9b8973208783 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&id=8e898787-1eba-48ea-9636-62371b2bb44c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.5487118 Nov 25 19:55:55.724405 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3fb104-b68d-4b89-88e6-654d43741c71 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Network': ['ID=738005dd-8bff-41a2-9559-24d388142a82,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:55.740080 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-ff2ed9a4-9086-43a1-b317-57b9cf788456 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:55.740932 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-ff2ed9a4-9086-43a1-b317-57b9cf788456 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:55.765000 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-b08b8e4c-ffd0-47c2-bedd-75811897be30 service neutron] device_id is not set on port eed56a30-d8a0-409e-a855-3421a56cec88 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:55:55.768621 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7ffa09-7bcd-412d-9eef-b989ab90b721 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Made reservation on behalf of 03b09e35a99940eabc55542aa50b027b for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:55.794883 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb7ffa09-7bcd-412d-9eef-b989ab90b721 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:55.795293 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-ff2ed9a4-9086-43a1-b317-57b9cf788456 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2733581 Nov 25 19:55:55.797475 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-b08b8e4c-ffd0-47c2-bedd-75811897be30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:55.818546 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-b08b8e4c-ffd0-47c2-bedd-75811897be30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:55.850199 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=de4dd576-7fb9-462c-a5c0-950242cfed18,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:55.934787 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b8e4c-ffd0-47c2-bedd-75811897be30 service neutron] Pushing event updated for resources: {'Port': ['ID=eed56a30-d8a0-409e-a855-3421a56cec88,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:55.985024 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7ffa09-7bcd-412d-9eef-b989ab90b721 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:55:56.023758 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-b08b8e4c-ffd0-47c2-bedd-75811897be30 service neutron] No DVR routers for this DVR port eed56a30-d8a0-409e-a855-3421a56cec88 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:55:56.040844 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb7ffa09-7bcd-412d-9eef-b989ab90b721 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:56.040844 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-fb7ffa09-7bcd-412d-9eef-b989ab90b721 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Added segment dd6018fe-7b6c-4640-82bb-4a06d1a179a5 of type vlan for network 700f8d90-2680-4af0-b3da-42965d62e0bc Nov 25 19:55:56.072186 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:56.192435 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-b08b8e4c-ffd0-47c2-bedd-75811897be30 service neutron] In _notify_port_updated(), no bound segment for port eed56a30-d8a0-409e-a855-3421a56cec88 on network 20935496-6e9b-480f-933b-cbeba5774e5e {{(pid=103600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:55:56.199971 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-b08b8e4c-ffd0-47c2-bedd-75811897be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:56.200265 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb7ffa09-7bcd-412d-9eef-b989ab90b721 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:56.201051 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b,segment=NetworkSegment(84defb7f-7631-48d1-bff7-9cf8a24998ad),segment_id=84defb7f-7631-48d1-bff7-9cf8a24998ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:56.203201 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-b08b8e4c-ffd0-47c2-bedd-75811897be30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:56.209512 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-b08b8e4c-ffd0-47c2-bedd-75811897be30 service neutron] 10.222.0.85 "PUT /v2.0/ports/eed56a30-d8a0-409e-a855-3421a56cec88 HTTP/1.1" status: 200 len: 1032 time: 2.3285143 Nov 25 19:55:56.209871 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:56.211163 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device c7c43280-00f8-410b-a2b1-a37e5e2e1f1f no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:56.285858 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb7ffa09-7bcd-412d-9eef-b989ab90b721 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:56.323554 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7ffa09-7bcd-412d-9eef-b989ab90b721 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:56.324747 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb7ffa09-7bcd-412d-9eef-b989ab90b721 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:56.423648 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969a93e-6a95-40d4-9a27-8ad652dabf9c req-afde2b31-1f89-449d-a462-a62c6d0d786b tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:56.431962 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a969a93e-6a95-40d4-9a27-8ad652dabf9c req-afde2b31-1f89-449d-a462-a62c6d0d786b tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d HTTP/1.1" status: 200 len: 932 time: 0.3644805 Nov 25 19:55:56.446360 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fb7ffa09-7bcd-412d-9eef-b989ab90b721 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8094356 Nov 25 19:55:56.450823 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37874) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:56.464925 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3552702f-4e10-48c9-a5af-ad6a9de3b838 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'subnet': {'network_id': '700f8d90-2680-4af0-b3da-42965d62e0bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:56.475994 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:56.549903 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:56.567663 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37876) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:56.571650 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-d2059c19-a22c-4ecd-a6ec-7ded5c8bd5cb service neutron] Request body: {'port': {'device_id': 'e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:56.649415 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ffa09-7bcd-412d-9eef-b989ab90b721 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Network': ['ID=700f8d90-2680-4af0-b3da-42965d62e0bc,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:56.695665 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port c7c43280-00f8-410b-a2b1-a37e5e2e1f1f, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c7c43280-00f8-410b-a2b1-a37e5e2e1f1f,segment=NetworkSegment(84defb7f-7631-48d1-bff7-9cf8a24998ad),segment_id=84defb7f-7631-48d1-bff7-9cf8a24998ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:56.699829 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 700f8d90-2680-4af0-b3da-42965d62e0bc details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:55:56.713015 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3552702f-4e10-48c9-a5af-ad6a9de3b838 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Made reservation on behalf of 03b09e35a99940eabc55542aa50b027b for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:56.719033 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3552702f-4e10-48c9-a5af-ad6a9de3b838 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:56.721277 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:56.785195 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-acfaad2a-ff23-4ff4-b20a-b70f40d23ccf None None] Provisioning complete for port eed56a30-d8a0-409e-a855-3421a56cec88 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:56.786010 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-acfaad2a-ff23-4ff4-b20a-b70f40d23ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:56.858279 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a969a93e-6a95-40d4-9a27-8ad652dabf9c req-d580474d-df55-469e-80cf-765d3cc4dc79 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bca5d66-2617-4bbe-8696-1e15d8441a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699363 Nov 25 19:55:56.878663 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-1ef74e08-b6d8-4f23-b1de-34f1c7fc653e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Deleting port f93249e6-ce45-45b6-a2a1-2fb4c0c58f50 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:56.882746 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-1ef74e08-b6d8-4f23-b1de-34f1c7fc653e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:56.894923 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-d2059c19-a22c-4ecd-a6ec-7ded5c8bd5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:57.033475 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-6a34c5d5-b021-4244-aceb-280610ca6045 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1657096092-network', 'tenant_id': 'b4558a73d71448bea3d5a1f58891441b'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:57.088106 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800e5d7f-9e92-408c-ada3-1f525adf332b x-openstack-request-id: req-800e5d7f-9e92-408c-ada3-1f525adf332b {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:55:57.091056 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-unplugged", "status": "completed", "tag": "eed56a30-d8a0-409e-a855-3421a56cec88", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:55:57.091540 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-800e5d7f-9e92-408c-ada3-1f525adf332b {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:55:57.098332 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eed56a30-d8a0-409e-a855-3421a56cec88', 'code': 200} Nov 25 19:55:57.232401 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=c7c43280-00f8-410b-a2b1-a37e5e2e1f1f,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:57.254237 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-acfaad2a-ff23-4ff4-b20a-b70f40d23ccf None None] Port eed56a30-d8a0-409e-a855-3421a56cec88 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:55:57.271018 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a34c5d5-b021-4244-aceb-280610ca6045 admin admin] Made reservation on behalf of b4558a73d71448bea3d5a1f58891441b for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:57.274785 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a34c5d5-b021-4244-aceb-280610ca6045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:57.347428 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3552702f-4e10-48c9-a5af-ad6a9de3b838 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:57.483069 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3552702f-4e10-48c9-a5af-ad6a9de3b838 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Checking segment: {'id': 'dd6018fe-7b6c-4640-82bb-4a06d1a179a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '700f8d90-2680-4af0-b3da-42965d62e0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:55:57.484200 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3552702f-4e10-48c9-a5af-ad6a9de3b838 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network hostable DHCP agents. Network: 700f8d90-2680-4af0-b3da-42965d62e0bc, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:55:57.500327 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552702f-4e10-48c9-a5af-ad6a9de3b838 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Subnet': ['ID=535ea6e6-81ac-4b26-9445-8bc5e6ba84f7,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:57.546357 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a34c5d5-b021-4244-aceb-280610ca6045 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:57.557100 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3552702f-4e10-48c9-a5af-ad6a9de3b838 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network 700f8d90-2680-4af0-b3da-42965d62e0bc is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:55:57.577780 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3552702f-4e10-48c9-a5af-ad6a9de3b838 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 700f8d90-2680-4af0-b3da-42965d62e0bc) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:57.593918 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3552702f-4e10-48c9-a5af-ad6a9de3b838 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:57.595952 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3552702f-4e10-48c9-a5af-ad6a9de3b838 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:57.596678 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910ee543-4c9e-4e8d-8790-837d1eff5d82 None None] Network 700f8d90-2680-4af0-b3da-42965d62e0bc requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:57.614714 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-1ef74e08-b6d8-4f23-b1de-34f1c7fc653e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] For port f93249e6-ce45-45b6-a2a1-2fb4c0c58f50, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=f93249e6-ce45-45b6-a2a1-2fb4c0c58f50,segment=NetworkSegment(610715c4-d69d-455e-8a05-0a8f1fdcc944),segment_id=610715c4-d69d-455e-8a05-0a8f1fdcc944)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:57.615143 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-1ef74e08-b6d8-4f23-b1de-34f1c7fc653e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:57.658661 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3552702f-4e10-48c9-a5af-ad6a9de3b838 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2034237 Nov 25 19:55:57.659527 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37902) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:57.664222 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b741ed0c-2e96-4efc-b830-05970923ed65 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1627500695', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:57.670057 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-1ef74e08-b6d8-4f23-b1de-34f1c7fc653e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Calling delete_port for f93249e6-ce45-45b6-a2a1-2fb4c0c58f50 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:57.685099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b8145-0678-4769-8922-9f40164609a5 req-b2a1afbe-ff80-46fd-a4de-ba7a3ce7ea04 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:57.703622 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b8145-0678-4769-8922-9f40164609a5 req-b2a1afbe-ff80-46fd-a4de-ba7a3ce7ea04 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:57.721503 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b741ed0c-2e96-4efc-b830-05970923ed65 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:57.723415 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b741ed0c-2e96-4efc-b830-05970923ed65 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:57.736336 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b8145-0678-4769-8922-9f40164609a5 req-b2a1afbe-ff80-46fd-a4de-ba7a3ce7ea04 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:57.755407 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b8145-0678-4769-8922-9f40164609a5 req-b2a1afbe-ff80-46fd-a4de-ba7a3ce7ea04 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:57.787031 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b8145-0678-4769-8922-9f40164609a5 req-b2a1afbe-ff80-46fd-a4de-ba7a3ce7ea04 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:57.794747 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-261b8145-0678-4769-8922-9f40164609a5 req-b2a1afbe-ff80-46fd-a4de-ba7a3ce7ea04 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 3877 time: 0.5510576 Nov 25 19:55:57.905783 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b741ed0c-2e96-4efc-b830-05970923ed65 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:57.921745 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b741ed0c-2e96-4efc-b830-05970923ed65 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:57.972785 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b741ed0c-2e96-4efc-b830-05970923ed65 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:57.980278 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b741ed0c-2e96-4efc-b830-05970923ed65 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3195770 Nov 25 19:55:57.984118 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37912) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:58.002972 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-36b9aeea-b92b-4109-81ca-74b6dde89eb4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'port': {'network_id': '700f8d90-2680-4af0-b3da-42965d62e0bc', 'name': 'tempest-RoutersIpV6Test-1071934284'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:58.081641 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4ec474-f979-4888-bbd3-f1c56c065118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-700f8d90-2680-4af0-b3da-42965d62e0bc', 'network_id': '700f8d90-2680-4af0-b3da-42965d62e0bc', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'fixed_ips': [{'subnet_id': '535ea6e6-81ac-4b26-9445-8bc5e6ba84f7'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:55:58.082716 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d4ec474-f979-4888-bbd3-f1c56c065118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:58.235814 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a34c5d5-b021-4244-aceb-280610ca6045 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:58.287098 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b9aeea-b92b-4109-81ca-74b6dde89eb4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Made reservation on behalf of 03b09e35a99940eabc55542aa50b027b for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:58.302647 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36b9aeea-b92b-4109-81ca-74b6dde89eb4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:58.309277 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-6d4ec474-f979-4888-bbd3-f1c56c065118 None None] Allocated IP 2001:db8::2 (700f8d90-2680-4af0-b3da-42965d62e0bc/535ea6e6-81ac-4b26-9445-8bc5e6ba84f7/9a5df886-8d8f-4dfc-9d22-8700347c9f07) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:55:58.361820 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-261b8145-0678-4769-8922-9f40164609a5 req-1f7e33dc-c9db-4d28-80e9-3cd8309c47f7 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5413370 Nov 25 19:55:58.389051 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-36b9aeea-b92b-4109-81ca-74b6dde89eb4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] device_id is not set on port b0989226-13bb-4234-b289-55e6bcc94d44 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:55:58.389277 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a34c5d5-b021-4244-aceb-280610ca6045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:58.614447 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d4ec474-f979-4888-bbd3-f1c56c065118 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:58.623284 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34c5d5-b021-4244-aceb-280610ca6045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a11606b-1a51-4e88-8efc-1d8089e53a56,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:58.646635 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d4ec474-f979-4888-bbd3-f1c56c065118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:58.693319 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a34c5d5-b021-4244-aceb-280610ca6045 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:55:58.751370 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a34c5d5-b021-4244-aceb-280610ca6045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:58.751871 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-6a34c5d5-b021-4244-aceb-280610ca6045 admin admin] Added segment eaf5df2a-d23f-414d-8eb8-fc4bd6d92491 of type vlan for network 68b76d48-060a-461b-bfbc-a826e58e6600 Nov 25 19:55:58.802659 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4ec474-f979-4888-bbd3-f1c56c065118 None None] Network 700f8d90-2680-4af0-b3da-42965d62e0bc is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:55:58.816046 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-6d4ec474-f979-4888-bbd3-f1c56c065118 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:58.824688 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-1ef74e08-b6d8-4f23-b1de-34f1c7fc653e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:58.831505 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4ec474-f979-4888-bbd3-f1c56c065118 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:55:58.893163 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ec474-f979-4888-bbd3-f1c56c065118 None None] Pushing event updated for resources: {'Port': ['ID=9a5df886-8d8f-4dfc-9d22-8700347c9f07,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:58.945996 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a34c5d5-b021-4244-aceb-280610ca6045 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:58.946587 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-36b9aeea-b92b-4109-81ca-74b6dde89eb4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Allocated IP 2001:db8::2cb (700f8d90-2680-4af0-b3da-42965d62e0bc/535ea6e6-81ac-4b26-9445-8bc5e6ba84f7/b0989226-13bb-4234-b289-55e6bcc94d44) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:55:59.010278 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c2c3a-469b-4304-ae09-628f407d0d2d req-2bc0bf62-4ad0-406d-995a-f41c925b07a6 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:59.019059 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-500c2c3a-469b-4304-ae09-628f407d0d2d req-2bc0bf62-4ad0-406d-995a-f41c925b07a6 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d HTTP/1.1" status: 200 len: 932 time: 0.3633063 Nov 25 19:55:59.040679 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef74e08-b6d8-4f23-b1de-34f1c7fc653e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event deleted for resources: {'Port': ['ID=f93249e6-ce45-45b6-a2a1-2fb4c0c58f50,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:59.105954 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-d2059c19-a22c-4ecd-a6ec-7ded5c8bd5cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e0d1419-6703-4ee5-99f7-1bb5447297b7 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:55:59.112396 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-1ef74e08-b6d8-4f23-b1de-34f1c7fc653e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] No DVR routers for this DVR port f93249e6-ce45-45b6-a2a1-2fb4c0c58f50 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:55:59.116009 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-1ef74e08-b6d8-4f23-b1de-34f1c7fc653e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:59.123988 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-1ef74e08-b6d8-4f23-b1de-34f1c7fc653e tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.85 "DELETE /v2.0/ports/f93249e6-ce45-45b6-a2a1-2fb4c0c58f50 HTTP/1.1" status: 204 len: 173 time: 2.9067607 Nov 25 19:55:59.132093 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-deleted', 'tag': 'f93249e6-ce45-45b6-a2a1-2fb4c0c58f50'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:55:59.140440 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713b49b2-ebb3-4db9-a26d-33f46e26f3a2" -d '{"events": [{"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-deleted", "tag": "f93249e6-ce45-45b6-a2a1-2fb4c0c58f50"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:55:59.156376 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-6a34c5d5-b021-4244-aceb-280610ca6045 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:55:59.161959 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-d2059c19-a22c-4ecd-a6ec-7ded5c8bd5cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:59.171402 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3594d80b-fbf2-40c9-b060-ca88aaed212a'}, {'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f93249e6-ce45-45b6-a2a1-2fb4c0c58f50'}, {'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de4dd576-7fb9-462c-a5c0-950242cfed18'}, {'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b'}, {'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7c43280-00f8-410b-a2b1-a37e5e2e1f1f'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:55:59.187341 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073f96b6-a1ed-4287-bcad-8b88348b1977" -d '{"events": [{"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-unplugged", "status": "completed", "tag": "3594d80b-fbf2-40c9-b060-ca88aaed212a"}, {"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-unplugged", "status": "completed", "tag": "f93249e6-ce45-45b6-a2a1-2fb4c0c58f50"}, {"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-unplugged", "status": "completed", "tag": "de4dd576-7fb9-462c-a5c0-950242cfed18"}, {"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-unplugged", "status": "completed", "tag": "7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b"}, {"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-unplugged", "status": "completed", "tag": "c7c43280-00f8-410b-a2b1-a37e5e2e1f1f"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:55:59.225115 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-6d4ec474-f979-4888-bbd3-f1c56c065118 None None] Attempting to bind port 9a5df886-8d8f-4dfc-9d22-8700347c9f07 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:55:59.225496 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-6d4ec474-f979-4888-bbd3-f1c56c065118 None None] Attempting to bind port 9a5df886-8d8f-4dfc-9d22-8700347c9f07 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'dd6018fe-7b6c-4640-82bb-4a06d1a179a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '700f8d90-2680-4af0-b3da-42965d62e0bc'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:55:59.233090 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4ec474-f979-4888-bbd3-f1c56c065118 None None] Attempting to bind port 9a5df886-8d8f-4dfc-9d22-8700347c9f07 on network 700f8d90-2680-4af0-b3da-42965d62e0bc {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:59.264390 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4ec474-f979-4888-bbd3-f1c56c065118 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:55:59.264803 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4ec474-f979-4888-bbd3-f1c56c065118 None None] Checking segment: {'id': 'dd6018fe-7b6c-4640-82bb-4a06d1a179a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '700f8d90-2680-4af0-b3da-42965d62e0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:55:59.265193 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d4ec474-f979-4888-bbd3-f1c56c065118 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:59.273066 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4ec474-f979-4888-bbd3-f1c56c065118 None None] Bound using segment: {'id': 'dd6018fe-7b6c-4640-82bb-4a06d1a179a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '700f8d90-2680-4af0-b3da-42965d62e0bc'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:55:59.273634 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-6d4ec474-f979-4888-bbd3-f1c56c065118 None None] Bound port: 9a5df886-8d8f-4dfc-9d22-8700347c9f07, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6018fe-7b6c-4640-82bb-4a06d1a179a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '700f8d90-2680-4af0-b3da-42965d62e0bc'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:55:59.274051 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d4ec474-f979-4888-bbd3-f1c56c065118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:59.315995 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-92f1b3f1-72c0-472a-8d7e-17a6b2ca8b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:59.450065 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37946) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:59.472557 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-6d4ec474-f979-4888-bbd3-f1c56c065118 None None] For port 9a5df886-8d8f-4dfc-9d22-8700347c9f07, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:55:59.481170 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-6d4ec474-f979-4888-bbd3-f1c56c065118 None None] For port 9a5df886-8d8f-4dfc-9d22-8700347c9f07, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9a5df886-8d8f-4dfc-9d22-8700347c9f07,segment=NetworkSegment(dd6018fe-7b6c-4640-82bb-4a06d1a179a5),segment_id=dd6018fe-7b6c-4640-82bb-4a06d1a179a5)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:55:59.494398 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d4ec474-f979-4888-bbd3-f1c56c065118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:59.596603 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36b9aeea-b92b-4109-81ca-74b6dde89eb4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:59.636851 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ec474-f979-4888-bbd3-f1c56c065118 None None] Pushing event updated for resources: {'Port': ['ID=9a5df886-8d8f-4dfc-9d22-8700347c9f07,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:59.704662 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36b9aeea-b92b-4109-81ca-74b6dde89eb4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:59.816837 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9aeea-b92b-4109-81ca-74b6dde89eb4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Port': ['ID=b0989226-13bb-4234-b289-55e6bcc94d44,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:59.871872 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a51c6067-feb8-4bd4-8581-c5d13b5e5b70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:59.887549 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-500c2c3a-469b-4304-ae09-628f407d0d2d req-93ec556c-ddc9-409f-9aaa-58b66996a61c tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bca5d66-2617-4bbe-8696-1e15d8441a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8671682 Nov 25 19:55:59.909597 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-d2059c19-a22c-4ecd-a6ec-7ded5c8bd5cb service neutron] Transition to ACTIVE for port object 7e0d1419-6703-4ee5-99f7-1bb5447297b7 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:55:59.912556 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b9aeea-b92b-4109-81ca-74b6dde89eb4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network 700f8d90-2680-4af0-b3da-42965d62e0bc is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:55:59.918917 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-36b9aeea-b92b-4109-81ca-74b6dde89eb4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:59.939595 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-d2059c19-a22c-4ecd-a6ec-7ded5c8bd5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:59.945994 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b9aeea-b92b-4109-81ca-74b6dde89eb4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:55:59.964950 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b9aeea-b92b-4109-81ca-74b6dde89eb4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:59.966493 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a34c5d5-b021-4244-aceb-280610ca6045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:59.968402 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36b9aeea-b92b-4109-81ca-74b6dde89eb4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:59.973245 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a34c5d5-b021-4244-aceb-280610ca6045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:59.974200 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a34c5d5-b021-4244-aceb-280610ca6045 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:00.105026 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-36b9aeea-b92b-4109-81ca-74b6dde89eb4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1185632 Nov 25 19:56:00.107095 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37952) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:00.108697 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Thu, 25 Nov 2021 19:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c76240-c6b5-47c2-b3f9-8ee62928bc78 x-openstack-request-id: req-e2c76240-c6b5-47c2-b3f9-8ee62928bc78 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:56:00.109182 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-unplugged", "status": "completed", "tag": "3594d80b-fbf2-40c9-b060-ca88aaed212a", "code": 200}, {"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-unplugged", "status": "completed", "tag": "f93249e6-ce45-45b6-a2a1-2fb4c0c58f50", "code": 200}, {"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-unplugged", "status": "completed", "tag": "de4dd576-7fb9-462c-a5c0-950242cfed18", "code": 200}, {"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-unplugged", "status": "completed", "tag": "7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b", "code": 200}, {"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-unplugged", "status": "completed", "tag": "c7c43280-00f8-410b-a2b1-a37e5e2e1f1f", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:56:00.109579 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e2c76240-c6b5-47c2-b3f9-8ee62928bc78 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:56:00.111113 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3594d80b-fbf2-40c9-b060-ca88aaed212a', 'code': 200} Nov 25 19:56:00.111499 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f93249e6-ce45-45b6-a2a1-2fb4c0c58f50', 'code': 200} Nov 25 19:56:00.111883 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de4dd576-7fb9-462c-a5c0-950242cfed18', 'code': 200} Nov 25 19:56:00.112257 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b', 'code': 200} Nov 25 19:56:00.112633 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7c43280-00f8-410b-a2b1-a37e5e2e1f1f', 'code': 200} Nov 25 19:56:00.156416 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8488fe70-4ef5-46f4-a95a-17ecf87953c7 x-openstack-request-id: req-8488fe70-4ef5-46f4-a95a-17ecf87953c7 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:56:00.159271 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-deleted", "tag": "f93249e6-ce45-45b6-a2a1-2fb4c0c58f50", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:56:00.159769 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8488fe70-4ef5-46f4-a95a-17ecf87953c7 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:56:00.160176 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-deleted', 'tag': 'f93249e6-ce45-45b6-a2a1-2fb4c0c58f50', 'status': 'completed', 'code': 200} Nov 25 19:56:00.267422 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2059c19-a22c-4ecd-a6ec-7ded5c8bd5cb service neutron] Pushing event updated for resources: {'Port': ['ID=7e0d1419-6703-4ee5-99f7-1bb5447297b7,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:00.305101 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6a34c5d5-b021-4244-aceb-280610ca6045 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.7157815 Nov 25 19:56:00.335783 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37954) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:00.346823 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-507c4669-02e3-4d79-a3ce-148037cc107d admin admin] Request body: {'subnet': {'network_id': '68b76d48-060a-461b-bfbc-a826e58e6600', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1657096092-subnet', 'tenant_id': 'b4558a73d71448bea3d5a1f58891441b', 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:00.447577 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507c4669-02e3-4d79-a3ce-148037cc107d admin admin] Made reservation on behalf of b4558a73d71448bea3d5a1f58891441b for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:56:00.449964 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-507c4669-02e3-4d79-a3ce-148037cc107d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:00.450259 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a51c6067-feb8-4bd4-8581-c5d13b5e5b70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:00.460709 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a51c6067-feb8-4bd4-8581-c5d13b5e5b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:00.519636 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a51c6067-feb8-4bd4-8581-c5d13b5e5b70 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=de1c56023b1e4fd1bb4f20edd73ececf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0637767 Nov 25 19:56:00.519912 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34c5d5-b021-4244-aceb-280610ca6045 admin admin] Pushing event updated for resources: {'Network': ['ID=68b76d48-060a-461b-bfbc-a826e58e6600,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:00.526609 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37956) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:00.534748 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 68b76d48-060a-461b-bfbc-a826e58e6600 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:56:00.604151 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92240c-deb3-40dd-a23d-d861a116969b req-9f39bcdb-dea4-4bd5-9ffd-a3fac45ae41f tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:00.611583 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92240c-deb3-40dd-a23d-d861a116969b req-9f39bcdb-dea4-4bd5-9ffd-a3fac45ae41f tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:00.617973 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92240c-deb3-40dd-a23d-d861a116969b req-9f39bcdb-dea4-4bd5-9ffd-a3fac45ae41f tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:00.624424 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92240c-deb3-40dd-a23d-d861a116969b req-9f39bcdb-dea4-4bd5-9ffd-a3fac45ae41f tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:00.630986 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dc92240c-deb3-40dd-a23d-d861a116969b req-9f39bcdb-dea4-4bd5-9ffd-a3fac45ae41f tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 3144 time: 0.3392408 Nov 25 19:56:00.686306 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c6067-feb8-4bd4-8581-c5d13b5e5b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2f9c88-85bc-41a5-8c97-5e53c0fdfaa4,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:00.764076 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-b572226d-e460-4cf5-be75-8f6696c414ea tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Deleting port c7c43280-00f8-410b-a2b1-a37e5e2e1f1f {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:00.764650 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-b572226d-e460-4cf5-be75-8f6696c414ea tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:00.885704 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9a5df886-8d8f-4dfc-9d22-8700347c9f07 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:56:00.954929 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 9a5df886-8d8f-4dfc-9d22-8700347c9f07 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:00.955518 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:00.963227 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-d2059c19-a22c-4ecd-a6ec-7ded5c8bd5cb service neutron] Attempting to bind port 7e0d1419-6703-4ee5-99f7-1bb5447297b7 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:56:00.963850 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-d2059c19-a22c-4ecd-a6ec-7ded5c8bd5cb service neutron] Attempting to bind port 7e0d1419-6703-4ee5-99f7-1bb5447297b7 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '35eff4d0-8430-4549-98df-1175efcfbc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b783d4c2-217d-4467-bc94-03ce08fb399c'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:56:00.964302 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-d2059c19-a22c-4ecd-a6ec-7ded5c8bd5cb service neutron] Attempting to bind port 7e0d1419-6703-4ee5-99f7-1bb5447297b7 on network b783d4c2-217d-4467-bc94-03ce08fb399c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:56:01.036162 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-b572226d-e460-4cf5-be75-8f6696c414ea tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] For port c7c43280-00f8-410b-a2b1-a37e5e2e1f1f, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c7c43280-00f8-410b-a2b1-a37e5e2e1f1f,segment=NetworkSegment(84defb7f-7631-48d1-bff7-9cf8a24998ad),segment_id=84defb7f-7631-48d1-bff7-9cf8a24998ad)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:01.036847 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-b572226d-e460-4cf5-be75-8f6696c414ea tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:01.054140 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-b572226d-e460-4cf5-be75-8f6696c414ea tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Calling delete_port for c7c43280-00f8-410b-a2b1-a37e5e2e1f1f owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:01.097884 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03f928cc-4fb9-4ca7-aebd-e045e135b450 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:01.107671 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dc92240c-deb3-40dd-a23d-d861a116969b req-6805e7ac-87f0-489a-bfbf-cf9a62d1d8cc tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4676993 Nov 25 19:56:01.108647 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-d2059c19-a22c-4ecd-a6ec-7ded5c8bd5cb service neutron] Port 7e0d1419-6703-4ee5-99f7-1bb5447297b7 on network b783d4c2-217d-4467-bc94-03ce08fb399c not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:56:01.109166 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-d2059c19-a22c-4ecd-a6ec-7ded5c8bd5cb service neutron] Attempting to bind port 7e0d1419-6703-4ee5-99f7-1bb5447297b7 on network b783d4c2-217d-4467-bc94-03ce08fb399c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:56:01.130669 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:01.168858 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-d2059c19-a22c-4ecd-a6ec-7ded5c8bd5cb service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:56:01.169269 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-d2059c19-a22c-4ecd-a6ec-7ded5c8bd5cb service neutron] Checking segment: {'id': '35eff4d0-8430-4549-98df-1175efcfbc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b783d4c2-217d-4467-bc94-03ce08fb399c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:56:01.169617 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-d2059c19-a22c-4ecd-a6ec-7ded5c8bd5cb service neutron] Bound using segment: {'id': '35eff4d0-8430-4549-98df-1175efcfbc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b783d4c2-217d-4467-bc94-03ce08fb399c'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:56:01.170094 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-d2059c19-a22c-4ecd-a6ec-7ded5c8bd5cb service neutron] Bound port: 7e0d1419-6703-4ee5-99f7-1bb5447297b7, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35eff4d0-8430-4549-98df-1175efcfbc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b783d4c2-217d-4467-bc94-03ce08fb399c'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:56:01.170500 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-d2059c19-a22c-4ecd-a6ec-7ded5c8bd5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:01.247757 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 9a5df886-8d8f-4dfc-9d22-8700347c9f07, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9a5df886-8d8f-4dfc-9d22-8700347c9f07,segment=NetworkSegment(dd6018fe-7b6c-4640-82bb-4a06d1a179a5),segment_id=dd6018fe-7b6c-4640-82bb-4a06d1a179a5)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:01.264123 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:01.278030 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-983c4228-e814-4f0a-95a7-923eeb2f6d45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:01.403038 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=9a5df886-8d8f-4dfc-9d22-8700347c9f07,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:01.494166 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-983c4228-e814-4f0a-95a7-923eeb2f6d45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:01.562068 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-507c4669-02e3-4d79-a3ce-148037cc107d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:01.580012 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03f928cc-4fb9-4ca7-aebd-e045e135b450 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:01.588697 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03f928cc-4fb9-4ca7-aebd-e045e135b450 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:01.666520 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8036bb2-691e-4da7-ba67-93c21a00c3ac None None] Network 700f8d90-2680-4af0-b3da-42965d62e0bc requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:56:01.715473 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-d2059c19-a22c-4ecd-a6ec-7ded5c8bd5cb service neutron] For port 7e0d1419-6703-4ee5-99f7-1bb5447297b7, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:56:01.717786 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f928cc-4fb9-4ca7-aebd-e045e135b450 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Port': ['ID=b0989226-13bb-4234-b289-55e6bcc94d44,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:01.782887 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dd0f3-c9e5-4b03-973f-906ed61441bd req-b5aacf5c-8940-444f-bc4b-7bd762898772 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:01.786633 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fe6dd0f3-c9e5-4b03-973f-906ed61441bd req-b5aacf5c-8940-444f-bc4b-7bd762898772 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d HTTP/1.1" status: 200 len: 944 time: 0.3865561 Nov 25 19:56:01.809764 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-33ad5663-e2c0-4dcd-b801-953ea0d97b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:01.819196 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e80afb75-330d-4e7e-9105-1d67805da16d None None] Provisioning complete for port 9a5df886-8d8f-4dfc-9d22-8700347c9f07 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:01.819427 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e80afb75-330d-4e7e-9105-1d67805da16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:01.860813 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c4669-02e3-4d79-a3ce-148037cc107d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f18c9e7-e9c9-4bbe-9d8a-8b668a734c9e,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:01.869613 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-d2059c19-a22c-4ecd-a6ec-7ded5c8bd5cb service neutron] For port 7e0d1419-6703-4ee5-99f7-1bb5447297b7, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=7e0d1419-6703-4ee5-99f7-1bb5447297b7,segment=NetworkSegment(35eff4d0-8430-4549-98df-1175efcfbc5c),segment_id=35eff4d0-8430-4549-98df-1175efcfbc5c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:56:01.896524 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-d2059c19-a22c-4ecd-a6ec-7ded5c8bd5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:02.013302 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03f928cc-4fb9-4ca7-aebd-e045e135b450 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:02.081890 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2059c19-a22c-4ecd-a6ec-7ded5c8bd5cb service neutron] Pushing event updated for resources: {'Port': ['ID=7e0d1419-6703-4ee5-99f7-1bb5447297b7,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:02.089918 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-983c4228-e814-4f0a-95a7-923eeb2f6d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:02.095678 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-983c4228-e814-4f0a-95a7-923eeb2f6d45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:02.098339 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-983c4228-e814-4f0a-95a7-923eeb2f6d45 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9d2f9c88-85bc-41a5-8c97-5e53c0fdfaa4 HTTP/1.1" status: 204 len: 168 time: 1.5489945 Nov 25 19:56:02.106207 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-b572226d-e460-4cf5-be75-8f6696c414ea tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:02.182682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-d2059c19-a22c-4ecd-a6ec-7ded5c8bd5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:02.183591 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-d2059c19-a22c-4ecd-a6ec-7ded5c8bd5cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:02.185475 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-d2059c19-a22c-4ecd-a6ec-7ded5c8bd5cb service neutron] 10.222.0.73 "PUT /v2.0/ports/7e0d1419-6703-4ee5-99f7-1bb5447297b7 HTTP/1.1" status: 200 len: 1092 time: 6.3742068 Nov 25 19:56:02.188641 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d', 'tag': '7e0d1419-6703-4ee5-99f7-1bb5447297b7'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:56:02.192184 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c46a53f-9f0a-453b-b271-d05b7935a392" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d", "tag": "7e0d1419-6703-4ee5-99f7-1bb5447297b7"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:56:02.245194 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507c4669-02e3-4d79-a3ce-148037cc107d admin admin] Checking segment: {'id': 'eaf5df2a-d23f-414d-8eb8-fc4bd6d92491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '68b76d48-060a-461b-bfbc-a826e58e6600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:56:02.248629 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507c4669-02e3-4d79-a3ce-148037cc107d admin admin] Network hostable DHCP agents. Network: 68b76d48-060a-461b-bfbc-a826e58e6600, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:56:02.259225 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c4228-e814-4f0a-95a7-923eeb2f6d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2f9c88-85bc-41a5-8c97-5e53c0fdfaa4,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:02.278729 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572226d-e460-4cf5-be75-8f6696c414ea tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event deleted for resources: {'Port': ['ID=c7c43280-00f8-410b-a2b1-a37e5e2e1f1f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:02.375377 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03f928cc-4fb9-4ca7-aebd-e045e135b450 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:02.419929 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fe6dd0f3-c9e5-4b03-973f-906ed61441bd req-b5e322e6-88ae-428e-925d-68b6f6ae1df9 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bca5d66-2617-4bbe-8696-1e15d8441a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5602088 Nov 25 19:56:02.527473 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-b572226d-e460-4cf5-be75-8f6696c414ea tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] No DVR routers for this DVR port c7c43280-00f8-410b-a2b1-a37e5e2e1f1f on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:56:02.540272 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-b572226d-e460-4cf5-be75-8f6696c414ea tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:02.548771 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-b572226d-e460-4cf5-be75-8f6696c414ea tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.85 "DELETE /v2.0/ports/c7c43280-00f8-410b-a2b1-a37e5e2e1f1f HTTP/1.1" status: 204 len: 173 time: 3.3941808 Nov 25 19:56:02.665227 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507c4669-02e3-4d79-a3ce-148037cc107d admin admin] Network 68b76d48-060a-461b-bfbc-a826e58e6600 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:56:02.764151 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-1b305c3a-0988-4322-8773-37bf92cb3f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:02.768414 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-1b305c3a-0988-4322-8773-37bf92cb3f21 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ae2b8c000614588a69b73d4ee0d5990&device_id=e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d HTTP/1.1" status: 200 len: 1095 time: 0.4764705 Nov 25 19:56:02.775040 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-507c4669-02e3-4d79-a3ce-148037cc107d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 68b76d48-060a-461b-bfbc-a826e58e6600) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:02.799474 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf19295-8055-4cad-8db2-b15d01e55892 None None] Network 68b76d48-060a-461b-bfbc-a826e58e6600 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:56:02.855478 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507c4669-02e3-4d79-a3ce-148037cc107d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:02.857286 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-507c4669-02e3-4d79-a3ce-148037cc107d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:02.996091 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37986) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:03.009609 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52cf97-832e-4e2d-b73a-139e85d7b0ed req-1f21eb23-5311-409a-8625-3ddb8d7f1723 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:03.018763 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52cf97-832e-4e2d-b73a-139e85d7b0ed req-1f21eb23-5311-409a-8625-3ddb8d7f1723 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:03.047103 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52cf97-832e-4e2d-b73a-139e85d7b0ed req-1f21eb23-5311-409a-8625-3ddb8d7f1723 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:03.056016 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9a5df886-8d8f-4dfc-9d22-8700347c9f07 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:56:03.075384 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2b52cf97-832e-4e2d-b73a-139e85d7b0ed req-1f21eb23-5311-409a-8625-3ddb8d7f1723 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 2411 time: 0.4271548 Nov 25 19:56:03.080799 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-0e55f0e9-7ac2-4a0d-a370-91c3a3a77d7e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e0d1419-6703-4ee5-99f7-1bb5447297b7 HTTP/1.1" status: 200 len: 217 time: 0.2990780 Nov 25 19:56:03.089572 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-507c4669-02e3-4d79-a3ce-148037cc107d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7437539 Nov 25 19:56:03.091875 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 37990) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:03.100855 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-0c078c45-7d2d-4972-96ed-5e28c6525a1f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1657096092-router', 'tenant_id': 'b4558a73d71448bea3d5a1f58891441b', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:03.131098 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07830419-5c33-45ad-bc05-b44855ab7152 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:03.306518 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2b52cf97-832e-4e2d-b73a-139e85d7b0ed req-5202e4f2-6bb1-4f10-b71a-e0ceb380a5e3 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2301514 Nov 25 19:56:03.316111 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-e98da6c8-faca-4d54-bb9a-31e8940d7ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:03.317863 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-e98da6c8-faca-4d54-bb9a-31e8940d7ff8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d13e1fc6-8f46-465d-b08f-432a3164ea65 HTTP/1.1" status: 200 len: 849 time: 0.2220559 Nov 25 19:56:03.362194 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f1cd2a7e-9feb-497c-9630-43c0a566cdcb None None] Provisioning complete for port 9a5df886-8d8f-4dfc-9d22-8700347c9f07 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:03.364822 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f1cd2a7e-9feb-497c-9630-43c0a566cdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:03.421848 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-6b213cd7-2d13-4bc3-816a-82e134d4de44 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b783d4c2-217d-4467-bc94-03ce08fb399c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912180 Nov 25 19:56:03.430550 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c078c45-7d2d-4972-96ed-5e28c6525a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:03.435054 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c078c45-7d2d-4972-96ed-5e28c6525a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:03.614960 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16583220-fd2c-425f-8c78-5b3673d9696b x-openstack-request-id: req-16583220-fd2c-425f-8c78-5b3673d9696b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:56:03.615474 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d", "tag": "7e0d1419-6703-4ee5-99f7-1bb5447297b7", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:56:03.615876 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-16583220-fd2c-425f-8c78-5b3673d9696b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:56:03.616628 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d', 'tag': '7e0d1419-6703-4ee5-99f7-1bb5447297b7', 'status': 'completed', 'code': 200} Nov 25 19:56:03.627636 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2566d87e-285e-4646-908a-9ab778faa8f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-68b76d48-060a-461b-bfbc-a826e58e6600', 'network_id': '68b76d48-060a-461b-bfbc-a826e58e6600', 'tenant_id': 'b4558a73d71448bea3d5a1f58891441b', 'fixed_ips': [{'subnet_id': '9f18c9e7-e9c9-4bbe-9d8a-8b668a734c9e'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:56:03.628781 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2566d87e-285e-4646-908a-9ab778faa8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:03.633647 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03f928cc-4fb9-4ca7-aebd-e045e135b450 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:03.637957 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-ca0e50ab-1869-447e-b941-2a139f710041 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Deleting port de4dd576-7fb9-462c-a5c0-950242cfed18 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:03.638573 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-ca0e50ab-1869-447e-b941-2a139f710041 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:03.643903 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07830419-5c33-45ad-bc05-b44855ab7152 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:03.646484 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03f928cc-4fb9-4ca7-aebd-e045e135b450 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:03.647417 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03f928cc-4fb9-4ca7-aebd-e045e135b450 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:03.689348 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07830419-5c33-45ad-bc05-b44855ab7152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:03.721782 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 9a5df886-8d8f-4dfc-9d22-8700347c9f07 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:03.722634 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:03.734614 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-07830419-5c33-45ad-bc05-b44855ab7152 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=158bdd9b61ac43b9bcd365d80861b762&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7335243 Nov 25 19:56:03.741338 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 37994) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:03.886236 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-d3d6dff6-882a-4a92-8bf0-9fe8b0044bd7 service neutron] 10.222.0.73 "GET /v2.0/networks/b783d4c2-217d-4467-bc94-03ce08fb399c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417531 Nov 25 19:56:03.888389 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c078c45-7d2d-4972-96ed-5e28c6525a1f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:03.896792 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f928cc-4fb9-4ca7-aebd-e045e135b450 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Port': ['ID=b0989226-13bb-4234-b289-55e6bcc94d44,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:03.964448 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07830419-5c33-45ad-bc05-b44855ab7152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fbcea4-30e5-4028-a533-8cbcd65a9e3a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:04.003037 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c08a68e5-32da-43df-8bb8-e70b05b51dc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:04.050917 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c08a68e5-32da-43df-8bb8-e70b05b51dc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:04.096291 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f928cc-4fb9-4ca7-aebd-e045e135b450 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network 700f8d90-2680-4af0-b3da-42965d62e0bc is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:04.099733 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-03f928cc-4fb9-4ca7-aebd-e045e135b450 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:04.200968 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aef93272-a875-4f99-ad18-ecc2de7adf15 req-95963241-7310-4924-a837-ed8679ef7ae7 service neutron] 10.222.0.73 "GET /v2.0/networks/b783d4c2-217d-4467-bc94-03ce08fb399c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917206 Nov 25 19:56:04.307688 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-2566d87e-285e-4646-908a-9ab778faa8f2 None None] Allocated IP 172.20.0.2 (68b76d48-060a-461b-bfbc-a826e58e6600/9f18c9e7-e9c9-4bbe-9d8a-8b668a734c9e/aa359cd3-0131-496d-8b97-6e47fefd75d8) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:56:04.444616 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164746a-1dc8-498f-bfbd-91845a169c4d req-42bd8c02-41e4-4e50-86a6-7bdc433afc7f tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:04.446798 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b164746a-1dc8-498f-bfbd-91845a169c4d req-42bd8c02-41e4-4e50-86a6-7bdc433afc7f tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d HTTP/1.1" status: 200 len: 944 time: 0.8456993 Nov 25 19:56:04.488949 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-ca0e50ab-1869-447e-b941-2a139f710041 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] For port de4dd576-7fb9-462c-a5c0-950242cfed18, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=de4dd576-7fb9-462c-a5c0-950242cfed18,segment=NetworkSegment(e6798801-fb68-42d2-b806-33f4c3263a05),segment_id=e6798801-fb68-42d2-b806-33f4c3263a05)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:04.489741 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-ca0e50ab-1869-447e-b941-2a139f710041 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:04.731118 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c078c45-7d2d-4972-96ed-5e28c6525a1f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:04.745612 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46a53f-9f0a-453b-b271-d05b7935a392 req-6ea8adb4-17ea-4a99-a65d-f98af749da1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:04.747395 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2566d87e-285e-4646-908a-9ab778faa8f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:04.747719 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3c46a53f-9f0a-453b-b271-d05b7935a392 req-6ea8adb4-17ea-4a99-a65d-f98af749da1e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ae2b8c000614588a69b73d4ee0d5990&device_id=e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d HTTP/1.1" status: 200 len: 1095 time: 0.4595459 Nov 25 19:56:04.753563 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b164746a-1dc8-498f-bfbd-91845a169c4d req-ed08ac8b-6904-47cd-9339-46d0a7c33951 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bca5d66-2617-4bbe-8696-1e15d8441a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710357 Nov 25 19:56:04.762779 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:04.810648 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2566d87e-285e-4646-908a-9ab778faa8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:04.825777 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c08a68e5-32da-43df-8bb8-e70b05b51dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:04.840107 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c08a68e5-32da-43df-8bb8-e70b05b51dc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:04.853107 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c08a68e5-32da-43df-8bb8-e70b05b51dc5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/74fbcea4-30e5-4028-a533-8cbcd65a9e3a HTTP/1.1" status: 204 len: 168 time: 1.0997455 Nov 25 19:56:04.901168 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a68e5-32da-43df-8bb8-e70b05b51dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fbcea4-30e5-4028-a533-8cbcd65a9e3a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:05.017274 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2566d87e-285e-4646-908a-9ab778faa8f2 None None] Network 68b76d48-060a-461b-bfbc-a826e58e6600 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:05.018690 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f1cd2a7e-9feb-497c-9630-43c0a566cdcb None None] Provisioning complete for port b0989226-13bb-4234-b289-55e6bcc94d44 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:05.019305 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f1cd2a7e-9feb-497c-9630-43c0a566cdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:05.069951 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f928cc-4fb9-4ca7-aebd-e045e135b450 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Router 338a5ef0-4da6-4943-89a0-af5843c84338 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:56:05.071234 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-2566d87e-285e-4646-908a-9ab778faa8f2 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:05.075586 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2566d87e-285e-4646-908a-9ab778faa8f2 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:56:05.088459 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566d87e-285e-4646-908a-9ab778faa8f2 None None] Pushing event updated for resources: {'Port': ['ID=aa359cd3-0131-496d-8b97-6e47fefd75d8,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:05.181139 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-f1cd2a7e-9feb-497c-9630-43c0a566cdcb None None] Port b0989226-13bb-4234-b289-55e6bcc94d44 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:56:05.211141 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2566d87e-285e-4646-908a-9ab778faa8f2 None None] Attempting to bind port aa359cd3-0131-496d-8b97-6e47fefd75d8 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:56:05.211788 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2566d87e-285e-4646-908a-9ab778faa8f2 None None] Attempting to bind port aa359cd3-0131-496d-8b97-6e47fefd75d8 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'eaf5df2a-d23f-414d-8eb8-fc4bd6d92491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '68b76d48-060a-461b-bfbc-a826e58e6600'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:56:05.212369 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2566d87e-285e-4646-908a-9ab778faa8f2 None None] Attempting to bind port aa359cd3-0131-496d-8b97-6e47fefd75d8 on network 68b76d48-060a-461b-bfbc-a826e58e6600 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:56:05.226824 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2566d87e-285e-4646-908a-9ab778faa8f2 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:56:05.227501 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2566d87e-285e-4646-908a-9ab778faa8f2 None None] Checking segment: {'id': 'eaf5df2a-d23f-414d-8eb8-fc4bd6d92491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '68b76d48-060a-461b-bfbc-a826e58e6600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:56:05.227976 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2566d87e-285e-4646-908a-9ab778faa8f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:05.228412 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2566d87e-285e-4646-908a-9ab778faa8f2 None None] Bound using segment: {'id': 'eaf5df2a-d23f-414d-8eb8-fc4bd6d92491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '68b76d48-060a-461b-bfbc-a826e58e6600'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:56:05.229105 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2566d87e-285e-4646-908a-9ab778faa8f2 None None] Bound port: aa359cd3-0131-496d-8b97-6e47fefd75d8, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf5df2a-d23f-414d-8eb8-fc4bd6d92491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '68b76d48-060a-461b-bfbc-a826e58e6600'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:56:05.229504 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2566d87e-285e-4646-908a-9ab778faa8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:05.385697 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f928cc-4fb9-4ca7-aebd-e045e135b450 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:56:05.389700 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2566d87e-285e-4646-908a-9ab778faa8f2 None None] For port aa359cd3-0131-496d-8b97-6e47fefd75d8, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:56:05.397184 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2566d87e-285e-4646-908a-9ab778faa8f2 None None] For port aa359cd3-0131-496d-8b97-6e47fefd75d8, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=aa359cd3-0131-496d-8b97-6e47fefd75d8,segment=NetworkSegment(eaf5df2a-d23f-414d-8eb8-fc4bd6d92491),segment_id=eaf5df2a-d23f-414d-8eb8-fc4bd6d92491)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:56:05.412511 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2566d87e-285e-4646-908a-9ab778faa8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:05.416156 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cb7f22-a13b-43df-8128-a3d9694f4b6f None None] Sync routers for ids ['338a5ef0-4da6-4943-89a0-af5843c84338'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:56:05.430129 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-03f928cc-4fb9-4ca7-aebd-e045e135b450 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "PUT /v2.0/routers/338a5ef0-4da6-4943-89a0-af5843c84338/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2860219 Nov 25 19:56:05.433869 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38006) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:05.458382 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-fd1517ad-b7c3-4bdb-9f53-813e551ed066 None None] Provisioning complete for port b0989226-13bb-4234-b289-55e6bcc94d44 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:05.459782 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fd1517ad-b7c3-4bdb-9f53-813e551ed066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:05.545186 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c26f92-dd2d-4bd4-8690-e54ff4d667b6 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:05.565658 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b6c26f92-dd2d-4bd4-8690-e54ff4d667b6 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "GET /v2.0/ports/b0989226-13bb-4234-b289-55e6bcc94d44 HTTP/1.1" status: 200 len: 984 time: 0.1310072 Nov 25 19:56:05.567742 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38008) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:05.632368 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cb7f22-a13b-43df-8128-a3d9694f4b6f None None] Routers {'338a5ef0-4da6-4943-89a0-af5843c84338'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:05.633308 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c0cb7f22-a13b-43df-8128-a3d9694f4b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:56:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['338a5ef0-4da6-4943-89a0-af5843c84338'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:05.726257 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:05.807524 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:05.811151 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c0cb7f22-a13b-43df-8128-a3d9694f4b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:05.854189 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-fd1517ad-b7c3-4bdb-9f53-813e551ed066 None None] Port b0989226-13bb-4234-b289-55e6bcc94d44 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:56:05.867906 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-ca0e50ab-1869-447e-b941-2a139f710041 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:05.868797 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-ca0e50ab-1869-447e-b941-2a139f710041 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:05.868999 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-ca0e50ab-1869-447e-b941-2a139f710041 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Floating IP 340dc0e6-a31b-4a12-a597-548cc7d70dda disassociated. External IP: 172.25.6.43, port: de4dd576-7fb9-462c-a5c0-950242cfed18. Nov 25 19:56:05.870365 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-ca0e50ab-1869-447e-b941-2a139f710041 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Calling delete_port for de4dd576-7fb9-462c-a5c0-950242cfed18 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:05.876928 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566d87e-285e-4646-908a-9ab778faa8f2 None None] Pushing event updated for resources: {'Port': ['ID=aa359cd3-0131-496d-8b97-6e47fefd75d8,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:05.902750 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cb7f22-a13b-43df-8128-a3d9694f4b6f None None] Routers {'338a5ef0-4da6-4943-89a0-af5843c84338'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:05.904155 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c0cb7f22-a13b-43df-8128-a3d9694f4b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:56:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['338a5ef0-4da6-4943-89a0-af5843c84338'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:06.055238 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c0cb7f22-a13b-43df-8128-a3d9694f4b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:06.056310 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cb7f22-a13b-43df-8128-a3d9694f4b6f None None] The sync data for ids ['338a5ef0-4da6-4943-89a0-af5843c84338'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:56:06.088497 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-deleted', 'tag': 'c7c43280-00f8-410b-a2b1-a37e5e2e1f1f'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:56:06.091429 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22143084-8f4b-4b04-8804-dad63aee915e" -d '{"events": [{"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-deleted", "tag": "c7c43280-00f8-410b-a2b1-a37e5e2e1f1f"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:56:06.191091 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82454b8-c1c9-4148-9f93-d05359ece5ec req-f73a6f3d-d39c-4fd0-8762-f5044c0a7493 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:06.203255 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82454b8-c1c9-4148-9f93-d05359ece5ec req-f73a6f3d-d39c-4fd0-8762-f5044c0a7493 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:06.216175 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82454b8-c1c9-4148-9f93-d05359ece5ec req-f73a6f3d-d39c-4fd0-8762-f5044c0a7493 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:06.224585 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e82454b8-c1c9-4148-9f93-d05359ece5ec req-f73a6f3d-d39c-4fd0-8762-f5044c0a7493 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 2411 time: 0.9047465 Nov 25 19:56:06.340287 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46a53f-9f0a-453b-b271-d05b7935a392 req-a4c8de30-d479-4391-869f-6640491b89c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:06.343247 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3c46a53f-9f0a-453b-b271-d05b7935a392 req-a4c8de30-d479-4391-869f-6640491b89c4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b783d4c2-217d-4467-bc94-03ce08fb399c HTTP/1.1" status: 200 len: 910 time: 1.5805776 Nov 25 19:56:06.444286 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3c46a53f-9f0a-453b-b271-d05b7935a392 req-af30c44f-4208-4d2a-8ea1-782280c222e8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e0d1419-6703-4ee5-99f7-1bb5447297b7 HTTP/1.1" status: 200 len: 217 time: 0.0805624 Nov 25 19:56:06.571465 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-ca0e50ab-1869-447e-b941-2a139f710041 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:06.577683 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e8bdecc-3d63-4bd0-b586-b29ab27ca5f9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:06.639297 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e82454b8-c1c9-4148-9f93-d05359ece5ec req-ffc80ead-a144-4241-b090-4d4329cecc39 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3930595 Nov 25 19:56:06.647437 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e50ab-1869-447e-b941-2a139f710041 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event deleted for resources: {'Port': ['ID=de4dd576-7fb9-462c-a5c0-950242cfed18,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:06.682400 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46a53f-9f0a-453b-b271-d05b7935a392 req-4acbde33-37ab-4363-acaf-e1c287161030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:06.684866 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3c46a53f-9f0a-453b-b271-d05b7935a392 req-4acbde33-37ab-4363-acaf-e1c287161030 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d13e1fc6-8f46-465d-b08f-432a3164ea65 HTTP/1.1" status: 200 len: 849 time: 0.2203398 Nov 25 19:56:06.758657 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3c46a53f-9f0a-453b-b271-d05b7935a392 req-1a772575-814f-47fa-951e-5f783ef07749 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b783d4c2-217d-4467-bc94-03ce08fb399c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623307 Nov 25 19:56:07.157439 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7e8bdecc-3d63-4bd0-b586-b29ab27ca5f9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Deleting port b0989226-13bb-4234-b289-55e6bcc94d44 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:07.157993 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e8bdecc-3d63-4bd0-b586-b29ab27ca5f9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:07.167050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-ca0e50ab-1869-447e-b941-2a139f710041 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Router 3866475f-e4b6-4917-93af-db450ab78160 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:56:07.288356 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53bdc3c-9073-4298-a971-0418990ff65d req-62d91ffc-b16c-43d7-9d91-8c243424ea8b tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:07.298386 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e53bdc3c-9073-4298-a971-0418990ff65d req-62d91ffc-b16c-43d7-9d91-8c243424ea8b tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d HTTP/1.1" status: 200 len: 944 time: 0.2469523 Nov 25 19:56:07.351125 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device aa359cd3-0131-496d-8b97-6e47fefd75d8 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:56:07.365568 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c078c45-7d2d-4972-96ed-5e28c6525a1f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:07.506754 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c078c45-7d2d-4972-96ed-5e28c6525a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:07.569657 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e8bdecc-3d63-4bd0-b586-b29ab27ca5f9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:07.596990 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 7e0d1419-6703-4ee5-99f7-1bb5447297b7 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:56:07.631039 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7e8bdecc-3d63-4bd0-b586-b29ab27ca5f9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Calling delete_port for b0989226-13bb-4234-b289-55e6bcc94d44 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:07.799138 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e53bdc3c-9073-4298-a971-0418990ff65d req-b168daec-f73b-4383-ad40-133019ea1eb7 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bca5d66-2617-4bbe-8696-1e15d8441a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976213 Nov 25 19:56:07.814172 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3c46a53f-9f0a-453b-b271-d05b7935a392 req-9733e7b5-c9e4-42e4-a277-71feaa0b01f1 service neutron] 10.222.0.73 "GET /v2.0/networks/b783d4c2-217d-4467-bc94-03ce08fb399c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9054148 Nov 25 19:56:07.956726 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda17d6e-3a29-4963-973e-1235e3dfe6e3 None None] Network 68b76d48-060a-461b-bfbc-a826e58e6600 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:56:08.095052 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3c46a53f-9f0a-453b-b271-d05b7935a392 req-07a9690a-a38e-4e04-a13f-700ac15f222f service neutron] 10.222.0.73 "GET /v2.0/networks/b783d4c2-217d-4467-bc94-03ce08fb399c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368102 Nov 25 19:56:08.140155 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e258fe3b-5be9-4f92-a5c3-f73f286d5d4d x-openstack-request-id: req-e258fe3b-5be9-4f92-a5c3-f73f286d5d4d {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:56:08.140855 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-deleted", "tag": "c7c43280-00f8-410b-a2b1-a37e5e2e1f1f", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:56:08.141779 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e258fe3b-5be9-4f92-a5c3-f73f286d5d4d {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:56:08.142409 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-deleted', 'tag': 'c7c43280-00f8-410b-a2b1-a37e5e2e1f1f', 'status': 'completed', 'code': 200} Nov 25 19:56:08.317477 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-0c078c45-7d2d-4972-96ed-5e28c6525a1f admin admin] Allocated IP 172.25.6.25 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/9c7fbe05-d8dd-467c-81d7-7eee35a95416) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:56:08.356276 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-ca0e50ab-1869-447e-b941-2a139f710041 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:56:08.371596 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592b6a80-a365-4e53-86f4-a488c56a4a06 None None] Sync routers for ids ['3866475f-e4b6-4917-93af-db450ab78160'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:56:08.389124 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e8bdecc-3d63-4bd0-b586-b29ab27ca5f9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:08.401785 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592b6a80-a365-4e53-86f4-a488c56a4a06 None None] Routers {'3866475f-e4b6-4917-93af-db450ab78160'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:08.402710 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-592b6a80-a365-4e53-86f4-a488c56a4a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:56:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['3866475f-e4b6-4917-93af-db450ab78160'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:08.529185 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bdecc-3d63-4bd0-b586-b29ab27ca5f9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Port': ['ID=b0989226-13bb-4234-b289-55e6bcc94d44,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:08.671763 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] It took 0.78 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:56:08.760216 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c078c45-7d2d-4972-96ed-5e28c6525a1f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:08.861094 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ff636-fdb7-4b68-95d2-77637ebbc758 req-c0499a01-7b45-4939-992c-d132a94e9e35 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:08.874840 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-592b6a80-a365-4e53-86f4-a488c56a4a06 None None] Set router 3866475f-e4b6-4917-93af-db450ab78160 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:56:08.878346 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 7e0d1419-6703-4ee5-99f7-1bb5447297b7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=7e0d1419-6703-4ee5-99f7-1bb5447297b7,segment=NetworkSegment(35eff4d0-8430-4549-98df-1175efcfbc5c),segment_id=35eff4d0-8430-4549-98df-1175efcfbc5c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:08.887974 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ff636-fdb7-4b68-95d2-77637ebbc758 req-c0499a01-7b45-4939-992c-d132a94e9e35 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:08.894935 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-406ff636-fdb7-4b68-95d2-77637ebbc758 req-c0499a01-7b45-4939-992c-d132a94e9e35 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 1677 time: 0.7493131 Nov 25 19:56:08.900452 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-ca0e50ab-1869-447e-b941-2a139f710041 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] No DVR routers for this DVR port de4dd576-7fb9-462c-a5c0-950242cfed18 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:56:08.909465 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-ca0e50ab-1869-447e-b941-2a139f710041 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:08.912476 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e8bdecc-3d63-4bd0-b586-b29ab27ca5f9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:08.914310 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-ca0e50ab-1869-447e-b941-2a139f710041 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.85 "DELETE /v2.0/ports/de4dd576-7fb9-462c-a5c0-950242cfed18 HTTP/1.1" status: 204 len: 173 time: 6.3566041 Nov 25 19:56:08.915610 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c078c45-7d2d-4972-96ed-5e28c6525a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:08.927574 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '7e0d1419-6703-4ee5-99f7-1bb5447297b7', 'network_id': 'b783d4c2-217d-4467-bc94-03ce08fb399c', 'port_id': '7e0d1419-6703-4ee5-99f7-1bb5447297b7', 'mac_address': 'fa:16:3e:51:d3:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd13e1fc6-8f46-465d-b08f-432a3164ea65', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:56:08.944310 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c078c45-7d2d-4972-96ed-5e28c6525a1f admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:08.957762 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-0c078c45-7d2d-4972-96ed-5e28c6525a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:09.032994 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41172f16-e383-475c-8717-e156875294a6 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:56:09.035788 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port aa359cd3-0131-496d-8b97-6e47fefd75d8 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:09.037338 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:09.081139 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c078c45-7d2d-4972-96ed-5e28c6525a1f admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:56:09.178562 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38062) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:09.199092 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:09.227566 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e0d1419-6703-4ee5-99f7-1bb5447297b7 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:56:09.251962 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 7e0d1419-6703-4ee5-99f7-1bb5447297b7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=7e0d1419-6703-4ee5-99f7-1bb5447297b7,segment=NetworkSegment(35eff4d0-8430-4549-98df-1175efcfbc5c),segment_id=35eff4d0-8430-4549-98df-1175efcfbc5c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:09.292440 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-b5737680-d6d2-4f32-b6b8-871faa07c94a None None] Provisioning complete for port aa359cd3-0131-496d-8b97-6e47fefd75d8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:09.292821 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b5737680-d6d2-4f32-b6b8-871faa07c94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:09.354670 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:09.571010 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-592b6a80-a365-4e53-86f4-a488c56a4a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3866475f-e4b6-4917-93af-db450ab78160', 'name': 'tempest-TaggedBootDevicesTest_v242-1617847057-router', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:13Z', 'updated_at': '2021-11-25T19:43:30Z', 'revision_number': 4, 'project_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'gw_port': {'id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3866475f-e4b6-4917-93af-db450ab78160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:15Z', 'updated_at': '2021-11-25T19:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '0cfa723f-8f94-4c6a-be4f-d7bf55754b7d', 'name': '', 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'mac_address': 'fa:16:3e:38:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3866475f-e4b6-4917-93af-db450ab78160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '372ff6c6-b463-492b-ae35-d9124871a47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:27Z', 'updated_at': '2021-11-25T19:43:46Z', 'revision_number': 5, 'project_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'subnets': [{'id': '372ff6c6-b463-492b-ae35-d9124871a47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:09.572130 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8bdecc-3d63-4bd0-b586-b29ab27ca5f9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Router 338a5ef0-4da6-4943-89a0-af5843c84338 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:56:09.639050 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592b6a80-a365-4e53-86f4-a488c56a4a06 None None] Checking router: 3866475f-e4b6-4917-93af-db450ab78160 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:56:09.666446 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=7e0d1419-6703-4ee5-99f7-1bb5447297b7,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:09.669944 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592b6a80-a365-4e53-86f4-a488c56a4a06 None None] Routers {'3866475f-e4b6-4917-93af-db450ab78160'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:09.671422 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-592b6a80-a365-4e53-86f4-a488c56a4a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:56:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['3866475f-e4b6-4917-93af-db450ab78160'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:09.825671 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['7e0d1419-6703-4ee5-99f7-1bb5447297b7'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:56:09.831860 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30170873-5046-4fa9-961c-9b6804fdfa1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:09.900299 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8bdecc-3d63-4bd0-b586-b29ab27ca5f9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:56:09.928795 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7e8bdecc-3d63-4bd0-b586-b29ab27ca5f9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "PUT /v2.0/routers/338a5ef0-4da6-4943-89a0-af5843c84338/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3567717 Nov 25 19:56:09.934086 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38074) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:09.974846 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e50bf8c-d3ea-4aee-ba55-d1f4b317d3e1 None None] Sync routers for ids ['338a5ef0-4da6-4943-89a0-af5843c84338'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:56:10.184926 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e50bf8c-d3ea-4aee-ba55-d1f4b317d3e1 None None] Routers {'338a5ef0-4da6-4943-89a0-af5843c84338'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:10.186856 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6e50bf8c-d3ea-4aee-ba55-d1f4b317d3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:56:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['338a5ef0-4da6-4943-89a0-af5843c84338'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:10.313325 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6e50bf8c-d3ea-4aee-ba55-d1f4b317d3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:10.333321 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b5737680-d6d2-4f32-b6b8-871faa07c94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:10.337771 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-592b6a80-a365-4e53-86f4-a488c56a4a06 None None] Set router 3866475f-e4b6-4917-93af-db450ab78160 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:56:10.441326 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-deleted', 'tag': 'de4dd576-7fb9-462c-a5c0-950242cfed18'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:56:10.447567 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e80a51-e266-4799-90c1-2a0d37302e1b" -d '{"events": [{"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-deleted", "tag": "de4dd576-7fb9-462c-a5c0-950242cfed18"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:56:10.473571 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b5737680-d6d2-4f32-b6b8-871faa07c94a None None] For port aa359cd3-0131-496d-8b97-6e47fefd75d8, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=aa359cd3-0131-496d-8b97-6e47fefd75d8,segment=NetworkSegment(eaf5df2a-d23f-414d-8eb8-fc4bd6d92491),segment_id=eaf5df2a-d23f-414d-8eb8-fc4bd6d92491)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:10.525830 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b5737680-d6d2-4f32-b6b8-871faa07c94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:10.540531 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:10.568232 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c078c45-7d2d-4972-96ed-5e28c6525a1f admin admin] Pushing event updated for resources: {'Port': ['ID=9c7fbe05-d8dd-467c-81d7-7eee35a95416,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:10.625410 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30170873-5046-4fa9-961c-9b6804fdfa1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:10.627502 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-406ff636-fdb7-4b68-95d2-77637ebbc758 req-f7195b13-80a3-44a4-8444-4e7b71ddb5c8 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6986985 Nov 25 19:56:10.702544 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30170873-5046-4fa9-961c-9b6804fdfa1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:10.776121 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-459fa006-dea8-4ca6-be9b-627865d35019 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] remove_router_interface failed (client error): The resource could not be found. Nov 25 19:56:10.788183 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-459fa006-dea8-4ca6-be9b-627865d35019 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "PUT /v2.0/routers/338a5ef0-4da6-4943-89a0-af5843c84338/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8519123 Nov 25 19:56:10.790677 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38090) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:10.796436 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c078c45-7d2d-4972-96ed-5e28c6525a1f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:10.802035 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-30170873-5046-4fa9-961c-9b6804fdfa1b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4320eeba67bf442fa673385067135e2d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6207910 Nov 25 19:56:10.831914 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-592b6a80-a365-4e53-86f4-a488c56a4a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3866475f-e4b6-4917-93af-db450ab78160', 'name': 'tempest-TaggedBootDevicesTest_v242-1617847057-router', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:13Z', 'updated_at': '2021-11-25T19:43:30Z', 'revision_number': 4, 'project_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'gw_port': {'id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3866475f-e4b6-4917-93af-db450ab78160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:15Z', 'updated_at': '2021-11-25T19:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '0cfa723f-8f94-4c6a-be4f-d7bf55754b7d', 'name': '', 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'mac_address': 'fa:16:3e:38:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3866475f-e4b6-4917-93af-db450ab78160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '372ff6c6-b463-492b-ae35-d9124871a47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:27Z', 'updated_at': '2021-11-25T19:43:46Z', 'revision_number': 5, 'project_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'subnets': [{'id': '372ff6c6-b463-492b-ae35-d9124871a47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:10.866439 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38092) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:10.873364 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cd1056a2-c8ad-42b2-ae70-c6d79698dd39 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "GET /v2.0/ports?device_id=338a5ef0-4da6-4943-89a0-af5843c84338 HTTP/1.1" status: 200 len: 205 time: 0.0708549 Nov 25 19:56:10.885672 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38096) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:10.933564 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592b6a80-a365-4e53-86f4-a488c56a4a06 None None] The sync data for ids ['3866475f-e4b6-4917-93af-db450ab78160'] in n-d-819349-5 is: [{'id': '3866475f-e4b6-4917-93af-db450ab78160', 'name': 'tempest-TaggedBootDevicesTest_v242-1617847057-router', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:13Z', 'updated_at': '2021-11-25T19:43:30Z', 'revision_number': 4, 'project_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'gw_port': {'id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3866475f-e4b6-4917-93af-db450ab78160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:15Z', 'updated_at': '2021-11-25T19:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '0cfa723f-8f94-4c6a-be4f-d7bf55754b7d', 'name': '', 'network_id': 'e6cd4387-d0d6-4f12-8944-fa288777c85c', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'mac_address': 'fa:16:3e:38:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3866475f-e4b6-4917-93af-db450ab78160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '372ff6c6-b463-492b-ae35-d9124871a47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:27Z', 'updated_at': '2021-11-25T19:43:46Z', 'revision_number': 5, 'project_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'subnets': [{'id': '372ff6c6-b463-492b-ae35-d9124871a47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:56:11.064122 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-411b9887-9cd3-46a8-9441-1a4592bc2b58 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Deleting port 7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:11.064890 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-411b9887-9cd3-46a8-9441-1a4592bc2b58 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:11.095986 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e50bf8c-d3ea-4aee-ba55-d1f4b317d3e1 None None] Routers {'338a5ef0-4da6-4943-89a0-af5843c84338'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:11.096950 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6e50bf8c-d3ea-4aee-ba55-d1f4b317d3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:56:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['338a5ef0-4da6-4943-89a0-af5843c84338'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:11.185464 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30170873-5046-4fa9-961c-9b6804fdfa1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e47f028-6e8f-4147-be3e-e9a38a3f0d66,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:11.223569 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14c856f5-2286-4dfe-934e-26de73aa3ee3 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:11.287580 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6e50bf8c-d3ea-4aee-ba55-d1f4b317d3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:11.289406 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e50bf8c-d3ea-4aee-ba55-d1f4b317d3e1 None None] The sync data for ids ['338a5ef0-4da6-4943-89a0-af5843c84338'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:56:11.386333 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5737680-d6d2-4f32-b6b8-871faa07c94a None None] Pushing event updated for resources: {'Port': ['ID=aa359cd3-0131-496d-8b97-6e47fefd75d8,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:11.392268 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-bd3948ff-9e72-4200-aaad-e6410a091718 None None] Provisioning complete for port 9c7fbe05-d8dd-467c-81d7-7eee35a95416 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:11.392876 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bd3948ff-9e72-4200-aaad-e6410a091718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:11.494511 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:56:11.495117 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:56:11.509526 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-bd3948ff-9e72-4200-aaad-e6410a091718 None None] Port 9c7fbe05-d8dd-467c-81d7-7eee35a95416 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:56:11.533968 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff0e3c-f022-4702-8c0d-a2d248860e7a req-1278338d-483f-44fb-ba24-d59d245e7101 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:11.544236 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5868c45a-e213-4d03-b6bc-4069a1d50061 None None] New status for floating IP 340dc0e6-a31b-4a12-a597-548cc7d70dda: DOWN {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:56:11.544829 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d9ff0e3c-f022-4702-8c0d-a2d248860e7a req-1278338d-483f-44fb-ba24-d59d245e7101 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d HTTP/1.1" status: 200 len: 945 time: 0.5875480 Nov 25 19:56:11.596324 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3e58ad0e-565a-488e-84bd-20a26e3f3d06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:11.643202 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3e58ad0e-565a-488e-84bd-20a26e3f3d06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:11.658408 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a95054a9-3472-41e6-acff-dec77c7f242b None None] Provisioning complete for port aa359cd3-0131-496d-8b97-6e47fefd75d8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:11.659477 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a95054a9-3472-41e6-acff-dec77c7f242b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:11.727039 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14c856f5-2286-4dfe-934e-26de73aa3ee3 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:11.732345 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14c856f5-2286-4dfe-934e-26de73aa3ee3 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:11.814671 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-411b9887-9cd3-46a8-9441-1a4592bc2b58 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] For port 7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b,segment=NetworkSegment(84defb7f-7631-48d1-bff7-9cf8a24998ad),segment_id=84defb7f-7631-48d1-bff7-9cf8a24998ad)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:11.815257 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-411b9887-9cd3-46a8-9441-1a4592bc2b58 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:11.852857 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14c856f5-2286-4dfe-934e-26de73aa3ee3 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:11.854751 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c856f5-2286-4dfe-934e-26de73aa3ee3 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Fanout notify agent at l3_agent the message router_deleted on router 338a5ef0-4da6-4943-89a0-af5843c84338 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:56:11.872420 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14c856f5-2286-4dfe-934e-26de73aa3ee3 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:11.877805 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-14c856f5-2286-4dfe-934e-26de73aa3ee3 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/routers/338a5ef0-4da6-4943-89a0-af5843c84338 HTTP/1.1" status: 204 len: 168 time: 0.9880464 Nov 25 19:56:11.879184 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38112) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:11.885329 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-411b9887-9cd3-46a8-9441-1a4592bc2b58 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Calling delete_port for 7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:11.894013 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d9ff0e3c-f022-4702-8c0d-a2d248860e7a req-6718a540-2bae-462b-853b-5789bc952ce2 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bca5d66-2617-4bbe-8696-1e15d8441a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482430 Nov 25 19:56:11.981981 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c078c45-7d2d-4972-96ed-5e28c6525a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:11.986786 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3e58ad0e-565a-488e-84bd-20a26e3f3d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:11.990829 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3e58ad0e-565a-488e-84bd-20a26e3f3d06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:11.995216 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3e58ad0e-565a-488e-84bd-20a26e3f3d06 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2e47f028-6e8f-4147-be3e-e9a38a3f0d66 HTTP/1.1" status: 204 len: 168 time: 1.1222084 Nov 25 19:56:12.033642 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-a603cf80-7121-440f-a4c2-01b5ebaa1a75 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Deleting subnet 535ea6e6-81ac-4b26-9445-8bc5e6ba84f7 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:56:12.040419 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a603cf80-7121-440f-a4c2-01b5ebaa1a75 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:12.043558 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58ad0e-565a-488e-84bd-20a26e3f3d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e47f028-6e8f-4147-be3e-e9a38a3f0d66,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:12.124104 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca478958-faf0-410a-a465-10a728c15015 x-openstack-request-id: req-ca478958-faf0-410a-a465-10a728c15015 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:56:12.125066 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-deleted", "tag": "de4dd576-7fb9-462c-a5c0-950242cfed18", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:56:12.125663 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ca478958-faf0-410a-a465-10a728c15015 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:56:12.126604 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-deleted', 'tag': 'de4dd576-7fb9-462c-a5c0-950242cfed18', 'status': 'completed', 'code': 200} Nov 25 19:56:12.144684 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a603cf80-7121-440f-a4c2-01b5ebaa1a75 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:12.266988 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38118) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:12.349554 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device aa359cd3-0131-496d-8b97-6e47fefd75d8 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:56:12.394738 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a603cf80-7121-440f-a4c2-01b5ebaa1a75 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:12.420278 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port aa359cd3-0131-496d-8b97-6e47fefd75d8 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:12.421033 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:12.422417 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a2061-d357-4162-80c5-cb544fc7e663 req-146fd671-3143-49f7-9777-97f0805097a9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:12.429102 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a2061-d357-4162-80c5-cb544fc7e663 req-146fd671-3143-49f7-9777-97f0805097a9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:12.430837 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aa4a2061-d357-4162-80c5-cb544fc7e663 req-146fd671-3143-49f7-9777-97f0805097a9 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 1677 time: 0.2335818 Nov 25 19:56:12.458852 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-411b9887-9cd3-46a8-9441-1a4592bc2b58 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:12.509811 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a603cf80-7121-440f-a4c2-01b5ebaa1a75 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:12.583668 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b9887-9cd3-46a8-9441-1a4592bc2b58 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event deleted for resources: {'Port': ['ID=7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:12.587193 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-84b7a9a2-5667-4015-a9ad-f7c7b7c3c939 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:12.590892 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603cf80-7121-440f-a4c2-01b5ebaa1a75 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Subnet': ['ID=535ea6e6-81ac-4b26-9445-8bc5e6ba84f7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:12.595257 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a603cf80-7121-440f-a4c2-01b5ebaa1a75 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:12.602507 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a603cf80-7121-440f-a4c2-01b5ebaa1a75 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/subnets/535ea6e6-81ac-4b26-9445-8bc5e6ba84f7 HTTP/1.1" status: 204 len: 168 time: 0.7223165 Nov 25 19:56:12.610643 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38124) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:12.614203 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cae6db-7fb6-4f7d-97b9-abaaf5881c4f None None] Network 700f8d90-2680-4af0-b3da-42965d62e0bc requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:56:12.739072 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aa4a2061-d357-4162-80c5-cb544fc7e663 req-6d07aad0-0925-4e23-9c0a-497e44258e1b tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733760 Nov 25 19:56:12.809318 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-411b9887-9cd3-46a8-9441-1a4592bc2b58 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] No DVR routers for this DVR port 7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:56:12.817843 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-411b9887-9cd3-46a8-9441-1a4592bc2b58 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:12.824361 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-411b9887-9cd3-46a8-9441-1a4592bc2b58 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.85 "DELETE /v2.0/ports/7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b HTTP/1.1" status: 204 len: 173 time: 3.8950188 Nov 25 19:56:12.833444 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38126) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:12.862378 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64573464-6967-4a1a-ab99-ce56078583b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:12.892639 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2b93cf-21e4-43c9-b631-8aaea4cbc80c None None] DHCP port deletion for 700f8d90-2680-4af0-b3da-42965d62e0bc request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:56:12.911762 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bed6c673-8cc1-4359-808f-5b2b91f93220 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:12.919204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c078c45-7d2d-4972-96ed-5e28c6525a1f admin admin] Router df00ff7c-9937-43cd-9a2e-0557b78d67e0 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:56:12.951260 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-84b7a9a2-5667-4015-a9ad-f7c7b7c3c939 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:12.972086 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-84b7a9a2-5667-4015-a9ad-f7c7b7c3c939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:12.996412 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b93cf-21e4-43c9-b631-8aaea4cbc80c None None] Deleting port 9a5df886-8d8f-4dfc-9d22-8700347c9f07 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:12.997164 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1f2b93cf-21e4-43c9-b631-8aaea4cbc80c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:13.007073 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7a9a2-5667-4015-a9ad-f7c7b7c3c939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a35303-9604-4324-b454-cdac013ba6d8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:13.070983 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-84b7a9a2-5667-4015-a9ad-f7c7b7c3c939 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a104199e2bd7419da5da98fd567f1ffc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8028767 Nov 25 19:56:13.074163 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38130) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:13.140236 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64573464-6967-4a1a-ab99-ce56078583b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:13.198429 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64573464-6967-4a1a-ab99-ce56078583b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:13.203212 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ebfc226-86c5-4ee3-8def-8f985fd645a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:13.220775 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-1f2b93cf-21e4-43c9-b631-8aaea4cbc80c None None] For port 9a5df886-8d8f-4dfc-9d22-8700347c9f07, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9a5df886-8d8f-4dfc-9d22-8700347c9f07,segment=NetworkSegment(dd6018fe-7b6c-4640-82bb-4a06d1a179a5),segment_id=dd6018fe-7b6c-4640-82bb-4a06d1a179a5)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:13.221457 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1f2b93cf-21e4-43c9-b631-8aaea4cbc80c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:13.246404 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b93cf-21e4-43c9-b631-8aaea4cbc80c None None] Calling delete_port for 9a5df886-8d8f-4dfc-9d22-8700347c9f07 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:13.264831 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ebfc226-86c5-4ee3-8def-8f985fd645a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:13.275404 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-bed6c673-8cc1-4359-808f-5b2b91f93220 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Deleting port 9a5df886-8d8f-4dfc-9d22-8700347c9f07 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:13.276142 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bed6c673-8cc1-4359-808f-5b2b91f93220 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:13.326358 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-64573464-6967-4a1a-ab99-ce56078583b3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=09c0d4bc25614326871068d28e6e1d1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4874594 Nov 25 19:56:13.330881 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38132) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:13.360540 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64573464-6967-4a1a-ab99-ce56078583b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7029b8d4-f568-49b3-9baf-1458712956c2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:13.376894 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1f2b93cf-21e4-43c9-b631-8aaea4cbc80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:13.377819 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-885e2d15-b797-4113-8335-542a83ed1452 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Deleting port 3594d80b-fbf2-40c9-b060-ca88aaed212a {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:13.378512 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-885e2d15-b797-4113-8335-542a83ed1452 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:13.393903 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c078c45-7d2d-4972-96ed-5e28c6525a1f admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:56:13.399755 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-bed6c673-8cc1-4359-808f-5b2b91f93220 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] For port 9a5df886-8d8f-4dfc-9d22-8700347c9f07, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9a5df886-8d8f-4dfc-9d22-8700347c9f07,segment=NetworkSegment(dd6018fe-7b6c-4640-82bb-4a06d1a179a5),segment_id=dd6018fe-7b6c-4640-82bb-4a06d1a179a5)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:13.400334 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bed6c673-8cc1-4359-808f-5b2b91f93220 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:13.417234 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-bed6c673-8cc1-4359-808f-5b2b91f93220 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Calling delete_port for 9a5df886-8d8f-4dfc-9d22-8700347c9f07 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:13.431715 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe5e49a-04cd-4765-90e3-2b9cddf3fdec None None] Sync routers for ids ['df00ff7c-9937-43cd-9a2e-0557b78d67e0'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:56:13.438061 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b93cf-21e4-43c9-b631-8aaea4cbc80c None None] Pushing event deleted for resources: {'Port': ['ID=9a5df886-8d8f-4dfc-9d22-8700347c9f07,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:13.438439 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ebfc226-86c5-4ee3-8def-8f985fd645a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:13.441167 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ebfc226-86c5-4ee3-8def-8f985fd645a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:13.447434 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0ebfc226-86c5-4ee3-8def-8f985fd645a6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/68a35303-9604-4324-b454-cdac013ba6d8 HTTP/1.1" status: 204 len: 168 time: 0.3715706 Nov 25 19:56:13.450563 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2b93cf-21e4-43c9-b631-8aaea4cbc80c None None] No DVR routers for this DVR port 9a5df886-8d8f-4dfc-9d22-8700347c9f07 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:56:13.463513 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe5e49a-04cd-4765-90e3-2b9cddf3fdec None None] Routers {'df00ff7c-9937-43cd-9a2e-0557b78d67e0'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:13.463513 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-dfe5e49a-04cd-4765-90e3-2b9cddf3fdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:56:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['df00ff7c-9937-43cd-9a2e-0557b78d67e0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:13.519226 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfc226-86c5-4ee3-8def-8f985fd645a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a35303-9604-4324-b454-cdac013ba6d8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:13.535958 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461425f-7dda-4477-b5ae-1aef988a84e9 req-6e49a7cd-1429-49b3-9f00-f3cd69d1a051 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:13.550335 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6461425f-7dda-4477-b5ae-1aef988a84e9 req-6e49a7cd-1429-49b3-9f00-f3cd69d1a051 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d HTTP/1.1" status: 200 len: 945 time: 0.4330161 Nov 25 19:56:13.570932 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bed6c673-8cc1-4359-808f-5b2b91f93220 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:13.605919 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6c673-8cc1-4359-808f-5b2b91f93220 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Port': ['ID=9a5df886-8d8f-4dfc-9d22-8700347c9f07,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:13.612181 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed6c673-8cc1-4359-808f-5b2b91f93220 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] No DVR routers for this DVR port 9a5df886-8d8f-4dfc-9d22-8700347c9f07 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:56:13.629799 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 7e0d1419-6703-4ee5-99f7-1bb5447297b7 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:56:13.709982 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6461425f-7dda-4477-b5ae-1aef988a84e9 req-ce2e9e68-a6ca-4b30-8f36-8ac027344f1e tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bca5d66-2617-4bbe-8696-1e15d8441a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474323 Nov 25 19:56:13.712071 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-dfe5e49a-04cd-4765-90e3-2b9cddf3fdec None None] Set router df00ff7c-9937-43cd-9a2e-0557b78d67e0 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:56:13.723023 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c078c45-7d2d-4972-96ed-5e28c6525a1f admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:13.724824 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0c078c45-7d2d-4972-96ed-5e28c6525a1f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.6276143 Nov 25 19:56:13.731083 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38136) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:13.811115 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bed6c673-8cc1-4359-808f-5b2b91f93220 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:13.840822 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-bed6c673-8cc1-4359-808f-5b2b91f93220 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['700f8d90-2680-4af0-b3da-42965d62e0bc']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:13.855475 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-bed6c673-8cc1-4359-808f-5b2b91f93220 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6018fe-7b6c-4640-82bb-4a06d1a179a5') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:13.856172 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-bed6c673-8cc1-4359-808f-5b2b91f93220 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6018fe-7b6c-4640-82bb-4a06d1a179a5') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:13.873559 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bed6c673-8cc1-4359-808f-5b2b91f93220 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:13.892755 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bed6c673-8cc1-4359-808f-5b2b91f93220 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:13.901079 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed6c673-8cc1-4359-808f-5b2b91f93220 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:56:13.902620 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bed6c673-8cc1-4359-808f-5b2b91f93220 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:13.988633 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 7e0d1419-6703-4ee5-99f7-1bb5447297b7 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: self.session.flush() Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:56:13.998416 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:56:14.009616 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bed6c673-8cc1-4359-808f-5b2b91f93220 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:14.013599 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 7e0d1419-6703-4ee5-99f7-1bb5447297b7 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:14.014703 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:14.056239 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bed6c673-8cc1-4359-808f-5b2b91f93220 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:14.063016 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bed6c673-8cc1-4359-808f-5b2b91f93220 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/networks/700f8d90-2680-4af0-b3da-42965d62e0bc HTTP/1.1" status: 204 len: 168 time: 1.4436560 Nov 25 19:56:14.064413 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38142) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:14.067301 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6c673-8cc1-4359-808f-5b2b91f93220 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Network': ['ID=700f8d90-2680-4af0-b3da-42965d62e0bc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:14.075923 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c2b5cc44-78ab-447d-928b-4fcf50741a21 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1656479653'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:14.120742 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b5cc44-78ab-447d-928b-4fcf50741a21 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Made reservation on behalf of 03b09e35a99940eabc55542aa50b027b for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:56:14.127065 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2b5cc44-78ab-447d-928b-4fcf50741a21 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:14.131728 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-deleted', 'tag': '7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:56:14.136515 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3159ca8e-856d-46fb-bc41-394c63f30cfb" -d '{"events": [{"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-deleted", "tag": "7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:56:14.160245 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38146) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:14.187452 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3af01860-473f-493c-aa37-866a47269d9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:14.230927 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-dfe5e49a-04cd-4765-90e3-2b9cddf3fdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df00ff7c-9937-43cd-9a2e-0557b78d67e0', 'name': 'tempest-TestAggregatesBasicOps-1657096092-router', 'tenant_id': 'b4558a73d71448bea3d5a1f58891441b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '9c7fbe05-d8dd-467c-81d7-7eee35a95416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:56:03Z', 'updated_at': '2021-11-25T19:56:09Z', 'revision_number': 3, 'project_id': 'b4558a73d71448bea3d5a1f58891441b', 'gw_port': {'id': '9c7fbe05-d8dd-467c-81d7-7eee35a95416', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df00ff7c-9937-43cd-9a2e-0557b78d67e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:07Z', 'updated_at': '2021-11-25T19:56:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:14.236145 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b5cc44-78ab-447d-928b-4fcf50741a21 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:56:14.245318 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-707d0e7c-005a-4c00-98d6-8d460cc60af9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:14.255808 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2b5cc44-78ab-447d-928b-4fcf50741a21 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:14.257133 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-c2b5cc44-78ab-447d-928b-4fcf50741a21 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Added segment 46d7e9fe-80b4-49cd-b59b-df775c732376 of type vlan for network 780134b9-ed99-4c2a-9d44-4a5751995dc2 Nov 25 19:56:14.297141 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe5e49a-04cd-4765-90e3-2b9cddf3fdec None None] Checking router: df00ff7c-9937-43cd-9a2e-0557b78d67e0 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:56:14.297141 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe5e49a-04cd-4765-90e3-2b9cddf3fdec None None] Updating router df00ff7c-9937-43cd-9a2e-0557b78d67e0 port 9c7fbe05-d8dd-467c-81d7-7eee35a95416 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:56:14.320962 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2b5cc44-78ab-447d-928b-4fcf50741a21 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:14.323049 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-885e2d15-b797-4113-8335-542a83ed1452 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] For port 3594d80b-fbf2-40c9-b060-ca88aaed212a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=3594d80b-fbf2-40c9-b060-ca88aaed212a,segment=NetworkSegment(610715c4-d69d-455e-8a05-0a8f1fdcc944),segment_id=610715c4-d69d-455e-8a05-0a8f1fdcc944)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:14.323656 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-885e2d15-b797-4113-8335-542a83ed1452 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:14.340105 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:14.358244 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2b5cc44-78ab-447d-928b-4fcf50741a21 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:14.364385 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b5cc44-78ab-447d-928b-4fcf50741a21 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:14.365030 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2b5cc44-78ab-447d-928b-4fcf50741a21 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:14.367799 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9a5df886-8d8f-4dfc-9d22-8700347c9f07 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:56:14.375316 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dfe5e49a-04cd-4765-90e3-2b9cddf3fdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:14.395587 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-707d0e7c-005a-4c00-98d6-8d460cc60af9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:14.400910 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-885e2d15-b797-4113-8335-542a83ed1452 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Calling delete_port for 3594d80b-fbf2-40c9-b060-ca88aaed212a owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:14.464466 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 9a5df886-8d8f-4dfc-9d22-8700347c9f07 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:56:14.465088 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9a5df886-8d8f-4dfc-9d22-8700347c9f07 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:56:14.472577 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c2b5cc44-78ab-447d-928b-4fcf50741a21 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3962400 Nov 25 19:56:14.472928 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d50c1-83aa-4434-aaa8-efbeace48477 req-f869e9dd-209e-41d9-89e4-f0165e9d37c0 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:14.477876 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38148) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:14.480873 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-582d50c1-83aa-4434-aaa8-efbeace48477 req-f869e9dd-209e-41d9-89e4-f0165e9d37c0 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 943 time: 0.4707305 Nov 25 19:56:14.481876 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9c907582-4d7a-453a-b946-5e41d6bd35a6 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'subnet': {'network_id': '780134b9-ed99-4c2a-9d44-4a5751995dc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:14.488125 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0d1419-6703-4ee5-99f7-1bb5447297b7'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:56:14.493078 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c2b603-a30e-4d2c-8945-41196f48c660" -d '{"events": [{"server_uuid": "e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d", "name": "network-vif-plugged", "status": "completed", "tag": "7e0d1419-6703-4ee5-99f7-1bb5447297b7"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:56:14.509671 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5cc44-78ab-447d-928b-4fcf50741a21 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Network': ['ID=780134b9-ed99-4c2a-9d44-4a5751995dc2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:14.536772 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 7e0d1419-6703-4ee5-99f7-1bb5447297b7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=7e0d1419-6703-4ee5-99f7-1bb5447297b7,segment=NetworkSegment(35eff4d0-8430-4549-98df-1175efcfbc5c),segment_id=35eff4d0-8430-4549-98df-1175efcfbc5c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:14.552821 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:14.591378 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:56:14.603311 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3af01860-473f-493c-aa37-866a47269d9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:14.621366 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3af01860-473f-493c-aa37-866a47269d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:14.643562 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 780134b9-ed99-4c2a-9d44-4a5751995dc2 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:56:14.701441 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3af01860-473f-493c-aa37-866a47269d9a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=21d1f978dfd44f878d32511dd9836a73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5393431 Nov 25 19:56:14.702664 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af01860-473f-493c-aa37-866a47269d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c07461-be45-4aec-b0c4-7403bf610551,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:14.707880 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38152) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:14.735748 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af01860-473f-493c-aa37-866a47269d9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:14.736526 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af01860-473f-493c-aa37-866a47269d9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:14.737115 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af01860-473f-493c-aa37-866a47269d9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:14.739486 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af01860-473f-493c-aa37-866a47269d9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:14.740092 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af01860-473f-493c-aa37-866a47269d9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:14.740773 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af01860-473f-493c-aa37-866a47269d9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:14.741351 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af01860-473f-493c-aa37-866a47269d9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:14.742023 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af01860-473f-493c-aa37-866a47269d9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:14.742669 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af01860-473f-493c-aa37-866a47269d9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:14.743235 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af01860-473f-493c-aa37-866a47269d9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:14.743830 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af01860-473f-493c-aa37-866a47269d9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:14.744419 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af01860-473f-493c-aa37-866a47269d9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:14.769873 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c907582-4d7a-453a-b946-5e41d6bd35a6 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Made reservation on behalf of 03b09e35a99940eabc55542aa50b027b for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:56:14.781698 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c907582-4d7a-453a-b946-5e41d6bd35a6 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:14.892545 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4639d1f1-48da-45cf-8d3f-ef41d7eb72f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:14.942398 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4639d1f1-48da-45cf-8d3f-ef41d7eb72f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:15.139261 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4639d1f1-48da-45cf-8d3f-ef41d7eb72f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:15.149315 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4639d1f1-48da-45cf-8d3f-ef41d7eb72f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:15.151391 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4639d1f1-48da-45cf-8d3f-ef41d7eb72f1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/33c07461-be45-4aec-b0c4-7403bf610551 HTTP/1.1" status: 204 len: 168 time: 0.4412959 Nov 25 19:56:15.158966 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c907582-4d7a-453a-b946-5e41d6bd35a6 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:15.189706 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=7e0d1419-6703-4ee5-99f7-1bb5447297b7,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:15.233654 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639d1f1-48da-45cf-8d3f-ef41d7eb72f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c07461-be45-4aec-b0c4-7403bf610551,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:15.259137 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-582d50c1-83aa-4434-aaa8-efbeace48477 req-1800fabb-09f7-48d4-bb76-d5b861f5b74c tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups?id=275aa994-18f6-4ebd-ae06-3d72017bc028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7431502 Nov 25 19:56:15.305465 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-707d0e7c-005a-4c00-98d6-8d460cc60af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:15.326486 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-707d0e7c-005a-4c00-98d6-8d460cc60af9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:15.327259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c907582-4d7a-453a-b946-5e41d6bd35a6 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Subnet': ['ID=5201cb04-a5f5-4e3b-9cc7-a34d2e959ba0,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:15.329667 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-707d0e7c-005a-4c00-98d6-8d460cc60af9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7029b8d4-f568-49b3-9baf-1458712956c2 HTTP/1.1" status: 204 len: 168 time: 1.9926941 Nov 25 19:56:15.356093 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c907582-4d7a-453a-b946-5e41d6bd35a6 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Checking segment: {'id': '46d7e9fe-80b4-49cd-b59b-df775c732376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '780134b9-ed99-4c2a-9d44-4a5751995dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:56:15.356825 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c907582-4d7a-453a-b946-5e41d6bd35a6 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network hostable DHCP agents. Network: 780134b9-ed99-4c2a-9d44-4a5751995dc2, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:56:15.390373 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c907582-4d7a-453a-b946-5e41d6bd35a6 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network 780134b9-ed99-4c2a-9d44-4a5751995dc2 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:56:15.416749 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-9c907582-4d7a-453a-b946-5e41d6bd35a6 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 780134b9-ed99-4c2a-9d44-4a5751995dc2) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:15.423645 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c907582-4d7a-453a-b946-5e41d6bd35a6 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:15.424329 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c907582-4d7a-453a-b946-5e41d6bd35a6 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:15.451756 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df433392-8e7e-4ac3-ae79-b27596db577b None None] Network 780134b9-ed99-4c2a-9d44-4a5751995dc2 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:56:15.462034 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9c907582-4d7a-453a-b946-5e41d6bd35a6 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9845119 Nov 25 19:56:15.466171 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38160) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:15.485070 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-020938c0-fb11-49ae-9807-eeb4032df449 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-414403587', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:15.493733 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0703442-f1bb-4e75-90d2-ab209420ec5e x-openstack-request-id: req-f0703442-f1bb-4e75-90d2-ab209420ec5e {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:56:15.498839 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-deleted", "tag": "7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:56:15.502409 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f0703442-f1bb-4e75-90d2-ab209420ec5e {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:56:15.504153 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-deleted', 'tag': '7bb8636e-fa96-4cf8-be2f-bfab5cd65b6b', 'status': 'completed', 'code': 200} Nov 25 19:56:15.510189 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d0e7c-005a-4c00-98d6-8d460cc60af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7029b8d4-f568-49b3-9baf-1458712956c2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:15.550547 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d0e7c-005a-4c00-98d6-8d460cc60af9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:15.551558 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d0e7c-005a-4c00-98d6-8d460cc60af9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:15.552370 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d0e7c-005a-4c00-98d6-8d460cc60af9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:15.553299 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d0e7c-005a-4c00-98d6-8d460cc60af9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:15.554132 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d0e7c-005a-4c00-98d6-8d460cc60af9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:15.555033 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d0e7c-005a-4c00-98d6-8d460cc60af9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:15.555938 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d0e7c-005a-4c00-98d6-8d460cc60af9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:15.556774 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d0e7c-005a-4c00-98d6-8d460cc60af9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:15.557620 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d0e7c-005a-4c00-98d6-8d460cc60af9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:15.558521 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d0e7c-005a-4c00-98d6-8d460cc60af9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:15.559364 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d0e7c-005a-4c00-98d6-8d460cc60af9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:15.560534 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d0e7c-005a-4c00-98d6-8d460cc60af9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:15.564963 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-020938c0-fb11-49ae-9807-eeb4032df449 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:15.566188 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-020938c0-fb11-49ae-9807-eeb4032df449 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:15.670565 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bd1936-376a-409c-ac28-09bb929a3969 x-openstack-request-id: req-39bd1936-376a-409c-ac28-09bb929a3969 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:56:15.671431 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d", "name": "network-vif-plugged", "status": "completed", "tag": "7e0d1419-6703-4ee5-99f7-1bb5447297b7", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:56:15.671431 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-39bd1936-376a-409c-ac28-09bb929a3969 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:56:15.672158 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0d1419-6703-4ee5-99f7-1bb5447297b7', 'code': 200} Nov 25 19:56:15.800558 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714eab95-005b-460f-a905-370ebb9df16d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-780134b9-ed99-4c2a-9d44-4a5751995dc2', 'network_id': '780134b9-ed99-4c2a-9d44-4a5751995dc2', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'fixed_ips': [{'subnet_id': '5201cb04-a5f5-4e3b-9cc7-a34d2e959ba0'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:56:15.801962 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-714eab95-005b-460f-a905-370ebb9df16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:15.806133 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dfe5e49a-04cd-4765-90e3-2b9cddf3fdec None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:15.823298 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dfe5e49a-04cd-4765-90e3-2b9cddf3fdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:15.916306 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-885e2d15-b797-4113-8335-542a83ed1452 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:15.942268 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-020938c0-fb11-49ae-9807-eeb4032df449 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:15.956558 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-020938c0-fb11-49ae-9807-eeb4032df449 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:15.977317 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1af169f-d5f1-45d8-9c3a-998836d23744 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:56:16.002077 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-020938c0-fb11-49ae-9807-eeb4032df449 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:16.003511 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-020938c0-fb11-49ae-9807-eeb4032df449 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5315588 Nov 25 19:56:16.008390 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38166) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:16.033412 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e2d15-b797-4113-8335-542a83ed1452 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event deleted for resources: {'Port': ['ID=3594d80b-fbf2-40c9-b060-ca88aaed212a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:16.044305 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b0e39f6a-3eaf-4237-a0f3-f5b2a3284837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:16.081404 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874889ee-2687-481b-a5a7-8550dad40a86 None None] Pushing event updated for resources: {'Port': ['ID=9c7fbe05-d8dd-467c-81d7-7eee35a95416,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:16.089970 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-dfe5e49a-04cd-4765-90e3-2b9cddf3fdec None None] Attempting to bind port 9c7fbe05-d8dd-467c-81d7-7eee35a95416 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:56:16.090560 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-dfe5e49a-04cd-4765-90e3-2b9cddf3fdec None None] Attempting to bind port 9c7fbe05-d8dd-467c-81d7-7eee35a95416 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:56:16.090942 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe5e49a-04cd-4765-90e3-2b9cddf3fdec None None] Attempting to bind port 9c7fbe05-d8dd-467c-81d7-7eee35a95416 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:56:16.131319 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe5e49a-04cd-4765-90e3-2b9cddf3fdec None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:56:16.131696 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe5e49a-04cd-4765-90e3-2b9cddf3fdec None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:56:16.132352 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dfe5e49a-04cd-4765-90e3-2b9cddf3fdec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:16.132638 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe5e49a-04cd-4765-90e3-2b9cddf3fdec None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:56:16.133633 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-dfe5e49a-04cd-4765-90e3-2b9cddf3fdec None None] Bound port: 9c7fbe05-d8dd-467c-81d7-7eee35a95416, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:56:16.133633 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dfe5e49a-04cd-4765-90e3-2b9cddf3fdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:16.223149 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-69a5b826-99b3-4661-b147-75ef12f05e30 None None] Provisioning complete for port 9c7fbe05-d8dd-467c-81d7-7eee35a95416 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:16.223538 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-69a5b826-99b3-4661-b147-75ef12f05e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:16.271142 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-885e2d15-b797-4113-8335-542a83ed1452 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] No DVR routers for this DVR port 3594d80b-fbf2-40c9-b060-ca88aaed212a on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:56:16.285773 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3463565-9d53-4730-81a5-a2a46831dd9d req-32a76541-c4e1-49f7-a3fb-8bf0b26aa10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:16.287480 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c3463565-9d53-4730-81a5-a2a46831dd9d req-32a76541-c4e1-49f7-a3fb-8bf0b26aa10b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d HTTP/1.1" status: 200 len: 1097 time: 0.5263216 Nov 25 19:56:16.301058 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-885e2d15-b797-4113-8335-542a83ed1452 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:16.306776 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d6f3223-4e94-45b3-a4c4-98ef245fbd6c req-885e2d15-b797-4113-8335-542a83ed1452 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.85 "DELETE /v2.0/ports/3594d80b-fbf2-40c9-b060-ca88aaed212a HTTP/1.1" status: 204 len: 173 time: 3.4643734 Nov 25 19:56:16.307357 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-dfe5e49a-04cd-4765-90e3-2b9cddf3fdec None None] For port 9c7fbe05-d8dd-467c-81d7-7eee35a95416, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:56:16.317233 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-dfe5e49a-04cd-4765-90e3-2b9cddf3fdec None None] For port 9c7fbe05-d8dd-467c-81d7-7eee35a95416, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9c7fbe05-d8dd-467c-81d7-7eee35a95416,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:56:16.341946 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38174) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:16.369465 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae303b-eb6a-47cc-9f8e-37e08f1ea0c3 req-cc4a09d1-0e27-4d92-b8e7-5dfb9be2fe3c tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:16.390904 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-98ae303b-eb6a-47cc-9f8e-37e08f1ea0c3 req-cc4a09d1-0e27-4d92-b8e7-5dfb9be2fe3c tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d HTTP/1.1" status: 200 len: 946 time: 0.6365790 Nov 25 19:56:16.411669 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dfe5e49a-04cd-4765-90e3-2b9cddf3fdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:16.569802 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-714eab95-005b-460f-a905-370ebb9df16d None None] Allocated IP 2001:db8::2 (780134b9-ed99-4c2a-9d44-4a5751995dc2/5201cb04-a5f5-4e3b-9cc7-a34d2e959ba0/9cdb6cf9-b4ed-40de-b976-70e07d8b5c28) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:56:16.876077 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-b0e39f6a-3eaf-4237-a0f3-f5b2a3284837 admin admin] Allocated IP 172.20.0.1 (68b76d48-060a-461b-bfbc-a826e58e6600/9f18c9e7-e9c9-4bbe-9d8a-8b668a734c9e/d15f7081-688a-4283-bb04-bbd5a91f07d7) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:56:16.897020 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-714eab95-005b-460f-a905-370ebb9df16d None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:16.955142 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-714eab95-005b-460f-a905-370ebb9df16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:16.966642 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784d9969-d66b-4009-b118-3c8a8945b701 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:56:16.970563 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874889ee-2687-481b-a5a7-8550dad40a86 None None] Pushing event updated for resources: {'Port': ['ID=9c7fbe05-d8dd-467c-81d7-7eee35a95416,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:17.001546 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-69a5b826-99b3-4661-b147-75ef12f05e30 None None] Port 9c7fbe05-d8dd-467c-81d7-7eee35a95416 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:56:17.057304 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe5e49a-04cd-4765-90e3-2b9cddf3fdec None None] Routers {'df00ff7c-9937-43cd-9a2e-0557b78d67e0'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:17.058471 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-dfe5e49a-04cd-4765-90e3-2b9cddf3fdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:56:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['df00ff7c-9937-43cd-9a2e-0557b78d67e0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:17.092745 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714eab95-005b-460f-a905-370ebb9df16d None None] Network 780134b9-ed99-4c2a-9d44-4a5751995dc2 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:17.133622 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b0e39f6a-3eaf-4237-a0f3-f5b2a3284837 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:17.219645 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714eab95-005b-460f-a905-370ebb9df16d None None] Pushing event updated for resources: {'Port': ['ID=9cdb6cf9-b4ed-40de-b976-70e07d8b5c28,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:17.222984 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-714eab95-005b-460f-a905-370ebb9df16d None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:17.226114 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714eab95-005b-460f-a905-370ebb9df16d None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:56:17.252730 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2628aa4f-6025-45b9-91c3-4ecdc4dbdf82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:17.274621 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b0e39f6a-3eaf-4237-a0f3-f5b2a3284837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:17.292532 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-00ce5bd1-25e8-42fe-8de7-4524442e7aa4 None None] Provisioning complete for port 9c7fbe05-d8dd-467c-81d7-7eee35a95416 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:17.293972 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-00ce5bd1-25e8-42fe-8de7-4524442e7aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:17.336595 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b50a5939-36fd-4108-9657-9444504f5f2d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:17.386542 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-714eab95-005b-460f-a905-370ebb9df16d None None] Attempting to bind port 9cdb6cf9-b4ed-40de-b976-70e07d8b5c28 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:56:17.387238 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-714eab95-005b-460f-a905-370ebb9df16d None None] Attempting to bind port 9cdb6cf9-b4ed-40de-b976-70e07d8b5c28 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '46d7e9fe-80b4-49cd-b59b-df775c732376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '780134b9-ed99-4c2a-9d44-4a5751995dc2'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:56:17.387826 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714eab95-005b-460f-a905-370ebb9df16d None None] Attempting to bind port 9cdb6cf9-b4ed-40de-b976-70e07d8b5c28 on network 780134b9-ed99-4c2a-9d44-4a5751995dc2 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:56:17.403423 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714eab95-005b-460f-a905-370ebb9df16d None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:56:17.404164 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714eab95-005b-460f-a905-370ebb9df16d None None] Checking segment: {'id': '46d7e9fe-80b4-49cd-b59b-df775c732376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '780134b9-ed99-4c2a-9d44-4a5751995dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:56:17.404847 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-714eab95-005b-460f-a905-370ebb9df16d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:17.405471 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714eab95-005b-460f-a905-370ebb9df16d None None] Bound using segment: {'id': '46d7e9fe-80b4-49cd-b59b-df775c732376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '780134b9-ed99-4c2a-9d44-4a5751995dc2'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:56:17.407358 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-714eab95-005b-460f-a905-370ebb9df16d None None] Bound port: 9cdb6cf9-b4ed-40de-b976-70e07d8b5c28, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d7e9fe-80b4-49cd-b59b-df775c732376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '780134b9-ed99-4c2a-9d44-4a5751995dc2'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:56:17.408053 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-714eab95-005b-460f-a905-370ebb9df16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:17.431515 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-dfe5e49a-04cd-4765-90e3-2b9cddf3fdec None None] Set router df00ff7c-9937-43cd-9a2e-0557b78d67e0 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:56:17.523183 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-deleted', 'tag': '3594d80b-fbf2-40c9-b060-ca88aaed212a'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:56:17.530961 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bd6e6e-bab8-4e9a-8b23-b1b17b3b0838" -d '{"events": [{"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-deleted", "tag": "3594d80b-fbf2-40c9-b060-ca88aaed212a"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:56:17.561760 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c3463565-9d53-4730-81a5-a2a46831dd9d req-01879bc4-43b2-42e1-ab22-5382138601f7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5bca5d66-2617-4bbe-8696-1e15d8441a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2411942 Nov 25 19:56:17.605347 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e39f6a-3eaf-4237-a0f3-f5b2a3284837 admin admin] Network 68b76d48-060a-461b-bfbc-a826e58e6600 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:17.621765 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-98ae303b-eb6a-47cc-9f8e-37e08f1ea0c3 req-a6a5cc6f-f04d-401e-b8a7-cc3178fd0237 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bca5d66-2617-4bbe-8696-1e15d8441a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2287714 Nov 25 19:56:17.644830 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-b0e39f6a-3eaf-4237-a0f3-f5b2a3284837 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:17.658899 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e39f6a-3eaf-4237-a0f3-f5b2a3284837 admin admin] Pushing event updated for resources: {'Port': ['ID=d15f7081-688a-4283-bb04-bbd5a91f07d7,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:17.665283 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e39f6a-3eaf-4237-a0f3-f5b2a3284837 admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:56:17.713210 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-714eab95-005b-460f-a905-370ebb9df16d None None] For port 9cdb6cf9-b4ed-40de-b976-70e07d8b5c28, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:56:17.720446 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-714eab95-005b-460f-a905-370ebb9df16d None None] For port 9cdb6cf9-b4ed-40de-b976-70e07d8b5c28, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9cdb6cf9-b4ed-40de-b976-70e07d8b5c28,segment=NetworkSegment(46d7e9fe-80b4-49cd-b59b-df775c732376),segment_id=46d7e9fe-80b4-49cd-b59b-df775c732376)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:56:17.732109 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-00ce5bd1-25e8-42fe-8de7-4524442e7aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:17.774604 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-714eab95-005b-460f-a905-370ebb9df16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:17.820739 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2628aa4f-6025-45b9-91c3-4ecdc4dbdf82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:17.826542 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-b50a5939-36fd-4108-9657-9444504f5f2d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Allocated IP 2001:db8::1 (780134b9-ed99-4c2a-9d44-4a5751995dc2/5201cb04-a5f5-4e3b-9cc7-a34d2e959ba0/c12eda89-4e3e-42c9-89e0-0d6293d83cc5) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:56:17.857966 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2628aa4f-6025-45b9-91c3-4ecdc4dbdf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:17.875255 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-00ce5bd1-25e8-42fe-8de7-4524442e7aa4 None None] For port 9c7fbe05-d8dd-467c-81d7-7eee35a95416, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9c7fbe05-d8dd-467c-81d7-7eee35a95416,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:17.886602 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-00ce5bd1-25e8-42fe-8de7-4524442e7aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:17.953738 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714eab95-005b-460f-a905-370ebb9df16d None None] Pushing event updated for resources: {'Port': ['ID=9cdb6cf9-b4ed-40de-b976-70e07d8b5c28,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:18.061104 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce5bd1-25e8-42fe-8de7-4524442e7aa4 None None] Pushing event updated for resources: {'Port': ['ID=9c7fbe05-d8dd-467c-81d7-7eee35a95416,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:18.092186 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-dfe5e49a-04cd-4765-90e3-2b9cddf3fdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df00ff7c-9937-43cd-9a2e-0557b78d67e0', 'name': 'tempest-TestAggregatesBasicOps-1657096092-router', 'tenant_id': 'b4558a73d71448bea3d5a1f58891441b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '9c7fbe05-d8dd-467c-81d7-7eee35a95416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:56:03Z', 'updated_at': '2021-11-25T19:56:09Z', 'revision_number': 3, 'project_id': 'b4558a73d71448bea3d5a1f58891441b', 'gw_port': {'id': '9c7fbe05-d8dd-467c-81d7-7eee35a95416', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df00ff7c-9937-43cd-9a2e-0557b78d67e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:07Z', 'updated_at': '2021-11-25T19:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:18.144455 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628aa4f-6025-45b9-91c3-4ecdc4dbdf82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8e4c73-98bd-4958-8756-9583a4f5f1ff,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:18.147358 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe5e49a-04cd-4765-90e3-2b9cddf3fdec None None] The sync data for ids ['df00ff7c-9937-43cd-9a2e-0557b78d67e0'] in n-d-819349-5 is: [{'id': 'df00ff7c-9937-43cd-9a2e-0557b78d67e0', 'name': 'tempest-TestAggregatesBasicOps-1657096092-router', 'tenant_id': 'b4558a73d71448bea3d5a1f58891441b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '9c7fbe05-d8dd-467c-81d7-7eee35a95416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:56:03Z', 'updated_at': '2021-11-25T19:56:09Z', 'revision_number': 3, 'project_id': 'b4558a73d71448bea3d5a1f58891441b', 'gw_port': {'id': '9c7fbe05-d8dd-467c-81d7-7eee35a95416', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df00ff7c-9937-43cd-9a2e-0557b78d67e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:07Z', 'updated_at': '2021-11-25T19:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:56:18.158047 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-425ec64d-b4ee-4d66-bd2c-09a6326efe3c req-5cfb33fc-814d-4596-b571-433a71c0f74c tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 210 time: 0.3347909 Nov 25 19:56:18.158308 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b50a5939-36fd-4108-9657-9444504f5f2d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:18.166902 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b0e39f6a-3eaf-4237-a0f3-f5b2a3284837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:18.285451 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b50a5939-36fd-4108-9657-9444504f5f2d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:18.335528 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f49c9eab-a2d2-4c84-b06d-29ecb87db54a None None] Provisioning complete for port d15f7081-688a-4283-bb04-bbd5a91f07d7 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:18.335941 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f49c9eab-a2d2-4c84-b06d-29ecb87db54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:18.379023 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4858a4cf-b369-491b-a4ad-f336185a8310 x-openstack-request-id: req-4858a4cf-b369-491b-a4ad-f336185a8310 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:56:18.380008 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e8404a-5a79-4ac5-9565-73631729b81b", "name": "network-vif-deleted", "tag": "3594d80b-fbf2-40c9-b060-ca88aaed212a", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:56:18.380948 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4858a4cf-b369-491b-a4ad-f336185a8310 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:56:18.381389 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e8404a-5a79-4ac5-9565-73631729b81b', 'name': 'network-vif-deleted', 'tag': '3594d80b-fbf2-40c9-b060-ca88aaed212a', 'status': 'completed', 'code': 200} Nov 25 19:56:18.478117 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50a5939-36fd-4108-9657-9444504f5f2d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network 780134b9-ed99-4c2a-9d44-4a5751995dc2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:18.482945 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b50a5939-36fd-4108-9657-9444504f5f2d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:18.489632 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-f49c9eab-a2d2-4c84-b06d-29ecb87db54a None None] Port d15f7081-688a-4283-bb04-bbd5a91f07d7 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:56:18.490128 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50a5939-36fd-4108-9657-9444504f5f2d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:56:18.490862 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b50a5939-36fd-4108-9657-9444504f5f2d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:18.502774 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38202) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:18.511297 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2628aa4f-6025-45b9-91c3-4ecdc4dbdf82 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fa79618e4559448580c18e2e8c332451&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1659715 Nov 25 19:56:18.635635 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a5939-36fd-4108-9657-9444504f5f2d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Port': ['ID=c12eda89-4e3e-42c9-89e0-0d6293d83cc5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:18.886483 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44402ecc-65b0-4fff-bc52-6e6ee0d729a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:18.945511 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b50a5939-36fd-4108-9657-9444504f5f2d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:18.991920 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44402ecc-65b0-4fff-bc52-6e6ee0d729a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:18.995028 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b0e39f6a-3eaf-4237-a0f3-f5b2a3284837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:19.316558 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0890094-5f6d-4114-8372-4539eba10f89 req-d475b33a-970e-47ce-89ec-344e500dd3a0 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:19.318209 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0890094-5f6d-4114-8372-4539eba10f89 req-d475b33a-970e-47ce-89ec-344e500dd3a0 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d HTTP/1.1" status: 200 len: 946 time: 0.4211493 Nov 25 19:56:19.349501 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44402ecc-65b0-4fff-bc52-6e6ee0d729a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:19.352822 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44402ecc-65b0-4fff-bc52-6e6ee0d729a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:19.364781 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-44402ecc-65b0-4fff-bc52-6e6ee0d729a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ae8e4c73-98bd-4958-8756-9583a4f5f1ff HTTP/1.1" status: 204 len: 168 time: 0.8562186 Nov 25 19:56:19.401579 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44402ecc-65b0-4fff-bc52-6e6ee0d729a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8e4c73-98bd-4958-8756-9583a4f5f1ff,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:19.598098 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b0e39f6a-3eaf-4237-a0f3-f5b2a3284837 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:19.629528 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b0e39f6a-3eaf-4237-a0f3-f5b2a3284837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:19.745420 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0890094-5f6d-4114-8372-4539eba10f89 req-abf38b62-8131-4a3b-918b-d44faa361a0f tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bca5d66-2617-4bbe-8696-1e15d8441a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158952 Nov 25 19:56:19.868480 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b0e39f6a-3eaf-4237-a0f3-f5b2a3284837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:19.914657 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e39f6a-3eaf-4237-a0f3-f5b2a3284837 admin admin] Pushing event updated for resources: {'Port': ['ID=d15f7081-688a-4283-bb04-bbd5a91f07d7,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:19.994767 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b50a5939-36fd-4108-9657-9444504f5f2d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:20.001133 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b50a5939-36fd-4108-9657-9444504f5f2d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:20.002117 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b50a5939-36fd-4108-9657-9444504f5f2d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:20.027175 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16738e9e-0156-4649-a3f0-6180ef938318 req-fc69b2bb-29f4-420f-bed7-ee5b5cdb18fb tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 210 time: 0.1093338 Nov 25 19:56:20.141524 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a5939-36fd-4108-9657-9444504f5f2d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Port': ['ID=c12eda89-4e3e-42c9-89e0-0d6293d83cc5,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:20.190578 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e39f6a-3eaf-4237-a0f3-f5b2a3284837 admin admin] Network 68b76d48-060a-461b-bfbc-a826e58e6600 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:20.199253 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-b0e39f6a-3eaf-4237-a0f3-f5b2a3284837 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:20.395527 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbb806d-d617-499c-9523-e66b53e8d722 None None] Network 780134b9-ed99-4c2a-9d44-4a5751995dc2 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:56:20.479477 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50a5939-36fd-4108-9657-9444504f5f2d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network 780134b9-ed99-4c2a-9d44-4a5751995dc2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:20.483522 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b50a5939-36fd-4108-9657-9444504f5f2d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:20.628749 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e39f6a-3eaf-4237-a0f3-f5b2a3284837 admin admin] Router df00ff7c-9937-43cd-9a2e-0557b78d67e0 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:56:20.867074 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-26741451-e9c2-458b-9b9f-7cfab85132d5 None None] Provisioning complete for port 9cdb6cf9-b4ed-40de-b976-70e07d8b5c28 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:20.867429 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-26741451-e9c2-458b-9b9f-7cfab85132d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:20.914666 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50a5939-36fd-4108-9657-9444504f5f2d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Router 19ab20e9-7ccf-4778-9d25-a0f31006b1cc is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:56:21.200288 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e39f6a-3eaf-4237-a0f3-f5b2a3284837 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:56:21.219778 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9c7fbe05-d8dd-467c-81d7-7eee35a95416 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:56:21.228593 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b0e39f6a-3eaf-4237-a0f3-f5b2a3284837 admin admin] 10.222.0.55 "PUT /v2.0/routers/df00ff7c-9937-43cd-9a2e-0557b78d67e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4926829 Nov 25 19:56:21.291793 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdab809-be5c-41cd-95a8-c1f00a3aa273 req-0b79ad57-73f7-4dea-a8c5-8b279a5cb51d tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:21.306236 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6cdab809-be5c-41cd-95a8-c1f00a3aa273 req-0b79ad57-73f7-4dea-a8c5-8b279a5cb51d tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d HTTP/1.1" status: 200 len: 946 time: 0.2886043 Nov 25 19:56:21.387238 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50a5939-36fd-4108-9657-9444504f5f2d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:56:21.414155 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b50a5939-36fd-4108-9657-9444504f5f2d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "PUT /v2.0/routers/19ab20e9-7ccf-4778-9d25-a0f31006b1cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4043584 Nov 25 19:56:21.416693 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38252) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:21.425946 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2389a00a-a563-4815-99db-c35a0a18ee94 None None] Sync routers for ids ['19ab20e9-7ccf-4778-9d25-a0f31006b1cc'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:56:21.464565 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2389a00a-a563-4815-99db-c35a0a18ee94 None None] Routers {'19ab20e9-7ccf-4778-9d25-a0f31006b1cc'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:21.467144 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2389a00a-a563-4815-99db-c35a0a18ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:56:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['19ab20e9-7ccf-4778-9d25-a0f31006b1cc'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:21.469777 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6cdab809-be5c-41cd-95a8-c1f00a3aa273 req-3133500b-665d-4de0-8408-bc6ebe268825 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bca5d66-2617-4bbe-8696-1e15d8441a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592243 Nov 25 19:56:21.486357 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 9c7fbe05-d8dd-467c-81d7-7eee35a95416 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:21.486923 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:21.556926 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c36ec87-8b86-490b-86a3-e1e4077477d7 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:21.561542 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8c36ec87-8b86-490b-86a3-e1e4077477d7 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "GET /v2.0/ports/c12eda89-4e3e-42c9-89e0-0d6293d83cc5 HTTP/1.1" status: 200 len: 911 time: 0.1433544 Nov 25 19:56:21.561805 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-26741451-e9c2-458b-9b9f-7cfab85132d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:21.570693 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38258) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:21.632663 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-26741451-e9c2-458b-9b9f-7cfab85132d5 None None] For port 9cdb6cf9-b4ed-40de-b976-70e07d8b5c28, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9cdb6cf9-b4ed-40de-b976-70e07d8b5c28,segment=NetworkSegment(46d7e9fe-80b4-49cd-b59b-df775c732376),segment_id=46d7e9fe-80b4-49cd-b59b-df775c732376)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:21.644071 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-26741451-e9c2-458b-9b9f-7cfab85132d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:21.691632 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2389a00a-a563-4815-99db-c35a0a18ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:21.717139 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2389a00a-a563-4815-99db-c35a0a18ee94 None None] Routers {'19ab20e9-7ccf-4778-9d25-a0f31006b1cc'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:21.722707 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2389a00a-a563-4815-99db-c35a0a18ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:56:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['19ab20e9-7ccf-4778-9d25-a0f31006b1cc'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:21.820039 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2389a00a-a563-4815-99db-c35a0a18ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:21.821148 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2389a00a-a563-4815-99db-c35a0a18ee94 None None] The sync data for ids ['19ab20e9-7ccf-4778-9d25-a0f31006b1cc'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:56:21.970588 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bca2dc9e-2b78-4b7e-8a09-593864e869ca req-44937b46-bd67-4758-a6f8-359277a792d7 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 210 time: 0.1794307 Nov 25 19:56:22.042135 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26741451-e9c2-458b-9b9f-7cfab85132d5 None None] Pushing event updated for resources: {'Port': ['ID=9cdb6cf9-b4ed-40de-b976-70e07d8b5c28,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:22.050482 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9cdb6cf9-b4ed-40de-b976-70e07d8b5c28 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:56:22.127542 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38266) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:22.140235 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef062a-bd97-4cef-8344-41382f4d909e None None] Sync routers for ids ['df00ff7c-9937-43cd-9a2e-0557b78d67e0'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:56:22.150538 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26741451-e9c2-458b-9b9f-7cfab85132d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:22.150942 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26741451-e9c2-458b-9b9f-7cfab85132d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:22.151263 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26741451-e9c2-458b-9b9f-7cfab85132d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:22.151570 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26741451-e9c2-458b-9b9f-7cfab85132d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:22.151900 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26741451-e9c2-458b-9b9f-7cfab85132d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:22.152413 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26741451-e9c2-458b-9b9f-7cfab85132d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:22.152624 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26741451-e9c2-458b-9b9f-7cfab85132d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:22.152926 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26741451-e9c2-458b-9b9f-7cfab85132d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:22.153766 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26741451-e9c2-458b-9b9f-7cfab85132d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:22.154090 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26741451-e9c2-458b-9b9f-7cfab85132d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:22.154421 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26741451-e9c2-458b-9b9f-7cfab85132d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:22.154714 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26741451-e9c2-458b-9b9f-7cfab85132d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:22.159360 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-52562761-22d9-4259-85ac-8eecaa625730 None None] Provisioning complete for port d15f7081-688a-4283-bb04-bbd5a91f07d7 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:22.160662 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-52562761-22d9-4259-85ac-8eecaa625730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:22.203150 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 9cdb6cf9-b4ed-40de-b976-70e07d8b5c28 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:22.203532 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:22.209354 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ef062a-bd97-4cef-8344-41382f4d909e None None] Routers {'df00ff7c-9937-43cd-9a2e-0557b78d67e0'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:22.209910 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-86ef062a-bd97-4cef-8344-41382f4d909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:56:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['df00ff7c-9937-43cd-9a2e-0557b78d67e0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:22.465085 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-86ef062a-bd97-4cef-8344-41382f4d909e None None] Set router df00ff7c-9937-43cd-9a2e-0557b78d67e0 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:56:22.729290 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d327dd41-4957-406f-88af-3120bb24bdc0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-978079730-network', 'tenant_id': '23b07602208648038bf2636b818440df'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:22.804468 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d327dd41-4957-406f-88af-3120bb24bdc0 admin admin] Made reservation on behalf of 23b07602208648038bf2636b818440df for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:56:22.811883 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d327dd41-4957-406f-88af-3120bb24bdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:22.816479 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6024ab8e-2e45-4fde-9f2f-a18d8da2075c tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:22.848794 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d327dd41-4957-406f-88af-3120bb24bdc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:22.886755 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-52562761-22d9-4259-85ac-8eecaa625730 None None] Port d15f7081-688a-4283-bb04-bbd5a91f07d7 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:56:23.052663 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d327dd41-4957-406f-88af-3120bb24bdc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:23.062170 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d327dd41-4957-406f-88af-3120bb24bdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:23.139324 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d327dd41-4957-406f-88af-3120bb24bdc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:56:23.176984 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327dd41-4957-406f-88af-3120bb24bdc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c795d6-eb7d-4c73-ab9e-b14d9198f728,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:23.200191 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d327dd41-4957-406f-88af-3120bb24bdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:23.200540 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-d327dd41-4957-406f-88af-3120bb24bdc0 admin admin] Added segment 027176cf-6685-419e-b551-74f051093b8f of type vlan for network c1a8f8d4-1a7c-4717-893b-2799278055f6 Nov 25 19:56:23.259707 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-86ef062a-bd97-4cef-8344-41382f4d909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df00ff7c-9937-43cd-9a2e-0557b78d67e0', 'name': 'tempest-TestAggregatesBasicOps-1657096092-router', 'tenant_id': 'b4558a73d71448bea3d5a1f58891441b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '9c7fbe05-d8dd-467c-81d7-7eee35a95416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:56:03Z', 'updated_at': '2021-11-25T19:56:18Z', 'revision_number': 4, 'project_id': 'b4558a73d71448bea3d5a1f58891441b', 'gw_port': {'id': '9c7fbe05-d8dd-467c-81d7-7eee35a95416', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df00ff7c-9937-43cd-9a2e-0557b78d67e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:07Z', 'updated_at': '2021-11-25T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd15f7081-688a-4283-bb04-bbd5a91f07d7', 'name': '', 'network_id': '68b76d48-060a-461b-bfbc-a826e58e6600', 'tenant_id': 'b4558a73d71448bea3d5a1f58891441b', 'mac_address': 'fa:16:3e:77:1b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df00ff7c-9937-43cd-9a2e-0557b78d67e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '9f18c9e7-e9c9-4bbe-9d8a-8b668a734c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:16Z', 'updated_at': '2021-11-25T19:56:19Z', 'revision_number': 2, 'project_id': 'b4558a73d71448bea3d5a1f58891441b', 'subnets': [{'id': '9f18c9e7-e9c9-4bbe-9d8a-8b668a734c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:23.320869 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0a327d8d-e461-40d3-b07e-42772cd676c5 req-8a79afdf-df6d-4b93-b621-bd2493d262e5 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 210 time: 0.0725191 Nov 25 19:56:23.348764 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d327dd41-4957-406f-88af-3120bb24bdc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:23.365142 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-56a6ef85-cbe3-492b-9a33-e3d2a4be1b13 None None] Provisioning complete for port 9cdb6cf9-b4ed-40de-b976-70e07d8b5c28 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:23.365822 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-56a6ef85-cbe3-492b-9a33-e3d2a4be1b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:23.368722 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef062a-bd97-4cef-8344-41382f4d909e None None] Checking router: df00ff7c-9937-43cd-9a2e-0557b78d67e0 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:56:23.369304 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef062a-bd97-4cef-8344-41382f4d909e None None] Updating router df00ff7c-9937-43cd-9a2e-0557b78d67e0 port d15f7081-688a-4283-bb04-bbd5a91f07d7 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:56:23.439063 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38296) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:23.446770 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a25a96ee-8857-4591-9c2a-76057aaaa915 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2087061708-network', 'tenant_id': '560396144c0846c6996c8cc1bd946d3b'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:23.519786 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d327dd41-4957-406f-88af-3120bb24bdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:23.522455 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d327dd41-4957-406f-88af-3120bb24bdc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:23.523940 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d327dd41-4957-406f-88af-3120bb24bdc0 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:23.540828 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9cdb6cf9-b4ed-40de-b976-70e07d8b5c28 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:56:23.584834 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25a96ee-8857-4591-9c2a-76057aaaa915 admin admin] Made reservation on behalf of 560396144c0846c6996c8cc1bd946d3b for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:56:23.588972 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a25a96ee-8857-4591-9c2a-76057aaaa915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:23.611483 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6024ab8e-2e45-4fde-9f2f-a18d8da2075c tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Deleting port c12eda89-4e3e-42c9-89e0-0d6293d83cc5 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:23.611820 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6024ab8e-2e45-4fde-9f2f-a18d8da2075c tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:23.657806 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-86ef062a-bd97-4cef-8344-41382f4d909e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:23.708079 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d327dd41-4957-406f-88af-3120bb24bdc0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5781898 Nov 25 19:56:23.709609 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a25a96ee-8857-4591-9c2a-76057aaaa915 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:23.723598 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38302) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:23.785802 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 9cdb6cf9-b4ed-40de-b976-70e07d8b5c28 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:23.786208 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:23.789227 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:23.858462 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8d360951-629f-4710-bc54-77cafb78102f admin admin] Request body: {'subnet': {'network_id': 'c1a8f8d4-1a7c-4717-893b-2799278055f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-978079730-subnet', 'tenant_id': '23b07602208648038bf2636b818440df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:23.879685 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327dd41-4957-406f-88af-3120bb24bdc0 admin admin] Pushing event updated for resources: {'Network': ['ID=c1a8f8d4-1a7c-4717-893b-2799278055f6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:23.887111 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a25a96ee-8857-4591-9c2a-76057aaaa915 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:23.901262 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a25a96ee-8857-4591-9c2a-76057aaaa915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:23.910278 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6024ab8e-2e45-4fde-9f2f-a18d8da2075c tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:23.923004 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d360951-629f-4710-bc54-77cafb78102f admin admin] Made reservation on behalf of 23b07602208648038bf2636b818440df for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:56:23.925805 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8d360951-629f-4710-bc54-77cafb78102f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:23.940874 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25a96ee-8857-4591-9c2a-76057aaaa915 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:56:23.960177 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6024ab8e-2e45-4fde-9f2f-a18d8da2075c tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Calling delete_port for c12eda89-4e3e-42c9-89e0-0d6293d83cc5 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:23.972764 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a96ee-8857-4591-9c2a-76057aaaa915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ceb1a17-c3d8-468d-8600-bebcf413dcae,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:23.981725 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a25a96ee-8857-4591-9c2a-76057aaaa915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:23.982512 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-a25a96ee-8857-4591-9c2a-76057aaaa915 admin admin] Added segment 1198c3b8-3524-4c54-b11a-3dbb574159e3 of type vlan for network 8be2b4f5-9c93-4742-a142-3a1512ee7768 Nov 25 19:56:24.167393 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a25a96ee-8857-4591-9c2a-76057aaaa915 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:24.197921 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network c1a8f8d4-1a7c-4717-893b-2799278055f6 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:56:24.355447 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-a25a96ee-8857-4591-9c2a-76057aaaa915 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:56:24.383172 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6024ab8e-2e45-4fde-9f2f-a18d8da2075c tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:24.438138 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024ab8e-2e45-4fde-9f2f-a18d8da2075c tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Port': ['ID=c12eda89-4e3e-42c9-89e0-0d6293d83cc5,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:24.455637 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a25a96ee-8857-4591-9c2a-76057aaaa915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:24.456641 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25a96ee-8857-4591-9c2a-76057aaaa915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:24.457357 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a25a96ee-8857-4591-9c2a-76057aaaa915 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:24.473361 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8d360951-629f-4710-bc54-77cafb78102f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:24.534019 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-56a6ef85-cbe3-492b-9a33-e3d2a4be1b13 None None] Provisioning complete for port c12eda89-4e3e-42c9-89e0-0d6293d83cc5 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:24.534423 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-56a6ef85-cbe3-492b-9a33-e3d2a4be1b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:24.597644 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:24.598360 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-56a6ef85-cbe3-492b-9a33-e3d2a4be1b13 None None] Port c12eda89-4e3e-42c9-89e0-0d6293d83cc5 was deleted so its status cannot be updated. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 25 19:56:24.672124 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a25a96ee-8857-4591-9c2a-76057aaaa915 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2307341 Nov 25 19:56:24.701573 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38314) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:24.742192 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ef9cf59f-176f-4ab2-8a44-5dc2566d549b admin admin] Request body: {'subnet': {'network_id': '8be2b4f5-9c93-4742-a142-3a1512ee7768', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2087061708-subnet', 'tenant_id': '560396144c0846c6996c8cc1bd946d3b', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:24.764545 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e251b707-cf15-4ca5-845e-cbd5999efed3 None None] Could not find standard attr ID for object c12eda89-4e3e-42c9-89e0-0d6293d83cc5. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:56:24.780405 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a96ee-8857-4591-9c2a-76057aaaa915 admin admin] Pushing event updated for resources: {'Network': ['ID=8be2b4f5-9c93-4742-a142-3a1512ee7768,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:24.802744 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 8be2b4f5-9c93-4742-a142-3a1512ee7768 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:56:24.826724 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9fad18ce-7e2b-401b-a3c6-dfaaac6e046f req-7724aaf1-7c20-4f3b-9d4a-c214c90e56a2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 210 time: 0.0698655 Nov 25 19:56:24.847900 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6024ab8e-2e45-4fde-9f2f-a18d8da2075c tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:24.904447 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d360951-629f-4710-bc54-77cafb78102f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4ad9f3d-e01d-4850-89be-d3c4f91c03dc,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:25.057920 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9cf59f-176f-4ab2-8a44-5dc2566d549b admin admin] Made reservation on behalf of 560396144c0846c6996c8cc1bd946d3b for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:56:25.060558 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf59f-176f-4ab2-8a44-5dc2566d549b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:25.183039 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-86ef062a-bd97-4cef-8344-41382f4d909e None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:25.196133 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-86ef062a-bd97-4cef-8344-41382f4d909e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:25.384080 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff2992-e727-4440-948d-80a37886eb47 None None] Pushing event updated for resources: {'Port': ['ID=d15f7081-688a-4283-bb04-bbd5a91f07d7,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:25.389527 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d360951-629f-4710-bc54-77cafb78102f admin admin] Checking segment: {'id': '027176cf-6685-419e-b551-74f051093b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c1a8f8d4-1a7c-4717-893b-2799278055f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:56:25.390808 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d360951-629f-4710-bc54-77cafb78102f admin admin] Network hostable DHCP agents. Network: c1a8f8d4-1a7c-4717-893b-2799278055f6, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:56:25.396873 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf59f-176f-4ab2-8a44-5dc2566d549b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:25.495998 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-86ef062a-bd97-4cef-8344-41382f4d909e None None] Attempting to bind port d15f7081-688a-4283-bb04-bbd5a91f07d7 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:56:25.496408 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-86ef062a-bd97-4cef-8344-41382f4d909e None None] Attempting to bind port d15f7081-688a-4283-bb04-bbd5a91f07d7 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'eaf5df2a-d23f-414d-8eb8-fc4bd6d92491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '68b76d48-060a-461b-bfbc-a826e58e6600'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:56:25.496817 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ef062a-bd97-4cef-8344-41382f4d909e None None] Attempting to bind port d15f7081-688a-4283-bb04-bbd5a91f07d7 on network 68b76d48-060a-461b-bfbc-a826e58e6600 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:56:25.502013 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d360951-629f-4710-bc54-77cafb78102f admin admin] Network c1a8f8d4-1a7c-4717-893b-2799278055f6 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:56:25.509094 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ef062a-bd97-4cef-8344-41382f4d909e None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:56:25.509683 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ef062a-bd97-4cef-8344-41382f4d909e None None] Checking segment: {'id': 'eaf5df2a-d23f-414d-8eb8-fc4bd6d92491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '68b76d48-060a-461b-bfbc-a826e58e6600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:56:25.510100 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-86ef062a-bd97-4cef-8344-41382f4d909e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:25.510703 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ef062a-bd97-4cef-8344-41382f4d909e None None] Bound using segment: {'id': 'eaf5df2a-d23f-414d-8eb8-fc4bd6d92491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '68b76d48-060a-461b-bfbc-a826e58e6600'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:56:25.511218 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-86ef062a-bd97-4cef-8344-41382f4d909e None None] Bound port: d15f7081-688a-4283-bb04-bbd5a91f07d7, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf5df2a-d23f-414d-8eb8-fc4bd6d92491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '68b76d48-060a-461b-bfbc-a826e58e6600'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:56:25.511613 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-86ef062a-bd97-4cef-8344-41382f4d909e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:25.524539 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cf59f-176f-4ab2-8a44-5dc2566d549b admin admin] Pushing event updated for resources: {'Subnet': ['ID=86b00a19-883b-4081-acc9-34298fd47067,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:25.543455 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8d360951-629f-4710-bc54-77cafb78102f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, c1a8f8d4-1a7c-4717-893b-2799278055f6) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:25.553955 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3610a790-65bb-4690-ab00-4d5848e1e5ce None None] Network c1a8f8d4-1a7c-4717-893b-2799278055f6 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:56:25.561258 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d360951-629f-4710-bc54-77cafb78102f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:25.562652 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8d360951-629f-4710-bc54-77cafb78102f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:25.571145 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9cf59f-176f-4ab2-8a44-5dc2566d549b admin admin] Checking segment: {'id': '1198c3b8-3524-4c54-b11a-3dbb574159e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8be2b4f5-9c93-4742-a142-3a1512ee7768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:56:25.571814 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9cf59f-176f-4ab2-8a44-5dc2566d549b admin admin] Network hostable DHCP agents. Network: 8be2b4f5-9c93-4742-a142-3a1512ee7768, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:56:25.614954 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8d360951-629f-4710-bc54-77cafb78102f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7673590 Nov 25 19:56:25.636132 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9cf59f-176f-4ab2-8a44-5dc2566d549b admin admin] Network 8be2b4f5-9c93-4742-a142-3a1512ee7768 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:56:25.652419 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ef9cf59f-176f-4ab2-8a44-5dc2566d549b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 8be2b4f5-9c93-4742-a142-3a1512ee7768) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:25.676493 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9cf59f-176f-4ab2-8a44-5dc2566d549b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:25.677113 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf59f-176f-4ab2-8a44-5dc2566d549b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:25.679315 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdfd1f7-6166-4dfc-bcee-ca5299ab991c None None] Network 8be2b4f5-9c93-4742-a142-3a1512ee7768 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:56:25.731660 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ef9cf59f-176f-4ab2-8a44-5dc2566d549b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0202749 Nov 25 19:56:25.731984 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38324) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:25.742832 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7a092fe0-2b7c-48de-83ad-78b429176bb1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2087061708-router', 'tenant_id': '560396144c0846c6996c8cc1bd946d3b', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:25.820554 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a092fe0-2b7c-48de-83ad-78b429176bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:25.822391 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a092fe0-2b7c-48de-83ad-78b429176bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:25.919805 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-86ef062a-bd97-4cef-8344-41382f4d909e None None] For port d15f7081-688a-4283-bb04-bbd5a91f07d7, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:56:25.929624 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-86ef062a-bd97-4cef-8344-41382f4d909e None None] For port d15f7081-688a-4283-bb04-bbd5a91f07d7, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d15f7081-688a-4283-bb04-bbd5a91f07d7,segment=NetworkSegment(eaf5df2a-d23f-414d-8eb8-fc4bd6d92491),segment_id=eaf5df2a-d23f-414d-8eb8-fc4bd6d92491)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:56:25.971040 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6024ab8e-2e45-4fde-9f2f-a18d8da2075c tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Router 19ab20e9-7ccf-4778-9d25-a0f31006b1cc has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:56:26.015736 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-86ef062a-bd97-4cef-8344-41382f4d909e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:26.134074 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a092fe0-2b7c-48de-83ad-78b429176bb1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:26.279610 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d38606c4-2d12-41c6-a1ff-afd2a0165bda None None] Provisioning complete for port d15f7081-688a-4283-bb04-bbd5a91f07d7 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:26.279983 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d38606c4-2d12-41c6-a1ff-afd2a0165bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:26.312106 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6024ab8e-2e45-4fde-9f2f-a18d8da2075c tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:56:26.325941 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae91728b-4e46-49aa-97ff-7e792c24b641 None None] Sync routers for ids ['19ab20e9-7ccf-4778-9d25-a0f31006b1cc'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:56:26.334635 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6024ab8e-2e45-4fde-9f2f-a18d8da2075c tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "PUT /v2.0/routers/19ab20e9-7ccf-4778-9d25-a0f31006b1cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7625623 Nov 25 19:56:26.350034 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5926efc1-105c-4477-a647-bb10cfa6e55b req-2054b695-258d-48f8-9f64-af86f12573a8 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 210 time: 0.1435230 Nov 25 19:56:26.359752 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38336) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:26.362176 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae91728b-4e46-49aa-97ff-7e792c24b641 None None] Routers {'19ab20e9-7ccf-4778-9d25-a0f31006b1cc'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:26.380136 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ae91728b-4e46-49aa-97ff-7e792c24b641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:56:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['19ab20e9-7ccf-4778-9d25-a0f31006b1cc'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:26.449112 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9d1dbe2a-9a44-4786-911a-f406510520cd tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ab20e9-7ccf-4778-9d25-a0f31006b1cc HTTP/1.1" status: 200 len: 205 time: 0.0874486 Nov 25 19:56:26.453518 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38342) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:26.549403 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ae91728b-4e46-49aa-97ff-7e792c24b641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:26.603300 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae91728b-4e46-49aa-97ff-7e792c24b641 None None] Routers {'19ab20e9-7ccf-4778-9d25-a0f31006b1cc'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:26.605671 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ae91728b-4e46-49aa-97ff-7e792c24b641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:56:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['19ab20e9-7ccf-4778-9d25-a0f31006b1cc'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:26.772393 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a092fe0-2b7c-48de-83ad-78b429176bb1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:26.780357 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23a551d1-a005-435a-b596-6ce5f6260c80 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:26.792543 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ae91728b-4e46-49aa-97ff-7e792c24b641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:26.797686 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae91728b-4e46-49aa-97ff-7e792c24b641 None None] The sync data for ids ['19ab20e9-7ccf-4778-9d25-a0f31006b1cc'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:56:26.965090 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ef062a-bd97-4cef-8344-41382f4d909e None None] Routers {'df00ff7c-9937-43cd-9a2e-0557b78d67e0'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:26.966319 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-86ef062a-bd97-4cef-8344-41382f4d909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:56:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['df00ff7c-9937-43cd-9a2e-0557b78d67e0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:27.017691 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff2992-e727-4440-948d-80a37886eb47 None None] Pushing event updated for resources: {'Port': ['ID=d15f7081-688a-4283-bb04-bbd5a91f07d7,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:27.161771 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af64ab2-e650-4b63-8452-ff28bfc5c371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-8be2b4f5-9c93-4742-a142-3a1512ee7768', 'network_id': '8be2b4f5-9c93-4742-a142-3a1512ee7768', 'tenant_id': '560396144c0846c6996c8cc1bd946d3b', 'fixed_ips': [{'subnet_id': '86b00a19-883b-4081-acc9-34298fd47067'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:56:27.163418 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0af64ab2-e650-4b63-8452-ff28bfc5c371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:27.201679 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23a551d1-a005-435a-b596-6ce5f6260c80 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:27.210252 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23a551d1-a005-435a-b596-6ce5f6260c80 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:27.267888 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77be23c-72ba-4c74-b37c-01810f4accad None None] Network c1a8f8d4-1a7c-4717-893b-2799278055f6 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:56:27.369633 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23a551d1-a005-435a-b596-6ce5f6260c80 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:27.370714 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a551d1-a005-435a-b596-6ce5f6260c80 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Fanout notify agent at l3_agent the message router_deleted on router 19ab20e9-7ccf-4778-9d25-a0f31006b1cc {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:56:27.406480 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23a551d1-a005-435a-b596-6ce5f6260c80 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:27.413640 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-23a551d1-a005-435a-b596-6ce5f6260c80 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/routers/19ab20e9-7ccf-4778-9d25-a0f31006b1cc HTTP/1.1" status: 204 len: 168 time: 0.9586511 Nov 25 19:56:27.415181 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38352) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:27.512128 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-983863c6-5298-4272-aa9d-d56367593088 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Deleting subnet 5201cb04-a5f5-4e3b-9cc7-a34d2e959ba0 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:56:27.524093 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-983863c6-5298-4272-aa9d-d56367593088 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:27.638692 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a092fe0-2b7c-48de-83ad-78b429176bb1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:27.723792 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-983863c6-5298-4272-aa9d-d56367593088 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:27.740014 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a092fe0-2b7c-48de-83ad-78b429176bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:27.794332 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dca78eda-f736-4935-8d1e-767fdc67de3e req-5d9648d3-7828-44ea-82ae-23e5cfeda242 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 210 time: 0.1140661 Nov 25 19:56:27.808072 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-0af64ab2-e650-4b63-8452-ff28bfc5c371 None None] Allocated IP 172.20.0.2 (8be2b4f5-9c93-4742-a142-3a1512ee7768/86b00a19-883b-4081-acc9-34298fd47067/e55c83b5-9636-4035-954c-bed557860c4a) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:56:27.988373 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-983863c6-5298-4272-aa9d-d56367593088 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:28.003410 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-7a092fe0-2b7c-48de-83ad-78b429176bb1 admin admin] Allocated IP 172.25.6.200 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/1abc41e8-3ac1-4076-a709-460b6dbb3c3e) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:56:28.158982 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-86ef062a-bd97-4cef-8344-41382f4d909e None None] Set router df00ff7c-9937-43cd-9a2e-0557b78d67e0 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:56:28.189605 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-983863c6-5298-4272-aa9d-d56367593088 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:28.221850 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a092fe0-2b7c-48de-83ad-78b429176bb1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:28.256405 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d38606c4-2d12-41c6-a1ff-afd2a0165bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:28.293090 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983863c6-5298-4272-aa9d-d56367593088 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Subnet': ['ID=5201cb04-a5f5-4e3b-9cc7-a34d2e959ba0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:28.295353 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-983863c6-5298-4272-aa9d-d56367593088 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:28.304516 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a092fe0-2b7c-48de-83ad-78b429176bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:28.305870 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-983863c6-5298-4272-aa9d-d56367593088 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/subnets/5201cb04-a5f5-4e3b-9cc7-a34d2e959ba0 HTTP/1.1" status: 204 len: 168 time: 0.8891573 Nov 25 19:56:28.309808 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38370) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:28.361886 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556b5c0d-150e-4724-a754-9c51b7034e1e None None] Network 780134b9-ed99-4c2a-9d44-4a5751995dc2 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:56:28.417002 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a092fe0-2b7c-48de-83ad-78b429176bb1 admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:28.460484 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7a092fe0-2b7c-48de-83ad-78b429176bb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:28.464303 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a092fe0-2b7c-48de-83ad-78b429176bb1 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:56:28.514305 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb741c9-3b1d-481f-869b-30e337b39de3 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:56:28.537936 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a092fe0-2b7c-48de-83ad-78b429176bb1 admin admin] Pushing event updated for resources: {'Port': ['ID=1abc41e8-3ac1-4076-a709-460b6dbb3c3e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:28.561498 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21e7e842-b252-4afb-82ad-b0d648b24c74 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:28.711411 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-d38606c4-2d12-41c6-a1ff-afd2a0165bda None None] For port d15f7081-688a-4283-bb04-bbd5a91f07d7, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d15f7081-688a-4283-bb04-bbd5a91f07d7,segment=NetworkSegment(eaf5df2a-d23f-414d-8eb8-fc4bd6d92491),segment_id=eaf5df2a-d23f-414d-8eb8-fc4bd6d92491)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:28.972303 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-21e7e842-b252-4afb-82ad-b0d648b24c74 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Deleting port 9cdb6cf9-b4ed-40de-b976-70e07d8b5c28 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:28.979060 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21e7e842-b252-4afb-82ad-b0d648b24c74 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:29.030963 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d38606c4-2d12-41c6-a1ff-afd2a0165bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:29.049146 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5625780a-c89b-41d6-a5d9-24bc0059c52e req-15ff72e6-cfb5-4b30-a3ef-bfa5d128266d tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 210 time: 0.0469491 Nov 25 19:56:29.149663 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0af64ab2-e650-4b63-8452-ff28bfc5c371 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:29.301498 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a092fe0-2b7c-48de-83ad-78b429176bb1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:29.443357 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0af64ab2-e650-4b63-8452-ff28bfc5c371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:29.482524 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-21e7e842-b252-4afb-82ad-b0d648b24c74 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] For port 9cdb6cf9-b4ed-40de-b976-70e07d8b5c28, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9cdb6cf9-b4ed-40de-b976-70e07d8b5c28,segment=NetworkSegment(46d7e9fe-80b4-49cd-b59b-df775c732376),segment_id=46d7e9fe-80b4-49cd-b59b-df775c732376)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:29.483251 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21e7e842-b252-4afb-82ad-b0d648b24c74 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:29.503000 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-21e7e842-b252-4afb-82ad-b0d648b24c74 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Calling delete_port for 9cdb6cf9-b4ed-40de-b976-70e07d8b5c28 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:29.594925 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-481594d4-5a79-44d3-a47f-0e5619e26dee None None] Provisioning complete for port d15f7081-688a-4283-bb04-bbd5a91f07d7 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:29.595663 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-481594d4-5a79-44d3-a47f-0e5619e26dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:29.602631 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9a19978e-ffe2-4f8b-b633-c8e2c3818cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:29.604355 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38606c4-2d12-41c6-a1ff-afd2a0165bda None None] Pushing event updated for resources: {'Port': ['ID=d15f7081-688a-4283-bb04-bbd5a91f07d7,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:29.646578 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af64ab2-e650-4b63-8452-ff28bfc5c371 None None] Network 8be2b4f5-9c93-4742-a142-3a1512ee7768 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:29.696778 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-0af64ab2-e650-4b63-8452-ff28bfc5c371 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:29.715803 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af64ab2-e650-4b63-8452-ff28bfc5c371 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:56:29.735557 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-86ef062a-bd97-4cef-8344-41382f4d909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df00ff7c-9937-43cd-9a2e-0557b78d67e0', 'name': 'tempest-TestAggregatesBasicOps-1657096092-router', 'tenant_id': 'b4558a73d71448bea3d5a1f58891441b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '9c7fbe05-d8dd-467c-81d7-7eee35a95416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:56:03Z', 'updated_at': '2021-11-25T19:56:18Z', 'revision_number': 4, 'project_id': 'b4558a73d71448bea3d5a1f58891441b', 'gw_port': {'id': '9c7fbe05-d8dd-467c-81d7-7eee35a95416', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df00ff7c-9937-43cd-9a2e-0557b78d67e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:07Z', 'updated_at': '2021-11-25T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd15f7081-688a-4283-bb04-bbd5a91f07d7', 'name': '', 'network_id': '68b76d48-060a-461b-bfbc-a826e58e6600', 'tenant_id': 'b4558a73d71448bea3d5a1f58891441b', 'mac_address': 'fa:16:3e:77:1b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df00ff7c-9937-43cd-9a2e-0557b78d67e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '9f18c9e7-e9c9-4bbe-9d8a-8b668a734c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:16Z', 'updated_at': '2021-11-25T19:56:25Z', 'revision_number': 4, 'project_id': 'b4558a73d71448bea3d5a1f58891441b', 'subnets': [{'id': '9f18c9e7-e9c9-4bbe-9d8a-8b668a734c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:29.768687 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21e7e842-b252-4afb-82ad-b0d648b24c74 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:29.870571 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7e842-b252-4afb-82ad-b0d648b24c74 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Port': ['ID=9cdb6cf9-b4ed-40de-b976-70e07d8b5c28,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:29.887303 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e7e842-b252-4afb-82ad-b0d648b24c74 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] No DVR routers for this DVR port 9cdb6cf9-b4ed-40de-b976-70e07d8b5c28 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:56:29.906860 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a092fe0-2b7c-48de-83ad-78b429176bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:29.972972 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af64ab2-e650-4b63-8452-ff28bfc5c371 None None] Pushing event updated for resources: {'Port': ['ID=e55c83b5-9636-4035-954c-bed557860c4a,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:29.984272 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef062a-bd97-4cef-8344-41382f4d909e None None] The sync data for ids ['df00ff7c-9937-43cd-9a2e-0557b78d67e0'] in n-d-819349-5 is: [{'id': 'df00ff7c-9937-43cd-9a2e-0557b78d67e0', 'name': 'tempest-TestAggregatesBasicOps-1657096092-router', 'tenant_id': 'b4558a73d71448bea3d5a1f58891441b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '9c7fbe05-d8dd-467c-81d7-7eee35a95416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:56:03Z', 'updated_at': '2021-11-25T19:56:18Z', 'revision_number': 4, 'project_id': 'b4558a73d71448bea3d5a1f58891441b', 'gw_port': {'id': '9c7fbe05-d8dd-467c-81d7-7eee35a95416', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df00ff7c-9937-43cd-9a2e-0557b78d67e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:07Z', 'updated_at': '2021-11-25T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd15f7081-688a-4283-bb04-bbd5a91f07d7', 'name': '', 'network_id': '68b76d48-060a-461b-bfbc-a826e58e6600', 'tenant_id': 'b4558a73d71448bea3d5a1f58891441b', 'mac_address': 'fa:16:3e:77:1b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df00ff7c-9937-43cd-9a2e-0557b78d67e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '9f18c9e7-e9c9-4bbe-9d8a-8b668a734c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:16Z', 'updated_at': '2021-11-25T19:56:25Z', 'revision_number': 4, 'project_id': 'b4558a73d71448bea3d5a1f58891441b', 'subnets': [{'id': '9f18c9e7-e9c9-4bbe-9d8a-8b668a734c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:56:30.100911 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffae321-15d6-4283-a011-f95086cf2382 None None] DHCP port deletion for 780134b9-ed99-4c2a-9d44-4a5751995dc2 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:56:30.125099 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0af64ab2-e650-4b63-8452-ff28bfc5c371 None None] Attempting to bind port e55c83b5-9636-4035-954c-bed557860c4a on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:56:30.126478 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0af64ab2-e650-4b63-8452-ff28bfc5c371 None None] Attempting to bind port e55c83b5-9636-4035-954c-bed557860c4a by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '1198c3b8-3524-4c54-b11a-3dbb574159e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8be2b4f5-9c93-4742-a142-3a1512ee7768'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:56:30.126989 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af64ab2-e650-4b63-8452-ff28bfc5c371 None None] Attempting to bind port e55c83b5-9636-4035-954c-bed557860c4a on network 8be2b4f5-9c93-4742-a142-3a1512ee7768 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:56:30.137498 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af64ab2-e650-4b63-8452-ff28bfc5c371 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:56:30.137884 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af64ab2-e650-4b63-8452-ff28bfc5c371 None None] Checking segment: {'id': '1198c3b8-3524-4c54-b11a-3dbb574159e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8be2b4f5-9c93-4742-a142-3a1512ee7768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:56:30.138381 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0af64ab2-e650-4b63-8452-ff28bfc5c371 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:30.138788 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af64ab2-e650-4b63-8452-ff28bfc5c371 None None] Bound using segment: {'id': '1198c3b8-3524-4c54-b11a-3dbb574159e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8be2b4f5-9c93-4742-a142-3a1512ee7768'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:56:30.139354 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0af64ab2-e650-4b63-8452-ff28bfc5c371 None None] Bound port: e55c83b5-9636-4035-954c-bed557860c4a, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1198c3b8-3524-4c54-b11a-3dbb574159e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8be2b4f5-9c93-4742-a142-3a1512ee7768'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:56:30.139781 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0af64ab2-e650-4b63-8452-ff28bfc5c371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:30.401858 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-481594d4-5a79-44d3-a47f-0e5619e26dee None None] Provisioning complete for port 1abc41e8-3ac1-4076-a709-460b6dbb3c3e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:30.402497 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-481594d4-5a79-44d3-a47f-0e5619e26dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:30.495531 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0af64ab2-e650-4b63-8452-ff28bfc5c371 None None] For port e55c83b5-9636-4035-954c-bed557860c4a, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:56:30.501810 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0af64ab2-e650-4b63-8452-ff28bfc5c371 None None] For port e55c83b5-9636-4035-954c-bed557860c4a, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e55c83b5-9636-4035-954c-bed557860c4a,segment=NetworkSegment(1198c3b8-3524-4c54-b11a-3dbb574159e3),segment_id=1198c3b8-3524-4c54-b11a-3dbb574159e3)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:56:30.508864 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-481594d4-5a79-44d3-a47f-0e5619e26dee None None] Port 1abc41e8-3ac1-4076-a709-460b6dbb3c3e cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:56:30.515726 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0af64ab2-e650-4b63-8452-ff28bfc5c371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:30.529363 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6806526a-36ec-4c7e-8a36-288066bf8fba req-8834c802-ace3-4ac5-bcc6-d435ffb2aa85 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 210 time: 0.1812234 Nov 25 19:56:30.675500 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af64ab2-e650-4b63-8452-ff28bfc5c371 None None] Pushing event updated for resources: {'Port': ['ID=e55c83b5-9636-4035-954c-bed557860c4a,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:30.775845 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21e7e842-b252-4afb-82ad-b0d648b24c74 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:30.872843 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-21e7e842-b252-4afb-82ad-b0d648b24c74 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['780134b9-ed99-4c2a-9d44-4a5751995dc2']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:30.885896 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180505a-7adb-4fb3-9f88-adefe0ea0d50 req-e3e0946a-1c65-4102-96d7-a89c7403316c tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:30.888025 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f180505a-7adb-4fb3-9f88-adefe0ea0d50 req-e3e0946a-1c65-4102-96d7-a89c7403316c tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d HTTP/1.1" status: 200 len: 946 time: 0.1302602 Nov 25 19:56:30.899370 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-21e7e842-b252-4afb-82ad-b0d648b24c74 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d7e9fe-80b4-49cd-b59b-df775c732376') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:30.899370 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-21e7e842-b252-4afb-82ad-b0d648b24c74 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d7e9fe-80b4-49cd-b59b-df775c732376') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:30.929025 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a092fe0-2b7c-48de-83ad-78b429176bb1 admin admin] Router 2e1732c3-a55f-4b5c-88aa-0a18f413488a is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:56:30.940985 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21e7e842-b252-4afb-82ad-b0d648b24c74 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:31.030280 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21e7e842-b252-4afb-82ad-b0d648b24c74 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:31.116623 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e7e842-b252-4afb-82ad-b0d648b24c74 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:56:31.117430 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21e7e842-b252-4afb-82ad-b0d648b24c74 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:56:31.126630 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:56:31.141274 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f180505a-7adb-4fb3-9f88-adefe0ea0d50 req-f6bf2a5b-4430-4afa-af84-27c2e3216449 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bca5d66-2617-4bbe-8696-1e15d8441a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335167 Nov 25 19:56:31.337414 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21e7e842-b252-4afb-82ad-b0d648b24c74 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:31.374729 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21e7e842-b252-4afb-82ad-b0d648b24c74 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:31.379144 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-21e7e842-b252-4afb-82ad-b0d648b24c74 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/networks/780134b9-ed99-4c2a-9d44-4a5751995dc2 HTTP/1.1" status: 204 len: 168 time: 3.0616207 Nov 25 19:56:31.380770 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7e842-b252-4afb-82ad-b0d648b24c74 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Network': ['ID=780134b9-ed99-4c2a-9d44-4a5751995dc2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:31.397316 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38426) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:31.405805 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0d2deb90-c7fc-47cd-ada1-cece4e207f12 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1486284748', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:31.448702 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a092fe0-2b7c-48de-83ad-78b429176bb1 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:56:31.455208 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d2deb90-c7fc-47cd-ada1-cece4e207f12 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:31.456471 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d2deb90-c7fc-47cd-ada1-cece4e207f12 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:31.464171 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f278a447-c5ce-42a1-a2f3-907894c4433e None None] Sync routers for ids ['2e1732c3-a55f-4b5c-88aa-0a18f413488a'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:56:31.498859 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f278a447-c5ce-42a1-a2f3-907894c4433e None None] Routers {'2e1732c3-a55f-4b5c-88aa-0a18f413488a'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:31.500579 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a092fe0-2b7c-48de-83ad-78b429176bb1 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:31.505530 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f278a447-c5ce-42a1-a2f3-907894c4433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:56:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['2e1732c3-a55f-4b5c-88aa-0a18f413488a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:31.508983 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7a092fe0-2b7c-48de-83ad-78b429176bb1 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.7759058 Nov 25 19:56:31.525349 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38430) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:31.714571 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-57c28b2d-121a-449c-a503-56fe517ca58e tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:31.727196 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-57c28b2d-121a-449c-a503-56fe517ca58e tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/networks?id=c1a8f8d4-1a7c-4717-893b-2799278055f6 HTTP/1.1" status: 200 len: 808 time: 0.4073079 Nov 25 19:56:31.801833 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-8bdf2002-65b2-4bc3-98ae-abb9c99fb963 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/quotas/23b07602208648038bf2636b818440df HTTP/1.1" status: 200 len: 375 time: 0.0698173 Nov 25 19:56:31.857371 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-9b4e1176-f4d7-46f8-b06e-5cc9886e3a80 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=23b07602208648038bf2636b818440df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541263 Nov 25 19:56:31.895285 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d2deb90-c7fc-47cd-ada1-cece4e207f12 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:32.129221 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e55c83b5-9636-4035-954c-bed557860c4a up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:56:32.216516 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-d0e0574b-2856-45da-b30c-06a369905752 service neutron] 10.222.0.55 "GET /v2.0/networks/c1a8f8d4-1a7c-4717-893b-2799278055f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489816 Nov 25 19:56:32.334800 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-47b727da-1f2d-443b-b801-25c6d665218c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:32.397402 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f278a447-c5ce-42a1-a2f3-907894c4433e None None] Set router 2e1732c3-a55f-4b5c-88aa-0a18f413488a gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:56:32.427033 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8461d2b-3c8b-4880-8013-a94fae67bf49 req-b155eaef-632f-44bc-80b1-69e24a2ed830 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:32.432401 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b8461d2b-3c8b-4880-8013-a94fae67bf49 req-b155eaef-632f-44bc-80b1-69e24a2ed830 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d HTTP/1.1" status: 200 len: 946 time: 0.4200237 Nov 25 19:56:32.773800 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port e55c83b5-9636-4035-954c-bed557860c4a triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:32.774834 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:32.841337 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21670d7-0a72-4bab-9a87-03fc5baf3cd5 None None] Network 8be2b4f5-9c93-4742-a142-3a1512ee7768 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:56:32.932725 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-516411fd-b148-4e38-a7a9-1a2e429a2874 service neutron] 10.222.0.55 "GET /v2.0/networks/c1a8f8d4-1a7c-4717-893b-2799278055f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7045853 Nov 25 19:56:32.954794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-b8461d2b-3c8b-4880-8013-a94fae67bf49 req-0f5a0353-cc6f-4167-b024-eb497ef86a45 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Deleting port 7e0d1419-6703-4ee5-99f7-1bb5447297b7 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:32.955155 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b8461d2b-3c8b-4880-8013-a94fae67bf49 req-0f5a0353-cc6f-4167-b024-eb497ef86a45 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:33.069184 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d2deb90-c7fc-47cd-ada1-cece4e207f12 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:33.165065 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-78a7bb0b-c43e-40a0-b088-97525d7e7560 None None] Provisioning complete for port e55c83b5-9636-4035-954c-bed557860c4a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:33.165065 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-78a7bb0b-c43e-40a0-b088-97525d7e7560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:33.267044 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-b8461d2b-3c8b-4880-8013-a94fae67bf49 req-0f5a0353-cc6f-4167-b024-eb497ef86a45 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] For port 7e0d1419-6703-4ee5-99f7-1bb5447297b7, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=7e0d1419-6703-4ee5-99f7-1bb5447297b7,segment=NetworkSegment(35eff4d0-8430-4549-98df-1175efcfbc5c),segment_id=35eff4d0-8430-4549-98df-1175efcfbc5c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:33.268306 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b8461d2b-3c8b-4880-8013-a94fae67bf49 req-0f5a0353-cc6f-4167-b024-eb497ef86a45 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:33.287035 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-b8461d2b-3c8b-4880-8013-a94fae67bf49 req-0f5a0353-cc6f-4167-b024-eb497ef86a45 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Calling delete_port for 7e0d1419-6703-4ee5-99f7-1bb5447297b7 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:33.418032 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f278a447-c5ce-42a1-a2f3-907894c4433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1732c3-a55f-4b5c-88aa-0a18f413488a', 'name': 'tempest-TestAggregatesBasicOps-2087061708-router', 'tenant_id': '560396144c0846c6996c8cc1bd946d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '1abc41e8-3ac1-4076-a709-460b6dbb3c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:56:25Z', 'updated_at': '2021-11-25T19:56:28Z', 'revision_number': 3, 'project_id': '560396144c0846c6996c8cc1bd946d3b', 'gw_port': {'id': '1abc41e8-3ac1-4076-a709-460b6dbb3c3e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1732c3-a55f-4b5c-88aa-0a18f413488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:27Z', 'updated_at': '2021-11-25T19:56:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:33.422266 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-38c6f659-dce4-45ef-9632-03bd7597406b req-aacb01b6-d8dd-46af-8db2-b6aaaa21dad0 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 210 time: 0.1067441 Nov 25 19:56:33.575588 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f278a447-c5ce-42a1-a2f3-907894c4433e None None] Checking router: 2e1732c3-a55f-4b5c-88aa-0a18f413488a for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:56:33.576093 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f278a447-c5ce-42a1-a2f3-907894c4433e None None] Updating router 2e1732c3-a55f-4b5c-88aa-0a18f413488a port 1abc41e8-3ac1-4076-a709-460b6dbb3c3e binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:56:33.658386 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b8461d2b-3c8b-4880-8013-a94fae67bf49 req-0f5a0353-cc6f-4167-b024-eb497ef86a45 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:33.695491 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38452) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:33.706525 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['7e0d1419-6703-4ee5-99f7-1bb5447297b7'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:56:33.775356 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a0353-cc6f-4167-b024-eb497ef86a45 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Pushing event deleted for resources: {'Port': ['ID=7e0d1419-6703-4ee5-99f7-1bb5447297b7,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:33.838164 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:33.840041 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8461d2b-3c8b-4880-8013-a94fae67bf49 req-0f5a0353-cc6f-4167-b024-eb497ef86a45 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] No DVR routers for this DVR port 7e0d1419-6703-4ee5-99f7-1bb5447297b7 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:56:33.845907 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b8461d2b-3c8b-4880-8013-a94fae67bf49 req-0f5a0353-cc6f-4167-b024-eb497ef86a45 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:33.862867 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b8461d2b-3c8b-4880-8013-a94fae67bf49 req-0f5a0353-cc6f-4167-b024-eb497ef86a45 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.73 "DELETE /v2.0/ports/7e0d1419-6703-4ee5-99f7-1bb5447297b7 HTTP/1.1" status: 204 len: 173 time: 1.3298697 Nov 25 19:56:33.863480 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d', 'name': 'network-vif-deleted', 'tag': '7e0d1419-6703-4ee5-99f7-1bb5447297b7'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:56:33.866555 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bab9f3-0f4f-4b5f-8b82-e6d70f402ba6" -d '{"events": [{"server_uuid": "e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d", "name": "network-vif-deleted", "tag": "7e0d1419-6703-4ee5-99f7-1bb5447297b7"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:56:33.899402 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f278a447-c5ce-42a1-a2f3-907894c4433e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:34.034033 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port e55c83b5-9636-4035-954c-bed557860c4a, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e55c83b5-9636-4035-954c-bed557860c4a,segment=NetworkSegment(1198c3b8-3524-4c54-b11a-3dbb574159e3),segment_id=1198c3b8-3524-4c54-b11a-3dbb574159e3)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:34.085608 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:34.091892 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:34.093620 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d15f7081-688a-4283-bb04-bbd5a91f07d7 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:56:34.213428 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a11924de-b20d-45a2-96fb-b3ac5fd271af req-ae3b33c8-41fb-4e9c-87f4-5c134932f4f2 tempest-VolumesActionsTest-138880974 tempest-VolumesActionsTest-138880974-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d HTTP/1.1" status: 200 len: 210 time: 0.0479620 Nov 25 19:56:34.326147 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d023ef5-e2f8-49b7-a44b-462f849bd73c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:34.350029 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10564283-6aa0-44c2-a924-de2a5adf7540 req-877a7788-4f28-4b8e-a9a0-c308d50a50d1 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5833c12-9b3e-4ac0-87c5-6c4bf97636ff HTTP/1.1" status: 200 len: 210 time: 0.0400438 Nov 25 19:56:34.378417 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d2deb90-c7fc-47cd-ada1-cece4e207f12 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:34.406575 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d2deb90-c7fc-47cd-ada1-cece4e207f12 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:34.409983 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c608aa1-4351-498c-98b9-f32904dab64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:34.439553 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71647a98-d86c-425f-990e-ffa5db5b872c x-openstack-request-id: req-71647a98-d86c-425f-990e-ffa5db5b872c {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:56:34.439981 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d", "name": "network-vif-deleted", "tag": "7e0d1419-6703-4ee5-99f7-1bb5447297b7", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:56:34.440330 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-71647a98-d86c-425f-990e-ffa5db5b872c {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:56:34.440832 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d45fc6-ccf4-4a98-8511-3d7479ac2d1d', 'name': 'network-vif-deleted', 'tag': '7e0d1419-6703-4ee5-99f7-1bb5447297b7', 'status': 'completed', 'code': 200} Nov 25 19:56:34.531079 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d023ef5-e2f8-49b7-a44b-462f849bd73c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:34.635464 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5debe598-9f45-443c-af55-f70603a3324e req-510a1e4e-0434-43eb-9aeb-e53f9c58ba25 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 210 time: 0.0772874 Nov 25 19:56:34.639201 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port d15f7081-688a-4283-bb04-bbd5a91f07d7 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:34.640352 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:34.648696 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d023ef5-e2f8-49b7-a44b-462f849bd73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:34.742707 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=e55c83b5-9636-4035-954c-bed557860c4a,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:34.758239 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d023ef5-e2f8-49b7-a44b-462f849bd73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7111ed5-97b5-4597-83d7-457a1f8bc97b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:34.791698 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9d023ef5-e2f8-49b7-a44b-462f849bd73c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c9e1f5b1ab184a229285b6df24939d1b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0874641 Nov 25 19:56:34.795460 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38466) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:34.921397 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8ed762c8-5fd7-464c-b870-1dfd4b76a121 None None] Provisioning complete for port e55c83b5-9636-4035-954c-bed557860c4a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:34.922077 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8ed762c8-5fd7-464c-b870-1dfd4b76a121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:34.925967 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-48a9aa53-7503-4965-98af-2aa4b11c7bab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:34.974320 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-48a9aa53-7503-4965-98af-2aa4b11c7bab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:35.079047 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-48a9aa53-7503-4965-98af-2aa4b11c7bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:35.084695 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-48a9aa53-7503-4965-98af-2aa4b11c7bab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:35.086771 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-48a9aa53-7503-4965-98af-2aa4b11c7bab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b7111ed5-97b5-4597-83d7-457a1f8bc97b HTTP/1.1" status: 204 len: 168 time: 0.2876129 Nov 25 19:56:35.123784 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9aa53-7503-4965-98af-2aa4b11c7bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7111ed5-97b5-4597-83d7-457a1f8bc97b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:35.195799 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-4c608aa1-4351-498c-98b9-f32904dab64d admin admin] Allocated IP 172.20.0.1 (8be2b4f5-9c93-4742-a142-3a1512ee7768/86b00a19-883b-4081-acc9-34298fd47067/5ca01220-ea68-476d-84a6-d5ef4e90b8b9) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:56:35.291331 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f278a447-c5ce-42a1-a2f3-907894c4433e None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:35.369798 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f278a447-c5ce-42a1-a2f3-907894c4433e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:35.501565 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-0d2deb90-c7fc-47cd-ada1-cece4e207f12 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Allocated IP 172.25.6.79 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/cccdf848-d4ab-4bb7-aa93-c7c4c332aa27) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:56:35.544618 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f278a447-c5ce-42a1-a2f3-907894c4433e None None] Attempting to bind port 1abc41e8-3ac1-4076-a709-460b6dbb3c3e on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:56:35.546276 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f278a447-c5ce-42a1-a2f3-907894c4433e None None] Attempting to bind port 1abc41e8-3ac1-4076-a709-460b6dbb3c3e by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:56:35.548432 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f278a447-c5ce-42a1-a2f3-907894c4433e None None] Attempting to bind port 1abc41e8-3ac1-4076-a709-460b6dbb3c3e on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:56:35.562625 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c608aa1-4351-498c-98b9-f32904dab64d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:35.583472 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956e7f8b-93f2-4ac9-9da3-1f2101143a4b None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:56:35.610876 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-697c3178-c7da-4177-964b-7171bd6612c7 req-72f8b1b0-75a2-486a-acac-c3965783896f tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5833c12-9b3e-4ac0-87c5-6c4bf97636ff HTTP/1.1" status: 200 len: 210 time: 0.0672133 Nov 25 19:56:35.755929 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 7e0d1419-6703-4ee5-99f7-1bb5447297b7 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:56:35.805092 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f278a447-c5ce-42a1-a2f3-907894c4433e None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:56:35.805479 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f278a447-c5ce-42a1-a2f3-907894c4433e None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:56:35.806010 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f278a447-c5ce-42a1-a2f3-907894c4433e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:35.806326 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f278a447-c5ce-42a1-a2f3-907894c4433e None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:56:35.806946 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f278a447-c5ce-42a1-a2f3-907894c4433e None None] Bound port: 1abc41e8-3ac1-4076-a709-460b6dbb3c3e, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:56:35.807504 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f278a447-c5ce-42a1-a2f3-907894c4433e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:35.837465 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38484) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:35.923919 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e9378c0-ec35-4675-b197-998778fffcdb req-be1d231c-3d3e-4624-a1be-2a4374bf43e8 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 210 time: 0.0633700 Nov 25 19:56:35.924187 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b22f13e8-168d-4436-870f-29f46ef7a588 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:36.000462 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9cdb6cf9-b4ed-40de-b976-70e07d8b5c28 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:56:36.012199 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 7e0d1419-6703-4ee5-99f7-1bb5447297b7 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:56:36.014722 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 7e0d1419-6703-4ee5-99f7-1bb5447297b7 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:56:36.024911 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-cb95dd5c-24a9-405d-a70c-c7aaafef9488 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:36.029861 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-cb95dd5c-24a9-405d-a70c-c7aaafef9488 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.73 "GET /v2.0/networks?id=c1a8f8d4-1a7c-4717-893b-2799278055f6 HTTP/1.1" status: 200 len: 808 time: 0.3811717 Nov 25 19:56:36.043540 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-f7488c13-7c41-4361-95cf-23fd2e0026d4 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Request body: {'port': {'device_id': 'e5833c12-9b3e-4ac0-87c5-6c4bf97636ff', 'network_id': 'c1a8f8d4-1a7c-4717-893b-2799278055f6', 'admin_state_up': True, 'tenant_id': '23b07602208648038bf2636b818440df'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:36.072751 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b22f13e8-168d-4436-870f-29f46ef7a588 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:36.078915 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c608aa1-4351-498c-98b9-f32904dab64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:36.110174 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:36.112914 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:36.129323 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 9cdb6cf9-b4ed-40de-b976-70e07d8b5c28 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:56:36.129980 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9cdb6cf9-b4ed-40de-b976-70e07d8b5c28 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:56:36.141764 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ebb94-9eaf-4afc-8b68-4d38035b541f None None] Pushing event updated for resources: {'Port': ['ID=1abc41e8-3ac1-4076-a709-460b6dbb3c3e,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:36.174155 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b22f13e8-168d-4436-870f-29f46ef7a588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:36.200287 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-b04fa8b4-a0f4-4e9d-8ce7-e6213feae3fb None None] Provisioning complete for port 1abc41e8-3ac1-4076-a709-460b6dbb3c3e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:36.200658 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b04fa8b4-a0f4-4e9d-8ce7-e6213feae3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:36.204754 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f278a447-c5ce-42a1-a2f3-907894c4433e None None] For port 1abc41e8-3ac1-4076-a709-460b6dbb3c3e, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:56:36.241488 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f278a447-c5ce-42a1-a2f3-907894c4433e None None] For port 1abc41e8-3ac1-4076-a709-460b6dbb3c3e, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1abc41e8-3ac1-4076-a709-460b6dbb3c3e,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:56:36.254735 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f278a447-c5ce-42a1-a2f3-907894c4433e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:36.279396 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d2deb90-c7fc-47cd-ada1-cece4e207f12 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:36.365304 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b04fa8b4-a0f4-4e9d-8ce7-e6213feae3fb None None] Port 1abc41e8-3ac1-4076-a709-460b6dbb3c3e cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:56:36.372213 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-f7488c13-7c41-4361-95cf-23fd2e0026d4 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Made reservation on behalf of 23b07602208648038bf2636b818440df for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:56:36.378547 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-f7488c13-7c41-4361-95cf-23fd2e0026d4 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:36.382820 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f13e8-168d-4436-870f-29f46ef7a588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64779fc6-8e6a-486b-9f18-32c7a8c4683c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:36.402458 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e55c83b5-9636-4035-954c-bed557860c4a up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:56:36.407981 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c608aa1-4351-498c-98b9-f32904dab64d admin admin] Network 8be2b4f5-9c93-4742-a142-3a1512ee7768 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:36.411721 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c608aa1-4351-498c-98b9-f32904dab64d admin admin] Pushing event updated for resources: {'Port': ['ID=5ca01220-ea68-476d-84a6-d5ef4e90b8b9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:36.428384 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-4c608aa1-4351-498c-98b9-f32904dab64d admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:36.434064 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c608aa1-4351-498c-98b9-f32904dab64d admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:56:36.442065 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b22f13e8-168d-4436-870f-29f46ef7a588 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c732e797c1c242eebcb654b7451c8bfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5748565 Nov 25 19:56:36.452703 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38488) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:36.455920 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b504d5-d747-4941-8ac6-aa3129db6f5d None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:56:36.507519 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d2deb90-c7fc-47cd-ada1-cece4e207f12 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:36.603160 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c608aa1-4351-498c-98b9-f32904dab64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:36.695540 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f278a447-c5ce-42a1-a2f3-907894c4433e None None] Routers {'2e1732c3-a55f-4b5c-88aa-0a18f413488a'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:36.697018 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f278a447-c5ce-42a1-a2f3-907894c4433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:56:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['2e1732c3-a55f-4b5c-88aa-0a18f413488a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:36.710528 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ebb94-9eaf-4afc-8b68-4d38035b541f None None] Pushing event updated for resources: {'Port': ['ID=1abc41e8-3ac1-4076-a709-460b6dbb3c3e,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:36.757643 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2deb90-c7fc-47cd-ada1-cece4e207f12 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:36.773056 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0d2deb90-c7fc-47cd-ada1-cece4e207f12 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:36.776286 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2deb90-c7fc-47cd-ada1-cece4e207f12 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:56:36.848835 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2deb90-c7fc-47cd-ada1-cece4e207f12 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Port': ['ID=cccdf848-d4ab-4bb7-aa93-c7c4c332aa27,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:36.857198 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5550569-190a-4239-ac08-a8949d2c44dd None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:56:36.875851 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c608aa1-4351-498c-98b9-f32904dab64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:36.966204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-f7488c13-7c41-4361-95cf-23fd2e0026d4 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Allocated IP 172.20.0.8 (c1a8f8d4-1a7c-4717-893b-2799278055f6/d4ad9f3d-e01d-4850-89be-d3c4f91c03dc/55605f76-f4b6-40b5-a87a-5e512919049f) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:56:37.012589 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f278a447-c5ce-42a1-a2f3-907894c4433e None None] Set router 2e1732c3-a55f-4b5c-88aa-0a18f413488a gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:56:37.099457 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2216e33f-3888-4db1-bac5-3a8dd412776e req-841237bc-3182-470e-aaa8-a6b21608ce1b tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5833c12-9b3e-4ac0-87c5-6c4bf97636ff HTTP/1.1" status: 200 len: 210 time: 0.1066172 Nov 25 19:56:37.234382 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb8d0b42-b9e7-4cd3-aea8-6b90572d043c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:37.398637 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8776469-dd69-412e-bc24-7917de3ed92d req-30f980d3-81ab-4e61-a34c-e7fdc491f0de tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 210 time: 0.1340585 Nov 25 19:56:37.501918 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb8d0b42-b9e7-4cd3-aea8-6b90572d043c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:37.560224 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ba13e2a7-cd22-4b7f-9792-716ebcf9e3ec None None] Provisioning complete for port 1abc41e8-3ac1-4076-a709-460b6dbb3c3e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:37.560611 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ba13e2a7-cd22-4b7f-9792-716ebcf9e3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:37.618863 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port e55c83b5-9636-4035-954c-bed557860c4a triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:37.618863 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:37.681006 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-f7488c13-7c41-4361-95cf-23fd2e0026d4 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:37.747169 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb8d0b42-b9e7-4cd3-aea8-6b90572d043c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:37.753361 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb8d0b42-b9e7-4cd3-aea8-6b90572d043c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:37.756226 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-eb8d0b42-b9e7-4cd3-aea8-6b90572d043c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/64779fc6-8e6a-486b-9f18-32c7a8c4683c HTTP/1.1" status: 204 len: 168 time: 1.2946689 Nov 25 19:56:37.762726 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-f7488c13-7c41-4361-95cf-23fd2e0026d4 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:37.773251 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ba13e2a7-cd22-4b7f-9792-716ebcf9e3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:37.845718 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d0b42-b9e7-4cd3-aea8-6b90572d043c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64779fc6-8e6a-486b-9f18-32c7a8c4683c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:37.857227 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ba13e2a7-cd22-4b7f-9792-716ebcf9e3ec None None] For port 1abc41e8-3ac1-4076-a709-460b6dbb3c3e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1abc41e8-3ac1-4076-a709-460b6dbb3c3e,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:37.913115 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-f7488c13-7c41-4361-95cf-23fd2e0026d4 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Network c1a8f8d4-1a7c-4717-893b-2799278055f6 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:37.926896 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-f7488c13-7c41-4361-95cf-23fd2e0026d4 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:37.931384 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f278a447-c5ce-42a1-a2f3-907894c4433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1732c3-a55f-4b5c-88aa-0a18f413488a', 'name': 'tempest-TestAggregatesBasicOps-2087061708-router', 'tenant_id': '560396144c0846c6996c8cc1bd946d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '1abc41e8-3ac1-4076-a709-460b6dbb3c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:56:25Z', 'updated_at': '2021-11-25T19:56:28Z', 'revision_number': 3, 'project_id': '560396144c0846c6996c8cc1bd946d3b', 'gw_port': {'id': '1abc41e8-3ac1-4076-a709-460b6dbb3c3e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1732c3-a55f-4b5c-88aa-0a18f413488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:27Z', 'updated_at': '2021-11-25T19:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:37.946509 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ba13e2a7-cd22-4b7f-9792-716ebcf9e3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:37.949966 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-f7488c13-7c41-4361-95cf-23fd2e0026d4 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:56:38.032001 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7488c13-7c41-4361-95cf-23fd2e0026d4 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Pushing event updated for resources: {'Port': ['ID=55605f76-f4b6-40b5-a87a-5e512919049f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:38.098079 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-f7488c13-7c41-4361-95cf-23fd2e0026d4 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:38.099264 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-f7488c13-7c41-4361-95cf-23fd2e0026d4 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:38.141179 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-f7488c13-7c41-4361-95cf-23fd2e0026d4 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1020107 Nov 25 19:56:38.180536 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-d5014f0e-8596-4824-920e-3dc7c148b308 service neutron] Request body: {'port': {'device_id': 'e5833c12-9b3e-4ac0-87c5-6c4bf97636ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:38.197918 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f278a447-c5ce-42a1-a2f3-907894c4433e None None] The sync data for ids ['2e1732c3-a55f-4b5c-88aa-0a18f413488a'] in n-d-819349-5 is: [{'id': '2e1732c3-a55f-4b5c-88aa-0a18f413488a', 'name': 'tempest-TestAggregatesBasicOps-2087061708-router', 'tenant_id': '560396144c0846c6996c8cc1bd946d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '1abc41e8-3ac1-4076-a709-460b6dbb3c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:56:25Z', 'updated_at': '2021-11-25T19:56:28Z', 'revision_number': 3, 'project_id': '560396144c0846c6996c8cc1bd946d3b', 'gw_port': {'id': '1abc41e8-3ac1-4076-a709-460b6dbb3c3e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1732c3-a55f-4b5c-88aa-0a18f413488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:27Z', 'updated_at': '2021-11-25T19:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:56:38.273034 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c608aa1-4351-498c-98b9-f32904dab64d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:38.366150 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c608aa1-4351-498c-98b9-f32904dab64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:38.440663 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c608aa1-4351-498c-98b9-f32904dab64d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:38.482881 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-d5014f0e-8596-4824-920e-3dc7c148b308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:38.485583 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13e2a7-cd22-4b7f-9792-716ebcf9e3ec None None] Pushing event updated for resources: {'Port': ['ID=1abc41e8-3ac1-4076-a709-460b6dbb3c3e,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:38.500874 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1a61cf47-d364-4cd9-9447-ae01fb6a503c None None] Provisioning complete for port 5ca01220-ea68-476d-84a6-d5ef4e90b8b9 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:38.503843 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1a61cf47-d364-4cd9-9447-ae01fb6a503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:38.543157 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a984901-ab5f-427e-9f21-9d047bd79cee req-f1eb4a21-5944-4ca9-9678-e2e0498960a7 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:38.553844 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a984901-ab5f-427e-9f21-9d047bd79cee req-f1eb4a21-5944-4ca9-9678-e2e0498960a7 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5833c12-9b3e-4ac0-87c5-6c4bf97636ff HTTP/1.1" status: 200 len: 931 time: 0.2770898 Nov 25 19:56:38.671593 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1a61cf47-d364-4cd9-9447-ae01fb6a503c None None] Port 5ca01220-ea68-476d-84a6-d5ef4e90b8b9 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:56:38.690008 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c608aa1-4351-498c-98b9-f32904dab64d admin admin] Pushing event updated for resources: {'Port': ['ID=5ca01220-ea68-476d-84a6-d5ef4e90b8b9,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:38.698697 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a984901-ab5f-427e-9f21-9d047bd79cee req-351c8728-52cc-43de-8f7f-f71b94fbd917 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c795d6-eb7d-4c73-ab9e-b14d9198f728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378782 Nov 25 19:56:38.736347 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1a61cf47-d364-4cd9-9447-ae01fb6a503c None None] Provisioning complete for port cccdf848-d4ab-4bb7-aa93-c7c4c332aa27 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:38.737303 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1a61cf47-d364-4cd9-9447-ae01fb6a503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:38.902756 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1a61cf47-d364-4cd9-9447-ae01fb6a503c None None] Port cccdf848-d4ab-4bb7-aa93-c7c4c332aa27 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:56:38.941437 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-771ab302-d957-4a7c-8f65-599633ff6995 req-0d85e3f3-3d66-4c96-803d-218dbd959883 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 210 time: 0.0893023 Nov 25 19:56:39.094132 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d2deb90-c7fc-47cd-ada1-cece4e207f12 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:39.254086 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-d5014f0e-8596-4824-920e-3dc7c148b308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55605f76-f4b6-40b5-a87a-5e512919049f {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:56:39.284113 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-d5014f0e-8596-4824-920e-3dc7c148b308 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:39.305766 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-d5014f0e-8596-4824-920e-3dc7c148b308 service neutron] Transition to ACTIVE for port object 55605f76-f4b6-40b5-a87a-5e512919049f will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:56:39.314821 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-d5014f0e-8596-4824-920e-3dc7c148b308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:39.392095 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5014f0e-8596-4824-920e-3dc7c148b308 service neutron] Pushing event updated for resources: {'Port': ['ID=55605f76-f4b6-40b5-a87a-5e512919049f,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:39.406365 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c608aa1-4351-498c-98b9-f32904dab64d admin admin] Network 8be2b4f5-9c93-4742-a142-3a1512ee7768 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:39.424098 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-4c608aa1-4351-498c-98b9-f32904dab64d admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:39.594461 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-d5014f0e-8596-4824-920e-3dc7c148b308 service neutron] Attempting to bind port 55605f76-f4b6-40b5-a87a-5e512919049f on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:56:39.594802 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-d5014f0e-8596-4824-920e-3dc7c148b308 service neutron] Attempting to bind port 55605f76-f4b6-40b5-a87a-5e512919049f by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '027176cf-6685-419e-b551-74f051093b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c1a8f8d4-1a7c-4717-893b-2799278055f6'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:56:39.595137 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-d5014f0e-8596-4824-920e-3dc7c148b308 service neutron] Attempting to bind port 55605f76-f4b6-40b5-a87a-5e512919049f on network c1a8f8d4-1a7c-4717-893b-2799278055f6 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:56:39.611298 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-d5014f0e-8596-4824-920e-3dc7c148b308 service neutron] Port 55605f76-f4b6-40b5-a87a-5e512919049f on network c1a8f8d4-1a7c-4717-893b-2799278055f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:56:39.611651 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-d5014f0e-8596-4824-920e-3dc7c148b308 service neutron] Attempting to bind port 55605f76-f4b6-40b5-a87a-5e512919049f on network c1a8f8d4-1a7c-4717-893b-2799278055f6 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:56:39.627599 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-d5014f0e-8596-4824-920e-3dc7c148b308 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:56:39.628049 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-d5014f0e-8596-4824-920e-3dc7c148b308 service neutron] Checking segment: {'id': '027176cf-6685-419e-b551-74f051093b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c1a8f8d4-1a7c-4717-893b-2799278055f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:56:39.628483 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-d5014f0e-8596-4824-920e-3dc7c148b308 service neutron] Bound using segment: {'id': '027176cf-6685-419e-b551-74f051093b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c1a8f8d4-1a7c-4717-893b-2799278055f6'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:56:39.628800 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-d5014f0e-8596-4824-920e-3dc7c148b308 service neutron] Bound port: 55605f76-f4b6-40b5-a87a-5e512919049f, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '027176cf-6685-419e-b551-74f051093b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c1a8f8d4-1a7c-4717-893b-2799278055f6'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:56:39.629098 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-d5014f0e-8596-4824-920e-3dc7c148b308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:39.834438 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-d5014f0e-8596-4824-920e-3dc7c148b308 service neutron] For port 55605f76-f4b6-40b5-a87a-5e512919049f, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:56:39.846970 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-d5014f0e-8596-4824-920e-3dc7c148b308 service neutron] For port 55605f76-f4b6-40b5-a87a-5e512919049f, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=55605f76-f4b6-40b5-a87a-5e512919049f,segment=NetworkSegment(027176cf-6685-419e-b551-74f051093b8f),segment_id=027176cf-6685-419e-b551-74f051093b8f)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:56:39.861667 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-d5014f0e-8596-4824-920e-3dc7c148b308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:39.962192 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d5b41cc6-a3c3-4bc0-b279-759546ce98e9 None None] Provisioning complete for port 5ca01220-ea68-476d-84a6-d5ef4e90b8b9 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:39.963258 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d5b41cc6-a3c3-4bc0-b279-759546ce98e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:39.978501 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-d5014f0e-8596-4824-920e-3dc7c148b308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:39.982239 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-d5014f0e-8596-4824-920e-3dc7c148b308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:39.984160 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-d5014f0e-8596-4824-920e-3dc7c148b308 service neutron] 10.222.0.73 "PUT /v2.0/ports/55605f76-f4b6-40b5-a87a-5e512919049f HTTP/1.1" status: 200 len: 1091 time: 1.8263931 Nov 25 19:56:39.994130 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5833c12-9b3e-4ac0-87c5-6c4bf97636ff', 'tag': '55605f76-f4b6-40b5-a87a-5e512919049f'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:56:40.002666 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e886dc87-a300-4875-947c-bd34b772f751" -d '{"events": [{"name": "network-changed", "server_uuid": "e5833c12-9b3e-4ac0-87c5-6c4bf97636ff", "tag": "55605f76-f4b6-40b5-a87a-5e512919049f"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:56:40.071498 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d5b41cc6-a3c3-4bc0-b279-759546ce98e9 None None] Port 5ca01220-ea68-476d-84a6-d5ef4e90b8b9 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:56:40.159595 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5014f0e-8596-4824-920e-3dc7c148b308 service neutron] Pushing event updated for resources: {'Port': ['ID=55605f76-f4b6-40b5-a87a-5e512919049f,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:40.205394 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1025b5-9563-4011-995d-f0bd97d3c395 req-4a1bc80d-b168-49b6-bbc5-7c57f1170e85 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:40.207376 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9d1025b5-9563-4011-995d-f0bd97d3c395 req-4a1bc80d-b168-49b6-bbc5-7c57f1170e85 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5833c12-9b3e-4ac0-87c5-6c4bf97636ff HTTP/1.1" status: 200 len: 943 time: 0.2195210 Nov 25 19:56:40.225832 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d2deb90-c7fc-47cd-ada1-cece4e207f12 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:40.231725 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-c47a1c1d-32df-416a-aa8a-294435201738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:40.234323 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-c47a1c1d-32df-416a-aa8a-294435201738 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23b07602208648038bf2636b818440df&device_id=e5833c12-9b3e-4ac0-87c5-6c4bf97636ff HTTP/1.1" status: 200 len: 1094 time: 0.1565971 Nov 25 19:56:40.240684 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c608aa1-4351-498c-98b9-f32904dab64d admin admin] Router 2e1732c3-a55f-4b5c-88aa-0a18f413488a has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:56:40.336045 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-015f9126-8f6b-41a8-b19c-ccc6d77b0b8c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55605f76-f4b6-40b5-a87a-5e512919049f HTTP/1.1" status: 200 len: 217 time: 0.0773213 Nov 25 19:56:40.459216 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9d1025b5-9563-4011-995d-f0bd97d3c395 req-d50b9f96-9ff4-425e-9d8d-da361ebbc596 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c795d6-eb7d-4c73-ab9e-b14d9198f728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406178 Nov 25 19:56:40.543795 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-00c22b64-4742-4941-b8f6-c653c2af0c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:40.550950 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-00c22b64-4742-4941-b8f6-c653c2af0c4f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4ad9f3d-e01d-4850-89be-d3c4f91c03dc HTTP/1.1" status: 200 len: 848 time: 0.2052479 Nov 25 19:56:40.620829 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1abc41e8-3ac1-4076-a709-460b6dbb3c3e up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:56:40.663971 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c608aa1-4351-498c-98b9-f32904dab64d admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:56:40.677828 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4c608aa1-4351-498c-98b9-f32904dab64d admin admin] 10.222.0.55 "PUT /v2.0/routers/2e1732c3-a55f-4b5c-88aa-0a18f413488a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1477284 Nov 25 19:56:40.678081 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-5328a200-ee21-4b34-9680-d94f3d9a5373 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c1a8f8d4-1a7c-4717-893b-2799278055f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148975 Nov 25 19:56:40.804337 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 1abc41e8-3ac1-4076-a709-460b6dbb3c3e triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:40.804337 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:40.923244 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2deb90-c7fc-47cd-ada1-cece4e207f12 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Router b4e300e5-5f02-4536-a8de-8b8b16dcd384 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:56:41.013694 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3bac78cf-95da-480c-9fc3-cc6e40d32952 req-077d88a4-5e62-4b6d-b1ce-0b14c17e720f tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 210 time: 0.2656639 Nov 25 19:56:41.128508 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a908e8-bc5a-41bd-93f2-dc049ba9733c x-openstack-request-id: req-70a908e8-bc5a-41bd-93f2-dc049ba9733c {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:56:41.128956 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5833c12-9b3e-4ac0-87c5-6c4bf97636ff", "tag": "55605f76-f4b6-40b5-a87a-5e512919049f", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:56:41.129372 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-70a908e8-bc5a-41bd-93f2-dc049ba9733c {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:56:41.129996 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5833c12-9b3e-4ac0-87c5-6c4bf97636ff', 'tag': '55605f76-f4b6-40b5-a87a-5e512919049f', 'status': 'completed', 'code': 200} Nov 25 19:56:41.195126 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-56ec3227-6224-4df0-9a4c-41cf27388d5b service neutron] 10.222.0.73 "GET /v2.0/networks/c1a8f8d4-1a7c-4717-893b-2799278055f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090778 Nov 25 19:56:41.371289 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2deb90-c7fc-47cd-ada1-cece4e207f12 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:56:41.385914 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3a56e2-8324-4150-afae-f5cf1dc6a632 None None] Sync routers for ids ['b4e300e5-5f02-4536-a8de-8b8b16dcd384'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:56:41.423408 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3a56e2-8324-4150-afae-f5cf1dc6a632 None None] Routers {'b4e300e5-5f02-4536-a8de-8b8b16dcd384'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:41.424872 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-0c3a56e2-8324-4150-afae-f5cf1dc6a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:56:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b4e300e5-5f02-4536-a8de-8b8b16dcd384'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:41.437222 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d2deb90-c7fc-47cd-ada1-cece4e207f12 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:41.437222 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0d2deb90-c7fc-47cd-ada1-cece4e207f12 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.0351453 Nov 25 19:56:41.437222 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38560) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:41.560294 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-0c3a56e2-8324-4150-afae-f5cf1dc6a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:41.601517 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3a56e2-8324-4150-afae-f5cf1dc6a632 None None] Routers {'b4e300e5-5f02-4536-a8de-8b8b16dcd384'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:41.604625 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-0c3a56e2-8324-4150-afae-f5cf1dc6a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:56:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b4e300e5-5f02-4536-a8de-8b8b16dcd384'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:41.623923 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c706c9bd-44f6-4afa-924b-64e4e5174143 req-d28c1285-6fbc-40b2-b08e-a68836f8c040 service neutron] 10.222.0.73 "GET /v2.0/networks/c1a8f8d4-1a7c-4717-893b-2799278055f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190145 Nov 25 19:56:41.656747 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38564) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:41.658526 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d31258b5-e999-40bd-bc28-4576f524caf4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "GET /v2.0/routers/b4e300e5-5f02-4536-a8de-8b8b16dcd384 HTTP/1.1" status: 200 len: 884 time: 0.2218933 Nov 25 19:56:41.714030 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3367049a-677f-40fb-8349-dabdf8c45737 None None] Sync routers for ids ['2e1732c3-a55f-4b5c-88aa-0a18f413488a'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:56:41.755313 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3367049a-677f-40fb-8349-dabdf8c45737 None None] Routers {'2e1732c3-a55f-4b5c-88aa-0a18f413488a'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:41.756262 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3367049a-677f-40fb-8349-dabdf8c45737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:56:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['2e1732c3-a55f-4b5c-88aa-0a18f413488a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:41.762000 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-0c3a56e2-8324-4150-afae-f5cf1dc6a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:41.767232 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3a56e2-8324-4150-afae-f5cf1dc6a632 None None] The sync data for ids ['b4e300e5-5f02-4536-a8de-8b8b16dcd384'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:56:42.005968 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-3367049a-677f-40fb-8349-dabdf8c45737 None None] Set router 2e1732c3-a55f-4b5c-88aa-0a18f413488a gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:56:42.137609 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886dc87-a300-4875-947c-bd34b772f751 req-dd85fbd1-5d2c-4a50-8ba5-3a215a60dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:42.141813 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e886dc87-a300-4875-947c-bd34b772f751 req-dd85fbd1-5d2c-4a50-8ba5-3a215a60dc9b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23b07602208648038bf2636b818440df&device_id=e5833c12-9b3e-4ac0-87c5-6c4bf97636ff HTTP/1.1" status: 200 len: 1094 time: 0.2742283 Nov 25 19:56:42.612002 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3367049a-677f-40fb-8349-dabdf8c45737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1732c3-a55f-4b5c-88aa-0a18f413488a', 'name': 'tempest-TestAggregatesBasicOps-2087061708-router', 'tenant_id': '560396144c0846c6996c8cc1bd946d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '1abc41e8-3ac1-4076-a709-460b6dbb3c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:56:25Z', 'updated_at': '2021-11-25T19:56:36Z', 'revision_number': 4, 'project_id': '560396144c0846c6996c8cc1bd946d3b', 'gw_port': {'id': '1abc41e8-3ac1-4076-a709-460b6dbb3c3e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1732c3-a55f-4b5c-88aa-0a18f413488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:27Z', 'updated_at': '2021-11-25T19:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '5ca01220-ea68-476d-84a6-d5ef4e90b8b9', 'name': '', 'network_id': '8be2b4f5-9c93-4742-a142-3a1512ee7768', 'tenant_id': '560396144c0846c6996c8cc1bd946d3b', 'mac_address': 'fa:16:3e:9c:8a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1732c3-a55f-4b5c-88aa-0a18f413488a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '86b00a19-883b-4081-acc9-34298fd47067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:34Z', 'updated_at': '2021-11-25T19:56:37Z', 'revision_number': 2, 'project_id': '560396144c0846c6996c8cc1bd946d3b', 'subnets': [{'id': '86b00a19-883b-4081-acc9-34298fd47067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:42.725514 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3367049a-677f-40fb-8349-dabdf8c45737 None None] Checking router: 2e1732c3-a55f-4b5c-88aa-0a18f413488a for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:56:42.726614 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3367049a-677f-40fb-8349-dabdf8c45737 None None] Updating router 2e1732c3-a55f-4b5c-88aa-0a18f413488a port 5ca01220-ea68-476d-84a6-d5ef4e90b8b9 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:56:42.769412 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d1647-e440-42a8-950b-df120b8d6d9a req-a37567f1-bd78-4f00-a81b-00b05769d89e tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:42.776847 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a12d1647-e440-42a8-950b-df120b8d6d9a req-a37567f1-bd78-4f00-a81b-00b05769d89e tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5833c12-9b3e-4ac0-87c5-6c4bf97636ff HTTP/1.1" status: 200 len: 943 time: 0.8672264 Nov 25 19:56:42.787826 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3367049a-677f-40fb-8349-dabdf8c45737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:42.943526 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a12d1647-e440-42a8-950b-df120b8d6d9a req-ad030fc8-a851-4a1b-9d01-023ec5d617f3 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c795d6-eb7d-4c73-ab9e-b14d9198f728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654029 Nov 25 19:56:42.945462 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886dc87-a300-4875-947c-bd34b772f751 req-11abc122-49b0-4be9-b94e-77f441681a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:42.948008 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e886dc87-a300-4875-947c-bd34b772f751 req-11abc122-49b0-4be9-b94e-77f441681a76 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c1a8f8d4-1a7c-4717-893b-2799278055f6 HTTP/1.1" status: 200 len: 909 time: 0.7880089 Nov 25 19:56:43.173882 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e886dc87-a300-4875-947c-bd34b772f751 req-9dd163e2-8db8-44eb-8a23-0e35c76d6596 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55605f76-f4b6-40b5-a87a-5e512919049f HTTP/1.1" status: 200 len: 217 time: 0.2028236 Nov 25 19:56:43.332304 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886dc87-a300-4875-947c-bd34b772f751 req-9e0e4e82-4ac3-48c4-8e8e-5199e0094a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:43.337628 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e886dc87-a300-4875-947c-bd34b772f751 req-9e0e4e82-4ac3-48c4-8e8e-5199e0094a93 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4ad9f3d-e01d-4850-89be-d3c4f91c03dc HTTP/1.1" status: 200 len: 848 time: 0.1440098 Nov 25 19:56:43.457557 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d1d5c278-c1cc-43db-995e-294df074d505 req-0cc4cdbe-ed0b-49c1-8bb3-c56460b94608 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 210 time: 0.1181736 Nov 25 19:56:43.463793 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e886dc87-a300-4875-947c-bd34b772f751 req-662cd11c-8a9a-435a-b6fa-41f5d774f49b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c1a8f8d4-1a7c-4717-893b-2799278055f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106336 Nov 25 19:56:43.548815 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3367049a-677f-40fb-8349-dabdf8c45737 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:43.559810 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3367049a-677f-40fb-8349-dabdf8c45737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:43.564559 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38612) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:43.565261 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b9e88d8a-f1cb-446e-a1d0-9bd56b3b62fa tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.9021914 Nov 25 19:56:43.571607 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-dd3c47ef-147f-4062-9ece-3888f049bd2e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1486284748'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:43.772063 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e78caf-c42f-4eea-99c5-f2052b7077e7 None None] Pushing event updated for resources: {'Port': ['ID=5ca01220-ea68-476d-84a6-d5ef4e90b8b9,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:43.793840 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 55605f76-f4b6-40b5-a87a-5e512919049f details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:56:43.887164 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e886dc87-a300-4875-947c-bd34b772f751 req-0215cf8a-daa0-4601-897c-d7e8dd228d45 service neutron] 10.222.0.73 "GET /v2.0/networks/c1a8f8d4-1a7c-4717-893b-2799278055f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119408 Nov 25 19:56:44.066397 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38628) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:44.083697 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3367049a-677f-40fb-8349-dabdf8c45737 None None] Attempting to bind port 5ca01220-ea68-476d-84a6-d5ef4e90b8b9 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:56:44.083697 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3367049a-677f-40fb-8349-dabdf8c45737 None None] Attempting to bind port 5ca01220-ea68-476d-84a6-d5ef4e90b8b9 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '1198c3b8-3524-4c54-b11a-3dbb574159e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8be2b4f5-9c93-4742-a142-3a1512ee7768'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:56:44.083697 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3367049a-677f-40fb-8349-dabdf8c45737 None None] Attempting to bind port 5ca01220-ea68-476d-84a6-d5ef4e90b8b9 on network 8be2b4f5-9c93-4742-a142-3a1512ee7768 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:56:44.128864 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3367049a-677f-40fb-8349-dabdf8c45737 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:56:44.129273 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3367049a-677f-40fb-8349-dabdf8c45737 None None] Checking segment: {'id': '1198c3b8-3524-4c54-b11a-3dbb574159e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8be2b4f5-9c93-4742-a142-3a1512ee7768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:56:44.129869 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3367049a-677f-40fb-8349-dabdf8c45737 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:44.130506 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3367049a-677f-40fb-8349-dabdf8c45737 None None] Bound using segment: {'id': '1198c3b8-3524-4c54-b11a-3dbb574159e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8be2b4f5-9c93-4742-a142-3a1512ee7768'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:56:44.131291 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3367049a-677f-40fb-8349-dabdf8c45737 None None] Bound port: 5ca01220-ea68-476d-84a6-d5ef4e90b8b9, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1198c3b8-3524-4c54-b11a-3dbb574159e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8be2b4f5-9c93-4742-a142-3a1512ee7768'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:56:44.131888 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3367049a-677f-40fb-8349-dabdf8c45737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:44.213452 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:56:44.366370 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e886dc87-a300-4875-947c-bd34b772f751 req-66aece82-3fbb-4122-a128-6e44b694a79d service neutron] 10.222.0.73 "GET /v2.0/networks/c1a8f8d4-1a7c-4717-893b-2799278055f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425256 Nov 25 19:56:44.512121 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9ad595a-4bb9-45ec-ae63-2de865ca86a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:44.520637 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd3c47ef-147f-4062-9ece-3888f049bd2e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:44.521274 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3367049a-677f-40fb-8349-dabdf8c45737 None None] For port 5ca01220-ea68-476d-84a6-d5ef4e90b8b9, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:56:44.534770 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3367049a-677f-40fb-8349-dabdf8c45737 None None] For port 5ca01220-ea68-476d-84a6-d5ef4e90b8b9, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5ca01220-ea68-476d-84a6-d5ef4e90b8b9,segment=NetworkSegment(1198c3b8-3524-4c54-b11a-3dbb574159e3),segment_id=1198c3b8-3524-4c54-b11a-3dbb574159e3)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:56:44.553832 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd3c47ef-147f-4062-9ece-3888f049bd2e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2046030'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:44.640644 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3367049a-677f-40fb-8349-dabdf8c45737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:44.658187 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9ad595a-4bb9-45ec-ae63-2de865ca86a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:44.661335 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9479ed39-4490-4a65-9090-aa32f17be5e2 None None] Provisioning complete for port 5ca01220-ea68-476d-84a6-d5ef4e90b8b9 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:44.661922 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9479ed39-4490-4a65-9090-aa32f17be5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:44.673355 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9ad595a-4bb9-45ec-ae63-2de865ca86a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:44.811253 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e9ad595a-4bb9-45ec-ae63-2de865ca86a6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f8366a6746b543128effa7c52d1e2541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7321889 Nov 25 19:56:44.821480 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38644) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:44.866431 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad595a-4bb9-45ec-ae63-2de865ca86a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b18611-9720-4d4d-ba03-9614c82d7ad2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:44.898189 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 55605f76-f4b6-40b5-a87a-5e512919049f, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=55605f76-f4b6-40b5-a87a-5e512919049f,segment=NetworkSegment(027176cf-6685-419e-b551-74f051093b8f),segment_id=027176cf-6685-419e-b551-74f051093b8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:44.938640 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '55605f76-f4b6-40b5-a87a-5e512919049f', 'network_id': 'c1a8f8d4-1a7c-4717-893b-2799278055f6', 'port_id': '55605f76-f4b6-40b5-a87a-5e512919049f', 'mac_address': 'fa:16:3e:bd:35:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ad9f3d-e01d-4850-89be-d3c4f91c03dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:56:44.986113 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4d52f-f808-4c0e-b196-4e1fa761c280 req-bb10c826-59cf-48ee-9527-5df61676d708 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:44.988581 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5ab4d52f-f808-4c0e-b196-4e1fa761c280 req-bb10c826-59cf-48ee-9527-5df61676d708 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5833c12-9b3e-4ac0-87c5-6c4bf97636ff HTTP/1.1" status: 200 len: 943 time: 0.1442366 Nov 25 19:56:45.011991 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bbcdba20-b469-4288-91b5-8e3363006919 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:45.012751 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3367049a-677f-40fb-8349-dabdf8c45737 None None] Routers {'2e1732c3-a55f-4b5c-88aa-0a18f413488a'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:45.019260 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3367049a-677f-40fb-8349-dabdf8c45737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:56:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['2e1732c3-a55f-4b5c-88aa-0a18f413488a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:45.034947 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e78caf-c42f-4eea-99c5-f2052b7077e7 None None] Pushing event updated for resources: {'Port': ['ID=5ca01220-ea68-476d-84a6-d5ef4e90b8b9,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:45.093008 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bbcdba20-b469-4288-91b5-8e3363006919 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:45.109910 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5ab4d52f-f808-4c0e-b196-4e1fa761c280 req-5c785cdc-c3a6-4b46-90a8-466976d3a543 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c795d6-eb7d-4c73-ab9e-b14d9198f728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104779 Nov 25 19:56:45.226640 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bbcdba20-b469-4288-91b5-8e3363006919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:45.237057 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bbcdba20-b469-4288-91b5-8e3363006919 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:45.241130 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bbcdba20-b469-4288-91b5-8e3363006919 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/79b18611-9720-4d4d-ba03-9614c82d7ad2 HTTP/1.1" status: 204 len: 168 time: 0.4144428 Nov 25 19:56:45.252696 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-3367049a-677f-40fb-8349-dabdf8c45737 None None] Set router 2e1732c3-a55f-4b5c-88aa-0a18f413488a gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:56:45.281723 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3c47ef-147f-4062-9ece-3888f049bd2e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Router b4e300e5-5f02-4536-a8de-8b8b16dcd384 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:56:45.300289 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdba20-b469-4288-91b5-8e3363006919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b18611-9720-4d4d-ba03-9614c82d7ad2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:45.392237 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0f054b40-5f3a-413a-a30c-47daa1c713ef req-033e726a-fc02-473c-b07c-ddc5fc807d04 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 210 time: 0.0423436 Nov 25 19:56:45.634547 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3c47ef-147f-4062-9ece-3888f049bd2e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:56:45.657309 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5358e3-de98-415f-b208-690da6bafefa None None] Sync routers for ids ['b4e300e5-5f02-4536-a8de-8b8b16dcd384'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:56:45.668520 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd3c47ef-147f-4062-9ece-3888f049bd2e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:45.675467 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38656) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:45.680047 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-dd3c47ef-147f-4062-9ece-3888f049bd2e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "PUT /v2.0/routers/b4e300e5-5f02-4536-a8de-8b8b16dcd384 HTTP/1.1" status: 200 len: 891 time: 2.1135991 Nov 25 19:56:45.689293 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5358e3-de98-415f-b208-690da6bafefa None None] Routers {'b4e300e5-5f02-4536-a8de-8b8b16dcd384'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:45.690461 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-da5358e3-de98-415f-b208-690da6bafefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:56:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b4e300e5-5f02-4536-a8de-8b8b16dcd384'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:45.851936 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-da5358e3-de98-415f-b208-690da6bafefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:45.897869 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5358e3-de98-415f-b208-690da6bafefa None None] Routers {'b4e300e5-5f02-4536-a8de-8b8b16dcd384'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:45.906923 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-da5358e3-de98-415f-b208-690da6bafefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:56:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b4e300e5-5f02-4536-a8de-8b8b16dcd384'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:45.980668 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-12e56e88-7a23-4caa-ab3e-6334dd0bed35 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "GET /v2.0/routers/b4e300e5-5f02-4536-a8de-8b8b16dcd384 HTTP/1.1" status: 200 len: 891 time: 0.2983499 Nov 25 19:56:45.980668 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38664) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:46.043507 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:46.048323 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9479ed39-4490-4a65-9090-aa32f17be5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:46.054394 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-da5358e3-de98-415f-b208-690da6bafefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:46.055175 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5358e3-de98-415f-b208-690da6bafefa None None] The sync data for ids ['b4e300e5-5f02-4536-a8de-8b8b16dcd384'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:56:46.059838 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0db6c3ba-60a1-4ad9-8513-61c6385022be tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4e300e5-5f02-4536-a8de-8b8b16dcd384 HTTP/1.1" status: 200 len: 205 time: 0.0779960 Nov 25 19:56:46.065806 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38670) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:46.202517 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55605f76-f4b6-40b5-a87a-5e512919049f {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:56:46.277526 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38680) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:46.297138 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3367049a-677f-40fb-8349-dabdf8c45737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1732c3-a55f-4b5c-88aa-0a18f413488a', 'name': 'tempest-TestAggregatesBasicOps-2087061708-router', 'tenant_id': '560396144c0846c6996c8cc1bd946d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '1abc41e8-3ac1-4076-a709-460b6dbb3c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:56:25Z', 'updated_at': '2021-11-25T19:56:36Z', 'revision_number': 4, 'project_id': '560396144c0846c6996c8cc1bd946d3b', 'gw_port': {'id': '1abc41e8-3ac1-4076-a709-460b6dbb3c3e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1732c3-a55f-4b5c-88aa-0a18f413488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:27Z', 'updated_at': '2021-11-25T19:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '5ca01220-ea68-476d-84a6-d5ef4e90b8b9', 'name': '', 'network_id': '8be2b4f5-9c93-4742-a142-3a1512ee7768', 'tenant_id': '560396144c0846c6996c8cc1bd946d3b', 'mac_address': 'fa:16:3e:9c:8a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1732c3-a55f-4b5c-88aa-0a18f413488a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '86b00a19-883b-4081-acc9-34298fd47067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:34Z', 'updated_at': '2021-11-25T19:56:44Z', 'revision_number': 4, 'project_id': '560396144c0846c6996c8cc1bd946d3b', 'subnets': [{'id': '86b00a19-883b-4081-acc9-34298fd47067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:46.358751 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38682) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:46.425713 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c3814a1-a570-4505-9623-f26058519d01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:46.437163 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 55605f76-f4b6-40b5-a87a-5e512919049f, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=55605f76-f4b6-40b5-a87a-5e512919049f,segment=NetworkSegment(027176cf-6685-419e-b551-74f051093b8f),segment_id=027176cf-6685-419e-b551-74f051093b8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:46.463720 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9479ed39-4490-4a65-9090-aa32f17be5e2 None None] For port 5ca01220-ea68-476d-84a6-d5ef4e90b8b9, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5ca01220-ea68-476d-84a6-d5ef4e90b8b9,segment=NetworkSegment(1198c3b8-3524-4c54-b11a-3dbb574159e3),segment_id=1198c3b8-3524-4c54-b11a-3dbb574159e3)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:46.467195 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3367049a-677f-40fb-8349-dabdf8c45737 None None] The sync data for ids ['2e1732c3-a55f-4b5c-88aa-0a18f413488a'] in n-d-819349-5 is: [{'id': '2e1732c3-a55f-4b5c-88aa-0a18f413488a', 'name': 'tempest-TestAggregatesBasicOps-2087061708-router', 'tenant_id': '560396144c0846c6996c8cc1bd946d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '1abc41e8-3ac1-4076-a709-460b6dbb3c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:56:25Z', 'updated_at': '2021-11-25T19:56:36Z', 'revision_number': 4, 'project_id': '560396144c0846c6996c8cc1bd946d3b', 'gw_port': {'id': '1abc41e8-3ac1-4076-a709-460b6dbb3c3e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1732c3-a55f-4b5c-88aa-0a18f413488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:27Z', 'updated_at': '2021-11-25T19:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '5ca01220-ea68-476d-84a6-d5ef4e90b8b9', 'name': '', 'network_id': '8be2b4f5-9c93-4742-a142-3a1512ee7768', 'tenant_id': '560396144c0846c6996c8cc1bd946d3b', 'mac_address': 'fa:16:3e:9c:8a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1732c3-a55f-4b5c-88aa-0a18f413488a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '86b00a19-883b-4081-acc9-34298fd47067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:34Z', 'updated_at': '2021-11-25T19:56:44Z', 'revision_number': 4, 'project_id': '560396144c0846c6996c8cc1bd946d3b', 'subnets': [{'id': '86b00a19-883b-4081-acc9-34298fd47067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:56:46.472541 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:46.528404 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9479ed39-4490-4a65-9090-aa32f17be5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:46.743316 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9155f5d4-01f6-447a-b09b-bc5095b08081 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:46.881154 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=55605f76-f4b6-40b5-a87a-5e512919049f,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:46.894005 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c3814a1-a570-4505-9623-f26058519d01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:46.934032 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['55605f76-f4b6-40b5-a87a-5e512919049f'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:56:47.116204 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c3814a1-a570-4505-9623-f26058519d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:47.207110 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d345dd6e-6fec-4dc5-a166-d2251114ebad None None] Provisioning complete for port 5ca01220-ea68-476d-84a6-d5ef4e90b8b9 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:47.214068 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d345dd6e-6fec-4dc5-a166-d2251114ebad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:47.223983 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9155f5d4-01f6-447a-b09b-bc5095b08081 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:47.278162 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2c3814a1-a570-4505-9623-f26058519d01 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1d489161ad734f3587f2c93f0b4ae117&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9181395 Nov 25 19:56:47.279534 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3814a1-a570-4505-9623-f26058519d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32119e0c-3bca-439f-878b-47202201a72c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:47.283853 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38692) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:47.338473 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ff6c5-6c66-4378-bd53-ea2c6d31b4b8 req-8f98d6af-3ba6-4681-b107-b2e2413e1fdd tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:47.353277 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-331ff6c5-6c66-4378-bd53-ea2c6d31b4b8 req-8f98d6af-3ba6-4681-b107-b2e2413e1fdd tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5833c12-9b3e-4ac0-87c5-6c4bf97636ff HTTP/1.1" status: 200 len: 944 time: 0.8719258 Nov 25 19:56:47.433484 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479ed39-4490-4a65-9090-aa32f17be5e2 None None] Pushing event updated for resources: {'Port': ['ID=5ca01220-ea68-476d-84a6-d5ef4e90b8b9,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:47.949756 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-331ff6c5-6c66-4378-bd53-ea2c6d31b4b8 req-84db7265-f0e4-4617-98bb-925323e1196d tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c795d6-eb7d-4c73-ab9e-b14d9198f728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899833 Nov 25 19:56:47.952183 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-db064f11-1468-4b82-b952-59c3e72b46ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:48.013569 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-db064f11-1468-4b82-b952-59c3e72b46ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:48.083580 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9155f5d4-01f6-447a-b09b-bc5095b08081 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Deleting port cccdf848-d4ab-4bb7-aa93-c7c4c332aa27 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:48.085495 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9155f5d4-01f6-447a-b09b-bc5095b08081 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:48.165801 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c50bdc52-5261-4165-8a6e-16e32e774187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:48.509513 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 55605f76-f4b6-40b5-a87a-5e512919049f up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:56:48.510399 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dba487b5-3f31-4628-adef-849041cdf915 req-ebf547bd-6d4a-4d4b-afcb-63b30a1b9be5 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 210 time: 0.3175418 Nov 25 19:56:48.684757 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-db064f11-1468-4b82-b952-59c3e72b46ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:48.692426 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-db064f11-1468-4b82-b952-59c3e72b46ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:48.694256 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-db064f11-1468-4b82-b952-59c3e72b46ea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/32119e0c-3bca-439f-878b-47202201a72c HTTP/1.1" status: 204 len: 168 time: 1.4060805 Nov 25 19:56:48.697823 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9155f5d4-01f6-447a-b09b-bc5095b08081 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:48.766408 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5ca01220-ea68-476d-84a6-d5ef4e90b8b9 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:56:48.794459 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9155f5d4-01f6-447a-b09b-bc5095b08081 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Calling delete_port for cccdf848-d4ab-4bb7-aa93-c7c4c332aa27 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:48.812199 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db064f11-1468-4b82-b952-59c3e72b46ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32119e0c-3bca-439f-878b-47202201a72c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:48.910526 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c50bdc52-5261-4165-8a6e-16e32e774187 admin admin] Deleting port d15f7081-688a-4283-bb04-bbd5a91f07d7 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:48.910891 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c50bdc52-5261-4165-8a6e-16e32e774187 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:49.049313 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 55605f76-f4b6-40b5-a87a-5e512919049f completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:56:49.130099 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-c50bdc52-5261-4165-8a6e-16e32e774187 admin admin] For port d15f7081-688a-4283-bb04-bbd5a91f07d7, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d15f7081-688a-4283-bb04-bbd5a91f07d7,segment=NetworkSegment(eaf5df2a-d23f-414d-8eb8-fc4bd6d92491),segment_id=eaf5df2a-d23f-414d-8eb8-fc4bd6d92491)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:49.130711 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 55605f76-f4b6-40b5-a87a-5e512919049f triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:49.130958 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c50bdc52-5261-4165-8a6e-16e32e774187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:49.131386 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:49.166688 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c50bdc52-5261-4165-8a6e-16e32e774187 admin admin] Calling delete_port for d15f7081-688a-4283-bb04-bbd5a91f07d7 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:49.314895 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 5ca01220-ea68-476d-84a6-d5ef4e90b8b9 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:49.323744 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:49.484336 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c50bdc52-5261-4165-8a6e-16e32e774187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:49.557421 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bdc52-5261-4165-8a6e-16e32e774187 admin admin] Pushing event deleted for resources: {'Port': ['ID=d15f7081-688a-4283-bb04-bbd5a91f07d7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:49.626794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bb8ea-ae80-4f64-a2fb-b239f781f04a req-eb0fb363-383e-4791-9a66-69f929221377 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:49.640843 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-307bb8ea-ae80-4f64-a2fb-b239f781f04a req-eb0fb363-383e-4791-9a66-69f929221377 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5833c12-9b3e-4ac0-87c5-6c4bf97636ff HTTP/1.1" status: 200 len: 944 time: 0.2172551 Nov 25 19:56:49.809093 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:49.860352 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5833c12-9b3e-4ac0-87c5-6c4bf97636ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55605f76-f4b6-40b5-a87a-5e512919049f'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:56:49.865183 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f64852-6d80-43be-a335-c48aa004bd91" -d '{"events": [{"server_uuid": "e5833c12-9b3e-4ac0-87c5-6c4bf97636ff", "name": "network-vif-plugged", "status": "completed", "tag": "55605f76-f4b6-40b5-a87a-5e512919049f"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:56:49.882446 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-307bb8ea-ae80-4f64-a2fb-b239f781f04a req-710972d5-c28a-4a08-9e6c-ff7cbb7b5211 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c795d6-eb7d-4c73-ab9e-b14d9198f728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403073 Nov 25 19:56:49.891741 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9155f5d4-01f6-447a-b09b-bc5095b08081 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:49.923869 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 55605f76-f4b6-40b5-a87a-5e512919049f, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=55605f76-f4b6-40b5-a87a-5e512919049f,segment=NetworkSegment(027176cf-6685-419e-b551-74f051093b8f),segment_id=027176cf-6685-419e-b551-74f051093b8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:49.946031 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:50.096240 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155f5d4-01f6-447a-b09b-bc5095b08081 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Port': ['ID=cccdf848-d4ab-4bb7-aa93-c7c4c332aa27,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:50.104170 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9155f5d4-01f6-447a-b09b-bc5095b08081 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:50.120168 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c50bdc52-5261-4165-8a6e-16e32e774187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:50.199565 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=55605f76-f4b6-40b5-a87a-5e512919049f,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:50.206711 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e7a217-b04a-40db-b0f1-f2d21246424d None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:56:50.240350 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-485ae7c1-ec15-4aef-aa8b-18929db0a284 req-d98468e7-33db-4b49-acc6-0c86d9fc9c3a tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 210 time: 0.1483638 Nov 25 19:56:50.293636 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9155f5d4-01f6-447a-b09b-bc5095b08081 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:50.298410 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9155f5d4-01f6-447a-b09b-bc5095b08081 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:50.358745 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c740db7c-7e92-4390-aba5-c9296a459f4a x-openstack-request-id: req-c740db7c-7e92-4390-aba5-c9296a459f4a {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:56:50.359114 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5833c12-9b3e-4ac0-87c5-6c4bf97636ff", "name": "network-vif-plugged", "status": "completed", "tag": "55605f76-f4b6-40b5-a87a-5e512919049f", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:56:50.359344 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c740db7c-7e92-4390-aba5-c9296a459f4a {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:56:50.359839 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5833c12-9b3e-4ac0-87c5-6c4bf97636ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55605f76-f4b6-40b5-a87a-5e512919049f', 'code': 200} Nov 25 19:56:50.427996 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9155f5d4-01f6-447a-b09b-bc5095b08081 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:50.429988 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9155f5d4-01f6-447a-b09b-bc5095b08081 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Fanout notify agent at l3_agent the message router_deleted on router b4e300e5-5f02-4536-a8de-8b8b16dcd384 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:56:50.466172 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9155f5d4-01f6-447a-b09b-bc5095b08081 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:50.484026 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9155f5d4-01f6-447a-b09b-bc5095b08081 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/routers/b4e300e5-5f02-4536-a8de-8b8b16dcd384 HTTP/1.1" status: 204 len: 168 time: 4.4166005 Nov 25 19:56:50.485479 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38724) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:50.493821 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-912b02ef-b9cd-404d-82df-3b24d4a63f8d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-470369407'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:50.579921 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912b02ef-b9cd-404d-82df-3b24d4a63f8d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Made reservation on behalf of 03b09e35a99940eabc55542aa50b027b for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:56:50.586105 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-912b02ef-b9cd-404d-82df-3b24d4a63f8d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:50.670452 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912b02ef-b9cd-404d-82df-3b24d4a63f8d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:56:50.674831 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734f576-e717-4f85-a75d-b49aabdff572 req-8bb14e56-bb23-47a2-aa9b-796adc626778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:50.677096 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c734f576-e717-4f85-a75d-b49aabdff572 req-8bb14e56-bb23-47a2-aa9b-796adc626778 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e5833c12-9b3e-4ac0-87c5-6c4bf97636ff HTTP/1.1" status: 200 len: 1096 time: 0.1860008 Nov 25 19:56:50.734184 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-912b02ef-b9cd-404d-82df-3b24d4a63f8d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:50.734859 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-912b02ef-b9cd-404d-82df-3b24d4a63f8d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Added segment fa353a3f-e306-489a-9a1d-681a04a4008c of type vlan for network cdd62dd6-0a66-447e-9d8e-2c311885461e Nov 25 19:56:50.792244 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-912b02ef-b9cd-404d-82df-3b24d4a63f8d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:50.807567 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c734f576-e717-4f85-a75d-b49aabdff572 req-b8e741eb-25d9-452a-9f82-8fa1a18057c9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=18c795d6-eb7d-4c73-ab9e-b14d9198f728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042480 Nov 25 19:56:50.832944 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-912b02ef-b9cd-404d-82df-3b24d4a63f8d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:50.839585 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912b02ef-b9cd-404d-82df-3b24d4a63f8d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:50.840256 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-912b02ef-b9cd-404d-82df-3b24d4a63f8d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:50.930967 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-912b02ef-b9cd-404d-82df-3b24d4a63f8d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4442720 Nov 25 19:56:50.933837 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38736) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:50.939737 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-9199335d-7162-41e5-afbe-1776ee3e9eb1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'subnet': {'network_id': 'cdd62dd6-0a66-447e-9d8e-2c311885461e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:50.949690 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b02ef-b9cd-404d-82df-3b24d4a63f8d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Network': ['ID=cdd62dd6-0a66-447e-9d8e-2c311885461e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:50.968611 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50bdc52-5261-4165-8a6e-16e32e774187 admin admin] Router df00ff7c-9937-43cd-9a2e-0557b78d67e0 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:56:50.989098 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network cdd62dd6-0a66-447e-9d8e-2c311885461e details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:56:51.211684 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50bdc52-5261-4165-8a6e-16e32e774187 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:56:51.223733 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ccebf-2042-47ba-bee3-27cf651888a2 None None] Sync routers for ids ['df00ff7c-9937-43cd-9a2e-0557b78d67e0'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:56:51.226465 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c50bdc52-5261-4165-8a6e-16e32e774187 admin admin] 10.222.0.55 "PUT /v2.0/routers/df00ff7c-9937-43cd-9a2e-0557b78d67e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9456162 Nov 25 19:56:51.230059 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38742) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:51.270918 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ccebf-2042-47ba-bee3-27cf651888a2 None None] Routers {'df00ff7c-9937-43cd-9a2e-0557b78d67e0'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:51.272441 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-604ccebf-2042-47ba-bee3-27cf651888a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:56:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['df00ff7c-9937-43cd-9a2e-0557b78d67e0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:51.322854 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315ab58-bbad-41d6-80cf-bf41ebe647c4 req-bcbb0dcb-d927-4aa3-9c04-068f79d6ff80 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:51.332092 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3315ab58-bbad-41d6-80cf-bf41ebe647c4 req-bcbb0dcb-d927-4aa3-9c04-068f79d6ff80 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5833c12-9b3e-4ac0-87c5-6c4bf97636ff HTTP/1.1" status: 200 len: 945 time: 0.2214453 Nov 25 19:56:51.361371 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9199335d-7162-41e5-afbe-1776ee3e9eb1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Made reservation on behalf of 03b09e35a99940eabc55542aa50b027b for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:56:51.380566 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9199335d-7162-41e5-afbe-1776ee3e9eb1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:51.572554 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3315ab58-bbad-41d6-80cf-bf41ebe647c4 req-1c853419-0097-4f01-a940-694c947ee32d tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c795d6-eb7d-4c73-ab9e-b14d9198f728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392070 Nov 25 19:56:51.580259 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-604ccebf-2042-47ba-bee3-27cf651888a2 None None] Set router df00ff7c-9937-43cd-9a2e-0557b78d67e0 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:56:51.613212 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:56:51.676188 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-986bd93e-ea59-45ad-b022-2d6ff84624bb admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:51.801360 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-86906cd5-be4a-4642-89e9-674d598ecfd7 req-76554ad0-6475-47f1-946a-ef49e5d53113 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e8404a-5a79-4ac5-9565-73631729b81b HTTP/1.1" status: 200 len: 210 time: 0.0652480 Nov 25 19:56:52.079859 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9199335d-7162-41e5-afbe-1776ee3e9eb1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:52.096433 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-986bd93e-ea59-45ad-b022-2d6ff84624bb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:52.110119 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-604ccebf-2042-47ba-bee3-27cf651888a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df00ff7c-9937-43cd-9a2e-0557b78d67e0', 'name': 'tempest-TestAggregatesBasicOps-1657096092-router', 'tenant_id': 'b4558a73d71448bea3d5a1f58891441b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '9c7fbe05-d8dd-467c-81d7-7eee35a95416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:56:03Z', 'updated_at': '2021-11-25T19:56:49Z', 'revision_number': 5, 'project_id': 'b4558a73d71448bea3d5a1f58891441b', 'gw_port': {'id': '9c7fbe05-d8dd-467c-81d7-7eee35a95416', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df00ff7c-9937-43cd-9a2e-0557b78d67e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:07Z', 'updated_at': '2021-11-25T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:52.205874 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ccebf-2042-47ba-bee3-27cf651888a2 None None] Checking router: df00ff7c-9937-43cd-9a2e-0557b78d67e0 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:56:52.213760 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-986bd93e-ea59-45ad-b022-2d6ff84624bb admin admin] Deleting port 9c7fbe05-d8dd-467c-81d7-7eee35a95416 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:52.217464 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-986bd93e-ea59-45ad-b022-2d6ff84624bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:52.234195 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ccebf-2042-47ba-bee3-27cf651888a2 None None] Routers {'df00ff7c-9937-43cd-9a2e-0557b78d67e0'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:52.235082 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-604ccebf-2042-47ba-bee3-27cf651888a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:56:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['df00ff7c-9937-43cd-9a2e-0557b78d67e0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:52.270158 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199335d-7162-41e5-afbe-1776ee3e9eb1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Subnet': ['ID=b1b45beb-20ba-4bc2-869d-291c36270a7e,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:52.378888 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-604ccebf-2042-47ba-bee3-27cf651888a2 None None] Set router df00ff7c-9937-43cd-9a2e-0557b78d67e0 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:56:52.382767 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199335d-7162-41e5-afbe-1776ee3e9eb1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Checking segment: {'id': 'fa353a3f-e306-489a-9a1d-681a04a4008c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'cdd62dd6-0a66-447e-9d8e-2c311885461e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:56:52.383366 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9199335d-7162-41e5-afbe-1776ee3e9eb1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network hostable DHCP agents. Network: cdd62dd6-0a66-447e-9d8e-2c311885461e, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:56:52.453836 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9199335d-7162-41e5-afbe-1776ee3e9eb1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network cdd62dd6-0a66-447e-9d8e-2c311885461e is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:56:52.455454 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-604ccebf-2042-47ba-bee3-27cf651888a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df00ff7c-9937-43cd-9a2e-0557b78d67e0', 'name': 'tempest-TestAggregatesBasicOps-1657096092-router', 'tenant_id': 'b4558a73d71448bea3d5a1f58891441b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:56:03Z', 'updated_at': '2021-11-25T19:56:52Z', 'revision_number': 6, 'project_id': 'b4558a73d71448bea3d5a1f58891441b', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:52.481101 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-986bd93e-ea59-45ad-b022-2d6ff84624bb admin admin] For port 9c7fbe05-d8dd-467c-81d7-7eee35a95416, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9c7fbe05-d8dd-467c-81d7-7eee35a95416,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:52.481866 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-986bd93e-ea59-45ad-b022-2d6ff84624bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:52.485735 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-9199335d-7162-41e5-afbe-1776ee3e9eb1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, cdd62dd6-0a66-447e-9d8e-2c311885461e) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:52.490349 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ccebf-2042-47ba-bee3-27cf651888a2 None None] The sync data for ids ['df00ff7c-9937-43cd-9a2e-0557b78d67e0'] in n-d-819349-5 is: [{'id': 'df00ff7c-9937-43cd-9a2e-0557b78d67e0', 'name': 'tempest-TestAggregatesBasicOps-1657096092-router', 'tenant_id': 'b4558a73d71448bea3d5a1f58891441b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:56:03Z', 'updated_at': '2021-11-25T19:56:52Z', 'revision_number': 6, 'project_id': 'b4558a73d71448bea3d5a1f58891441b', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:56:52.493669 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9199335d-7162-41e5-afbe-1776ee3e9eb1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:52.495002 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9199335d-7162-41e5-afbe-1776ee3e9eb1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:52.507032 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457c681f-6e37-4e17-bdef-5458348ebbe3 None None] Network cdd62dd6-0a66-447e-9d8e-2c311885461e requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:56:52.508256 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-986bd93e-ea59-45ad-b022-2d6ff84624bb admin admin] Calling delete_port for 9c7fbe05-d8dd-467c-81d7-7eee35a95416 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:52.563676 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9199335d-7162-41e5-afbe-1776ee3e9eb1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6253493 Nov 25 19:56:52.564836 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38768) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:52.578721 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-9a3f3bf7-01d5-4690-a7b1-6183a9186d43 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1944859470', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:52.697378 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a3f3bf7-01d5-4690-a7b1-6183a9186d43 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:52.698824 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a3f3bf7-01d5-4690-a7b1-6183a9186d43 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:52.837262 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a3f3bf7-01d5-4690-a7b1-6183a9186d43 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:52.867124 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a3f3bf7-01d5-4690-a7b1-6183a9186d43 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:52.897730 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125f3da-a853-4936-a923-8e448f64685a req-32665b1a-446c-44f7-b5c1-534f511516aa tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:52.908889 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a125f3da-a853-4936-a923-8e448f64685a req-32665b1a-446c-44f7-b5c1-534f511516aa tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5833c12-9b3e-4ac0-87c5-6c4bf97636ff HTTP/1.1" status: 200 len: 945 time: 0.1318612 Nov 25 19:56:52.958906 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a3f3bf7-01d5-4690-a7b1-6183a9186d43 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:52.961997 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9a3f3bf7-01d5-4690-a7b1-6183a9186d43 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3935618 Nov 25 19:56:52.969315 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38778) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:52.989156 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-986bd93e-ea59-45ad-b022-2d6ff84624bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:53.044010 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f97181-3bec-4ea3-b06f-e25be3209800 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:56:53.097162 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba2eab5-c170-4c66-b34a-ebfef2abe549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-cdd62dd6-0a66-447e-9d8e-2c311885461e', 'network_id': 'cdd62dd6-0a66-447e-9d8e-2c311885461e', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'fixed_ips': [{'subnet_id': 'b1b45beb-20ba-4bc2-869d-291c36270a7e'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:56:53.097997 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9ba2eab5-c170-4c66-b34a-ebfef2abe549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:53.221240 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bd93e-ea59-45ad-b022-2d6ff84624bb admin admin] Pushing event deleted for resources: {'Port': ['ID=9c7fbe05-d8dd-467c-81d7-7eee35a95416,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:53.278654 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a125f3da-a853-4936-a923-8e448f64685a req-06451630-218c-46d0-afe4-19d929aea8a0 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c795d6-eb7d-4c73-ab9e-b14d9198f728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686943 Nov 25 19:56:53.294623 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-986bd93e-ea59-45ad-b022-2d6ff84624bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:53.510406 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-9ba2eab5-c170-4c66-b34a-ebfef2abe549 None None] Allocated IP 2001:db8::2 (cdd62dd6-0a66-447e-9d8e-2c311885461e/b1b45beb-20ba-4bc2-869d-291c36270a7e/10a8ceed-dff2-42c0-89e8-da822fc6aaa5) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:56:53.622769 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38810) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:53.688458 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-986bd93e-ea59-45ad-b022-2d6ff84624bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:53.694500 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-986bd93e-ea59-45ad-b022-2d6ff84624bb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:53.788774 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-986bd93e-ea59-45ad-b022-2d6ff84624bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:53.791019 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986bd93e-ea59-45ad-b022-2d6ff84624bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router df00ff7c-9937-43cd-9a2e-0557b78d67e0 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:56:53.812021 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-986bd93e-ea59-45ad-b022-2d6ff84624bb admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:53.813437 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-986bd93e-ea59-45ad-b022-2d6ff84624bb admin admin] 10.222.0.55 "DELETE /v2.0/routers/df00ff7c-9937-43cd-9a2e-0557b78d67e0 HTTP/1.1" status: 204 len: 168 time: 2.5821300 Nov 25 19:56:53.823470 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b61a019f-499a-4815-af9b-fcd949ab73ee tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:53.827677 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38828) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:53.878896 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:53.885501 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9ba2eab5-c170-4c66-b34a-ebfef2abe549 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:53.907922 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9ba2eab5-c170-4c66-b34a-ebfef2abe549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:53.944968 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb76092f-86af-45e5-95a9-b79874299a73 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:53.954194 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-c056e16e-174a-4f88-9be8-30812eda5af5 admin admin] Deleting subnet 9f18c9e7-e9c9-4bbe-9d8a-8b668a734c9e {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:56:53.992644 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c056e16e-174a-4f88-9be8-30812eda5af5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:54.009954 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba2eab5-c170-4c66-b34a-ebfef2abe549 None None] Network cdd62dd6-0a66-447e-9d8e-2c311885461e is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:54.014526 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-9ba2eab5-c170-4c66-b34a-ebfef2abe549 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:54.018831 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba2eab5-c170-4c66-b34a-ebfef2abe549 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:56:54.031515 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2eab5-c170-4c66-b34a-ebfef2abe549 None None] Pushing event updated for resources: {'Port': ['ID=10a8ceed-dff2-42c0-89e8-da822fc6aaa5,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:54.192410 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb76092f-86af-45e5-95a9-b79874299a73 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:54.242505 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-9ba2eab5-c170-4c66-b34a-ebfef2abe549 None None] Attempting to bind port 10a8ceed-dff2-42c0-89e8-da822fc6aaa5 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:56:54.243105 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-9ba2eab5-c170-4c66-b34a-ebfef2abe549 None None] Attempting to bind port 10a8ceed-dff2-42c0-89e8-da822fc6aaa5 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'fa353a3f-e306-489a-9a1d-681a04a4008c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'cdd62dd6-0a66-447e-9d8e-2c311885461e'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:56:54.254615 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba2eab5-c170-4c66-b34a-ebfef2abe549 None None] Attempting to bind port 10a8ceed-dff2-42c0-89e8-da822fc6aaa5 on network cdd62dd6-0a66-447e-9d8e-2c311885461e {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:56:54.289117 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba2eab5-c170-4c66-b34a-ebfef2abe549 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:56:54.293457 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba2eab5-c170-4c66-b34a-ebfef2abe549 None None] Checking segment: {'id': 'fa353a3f-e306-489a-9a1d-681a04a4008c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'cdd62dd6-0a66-447e-9d8e-2c311885461e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:56:54.303099 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9ba2eab5-c170-4c66-b34a-ebfef2abe549 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:54.303099 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba2eab5-c170-4c66-b34a-ebfef2abe549 None None] Bound using segment: {'id': 'fa353a3f-e306-489a-9a1d-681a04a4008c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'cdd62dd6-0a66-447e-9d8e-2c311885461e'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:56:54.306591 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-9ba2eab5-c170-4c66-b34a-ebfef2abe549 None None] Bound port: 10a8ceed-dff2-42c0-89e8-da822fc6aaa5, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa353a3f-e306-489a-9a1d-681a04a4008c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'cdd62dd6-0a66-447e-9d8e-2c311885461e'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:56:54.316995 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9ba2eab5-c170-4c66-b34a-ebfef2abe549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:54.346143 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c056e16e-174a-4f88-9be8-30812eda5af5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:54.560923 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-b61a019f-499a-4815-af9b-fcd949ab73ee tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Allocated IP 2001:db8::1 (cdd62dd6-0a66-447e-9d8e-2c311885461e/b1b45beb-20ba-4bc2-869d-291c36270a7e/fe4a676e-f493-4968-aee8-7f8f836f3dc1) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:56:54.567453 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:54.583911 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9ba2eab5-c170-4c66-b34a-ebfef2abe549 None None] For port 10a8ceed-dff2-42c0-89e8-da822fc6aaa5, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:56:54.608809 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9ba2eab5-c170-4c66-b34a-ebfef2abe549 None None] For port 10a8ceed-dff2-42c0-89e8-da822fc6aaa5, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=10a8ceed-dff2-42c0-89e8-da822fc6aaa5,segment=NetworkSegment(fa353a3f-e306-489a-9a1d-681a04a4008c),segment_id=fa353a3f-e306-489a-9a1d-681a04a4008c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:56:54.624549 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9ba2eab5-c170-4c66-b34a-ebfef2abe549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:54.658872 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9c7fbe05-d8dd-467c-81d7-7eee35a95416 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:56:54.679897 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb76092f-86af-45e5-95a9-b79874299a73 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:54.686635 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb76092f-86af-45e5-95a9-b79874299a73 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:54.688100 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bb76092f-86af-45e5-95a9-b79874299a73 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "DELETE /v2.0/security-groups/275aa994-18f6-4ebd-ae06-3d72017bc028 HTTP/1.1" status: 204 len: 168 time: 1.0466056 Nov 25 19:56:54.702953 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38866) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:54.756564 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb76092f-86af-45e5-95a9-b79874299a73 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=275aa994-18f6-4ebd-ae06-3d72017bc028,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:54.765383 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-40577b6e-bf45-4f83-bc16-e1077d0e8ba4 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] show failed (client error): The resource could not be found. Nov 25 19:56:54.766725 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-40577b6e-bf45-4f83-bc16-e1077d0e8ba4 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "GET /v2.0/security-groups/275aa994-18f6-4ebd-ae06-3d72017bc028 HTTP/1.1" status: 404 len: 347 time: 0.0506873 Nov 25 19:56:54.780501 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38868) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:54.881628 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 9c7fbe05-d8dd-467c-81d7-7eee35a95416 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:56:54.881628 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9c7fbe05-d8dd-467c-81d7-7eee35a95416 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:56:54.881628 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d15f7081-688a-4283-bb04-bbd5a91f07d7 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:56:54.924490 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c056e16e-174a-4f88-9be8-30812eda5af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:55.006763 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: d15f7081-688a-4283-bb04-bbd5a91f07d7 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:56:55.007717 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d15f7081-688a-4283-bb04-bbd5a91f07d7 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:56:55.026423 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2eab5-c170-4c66-b34a-ebfef2abe549 None None] Pushing event updated for resources: {'Port': ['ID=10a8ceed-dff2-42c0-89e8-da822fc6aaa5,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:55.183058 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5febbd1-7b32-4f80-988e-e7235994e978 req-3e9021d7-46d3-4d23-a6b8-9d21c0e05feb tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:55.198185 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f5febbd1-7b32-4f80-988e-e7235994e978 req-3e9021d7-46d3-4d23-a6b8-9d21c0e05feb tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5833c12-9b3e-4ac0-87c5-6c4bf97636ff HTTP/1.1" status: 200 len: 945 time: 0.2313526 Nov 25 19:56:55.210884 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c056e16e-174a-4f88-9be8-30812eda5af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:55.266161 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056e16e-174a-4f88-9be8-30812eda5af5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f18c9e7-e9c9-4bbe-9d8a-8b668a734c9e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:55.271169 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-89336533-4fc7-4873-9ca2-75030a110967 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Deleting port aec31442-aa3c-482b-9257-14de45f37a95 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:55.271674 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-89336533-4fc7-4873-9ca2-75030a110967 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:55.274868 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6cf417-7371-421f-afed-118cf0699af2 None None] Network 68b76d48-060a-461b-bfbc-a826e58e6600 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:56:55.275254 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c056e16e-174a-4f88-9be8-30812eda5af5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:55.281512 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c056e16e-174a-4f88-9be8-30812eda5af5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9f18c9e7-e9c9-4bbe-9d8a-8b668a734c9e HTTP/1.1" status: 204 len: 168 time: 1.4512680 Nov 25 19:56:55.288037 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38872) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:55.360069 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f5febbd1-7b32-4f80-988e-e7235994e978 req-050e8e4a-4f5c-4d7d-a69f-4698fe3f9753 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c795d6-eb7d-4c73-ab9e-b14d9198f728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557188 Nov 25 19:56:55.363816 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b61a019f-499a-4815-af9b-fcd949ab73ee tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:55.425119 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b61a019f-499a-4815-af9b-fcd949ab73ee tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:55.497126 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61a019f-499a-4815-af9b-fcd949ab73ee tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network cdd62dd6-0a66-447e-9d8e-2c311885461e is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:55.502448 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-b61a019f-499a-4815-af9b-fcd949ab73ee tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:55.516322 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61a019f-499a-4815-af9b-fcd949ab73ee tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:56:55.517173 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b61a019f-499a-4815-af9b-fcd949ab73ee tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:55.601790 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-974ccf67-e42a-4dab-bd4d-30520204d35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:55.707984 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a019f-499a-4815-af9b-fcd949ab73ee tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Port': ['ID=fe4a676e-f493-4968-aee8-7f8f836f3dc1,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:55.811456 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38878) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:55.812835 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b61a019f-499a-4815-af9b-fcd949ab73ee tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:55.969724 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24921801-9e51-4e9a-914a-17f789adb20f None None] DHCP port deletion for 68b76d48-060a-461b-bfbc-a826e58e6600 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:56:56.006388 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-89336533-4fc7-4873-9ca2-75030a110967 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.006897 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-89336533-4fc7-4873-9ca2-75030a110967 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.036840 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-89336533-4fc7-4873-9ca2-75030a110967 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Calling delete_port for aec31442-aa3c-482b-9257-14de45f37a95 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:56.066967 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-974ccf67-e42a-4dab-bd4d-30520204d35a admin admin] Deleting port aa359cd3-0131-496d-8b97-6e47fefd75d8 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:56.067308 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-974ccf67-e42a-4dab-bd4d-30520204d35a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.123609 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-24921801-9e51-4e9a-914a-17f789adb20f None None] Deleting port aa359cd3-0131-496d-8b97-6e47fefd75d8 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:56.124374 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-24921801-9e51-4e9a-914a-17f789adb20f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.239300 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-974ccf67-e42a-4dab-bd4d-30520204d35a admin admin] For port aa359cd3-0131-496d-8b97-6e47fefd75d8, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=aa359cd3-0131-496d-8b97-6e47fefd75d8,segment=NetworkSegment(eaf5df2a-d23f-414d-8eb8-fc4bd6d92491),segment_id=eaf5df2a-d23f-414d-8eb8-fc4bd6d92491)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:56.240107 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-974ccf67-e42a-4dab-bd4d-30520204d35a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.261203 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-974ccf67-e42a-4dab-bd4d-30520204d35a admin admin] Calling delete_port for aa359cd3-0131-496d-8b97-6e47fefd75d8 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:56.317282 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-24921801-9e51-4e9a-914a-17f789adb20f None None] For port aa359cd3-0131-496d-8b97-6e47fefd75d8, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=aa359cd3-0131-496d-8b97-6e47fefd75d8,segment=NetworkSegment(eaf5df2a-d23f-414d-8eb8-fc4bd6d92491),segment_id=eaf5df2a-d23f-414d-8eb8-fc4bd6d92491)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:56.318264 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-24921801-9e51-4e9a-914a-17f789adb20f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.355179 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-24921801-9e51-4e9a-914a-17f789adb20f None None] Calling delete_port for aa359cd3-0131-496d-8b97-6e47fefd75d8 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:56.367142 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e62ce16-9794-4771-b07c-0a2626ce8873 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.393830 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b61a019f-499a-4815-af9b-fcd949ab73ee tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.420148 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b61a019f-499a-4815-af9b-fcd949ab73ee tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.421142 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b61a019f-499a-4815-af9b-fcd949ab73ee tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.462411 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-89336533-4fc7-4873-9ca2-75030a110967 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.511470 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e62ce16-9794-4771-b07c-0a2626ce8873 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.543285 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e62ce16-9794-4771-b07c-0a2626ce8873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.554465 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89336533-4fc7-4873-9ca2-75030a110967 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event deleted for resources: {'Port': ['ID=aec31442-aa3c-482b-9257-14de45f37a95,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:56.695478 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 10a8ceed-dff2-42c0-89e8-da822fc6aaa5 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:56:56.701789 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7e62ce16-9794-4771-b07c-0a2626ce8873 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0221a3b49cc34d72a825a758eea2dff4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8531942 Nov 25 19:56:56.702625 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38884) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:56.707513 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62ce16-9794-4771-b07c-0a2626ce8873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a42df0-9b38-47e2-853f-7e39213afd8e,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:56.735694 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-89336533-4fc7-4873-9ca2-75030a110967 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.738820 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-89336533-4fc7-4873-9ca2-75030a110967 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.742788 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-89336533-4fc7-4873-9ca2-75030a110967 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "DELETE /v2.0/floatingips/340dc0e6-a31b-4a12-a597-548cc7d70dda HTTP/1.1" status: 204 len: 168 time: 1.9612305 Nov 25 19:56:56.743827 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38888) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:56.762801 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-974ccf67-e42a-4dab-bd4d-30520204d35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.818515 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-24921801-9e51-4e9a-914a-17f789adb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.872088 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24921801-9e51-4e9a-914a-17f789adb20f None None] Pushing event deleted for resources: {'Port': ['ID=aa359cd3-0131-496d-8b97-6e47fefd75d8,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:56.875147 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24921801-9e51-4e9a-914a-17f789adb20f None None] No DVR routers for this DVR port aa359cd3-0131-496d-8b97-6e47fefd75d8 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:56:56.887783 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 10a8ceed-dff2-42c0-89e8-da822fc6aaa5 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:56.888770 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.897212 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ccf67-e42a-4dab-bd4d-30520204d35a admin admin] Pushing event deleted for resources: {'Port': ['ID=aa359cd3-0131-496d-8b97-6e47fefd75d8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:56.917430 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974ccf67-e42a-4dab-bd4d-30520204d35a admin admin] No DVR routers for this DVR port aa359cd3-0131-496d-8b97-6e47fefd75d8 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:56:56.951097 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6899178c-3bb5-4d8c-aa29-05115abfe0f4 None None] Network cdd62dd6-0a66-447e-9d8e-2c311885461e requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:56:57.062685 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-974ccf67-e42a-4dab-bd4d-30520204d35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:57.092706 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-974ccf67-e42a-4dab-bd4d-30520204d35a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b76d48-060a-461b-bfbc-a826e58e6600']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:57.109062 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-974ccf67-e42a-4dab-bd4d-30520204d35a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf5df2a-d23f-414d-8eb8-fc4bd6d92491') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:57.109946 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-974ccf67-e42a-4dab-bd4d-30520204d35a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf5df2a-d23f-414d-8eb8-fc4bd6d92491') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:57.123396 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-974ccf67-e42a-4dab-bd4d-30520204d35a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:57.143077 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-974ccf67-e42a-4dab-bd4d-30520204d35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:57.151561 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974ccf67-e42a-4dab-bd4d-30520204d35a admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:56:57.152243 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-974ccf67-e42a-4dab-bd4d-30520204d35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:57.157611 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f0f70a26-da47-4f3e-a96c-9d98c5c8a6e0 None None] Provisioning complete for port 10a8ceed-dff2-42c0-89e8-da822fc6aaa5 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:57.158450 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f0f70a26-da47-4f3e-a96c-9d98c5c8a6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:56:57.239842 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:56:57.265029 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-974ccf67-e42a-4dab-bd4d-30520204d35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:57.271686 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-974ccf67-e42a-4dab-bd4d-30520204d35a admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:57.284900 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-974ccf67-e42a-4dab-bd4d-30520204d35a admin admin] 10.222.0.55 "DELETE /v2.0/networks/68b76d48-060a-461b-bfbc-a826e58e6600 HTTP/1.1" status: 204 len: 168 time: 1.9910502 Nov 25 19:56:57.291557 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38892) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:57.317226 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ccf67-e42a-4dab-bd4d-30520204d35a admin admin] Pushing event deleted for resources: {'Network': ['ID=68b76d48-060a-461b-bfbc-a826e58e6600,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:57.335095 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f0f70a26-da47-4f3e-a96c-9d98c5c8a6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:57.409773 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:57.456504 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f0f70a26-da47-4f3e-a96c-9d98c5c8a6e0 None None] For port 10a8ceed-dff2-42c0-89e8-da822fc6aaa5, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=10a8ceed-dff2-42c0-89e8-da822fc6aaa5,segment=NetworkSegment(fa353a3f-e306-489a-9a1d-681a04a4008c),segment_id=fa353a3f-e306-489a-9a1d-681a04a4008c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:57.463238 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2d74c-0fdf-46ed-bc9f-fd0a39aa1bb6 req-225c3d17-104b-4bbb-86b5-e3dc0a0894aa tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:57.465417 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f0f70a26-da47-4f3e-a96c-9d98c5c8a6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:57.466236 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ffe2d74c-0fdf-46ed-bc9f-fd0a39aa1bb6 req-225c3d17-104b-4bbb-86b5-e3dc0a0894aa tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5833c12-9b3e-4ac0-87c5-6c4bf97636ff HTTP/1.1" status: 200 len: 945 time: 0.7601175 Nov 25 19:56:57.469192 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a019f-499a-4815-af9b-fcd949ab73ee tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Port': ['ID=fe4a676e-f493-4968-aee8-7f8f836f3dc1,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:57.536158 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f70a26-da47-4f3e-a96c-9d98c5c8a6e0 None None] Pushing event updated for resources: {'Port': ['ID=10a8ceed-dff2-42c0-89e8-da822fc6aaa5,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:57.541009 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272cb2c-917c-485b-a423-b81b8d0ab37f req-03a72fdc-b3eb-49d2-a107-fb6b672a39d9 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:57.542865 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6272cb2c-917c-485b-a423-b81b8d0ab37f req-03a72fdc-b3eb-49d2-a107-fb6b672a39d9 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5833c12-9b3e-4ac0-87c5-6c4bf97636ff HTTP/1.1" status: 200 len: 945 time: 1.0266707 Nov 25 19:56:57.632814 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-527d3f83-f411-4a3d-aed4-156f0449cde2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Deleting port 4766ce8e-1054-474e-9693-46409deae267 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:57.633416 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-527d3f83-f411-4a3d-aed4-156f0449cde2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:57.648947 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:56:57.650040 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:56:57.674417 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61a019f-499a-4815-af9b-fcd949ab73ee tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network cdd62dd6-0a66-447e-9d8e-2c311885461e is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:57.678399 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-b61a019f-499a-4815-af9b-fcd949ab73ee tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:57.685821 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9637a9e8-a6f4-4be6-92cd-0be203d04ab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:57.726695 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9637a9e8-a6f4-4be6-92cd-0be203d04ab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:57.749961 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ffe2d74c-0fdf-46ed-bc9f-fd0a39aa1bb6 req-f224e32f-4ba0-4a63-a89e-60cbd73f9f6f tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c795d6-eb7d-4c73-ab9e-b14d9198f728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674453 Nov 25 19:56:58.011444 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-6272cb2c-917c-485b-a423-b81b8d0ab37f req-dc2ab49d-7d2e-49f9-a262-e4f1c17d2c57 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Deleting port 55605f76-f4b6-40b5-a87a-5e512919049f {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:58.012046 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6272cb2c-917c-485b-a423-b81b8d0ab37f req-dc2ab49d-7d2e-49f9-a262-e4f1c17d2c57 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:58.092779 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9637a9e8-a6f4-4be6-92cd-0be203d04ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:58.098793 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9637a9e8-a6f4-4be6-92cd-0be203d04ab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:58.101291 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9637a9e8-a6f4-4be6-92cd-0be203d04ab3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/49a42df0-9b38-47e2-853f-7e39213afd8e HTTP/1.1" status: 204 len: 168 time: 1.3886817 Nov 25 19:56:58.237979 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637a9e8-a6f4-4be6-92cd-0be203d04ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a42df0-9b38-47e2-853f-7e39213afd8e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:58.267528 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61a019f-499a-4815-af9b-fcd949ab73ee tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Router a114b2d1-9d32-40b6-9ad9-f7b0c885bbcc is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:56:58.356297 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-158bff00-f4f5-4689-8873-59b6a3955697 None None] Provisioning complete for port fe4a676e-f493-4968-aee8-7f8f836f3dc1 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:58.358573 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-158bff00-f4f5-4689-8873-59b6a3955697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:58.416288 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-158bff00-f4f5-4689-8873-59b6a3955697 None None] Port fe4a676e-f493-4968-aee8-7f8f836f3dc1 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:56:58.451854 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-158bff00-f4f5-4689-8873-59b6a3955697 None None] Provisioning complete for port 10a8ceed-dff2-42c0-89e8-da822fc6aaa5 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:58.452660 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-158bff00-f4f5-4689-8873-59b6a3955697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:58.458509 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device aa359cd3-0131-496d-8b97-6e47fefd75d8 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:56:58.564088 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-6272cb2c-917c-485b-a423-b81b8d0ab37f req-dc2ab49d-7d2e-49f9-a262-e4f1c17d2c57 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] For port 55605f76-f4b6-40b5-a87a-5e512919049f, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=55605f76-f4b6-40b5-a87a-5e512919049f,segment=NetworkSegment(027176cf-6685-419e-b551-74f051093b8f),segment_id=027176cf-6685-419e-b551-74f051093b8f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:58.564764 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6272cb2c-917c-485b-a423-b81b8d0ab37f req-dc2ab49d-7d2e-49f9-a262-e4f1c17d2c57 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:58.596446 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: aa359cd3-0131-496d-8b97-6e47fefd75d8 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:56:58.601005 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device aa359cd3-0131-496d-8b97-6e47fefd75d8 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:56:58.613515 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-6272cb2c-917c-485b-a423-b81b8d0ab37f req-dc2ab49d-7d2e-49f9-a262-e4f1c17d2c57 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Calling delete_port for 55605f76-f4b6-40b5-a87a-5e512919049f owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:58.642086 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61a019f-499a-4815-af9b-fcd949ab73ee tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:56:58.650216 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b61a019f-499a-4815-af9b-fcd949ab73ee tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "PUT /v2.0/routers/a114b2d1-9d32-40b6-9ad9-f7b0c885bbcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6792538 Nov 25 19:56:58.658668 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38906) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:58.668892 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95571d8-eea5-488e-80fd-dac237842f8a None None] Sync routers for ids ['a114b2d1-9d32-40b6-9ad9-f7b0c885bbcc'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:56:58.737834 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-527d3f83-f411-4a3d-aed4-156f0449cde2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:58.745732 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95571d8-eea5-488e-80fd-dac237842f8a None None] Routers {'a114b2d1-9d32-40b6-9ad9-f7b0c885bbcc'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:58.746724 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-a95571d8-eea5-488e-80fd-dac237842f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:56:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['a114b2d1-9d32-40b6-9ad9-f7b0c885bbcc'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:58.792476 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b8d164-3a59-4c78-bf45-f61c6cb59a10 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:58.793869 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c9b8d164-3a59-4c78-bf45-f61c6cb59a10 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "GET /v2.0/ports/fe4a676e-f493-4968-aee8-7f8f836f3dc1 HTTP/1.1" status: 200 len: 911 time: 0.1338944 Nov 25 19:56:58.795246 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-527d3f83-f411-4a3d-aed4-156f0449cde2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Calling delete_port for 4766ce8e-1054-474e-9693-46409deae267 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:58.845945 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-a95571d8-eea5-488e-80fd-dac237842f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:58.856533 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38908) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:58.857051 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38910) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:58.885743 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95571d8-eea5-488e-80fd-dac237842f8a None None] Routers {'a114b2d1-9d32-40b6-9ad9-f7b0c885bbcc'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:58.887973 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-a95571d8-eea5-488e-80fd-dac237842f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:56:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['a114b2d1-9d32-40b6-9ad9-f7b0c885bbcc'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:58.941159 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-968c6bc2-1cab-499c-8d49-f5a396fa715e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b1b45beb-20ba-4bc2-869d-291c36270a7e'}]}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:58.944456 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-992f2e79-1136-4304-90dc-4ceb2be42e51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.004229 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-a95571d8-eea5-488e-80fd-dac237842f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:59.005939 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95571d8-eea5-488e-80fd-dac237842f8a None None] The sync data for ids ['a114b2d1-9d32-40b6-9ad9-f7b0c885bbcc'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:56:59.022267 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 10a8ceed-dff2-42c0-89e8-da822fc6aaa5 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:56:59.132811 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-527d3f83-f411-4a3d-aed4-156f0449cde2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.183045 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 10a8ceed-dff2-42c0-89e8-da822fc6aaa5 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:59.184129 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.209782 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d3f83-f411-4a3d-aed4-156f0449cde2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event deleted for resources: {'Port': ['ID=4766ce8e-1054-474e-9693-46409deae267,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:59.251779 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32210b-39d9-4f4e-a5df-fff8d37648d2 req-c28ca182-6039-48d8-8f94-c9b14ccf8518 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:59.260670 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bb32210b-39d9-4f4e-a5df-fff8d37648d2 req-c28ca182-6039-48d8-8f94-c9b14ccf8518 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5833c12-9b3e-4ac0-87c5-6c4bf97636ff HTTP/1.1" status: 200 len: 945 time: 0.2133005 Nov 25 19:56:59.424058 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-527d3f83-f411-4a3d-aed4-156f0449cde2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.433516 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e6f319d0-ca15-4434-89ae-feb748e1649e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.436996 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-527d3f83-f411-4a3d-aed4-156f0449cde2 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "DELETE /v2.0/ports/4766ce8e-1054-474e-9693-46409deae267 HTTP/1.1" status: 204 len: 168 time: 2.6917470 Nov 25 19:56:59.439932 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38914) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:59.451198 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-89c347ed-8c8f-4148-b716-11549e769a96 None None] Provisioning complete for port fe4a676e-f493-4968-aee8-7f8f836f3dc1 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:59.452205 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-89c347ed-8c8f-4148-b716-11549e769a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.471661 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bb32210b-39d9-4f4e-a5df-fff8d37648d2 req-bff8d2cb-cbfb-42df-8e56-059076c4435d tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c795d6-eb7d-4c73-ab9e-b14d9198f728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097976 Nov 25 19:56:59.536963 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-89c347ed-8c8f-4148-b716-11549e769a96 None None] Port fe4a676e-f493-4968-aee8-7f8f836f3dc1 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:56:59.543037 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6272cb2c-917c-485b-a423-b81b8d0ab37f req-dc2ab49d-7d2e-49f9-a262-e4f1c17d2c57 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.621561 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-992f2e79-1136-4304-90dc-4ceb2be42e51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.626337 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ab49d-7d2e-49f9-a262-e4f1c17d2c57 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Pushing event deleted for resources: {'Port': ['ID=55605f76-f4b6-40b5-a87a-5e512919049f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:59.656299 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ae2fb68e-59b2-4d02-8d19-813286560839 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Deleting port eed56a30-d8a0-409e-a855-3421a56cec88 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:59.656665 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae2fb68e-59b2-4d02-8d19-813286560839 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.665216 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-621bd415-d208-4e0c-abec-e365d5fd9494 None None] Provisioning complete for port fe4a676e-f493-4968-aee8-7f8f836f3dc1 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:59.665937 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-621bd415-d208-4e0c-abec-e365d5fd9494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.702333 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-992f2e79-1136-4304-90dc-4ceb2be42e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.788280 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-992f2e79-1136-4304-90dc-4ceb2be42e51 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4f558a0d064b44e296d604cba17b37c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9257729 Nov 25 19:56:59.790602 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-621bd415-d208-4e0c-abec-e365d5fd9494 None None] Port fe4a676e-f493-4968-aee8-7f8f836f3dc1 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:56:59.793029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38916) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:59.846822 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-968c6bc2-1cab-499c-8d49-f5a396fa715e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.862117 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae2fb68e-59b2-4d02-8d19-813286560839 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.874523 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-6272cb2c-917c-485b-a423-b81b8d0ab37f req-dc2ab49d-7d2e-49f9-a262-e4f1c17d2c57 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] No DVR routers for this DVR port 55605f76-f4b6-40b5-a87a-5e512919049f on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:56:59.899557 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-6272cb2c-917c-485b-a423-b81b8d0ab37f req-dc2ab49d-7d2e-49f9-a262-e4f1c17d2c57 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.901468 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ae2fb68e-59b2-4d02-8d19-813286560839 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Calling delete_port for eed56a30-d8a0-409e-a855-3421a56cec88 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:59.906806 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6272cb2c-917c-485b-a423-b81b8d0ab37f req-dc2ab49d-7d2e-49f9-a262-e4f1c17d2c57 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.73 "DELETE /v2.0/ports/55605f76-f4b6-40b5-a87a-5e512919049f HTTP/1.1" status: 204 len: 173 time: 2.3419280 Nov 25 19:56:59.907951 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5833c12-9b3e-4ac0-87c5-6c4bf97636ff', 'name': 'network-vif-deleted', 'tag': '55605f76-f4b6-40b5-a87a-5e512919049f'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:56:59.913956 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc1dfaf-aea6-426c-b429-6b0f6a5349ef" -d '{"events": [{"server_uuid": "e5833c12-9b3e-4ac0-87c5-6c4bf97636ff", "name": "network-vif-deleted", "tag": "55605f76-f4b6-40b5-a87a-5e512919049f"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:56:59.940777 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f2e79-1136-4304-90dc-4ceb2be42e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b62dc4-161a-4d96-8e73-be29e12a61bb,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:00.022972 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9440dc-2fcb-473e-a3bc-78136d2b2f6c x-openstack-request-id: req-ae9440dc-2fcb-473e-a3bc-78136d2b2f6c {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:57:00.024919 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5833c12-9b3e-4ac0-87c5-6c4bf97636ff", "name": "network-vif-deleted", "tag": "55605f76-f4b6-40b5-a87a-5e512919049f", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:57:00.025287 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ae9440dc-2fcb-473e-a3bc-78136d2b2f6c {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:57:00.028460 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5833c12-9b3e-4ac0-87c5-6c4bf97636ff', 'name': 'network-vif-deleted', 'tag': '55605f76-f4b6-40b5-a87a-5e512919049f', 'status': 'completed', 'code': 200} Nov 25 19:57:00.038746 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-86930c78-bdd3-49e5-a0fe-88355a50d4df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:00.052735 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b02e6ea-93bb-4092-84be-2031f369e276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:00.157067 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-86930c78-bdd3-49e5-a0fe-88355a50d4df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:00.356319 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-86930c78-bdd3-49e5-a0fe-88355a50d4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:00.360999 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-86930c78-bdd3-49e5-a0fe-88355a50d4df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:00.365168 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-86930c78-bdd3-49e5-a0fe-88355a50d4df admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/77b62dc4-161a-4d96-8e73-be29e12a61bb HTTP/1.1" status: 204 len: 168 time: 0.5642350 Nov 25 19:57:00.372085 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae2fb68e-59b2-4d02-8d19-813286560839 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:00.408791 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86930c78-bdd3-49e5-a0fe-88355a50d4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b62dc4-161a-4d96-8e73-be29e12a61bb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:00.501657 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fb68e-59b2-4d02-8d19-813286560839 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event deleted for resources: {'Port': ['ID=eed56a30-d8a0-409e-a855-3421a56cec88,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:00.596449 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 55605f76-f4b6-40b5-a87a-5e512919049f no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:57:00.646081 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-968c6bc2-1cab-499c-8d49-f5a396fa715e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:00.665796 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-968c6bc2-1cab-499c-8d49-f5a396fa715e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:00.682439 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968c6bc2-1cab-499c-8d49-f5a396fa715e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:00.683347 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-968c6bc2-1cab-499c-8d49-f5a396fa715e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:00.683812 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 55605f76-f4b6-40b5-a87a-5e512919049f {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:57:00.684477 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 55605f76-f4b6-40b5-a87a-5e512919049f not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:57:00.692392 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-968c6bc2-1cab-499c-8d49-f5a396fa715e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "PUT /v2.0/ports/fe4a676e-f493-4968-aee8-7f8f836f3dc1 HTTP/1.1" status: 200 len: 911 time: 1.8338668 Nov 25 19:57:00.695888 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38934) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:00.737778 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae2fb68e-59b2-4d02-8d19-813286560839 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:00.742404 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ae2fb68e-59b2-4d02-8d19-813286560839 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "DELETE /v2.0/ports/eed56a30-d8a0-409e-a855-3421a56cec88 HTTP/1.1" status: 204 len: 168 time: 1.3013959 Nov 25 19:57:00.750914 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38936) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:00.906272 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a126f193-6604-43a1-970c-4ce59ff56a67 req-116beb40-391d-4d3f-a6eb-0e040723332d tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5833c12-9b3e-4ac0-87c5-6c4bf97636ff HTTP/1.1" status: 200 len: 210 time: 0.0718384 Nov 25 19:57:00.944122 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9b02e6ea-93bb-4092-84be-2031f369e276 admin admin] Deleting port 5ca01220-ea68-476d-84a6-d5ef4e90b8b9 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:00.944722 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b02e6ea-93bb-4092-84be-2031f369e276 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:01.000523 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c6bc2-1cab-499c-8d49-f5a396fa715e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Port': ['ID=fe4a676e-f493-4968-aee8-7f8f836f3dc1,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:01.067054 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b7b8352-be8e-4d4c-bb0e-e68ae5794f07 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Deleting subnet d3557900-716c-49fc-9261-bbc772127fc4 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:57:01.092898 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7b7b8352-be8e-4d4c-bb0e-e68ae5794f07 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:01.194351 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7b7b8352-be8e-4d4c-bb0e-e68ae5794f07 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:01.198666 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-9b02e6ea-93bb-4092-84be-2031f369e276 admin admin] For port 5ca01220-ea68-476d-84a6-d5ef4e90b8b9, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5ca01220-ea68-476d-84a6-d5ef4e90b8b9,segment=NetworkSegment(1198c3b8-3524-4c54-b11a-3dbb574159e3),segment_id=1198c3b8-3524-4c54-b11a-3dbb574159e3)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:01.199040 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b02e6ea-93bb-4092-84be-2031f369e276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:01.249222 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9b02e6ea-93bb-4092-84be-2031f369e276 admin admin] Calling delete_port for 5ca01220-ea68-476d-84a6-d5ef4e90b8b9 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:01.300166 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82695429-8ae1-4b9c-ac01-27a755b07875 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:01.391540 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7b7b8352-be8e-4d4c-bb0e-e68ae5794f07 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:01.525588 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7b7b8352-be8e-4d4c-bb0e-e68ae5794f07 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:01.582367 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847132d1-bbe0-4337-ab67-602d600087cb None None] Network 8aa06786-042e-4faf-b4a5-b6084b1ca237 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:01.611791 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b8352-be8e-4d4c-bb0e-e68ae5794f07 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event deleted for resources: {'Subnet': ['ID=d3557900-716c-49fc-9261-bbc772127fc4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:01.617476 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7b7b8352-be8e-4d4c-bb0e-e68ae5794f07 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:01.629677 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7b7b8352-be8e-4d4c-bb0e-e68ae5794f07 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "DELETE /v2.0/subnets/d3557900-716c-49fc-9261-bbc772127fc4 HTTP/1.1" status: 204 len: 168 time: 0.8319814 Nov 25 19:57:01.631279 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38956) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:01.665804 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-82695429-8ae1-4b9c-ac01-27a755b07875 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Deleting port fe4a676e-f493-4968-aee8-7f8f836f3dc1 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:01.666835 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82695429-8ae1-4b9c-ac01-27a755b07875 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:01.763359 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3c6d58-7a6e-4a08-b6af-f90974fed6f3 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Deleting subnet 4075f789-f3ae-4155-8ba9-eb1fbb9cbd69 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:57:01.767927 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c3c6d58-7a6e-4a08-b6af-f90974fed6f3 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:01.800820 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d9527b19-7009-45ae-8c02-2f25772a528a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:01.843984 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82695429-8ae1-4b9c-ac01-27a755b07875 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:01.869455 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-82695429-8ae1-4b9c-ac01-27a755b07875 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Calling delete_port for fe4a676e-f493-4968-aee8-7f8f836f3dc1 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:01.897619 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c3c6d58-7a6e-4a08-b6af-f90974fed6f3 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:01.919050 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7b306f-9499-4aec-94dd-0d973a683ab5 None None] DHCP port deletion for 8aa06786-042e-4faf-b4a5-b6084b1ca237 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:57:02.003529 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b306f-9499-4aec-94dd-0d973a683ab5 None None] Deleting port 94947bca-db28-4f63-843e-a1c2fc12abe1 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:02.004068 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e7b306f-9499-4aec-94dd-0d973a683ab5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:02.091823 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c3c6d58-7a6e-4a08-b6af-f90974fed6f3 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:02.141304 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5e7b306f-9499-4aec-94dd-0d973a683ab5 None None] For port 94947bca-db28-4f63-843e-a1c2fc12abe1, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=94947bca-db28-4f63-843e-a1c2fc12abe1,segment=NetworkSegment(84defb7f-7631-48d1-bff7-9cf8a24998ad),segment_id=84defb7f-7631-48d1-bff7-9cf8a24998ad)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:02.141670 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e7b306f-9499-4aec-94dd-0d973a683ab5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:02.152705 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b02e6ea-93bb-4092-84be-2031f369e276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:02.183606 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b306f-9499-4aec-94dd-0d973a683ab5 None None] Calling delete_port for 94947bca-db28-4f63-843e-a1c2fc12abe1 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:02.265509 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02e6ea-93bb-4092-84be-2031f369e276 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca01220-ea68-476d-84a6-d5ef4e90b8b9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:02.360262 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e7b306f-9499-4aec-94dd-0d973a683ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:02.401828 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b306f-9499-4aec-94dd-0d973a683ab5 None None] Pushing event deleted for resources: {'Port': ['ID=94947bca-db28-4f63-843e-a1c2fc12abe1,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:02.407400 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7b306f-9499-4aec-94dd-0d973a683ab5 None None] No DVR routers for this DVR port 94947bca-db28-4f63-843e-a1c2fc12abe1 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:57:02.442005 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c3c6d58-7a6e-4a08-b6af-f90974fed6f3 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:02.555570 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c6d58-7a6e-4a08-b6af-f90974fed6f3 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event deleted for resources: {'Subnet': ['ID=4075f789-f3ae-4155-8ba9-eb1fbb9cbd69,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:02.590016 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c3c6d58-7a6e-4a08-b6af-f90974fed6f3 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:02.594362 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6c3c6d58-7a6e-4a08-b6af-f90974fed6f3 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "DELETE /v2.0/subnets/4075f789-f3ae-4155-8ba9-eb1fbb9cbd69 HTTP/1.1" status: 204 len: 168 time: 0.9612992 Nov 25 19:57:02.605563 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38984) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:02.606127 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82695429-8ae1-4b9c-ac01-27a755b07875 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:02.607083 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426fe0bc-1c6e-465e-bbde-beae0dd1fac4 None None] Network 20935496-6e9b-480f-933b-cbeba5774e5e requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:02.798602 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82695429-8ae1-4b9c-ac01-27a755b07875 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Port': ['ID=fe4a676e-f493-4968-aee8-7f8f836f3dc1,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:02.837689 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-256a7e74-d1e5-4482-b932-ba5086f41dab tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:02.993372 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 94947bca-db28-4f63-843e-a1c2fc12abe1 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:57:03.033643 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-256a7e74-d1e5-4482-b932-ba5086f41dab tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:03.048864 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-6154aa10-6c36-401e-8bf9-fba6ba8ae8eb tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:03.051026 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-6154aa10-6c36-401e-8bf9-fba6ba8ae8eb tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/networks?id=c1a8f8d4-1a7c-4717-893b-2799278055f6 HTTP/1.1" status: 200 len: 808 time: 0.6968703 Nov 25 19:57:03.068505 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 94947bca-db28-4f63-843e-a1c2fc12abe1 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:57:03.069213 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 94947bca-db28-4f63-843e-a1c2fc12abe1 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:57:03.070248 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-256a7e74-d1e5-4482-b932-ba5086f41dab tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa06786-042e-4faf-b4a5-b6084b1ca237']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:03.079929 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b02e6ea-93bb-4092-84be-2031f369e276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:03.087167 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20263cc8-5194-4075-b975-af4291070bd0 None None] DHCP port deletion for 20935496-6e9b-480f-933b-cbeba5774e5e request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:57:03.090509 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-256a7e74-d1e5-4482-b932-ba5086f41dab tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84defb7f-7631-48d1-bff7-9cf8a24998ad') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:03.090982 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-256a7e74-d1e5-4482-b932-ba5086f41dab tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84defb7f-7631-48d1-bff7-9cf8a24998ad') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:03.106579 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-256a7e74-d1e5-4482-b932-ba5086f41dab tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:03.109136 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82695429-8ae1-4b9c-ac01-27a755b07875 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:03.125124 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-fe3d7702-290f-4bcd-96a6-55a6b5938046 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/quotas/23b07602208648038bf2636b818440df HTTP/1.1" status: 200 len: 375 time: 0.0632570 Nov 25 19:57:03.207584 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-2bf48c6d-ee70-47aa-9fc7-c7f62b2c1d6e tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=23b07602208648038bf2636b818440df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619094 Nov 25 19:57:03.219881 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-20263cc8-5194-4075-b975-af4291070bd0 None None] Deleting port 789bfe35-59bb-477d-886f-951d352a22fd {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:03.220261 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-20263cc8-5194-4075-b975-af4291070bd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:03.220510 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-256a7e74-d1e5-4482-b932-ba5086f41dab tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:03.246418 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256a7e74-d1e5-4482-b932-ba5086f41dab tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:03.247222 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-256a7e74-d1e5-4482-b932-ba5086f41dab tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:03.252518 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:03.272246 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 38992) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:03.327304 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-20263cc8-5194-4075-b975-af4291070bd0 None None] For port 789bfe35-59bb-477d-886f-951d352a22fd, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=789bfe35-59bb-477d-886f-951d352a22fd,segment=NetworkSegment(610715c4-d69d-455e-8a05-0a8f1fdcc944),segment_id=610715c4-d69d-455e-8a05-0a8f1fdcc944)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:03.327793 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-20263cc8-5194-4075-b975-af4291070bd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:03.345457 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-20263cc8-5194-4075-b975-af4291070bd0 None None] Calling delete_port for 789bfe35-59bb-477d-886f-951d352a22fd owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:03.371641 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-256a7e74-d1e5-4482-b932-ba5086f41dab tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:03.482221 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-256a7e74-d1e5-4482-b932-ba5086f41dab tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:03.488108 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-256a7e74-d1e5-4482-b932-ba5086f41dab tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "DELETE /v2.0/networks/8aa06786-042e-4faf-b4a5-b6084b1ca237 HTTP/1.1" status: 204 len: 168 time: 0.8821018 Nov 25 19:57:03.489514 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a7e74-d1e5-4482-b932-ba5086f41dab tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event deleted for resources: {'Network': ['ID=8aa06786-042e-4faf-b4a5-b6084b1ca237,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:03.506362 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 38996) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:03.595414 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-20263cc8-5194-4075-b975-af4291070bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:03.633281 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d44834ab-320f-4401-b035-445de4acd374 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:03.638992 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20263cc8-5194-4075-b975-af4291070bd0 None None] Pushing event deleted for resources: {'Port': ['ID=789bfe35-59bb-477d-886f-951d352a22fd,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:03.653431 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82695429-8ae1-4b9c-ac01-27a755b07875 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Router a114b2d1-9d32-40b6-9ad9-f7b0c885bbcc has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:57:03.654513 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20263cc8-5194-4075-b975-af4291070bd0 None None] No DVR routers for this DVR port 789bfe35-59bb-477d-886f-951d352a22fd on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:57:03.675914 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-57a2d980-64c9-4c01-8fc5-95258abd4767 service neutron] 10.222.0.55 "GET /v2.0/networks/c1a8f8d4-1a7c-4717-893b-2799278055f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946817 Nov 25 19:57:03.707893 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44834ab-320f-4401-b035-445de4acd374 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:03.719046 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:03.725965 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7cb87981-24f2-4339-966b-095f152e2b44 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:03.761759 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b02e6ea-93bb-4092-84be-2031f369e276 admin admin] Router 2e1732c3-a55f-4b5c-88aa-0a18f413488a has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:57:04.082919 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b02e6ea-93bb-4092-84be-2031f369e276 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:57:04.099407 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9b02e6ea-93bb-4092-84be-2031f369e276 admin admin] 10.222.0.55 "PUT /v2.0/routers/2e1732c3-a55f-4b5c-88aa-0a18f413488a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7907627 Nov 25 19:57:04.100396 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39000) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:04.102991 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd6e48c-33e8-4ead-a9e4-c918ba0bd92b None None] Sync routers for ids ['2e1732c3-a55f-4b5c-88aa-0a18f413488a'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:57:04.122641 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd6e48c-33e8-4ead-a9e4-c918ba0bd92b None None] Routers {'2e1732c3-a55f-4b5c-88aa-0a18f413488a'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:04.123893 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bdd6e48c-33e8-4ead-a9e4-c918ba0bd92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:57:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['2e1732c3-a55f-4b5c-88aa-0a18f413488a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:04.218630 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82695429-8ae1-4b9c-ac01-27a755b07875 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:57:04.230922 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcf4a63-0189-420f-a926-c0790830538a None None] Sync routers for ids ['a114b2d1-9d32-40b6-9ad9-f7b0c885bbcc'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:57:04.253653 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcf4a63-0189-420f-a926-c0790830538a None None] Routers {'a114b2d1-9d32-40b6-9ad9-f7b0c885bbcc'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:04.255764 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-abcf4a63-0189-420f-a926-c0790830538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:57:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['a114b2d1-9d32-40b6-9ad9-f7b0c885bbcc'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:04.264724 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44834ab-320f-4401-b035-445de4acd374 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:04.272362 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-82695429-8ae1-4b9c-ac01-27a755b07875 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "PUT /v2.0/routers/a114b2d1-9d32-40b6-9ad9-f7b0c885bbcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5713477 Nov 25 19:57:04.275293 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39002) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:04.277305 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-bdd6e48c-33e8-4ead-a9e4-c918ba0bd92b None None] Set router 2e1732c3-a55f-4b5c-88aa-0a18f413488a gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:04.326522 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-abcf4a63-0189-420f-a926-c0790830538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:04.343567 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcf4a63-0189-420f-a926-c0790830538a None None] Routers {'a114b2d1-9d32-40b6-9ad9-f7b0c885bbcc'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:04.344375 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-eaba440c-9f3f-4f63-9730-19371a30feca tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "GET /v2.0/ports?device_id=a114b2d1-9d32-40b6-9ad9-f7b0c885bbcc HTTP/1.1" status: 200 len: 205 time: 0.0678697 Nov 25 19:57:04.345016 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-abcf4a63-0189-420f-a926-c0790830538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:57:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['a114b2d1-9d32-40b6-9ad9-f7b0c885bbcc'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:04.345197 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39004) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:04.418851 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-abcf4a63-0189-420f-a926-c0790830538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:04.423397 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcf4a63-0189-420f-a926-c0790830538a None None] The sync data for ids ['a114b2d1-9d32-40b6-9ad9-f7b0c885bbcc'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:57:04.452166 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-9b824d14-22fa-4fa6-b0f5-ffbc0b12338d service neutron] 10.222.0.55 "GET /v2.0/networks/c1a8f8d4-1a7c-4717-893b-2799278055f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7643499 Nov 25 19:57:04.548361 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7cb87981-24f2-4339-966b-095f152e2b44 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:04.550086 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10fbf308-491c-4655-ba55-796e2866bb0c admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:04.576651 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bdd6e48c-33e8-4ead-a9e4-c918ba0bd92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1732c3-a55f-4b5c-88aa-0a18f413488a', 'name': 'tempest-TestAggregatesBasicOps-2087061708-router', 'tenant_id': '560396144c0846c6996c8cc1bd946d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '1abc41e8-3ac1-4076-a709-460b6dbb3c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:56:25Z', 'updated_at': '2021-11-25T19:57:01Z', 'revision_number': 5, 'project_id': '560396144c0846c6996c8cc1bd946d3b', 'gw_port': {'id': '1abc41e8-3ac1-4076-a709-460b6dbb3c3e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1732c3-a55f-4b5c-88aa-0a18f413488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:27Z', 'updated_at': '2021-11-25T19:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:04.594664 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fc2ae318-9d93-44d2-84d9-2c2697e5cc21 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:04.611946 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-7cb87981-24f2-4339-966b-095f152e2b44 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20935496-6e9b-480f-933b-cbeba5774e5e']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:04.628040 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-7cb87981-24f2-4339-966b-095f152e2b44 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '610715c4-d69d-455e-8a05-0a8f1fdcc944') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:04.628040 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-7cb87981-24f2-4339-966b-095f152e2b44 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '610715c4-d69d-455e-8a05-0a8f1fdcc944') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:04.654984 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7cb87981-24f2-4339-966b-095f152e2b44 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:04.690718 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7cb87981-24f2-4339-966b-095f152e2b44 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:04.707847 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb87981-24f2-4339-966b-095f152e2b44 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:04.708438 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7cb87981-24f2-4339-966b-095f152e2b44 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:04.818951 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:04.873452 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd6e48c-33e8-4ead-a9e4-c918ba0bd92b None None] Checking router: 2e1732c3-a55f-4b5c-88aa-0a18f413488a for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:57:04.881324 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 789bfe35-59bb-477d-886f-951d352a22fd no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:57:04.909723 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 789bfe35-59bb-477d-886f-951d352a22fd {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:57:04.910075 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 789bfe35-59bb-477d-886f-951d352a22fd not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:57:04.912114 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd6e48c-33e8-4ead-a9e4-c918ba0bd92b None None] Routers {'2e1732c3-a55f-4b5c-88aa-0a18f413488a'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:04.912852 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bdd6e48c-33e8-4ead-a9e4-c918ba0bd92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:57:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['2e1732c3-a55f-4b5c-88aa-0a18f413488a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:04.959244 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7cb87981-24f2-4339-966b-095f152e2b44 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:05.037753 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7036ced9-073e-477d-ba3e-b2bf6dcac94c req-bed6d512-4b6a-4a35-bc43-ffad721cede0 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=91634d0d-54d4-464e-b3a3-fd9fd20cc230 HTTP/1.1" status: 200 len: 210 time: 0.2165105 Nov 25 19:57:05.213918 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-bdd6e48c-33e8-4ead-a9e4-c918ba0bd92b None None] Set router 2e1732c3-a55f-4b5c-88aa-0a18f413488a gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:05.352825 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7cb87981-24f2-4339-966b-095f152e2b44 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:05.371491 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7cb87981-24f2-4339-966b-095f152e2b44 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] 10.222.0.55 "DELETE /v2.0/networks/20935496-6e9b-480f-933b-cbeba5774e5e HTTP/1.1" status: 204 len: 168 time: 1.8578246 Nov 25 19:57:05.459609 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fc2ae318-9d93-44d2-84d9-2c2697e5cc21 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:05.470389 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fc2ae318-9d93-44d2-84d9-2c2697e5cc21 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:05.603742 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb87981-24f2-4339-966b-095f152e2b44 tempest-TaggedBootDevicesTest_v242-531650896 tempest-TaggedBootDevicesTest_v242-531650896-project] Pushing event deleted for resources: {'Network': ['ID=20935496-6e9b-480f-933b-cbeba5774e5e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:05.607253 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fc2ae318-9d93-44d2-84d9-2c2697e5cc21 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:05.607893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2ae318-9d93-44d2-84d9-2c2697e5cc21 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Fanout notify agent at l3_agent the message router_deleted on router a114b2d1-9d32-40b6-9ad9-f7b0c885bbcc {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:57:05.615532 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fc2ae318-9d93-44d2-84d9-2c2697e5cc21 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:05.618361 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fc2ae318-9d93-44d2-84d9-2c2697e5cc21 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/routers/a114b2d1-9d32-40b6-9ad9-f7b0c885bbcc HTTP/1.1" status: 204 len: 168 time: 1.2652400 Nov 25 19:57:05.632184 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39024) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:05.632679 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-d44834ab-320f-4401-b035-445de4acd374 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Allocated IP 172.25.6.79 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/e3ed5f24-4809-4209-a102-f9a6ac3b4bf2) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:57:05.744114 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:05.776532 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:05.800301 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee8e6a53-eede-4449-98cb-1bf39841c151 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Deleting subnet b1b45beb-20ba-4bc2-869d-291c36270a7e {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:57:05.807391 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ee8e6a53-eede-4449-98cb-1bf39841c151 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:05.842645 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bdd6e48c-33e8-4ead-a9e4-c918ba0bd92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1732c3-a55f-4b5c-88aa-0a18f413488a', 'name': 'tempest-TestAggregatesBasicOps-2087061708-router', 'tenant_id': '560396144c0846c6996c8cc1bd946d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '1abc41e8-3ac1-4076-a709-460b6dbb3c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:56:25Z', 'updated_at': '2021-11-25T19:57:01Z', 'revision_number': 5, 'project_id': '560396144c0846c6996c8cc1bd946d3b', 'gw_port': {'id': '1abc41e8-3ac1-4076-a709-460b6dbb3c3e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1732c3-a55f-4b5c-88aa-0a18f413488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:27Z', 'updated_at': '2021-11-25T19:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:05.865953 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ee8e6a53-eede-4449-98cb-1bf39841c151 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:05.918029 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10fbf308-491c-4655-ba55-796e2866bb0c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:05.969890 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd6e48c-33e8-4ead-a9e4-c918ba0bd92b None None] The sync data for ids ['2e1732c3-a55f-4b5c-88aa-0a18f413488a'] in n-d-819349-5 is: [{'id': '2e1732c3-a55f-4b5c-88aa-0a18f413488a', 'name': 'tempest-TestAggregatesBasicOps-2087061708-router', 'tenant_id': '560396144c0846c6996c8cc1bd946d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '1abc41e8-3ac1-4076-a709-460b6dbb3c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:56:25Z', 'updated_at': '2021-11-25T19:57:01Z', 'revision_number': 5, 'project_id': '560396144c0846c6996c8cc1bd946d3b', 'gw_port': {'id': '1abc41e8-3ac1-4076-a709-460b6dbb3c3e', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1732c3-a55f-4b5c-88aa-0a18f413488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:27Z', 'updated_at': '2021-11-25T19:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:57:06.063498 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ee8e6a53-eede-4449-98cb-1bf39841c151 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:06.162835 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ee8e6a53-eede-4449-98cb-1bf39841c151 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:06.202750 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e6a53-eede-4449-98cb-1bf39841c151 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Subnet': ['ID=b1b45beb-20ba-4bc2-869d-291c36270a7e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:06.205178 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44834ab-320f-4401-b035-445de4acd374 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:06.215161 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ee8e6a53-eede-4449-98cb-1bf39841c151 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:06.221959 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ee8e6a53-eede-4449-98cb-1bf39841c151 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/subnets/b1b45beb-20ba-4bc2-869d-291c36270a7e HTTP/1.1" status: 204 len: 168 time: 0.5848129 Nov 25 19:57:06.222709 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39040) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:06.225002 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2894b91f-52c3-49d7-af7d-29a405dc29e8 None None] Network cdd62dd6-0a66-447e-9d8e-2c311885461e requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:06.245095 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-10fbf308-491c-4655-ba55-796e2866bb0c admin admin] Deleting port 1abc41e8-3ac1-4076-a709-460b6dbb3c3e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:06.245738 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10fbf308-491c-4655-ba55-796e2866bb0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:06.425727 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44834ab-320f-4401-b035-445de4acd374 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:06.577787 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be30de50-1fec-487c-9eeb-33bf7678dbd7 None None] DHCP port deletion for cdd62dd6-0a66-447e-9d8e-2c311885461e request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:57:06.615960 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44834ab-320f-4401-b035-445de4acd374 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Pushing event updated for resources: {'Port': ['ID=e3ed5f24-4809-4209-a102-f9a6ac3b4bf2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:06.646084 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-10fbf308-491c-4655-ba55-796e2866bb0c admin admin] For port 1abc41e8-3ac1-4076-a709-460b6dbb3c3e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1abc41e8-3ac1-4076-a709-460b6dbb3c3e,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:06.646852 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10fbf308-491c-4655-ba55-796e2866bb0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:06.671291 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86af9adb-7ecf-467d-835f-b7b41c832243 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:06.732957 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-10fbf308-491c-4655-ba55-796e2866bb0c admin admin] Calling delete_port for 1abc41e8-3ac1-4076-a709-460b6dbb3c3e owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:06.748312 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-333a966a-8533-40b8-9123-f5d486a5c5b3 req-e7d07a6b-8720-4dbd-8425-77559eba8380 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=91634d0d-54d4-464e-b3a3-fd9fd20cc230 HTTP/1.1" status: 200 len: 210 time: 0.2560704 Nov 25 19:57:06.761124 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44834ab-320f-4401-b035-445de4acd374 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:06.781560 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d44834ab-320f-4401-b035-445de4acd374 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:06.811356 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44834ab-320f-4401-b035-445de4acd374 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:57:06.842506 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5ca01220-ea68-476d-84a6-d5ef4e90b8b9 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:57:06.953939 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 5ca01220-ea68-476d-84a6-d5ef4e90b8b9 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:57:06.954325 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5ca01220-ea68-476d-84a6-d5ef4e90b8b9 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:57:06.954740 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 10a8ceed-dff2-42c0-89e8-da822fc6aaa5 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:57:06.970812 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-be30de50-1fec-487c-9eeb-33bf7678dbd7 None None] Deleting port 10a8ceed-dff2-42c0-89e8-da822fc6aaa5 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:06.971423 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-be30de50-1fec-487c-9eeb-33bf7678dbd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:06.985228 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-c9b558f6-ed2f-4599-aa8a-0765a9ff2ed9 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:06.989515 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-c9b558f6-ed2f-4599-aa8a-0765a9ff2ed9 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.85 "GET /v2.0/networks?id=c1a8f8d4-1a7c-4717-893b-2799278055f6 HTTP/1.1" status: 200 len: 808 time: 0.4929709 Nov 25 19:57:07.022711 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-e279bd5a-35d8-4b87-af64-5e025d32777a tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Request body: {'port': {'device_id': '91634d0d-54d4-464e-b3a3-fd9fd20cc230', 'network_id': 'c1a8f8d4-1a7c-4717-893b-2799278055f6', 'admin_state_up': True, 'tenant_id': '23b07602208648038bf2636b818440df'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:07.098764 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-86af9adb-7ecf-467d-835f-b7b41c832243 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Deleting port 10a8ceed-dff2-42c0-89e8-da822fc6aaa5 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:07.099456 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86af9adb-7ecf-467d-835f-b7b41c832243 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.104597 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-be30de50-1fec-487c-9eeb-33bf7678dbd7 None None] For port 10a8ceed-dff2-42c0-89e8-da822fc6aaa5, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=10a8ceed-dff2-42c0-89e8-da822fc6aaa5,segment=NetworkSegment(fa353a3f-e306-489a-9a1d-681a04a4008c),segment_id=fa353a3f-e306-489a-9a1d-681a04a4008c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:07.105004 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-be30de50-1fec-487c-9eeb-33bf7678dbd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.120215 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-be30de50-1fec-487c-9eeb-33bf7678dbd7 None None] Calling delete_port for 10a8ceed-dff2-42c0-89e8-da822fc6aaa5 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:07.253333 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-86af9adb-7ecf-467d-835f-b7b41c832243 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] For port 10a8ceed-dff2-42c0-89e8-da822fc6aaa5, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=10a8ceed-dff2-42c0-89e8-da822fc6aaa5,segment=NetworkSegment(fa353a3f-e306-489a-9a1d-681a04a4008c),segment_id=fa353a3f-e306-489a-9a1d-681a04a4008c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:07.253700 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86af9adb-7ecf-467d-835f-b7b41c832243 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.261475 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-be30de50-1fec-487c-9eeb-33bf7678dbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.288354 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-86af9adb-7ecf-467d-835f-b7b41c832243 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Calling delete_port for 10a8ceed-dff2-42c0-89e8-da822fc6aaa5 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:07.293256 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be30de50-1fec-487c-9eeb-33bf7678dbd7 None None] No DVR routers for this DVR port 10a8ceed-dff2-42c0-89e8-da822fc6aaa5 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:57:07.386923 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44834ab-320f-4401-b035-445de4acd374 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.398881 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30de50-1fec-487c-9eeb-33bf7678dbd7 None None] Pushing event deleted for resources: {'Port': ['ID=10a8ceed-dff2-42c0-89e8-da822fc6aaa5,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:07.408955 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No active binding found for port 10a8ceed-dff2-42c0-89e8-da822fc6aaa5 {{(pid=103601) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 19:57:07.409792 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 10a8ceed-dff2-42c0-89e8-da822fc6aaa5 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:57:07.484201 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86af9adb-7ecf-467d-835f-b7b41c832243 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.515479 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44834ab-320f-4401-b035-445de4acd374 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.529743 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86af9adb-7ecf-467d-835f-b7b41c832243 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] No DVR routers for this DVR port 10a8ceed-dff2-42c0-89e8-da822fc6aaa5 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:57:07.589663 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af9adb-7ecf-467d-835f-b7b41c832243 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Port': ['ID=10a8ceed-dff2-42c0-89e8-da822fc6aaa5,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:07.710352 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86af9adb-7ecf-467d-835f-b7b41c832243 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.743274 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-86af9adb-7ecf-467d-835f-b7b41c832243 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd62dd6-0a66-447e-9d8e-2c311885461e']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:07.778824 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-86af9adb-7ecf-467d-835f-b7b41c832243 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa353a3f-e306-489a-9a1d-681a04a4008c') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:07.779190 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-86af9adb-7ecf-467d-835f-b7b41c832243 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa353a3f-e306-489a-9a1d-681a04a4008c') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:07.800054 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86af9adb-7ecf-467d-835f-b7b41c832243 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.830320 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-e279bd5a-35d8-4b87-af64-5e025d32777a tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Made reservation on behalf of 23b07602208648038bf2636b818440df for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:07.837610 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-e279bd5a-35d8-4b87-af64-5e025d32777a tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.853150 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86af9adb-7ecf-467d-835f-b7b41c832243 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.877505 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86af9adb-7ecf-467d-835f-b7b41c832243 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:07.878001 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86af9adb-7ecf-467d-835f-b7b41c832243 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:07.881932 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:08.284945 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44834ab-320f-4401-b035-445de4acd374 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.306894 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44834ab-320f-4401-b035-445de4acd374 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.447671 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44834ab-320f-4401-b035-445de4acd374 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.459424 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-e279bd5a-35d8-4b87-af64-5e025d32777a tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Allocated IP 172.20.0.12 (c1a8f8d4-1a7c-4717-893b-2799278055f6/d4ad9f3d-e01d-4850-89be-d3c4f91c03dc/df7d6b66-1386-4445-afd4-d86d9b15e4a2) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:57:08.488674 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10fbf308-491c-4655-ba55-796e2866bb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.561640 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44834ab-320f-4401-b035-445de4acd374 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.561640 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d44834ab-320f-4401-b035-445de4acd374 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2854383 Nov 25 19:57:08.565245 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44834ab-320f-4401-b035-445de4acd374 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Pushing event updated for resources: {'Port': ['ID=e3ed5f24-4809-4209-a102-f9a6ac3b4bf2,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:08.572214 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f2a609-6f18-454c-a99f-17a35921550d None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:57:08.597424 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39054) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:08.606356 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1fefd8df-9947-4583-b232-10633b6d3fc6 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1535011998', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'fixed_ips': [{'ip_address': '172.25.6.79'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:08.688587 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fbf308-491c-4655-ba55-796e2866bb0c admin admin] Pushing event deleted for resources: {'Port': ['ID=1abc41e8-3ac1-4076-a709-460b6dbb3c3e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:08.745025 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86af9adb-7ecf-467d-835f-b7b41c832243 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.756001 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fefd8df-9947-4583-b232-10633b6d3fc6 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Made reservation on behalf of 7e4e76da5f34436e805bede3323b1073 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:08.759297 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1fefd8df-9947-4583-b232-10633b6d3fc6 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.761759 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10fbf308-491c-4655-ba55-796e2866bb0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.795113 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c752a085-4741-4292-aa41-f0e66b010fb8 req-7493b9ca-9f16-4073-831b-5e69aa9dfa0a tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=91634d0d-54d4-464e-b3a3-fd9fd20cc230 HTTP/1.1" status: 200 len: 210 time: 0.6263285 Nov 25 19:57:08.797151 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86af9adb-7ecf-467d-835f-b7b41c832243 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.807102 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-86af9adb-7ecf-467d-835f-b7b41c832243 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/networks/cdd62dd6-0a66-447e-9d8e-2c311885461e HTTP/1.1" status: 204 len: 168 time: 2.5684164 Nov 25 19:57:08.829873 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39056) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:08.837698 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-9f931db4-d922-4631-80e1-4ae9cb0198e6 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-469295675', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:08.889778 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-e279bd5a-35d8-4b87-af64-5e025d32777a tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.898754 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10fbf308-491c-4655-ba55-796e2866bb0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.901886 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10fbf308-491c-4655-ba55-796e2866bb0c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.959994 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af9adb-7ecf-467d-835f-b7b41c832243 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Network': ['ID=cdd62dd6-0a66-447e-9d8e-2c311885461e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:08.976868 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-e279bd5a-35d8-4b87-af64-5e025d32777a tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.983397 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10fbf308-491c-4655-ba55-796e2866bb0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.984664 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fbf308-491c-4655-ba55-796e2866bb0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e1732c3-a55f-4b5c-88aa-0a18f413488a {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:57:08.988094 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1fefd8df-9947-4583-b232-10633b6d3fc6 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:09.007775 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10fbf308-491c-4655-ba55-796e2866bb0c admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:09.009309 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-10fbf308-491c-4655-ba55-796e2866bb0c admin admin] 10.222.0.55 "DELETE /v2.0/routers/2e1732c3-a55f-4b5c-88aa-0a18f413488a HTTP/1.1" status: 204 len: 168 time: 4.9057667 Nov 25 19:57:09.096399 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39058) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:09.141224 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279bd5a-35d8-4b87-af64-5e025d32777a tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Pushing event updated for resources: {'Port': ['ID=df7d6b66-1386-4445-afd4-d86d9b15e4a2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:09.154334 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f931db4-d922-4631-80e1-4ae9cb0198e6 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:09.156296 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f931db4-d922-4631-80e1-4ae9cb0198e6 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:09.165586 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-e279bd5a-35d8-4b87-af64-5e025d32777a tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Network c1a8f8d4-1a7c-4717-893b-2799278055f6 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:09.170606 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-e279bd5a-35d8-4b87-af64-5e025d32777a tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:09.176060 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-e279bd5a-35d8-4b87-af64-5e025d32777a tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:57:09.193248 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1fefd8df-9947-4583-b232-10633b6d3fc6 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:09.203228 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1fefd8df-9947-4583-b232-10633b6d3fc6 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:09.207753 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-1fefd8df-9947-4583-b232-10633b6d3fc6 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] device_id is not set on port cd6ad4f5-1931-422e-b7df-ce0e0a9daccd yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:57:09.239454 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-666e0b13-7ffe-4ea9-952c-6a1abe2968d2 admin admin] Deleting subnet 86b00a19-883b-4081-acc9-34298fd47067 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:57:09.315973 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-666e0b13-7ffe-4ea9-952c-6a1abe2968d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:09.481033 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fefd8df-9947-4583-b232-10633b6d3fc6 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e47ea1-48ab-4d50-a534-f9db237422ee,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:09.506087 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-e279bd5a-35d8-4b87-af64-5e025d32777a tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:09.507058 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-e279bd5a-35d8-4b87-af64-5e025d32777a tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:09.525196 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f931db4-d922-4631-80e1-4ae9cb0198e6 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:09.528708 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-666e0b13-7ffe-4ea9-952c-6a1abe2968d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:09.536249 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f931db4-d922-4631-80e1-4ae9cb0198e6 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:09.564534 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-e279bd5a-35d8-4b87-af64-5e025d32777a tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5504675 Nov 25 19:57:09.577114 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-cce41e38-ffd6-4f21-a6fa-9405c0e148b6 service neutron] Request body: {'port': {'device_id': '91634d0d-54d4-464e-b3a3-fd9fd20cc230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:09.626709 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f931db4-d922-4631-80e1-4ae9cb0198e6 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:09.628616 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9f931db4-d922-4631-80e1-4ae9cb0198e6 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7969158 Nov 25 19:57:09.633371 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39070) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:09.642391 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-073f7fe4-9a3f-479c-8e2d-8f021f030739 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1013188704'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:09.681349 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fefd8df-9947-4583-b232-10633b6d3fc6 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 19:57:09.681349 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fefd8df-9947-4583-b232-10633b6d3fc6 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:57:09.690413 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-666e0b13-7ffe-4ea9-952c-6a1abe2968d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:09.755790 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-cce41e38-ffd6-4f21-a6fa-9405c0e148b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:09.765566 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073f7fe4-9a3f-479c-8e2d-8f021f030739 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Made reservation on behalf of 03b09e35a99940eabc55542aa50b027b for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:09.772862 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-073f7fe4-9a3f-479c-8e2d-8f021f030739 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:09.777413 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39074) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:09.779144 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1fefd8df-9947-4583-b232-10633b6d3fc6 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.1798697 Nov 25 19:57:09.821229 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-666e0b13-7ffe-4ea9-952c-6a1abe2968d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:09.847485 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3222eff0-63cd-481e-a130-2d12bc312027 None None] Network 8be2b4f5-9c93-4742-a142-3a1512ee7768 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:09.860803 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-666e0b13-7ffe-4ea9-952c-6a1abe2968d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:09.867436 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-666e0b13-7ffe-4ea9-952c-6a1abe2968d2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/86b00a19-883b-4081-acc9-34298fd47067 HTTP/1.1" status: 204 len: 168 time: 0.7694683 Nov 25 19:57:09.868468 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39078) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:09.880972 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e0b13-7ffe-4ea9-952c-6a1abe2968d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86b00a19-883b-4081-acc9-34298fd47067,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:09.979069 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d31f440f-a745-42cb-8f38-fdf3ad28dfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:10.072184 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d31f440f-a745-42cb-8f38-fdf3ad28dfdc admin admin] Deleting port e55c83b5-9636-4035-954c-bed557860c4a {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:10.072647 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d31f440f-a745-42cb-8f38-fdf3ad28dfdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:10.164489 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-d31f440f-a745-42cb-8f38-fdf3ad28dfdc admin admin] For port e55c83b5-9636-4035-954c-bed557860c4a, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e55c83b5-9636-4035-954c-bed557860c4a,segment=NetworkSegment(1198c3b8-3524-4c54-b11a-3dbb574159e3),segment_id=1198c3b8-3524-4c54-b11a-3dbb574159e3)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:10.165228 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d31f440f-a745-42cb-8f38-fdf3ad28dfdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:10.182816 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d31f440f-a745-42cb-8f38-fdf3ad28dfdc admin admin] Calling delete_port for e55c83b5-9636-4035-954c-bed557860c4a owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:10.282538 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d31f440f-a745-42cb-8f38-fdf3ad28dfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:10.318773 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31f440f-a745-42cb-8f38-fdf3ad28dfdc admin admin] No DVR routers for this DVR port e55c83b5-9636-4035-954c-bed557860c4a on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:57:10.351534 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f440f-a745-42cb-8f38-fdf3ad28dfdc admin admin] Pushing event deleted for resources: {'Port': ['ID=e55c83b5-9636-4035-954c-bed557860c4a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:10.383202 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-073f7fe4-9a3f-479c-8e2d-8f021f030739 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:57:10.435175 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacf2486-8144-4709-b02e-826c89f61a23 None None] DHCP port deletion for 8be2b4f5-9c93-4742-a142-3a1512ee7768 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:57:10.439071 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-073f7fe4-9a3f-479c-8e2d-8f021f030739 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:10.439649 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-073f7fe4-9a3f-479c-8e2d-8f021f030739 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Added segment 39e1c2d7-fed6-4003-8ed9-f065ee19ebfa of type vlan for network 2f0c0d11-2775-464e-8b46-40b14def28a8 Nov 25 19:57:10.475036 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d31f440f-a745-42cb-8f38-fdf3ad28dfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:10.504354 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-d31f440f-a745-42cb-8f38-fdf3ad28dfdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be2b4f5-9c93-4742-a142-3a1512ee7768']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:10.518979 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-d31f440f-a745-42cb-8f38-fdf3ad28dfdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1198c3b8-3524-4c54-b11a-3dbb574159e3') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:10.519471 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-d31f440f-a745-42cb-8f38-fdf3ad28dfdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1198c3b8-3524-4c54-b11a-3dbb574159e3') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:10.532922 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d31f440f-a745-42cb-8f38-fdf3ad28dfdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:10.558254 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d31f440f-a745-42cb-8f38-fdf3ad28dfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:10.567298 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31f440f-a745-42cb-8f38-fdf3ad28dfdc admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:10.568112 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d31f440f-a745-42cb-8f38-fdf3ad28dfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:10.570552 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:10.649440 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d31f440f-a745-42cb-8f38-fdf3ad28dfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:10.658369 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d31f440f-a745-42cb-8f38-fdf3ad28dfdc admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:10.663272 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d31f440f-a745-42cb-8f38-fdf3ad28dfdc admin admin] 10.222.0.55 "DELETE /v2.0/networks/8be2b4f5-9c93-4742-a142-3a1512ee7768 HTTP/1.1" status: 204 len: 168 time: 0.7911165 Nov 25 19:57:10.679856 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f440f-a745-42cb-8f38-fdf3ad28dfdc admin admin] Pushing event deleted for resources: {'Network': ['ID=8be2b4f5-9c93-4742-a142-3a1512ee7768,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:10.720981 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9ee88-3564-4fab-9676-9d2bbc0f4d38 req-caf5320a-93dc-469d-8193-70a86d49aef2 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:10.722674 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-83e9ee88-3564-4fab-9676-9d2bbc0f4d38 req-caf5320a-93dc-469d-8193-70a86d49aef2 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=91634d0d-54d4-464e-b3a3-fd9fd20cc230 HTTP/1.1" status: 200 len: 932 time: 0.7087421 Nov 25 19:57:10.741842 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-073f7fe4-9a3f-479c-8e2d-8f021f030739 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:10.796124 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e55c83b5-9636-4035-954c-bed557860c4a no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:57:10.835905 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: e55c83b5-9636-4035-954c-bed557860c4a {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:57:10.836253 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e55c83b5-9636-4035-954c-bed557860c4a not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:57:10.843402 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1abc41e8-3ac1-4076-a709-460b6dbb3c3e no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:57:10.886829 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-073f7fe4-9a3f-479c-8e2d-8f021f030739 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:57:10.892207 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 1abc41e8-3ac1-4076-a709-460b6dbb3c3e {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:57:10.892742 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1abc41e8-3ac1-4076-a709-460b6dbb3c3e not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:57:10.972204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e88935f1-ac92-4707-9446-177b23c3e8b8 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Deleting port e3ed5f24-4809-4209-a102-f9a6ac3b4bf2 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:10.973194 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e88935f1-ac92-4707-9446-177b23c3e8b8 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:11.010119 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39086) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:11.064967 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-517c8695-6860-47f5-9c9a-aaf5ba5b952d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b4558a73d71448bea3d5a1f58891441b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0512998 Nov 25 19:57:11.071603 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-83e9ee88-3564-4fab-9676-9d2bbc0f4d38 req-9f17e241-8446-4d6e-a6a6-d0f64909ba41 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c795d6-eb7d-4c73-ab9e-b14d9198f728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318703 Nov 25 19:57:11.071603 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39088) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:11.112909 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-073f7fe4-9a3f-479c-8e2d-8f021f030739 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:11.119170 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073f7fe4-9a3f-479c-8e2d-8f021f030739 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:11.120709 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-073f7fe4-9a3f-479c-8e2d-8f021f030739 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:11.310327 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-073f7fe4-9a3f-479c-8e2d-8f021f030739 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6750336 Nov 25 19:57:11.311042 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39090) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:11.342519 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c909034f-a6ea-4ceb-af48-fc3856d1581d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'subnet': {'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:11.386891 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e88935f1-ac92-4707-9446-177b23c3e8b8 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:11.387215 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e88935f1-ac92-4707-9446-177b23c3e8b8 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:11.391466 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f7fe4-9a3f-479c-8e2d-8f021f030739 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Network': ['ID=2f0c0d11-2775-464e-8b46-40b14def28a8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:11.445326 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 2f0c0d11-2775-464e-8b46-40b14def28a8 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:57:11.511404 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e88935f1-ac92-4707-9446-177b23c3e8b8 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Calling delete_port for e3ed5f24-4809-4209-a102-f9a6ac3b4bf2 owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:11.558243 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20391af0-1ded-439e-af01-ace856a10cff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:11.589633 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-cce41e38-ffd6-4f21-a6fa-9405c0e148b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df7d6b66-1386-4445-afd4-d86d9b15e4a2 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:57:11.605732 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-cce41e38-ffd6-4f21-a6fa-9405c0e148b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:11.618463 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c909034f-a6ea-4ceb-af48-fc3856d1581d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Made reservation on behalf of 03b09e35a99940eabc55542aa50b027b for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:11.626211 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c909034f-a6ea-4ceb-af48-fc3856d1581d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:11.631001 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-cce41e38-ffd6-4f21-a6fa-9405c0e148b6 service neutron] Transition to ACTIVE for port object df7d6b66-1386-4445-afd4-d86d9b15e4a2 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:57:11.994641 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c909034f-a6ea-4ceb-af48-fc3856d1581d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:12.137195 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909034f-a6ea-4ceb-af48-fc3856d1581d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Subnet': ['ID=32cf182b-6f76-47eb-8b21-d0e7f93a42f0,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:12.157380 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c909034f-a6ea-4ceb-af48-fc3856d1581d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Checking segment: {'id': '39e1c2d7-fed6-4003-8ed9-f065ee19ebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:12.157969 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c909034f-a6ea-4ceb-af48-fc3856d1581d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network hostable DHCP agents. Network: 2f0c0d11-2775-464e-8b46-40b14def28a8, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:57:12.218430 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c909034f-a6ea-4ceb-af48-fc3856d1581d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network 2f0c0d11-2775-464e-8b46-40b14def28a8 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:57:12.245785 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-c909034f-a6ea-4ceb-af48-fc3856d1581d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 2f0c0d11-2775-464e-8b46-40b14def28a8) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:12.256638 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c909034f-a6ea-4ceb-af48-fc3856d1581d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:12.257779 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c909034f-a6ea-4ceb-af48-fc3856d1581d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:12.259595 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2bfd4b-090a-4b82-82d3-a3ac4503ef56 None None] Network 2f0c0d11-2775-464e-8b46-40b14def28a8 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:12.292261 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c909034f-a6ea-4ceb-af48-fc3856d1581d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9732656 Nov 25 19:57:12.296929 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39098) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:12.322081 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-cce41e38-ffd6-4f21-a6fa-9405c0e148b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:12.375640 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20391af0-1ded-439e-af01-ace856a10cff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:12.604863 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d53a05d-4cc5-40cb-a72e-774ea52305ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-2f0c0d11-2775-464e-8b46-40b14def28a8', 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'fixed_ips': [{'subnet_id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:57:12.606943 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4d53a05d-4cc5-40cb-a72e-774ea52305ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:12.647521 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20391af0-1ded-439e-af01-ace856a10cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:12.659132 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20391af0-1ded-439e-af01-ace856a10cff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:12.665039 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-20391af0-1ded-439e-af01-ace856a10cff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1a11606b-1a51-4e88-8efc-1d8089e53a56 HTTP/1.1" status: 204 len: 168 time: 1.5492430 Nov 25 19:57:12.880490 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce41e38-ffd6-4f21-a6fa-9405c0e148b6 service neutron] Pushing event updated for resources: {'Port': ['ID=df7d6b66-1386-4445-afd4-d86d9b15e4a2,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:12.960429 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6b730-10b4-4953-ae95-156f84eae572 req-825e1526-bca4-4660-b8d6-2ac0c88e5390 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:12.973527 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-12f6b730-10b4-4953-ae95-156f84eae572 req-825e1526-bca4-4660-b8d6-2ac0c88e5390 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=91634d0d-54d4-464e-b3a3-fd9fd20cc230 HTTP/1.1" status: 200 len: 944 time: 0.7176676 Nov 25 19:57:13.014388 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20391af0-1ded-439e-af01-ace856a10cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a11606b-1a51-4e88-8efc-1d8089e53a56,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:13.132039 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:13.362601 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-4d53a05d-4cc5-40cb-a72e-774ea52305ce None None] Allocated IP 2001:db8::2 (2f0c0d11-2775-464e-8b46-40b14def28a8/32cf182b-6f76-47eb-8b21-d0e7f93a42f0/04c4f9e8-f2d5-4b91-9586-e229f99ec8c4) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:57:13.372985 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-12f6b730-10b4-4953-ae95-156f84eae572 req-1e10d359-b064-451f-afe4-6a61d6e9e10c tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c795d6-eb7d-4c73-ab9e-b14d9198f728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621054 Nov 25 19:57:13.426030 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-cce41e38-ffd6-4f21-a6fa-9405c0e148b6 service neutron] Attempting to bind port df7d6b66-1386-4445-afd4-d86d9b15e4a2 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:57:13.426550 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-cce41e38-ffd6-4f21-a6fa-9405c0e148b6 service neutron] Attempting to bind port df7d6b66-1386-4445-afd4-d86d9b15e4a2 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '027176cf-6685-419e-b551-74f051093b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c1a8f8d4-1a7c-4717-893b-2799278055f6'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:57:13.427115 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-cce41e38-ffd6-4f21-a6fa-9405c0e148b6 service neutron] Attempting to bind port df7d6b66-1386-4445-afd4-d86d9b15e4a2 on network c1a8f8d4-1a7c-4717-893b-2799278055f6 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:57:13.449948 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-cce41e38-ffd6-4f21-a6fa-9405c0e148b6 service neutron] Port df7d6b66-1386-4445-afd4-d86d9b15e4a2 on network c1a8f8d4-1a7c-4717-893b-2799278055f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:57:13.451066 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-cce41e38-ffd6-4f21-a6fa-9405c0e148b6 service neutron] Attempting to bind port df7d6b66-1386-4445-afd4-d86d9b15e4a2 on network c1a8f8d4-1a7c-4717-893b-2799278055f6 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:57:13.472043 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-cce41e38-ffd6-4f21-a6fa-9405c0e148b6 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:57:13.472847 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-cce41e38-ffd6-4f21-a6fa-9405c0e148b6 service neutron] Checking segment: {'id': '027176cf-6685-419e-b551-74f051093b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c1a8f8d4-1a7c-4717-893b-2799278055f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:13.473517 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-cce41e38-ffd6-4f21-a6fa-9405c0e148b6 service neutron] Bound using segment: {'id': '027176cf-6685-419e-b551-74f051093b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c1a8f8d4-1a7c-4717-893b-2799278055f6'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:57:13.474242 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-cce41e38-ffd6-4f21-a6fa-9405c0e148b6 service neutron] Bound port: df7d6b66-1386-4445-afd4-d86d9b15e4a2, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '027176cf-6685-419e-b551-74f051093b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c1a8f8d4-1a7c-4717-893b-2799278055f6'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:57:13.474914 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-cce41e38-ffd6-4f21-a6fa-9405c0e148b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:13.510538 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e88935f1-ac92-4707-9446-177b23c3e8b8 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:13.583572 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88935f1-ac92-4707-9446-177b23c3e8b8 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3ed5f24-4809-4209-a102-f9a6ac3b4bf2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:13.735361 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4d53a05d-4cc5-40cb-a72e-774ea52305ce None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:13.762860 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4d53a05d-4cc5-40cb-a72e-774ea52305ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:13.835949 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e88935f1-ac92-4707-9446-177b23c3e8b8 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:13.841361 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e88935f1-ac92-4707-9446-177b23c3e8b8 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:13.849803 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e88935f1-ac92-4707-9446-177b23c3e8b8 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569 tempest-ExternalNetworksAdminNegativeTestJSON-2103698569-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/4c4232c2-dea6-4c0a-9b4f-93f56c9e312e HTTP/1.1" status: 204 len: 168 time: 4.0613401 Nov 25 19:57:13.852793 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-cce41e38-ffd6-4f21-a6fa-9405c0e148b6 service neutron] For port df7d6b66-1386-4445-afd4-d86d9b15e4a2, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:57:13.859392 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-cce41e38-ffd6-4f21-a6fa-9405c0e148b6 service neutron] For port df7d6b66-1386-4445-afd4-d86d9b15e4a2, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=df7d6b66-1386-4445-afd4-d86d9b15e4a2,segment=NetworkSegment(027176cf-6685-419e-b551-74f051093b8f),segment_id=027176cf-6685-419e-b551-74f051093b8f)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:57:13.881290 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-cce41e38-ffd6-4f21-a6fa-9405c0e148b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:13.931669 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53a05d-4cc5-40cb-a72e-774ea52305ce None None] Pushing event updated for resources: {'Port': ['ID=04c4f9e8-f2d5-4b91-9586-e229f99ec8c4,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:13.975451 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d53a05d-4cc5-40cb-a72e-774ea52305ce None None] Network 2f0c0d11-2775-464e-8b46-40b14def28a8 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:13.982155 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-4d53a05d-4cc5-40cb-a72e-774ea52305ce None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:13.990341 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d53a05d-4cc5-40cb-a72e-774ea52305ce None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:57:13.998686 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39114) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:14.084528 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce41e38-ffd6-4f21-a6fa-9405c0e148b6 service neutron] Pushing event updated for resources: {'Port': ['ID=df7d6b66-1386-4445-afd4-d86d9b15e4a2,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:14.089012 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-cce41e38-ffd6-4f21-a6fa-9405c0e148b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:14.089714 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-cce41e38-ffd6-4f21-a6fa-9405c0e148b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:14.092004 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-cce41e38-ffd6-4f21-a6fa-9405c0e148b6 service neutron] 10.222.0.85 "PUT /v2.0/ports/df7d6b66-1386-4445-afd4-d86d9b15e4a2 HTTP/1.1" status: 200 len: 1092 time: 4.5246155 Nov 25 19:57:14.092564 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91634d0d-54d4-464e-b3a3-fd9fd20cc230', 'tag': 'df7d6b66-1386-4445-afd4-d86d9b15e4a2'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:57:14.104968 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c841d8a-a333-4d74-b5b3-ef8c8f624e13" -d '{"events": [{"name": "network-changed", "server_uuid": "91634d0d-54d4-464e-b3a3-fd9fd20cc230", "tag": "df7d6b66-1386-4445-afd4-d86d9b15e4a2"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:57:14.225745 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4d53a05d-4cc5-40cb-a72e-774ea52305ce None None] Attempting to bind port 04c4f9e8-f2d5-4b91-9586-e229f99ec8c4 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:57:14.229233 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4d53a05d-4cc5-40cb-a72e-774ea52305ce None None] Attempting to bind port 04c4f9e8-f2d5-4b91-9586-e229f99ec8c4 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '39e1c2d7-fed6-4003-8ed9-f065ee19ebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:57:14.229900 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d53a05d-4cc5-40cb-a72e-774ea52305ce None None] Attempting to bind port 04c4f9e8-f2d5-4b91-9586-e229f99ec8c4 on network 2f0c0d11-2775-464e-8b46-40b14def28a8 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:57:14.240654 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d53a05d-4cc5-40cb-a72e-774ea52305ce None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:57:14.241197 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d53a05d-4cc5-40cb-a72e-774ea52305ce None None] Checking segment: {'id': '39e1c2d7-fed6-4003-8ed9-f065ee19ebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:14.242072 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4d53a05d-4cc5-40cb-a72e-774ea52305ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:14.242800 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d53a05d-4cc5-40cb-a72e-774ea52305ce None None] Bound using segment: {'id': '39e1c2d7-fed6-4003-8ed9-f065ee19ebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:57:14.243647 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4d53a05d-4cc5-40cb-a72e-774ea52305ce None None] Bound port: 04c4f9e8-f2d5-4b91-9586-e229f99ec8c4, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e1c2d7-fed6-4003-8ed9-f065ee19ebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:57:14.245140 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4d53a05d-4cc5-40cb-a72e-774ea52305ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:14.289849 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31aee1f1-539c-4c17-8ade-ebf5370d3e01 x-openstack-request-id: req-31aee1f1-539c-4c17-8ade-ebf5370d3e01 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:57:14.290180 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91634d0d-54d4-464e-b3a3-fd9fd20cc230", "tag": "df7d6b66-1386-4445-afd4-d86d9b15e4a2", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:57:14.299921 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-31aee1f1-539c-4c17-8ade-ebf5370d3e01 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:57:14.300451 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91634d0d-54d4-464e-b3a3-fd9fd20cc230', 'tag': 'df7d6b66-1386-4445-afd4-d86d9b15e4a2', 'status': 'completed', 'code': 200} Nov 25 19:57:14.317911 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Allocated IP 2001:db8::1 (2f0c0d11-2775-464e-8b46-40b14def28a8/32cf182b-6f76-47eb-8b21-d0e7f93a42f0/375ff8fc-ec96-4ba2-bb71-4571e9bb1f24) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:57:14.318499 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-03117ecd-4014-4c57-8f9c-03959f499251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:14.326546 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-03117ecd-4014-4c57-8f9c-03959f499251 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=23b07602208648038bf2636b818440df&device_id=91634d0d-54d4-464e-b3a3-fd9fd20cc230 HTTP/1.1" status: 200 len: 1095 time: 0.1378245 Nov 25 19:57:14.405488 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4d53a05d-4cc5-40cb-a72e-774ea52305ce None None] For port 04c4f9e8-f2d5-4b91-9586-e229f99ec8c4, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:57:14.413328 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4d53a05d-4cc5-40cb-a72e-774ea52305ce None None] For port 04c4f9e8-f2d5-4b91-9586-e229f99ec8c4, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=04c4f9e8-f2d5-4b91-9586-e229f99ec8c4,segment=NetworkSegment(39e1c2d7-fed6-4003-8ed9-f065ee19ebfa),segment_id=39e1c2d7-fed6-4003-8ed9-f065ee19ebfa)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:57:14.426964 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4c157b76-6850-4160-ae28-26472fcd3c72 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=560396144c0846c6996c8cc1bd946d3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4269211 Nov 25 19:57:14.431803 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4d53a05d-4cc5-40cb-a72e-774ea52305ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:14.439806 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-c46a90d9-6101-4b09-b77a-0601a68ee065 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df7d6b66-1386-4445-afd4-d86d9b15e4a2 HTTP/1.1" status: 200 len: 217 time: 0.1046567 Nov 25 19:57:14.440334 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39126) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:14.441698 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39128) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:14.575664 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:14.614534 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53a05d-4cc5-40cb-a72e-774ea52305ce None None] Pushing event updated for resources: {'Port': ['ID=04c4f9e8-f2d5-4b91-9586-e229f99ec8c4,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:14.639282 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:14.781593 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network 2f0c0d11-2775-464e-8b46-40b14def28a8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:14.794471 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Port': ['ID=375ff8fc-ec96-4ba2-bb71-4571e9bb1f24,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:14.797240 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:14.799887 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:57:14.800452 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:14.828817 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-c661eb13-068b-4142-95b0-969b0f8c4be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:14.842706 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-c661eb13-068b-4142-95b0-969b0f8c4be9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d4ad9f3d-e01d-4850-89be-d3c4f91c03dc HTTP/1.1" status: 200 len: 848 time: 0.2536359 Nov 25 19:57:14.866937 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53a5c3c6-de06-447c-b9a9-2420c354a28a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:15.017127 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-9c8b122e-d111-4664-a287-a887b9354ae2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c1a8f8d4-1a7c-4717-893b-2799278055f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1737111 Nov 25 19:57:15.034749 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1d76-3eb0-4517-a0fd-84b60ebc5f45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:15.061454 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.061776 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.062032 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.062578 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.063082 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.063595 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.064457 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.064756 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.065137 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.065876 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.066402 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.066943 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.139514 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:15.207220 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53a5c3c6-de06-447c-b9a9-2420c354a28a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:15.224849 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f286f6-b1d0-4712-9f5b-11bb433a0258 req-54c88a3d-5964-4da1-ac10-3ef66c97dde7 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:15.237868 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e8f286f6-b1d0-4712-9f5b-11bb433a0258 req-54c88a3d-5964-4da1-ac10-3ef66c97dde7 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=91634d0d-54d4-464e-b3a3-fd9fd20cc230 HTTP/1.1" status: 200 len: 944 time: 0.5406470 Nov 25 19:57:15.509251 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e8f286f6-b1d0-4712-9f5b-11bb433a0258 req-390e5cfb-0e97-40fa-a14a-04d0600603dc tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c795d6-eb7d-4c73-ab9e-b14d9198f728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672684 Nov 25 19:57:15.522547 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-daa0f63c-e15a-468e-b140-f075bd5f9e21 service neutron] 10.222.0.85 "GET /v2.0/networks/c1a8f8d4-1a7c-4717-893b-2799278055f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841778 Nov 25 19:57:15.581575 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53a5c3c6-de06-447c-b9a9-2420c354a28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:15.593012 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53a5c3c6-de06-447c-b9a9-2420c354a28a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:15.597419 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-53a5c3c6-de06-447c-b9a9-2420c354a28a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7ceb1a17-c3d8-468d-8600-bebcf413dcae HTTP/1.1" status: 204 len: 168 time: 1.1389196 Nov 25 19:57:15.703993 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5c3c6-de06-447c-b9a9-2420c354a28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ceb1a17-c3d8-468d-8600-bebcf413dcae,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:15.709431 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1d76-3eb0-4517-a0fd-84b60ebc5f45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:15.745923 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1d76-3eb0-4517-a0fd-84b60ebc5f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:15.769854 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5c3c6-de06-447c-b9a9-2420c354a28a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.770525 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5c3c6-de06-447c-b9a9-2420c354a28a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.771051 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5c3c6-de06-447c-b9a9-2420c354a28a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.771555 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5c3c6-de06-447c-b9a9-2420c354a28a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.772136 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5c3c6-de06-447c-b9a9-2420c354a28a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.772688 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5c3c6-de06-447c-b9a9-2420c354a28a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.773188 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5c3c6-de06-447c-b9a9-2420c354a28a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.773681 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5c3c6-de06-447c-b9a9-2420c354a28a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.774231 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5c3c6-de06-447c-b9a9-2420c354a28a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.774812 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5c3c6-de06-447c-b9a9-2420c354a28a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.775345 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5c3c6-de06-447c-b9a9-2420c354a28a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.775867 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5c3c6-de06-447c-b9a9-2420c354a28a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.895750 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2e6c1d76-3eb0-4517-a0fd-84b60ebc5f45 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b5d6c5a52c4d40e7bae417b1c80bb8e9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4511747 Nov 25 19:57:15.907399 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39144) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:15.948953 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c1d76-3eb0-4517-a0fd-84b60ebc5f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2289fc53-3da3-4ac0-8b01-2b43d80d7b19,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:16.023117 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6a27946-bf81-4735-92dd-33ada5b3aad8 req-c0411612-9e95-4e16-a8bf-d0fe5412cf0e service neutron] 10.222.0.85 "GET /v2.0/networks/c1a8f8d4-1a7c-4717-893b-2799278055f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718924 Nov 25 19:57:16.179399 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-265e603f-9b57-41c6-8ac1-07614296e16a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:16.210989 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:16.226457 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:16.227467 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:16.281190 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-265e603f-9b57-41c6-8ac1-07614296e16a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:16.325712 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c841d8a-a333-4d74-b5b3-ef8c8f624e13 req-96792fb0-c798-4a05-ae43-221fb9aee2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:16.328558 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c841d8a-a333-4d74-b5b3-ef8c8f624e13 req-96792fb0-c798-4a05-ae43-221fb9aee2e1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=23b07602208648038bf2636b818440df&device_id=91634d0d-54d4-464e-b3a3-fd9fd20cc230 HTTP/1.1" status: 200 len: 1095 time: 0.1664946 Nov 25 19:57:16.533453 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c841d8a-a333-4d74-b5b3-ef8c8f624e13 req-3f08d5c4-45d1-4c56-985c-ec633a9c7452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:16.535177 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c841d8a-a333-4d74-b5b3-ef8c8f624e13 req-3f08d5c4-45d1-4c56-985c-ec633a9c7452 service neutron] 10.222.0.85 "GET /v2.0/networks?id=c1a8f8d4-1a7c-4717-893b-2799278055f6 HTTP/1.1" status: 200 len: 909 time: 0.1989930 Nov 25 19:57:16.587926 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Port': ['ID=375ff8fc-ec96-4ba2-bb71-4571e9bb1f24,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:16.647026 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c841d8a-a333-4d74-b5b3-ef8c8f624e13 req-3b44fa4f-7abb-4d90-a5eb-9d02bc2c7d66 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df7d6b66-1386-4445-afd4-d86d9b15e4a2 HTTP/1.1" status: 200 len: 217 time: 0.0961637 Nov 25 19:57:16.685852 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network 2f0c0d11-2775-464e-8b46-40b14def28a8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:16.689792 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:16.727557 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391f02ec-3944-4e0a-9737-9fb646bb0da8 None None] Network 2f0c0d11-2775-464e-8b46-40b14def28a8 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:16.804541 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-265e603f-9b57-41c6-8ac1-07614296e16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:16.831966 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-265e603f-9b57-41c6-8ac1-07614296e16a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:16.853270 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-265e603f-9b57-41c6-8ac1-07614296e16a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2289fc53-3da3-4ac0-8b01-2b43d80d7b19 HTTP/1.1" status: 204 len: 168 time: 0.9402385 Nov 25 19:57:16.979428 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c841d8a-a333-4d74-b5b3-ef8c8f624e13 req-9d1851ca-6475-4602-967b-a7eca304c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:16.993570 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c841d8a-a333-4d74-b5b3-ef8c8f624e13 req-9d1851ca-6475-4602-967b-a7eca304c0c4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d4ad9f3d-e01d-4850-89be-d3c4f91c03dc HTTP/1.1" status: 200 len: 848 time: 0.3263628 Nov 25 19:57:17.036033 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e603f-9b57-41c6-8ac1-07614296e16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2289fc53-3da3-4ac0-8b01-2b43d80d7b19,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:17.076739 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546130b2-b6ab-449c-9a20-5dea458472ee req-26269bb2-43f8-4745-92ba-4bcf473675f2 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:17.078904 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-546130b2-b6ab-449c-9a20-5dea458472ee req-26269bb2-43f8-4745-92ba-4bcf473675f2 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=91634d0d-54d4-464e-b3a3-fd9fd20cc230 HTTP/1.1" status: 200 len: 944 time: 0.3844051 Nov 25 19:57:17.082059 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 04c4f9e8-f2d5-4b91-9586-e229f99ec8c4 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:17.087238 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:57:17.102747 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c841d8a-a333-4d74-b5b3-ef8c8f624e13 req-495e3b13-4569-4c1d-b11d-755e016684e7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c1a8f8d4-1a7c-4717-893b-2799278055f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074264 Nov 25 19:57:17.417423 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1ca5cb0b-492b-42d0-9210-445c2f357cae None None] Provisioning complete for port 04c4f9e8-f2d5-4b91-9586-e229f99ec8c4 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:17.418036 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1ca5cb0b-492b-42d0-9210-445c2f357cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:17.452711 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c841d8a-a333-4d74-b5b3-ef8c8f624e13 req-9490e462-2842-450c-a80f-b21be2082a79 service neutron] 10.222.0.85 "GET /v2.0/networks/c1a8f8d4-1a7c-4717-893b-2799278055f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374431 Nov 25 19:57:17.710107 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-546130b2-b6ab-449c-9a20-5dea458472ee req-da815619-4675-46d1-8d06-b9cabfdcae11 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c795d6-eb7d-4c73-ab9e-b14d9198f728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6105592 Nov 25 19:57:17.742539 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 04c4f9e8-f2d5-4b91-9586-e229f99ec8c4 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:17.743423 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:17.847329 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c841d8a-a333-4d74-b5b3-ef8c8f624e13 req-7d7d7409-281c-4640-9b43-d418ac940f43 service neutron] 10.222.0.85 "GET /v2.0/networks/c1a8f8d4-1a7c-4717-893b-2799278055f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610730 Nov 25 19:57:17.960105 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39160) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:18.050134 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6eae5f75-81b5-422b-ad82-3ba0a58783d2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e4e76da5f34436e805bede3323b1073&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0885839 Nov 25 19:57:18.054578 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39162) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:18.150329 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-91b47398-cb2c-48ef-8112-65d7f68d5a06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:18.151591 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:57:18.171537 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39164) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:18.173684 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cda8d2b0-a4e0-404e-90b6-257eb6297928 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "PUT /v2.0/routers/527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8750775 Nov 25 19:57:18.177710 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-d5f55d2b-c020-445a-a55e-0803454dfde1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-330425749'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:18.181716 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device df7d6b66-1386-4445-afd4-d86d9b15e4a2 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:57:18.195338 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1ca5cb0b-492b-42d0-9210-445c2f357cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:18.197804 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:18.208047 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfc6cec-0a39-4880-bd4d-5f44a3a93856 None None] Sync routers for ids ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:57:18.212041 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-91b47398-cb2c-48ef-8112-65d7f68d5a06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:18.243474 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f55d2b-c020-445a-a55e-0803454dfde1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Made reservation on behalf of 03b09e35a99940eabc55542aa50b027b for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:18.251699 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5f55d2b-c020-445a-a55e-0803454dfde1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:18.322181 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f55d2b-c020-445a-a55e-0803454dfde1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:57:18.341107 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5f55d2b-c020-445a-a55e-0803454dfde1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:18.341588 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-d5f55d2b-c020-445a-a55e-0803454dfde1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Added segment 96ece4ee-1a36-4a39-a5eb-2e1635292468 of type vlan for network 4593815e-9b7b-40ea-bc99-16e81ff10f84 Nov 25 19:57:18.400910 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port df7d6b66-1386-4445-afd4-d86d9b15e4a2, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=df7d6b66-1386-4445-afd4-d86d9b15e4a2,segment=NetworkSegment(027176cf-6685-419e-b551-74f051093b8f),segment_id=027176cf-6685-419e-b551-74f051093b8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:18.413123 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5f55d2b-c020-445a-a55e-0803454dfde1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:18.420544 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-91b47398-cb2c-48ef-8112-65d7f68d5a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:18.422798 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-91b47398-cb2c-48ef-8112-65d7f68d5a06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:18.438239 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-91b47398-cb2c-48ef-8112-65d7f68d5a06 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f9e47ea1-48ab-4d50-a534-f9db237422ee HTTP/1.1" status: 204 len: 168 time: 0.3737330 Nov 25 19:57:18.449466 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'df7d6b66-1386-4445-afd4-d86d9b15e4a2', 'network_id': 'c1a8f8d4-1a7c-4717-893b-2799278055f6', 'port_id': 'df7d6b66-1386-4445-afd4-d86d9b15e4a2', 'mac_address': 'fa:16:3e:dc:09:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ad9f3d-e01d-4850-89be-d3c4f91c03dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:57:18.494756 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b47398-cb2c-48ef-8112-65d7f68d5a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e47ea1-48ab-4d50-a534-f9db237422ee,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:18.504777 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfc6cec-0a39-4880-bd4d-5f44a3a93856 None None] Routers {'527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:18.505856 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0dfc6cec-0a39-4880-bd4d-5f44a3a93856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:57:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:18.531708 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5f55d2b-c020-445a-a55e-0803454dfde1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:18.538122 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f55d2b-c020-445a-a55e-0803454dfde1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:18.539168 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5f55d2b-c020-445a-a55e-0803454dfde1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:18.665884 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d5f55d2b-c020-445a-a55e-0803454dfde1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4905162 Nov 25 19:57:18.666316 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39168) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:18.672541 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b2896238-6469-46ac-8d6e-062bdc867941 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'subnet': {'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:18.677911 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f55d2b-c020-445a-a55e-0803454dfde1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Network': ['ID=4593815e-9b7b-40ea-bc99-16e81ff10f84,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:18.712288 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0dfc6cec-0a39-4880-bd4d-5f44a3a93856 None None] Set router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:18.905860 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2896238-6469-46ac-8d6e-062bdc867941 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Made reservation on behalf of 03b09e35a99940eabc55542aa50b027b for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:18.910243 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b2896238-6469-46ac-8d6e-062bdc867941 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:18.964133 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-1ca5cb0b-492b-42d0-9210-445c2f357cae None None] For port 04c4f9e8-f2d5-4b91-9586-e229f99ec8c4, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=04c4f9e8-f2d5-4b91-9586-e229f99ec8c4,segment=NetworkSegment(39e1c2d7-fed6-4003-8ed9-f065ee19ebfa),segment_id=39e1c2d7-fed6-4003-8ed9-f065ee19ebfa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:18.986511 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 4593815e-9b7b-40ea-bc99-16e81ff10f84 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:57:19.032276 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef648b2-0a30-44ee-9f6c-c819ad930b17 req-b6beca39-d97a-4957-a07d-70ca0157b5bc tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:19.035141 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6ef648b2-0a30-44ee-9f6c-c819ad930b17 req-b6beca39-d97a-4957-a07d-70ca0157b5bc tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=91634d0d-54d4-464e-b3a3-fd9fd20cc230 HTTP/1.1" status: 200 len: 944 time: 0.1362700 Nov 25 19:57:19.304110 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b2896238-6469-46ac-8d6e-062bdc867941 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:19.368503 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6ef648b2-0a30-44ee-9f6c-c819ad930b17 req-f9d3aa63-5689-40c3-8500-9e453f553c2e tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c795d6-eb7d-4c73-ab9e-b14d9198f728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226595 Nov 25 19:57:19.464255 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2896238-6469-46ac-8d6e-062bdc867941 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Subnet': ['ID=d6df527f-b908-4b79-80a1-5e7aa81d8efb,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:19.536348 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1ca5cb0b-492b-42d0-9210-445c2f357cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:19.586163 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2896238-6469-46ac-8d6e-062bdc867941 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Checking segment: {'id': '96ece4ee-1a36-4a39-a5eb-2e1635292468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:19.586801 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2896238-6469-46ac-8d6e-062bdc867941 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network hostable DHCP agents. Network: 4593815e-9b7b-40ea-bc99-16e81ff10f84, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:57:19.632145 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5cb0b-492b-42d0-9210-445c2f357cae None None] Pushing event updated for resources: {'Port': ['ID=04c4f9e8-f2d5-4b91-9586-e229f99ec8c4,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:19.661403 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2896238-6469-46ac-8d6e-062bdc867941 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network 4593815e-9b7b-40ea-bc99-16e81ff10f84 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:57:19.697919 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b2896238-6469-46ac-8d6e-062bdc867941 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 4593815e-9b7b-40ea-bc99-16e81ff10f84) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:19.712392 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2896238-6469-46ac-8d6e-062bdc867941 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:19.712897 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b2896238-6469-46ac-8d6e-062bdc867941 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:19.757705 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44c2837-a985-4b66-861f-222957b5a4d4 None None] Network 4593815e-9b7b-40ea-bc99-16e81ff10f84 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:19.770677 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a3d33515-d720-49e0-92c6-ec554e588b87 None None] Provisioning complete for port 04c4f9e8-f2d5-4b91-9586-e229f99ec8c4 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:19.771397 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a3d33515-d720-49e0-92c6-ec554e588b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:19.782450 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b2896238-6469-46ac-8d6e-062bdc867941 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1122882 Nov 25 19:57:19.783010 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39198) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:19.813767 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:20.021311 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df7d6b66-1386-4445-afd4-d86d9b15e4a2 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:57:20.094063 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port df7d6b66-1386-4445-afd4-d86d9b15e4a2, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=df7d6b66-1386-4445-afd4-d86d9b15e4a2,segment=NetworkSegment(027176cf-6685-419e-b551-74f051093b8f),segment_id=027176cf-6685-419e-b551-74f051093b8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:20.114733 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:57:20.115340 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:57:20.207817 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:20.376981 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=df7d6b66-1386-4445-afd4-d86d9b15e4a2,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:20.441529 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0dfc6cec-0a39-4880-bd4d-5f44a3a93856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:57:15Z', 'revision_number': 2, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None, '_interfaces': [{'id': '375ff8fc-ec96-4ba2-bb71-4571e9bb1f24', 'name': '', 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:51:02:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:13Z', 'updated_at': '2021-11-25T19:57:15Z', 'revision_number': 2, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:20.441771 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39222) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:20.623034 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d502111-6265-470b-8c42-be53b7ed508b req-7a1bf191-1030-4cc7-b4ed-e290afa6d7be tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:20.631558 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0d502111-6265-470b-8c42-be53b7ed508b req-7a1bf191-1030-4cc7-b4ed-e290afa6d7be tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=91634d0d-54d4-464e-b3a3-fd9fd20cc230 HTTP/1.1" status: 200 len: 945 time: 0.1383240 Nov 25 19:57:20.641117 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['df7d6b66-1386-4445-afd4-d86d9b15e4a2'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:57:20.744324 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfc6cec-0a39-4880-bd4d-5f44a3a93856 None None] Checking router: 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:57:20.744839 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfc6cec-0a39-4880-bd4d-5f44a3a93856 None None] Updating router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd port 375ff8fc-ec96-4ba2-bb71-4571e9bb1f24 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:57:20.765124 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7befd520-3d3a-448f-b267-74b1c904ea36 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Request body: {'networks': [{'name': 'tempest-network--1660460797'}, {'name': 'tempest-network--1840633435'}]} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:20.765553 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7befd520-3d3a-448f-b267-74b1c904ea36 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Request body: {'network': {'name': 'tempest-network--1660460797'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:20.766134 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7befd520-3d3a-448f-b267-74b1c904ea36 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Request body: {'network': {'name': 'tempest-network--1840633435'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:20.780906 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b6fdffdd-5180-4952-9cba-83860481b944 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:20.824695 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7befd520-3d3a-448f-b267-74b1c904ea36 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Made reservation on behalf of d17d56e07519402eb4a4eb5b989a94f6 for: {'network': 2} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:20.831603 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7befd520-3d3a-448f-b267-74b1c904ea36 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:20.860533 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7befd520-3d3a-448f-b267-74b1c904ea36 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:20.966670 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-4593815e-9b7b-40ea-bc99-16e81ff10f84', 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'fixed_ips': [{'subnet_id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:57:20.968928 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:20.994176 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0d502111-6265-470b-8c42-be53b7ed508b req-197ccf33-921f-4e4a-9d2f-e9da142eaeb8 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c795d6-eb7d-4c73-ab9e-b14d9198f728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609855 Nov 25 19:57:21.162440 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0dfc6cec-0a39-4880-bd4d-5f44a3a93856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:21.248517 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7befd520-3d3a-448f-b267-74b1c904ea36 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:21.258453 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7befd520-3d3a-448f-b267-74b1c904ea36 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:21.259068 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7befd520-3d3a-448f-b267-74b1c904ea36 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:21.318911 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-b6fdffdd-5180-4952-9cba-83860481b944 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Allocated IP 2001:db8:1::1 (4593815e-9b7b-40ea-bc99-16e81ff10f84/d6df527f-b908-4b79-80a1-5e7aa81d8efb/9c8134d5-1fba-401a-8bfd-040ae9009c50) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:57:21.391040 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7befd520-3d3a-448f-b267-74b1c904ea36 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:57:21.403928 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7befd520-3d3a-448f-b267-74b1c904ea36 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a1b7e8-e1a1-4eab-a39d-b7cbc095a38a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:21.425218 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7befd520-3d3a-448f-b267-74b1c904ea36 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:21.426049 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-7befd520-3d3a-448f-b267-74b1c904ea36 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Added segment c1660064-9d56-49f6-97e4-65a620a927fd of type vlan for network 7a4be611-bcce-4e93-99fa-63a580cf2e9c Nov 25 19:57:21.521505 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b6fdffdd-5180-4952-9cba-83860481b944 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:21.522363 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7befd520-3d3a-448f-b267-74b1c904ea36 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:21.524079 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a3d33515-d720-49e0-92c6-ec554e588b87 None None] Provisioning complete for port 375ff8fc-ec96-4ba2-bb71-4571e9bb1f24 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:21.524461 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a3d33515-d720-49e0-92c6-ec554e588b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:21.570191 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b6fdffdd-5180-4952-9cba-83860481b944 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:21.626620 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7befd520-3d3a-448f-b267-74b1c904ea36 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:57:21.652353 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7befd520-3d3a-448f-b267-74b1c904ea36 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:21.653192 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-7befd520-3d3a-448f-b267-74b1c904ea36 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Added segment 996a4919-882f-4a96-a355-8ef1aa073dda of type vlan for network 6b80b9d9-f795-48ca-84d8-79f42098953a Nov 25 19:57:21.711736 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7befd520-3d3a-448f-b267-74b1c904ea36 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:21.715760 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fdffdd-5180-4952-9cba-83860481b944 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Port': ['ID=9c8134d5-1fba-401a-8bfd-040ae9009c50,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:21.739989 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fdffdd-5180-4952-9cba-83860481b944 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network 4593815e-9b7b-40ea-bc99-16e81ff10f84 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:21.747014 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-b6fdffdd-5180-4952-9cba-83860481b944 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:21.749548 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7befd520-3d3a-448f-b267-74b1c904ea36 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:21.750530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fdffdd-5180-4952-9cba-83860481b944 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:57:21.752926 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b6fdffdd-5180-4952-9cba-83860481b944 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:21.755093 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7befd520-3d3a-448f-b267-74b1c904ea36 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:21.764047 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7befd520-3d3a-448f-b267-74b1c904ea36 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:21.773306 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7befd520-3d3a-448f-b267-74b1c904ea36 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:21.774326 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7befd520-3d3a-448f-b267-74b1c904ea36 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:21.801252 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Allocated IP 2001:db8:1::2 (4593815e-9b7b-40ea-bc99-16e81ff10f84/d6df527f-b908-4b79-80a1-5e7aa81d8efb/e0073390-b885-4e6b-8409-e5fb24523139) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:57:21.801680 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7befd520-3d3a-448f-b267-74b1c904ea36 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.3583927 Nov 25 19:57:21.816186 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39234) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:21.997772 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b6fdffdd-5180-4952-9cba-83860481b944 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:22.106461 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7befd520-3d3a-448f-b267-74b1c904ea36 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Pushing event updated for resources: {'Network': ['ID=7a4be611-bcce-4e93-99fa-63a580cf2e9c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:22.213832 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 04c4f9e8-f2d5-4b91-9586-e229f99ec8c4 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:22.220408 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 7a4be611-bcce-4e93-99fa-63a580cf2e9c details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:57:22.422392 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7e8660-78a0-4a6d-a6cb-de561dc6b095 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:22.437211 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7e8660-78a0-4a6d-a6cb-de561dc6b095 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:22.456829 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7e8660-78a0-4a6d-a6cb-de561dc6b095 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:22.476830 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7e8660-78a0-4a6d-a6cb-de561dc6b095 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:22.482008 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1d7e8660-78a0-4a6d-a6cb-de561dc6b095 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6644731 Nov 25 19:57:22.484839 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39240) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:22.507509 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7befd520-3d3a-448f-b267-74b1c904ea36 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Pushing event updated for resources: {'Network': ['ID=6b80b9d9-f795-48ca-84d8-79f42098953a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:22.569397 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a17cd8-bcd9-4fe7-ad72-1a5438a6b1a7 req-c347990e-3527-4e2c-a10b-b3bf17b74349 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:22.571879 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-83a17cd8-bcd9-4fe7-ad72-1a5438a6b1a7 req-c347990e-3527-4e2c-a10b-b3bf17b74349 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=91634d0d-54d4-464e-b3a3-fd9fd20cc230 HTTP/1.1" status: 200 len: 945 time: 0.2823639 Nov 25 19:57:22.757184 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:22.763378 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device df7d6b66-1386-4445-afd4-d86d9b15e4a2 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:22.805003 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-83a17cd8-bcd9-4fe7-ad72-1a5438a6b1a7 req-493443b4-407e-4920-81ea-22790f8c85fb tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c795d6-eb7d-4c73-ab9e-b14d9198f728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221396 Nov 25 19:57:22.862632 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 6b80b9d9-f795-48ca-84d8-79f42098953a details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:57:22.916825 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b6fdffdd-5180-4952-9cba-83860481b944 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:22.934799 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3498a92-d104-45ac-8fc8-62e1270292b1 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:22.946168 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b6fdffdd-5180-4952-9cba-83860481b944 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:22.947422 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b6fdffdd-5180-4952-9cba-83860481b944 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:22.985721 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:23.136103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 04c4f9e8-f2d5-4b91-9586-e229f99ec8c4 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:23.136758 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:23.199314 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a3d33515-d720-49e0-92c6-ec554e588b87 None None] Port 375ff8fc-ec96-4ba2-bb71-4571e9bb1f24 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:57:23.228212 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port df7d6b66-1386-4445-afd4-d86d9b15e4a2 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:57:23.264125 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Network 4593815e-9b7b-40ea-bc99-16e81ff10f84 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:23.287667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fdffdd-5180-4952-9cba-83860481b944 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Port': ['ID=9c8134d5-1fba-401a-8bfd-040ae9009c50,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:23.307759 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port df7d6b66-1386-4445-afd4-d86d9b15e4a2 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:23.308764 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:23.350279 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Pushing event updated for resources: {'Port': ['ID=e0073390-b885-4e6b-8409-e5fb24523139,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:23.372028 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:23.429858 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3498a92-d104-45ac-8fc8-62e1270292b1 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:23.498379 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:57:23.785781 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:23.786613 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:23.787178 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:23.787767 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:23.788339 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:23.789029 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:23.789588 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:23.790142 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:23.790736 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:23.791305 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:23.791864 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:23.794730 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:23.872955 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-b3498a92-d104-45ac-8fc8-62e1270292b1 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a4be611-bcce-4e93-99fa-63a580cf2e9c']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:23.895881 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fdffdd-5180-4952-9cba-83860481b944 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network 4593815e-9b7b-40ea-bc99-16e81ff10f84 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:23.916504 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-b3498a92-d104-45ac-8fc8-62e1270292b1 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1660064-9d56-49f6-97e4-65a620a927fd') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:23.917439 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-b3498a92-d104-45ac-8fc8-62e1270292b1 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1660064-9d56-49f6-97e4-65a620a927fd') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:23.933148 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3498a92-d104-45ac-8fc8-62e1270292b1 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:23.938900 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:23.944592 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0dfc6cec-0a39-4880-bd4d-5f44a3a93856 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:23.954540 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3498a92-d104-45ac-8fc8-62e1270292b1 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:23.963875 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3498a92-d104-45ac-8fc8-62e1270292b1 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:23.964984 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3498a92-d104-45ac-8fc8-62e1270292b1 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:23.994100 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:23.996631 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Attempting to bind port e0073390-b885-4e6b-8409-e5fb24523139 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:57:23.997079 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Attempting to bind port e0073390-b885-4e6b-8409-e5fb24523139 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '96ece4ee-1a36-4a39-a5eb-2e1635292468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:57:23.997523 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Attempting to bind port e0073390-b885-4e6b-8409-e5fb24523139 on network 4593815e-9b7b-40ea-bc99-16e81ff10f84 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:57:24.015271 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0dfc6cec-0a39-4880-bd4d-5f44a3a93856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:24.020777 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:57:24.021470 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Checking segment: {'id': '96ece4ee-1a36-4a39-a5eb-2e1635292468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:24.021890 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:24.022315 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Bound using segment: {'id': '96ece4ee-1a36-4a39-a5eb-2e1635292468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:57:24.023400 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Bound port: e0073390-b885-4e6b-8409-e5fb24523139, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ece4ee-1a36-4a39-a5eb-2e1635292468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:57:24.024078 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:24.060095 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port df7d6b66-1386-4445-afd4-d86d9b15e4a2, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=df7d6b66-1386-4445-afd4-d86d9b15e4a2,segment=NetworkSegment(027176cf-6685-419e-b551-74f051093b8f),segment_id=027176cf-6685-419e-b551-74f051093b8f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:24.076657 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:24.080832 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-b6fdffdd-5180-4952-9cba-83860481b944 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:24.101527 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91634d0d-54d4-464e-b3a3-fd9fd20cc230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7d6b66-1386-4445-afd4-d86d9b15e4a2'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:57:24.104710 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42256257-8c29-428f-9637-3e0935ab5a27" -d '{"events": [{"server_uuid": "91634d0d-54d4-464e-b3a3-fd9fd20cc230", "name": "network-vif-plugged", "status": "completed", "tag": "df7d6b66-1386-4445-afd4-d86d9b15e4a2"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:57:24.113687 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:24.275181 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] For port e0073390-b885-4e6b-8409-e5fb24523139, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:57:24.279441 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3498a92-d104-45ac-8fc8-62e1270292b1 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:24.285002 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] For port e0073390-b885-4e6b-8409-e5fb24523139, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e0073390-b885-4e6b-8409-e5fb24523139,segment=NetworkSegment(96ece4ee-1a36-4a39-a5eb-2e1635292468),segment_id=96ece4ee-1a36-4a39-a5eb-2e1635292468)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:57:24.294428 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3498a92-d104-45ac-8fc8-62e1270292b1 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:24.303576 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b3498a92-d104-45ac-8fc8-62e1270292b1 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] 10.222.0.55 "DELETE /v2.0/networks/7a4be611-bcce-4e93-99fa-63a580cf2e9c HTTP/1.1" status: 204 len: 168 time: 1.8024523 Nov 25 19:57:24.303910 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39252) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:24.322326 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763a600-105e-40ea-8e36-f4a8ed5cf7f5 None None] Pushing event updated for resources: {'Port': ['ID=375ff8fc-ec96-4ba2-bb71-4571e9bb1f24,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:24.337607 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b902355-8aa3-4259-8049-e57570f2e46d req-5be64d02-e5ce-4c1f-af5f-9d0742f7875d tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:24.341131 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6b902355-8aa3-4259-8049-e57570f2e46d req-5be64d02-e5ce-4c1f-af5f-9d0742f7875d tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=91634d0d-54d4-464e-b3a3-fd9fd20cc230 HTTP/1.1" status: 200 len: 946 time: 0.2759175 Nov 25 19:57:24.344440 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fdffdd-5180-4952-9cba-83860481b944 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:57:24.345656 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3498a92-d104-45ac-8fc8-62e1270292b1 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Pushing event deleted for resources: {'Network': ['ID=7a4be611-bcce-4e93-99fa-63a580cf2e9c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:24.388534 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:24.521451 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:24.525808 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0dfc6cec-0a39-4880-bd4d-5f44a3a93856 None None] Attempting to bind port 375ff8fc-ec96-4ba2-bb71-4571e9bb1f24 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:57:24.526418 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0dfc6cec-0a39-4880-bd4d-5f44a3a93856 None None] Attempting to bind port 375ff8fc-ec96-4ba2-bb71-4571e9bb1f24 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '39e1c2d7-fed6-4003-8ed9-f065ee19ebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:57:24.526924 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfc6cec-0a39-4880-bd4d-5f44a3a93856 None None] Attempting to bind port 375ff8fc-ec96-4ba2-bb71-4571e9bb1f24 on network 2f0c0d11-2775-464e-8b46-40b14def28a8 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:57:24.542672 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfc6cec-0a39-4880-bd4d-5f44a3a93856 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:57:24.543078 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfc6cec-0a39-4880-bd4d-5f44a3a93856 None None] Checking segment: {'id': '39e1c2d7-fed6-4003-8ed9-f065ee19ebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:24.543625 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0dfc6cec-0a39-4880-bd4d-5f44a3a93856 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:24.544092 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfc6cec-0a39-4880-bd4d-5f44a3a93856 None None] Bound using segment: {'id': '39e1c2d7-fed6-4003-8ed9-f065ee19ebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:57:24.545210 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0dfc6cec-0a39-4880-bd4d-5f44a3a93856 None None] Bound port: 375ff8fc-ec96-4ba2-bb71-4571e9bb1f24, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e1c2d7-fed6-4003-8ed9-f065ee19ebfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:57:24.545613 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0dfc6cec-0a39-4880-bd4d-5f44a3a93856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:24.599753 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4b98deb-a7bc-48b7-99b6-e480d23e1869 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:24.675930 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6b902355-8aa3-4259-8049-e57570f2e46d req-42fd783b-a380-4fbf-b9ec-cd498efbc882 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c795d6-eb7d-4c73-ab9e-b14d9198f728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232296 Nov 25 19:57:24.680378 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fdffdd-5180-4952-9cba-83860481b944 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:57:24.680814 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=df7d6b66-1386-4445-afd4-d86d9b15e4a2,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:24.690883 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b6fdffdd-5180-4952-9cba-83860481b944 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "PUT /v2.0/routers/527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9061868 Nov 25 19:57:24.691690 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39256) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:24.702673 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-0c6a086c-96ec-44cd-96db-dc0e38de58ef tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-471229337'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:24.764904 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6a086c-96ec-44cd-96db-dc0e38de58ef tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Made reservation on behalf of 03b09e35a99940eabc55542aa50b027b for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:24.769000 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c6a086c-96ec-44cd-96db-dc0e38de58ef tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:24.849589 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4b98deb-a7bc-48b7-99b6-e480d23e1869 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:24.856597 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329e9d7-e54a-444c-be9c-49e9dc86314b None None] Pushing event updated for resources: {'Port': ['ID=e0073390-b885-4e6b-8409-e5fb24523139,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:24.862425 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76510bb0-3c15-4ac8-88c9-915f928d6039 x-openstack-request-id: req-76510bb0-3c15-4ac8-88c9-915f928d6039 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:57:24.863399 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91634d0d-54d4-464e-b3a3-fd9fd20cc230", "name": "network-vif-plugged", "status": "completed", "tag": "df7d6b66-1386-4445-afd4-d86d9b15e4a2", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:57:24.864031 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-76510bb0-3c15-4ac8-88c9-915f928d6039 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:57:24.864927 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91634d0d-54d4-464e-b3a3-fd9fd20cc230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7d6b66-1386-4445-afd4-d86d9b15e4a2', 'code': 200} Nov 25 19:57:24.876542 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c6a086c-96ec-44cd-96db-dc0e38de58ef tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:57:24.886483 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0ce86d96-3dd5-40ab-a579-962224ca31b9 None None] Provisioning complete for port 375ff8fc-ec96-4ba2-bb71-4571e9bb1f24 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:24.891942 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0ce86d96-3dd5-40ab-a579-962224ca31b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:24.913643 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c6a086c-96ec-44cd-96db-dc0e38de58ef tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:24.914411 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-0c6a086c-96ec-44cd-96db-dc0e38de58ef tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Added segment 36b2eacc-7dcc-4798-a779-2fa598c1f812 of type vlan for network c487d13e-31e3-4f38-b7fd-be691611cbfe Nov 25 19:57:24.933569 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-d4b98deb-a7bc-48b7-99b6-e480d23e1869 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b80b9d9-f795-48ca-84d8-79f42098953a']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:24.968656 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-d4b98deb-a7bc-48b7-99b6-e480d23e1869 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996a4919-882f-4a96-a355-8ef1aa073dda') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:24.968656 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-d4b98deb-a7bc-48b7-99b6-e480d23e1869 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996a4919-882f-4a96-a355-8ef1aa073dda') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:25.050246 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0dfc6cec-0a39-4880-bd4d-5f44a3a93856 None None] For port 375ff8fc-ec96-4ba2-bb71-4571e9bb1f24, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:57:25.059362 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0dfc6cec-0a39-4880-bd4d-5f44a3a93856 None None] For port 375ff8fc-ec96-4ba2-bb71-4571e9bb1f24, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=375ff8fc-ec96-4ba2-bb71-4571e9bb1f24,segment=NetworkSegment(39e1c2d7-fed6-4003-8ed9-f065ee19ebfa),segment_id=39e1c2d7-fed6-4003-8ed9-f065ee19ebfa)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:57:25.063425 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4b98deb-a7bc-48b7-99b6-e480d23e1869 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:25.091289 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4b98deb-a7bc-48b7-99b6-e480d23e1869 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:25.099417 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b98deb-a7bc-48b7-99b6-e480d23e1869 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:25.099864 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4b98deb-a7bc-48b7-99b6-e480d23e1869 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:25.114639 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-0ce86d96-3dd5-40ab-a579-962224ca31b9 None None] Port 375ff8fc-ec96-4ba2-bb71-4571e9bb1f24 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:57:25.129325 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0dfc6cec-0a39-4880-bd4d-5f44a3a93856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:25.133712 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c6a086c-96ec-44cd-96db-dc0e38de58ef tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:25.158492 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5227062-da1f-4c00-8544-5371edbf06d9 req-bb855147-69b7-4ff5-825c-798d687352a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:25.160493 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b5227062-da1f-4c00-8544-5371edbf06d9 req-bb855147-69b7-4ff5-825c-798d687352a7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=91634d0d-54d4-464e-b3a3-fd9fd20cc230 HTTP/1.1" status: 200 len: 1097 time: 0.2440150 Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:25.196550 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:25.255220 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4b98deb-a7bc-48b7-99b6-e480d23e1869 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:25.295966 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c6a086c-96ec-44cd-96db-dc0e38de58ef tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:25.304124 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763a600-105e-40ea-8e36-f4a8ed5cf7f5 None None] Pushing event updated for resources: {'Port': ['ID=375ff8fc-ec96-4ba2-bb71-4571e9bb1f24,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:25.315295 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfc6cec-0a39-4880-bd4d-5f44a3a93856 None None] Routers {'527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:25.316018 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0dfc6cec-0a39-4880-bd4d-5f44a3a93856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:57:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:25.329181 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6a086c-96ec-44cd-96db-dc0e38de58ef tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:25.333946 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4b98deb-a7bc-48b7-99b6-e480d23e1869 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:25.338935 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c6a086c-96ec-44cd-96db-dc0e38de58ef tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:25.339573 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d4b98deb-a7bc-48b7-99b6-e480d23e1869 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] 10.222.0.55 "DELETE /v2.0/networks/6b80b9d9-f795-48ca-84d8-79f42098953a HTTP/1.1" status: 204 len: 168 time: 1.0369511 Nov 25 19:57:25.343333 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39272) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:25.344425 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b98deb-a7bc-48b7-99b6-e480d23e1869 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Pushing event deleted for resources: {'Network': ['ID=6b80b9d9-f795-48ca-84d8-79f42098953a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:25.537866 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0c6a086c-96ec-44cd-96db-dc0e38de58ef tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8447866 Nov 25 19:57:25.540994 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39274) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:25.547196 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b5227062-da1f-4c00-8544-5371edbf06d9 req-499689ab-0c22-4603-bc27-97ec6691133d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=18c795d6-eb7d-4c73-ab9e-b14d9198f728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741109 Nov 25 19:57:25.550079 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0f8b5a8e-9067-44af-a1d1-7df9be3dbbf4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'subnet': {'network_id': 'c487d13e-31e3-4f38-b7fd-be691611cbfe', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:25.596539 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0dfc6cec-0a39-4880-bd4d-5f44a3a93856 None None] Set router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:25.701335 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a086c-96ec-44cd-96db-dc0e38de58ef tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Network': ['ID=c487d13e-31e3-4f38-b7fd-be691611cbfe,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:25.712954 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fa1a9c-dcb8-4567-a611-a8c657859ffd tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:25.733487 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fa1a9c-dcb8-4567-a611-a8c657859ffd tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:25.739781 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-18fa1a9c-dcb8-4567-a611-a8c657859ffd tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3894207 Nov 25 19:57:25.741764 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39280) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:25.752160 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-6dff317e-1650-40e5-b08d-2705287ea96b tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1137464110'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:25.806976 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network c487d13e-31e3-4f38-b7fd-be691611cbfe details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:57:25.815589 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dff317e-1650-40e5-b08d-2705287ea96b tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Made reservation on behalf of d17d56e07519402eb4a4eb5b989a94f6 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:25.823067 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6dff317e-1650-40e5-b08d-2705287ea96b tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:25.932847 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dff317e-1650-40e5-b08d-2705287ea96b tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:57:26.015932 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6dff317e-1650-40e5-b08d-2705287ea96b tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:26.016293 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-6dff317e-1650-40e5-b08d-2705287ea96b tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Added segment b8835c0f-300d-4be9-8030-3cf8beb0593d of type vlan for network 16e3e252-c29d-4f05-beca-417fd4ede26b Nov 25 19:57:26.019587 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8b5a8e-9067-44af-a1d1-7df9be3dbbf4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Made reservation on behalf of 03b09e35a99940eabc55542aa50b027b for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:26.023723 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0f8b5a8e-9067-44af-a1d1-7df9be3dbbf4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:26.123301 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e0073390-b885-4e6b-8409-e5fb24523139 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:26.143761 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-11218bc8-27eb-4bb2-9fc0-93aaf7742db5 None None] Provisioning complete for port 375ff8fc-ec96-4ba2-bb71-4571e9bb1f24 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:26.143761 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-11218bc8-27eb-4bb2-9fc0-93aaf7742db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:26.211140 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6dff317e-1650-40e5-b08d-2705287ea96b tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:26.296913 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521d38c-42f8-442b-9381-20adef602ff8 req-3b2cc5b7-6c53-4bbb-934e-c4ee1205fd98 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:26.308355 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7521d38c-42f8-442b-9381-20adef602ff8 req-3b2cc5b7-6c53-4bbb-934e-c4ee1205fd98 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=91634d0d-54d4-464e-b3a3-fd9fd20cc230 HTTP/1.1" status: 200 len: 946 time: 0.4280081 Nov 25 19:57:26.315450 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6dff317e-1650-40e5-b08d-2705287ea96b tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:26.335193 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dff317e-1650-40e5-b08d-2705287ea96b tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:26.337859 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6dff317e-1650-40e5-b08d-2705287ea96b tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:26.437125 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39284) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:26.438478 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6dff317e-1650-40e5-b08d-2705287ea96b tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6903696 Nov 25 19:57:26.459942 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-467aa4ce-3436-4836-a7ef-121c8d2342e3 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1131148817'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:26.536175 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff317e-1650-40e5-b08d-2705287ea96b tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Pushing event updated for resources: {'Network': ['ID=16e3e252-c29d-4f05-beca-417fd4ede26b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:26.552951 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7521d38c-42f8-442b-9381-20adef602ff8 req-051abf90-30dc-4104-a51c-763ff55914cd tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c795d6-eb7d-4c73-ab9e-b14d9198f728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404723 Nov 25 19:57:26.627459 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57f5750-3c76-465c-924a-6fd93ce3088f None None] Network 4593815e-9b7b-40ea-bc99-16e81ff10f84 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:26.632649 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 16e3e252-c29d-4f05-beca-417fd4ede26b details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:57:26.694163 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467aa4ce-3436-4836-a7ef-121c8d2342e3 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Made reservation on behalf of d17d56e07519402eb4a4eb5b989a94f6 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:26.706015 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-467aa4ce-3436-4836-a7ef-121c8d2342e3 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:26.799504 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0f8b5a8e-9067-44af-a1d1-7df9be3dbbf4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:26.866011 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-11218bc8-27eb-4bb2-9fc0-93aaf7742db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:26.875774 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port e0073390-b885-4e6b-8409-e5fb24523139 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:26.876157 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:26.909728 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467aa4ce-3436-4836-a7ef-121c8d2342e3 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:57:26.985447 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-467aa4ce-3436-4836-a7ef-121c8d2342e3 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:26.985997 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-467aa4ce-3436-4836-a7ef-121c8d2342e3 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Added segment 00c7fc53-d8ad-4861-b260-14fc55dcdba7 of type vlan for network c58a301c-5109-4585-b0bd-636f71f30f1a Nov 25 19:57:27.024219 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-11218bc8-27eb-4bb2-9fc0-93aaf7742db5 None None] For port 375ff8fc-ec96-4ba2-bb71-4571e9bb1f24, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=375ff8fc-ec96-4ba2-bb71-4571e9bb1f24,segment=NetworkSegment(39e1c2d7-fed6-4003-8ed9-f065ee19ebfa),segment_id=39e1c2d7-fed6-4003-8ed9-f065ee19ebfa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:27.072535 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b5a8e-9067-44af-a1d1-7df9be3dbbf4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Checking segment: {'id': '36b2eacc-7dcc-4798-a779-2fa598c1f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c487d13e-31e3-4f38-b7fd-be691611cbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:27.073858 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8b5a8e-9067-44af-a1d1-7df9be3dbbf4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network hostable DHCP agents. Network: c487d13e-31e3-4f38-b7fd-be691611cbfe, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:57:27.075639 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-11218bc8-27eb-4bb2-9fc0-93aaf7742db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:27.088234 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b5a8e-9067-44af-a1d1-7df9be3dbbf4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Subnet': ['ID=2b59f36c-1239-437b-9b91-1fadc90434cc,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:27.121321 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-467aa4ce-3436-4836-a7ef-121c8d2342e3 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:27.140034 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8b5a8e-9067-44af-a1d1-7df9be3dbbf4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network c487d13e-31e3-4f38-b7fd-be691611cbfe is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:57:27.171575 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0f8b5a8e-9067-44af-a1d1-7df9be3dbbf4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, c487d13e-31e3-4f38-b7fd-be691611cbfe) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:27.175246 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-467aa4ce-3436-4836-a7ef-121c8d2342e3 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:27.182073 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467aa4ce-3436-4836-a7ef-121c8d2342e3 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:27.182867 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-467aa4ce-3436-4836-a7ef-121c8d2342e3 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:27.199934 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8b5a8e-9067-44af-a1d1-7df9be3dbbf4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:27.199934 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0f8b5a8e-9067-44af-a1d1-7df9be3dbbf4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:27.211611 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0dfc6cec-0a39-4880-bd4d-5f44a3a93856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:57:21Z', 'revision_number': 3, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None, '_interfaces': [{'id': '375ff8fc-ec96-4ba2-bb71-4571e9bb1f24', 'name': '', 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:51:02:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:13Z', 'updated_at': '2021-11-25T19:57:25Z', 'revision_number': 4, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c8134d5-1fba-401a-8bfd-040ae9009c50', 'name': '', 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:a6:c8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:21Z', 'updated_at': '2021-11-25T19:57:22Z', 'revision_number': 2, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:27.217175 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8b5159-339f-4bb3-915a-138ae11f3003 None None] Network c487d13e-31e3-4f38-b7fd-be691611cbfe requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:27.405930 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfc6cec-0a39-4880-bd4d-5f44a3a93856 None None] The sync data for ids ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'] in n-d-819349-5 is: [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:57:21Z', 'revision_number': 3, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None, '_interfaces': [{'id': '375ff8fc-ec96-4ba2-bb71-4571e9bb1f24', 'name': '', 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:51:02:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:13Z', 'updated_at': '2021-11-25T19:57:25Z', 'revision_number': 4, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c8134d5-1fba-401a-8bfd-040ae9009c50', 'name': '', 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:a6:c8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:21Z', 'updated_at': '2021-11-25T19:57:22Z', 'revision_number': 2, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:57:27.448114 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-467aa4ce-3436-4836-a7ef-121c8d2342e3 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9999082 Nov 25 19:57:27.448639 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39288) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:27.459913 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Request body: {'ports': [{'network_id': '16e3e252-c29d-4f05-beca-417fd4ede26b', 'name': 'tempest-port--1685428161', 'admin_state_up': True}, {'network_id': 'c58a301c-5109-4585-b0bd-636f71f30f1a', 'admin_state_up': False}]} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:27.460236 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Request body: {'port': {'network_id': '16e3e252-c29d-4f05-beca-417fd4ede26b', 'name': 'tempest-port--1685428161', 'admin_state_up': True}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:27.460739 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Request body: {'port': {'network_id': 'c58a301c-5109-4585-b0bd-636f71f30f1a', 'admin_state_up': False}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:27.474751 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0f8b5a8e-9067-44af-a1d1-7df9be3dbbf4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9320726 Nov 25 19:57:27.479703 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39290) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:27.549610 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467aa4ce-3436-4836-a7ef-121c8d2342e3 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Pushing event updated for resources: {'Network': ['ID=c58a301c-5109-4585-b0bd-636f71f30f1a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:27.812128 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:27.892164 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network c58a301c-5109-4585-b0bd-636f71f30f1a details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:57:28.029080 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98264a-65fc-4db1-babf-9806f9ef0347 req-97c36f3a-f657-4a39-8f3d-c22f8d8d33ae tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:28.056331 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9b98264a-65fc-4db1-babf-9806f9ef0347 req-97c36f3a-f657-4a39-8f3d-c22f8d8d33ae tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=91634d0d-54d4-464e-b3a3-fd9fd20cc230 HTTP/1.1" status: 200 len: 946 time: 0.3514533 Nov 25 19:57:28.071762 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-08a02bc4-ea88-4d49-a259-00c97e23ec38 None None] Provisioning complete for port e0073390-b885-4e6b-8409-e5fb24523139 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:28.072335 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-08a02bc4-ea88-4d49-a259-00c97e23ec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:28.080596 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11218bc8-27eb-4bb2-9fc0-93aaf7742db5 None None] Pushing event updated for resources: {'Port': ['ID=375ff8fc-ec96-4ba2-bb71-4571e9bb1f24,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:28.187142 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9b98264a-65fc-4db1-babf-9806f9ef0347 req-152c2eb5-91e1-4d93-aa51-b8824748ff13 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c795d6-eb7d-4c73-ab9e-b14d9198f728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783777 Nov 25 19:57:28.244812 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Made reservation on behalf of d17d56e07519402eb4a4eb5b989a94f6 for: {'port': 2} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:28.252642 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:28.315789 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:28.406823 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d9d2262-40f2-46ca-a17b-b2807144efd0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:28.562080 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] device_id is not set on port e330c210-9575-4158-a736-8b15cbf5d557 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:57:28.617055 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:57:28.901558 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port e0073390-b885-4e6b-8409-e5fb24523139, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e0073390-b885-4e6b-8409-e5fb24523139,segment=NetworkSegment(96ece4ee-1a36-4a39-a5eb-2e1635292468),segment_id=96ece4ee-1a36-4a39-a5eb-2e1635292468)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:28.941853 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:29.152158 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39308) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:29.306529 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:29.385282 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 375ff8fc-ec96-4ba2-bb71-4571e9bb1f24 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:29.408822 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-1d9d2262-40f2-46ca-a17b-b2807144efd0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Allocated IP 2001:db8:2::1 (c487d13e-31e3-4f38-b7fd-be691611cbfe/2b59f36c-1239-437b-9b91-1fadc90434cc/fb55537a-b3e0-4ffc-a819-c9fa0169f5a2) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:57:29.495211 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15ed2f3-b5c7-4d68-8f5f-45679e588227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-c487d13e-31e3-4f38-b7fd-be691611cbfe', 'network_id': 'c487d13e-31e3-4f38-b7fd-be691611cbfe', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'fixed_ips': [{'subnet_id': '2b59f36c-1239-437b-9b91-1fadc90434cc'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:57:29.521079 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c15ed2f3-b5c7-4d68-8f5f-45679e588227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:29.691126 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] device_id is not set on port 57b5f07c-e06d-45c9-93f5-53407aae3aba yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:57:30.022853 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-57fee852-1e9d-49c8-8d78-3de2e84839d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:30.226620 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:30.326425 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=e0073390-b885-4e6b-8409-e5fb24523139,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:30.357250 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:30.447658 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 375ff8fc-ec96-4ba2-bb71-4571e9bb1f24 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:30.454647 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:30.627209 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Pushing event updated for resources: {'Port': ['ID=e330c210-9575-4158-a736-8b15cbf5d557,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:30.674560 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d9d2262-40f2-46ca-a17b-b2807144efd0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:30.681004 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Checking segment: {'id': 'b8835c0f-300d-4be9-8030-3cf8beb0593d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '16e3e252-c29d-4f05-beca-417fd4ede26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:30.681652 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Network hostable DHCP agents. Network: 16e3e252-c29d-4f05-beca-417fd4ede26b, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:57:30.693979 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-710fcfe8-59f5-42b4-8381-5e3f86b46e89 None None] Provisioning complete for port e0073390-b885-4e6b-8409-e5fb24523139 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:30.696256 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-710fcfe8-59f5-42b4-8381-5e3f86b46e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:30.758986 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09cf30-4e60-44d0-829e-6eaf17480dbb req-c31e6f97-477d-4e69-b166-211bf0368b08 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:30.769383 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f09cf30-4e60-44d0-829e-6eaf17480dbb req-c31e6f97-477d-4e69-b166-211bf0368b08 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=91634d0d-54d4-464e-b3a3-fd9fd20cc230 HTTP/1.1" status: 200 len: 946 time: 0.1590128 Nov 25 19:57:30.772495 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Network 16e3e252-c29d-4f05-beca-417fd4ede26b is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:57:30.775346 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d9d2262-40f2-46ca-a17b-b2807144efd0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:30.815549 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 16e3e252-c29d-4f05-beca-417fd4ede26b) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:30.848345 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:57:30.849276 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:30.864035 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9d2262-40f2-46ca-a17b-b2807144efd0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network c487d13e-31e3-4f38-b7fd-be691611cbfe is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:30.870390 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4834af20-736f-4c34-99f2-349f27a5a52f None None] Network 16e3e252-c29d-4f05-beca-417fd4ede26b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:30.878219 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1d9d2262-40f2-46ca-a17b-b2807144efd0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:30.885409 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9d2262-40f2-46ca-a17b-b2807144efd0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:57:30.887170 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d9d2262-40f2-46ca-a17b-b2807144efd0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:31.125357 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f09cf30-4e60-44d0-829e-6eaf17480dbb req-c7bd908d-43d2-481e-8f00-b5afc0a8131f tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c795d6-eb7d-4c73-ab9e-b14d9198f728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546174 Nov 25 19:57:31.182819 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Checking segment: {'id': '00c7fc53-d8ad-4861-b260-14fc55dcdba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c58a301c-5109-4585-b0bd-636f71f30f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:31.183288 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Network hostable DHCP agents. Network: c58a301c-5109-4585-b0bd-636f71f30f1a, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:57:31.185885 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Pushing event updated for resources: {'Port': ['ID=57b5f07c-e06d-45c9-93f5-53407aae3aba,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:31.227016 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-c15ed2f3-b5c7-4d68-8f5f-45679e588227 None None] Allocated IP 2001:db8:2::2 (c487d13e-31e3-4f38-b7fd-be691611cbfe/2b59f36c-1239-437b-9b91-1fadc90434cc/04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:57:31.240725 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d2262-40f2-46ca-a17b-b2807144efd0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Port': ['ID=fb55537a-b3e0-4ffc-a819-c9fa0169f5a2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:31.266891 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Network c58a301c-5109-4585-b0bd-636f71f30f1a is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:57:31.301832 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, c58a301c-5109-4585-b0bd-636f71f30f1a) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:31.309585 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:57:31.322769 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d9d2262-40f2-46ca-a17b-b2807144efd0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:31.330910 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:31.353971 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:31.357962 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:31.404238 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5b4438bb-1b95-4f83-b157-a5efff859ade tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.9546907 Nov 25 19:57:31.404918 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39324) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:31.410234 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e0073390-b885-4e6b-8409-e5fb24523139 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:31.418876 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c913f6-2dd6-4bd9-a8ca-6cc1f26afb66 None None] Network c58a301c-5109-4585-b0bd-636f71f30f1a requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:31.630254 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb9aeb0-c45d-42fc-9a4a-8439d0f44e3a tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:31.637788 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb9aeb0-c45d-42fc-9a4a-8439d0f44e3a tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:31.644192 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6eb9aeb0-c45d-42fc-9a4a-8439d0f44e3a tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2345889 Nov 25 19:57:31.645026 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39326) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:31.826905 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Sync routers for ids ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:57:31.847454 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Routers {'527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:31.856797 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:57:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:31.870709 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7356ceba-1dd2-4315-853b-5e956778943a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:31.874148 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-710fcfe8-59f5-42b4-8381-5e3f86b46e89 None None] Provisioning complete for port 9c8134d5-1fba-401a-8bfd-040ae9009c50 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:31.874559 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-710fcfe8-59f5-42b4-8381-5e3f86b46e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:31.962846 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-049e8768-c274-4d8e-8da3-b67df143b312 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Deleting port e330c210-9575-4158-a736-8b15cbf5d557 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:31.963365 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-049e8768-c274-4d8e-8da3-b67df143b312 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:31.972393 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8e006b06-02e3-4579-b691-131524d5ac4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:32.136066 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Set router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:32.171114 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c15ed2f3-b5c7-4d68-8f5f-45679e588227 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:32.225178 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c15ed2f3-b5c7-4d68-8f5f-45679e588227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:32.236943 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-049e8768-c274-4d8e-8da3-b67df143b312 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:32.249715 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15ed2f3-b5c7-4d68-8f5f-45679e588227 None None] Network c487d13e-31e3-4f38-b7fd-be691611cbfe is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:32.257775 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-c15ed2f3-b5c7-4d68-8f5f-45679e588227 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:32.267850 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15ed2f3-b5c7-4d68-8f5f-45679e588227 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:57:32.269023 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-049e8768-c274-4d8e-8da3-b67df143b312 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Calling delete_port for e330c210-9575-4158-a736-8b15cbf5d557 owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:32.271684 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-710fcfe8-59f5-42b4-8381-5e3f86b46e89 None None] Port 9c8134d5-1fba-401a-8bfd-040ae9009c50 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:57:32.304485 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port e0073390-b885-4e6b-8409-e5fb24523139 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:32.305248 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:32.439942 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39332) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:32.518979 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-834f2eb3-bc94-4f6e-a5be-a085965c70c7 None None] Provisioning complete for port 9c8134d5-1fba-401a-8bfd-040ae9009c50 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:32.519234 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-834f2eb3-bc94-4f6e-a5be-a085965c70c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:32.529307 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ed2f3-b5c7-4d68-8f5f-45679e588227 None None] Pushing event updated for resources: {'Port': ['ID=04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:32.563472 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d9d2262-40f2-46ca-a17b-b2807144efd0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:32.577498 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d9d2262-40f2-46ca-a17b-b2807144efd0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:32.578491 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d9d2262-40f2-46ca-a17b-b2807144efd0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:32.580063 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c15ed2f3-b5c7-4d68-8f5f-45679e588227 None None] Attempting to bind port 04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:57:32.580675 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c15ed2f3-b5c7-4d68-8f5f-45679e588227 None None] Attempting to bind port 04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '36b2eacc-7dcc-4798-a779-2fa598c1f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c487d13e-31e3-4f38-b7fd-be691611cbfe'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:57:32.581223 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15ed2f3-b5c7-4d68-8f5f-45679e588227 None None] Attempting to bind port 04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c on network c487d13e-31e3-4f38-b7fd-be691611cbfe {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:57:32.591601 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:57:31Z', 'revision_number': 4, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None, '_interfaces': [{'id': '375ff8fc-ec96-4ba2-bb71-4571e9bb1f24', 'name': '', 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:51:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:13Z', 'updated_at': '2021-11-25T19:57:26Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c8134d5-1fba-401a-8bfd-040ae9009c50', 'name': '', 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:a6:c8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:21Z', 'updated_at': '2021-11-25T19:57:22Z', 'revision_number': 2, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb55537a-b3e0-4ffc-a819-c9fa0169f5a2', 'name': '', 'network_id': 'c487d13e-31e3-4f38-b7fd-be691611cbfe', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:8b:9c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:28Z', 'updated_at': '2021-11-25T19:57:29Z', 'revision_number': 1, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:32.631065 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15ed2f3-b5c7-4d68-8f5f-45679e588227 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:57:32.631780 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15ed2f3-b5c7-4d68-8f5f-45679e588227 None None] Checking segment: {'id': '36b2eacc-7dcc-4798-a779-2fa598c1f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c487d13e-31e3-4f38-b7fd-be691611cbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:32.632361 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c15ed2f3-b5c7-4d68-8f5f-45679e588227 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:32.632932 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15ed2f3-b5c7-4d68-8f5f-45679e588227 None None] Bound using segment: {'id': '36b2eacc-7dcc-4798-a779-2fa598c1f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c487d13e-31e3-4f38-b7fd-be691611cbfe'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:57:32.633814 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c15ed2f3-b5c7-4d68-8f5f-45679e588227 None None] Bound port: 04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b2eacc-7dcc-4798-a779-2fa598c1f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c487d13e-31e3-4f38-b7fd-be691611cbfe'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:57:32.634446 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c15ed2f3-b5c7-4d68-8f5f-45679e588227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:32.682774 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f1ff9-e72a-438e-8b30-aecdb741d0c2 req-bd1bccbd-b4a1-4379-a9ca-7ce5254049b4 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:32.685996 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc1f1ff9-e72a-438e-8b30-aecdb741d0c2 req-bd1bccbd-b4a1-4379-a9ca-7ce5254049b4 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.85 "GET /v2.0/ports?device_id=91634d0d-54d4-464e-b3a3-fd9fd20cc230 HTTP/1.1" status: 200 len: 946 time: 0.8942952 Nov 25 19:57:32.687658 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-049e8768-c274-4d8e-8da3-b67df143b312 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:32.746709 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c15ed2f3-b5c7-4d68-8f5f-45679e588227 None None] For port 04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:57:32.751213 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c15ed2f3-b5c7-4d68-8f5f-45679e588227 None None] For port 04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c,segment=NetworkSegment(36b2eacc-7dcc-4798-a779-2fa598c1f812),segment_id=36b2eacc-7dcc-4798-a779-2fa598c1f812)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:57:32.773727 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c15ed2f3-b5c7-4d68-8f5f-45679e588227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:32.783177 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-834f2eb3-bc94-4f6e-a5be-a085965c70c7 None None] Port 9c8134d5-1fba-401a-8bfd-040ae9009c50 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:57:32.836431 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9d2262-40f2-46ca-a17b-b2807144efd0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network c487d13e-31e3-4f38-b7fd-be691611cbfe is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:32.837919 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Checking router: 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:57:32.838715 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Updating router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd port 9c8134d5-1fba-401a-8bfd-040ae9009c50 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:57:32.844078 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1d9d2262-40f2-46ca-a17b-b2807144efd0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:32.847743 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d2262-40f2-46ca-a17b-b2807144efd0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Port': ['ID=fb55537a-b3e0-4ffc-a819-c9fa0169f5a2,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:32.848030 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-049e8768-c274-4d8e-8da3-b67df143b312 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:32.855178 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-049e8768-c274-4d8e-8da3-b67df143b312 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] 10.222.0.55 "DELETE /v2.0/ports/e330c210-9575-4158-a736-8b15cbf5d557 HTTP/1.1" status: 204 len: 168 time: 1.2088733 Nov 25 19:57:32.862777 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e8768-c274-4d8e-8da3-b67df143b312 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Pushing event deleted for resources: {'Port': ['ID=e330c210-9575-4158-a736-8b15cbf5d557,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:32.864343 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39334) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:32.929310 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:32.939264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ed2f3-b5c7-4d68-8f5f-45679e588227 None None] Pushing event updated for resources: {'Port': ['ID=04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:32.959106 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce71444-a79a-403e-bbc9-8ca7d837d809 admin admin] Deleting subnet d13e1fc6-8f46-465d-b08f-432a3164ea65 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:57:32.963409 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dce71444-a79a-403e-bbc9-8ca7d837d809 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:33.025723 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dce71444-a79a-403e-bbc9-8ca7d837d809 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:33.096318 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dce71444-a79a-403e-bbc9-8ca7d837d809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:33.318469 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:33.329504 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:33.357761 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cba129-f829-4830-813a-780ae810641e req-4a3e61fe-171b-486e-bc2e-7b7ae1a7c26a tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:33.359634 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e7cba129-f829-4830-813a-780ae810641e req-4a3e61fe-171b-486e-bc2e-7b7ae1a7c26a tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=91634d0d-54d4-464e-b3a3-fd9fd20cc230 HTTP/1.1" status: 200 len: 946 time: 0.9204357 Nov 25 19:57:33.362384 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dce71444-a79a-403e-bbc9-8ca7d837d809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:33.411784 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce71444-a79a-403e-bbc9-8ca7d837d809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d13e1fc6-8f46-465d-b08f-432a3164ea65,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:33.438898 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dce71444-a79a-403e-bbc9-8ca7d837d809 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:33.442746 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-dce71444-a79a-403e-bbc9-8ca7d837d809 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d13e1fc6-8f46-465d-b08f-432a3164ea65 HTTP/1.1" status: 204 len: 168 time: 0.9975610 Nov 25 19:57:33.447195 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39336) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:33.522318 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e7cba129-f829-4830-813a-780ae810641e req-f2535e7d-101b-42cb-b7cd-bce03dad6f40 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c795d6-eb7d-4c73-ab9e-b14d9198f728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216173 Nov 25 19:57:33.633507 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-cc1f1ff9-e72a-438e-8b30-aecdb741d0c2 req-117c5c8b-6d55-4296-a804-4ef9837771d1 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Deleting port df7d6b66-1386-4445-afd4-d86d9b15e4a2 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:33.633854 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cc1f1ff9-e72a-438e-8b30-aecdb741d0c2 req-117c5c8b-6d55-4296-a804-4ef9837771d1 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:33.644471 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-30cbc88e-5dd9-4764-bd99-79b7b2498035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:33.684344 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa237f-c7f2-4faf-b963-82f5abbb6d33 None None] Pushing event updated for resources: {'Port': ['ID=9c8134d5-1fba-401a-8bfd-040ae9009c50,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:33.740949 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa237f-c7f2-4faf-b963-82f5abbb6d33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:33.741532 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa237f-c7f2-4faf-b963-82f5abbb6d33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:33.742105 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa237f-c7f2-4faf-b963-82f5abbb6d33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:33.742746 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa237f-c7f2-4faf-b963-82f5abbb6d33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:33.744613 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa237f-c7f2-4faf-b963-82f5abbb6d33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:33.745926 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa237f-c7f2-4faf-b963-82f5abbb6d33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:33.745926 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa237f-c7f2-4faf-b963-82f5abbb6d33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:33.748310 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:33.749436 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa237f-c7f2-4faf-b963-82f5abbb6d33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:33.749436 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa237f-c7f2-4faf-b963-82f5abbb6d33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:33.750679 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa237f-c7f2-4faf-b963-82f5abbb6d33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:33.750679 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa237f-c7f2-4faf-b963-82f5abbb6d33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:33.751619 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa237f-c7f2-4faf-b963-82f5abbb6d33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:33.773999 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Attempting to bind port 9c8134d5-1fba-401a-8bfd-040ae9009c50 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:57:33.775354 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Attempting to bind port 9c8134d5-1fba-401a-8bfd-040ae9009c50 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '96ece4ee-1a36-4a39-a5eb-2e1635292468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:57:33.775354 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Attempting to bind port 9c8134d5-1fba-401a-8bfd-040ae9009c50 on network 4593815e-9b7b-40ea-bc99-16e81ff10f84 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:57:33.787790 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:57:33.788566 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Checking segment: {'id': '96ece4ee-1a36-4a39-a5eb-2e1635292468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:33.789288 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:33.789991 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Bound using segment: {'id': '96ece4ee-1a36-4a39-a5eb-2e1635292468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:57:33.790986 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Bound port: 9c8134d5-1fba-401a-8bfd-040ae9009c50, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ece4ee-1a36-4a39-a5eb-2e1635292468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:57:33.791646 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:33.896680 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] For port 9c8134d5-1fba-401a-8bfd-040ae9009c50, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:57:33.900943 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] For port 9c8134d5-1fba-401a-8bfd-040ae9009c50, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9c8134d5-1fba-401a-8bfd-040ae9009c50,segment=NetworkSegment(96ece4ee-1a36-4a39-a5eb-2e1635292468),segment_id=96ece4ee-1a36-4a39-a5eb-2e1635292468)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:57:33.908331 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:33.940715 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-cc1f1ff9-e72a-438e-8b30-aecdb741d0c2 req-117c5c8b-6d55-4296-a804-4ef9837771d1 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] For port df7d6b66-1386-4445-afd4-d86d9b15e4a2, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=df7d6b66-1386-4445-afd4-d86d9b15e4a2,segment=NetworkSegment(027176cf-6685-419e-b551-74f051093b8f),segment_id=027176cf-6685-419e-b551-74f051093b8f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:33.941507 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cc1f1ff9-e72a-438e-8b30-aecdb741d0c2 req-117c5c8b-6d55-4296-a804-4ef9837771d1 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:33.960757 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-cc1f1ff9-e72a-438e-8b30-aecdb741d0c2 req-117c5c8b-6d55-4296-a804-4ef9837771d1 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Calling delete_port for df7d6b66-1386-4445-afd4-d86d9b15e4a2 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:33.979001 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Updating router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd port fb55537a-b3e0-4ffc-a819-c9fa0169f5a2 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:57:33.979505 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-30cbc88e-5dd9-4764-bd99-79b7b2498035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:34.001877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7356ceba-1dd2-4315-853b-5e956778943a admin admin] Deleting port 0cfa723f-8f94-4c6a-be4f-d7bf55754b7d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:34.004247 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7356ceba-1dd2-4315-853b-5e956778943a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:34.019243 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:34.051519 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-30cbc88e-5dd9-4764-bd99-79b7b2498035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b783d4c2-217d-4467-bc94-03ce08fb399c']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:34.060749 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa237f-c7f2-4faf-b963-82f5abbb6d33 None None] Pushing event updated for resources: {'Port': ['ID=9c8134d5-1fba-401a-8bfd-040ae9009c50,revision_number=4']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:34.069019 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-30cbc88e-5dd9-4764-bd99-79b7b2498035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35eff4d0-8430-4549-98df-1175efcfbc5c') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:34.069484 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-30cbc88e-5dd9-4764-bd99-79b7b2498035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35eff4d0-8430-4549-98df-1175efcfbc5c') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:34.093669 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-30cbc88e-5dd9-4764-bd99-79b7b2498035 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:34.096934 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-c89449aa-fd99-4907-babe-dc40c703b7d7 None None] Provisioning complete for port 9c8134d5-1fba-401a-8bfd-040ae9009c50 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:34.102542 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c89449aa-fd99-4907-babe-dc40c703b7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:34.131645 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-30cbc88e-5dd9-4764-bd99-79b7b2498035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:34.161493 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30cbc88e-5dd9-4764-bd99-79b7b2498035 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:34.162140 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-30cbc88e-5dd9-4764-bd99-79b7b2498035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:34.169272 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:34.267063 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9d2262-40f2-46ca-a17b-b2807144efd0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:57:34.267464 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device df7d6b66-1386-4445-afd4-d86d9b15e4a2 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:57:34.371809 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-30cbc88e-5dd9-4764-bd99-79b7b2498035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:34.397658 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-30cbc88e-5dd9-4764-bd99-79b7b2498035 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:34.404668 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-30cbc88e-5dd9-4764-bd99-79b7b2498035 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b783d4c2-217d-4467-bc94-03ce08fb399c HTTP/1.1" status: 204 len: 168 time: 0.9563236 Nov 25 19:57:34.420698 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39338) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:34.473083 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9d2262-40f2-46ca-a17b-b2807144efd0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:57:34.491842 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1d9d2262-40f2-46ca-a17b-b2807144efd0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "PUT /v2.0/routers/527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0041180 Nov 25 19:57:34.500211 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39340) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:34.507699 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8f9af72a-b25f-430a-9520-55550d0b3df8 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1339205961'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:34.516995 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d674f51e-a157-4dd2-854a-41898f7d137d tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Deleting port 57b5f07c-e06d-45c9-93f5-53407aae3aba {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:34.517343 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d674f51e-a157-4dd2-854a-41898f7d137d tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:34.548227 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c89449aa-fd99-4907-babe-dc40c703b7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:34.569226 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64d7f3d-ed18-49aa-8ce7-939024f96b8d admin admin] Deleting subnet 988c9331-d3c9-44a3-9d45-3b7a8e4d1fe9 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:57:34.575948 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-7356ceba-1dd2-4315-853b-5e956778943a admin admin] For port 0cfa723f-8f94-4c6a-be4f-d7bf55754b7d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0cfa723f-8f94-4c6a-be4f-d7bf55754b7d,segment=NetworkSegment(e6798801-fb68-42d2-b806-33f4c3263a05),segment_id=e6798801-fb68-42d2-b806-33f4c3263a05)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:34.576422 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7356ceba-1dd2-4315-853b-5e956778943a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:34.576598 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbc88e-5dd9-4764-bd99-79b7b2498035 admin admin] Pushing event deleted for resources: {'Network': ['ID=b783d4c2-217d-4467-bc94-03ce08fb399c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:34.578990 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c64d7f3d-ed18-49aa-8ce7-939024f96b8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:34.616213 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:34.626959 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:34.659647 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c89449aa-fd99-4907-babe-dc40c703b7d7 None None] For port 9c8134d5-1fba-401a-8bfd-040ae9009c50, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9c8134d5-1fba-401a-8bfd-040ae9009c50,segment=NetworkSegment(96ece4ee-1a36-4a39-a5eb-2e1635292468),segment_id=96ece4ee-1a36-4a39-a5eb-2e1635292468)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:34.691928 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c89449aa-fd99-4907-babe-dc40c703b7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:34.695096 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cc1f1ff9-e72a-438e-8b30-aecdb741d0c2 req-117c5c8b-6d55-4296-a804-4ef9837771d1 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:34.710608 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7356ceba-1dd2-4315-853b-5e956778943a admin admin] Calling delete_port for 0cfa723f-8f94-4c6a-be4f-d7bf55754b7d owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:34.751880 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Attempting to bind port fb55537a-b3e0-4ffc-a819-c9fa0169f5a2 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:57:34.752367 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Attempting to bind port fb55537a-b3e0-4ffc-a819-c9fa0169f5a2 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '36b2eacc-7dcc-4798-a779-2fa598c1f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c487d13e-31e3-4f38-b7fd-be691611cbfe'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:57:34.752759 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Attempting to bind port fb55537a-b3e0-4ffc-a819-c9fa0169f5a2 on network c487d13e-31e3-4f38-b7fd-be691611cbfe {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:57:34.755378 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Port df7d6b66-1386-4445-afd4-d86d9b15e4a2 update to DOWN by agent not found {{(pid=103601) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 19:57:34.756438 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa237f-c7f2-4faf-b963-82f5abbb6d33 None None] Pushing event updated for resources: {'Port': ['ID=fb55537a-b3e0-4ffc-a819-c9fa0169f5a2,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:34.763751 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:57:34.764225 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Checking segment: {'id': '36b2eacc-7dcc-4798-a779-2fa598c1f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c487d13e-31e3-4f38-b7fd-be691611cbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:34.764582 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:34.764985 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Bound using segment: {'id': '36b2eacc-7dcc-4798-a779-2fa598c1f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c487d13e-31e3-4f38-b7fd-be691611cbfe'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:57:34.765479 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Bound port: fb55537a-b3e0-4ffc-a819-c9fa0169f5a2, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b2eacc-7dcc-4798-a779-2fa598c1f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c487d13e-31e3-4f38-b7fd-be691611cbfe'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:57:34.765863 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:34.779212 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89449aa-fd99-4907-babe-dc40c703b7d7 None None] Pushing event updated for resources: {'Port': ['ID=9c8134d5-1fba-401a-8bfd-040ae9009c50,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:34.812951 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c5c8b-6d55-4296-a804-4ef9837771d1 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Pushing event deleted for resources: {'Port': ['ID=df7d6b66-1386-4445-afd4-d86d9b15e4a2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:34.837776 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ffc79c12-5fe5-43f0-aa4e-15078ea39139 None None] Provisioning complete for port 9c8134d5-1fba-401a-8bfd-040ae9009c50 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:34.838472 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ffc79c12-5fe5-43f0-aa4e-15078ea39139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:34.888009 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] For port fb55537a-b3e0-4ffc-a819-c9fa0169f5a2, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:57:34.892157 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] For port fb55537a-b3e0-4ffc-a819-c9fa0169f5a2, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=fb55537a-b3e0-4ffc-a819-c9fa0169f5a2,segment=NetworkSegment(36b2eacc-7dcc-4798-a779-2fa598c1f812),segment_id=36b2eacc-7dcc-4798-a779-2fa598c1f812)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:57:34.903601 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:34.910215 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9af72a-b25f-430a-9520-55550d0b3df8 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Made reservation on behalf of 03b09e35a99940eabc55542aa50b027b for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:34.914714 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f9af72a-b25f-430a-9520-55550d0b3df8 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:34.927938 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d674f51e-a157-4dd2-854a-41898f7d137d tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:34.966195 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa237f-c7f2-4faf-b963-82f5abbb6d33 None None] Pushing event updated for resources: {'Port': ['ID=fb55537a-b3e0-4ffc-a819-c9fa0169f5a2,revision_number=4']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:34.982277 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d674f51e-a157-4dd2-854a-41898f7d137d tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Calling delete_port for 57b5f07c-e06d-45c9-93f5-53407aae3aba owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:35.016410 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9af72a-b25f-430a-9520-55550d0b3df8 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:57:35.017114 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c64d7f3d-ed18-49aa-8ce7-939024f96b8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:35.019145 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1f1ff9-e72a-438e-8b30-aecdb741d0c2 req-117c5c8b-6d55-4296-a804-4ef9837771d1 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] No DVR routers for this DVR port df7d6b66-1386-4445-afd4-d86d9b15e4a2 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:57:35.022161 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Routers {'527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:35.022851 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:57:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:35.023273 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cc1f1ff9-e72a-438e-8b30-aecdb741d0c2 req-117c5c8b-6d55-4296-a804-4ef9837771d1 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:35.029437 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc1f1ff9-e72a-438e-8b30-aecdb741d0c2 req-117c5c8b-6d55-4296-a804-4ef9837771d1 tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.85 "DELETE /v2.0/ports/df7d6b66-1386-4445-afd4-d86d9b15e4a2 HTTP/1.1" status: 204 len: 173 time: 2.3079159 Nov 25 19:57:35.070792 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91634d0d-54d4-464e-b3a3-fd9fd20cc230', 'name': 'network-vif-deleted', 'tag': 'df7d6b66-1386-4445-afd4-d86d9b15e4a2'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:57:35.073626 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cc6a59-9b67-4c9a-b59c-25fc0966b24a" -d '{"events": [{"server_uuid": "91634d0d-54d4-464e-b3a3-fd9fd20cc230", "name": "network-vif-deleted", "tag": "df7d6b66-1386-4445-afd4-d86d9b15e4a2"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:57:35.085959 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee88c047-c856-49d9-b369-5aab21877cd7 req-eaa09ae9-fb43-4eee-94c3-de773d3ecf7a tempest-VolumesActionsTest-1859866837 tempest-VolumesActionsTest-1859866837-project] 10.222.0.55 "GET /v2.0/ports?device_id=91634d0d-54d4-464e-b3a3-fd9fd20cc230 HTTP/1.1" status: 200 len: 210 time: 0.2042091 Nov 25 19:57:35.157431 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c64d7f3d-ed18-49aa-8ce7-939024f96b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:35.233442 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0be0c6-6bca-4991-9a44-b15c963cd110 x-openstack-request-id: req-df0be0c6-6bca-4991-9a44-b15c963cd110 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:57:35.233823 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91634d0d-54d4-464e-b3a3-fd9fd20cc230", "name": "network-vif-deleted", "tag": "df7d6b66-1386-4445-afd4-d86d9b15e4a2", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:57:35.234545 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-df0be0c6-6bca-4991-9a44-b15c963cd110 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:57:35.234693 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91634d0d-54d4-464e-b3a3-fd9fd20cc230', 'name': 'network-vif-deleted', 'tag': 'df7d6b66-1386-4445-afd4-d86d9b15e4a2', 'status': 'completed', 'code': 200} Nov 25 19:57:35.247215 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] Set router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:35.265497 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d713e8fb-2fef-4d2e-9c76-62f4833c04ce None None] Network c487d13e-31e3-4f38-b7fd-be691611cbfe requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:35.303762 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c64d7f3d-ed18-49aa-8ce7-939024f96b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:35.364659 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f9af72a-b25f-430a-9520-55550d0b3df8 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:35.365642 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-8f9af72a-b25f-430a-9520-55550d0b3df8 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Added segment 23505943-1b91-48e0-9718-3b51a02daf2b of type vlan for network 6033ab2c-8557-4fb0-b693-1d51a71d5a96 Nov 25 19:57:35.390041 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c64d7f3d-ed18-49aa-8ce7-939024f96b8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:35.399356 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c64d7f3d-ed18-49aa-8ce7-939024f96b8d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/988c9331-d3c9-44a3-9d45-3b7a8e4d1fe9 HTTP/1.1" status: 204 len: 168 time: 0.9701734 Nov 25 19:57:35.400681 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d7f3d-ed18-49aa-8ce7-939024f96b8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=988c9331-d3c9-44a3-9d45-3b7a8e4d1fe9,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:35.403641 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39346) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:35.439690 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:35.454857 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f9af72a-b25f-430a-9520-55550d0b3df8 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:35.505059 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95e0da5f-6ee8-47cb-92b9-08337d5c363d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:35.544488 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:35.574588 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f9af72a-b25f-430a-9520-55550d0b3df8 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:35.581498 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9af72a-b25f-430a-9520-55550d0b3df8 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:35.582404 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f9af72a-b25f-430a-9520-55550d0b3df8 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:35.591645 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:57:31Z', 'revision_number': 4, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None, '_interfaces': [{'id': '375ff8fc-ec96-4ba2-bb71-4571e9bb1f24', 'name': '', 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:51:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:13Z', 'updated_at': '2021-11-25T19:57:26Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c8134d5-1fba-401a-8bfd-040ae9009c50', 'name': '', 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:a6:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:21Z', 'updated_at': '2021-11-25T19:57:34Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb55537a-b3e0-4ffc-a819-c9fa0169f5a2', 'name': '', 'network_id': 'c487d13e-31e3-4f38-b7fd-be691611cbfe', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:8b:9c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:28Z', 'updated_at': '2021-11-25T19:57:34Z', 'revision_number': 4, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:35.633822 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d35cab-8a92-40f8-adab-179fbce0c761 None None] The sync data for ids ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'] in n-d-819349-5 is: [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:57:31Z', 'revision_number': 4, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None, '_interfaces': [{'id': '375ff8fc-ec96-4ba2-bb71-4571e9bb1f24', 'name': '', 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:51:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:13Z', 'updated_at': '2021-11-25T19:57:26Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c8134d5-1fba-401a-8bfd-040ae9009c50', 'name': '', 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:a6:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:21Z', 'updated_at': '2021-11-25T19:57:34Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb55537a-b3e0-4ffc-a819-c9fa0169f5a2', 'name': '', 'network_id': 'c487d13e-31e3-4f38-b7fd-be691611cbfe', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:8b:9c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:28Z', 'updated_at': '2021-11-25T19:57:34Z', 'revision_number': 4, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:57:35.648423 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:35.657449 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7356ceba-1dd2-4315-853b-5e956778943a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:35.717928 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95e0da5f-6ee8-47cb-92b9-08337d5c363d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:35.762269 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:35.763405 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:35.798341 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-95e0da5f-6ee8-47cb-92b9-08337d5c363d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29bd947c-f193-46bc-bbf1-5910c501b4cd']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:35.831109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-95e0da5f-6ee8-47cb-92b9-08337d5c363d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0273a4d7-b3d5-4666-899a-865b723382ce') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:35.831620 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-95e0da5f-6ee8-47cb-92b9-08337d5c363d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0273a4d7-b3d5-4666-899a-865b723382ce') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:35.842729 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356ceba-1dd2-4315-853b-5e956778943a admin admin] Pushing event deleted for resources: {'Port': ['ID=0cfa723f-8f94-4c6a-be4f-d7bf55754b7d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:35.850546 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95e0da5f-6ee8-47cb-92b9-08337d5c363d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:35.859908 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8f9af72a-b25f-430a-9520-55550d0b3df8 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3581860 Nov 25 19:57:35.862748 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39348) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:35.871952 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-31b9a1e0-7a6e-4743-be59-13f9d3926866 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'subnet': {'network_id': '6033ab2c-8557-4fb0-b693-1d51a71d5a96', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:35.894237 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af72a-b25f-430a-9520-55550d0b3df8 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Network': ['ID=6033ab2c-8557-4fb0-b693-1d51a71d5a96,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:35.898526 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7fe12d0b-21d3-42a4-8ee8-2f7852fdeefa None None] Provisioning complete for port 04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:35.899502 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7fe12d0b-21d3-42a4-8ee8-2f7852fdeefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:35.926406 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d674f51e-a157-4dd2-854a-41898f7d137d tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:35.969616 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 6033ab2c-8557-4fb0-b693-1d51a71d5a96 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:57:36.048409 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d674f51e-a157-4dd2-854a-41898f7d137d tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:36.049745 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95e0da5f-6ee8-47cb-92b9-08337d5c363d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:36.054352 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d674f51e-a157-4dd2-854a-41898f7d137d tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] 10.222.0.55 "DELETE /v2.0/ports/57b5f07c-e06d-45c9-93f5-53407aae3aba HTTP/1.1" status: 204 len: 168 time: 3.1875167 Nov 25 19:57:36.056281 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674f51e-a157-4dd2-854a-41898f7d137d tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Pushing event deleted for resources: {'Port': ['ID=57b5f07c-e06d-45c9-93f5-53407aae3aba,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:36.060240 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39350) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:36.110671 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e0da5f-6ee8-47cb-92b9-08337d5c363d admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:36.111175 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95e0da5f-6ee8-47cb-92b9-08337d5c363d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:36.117649 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fce643b7-42b1-4376-9599-9d7fc9543b3d tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0561953 Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:36.118698 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:36.123686 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39352) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:36.148492 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b9a1e0-7a6e-4743-be59-13f9d3926866 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Made reservation on behalf of 03b09e35a99940eabc55542aa50b027b for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:36.152247 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31b9a1e0-7a6e-4743-be59-13f9d3926866 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:36.186586 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c50283c7-40ea-44ef-adec-3e53c1a38ee9 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-486769870'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:36.310334 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50283c7-40ea-44ef-adec-3e53c1a38ee9 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Made reservation on behalf of d17d56e07519402eb4a4eb5b989a94f6 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:36.317559 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c50283c7-40ea-44ef-adec-3e53c1a38ee9 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:36.372189 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7356ceba-1dd2-4315-853b-5e956778943a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:36.405678 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50283c7-40ea-44ef-adec-3e53c1a38ee9 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:57:36.412315 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:36.497791 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95e0da5f-6ee8-47cb-92b9-08337d5c363d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:36.512437 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95e0da5f-6ee8-47cb-92b9-08337d5c363d admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:36.517174 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-95e0da5f-6ee8-47cb-92b9-08337d5c363d admin admin] 10.222.0.55 "DELETE /v2.0/networks/29bd947c-f193-46bc-bbf1-5910c501b4cd HTTP/1.1" status: 204 len: 168 time: 1.1116834 Nov 25 19:57:36.531905 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c50283c7-40ea-44ef-adec-3e53c1a38ee9 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:36.532382 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-c50283c7-40ea-44ef-adec-3e53c1a38ee9 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Added segment a3064668-1036-41f0-9f99-5eed3b0b7ee9 of type vlan for network cc496463-aee6-4cf4-b2bc-bffdefd15f0a Nov 25 19:57:36.538869 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7fe12d0b-21d3-42a4-8ee8-2f7852fdeefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:36.570060 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0da5f-6ee8-47cb-92b9-08337d5c363d admin admin] Pushing event deleted for resources: {'Network': ['ID=29bd947c-f193-46bc-bbf1-5910c501b4cd,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:36.584374 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c,segment=NetworkSegment(36b2eacc-7dcc-4798-a779-2fa598c1f812),segment_id=36b2eacc-7dcc-4798-a779-2fa598c1f812)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:36.615365 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:36.629120 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9c8134d5-1fba-401a-8bfd-040ae9009c50 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:36.790673 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c50283c7-40ea-44ef-adec-3e53c1a38ee9 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:36.834572 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c50283c7-40ea-44ef-adec-3e53c1a38ee9 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:36.842762 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50283c7-40ea-44ef-adec-3e53c1a38ee9 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:36.843604 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c50283c7-40ea-44ef-adec-3e53c1a38ee9 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:36.910859 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c50283c7-40ea-44ef-adec-3e53c1a38ee9 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7361639 Nov 25 19:57:36.910859 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39372) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:36.911148 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39374) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:36.943439 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-846db9de-20a8-40be-9f66-6963eb2ff89a tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-105533585'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:36.985393 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31b9a1e0-7a6e-4743-be59-13f9d3926866 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:37.041749 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7fe12d0b-21d3-42a4-8ee8-2f7852fdeefa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:57:37.043201 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7fe12d0b-21d3-42a4-8ee8-2f7852fdeefa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:57:37.044356 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:37.053939 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50283c7-40ea-44ef-adec-3e53c1a38ee9 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Pushing event updated for resources: {'Network': ['ID=cc496463-aee6-4cf4-b2bc-bffdefd15f0a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:37.095625 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 9c8134d5-1fba-401a-8bfd-040ae9009c50 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:37.095994 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:37.098238 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network cc496463-aee6-4cf4-b2bc-bffdefd15f0a details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:57:37.200264 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1d4332d2-25c9-4dc0-8824-9f4d0f28d65c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6ae2b8c000614588a69b73d4ee0d5990&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2827196 Nov 25 19:57:37.201275 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846db9de-20a8-40be-9f66-6963eb2ff89a tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Made reservation on behalf of d17d56e07519402eb4a4eb5b989a94f6 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:37.215093 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39382) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:37.215607 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-846db9de-20a8-40be-9f66-6963eb2ff89a tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:37.331231 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76801910-c8ff-457d-9aab-71b7002624ec None None] Sync routers for ids ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:57:37.349795 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846db9de-20a8-40be-9f66-6963eb2ff89a tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:57:37.356356 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76801910-c8ff-457d-9aab-71b7002624ec None None] Routers {'527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:37.357092 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-76801910-c8ff-457d-9aab-71b7002624ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:57:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:37.369678 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-846db9de-20a8-40be-9f66-6963eb2ff89a tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:37.370041 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-846db9de-20a8-40be-9f66-6963eb2ff89a tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Added segment e8d0b3f8-264b-4dbc-862b-88785c3e2815 of type vlan for network 4ece87ce-04f3-4454-861d-bdc23b3a9e6d Nov 25 19:57:37.385714 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9a1e0-7a6e-4743-be59-13f9d3926866 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Subnet': ['ID=b77312ac-efaa-41ab-b951-ce4967c712f0,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:37.419720 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-846db9de-20a8-40be-9f66-6963eb2ff89a tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:37.456337 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b9a1e0-7a6e-4743-be59-13f9d3926866 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Checking segment: {'id': '23505943-1b91-48e0-9718-3b51a02daf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6033ab2c-8557-4fb0-b693-1d51a71d5a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:37.469127 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b9a1e0-7a6e-4743-be59-13f9d3926866 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network hostable DHCP agents. Network: 6033ab2c-8557-4fb0-b693-1d51a71d5a96, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:57:37.522490 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-76801910-c8ff-457d-9aab-71b7002624ec None None] Set router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:37.531468 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2be811d-e195-40ba-b820-b843c0ad4981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:37.544346 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7356ceba-1dd2-4315-853b-5e956778943a admin admin] Router 3866475f-e4b6-4917-93af-db450ab78160 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:57:37.546492 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-846db9de-20a8-40be-9f66-6963eb2ff89a tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:37.553628 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846db9de-20a8-40be-9f66-6963eb2ff89a tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:37.553931 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-846db9de-20a8-40be-9f66-6963eb2ff89a tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:37.570347 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b9a1e0-7a6e-4743-be59-13f9d3926866 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network 6033ab2c-8557-4fb0-b693-1d51a71d5a96 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:57:37.590332 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2be811d-e195-40ba-b820-b843c0ad4981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:37.609960 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-31b9a1e0-7a6e-4743-be59-13f9d3926866 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 6033ab2c-8557-4fb0-b693-1d51a71d5a96) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:37.645549 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acf77cf-a492-4b40-8839-8cc52507967d None None] Network 6033ab2c-8557-4fb0-b693-1d51a71d5a96 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:37.649375 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b9a1e0-7a6e-4743-be59-13f9d3926866 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:37.650448 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31b9a1e0-7a6e-4743-be59-13f9d3926866 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:37.663590 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846db9de-20a8-40be-9f66-6963eb2ff89a tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Pushing event updated for resources: {'Network': ['ID=4ece87ce-04f3-4454-861d-bdc23b3a9e6d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:37.710640 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-846db9de-20a8-40be-9f66-6963eb2ff89a tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7771730 Nov 25 19:57:37.721027 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-31b9a1e0-7a6e-4743-be59-13f9d3926866 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8526819 Nov 25 19:57:37.726175 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39398) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:37.818318 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 4ece87ce-04f3-4454-861d-bdc23b3a9e6d details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:57:37.944335 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7356ceba-1dd2-4315-853b-5e956778943a admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:57:37.961959 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4df34d-c8c6-41aa-ab41-6375b95f31d0 None None] Sync routers for ids ['3866475f-e4b6-4917-93af-db450ab78160'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:57:37.968532 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7356ceba-1dd2-4315-853b-5e956778943a admin admin] 10.222.0.55 "PUT /v2.0/routers/3866475f-e4b6-4917-93af-db450ab78160/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8125665 Nov 25 19:57:37.969436 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39408) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:38.005029 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4df34d-c8c6-41aa-ab41-6375b95f31d0 None None] Routers {'3866475f-e4b6-4917-93af-db450ab78160'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:38.005939 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ed4df34d-c8c6-41aa-ab41-6375b95f31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:57:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['3866475f-e4b6-4917-93af-db450ab78160'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:38.204318 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:38.283400 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39410) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:38.287295 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-ed4df34d-c8c6-41aa-ab41-6375b95f31d0 None None] Set router 3866475f-e4b6-4917-93af-db450ab78160 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:38.298585 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d6a96b30-9117-453d-8a61-c52a8a2acf70 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Request body: {'subnets': [{'network_id': 'cc496463-aee6-4cf4-b2bc-bffdefd15f0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--522208687', 'ip_version': 4}, {'network_id': '4ece87ce-04f3-4454-861d-bdc23b3a9e6d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:38.299084 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d6a96b30-9117-453d-8a61-c52a8a2acf70 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Request body: {'subnet': {'network_id': 'cc496463-aee6-4cf4-b2bc-bffdefd15f0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--522208687', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:38.299956 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d6a96b30-9117-453d-8a61-c52a8a2acf70 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Request body: {'subnet': {'network_id': '4ece87ce-04f3-4454-861d-bdc23b3a9e6d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:38.371097 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7a748db-0b08-4fad-a0d7-b13db033e831 admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:38.441599 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-821b1bbf-c04c-4a18-99f0-b25a564777db None None] Provisioning complete for port 04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:38.441980 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-821b1bbf-c04c-4a18-99f0-b25a564777db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:38.547270 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ed4df34d-c8c6-41aa-ab41-6375b95f31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3866475f-e4b6-4917-93af-db450ab78160', 'name': 'tempest-TaggedBootDevicesTest_v242-1617847057-router', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:13Z', 'updated_at': '2021-11-25T19:57:35Z', 'revision_number': 5, 'project_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'gw_port': {'id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3866475f-e4b6-4917-93af-db450ab78160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:15Z', 'updated_at': '2021-11-25T19:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:38.582029 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4df34d-c8c6-41aa-ab41-6375b95f31d0 None None] Checking router: 3866475f-e4b6-4917-93af-db450ab78160 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:57:38.594822 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4df34d-c8c6-41aa-ab41-6375b95f31d0 None None] Routers {'3866475f-e4b6-4917-93af-db450ab78160'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:38.595482 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ed4df34d-c8c6-41aa-ab41-6375b95f31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:57:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['3866475f-e4b6-4917-93af-db450ab78160'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:38.648737 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:38.649385 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:38.718462 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2be811d-e195-40ba-b820-b843c0ad4981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:38.721005 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-76801910-c8ff-457d-9aab-71b7002624ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:57:31Z', 'revision_number': 4, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None, '_interfaces': [{'id': '375ff8fc-ec96-4ba2-bb71-4571e9bb1f24', 'name': '', 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:51:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:13Z', 'updated_at': '2021-11-25T19:57:26Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c8134d5-1fba-401a-8bfd-040ae9009c50', 'name': '', 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:a6:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:21Z', 'updated_at': '2021-11-25T19:57:34Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb55537a-b3e0-4ffc-a819-c9fa0169f5a2', 'name': '', 'network_id': 'c487d13e-31e3-4f38-b7fd-be691611cbfe', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:8b:9c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:28Z', 'updated_at': '2021-11-25T19:57:34Z', 'revision_number': 4, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:38.722612 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2be811d-e195-40ba-b820-b843c0ad4981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:38.726337 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e2be811d-e195-40ba-b820-b843c0ad4981 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5bca5d66-2617-4bbe-8696-1e15d8441a92 HTTP/1.1" status: 204 len: 168 time: 1.5160847 Nov 25 19:57:38.791632 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be811d-e195-40ba-b820-b843c0ad4981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bca5d66-2617-4bbe-8696-1e15d8441a92,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:39.007334 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-ed4df34d-c8c6-41aa-ab41-6375b95f31d0 None None] Set router 3866475f-e4b6-4917-93af-db450ab78160 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:39.210213 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7a748db-0b08-4fad-a0d7-b13db033e831 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:39.329517 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76801910-c8ff-457d-9aab-71b7002624ec None None] Checking router: 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:57:39.364050 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b562619-8230-43bf-845b-ff828a6aaa2b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:39.364339 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a96b30-9117-453d-8a61-c52a8a2acf70 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Made reservation on behalf of d17d56e07519402eb4a4eb5b989a94f6 for: {'subnet': 2} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:39.379536 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6a96b30-9117-453d-8a61-c52a8a2acf70 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:39.380511 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6a96b30-9117-453d-8a61-c52a8a2acf70 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:39.552021 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ed4df34d-c8c6-41aa-ab41-6375b95f31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3866475f-e4b6-4917-93af-db450ab78160', 'name': 'tempest-TaggedBootDevicesTest_v242-1617847057-router', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:13Z', 'updated_at': '2021-11-25T19:57:35Z', 'revision_number': 5, 'project_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'gw_port': {'id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3866475f-e4b6-4917-93af-db450ab78160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:15Z', 'updated_at': '2021-11-25T19:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:39.580904 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d7a748db-0b08-4fad-a0d7-b13db033e831 admin admin] Deleting port 7e6c27c7-5f33-4abf-865b-c9f8da414852 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:39.584078 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7a748db-0b08-4fad-a0d7-b13db033e831 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:39.591859 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39426) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:39.596118 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76801910-c8ff-457d-9aab-71b7002624ec None None] Routers {'527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:39.597698 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-76801910-c8ff-457d-9aab-71b7002624ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:57:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:39.672596 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4df34d-c8c6-41aa-ab41-6375b95f31d0 None None] The sync data for ids ['3866475f-e4b6-4917-93af-db450ab78160'] in n-d-819349-5 is: [{'id': '3866475f-e4b6-4917-93af-db450ab78160', 'name': 'tempest-TaggedBootDevicesTest_v242-1617847057-router', 'tenant_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:13Z', 'updated_at': '2021-11-25T19:57:35Z', 'revision_number': 5, 'project_id': 'e9d22fa4f40744aa88e4f6dbc79438c2', 'gw_port': {'id': '7e6c27c7-5f33-4abf-865b-c9f8da414852', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3866475f-e4b6-4917-93af-db450ab78160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:15Z', 'updated_at': '2021-11-25T19:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:57:39.724909 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8463058a-155d-4b5e-8c00-44101370a3e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-6033ab2c-8557-4fb0-b693-1d51a71d5a96', 'network_id': '6033ab2c-8557-4fb0-b693-1d51a71d5a96', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'fixed_ips': [{'subnet_id': 'b77312ac-efaa-41ab-b951-ce4967c712f0'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:57:39.726671 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8463058a-155d-4b5e-8c00-44101370a3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:39.864663 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-821b1bbf-c04c-4a18-99f0-b25a564777db None None] Provisioning complete for port fb55537a-b3e0-4ffc-a819-c9fa0169f5a2 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:39.864663 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-821b1bbf-c04c-4a18-99f0-b25a564777db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:39.896461 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c71bd398-6bdc-4713-81c6-afd33921753d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c27d89895b3442979486db9bdf26fefb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2942743 Nov 25 19:57:39.903517 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39438) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:39.953192 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-d7a748db-0b08-4fad-a0d7-b13db033e831 admin admin] For port 7e6c27c7-5f33-4abf-865b-c9f8da414852, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=7e6c27c7-5f33-4abf-865b-c9f8da414852,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:39.953616 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7a748db-0b08-4fad-a0d7-b13db033e831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:40.006163 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-5b562619-8230-43bf-845b-ff828a6aaa2b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Allocated IP 2001:db8:3::1 (6033ab2c-8557-4fb0-b693-1d51a71d5a96/b77312ac-efaa-41ab-b951-ce4967c712f0/4e2be27d-0481-4010-aa53-a4462a72f553) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:57:40.240616 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-76801910-c8ff-457d-9aab-71b7002624ec None None] Set router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:40.260630 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e26bbedc-1b7b-49dd-9ea0-3c2d6bb93278 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:40.324405 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e26bbedc-1b7b-49dd-9ea0-3c2d6bb93278 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:40.375764 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device fb55537a-b3e0-4ffc-a819-c9fa0169f5a2 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:40.418751 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b562619-8230-43bf-845b-ff828a6aaa2b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:40.466794 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e26bbedc-1b7b-49dd-9ea0-3c2d6bb93278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:40.471692 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e26bbedc-1b7b-49dd-9ea0-3c2d6bb93278 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:40.477181 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e26bbedc-1b7b-49dd-9ea0-3c2d6bb93278 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/43c39cab-c79b-40d5-a00c-d9a359eca26f HTTP/1.1" status: 204 len: 168 time: 0.5721562 Nov 25 19:57:40.493216 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bbedc-1b7b-49dd-9ea0-3c2d6bb93278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c39cab-c79b-40d5-a00c-d9a359eca26f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:40.513344 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b562619-8230-43bf-845b-ff828a6aaa2b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:40.577252 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b562619-8230-43bf-845b-ff828a6aaa2b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network 6033ab2c-8557-4fb0-b693-1d51a71d5a96 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:40.584498 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-5b562619-8230-43bf-845b-ff828a6aaa2b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:40.603225 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b562619-8230-43bf-845b-ff828a6aaa2b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:57:40.604105 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b562619-8230-43bf-845b-ff828a6aaa2b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:40.624019 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d7a748db-0b08-4fad-a0d7-b13db033e831 admin admin] Calling delete_port for 7e6c27c7-5f33-4abf-865b-c9f8da414852 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:40.656111 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b562619-8230-43bf-845b-ff828a6aaa2b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Port': ['ID=4e2be27d-0481-4010-aa53-a4462a72f553,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:40.784152 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b562619-8230-43bf-845b-ff828a6aaa2b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:40.837739 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-821b1bbf-c04c-4a18-99f0-b25a564777db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:41.093712 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-8463058a-155d-4b5e-8c00-44101370a3e4 None None] Allocated IP 2001:db8:3::2 (6033ab2c-8557-4fb0-b693-1d51a71d5a96/b77312ac-efaa-41ab-b951-ce4967c712f0/dc26e760-022e-4847-8b13-03c07f40f824) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:57:41.647865 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6a96b30-9117-453d-8a61-c52a8a2acf70 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:41.657907 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7a748db-0b08-4fad-a0d7-b13db033e831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:41.720932 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b562619-8230-43bf-845b-ff828a6aaa2b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:41.729289 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b562619-8230-43bf-845b-ff828a6aaa2b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:41.731323 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b562619-8230-43bf-845b-ff828a6aaa2b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:41.889650 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b562619-8230-43bf-845b-ff828a6aaa2b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event updated for resources: {'Port': ['ID=4e2be27d-0481-4010-aa53-a4462a72f553,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:41.905370 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8463058a-155d-4b5e-8c00-44101370a3e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:41.912103 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a748db-0b08-4fad-a0d7-b13db033e831 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e6c27c7-5f33-4abf-865b-c9f8da414852,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:41.916635 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-821b1bbf-c04c-4a18-99f0-b25a564777db None None] For port fb55537a-b3e0-4ffc-a819-c9fa0169f5a2, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=fb55537a-b3e0-4ffc-a819-c9fa0169f5a2,segment=NetworkSegment(36b2eacc-7dcc-4798-a779-2fa598c1f812),segment_id=36b2eacc-7dcc-4798-a779-2fa598c1f812)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:41.941208 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470ccc5a-7a1e-4546-9840-f801a713c048 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:57:41.949651 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8463058a-155d-4b5e-8c00-44101370a3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:41.957468 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-821b1bbf-c04c-4a18-99f0-b25a564777db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:41.998605 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port fb55537a-b3e0-4ffc-a819-c9fa0169f5a2 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:41.999111 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:42.072141 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b562619-8230-43bf-845b-ff828a6aaa2b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Network 6033ab2c-8557-4fb0-b693-1d51a71d5a96 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:42.083358 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-5b562619-8230-43bf-845b-ff828a6aaa2b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:42.225933 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463058a-155d-4b5e-8c00-44101370a3e4 None None] Pushing event updated for resources: {'Port': ['ID=dc26e760-022e-4847-8b13-03c07f40f824,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:42.259312 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a96b30-9117-453d-8a61-c52a8a2acf70 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Pushing event updated for resources: {'Subnet': ['ID=9fa6159a-d057-4953-8db6-89246f5629d2,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:42.279169 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8463058a-155d-4b5e-8c00-44101370a3e4 None None] Network 6033ab2c-8557-4fb0-b693-1d51a71d5a96 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:42.285257 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a96b30-9117-453d-8a61-c52a8a2acf70 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Checking segment: {'id': 'a3064668-1036-41f0-9f99-5eed3b0b7ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'cc496463-aee6-4cf4-b2bc-bffdefd15f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:42.286084 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a96b30-9117-453d-8a61-c52a8a2acf70 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Network hostable DHCP agents. Network: cc496463-aee6-4cf4-b2bc-bffdefd15f0a, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:57:42.297856 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7a748db-0b08-4fad-a0d7-b13db033e831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:42.363297 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-8463058a-155d-4b5e-8c00-44101370a3e4 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:42.399378 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b562619-8230-43bf-845b-ff828a6aaa2b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:57:42.420675 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8463058a-155d-4b5e-8c00-44101370a3e4 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:57:42.555384 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-394a367d-1cf5-4bf7-a792-0442ddf9dd58 None None] Provisioning complete for port fb55537a-b3e0-4ffc-a819-c9fa0169f5a2 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:42.555384 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-394a367d-1cf5-4bf7-a792-0442ddf9dd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:42.631983 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b562619-8230-43bf-845b-ff828a6aaa2b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:57:42.641537 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7a748db-0b08-4fad-a0d7-b13db033e831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:42.653396 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a96b30-9117-453d-8a61-c52a8a2acf70 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Network cc496463-aee6-4cf4-b2bc-bffdefd15f0a is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:57:42.655481 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5b562619-8230-43bf-845b-ff828a6aaa2b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "PUT /v2.0/routers/527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9219885 Nov 25 19:57:42.660611 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39480) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:42.664533 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7a748db-0b08-4fad-a0d7-b13db033e831 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:42.665532 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-7e23d633-1144-4386-8678-481f2ca89a84 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:42.704856 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d6a96b30-9117-453d-8a61-c52a8a2acf70 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, cc496463-aee6-4cf4-b2bc-bffdefd15f0a) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:42.769686 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32851510-ba61-47a0-99b0-620c78dc0408 None None] Network cc496463-aee6-4cf4-b2bc-bffdefd15f0a requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:42.785890 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-76801910-c8ff-457d-9aab-71b7002624ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:57:31Z', 'revision_number': 4, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None, '_interfaces': [{'id': '375ff8fc-ec96-4ba2-bb71-4571e9bb1f24', 'name': '', 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:51:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:13Z', 'updated_at': '2021-11-25T19:57:26Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c8134d5-1fba-401a-8bfd-040ae9009c50', 'name': '', 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:a6:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:21Z', 'updated_at': '2021-11-25T19:57:34Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb55537a-b3e0-4ffc-a819-c9fa0169f5a2', 'name': '', 'network_id': 'c487d13e-31e3-4f38-b7fd-be691611cbfe', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:8b:9c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:28Z', 'updated_at': '2021-11-25T19:57:34Z', 'revision_number': 4, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:42.846154 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6a96b30-9117-453d-8a61-c52a8a2acf70 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:43.026283 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7a748db-0b08-4fad-a0d7-b13db033e831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:43.036594 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a748db-0b08-4fad-a0d7-b13db033e831 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3866475f-e4b6-4917-93af-db450ab78160 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:57:43.050971 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7a748db-0b08-4fad-a0d7-b13db033e831 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:43.074723 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d7a748db-0b08-4fad-a0d7-b13db033e831 admin admin] 10.222.0.55 "DELETE /v2.0/routers/3866475f-e4b6-4917-93af-db450ab78160 HTTP/1.1" status: 204 len: 168 time: 5.0988133 Nov 25 19:57:43.088358 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39482) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:43.116821 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b1bbf-c04c-4a18-99f0-b25a564777db None None] Pushing event updated for resources: {'Port': ['ID=fb55537a-b3e0-4ffc-a819-c9fa0169f5a2,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:43.130750 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a96b30-9117-453d-8a61-c52a8a2acf70 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Pushing event updated for resources: {'Subnet': ['ID=4880c862-d4d5-4dcf-b15c-a71b84679e39,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:43.139184 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76801910-c8ff-457d-9aab-71b7002624ec None None] The sync data for ids ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'] in n-d-819349-5 is: [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:57:31Z', 'revision_number': 4, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None, '_interfaces': [{'id': '375ff8fc-ec96-4ba2-bb71-4571e9bb1f24', 'name': '', 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:51:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:13Z', 'updated_at': '2021-11-25T19:57:26Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c8134d5-1fba-401a-8bfd-040ae9009c50', 'name': '', 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:a6:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:21Z', 'updated_at': '2021-11-25T19:57:34Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb55537a-b3e0-4ffc-a819-c9fa0169f5a2', 'name': '', 'network_id': 'c487d13e-31e3-4f38-b7fd-be691611cbfe', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:8b:9c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:28Z', 'updated_at': '2021-11-25T19:57:34Z', 'revision_number': 4, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:57:43.159495 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a96b30-9117-453d-8a61-c52a8a2acf70 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Checking segment: {'id': 'e8d0b3f8-264b-4dbc-862b-88785c3e2815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4ece87ce-04f3-4454-861d-bdc23b3a9e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:43.162910 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a96b30-9117-453d-8a61-c52a8a2acf70 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Network hostable DHCP agents. Network: 4ece87ce-04f3-4454-861d-bdc23b3a9e6d, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:57:43.217331 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a96b30-9117-453d-8a61-c52a8a2acf70 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Network 4ece87ce-04f3-4454-861d-bdc23b3a9e6d is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:57:43.256724 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d6a96b30-9117-453d-8a61-c52a8a2acf70 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 4ece87ce-04f3-4454-861d-bdc23b3a9e6d) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:43.268362 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a96b30-9117-453d-8a61-c52a8a2acf70 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:43.268864 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a96b30-9117-453d-8a61-c52a8a2acf70 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:43.275978 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6a96b30-9117-453d-8a61-c52a8a2acf70 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:43.365128 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d6a96b30-9117-453d-8a61-c52a8a2acf70 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 5.0794911 Nov 25 19:57:43.366076 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39488) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:43.400504 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc56c4d6-2bf9-4ed6-80df-d9da8b7f8202 None None] Network 4ece87ce-04f3-4454-861d-bdc23b3a9e6d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:43.426961 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8463058a-155d-4b5e-8c00-44101370a3e4 None None] Attempting to bind port dc26e760-022e-4847-8b13-03c07f40f824 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:57:43.433334 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8463058a-155d-4b5e-8c00-44101370a3e4 None None] Attempting to bind port dc26e760-022e-4847-8b13-03c07f40f824 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '23505943-1b91-48e0-9718-3b51a02daf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6033ab2c-8557-4fb0-b693-1d51a71d5a96'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:57:43.434091 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463058a-155d-4b5e-8c00-44101370a3e4 None None] Attempting to bind port dc26e760-022e-4847-8b13-03c07f40f824 on network 6033ab2c-8557-4fb0-b693-1d51a71d5a96 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:57:43.525808 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec3c0cc5-9726-4bc3-bc59-a2d36016a4e7 admin admin] Deleting subnet 372ff6c6-b463-492b-ae35-d9124871a47c {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:57:43.531627 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec3c0cc5-9726-4bc3-bc59-a2d36016a4e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:43.599650 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463058a-155d-4b5e-8c00-44101370a3e4 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:57:43.600272 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463058a-155d-4b5e-8c00-44101370a3e4 None None] Checking segment: {'id': '23505943-1b91-48e0-9718-3b51a02daf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6033ab2c-8557-4fb0-b693-1d51a71d5a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:43.600759 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8463058a-155d-4b5e-8c00-44101370a3e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:43.601242 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463058a-155d-4b5e-8c00-44101370a3e4 None None] Bound using segment: {'id': '23505943-1b91-48e0-9718-3b51a02daf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6033ab2c-8557-4fb0-b693-1d51a71d5a96'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:57:43.603361 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8463058a-155d-4b5e-8c00-44101370a3e4 None None] Bound port: dc26e760-022e-4847-8b13-03c07f40f824, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23505943-1b91-48e0-9718-3b51a02daf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6033ab2c-8557-4fb0-b693-1d51a71d5a96'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:57:43.605045 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8463058a-155d-4b5e-8c00-44101370a3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:43.661056 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec3c0cc5-9726-4bc3-bc59-a2d36016a4e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:43.687287 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874198f1-0011-4fd0-8c47-008d736652ae tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:43.693008 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874198f1-0011-4fd0-8c47-008d736652ae tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:43.697090 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874198f1-0011-4fd0-8c47-008d736652ae tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:43.702106 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-874198f1-0011-4fd0-8c47-008d736652ae tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3344507 Nov 25 19:57:43.707708 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39490) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:43.951643 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b3d524-5ec4-42fb-a333-9da1e92bffeb tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Deleting subnet 9fa6159a-d057-4953-8db6-89246f5629d2 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:57:43.987589 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-15b3d524-5ec4-42fb-a333-9da1e92bffeb tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:44.075002 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec3c0cc5-9726-4bc3-bc59-a2d36016a4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:44.097364 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a66cd5d-f9e9-4c30-b061-01367ec6d34d None None] Sync routers for ids ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:57:44.146385 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-15b3d524-5ec4-42fb-a333-9da1e92bffeb tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:44.152057 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device fb55537a-b3e0-4ffc-a819-c9fa0169f5a2 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:44.178466 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42af935-c8a0-4ad6-ad62-36876577463b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-4ece87ce-04f3-4454-861d-bdc23b3a9e6d', 'network_id': '4ece87ce-04f3-4454-861d-bdc23b3a9e6d', 'tenant_id': 'd17d56e07519402eb4a4eb5b989a94f6', 'fixed_ips': [{'subnet_id': '4880c862-d4d5-4dcf-b15c-a71b84679e39'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:57:44.180832 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f42af935-c8a0-4ad6-ad62-36876577463b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:44.189303 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a66cd5d-f9e9-4c30-b061-01367ec6d34d None None] Routers {'527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:44.190796 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1a66cd5d-f9e9-4c30-b061-01367ec6d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:57:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:44.259014 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.extraroute_db [None req-7e23d633-1144-4386-8678-481f2ca89a84 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 19:57:44.292612 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-15b3d524-5ec4-42fb-a333-9da1e92bffeb tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:44.333519 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.extraroute_db [None req-7e23d633-1144-4386-8678-481f2ca89a84 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Removed routes are [] {{(pid=103600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 19:57:44.333955 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e23d633-1144-4386-8678-481f2ca89a84 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:44.441614 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec3c0cc5-9726-4bc3-bc59-a2d36016a4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:44.449433 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-15b3d524-5ec4-42fb-a333-9da1e92bffeb tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:44.473015 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-15b3d524-5ec4-42fb-a333-9da1e92bffeb tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:44.490168 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-15b3d524-5ec4-42fb-a333-9da1e92bffeb tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] 10.222.0.55 "DELETE /v2.0/subnets/9fa6159a-d057-4953-8db6-89246f5629d2 HTTP/1.1" status: 204 len: 168 time: 0.7798114 Nov 25 19:57:44.490903 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39502) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:44.554799 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3d524-5ec4-42fb-a333-9da1e92bffeb tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa6159a-d057-4953-8db6-89246f5629d2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:44.588553 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c0cc5-9726-4bc3-bc59-a2d36016a4e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=372ff6c6-b463-492b-ae35-d9124871a47c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:44.601799 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec3c0cc5-9726-4bc3-bc59-a2d36016a4e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:44.605860 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ec3c0cc5-9726-4bc3-bc59-a2d36016a4e7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/372ff6c6-b463-492b-ae35-d9124871a47c HTTP/1.1" status: 204 len: 168 time: 1.5163763 Nov 25 19:57:44.610621 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39504) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:44.782051 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4f88cb8-ae04-4d15-aa58-aec943f0a973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:44.849363 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-92bda0d1-193a-49d2-93e6-653619144ff2 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Deleting subnet 4880c862-d4d5-4dcf-b15c-a71b84679e39 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:57:44.861598 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92bda0d1-193a-49d2-93e6-653619144ff2 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:44.867165 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e23d633-1144-4386-8678-481f2ca89a84 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:44.873688 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e23d633-1144-4386-8678-481f2ca89a84 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2046030'] for router, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:45.081574 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92bda0d1-193a-49d2-93e6-653619144ff2 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:45.163356 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb5dc60-2fc9-4ae8-9beb-805ea38cd615 None None] Network e6cd4387-d0d6-4f12-8944-fa288777c85c requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:45.165971 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e23d633-1144-4386-8678-481f2ca89a84 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:57:45.202864 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b4f88cb8-ae04-4d15-aa58-aec943f0a973 admin admin] Deleting port cbeffc91-582c-4f21-8524-ce97e2d5c60d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:45.203457 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4f88cb8-ae04-4d15-aa58-aec943f0a973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:45.214757 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92bda0d1-193a-49d2-93e6-653619144ff2 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:45.268074 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-1a66cd5d-f9e9-4c30-b061-01367ec6d34d None None] Set router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:45.384882 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e23d633-1144-4386-8678-481f2ca89a84 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:57:45.393946 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e23d633-1144-4386-8678-481f2ca89a84 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:45.399790 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7e23d633-1144-4386-8678-481f2ca89a84 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "PUT /v2.0/routers/527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd HTTP/1.1" status: 200 len: 953 time: 2.7379565 Nov 25 19:57:45.401042 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39512) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:45.477269 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-b4f88cb8-ae04-4d15-aa58-aec943f0a973 admin admin] For port cbeffc91-582c-4f21-8524-ce97e2d5c60d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=cbeffc91-582c-4f21-8524-ce97e2d5c60d,segment=NetworkSegment(e6798801-fb68-42d2-b806-33f4c3263a05),segment_id=e6798801-fb68-42d2-b806-33f4c3263a05)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:45.477717 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4f88cb8-ae04-4d15-aa58-aec943f0a973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:45.496955 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b4f88cb8-ae04-4d15-aa58-aec943f0a973 admin admin] Calling delete_port for cbeffc91-582c-4f21-8524-ce97e2d5c60d owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:45.614541 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92bda0d1-193a-49d2-93e6-653619144ff2 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:45.638703 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4f88cb8-ae04-4d15-aa58-aec943f0a973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:45.641664 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92bda0d1-193a-49d2-93e6-653619144ff2 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:45.646121 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-92bda0d1-193a-49d2-93e6-653619144ff2 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] 10.222.0.55 "DELETE /v2.0/subnets/4880c862-d4d5-4dcf-b15c-a71b84679e39 HTTP/1.1" status: 204 len: 168 time: 1.1125481 Nov 25 19:57:45.657380 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39514) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:45.673582 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bda0d1-193a-49d2-93e6-653619144ff2 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Pushing event deleted for resources: {'Subnet': ['ID=4880c862-d4d5-4dcf-b15c-a71b84679e39,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server [None req-f42af935-c8a0-4ad6-ad62-36876577463b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4880c862-d4d5-4dcf-b15c-a71b84679e39: This subnet is being modified by another concurrent operation. Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise exception Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4880c862-d4d5-4dcf-b15c-a71b84679e39: This subnet is being modified by another concurrent operation. Nov 25 19:57:45.707579 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server Nov 25 19:57:45.723274 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f88cb8-ae04-4d15-aa58-aec943f0a973 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbeffc91-582c-4f21-8524-ce97e2d5c60d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:45.735756 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f88cb8-ae04-4d15-aa58-aec943f0a973 admin admin] No DVR routers for this DVR port cbeffc91-582c-4f21-8524-ce97e2d5c60d on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:57:45.755431 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8463058a-155d-4b5e-8c00-44101370a3e4 None None] For port dc26e760-022e-4847-8b13-03c07f40f824, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:57:45.773205 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8463058a-155d-4b5e-8c00-44101370a3e4 None None] For port dc26e760-022e-4847-8b13-03c07f40f824, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=dc26e760-022e-4847-8b13-03c07f40f824,segment=NetworkSegment(23505943-1b91-48e0-9718-3b51a02daf2b),segment_id=23505943-1b91-48e0-9718-3b51a02daf2b)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:57:45.779813 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ba77ba02-82a8-4df8-bc27-7178e94828c3 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "GET /v2.0/routers/527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd HTTP/1.1" status: 200 len: 953 time: 0.3735685 Nov 25 19:57:45.780502 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39516) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:45.796325 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-eb59f551-43c9-472b-bca7-a3ffdb2964a8 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'router': {'routes': None}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:45.877875 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cba456-af22-41eb-9a58-2728817c30f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-cc496463-aee6-4cf4-b2bc-bffdefd15f0a', 'network_id': 'cc496463-aee6-4cf4-b2bc-bffdefd15f0a', 'tenant_id': 'd17d56e07519402eb4a4eb5b989a94f6', 'fixed_ips': [{'subnet_id': '9fa6159a-d057-4953-8db6-89246f5629d2'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:57:45.889555 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-75cba456-af22-41eb-9a58-2728817c30f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:45.924093 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4f88cb8-ae04-4d15-aa58-aec943f0a973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:45.927773 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e834182-d4fb-4cf6-a258-2fecf3bd2fe0 None None] Network 4ece87ce-04f3-4454-861d-bdc23b3a9e6d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:45.940591 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port fb55537a-b3e0-4ffc-a819-c9fa0169f5a2 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:45.952681 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:45.962246 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b4f88cb8-ae04-4d15-aa58-aec943f0a973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6cd4387-d0d6-4f12-8944-fa288777c85c']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:45.982144 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7844c6ee-85c0-43af-a04b-e7fb2b7a660d None None] DHCP port deletion for e6cd4387-d0d6-4f12-8944-fa288777c85c request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:57:45.991715 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b4f88cb8-ae04-4d15-aa58-aec943f0a973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6798801-fb68-42d2-b806-33f4c3263a05') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:45.992431 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b4f88cb8-ae04-4d15-aa58-aec943f0a973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6798801-fb68-42d2-b806-33f4c3263a05') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:45.997742 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8463058a-155d-4b5e-8c00-44101370a3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:46.019038 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4f88cb8-ae04-4d15-aa58-aec943f0a973 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:46.055885 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4f88cb8-ae04-4d15-aa58-aec943f0a973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:46.066968 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcfbc43-d90a-482e-847a-4b079eb404f4 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:46.069099 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8dcfbc43-d90a-482e-847a-4b079eb404f4 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4062955 Nov 25 19:57:46.078183 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f88cb8-ae04-4d15-aa58-aec943f0a973 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:46.079152 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4f88cb8-ae04-4d15-aa58-aec943f0a973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:46.130051 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39520) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:46.334884 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:46.348187 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4f88cb8-ae04-4d15-aa58-aec943f0a973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:46.440756 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4f88cb8-ae04-4d15-aa58-aec943f0a973 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:46.449413 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b4f88cb8-ae04-4d15-aa58-aec943f0a973 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e6cd4387-d0d6-4f12-8944-fa288777c85c HTTP/1.1" status: 204 len: 168 time: 1.8360324 Nov 25 19:57:46.451053 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f88cb8-ae04-4d15-aa58-aec943f0a973 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6cd4387-d0d6-4f12-8944-fa288777c85c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:46.453928 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39538) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:46.612998 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463058a-155d-4b5e-8c00-44101370a3e4 None None] Pushing event updated for resources: {'Port': ['ID=dc26e760-022e-4847-8b13-03c07f40f824,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:47.143085 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77468888-25e1-49ca-808e-2195b4b58566 None None] Network cc496463-aee6-4cf4-b2bc-bffdefd15f0a requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:47.179218 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0cfa723f-8f94-4c6a-be4f-d7bf55754b7d no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:57:47.252039 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-d6739174-5c0f-4ec5-80af-3d5d75824443 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=38592504b4e64351813cb9ecb59382ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3130870 Nov 25 19:57:47.252754 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 0cfa723f-8f94-4c6a-be4f-d7bf55754b7d {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:57:47.253069 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0cfa723f-8f94-4c6a-be4f-d7bf55754b7d not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:57:47.367596 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53b967cd-babc-4762-84f2-423d4d40b236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:47.478094 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9225482-afa9-4387-97da-c4f6532fa3b6 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:47.498951 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1a66cd5d-f9e9-4c30-b061-01367ec6d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:57:40Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None, '_interfaces': [{'id': '375ff8fc-ec96-4ba2-bb71-4571e9bb1f24', 'name': '', 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:51:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:13Z', 'updated_at': '2021-11-25T19:57:26Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e2be27d-0481-4010-aa53-a4462a72f553', 'name': '', 'network_id': '6033ab2c-8557-4fb0-b693-1d51a71d5a96', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:e0:ea:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'b77312ac-efaa-41ab-b951-ce4967c712f0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:39Z', 'updated_at': '2021-11-25T19:57:41Z', 'revision_number': 2, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': 'b77312ac-efaa-41ab-b951-ce4967c712f0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c8134d5-1fba-401a-8bfd-040ae9009c50', 'name': '', 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:a6:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:21Z', 'updated_at': '2021-11-25T19:57:34Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb55537a-b3e0-4ffc-a819-c9fa0169f5a2', 'name': '', 'network_id': 'c487d13e-31e3-4f38-b7fd-be691611cbfe', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:8b:9c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:28Z', 'updated_at': '2021-11-25T19:57:40Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:47.683735 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device dc26e760-022e-4847-8b13-03c07f40f824 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:47.775290 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a66cd5d-f9e9-4c30-b061-01367ec6d34d None None] Checking router: 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:57:47.775956 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a66cd5d-f9e9-4c30-b061-01367ec6d34d None None] Updating router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd port 4e2be27d-0481-4010-aa53-a4462a72f553 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:57:47.844340 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-53b967cd-babc-4762-84f2-423d4d40b236 admin admin] Deleting port a2018239-9ba2-4fdc-9f17-3d3baf6e384d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:47.844726 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53b967cd-babc-4762-84f2-423d4d40b236 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:47.907643 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1a66cd5d-f9e9-4c30-b061-01367ec6d34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:47.941812 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port dc26e760-022e-4847-8b13-03c07f40f824 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:47.942501 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:48.089840 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-53b967cd-babc-4762-84f2-423d4d40b236 admin admin] For port a2018239-9ba2-4fdc-9f17-3d3baf6e384d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a2018239-9ba2-4fdc-9f17-3d3baf6e384d,segment=NetworkSegment(4d722945-dd22-497f-b817-4e85c5a03e3d),segment_id=4d722945-dd22-497f-b817-4e85c5a03e3d)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:48.090205 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53b967cd-babc-4762-84f2-423d4d40b236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:48.135039 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-53b967cd-babc-4762-84f2-423d4d40b236 admin admin] Calling delete_port for a2018239-9ba2-4fdc-9f17-3d3baf6e384d owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:48.332917 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1a66cd5d-f9e9-4c30-b061-01367ec6d34d None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:48.357514 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1a66cd5d-f9e9-4c30-b061-01367ec6d34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:48.485194 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9225482-afa9-4387-97da-c4f6532fa3b6 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:48.498195 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc72942-6e42-4024-a096-eaa24fbd1ef3 None None] Pushing event updated for resources: {'Port': ['ID=4e2be27d-0481-4010-aa53-a4462a72f553,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:48.548489 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53b967cd-babc-4762-84f2-423d4d40b236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:48.596618 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-95e135dd-7a46-4c39-bb66-8f6c54494ecd tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:48.599745 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-95e135dd-7a46-4c39-bb66-8f6c54494ecd tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3112268 Nov 25 19:57:48.670902 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:48.702655 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b967cd-babc-4762-84f2-423d4d40b236 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2018239-9ba2-4fdc-9f17-3d3baf6e384d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:48.767796 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port dc26e760-022e-4847-8b13-03c07f40f824, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=dc26e760-022e-4847-8b13-03c07f40f824,segment=NetworkSegment(23505943-1b91-48e0-9718-3b51a02daf2b),segment_id=23505943-1b91-48e0-9718-3b51a02daf2b)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:48.772066 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f422ddc7-a509-485c-97d8-9d4e6fdfce3a None None] Network 6033ab2c-8557-4fb0-b693-1d51a71d5a96 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:48.818980 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-b9225482-afa9-4387-97da-c4f6532fa3b6 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ece87ce-04f3-4454-861d-bdc23b3a9e6d']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:48.897143 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-18deb2ef-d1e0-420d-8e39-af7c85df19b9 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/quotas/38592504b4e64351813cb9ecb59382ec HTTP/1.1" status: 200 len: 375 time: 0.1826704 Nov 25 19:57:48.904721 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-1a66cd5d-f9e9-4c30-b061-01367ec6d34d None None] Attempting to bind port 4e2be27d-0481-4010-aa53-a4462a72f553 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:57:48.905278 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-1a66cd5d-f9e9-4c30-b061-01367ec6d34d None None] Attempting to bind port 4e2be27d-0481-4010-aa53-a4462a72f553 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '23505943-1b91-48e0-9718-3b51a02daf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6033ab2c-8557-4fb0-b693-1d51a71d5a96'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:57:48.905819 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a66cd5d-f9e9-4c30-b061-01367ec6d34d None None] Attempting to bind port 4e2be27d-0481-4010-aa53-a4462a72f553 on network 6033ab2c-8557-4fb0-b693-1d51a71d5a96 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:57:48.922799 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:48.942166 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-b9225482-afa9-4387-97da-c4f6532fa3b6 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d0b3f8-264b-4dbc-862b-88785c3e2815') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:48.944177 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-b9225482-afa9-4387-97da-c4f6532fa3b6 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d0b3f8-264b-4dbc-862b-88785c3e2815') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:49.035186 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-aaec57bb-2828-4570-a6dd-0bd8bf13ad53 None None] Provisioning complete for port dc26e760-022e-4847-8b13-03c07f40f824 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:49.035952 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aaec57bb-2828-4570-a6dd-0bd8bf13ad53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:49.082678 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9225482-afa9-4387-97da-c4f6532fa3b6 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:49.096477 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a66cd5d-f9e9-4c30-b061-01367ec6d34d None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:57:49.097120 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a66cd5d-f9e9-4c30-b061-01367ec6d34d None None] Checking segment: {'id': '23505943-1b91-48e0-9718-3b51a02daf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6033ab2c-8557-4fb0-b693-1d51a71d5a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:49.102664 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1a66cd5d-f9e9-4c30-b061-01367ec6d34d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:49.103491 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a66cd5d-f9e9-4c30-b061-01367ec6d34d None None] Bound using segment: {'id': '23505943-1b91-48e0-9718-3b51a02daf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6033ab2c-8557-4fb0-b693-1d51a71d5a96'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:57:49.105641 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53b967cd-babc-4762-84f2-423d4d40b236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:49.106546 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-1a66cd5d-f9e9-4c30-b061-01367ec6d34d None None] Bound port: 4e2be27d-0481-4010-aa53-a4462a72f553, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23505943-1b91-48e0-9718-3b51a02daf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6033ab2c-8557-4fb0-b693-1d51a71d5a96'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:57:49.108363 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9225482-afa9-4387-97da-c4f6532fa3b6 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:49.110828 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1a66cd5d-f9e9-4c30-b061-01367ec6d34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:49.120144 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9225482-afa9-4387-97da-c4f6532fa3b6 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:49.120727 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9225482-afa9-4387-97da-c4f6532fa3b6 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:49.207987 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device cbeffc91-582c-4f21-8524-ce97e2d5c60d no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:49.240516 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:49.253304 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: cbeffc91-582c-4f21-8524-ce97e2d5c60d {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:57:49.253800 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device cbeffc91-582c-4f21-8524-ce97e2d5c60d not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:57:49.254391 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 7e6c27c7-5f33-4abf-865b-c9f8da414852 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:57:49.278950 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9225482-afa9-4387-97da-c4f6532fa3b6 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:49.295398 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-2e9275f7-d75a-4404-bc62-457c7ad0150f tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=38592504b4e64351813cb9ecb59382ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3452311 Nov 25 19:57:49.311489 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9225482-afa9-4387-97da-c4f6532fa3b6 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:49.321913 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b9225482-afa9-4387-97da-c4f6532fa3b6 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] 10.222.0.55 "DELETE /v2.0/networks/4ece87ce-04f3-4454-861d-bdc23b3a9e6d HTTP/1.1" status: 204 len: 168 time: 3.1900165 Nov 25 19:57:49.352571 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39552) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:49.371676 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 7e6c27c7-5f33-4abf-865b-c9f8da414852 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:57:49.375150 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 7e6c27c7-5f33-4abf-865b-c9f8da414852 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:57:49.449518 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9225482-afa9-4387-97da-c4f6532fa3b6 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Pushing event deleted for resources: {'Network': ['ID=4ece87ce-04f3-4454-861d-bdc23b3a9e6d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:49.515637 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.extraroute_db [None req-eb59f551-43c9-472b-bca7-a3ffdb2964a8 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Added routes are [] {{(pid=103600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 19:57:49.516230 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.extraroute_db [None req-eb59f551-43c9-472b-bca7-a3ffdb2964a8 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 19:57:49.542331 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=dc26e760-022e-4847-8b13-03c07f40f824,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:49.704245 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb981c3d-1d24-4e81-9cfc-a436c08b7912 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:49.719105 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb59f551-43c9-472b-bca7-a3ffdb2964a8 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:49.793124 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-66ce2565-4a8e-40f8-aeb9-1025417dfa63 req-5c700748-28a1-4e4b-92d4-23440c97c85a tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9e511c-f404-46f0-9069-a85c1ce57c11 HTTP/1.1" status: 200 len: 210 time: 0.0864327 Nov 25 19:57:49.889671 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b967cd-babc-4762-84f2-423d4d40b236 admin admin] Router 2e78158f-7222-4483-bc52-15df5bef26b4 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:57:50.178743 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b967cd-babc-4762-84f2-423d4d40b236 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:57:50.193987 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-53b967cd-babc-4762-84f2-423d4d40b236 admin admin] 10.222.0.55 "PUT /v2.0/routers/2e78158f-7222-4483-bc52-15df5bef26b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7382276 Nov 25 19:57:50.197331 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e111f6-2890-4835-b038-bd830446af5c None None] Sync routers for ids ['2e78158f-7222-4483-bc52-15df5bef26b4'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:57:50.198226 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39566) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:50.238422 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e111f6-2890-4835-b038-bd830446af5c None None] Routers {'2e78158f-7222-4483-bc52-15df5bef26b4'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:50.241891 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c0e111f6-2890-4835-b038-bd830446af5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:57:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['2e78158f-7222-4483-bc52-15df5bef26b4'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:50.253265 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-1a66cd5d-f9e9-4c30-b061-01367ec6d34d None None] For port 4e2be27d-0481-4010-aa53-a4462a72f553, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:57:50.358872 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-1a66cd5d-f9e9-4c30-b061-01367ec6d34d None None] For port 4e2be27d-0481-4010-aa53-a4462a72f553, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4e2be27d-0481-4010-aa53-a4462a72f553,segment=NetworkSegment(23505943-1b91-48e0-9718-3b51a02daf2b),segment_id=23505943-1b91-48e0-9718-3b51a02daf2b)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:57:50.379422 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1a66cd5d-f9e9-4c30-b061-01367ec6d34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:50.447706 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-c0e111f6-2890-4835-b038-bd830446af5c None None] Set router 2e78158f-7222-4483-bc52-15df5bef26b4 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:50.501501 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb981c3d-1d24-4e81-9cfc-a436c08b7912 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:50.555944 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93490503-0546-47b6-8e7f-e3d039dce7d3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:50.717477 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc72942-6e42-4024-a096-eaa24fbd1ef3 None None] Pushing event updated for resources: {'Port': ['ID=4e2be27d-0481-4010-aa53-a4462a72f553,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:50.721576 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a66cd5d-f9e9-4c30-b061-01367ec6d34d None None] Routers {'527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:50.722225 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1a66cd5d-f9e9-4c30-b061-01367ec6d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:57:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:50.775642 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-eb981c3d-1d24-4e81-9cfc-a436c08b7912 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc496463-aee6-4cf4-b2bc-bffdefd15f0a']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:50.860730 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-eb981c3d-1d24-4e81-9cfc-a436c08b7912 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3064668-1036-41f0-9f99-5eed3b0b7ee9') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:50.864197 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-eb981c3d-1d24-4e81-9cfc-a436c08b7912 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3064668-1036-41f0-9f99-5eed3b0b7ee9') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:50.944268 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb981c3d-1d24-4e81-9cfc-a436c08b7912 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:50.986378 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c0e111f6-2890-4835-b038-bd830446af5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e78158f-7222-4483-bc52-15df5bef26b4', 'name': 'tempest-TaggedBootDevicesTest_v242-1655817822-router', 'tenant_id': '55ccd4ac80d24284a519d8a32595d265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'bbeafe1b-94c9-4479-9acd-0e4f10128a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:43Z', 'updated_at': '2021-11-25T19:57:48Z', 'revision_number': 5, 'project_id': '55ccd4ac80d24284a519d8a32595d265', 'gw_port': {'id': 'bbeafe1b-94c9-4479-9acd-0e4f10128a66', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e78158f-7222-4483-bc52-15df5bef26b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:45Z', 'updated_at': '2021-11-25T19:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:50.992059 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-1a66cd5d-f9e9-4c30-b061-01367ec6d34d None None] Set router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:51.003147 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93490503-0546-47b6-8e7f-e3d039dce7d3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:51.006605 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb59f551-43c9-472b-bca7-a3ffdb2964a8 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:51.039136 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e111f6-2890-4835-b038-bd830446af5c None None] Checking router: 2e78158f-7222-4483-bc52-15df5bef26b4 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:57:51.082183 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e111f6-2890-4835-b038-bd830446af5c None None] Routers {'2e78158f-7222-4483-bc52-15df5bef26b4'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:51.082901 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c0e111f6-2890-4835-b038-bd830446af5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:57:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['2e78158f-7222-4483-bc52-15df5bef26b4'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:51.086667 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb59f551-43c9-472b-bca7-a3ffdb2964a8 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2046030'] for router, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:51.170777 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb981c3d-1d24-4e81-9cfc-a436c08b7912 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:51.207775 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-32b42f46-a63d-4b5f-8450-2bbeec95535a req-5ea9b433-eb30-46fa-9303-bbd9e3e98ea1 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9e511c-f404-46f0-9069-a85c1ce57c11 HTTP/1.1" status: 200 len: 210 time: 0.1828365 Nov 25 19:57:51.247237 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb981c3d-1d24-4e81-9cfc-a436c08b7912 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:51.247619 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb981c3d-1d24-4e81-9cfc-a436c08b7912 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:51.251015 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:51.254988 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-93490503-0546-47b6-8e7f-e3d039dce7d3 admin admin] Deleting port bbeafe1b-94c9-4479-9acd-0e4f10128a66 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:51.255565 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93490503-0546-47b6-8e7f-e3d039dce7d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:51.269446 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a393de0c-77cd-4860-9da6-f5d46f3fa58c None None] Provisioning complete for port 4e2be27d-0481-4010-aa53-a4462a72f553 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:51.270034 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a393de0c-77cd-4860-9da6-f5d46f3fa58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:51.389891 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-c0e111f6-2890-4835-b038-bd830446af5c None None] Set router 2e78158f-7222-4483-bc52-15df5bef26b4 gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:51.435067 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-93490503-0546-47b6-8e7f-e3d039dce7d3 admin admin] For port bbeafe1b-94c9-4479-9acd-0e4f10128a66, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=bbeafe1b-94c9-4479-9acd-0e4f10128a66,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:51.435436 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93490503-0546-47b6-8e7f-e3d039dce7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:51.454403 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-93490503-0546-47b6-8e7f-e3d039dce7d3 admin admin] Calling delete_port for bbeafe1b-94c9-4479-9acd-0e4f10128a66 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:51.624089 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c0e111f6-2890-4835-b038-bd830446af5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e78158f-7222-4483-bc52-15df5bef26b4', 'name': 'tempest-TaggedBootDevicesTest_v242-1655817822-router', 'tenant_id': '55ccd4ac80d24284a519d8a32595d265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:43Z', 'updated_at': '2021-11-25T19:57:51Z', 'revision_number': 6, 'project_id': '55ccd4ac80d24284a519d8a32595d265', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:51.628802 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb981c3d-1d24-4e81-9cfc-a436c08b7912 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:51.681390 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb981c3d-1d24-4e81-9cfc-a436c08b7912 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:51.685175 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device dc26e760-022e-4847-8b13-03c07f40f824 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:51.700036 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-eb981c3d-1d24-4e81-9cfc-a436c08b7912 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] 10.222.0.55 "DELETE /v2.0/networks/cc496463-aee6-4cf4-b2bc-bffdefd15f0a HTTP/1.1" status: 204 len: 168 time: 2.3438547 Nov 25 19:57:51.708435 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39580) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:51.724775 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e111f6-2890-4835-b038-bd830446af5c None None] The sync data for ids ['2e78158f-7222-4483-bc52-15df5bef26b4'] in n-d-819349-5 is: [{'id': '2e78158f-7222-4483-bc52-15df5bef26b4', 'name': 'tempest-TaggedBootDevicesTest_v242-1655817822-router', 'tenant_id': '55ccd4ac80d24284a519d8a32595d265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:43Z', 'updated_at': '2021-11-25T19:57:51Z', 'revision_number': 6, 'project_id': '55ccd4ac80d24284a519d8a32595d265', 'gw_port_host': None}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:57:51.768421 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb981c3d-1d24-4e81-9cfc-a436c08b7912 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Pushing event deleted for resources: {'Network': ['ID=cc496463-aee6-4cf4-b2bc-bffdefd15f0a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:51.799840 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb59f551-43c9-472b-bca7-a3ffdb2964a8 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:57:52.048439 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a393de0c-77cd-4860-9da6-f5d46f3fa58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:52.077728 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb59f551-43c9-472b-bca7-a3ffdb2964a8 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:57:52.109412 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb59f551-43c9-472b-bca7-a3ffdb2964a8 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:52.116860 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-eb59f551-43c9-472b-bca7-a3ffdb2964a8 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "PUT /v2.0/routers/527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd HTTP/1.1" status: 200 len: 703 time: 6.3229058 Nov 25 19:57:52.118139 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39582) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:52.141539 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b33574a-f36b-4682-9ddf-83c00394aae9 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:52.257573 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-3715d676-5067-4f7f-b0a6-73ceef77457f tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=38592504b4e64351813cb9ecb59382ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608413 Nov 25 19:57:52.294797 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port dc26e760-022e-4847-8b13-03c07f40f824 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:52.299191 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:52.470695 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b33574a-f36b-4682-9ddf-83c00394aae9 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:52.484720 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93490503-0546-47b6-8e7f-e3d039dce7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:52.553532 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a393de0c-77cd-4860-9da6-f5d46f3fa58c None None] For port 4e2be27d-0481-4010-aa53-a4462a72f553, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4e2be27d-0481-4010-aa53-a4462a72f553,segment=NetworkSegment(23505943-1b91-48e0-9718-3b51a02daf2b),segment_id=23505943-1b91-48e0-9718-3b51a02daf2b)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:52.581718 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93490503-0546-47b6-8e7f-e3d039dce7d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbeafe1b-94c9-4479-9acd-0e4f10128a66,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:52.588933 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9b33574a-f36b-4682-9ddf-83c00394aae9 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58a301c-5109-4585-b0bd-636f71f30f1a']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:52.606783 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a393de0c-77cd-4860-9da6-f5d46f3fa58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:52.631151 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c61a8e-84c9-44cc-a9fd-e52f9bc2d15b None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:57:52.655226 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9b33574a-f36b-4682-9ddf-83c00394aae9 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c7fc53-d8ad-4861-b260-14fc55dcdba7') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:52.656082 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9b33574a-f36b-4682-9ddf-83c00394aae9 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c7fc53-d8ad-4861-b260-14fc55dcdba7') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:52.693072 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b33574a-f36b-4682-9ddf-83c00394aae9 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:52.741595 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b33574a-f36b-4682-9ddf-83c00394aae9 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:52.748386 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93490503-0546-47b6-8e7f-e3d039dce7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:52.766258 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-01b2d410-041d-4b0f-8329-074e8e0b836a req-1c9a6cba-e867-4d4e-892e-c1226bede250 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9e511c-f404-46f0-9069-a85c1ce57c11 HTTP/1.1" status: 200 len: 210 time: 0.1826038 Nov 25 19:57:52.873628 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393de0c-77cd-4860-9da6-f5d46f3fa58c None None] Pushing event updated for resources: {'Port': ['ID=4e2be27d-0481-4010-aa53-a4462a72f553,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:52.916080 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5b5e813a-1903-48d1-a32c-76639e22194f tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "GET /v2.0/routers/527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd HTTP/1.1" status: 200 len: 703 time: 0.7930164 Nov 25 19:57:52.940951 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1a66cd5d-f9e9-4c30-b061-01367ec6d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:57:49Z', 'revision_number': 7, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None, '_interfaces': [{'id': '375ff8fc-ec96-4ba2-bb71-4571e9bb1f24', 'name': '', 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:51:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:13Z', 'updated_at': '2021-11-25T19:57:26Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e2be27d-0481-4010-aa53-a4462a72f553', 'name': '', 'network_id': '6033ab2c-8557-4fb0-b693-1d51a71d5a96', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:e0:ea:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'b77312ac-efaa-41ab-b951-ce4967c712f0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:39Z', 'updated_at': '2021-11-25T19:57:50Z', 'revision_number': 4, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': 'b77312ac-efaa-41ab-b951-ce4967c712f0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c8134d5-1fba-401a-8bfd-040ae9009c50', 'name': '', 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:a6:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:21Z', 'updated_at': '2021-11-25T19:57:34Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb55537a-b3e0-4ffc-a819-c9fa0169f5a2', 'name': '', 'network_id': 'c487d13e-31e3-4f38-b7fd-be691611cbfe', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:8b:9c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:28Z', 'updated_at': '2021-11-25T19:57:40Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:52.960247 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-a92c249a-a76a-48db-84b8-5b63dd2aad40 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:52.962072 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-a92c249a-a76a-48db-84b8-5b63dd2aad40 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5795281 Nov 25 19:57:52.962621 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39590) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:52.978980 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-04bd7ab5-4b0d-47cf-9252-ffb5a6846174 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Request body: {'port': {'device_id': 'cd9e511c-f404-46f0-9069-a85c1ce57c11', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '38592504b4e64351813cb9ecb59382ec'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:53.049136 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a393de0c-77cd-4860-9da6-f5d46f3fa58c None None] Provisioning complete for port dc26e760-022e-4847-8b13-03c07f40f824 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:53.049928 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a393de0c-77cd-4860-9da6-f5d46f3fa58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:53.079018 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a66cd5d-f9e9-4c30-b061-01367ec6d34d None None] The sync data for ids ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'] in n-d-819349-5 is: [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:57:49Z', 'revision_number': 7, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None, '_interfaces': [{'id': '375ff8fc-ec96-4ba2-bb71-4571e9bb1f24', 'name': '', 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:51:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:13Z', 'updated_at': '2021-11-25T19:57:26Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e2be27d-0481-4010-aa53-a4462a72f553', 'name': '', 'network_id': '6033ab2c-8557-4fb0-b693-1d51a71d5a96', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:e0:ea:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'b77312ac-efaa-41ab-b951-ce4967c712f0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:39Z', 'updated_at': '2021-11-25T19:57:50Z', 'revision_number': 4, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': 'b77312ac-efaa-41ab-b951-ce4967c712f0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c8134d5-1fba-401a-8bfd-040ae9009c50', 'name': '', 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:a6:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:21Z', 'updated_at': '2021-11-25T19:57:34Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb55537a-b3e0-4ffc-a819-c9fa0169f5a2', 'name': '', 'network_id': 'c487d13e-31e3-4f38-b7fd-be691611cbfe', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:8b:9c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:28Z', 'updated_at': '2021-11-25T19:57:40Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:57:53.162388 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93490503-0546-47b6-8e7f-e3d039dce7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:53.167955 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93490503-0546-47b6-8e7f-e3d039dce7d3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:53.261299 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93490503-0546-47b6-8e7f-e3d039dce7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:53.263418 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93490503-0546-47b6-8e7f-e3d039dce7d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e78158f-7222-4483-bc52-15df5bef26b4 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:57:53.268296 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b33574a-f36b-4682-9ddf-83c00394aae9 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:53.269688 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b33574a-f36b-4682-9ddf-83c00394aae9 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:53.287167 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93490503-0546-47b6-8e7f-e3d039dce7d3 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-93490503-0546-47b6-8e7f-e3d039dce7d3 admin admin] 10.222.0.55 "DELETE /v2.0/routers/2e78158f-7222-4483-bc52-15df5bef26b4 HTTP/1.1" status: 204 len: 168 time: 3.0882175 Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:53.291352 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:53.301107 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39592) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:53.438169 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b33574a-f36b-4682-9ddf-83c00394aae9 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:53.450553 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-35e95ecb-8f4d-4ce8-939d-b9e544746a2b None None] Provisioning complete for port 4e2be27d-0481-4010-aa53-a4462a72f553 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:53.453388 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b33574a-f36b-4682-9ddf-83c00394aae9 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:53.465612 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9b33574a-f36b-4682-9ddf-83c00394aae9 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] 10.222.0.55 "DELETE /v2.0/networks/c58a301c-5109-4585-b0bd-636f71f30f1a HTTP/1.1" status: 204 len: 168 time: 1.7557681 Nov 25 19:57:53.471439 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39594) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:53.472257 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-35e95ecb-8f4d-4ce8-939d-b9e544746a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:53.690786 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bc4dc7c-8922-46f4-b3a2-cd9e3d6c4d05 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:53.753439 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33574a-f36b-4682-9ddf-83c00394aae9 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Pushing event deleted for resources: {'Network': ['ID=c58a301c-5109-4585-b0bd-636f71f30f1a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:53.994052 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4e2be27d-0481-4010-aa53-a4462a72f553 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:54.019867 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.211637 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cf7744-7d94-4b5f-9150-f0f6361d38b1 None None] get_active_networks_info from n-d-819349-5 {{(pid=103601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:57:54.336607 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e8833128-c966-46b7-b29d-31243e28e344 req-a8b313ca-0c30-4765-884c-ce73b69b9251 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9e511c-f404-46f0-9069-a85c1ce57c11 HTTP/1.1" status: 200 len: 210 time: 0.0560045 Nov 25 19:57:54.343941 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cba7d2c-0607-4a80-8392-9c72ec79ca43 admin admin] Deleting subnet 918e3e3e-1e70-4402-bcb1-31a8da748aae {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:57:54.348831 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7cba7d2c-0607-4a80-8392-9c72ec79ca43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.404554 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7cba7d2c-0607-4a80-8392-9c72ec79ca43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.530273 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cf7744-7d94-4b5f-9150-f0f6361d38b1 None None] Resources bound (agent type, host, resource id): {{(pid=103601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:57:54.573979 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7cba7d2c-0607-4a80-8392-9c72ec79ca43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.614511 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.741165 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 4e2be27d-0481-4010-aa53-a4462a72f553 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:54.741724 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.837530 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bc4dc7c-8922-46f4-b3a2-cd9e3d6c4d05 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.854803 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7cba7d2c-0607-4a80-8392-9c72ec79ca43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.897762 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4bc4dc7c-8922-46f4-b3a2-cd9e3d6c4d05 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e3e252-c29d-4f05-beca-417fd4ede26b']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:54.901730 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba7d2c-0607-4a80-8392-9c72ec79ca43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=918e3e3e-1e70-4402-bcb1-31a8da748aae,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:54.919503 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4bc4dc7c-8922-46f4-b3a2-cd9e3d6c4d05 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8835c0f-300d-4be9-8030-3cf8beb0593d') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:54.920153 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4bc4dc7c-8922-46f4-b3a2-cd9e3d6c4d05 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8835c0f-300d-4be9-8030-3cf8beb0593d') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:54.955551 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bc4dc7c-8922-46f4-b3a2-cd9e3d6c4d05 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.957645 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7cba7d2c-0607-4a80-8392-9c72ec79ca43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.971891 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7cba7d2c-0607-4a80-8392-9c72ec79ca43 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/918e3e3e-1e70-4402-bcb1-31a8da748aae HTTP/1.1" status: 204 len: 168 time: 1.6494176 Nov 25 19:57:54.999033 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39606) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:55.007521 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bc4dc7c-8922-46f4-b3a2-cd9e3d6c4d05 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:55.036239 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc4dc7c-8922-46f4-b3a2-cd9e3d6c4d05 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:55.037090 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bc4dc7c-8922-46f4-b3a2-cd9e3d6c4d05 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:55.088136 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f19e4d79-4264-4400-82f1-d40d1a9b1935 None None] Provisioning complete for port 4e2be27d-0481-4010-aa53-a4462a72f553 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:55.088406 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:55.092706 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f19e4d79-4264-4400-82f1-d40d1a9b1935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:55.121881 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-04bd7ab5-4b0d-47cf-9252-ffb5a6846174 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Made reservation on behalf of 38592504b4e64351813cb9ecb59382ec for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:55.133549 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-04bd7ab5-4b0d-47cf-9252-ffb5a6846174 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:55.229850 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-04bd7ab5-4b0d-47cf-9252-ffb5a6846174 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:55.257125 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bc4dc7c-8922-46f4-b3a2-cd9e3d6c4d05 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:55.267421 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bc4dc7c-8922-46f4-b3a2-cd9e3d6c4d05 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:55.275088 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4bc4dc7c-8922-46f4-b3a2-cd9e3d6c4d05 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] 10.222.0.55 "DELETE /v2.0/networks/16e3e252-c29d-4f05-beca-417fd4ede26b HTTP/1.1" status: 204 len: 168 time: 1.8022249 Nov 25 19:57:55.313510 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4dc7c-8922-46f4-b3a2-cd9e3d6c4d05 tempest-BulkNetworkOpsTest-2074828602 tempest-BulkNetworkOpsTest-2074828602-project] Pushing event deleted for resources: {'Network': ['ID=16e3e252-c29d-4f05-beca-417fd4ede26b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:55.362313 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23cb6484-08e9-4b81-85e7-5279dc27071c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:55.499472 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370c05b1-2aa3-46b9-98a2-a436a42c3e13 None None] Sync routers for ids ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:57:55.628806 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f8cd686-b7b9-4d13-901d-3074848d42ca req-793712b8-f0ce-43d0-bf19-41ee178cc948 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9e511c-f404-46f0-9069-a85c1ce57c11 HTTP/1.1" status: 200 len: 210 time: 0.1033063 Nov 25 19:57:55.673340 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-04bd7ab5-4b0d-47cf-9252-ffb5a6846174 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:55.702853 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-04bd7ab5-4b0d-47cf-9252-ffb5a6846174 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:55.792299 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370c05b1-2aa3-46b9-98a2-a436a42c3e13 None None] Routers {'527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:55.795013 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-370c05b1-2aa3-46b9-98a2-a436a42c3e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:57:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:55.798928 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd7ab5-4b0d-47cf-9252-ffb5a6846174 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00e987d2-9724-440b-ab6b-d1bb0cb579a0,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:55.813593 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-23cb6484-08e9-4b81-85e7-5279dc27071c admin admin] Deleting port b8fda007-ccd1-411a-99df-59a7bbfda2d5 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:55.814051 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23cb6484-08e9-4b81-85e7-5279dc27071c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:56.067003 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39618) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:56.121473 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-370c05b1-2aa3-46b9-98a2-a436a42c3e13 None None] Set router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:56.145598 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dff005-c62d-40d0-9ec3-a404e3a1cd3e None None] Network 529c018b-473e-4dee-9a3c-a094bf895584 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:56.149779 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a2018239-9ba2-4fdc-9f17-3d3baf6e384d no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:57:56.318631 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-23cb6484-08e9-4b81-85e7-5279dc27071c admin admin] For port b8fda007-ccd1-411a-99df-59a7bbfda2d5, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b8fda007-ccd1-411a-99df-59a7bbfda2d5,segment=NetworkSegment(4d722945-dd22-497f-b817-4e85c5a03e3d),segment_id=4d722945-dd22-497f-b817-4e85c5a03e3d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:56.318892 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23cb6484-08e9-4b81-85e7-5279dc27071c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:56.346185 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-23cb6484-08e9-4b81-85e7-5279dc27071c admin admin] Calling delete_port for b8fda007-ccd1-411a-99df-59a7bbfda2d5 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:56.365323 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-04bd7ab5-4b0d-47cf-9252-ffb5a6846174 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Allocated IP 192.168.233.128 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/288f5e44-32e5-4c7b-b41a-9fe8050f971f) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:57:56.513202 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2c4474a-d843-49a3-a4b7-8553d7165da1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:56.719840 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: a2018239-9ba2-4fdc-9f17-3d3baf6e384d {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:57:56.720851 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a2018239-9ba2-4fdc-9f17-3d3baf6e384d not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:57:56.721886 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device bbeafe1b-94c9-4479-9acd-0e4f10128a66 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:57:56.852049 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: bbeafe1b-94c9-4479-9acd-0e4f10128a66 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:57:56.855129 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device bbeafe1b-94c9-4479-9acd-0e4f10128a66 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:57:56.887762 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bd34ba77-afba-44af-95d6-1e09c4c1ec18 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d17d56e07519402eb4a4eb5b989a94f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8149490 Nov 25 19:57:56.888083 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39624) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:57.011758 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b979ebe6-0aea-41f4-98c3-dee57ed10741 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:57.077388 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b979ebe6-0aea-41f4-98c3-dee57ed10741 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:57.114000 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7c84d18-6e8e-4c8c-b8cd-954d2523f64b req-ccd41819-16a1-431b-b7ed-6fb6ca3e2cf3 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9e511c-f404-46f0-9069-a85c1ce57c11 HTTP/1.1" status: 200 len: 210 time: 0.2170348 Nov 25 19:57:57.290083 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b979ebe6-0aea-41f4-98c3-dee57ed10741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:57.309853 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b979ebe6-0aea-41f4-98c3-dee57ed10741 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:57.311947 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b979ebe6-0aea-41f4-98c3-dee57ed10741 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a7a1b7e8-e1a1-4eab-a39d-b7cbc095a38a HTTP/1.1" status: 204 len: 168 time: 0.4226186 Nov 25 19:57:57.346411 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23cb6484-08e9-4b81-85e7-5279dc27071c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:57.359364 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979ebe6-0aea-41f4-98c3-dee57ed10741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a1b7e8-e1a1-4eab-a39d-b7cbc095a38a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:57.435629 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb6484-08e9-4b81-85e7-5279dc27071c admin admin] Pushing event deleted for resources: {'Port': ['ID=b8fda007-ccd1-411a-99df-59a7bbfda2d5,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:57.452686 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cb6484-08e9-4b81-85e7-5279dc27071c admin admin] No DVR routers for this DVR port b8fda007-ccd1-411a-99df-59a7bbfda2d5 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:57:57.555616 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-04bd7ab5-4b0d-47cf-9252-ffb5a6846174 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:57.710895 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23cb6484-08e9-4b81-85e7-5279dc27071c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:57.818921 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-23cb6484-08e9-4b81-85e7-5279dc27071c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529c018b-473e-4dee-9a3c-a094bf895584']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:57.848737 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-23cb6484-08e9-4b81-85e7-5279dc27071c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d722945-dd22-497f-b817-4e85c5a03e3d') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:57.851884 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-23cb6484-08e9-4b81-85e7-5279dc27071c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d722945-dd22-497f-b817-4e85c5a03e3d') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:57.878130 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-370c05b1-2aa3-46b9-98a2-a436a42c3e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:57:49Z', 'revision_number': 7, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None, '_interfaces': [{'id': '375ff8fc-ec96-4ba2-bb71-4571e9bb1f24', 'name': '', 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:51:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:13Z', 'updated_at': '2021-11-25T19:57:26Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e2be27d-0481-4010-aa53-a4462a72f553', 'name': '', 'network_id': '6033ab2c-8557-4fb0-b693-1d51a71d5a96', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:e0:ea:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'b77312ac-efaa-41ab-b951-ce4967c712f0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:39Z', 'updated_at': '2021-11-25T19:57:52Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': 'b77312ac-efaa-41ab-b951-ce4967c712f0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c8134d5-1fba-401a-8bfd-040ae9009c50', 'name': '', 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:a6:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:21Z', 'updated_at': '2021-11-25T19:57:34Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb55537a-b3e0-4ffc-a819-c9fa0169f5a2', 'name': '', 'network_id': 'c487d13e-31e3-4f38-b7fd-be691611cbfe', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:8b:9c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:28Z', 'updated_at': '2021-11-25T19:57:40Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:57.915876 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23cb6484-08e9-4b81-85e7-5279dc27071c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:57.934062 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-04bd7ab5-4b0d-47cf-9252-ffb5a6846174 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:57.986277 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739af027-54fa-48dc-9854-ec584a2561dd None None] DHCP port deletion for 529c018b-473e-4dee-9a3c-a094bf895584 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:57:58.015238 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23cb6484-08e9-4b81-85e7-5279dc27071c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.016277 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370c05b1-2aa3-46b9-98a2-a436a42c3e13 None None] Checking router: 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:57:58.027250 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a2c4474a-d843-49a3-a4b7-8553d7165da1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Deleting port 4e2be27d-0481-4010-aa53-a4462a72f553 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:58.028022 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2c4474a-d843-49a3-a4b7-8553d7165da1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.034895 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-04bd7ab5-4b0d-47cf-9252-ffb5a6846174 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:58.042059 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370c05b1-2aa3-46b9-98a2-a436a42c3e13 None None] Routers {'527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:58.043520 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-370c05b1-2aa3-46b9-98a2-a436a42c3e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:57:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:58.079802 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23cb6484-08e9-4b81-85e7-5279dc27071c admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:58.080254 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23cb6484-08e9-4b81-85e7-5279dc27071c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:58.082499 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:58.113742 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-04bd7ab5-4b0d-47cf-9252-ffb5a6846174 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:58.119022 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-04bd7ab5-4b0d-47cf-9252-ffb5a6846174 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:57:58.228252 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd7ab5-4b0d-47cf-9252-ffb5a6846174 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Pushing event updated for resources: {'Port': ['ID=288f5e44-32e5-4c7b-b41a-9fe8050f971f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:58.434692 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-370c05b1-2aa3-46b9-98a2-a436a42c3e13 None None] Set router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:58.623775 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23cb6484-08e9-4b81-85e7-5279dc27071c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.668491 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23cb6484-08e9-4b81-85e7-5279dc27071c admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.672445 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-23cb6484-08e9-4b81-85e7-5279dc27071c admin admin] 10.222.0.55 "DELETE /v2.0/networks/529c018b-473e-4dee-9a3c-a094bf895584 HTTP/1.1" status: 204 len: 168 time: 3.6629179 Nov 25 19:57:58.728495 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb6484-08e9-4b81-85e7-5279dc27071c admin admin] Pushing event deleted for resources: {'Network': ['ID=529c018b-473e-4dee-9a3c-a094bf895584,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:58.744030 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-04bd7ab5-4b0d-47cf-9252-ffb5a6846174 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:58.746322 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-04bd7ab5-4b0d-47cf-9252-ffb5a6846174 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.786204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a2c4474a-d843-49a3-a4b7-8553d7165da1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] For port 4e2be27d-0481-4010-aa53-a4462a72f553, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4e2be27d-0481-4010-aa53-a4462a72f553,segment=NetworkSegment(23505943-1b91-48e0-9718-3b51a02daf2b),segment_id=23505943-1b91-48e0-9718-3b51a02daf2b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:58.786669 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2c4474a-d843-49a3-a4b7-8553d7165da1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.801636 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-04bd7ab5-4b0d-47cf-9252-ffb5a6846174 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8273809 Nov 25 19:57:58.825481 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e24a41b5-4d4a-43a8-916a-b592b414ba87 None None] Provisioning complete for port 288f5e44-32e5-4c7b-b41a-9fe8050f971f triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:58.826197 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e24a41b5-4d4a-43a8-916a-b592b414ba87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.831604 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6679517-de6e-414c-bd96-d68d7ecc7bbb req-4911e86f-8bad-445c-b592-049acaf8ac65 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:58.832829 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b6679517-de6e-414c-bd96-d68d7ecc7bbb req-4911e86f-8bad-445c-b592-049acaf8ac65 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9e511c-f404-46f0-9069-a85c1ce57c11 HTTP/1.1" status: 200 len: 936 time: 0.2195656 Nov 25 19:57:58.842141 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-f08623d8-fc31-45c1-be15-d5b058cff99e service neutron] Request body: {'port': {'device_id': 'cd9e511c-f404-46f0-9069-a85c1ce57c11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:58.852088 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a2c4474a-d843-49a3-a4b7-8553d7165da1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Calling delete_port for 4e2be27d-0481-4010-aa53-a4462a72f553 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:59.017944 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-f08623d8-fc31-45c1-be15-d5b058cff99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:59.030843 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b6679517-de6e-414c-bd96-d68d7ecc7bbb req-cfb26419-5381-4ecf-94e5-97b409ecfd75 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/security-groups?id=00e987d2-9724-440b-ab6b-d1bb0cb579a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854644 Nov 25 19:57:59.183508 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e24a41b5-4d4a-43a8-916a-b592b414ba87 None None] Port 288f5e44-32e5-4c7b-b41a-9fe8050f971f cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:57:59.198209 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b8fda007-ccd1-411a-99df-59a7bbfda2d5 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:57:59.215513 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39662) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:59.330833 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: b8fda007-ccd1-411a-99df-59a7bbfda2d5 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:57:59.331600 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b8fda007-ccd1-411a-99df-59a7bbfda2d5 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:57:59.431345 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6f6cdd79-e75e-4f0c-9887-8889df54e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:59.431695 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39664) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:59.435769 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8c6671e6-9ed1-4d46-b623-e7f078a31a26 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e9d22fa4f40744aa88e4f6dbc79438c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2180068 Nov 25 19:57:59.457172 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2c4474a-d843-49a3-a4b7-8553d7165da1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:59.477625 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39666) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:59.574134 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-370c05b1-2aa3-46b9-98a2-a436a42c3e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:57:49Z', 'revision_number': 7, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None, '_interfaces': [{'id': '375ff8fc-ec96-4ba2-bb71-4571e9bb1f24', 'name': '', 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:51:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:13Z', 'updated_at': '2021-11-25T19:57:26Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e2be27d-0481-4010-aa53-a4462a72f553', 'name': '', 'network_id': '6033ab2c-8557-4fb0-b693-1d51a71d5a96', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:e0:ea:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'b77312ac-efaa-41ab-b951-ce4967c712f0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:39Z', 'updated_at': '2021-11-25T19:57:52Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': 'b77312ac-efaa-41ab-b951-ce4967c712f0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c8134d5-1fba-401a-8bfd-040ae9009c50', 'name': '', 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:a6:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:21Z', 'updated_at': '2021-11-25T19:57:34Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb55537a-b3e0-4ffc-a819-c9fa0169f5a2', 'name': '', 'network_id': 'c487d13e-31e3-4f38-b7fd-be691611cbfe', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:8b:9c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:28Z', 'updated_at': '2021-11-25T19:57:40Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:59.580121 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4474a-d843-49a3-a4b7-8553d7165da1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Port': ['ID=4e2be27d-0481-4010-aa53-a4462a72f553,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:59.649146 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370c05b1-2aa3-46b9-98a2-a436a42c3e13 None None] The sync data for ids ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'] in n-d-819349-5 is: [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:57:49Z', 'revision_number': 7, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None, '_interfaces': [{'id': '375ff8fc-ec96-4ba2-bb71-4571e9bb1f24', 'name': '', 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:51:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:13Z', 'updated_at': '2021-11-25T19:57:26Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e2be27d-0481-4010-aa53-a4462a72f553', 'name': '', 'network_id': '6033ab2c-8557-4fb0-b693-1d51a71d5a96', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:e0:ea:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'b77312ac-efaa-41ab-b951-ce4967c712f0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:39Z', 'updated_at': '2021-11-25T19:57:52Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': 'b77312ac-efaa-41ab-b951-ce4967c712f0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c8134d5-1fba-401a-8bfd-040ae9009c50', 'name': '', 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:a6:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:21Z', 'updated_at': '2021-11-25T19:57:34Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb55537a-b3e0-4ffc-a819-c9fa0169f5a2', 'name': '', 'network_id': 'c487d13e-31e3-4f38-b7fd-be691611cbfe', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:8b:9c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:28Z', 'updated_at': '2021-11-25T19:57:40Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:57:59.696115 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-da64eba5-449c-4d08-a59c-f37d1cff3981 tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] Request body: {'port': {'network_id': '5815712a-08c5-4d60-817a-abb6b8fb1ada', 'name': 'tempest-NetworksNegativeTestJSON-1775366548'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:59.769664 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-da64eba5-449c-4d08-a59c-f37d1cff3981 tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] POST failed (client error): The resource could not be found. Nov 25 19:57:59.783617 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da64eba5-449c-4d08-a59c-f37d1cff3981 tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:57:59.789510 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-da64eba5-449c-4d08-a59c-f37d1cff3981 tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3090127 Nov 25 19:57:59.810572 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39674) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:59.878103 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-78fb76c5-884d-4a62-ab89-0652e5ba6bad tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] DELETE failed (client error): The resource could not be found. Nov 25 19:57:59.880213 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78fb76c5-884d-4a62-ab89-0652e5ba6bad tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:57:59.897618 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-78fb76c5-884d-4a62-ab89-0652e5ba6bad tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] 10.222.0.55 "DELETE /v2.0/networks/e8cf2cb5-5c13-46ae-8889-025af513a505 HTTP/1.1" status: 404 len: 339 time: 0.0852540 Nov 25 19:57:59.898150 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39676) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:59.926207 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-44754b3f-424f-4ebf-be77-36b9b7f39e0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:59.943380 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e835504-eb46-4525-9449-eb42beb778c6 tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] DELETE failed (client error): The resource could not be found. Nov 25 19:57:59.946727 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e835504-eb46-4525-9449-eb42beb778c6 tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:57:59.956159 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1e835504-eb46-4525-9449-eb42beb778c6 tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] 10.222.0.55 "DELETE /v2.0/ports/06351b66-041a-4e2b-a5bb-8be82a618ed2 HTTP/1.1" status: 404 len: 333 time: 0.0557902 Nov 25 19:57:59.957773 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39678) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:59.984569 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2c4474a-d843-49a3-a4b7-8553d7165da1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:00.057929 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-12405906-bda9-4978-aae9-9b0575699f68 tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:00.059184 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12405906-bda9-4978-aae9-9b0575699f68 tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:00.065841 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-12405906-bda9-4978-aae9-9b0575699f68 tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] 10.222.0.55 "DELETE /v2.0/subnets/0666ef0c-04a2-41b7-9969-e803509a62e1 HTTP/1.1" status: 404 len: 337 time: 0.1041255 Nov 25 19:58:00.075436 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39680) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:00.075643 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-f08623d8-fc31-45c1-be15-d5b058cff99e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288f5e44-32e5-4c7b-b41a-9fe8050f971f {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:58:00.166198 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-83a16472-5adc-49d4-bdb4-ded2493e6b04 tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] GET failed (client error): The resource could not be found. Nov 25 19:58:00.184417 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-83a16472-5adc-49d4-bdb4-ded2493e6b04 tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] 10.222.0.55 "GET /v2.0/networks/749dbd5f-143c-42d9-b6da-301deeb29899 HTTP/1.1" status: 404 len: 339 time: 0.1119292 Nov 25 19:58:00.188106 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39688) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:00.262353 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4f8cc1-5048-43e9-8adf-512b4ec6f62f tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] GET failed (client error): The resource could not be found. Nov 25 19:58:00.265694 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ea4f8cc1-5048-43e9-8adf-512b4ec6f62f tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] 10.222.0.55 "GET /v2.0/ports/38c85b3d-65d0-4f75-9b83-ac6c61461b05 HTTP/1.1" status: 404 len: 333 time: 0.0754182 Nov 25 19:58:00.269056 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39690) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:00.315528 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-24dd8eb7-76ac-441a-9c5b-254695fd2ba2 tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] GET failed (client error): The resource could not be found. Nov 25 19:58:00.317262 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-24dd8eb7-76ac-441a-9c5b-254695fd2ba2 tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] 10.222.0.55 "GET /v2.0/subnets/4b72a6dc-c5d6-4b5c-afed-52fdfd884da3 HTTP/1.1" status: 404 len: 337 time: 0.0459783 Nov 25 19:58:00.323750 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39692) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:00.329940 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cfd384bd-7a2e-4a35-9a92-ab6447791965 tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:00.340009 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-44754b3f-424f-4ebf-be77-36b9b7f39e0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:00.363948 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd384bd-7a2e-4a35-9a92-ab6447791965 tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] PUT failed (client error): The resource could not be found. Nov 25 19:58:00.371380 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd384bd-7a2e-4a35-9a92-ab6447791965 tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:00.374336 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cfd384bd-7a2e-4a35-9a92-ab6447791965 tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] 10.222.0.55 "PUT /v2.0/networks/26378363-0695-4bc1-bc9f-72321d318c64 HTTP/1.1" status: 404 len: 339 time: 0.0487969 Nov 25 19:58:00.379478 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39694) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:00.384963 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-f08623d8-fc31-45c1-be15-d5b058cff99e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:00.398535 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5f18250d-a421-4b00-a26e-2a42d0642567 tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:00.462567 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f18250d-a421-4b00-a26e-2a42d0642567 tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] PUT failed (client error): The resource could not be found. Nov 25 19:58:00.467094 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f18250d-a421-4b00-a26e-2a42d0642567 tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:00.469648 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5f18250d-a421-4b00-a26e-2a42d0642567 tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] 10.222.0.55 "PUT /v2.0/ports/93a34075-4a03-4352-ba54-a01f7cdbacf2 HTTP/1.1" status: 404 len: 333 time: 0.0875611 Nov 25 19:58:00.473916 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39696) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:00.482135 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-688a640b-c577-4189-8930-0cf15d7d6b9c tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:00.534361 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-688a640b-c577-4189-8930-0cf15d7d6b9c tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] PUT failed (client error): The resource could not be found. Nov 25 19:58:00.536151 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-688a640b-c577-4189-8930-0cf15d7d6b9c tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:00.539376 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-688a640b-c577-4189-8930-0cf15d7d6b9c tempest-NetworksNegativeTestJSON-449945162 tempest-NetworksNegativeTestJSON-449945162-project] 10.222.0.55 "PUT /v2.0/subnets/39d6234f-c15c-4e5d-b24d-1d2c69aed327 HTTP/1.1" status: 404 len: 337 time: 0.0631495 Nov 25 19:58:00.834527 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-f08623d8-fc31-45c1-be15-d5b058cff99e service neutron] Transition to ACTIVE for port object 288f5e44-32e5-4c7b-b41a-9fe8050f971f will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:58:00.855442 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-f08623d8-fc31-45c1-be15-d5b058cff99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:01.194953 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08623d8-fc31-45c1-be15-d5b058cff99e service neutron] Pushing event updated for resources: {'Port': ['ID=288f5e44-32e5-4c7b-b41a-9fe8050f971f,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:01.234971 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159e8f3-cc5f-4896-bc8e-d823bddd0b21 req-84d0feba-a090-4c89-8aa8-e0861394eb60 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:01.237408 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3159e8f3-cc5f-4896-bc8e-d823bddd0b21 req-84d0feba-a090-4c89-8aa8-e0861394eb60 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9e511c-f404-46f0-9069-a85c1ce57c11 HTTP/1.1" status: 200 len: 936 time: 0.8887525 Nov 25 19:58:01.272175 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-44754b3f-424f-4ebf-be77-36b9b7f39e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:01.274887 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-44754b3f-424f-4ebf-be77-36b9b7f39e0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:01.276095 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-44754b3f-424f-4ebf-be77-36b9b7f39e0c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8e898787-1eba-48ea-9636-62371b2bb44c HTTP/1.1" status: 204 len: 168 time: 1.8428380 Nov 25 19:58:01.308150 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44754b3f-424f-4ebf-be77-36b9b7f39e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e898787-1eba-48ea-9636-62371b2bb44c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:01.432599 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c4474a-d843-49a3-a4b7-8553d7165da1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:58:01.484263 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39708) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:01.509453 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-f08623d8-fc31-45c1-be15-d5b058cff99e service neutron] Attempting to bind port 288f5e44-32e5-4c7b-b41a-9fe8050f971f on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:58:01.514213 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-f08623d8-fc31-45c1-be15-d5b058cff99e service neutron] Attempting to bind port 288f5e44-32e5-4c7b-b41a-9fe8050f971f by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:58:01.514842 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-f08623d8-fc31-45c1-be15-d5b058cff99e service neutron] Attempting to bind port 288f5e44-32e5-4c7b-b41a-9fe8050f971f on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:58:01.526484 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3159e8f3-cc5f-4896-bc8e-d823bddd0b21 req-d52c6657-98ba-4b1f-a21f-f3a82b11ce53 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/security-groups?id=00e987d2-9724-440b-ab6b-d1bb0cb579a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734673 Nov 25 19:58:01.531608 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-f08623d8-fc31-45c1-be15-d5b058cff99e service neutron] Port 288f5e44-32e5-4c7b-b41a-9fe8050f971f on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:58:01.532109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-f08623d8-fc31-45c1-be15-d5b058cff99e service neutron] Attempting to bind port 288f5e44-32e5-4c7b-b41a-9fe8050f971f on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:58:01.580123 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-f08623d8-fc31-45c1-be15-d5b058cff99e service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:58:01.580862 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-f08623d8-fc31-45c1-be15-d5b058cff99e service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:01.581502 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-f08623d8-fc31-45c1-be15-d5b058cff99e service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:58:01.582222 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-f08623d8-fc31-45c1-be15-d5b058cff99e service neutron] Bound port: 288f5e44-32e5-4c7b-b41a-9fe8050f971f, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:58:01.582994 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-f08623d8-fc31-45c1-be15-d5b058cff99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:01.767171 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-312df890-6f1f-4104-b3a2-b3473e77fd1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:01.800910 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c4474a-d843-49a3-a4b7-8553d7165da1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:58:01.822345 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a2c4474a-d843-49a3-a4b7-8553d7165da1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "PUT /v2.0/routers/527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8579285 Nov 25 19:58:01.824012 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39712) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:01.841908 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b08afd3-e729-466b-a1bc-b5f3011837b8 None None] Sync routers for ids ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:58:01.899208 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e9393d8-3580-4593-9694-c9f565b0eb45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:01.901479 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9dfd20-ee58-4a12-8686-15acaf4ab42c tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Deleting subnet b77312ac-efaa-41ab-b951-ce4967c712f0 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:58:01.905072 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b08afd3-e729-466b-a1bc-b5f3011837b8 None None] Routers {'527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:01.905563 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa9dfd20-ee58-4a12-8686-15acaf4ab42c tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:01.908991 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7b08afd3-e729-466b-a1bc-b5f3011837b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:58:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:02.020289 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-f08623d8-fc31-45c1-be15-d5b058cff99e service neutron] For port 288f5e44-32e5-4c7b-b41a-9fe8050f971f, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:58:02.028036 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-f08623d8-fc31-45c1-be15-d5b058cff99e service neutron] For port 288f5e44-32e5-4c7b-b41a-9fe8050f971f, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=288f5e44-32e5-4c7b-b41a-9fe8050f971f,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:58:02.046186 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-f08623d8-fc31-45c1-be15-d5b058cff99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:02.097358 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa9dfd20-ee58-4a12-8686-15acaf4ab42c tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:02.128776 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-7b08afd3-e729-466b-a1bc-b5f3011837b8 None None] Set router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:02.239487 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-f08623d8-fc31-45c1-be15-d5b058cff99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:02.242809 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-f08623d8-fc31-45c1-be15-d5b058cff99e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:02.259286 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-f08623d8-fc31-45c1-be15-d5b058cff99e service neutron] 10.222.0.85 "PUT /v2.0/ports/288f5e44-32e5-4c7b-b41a-9fe8050f971f HTTP/1.1" status: 200 len: 1096 time: 3.4226422 Nov 25 19:58:02.286744 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9e511c-f404-46f0-9069-a85c1ce57c11', 'tag': '288f5e44-32e5-4c7b-b41a-9fe8050f971f'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:58:02.301988 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeab5124-7e09-4048-98ee-cf9e45768e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "cd9e511c-f404-46f0-9069-a85c1ce57c11", "tag": "288f5e44-32e5-4c7b-b41a-9fe8050f971f"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:58:02.303576 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e9393d8-3580-4593-9694-c9f565b0eb45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:02.314743 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e9393d8-3580-4593-9694-c9f565b0eb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:02.419427 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3e9393d8-3580-4593-9694-c9f565b0eb45 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cd876ecaadd2475abb5828ae48079a28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9329569 Nov 25 19:58:02.423220 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39722) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:02.432942 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9393d8-3580-4593-9694-c9f565b0eb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05277863-6c95-4902-a1f5-c244933caeba,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:02.464510 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7b08afd3-e729-466b-a1bc-b5f3011837b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:57:59Z', 'revision_number': 8, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None, '_interfaces': [{'id': '375ff8fc-ec96-4ba2-bb71-4571e9bb1f24', 'name': '', 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:51:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:13Z', 'updated_at': '2021-11-25T19:57:26Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c8134d5-1fba-401a-8bfd-040ae9009c50', 'name': '', 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:a6:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:21Z', 'updated_at': '2021-11-25T19:57:34Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb55537a-b3e0-4ffc-a819-c9fa0169f5a2', 'name': '', 'network_id': 'c487d13e-31e3-4f38-b7fd-be691611cbfe', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:8b:9c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:28Z', 'updated_at': '2021-11-25T19:57:40Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:02.532692 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e8be72-bcb8-447b-b669-06f3b20fe1c1 x-openstack-request-id: req-93e8be72-bcb8-447b-b669-06f3b20fe1c1 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:58:02.533635 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd9e511c-f404-46f0-9069-a85c1ce57c11", "tag": "288f5e44-32e5-4c7b-b41a-9fe8050f971f", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:58:02.533770 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-93e8be72-bcb8-447b-b669-06f3b20fe1c1 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:58:02.534403 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd9e511c-f404-46f0-9069-a85c1ce57c11', 'tag': '288f5e44-32e5-4c7b-b41a-9fe8050f971f', 'status': 'completed', 'code': 200} Nov 25 19:58:02.548684 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b08afd3-e729-466b-a1bc-b5f3011837b8 None None] Checking router: 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:58:02.567528 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b08afd3-e729-466b-a1bc-b5f3011837b8 None None] Routers {'527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:02.571191 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7b08afd3-e729-466b-a1bc-b5f3011837b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:58:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:02.612364 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08623d8-fc31-45c1-be15-d5b058cff99e service neutron] Pushing event updated for resources: {'Port': ['ID=288f5e44-32e5-4c7b-b41a-9fe8050f971f,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:02.622065 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a3ee986-2ef2-4246-89da-eb9fe3c0086e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:02.716221 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a3ee986-2ef2-4246-89da-eb9fe3c0086e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:02.719070 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39726) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:02.815157 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-5ccd4536-a140-4261-9692-c855dec16197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:02.819337 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-5ccd4536-a140-4261-9692-c855dec16197 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=38592504b4e64351813cb9ecb59382ec&device_id=cd9e511c-f404-46f0-9069-a85c1ce57c11 HTTP/1.1" status: 200 len: 1099 time: 0.4745405 Nov 25 19:58:02.847405 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-54ac1520-7296-4f6e-9689-dacad470d3be admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=55ccd4ac80d24284a519d8a32595d265&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1247211 Nov 25 19:58:02.861778 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39728) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:02.957268 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-a9732146-0a99-4c49-96fa-be9fac101dd7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=288f5e44-32e5-4c7b-b41a-9fe8050f971f HTTP/1.1" status: 200 len: 217 time: 0.1137626 Nov 25 19:58:02.959044 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa9dfd20-ee58-4a12-8686-15acaf4ab42c tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:02.996803 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-7b08afd3-e729-466b-a1bc-b5f3011837b8 None None] Set router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:03.030487 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a3ee986-2ef2-4246-89da-eb9fe3c0086e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:03.036449 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a3ee986-2ef2-4246-89da-eb9fe3c0086e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:03.043024 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2a3ee986-2ef2-4246-89da-eb9fe3c0086e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/05277863-6c95-4902-a1f5-c244933caeba HTTP/1.1" status: 204 len: 168 time: 0.6140645 Nov 25 19:58:03.080654 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ee32fe1-b70a-424f-aff0-9dd3d93e950e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:03.113701 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f50b9-f031-4ac7-8e70-03778015be46 req-88d94fec-bfd1-4896-a163-44df3fd889ff tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:03.115291 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b80f50b9-f031-4ac7-8e70-03778015be46 req-88d94fec-bfd1-4896-a163-44df3fd889ff tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9e511c-f404-46f0-9069-a85c1ce57c11 HTTP/1.1" status: 200 len: 948 time: 0.3157151 Nov 25 19:58:03.128613 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-2aa98898-d3da-4fda-bfd8-85953d8544d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:03.130228 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-2aa98898-d3da-4fda-bfd8-85953d8544d8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1409879 Nov 25 19:58:03.180493 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ee32fe1-b70a-424f-aff0-9dd3d93e950e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:03.215351 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ee986-2ef2-4246-89da-eb9fe3c0086e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05277863-6c95-4902-a1f5-c244933caeba,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:03.240351 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b80f50b9-f031-4ac7-8e70-03778015be46 req-2c03916b-854e-43c8-998f-bc9869e67944 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/security-groups?id=00e987d2-9724-440b-ab6b-d1bb0cb579a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075423 Nov 25 19:58:03.249496 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa9dfd20-ee58-4a12-8686-15acaf4ab42c tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:03.285421 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9dfd20-ee58-4a12-8686-15acaf4ab42c tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Subnet': ['ID=b77312ac-efaa-41ab-b951-ce4967c712f0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:03.293017 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-e36531d1-75a3-4988-a1db-1b9ad4f41ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:03.296903 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-e36531d1-75a3-4988-a1db-1b9ad4f41ac2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1569781 Nov 25 19:58:03.298441 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa9dfd20-ee58-4a12-8686-15acaf4ab42c tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:03.304232 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fa9dfd20-ee58-4a12-8686-15acaf4ab42c tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/subnets/b77312ac-efaa-41ab-b951-ce4967c712f0 HTTP/1.1" status: 204 len: 168 time: 1.4742386 Nov 25 19:58:03.313279 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938efb70-4e59-4f7f-b074-26ee34913873 None None] Network 6033ab2c-8557-4fb0-b693-1d51a71d5a96 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:03.336973 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39736) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:03.414155 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-43f98f82-efe8-4fdf-80e5-70a32b511336 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103396 Nov 25 19:58:03.558246 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d76bd317-5d51-49b1-8242-3974d369f3dd req-897fa227-cf26-4629-8373-bd23360707a1 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352181 Nov 25 19:58:03.591767 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ee32fe1-b70a-424f-aff0-9dd3d93e950e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:03.608427 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ee32fe1-b70a-424f-aff0-9dd3d93e950e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:03.609658 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0ee32fe1-b70a-424f-aff0-9dd3d93e950e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e335417c-3616-44af-a7cc-631491b156a8 HTTP/1.1" status: 204 len: 168 time: 0.7462447 Nov 25 19:58:03.654054 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b2204586-6a11-41f8-ab4f-5e8d33da2b81 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:03.677753 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee32fe1-b70a-424f-aff0-9dd3d93e950e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e335417c-3616-44af-a7cc-631491b156a8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:03.818512 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7b08afd3-e729-466b-a1bc-b5f3011837b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:57:59Z', 'revision_number': 8, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None, '_interfaces': [{'id': '375ff8fc-ec96-4ba2-bb71-4571e9bb1f24', 'name': '', 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:51:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:13Z', 'updated_at': '2021-11-25T19:57:26Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c8134d5-1fba-401a-8bfd-040ae9009c50', 'name': '', 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:a6:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:21Z', 'updated_at': '2021-11-25T19:57:34Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb55537a-b3e0-4ffc-a819-c9fa0169f5a2', 'name': '', 'network_id': 'c487d13e-31e3-4f38-b7fd-be691611cbfe', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:8b:9c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:28Z', 'updated_at': '2021-11-25T19:57:40Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:03.842454 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:03.859094 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab5124-7e09-4048-98ee-cf9e45768e8f req-50b7a344-cfcb-424e-9f89-14ac7893582d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:03.863066 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeab5124-7e09-4048-98ee-cf9e45768e8f req-50b7a344-cfcb-424e-9f89-14ac7893582d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=38592504b4e64351813cb9ecb59382ec&device_id=cd9e511c-f404-46f0-9069-a85c1ce57c11 HTTP/1.1" status: 200 len: 1099 time: 0.2101388 Nov 25 19:58:03.914744 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b2204586-6a11-41f8-ab4f-5e8d33da2b81 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Deleting port dc26e760-022e-4847-8b13-03c07f40f824 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:03.915138 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b2204586-6a11-41f8-ab4f-5e8d33da2b81 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:03.920038 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b08afd3-e729-466b-a1bc-b5f3011837b8 None None] The sync data for ids ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'] in n-d-819349-5 is: [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:57:59Z', 'revision_number': 8, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None, '_interfaces': [{'id': '375ff8fc-ec96-4ba2-bb71-4571e9bb1f24', 'name': '', 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:51:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:13Z', 'updated_at': '2021-11-25T19:57:26Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c8134d5-1fba-401a-8bfd-040ae9009c50', 'name': '', 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:a6:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:21Z', 'updated_at': '2021-11-25T19:57:34Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb55537a-b3e0-4ffc-a819-c9fa0169f5a2', 'name': '', 'network_id': 'c487d13e-31e3-4f38-b7fd-be691611cbfe', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:8b:9c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:28Z', 'updated_at': '2021-11-25T19:57:40Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '2b59f36c-1239-437b-9b91-1fadc90434cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:58:04.101771 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-b2204586-6a11-41f8-ab4f-5e8d33da2b81 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] For port dc26e760-022e-4847-8b13-03c07f40f824, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=dc26e760-022e-4847-8b13-03c07f40f824,segment=NetworkSegment(23505943-1b91-48e0-9718-3b51a02daf2b),segment_id=23505943-1b91-48e0-9718-3b51a02daf2b)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:04.102161 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b2204586-6a11-41f8-ab4f-5e8d33da2b81 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:04.124114 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b2204586-6a11-41f8-ab4f-5e8d33da2b81 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Calling delete_port for dc26e760-022e-4847-8b13-03c07f40f824 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:04.177456 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab5124-7e09-4048-98ee-cf9e45768e8f req-7e49b2fc-7ac2-49f6-87f5-4d01bae528f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:04.179913 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeab5124-7e09-4048-98ee-cf9e45768e8f req-7e49b2fc-7ac2-49f6-87f5-4d01bae528f2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.3077548 Nov 25 19:58:04.282749 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeab5124-7e09-4048-98ee-cf9e45768e8f req-4dd93da2-d271-493a-8b29-ca847e2a4257 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=288f5e44-32e5-4c7b-b41a-9fe8050f971f HTTP/1.1" status: 200 len: 217 time: 0.0924118 Nov 25 19:58:04.316402 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a556750c-4c61-4847-9818-4986ff58a64f None None] DHCP port deletion for 6033ab2c-8557-4fb0-b693-1d51a71d5a96 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:58:04.344463 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b2204586-6a11-41f8-ab4f-5e8d33da2b81 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:04.473806 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2204586-6a11-41f8-ab4f-5e8d33da2b81 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Port': ['ID=dc26e760-022e-4847-8b13-03c07f40f824,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:04.480210 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab5124-7e09-4048-98ee-cf9e45768e8f req-2033ae2c-a270-4841-a58c-ff076a2d61ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:04.487791 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeab5124-7e09-4048-98ee-cf9e45768e8f req-2033ae2c-a270-4841-a58c-ff076a2d61ad service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1960199 Nov 25 19:58:04.492388 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2204586-6a11-41f8-ab4f-5e8d33da2b81 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] No DVR routers for this DVR port dc26e760-022e-4847-8b13-03c07f40f824 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:58:04.565188 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a556750c-4c61-4847-9818-4986ff58a64f None None] Deleting port dc26e760-022e-4847-8b13-03c07f40f824 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:04.565786 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a556750c-4c61-4847-9818-4986ff58a64f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:04.656779 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda3c0b-4b19-4261-b669-d8b7e68e23d6 req-028c47cf-c366-45ef-a0c5-3e5288ea35a7 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:04.671890 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0dda3c0b-4b19-4261-b669-d8b7e68e23d6 req-028c47cf-c366-45ef-a0c5-3e5288ea35a7 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9e511c-f404-46f0-9069-a85c1ce57c11 HTTP/1.1" status: 200 len: 948 time: 0.1772444 Nov 25 19:58:04.687848 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab5124-7e09-4048-98ee-cf9e45768e8f req-39b4e7b6-85c0-472e-b32e-3dfe27c1b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:04.701427 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeab5124-7e09-4048-98ee-cf9e45768e8f req-39b4e7b6-85c0-472e-b32e-3dfe27c1b288 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2054238 Nov 25 19:58:04.843678 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a556750c-4c61-4847-9818-4986ff58a64f None None] For port dc26e760-022e-4847-8b13-03c07f40f824, host n-d-819349-5, got binding levels [] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:04.844893 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a556750c-4c61-4847-9818-4986ff58a64f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:04.922657 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a556750c-4c61-4847-9818-4986ff58a64f None None] Calling delete_port for dc26e760-022e-4847-8b13-03c07f40f824 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:04.939849 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.ipam_backend_mixin [None req-a556750c-4c61-4847-9818-4986ff58a64f None None] Port dc26e760-022e-4847-8b13-03c07f40f824 was not found and therefore no delete operation was performed {{(pid=103601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:58:04.947340 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a556750c-4c61-4847-9818-4986ff58a64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:04.968086 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0dda3c0b-4b19-4261-b669-d8b7e68e23d6 req-47336ea4-c4ee-41e4-a9d9-cb5b83bda534 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/security-groups?id=00e987d2-9724-440b-ab6b-d1bb0cb579a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938485 Nov 25 19:58:05.000497 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b2204586-6a11-41f8-ab4f-5e8d33da2b81 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:05.068859 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeab5124-7e09-4048-98ee-cf9e45768e8f req-5fe367cc-5d50-4737-87fd-14e855e37a14 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470252 Nov 25 19:58:05.076241 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b2204586-6a11-41f8-ab4f-5e8d33da2b81 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6033ab2c-8557-4fb0-b693-1d51a71d5a96']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:05.116034 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b2204586-6a11-41f8-ab4f-5e8d33da2b81 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23505943-1b91-48e0-9718-3b51a02daf2b') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:05.116530 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b2204586-6a11-41f8-ab4f-5e8d33da2b81 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23505943-1b91-48e0-9718-3b51a02daf2b') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:05.134660 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556750c-4c61-4847-9818-4986ff58a64f None None] Pushing event deleted for resources: {'Port': ['ID=dc26e760-022e-4847-8b13-03c07f40f824,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:05.154105 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a556750c-4c61-4847-9818-4986ff58a64f None None] No DVR routers for this DVR port dc26e760-022e-4847-8b13-03c07f40f824 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:58:05.163666 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b2204586-6a11-41f8-ab4f-5e8d33da2b81 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:05.186683 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device dc26e760-022e-4847-8b13-03c07f40f824 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:58:05.209051 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b2204586-6a11-41f8-ab4f-5e8d33da2b81 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:05.220220 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2204586-6a11-41f8-ab4f-5e8d33da2b81 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:58:05.221944 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b2204586-6a11-41f8-ab4f-5e8d33da2b81 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:05.282888 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: dc26e760-022e-4847-8b13-03c07f40f824 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:58:05.283483 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device dc26e760-022e-4847-8b13-03c07f40f824 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:58:05.284160 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4e2be27d-0481-4010-aa53-a4462a72f553 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:58:05.328975 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:58:05.333480 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39776) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:05.350229 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b2204586-6a11-41f8-ab4f-5e8d33da2b81 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:05.354020 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 4e2be27d-0481-4010-aa53-a4462a72f553 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:58:05.355212 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4e2be27d-0481-4010-aa53-a4462a72f553 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:58:05.384770 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b2204586-6a11-41f8-ab4f-5e8d33da2b81 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:05.401932 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b2204586-6a11-41f8-ab4f-5e8d33da2b81 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/networks/6033ab2c-8557-4fb0-b693-1d51a71d5a96 HTTP/1.1" status: 204 len: 168 time: 2.0591943 Nov 25 19:58:05.426464 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39782) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:05.439031 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2204586-6a11-41f8-ab4f-5e8d33da2b81 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Network': ['ID=6033ab2c-8557-4fb0-b693-1d51a71d5a96,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:05.534279 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:05.581344 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eeab5124-7e09-4048-98ee-cf9e45768e8f req-9ca494c2-4390-441f-a110-e45c9f36cce2 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031278 Nov 25 19:58:05.595969 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:58:05.650181 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:05.780597 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-56b5c611-8525-4966-b6e5-63b6a617a523 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1291797590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:05.856660 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56b5c611-8525-4966-b6e5-63b6a617a523 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:05.861781 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56b5c611-8525-4966-b6e5-63b6a617a523 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:05.926533 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39792) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:05.937192 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56b5c611-8525-4966-b6e5-63b6a617a523 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:05.944753 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56b5c611-8525-4966-b6e5-63b6a617a523 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:05.980128 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56b5c611-8525-4966-b6e5-63b6a617a523 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:05.982046 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-56b5c611-8525-4966-b6e5-63b6a617a523 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6499112 Nov 25 19:58:05.986883 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39796) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:05.999365 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-df4a21c7-595a-45d9-ae86-1857d80bb602 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-417657674'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:06.049366 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4a21c7-595a-45d9-ae86-1857d80bb602 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Made reservation on behalf of 82ff84d42e524ce18322ffe4c381f006 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:58:06.055627 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df4a21c7-595a-45d9-ae86-1857d80bb602 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.085295 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df4a21c7-595a-45d9-ae86-1857d80bb602 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.142671 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-659aa6d1-f758-43c7-9dc0-3a42739a48c0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.252662 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df4a21c7-595a-45d9-ae86-1857d80bb602 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.258608 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df4a21c7-595a-45d9-ae86-1857d80bb602 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.274629 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4a21c7-595a-45d9-ae86-1857d80bb602 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:58:06.284510 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-c8c4561b-f272-49a0-95f1-01e11391cb4e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1703527303-network', 'tenant_id': '5a555fd9f17440198fc38dcbabac129c'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:06.287284 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df4a21c7-595a-45d9-ae86-1857d80bb602 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.287886 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-df4a21c7-595a-45d9-ae86-1857d80bb602 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Added segment babf3dfb-5b29-4fb3-a620-5f058621aa40 of type vlan for network 9c814d0a-a64c-421a-a9f9-8a3a8f4a2a97 Nov 25 19:58:06.348643 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43f478-18bc-4d25-ade7-9d672d50e4f2 req-f59798e2-3707-4054-8ae1-1b14d8ca0641 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:06.349022 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df4a21c7-595a-45d9-ae86-1857d80bb602 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.350278 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee43f478-18bc-4d25-ade7-9d672d50e4f2 req-f59798e2-3707-4054-8ae1-1b14d8ca0641 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9e511c-f404-46f0-9069-a85c1ce57c11 HTTP/1.1" status: 200 len: 948 time: 0.1409485 Nov 25 19:58:06.395948 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df4a21c7-595a-45d9-ae86-1857d80bb602 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.398228 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c4561b-f272-49a0-95f1-01e11391cb4e admin admin] Made reservation on behalf of 5a555fd9f17440198fc38dcbabac129c for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:58:06.400857 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8c4561b-f272-49a0-95f1-01e11391cb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.403067 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4a21c7-595a-45d9-ae86-1857d80bb602 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:06.403869 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df4a21c7-595a-45d9-ae86-1857d80bb602 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.425155 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a21c7-595a-45d9-ae86-1857d80bb602 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=432b5cbb-9d7d-4238-b23a-0674f1395fea,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:06.438652 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 288f5e44-32e5-4c7b-b41a-9fe8050f971f details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:58:06.440317 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8c4561b-f272-49a0-95f1-01e11391cb4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.532364 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-df4a21c7-595a-45d9-ae86-1857d80bb602 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5395772 Nov 25 19:58:06.535189 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee43f478-18bc-4d25-ade7-9d672d50e4f2 req-312a1ef1-9673-43ce-ba47-5a5f2b2d9bdb tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/security-groups?id=00e987d2-9724-440b-ab6b-d1bb0cb579a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314640 Nov 25 19:58:06.543376 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39804) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:06.548146 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-341296ae-8794-4a43-9e33-15c5bb321e8f tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Request body: {'subnet': {'network_id': '9c814d0a-a64c-421a-a9f9-8a3a8f4a2a97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:06.602381 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a21c7-595a-45d9-ae86-1857d80bb602 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Pushing event updated for resources: {'Network': ['ID=9c814d0a-a64c-421a-a9f9-8a3a8f4a2a97,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:06.625078 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 9c814d0a-a64c-421a-a9f9-8a3a8f4a2a97 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:58:06.696355 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8c4561b-f272-49a0-95f1-01e11391cb4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.735333 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8c4561b-f272-49a0-95f1-01e11391cb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.777881 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c4561b-f272-49a0-95f1-01e11391cb4e admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:58:06.813040 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 288f5e44-32e5-4c7b-b41a-9fe8050f971f, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=288f5e44-32e5-4c7b-b41a-9fe8050f971f,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:06.828976 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8c4561b-f272-49a0-95f1-01e11391cb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.829337 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-c8c4561b-f272-49a0-95f1-01e11391cb4e admin admin] Added segment f83f484f-6adc-4d4a-a3d8-5ed891b2fa03 of type vlan for network 3e504df9-6b59-47e4-8991-21efcc777f2f Nov 25 19:58:06.831151 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4561b-f272-49a0-95f1-01e11391cb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30df79ee-9135-4589-beec-a864b8192975,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:06.832545 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '288f5e44-32e5-4c7b-b41a-9fe8050f971f', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '288f5e44-32e5-4c7b-b41a-9fe8050f971f', 'mac_address': 'fa:16:3e:c4:cc:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:58:06.846258 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341296ae-8794-4a43-9e33-15c5bb321e8f tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Made reservation on behalf of 82ff84d42e524ce18322ffe4c381f006 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:58:06.855485 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-341296ae-8794-4a43-9e33-15c5bb321e8f tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.917469 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.945221 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 288f5e44-32e5-4c7b-b41a-9fe8050f971f {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:58:06.985030 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 288f5e44-32e5-4c7b-b41a-9fe8050f971f, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=288f5e44-32e5-4c7b-b41a-9fe8050f971f,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:07.003542 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8c4561b-f272-49a0-95f1-01e11391cb4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:07.011669 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:07.069746 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-659aa6d1-f758-43c7-9dc0-3a42739a48c0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Deleting port fb55537a-b3e0-4ffc-a819-c9fa0169f5a2 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:07.070194 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-659aa6d1-f758-43c7-9dc0-3a42739a48c0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:07.078148 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8c4561b-f272-49a0-95f1-01e11391cb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:07.079218 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c4561b-f272-49a0-95f1-01e11391cb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:07.079819 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8c4561b-f272-49a0-95f1-01e11391cb4e admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:07.147545 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=288f5e44-32e5-4c7b-b41a-9fe8050f971f,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:07.253936 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c8c4561b-f272-49a0-95f1-01e11391cb4e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3244267 Nov 25 19:58:07.255428 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39806) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:07.261981 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a0421320-82d9-4112-8707-a04c90e98728 admin admin] Request body: {'subnet': {'network_id': '3e504df9-6b59-47e4-8991-21efcc777f2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1703527303-subnet', 'tenant_id': '5a555fd9f17440198fc38dcbabac129c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:07.271764 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['288f5e44-32e5-4c7b-b41a-9fe8050f971f'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:58:07.282319 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4561b-f272-49a0-95f1-01e11391cb4e admin admin] Pushing event updated for resources: {'Network': ['ID=3e504df9-6b59-47e4-8991-21efcc777f2f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:07.330951 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0421320-82d9-4112-8707-a04c90e98728 admin admin] Made reservation on behalf of 5a555fd9f17440198fc38dcbabac129c for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:58:07.337364 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0421320-82d9-4112-8707-a04c90e98728 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:07.360159 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-659aa6d1-f758-43c7-9dc0-3a42739a48c0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] For port fb55537a-b3e0-4ffc-a819-c9fa0169f5a2, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=fb55537a-b3e0-4ffc-a819-c9fa0169f5a2,segment=NetworkSegment(36b2eacc-7dcc-4798-a779-2fa598c1f812),segment_id=36b2eacc-7dcc-4798-a779-2fa598c1f812)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:07.360532 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-659aa6d1-f758-43c7-9dc0-3a42739a48c0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:07.379915 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-341296ae-8794-4a43-9e33-15c5bb321e8f tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:07.395896 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-659aa6d1-f758-43c7-9dc0-3a42739a48c0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Calling delete_port for fb55537a-b3e0-4ffc-a819-c9fa0169f5a2 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:07.465905 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 3e504df9-6b59-47e4-8991-21efcc777f2f details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:58:07.645863 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341296ae-8794-4a43-9e33-15c5bb321e8f tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Pushing event updated for resources: {'Subnet': ['ID=ddf895e2-cc14-4a48-9ef6-10afb10887c0,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:07.684087 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0421320-82d9-4112-8707-a04c90e98728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:07.730353 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341296ae-8794-4a43-9e33-15c5bb321e8f tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Checking segment: {'id': 'babf3dfb-5b29-4fb3-a620-5f058621aa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9c814d0a-a64c-421a-a9f9-8a3a8f4a2a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:07.730742 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341296ae-8794-4a43-9e33-15c5bb321e8f tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Network hostable DHCP agents. Network: 9c814d0a-a64c-421a-a9f9-8a3a8f4a2a97, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:58:07.842360 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0421320-82d9-4112-8707-a04c90e98728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=064e3701-9741-493c-abc9-7b76d1f483e9,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:07.961420 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341296ae-8794-4a43-9e33-15c5bb321e8f tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Network 9c814d0a-a64c-421a-a9f9-8a3a8f4a2a97 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:58:07.988821 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0421320-82d9-4112-8707-a04c90e98728 admin admin] Checking segment: {'id': 'f83f484f-6adc-4d4a-a3d8-5ed891b2fa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3e504df9-6b59-47e4-8991-21efcc777f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:07.990646 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0421320-82d9-4112-8707-a04c90e98728 admin admin] Network hostable DHCP agents. Network: 3e504df9-6b59-47e4-8991-21efcc777f2f, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:58:08.021803 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-341296ae-8794-4a43-9e33-15c5bb321e8f tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 9c814d0a-a64c-421a-a9f9-8a3a8f4a2a97) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:08.042132 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6959ff21-2158-4e01-867e-487146ba82a5 None None] Network 9c814d0a-a64c-421a-a9f9-8a3a8f4a2a97 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:08.079445 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24fc15-de4f-464f-aa1b-58f2c7cf627f req-700f38c7-d144-44e6-a0e1-3ab85ed442a1 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:08.082053 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db24fc15-de4f-464f-aa1b-58f2c7cf627f req-700f38c7-d144-44e6-a0e1-3ab85ed442a1 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9e511c-f404-46f0-9069-a85c1ce57c11 HTTP/1.1" status: 200 len: 949 time: 0.2684190 Nov 25 19:58:08.141270 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0421320-82d9-4112-8707-a04c90e98728 admin admin] Network 3e504df9-6b59-47e4-8991-21efcc777f2f is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:58:08.163285 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a0421320-82d9-4112-8707-a04c90e98728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 3e504df9-6b59-47e4-8991-21efcc777f2f) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:08.179072 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0421320-82d9-4112-8707-a04c90e98728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:08.180306 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0421320-82d9-4112-8707-a04c90e98728 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:08.194200 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341296ae-8794-4a43-9e33-15c5bb321e8f tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:08.195063 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-341296ae-8794-4a43-9e33-15c5bb321e8f tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:08.197043 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db30045-fb05-4026-92e3-7bb86da0aef8 None None] Network 3e504df9-6b59-47e4-8991-21efcc777f2f requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:08.216577 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a0421320-82d9-4112-8707-a04c90e98728 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9592285 Nov 25 19:58:08.320602 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-341296ae-8794-4a43-9e33-15c5bb321e8f tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7730746 Nov 25 19:58:08.325075 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39820) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:08.333591 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-56728546-5d46-406a-be77-88064a130005 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Request body: {'network': {'name': 'tempest-router-network01--1133666191'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:08.361242 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-659aa6d1-f758-43c7-9dc0-3a42739a48c0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:08.428132 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56728546-5d46-406a-be77-88064a130005 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Made reservation on behalf of 82ff84d42e524ce18322ffe4c381f006 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:58:08.434350 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56728546-5d46-406a-be77-88064a130005 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:08.531007 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56728546-5d46-406a-be77-88064a130005 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:58:08.563782 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db24fc15-de4f-464f-aa1b-58f2c7cf627f req-ddff6b56-c955-4216-840e-0465cb4c34cd tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/security-groups?id=00e987d2-9724-440b-ab6b-d1bb0cb579a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721607 Nov 25 19:58:08.565110 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56728546-5d46-406a-be77-88064a130005 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:08.565276 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659aa6d1-f758-43c7-9dc0-3a42739a48c0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Port': ['ID=fb55537a-b3e0-4ffc-a819-c9fa0169f5a2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:08.565657 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-56728546-5d46-406a-be77-88064a130005 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Added segment 4282ddf9-2ba4-4a17-9457-2f170d7f4d6c of type vlan for network 2403dc01-d4b0-4007-a359-78dd8289c9f3 Nov 25 19:58:08.809812 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56728546-5d46-406a-be77-88064a130005 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:08.874592 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa513a08-ed1e-4421-a4d9-cfb5c37e2bee None None] Network 3e504df9-6b59-47e4-8991-21efcc777f2f requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:08.938046 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c74e076-2a34-4f2b-a159-e1179912e10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-9c814d0a-a64c-421a-a9f9-8a3a8f4a2a97', 'network_id': '9c814d0a-a64c-421a-a9f9-8a3a8f4a2a97', 'tenant_id': '82ff84d42e524ce18322ffe4c381f006', 'fixed_ips': [{'subnet_id': 'ddf895e2-cc14-4a48-9ef6-10afb10887c0'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:58:08.944324 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1c74e076-2a34-4f2b-a159-e1179912e10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:09.002743 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56728546-5d46-406a-be77-88064a130005 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:09.045937 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56728546-5d46-406a-be77-88064a130005 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:09.047804 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56728546-5d46-406a-be77-88064a130005 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:09.567679 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56728546-5d46-406a-be77-88064a130005 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Pushing event updated for resources: {'Network': ['ID=2403dc01-d4b0-4007-a359-78dd8289c9f3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:09.588891 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-56728546-5d46-406a-be77-88064a130005 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2646997 Nov 25 19:58:09.593874 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39832) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:09.601825 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-14a95de4-ea14-44e2-8069-7f2093ab1b4a tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Request body: {'network': {'name': 'tempest-router-network02--1008642007'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:09.614054 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 2403dc01-d4b0-4007-a359-78dd8289c9f3 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:58:09.668021 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a95de4-ea14-44e2-8069-7f2093ab1b4a tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Made reservation on behalf of 82ff84d42e524ce18322ffe4c381f006 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:58:09.676978 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14a95de4-ea14-44e2-8069-7f2093ab1b4a tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:09.749560 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a95de4-ea14-44e2-8069-7f2093ab1b4a tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:58:09.779673 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14a95de4-ea14-44e2-8069-7f2093ab1b4a tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:09.782772 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-14a95de4-ea14-44e2-8069-7f2093ab1b4a tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Added segment 9dc1769f-2337-4517-a61b-1ca276669238 of type vlan for network e7429a17-fa83-4e0c-980d-c50bb3fe8e4b Nov 25 19:58:09.890051 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-659aa6d1-f758-43c7-9dc0-3a42739a48c0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:09.904262 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14a95de4-ea14-44e2-8069-7f2093ab1b4a tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:09.958952 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-1c74e076-2a34-4f2b-a159-e1179912e10f None None] Allocated IP 172.20.0.2 (9c814d0a-a64c-421a-a9f9-8a3a8f4a2a97/ddf895e2-cc14-4a48-9ef6-10afb10887c0/d10dea5d-8e22-4ea5-ba92-019150bc62dd) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:58:10.008580 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14a95de4-ea14-44e2-8069-7f2093ab1b4a tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:10.018320 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a95de4-ea14-44e2-8069-7f2093ab1b4a tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:10.019072 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14a95de4-ea14-44e2-8069-7f2093ab1b4a tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:10.077449 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-14a95de4-ea14-44e2-8069-7f2093ab1b4a tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4801798 Nov 25 19:58:10.078273 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39840) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:10.111468 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-15e19db9-fe85-4001-8252-630321e06894 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Request body: {'subnet': {'network_id': '2403dc01-d4b0-4007-a359-78dd8289c9f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:10.347164 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a95de4-ea14-44e2-8069-7f2093ab1b4a tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Pushing event updated for resources: {'Network': ['ID=e7429a17-fa83-4e0c-980d-c50bb3fe8e4b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:10.400736 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659aa6d1-f758-43c7-9dc0-3a42739a48c0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:58:10.538311 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e19db9-fe85-4001-8252-630321e06894 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Made reservation on behalf of 82ff84d42e524ce18322ffe4c381f006 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:58:10.551793 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-15e19db9-fe85-4001-8252-630321e06894 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:10.584740 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659aa6d1-f758-43c7-9dc0-3a42739a48c0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:58:10.599704 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39844) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:10.600265 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-659aa6d1-f758-43c7-9dc0-3a42739a48c0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "PUT /v2.0/routers/527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1557984 Nov 25 19:58:10.608689 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1c74e076-2a34-4f2b-a159-e1179912e10f None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:10.619999 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77c9a9-d0ea-4934-b7a9-d7b22810868d req-c0ad4bcd-557a-4bf1-be3c-8ac7ea72067a tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:10.622281 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8e77c9a9-d0ea-4934-b7a9-d7b22810868d req-c0ad4bcd-557a-4bf1-be3c-8ac7ea72067a tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9e511c-f404-46f0-9069-a85c1ce57c11 HTTP/1.1" status: 200 len: 949 time: 0.2190492 Nov 25 19:58:10.628000 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network e7429a17-fa83-4e0c-980d-c50bb3fe8e4b details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:58:10.631175 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 288f5e44-32e5-4c7b-b41a-9fe8050f971f up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:10.639536 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6271a51a-ef98-42e0-b137-2c005f80de0e None None] Sync routers for ids ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:58:10.654129 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1c74e076-2a34-4f2b-a159-e1179912e10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:10.707449 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8e77c9a9-d0ea-4934-b7a9-d7b22810868d req-eeb0f5b0-9157-4879-ba60-4ce63762cf24 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/security-groups?id=00e987d2-9724-440b-ab6b-d1bb0cb579a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784080 Nov 25 19:58:10.752813 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6271a51a-ef98-42e0-b137-2c005f80de0e None None] Routers {'527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:10.753662 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6271a51a-ef98-42e0-b137-2c005f80de0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:58:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:10.841140 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb19b856-86c5-48b0-a53f-c3b7a7966cef tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Deleting subnet 2b59f36c-1239-437b-9b91-1fadc90434cc {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:58:10.855364 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eb19b856-86c5-48b0-a53f-c3b7a7966cef tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:10.868216 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74e076-2a34-4f2b-a159-e1179912e10f None None] Pushing event updated for resources: {'Port': ['ID=d10dea5d-8e22-4ea5-ba92-019150bc62dd,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:11.020355 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c74e076-2a34-4f2b-a159-e1179912e10f None None] Network 9c814d0a-a64c-421a-a9f9-8a3a8f4a2a97 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:11.041844 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-1c74e076-2a34-4f2b-a159-e1179912e10f None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:11.082685 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c74e076-2a34-4f2b-a159-e1179912e10f None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:58:11.139713 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-6271a51a-ef98-42e0-b137-2c005f80de0e None None] Set router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:11.186640 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 288f5e44-32e5-4c7b-b41a-9fe8050f971f completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:58:11.191974 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eb19b856-86c5-48b0-a53f-c3b7a7966cef tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.267467 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 288f5e44-32e5-4c7b-b41a-9fe8050f971f triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:11.268151 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.307764 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-1c74e076-2a34-4f2b-a159-e1179912e10f None None] Attempting to bind port d10dea5d-8e22-4ea5-ba92-019150bc62dd on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:58:11.308456 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-1c74e076-2a34-4f2b-a159-e1179912e10f None None] Attempting to bind port d10dea5d-8e22-4ea5-ba92-019150bc62dd by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'babf3dfb-5b29-4fb3-a620-5f058621aa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9c814d0a-a64c-421a-a9f9-8a3a8f4a2a97'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:58:11.309065 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74e076-2a34-4f2b-a159-e1179912e10f None None] Attempting to bind port d10dea5d-8e22-4ea5-ba92-019150bc62dd on network 9c814d0a-a64c-421a-a9f9-8a3a8f4a2a97 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:58:11.319741 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74e076-2a34-4f2b-a159-e1179912e10f None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:58:11.320469 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74e076-2a34-4f2b-a159-e1179912e10f None None] Checking segment: {'id': 'babf3dfb-5b29-4fb3-a620-5f058621aa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9c814d0a-a64c-421a-a9f9-8a3a8f4a2a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:11.321121 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1c74e076-2a34-4f2b-a159-e1179912e10f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.321789 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74e076-2a34-4f2b-a159-e1179912e10f None None] Bound using segment: {'id': 'babf3dfb-5b29-4fb3-a620-5f058621aa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9c814d0a-a64c-421a-a9f9-8a3a8f4a2a97'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:58:11.323091 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-1c74e076-2a34-4f2b-a159-e1179912e10f None None] Bound port: d10dea5d-8e22-4ea5-ba92-019150bc62dd, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'babf3dfb-5b29-4fb3-a620-5f058621aa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9c814d0a-a64c-421a-a9f9-8a3a8f4a2a97'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:58:11.324122 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1c74e076-2a34-4f2b-a159-e1179912e10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.401299 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-15e19db9-fe85-4001-8252-630321e06894 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.533602 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-1c74e076-2a34-4f2b-a159-e1179912e10f None None] For port d10dea5d-8e22-4ea5-ba92-019150bc62dd, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:58:11.538103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-1c74e076-2a34-4f2b-a159-e1179912e10f None None] For port d10dea5d-8e22-4ea5-ba92-019150bc62dd, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d10dea5d-8e22-4ea5-ba92-019150bc62dd,segment=NetworkSegment(babf3dfb-5b29-4fb3-a620-5f058621aa40),segment_id=babf3dfb-5b29-4fb3-a620-5f058621aa40)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:58:11.585681 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eb19b856-86c5-48b0-a53f-c3b7a7966cef tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.682366 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e19db9-fe85-4001-8252-630321e06894 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Pushing event updated for resources: {'Subnet': ['ID=6bbf2895-501e-4947-9317-8922da8587fb,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:11.722674 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e19db9-fe85-4001-8252-630321e06894 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Checking segment: {'id': '4282ddf9-2ba4-4a17-9457-2f170d7f4d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2403dc01-d4b0-4007-a359-78dd8289c9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:11.723376 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e19db9-fe85-4001-8252-630321e06894 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Network hostable DHCP agents. Network: 2403dc01-d4b0-4007-a359-78dd8289c9f3, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:58:11.732928 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.749583 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eb19b856-86c5-48b0-a53f-c3b7a7966cef tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.755099 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1c74e076-2a34-4f2b-a159-e1179912e10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.786037 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e19db9-fe85-4001-8252-630321e06894 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Network 2403dc01-d4b0-4007-a359-78dd8289c9f3 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:58:11.789279 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19b856-86c5-48b0-a53f-c3b7a7966cef tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Subnet': ['ID=2b59f36c-1239-437b-9b91-1fadc90434cc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:11.816638 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eb19b856-86c5-48b0-a53f-c3b7a7966cef tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.825408 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39868) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:11.826365 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-eb19b856-86c5-48b0-a53f-c3b7a7966cef tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/subnets/2b59f36c-1239-437b-9b91-1fadc90434cc HTTP/1.1" status: 204 len: 168 time: 1.2244172 Nov 25 19:58:11.843607 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e611f67-7b5b-438a-a71c-703bcaade3af None None] Network c487d13e-31e3-4f38-b7fd-be691611cbfe requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:11.873661 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-15e19db9-fe85-4001-8252-630321e06894 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 2403dc01-d4b0-4007-a359-78dd8289c9f3) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:11.894226 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e19db9-fe85-4001-8252-630321e06894 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:11.908167 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-15e19db9-fe85-4001-8252-630321e06894 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.923891 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9e511c-f404-46f0-9069-a85c1ce57c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288f5e44-32e5-4c7b-b41a-9fe8050f971f'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:58:11.935528 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ea5d98-217f-487e-92c3-8eec95e99e5b" -d '{"events": [{"server_uuid": "cd9e511c-f404-46f0-9069-a85c1ce57c11", "name": "network-vif-plugged", "status": "completed", "tag": "288f5e44-32e5-4c7b-b41a-9fe8050f971f"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:58:11.946037 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39876) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:11.948662 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-15e19db9-fe85-4001-8252-630321e06894 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8413796 Nov 25 19:58:11.953309 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-13240bda-650c-4195-9e8b-3cbbc5cb5db2 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Request body: {'subnet': {'network_id': 'e7429a17-fa83-4e0c-980d-c50bb3fe8e4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:11.967418 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b9b895-f856-45d1-8246-8f0c01343583 None None] Network 2403dc01-d4b0-4007-a359-78dd8289c9f3 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:12.076734 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ec95f8b-cfe4-43ed-8bb7-e55a797f5b0e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:12.100543 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 288f5e44-32e5-4c7b-b41a-9fe8050f971f, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=288f5e44-32e5-4c7b-b41a-9fe8050f971f,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:12.144063 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:12.202083 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6eb96-1b5e-49bd-8a0c-c1ae7fac0df0 req-d4d53c76-4b5f-4f37-a0b9-7531fb4ba48e tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:12.212047 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b4a6eb96-1b5e-49bd-8a0c-c1ae7fac0df0 req-d4d53c76-4b5f-4f37-a0b9-7531fb4ba48e tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9e511c-f404-46f0-9069-a85c1ce57c11 HTTP/1.1" status: 200 len: 949 time: 0.2073572 Nov 25 19:58:12.257970 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13240bda-650c-4195-9e8b-3cbbc5cb5db2 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Made reservation on behalf of 82ff84d42e524ce18322ffe4c381f006 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:58:12.262766 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13240bda-650c-4195-9e8b-3cbbc5cb5db2 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:12.288518 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74e076-2a34-4f2b-a159-e1179912e10f None None] Pushing event updated for resources: {'Port': ['ID=d10dea5d-8e22-4ea5-ba92-019150bc62dd,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:12.470972 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b4a6eb96-1b5e-49bd-8a0c-c1ae7fac0df0 req-34736f0d-a4af-472b-92b7-adb1b62f46ac tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/security-groups?id=00e987d2-9724-440b-ab6b-d1bb0cb579a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567363 Nov 25 19:58:12.475129 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3ec95f8b-cfe4-43ed-8bb7-e55a797f5b0e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Deleting port 04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:12.479300 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ec95f8b-cfe4-43ed-8bb7-e55a797f5b0e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:12.520188 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6271a51a-ef98-42e0-b137-2c005f80de0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:58:07Z', 'revision_number': 9, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None, '_interfaces': [{'id': '375ff8fc-ec96-4ba2-bb71-4571e9bb1f24', 'name': '', 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:51:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:13Z', 'updated_at': '2021-11-25T19:57:26Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c8134d5-1fba-401a-8bfd-040ae9009c50', 'name': '', 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:a6:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:21Z', 'updated_at': '2021-11-25T19:57:34Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:12.561591 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fbfc60-abe2-4eba-9980-77cd85b52d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-2403dc01-d4b0-4007-a359-78dd8289c9f3', 'network_id': '2403dc01-d4b0-4007-a359-78dd8289c9f3', 'tenant_id': '82ff84d42e524ce18322ffe4c381f006', 'fixed_ips': [{'subnet_id': '6bbf2895-501e-4947-9317-8922da8587fb'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:58:12.567729 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-27fbfc60-abe2-4eba-9980-77cd85b52d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:12.704127 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe62713-483d-4a78-9e56-0344da6e6a4d x-openstack-request-id: req-6fe62713-483d-4a78-9e56-0344da6e6a4d {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:58:12.704724 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9e511c-f404-46f0-9069-a85c1ce57c11", "name": "network-vif-plugged", "status": "completed", "tag": "288f5e44-32e5-4c7b-b41a-9fe8050f971f", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:58:12.705206 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6fe62713-483d-4a78-9e56-0344da6e6a4d {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:58:12.707562 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9e511c-f404-46f0-9069-a85c1ce57c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288f5e44-32e5-4c7b-b41a-9fe8050f971f', 'code': 200} Nov 25 19:58:12.722994 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6271a51a-ef98-42e0-b137-2c005f80de0e None None] Checking router: 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:58:12.742568 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3ec95f8b-cfe4-43ed-8bb7-e55a797f5b0e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] For port 04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c,segment=NetworkSegment(36b2eacc-7dcc-4798-a779-2fa598c1f812),segment_id=36b2eacc-7dcc-4798-a779-2fa598c1f812)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:12.743407 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ec95f8b-cfe4-43ed-8bb7-e55a797f5b0e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:12.820224 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3ec95f8b-cfe4-43ed-8bb7-e55a797f5b0e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Calling delete_port for 04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:13.086568 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-27fbfc60-abe2-4eba-9980-77cd85b52d57 None None] Allocated IP 172.20.0.2 (2403dc01-d4b0-4007-a359-78dd8289c9f3/6bbf2895-501e-4947-9317-8922da8587fb/a4fdf537-c077-44d9-b2a0-70c837c54b57) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:58:13.377133 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13240bda-650c-4195-9e8b-3cbbc5cb5db2 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:13.408114 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b7ddd-3ecb-479e-87fc-91ebad0c5aa4 req-a718620a-c336-433c-a845-ca33a5899e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:13.411914 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c7b7ddd-3ecb-479e-87fc-91ebad0c5aa4 req-a718620a-c336-433c-a845-ca33a5899e88 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=cd9e511c-f404-46f0-9069-a85c1ce57c11 HTTP/1.1" status: 200 len: 1101 time: 0.6400206 Nov 25 19:58:13.417992 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-27fbfc60-abe2-4eba-9980-77cd85b52d57 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:13.441339 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d10dea5d-8e22-4ea5-ba92-019150bc62dd up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:13.449810 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ec95f8b-cfe4-43ed-8bb7-e55a797f5b0e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:13.453488 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-27fbfc60-abe2-4eba-9980-77cd85b52d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:13.507863 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec95f8b-cfe4-43ed-8bb7-e55a797f5b0e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] No DVR routers for this DVR port 04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:58:13.518564 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6271a51a-ef98-42e0-b137-2c005f80de0e None None] Routers {'527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:13.519708 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6271a51a-ef98-42e0-b137-2c005f80de0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:58:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:13.523264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=288f5e44-32e5-4c7b-b41a-9fe8050f971f,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:13.824212 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec95f8b-cfe4-43ed-8bb7-e55a797f5b0e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Port': ['ID=04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:13.904868 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c7b7ddd-3ecb-479e-87fc-91ebad0c5aa4 req-8b644aee-8271-47eb-b485-a2b42ec77bfe service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=00e987d2-9724-440b-ab6b-d1bb0cb579a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597135 Nov 25 19:58:13.912358 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd8be4-bb20-436b-9964-9f7341637591 req-b8e8bd61-6920-46ff-8f2d-c9a10796f085 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:13.920839 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-82fd8be4-bb20-436b-9964-9f7341637591 req-b8e8bd61-6920-46ff-8f2d-c9a10796f085 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/networks?id=3e504df9-6b59-47e4-8991-21efcc777f2f HTTP/1.1" status: 200 len: 810 time: 0.6855860 Nov 25 19:58:13.979658 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13240bda-650c-4195-9e8b-3cbbc5cb5db2 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Pushing event updated for resources: {'Subnet': ['ID=32a5b848-468c-4df2-8d6e-b790b0790dca,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:13.997142 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-82fd8be4-bb20-436b-9964-9f7341637591 req-1854fa9b-e1be-44d5-bfe2-e139d117eebe tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/quotas/5a555fd9f17440198fc38dcbabac129c HTTP/1.1" status: 200 len: 375 time: 0.0746107 Nov 25 19:58:14.000862 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ec95f8b-cfe4-43ed-8bb7-e55a797f5b0e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:14.042974 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13240bda-650c-4195-9e8b-3cbbc5cb5db2 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Checking segment: {'id': '9dc1769f-2337-4517-a61b-1ca276669238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e7429a17-fa83-4e0c-980d-c50bb3fe8e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:14.044888 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13240bda-650c-4195-9e8b-3cbbc5cb5db2 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Network hostable DHCP agents. Network: e7429a17-fa83-4e0c-980d-c50bb3fe8e4b, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:58:14.066270 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-82fd8be4-bb20-436b-9964-9f7341637591 req-28256a96-187f-4c9d-80bf-072d2a68f7ab tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a555fd9f17440198fc38dcbabac129c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681939 Nov 25 19:58:14.119850 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-3ec95f8b-cfe4-43ed-8bb7-e55a797f5b0e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c487d13e-31e3-4f38-b7fd-be691611cbfe']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:14.137909 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-3ec95f8b-cfe4-43ed-8bb7-e55a797f5b0e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b2eacc-7dcc-4798-a779-2fa598c1f812') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:14.138405 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-3ec95f8b-cfe4-43ed-8bb7-e55a797f5b0e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b2eacc-7dcc-4798-a779-2fa598c1f812') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:14.185037 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ec95f8b-cfe4-43ed-8bb7-e55a797f5b0e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:14.187357 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13240bda-650c-4195-9e8b-3cbbc5cb5db2 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Network e7429a17-fa83-4e0c-980d-c50bb3fe8e4b is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:58:14.223462 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ec95f8b-cfe4-43ed-8bb7-e55a797f5b0e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:14.251218 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fbfc60-abe2-4eba-9980-77cd85b52d57 None None] Pushing event updated for resources: {'Port': ['ID=a4fdf537-c077-44d9-b2a0-70c837c54b57,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:14.265871 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d71b7b-364e-4f3d-a017-177605c0d39d None None] Network 9c814d0a-a64c-421a-a9f9-8a3a8f4a2a97 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:14.286022 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-82fd8be4-bb20-436b-9964-9f7341637591 req-7472fdda-0c36-48e4-b8ff-2119b33f3778 service neutron] 10.222.0.55 "GET /v2.0/networks/3e504df9-6b59-47e4-8991-21efcc777f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185884 Nov 25 19:58:14.289983 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-13240bda-650c-4195-9e8b-3cbbc5cb5db2 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, e7429a17-fa83-4e0c-980d-c50bb3fe8e4b) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:14.305486 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec95f8b-cfe4-43ed-8bb7-e55a797f5b0e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:58:14.305486 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ec95f8b-cfe4-43ed-8bb7-e55a797f5b0e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:58:14.312448 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:58:14.340285 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13240bda-650c-4195-9e8b-3cbbc5cb5db2 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:14.340927 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13240bda-650c-4195-9e8b-3cbbc5cb5db2 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:14.345796 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fbfc60-abe2-4eba-9980-77cd85b52d57 None None] Network 2403dc01-d4b0-4007-a359-78dd8289c9f3 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:14.416411 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a4c4a8-4ba9-423f-bfda-65f76608b43b None None] Network e7429a17-fa83-4e0c-980d-c50bb3fe8e4b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:14.421060 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-27fbfc60-abe2-4eba-9980-77cd85b52d57 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:14.426458 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fbfc60-abe2-4eba-9980-77cd85b52d57 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:58:14.590616 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29aa267-0b80-408c-bc93-7c7db1d7c298 None None] DHCP port deletion for c487d13e-31e3-4f38-b7fd-be691611cbfe request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:58:14.599385 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-adbe09ac-92ec-4a17-bc56-90b488cfea83 None None] Provisioning complete for port d10dea5d-8e22-4ea5-ba92-019150bc62dd triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:14.600459 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-adbe09ac-92ec-4a17-bc56-90b488cfea83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:14.614091 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-13240bda-650c-4195-9e8b-3cbbc5cb5db2 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6665628 Nov 25 19:58:14.616850 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39904) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:14.737170 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ec95f8b-cfe4-43ed-8bb7-e55a797f5b0e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:14.768520 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-27fbfc60-abe2-4eba-9980-77cd85b52d57 None None] Attempting to bind port a4fdf537-c077-44d9-b2a0-70c837c54b57 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:58:14.769846 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-27fbfc60-abe2-4eba-9980-77cd85b52d57 None None] Attempting to bind port a4fdf537-c077-44d9-b2a0-70c837c54b57 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '4282ddf9-2ba4-4a17-9457-2f170d7f4d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2403dc01-d4b0-4007-a359-78dd8289c9f3'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:58:14.770901 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fbfc60-abe2-4eba-9980-77cd85b52d57 None None] Attempting to bind port a4fdf537-c077-44d9-b2a0-70c837c54b57 on network 2403dc01-d4b0-4007-a359-78dd8289c9f3 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:58:14.782190 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ec95f8b-cfe4-43ed-8bb7-e55a797f5b0e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:14.802397 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3ec95f8b-cfe4-43ed-8bb7-e55a797f5b0e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/networks/c487d13e-31e3-4f38-b7fd-be691611cbfe HTTP/1.1" status: 204 len: 168 time: 2.9746711 Nov 25 19:58:14.820048 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 39906) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:14.884124 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec95f8b-cfe4-43ed-8bb7-e55a797f5b0e tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Network': ['ID=c487d13e-31e3-4f38-b7fd-be691611cbfe,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:14.930836 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fbfc60-abe2-4eba-9980-77cd85b52d57 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:58:14.931919 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fbfc60-abe2-4eba-9980-77cd85b52d57 None None] Checking segment: {'id': '4282ddf9-2ba4-4a17-9457-2f170d7f4d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2403dc01-d4b0-4007-a359-78dd8289c9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:14.932759 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-27fbfc60-abe2-4eba-9980-77cd85b52d57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:14.933482 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fbfc60-abe2-4eba-9980-77cd85b52d57 None None] Bound using segment: {'id': '4282ddf9-2ba4-4a17-9457-2f170d7f4d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2403dc01-d4b0-4007-a359-78dd8289c9f3'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:58:14.934593 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-27fbfc60-abe2-4eba-9980-77cd85b52d57 None None] Bound port: a4fdf537-c077-44d9-b2a0-70c837c54b57, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4282ddf9-2ba4-4a17-9457-2f170d7f4d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2403dc01-d4b0-4007-a359-78dd8289c9f3'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:58:14.935346 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-27fbfc60-abe2-4eba-9980-77cd85b52d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:15.021343 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-82fd8be4-bb20-436b-9964-9f7341637591 req-3d2250b4-ec30-4d0a-a34e-67c3bfbe317b service neutron] 10.222.0.55 "GET /v2.0/networks/3e504df9-6b59-47e4-8991-21efcc777f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7270086 Nov 25 19:58:15.172134 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port d10dea5d-8e22-4ea5-ba92-019150bc62dd triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:15.172913 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:15.231465 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-6271a51a-ef98-42e0-b137-2c005f80de0e None None] Set router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:15.624982 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:15.662207 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-27fbfc60-abe2-4eba-9980-77cd85b52d57 None None] For port a4fdf537-c077-44d9-b2a0-70c837c54b57, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:58:15.748784 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d4ebbe8c-9076-4332-b874-5d8c3be6df8f tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:15.807028 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-27fbfc60-abe2-4eba-9980-77cd85b52d57 None None] For port a4fdf537-c077-44d9-b2a0-70c837c54b57, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a4fdf537-c077-44d9-b2a0-70c837c54b57,segment=NetworkSegment(4282ddf9-2ba4-4a17-9457-2f170d7f4d6c),segment_id=4282ddf9-2ba4-4a17-9457-2f170d7f4d6c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:58:15.929723 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-27fbfc60-abe2-4eba-9980-77cd85b52d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:16.141798 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:16.232822 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-adbe09ac-92ec-4a17-bc56-90b488cfea83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:16.247373 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f947fad-49b7-46ee-9f2d-3b4e914482dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-e7429a17-fa83-4e0c-980d-c50bb3fe8e4b', 'network_id': 'e7429a17-fa83-4e0c-980d-c50bb3fe8e4b', 'tenant_id': '82ff84d42e524ce18322ffe4c381f006', 'fixed_ips': [{'subnet_id': '32a5b848-468c-4df2-8d6e-b790b0790dca'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:58:16.248307 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8f947fad-49b7-46ee-9f2d-3b4e914482dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:16.270326 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fbfc60-abe2-4eba-9980-77cd85b52d57 None None] Pushing event updated for resources: {'Port': ['ID=a4fdf537-c077-44d9-b2a0-70c837c54b57,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:16.358515 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29e94f-6e38-4656-8344-77029cb3f553 req-33dc7fa3-c641-4a19-9131-8b023aa67c47 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:16.373003 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd29e94f-6e38-4656-8344-77029cb3f553 req-33dc7fa3-c641-4a19-9131-8b023aa67c47 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9e511c-f404-46f0-9069-a85c1ce57c11 HTTP/1.1" status: 200 len: 950 time: 0.4791100 Nov 25 19:58:16.515927 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-8f947fad-49b7-46ee-9f2d-3b4e914482dc None None] Allocated IP 172.20.0.2 (e7429a17-fa83-4e0c-980d-c50bb3fe8e4b/32a5b848-468c-4df2-8d6e-b790b0790dca/e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:58:16.695767 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8f947fad-49b7-46ee-9f2d-3b4e914482dc None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:16.713058 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8f947fad-49b7-46ee-9f2d-3b4e914482dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:16.722352 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd29e94f-6e38-4656-8344-77029cb3f553 req-e30660b7-3dd5-448a-ad79-b62b0de012bb tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/security-groups?id=00e987d2-9724-440b-ab6b-d1bb0cb579a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379726 Nov 25 19:58:16.723143 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port d10dea5d-8e22-4ea5-ba92-019150bc62dd, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d10dea5d-8e22-4ea5-ba92-019150bc62dd,segment=NetworkSegment(babf3dfb-5b29-4fb3-a620-5f058621aa40),segment_id=babf3dfb-5b29-4fb3-a620-5f058621aa40)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:16.763865 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:16.881866 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f947fad-49b7-46ee-9f2d-3b4e914482dc None None] Network e7429a17-fa83-4e0c-980d-c50bb3fe8e4b is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:16.889193 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f947fad-49b7-46ee-9f2d-3b4e914482dc None None] Pushing event updated for resources: {'Port': ['ID=e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:16.892313 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-8f947fad-49b7-46ee-9f2d-3b4e914482dc None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:16.901314 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f947fad-49b7-46ee-9f2d-3b4e914482dc None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:58:16.928685 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Allocated IP 172.20.0.1 (2403dc01-d4b0-4007-a359-78dd8289c9f3/6bbf2895-501e-4947-9317-8922da8587fb/744d624a-75b3-41c2-b9fb-4bd908950d89) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:58:16.964274 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-adbe09ac-92ec-4a17-bc56-90b488cfea83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:58:16.965103 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-adbe09ac-92ec-4a17-bc56-90b488cfea83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:58:16.970863 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6271a51a-ef98-42e0-b137-2c005f80de0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:58:07Z', 'revision_number': 9, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None, '_interfaces': [{'id': '375ff8fc-ec96-4ba2-bb71-4571e9bb1f24', 'name': '', 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:51:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:13Z', 'updated_at': '2021-11-25T19:57:26Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c8134d5-1fba-401a-8bfd-040ae9009c50', 'name': '', 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:a6:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:21Z', 'updated_at': '2021-11-25T19:57:34Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:17.230833 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=d10dea5d-8e22-4ea5-ba92-019150bc62dd,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:17.234188 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6271a51a-ef98-42e0-b137-2c005f80de0e None None] The sync data for ids ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'] in n-d-819349-5 is: [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:58:07Z', 'revision_number': 9, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None, '_interfaces': [{'id': '375ff8fc-ec96-4ba2-bb71-4571e9bb1f24', 'name': '', 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:51:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:13Z', 'updated_at': '2021-11-25T19:57:26Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c8134d5-1fba-401a-8bfd-040ae9009c50', 'name': '', 'network_id': '4593815e-9b7b-40ea-bc99-16e81ff10f84', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:a6:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:21Z', 'updated_at': '2021-11-25T19:57:34Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': 'd6df527f-b908-4b79-80a1-5e7aa81d8efb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:58:17.331279 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8a2ed709-19fa-4f54-a076-6c4055282eec req-5596c16f-f7b5-4ddf-9684-dd0c7fe65bc6 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/ports?device_id=19caf40e-8e97-46f6-bf6f-e9061223044d HTTP/1.1" status: 200 len: 210 time: 0.1703959 Nov 25 19:58:17.339542 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8f947fad-49b7-46ee-9f2d-3b4e914482dc None None] Attempting to bind port e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:58:17.341362 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8f947fad-49b7-46ee-9f2d-3b4e914482dc None None] Attempting to bind port e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '9dc1769f-2337-4517-a61b-1ca276669238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e7429a17-fa83-4e0c-980d-c50bb3fe8e4b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:58:17.344641 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f947fad-49b7-46ee-9f2d-3b4e914482dc None None] Attempting to bind port e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7 on network e7429a17-fa83-4e0c-980d-c50bb3fe8e4b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:58:17.365855 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f947fad-49b7-46ee-9f2d-3b4e914482dc None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:58:17.381069 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f947fad-49b7-46ee-9f2d-3b4e914482dc None None] Checking segment: {'id': '9dc1769f-2337-4517-a61b-1ca276669238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e7429a17-fa83-4e0c-980d-c50bb3fe8e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:17.383570 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8f947fad-49b7-46ee-9f2d-3b4e914482dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:17.387612 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f947fad-49b7-46ee-9f2d-3b4e914482dc None None] Bound using segment: {'id': '9dc1769f-2337-4517-a61b-1ca276669238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e7429a17-fa83-4e0c-980d-c50bb3fe8e4b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:58:17.388380 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8f947fad-49b7-46ee-9f2d-3b4e914482dc None None] Bound port: e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc1769f-2337-4517-a61b-1ca276669238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e7429a17-fa83-4e0c-980d-c50bb3fe8e4b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:58:17.391103 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8f947fad-49b7-46ee-9f2d-3b4e914482dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:17.403158 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d4ebbe8c-9076-4332-b874-5d8c3be6df8f tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Deleting port 9c8134d5-1fba-401a-8bfd-040ae9009c50 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:17.404475 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d4ebbe8c-9076-4332-b874-5d8c3be6df8f tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:17.459685 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:17.576615 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d4ebbe8c-9076-4332-b874-5d8c3be6df8f tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] For port 9c8134d5-1fba-401a-8bfd-040ae9009c50, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9c8134d5-1fba-401a-8bfd-040ae9009c50,segment=NetworkSegment(96ece4ee-1a36-4a39-a5eb-2e1635292468),segment_id=96ece4ee-1a36-4a39-a5eb-2e1635292468)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:17.578846 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d4ebbe8c-9076-4332-b874-5d8c3be6df8f tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:17.592759 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:17.657958 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a4fdf537-c077-44d9-b2a0-70c837c54b57 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:17.706036 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d4ebbe8c-9076-4332-b874-5d8c3be6df8f tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Calling delete_port for 9c8134d5-1fba-401a-8bfd-040ae9009c50 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:17.785413 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Pushing event updated for resources: {'Port': ['ID=744d624a-75b3-41c2-b9fb-4bd908950d89,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:17.836939 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:17.839029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:17.839849 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:17.840689 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:17.841444 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:17.842266 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:17.843429 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:17.844640 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:17.845466 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:17.846452 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:17.847876 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:17.848827 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:17.866721 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Network 2403dc01-d4b0-4007-a359-78dd8289c9f3 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:17.869786 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:17.875802 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:58:18.069842 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:18.502334 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8f947fad-49b7-46ee-9f2d-3b4e914482dc None None] For port e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:58:18.544511 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:18.581774 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8f947fad-49b7-46ee-9f2d-3b4e914482dc None None] For port e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7,segment=NetworkSegment(9dc1769f-2337-4517-a61b-1ca276669238),segment_id=9dc1769f-2337-4517-a61b-1ca276669238)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:58:18.604672 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a78d0c-d92c-4eb7-a741-0bb3fcce5303 None None] Network 2403dc01-d4b0-4007-a359-78dd8289c9f3 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:18.659875 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8f947fad-49b7-46ee-9f2d-3b4e914482dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:18.667270 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-72d0805b-a857-4509-a2b9-19871378c2cb req-61e58410-bb4c-40f0-93ac-d2fedb9b4331 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/ports?device_id=19caf40e-8e97-46f6-bf6f-e9061223044d HTTP/1.1" status: 200 len: 210 time: 0.1024220 Nov 25 19:58:18.674827 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d4ebbe8c-9076-4332-b874-5d8c3be6df8f tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:18.728007 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ebbe8c-9076-4332-b874-5d8c3be6df8f tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Port': ['ID=9c8134d5-1fba-401a-8bfd-040ae9009c50,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:18.734718 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port a4fdf537-c077-44d9-b2a0-70c837c54b57 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:18.738918 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:18.772697 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ebbe8c-9076-4332-b874-5d8c3be6df8f tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:18.773047 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ebbe8c-9076-4332-b874-5d8c3be6df8f tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:18.773397 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ebbe8c-9076-4332-b874-5d8c3be6df8f tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:18.773930 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ebbe8c-9076-4332-b874-5d8c3be6df8f tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:18.774076 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ebbe8c-9076-4332-b874-5d8c3be6df8f tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:18.774447 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ebbe8c-9076-4332-b874-5d8c3be6df8f tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:18.774918 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ebbe8c-9076-4332-b874-5d8c3be6df8f tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:18.775202 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ebbe8c-9076-4332-b874-5d8c3be6df8f tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:18.775544 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ebbe8c-9076-4332-b874-5d8c3be6df8f tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:18.775867 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ebbe8c-9076-4332-b874-5d8c3be6df8f tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:18.776193 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ebbe8c-9076-4332-b874-5d8c3be6df8f tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:18.776522 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ebbe8c-9076-4332-b874-5d8c3be6df8f tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:18.792470 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0851e6cf-d1a3-4a05-b835-dc84dcce3516 None None] Provisioning complete for port d10dea5d-8e22-4ea5-ba92-019150bc62dd triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:18.793360 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0851e6cf-d1a3-4a05-b835-dc84dcce3516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:19.181575 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f947fad-49b7-46ee-9f2d-3b4e914482dc None None] Pushing event updated for resources: {'Port': ['ID=e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:19.359663 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:19.394120 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d4ebbe8c-9076-4332-b874-5d8c3be6df8f tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:19.513149 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d9bc38e7-1ec1-49cb-91f5-e728ce5aa0fa None None] Provisioning complete for port a4fdf537-c077-44d9-b2a0-70c837c54b57 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:19.521404 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d9bc38e7-1ec1-49cb-91f5-e728ce5aa0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:19.669948 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:19.691638 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:19.819288 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port a4fdf537-c077-44d9-b2a0-70c837c54b57, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a4fdf537-c077-44d9-b2a0-70c837c54b57,segment=NetworkSegment(4282ddf9-2ba4-4a17-9457-2f170d7f4d6c),segment_id=4282ddf9-2ba4-4a17-9457-2f170d7f4d6c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:19.923667 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:20.036432 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=a4fdf537-c077-44d9-b2a0-70c837c54b57,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:20.128765 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:58:20.168165 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:20.187501 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd8be4-bb20-436b-9964-9f7341637591 req-cae4ff53-6e9d-4494-9b61-34801b402f1b tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:20.191922 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-82fd8be4-bb20-436b-9964-9f7341637591 req-cae4ff53-6e9d-4494-9b61-34801b402f1b tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.73 "GET /v2.0/networks?id=3e504df9-6b59-47e4-8991-21efcc777f2f HTTP/1.1" status: 200 len: 810 time: 1.0780938 Nov 25 19:58:20.212065 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4c7d00db-c9eb-4823-9689-eae5f0e61161 req-22e54638-6534-4251-8c25-23c572a16921 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/ports?device_id=19caf40e-8e97-46f6-bf6f-e9061223044d HTTP/1.1" status: 200 len: 210 time: 0.0935900 Nov 25 19:58:20.224807 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:58:20.225185 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 04ff2cc3-8a54-4e2d-8fb5-2671c7eb8b2c not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:58:20.236862 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Pushing event updated for resources: {'Port': ['ID=744d624a-75b3-41c2-b9fb-4bd908950d89,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:20.492637 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Network 2403dc01-d4b0-4007-a359-78dd8289c9f3 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:20.498947 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:20.938706 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2d571b34-3e14-406f-b7b5-3e76c4b553e8 None None] Provisioning complete for port a4fdf537-c077-44d9-b2a0-70c837c54b57 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:20.942828 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2d571b34-3e14-406f-b7b5-3e76c4b553e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:21.123693 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a4fdf537-c077-44d9-b2a0-70c837c54b57 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:21.137610 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Router 97f042dd-d9e5-4c8a-bd8d-d23a70145fc6 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:58:21.379136 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port a4fdf537-c077-44d9-b2a0-70c837c54b57 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:21.379516 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:21.534778 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2d571b34-3e14-406f-b7b5-3e76c4b553e8 None None] Provisioning complete for port 744d624a-75b3-41c2-b9fb-4bd908950d89 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:21.538927 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2d571b34-3e14-406f-b7b5-3e76c4b553e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:21.666006 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-2d571b34-3e14-406f-b7b5-3e76c4b553e8 None None] Port 744d624a-75b3-41c2-b9fb-4bd908950d89 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:58:21.669263 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:21.797407 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059e9cd5-2151-4c4d-9bee-17982ee0b4d1 None None] Network e7429a17-fa83-4e0c-980d-c50bb3fe8e4b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:21.811549 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-82fd8be4-bb20-436b-9964-9f7341637591 req-a9a98219-2a10-4f60-8f11-993579fc81b7 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Request body: {'port': {'device_id': '19caf40e-8e97-46f6-bf6f-e9061223044d', 'network_id': '3e504df9-6b59-47e4-8991-21efcc777f2f', 'admin_state_up': True, 'tenant_id': '5a555fd9f17440198fc38dcbabac129c'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:21.887245 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f71dd8f9-c264-4413-9383-68ecb7ead82d req-ca30ce1b-8ab9-4b18-8da6-028b7ae7148f tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/ports?device_id=19caf40e-8e97-46f6-bf6f-e9061223044d HTTP/1.1" status: 200 len: 210 time: 0.0655272 Nov 25 19:58:22.003265 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ebbe8c-9076-4332-b874-5d8c3be6df8f tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:58:22.007251 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-37b6e36f-8b30-43e5-bba5-c5ee60b6032e None None] Provisioning complete for port e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:22.008386 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-37b6e36f-8b30-43e5-bba5-c5ee60b6032e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:22.020608 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:22.023054 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:22.090350 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:58:22.106470 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00344a6e-7469-468c-9b0a-5de937cab4d3 None None] Sync routers for ids ['97f042dd-d9e5-4c8a-bd8d-d23a70145fc6'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:58:22.120634 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2ea183ad-1b12-4f63-bb38-d51d38199875 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] 10.222.0.55 "PUT /v2.0/routers/97f042dd-d9e5-4c8a-bd8d-d23a70145fc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5025387 Nov 25 19:58:22.123204 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39972) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:22.152070 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00344a6e-7469-468c-9b0a-5de937cab4d3 None None] Routers {'97f042dd-d9e5-4c8a-bd8d-d23a70145fc6'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:22.160304 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-00344a6e-7469-468c-9b0a-5de937cab4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:58:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['97f042dd-d9e5-4c8a-bd8d-d23a70145fc6'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:22.270933 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-00344a6e-7469-468c-9b0a-5de937cab4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:22.292649 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00344a6e-7469-468c-9b0a-5de937cab4d3 None None] Routers {'97f042dd-d9e5-4c8a-bd8d-d23a70145fc6'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:22.293573 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-00344a6e-7469-468c-9b0a-5de937cab4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:58:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['97f042dd-d9e5-4c8a-bd8d-d23a70145fc6'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:22.315867 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ebbe8c-9076-4332-b874-5d8c3be6df8f tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:58:22.342973 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d4ebbe8c-9076-4332-b874-5d8c3be6df8f tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "PUT /v2.0/routers/527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5129693 Nov 25 19:58:22.347963 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39974) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:22.399211 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0754289f-fc1f-49b7-8d28-63547a24dbdc None None] Sync routers for ids ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:58:22.470221 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-00344a6e-7469-468c-9b0a-5de937cab4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:22.478690 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00344a6e-7469-468c-9b0a-5de937cab4d3 None None] The sync data for ids ['97f042dd-d9e5-4c8a-bd8d-d23a70145fc6'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:58:22.521538 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:22.543352 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82fd8be4-bb20-436b-9964-9f7341637591 req-a9a98219-2a10-4f60-8f11-993579fc81b7 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Made reservation on behalf of 5a555fd9f17440198fc38dcbabac129c for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:58:22.552903 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-82fd8be4-bb20-436b-9964-9f7341637591 req-a9a98219-2a10-4f60-8f11-993579fc81b7 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:22.591202 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7,segment=NetworkSegment(9dc1769f-2337-4517-a61b-1ca276669238),segment_id=9dc1769f-2337-4517-a61b-1ca276669238)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:22.619265 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:22.620275 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d10dea5d-8e22-4ea5-ba92-019150bc62dd up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:22.702536 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0754289f-fc1f-49b7-8d28-63547a24dbdc None None] Routers {'527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:22.703194 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0754289f-fc1f-49b7-8d28-63547a24dbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:58:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:22.742583 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-37b6e36f-8b30-43e5-bba5-c5ee60b6032e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:22.778502 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b897ec-d015-4616-bbb1-bb6d209be725 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Deleting subnet d6df527f-b908-4b79-80a1-5e7aa81d8efb {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:58:22.791098 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39b897ec-d015-4616-bbb1-bb6d209be725 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:22.796780 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:22.894008 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-82fd8be4-bb20-436b-9964-9f7341637591 req-a9a98219-2a10-4f60-8f11-993579fc81b7 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Allocated IP 172.20.0.11 (3e504df9-6b59-47e4-8991-21efcc777f2f/064e3701-9741-493c-abc9-7b76d1f483e9/509de4ca-c508-40ab-a5ea-1a1327d84b88) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:58:23.014516 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39b897ec-d015-4616-bbb1-bb6d209be725 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:23.054767 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0754289f-fc1f-49b7-8d28-63547a24dbdc None None] Set router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:23.189878 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-37b6e36f-8b30-43e5-bba5-c5ee60b6032e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:58:23.190671 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-37b6e36f-8b30-43e5-bba5-c5ee60b6032e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:58:23.352468 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39b897ec-d015-4616-bbb1-bb6d209be725 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:23.357336 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fef3a209-7fa3-460d-ae0c-2e9d367626c6 req-955345c1-d6cf-476b-ac47-0b05867245f9 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/ports?device_id=19caf40e-8e97-46f6-bf6f-e9061223044d HTTP/1.1" status: 200 len: 210 time: 0.3106644 Nov 25 19:58:23.478708 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-82fd8be4-bb20-436b-9964-9f7341637591 req-a9a98219-2a10-4f60-8f11-993579fc81b7 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:23.573711 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-e5eadd2c-46e1-4b95-afef-47a7cd0dc292 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:58:23.581967 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e5eadd2c-46e1-4b95-afef-47a7cd0dc292 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] 10.222.0.55 "PUT /v2.0/routers/97f042dd-d9e5-4c8a-bd8d-d23a70145fc6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4557662 Nov 25 19:58:23.582987 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39990) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:23.592376 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-82fd8be4-bb20-436b-9964-9f7341637591 req-a9a98219-2a10-4f60-8f11-993579fc81b7 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:23.645086 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port d10dea5d-8e22-4ea5-ba92-019150bc62dd triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:23.645462 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:23.751369 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82fd8be4-bb20-436b-9964-9f7341637591 req-a9a98219-2a10-4f60-8f11-993579fc81b7 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Network 3e504df9-6b59-47e4-8991-21efcc777f2f is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:23.757383 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-82fd8be4-bb20-436b-9964-9f7341637591 req-a9a98219-2a10-4f60-8f11-993579fc81b7 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:23.762133 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fd8be4-bb20-436b-9964-9f7341637591 req-a9a98219-2a10-4f60-8f11-993579fc81b7 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:58:23.765222 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a98219-2a10-4f60-8f11-993579fc81b7 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Pushing event updated for resources: {'Port': ['ID=509de4ca-c508-40ab-a5ea-1a1327d84b88,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:23.840474 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:23.854761 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd8be4-bb20-436b-9964-9f7341637591 req-a9a98219-2a10-4f60-8f11-993579fc81b7 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:23.855010 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39b897ec-d015-4616-bbb1-bb6d209be725 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:23.855117 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-82fd8be4-bb20-436b-9964-9f7341637591 req-a9a98219-2a10-4f60-8f11-993579fc81b7 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:23.876687 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-82fd8be4-bb20-436b-9964-9f7341637591 req-a9a98219-2a10-4f60-8f11-993579fc81b7 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0824106 Nov 25 19:58:23.910711 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-82fd8be4-bb20-436b-9964-9f7341637591 req-1c82bb0e-3384-42aa-8151-c9a2b38e776f service neutron] Request body: {'port': {'device_id': '19caf40e-8e97-46f6-bf6f-e9061223044d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:23.993875 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-82fd8be4-bb20-436b-9964-9f7341637591 req-1c82bb0e-3384-42aa-8151-c9a2b38e776f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:24.073061 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-37b6e36f-8b30-43e5-bba5-c5ee60b6032e None None] Provisioning complete for port 744d624a-75b3-41c2-b9fb-4bd908950d89 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:24.074892 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-37b6e36f-8b30-43e5-bba5-c5ee60b6032e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:24.100157 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device fb55537a-b3e0-4ffc-a819-c9fa0169f5a2 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:58:24.120329 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b897ec-d015-4616-bbb1-bb6d209be725 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Subnet': ['ID=d6df527f-b908-4b79-80a1-5e7aa81d8efb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:24.172328 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: fb55537a-b3e0-4ffc-a819-c9fa0169f5a2 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:58:24.173115 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device fb55537a-b3e0-4ffc-a819-c9fa0169f5a2 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:58:24.259628 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39b897ec-d015-4616-bbb1-bb6d209be725 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:24.262999 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-37b6e36f-8b30-43e5-bba5-c5ee60b6032e None None] Port 744d624a-75b3-41c2-b9fb-4bd908950d89 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:58:24.265489 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-39b897ec-d015-4616-bbb1-bb6d209be725 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/subnets/d6df527f-b908-4b79-80a1-5e7aa81d8efb HTTP/1.1" status: 204 len: 168 time: 1.9142172 Nov 25 19:58:24.272718 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 39994) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:24.285658 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8b14a8-7249-4dc1-a034-800a73ec85d4 None None] Network 4593815e-9b7b-40ea-bc99-16e81ff10f84 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:24.548822 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-de62ffda-42ff-41f6-bcf7-b15b4607c942 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:24.607944 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:24.718996 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0754289f-fc1f-49b7-8d28-63547a24dbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:58:18Z', 'revision_number': 10, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None, '_interfaces': [{'id': '375ff8fc-ec96-4ba2-bb71-4571e9bb1f24', 'name': '', 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:51:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:13Z', 'updated_at': '2021-11-25T19:57:26Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:24.828918 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e847f0-7516-4404-a607-1f47faa8da6f req-3bcba657-ae26-4540-b702-8f7a9fa7bc28 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:24.830581 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a8e847f0-7516-4404-a607-1f47faa8da6f req-3bcba657-ae26-4540-b702-8f7a9fa7bc28 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/ports?device_id=19caf40e-8e97-46f6-bf6f-e9061223044d HTTP/1.1" status: 200 len: 932 time: 0.2557707 Nov 25 19:58:24.867197 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0754289f-fc1f-49b7-8d28-63547a24dbdc None None] Checking router: 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:58:24.917015 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:24.918539 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0754289f-fc1f-49b7-8d28-63547a24dbdc None None] Routers {'527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:24.921444 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0754289f-fc1f-49b7-8d28-63547a24dbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:58:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:24.928341 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-de62ffda-42ff-41f6-bcf7-b15b4607c942 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Deleting port e0073390-b885-4e6b-8409-e5fb24523139 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:24.933035 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-de62ffda-42ff-41f6-bcf7-b15b4607c942 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:24.952824 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1ec2121d-9632-40fa-968a-18179fc7fe6f None None] Provisioning complete for port e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:24.952824 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1ec2121d-9632-40fa-968a-18179fc7fe6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:25.003245 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a8e847f0-7516-4404-a607-1f47faa8da6f req-050fcb3e-b168-4dc9-9bcb-aa74a8bfdc75 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/security-groups?id=30df79ee-9135-4589-beec-a864b8192975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631947 Nov 25 19:58:25.044804 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-82fd8be4-bb20-436b-9964-9f7341637591 req-1c82bb0e-3384-42aa-8151-c9a2b38e776f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 509de4ca-c508-40ab-a5ea-1a1327d84b88 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:58:25.073819 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-82fd8be4-bb20-436b-9964-9f7341637591 req-1c82bb0e-3384-42aa-8151-c9a2b38e776f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:25.110156 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-82fd8be4-bb20-436b-9964-9f7341637591 req-1c82bb0e-3384-42aa-8151-c9a2b38e776f service neutron] Transition to ACTIVE for port object 509de4ca-c508-40ab-a5ea-1a1327d84b88 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:58:25.134026 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-82fd8be4-bb20-436b-9964-9f7341637591 req-1c82bb0e-3384-42aa-8151-c9a2b38e776f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:25.143063 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-de62ffda-42ff-41f6-bcf7-b15b4607c942 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] For port e0073390-b885-4e6b-8409-e5fb24523139, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e0073390-b885-4e6b-8409-e5fb24523139,segment=NetworkSegment(96ece4ee-1a36-4a39-a5eb-2e1635292468),segment_id=96ece4ee-1a36-4a39-a5eb-2e1635292468)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:25.147072 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-de62ffda-42ff-41f6-bcf7-b15b4607c942 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:25.178387 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:25.179459 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:25.205470 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-de62ffda-42ff-41f6-bcf7-b15b4607c942 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Calling delete_port for e0073390-b885-4e6b-8409-e5fb24523139 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:25.299788 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0754289f-fc1f-49b7-8d28-63547a24dbdc None None] Set router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:25.318453 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82bb0e-3384-42aa-8151-c9a2b38e776f service neutron] Pushing event updated for resources: {'Port': ['ID=509de4ca-c508-40ab-a5ea-1a1327d84b88,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:25.350191 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fed8a847-c0bb-45dd-a0d4-13cb8399c4fd tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:25.500353 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2335ae2b-6d54-4fa6-b612-58deaea16cbf None None] DHCP port deletion for 4593815e-9b7b-40ea-bc99-16e81ff10f84 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:58:25.502027 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-82fd8be4-bb20-436b-9964-9f7341637591 req-1c82bb0e-3384-42aa-8151-c9a2b38e776f service neutron] Attempting to bind port 509de4ca-c508-40ab-a5ea-1a1327d84b88 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:58:25.502601 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-82fd8be4-bb20-436b-9964-9f7341637591 req-1c82bb0e-3384-42aa-8151-c9a2b38e776f service neutron] Attempting to bind port 509de4ca-c508-40ab-a5ea-1a1327d84b88 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'f83f484f-6adc-4d4a-a3d8-5ed891b2fa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3e504df9-6b59-47e4-8991-21efcc777f2f'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:58:25.503159 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fd8be4-bb20-436b-9964-9f7341637591 req-1c82bb0e-3384-42aa-8151-c9a2b38e776f service neutron] Attempting to bind port 509de4ca-c508-40ab-a5ea-1a1327d84b88 on network 3e504df9-6b59-47e4-8991-21efcc777f2f {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:58:25.514682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fd8be4-bb20-436b-9964-9f7341637591 req-1c82bb0e-3384-42aa-8151-c9a2b38e776f service neutron] Port 509de4ca-c508-40ab-a5ea-1a1327d84b88 on network 3e504df9-6b59-47e4-8991-21efcc777f2f not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:58:25.515123 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fd8be4-bb20-436b-9964-9f7341637591 req-1c82bb0e-3384-42aa-8151-c9a2b38e776f service neutron] Attempting to bind port 509de4ca-c508-40ab-a5ea-1a1327d84b88 on network 3e504df9-6b59-47e4-8991-21efcc777f2f {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:58:25.524760 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fd8be4-bb20-436b-9964-9f7341637591 req-1c82bb0e-3384-42aa-8151-c9a2b38e776f service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:58:25.526162 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fd8be4-bb20-436b-9964-9f7341637591 req-1c82bb0e-3384-42aa-8151-c9a2b38e776f service neutron] Checking segment: {'id': 'f83f484f-6adc-4d4a-a3d8-5ed891b2fa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3e504df9-6b59-47e4-8991-21efcc777f2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:25.527117 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fd8be4-bb20-436b-9964-9f7341637591 req-1c82bb0e-3384-42aa-8151-c9a2b38e776f service neutron] Bound using segment: {'id': 'f83f484f-6adc-4d4a-a3d8-5ed891b2fa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3e504df9-6b59-47e4-8991-21efcc777f2f'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:58:25.530676 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-82fd8be4-bb20-436b-9964-9f7341637591 req-1c82bb0e-3384-42aa-8151-c9a2b38e776f service neutron] Bound port: 509de4ca-c508-40ab-a5ea-1a1327d84b88, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f83f484f-6adc-4d4a-a3d8-5ed891b2fa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3e504df9-6b59-47e4-8991-21efcc777f2f'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:58:25.531348 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-82fd8be4-bb20-436b-9964-9f7341637591 req-1c82bb0e-3384-42aa-8151-c9a2b38e776f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:25.719516 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-82fd8be4-bb20-436b-9964-9f7341637591 req-1c82bb0e-3384-42aa-8151-c9a2b38e776f service neutron] For port 509de4ca-c508-40ab-a5ea-1a1327d84b88, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:58:25.728891 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-82fd8be4-bb20-436b-9964-9f7341637591 req-1c82bb0e-3384-42aa-8151-c9a2b38e776f service neutron] For port 509de4ca-c508-40ab-a5ea-1a1327d84b88, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=509de4ca-c508-40ab-a5ea-1a1327d84b88,segment=NetworkSegment(f83f484f-6adc-4d4a-a3d8-5ed891b2fa03),segment_id=f83f484f-6adc-4d4a-a3d8-5ed891b2fa03)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:58:25.747643 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-82fd8be4-bb20-436b-9964-9f7341637591 req-1c82bb0e-3384-42aa-8151-c9a2b38e776f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:25.771712 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-de62ffda-42ff-41f6-bcf7-b15b4607c942 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:25.850136 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de62ffda-42ff-41f6-bcf7-b15b4607c942 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] No DVR routers for this DVR port e0073390-b885-4e6b-8409-e5fb24523139 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:58:25.853038 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62ffda-42ff-41f6-bcf7-b15b4607c942 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Port': ['ID=e0073390-b885-4e6b-8409-e5fb24523139,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:25.903250 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82bb0e-3384-42aa-8151-c9a2b38e776f service neutron] Pushing event updated for resources: {'Port': ['ID=509de4ca-c508-40ab-a5ea-1a1327d84b88,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:25.926488 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd8be4-bb20-436b-9964-9f7341637591 req-1c82bb0e-3384-42aa-8151-c9a2b38e776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:25.928093 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-82fd8be4-bb20-436b-9964-9f7341637591 req-1c82bb0e-3384-42aa-8151-c9a2b38e776f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:25.940380 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-82fd8be4-bb20-436b-9964-9f7341637591 req-1c82bb0e-3384-42aa-8151-c9a2b38e776f service neutron] 10.222.0.73 "PUT /v2.0/ports/509de4ca-c508-40ab-a5ea-1a1327d84b88 HTTP/1.1" status: 200 len: 1092 time: 2.0351889 Nov 25 19:58:25.941605 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19caf40e-8e97-46f6-bf6f-e9061223044d', 'tag': '509de4ca-c508-40ab-a5ea-1a1327d84b88'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:58:25.947745 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdd802f-d7c5-4332-8945-5e6c63e19e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "19caf40e-8e97-46f6-bf6f-e9061223044d", "tag": "509de4ca-c508-40ab-a5ea-1a1327d84b88"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:58:26.025664 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c31938c-3e03-4b30-bf67-3e519fd7fccc x-openstack-request-id: req-8c31938c-3e03-4b30-bf67-3e519fd7fccc {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:58:26.026349 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19caf40e-8e97-46f6-bf6f-e9061223044d", "tag": "509de4ca-c508-40ab-a5ea-1a1327d84b88", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:58:26.026646 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8c31938c-3e03-4b30-bf67-3e519fd7fccc {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:58:26.027320 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19caf40e-8e97-46f6-bf6f-e9061223044d', 'tag': '509de4ca-c508-40ab-a5ea-1a1327d84b88', 'status': 'completed', 'code': 200} Nov 25 19:58:26.032081 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-2335ae2b-6d54-4fa6-b612-58deaea16cbf None None] The port 'e0073390-b885-4e6b-8409-e5fb24523139' was deleted {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 25 19:58:26.116970 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-de62ffda-42ff-41f6-bcf7-b15b4607c942 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:26.164067 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1ec2121d-9632-40fa-968a-18179fc7fe6f None None] Provisioning complete for port 744d624a-75b3-41c2-b9fb-4bd908950d89 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:26.172652 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1ec2121d-9632-40fa-968a-18179fc7fe6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:26.235687 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd8be4-bb20-436b-9964-9f7341637591 req-43ac0e11-7ba0-4a9c-9d31-4d38e1d45f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:26.251084 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-82fd8be4-bb20-436b-9964-9f7341637591 req-43ac0e11-7ba0-4a9c-9d31-4d38e1d45f16 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a555fd9f17440198fc38dcbabac129c&device_id=19caf40e-8e97-46f6-bf6f-e9061223044d HTTP/1.1" status: 200 len: 1095 time: 0.2488627 Nov 25 19:58:26.297739 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-de62ffda-42ff-41f6-bcf7-b15b4607c942 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4593815e-9b7b-40ea-bc99-16e81ff10f84']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:26.348705 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1ec2121d-9632-40fa-968a-18179fc7fe6f None None] Port 744d624a-75b3-41c2-b9fb-4bd908950d89 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:58:26.357084 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-de62ffda-42ff-41f6-bcf7-b15b4607c942 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ece4ee-1a36-4a39-a5eb-2e1635292468') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:26.357384 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-de62ffda-42ff-41f6-bcf7-b15b4607c942 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ece4ee-1a36-4a39-a5eb-2e1635292468') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:26.391557 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e0073390-b885-4e6b-8409-e5fb24523139 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:58:26.407059 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-de62ffda-42ff-41f6-bcf7-b15b4607c942 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:26.434502 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-82fd8be4-bb20-436b-9964-9f7341637591 req-2531328b-73e0-455e-aa38-b413fcaa7709 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=509de4ca-c508-40ab-a5ea-1a1327d84b88 HTTP/1.1" status: 200 len: 217 time: 0.1513901 Nov 25 19:58:26.463572 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: e0073390-b885-4e6b-8409-e5fb24523139 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:58:26.463920 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e0073390-b885-4e6b-8409-e5fb24523139 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:58:26.471151 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-de62ffda-42ff-41f6-bcf7-b15b4607c942 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:26.496812 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de62ffda-42ff-41f6-bcf7-b15b4607c942 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:58:26.499863 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-de62ffda-42ff-41f6-bcf7-b15b4607c942 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:26.530628 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0754289f-fc1f-49b7-8d28-63547a24dbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:58:18Z', 'revision_number': 10, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None, '_interfaces': [{'id': '375ff8fc-ec96-4ba2-bb71-4571e9bb1f24', 'name': '', 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:51:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:13Z', 'updated_at': '2021-11-25T19:57:26Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:58:26.546825 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:58:26.603112 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1b974-f6e5-4b3b-ba21-6b40de50e320 req-926a37b9-7e04-46d9-b8ea-572b1bd5d853 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:26.604367 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0754289f-fc1f-49b7-8d28-63547a24dbdc None None] The sync data for ids ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'] in n-d-819349-5 is: [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:58:18Z', 'revision_number': 10, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None, '_interfaces': [{'id': '375ff8fc-ec96-4ba2-bb71-4571e9bb1f24', 'name': '', 'network_id': '2f0c0d11-2775-464e-8b46-40b14def28a8', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'mac_address': 'fa:16:3e:51:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:13Z', 'updated_at': '2021-11-25T19:57:26Z', 'revision_number': 5, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'subnets': [{'id': '32cf182b-6f76-47eb-8b21-d0e7f93a42f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:58:26.611023 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2cb1b974-f6e5-4b3b-ba21-6b40de50e320 req-926a37b9-7e04-46d9-b8ea-572b1bd5d853 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/ports?device_id=19caf40e-8e97-46f6-bf6f-e9061223044d HTTP/1.1" status: 200 len: 944 time: 0.4283185 Nov 25 19:58:26.710260 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd8be4-bb20-436b-9964-9f7341637591 req-b1bb2efa-ca7e-45c4-88a7-7a801abdfce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:26.717256 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-82fd8be4-bb20-436b-9964-9f7341637591 req-b1bb2efa-ca7e-45c4-88a7-7a801abdfce1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=064e3701-9741-493c-abc9-7b76d1f483e9 HTTP/1.1" status: 200 len: 850 time: 0.2602828 Nov 25 19:58:26.833405 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-82fd8be4-bb20-436b-9964-9f7341637591 req-9435f4db-ebdd-456f-9cca-70a10a9f201f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e504df9-6b59-47e4-8991-21efcc777f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066036 Nov 25 19:58:26.866946 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-fed8a847-c0bb-45dd-a0d4-13cb8399c4fd tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Deleting port 744d624a-75b3-41c2-b9fb-4bd908950d89 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:26.868112 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fed8a847-c0bb-45dd-a0d4-13cb8399c4fd tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:26.941796 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-de62ffda-42ff-41f6-bcf7-b15b4607c942 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:26.953333 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-de62ffda-42ff-41f6-bcf7-b15b4607c942 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:26.957576 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-de62ffda-42ff-41f6-bcf7-b15b4607c942 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/networks/4593815e-9b7b-40ea-bc99-16e81ff10f84 HTTP/1.1" status: 204 len: 168 time: 2.6828620 Nov 25 19:58:26.964704 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40018) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:27.082497 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2cb1b974-f6e5-4b3b-ba21-6b40de50e320 req-03313acf-c54f-4453-b41f-596c7b1bfc33 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/security-groups?id=30df79ee-9135-4589-beec-a864b8192975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287660 Nov 25 19:58:27.159395 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62ffda-42ff-41f6-bcf7-b15b4607c942 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Network': ['ID=4593815e-9b7b-40ea-bc99-16e81ff10f84,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:27.261243 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-82fd8be4-bb20-436b-9964-9f7341637591 req-e44480f2-de61-427f-8119-ff2569d37e08 service neutron] 10.222.0.73 "GET /v2.0/networks/3e504df9-6b59-47e4-8991-21efcc777f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180994 Nov 25 19:58:27.344582 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fed8a847-c0bb-45dd-a0d4-13cb8399c4fd tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:27.388183 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-fed8a847-c0bb-45dd-a0d4-13cb8399c4fd tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Calling delete_port for 744d624a-75b3-41c2-b9fb-4bd908950d89 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:27.661356 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-82fd8be4-bb20-436b-9964-9f7341637591 req-2036d77a-70dc-486f-bdaa-fbd6e96f3bac service neutron] 10.222.0.73 "GET /v2.0/networks/3e504df9-6b59-47e4-8991-21efcc777f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932898 Nov 25 19:58:27.868186 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd802f-d7c5-4332-8945-5e6c63e19e2b req-4e8d6896-3add-4fd2-9654-e5d6c636417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:27.870901 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5cdd802f-d7c5-4332-8945-5e6c63e19e2b req-4e8d6896-3add-4fd2-9654-e5d6c636417c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a555fd9f17440198fc38dcbabac129c&device_id=19caf40e-8e97-46f6-bf6f-e9061223044d HTTP/1.1" status: 200 len: 1095 time: 0.0998194 Nov 25 19:58:28.103087 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd802f-d7c5-4332-8945-5e6c63e19e2b req-0e539331-1895-4ffe-954e-63dc8ff69085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:28.105058 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5cdd802f-d7c5-4332-8945-5e6c63e19e2b req-0e539331-1895-4ffe-954e-63dc8ff69085 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3e504df9-6b59-47e4-8991-21efcc777f2f HTTP/1.1" status: 200 len: 911 time: 0.2219806 Nov 25 19:58:28.221976 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5cdd802f-d7c5-4332-8945-5e6c63e19e2b req-b2c5c80f-ca5c-428b-8a63-94229d280a0a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=509de4ca-c508-40ab-a5ea-1a1327d84b88 HTTP/1.1" status: 200 len: 217 time: 0.1022089 Nov 25 19:58:28.233607 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9c8134d5-1fba-401a-8bfd-040ae9009c50 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:58:28.315605 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd802f-d7c5-4332-8945-5e6c63e19e2b req-fc1bd5aa-516e-4f26-b865-a26a3da78ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:28.316352 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 9c8134d5-1fba-401a-8bfd-040ae9009c50 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:58:28.317459 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5cdd802f-d7c5-4332-8945-5e6c63e19e2b req-fc1bd5aa-516e-4f26-b865-a26a3da78ec6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=064e3701-9741-493c-abc9-7b76d1f483e9 HTTP/1.1" status: 200 len: 850 time: 0.0830421 Nov 25 19:58:28.319566 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9c8134d5-1fba-401a-8bfd-040ae9009c50 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:58:28.400634 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5cdd802f-d7c5-4332-8945-5e6c63e19e2b req-68bf2761-b602-4e50-8b85-8b9515fe9ca0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e504df9-6b59-47e4-8991-21efcc777f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372908 Nov 25 19:58:28.530015 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86992c5-d8e6-41b0-bcf4-c1136beb462e req-ce4cdfae-1b84-47ce-b0b9-f4fd75478385 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:28.537888 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a86992c5-d8e6-41b0-bcf4-c1136beb462e req-ce4cdfae-1b84-47ce-b0b9-f4fd75478385 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/ports?device_id=19caf40e-8e97-46f6-bf6f-e9061223044d HTTP/1.1" status: 200 len: 944 time: 0.2187657 Nov 25 19:58:28.631839 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a86992c5-d8e6-41b0-bcf4-c1136beb462e req-45ea0669-6c71-4263-a086-4f928da6fa8a tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/security-groups?id=30df79ee-9135-4589-beec-a864b8192975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926664 Nov 25 19:58:28.706172 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5cdd802f-d7c5-4332-8945-5e6c63e19e2b req-425612c4-8b8e-46aa-8713-c8fd287db339 service neutron] 10.222.0.73 "GET /v2.0/networks/3e504df9-6b59-47e4-8991-21efcc777f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928803 Nov 25 19:58:28.878412 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5cdd802f-d7c5-4332-8945-5e6c63e19e2b req-4b8274be-a2cc-4f6b-b3c0-956ce9879154 service neutron] 10.222.0.73 "GET /v2.0/networks/3e504df9-6b59-47e4-8991-21efcc777f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587451 Nov 25 19:58:29.063408 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fed8a847-c0bb-45dd-a0d4-13cb8399c4fd tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:29.096802 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8a847-c0bb-45dd-a0d4-13cb8399c4fd tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Pushing event deleted for resources: {'Port': ['ID=744d624a-75b3-41c2-b9fb-4bd908950d89,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:29.244432 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07db8ce1-5960-43cf-951b-84483552647d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:29.296541 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f914a865-68d5-456c-a908-ecf33c1d4cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:29.371208 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fed8a847-c0bb-45dd-a0d4-13cb8399c4fd tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:29.679420 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed8a847-c0bb-45dd-a0d4-13cb8399c4fd tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Router 97f042dd-d9e5-4c8a-bd8d-d23a70145fc6 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:58:29.853993 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb7f50-bb6d-4567-b292-3e7801405d9b req-55a31bdc-a3d6-40b5-93ed-d8885f615dd1 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:29.861970 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8eeb7f50-bb6d-4567-b292-3e7801405d9b req-55a31bdc-a3d6-40b5-93ed-d8885f615dd1 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/ports?device_id=19caf40e-8e97-46f6-bf6f-e9061223044d HTTP/1.1" status: 200 len: 944 time: 0.0997038 Nov 25 19:58:29.893170 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed8a847-c0bb-45dd-a0d4-13cb8399c4fd tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:58:29.906681 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fed8a847-c0bb-45dd-a0d4-13cb8399c4fd tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] 10.222.0.55 "PUT /v2.0/routers/97f042dd-d9e5-4c8a-bd8d-d23a70145fc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3167253 Nov 25 19:58:29.907315 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40058) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:29.907906 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e52583-9d8e-42df-866f-ad71d18e9771 None None] Sync routers for ids ['97f042dd-d9e5-4c8a-bd8d-d23a70145fc6'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:58:29.924711 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e52583-9d8e-42df-866f-ad71d18e9771 None None] Routers {'97f042dd-d9e5-4c8a-bd8d-d23a70145fc6'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:29.927083 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-71e52583-9d8e-42df-866f-ad71d18e9771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:58:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['97f042dd-d9e5-4c8a-bd8d-d23a70145fc6'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:29.959760 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-5f2bfedb-74ec-47bd-8653-e7fbd033384f tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] delete failed (client error): The resource could not be found. Nov 25 19:58:29.966775 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5f2bfedb-74ec-47bd-8653-e7fbd033384f tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-747305248 HTTP/1.1" status: 404 len: 334 time: 0.0573473 Nov 25 19:58:29.968224 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40066) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:29.979732 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-d9888c40-1dd3-40b9-8474-44c2beff720e tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Request body: {'router': {'external_gateway_info': {'network_id': '97f042dd-d9e5-4c8a-bd8d-d23a70145fc6'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:29.999680 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8eeb7f50-bb6d-4567-b292-3e7801405d9b req-ac7f9fcf-768f-4f9e-a3e1-025e302bf2e8 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/security-groups?id=30df79ee-9135-4589-beec-a864b8192975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367445 Nov 25 19:58:30.032071 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-71e52583-9d8e-42df-866f-ad71d18e9771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:30.056746 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e52583-9d8e-42df-866f-ad71d18e9771 None None] Routers {'97f042dd-d9e5-4c8a-bd8d-d23a70145fc6'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:30.057905 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-71e52583-9d8e-42df-866f-ad71d18e9771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:58:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['97f042dd-d9e5-4c8a-bd8d-d23a70145fc6'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:30.164524 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-07db8ce1-5960-43cf-951b-84483552647d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Deleting port 375ff8fc-ec96-4ba2-bb71-4571e9bb1f24 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:30.167046 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07db8ce1-5960-43cf-951b-84483552647d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:30.189955 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-71e52583-9d8e-42df-866f-ad71d18e9771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:30.191946 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e52583-9d8e-42df-866f-ad71d18e9771 None None] The sync data for ids ['97f042dd-d9e5-4c8a-bd8d-d23a70145fc6'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:58:30.339355 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-07db8ce1-5960-43cf-951b-84483552647d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] For port 375ff8fc-ec96-4ba2-bb71-4571e9bb1f24, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=375ff8fc-ec96-4ba2-bb71-4571e9bb1f24,segment=NetworkSegment(39e1c2d7-fed6-4003-8ed9-f065ee19ebfa),segment_id=39e1c2d7-fed6-4003-8ed9-f065ee19ebfa)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:30.339995 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07db8ce1-5960-43cf-951b-84483552647d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:30.362179 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-07db8ce1-5960-43cf-951b-84483552647d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Calling delete_port for 375ff8fc-ec96-4ba2-bb71-4571e9bb1f24 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:30.514049 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9888c40-1dd3-40b9-8474-44c2beff720e tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:30.563739 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-d9888c40-1dd3-40b9-8474-44c2beff720e tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] update failed (client error): The resource could not be found. Nov 25 19:58:30.566332 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d9888c40-1dd3-40b9-8474-44c2beff720e tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] 10.222.0.55 "PUT /v2.0/routers/97f042dd-d9e5-4c8a-bd8d-d23a70145fc6 HTTP/1.1" status: 404 len: 339 time: 0.5961645 Nov 25 19:58:30.579857 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40070) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:30.802276 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07db8ce1-5960-43cf-951b-84483552647d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:30.903578 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db8ce1-5960-43cf-951b-84483552647d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Port': ['ID=375ff8fc-ec96-4ba2-bb71-4571e9bb1f24,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:31.018794 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 509de4ca-c508-40ab-a5ea-1a1327d84b88 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:58:31.051248 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07db8ce1-5960-43cf-951b-84483552647d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:31.108579 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cd29123-6e43-4abe-9536-c4ebba80713d tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:31.330617 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1557e4b-46da-4bd5-a91a-c2c2ab11d91d req-fd080a45-e9db-4f59-8019-c6541dac6dac tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:31.335617 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c1557e4b-46da-4bd5-a91a-c2c2ab11d91d req-fd080a45-e9db-4f59-8019-c6541dac6dac tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/ports?device_id=19caf40e-8e97-46f6-bf6f-e9061223044d HTTP/1.1" status: 200 len: 944 time: 0.1653857 Nov 25 19:58:31.354590 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 509de4ca-c508-40ab-a5ea-1a1327d84b88, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=509de4ca-c508-40ab-a5ea-1a1327d84b88,segment=NetworkSegment(f83f484f-6adc-4d4a-a3d8-5ed891b2fa03),segment_id=f83f484f-6adc-4d4a-a3d8-5ed891b2fa03)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:31.388202 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '509de4ca-c508-40ab-a5ea-1a1327d84b88', 'network_id': '3e504df9-6b59-47e4-8991-21efcc777f2f', 'port_id': '509de4ca-c508-40ab-a5ea-1a1327d84b88', 'mac_address': 'fa:16:3e:a9:1d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '064e3701-9741-493c-abc9-7b76d1f483e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:58:31.445881 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c1557e4b-46da-4bd5-a91a-c2c2ab11d91d req-8af5f6dc-183b-4e9f-8c90-d2b79a801a90 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/security-groups?id=30df79ee-9135-4589-beec-a864b8192975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930855 Nov 25 19:58:31.495669 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:31.525793 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 509de4ca-c508-40ab-a5ea-1a1327d84b88 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:58:31.529402 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07db8ce1-5960-43cf-951b-84483552647d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:58:31.560314 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 509de4ca-c508-40ab-a5ea-1a1327d84b88, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=509de4ca-c508-40ab-a5ea-1a1327d84b88,segment=NetworkSegment(f83f484f-6adc-4d4a-a3d8-5ed891b2fa03),segment_id=f83f484f-6adc-4d4a-a3d8-5ed891b2fa03)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:31.566315 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:31.625035 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=509de4ca-c508-40ab-a5ea-1a1327d84b88,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:31.633801 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:31.634585 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:31.634943 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:31.635355 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:31.635701 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:31.636041 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:31.636546 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:31.636775 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:31.637110 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:31.637443 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:31.637778 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:31.638105 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:31.745573 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-409c1bd5-3990-4de5-bb06-311ae9e71882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:31.776016 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07db8ce1-5960-43cf-951b-84483552647d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:58:31.785116 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-07db8ce1-5960-43cf-951b-84483552647d tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "PUT /v2.0/routers/527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8157372 Nov 25 19:58:31.790695 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40102) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:31.793972 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36322f4-8a2b-414f-ab6c-67596a900a60 None None] Sync routers for ids ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:58:31.817395 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36322f4-8a2b-414f-ab6c-67596a900a60 None None] Routers {'527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:31.818698 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a36322f4-8a2b-414f-ab6c-67596a900a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:58:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:31.839576 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-5cd29123-6e43-4abe-9536-c4ebba80713d tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Allocated IP 172.20.0.1 (9c814d0a-a64c-421a-a9f9-8a3a8f4a2a97/ddf895e2-cc14-4a48-9ef6-10afb10887c0/92e1946d-6a9c-467d-b320-ef8379d9a05d) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:58:31.907520 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5d274d-4890-45c1-8d7a-ca599b527126 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Deleting subnet 32cf182b-6f76-47eb-8b21-d0e7f93a42f0 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:58:31.912211 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa5d274d-4890-45c1-8d7a-ca599b527126 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:31.966455 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a36322f4-8a2b-414f-ab6c-67596a900a60 None None] Set router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:31.972277 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa5d274d-4890-45c1-8d7a-ca599b527126 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:32.075240 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['509de4ca-c508-40ab-a5ea-1a1327d84b88'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:58:32.085082 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a36322f4-8a2b-414f-ab6c-67596a900a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:58:30Z', 'revision_number': 11, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:32.101555 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa5d274d-4890-45c1-8d7a-ca599b527126 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:32.141337 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cd29123-6e43-4abe-9536-c4ebba80713d tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:32.252463 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa5d274d-4890-45c1-8d7a-ca599b527126 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:32.254989 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cd29123-6e43-4abe-9536-c4ebba80713d tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:32.258413 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36322f4-8a2b-414f-ab6c-67596a900a60 None None] Checking router: 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:58:32.301994 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa5d274d-4890-45c1-8d7a-ca599b527126 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:32.303720 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bde8168-13da-4931-95b8-858fa9906139 None None] Network 2f0c0d11-2775-464e-8b46-40b14def28a8 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:32.313433 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-aa5d274d-4890-45c1-8d7a-ca599b527126 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/subnets/32cf182b-6f76-47eb-8b21-d0e7f93a42f0 HTTP/1.1" status: 204 len: 168 time: 0.5204647 Nov 25 19:58:32.342448 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40128) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:32.374106 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36322f4-8a2b-414f-ab6c-67596a900a60 None None] Routers {'527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:32.376477 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d274d-4890-45c1-8d7a-ca599b527126 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Subnet': ['ID=32cf182b-6f76-47eb-8b21-d0e7f93a42f0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:32.387975 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a36322f4-8a2b-414f-ab6c-67596a900a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:58:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:32.395177 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd29123-6e43-4abe-9536-c4ebba80713d tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Pushing event updated for resources: {'Port': ['ID=92e1946d-6a9c-467d-b320-ef8379d9a05d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:32.418621 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd29123-6e43-4abe-9536-c4ebba80713d tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Network 9c814d0a-a64c-421a-a9f9-8a3a8f4a2a97 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:32.421067 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5cd29123-6e43-4abe-9536-c4ebba80713d tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:32.425063 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd29123-6e43-4abe-9536-c4ebba80713d tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:58:32.596190 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5e32240-fa87-45e2-a6e1-3c4e98a4cc16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:32.682418 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cd29123-6e43-4abe-9536-c4ebba80713d tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:32.839844 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a65c6-1f3f-470b-b95b-1faee06c40ee req-814d2bf2-cce5-4608-8328-bd3ee90dbe25 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:32.842488 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-541a65c6-1f3f-470b-b95b-1faee06c40ee req-814d2bf2-cce5-4608-8328-bd3ee90dbe25 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/ports?device_id=19caf40e-8e97-46f6-bf6f-e9061223044d HTTP/1.1" status: 200 len: 945 time: 0.2074237 Nov 25 19:58:32.856287 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a36322f4-8a2b-414f-ab6c-67596a900a60 None None] Set router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:32.859711 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f5e32240-fa87-45e2-a6e1-3c4e98a4cc16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Deleting port 04c4f9e8-f2d5-4b91-9586-e229f99ec8c4 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:32.860453 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5e32240-fa87-45e2-a6e1-3c4e98a4cc16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:32.948185 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a36322f4-8a2b-414f-ab6c-67596a900a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:58:30Z', 'revision_number': 11, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:32.979498 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cd29123-6e43-4abe-9536-c4ebba80713d tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:33.035196 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36322f4-8a2b-414f-ab6c-67596a900a60 None None] The sync data for ids ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'] in n-d-819349-5 is: [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:58:30Z', 'revision_number': 11, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:58:33.084401 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f5e32240-fa87-45e2-a6e1-3c4e98a4cc16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] For port 04c4f9e8-f2d5-4b91-9586-e229f99ec8c4, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=04c4f9e8-f2d5-4b91-9586-e229f99ec8c4,segment=NetworkSegment(39e1c2d7-fed6-4003-8ed9-f065ee19ebfa),segment_id=39e1c2d7-fed6-4003-8ed9-f065ee19ebfa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:33.084989 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5e32240-fa87-45e2-a6e1-3c4e98a4cc16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:33.119978 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f5e32240-fa87-45e2-a6e1-3c4e98a4cc16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Calling delete_port for 04c4f9e8-f2d5-4b91-9586-e229f99ec8c4 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:33.140786 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-cf6090db-6e91-4f49-9f9a-c29637a91209 None None] Provisioning complete for port 92e1946d-6a9c-467d-b320-ef8379d9a05d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:33.141623 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cf6090db-6e91-4f49-9f9a-c29637a91209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:33.256033 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-cf6090db-6e91-4f49-9f9a-c29637a91209 None None] Port 92e1946d-6a9c-467d-b320-ef8379d9a05d cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:58:33.320027 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5e32240-fa87-45e2-a6e1-3c4e98a4cc16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:33.401799 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e32240-fa87-45e2-a6e1-3c4e98a4cc16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] No DVR routers for this DVR port 04c4f9e8-f2d5-4b91-9586-e229f99ec8c4 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:58:33.417677 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e32240-fa87-45e2-a6e1-3c4e98a4cc16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Port': ['ID=04c4f9e8-f2d5-4b91-9586-e229f99ec8c4,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:33.443412 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cd29123-6e43-4abe-9536-c4ebba80713d tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:33.447880 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b26c80-7731-484e-99d7-a3ebc1abe429 None None] DHCP port deletion for 2f0c0d11-2775-464e-8b46-40b14def28a8 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:58:33.464634 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cd29123-6e43-4abe-9536-c4ebba80713d tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:33.537283 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-541a65c6-1f3f-470b-b95b-1faee06c40ee req-1d09efe0-f613-420a-a55c-657962fd1289 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/security-groups?id=30df79ee-9135-4589-beec-a864b8192975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6697114 Nov 25 19:58:33.645434 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5e32240-fa87-45e2-a6e1-3c4e98a4cc16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:33.658828 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd29123-6e43-4abe-9536-c4ebba80713d tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Pushing event updated for resources: {'Port': ['ID=92e1946d-6a9c-467d-b320-ef8379d9a05d,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:33.716842 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-f5e32240-fa87-45e2-a6e1-3c4e98a4cc16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0c0d11-2775-464e-8b46-40b14def28a8']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:33.725219 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cd29123-6e43-4abe-9536-c4ebba80713d tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:33.747209 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-f5e32240-fa87-45e2-a6e1-3c4e98a4cc16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e1c2d7-fed6-4003-8ed9-f065ee19ebfa') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:33.747808 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-f5e32240-fa87-45e2-a6e1-3c4e98a4cc16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e1c2d7-fed6-4003-8ed9-f065ee19ebfa') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:33.751696 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:33.774606 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5e32240-fa87-45e2-a6e1-3c4e98a4cc16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:33.793368 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5e32240-fa87-45e2-a6e1-3c4e98a4cc16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:33.801510 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e32240-fa87-45e2-a6e1-3c4e98a4cc16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:58:33.802261 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5e32240-fa87-45e2-a6e1-3c4e98a4cc16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:58:33.809783 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:58:33.869495 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd29123-6e43-4abe-9536-c4ebba80713d tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Network 9c814d0a-a64c-421a-a9f9-8a3a8f4a2a97 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:33.871450 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5cd29123-6e43-4abe-9536-c4ebba80713d tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:33.930865 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5e32240-fa87-45e2-a6e1-3c4e98a4cc16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:33.948173 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5e32240-fa87-45e2-a6e1-3c4e98a4cc16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:33.958725 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f5e32240-fa87-45e2-a6e1-3c4e98a4cc16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/networks/2f0c0d11-2775-464e-8b46-40b14def28a8 HTTP/1.1" status: 204 len: 168 time: 1.6132369 Nov 25 19:58:33.960958 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40142) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:33.972778 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-8f966e6b-d8c8-4bb7-a555-9815e0a5a448 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'router': {'routes': None}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:34.067228 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd29123-6e43-4abe-9536-c4ebba80713d tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Router 97f042dd-d9e5-4c8a-bd8d-d23a70145fc6 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:58:34.076409 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e32240-fa87-45e2-a6e1-3c4e98a4cc16 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Pushing event deleted for resources: {'Network': ['ID=2f0c0d11-2775-464e-8b46-40b14def28a8,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:34.234770 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd29123-6e43-4abe-9536-c4ebba80713d tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:58:34.248708 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5cd29123-6e43-4abe-9536-c4ebba80713d tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] 10.222.0.55 "PUT /v2.0/routers/97f042dd-d9e5-4c8a-bd8d-d23a70145fc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6633835 Nov 25 19:58:34.249785 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40144) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:34.265454 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57330559-2c68-4836-912d-b5d7ba5c355c None None] Sync routers for ids ['97f042dd-d9e5-4c8a-bd8d-d23a70145fc6'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:58:34.294489 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57330559-2c68-4836-912d-b5d7ba5c355c None None] Routers {'97f042dd-d9e5-4c8a-bd8d-d23a70145fc6'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:34.295939 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-57330559-2c68-4836-912d-b5d7ba5c355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:58:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['97f042dd-d9e5-4c8a-bd8d-d23a70145fc6'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:34.296772 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e0ed5e59-e9ea-4dad-b492-52c41359625a None None] Provisioning complete for port 92e1946d-6a9c-467d-b320-ef8379d9a05d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:34.297394 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e0ed5e59-e9ea-4dad-b492-52c41359625a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:34.318007 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.extraroute_db [None req-8f966e6b-d8c8-4bb7-a555-9815e0a5a448 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Added routes are [] {{(pid=103600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 19:58:34.318682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.extraroute_db [None req-8f966e6b-d8c8-4bb7-a555-9815e0a5a448 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Removed routes are [] {{(pid=103600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 19:58:34.319267 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8f966e6b-d8c8-4bb7-a555-9815e0a5a448 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:34.379246 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-57330559-2c68-4836-912d-b5d7ba5c355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:34.379538 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e0ed5e59-e9ea-4dad-b492-52c41359625a None None] Port 92e1946d-6a9c-467d-b320-ef8379d9a05d cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:58:34.382643 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 375ff8fc-ec96-4ba2-bb71-4571e9bb1f24 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:58:34.404525 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57330559-2c68-4836-912d-b5d7ba5c355c None None] Routers {'97f042dd-d9e5-4c8a-bd8d-d23a70145fc6'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:34.405334 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-57330559-2c68-4836-912d-b5d7ba5c355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:58:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['97f042dd-d9e5-4c8a-bd8d-d23a70145fc6'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:34.432716 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 375ff8fc-ec96-4ba2-bb71-4571e9bb1f24 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:58:34.433591 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 375ff8fc-ec96-4ba2-bb71-4571e9bb1f24 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:58:34.434507 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 04c4f9e8-f2d5-4b91-9586-e229f99ec8c4 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:58:34.444170 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-57330559-2c68-4836-912d-b5d7ba5c355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:34.445143 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57330559-2c68-4836-912d-b5d7ba5c355c None None] The sync data for ids ['97f042dd-d9e5-4c8a-bd8d-d23a70145fc6'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:58:34.475635 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 04c4f9e8-f2d5-4b91-9586-e229f99ec8c4 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:58:34.476185 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 04c4f9e8-f2d5-4b91-9586-e229f99ec8c4 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:58:34.501517 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-838851c6-7a59-4287-a3dd-d2fccb5fd354 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:35.048425 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 509de4ca-c508-40ab-a5ea-1a1327d84b88 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:35.089504 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8f966e6b-d8c8-4bb7-a555-9815e0a5a448 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:35.096401 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8f966e6b-d8c8-4bb7-a555-9815e0a5a448 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2046030'] for router, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:35.156257 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-838851c6-7a59-4287-a3dd-d2fccb5fd354 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 19:58:35.166674 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-838851c6-7a59-4287-a3dd-d2fccb5fd354 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] 10.222.0.55 "DELETE /v2.0/routers/97f042dd-d9e5-4c8a-bd8d-d23a70145fc6 HTTP/1.1" status: 409 len: 329 time: 0.9070373 Nov 25 19:58:35.166674 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40152) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:35.169757 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 509de4ca-c508-40ab-a5ea-1a1327d84b88 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:58:35.177615 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 509de4ca-c508-40ab-a5ea-1a1327d84b88 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:35.178651 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:35.274028 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291c77f-15ba-4fcb-acbd-d361e1d6680f req-c0a00e7c-fb0e-423f-b9d3-bc58157051d3 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:35.276099 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5291c77f-15ba-4fcb-acbd-d361e1d6680f req-c0a00e7c-fb0e-423f-b9d3-bc58157051d3 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/ports?device_id=19caf40e-8e97-46f6-bf6f-e9061223044d HTTP/1.1" status: 200 len: 945 time: 0.1682663 Nov 25 19:58:35.288831 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f966e6b-d8c8-4bb7-a555-9815e0a5a448 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:58:35.302776 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5318022-5bd9-4298-b9b3-2b923ae0e686 req-35577dbd-ba14-45f4-b34c-a83353c0bf17 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=cd9e511c-f404-46f0-9069-a85c1ce57c11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2036421 Nov 25 19:58:35.388977 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:35.465898 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19caf40e-8e97-46f6-bf6f-e9061223044d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509de4ca-c508-40ab-a5ea-1a1327d84b88'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:58:35.471139 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869729b5-17f4-42b2-9af8-521d1dcb48a8" -d '{"events": [{"server_uuid": "19caf40e-8e97-46f6-bf6f-e9061223044d", "name": "network-vif-plugged", "status": "completed", "tag": "509de4ca-c508-40ab-a5ea-1a1327d84b88"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:58:35.502728 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 509de4ca-c508-40ab-a5ea-1a1327d84b88, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=509de4ca-c508-40ab-a5ea-1a1327d84b88,segment=NetworkSegment(f83f484f-6adc-4d4a-a3d8-5ed891b2fa03),segment_id=f83f484f-6adc-4d4a-a3d8-5ed891b2fa03)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:35.512520 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:35.513685 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:35.549974 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5291c77f-15ba-4fcb-acbd-d361e1d6680f req-c4892b56-311b-4792-a5ce-eafbb3850225 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/security-groups?id=30df79ee-9135-4589-beec-a864b8192975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585757 Nov 25 19:58:35.555039 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f966e6b-d8c8-4bb7-a555-9815e0a5a448 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:58:35.574889 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaf4a75-b964-4998-a49f-31fdee6a3596 None None] Sync routers for ids ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:58:35.584705 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8f966e6b-d8c8-4bb7-a555-9815e0a5a448 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:35.586173 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8f966e6b-d8c8-4bb7-a555-9815e0a5a448 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "PUT /v2.0/routers/527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd HTTP/1.1" status: 200 len: 704 time: 1.6240547 Nov 25 19:58:35.594546 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40156) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:35.611174 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5318022-5bd9-4298-b9b3-2b923ae0e686 req-ea3c9a41-2ee3-4e61-8210-5c335aee71bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:35.612748 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5318022-5bd9-4298-b9b3-2b923ae0e686 req-ea3c9a41-2ee3-4e61-8210-5c335aee71bb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=38592504b4e64351813cb9ecb59382ec&device_id=cd9e511c-f404-46f0-9069-a85c1ce57c11 HTTP/1.1" status: 200 len: 1101 time: 0.2007856 Nov 25 19:58:35.663700 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaf4a75-b964-4998-a49f-31fdee6a3596 None None] Routers {'527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:35.666558 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-dcaf4a75-b964-4998-a49f-31fdee6a3596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:58:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:35.689425 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d9c317-9f79-4154-b6cd-8142bf3551de x-openstack-request-id: req-a0d9c317-9f79-4154-b6cd-8142bf3551de {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:58:35.689425 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19caf40e-8e97-46f6-bf6f-e9061223044d", "name": "network-vif-plugged", "status": "completed", "tag": "509de4ca-c508-40ab-a5ea-1a1327d84b88", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:58:35.689425 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a0d9c317-9f79-4154-b6cd-8142bf3551de {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:58:35.692171 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19caf40e-8e97-46f6-bf6f-e9061223044d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509de4ca-c508-40ab-a5ea-1a1327d84b88', 'code': 200} Nov 25 19:58:35.695644 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:35.780033 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=509de4ca-c508-40ab-a5ea-1a1327d84b88,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:35.804381 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-568abc67-10a3-43f1-9d64-e8488d85d4b8 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "GET /v2.0/ports?device_id=527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd HTTP/1.1" status: 200 len: 205 time: 0.1974101 Nov 25 19:58:35.804381 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40160) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:35.931841 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-dcaf4a75-b964-4998-a49f-31fdee6a3596 None None] Set router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:35.934219 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e552fc46-ee8a-4d9a-840b-fbac2cdf6ebc tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:36.014660 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ba6c8a5-2677-4c82-96c8-be61907c9372 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:36.029694 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-dcaf4a75-b964-4998-a49f-31fdee6a3596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:58:30Z', 'revision_number': 11, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:36.073441 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8b71d-ace1-4523-b729-6cb614e46a0d req-38e22d98-c77d-4b99-ab74-222f8a0e280e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:36.076281 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-edc8b71d-ace1-4523-b729-6cb614e46a0d req-38e22d98-c77d-4b99-ab74-222f8a0e280e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=19caf40e-8e97-46f6-bf6f-e9061223044d HTTP/1.1" status: 200 len: 1097 time: 0.2909176 Nov 25 19:58:36.079207 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaf4a75-b964-4998-a49f-31fdee6a3596 None None] Checking router: 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:58:36.090332 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaf4a75-b964-4998-a49f-31fdee6a3596 None None] Routers {'527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:36.090990 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-dcaf4a75-b964-4998-a49f-31fdee6a3596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:58:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:36.176176 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-dcaf4a75-b964-4998-a49f-31fdee6a3596 None None] Set router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:36.210214 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5318022-5bd9-4298-b9b3-2b923ae0e686 req-8ad2f4dd-4ed1-4fb5-b959-ad2872b73494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:36.220029 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5318022-5bd9-4298-b9b3-2b923ae0e686 req-8ad2f4dd-4ed1-4fb5-b959-ad2872b73494 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.5707977 Nov 25 19:58:36.240281 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-dcaf4a75-b964-4998-a49f-31fdee6a3596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:58:30Z', 'revision_number': 11, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:36.278836 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaf4a75-b964-4998-a49f-31fdee6a3596 None None] The sync data for ids ['527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd'] in n-d-819349-5 is: [{'id': '527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd', 'name': 'tempest-RoutersIpV6Test-router-469295675', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:09Z', 'updated_at': '2021-11-25T19:58:30Z', 'revision_number': 11, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:58:36.322019 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5318022-5bd9-4298-b9b3-2b923ae0e686 req-28768ed1-08de-4bb6-9a6a-dc7bb0d32ce9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=288f5e44-32e5-4c7b-b41a-9fe8050f971f HTTP/1.1" status: 200 len: 217 time: 0.0679538 Nov 25 19:58:36.542599 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-edc8b71d-ace1-4523-b729-6cb614e46a0d req-45327ec8-5953-4fb4-bb5f-c0b0a3e4139d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=30df79ee-9135-4589-beec-a864b8192975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029176 Nov 25 19:58:36.550325 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e552fc46-ee8a-4d9a-840b-fbac2cdf6ebc tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Deleting port 92e1946d-6a9c-467d-b320-ef8379d9a05d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:36.551614 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e552fc46-ee8a-4d9a-840b-fbac2cdf6ebc tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:36.560435 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ba6c8a5-2677-4c82-96c8-be61907c9372 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:36.565601 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5318022-5bd9-4298-b9b3-2b923ae0e686 req-ce19da8b-14ba-4e0b-8037-1c0392a6b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:36.568317 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5318022-5bd9-4298-b9b3-2b923ae0e686 req-ce19da8b-14ba-4e0b-8037-1c0392a6b315 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1974239 Nov 25 19:58:36.570871 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ba6c8a5-2677-4c82-96c8-be61907c9372 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:36.691091 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ba6c8a5-2677-4c82-96c8-be61907c9372 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:36.691893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba6c8a5-2677-4c82-96c8-be61907c9372 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Fanout notify agent at l3_agent the message router_deleted on router 527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:58:36.700890 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ba6c8a5-2677-4c82-96c8-be61907c9372 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:36.711608 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4ba6c8a5-2677-4c82-96c8-be61907c9372 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/routers/527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd HTTP/1.1" status: 204 len: 168 time: 0.9062667 Nov 25 19:58:36.716992 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40166) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:36.726033 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f56e6eae-4b8c-462e-9b04-b86a02578f58 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-42671125', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:36.741667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5318022-5bd9-4298-b9b3-2b923ae0e686 req-df5a6210-f960-4017-9506-cf4c6fd21c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:36.744118 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5318022-5bd9-4298-b9b3-2b923ae0e686 req-df5a6210-f960-4017-9506-cf4c6fd21c27 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1674979 Nov 25 19:58:36.768909 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e552fc46-ee8a-4d9a-840b-fbac2cdf6ebc tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:36.799092 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e552fc46-ee8a-4d9a-840b-fbac2cdf6ebc tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Calling delete_port for 92e1946d-6a9c-467d-b320-ef8379d9a05d owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:36.804183 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e4a96-456f-4b46-bc9d-6d8419b29849 req-9712bda3-0404-4bad-a11a-030d8f3112ac tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:36.813815 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e41e4a96-456f-4b46-bc9d-6d8419b29849 req-9712bda3-0404-4bad-a11a-030d8f3112ac tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/ports?device_id=19caf40e-8e97-46f6-bf6f-e9061223044d HTTP/1.1" status: 200 len: 946 time: 0.1388702 Nov 25 19:58:36.816866 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f56e6eae-4b8c-462e-9b04-b86a02578f58 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:36.818141 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f56e6eae-4b8c-462e-9b04-b86a02578f58 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:36.881414 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f56e6eae-4b8c-462e-9b04-b86a02578f58 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:36.890806 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f56e6eae-4b8c-462e-9b04-b86a02578f58 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:36.939158 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e41e4a96-456f-4b46-bc9d-6d8419b29849 req-1a9f0369-c2d4-4bef-b9a8-de0a902c4156 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/security-groups?id=30df79ee-9135-4589-beec-a864b8192975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241817 Nov 25 19:58:36.960430 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f56e6eae-4b8c-462e-9b04-b86a02578f58 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:36.965255 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f56e6eae-4b8c-462e-9b04-b86a02578f58 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2444046 Nov 25 19:58:36.966124 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40172) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:36.971300 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ceaeff36-b73e-49cd-a370-0c6965d9cd1a tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:36.977804 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40174) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:36.991958 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5318022-5bd9-4298-b9b3-2b923ae0e686 req-0711e34f-5f21-4963-ac9a-50e4d11f33a5 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364743 Nov 25 19:58:37.158486 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc332c3-dd46-4e2f-bf6e-9e08b919dd8a admin admin] Deleting subnet d4ad9f3d-e01d-4850-89be-d3c4f91c03dc {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:58:37.167271 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ffc332c3-dd46-4e2f-bf6e-9e08b919dd8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:37.235782 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5318022-5bd9-4298-b9b3-2b923ae0e686 req-1ddee18d-ba2a-412a-928c-7781f7abba02 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166836 Nov 25 19:58:37.242067 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ffc332c3-dd46-4e2f-bf6e-9e08b919dd8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:37.335132 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ffc332c3-dd46-4e2f-bf6e-9e08b919dd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:37.392830 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ceaeff36-b73e-49cd-a370-0c6965d9cd1a tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:37.415812 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ceaeff36-b73e-49cd-a370-0c6965d9cd1a tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2046030'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:37.428850 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ffc332c3-dd46-4e2f-bf6e-9e08b919dd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:37.465770 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23df1c1d-13f6-4af8-b530-7ebb92a647b6 None None] Network c1a8f8d4-1a7c-4717-893b-2799278055f6 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:37.505015 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ffc332c3-dd46-4e2f-bf6e-9e08b919dd8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:37.514572 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ffc332c3-dd46-4e2f-bf6e-9e08b919dd8a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d4ad9f3d-e01d-4850-89be-d3c4f91c03dc HTTP/1.1" status: 204 len: 168 time: 0.5348306 Nov 25 19:58:37.516600 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc332c3-dd46-4e2f-bf6e-9e08b919dd8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4ad9f3d-e01d-4850-89be-d3c4f91c03dc,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:37.529765 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40180) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:37.631122 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e552fc46-ee8a-4d9a-840b-fbac2cdf6ebc tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:37.687227 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552fc46-ee8a-4d9a-840b-fbac2cdf6ebc tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Pushing event deleted for resources: {'Port': ['ID=92e1946d-6a9c-467d-b320-ef8379d9a05d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:37.747959 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d4cab8c-eb68-4320-b1c3-f3ea763c0ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:37.769605 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1508d60-ee27-465b-8725-0bd201381b51 None None] DHCP port deletion for c1a8f8d4-1a7c-4717-893b-2799278055f6 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:58:37.794209 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceaeff36-b73e-49cd-a370-0c6965d9cd1a tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Router 6545252c-c1e3-47be-b1fb-bf41db3ce7ce is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:58:38.057387 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceaeff36-b73e-49cd-a370-0c6965d9cd1a tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:58:38.086900 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ceaeff36-b73e-49cd-a370-0c6965d9cd1a tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:38.092484 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ceaeff36-b73e-49cd-a370-0c6965d9cd1a tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "PUT /v2.0/routers/6545252c-c1e3-47be-b1fb-bf41db3ce7ce HTTP/1.1" status: 200 len: 696 time: 1.1251237 Nov 25 19:58:38.097819 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40184) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:38.112497 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7240fac1-36ab-40b1-ac68-4c6a8557eeec None None] Sync routers for ids ['6545252c-c1e3-47be-b1fb-bf41db3ce7ce'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:58:38.135458 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d4cab8c-eb68-4320-b1c3-f3ea763c0ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:38.159169 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7240fac1-36ab-40b1-ac68-4c6a8557eeec None None] Routers {'6545252c-c1e3-47be-b1fb-bf41db3ce7ce'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:38.163597 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7240fac1-36ab-40b1-ac68-4c6a8557eeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:58:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6545252c-c1e3-47be-b1fb-bf41db3ce7ce'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:38.187553 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-7d4cab8c-eb68-4320-b1c3-f3ea763c0ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a8f8d4-1a7c-4717-893b-2799278055f6']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:38.214282 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-7d4cab8c-eb68-4320-b1c3-f3ea763c0ad0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027176cf-6685-419e-b551-74f051093b8f') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:38.214738 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-7d4cab8c-eb68-4320-b1c3-f3ea763c0ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027176cf-6685-419e-b551-74f051093b8f') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:38.227926 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d4cab8c-eb68-4320-b1c3-f3ea763c0ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:38.244932 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d4cab8c-eb68-4320-b1c3-f3ea763c0ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:38.256731 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4cab8c-eb68-4320-b1c3-f3ea763c0ad0 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:58:38.257404 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d4cab8c-eb68-4320-b1c3-f3ea763c0ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:38.313696 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-7240fac1-36ab-40b1-ac68-4c6a8557eeec None None] Set router 6545252c-c1e3-47be-b1fb-bf41db3ce7ce gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:58:38.327245 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:58:38.363041 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d4cab8c-eb68-4320-b1c3-f3ea763c0ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:38.363577 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-642566d6-41e1-4bad-8417-38ff8107e7af tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "GET /v2.0/routers/6545252c-c1e3-47be-b1fb-bf41db3ce7ce HTTP/1.1" status: 200 len: 702 time: 0.2641733 Nov 25 19:58:38.364471 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40186) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:38.372461 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d4cab8c-eb68-4320-b1c3-f3ea763c0ad0 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:38.376978 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7d4cab8c-eb68-4320-b1c3-f3ea763c0ad0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c1a8f8d4-1a7c-4717-893b-2799278055f6 HTTP/1.1" status: 204 len: 168 time: 0.8455000 Nov 25 19:58:38.381819 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e552fc46-ee8a-4d9a-840b-fbac2cdf6ebc tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:38.397999 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4cab8c-eb68-4320-b1c3-f3ea763c0ad0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1a8f8d4-1a7c-4717-893b-2799278055f6,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:38.416478 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b0b3eab4-07f8-4803-af99-000e9d368d5a tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "GET /v2.0/ports?device_id=6545252c-c1e3-47be-b1fb-bf41db3ce7ce HTTP/1.1" status: 200 len: 205 time: 0.0464585 Nov 25 19:58:38.416967 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40192) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:38.484231 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7240fac1-36ab-40b1-ac68-4c6a8557eeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6545252c-c1e3-47be-b1fb-bf41db3ce7ce', 'name': 'tempest-RoutersIpV6Test-router-42671125', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:36Z', 'updated_at': '2021-11-25T19:58:37Z', 'revision_number': 2, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:38.536227 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e37db2d8-023a-4803-a2ae-958b3cd3c1e5 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:38.547435 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7240fac1-36ab-40b1-ac68-4c6a8557eeec None None] Checking router: 6545252c-c1e3-47be-b1fb-bf41db3ce7ce for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:58:38.574715 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7240fac1-36ab-40b1-ac68-4c6a8557eeec None None] Routers {'6545252c-c1e3-47be-b1fb-bf41db3ce7ce'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:38.575382 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7240fac1-36ab-40b1-ac68-4c6a8557eeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:58:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6545252c-c1e3-47be-b1fb-bf41db3ce7ce'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:38.663840 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40194) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:38.692460 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-7240fac1-36ab-40b1-ac68-4c6a8557eeec None None] Set router 6545252c-c1e3-47be-b1fb-bf41db3ce7ce gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:38.711545 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d66c99-d50e-4ec5-95ea-91af4d81477c req-7dcc4ec9-ae3c-4b62-bedb-b87de0c29b81 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:38.726730 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-66d66c99-d50e-4ec5-95ea-91af4d81477c req-7dcc4ec9-ae3c-4b62-bedb-b87de0c29b81 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/ports?device_id=19caf40e-8e97-46f6-bf6f-e9061223044d HTTP/1.1" status: 200 len: 946 time: 0.3958988 Nov 25 19:58:38.753727 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7240fac1-36ab-40b1-ac68-4c6a8557eeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6545252c-c1e3-47be-b1fb-bf41db3ce7ce', 'name': 'tempest-RoutersIpV6Test-router-42671125', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:36Z', 'updated_at': '2021-11-25T19:58:37Z', 'revision_number': 2, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:38.786062 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7240fac1-36ab-40b1-ac68-4c6a8557eeec None None] The sync data for ids ['6545252c-c1e3-47be-b1fb-bf41db3ce7ce'] in n-d-819349-5 is: [{'id': '6545252c-c1e3-47be-b1fb-bf41db3ce7ce', 'name': 'tempest-RoutersIpV6Test-router-42671125', 'tenant_id': '03b09e35a99940eabc55542aa50b027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:36Z', 'updated_at': '2021-11-25T19:58:37Z', 'revision_number': 2, 'project_id': '03b09e35a99940eabc55542aa50b027b', 'gw_port_host': None}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:58:38.801972 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e552fc46-ee8a-4d9a-840b-fbac2cdf6ebc tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Router 97f042dd-d9e5-4c8a-bd8d-d23a70145fc6 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:58:38.809952 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-16d33dc9-4996-408c-bacf-2d3c400e45bc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=23b07602208648038bf2636b818440df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1423516 Nov 25 19:58:38.810563 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40196) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:38.943575 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e37db2d8-023a-4803-a2ae-958b3cd3c1e5 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:38.951904 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e37db2d8-023a-4803-a2ae-958b3cd3c1e5 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.027729 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e552fc46-ee8a-4d9a-840b-fbac2cdf6ebc tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:58:39.041020 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e552fc46-ee8a-4d9a-840b-fbac2cdf6ebc tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] 10.222.0.55 "PUT /v2.0/routers/97f042dd-d9e5-4c8a-bd8d-d23a70145fc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8726063 Nov 25 19:58:39.043395 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40198) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:39.048309 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e3057f-cc14-441e-a5e2-180bd3feeace None None] Sync routers for ids ['97f042dd-d9e5-4c8a-bd8d-d23a70145fc6'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:58:39.084682 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e3057f-cc14-441e-a5e2-180bd3feeace None None] Routers {'97f042dd-d9e5-4c8a-bd8d-d23a70145fc6'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:39.087251 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-21e3057f-cc14-441e-a5e2-180bd3feeace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:58:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['97f042dd-d9e5-4c8a-bd8d-d23a70145fc6'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:39.111325 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-66d66c99-d50e-4ec5-95ea-91af4d81477c req-57f71d30-dd54-42c6-9023-aa73af7215ab tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/security-groups?id=30df79ee-9135-4589-beec-a864b8192975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352940 Nov 25 19:58:39.121751 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e37db2d8-023a-4803-a2ae-958b3cd3c1e5 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.123150 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37db2d8-023a-4803-a2ae-958b3cd3c1e5 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Fanout notify agent at l3_agent the message router_deleted on router 6545252c-c1e3-47be-b1fb-bf41db3ce7ce {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:58:39.128376 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-5f6a3fe9-5be9-40ef-b4da-45a61391f475 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] show failed (client error): The resource could not be found. Nov 25 19:58:39.130897 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5f6a3fe9-5be9-40ef-b4da-45a61391f475 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-818759434 HTTP/1.1" status: 404 len: 334 time: 0.0853832 Nov 25 19:58:39.145419 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40200) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:39.150534 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e37db2d8-023a-4803-a2ae-958b3cd3c1e5 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.153737 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e37db2d8-023a-4803-a2ae-958b3cd3c1e5 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/routers/6545252c-c1e3-47be-b1fb-bf41db3ce7ce HTTP/1.1" status: 204 len: 168 time: 0.7343481 Nov 25 19:58:39.162102 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40202) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:39.172693 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-969ae9d7-ec2e-4dad-a9e5-5eb5f0e515fb tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:39.225615 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-21e3057f-cc14-441e-a5e2-180bd3feeace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:39.265476 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e3057f-cc14-441e-a5e2-180bd3feeace None None] Routers {'97f042dd-d9e5-4c8a-bd8d-d23a70145fc6'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:39.266194 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-21e3057f-cc14-441e-a5e2-180bd3feeace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:58:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['97f042dd-d9e5-4c8a-bd8d-d23a70145fc6'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:39.300175 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-969ae9d7-ec2e-4dad-a9e5-5eb5f0e515fb tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] update failed (client error): The resource could not be found. Nov 25 19:58:39.303373 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-969ae9d7-ec2e-4dad-a9e5-5eb5f0e515fb tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-1284465746 HTTP/1.1" status: 404 len: 335 time: 0.1552336 Nov 25 19:58:39.309852 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40206) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:39.322065 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-21e3057f-cc14-441e-a5e2-180bd3feeace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:39.323098 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e3057f-cc14-441e-a5e2-180bd3feeace None None] The sync data for ids ['97f042dd-d9e5-4c8a-bd8d-d23a70145fc6'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:58:39.328541 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b8074302-ce39-4ef9-af5b-caeb6e83baf7 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "GET /v2.0/ports?device_id=6545252c-c1e3-47be-b1fb-bf41db3ce7ce HTTP/1.1" status: 200 len: 205 time: 0.1621029 Nov 25 19:58:39.331846 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40208) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:39.376192 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac1d9325-9b5f-4c41-83eb-f7f24ca2a8df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.393677 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-07cc8342-7d56-4fe9-acf9-3a2b0216d501 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] delete failed (client error): The resource could not be found. Nov 25 19:58:39.394914 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-07cc8342-7d56-4fe9-acf9-3a2b0216d501 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/routers/6545252c-c1e3-47be-b1fb-bf41db3ce7ce HTTP/1.1" status: 404 len: 336 time: 0.0617192 Nov 25 19:58:39.400488 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40212) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:39.427371 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac1d9325-9b5f-4c41-83eb-f7f24ca2a8df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.459693 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da2cbcf-634a-4fa1-91d0-dd750899feba tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:39.459927 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da2cbcf-634a-4fa1-91d0-dd750899feba tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:39.470736 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5da2cbcf-634a-4fa1-91d0-dd750899feba tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/subnets/b77312ac-efaa-41ab-b951-ce4967c712f0 HTTP/1.1" status: 404 len: 337 time: 0.0689020 Nov 25 19:58:39.471670 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40216) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:39.487155 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef939a3f-fb4e-4328-81e3-fbd84afc1025 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Deleting subnet 32a5b848-468c-4df2-8d6e-b790b0790dca {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:58:39.493589 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef939a3f-fb4e-4328-81e3-fbd84afc1025 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.544080 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a80cf8-dedd-426c-9aad-64a6997cd0e4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:39.545242 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a80cf8-dedd-426c-9aad-64a6997cd0e4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:39.552407 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-09a80cf8-dedd-426c-9aad-64a6997cd0e4 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/subnets/2b59f36c-1239-437b-9b91-1fadc90434cc HTTP/1.1" status: 404 len: 337 time: 0.0791268 Nov 25 19:58:39.556113 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40218) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:39.560416 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef939a3f-fb4e-4328-81e3-fbd84afc1025 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.596730 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-15430b72-3935-4e02-9f41-e4b2daa536a7 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:39.597680 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15430b72-3935-4e02-9f41-e4b2daa536a7 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:39.602093 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-15430b72-3935-4e02-9f41-e4b2daa536a7 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/subnets/d6df527f-b908-4b79-80a1-5e7aa81d8efb HTTP/1.1" status: 404 len: 337 time: 0.0438812 Nov 25 19:58:39.607615 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40220) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:39.643860 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-293222b3-a607-4407-9ecc-1c4a9397393c tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:39.644467 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293222b3-a607-4407-9ecc-1c4a9397393c tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:39.649855 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-293222b3-a607-4407-9ecc-1c4a9397393c tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/subnets/32cf182b-6f76-47eb-8b21-d0e7f93a42f0 HTTP/1.1" status: 404 len: 337 time: 0.0403740 Nov 25 19:58:39.654162 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40224) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:39.772720 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ba7f9e12-ddf8-44a3-a381-766853182e61 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "GET /v2.0/ports?device_id=527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd HTTP/1.1" status: 200 len: 205 time: 0.1160297 Nov 25 19:58:39.777837 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40226) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:39.830531 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac1d9325-9b5f-4c41-83eb-f7f24ca2a8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.833363 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac1d9325-9b5f-4c41-83eb-f7f24ca2a8df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.837070 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ac1d9325-9b5f-4c41-83eb-f7f24ca2a8df admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/18c795d6-eb7d-4c73-ab9e-b14d9198f728 HTTP/1.1" status: 204 len: 168 time: 1.0226433 Nov 25 19:58:39.837273 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-bffbe679-ba1a-4a9b-b014-87e180d69329 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] delete failed (client error): The resource could not be found. Nov 25 19:58:39.837273 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bffbe679-ba1a-4a9b-b014-87e180d69329 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/routers/527c1f75-7a2a-4285-99c0-2c3a2bb2a5dd HTTP/1.1" status: 404 len: 336 time: 0.0569794 Nov 25 19:58:39.863576 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef939a3f-fb4e-4328-81e3-fbd84afc1025 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.868104 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40230) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:39.908791 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a65fecc6-098f-4177-aaa7-af935ba61ace tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "GET /v2.0/ports?device_id=a114b2d1-9d32-40b6-9ad9-f7b0c885bbcc HTTP/1.1" status: 200 len: 205 time: 0.0396509 Nov 25 19:58:39.913096 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40232) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:39.945776 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d9325-9b5f-4c41-83eb-f7f24ca2a8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c795d6-eb7d-4c73-ab9e-b14d9198f728,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:39.950096 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef939a3f-fb4e-4328-81e3-fbd84afc1025 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.972790 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9084e3-63b0-44eb-a8d9-63ee8bc1d755 req-332e0cb6-2b29-49fd-b8ef-eec1a5f9e464 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:39.981280 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0d9084e3-63b0-44eb-a8d9-63ee8bc1d755 req-332e0cb6-2b29-49fd-b8ef-eec1a5f9e464 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/ports?device_id=19caf40e-8e97-46f6-bf6f-e9061223044d HTTP/1.1" status: 200 len: 946 time: 0.1439476 Nov 25 19:58:39.985064 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-d3273f82-74eb-4b12-9030-6f5f89132d21 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] delete failed (client error): The resource could not be found. Nov 25 19:58:39.991609 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d3273f82-74eb-4b12-9030-6f5f89132d21 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/routers/a114b2d1-9d32-40b6-9ad9-f7b0c885bbcc HTTP/1.1" status: 404 len: 336 time: 0.0731049 Nov 25 19:58:40.005565 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40234) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:40.019990 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef939a3f-fb4e-4328-81e3-fbd84afc1025 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Pushing event deleted for resources: {'Subnet': ['ID=32a5b848-468c-4df2-8d6e-b790b0790dca,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:40.023510 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef939a3f-fb4e-4328-81e3-fbd84afc1025 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:40.029792 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ef939a3f-fb4e-4328-81e3-fbd84afc1025 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] 10.222.0.55 "DELETE /v2.0/subnets/32a5b848-468c-4df2-8d6e-b790b0790dca HTTP/1.1" status: 204 len: 168 time: 0.7169907 Nov 25 19:58:40.038342 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40236) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:40.041076 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220f2e0b-d83e-4582-853b-488d88bc640f None None] Network e7429a17-fa83-4e0c-980d-c50bb3fe8e4b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:40.094265 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d41fb5c-ed4a-40dd-b141-42ff34bcf7d9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:40.095921 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d41fb5c-ed4a-40dd-b141-42ff34bcf7d9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:40.102916 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0d9084e3-63b0-44eb-a8d9-63ee8bc1d755 req-2163611c-e1b8-4e53-9e2a-da2a9cd3673e tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/security-groups?id=30df79ee-9135-4589-beec-a864b8192975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186941 Nov 25 19:58:40.108361 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6d41fb5c-ed4a-40dd-b141-42ff34bcf7d9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/subnets/b1b45beb-20ba-4bc2-869d-291c36270a7e HTTP/1.1" status: 404 len: 337 time: 0.1012821 Nov 25 19:58:40.124315 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40238) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:40.170951 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5dc429a2-c3f6-43a6-9533-6299844215b1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4e300e5-5f02-4536-a8de-8b8b16dcd384 HTTP/1.1" status: 200 len: 205 time: 0.0508738 Nov 25 19:58:40.171177 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40240) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:40.174027 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08bd7bd-3fe4-4970-84ab-6176a570d7c4 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Deleting subnet 6bbf2895-501e-4947-9317-8922da8587fb {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:58:40.177765 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a08bd7bd-3fe4-4970-84ab-6176a570d7c4 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:40.236337 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a08bd7bd-3fe4-4970-84ab-6176a570d7c4 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:40.282244 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-5719e364-b547-4d3d-88cf-0c3da9de94c1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] delete failed (client error): The resource could not be found. Nov 25 19:58:40.283283 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5719e364-b547-4d3d-88cf-0c3da9de94c1 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/routers/b4e300e5-5f02-4536-a8de-8b8b16dcd384 HTTP/1.1" status: 404 len: 336 time: 0.1112726 Nov 25 19:58:40.287570 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40244) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:40.386667 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438a2ba2-72ab-4789-b325-57c94320a914 None None] DHCP port deletion for e7429a17-fa83-4e0c-980d-c50bb3fe8e4b request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:58:40.395577 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40246) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:40.397377 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0bcb6fac-52fc-4114-8af5-9ed113d13f69 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ab20e9-7ccf-4778-9d25-a0f31006b1cc HTTP/1.1" status: 200 len: 205 time: 0.1075516 Nov 25 19:58:40.451180 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-1af9b393-e8f3-4555-8b0c-9198e3269938 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] delete failed (client error): The resource could not be found. Nov 25 19:58:40.452494 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1af9b393-e8f3-4555-8b0c-9198e3269938 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/routers/19ab20e9-7ccf-4778-9d25-a0f31006b1cc HTTP/1.1" status: 404 len: 336 time: 0.0559585 Nov 25 19:58:40.456582 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40248) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:40.493659 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-938ef25d-187f-4161-9f6b-f95afbb9acc9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:40.494556 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-938ef25d-187f-4161-9f6b-f95afbb9acc9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:40.497926 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-938ef25d-187f-4161-9f6b-f95afbb9acc9 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/subnets/5201cb04-a5f5-4e3b-9cc7-a34d2e959ba0 HTTP/1.1" status: 404 len: 337 time: 0.0400925 Nov 25 19:58:40.501631 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40252) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:40.510936 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a08bd7bd-3fe4-4970-84ab-6176a570d7c4 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:40.539140 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-893c9b49-8634-4c0c-b84e-b00bdf47192b tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "GET /v2.0/ports?device_id=338a5ef0-4da6-4943-89a0-af5843c84338 HTTP/1.1" status: 200 len: 205 time: 0.0359042 Nov 25 19:58:40.543695 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40256) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:40.596843 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-438a2ba2-72ab-4789-b325-57c94320a914 None None] Deleting port e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:40.597438 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-438a2ba2-72ab-4789-b325-57c94320a914 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:40.673774 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-d9dae26d-5928-4d56-9c28-064462608622 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] delete failed (client error): The resource could not be found. Nov 25 19:58:40.678265 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d9dae26d-5928-4d56-9c28-064462608622 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/routers/338a5ef0-4da6-4943-89a0-af5843c84338 HTTP/1.1" status: 404 len: 336 time: 0.1332064 Nov 25 19:58:40.681332 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40262) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:40.712638 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a08bd7bd-3fe4-4970-84ab-6176a570d7c4 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:40.733701 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a08bd7bd-3fe4-4970-84ab-6176a570d7c4 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:40.747330 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a08bd7bd-3fe4-4970-84ab-6176a570d7c4 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] 10.222.0.55 "DELETE /v2.0/subnets/6bbf2895-501e-4947-9317-8922da8587fb HTTP/1.1" status: 204 len: 168 time: 0.7074721 Nov 25 19:58:40.754146 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-438a2ba2-72ab-4789-b325-57c94320a914 None None] For port e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7,segment=NetworkSegment(9dc1769f-2337-4517-a61b-1ca276669238),segment_id=9dc1769f-2337-4517-a61b-1ca276669238)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:40.762419 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-438a2ba2-72ab-4789-b325-57c94320a914 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:40.768059 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40264) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:40.774608 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-438a2ba2-72ab-4789-b325-57c94320a914 None None] Calling delete_port for e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:40.882533 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f875342-a05b-46be-99d6-24aaf8932ffd None None] Network 2403dc01-d4b0-4007-a359-78dd8289c9f3 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:40.882949 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-592db1cc-b3a1-4472-899a-6e2af5e495b3 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:40.886979 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08bd7bd-3fe4-4970-84ab-6176a570d7c4 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Pushing event deleted for resources: {'Subnet': ['ID=6bbf2895-501e-4947-9317-8922da8587fb,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:40.973001 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-592db1cc-b3a1-4472-899a-6e2af5e495b3 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Deleting port e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:40.973370 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-592db1cc-b3a1-4472-899a-6e2af5e495b3 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:41.093343 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-592db1cc-b3a1-4472-899a-6e2af5e495b3 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] For port e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7,segment=NetworkSegment(9dc1769f-2337-4517-a61b-1ca276669238),segment_id=9dc1769f-2337-4517-a61b-1ca276669238)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:41.093826 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-592db1cc-b3a1-4472-899a-6e2af5e495b3 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:41.114122 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-592db1cc-b3a1-4472-899a-6e2af5e495b3 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Calling delete_port for e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:41.165785 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-438a2ba2-72ab-4789-b325-57c94320a914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:41.290683 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a2ba2-72ab-4789-b325-57c94320a914 None None] Pushing event deleted for resources: {'Port': ['ID=e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:41.296209 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-965c6015-6436-4d1f-8adb-034efb0f6892 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:41.296623 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965c6015-6436-4d1f-8adb-034efb0f6892 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:41.302955 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-965c6015-6436-4d1f-8adb-034efb0f6892 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/subnets/535ea6e6-81ac-4b26-9445-8bc5e6ba84f7 HTTP/1.1" status: 404 len: 337 time: 0.6045542 Nov 25 19:58:41.303774 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40276) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:41.347005 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438a2ba2-72ab-4789-b325-57c94320a914 None None] No DVR routers for this DVR port e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:58:41.352482 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d06159d2-4e6d-4df5-b1e4-ccaa104ef6d2 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "GET /v2.0/ports?device_id=896f9749-90d2-4a7a-a70a-82e257ac885c HTTP/1.1" status: 200 len: 205 time: 0.0468240 Nov 25 19:58:41.352833 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40278) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:41.398670 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-bc02540a-de1a-469c-892f-bf7b66adb217 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] delete failed (client error): The resource could not be found. Nov 25 19:58:41.403135 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bc02540a-de1a-469c-892f-bf7b66adb217 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/routers/896f9749-90d2-4a7a-a70a-82e257ac885c HTTP/1.1" status: 404 len: 336 time: 0.0490620 Nov 25 19:58:41.403904 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40280) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:41.443826 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b129cb-6987-45cb-a117-2ec16e5ac1bd tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:41.444631 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96b129cb-6987-45cb-a117-2ec16e5ac1bd tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:41.451668 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-96b129cb-6987-45cb-a117-2ec16e5ac1bd tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/subnets/3ad19148-fb02-4614-a780-da64422bd300 HTTP/1.1" status: 404 len: 337 time: 0.0465789 Nov 25 19:58:41.452573 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40282) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:41.458361 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23750de8-a64d-4df5-ae42-f527214c2bdd req-bdfbab45-2e04-4e1d-9c01-29f19733d192 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:41.460188 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-23750de8-a64d-4df5-ae42-f527214c2bdd req-bdfbab45-2e04-4e1d-9c01-29f19733d192 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.73 "GET /v2.0/ports?device_id=19caf40e-8e97-46f6-bf6f-e9061223044d HTTP/1.1" status: 200 len: 946 time: 0.1773956 Nov 25 19:58:41.465413 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-592db1cc-b3a1-4472-899a-6e2af5e495b3 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:41.486784 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba385e90-c1d4-4ca2-a140-5bfaec6d00c0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:41.487788 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba385e90-c1d4-4ca2-a140-5bfaec6d00c0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:41.496175 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b658b123-82c7-4c22-bceb-6be3741c0ea3 None None] DHCP port deletion for 2403dc01-d4b0-4007-a359-78dd8289c9f3 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:58:41.498006 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ba385e90-c1d4-4ca2-a140-5bfaec6d00c0 tempest-RoutersIpV6Test-942021532 tempest-RoutersIpV6Test-942021532-project] 10.222.0.55 "DELETE /v2.0/subnets/d4d3c3dd-932f-4ed6-9709-eb73421917f5 HTTP/1.1" status: 404 len: 337 time: 0.0438483 Nov 25 19:58:41.521476 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592db1cc-b3a1-4472-899a-6e2af5e495b3 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Pushing event deleted for resources: {'Port': ['ID=e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:41.568699 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b658b123-82c7-4c22-bceb-6be3741c0ea3 None None] Deleting port a4fdf537-c077-44d9-b2a0-70c837c54b57 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:41.568955 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b658b123-82c7-4c22-bceb-6be3741c0ea3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:41.716694 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0ead8-cd8d-46cb-a8ac-9ed2facf0a27 req-2dee7786-16b8-4df4-b546-86aa1119826e tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:41.719396 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-04b0ead8-cd8d-46cb-a8ac-9ed2facf0a27 req-2dee7786-16b8-4df4-b546-86aa1119826e tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/ports?device_id=19caf40e-8e97-46f6-bf6f-e9061223044d HTTP/1.1" status: 200 len: 946 time: 0.3783512 Nov 25 19:58:41.724511 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592db1cc-b3a1-4472-899a-6e2af5e495b3 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] No DVR routers for this DVR port e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:58:41.741056 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40290) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:41.803626 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b658b123-82c7-4c22-bceb-6be3741c0ea3 None None] For port a4fdf537-c077-44d9-b2a0-70c837c54b57, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a4fdf537-c077-44d9-b2a0-70c837c54b57,segment=NetworkSegment(4282ddf9-2ba4-4a17-9457-2f170d7f4d6c),segment_id=4282ddf9-2ba4-4a17-9457-2f170d7f4d6c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:41.806535 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b658b123-82c7-4c22-bceb-6be3741c0ea3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:41.850695 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b658b123-82c7-4c22-bceb-6be3741c0ea3 None None] Calling delete_port for a4fdf537-c077-44d9-b2a0-70c837c54b57 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:41.874992 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d6e6ed91-67a2-4531-9334-07bc547a8a89 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-662018450-network', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:41.907632 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e6ed91-67a2-4531-9334-07bc547a8a89 admin admin] Made reservation on behalf of 36ea5929d02e4a0c99fcb11524ca5908 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:58:41.913352 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ed91-67a2-4531-9334-07bc547a8a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:41.962731 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ed91-67a2-4531-9334-07bc547a8a89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:42.001696 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b658b123-82c7-4c22-bceb-6be3741c0ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:42.038423 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658b123-82c7-4c22-bceb-6be3741c0ea3 None None] Pushing event deleted for resources: {'Port': ['ID=a4fdf537-c077-44d9-b2a0-70c837c54b57,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:42.042108 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b658b123-82c7-4c22-bceb-6be3741c0ea3 None None] No DVR routers for this DVR port a4fdf537-c077-44d9-b2a0-70c837c54b57 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:58:42.147481 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ed91-67a2-4531-9334-07bc547a8a89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:42.155046 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ed91-67a2-4531-9334-07bc547a8a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:42.174760 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e6ed91-67a2-4531-9334-07bc547a8a89 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:58:42.228453 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ed91-67a2-4531-9334-07bc547a8a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:42.231105 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-d6e6ed91-67a2-4531-9334-07bc547a8a89 admin admin] Added segment 03a027c3-918f-41c9-9817-d35dc0460d43 of type vlan for network 79f390dd-a1bc-4f5d-b799-4937724649fb Nov 25 19:58:42.249392 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40298) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:42.377860 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6ed91-67a2-4531-9334-07bc547a8a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a15787-de4a-4d42-816a-1376b140ce14,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:42.378918 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a4fdf537-c077-44d9-b2a0-70c837c54b57 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:58:42.383652 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ed91-67a2-4531-9334-07bc547a8a89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:42.409882 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: a4fdf537-c077-44d9-b2a0-70c837c54b57 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:58:42.409882 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a4fdf537-c077-44d9-b2a0-70c837c54b57 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:58:42.410332 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:58:42.434826 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:58:42.435429 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e65cb4d9-9f2f-49ae-89de-6c9c5e12ccd7 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:58:42.437286 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ed91-67a2-4531-9334-07bc547a8a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:42.438959 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e6ed91-67a2-4531-9334-07bc547a8a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:42.439621 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ed91-67a2-4531-9334-07bc547a8a89 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:42.476370 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-592db1cc-b3a1-4472-899a-6e2af5e495b3 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:42.489692 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d6e6ed91-67a2-4531-9334-07bc547a8a89 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7427552 Nov 25 19:58:42.493919 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40302) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:42.501082 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-22c654db-dba1-4d2f-a7bf-34413ed28e33 admin admin] Request body: {'subnet': {'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-662018450-subnet', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:42.511070 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-592db1cc-b3a1-4472-899a-6e2af5e495b3 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7429a17-fa83-4e0c-980d-c50bb3fe8e4b']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:42.530587 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-592db1cc-b3a1-4472-899a-6e2af5e495b3 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc1769f-2337-4517-a61b-1ca276669238') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:42.530930 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-592db1cc-b3a1-4472-899a-6e2af5e495b3 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc1769f-2337-4517-a61b-1ca276669238') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:42.544188 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-04b0ead8-cd8d-46cb-a8ac-9ed2facf0a27 req-09dd4a19-7165-4396-abe4-c8f971a30405 tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/security-groups?id=30df79ee-9135-4589-beec-a864b8192975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8122022 Nov 25 19:58:42.548759 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-23750de8-a64d-4df5-ae42-f527214c2bdd req-54169a0d-c00a-4a29-972f-270590a61d0e tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Deleting port 509de4ca-c508-40ab-a5ea-1a1327d84b88 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:42.549234 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-23750de8-a64d-4df5-ae42-f527214c2bdd req-54169a0d-c00a-4a29-972f-270590a61d0e tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:42.555994 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-592db1cc-b3a1-4472-899a-6e2af5e495b3 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:42.589844 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6ed91-67a2-4531-9334-07bc547a8a89 admin admin] Pushing event updated for resources: {'Network': ['ID=79f390dd-a1bc-4f5d-b799-4937724649fb,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:42.613295 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c654db-dba1-4d2f-a7bf-34413ed28e33 admin admin] Made reservation on behalf of 36ea5929d02e4a0c99fcb11524ca5908 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:58:42.618203 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22c654db-dba1-4d2f-a7bf-34413ed28e33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:42.622079 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 79f390dd-a1bc-4f5d-b799-4937724649fb details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:58:42.631180 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:58:42.666433 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-413dc45e-32f8-4eed-91c5-50defaeed60b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=03b09e35a99940eabc55542aa50b027b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4115973 Nov 25 19:58:42.678957 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-592db1cc-b3a1-4472-899a-6e2af5e495b3 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:42.682530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40306) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:42.709181 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592db1cc-b3a1-4472-899a-6e2af5e495b3 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:58:42.710170 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-592db1cc-b3a1-4472-899a-6e2af5e495b3 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: self.session.flush() Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:58:42.725406 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:58:42.885176 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-592db1cc-b3a1-4472-899a-6e2af5e495b3 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:42.899540 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-592db1cc-b3a1-4472-899a-6e2af5e495b3 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:42.905814 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-592db1cc-b3a1-4472-899a-6e2af5e495b3 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] 10.222.0.55 "DELETE /v2.0/networks/e7429a17-fa83-4e0c-980d-c50bb3fe8e4b HTTP/1.1" status: 204 len: 168 time: 2.1361775 Nov 25 19:58:42.909016 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6bc56da5-af99-4284-8b57-143f386599ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:42.911304 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40308) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:42.926762 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-23750de8-a64d-4df5-ae42-f527214c2bdd req-54169a0d-c00a-4a29-972f-270590a61d0e tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] For port 509de4ca-c508-40ab-a5ea-1a1327d84b88, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=509de4ca-c508-40ab-a5ea-1a1327d84b88,segment=NetworkSegment(f83f484f-6adc-4d4a-a3d8-5ed891b2fa03),segment_id=f83f484f-6adc-4d4a-a3d8-5ed891b2fa03)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:42.927135 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-23750de8-a64d-4df5-ae42-f527214c2bdd req-54169a0d-c00a-4a29-972f-270590a61d0e tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:42.977650 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-23750de8-a64d-4df5-ae42-f527214c2bdd req-54169a0d-c00a-4a29-972f-270590a61d0e tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Calling delete_port for 509de4ca-c508-40ab-a5ea-1a1327d84b88 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:42.980523 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592db1cc-b3a1-4472-899a-6e2af5e495b3 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Pushing event deleted for resources: {'Network': ['ID=e7429a17-fa83-4e0c-980d-c50bb3fe8e4b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:43.028790 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6bc56da5-af99-4284-8b57-143f386599ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.053650 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22c654db-dba1-4d2f-a7bf-34413ed28e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.155458 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c654db-dba1-4d2f-a7bf-34413ed28e33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58fbc8e7-048f-4825-a83a-6a6c0e7dfb98,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:43.164572 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c654db-dba1-4d2f-a7bf-34413ed28e33 admin admin] Checking segment: {'id': '03a027c3-918f-41c9-9817-d35dc0460d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:43.165562 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c654db-dba1-4d2f-a7bf-34413ed28e33 admin admin] Network hostable DHCP agents. Network: 79f390dd-a1bc-4f5d-b799-4937724649fb, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:58:43.167474 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d50feeec-2636-4905-9c36-8abd7e0ec3c2 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.219205 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c654db-dba1-4d2f-a7bf-34413ed28e33 admin admin] Network 79f390dd-a1bc-4f5d-b799-4937724649fb is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:58:43.244563 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-22c654db-dba1-4d2f-a7bf-34413ed28e33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 79f390dd-a1bc-4f5d-b799-4937724649fb) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:43.275294 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c654db-dba1-4d2f-a7bf-34413ed28e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:43.276074 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311ae1c8-8531-4aee-8d0c-37bb5e32f657 None None] Network 79f390dd-a1bc-4f5d-b799-4937724649fb requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:43.277535 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22c654db-dba1-4d2f-a7bf-34413ed28e33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.298466 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6bc56da5-af99-4284-8b57-143f386599ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.303893 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6bc56da5-af99-4284-8b57-143f386599ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.308474 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6bc56da5-af99-4284-8b57-143f386599ee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ff92b2e8-c29f-41ac-8026-433f2f4d595d HTTP/1.1" status: 204 len: 168 time: 0.6213443 Nov 25 19:58:43.358476 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-22c654db-dba1-4d2f-a7bf-34413ed28e33 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8628342 Nov 25 19:58:43.359931 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40312) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:43.379273 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fdeb4df9-c215-42d9-8b41-54161e813e88 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-662018450-router', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:43.404790 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc56da5-af99-4284-8b57-143f386599ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff92b2e8-c29f-41ac-8026-433f2f4d595d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:43.465539 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4df9-c215-42d9-8b41-54161e813e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.467533 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4df9-c215-42d9-8b41-54161e813e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.489528 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d50feeec-2636-4905-9c36-8abd7e0ec3c2 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.578072 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-d50feeec-2636-4905-9c36-8abd7e0ec3c2 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2403dc01-d4b0-4007-a359-78dd8289c9f3']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:43.589988 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-23750de8-a64d-4df5-ae42-f527214c2bdd req-54169a0d-c00a-4a29-972f-270590a61d0e tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.634014 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-d50feeec-2636-4905-9c36-8abd7e0ec3c2 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4282ddf9-2ba4-4a17-9457-2f170d7f4d6c') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:43.634595 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-d50feeec-2636-4905-9c36-8abd7e0ec3c2 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4282ddf9-2ba4-4a17-9457-2f170d7f4d6c') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:43.650038 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d50feeec-2636-4905-9c36-8abd7e0ec3c2 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.671418 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d50feeec-2636-4905-9c36-8abd7e0ec3c2 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.682386 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d50feeec-2636-4905-9c36-8abd7e0ec3c2 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:58:43.683347 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d50feeec-2636-4905-9c36-8abd7e0ec3c2 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.706341 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418b4edb-0389-4849-b157-571485deecd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-79f390dd-a1bc-4f5d-b799-4937724649fb', 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'fixed_ips': [{'subnet_id': '58fbc8e7-048f-4825-a83a-6a6c0e7dfb98'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:58:43.716304 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4df9-c215-42d9-8b41-54161e813e88 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.719151 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-418b4edb-0389-4849-b157-571485deecd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:58:43.800232 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:58:43.843165 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d50feeec-2636-4905-9c36-8abd7e0ec3c2 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.844494 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54169a0d-c00a-4a29-972f-270590a61d0e tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Pushing event deleted for resources: {'Port': ['ID=509de4ca-c508-40ab-a5ea-1a1327d84b88,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:43.914837 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d50feeec-2636-4905-9c36-8abd7e0ec3c2 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.918668 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d50feeec-2636-4905-9c36-8abd7e0ec3c2 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] 10.222.0.55 "DELETE /v2.0/networks/2403dc01-d4b0-4007-a359-78dd8289c9f3 HTTP/1.1" status: 204 len: 168 time: 1.0018096 Nov 25 19:58:43.921139 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50feeec-2636-4905-9c36-8abd7e0ec3c2 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Pushing event deleted for resources: {'Network': ['ID=2403dc01-d4b0-4007-a359-78dd8289c9f3,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:43.928095 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4e039894-1f16-4c7d-98f3-ef5468fd3b55 req-32989aa7-8ade-4d9a-9aa4-82aaaccd7a4f tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.55 "GET /v2.0/ports?device_id=19caf40e-8e97-46f6-bf6f-e9061223044d HTTP/1.1" status: 200 len: 210 time: 0.1013160 Nov 25 19:58:43.930784 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40320) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:43.975264 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-23750de8-a64d-4df5-ae42-f527214c2bdd req-54169a0d-c00a-4a29-972f-270590a61d0e tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] No DVR routers for this DVR port 509de4ca-c508-40ab-a5ea-1a1327d84b88 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:58:43.980080 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-23750de8-a64d-4df5-ae42-f527214c2bdd req-54169a0d-c00a-4a29-972f-270590a61d0e tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.987553 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-23750de8-a64d-4df5-ae42-f527214c2bdd req-54169a0d-c00a-4a29-972f-270590a61d0e tempest-ServerGroupTestJSON-1952094050 tempest-ServerGroupTestJSON-1952094050-project] 10.222.0.73 "DELETE /v2.0/ports/509de4ca-c508-40ab-a5ea-1a1327d84b88 HTTP/1.1" status: 204 len: 173 time: 2.5184031 Nov 25 19:58:43.988301 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19caf40e-8e97-46f6-bf6f-e9061223044d', 'name': 'network-vif-deleted', 'tag': '509de4ca-c508-40ab-a5ea-1a1327d84b88'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:58:44.009618 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9384380c-b496-4a98-ad51-7a9cf715c10b" -d '{"events": [{"server_uuid": "19caf40e-8e97-46f6-bf6f-e9061223044d", "name": "network-vif-deleted", "tag": "509de4ca-c508-40ab-a5ea-1a1327d84b88"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:58:44.028386 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-418b4edb-0389-4849-b157-571485deecd7 None None] Allocated IP 172.20.0.2 (79f390dd-a1bc-4f5d-b799-4937724649fb/58fbc8e7-048f-4825-a83a-6a6c0e7dfb98/65ae684c-6833-4c1d-b36c-ff98d53979ec) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:58:44.111789 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4df9-c215-42d9-8b41-54161e813e88 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:44.155801 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb50c5e-dded-4f82-8ebc-48caa9b379f7 x-openstack-request-id: req-ceb50c5e-dded-4f82-8ebc-48caa9b379f7 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:58:44.156205 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19caf40e-8e97-46f6-bf6f-e9061223044d", "name": "network-vif-deleted", "tag": "509de4ca-c508-40ab-a5ea-1a1327d84b88", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:58:44.157673 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ceb50c5e-dded-4f82-8ebc-48caa9b379f7 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:58:44.158198 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19caf40e-8e97-46f6-bf6f-e9061223044d', 'name': 'network-vif-deleted', 'tag': '509de4ca-c508-40ab-a5ea-1a1327d84b88', 'status': 'completed', 'code': 200} Nov 25 19:58:44.168978 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b6f3bee-0c10-4c5c-a370-8a1637d7add8 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Deleting subnet ddf895e2-cc14-4a48-9ef6-10afb10887c0 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:58:44.181788 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3bee-0c10-4c5c-a370-8a1637d7add8 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:44.320011 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3bee-0c10-4c5c-a370-8a1637d7add8 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:44.443529 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-418b4edb-0389-4849-b157-571485deecd7 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:44.465142 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-418b4edb-0389-4849-b157-571485deecd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:44.537160 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418b4edb-0389-4849-b157-571485deecd7 None None] Network 79f390dd-a1bc-4f5d-b799-4937724649fb is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:44.546729 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-418b4edb-0389-4849-b157-571485deecd7 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:44.556847 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418b4edb-0389-4849-b157-571485deecd7 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:58:44.595674 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b4edb-0389-4849-b157-571485deecd7 None None] Pushing event updated for resources: {'Port': ['ID=65ae684c-6833-4c1d-b36c-ff98d53979ec,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:44.615159 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3bee-0c10-4c5c-a370-8a1637d7add8 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:44.719700 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-418b4edb-0389-4849-b157-571485deecd7 None None] Attempting to bind port 65ae684c-6833-4c1d-b36c-ff98d53979ec on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:58:44.720524 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-418b4edb-0389-4849-b157-571485deecd7 None None] Attempting to bind port 65ae684c-6833-4c1d-b36c-ff98d53979ec by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '03a027c3-918f-41c9-9817-d35dc0460d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:58:44.720524 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b4edb-0389-4849-b157-571485deecd7 None None] Attempting to bind port 65ae684c-6833-4c1d-b36c-ff98d53979ec on network 79f390dd-a1bc-4f5d-b799-4937724649fb {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:58:44.739327 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b4edb-0389-4849-b157-571485deecd7 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:58:44.739874 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b4edb-0389-4849-b157-571485deecd7 None None] Checking segment: {'id': '03a027c3-918f-41c9-9817-d35dc0460d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:44.740560 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-418b4edb-0389-4849-b157-571485deecd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:44.741278 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b4edb-0389-4849-b157-571485deecd7 None None] Bound using segment: {'id': '03a027c3-918f-41c9-9817-d35dc0460d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:58:44.743422 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-418b4edb-0389-4849-b157-571485deecd7 None None] Bound port: 65ae684c-6833-4c1d-b36c-ff98d53979ec, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a027c3-918f-41c9-9817-d35dc0460d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:58:44.744460 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-418b4edb-0389-4849-b157-571485deecd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:44.806534 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4df9-c215-42d9-8b41-54161e813e88 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:44.835065 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3bee-0c10-4c5c-a370-8a1637d7add8 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:44.878089 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3bee-0c10-4c5c-a370-8a1637d7add8 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:44.887813 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7b6f3bee-0c10-4c5c-a370-8a1637d7add8 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] 10.222.0.55 "DELETE /v2.0/subnets/ddf895e2-cc14-4a48-9ef6-10afb10887c0 HTTP/1.1" status: 204 len: 168 time: 0.9545298 Nov 25 19:58:44.893643 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f39afb6-114e-4077-bf01-3bcff7a8d47d None None] Network 9c814d0a-a64c-421a-a9f9-8a3a8f4a2a97 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:44.903962 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4df9-c215-42d9-8b41-54161e813e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:44.913375 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40336) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:44.928256 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f3bee-0c10-4c5c-a370-8a1637d7add8 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Pushing event deleted for resources: {'Subnet': ['ID=ddf895e2-cc14-4a48-9ef6-10afb10887c0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:44.938770 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-418b4edb-0389-4849-b157-571485deecd7 None None] For port 65ae684c-6833-4c1d-b36c-ff98d53979ec, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:58:44.943845 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-418b4edb-0389-4849-b157-571485deecd7 None None] For port 65ae684c-6833-4c1d-b36c-ff98d53979ec, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=65ae684c-6833-4c1d-b36c-ff98d53979ec,segment=NetworkSegment(03a027c3-918f-41c9-9817-d35dc0460d43),segment_id=03a027c3-918f-41c9-9817-d35dc0460d43)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:58:44.950134 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-418b4edb-0389-4849-b157-571485deecd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:45.146434 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-fdeb4df9-c215-42d9-8b41-54161e813e88 admin admin] Allocated IP 172.25.6.226 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/af6cf2fe-ea78-45d8-997f-98170c9c0e97) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:58:45.333113 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca28a2c0-dd3b-41fe-a42b-c15574385e96 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:45.376759 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 509de4ca-c508-40ab-a5ea-1a1327d84b88 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:58:45.415852 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b4edb-0389-4849-b157-571485deecd7 None None] Pushing event updated for resources: {'Port': ['ID=65ae684c-6833-4c1d-b36c-ff98d53979ec,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:45.421665 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 509de4ca-c508-40ab-a5ea-1a1327d84b88 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:58:45.421927 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 509de4ca-c508-40ab-a5ea-1a1327d84b88 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:58:45.610041 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40360) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:45.621339 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4df9-c215-42d9-8b41-54161e813e88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:45.624341 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ca28a2c0-dd3b-41fe-a42b-c15574385e96 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Deleting port d10dea5d-8e22-4ea5-ba92-019150bc62dd {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:45.625507 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca28a2c0-dd3b-41fe-a42b-c15574385e96 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:45.682836 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be46b407-4a2a-4470-aa13-c4aef6860536 None None] DHCP port deletion for 9c814d0a-a64c-421a-a9f9-8a3a8f4a2a97 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:58:45.839513 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40370) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:45.845752 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-be46b407-4a2a-4470-aa13-c4aef6860536 None None] Deleting port d10dea5d-8e22-4ea5-ba92-019150bc62dd {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:45.845752 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-be46b407-4a2a-4470-aa13-c4aef6860536 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:45.876196 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-ca28a2c0-dd3b-41fe-a42b-c15574385e96 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] For port d10dea5d-8e22-4ea5-ba92-019150bc62dd, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d10dea5d-8e22-4ea5-ba92-019150bc62dd,segment=NetworkSegment(babf3dfb-5b29-4fb3-a620-5f058621aa40),segment_id=babf3dfb-5b29-4fb3-a620-5f058621aa40)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:45.877044 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca28a2c0-dd3b-41fe-a42b-c15574385e96 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:45.906640 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ca28a2c0-dd3b-41fe-a42b-c15574385e96 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Calling delete_port for d10dea5d-8e22-4ea5-ba92-019150bc62dd owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:45.945940 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4df9-c215-42d9-8b41-54161e813e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:46.033664 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-0614df7d-1ea7-465a-b30b-52b5d01636bf admin admin] Deleting subnet 064e3701-9741-493c-abc9-7b76d1f483e9 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:58:46.043930 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0614df7d-1ea7-465a-b30b-52b5d01636bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:46.051168 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdeb4df9-c215-42d9-8b41-54161e813e88 admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:46.069927 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-be46b407-4a2a-4470-aa13-c4aef6860536 None None] For port d10dea5d-8e22-4ea5-ba92-019150bc62dd, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d10dea5d-8e22-4ea5-ba92-019150bc62dd,segment=NetworkSegment(babf3dfb-5b29-4fb3-a620-5f058621aa40),segment_id=babf3dfb-5b29-4fb3-a620-5f058621aa40)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:46.071476 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-be46b407-4a2a-4470-aa13-c4aef6860536 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:46.089194 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb4df9-c215-42d9-8b41-54161e813e88 admin admin] Pushing event updated for resources: {'Port': ['ID=af6cf2fe-ea78-45d8-997f-98170c9c0e97,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:46.104814 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-fdeb4df9-c215-42d9-8b41-54161e813e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:46.133673 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeb4df9-c215-42d9-8b41-54161e813e88 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:58:46.157737 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0614df7d-1ea7-465a-b30b-52b5d01636bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:46.161749 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-be46b407-4a2a-4470-aa13-c4aef6860536 None None] Calling delete_port for d10dea5d-8e22-4ea5-ba92-019150bc62dd owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:46.169305 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b3d9d3-aa04-4cb2-bbaf-fc6856c9b708 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:58:46.213023 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0614df7d-1ea7-465a-b30b-52b5d01636bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:46.284322 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-1511814f-aed7-4168-b765-dfea073c6e40 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Request body: {'security_group': {'name': 'tempest-secgroup--1104504023'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:46.363364 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1511814f-aed7-4168-b765-dfea073c6e40 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:46.416186 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1511814f-aed7-4168-b765-dfea073c6e40 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:46.426220 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-be46b407-4a2a-4470-aa13-c4aef6860536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:46.436272 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0614df7d-1ea7-465a-b30b-52b5d01636bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:46.440128 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-c43ea649-156f-43c1-8ebf-4752d0b9706d None None] Provisioning complete for port af6cf2fe-ea78-45d8-997f-98170c9c0e97 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:46.440555 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c43ea649-156f-43c1-8ebf-4752d0b9706d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:46.471867 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46b407-4a2a-4470-aa13-c4aef6860536 None None] Pushing event deleted for resources: {'Port': ['ID=d10dea5d-8e22-4ea5-ba92-019150bc62dd,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:46.474558 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be46b407-4a2a-4470-aa13-c4aef6860536 None None] No DVR routers for this DVR port d10dea5d-8e22-4ea5-ba92-019150bc62dd on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:58:46.504643 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca28a2c0-dd3b-41fe-a42b-c15574385e96 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:46.560634 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-c43ea649-156f-43c1-8ebf-4752d0b9706d None None] Port af6cf2fe-ea78-45d8-997f-98170c9c0e97 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:58:46.567505 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28a2c0-dd3b-41fe-a42b-c15574385e96 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Pushing event deleted for resources: {'Port': ['ID=d10dea5d-8e22-4ea5-ba92-019150bc62dd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:46.573937 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca28a2c0-dd3b-41fe-a42b-c15574385e96 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] No DVR routers for this DVR port d10dea5d-8e22-4ea5-ba92-019150bc62dd on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:58:46.644168 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 65ae684c-6833-4c1d-b36c-ff98d53979ec up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:46.649836 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614df7d-1ea7-465a-b30b-52b5d01636bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=064e3701-9741-493c-abc9-7b76d1f483e9,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:46.677822 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0614df7d-1ea7-465a-b30b-52b5d01636bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:46.686779 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0614df7d-1ea7-465a-b30b-52b5d01636bf admin admin] 10.222.0.55 "DELETE /v2.0/subnets/064e3701-9741-493c-abc9-7b76d1f483e9 HTTP/1.1" status: 204 len: 168 time: 0.8468485 Nov 25 19:58:46.703162 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40374) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:46.862142 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 65ae684c-6833-4c1d-b36c-ff98d53979ec triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:46.862894 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:46.868120 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca28a2c0-dd3b-41fe-a42b-c15574385e96 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:46.955260 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4df9-c215-42d9-8b41-54161e813e88 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:46.997454 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-669c8a5a-9931-4be0-8db7-07f9a2b9ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.040874 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1511814f-aed7-4168-b765-dfea073c6e40 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.056920 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1511814f-aed7-4168-b765-dfea073c6e40 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.155359 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-ca28a2c0-dd3b-41fe-a42b-c15574385e96 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c814d0a-a64c-421a-a9f9-8a3a8f4a2a97']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:47.199456 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.207945 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-ca28a2c0-dd3b-41fe-a42b-c15574385e96 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'babf3dfb-5b29-4fb3-a620-5f058621aa40') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:47.208440 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-ca28a2c0-dd3b-41fe-a42b-c15574385e96 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'babf3dfb-5b29-4fb3-a620-5f058621aa40') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:47.235190 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca28a2c0-dd3b-41fe-a42b-c15574385e96 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.262629 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948107bd-d848-4a1c-8ae4-e2b85b80aeb2 None None] Network 79f390dd-a1bc-4f5d-b799-4937724649fb requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:47.276343 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511814f-aed7-4168-b765-dfea073c6e40 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=063edf3c-b344-43e9-bef7-01ee26c4b534,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:47.299695 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 65ae684c-6833-4c1d-b36c-ff98d53979ec, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=65ae684c-6833-4c1d-b36c-ff98d53979ec,segment=NetworkSegment(03a027c3-918f-41c9-9817-d35dc0460d43),segment_id=03a027c3-918f-41c9-9817-d35dc0460d43)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:47.339903 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-669c8a5a-9931-4be0-8db7-07f9a2b9ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.344849 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.361783 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1511814f-aed7-4168-b765-dfea073c6e40 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.391114 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1511814f-aed7-4168-b765-dfea073c6e40 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.394956 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-669c8a5a-9931-4be0-8db7-07f9a2b9ae57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e504df9-6b59-47e4-8991-21efcc777f2f']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:47.440701 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-669c8a5a-9931-4be0-8db7-07f9a2b9ae57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f83f484f-6adc-4d4a-a3d8-5ed891b2fa03') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:47.440984 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-669c8a5a-9931-4be0-8db7-07f9a2b9ae57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f83f484f-6adc-4d4a-a3d8-5ed891b2fa03') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:47.469123 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-79a231c5-0455-49e5-9c83-ac7d420270ae None None] Provisioning complete for port 65ae684c-6833-4c1d-b36c-ff98d53979ec triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:47.469388 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79a231c5-0455-49e5-9c83-ac7d420270ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.478136 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca28a2c0-dd3b-41fe-a42b-c15574385e96 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.509969 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=65ae684c-6833-4c1d-b36c-ff98d53979ec,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:47.511783 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-669c8a5a-9931-4be0-8db7-07f9a2b9ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.513726 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d10dea5d-8e22-4ea5-ba92-019150bc62dd no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:58:47.551031 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: d10dea5d-8e22-4ea5-ba92-019150bc62dd {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:58:47.551504 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d10dea5d-8e22-4ea5-ba92-019150bc62dd not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:58:47.558403 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-669c8a5a-9931-4be0-8db7-07f9a2b9ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.568586 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca28a2c0-dd3b-41fe-a42b-c15574385e96 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:58:47.575995 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca28a2c0-dd3b-41fe-a42b-c15574385e96 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.593854 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669c8a5a-9931-4be0-8db7-07f9a2b9ae57 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:58:47.594900 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-669c8a5a-9931-4be0-8db7-07f9a2b9ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: timer() Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:58:47.602969 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: timer() Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:58:47.614057 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:58:47.629684 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1511814f-aed7-4168-b765-dfea073c6e40 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.636044 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1511814f-aed7-4168-b765-dfea073c6e40 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.0195503 Nov 25 19:58:47.644106 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511814f-aed7-4168-b765-dfea073c6e40 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e05d6f64-88fe-4b32-808c-c6c1c70f57ec,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:47.647445 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40378) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:47.749657 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-669c8a5a-9931-4be0-8db7-07f9a2b9ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.770147 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-669c8a5a-9931-4be0-8db7-07f9a2b9ae57 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.774857 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-669c8a5a-9931-4be0-8db7-07f9a2b9ae57 admin admin] 10.222.0.55 "DELETE /v2.0/networks/3e504df9-6b59-47e4-8991-21efcc777f2f HTTP/1.1" status: 204 len: 168 time: 1.0699296 Nov 25 19:58:47.799443 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c8a5a-9931-4be0-8db7-07f9a2b9ae57 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e504df9-6b59-47e4-8991-21efcc777f2f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:47.818489 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f6625d8d-f9e5-4a25-8926-4c52cd734ff0 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1188936 Nov 25 19:58:47.822271 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40382) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:47.837981 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-e3b7078a-e286-464a-b7a6-54fcfe98185f tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Request body: {'security_group': {'name': 'tempest-security--273980841', 'description': 'tempest-security-description-608703007'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:47.918682 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4df9-c215-42d9-8b41-54161e813e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.940585 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca28a2c0-dd3b-41fe-a42b-c15574385e96 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.954104 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3b7078a-e286-464a-b7a6-54fcfe98185f tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:48.065094 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3b7078a-e286-464a-b7a6-54fcfe98185f tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:48.081337 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3b7078a-e286-464a-b7a6-54fcfe98185f tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:48.086963 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3b7078a-e286-464a-b7a6-54fcfe98185f tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:48.089465 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e3b7078a-e286-464a-b7a6-54fcfe98185f tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "PUT /v2.0/security-groups/e05d6f64-88fe-4b32-808c-c6c1c70f57ec HTTP/1.1" status: 200 len: 1795 time: 0.2657001 Nov 25 19:58:48.093373 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40386) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:48.097704 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca28a2c0-dd3b-41fe-a42b-c15574385e96 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:48.111761 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ca28a2c0-dd3b-41fe-a42b-c15574385e96 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] 10.222.0.55 "DELETE /v2.0/networks/9c814d0a-a64c-421a-a9f9-8a3a8f4a2a97 HTTP/1.1" status: 204 len: 168 time: 3.1962736 Nov 25 19:58:48.177629 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40388) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:48.203337 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28a2c0-dd3b-41fe-a42b-c15574385e96 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Pushing event deleted for resources: {'Network': ['ID=9c814d0a-a64c-421a-a9f9-8a3a8f4a2a97,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:48.262810 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9bdbc3fe-8489-4949-bae2-aa1c89247dba tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] 10.222.0.55 "GET /v2.0/ports?device_id=97f042dd-d9e5-4c8a-bd8d-d23a70145fc6 HTTP/1.1" status: 200 len: 205 time: 0.0825791 Nov 25 19:58:48.264028 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40390) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:48.339559 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7078a-e286-464a-b7a6-54fcfe98185f tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e05d6f64-88fe-4b32-808c-c6c1c70f57ec,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:48.351105 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-aa8bf345-99f0-487a-9075-0a7e8217ceaa None None] Provisioning complete for port 65ae684c-6833-4c1d-b36c-ff98d53979ec triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:48.354703 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aa8bf345-99f0-487a-9075-0a7e8217ceaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:48.355543 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6f576566-86e0-46ca-b743-b2a0df69c92a tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-groups/e05d6f64-88fe-4b32-808c-c6c1c70f57ec HTTP/1.1" status: 200 len: 1795 time: 0.2475641 Nov 25 19:58:48.356371 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40392) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:48.478142 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 65ae684c-6833-4c1d-b36c-ff98d53979ec up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:48.484100 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40394) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:48.532039 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-042cdfc7-2421-4999-baf2-97e1e4290577 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:48.577438 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d427d5a-6b78-4133-a079-3f0b59f074a8 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:48.620751 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2bc52d81-e1c3-4323-bb2c-9149c41132e0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a555fd9f17440198fc38dcbabac129c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341722 Nov 25 19:58:48.625905 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40396) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:48.664929 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdeb4df9-c215-42d9-8b41-54161e813e88 admin admin] Router cbffa177-71b5-4d7d-b749-a41a80f27bca is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:58:48.670524 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d427d5a-6b78-4133-a079-3f0b59f074a8 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:48.728674 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 65ae684c-6833-4c1d-b36c-ff98d53979ec triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:48.729277 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:48.808025 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-63a7db04-8d88-4aca-9275-f95bfd74b56a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:48.848919 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d427d5a-6b78-4133-a079-3f0b59f074a8 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:48.854049 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d427d5a-6b78-4133-a079-3f0b59f074a8 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:48.859698 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0d427d5a-6b78-4133-a079-3f0b59f074a8 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "DELETE /v2.0/security-groups/e05d6f64-88fe-4b32-808c-c6c1c70f57ec HTTP/1.1" status: 204 len: 168 time: 0.4984572 Nov 25 19:58:48.870701 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-63a7db04-8d88-4aca-9275-f95bfd74b56a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:48.875603 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40398) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:48.926894 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d427d5a-6b78-4133-a079-3f0b59f074a8 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05d6f64-88fe-4b32-808c-c6c1c70f57ec,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:49.028881 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-87b0c261-59a3-4600-b687-ab6f888df6d3 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1510036 Nov 25 19:58:49.033640 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40400) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:49.107343 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-66dd3f21-e5df-4da9-a4aa-a316f53e6d86 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] delete failed (client error): The resource could not be found. Nov 25 19:58:49.122963 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-66dd3f21-e5df-4da9-a4aa-a316f53e6d86 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "DELETE /v2.0/security-groups/e05d6f64-88fe-4b32-808c-c6c1c70f57ec HTTP/1.1" status: 404 len: 347 time: 0.0787036 Nov 25 19:58:49.122963 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40404) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:49.130034 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-815b299c-c55b-41f6-b33d-9426737ca822 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Request body: {'security_group': {'name': 'tempest-secgroup--512823402'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:49.163192 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-63a7db04-8d88-4aca-9275-f95bfd74b56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:49.169259 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-63a7db04-8d88-4aca-9275-f95bfd74b56a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:49.176494 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-63a7db04-8d88-4aca-9275-f95bfd74b56a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/30df79ee-9135-4589-beec-a864b8192975 HTTP/1.1" status: 204 len: 168 time: 0.5481970 Nov 25 19:58:49.202179 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7db04-8d88-4aca-9275-f95bfd74b56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30df79ee-9135-4589-beec-a864b8192975,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:49.213035 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-815b299c-c55b-41f6-b33d-9426737ca822 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:49.266065 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-042cdfc7-2421-4999-baf2-97e1e4290577 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:49.274958 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-042cdfc7-2421-4999-baf2-97e1e4290577 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:49.368461 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-042cdfc7-2421-4999-baf2-97e1e4290577 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:49.369331 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042cdfc7-2421-4999-baf2-97e1e4290577 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Fanout notify agent at l3_agent the message router_deleted on router 97f042dd-d9e5-4c8a-bd8d-d23a70145fc6 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:58:49.372244 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdeb4df9-c215-42d9-8b41-54161e813e88 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:58:49.379240 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-042cdfc7-2421-4999-baf2-97e1e4290577 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:49.380410 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-042cdfc7-2421-4999-baf2-97e1e4290577 tempest-RoutersNegativeTest-89181826 tempest-RoutersNegativeTest-89181826-project] 10.222.0.55 "DELETE /v2.0/routers/97f042dd-d9e5-4c8a-bd8d-d23a70145fc6 HTTP/1.1" status: 204 len: 168 time: 1.1114876 Nov 25 19:58:49.389920 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60774b4c-09c7-4bdf-866c-e6c66dd46c88 None None] Sync routers for ids ['cbffa177-71b5-4d7d-b749-a41a80f27bca'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:58:49.406032 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4df9-c215-42d9-8b41-54161e813e88 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:49.411877 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fdeb4df9-c215-42d9-8b41-54161e813e88 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.0467217 Nov 25 19:58:49.412713 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40410) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:49.416271 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60774b4c-09c7-4bdf-866c-e6c66dd46c88 None None] Routers {'cbffa177-71b5-4d7d-b749-a41a80f27bca'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:49.417193 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-60774b4c-09c7-4bdf-866c-e6c66dd46c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:58:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cbffa177-71b5-4d7d-b749-a41a80f27bca'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:49.480253 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-815b299c-c55b-41f6-b33d-9426737ca822 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:49.492156 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-815b299c-c55b-41f6-b33d-9426737ca822 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:49.584324 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-815b299c-c55b-41f6-b33d-9426737ca822 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:49.592047 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-815b299c-c55b-41f6-b33d-9426737ca822 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4647379 Nov 25 19:58:49.596331 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40412) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:49.609788 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-da2a7398-1041-4c2c-a06a-61747d5258f3 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Request body: {'security_group_rule': {'security_group_id': '4a7c296d-2496-41d7-9b48-79935340281a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:49.627456 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b299c-c55b-41f6-b33d-9426737ca822 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7c296d-2496-41d7-9b48-79935340281a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:49.739109 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-60774b4c-09c7-4bdf-866c-e6c66dd46c88 None None] Set router cbffa177-71b5-4d7d-b749-a41a80f27bca gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:49.775146 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da2a7398-1041-4c2c-a06a-61747d5258f3 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:49.944234 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da2a7398-1041-4c2c-a06a-61747d5258f3 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:50.003786 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da2a7398-1041-4c2c-a06a-61747d5258f3 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:50.042023 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-60774b4c-09c7-4bdf-866c-e6c66dd46c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'name': 'tempest-TestServerBasicOps-662018450-router', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:43Z', 'updated_at': '2021-11-25T19:58:46Z', 'revision_number': 3, 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'gw_port': {'id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:44Z', 'updated_at': '2021-11-25T19:58:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:50.100563 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60774b4c-09c7-4bdf-866c-e6c66dd46c88 None None] Checking router: cbffa177-71b5-4d7d-b749-a41a80f27bca for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:58:50.102042 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60774b4c-09c7-4bdf-866c-e6c66dd46c88 None None] Updating router cbffa177-71b5-4d7d-b749-a41a80f27bca port af6cf2fe-ea78-45d8-997f-98170c9c0e97 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:58:50.143784 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a7398-1041-4c2c-a06a-61747d5258f3 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71479b24-ef0c-4f4c-9041-f05856d25180,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:50.166048 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-60774b4c-09c7-4bdf-866c-e6c66dd46c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:50.172687 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da2a7398-1041-4c2c-a06a-61747d5258f3 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:50.173389 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-da2a7398-1041-4c2c-a06a-61747d5258f3 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5755351 Nov 25 19:58:50.178151 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40418) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:50.298229 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-103dece6-b9bd-4c22-8a19-3b02968bddb9 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:50.329116 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-103dece6-b9bd-4c22-8a19-3b02968bddb9 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:50.448846 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-103dece6-b9bd-4c22-8a19-3b02968bddb9 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:50.489947 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-103dece6-b9bd-4c22-8a19-3b02968bddb9 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:50.497037 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-103dece6-b9bd-4c22-8a19-3b02968bddb9 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/71479b24-ef0c-4f4c-9041-f05856d25180 HTTP/1.1" status: 204 len: 168 time: 0.3172078 Nov 25 19:58:50.500514 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40426) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:50.525843 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103dece6-b9bd-4c22-8a19-3b02968bddb9 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71479b24-ef0c-4f4c-9041-f05856d25180,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:50.601675 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92022dfe-a6dc-4d20-8c16-5d6306c34760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:50.682067 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-74fd9378-c268-4c22-af2f-4cef75540d19 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1802218 Nov 25 19:58:50.683146 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40430) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:50.778845 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40432) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:50.859555 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7931f0b9-52d4-4332-9825-8d15aa6e3d88 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:50.907072 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-60774b4c-09c7-4bdf-866c-e6c66dd46c88 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:50.922689 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-60774b4c-09c7-4bdf-866c-e6c66dd46c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:50.922918 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7931f0b9-52d4-4332-9825-8d15aa6e3d88 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:51.048532 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154ac216-da9b-4aca-a771-28a3fbd91c49 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:58:51.112670 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-60774b4c-09c7-4bdf-866c-e6c66dd46c88 None None] Attempting to bind port af6cf2fe-ea78-45d8-997f-98170c9c0e97 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:58:51.113088 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-60774b4c-09c7-4bdf-866c-e6c66dd46c88 None None] Attempting to bind port af6cf2fe-ea78-45d8-997f-98170c9c0e97 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:58:51.113453 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60774b4c-09c7-4bdf-866c-e6c66dd46c88 None None] Attempting to bind port af6cf2fe-ea78-45d8-997f-98170c9c0e97 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:58:51.123169 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b0c96-188b-49c5-8f34-9bd9052e2c1b None None] Pushing event updated for resources: {'Port': ['ID=af6cf2fe-ea78-45d8-997f-98170c9c0e97,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:51.137441 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7931f0b9-52d4-4332-9825-8d15aa6e3d88 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:51.144476 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60774b4c-09c7-4bdf-866c-e6c66dd46c88 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:58:51.145078 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60774b4c-09c7-4bdf-866c-e6c66dd46c88 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:51.145762 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-60774b4c-09c7-4bdf-866c-e6c66dd46c88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:51.146417 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60774b4c-09c7-4bdf-866c-e6c66dd46c88 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:58:51.146785 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7931f0b9-52d4-4332-9825-8d15aa6e3d88 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:51.147278 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-60774b4c-09c7-4bdf-866c-e6c66dd46c88 None None] Bound port: af6cf2fe-ea78-45d8-997f-98170c9c0e97, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:58:51.147967 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-60774b4c-09c7-4bdf-866c-e6c66dd46c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:51.152906 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5b0c96-188b-49c5-8f34-9bd9052e2c1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:51.153487 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5b0c96-188b-49c5-8f34-9bd9052e2c1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:51.154065 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5b0c96-188b-49c5-8f34-9bd9052e2c1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:51.154858 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5b0c96-188b-49c5-8f34-9bd9052e2c1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:51.155426 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5b0c96-188b-49c5-8f34-9bd9052e2c1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:51.155933 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5b0c96-188b-49c5-8f34-9bd9052e2c1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:51.156494 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5b0c96-188b-49c5-8f34-9bd9052e2c1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:51.157085 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5b0c96-188b-49c5-8f34-9bd9052e2c1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:51.157691 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5b0c96-188b-49c5-8f34-9bd9052e2c1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:51.158252 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5b0c96-188b-49c5-8f34-9bd9052e2c1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:51.159222 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5b0c96-188b-49c5-8f34-9bd9052e2c1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:51.159602 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5b0c96-188b-49c5-8f34-9bd9052e2c1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:51.178541 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40440) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:51.181268 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-92022dfe-a6dc-4d20-8c16-5d6306c34760 admin admin] Allocated IP 172.20.0.1 (79f390dd-a1bc-4f5d-b799-4937724649fb/58fbc8e7-048f-4825-a83a-6a6c0e7dfb98/269fee50-e3b9-437d-9a9f-3700e24cf9e7) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:58:51.193663 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7931f0b9-52d4-4332-9825-8d15aa6e3d88 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "DELETE /v2.0/security-groups/4a7c296d-2496-41d7-9b48-79935340281a HTTP/1.1" status: 204 len: 168 time: 0.5034266 Nov 25 19:58:51.248824 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9c7ead00-beb0-425f-aa3a-5e59767e2863 None None] Provisioning complete for port af6cf2fe-ea78-45d8-997f-98170c9c0e97 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:51.249209 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9c7ead00-beb0-425f-aa3a-5e59767e2863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:51.261151 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931f0b9-52d4-4332-9825-8d15aa6e3d88 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7c296d-2496-41d7-9b48-79935340281a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:51.318390 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6390b055-a3cc-4c17-bc0a-6ad98c49e3e1 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1276476 Nov 25 19:58:51.323536 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40448) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:51.330862 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-a0687b16-502b-4220-a989-8b0165ee6646 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Request body: {'security_group': {'name': 'tempest-secgroup--2045671136'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:51.383916 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-60774b4c-09c7-4bdf-866c-e6c66dd46c88 None None] For port af6cf2fe-ea78-45d8-997f-98170c9c0e97, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:58:51.391277 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-60774b4c-09c7-4bdf-866c-e6c66dd46c88 None None] For port af6cf2fe-ea78-45d8-997f-98170c9c0e97, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=af6cf2fe-ea78-45d8-997f-98170c9c0e97,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:58:51.403319 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ead00-beb0-425f-aa3a-5e59767e2863 None None] Port af6cf2fe-ea78-45d8-997f-98170c9c0e97 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:58:51.409117 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-60774b4c-09c7-4bdf-866c-e6c66dd46c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:51.417091 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a0687b16-502b-4220-a989-8b0165ee6646 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:51.503913 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df61f84b-1463-4202-bd85-793f3ea16d09 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:58:51.533510 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60774b4c-09c7-4bdf-866c-e6c66dd46c88 None None] Routers {'cbffa177-71b5-4d7d-b749-a41a80f27bca'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:51.534794 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-60774b4c-09c7-4bdf-866c-e6c66dd46c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:58:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cbffa177-71b5-4d7d-b749-a41a80f27bca'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:51.551571 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-45c44795-d11f-4a81-8d12-355e4e426aed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=82ff84d42e524ce18322ffe4c381f006&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7536454 Nov 25 19:58:51.555758 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40452) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:51.566222 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a0687b16-502b-4220-a989-8b0165ee6646 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:51.573831 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a0687b16-502b-4220-a989-8b0165ee6646 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:51.648173 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a0687b16-502b-4220-a989-8b0165ee6646 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:51.651537 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a0687b16-502b-4220-a989-8b0165ee6646 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3265955 Nov 25 19:58:51.658249 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f06c38f1-aa1a-40e8-be55-eaefa4aea055 None None] Provisioning complete for port af6cf2fe-ea78-45d8-997f-98170c9c0e97 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:51.660939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40454) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:51.661268 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f06c38f1-aa1a-40e8-be55-eaefa4aea055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:51.688492 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-ec09e70c-7061-41a0-a144-cc103dfd8668 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Request body: {'security_group_rule': {'security_group_id': 'b450dda0-4fe5-4106-bdf3-c6dc419cbf4f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:51.704507 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92022dfe-a6dc-4d20-8c16-5d6306c34760 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:51.737132 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0687b16-502b-4220-a989-8b0165ee6646 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b450dda0-4fe5-4106-bdf3-c6dc419cbf4f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:51.759718 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec09e70c-7061-41a0-a144-cc103dfd8668 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:51.814640 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-60774b4c-09c7-4bdf-866c-e6c66dd46c88 None None] Set router cbffa177-71b5-4d7d-b749-a41a80f27bca gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:51.840128 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f06c38f1-aa1a-40e8-be55-eaefa4aea055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:51.862738 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0672bc6-bea1-412b-afed-e2b89753a29a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:51.865413 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f06c38f1-aa1a-40e8-be55-eaefa4aea055 None None] For port af6cf2fe-ea78-45d8-997f-98170c9c0e97, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=af6cf2fe-ea78-45d8-997f-98170c9c0e97,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:51.875349 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f06c38f1-aa1a-40e8-be55-eaefa4aea055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:51.927879 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec09e70c-7061-41a0-a144-cc103dfd8668 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:51.935605 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec09e70c-7061-41a0-a144-cc103dfd8668 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:51.961966 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09e70c-7061-41a0-a144-cc103dfd8668 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74383584-eb7e-4540-8642-ce5b1d3753ce,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:51.966275 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c38f1-aa1a-40e8-be55-eaefa4aea055 None None] Pushing event updated for resources: {'Port': ['ID=af6cf2fe-ea78-45d8-997f-98170c9c0e97,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:51.966963 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0672bc6-bea1-412b-afed-e2b89753a29a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:51.991686 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92022dfe-a6dc-4d20-8c16-5d6306c34760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:52.001400 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec09e70c-7061-41a0-a144-cc103dfd8668 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:52.003050 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ec09e70c-7061-41a0-a144-cc103dfd8668 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3339612 Nov 25 19:58:52.009432 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40460) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:52.025226 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-b315c904-3463-4c6b-8365-c7f05fd64b7d tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Request body: {'security_group_rule': {'security_group_id': 'b450dda0-4fe5-4106-bdf3-c6dc419cbf4f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:52.080512 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b315c904-3463-4c6b-8365-c7f05fd64b7d tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:52.107249 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92022dfe-a6dc-4d20-8c16-5d6306c34760 admin admin] Network 79f390dd-a1bc-4f5d-b799-4937724649fb is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:52.112517 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-92022dfe-a6dc-4d20-8c16-5d6306c34760 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:52.120771 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92022dfe-a6dc-4d20-8c16-5d6306c34760 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:58:52.125546 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92022dfe-a6dc-4d20-8c16-5d6306c34760 admin admin] Pushing event updated for resources: {'Port': ['ID=269fee50-e3b9-437d-9a9f-3700e24cf9e7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:52.208003 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92022dfe-a6dc-4d20-8c16-5d6306c34760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:52.215059 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0672bc6-bea1-412b-afed-e2b89753a29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:52.230571 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0672bc6-bea1-412b-afed-e2b89753a29a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:52.233576 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a0672bc6-bea1-412b-afed-e2b89753a29a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/432b5cbb-9d7d-4238-b23a-0674f1395fea HTTP/1.1" status: 204 len: 168 time: 0.6770220 Nov 25 19:58:52.263590 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b0c96-188b-49c5-8f34-9bd9052e2c1b None None] Pushing event updated for resources: {'Port': ['ID=af6cf2fe-ea78-45d8-997f-98170c9c0e97,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:52.347296 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0672bc6-bea1-412b-afed-e2b89753a29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432b5cbb-9d7d-4238-b23a-0674f1395fea,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:52.379836 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b315c904-3463-4c6b-8365-c7f05fd64b7d tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:52.386873 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b315c904-3463-4c6b-8365-c7f05fd64b7d tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:52.449398 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315c904-3463-4c6b-8365-c7f05fd64b7d tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b433c52-38da-4ab2-9706-ad2fec5b363d,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:52.479154 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b315c904-3463-4c6b-8365-c7f05fd64b7d tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:52.480452 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b315c904-3463-4c6b-8365-c7f05fd64b7d tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4696567 Nov 25 19:58:52.484242 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40466) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:52.504385 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-2665dc56-f15b-45ff-bd43-76ba6a452efb tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Request body: {'security_group_rule': {'security_group_id': 'b450dda0-4fe5-4106-bdf3-c6dc419cbf4f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:52.605229 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2665dc56-f15b-45ff-bd43-76ba6a452efb tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:52.607148 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-60774b4c-09c7-4bdf-866c-e6c66dd46c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'name': 'tempest-TestServerBasicOps-662018450-router', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:43Z', 'updated_at': '2021-11-25T19:58:46Z', 'revision_number': 3, 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'gw_port': {'id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:44Z', 'updated_at': '2021-11-25T19:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:52.696347 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60774b4c-09c7-4bdf-866c-e6c66dd46c88 None None] The sync data for ids ['cbffa177-71b5-4d7d-b749-a41a80f27bca'] in n-d-819349-5 is: [{'id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'name': 'tempest-TestServerBasicOps-662018450-router', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:43Z', 'updated_at': '2021-11-25T19:58:46Z', 'revision_number': 3, 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'gw_port': {'id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:44Z', 'updated_at': '2021-11-25T19:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:58:52.752893 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92022dfe-a6dc-4d20-8c16-5d6306c34760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:52.791209 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4c2e9a86-a330-4f74-ad49-af83f432b2df None None] Provisioning complete for port 269fee50-e3b9-437d-9a9f-3700e24cf9e7 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:52.794249 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4c2e9a86-a330-4f74-ad49-af83f432b2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:52.827115 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2665dc56-f15b-45ff-bd43-76ba6a452efb tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:52.839176 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2665dc56-f15b-45ff-bd43-76ba6a452efb tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:52.874072 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665dc56-f15b-45ff-bd43-76ba6a452efb tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef18caa-f72d-423e-969b-c9d409fac6a4,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:52.899609 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4c2e9a86-a330-4f74-ad49-af83f432b2df None None] Port 269fee50-e3b9-437d-9a9f-3700e24cf9e7 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:58:52.901300 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40474) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:52.935480 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2665dc56-f15b-45ff-bd43-76ba6a452efb tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:52.940918 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2665dc56-f15b-45ff-bd43-76ba6a452efb tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4549215 Nov 25 19:58:52.946058 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40480) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:52.954604 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-e85c164a-bd0f-4f9b-b2d6-1b3ab1658787 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Request body: {'security_group_rule': {'security_group_id': 'b450dda0-4fe5-4106-bdf3-c6dc419cbf4f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:53.029908 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e85c164a-bd0f-4f9b-b2d6-1b3ab1658787 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:53.210080 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92022dfe-a6dc-4d20-8c16-5d6306c34760 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:53.241859 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92022dfe-a6dc-4d20-8c16-5d6306c34760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:53.355840 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e85c164a-bd0f-4f9b-b2d6-1b3ab1658787 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:53.373462 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e85c164a-bd0f-4f9b-b2d6-1b3ab1658787 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:53.376330 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92022dfe-a6dc-4d20-8c16-5d6306c34760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:53.440476 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c164a-bd0f-4f9b-b2d6-1b3ab1658787 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a507eefa-040f-499c-b9e2-b4b6d072f0fc,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:53.485467 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e85c164a-bd0f-4f9b-b2d6-1b3ab1658787 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:53.498333 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e85c164a-bd0f-4f9b-b2d6-1b3ab1658787 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5507951 Nov 25 19:58:53.499594 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40488) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:53.513654 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-ed3c5968-97ca-4ba7-9567-3ce318d21356 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Request body: {'security_group_rule': {'security_group_id': 'b450dda0-4fe5-4106-bdf3-c6dc419cbf4f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:53.621830 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed3c5968-97ca-4ba7-9567-3ce318d21356 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:53.736434 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92022dfe-a6dc-4d20-8c16-5d6306c34760 admin admin] Pushing event updated for resources: {'Port': ['ID=269fee50-e3b9-437d-9a9f-3700e24cf9e7,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:53.776686 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:53.787314 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92022dfe-a6dc-4d20-8c16-5d6306c34760 admin admin] Network 79f390dd-a1bc-4f5d-b799-4937724649fb is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:53.791157 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-92022dfe-a6dc-4d20-8c16-5d6306c34760 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:53.824390 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed3c5968-97ca-4ba7-9567-3ce318d21356 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:53.831771 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed3c5968-97ca-4ba7-9567-3ce318d21356 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:53.865959 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c5968-97ca-4ba7-9567-3ce318d21356 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330916ab-56c0-40dc-9081-5412a41d0f9d,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:53.931935 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd16cb16-814b-4a01-bb91-05be383e92cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:53.936276 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed3c5968-97ca-4ba7-9567-3ce318d21356 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:53.951001 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ed3c5968-97ca-4ba7-9567-3ce318d21356 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4427972 Nov 25 19:58:53.954773 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40496) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:54.105984 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92022dfe-a6dc-4d20-8c16-5d6306c34760 admin admin] Router cbffa177-71b5-4d7d-b749-a41a80f27bca has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:58:54.129595 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a3be3f1-68aa-414a-b8a0-a76ff8fb1785 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.158987 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a3be3f1-68aa-414a-b8a0-a76ff8fb1785 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.240612 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a3be3f1-68aa-414a-b8a0-a76ff8fb1785 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.260123 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a3be3f1-68aa-414a-b8a0-a76ff8fb1785 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.287322 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4a3be3f1-68aa-414a-b8a0-a76ff8fb1785 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/330916ab-56c0-40dc-9081-5412a41d0f9d HTTP/1.1" status: 204 len: 168 time: 0.3129528 Nov 25 19:58:54.287905 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40500) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:54.349590 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3be3f1-68aa-414a-b8a0-a76ff8fb1785 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=330916ab-56c0-40dc-9081-5412a41d0f9d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:54.454892 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device af6cf2fe-ea78-45d8-997f-98170c9c0e97 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:54.551523 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd16cb16-814b-4a01-bb91-05be383e92cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.558556 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd16cb16-814b-4a01-bb91-05be383e92cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.597238 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.643293 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8cf94bda-17cd-40ea-b4a8-80307deeeffa tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3532720 Nov 25 19:58:54.647457 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40504) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:54.656267 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16cb16-814b-4a01-bb91-05be383e92cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406066b9-270f-4d97-9de2-1f03a9856400,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:54.672682 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-dd16cb16-814b-4a01-bb91-05be383e92cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e94ed84d9c8248a2a4fd199e6db5dfdb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7701194 Nov 25 19:58:54.677557 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40508) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:54.694973 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-25cd3da8-a7e2-4172-9c9c-4c6267b7aaf2 None None] Provisioning complete for port 269fee50-e3b9-437d-9a9f-3700e24cf9e7 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:54.695468 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-25cd3da8-a7e2-4172-9c9c-4c6267b7aaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.713846 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92022dfe-a6dc-4d20-8c16-5d6306c34760 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:58:54.717149 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec5682f4-6942-4758-b20b-539aa7ca1c7c tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.742011 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-92022dfe-a6dc-4d20-8c16-5d6306c34760 admin admin] 10.222.0.55 "PUT /v2.0/routers/cbffa177-71b5-4d7d-b749-a41a80f27bca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3244030 Nov 25 19:58:54.772793 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec5682f4-6942-4758-b20b-539aa7ca1c7c tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.880614 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port af6cf2fe-ea78-45d8-997f-98170c9c0e97 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:54.884202 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.889373 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b40e4648-992c-47b5-bb34-caa6343abfca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.894239 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-25cd3da8-a7e2-4172-9c9c-4c6267b7aaf2 None None] Port 269fee50-e3b9-437d-9a9f-3700e24cf9e7 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:58:54.912602 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec5682f4-6942-4758-b20b-539aa7ca1c7c tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.937881 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec5682f4-6942-4758-b20b-539aa7ca1c7c tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.943214 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ec5682f4-6942-4758-b20b-539aa7ca1c7c tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/a507eefa-040f-499c-b9e2-b4b6d072f0fc HTTP/1.1" status: 204 len: 168 time: 0.2934842 Nov 25 19:58:54.947800 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40514) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:54.978505 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5682f4-6942-4758-b20b-539aa7ca1c7c tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a507eefa-040f-499c-b9e2-b4b6d072f0fc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:54.983958 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b40e4648-992c-47b5-bb34-caa6343abfca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:55.084568 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-09944296-c527-4ac9-bba6-777de258033c tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1352775 Nov 25 19:58:55.088778 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40518) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:55.166383 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b40e4648-992c-47b5-bb34-caa6343abfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:55.173115 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b40e4648-992c-47b5-bb34-caa6343abfca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:55.175089 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b40e4648-992c-47b5-bb34-caa6343abfca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/406066b9-270f-4d97-9de2-1f03a9856400 HTTP/1.1" status: 204 len: 168 time: 0.4959350 Nov 25 19:58:55.212089 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e4648-992c-47b5-bb34-caa6343abfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406066b9-270f-4d97-9de2-1f03a9856400,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:55.226677 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-737ef805-1a5e-49d5-9476-e6d49766ff3f tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:55.249318 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-737ef805-1a5e-49d5-9476-e6d49766ff3f tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:55.312195 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-737ef805-1a5e-49d5-9476-e6d49766ff3f tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:55.333364 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-737ef805-1a5e-49d5-9476-e6d49766ff3f tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:55.335893 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-737ef805-1a5e-49d5-9476-e6d49766ff3f tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/eef18caa-f72d-423e-969b-c9d409fac6a4 HTTP/1.1" status: 204 len: 168 time: 0.2447956 Nov 25 19:58:55.338580 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40522) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:55.369754 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ef805-1a5e-49d5-9476-e6d49766ff3f tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eef18caa-f72d-423e-969b-c9d409fac6a4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:55.437574 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-32f9f4d0-8743-4312-9a22-1f1a75b49dd3 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0967376 Nov 25 19:58:55.441151 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40526) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:55.531189 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8891050-6ebf-4e50-9ba7-ef091a4d5476 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:55.564163 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8891050-6ebf-4e50-9ba7-ef091a4d5476 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:55.623490 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8891050-6ebf-4e50-9ba7-ef091a4d5476 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:55.633334 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8891050-6ebf-4e50-9ba7-ef091a4d5476 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:55.635495 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a8891050-6ebf-4e50-9ba7-ef091a4d5476 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/6b433c52-38da-4ab2-9706-ad2fec5b363d HTTP/1.1" status: 204 len: 168 time: 0.1918464 Nov 25 19:58:55.638991 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40534) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:55.651297 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8891050-6ebf-4e50-9ba7-ef091a4d5476 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b433c52-38da-4ab2-9706-ad2fec5b363d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:55.743751 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3a9c50ab-a948-44d8-a37f-4b903c8bfa23 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1006920 Nov 25 19:58:55.747346 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40536) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:55.801186 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6bd86c36-45bd-41ef-b56f-9c17013c2732 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:55.827289 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6bd86c36-45bd-41ef-b56f-9c17013c2732 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:55.889684 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6bd86c36-45bd-41ef-b56f-9c17013c2732 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:55.894790 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6bd86c36-45bd-41ef-b56f-9c17013c2732 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:55.897661 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6bd86c36-45bd-41ef-b56f-9c17013c2732 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/74383584-eb7e-4540-8642-ce5b1d3753ce HTTP/1.1" status: 204 len: 168 time: 0.1472757 Nov 25 19:58:55.900053 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40546) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:55.908694 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd86c36-45bd-41ef-b56f-9c17013c2732 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74383584-eb7e-4540-8642-ce5b1d3753ce,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:55.958212 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cf984ddd-9948-4034-b838-ad5de67c6d46 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0571287 Nov 25 19:58:55.962840 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40548) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:56.098946 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43bbf88a-c458-428d-bc71-746d9a7396a2 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:56.105997 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce68620-320a-4cca-8a4f-d6bb411df523 None None] Sync routers for ids ['cbffa177-71b5-4d7d-b749-a41a80f27bca'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:58:56.144373 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce68620-320a-4cca-8a4f-d6bb411df523 None None] Routers {'cbffa177-71b5-4d7d-b749-a41a80f27bca'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:56.145833 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fce68620-320a-4cca-8a4f-d6bb411df523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:58:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cbffa177-71b5-4d7d-b749-a41a80f27bca'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:56.175807 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43bbf88a-c458-428d-bc71-746d9a7396a2 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:56.307831 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43bbf88a-c458-428d-bc71-746d9a7396a2 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:56.313335 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43bbf88a-c458-428d-bc71-746d9a7396a2 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:56.315366 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-43bbf88a-c458-428d-bc71-746d9a7396a2 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "DELETE /v2.0/security-groups/b450dda0-4fe5-4106-bdf3-c6dc419cbf4f HTTP/1.1" status: 204 len: 168 time: 0.3504622 Nov 25 19:58:56.318083 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40558) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:56.357243 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bbf88a-c458-428d-bc71-746d9a7396a2 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b450dda0-4fe5-4106-bdf3-c6dc419cbf4f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:56.446247 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40564) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:56.450379 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-141466e1-626b-4564-b9c9-369474f0300f tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1238058 Nov 25 19:58:56.456290 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-d73f2465-c531-4098-ab31-5358d24e9456 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Request body: {'security_group': {'name': 'tempest-secgroup--1512230217'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:56.506948 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-fce68620-320a-4cca-8a4f-d6bb411df523 None None] Set router cbffa177-71b5-4d7d-b749-a41a80f27bca gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:56.509983 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d73f2465-c531-4098-ab31-5358d24e9456 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:56.526855 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40568) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:56.532014 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4a45978c-60e9-4d06-8d9d-28e182bf5760 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-490754281-network', 'tenant_id': 'a68eb6e515804d25bcc6fcbf07895423'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:56.574274 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a45978c-60e9-4d06-8d9d-28e182bf5760 admin admin] Made reservation on behalf of a68eb6e515804d25bcc6fcbf07895423 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:58:56.583664 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a45978c-60e9-4d06-8d9d-28e182bf5760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:56.599932 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a45978c-60e9-4d06-8d9d-28e182bf5760 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:56.748057 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d73f2465-c531-4098-ab31-5358d24e9456 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:56.755718 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d73f2465-c531-4098-ab31-5358d24e9456 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:56.830081 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d73f2465-c531-4098-ab31-5358d24e9456 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:56.830950 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d73f2465-c531-4098-ab31-5358d24e9456 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3842189 Nov 25 19:58:56.833674 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40572) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:56.837435 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f2465-c531-4098-ab31-5358d24e9456 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be47456-4818-4ad7-ab41-2b8176502b57,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:56.863845 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-e42af127-de7f-4632-9f51-a59b32c3cd36 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Request body: {'security_group_rule': {'security_group_id': '2be47456-4818-4ad7-ab41-2b8176502b57', 'direction': 'ingress', 'protocol': 17}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:56.866271 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a45978c-60e9-4d06-8d9d-28e182bf5760 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:56.893979 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a45978c-60e9-4d06-8d9d-28e182bf5760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:56.953562 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a45978c-60e9-4d06-8d9d-28e182bf5760 admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:58:56.986194 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a45978c-60e9-4d06-8d9d-28e182bf5760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:56.986817 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-4a45978c-60e9-4d06-8d9d-28e182bf5760 admin admin] Added segment c99378aa-ce9a-42d0-a59f-19ec0ec4b3b2 of type vlan for network ec86b910-d24a-4305-a272-06decec9d966 Nov 25 19:58:57.004964 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e42af127-de7f-4632-9f51-a59b32c3cd36 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:57.134511 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a45978c-60e9-4d06-8d9d-28e182bf5760 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:57.303843 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45978c-60e9-4d06-8d9d-28e182bf5760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cee0c9-4e0b-4289-a717-313a3021d717,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:57.313158 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a45978c-60e9-4d06-8d9d-28e182bf5760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:57.314198 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a45978c-60e9-4d06-8d9d-28e182bf5760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:57.317426 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a45978c-60e9-4d06-8d9d-28e182bf5760 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:57.321633 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e42af127-de7f-4632-9f51-a59b32c3cd36 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:57.329724 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e42af127-de7f-4632-9f51-a59b32c3cd36 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:57.354333 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42af127-de7f-4632-9f51-a59b32c3cd36 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6cc2cd-ef16-484b-b10e-c39f80f5944f,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:57.394720 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fce68620-320a-4cca-8a4f-d6bb411df523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'name': 'tempest-TestServerBasicOps-662018450-router', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:43Z', 'updated_at': '2021-11-25T19:58:52Z', 'revision_number': 4, 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'gw_port': {'id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:44Z', 'updated_at': '2021-11-25T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '269fee50-e3b9-437d-9a9f-3700e24cf9e7', 'name': '', 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'mac_address': 'fa:16:3e:43:ea:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '58fbc8e7-048f-4825-a83a-6a6c0e7dfb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:50Z', 'updated_at': '2021-11-25T19:58:52Z', 'revision_number': 2, 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'subnets': [{'id': '58fbc8e7-048f-4825-a83a-6a6c0e7dfb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:57.402025 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e42af127-de7f-4632-9f51-a59b32c3cd36 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:57.404743 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e42af127-de7f-4632-9f51-a59b32c3cd36 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5695741 Nov 25 19:58:57.408248 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40584) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:57.452861 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4a45978c-60e9-4d06-8d9d-28e182bf5760 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9247949 Nov 25 19:58:57.460274 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40588) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:57.467627 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e6816694-ff86-4504-ab87-80a6eab4349a admin admin] Request body: {'subnet': {'network_id': 'ec86b910-d24a-4305-a272-06decec9d966', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-490754281-subnet', 'tenant_id': 'a68eb6e515804d25bcc6fcbf07895423', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:57.473893 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45978c-60e9-4d06-8d9d-28e182bf5760 admin admin] Pushing event updated for resources: {'Network': ['ID=ec86b910-d24a-4305-a272-06decec9d966,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:57.509037 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6816694-ff86-4504-ab87-80a6eab4349a admin admin] Made reservation on behalf of a68eb6e515804d25bcc6fcbf07895423 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:58:57.513929 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network ec86b910-d24a-4305-a272-06decec9d966 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:58:57.514226 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e6816694-ff86-4504-ab87-80a6eab4349a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:57.522498 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce68620-320a-4cca-8a4f-d6bb411df523 None None] Checking router: cbffa177-71b5-4d7d-b749-a41a80f27bca for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:58:57.526647 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce68620-320a-4cca-8a4f-d6bb411df523 None None] Updating router cbffa177-71b5-4d7d-b749-a41a80f27bca port 269fee50-e3b9-437d-9a9f-3700e24cf9e7 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:58:57.540212 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef4ed5ff-48d7-4d1f-8886-c21c28752328 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:57.619999 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef4ed5ff-48d7-4d1f-8886-c21c28752328 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:57.668590 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fce68620-320a-4cca-8a4f-d6bb411df523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:57.744610 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef4ed5ff-48d7-4d1f-8886-c21c28752328 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:57.749232 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef4ed5ff-48d7-4d1f-8886-c21c28752328 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:57.753074 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ef4ed5ff-48d7-4d1f-8886-c21c28752328 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "DELETE /v2.0/security-groups/2be47456-4818-4ad7-ab41-2b8176502b57 HTTP/1.1" status: 204 len: 168 time: 0.3399241 Nov 25 19:58:57.754013 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40594) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:57.770337 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ed5ff-48d7-4d1f-8886-c21c28752328 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be47456-4818-4ad7-ab41-2b8176502b57,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:57.944567 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3be08b33-ca14-460f-80a4-45e2dd38cb57 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1842685 Nov 25 19:58:57.948584 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40602) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:57.955158 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-0d66a0db-be28-4fab-965e-a83d74f7408a tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Request body: {'security_group': {'name': 'tempest-secgroup--414014611'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:58.057293 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d66a0db-be28-4fab-965e-a83d74f7408a tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:58.185379 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e6816694-ff86-4504-ab87-80a6eab4349a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:58.216426 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d66a0db-be28-4fab-965e-a83d74f7408a tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:58.225667 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d66a0db-be28-4fab-965e-a83d74f7408a tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:58.231694 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fce68620-320a-4cca-8a4f-d6bb411df523 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:58.254710 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fce68620-320a-4cca-8a4f-d6bb411df523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:58.312109 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6816694-ff86-4504-ab87-80a6eab4349a admin admin] Pushing event updated for resources: {'Subnet': ['ID=071ca28e-66e3-4f35-bd60-d17e5befbaf0,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:58.315142 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d66a0db-be28-4fab-965e-a83d74f7408a tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:58.319164 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0d66a0db-be28-4fab-965e-a83d74f7408a tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3691075 Nov 25 19:58:58.325562 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40610) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:58.328221 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6816694-ff86-4504-ab87-80a6eab4349a admin admin] Checking segment: {'id': 'c99378aa-ce9a-42d0-a59f-19ec0ec4b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ec86b910-d24a-4305-a272-06decec9d966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:58.328913 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6816694-ff86-4504-ab87-80a6eab4349a admin admin] Network hostable DHCP agents. Network: ec86b910-d24a-4305-a272-06decec9d966, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:58:58.336907 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66a0db-be28-4fab-965e-a83d74f7408a tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09189e41-2797-4797-9594-dcee5d8a86f1,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:58.360704 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ae2cc0cd-42e5-4b2c-a00f-40ff05ef8a67 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Request body: {'security_group': {'name': 'tempest-secgroup--1247861451'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:58.438014 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc0cd-42e5-4b2c-a00f-40ff05ef8a67 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:58.446322 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6816694-ff86-4504-ab87-80a6eab4349a admin admin] Network ec86b910-d24a-4305-a272-06decec9d966 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:58:58.455094 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe62316-151f-4ce6-93a7-4c317b7b4657 None None] Pushing event updated for resources: {'Port': ['ID=269fee50-e3b9-437d-9a9f-3700e24cf9e7,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:58.485502 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e6816694-ff86-4504-ab87-80a6eab4349a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, ec86b910-d24a-4305-a272-06decec9d966) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:58.488585 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-fce68620-320a-4cca-8a4f-d6bb411df523 None None] Attempting to bind port 269fee50-e3b9-437d-9a9f-3700e24cf9e7 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:58:58.489161 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-fce68620-320a-4cca-8a4f-d6bb411df523 None None] Attempting to bind port 269fee50-e3b9-437d-9a9f-3700e24cf9e7 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '03a027c3-918f-41c9-9817-d35dc0460d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:58:58.494657 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce68620-320a-4cca-8a4f-d6bb411df523 None None] Attempting to bind port 269fee50-e3b9-437d-9a9f-3700e24cf9e7 on network 79f390dd-a1bc-4f5d-b799-4937724649fb {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:58:58.504140 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60d871f-3302-4cd3-a905-498e7a363b9d None None] Network ec86b910-d24a-4305-a272-06decec9d966 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:58.508474 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6816694-ff86-4504-ab87-80a6eab4349a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:58.509389 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e6816694-ff86-4504-ab87-80a6eab4349a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:58.542751 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce68620-320a-4cca-8a4f-d6bb411df523 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:58:58.542751 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce68620-320a-4cca-8a4f-d6bb411df523 None None] Checking segment: {'id': '03a027c3-918f-41c9-9817-d35dc0460d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:58.542751 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fce68620-320a-4cca-8a4f-d6bb411df523 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:58.542751 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce68620-320a-4cca-8a4f-d6bb411df523 None None] Bound using segment: {'id': '03a027c3-918f-41c9-9817-d35dc0460d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:58:58.543602 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-fce68620-320a-4cca-8a4f-d6bb411df523 None None] Bound port: 269fee50-e3b9-437d-9a9f-3700e24cf9e7, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a027c3-918f-41c9-9817-d35dc0460d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:58:58.544120 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fce68620-320a-4cca-8a4f-d6bb411df523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:58.556360 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40618) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:58.557223 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e6816694-ff86-4504-ab87-80a6eab4349a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0954027 Nov 25 19:58:58.562175 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-b4802cf0-e016-4498-9f65-518fc0da5eed admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-490754281-router', 'tenant_id': 'a68eb6e515804d25bcc6fcbf07895423', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:58.620539 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4802cf0-e016-4498-9f65-518fc0da5eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:58.621711 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4802cf0-e016-4498-9f65-518fc0da5eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:58.642572 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc0cd-42e5-4b2c-a00f-40ff05ef8a67 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:58.653109 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc0cd-42e5-4b2c-a00f-40ff05ef8a67 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:58.706231 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-fce68620-320a-4cca-8a4f-d6bb411df523 None None] For port 269fee50-e3b9-437d-9a9f-3700e24cf9e7, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:58:58.721231 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-fce68620-320a-4cca-8a4f-d6bb411df523 None None] For port 269fee50-e3b9-437d-9a9f-3700e24cf9e7, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=269fee50-e3b9-437d-9a9f-3700e24cf9e7,segment=NetworkSegment(03a027c3-918f-41c9-9817-d35dc0460d43),segment_id=03a027c3-918f-41c9-9817-d35dc0460d43)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:58:58.728825 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc0cd-42e5-4b2c-a00f-40ff05ef8a67 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:58.734606 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ae2cc0cd-42e5-4b2c-a00f-40ff05ef8a67 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4002845 Nov 25 19:58:58.740082 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fce68620-320a-4cca-8a4f-d6bb411df523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:58.751275 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40622) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:58.751632 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40624) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:58.756195 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cf819170-5f25-4eec-b6a2-0e97525cc377 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Request body: {'security_group_rule': {'security_group_id': '09189e41-2797-4797-9594-dcee5d8a86f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6c2c131a-991f-45ca-8e4f-e688ba006bf3', 'remote_ip_prefix': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:58.775477 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4802cf0-e016-4498-9f65-518fc0da5eed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:58.788488 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cc0cd-42e5-4b2c-a00f-40ff05ef8a67 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2c131a-991f-45ca-8e4f-e688ba006bf3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:58.824355 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf819170-5f25-4eec-b6a2-0e97525cc377 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:58.973243 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf819170-5f25-4eec-b6a2-0e97525cc377 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:58.981267 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf819170-5f25-4eec-b6a2-0e97525cc377 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:59.002498 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4802cf0-e016-4498-9f65-518fc0da5eed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:59.016127 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf819170-5f25-4eec-b6a2-0e97525cc377 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b4e4d5a-adec-472c-a3e2-cc3736dfc34a,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:59.018541 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65144620-c6c4-4f6c-b43a-6108d15739d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:59.091881 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf819170-5f25-4eec-b6a2-0e97525cc377 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:59.099618 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cf819170-5f25-4eec-b6a2-0e97525cc377 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3465834 Nov 25 19:58:59.100717 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40634) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:59.224466 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c95bf5f1-1035-4bd3-bc43-a4e4244f076e tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:59.243488 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c95bf5f1-1035-4bd3-bc43-a4e4244f076e tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:59.298008 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65144620-c6c4-4f6c-b43a-6108d15739d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:59.303758 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c95bf5f1-1035-4bd3-bc43-a4e4244f076e tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:59.307752 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65144620-c6c4-4f6c-b43a-6108d15739d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:59.311629 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c95bf5f1-1035-4bd3-bc43-a4e4244f076e tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:59.313090 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c95bf5f1-1035-4bd3-bc43-a4e4244f076e tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/6b4e4d5a-adec-472c-a3e2-cc3736dfc34a HTTP/1.1" status: 204 len: 168 time: 0.2084854 Nov 25 19:58:59.318808 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40638) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:59.337548 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bf5f1-1035-4bd3-bc43-a4e4244f076e tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b4e4d5a-adec-472c-a3e2-cc3736dfc34a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:59.385644 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe62316-151f-4ce6-93a7-4c317b7b4657 None None] Pushing event updated for resources: {'Port': ['ID=269fee50-e3b9-437d-9a9f-3700e24cf9e7,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:59.457597 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-65144620-c6c4-4f6c-b43a-6108d15739d2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9ca5ddb2067942399378dedd3e2b1761&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6901400 Nov 25 19:58:59.466544 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40642) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:59.468353 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-64644ecc-f4b2-43eb-9d63-e8a2a33e273b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:59.491196 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65144620-c6c4-4f6c-b43a-6108d15739d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9071c1-8a46-4f01-9bfc-0c44598cb201,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:59.512775 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-21121654-49af-45fe-87da-74db346af3bf None None] Provisioning complete for port 269fee50-e3b9-437d-9a9f-3700e24cf9e7 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:59.513695 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-21121654-49af-45fe-87da-74db346af3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:59.517876 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce68620-320a-4cca-8a4f-d6bb411df523 None None] Routers {'cbffa177-71b5-4d7d-b749-a41a80f27bca'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:59.520065 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fce68620-320a-4cca-8a4f-d6bb411df523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:58:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cbffa177-71b5-4d7d-b749-a41a80f27bca'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:59.581890 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9bd06ed-3e2f-49bf-849d-9859515d1d8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:59.620139 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-927ed614-51f7-4644-a356-6073e151896f tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2949562 Nov 25 19:58:59.622869 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40648) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:59.639996 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9bd06ed-3e2f-49bf-849d-9859515d1d8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:59.759121 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9bd06ed-3e2f-49bf-849d-9859515d1d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:59.761615 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9bd06ed-3e2f-49bf-849d-9859515d1d8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:59.762941 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e9bd06ed-3e2f-49bf-849d-9859515d1d8b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ec9071c1-8a46-4f01-9bfc-0c44598cb201 HTTP/1.1" status: 204 len: 168 time: 0.2947049 Nov 25 19:58:59.777875 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4802cf0-e016-4498-9f65-518fc0da5eed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:59.782442 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd06ed-3e2f-49bf-849d-9859515d1d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9071c1-8a46-4f01-9bfc-0c44598cb201,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:59.821078 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4802cf0-e016-4498-9f65-518fc0da5eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:00.062829 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-b4802cf0-e016-4498-9f65-518fc0da5eed admin admin] Allocated IP 172.25.6.134 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/22a49269-bc54-422e-a142-83647b0d361b) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:59:00.126328 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b022d7b4-0c61-4088-b741-40280ee56ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-ec86b910-d24a-4305-a272-06decec9d966', 'network_id': 'ec86b910-d24a-4305-a272-06decec9d966', 'tenant_id': 'a68eb6e515804d25bcc6fcbf07895423', 'fixed_ips': [{'subnet_id': '071ca28e-66e3-4f35-bd60-d17e5befbaf0'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:59:00.127825 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b022d7b4-0c61-4088-b741-40280ee56ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:00.165575 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-fce68620-320a-4cca-8a4f-d6bb411df523 None None] Set router cbffa177-71b5-4d7d-b749-a41a80f27bca gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:59:00.233143 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4802cf0-e016-4498-9f65-518fc0da5eed admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:00.233929 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-21121654-49af-45fe-87da-74db346af3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:00.279939 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2735b612-edc2-4a17-81ed-fdb72c10cfd3 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:00.291597 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4802cf0-e016-4498-9f65-518fc0da5eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:00.375678 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4802cf0-e016-4498-9f65-518fc0da5eed admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:59:00.380510 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4802cf0-e016-4498-9f65-518fc0da5eed admin admin] Pushing event updated for resources: {'Port': ['ID=22a49269-bc54-422e-a142-83647b0d361b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:00.385758 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-b4802cf0-e016-4498-9f65-518fc0da5eed admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:59:00.393786 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4802cf0-e016-4498-9f65-518fc0da5eed admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:59:00.423340 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b57afe-1871-48d7-9958-67676b7d32dd None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:59:00.550669 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40666) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:00.578138 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0f4ae9fe-d17c-423a-ae44-f67d36d37be7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:00.723264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-21121654-49af-45fe-87da-74db346af3bf None None] For port 269fee50-e3b9-437d-9a9f-3700e24cf9e7, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=269fee50-e3b9-437d-9a9f-3700e24cf9e7,segment=NetworkSegment(03a027c3-918f-41c9-9817-d35dc0460d43),segment_id=03a027c3-918f-41c9-9817-d35dc0460d43)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:00.738466 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-21121654-49af-45fe-87da-74db346af3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:00.743808 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0f4ae9fe-d17c-423a-ae44-f67d36d37be7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:00.751944 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0f4ae9fe-d17c-423a-ae44-f67d36d37be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:00.800072 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0f4ae9fe-d17c-423a-ae44-f67d36d37be7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=05508693be4f4389bcfc212e202208d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2481875 Nov 25 19:59:00.809069 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40672) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:00.853059 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ae9fe-d17c-423a-ae44-f67d36d37be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafb3f89-d3c8-4289-9662-caf28e028a0e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:00.920266 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2735b612-edc2-4a17-81ed-fdb72c10cfd3 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:00.938637 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4802cf0-e016-4498-9f65-518fc0da5eed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:00.960798 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a3b8154-0f4d-4fb0-8426-0fae342ac795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:00.961089 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-b022d7b4-0c61-4088-b741-40280ee56ed4 None None] Allocated IP 172.20.0.2 (ec86b910-d24a-4305-a272-06decec9d966/071ca28e-66e3-4f35-bd60-d17e5befbaf0/52cc1852-6432-4eb6-ba57-f92675cfaff1) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:59:01.031090 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a3b8154-0f4d-4fb0-8426-0fae342ac795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:01.162984 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a3b8154-0f4d-4fb0-8426-0fae342ac795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:01.167903 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a3b8154-0f4d-4fb0-8426-0fae342ac795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:01.169825 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8a3b8154-0f4d-4fb0-8426-0fae342ac795 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fafb3f89-d3c8-4289-9662-caf28e028a0e HTTP/1.1" status: 204 len: 168 time: 0.3625147 Nov 25 19:59:01.192099 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b8154-0f4d-4fb0-8426-0fae342ac795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafb3f89-d3c8-4289-9662-caf28e028a0e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:01.258543 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b022d7b4-0c61-4088-b741-40280ee56ed4 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:01.327092 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b022d7b4-0c61-4088-b741-40280ee56ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:01.327531 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21121654-49af-45fe-87da-74db346af3bf None None] Pushing event updated for resources: {'Port': ['ID=269fee50-e3b9-437d-9a9f-3700e24cf9e7,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:01.348680 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2735b612-edc2-4a17-81ed-fdb72c10cfd3 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:01.359042 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2735b612-edc2-4a17-81ed-fdb72c10cfd3 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:01.362974 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2735b612-edc2-4a17-81ed-fdb72c10cfd3 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "DELETE /v2.0/security-groups/6c2c131a-991f-45ca-8e4f-e688ba006bf3 HTTP/1.1" status: 204 len: 168 time: 1.7355733 Nov 25 19:59:01.364339 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40686) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:01.376270 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-03d1a63e-e9cc-44c6-9623-43051628ef1c None None] Provisioning complete for port 269fee50-e3b9-437d-9a9f-3700e24cf9e7 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:59:01.376656 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-03d1a63e-e9cc-44c6-9623-43051628ef1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:01.405196 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735b612-edc2-4a17-81ed-fdb72c10cfd3 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2c131a-991f-45ca-8e4f-e688ba006bf3,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:01.424837 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4802cf0-e016-4498-9f65-518fc0da5eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:01.462204 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4d4bce80-9a07-4d54-85ca-e0e699d52d5c tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0952051 Nov 25 19:59:01.463512 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40688) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:01.549212 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b7d8356f-7827-473e-a65a-3dbe7e50b109 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:01.608312 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b022d7b4-0c61-4088-b741-40280ee56ed4 None None] Network ec86b910-d24a-4305-a272-06decec9d966 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:59:01.624577 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b7d8356f-7827-473e-a65a-3dbe7e50b109 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:01.640379 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022d7b4-0c61-4088-b741-40280ee56ed4 None None] Pushing event updated for resources: {'Port': ['ID=52cc1852-6432-4eb6-ba57-f92675cfaff1,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:01.681132 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-b022d7b4-0c61-4088-b741-40280ee56ed4 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:59:01.691840 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b022d7b4-0c61-4088-b741-40280ee56ed4 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:59:01.695835 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b7d8356f-7827-473e-a65a-3dbe7e50b109 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:01.699534 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b7d8356f-7827-473e-a65a-3dbe7e50b109 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:01.704067 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b7d8356f-7827-473e-a65a-3dbe7e50b109 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "DELETE /v2.0/security-groups/09189e41-2797-4797-9594-dcee5d8a86f1 HTTP/1.1" status: 204 len: 168 time: 0.2369814 Nov 25 19:59:01.706978 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40694) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:01.738560 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8356f-7827-473e-a65a-3dbe7e50b109 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09189e41-2797-4797-9594-dcee5d8a86f1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:01.786316 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0114b863-20d6-4207-b811-dd755f591e1d tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0709991 Nov 25 19:59:01.787328 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40696) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:01.817118 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-58051bac-57d3-440d-801d-07975f861af6 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Request body: {'security_group': {'name': 'tempest-secgroup--961220571'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:59:01.860302 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40698) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:01.872983 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4a2f33a2-17b6-4deb-a927-cc96e07e9f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:01.890800 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b022d7b4-0c61-4088-b741-40280ee56ed4 None None] Attempting to bind port 52cc1852-6432-4eb6-ba57-f92675cfaff1 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:59:01.891563 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b022d7b4-0c61-4088-b741-40280ee56ed4 None None] Attempting to bind port 52cc1852-6432-4eb6-ba57-f92675cfaff1 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'c99378aa-ce9a-42d0-a59f-19ec0ec4b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ec86b910-d24a-4305-a272-06decec9d966'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:59:01.892511 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b022d7b4-0c61-4088-b741-40280ee56ed4 None None] Attempting to bind port 52cc1852-6432-4eb6-ba57-f92675cfaff1 on network ec86b910-d24a-4305-a272-06decec9d966 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:59:01.904054 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fce68620-320a-4cca-8a4f-d6bb411df523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'name': 'tempest-TestServerBasicOps-662018450-router', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:43Z', 'updated_at': '2021-11-25T19:58:52Z', 'revision_number': 4, 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'gw_port': {'id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:44Z', 'updated_at': '2021-11-25T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '269fee50-e3b9-437d-9a9f-3700e24cf9e7', 'name': '', 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'mac_address': 'fa:16:3e:43:ea:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '58fbc8e7-048f-4825-a83a-6a6c0e7dfb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:50Z', 'updated_at': '2021-11-25T19:58:58Z', 'revision_number': 4, 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'subnets': [{'id': '58fbc8e7-048f-4825-a83a-6a6c0e7dfb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:01.959562 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-58051bac-57d3-440d-801d-07975f861af6 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:01.967310 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4802cf0-e016-4498-9f65-518fc0da5eed admin admin] Router 35ac7586-0b66-4b8a-8363-8de99788ce80 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:59:02.008086 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-03d1a63e-e9cc-44c6-9623-43051628ef1c None None] Provisioning complete for port 22a49269-bc54-422e-a142-83647b0d361b triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:59:02.016958 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-03d1a63e-e9cc-44c6-9623-43051628ef1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:02.058700 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b022d7b4-0c61-4088-b741-40280ee56ed4 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:59:02.059086 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b022d7b4-0c61-4088-b741-40280ee56ed4 None None] Checking segment: {'id': 'c99378aa-ce9a-42d0-a59f-19ec0ec4b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ec86b910-d24a-4305-a272-06decec9d966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:59:02.059662 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b022d7b4-0c61-4088-b741-40280ee56ed4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:02.059924 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b022d7b4-0c61-4088-b741-40280ee56ed4 None None] Bound using segment: {'id': 'c99378aa-ce9a-42d0-a59f-19ec0ec4b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ec86b910-d24a-4305-a272-06decec9d966'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:59:02.060417 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b022d7b4-0c61-4088-b741-40280ee56ed4 None None] Bound port: 52cc1852-6432-4eb6-ba57-f92675cfaff1, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99378aa-ce9a-42d0-a59f-19ec0ec4b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ec86b910-d24a-4305-a272-06decec9d966'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:59:02.061230 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b022d7b4-0c61-4088-b741-40280ee56ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:02.110839 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-993af3b9-4cf7-4c33-914d-6ddd04a94dfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:02.153664 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4802cf0-e016-4498-9f65-518fc0da5eed admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:59:02.175265 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7367e2-985d-42f2-b681-c76b5cef4ef6 None None] Sync routers for ids ['35ac7586-0b66-4b8a-8363-8de99788ce80'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:59:02.203740 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7367e2-985d-42f2-b681-c76b5cef4ef6 None None] Routers {'35ac7586-0b66-4b8a-8363-8de99788ce80'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:59:02.206317 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2d7367e2-985d-42f2-b681-c76b5cef4ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:59:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['35ac7586-0b66-4b8a-8363-8de99788ce80'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:02.244879 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b022d7b4-0c61-4088-b741-40280ee56ed4 None None] For port 52cc1852-6432-4eb6-ba57-f92675cfaff1, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:59:02.254424 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b022d7b4-0c61-4088-b741-40280ee56ed4 None None] For port 52cc1852-6432-4eb6-ba57-f92675cfaff1, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=52cc1852-6432-4eb6-ba57-f92675cfaff1,segment=NetworkSegment(c99378aa-ce9a-42d0-a59f-19ec0ec4b3b2),segment_id=c99378aa-ce9a-42d0-a59f-19ec0ec4b3b2)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:59:02.264144 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce68620-320a-4cca-8a4f-d6bb411df523 None None] The sync data for ids ['cbffa177-71b5-4d7d-b749-a41a80f27bca'] in n-d-819349-5 is: [{'id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'name': 'tempest-TestServerBasicOps-662018450-router', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:43Z', 'updated_at': '2021-11-25T19:58:52Z', 'revision_number': 4, 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'gw_port': {'id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:44Z', 'updated_at': '2021-11-25T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '269fee50-e3b9-437d-9a9f-3700e24cf9e7', 'name': '', 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'mac_address': 'fa:16:3e:43:ea:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '58fbc8e7-048f-4825-a83a-6a6c0e7dfb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:50Z', 'updated_at': '2021-11-25T19:58:58Z', 'revision_number': 4, 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'subnets': [{'id': '58fbc8e7-048f-4825-a83a-6a6c0e7dfb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:59:02.312871 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b022d7b4-0c61-4088-b741-40280ee56ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:02.357040 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4802cf0-e016-4498-9f65-518fc0da5eed admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:02.370256 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b4802cf0-e016-4498-9f65-518fc0da5eed admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8124912 Nov 25 19:59:02.374332 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40712) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:02.466436 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-03d1a63e-e9cc-44c6-9623-43051628ef1c None None] Port 22a49269-bc54-422e-a142-83647b0d361b cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:59:02.469405 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-58051bac-57d3-440d-801d-07975f861af6 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:02.477994 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-58051bac-57d3-440d-801d-07975f861af6 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:02.517585 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-58051bac-57d3-440d-801d-07975f861af6 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:02.537570 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-58051bac-57d3-440d-801d-07975f861af6 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7423787 Nov 25 19:59:02.540547 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40718) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:02.549615 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-3f4aa7f4-4d72-4424-8d36-051bce1140de tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Request body: {'security_group_rule': {'security_group_id': '769a1c96-172a-4a2b-ae45-10b1311b31a3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:59:02.602711 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022d7b4-0c61-4088-b741-40280ee56ed4 None None] Pushing event updated for resources: {'Port': ['ID=52cc1852-6432-4eb6-ba57-f92675cfaff1,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:02.680959 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-2d7367e2-985d-42f2-b681-c76b5cef4ef6 None None] Set router 35ac7586-0b66-4b8a-8363-8de99788ce80 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:59:02.699663 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f4aa7f4-4d72-4424-8d36-051bce1140de tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:02.767100 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58051bac-57d3-440d-801d-07975f861af6 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=769a1c96-172a-4a2b-ae45-10b1311b31a3,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:02.801437 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f4aa7f4-4d72-4424-8d36-051bce1140de tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:02.811768 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f4aa7f4-4d72-4424-8d36-051bce1140de tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:02.881365 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4aa7f4-4d72-4424-8d36-051bce1140de tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba0e4c6-9683-4a94-81f8-b068c3406ef0,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:02.895964 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f4aa7f4-4d72-4424-8d36-051bce1140de tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:02.906261 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3f4aa7f4-4d72-4424-8d36-051bce1140de tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3624921 Nov 25 19:59:02.909404 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40724) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:03.049449 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-993af3b9-4cf7-4c33-914d-6ddd04a94dfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:03.064846 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-993af3b9-4cf7-4c33-914d-6ddd04a94dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:03.106966 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d6fd9ff1-fe79-4930-9d49-11bde7f24fc9 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:03.119341 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d6fd9ff1-fe79-4930-9d49-11bde7f24fc9 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:03.201909 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d6fd9ff1-fe79-4930-9d49-11bde7f24fc9 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:03.208213 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d6fd9ff1-fe79-4930-9d49-11bde7f24fc9 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:03.209472 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d6fd9ff1-fe79-4930-9d49-11bde7f24fc9 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/2ba0e4c6-9683-4a94-81f8-b068c3406ef0 HTTP/1.1" status: 204 len: 168 time: 0.2980678 Nov 25 19:59:03.215969 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993af3b9-4cf7-4c33-914d-6ddd04a94dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7960f79-8e89-4cc3-a824-75239e32fee9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:03.218154 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40730) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:03.252741 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-993af3b9-4cf7-4c33-914d-6ddd04a94dfa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e0e7ad29da3d4f818660121547b971c0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3910432 Nov 25 19:59:03.254753 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40732) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:03.263670 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd9ff1-fe79-4930-9d49-11bde7f24fc9 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ba0e4c6-9683-4a94-81f8-b068c3406ef0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:03.279395 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2d7367e2-985d-42f2-b681-c76b5cef4ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ac7586-0b66-4b8a-8363-8de99788ce80', 'name': 'tempest-TestServerBasicOps-490754281-router', 'tenant_id': 'a68eb6e515804d25bcc6fcbf07895423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '22a49269-bc54-422e-a142-83647b0d361b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:58Z', 'updated_at': '2021-11-25T19:59:00Z', 'revision_number': 3, 'project_id': 'a68eb6e515804d25bcc6fcbf07895423', 'gw_port': {'id': '22a49269-bc54-422e-a142-83647b0d361b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:58:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ac7586-0b66-4b8a-8363-8de99788ce80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:59Z', 'updated_at': '2021-11-25T19:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:03.362844 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e0a14c63-5833-451a-9db7-feee27a9eb30 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1426084 Nov 25 19:59:03.363794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40734) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:03.370092 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7367e2-985d-42f2-b681-c76b5cef4ef6 None None] Checking router: 35ac7586-0b66-4b8a-8363-8de99788ce80 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:59:03.370822 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7367e2-985d-42f2-b681-c76b5cef4ef6 None None] Updating router 35ac7586-0b66-4b8a-8363-8de99788ce80 port 22a49269-bc54-422e-a142-83647b0d361b binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:59:03.435975 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2d7367e2-985d-42f2-b681-c76b5cef4ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:03.471761 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6804e707-6e7a-4959-884f-0c4aeafdf18a tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:03.533697 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6804e707-6e7a-4959-884f-0c4aeafdf18a tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:03.597318 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6804e707-6e7a-4959-884f-0c4aeafdf18a tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:03.600524 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6804e707-6e7a-4959-884f-0c4aeafdf18a tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:03.605677 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6804e707-6e7a-4959-884f-0c4aeafdf18a tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "DELETE /v2.0/security-groups/769a1c96-172a-4a2b-ae45-10b1311b31a3 HTTP/1.1" status: 204 len: 168 time: 0.2407379 Nov 25 19:59:03.606877 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40738) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:03.646620 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804e707-6e7a-4959-884f-0c4aeafdf18a tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=769a1c96-172a-4a2b-ae45-10b1311b31a3,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:03.693294 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4ec1caf4-6802-43f8-a659-f45c76b2b652 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0666928 Nov 25 19:59:03.693972 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40740) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:03.698769 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-40c349d5-3812-4389-9dc4-4c8d6611dfee tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Request body: {'security_group': {'name': 'tempest-secgroup--452369107'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:59:03.726989 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:03.732871 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-40c349d5-3812-4389-9dc4-4c8d6611dfee tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:03.853384 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99c1d9a4-0477-4aec-9a09-939f33741f24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:03.862624 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-40c349d5-3812-4389-9dc4-4c8d6611dfee tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:03.869987 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-40c349d5-3812-4389-9dc4-4c8d6611dfee tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:03.927025 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c349d5-3812-4389-9dc4-4c8d6611dfee tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd4af06-444b-4633-a8f3-b7c002a56e24,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:03.946038 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-40c349d5-3812-4389-9dc4-4c8d6611dfee tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:03.952574 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-40c349d5-3812-4389-9dc4-4c8d6611dfee tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2574098 Nov 25 19:59:03.955593 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40746) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:03.961325 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99c1d9a4-0477-4aec-9a09-939f33741f24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:03.983872 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-a9712b99-dbc5-40c5-9c6c-061671d09eb8 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Request body: {'security_group_rule': {'security_group_id': '5dd4af06-444b-4633-a8f3-b7c002a56e24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:59:04.047183 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2d7367e2-985d-42f2-b681-c76b5cef4ef6 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:04.063307 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2d7367e2-985d-42f2-b681-c76b5cef4ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:04.091160 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53ed5b66-2900-411f-b93c-3c6e0de94f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:04.099280 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9712b99-dbc5-40c5-9c6c-061671d09eb8 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:04.216414 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfe2174-9ba8-41b5-9337-0c4976431cac None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:59:04.253477 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-2d7367e2-985d-42f2-b681-c76b5cef4ef6 None None] Attempting to bind port 22a49269-bc54-422e-a142-83647b0d361b on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:59:04.254536 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-2d7367e2-985d-42f2-b681-c76b5cef4ef6 None None] Attempting to bind port 22a49269-bc54-422e-a142-83647b0d361b by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:59:04.261109 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7367e2-985d-42f2-b681-c76b5cef4ef6 None None] Attempting to bind port 22a49269-bc54-422e-a142-83647b0d361b on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:59:04.289251 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7367e2-985d-42f2-b681-c76b5cef4ef6 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:59:04.291611 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7367e2-985d-42f2-b681-c76b5cef4ef6 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:59:04.292516 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2d7367e2-985d-42f2-b681-c76b5cef4ef6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:04.293252 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7367e2-985d-42f2-b681-c76b5cef4ef6 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:59:04.294043 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-2d7367e2-985d-42f2-b681-c76b5cef4ef6 None None] Bound port: 22a49269-bc54-422e-a142-83647b0d361b, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:59:04.294997 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2d7367e2-985d-42f2-b681-c76b5cef4ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:04.299234 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9712b99-dbc5-40c5-9c6c-061671d09eb8 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:04.304879 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9712b99-dbc5-40c5-9c6c-061671d09eb8 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:04.362474 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-30fba6a8-da35-4239-9489-aec79d077800 None None] Provisioning complete for port 22a49269-bc54-422e-a142-83647b0d361b triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:59:04.363149 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-30fba6a8-da35-4239-9489-aec79d077800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:04.392085 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9712b99-dbc5-40c5-9c6c-061671d09eb8 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:04.400277 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a9712b99-dbc5-40c5-9c6c-061671d09eb8 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4417918 Nov 25 19:59:04.400959 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40754) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:04.440832 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9712b99-dbc5-40c5-9c6c-061671d09eb8 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b2bff5-df6c-4f70-8131-e93025985bd8,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:04.489049 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-30fba6a8-da35-4239-9489-aec79d077800 None None] Port 22a49269-bc54-422e-a142-83647b0d361b cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:59:04.495878 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149467e-da4d-4b5a-8a63-4420931f6029 None None] Pushing event updated for resources: {'Port': ['ID=22a49269-bc54-422e-a142-83647b0d361b,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:04.500815 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e2a701d9-fdcb-4d6e-8bc6-4aa8ff408df9 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-group-rules/b6b2bff5-df6c-4f70-8131-e93025985bd8 HTTP/1.1" status: 200 len: 763 time: 0.0879560 Nov 25 19:59:04.501777 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40756) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:04.518117 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-2d7367e2-985d-42f2-b681-c76b5cef4ef6 None None] For port 22a49269-bc54-422e-a142-83647b0d361b, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:59:04.537369 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-2d7367e2-985d-42f2-b681-c76b5cef4ef6 None None] For port 22a49269-bc54-422e-a142-83647b0d361b, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=22a49269-bc54-422e-a142-83647b0d361b,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:59:04.549343 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2d7367e2-985d-42f2-b681-c76b5cef4ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:04.550465 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99c1d9a4-0477-4aec-9a09-939f33741f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:04.553347 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99c1d9a4-0477-4aec-9a09-939f33741f24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:04.554643 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-99c1d9a4-0477-4aec-9a09-939f33741f24 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a7960f79-8e89-4cc3-a824-75239e32fee9 HTTP/1.1" status: 204 len: 168 time: 1.2234604 Nov 25 19:59:04.643642 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 269fee50-e3b9-437d-9a9f-3700e24cf9e7 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:59:04.674590 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2f4fe80e-36ed-4e10-af40-c549c6a3a6e5 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1708117 Nov 25 19:59:04.675567 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40762) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:04.716718 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7367e2-985d-42f2-b681-c76b5cef4ef6 None None] Routers {'35ac7586-0b66-4b8a-8363-8de99788ce80'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:59:04.717368 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2d7367e2-985d-42f2-b681-c76b5cef4ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:59:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['35ac7586-0b66-4b8a-8363-8de99788ce80'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:04.753638 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1d9a4-0477-4aec-9a09-939f33741f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7960f79-8e89-4cc3-a824-75239e32fee9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:04.771323 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6de06e-403a-4201-8ed4-68c01524f7f3 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:59:04.782047 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db992a8b-9bb9-48a5-86bf-045967179780 None None] Network ec86b910-d24a-4305-a272-06decec9d966 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:59:04.805798 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a6c2837-49d3-44ad-8ab9-e8bf1c897209 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:04.825721 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a6c2837-49d3-44ad-8ab9-e8bf1c897209 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:04.931791 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a6c2837-49d3-44ad-8ab9-e8bf1c897209 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:04.943369 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a6c2837-49d3-44ad-8ab9-e8bf1c897209 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:04.949850 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3a6c2837-49d3-44ad-8ab9-e8bf1c897209 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/b6b2bff5-df6c-4f70-8131-e93025985bd8 HTTP/1.1" status: 204 len: 168 time: 0.2632701 Nov 25 19:59:04.951106 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40768) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:04.983449 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-2d7367e2-985d-42f2-b681-c76b5cef4ef6 None None] Set router 35ac7586-0b66-4b8a-8363-8de99788ce80 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:59:05.003192 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-53ed5b66-2900-411f-b93c-3c6e0de94f0c admin admin] Allocated IP 172.20.0.1 (ec86b910-d24a-4305-a272-06decec9d966/071ca28e-66e3-4f35-bd60-d17e5befbaf0/34195342-2bbc-4a35-9f45-69db7387b54e) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:59:05.016532 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c2837-49d3-44ad-8ab9-e8bf1c897209 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6b2bff5-df6c-4f70-8131-e93025985bd8,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:05.097352 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149467e-da4d-4b5a-8a63-4420931f6029 None None] Pushing event updated for resources: {'Port': ['ID=22a49269-bc54-422e-a142-83647b0d361b,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:05.114222 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-373a8d54-94d9-41a9-84a2-b659c435d4dd None None] Provisioning complete for port 52cc1852-6432-4eb6-ba57-f92675cfaff1 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:59:05.114763 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-373a8d54-94d9-41a9-84a2-b659c435d4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:05.122909 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40770) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:05.136308 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a8bf7164-8003-4f45-9568-951b5e0a7ec9 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Request body: {'security_group_rule': {'security_group_id': '5dd4af06-444b-4633-a8f3-b7c002a56e24', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:59:05.137276 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-52fa8ccb-168d-4f17-9f90-3b84a0224e7a tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1839485 Nov 25 19:59:05.232737 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 269fee50-e3b9-437d-9a9f-3700e24cf9e7 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:59:05.244862 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:05.292839 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8bf7164-8003-4f45-9568-951b5e0a7ec9 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:05.317694 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53ed5b66-2900-411f-b93c-3c6e0de94f0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:05.427567 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2d7367e2-985d-42f2-b681-c76b5cef4ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ac7586-0b66-4b8a-8363-8de99788ce80', 'name': 'tempest-TestServerBasicOps-490754281-router', 'tenant_id': 'a68eb6e515804d25bcc6fcbf07895423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '22a49269-bc54-422e-a142-83647b0d361b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:58Z', 'updated_at': '2021-11-25T19:59:00Z', 'revision_number': 3, 'project_id': 'a68eb6e515804d25bcc6fcbf07895423', 'gw_port': {'id': '22a49269-bc54-422e-a142-83647b0d361b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:58:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ac7586-0b66-4b8a-8363-8de99788ce80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:59Z', 'updated_at': '2021-11-25T19:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:05.488111 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7367e2-985d-42f2-b681-c76b5cef4ef6 None None] The sync data for ids ['35ac7586-0b66-4b8a-8363-8de99788ce80'] in n-d-819349-5 is: [{'id': '35ac7586-0b66-4b8a-8363-8de99788ce80', 'name': 'tempest-TestServerBasicOps-490754281-router', 'tenant_id': 'a68eb6e515804d25bcc6fcbf07895423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '22a49269-bc54-422e-a142-83647b0d361b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:58Z', 'updated_at': '2021-11-25T19:59:00Z', 'revision_number': 3, 'project_id': 'a68eb6e515804d25bcc6fcbf07895423', 'gw_port': {'id': '22a49269-bc54-422e-a142-83647b0d361b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:58:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ac7586-0b66-4b8a-8363-8de99788ce80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:59Z', 'updated_at': '2021-11-25T19:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:59:05.494734 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8bf7164-8003-4f45-9568-951b5e0a7ec9 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:05.502848 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8bf7164-8003-4f45-9568-951b5e0a7ec9 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:05.532393 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53ed5b66-2900-411f-b93c-3c6e0de94f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:05.637979 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf7164-8003-4f45-9568-951b5e0a7ec9 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c3eff1-343e-48b2-b6f5-5b4d424aee72,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:05.672330 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8bf7164-8003-4f45-9568-951b5e0a7ec9 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:05.674417 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a8bf7164-8003-4f45-9568-951b5e0a7ec9 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5495689 Nov 25 19:59:05.679170 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40782) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:05.738818 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed5b66-2900-411f-b93c-3c6e0de94f0c admin admin] Pushing event updated for resources: {'Port': ['ID=34195342-2bbc-4a35-9f45-69db7387b54e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:05.768792 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ed5b66-2900-411f-b93c-3c6e0de94f0c admin admin] Network ec86b910-d24a-4305-a272-06decec9d966 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:59:05.771146 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40784) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:05.773234 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-53ed5b66-2900-411f-b93c-3c6e0de94f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:59:05.778629 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-64cbedf6-9b56-47ca-81ad-61d2aa917c0a tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-group-rules/28c3eff1-343e-48b2-b6f5-5b4d424aee72 HTTP/1.1" status: 200 len: 763 time: 0.0961947 Nov 25 19:59:05.785281 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:05.790928 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ed5b66-2900-411f-b93c-3c6e0de94f0c admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:59:05.811976 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-373a8d54-94d9-41a9-84a2-b659c435d4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:05.850100 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:05.858387 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40786) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:05.880620 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 52cc1852-6432-4eb6-ba57-f92675cfaff1 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:59:05.892747 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5b7abb7-9b8f-42bd-8a58-a404550913ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:06.050837 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53ed5b66-2900-411f-b93c-3c6e0de94f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:06.058616 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-373a8d54-94d9-41a9-84a2-b659c435d4dd None None] For port 52cc1852-6432-4eb6-ba57-f92675cfaff1, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=52cc1852-6432-4eb6-ba57-f92675cfaff1,segment=NetworkSegment(c99378aa-ce9a-42d0-a59f-19ec0ec4b3b2),segment_id=c99378aa-ce9a-42d0-a59f-19ec0ec4b3b2)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:06.075345 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-373a8d54-94d9-41a9-84a2-b659c435d4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:06.108661 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-10255ad7-b0ce-4a80-8693-6f0b87f53910 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3009224 Nov 25 19:59:06.155361 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40790) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:06.190902 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5b7abb7-9b8f-42bd-8a58-a404550913ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:06.198567 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5b7abb7-9b8f-42bd-8a58-a404550913ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:06.246152 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb8944f0-8359-48aa-9dd3-eb91cae83409 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:06.247281 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7abb7-9b8f-42bd-8a58-a404550913ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e5336d-cc1c-4632-b766-62a810462fa1,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:06.287488 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb8944f0-8359-48aa-9dd3-eb91cae83409 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:06.323349 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f5b7abb7-9b8f-42bd-8a58-a404550913ca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f3195de40e924f16b7144afcda07ef83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4633918 Nov 25 19:59:06.331129 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40794) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:06.364722 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb8944f0-8359-48aa-9dd3-eb91cae83409 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:06.376726 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb8944f0-8359-48aa-9dd3-eb91cae83409 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:06.378212 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bb8944f0-8359-48aa-9dd3-eb91cae83409 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/28c3eff1-343e-48b2-b6f5-5b4d424aee72 HTTP/1.1" status: 204 len: 168 time: 0.2160263 Nov 25 19:59:06.386551 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40796) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:06.396923 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8944f0-8359-48aa-9dd3-eb91cae83409 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28c3eff1-343e-48b2-b6f5-5b4d424aee72,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:06.470890 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53ed5b66-2900-411f-b93c-3c6e0de94f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:06.511344 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b54df0b4-4404-4a28-a2db-a8d6df839647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:06.526390 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bd60af54-b294-4a8c-9648-c6342e9dd6f1 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1383202 Nov 25 19:59:06.535902 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40798) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:06.543965 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5267411f-2f60-4b22-b535-23cc8a083417 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Request body: {'security_group_rule': {'security_group_id': '5dd4af06-444b-4633-a8f3-b7c002a56e24', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:59:06.564877 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b54df0b4-4404-4a28-a2db-a8d6df839647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:06.636021 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a8d54-94d9-41a9-84a2-b659c435d4dd None None] Pushing event updated for resources: {'Port': ['ID=52cc1852-6432-4eb6-ba57-f92675cfaff1,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:06.670551 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5267411f-2f60-4b22-b535-23cc8a083417 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:06.677516 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 52cc1852-6432-4eb6-ba57-f92675cfaff1 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:59:06.677993 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:06.687650 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b54df0b4-4404-4a28-a2db-a8d6df839647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:06.697197 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b54df0b4-4404-4a28-a2db-a8d6df839647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:06.715090 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b54df0b4-4404-4a28-a2db-a8d6df839647 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b8e5336d-cc1c-4632-b766-62a810462fa1 HTTP/1.1" status: 204 len: 168 time: 0.3655224 Nov 25 19:59:06.741912 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54df0b4-4404-4a28-a2db-a8d6df839647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e5336d-cc1c-4632-b766-62a810462fa1,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:06.823524 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-93746c01-93dc-4274-8abb-f59197f01314 None None] Provisioning complete for port 52cc1852-6432-4eb6-ba57-f92675cfaff1 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:59:06.824420 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-93746c01-93dc-4274-8abb-f59197f01314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:06.841096 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5267411f-2f60-4b22-b535-23cc8a083417 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:06.849651 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5267411f-2f60-4b22-b535-23cc8a083417 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:06.893578 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53ed5b66-2900-411f-b93c-3c6e0de94f0c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:06.931469 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53ed5b66-2900-411f-b93c-3c6e0de94f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:06.987759 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed5b66-2900-411f-b93c-3c6e0de94f0c admin admin] Pushing event updated for resources: {'Port': ['ID=34195342-2bbc-4a35-9f45-69db7387b54e,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:06.990542 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267411f-2f60-4b22-b535-23cc8a083417 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b15505-a96b-46d7-9815-c005c43197d3,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:07.050849 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5267411f-2f60-4b22-b535-23cc8a083417 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:07.052103 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5267411f-2f60-4b22-b535-23cc8a083417 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5148971 Nov 25 19:59:07.056015 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40802) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:07.084325 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-93746c01-93dc-4274-8abb-f59197f01314 None None] Provisioning complete for port 22a49269-bc54-422e-a142-83647b0d361b triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:59:07.085250 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-93746c01-93dc-4274-8abb-f59197f01314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:07.093745 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e279707a-5aad-4802-9a05-bfdc8f0a48e6 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-group-rules/38b15505-a96b-46d7-9815-c005c43197d3 HTTP/1.1" status: 200 len: 764 time: 0.0347176 Nov 25 19:59:07.096855 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40804) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:07.128946 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53ed5b66-2900-411f-b93c-3c6e0de94f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:07.285248 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-93746c01-93dc-4274-8abb-f59197f01314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:07.345006 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 52cc1852-6432-4eb6-ba57-f92675cfaff1 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:59:07.398578 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40814) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:07.399731 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8793199c-781d-483e-a81e-325042e57360 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3015742 Nov 25 19:59:07.417130 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-93746c01-93dc-4274-8abb-f59197f01314 None None] For port 22a49269-bc54-422e-a142-83647b0d361b, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=22a49269-bc54-422e-a142-83647b0d361b,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:07.432797 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-93746c01-93dc-4274-8abb-f59197f01314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:07.451102 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 52cc1852-6432-4eb6-ba57-f92675cfaff1 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:59:07.451904 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:07.485785 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-38b069cc-eeae-403a-aff1-b8db2791ab2a tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:07.522835 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-38b069cc-eeae-403a-aff1-b8db2791ab2a tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:07.588646 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ed5b66-2900-411f-b93c-3c6e0de94f0c admin admin] Network ec86b910-d24a-4305-a272-06decec9d966 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:59:07.591353 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-53ed5b66-2900-411f-b93c-3c6e0de94f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:59:07.593192 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-38b069cc-eeae-403a-aff1-b8db2791ab2a tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:07.610806 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-38b069cc-eeae-403a-aff1-b8db2791ab2a tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:07.623859 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-38b069cc-eeae-403a-aff1-b8db2791ab2a tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/38b15505-a96b-46d7-9815-c005c43197d3 HTTP/1.1" status: 204 len: 168 time: 0.2217166 Nov 25 19:59:07.642444 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40822) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:07.735418 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-de7c9305-fdf4-48ed-a484-87be444a289c None None] Provisioning complete for port 34195342-2bbc-4a35-9f45-69db7387b54e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:59:07.735696 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-de7c9305-fdf4-48ed-a484-87be444a289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:07.739489 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b069cc-eeae-403a-aff1-b8db2791ab2a tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38b15505-a96b-46d7-9815-c005c43197d3,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:07.794364 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 22a49269-bc54-422e-a142-83647b0d361b up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:59:07.882478 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-521ee665-710f-4165-bc7a-f8305f4ac002 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2373352 Nov 25 19:59:07.887531 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40828) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:07.952884 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93746c01-93dc-4274-8abb-f59197f01314 None None] Pushing event updated for resources: {'Port': ['ID=22a49269-bc54-422e-a142-83647b0d361b,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:07.971631 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-de7c9305-fdf4-48ed-a484-87be444a289c None None] Port 34195342-2bbc-4a35-9f45-69db7387b54e cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:59:08.000899 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 22a49269-bc54-422e-a142-83647b0d361b triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:59:08.001282 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:08.145471 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b370a24e-f1d2-4450-bcca-969594fd79ed tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:08.211837 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e5867be9-9bb4-4146-a94a-07a648d17b49 None None] Provisioning complete for port 34195342-2bbc-4a35-9f45-69db7387b54e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:59:08.212045 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e5867be9-9bb4-4146-a94a-07a648d17b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:08.274658 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e5867be9-9bb4-4146-a94a-07a648d17b49 None None] Port 34195342-2bbc-4a35-9f45-69db7387b54e cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:59:08.280194 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b370a24e-f1d2-4450-bcca-969594fd79ed tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:08.448619 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b370a24e-f1d2-4450-bcca-969594fd79ed tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:08.467351 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b370a24e-f1d2-4450-bcca-969594fd79ed tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:08.470155 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b370a24e-f1d2-4450-bcca-969594fd79ed tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "DELETE /v2.0/security-groups/5dd4af06-444b-4633-a8f3-b7c002a56e24 HTTP/1.1" status: 204 len: 168 time: 0.5804045 Nov 25 19:59:08.481649 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40840) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:08.533322 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ed5b66-2900-411f-b93c-3c6e0de94f0c admin admin] Router 35ac7586-0b66-4b8a-8363-8de99788ce80 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:59:08.542738 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370a24e-f1d2-4450-bcca-969594fd79ed tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd4af06-444b-4633-a8f3-b7c002a56e24,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:08.595510 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6a93ec74-ed0f-4933-8075-45fcca3cc239 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1098206 Nov 25 19:59:08.601429 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40844) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:08.714268 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-90b1876c-9bce-4328-b131-f086a30a4060 tempest-SecGroupTest-139374072 tempest-SecGroupTest-139374072-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1113963 Nov 25 19:59:08.794889 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ed5b66-2900-411f-b93c-3c6e0de94f0c admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:59:08.806357 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6013788d-2356-4806-8806-cb004b83acdd None None] Sync routers for ids ['35ac7586-0b66-4b8a-8363-8de99788ce80'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:59:08.831170 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-53ed5b66-2900-411f-b93c-3c6e0de94f0c admin admin] 10.222.0.55 "PUT /v2.0/routers/35ac7586-0b66-4b8a-8363-8de99788ce80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4374337 Nov 25 19:59:08.831388 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6013788d-2356-4806-8806-cb004b83acdd None None] Routers {'35ac7586-0b66-4b8a-8363-8de99788ce80'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:59:08.831388 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6013788d-2356-4806-8806-cb004b83acdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:59:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['35ac7586-0b66-4b8a-8363-8de99788ce80'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:09.088324 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-6013788d-2356-4806-8806-cb004b83acdd None None] Set router 35ac7586-0b66-4b8a-8363-8de99788ce80 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:59:09.207047 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 22a49269-bc54-422e-a142-83647b0d361b up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:59:09.418041 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 22a49269-bc54-422e-a142-83647b0d361b triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:59:09.418450 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:09.646549 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40872) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:09.673050 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6013788d-2356-4806-8806-cb004b83acdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ac7586-0b66-4b8a-8363-8de99788ce80', 'name': 'tempest-TestServerBasicOps-490754281-router', 'tenant_id': 'a68eb6e515804d25bcc6fcbf07895423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '22a49269-bc54-422e-a142-83647b0d361b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:58Z', 'updated_at': '2021-11-25T19:59:06Z', 'revision_number': 4, 'project_id': 'a68eb6e515804d25bcc6fcbf07895423', 'gw_port': {'id': '22a49269-bc54-422e-a142-83647b0d361b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:58:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ac7586-0b66-4b8a-8363-8de99788ce80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:59Z', 'updated_at': '2021-11-25T19:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '34195342-2bbc-4a35-9f45-69db7387b54e', 'name': '', 'network_id': 'ec86b910-d24a-4305-a272-06decec9d966', 'tenant_id': 'a68eb6e515804d25bcc6fcbf07895423', 'mac_address': 'fa:16:3e:c5:d6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ac7586-0b66-4b8a-8363-8de99788ce80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '071ca28e-66e3-4f35-bd60-d17e5befbaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:59:04Z', 'updated_at': '2021-11-25T19:59:06Z', 'revision_number': 2, 'project_id': 'a68eb6e515804d25bcc6fcbf07895423', 'subnets': [{'id': '071ca28e-66e3-4f35-bd60-d17e5befbaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:09.895952 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6013788d-2356-4806-8806-cb004b83acdd None None] Checking router: 35ac7586-0b66-4b8a-8363-8de99788ce80 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:59:09.896590 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6013788d-2356-4806-8806-cb004b83acdd None None] Updating router 35ac7586-0b66-4b8a-8363-8de99788ce80 port 34195342-2bbc-4a35-9f45-69db7387b54e binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:59:09.955990 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6013788d-2356-4806-8806-cb004b83acdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:10.594451 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e8854623-fd30-437f-94a8-36537fad8e24 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79a86648ed6a45a9bd5ae4957cd890cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9440963 Nov 25 19:59:10.596837 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40892) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:10.685890 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d99e9bab-6063-47eb-8282-0306a1247b3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:10.728431 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6013788d-2356-4806-8806-cb004b83acdd None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:10.733572 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d99e9bab-6063-47eb-8282-0306a1247b3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:10.737593 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6013788d-2356-4806-8806-cb004b83acdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:10.849872 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a56fb7-09d1-4b88-aa95-d1eab5452dc1 None None] Pushing event updated for resources: {'Port': ['ID=34195342-2bbc-4a35-9f45-69db7387b54e,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:10.878998 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-6013788d-2356-4806-8806-cb004b83acdd None None] Attempting to bind port 34195342-2bbc-4a35-9f45-69db7387b54e on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:59:10.879390 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-6013788d-2356-4806-8806-cb004b83acdd None None] Attempting to bind port 34195342-2bbc-4a35-9f45-69db7387b54e by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'c99378aa-ce9a-42d0-a59f-19ec0ec4b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ec86b910-d24a-4305-a272-06decec9d966'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:59:10.889033 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013788d-2356-4806-8806-cb004b83acdd None None] Attempting to bind port 34195342-2bbc-4a35-9f45-69db7387b54e on network ec86b910-d24a-4305-a272-06decec9d966 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:59:10.907268 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d99e9bab-6063-47eb-8282-0306a1247b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:10.911185 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013788d-2356-4806-8806-cb004b83acdd None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:59:10.911590 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013788d-2356-4806-8806-cb004b83acdd None None] Checking segment: {'id': 'c99378aa-ce9a-42d0-a59f-19ec0ec4b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ec86b910-d24a-4305-a272-06decec9d966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:59:10.911772 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d99e9bab-6063-47eb-8282-0306a1247b3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:10.912014 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6013788d-2356-4806-8806-cb004b83acdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:10.912424 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013788d-2356-4806-8806-cb004b83acdd None None] Bound using segment: {'id': 'c99378aa-ce9a-42d0-a59f-19ec0ec4b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ec86b910-d24a-4305-a272-06decec9d966'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:59:10.913048 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-6013788d-2356-4806-8806-cb004b83acdd None None] Bound port: 34195342-2bbc-4a35-9f45-69db7387b54e, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99378aa-ce9a-42d0-a59f-19ec0ec4b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ec86b910-d24a-4305-a272-06decec9d966'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:59:10.913449 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6013788d-2356-4806-8806-cb004b83acdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:10.914260 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d99e9bab-6063-47eb-8282-0306a1247b3e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/063edf3c-b344-43e9-bef7-01ee26c4b534 HTTP/1.1" status: 204 len: 168 time: 0.3161454 Nov 25 19:59:10.943053 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e9bab-6063-47eb-8282-0306a1247b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063edf3c-b344-43e9-bef7-01ee26c4b534,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:11.045602 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40904) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:11.050766 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-215c5fa2-d4b1-47d3-a23a-28d72d19bf73 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-6827909', 'description': 'tempest-secgroup-smoke-6827909 description', 'project_id': '36ea5929d02e4a0c99fcb11524ca5908'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:59:11.120306 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-215c5fa2-d4b1-47d3-a23a-28d72d19bf73 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:11.131494 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-6013788d-2356-4806-8806-cb004b83acdd None None] For port 34195342-2bbc-4a35-9f45-69db7387b54e, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:59:11.136698 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-6013788d-2356-4806-8806-cb004b83acdd None None] For port 34195342-2bbc-4a35-9f45-69db7387b54e, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=34195342-2bbc-4a35-9f45-69db7387b54e,segment=NetworkSegment(c99378aa-ce9a-42d0-a59f-19ec0ec4b3b2),segment_id=c99378aa-ce9a-42d0-a59f-19ec0ec4b3b2)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:59:11.143638 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6013788d-2356-4806-8806-cb004b83acdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:11.227581 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a56fb7-09d1-4b88-aa95-d1eab5452dc1 None None] Pushing event updated for resources: {'Port': ['ID=34195342-2bbc-4a35-9f45-69db7387b54e,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:11.247285 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6013788d-2356-4806-8806-cb004b83acdd None None] Routers {'35ac7586-0b66-4b8a-8363-8de99788ce80'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:59:11.248081 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6013788d-2356-4806-8806-cb004b83acdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:59:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['35ac7586-0b66-4b8a-8363-8de99788ce80'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:11.335312 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-215c5fa2-d4b1-47d3-a23a-28d72d19bf73 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:11.345717 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-215c5fa2-d4b1-47d3-a23a-28d72d19bf73 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:11.391937 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-215c5fa2-d4b1-47d3-a23a-28d72d19bf73 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:11.393918 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-215c5fa2-d4b1-47d3-a23a-28d72d19bf73 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3469851 Nov 25 19:59:11.398150 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40912) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:11.399880 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ae209719-07d2-4a9d-999c-78087ac64cf1 None None] Provisioning complete for port 34195342-2bbc-4a35-9f45-69db7387b54e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:59:11.400312 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae209719-07d2-4a9d-999c-78087ac64cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:11.410573 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9e8c9d21-f28c-465e-8039-71ea22d3ca00 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Request body: {'security_group_rule': {'security_group_id': 'bfc0750a-d692-4e8a-a7c1-52db3c3f4783', 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:59:11.421512 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c5fa2-d4b1-47d3-a23a-28d72d19bf73 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc0750a-d692-4e8a-a7c1-52db3c3f4783,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:11.567018 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e8c9d21-f28c-465e-8039-71ea22d3ca00 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:11.616439 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-6013788d-2356-4806-8806-cb004b83acdd None None] Set router 35ac7586-0b66-4b8a-8363-8de99788ce80 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:59:11.745352 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e8c9d21-f28c-465e-8039-71ea22d3ca00 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:11.755365 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e8c9d21-f28c-465e-8039-71ea22d3ca00 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:11.794822 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae209719-07d2-4a9d-999c-78087ac64cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:11.798715 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c9d21-f28c-465e-8039-71ea22d3ca00 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0eefaa-91aa-464e-bd14-344744d88c9e,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:11.819589 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e8c9d21-f28c-465e-8039-71ea22d3ca00 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:11.831595 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9e8c9d21-f28c-465e-8039-71ea22d3ca00 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4253960 Nov 25 19:59:11.831595 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40918) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:11.852959 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4249bd6b-bc76-488d-99a3-585326b473ca tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Request body: {'security_group_rule': {'security_group_id': 'bfc0750a-d692-4e8a-a7c1-52db3c3f4783', 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:59:11.894602 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ae209719-07d2-4a9d-999c-78087ac64cf1 None None] For port 34195342-2bbc-4a35-9f45-69db7387b54e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=34195342-2bbc-4a35-9f45-69db7387b54e,segment=NetworkSegment(c99378aa-ce9a-42d0-a59f-19ec0ec4b3b2),segment_id=c99378aa-ce9a-42d0-a59f-19ec0ec4b3b2)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:11.922537 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4249bd6b-bc76-488d-99a3-585326b473ca tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:11.965311 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae209719-07d2-4a9d-999c-78087ac64cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:12.120117 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4249bd6b-bc76-488d-99a3-585326b473ca tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:12.128091 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4249bd6b-bc76-488d-99a3-585326b473ca tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:12.185789 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249bd6b-bc76-488d-99a3-585326b473ca tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32952561-8f70-4fe1-9343-3f396cdbdb92,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:12.213721 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4249bd6b-bc76-488d-99a3-585326b473ca tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:12.225999 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4249bd6b-bc76-488d-99a3-585326b473ca tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3907566 Nov 25 19:59:12.226742 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40936) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:12.234510 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-5344eede-6bd1-4dfd-b9a7-4bec5db092a7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Request body: {'security_group_rule': {'security_group_id': 'bfc0750a-d692-4e8a-a7c1-52db3c3f4783', 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:59:12.323568 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5344eede-6bd1-4dfd-b9a7-4bec5db092a7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:12.473615 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5344eede-6bd1-4dfd-b9a7-4bec5db092a7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:12.487611 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5344eede-6bd1-4dfd-b9a7-4bec5db092a7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:12.543208 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344eede-6bd1-4dfd-b9a7-4bec5db092a7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13bc3fc6-be5e-4329-9308-4052a13110dd,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:12.600652 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5344eede-6bd1-4dfd-b9a7-4bec5db092a7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:12.606418 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5344eede-6bd1-4dfd-b9a7-4bec5db092a7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3782942 Nov 25 19:59:12.610515 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40962) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:12.618189 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e15953d8-a356-4b57-bdfe-488bd50d5bb0 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Request body: {'security_group_rule': {'security_group_id': 'bfc0750a-d692-4e8a-a7c1-52db3c3f4783', 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:59:12.676962 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e15953d8-a356-4b57-bdfe-488bd50d5bb0 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:12.696230 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-26624936-4829-4871-988e-bdd55198a1ca None None] Provisioning complete for port 34195342-2bbc-4a35-9f45-69db7387b54e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:59:12.696230 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-26624936-4829-4871-988e-bdd55198a1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:12.783351 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e15953d8-a356-4b57-bdfe-488bd50d5bb0 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:12.792045 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e15953d8-a356-4b57-bdfe-488bd50d5bb0 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:12.793326 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae209719-07d2-4a9d-999c-78087ac64cf1 None None] Pushing event updated for resources: {'Port': ['ID=34195342-2bbc-4a35-9f45-69db7387b54e,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:12.890646 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15953d8-a356-4b57-bdfe-488bd50d5bb0 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8cb772d-5f65-4c05-89b7-c400d6106fa3,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:12.917813 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e15953d8-a356-4b57-bdfe-488bd50d5bb0 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:12.919407 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e15953d8-a356-4b57-bdfe-488bd50d5bb0 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3069811 Nov 25 19:59:12.923566 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 40974) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:12.928927 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-e8b797e1-166f-49c4-b93c-472faf9a1036 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Request body: {'security_group_rule': {'security_group_id': 'bfc0750a-d692-4e8a-a7c1-52db3c3f4783', 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:59:12.995887 n-d-819349-5 neutron-server[103600]: INFO neutron.db.securitygroups_db [None req-e8b797e1-166f-49c4-b93c-472faf9a1036 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Project 36ea5929d02e4a0c99fcb11524ca5908 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:59:13.031902 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8b797e1-166f-49c4-b93c-472faf9a1036 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:13.098126 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6013788d-2356-4806-8806-cb004b83acdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ac7586-0b66-4b8a-8363-8de99788ce80', 'name': 'tempest-TestServerBasicOps-490754281-router', 'tenant_id': 'a68eb6e515804d25bcc6fcbf07895423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '22a49269-bc54-422e-a142-83647b0d361b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:58Z', 'updated_at': '2021-11-25T19:59:06Z', 'revision_number': 4, 'project_id': 'a68eb6e515804d25bcc6fcbf07895423', 'gw_port': {'id': '22a49269-bc54-422e-a142-83647b0d361b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:58:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ac7586-0b66-4b8a-8363-8de99788ce80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:59Z', 'updated_at': '2021-11-25T19:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '34195342-2bbc-4a35-9f45-69db7387b54e', 'name': '', 'network_id': 'ec86b910-d24a-4305-a272-06decec9d966', 'tenant_id': 'a68eb6e515804d25bcc6fcbf07895423', 'mac_address': 'fa:16:3e:c5:d6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ac7586-0b66-4b8a-8363-8de99788ce80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '071ca28e-66e3-4f35-bd60-d17e5befbaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:59:04Z', 'updated_at': '2021-11-25T19:59:11Z', 'revision_number': 4, 'project_id': 'a68eb6e515804d25bcc6fcbf07895423', 'subnets': [{'id': '071ca28e-66e3-4f35-bd60-d17e5befbaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:13.164439 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6013788d-2356-4806-8806-cb004b83acdd None None] The sync data for ids ['35ac7586-0b66-4b8a-8363-8de99788ce80'] in n-d-819349-5 is: [{'id': '35ac7586-0b66-4b8a-8363-8de99788ce80', 'name': 'tempest-TestServerBasicOps-490754281-router', 'tenant_id': 'a68eb6e515804d25bcc6fcbf07895423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '22a49269-bc54-422e-a142-83647b0d361b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:58Z', 'updated_at': '2021-11-25T19:59:06Z', 'revision_number': 4, 'project_id': 'a68eb6e515804d25bcc6fcbf07895423', 'gw_port': {'id': '22a49269-bc54-422e-a142-83647b0d361b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:58:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ac7586-0b66-4b8a-8363-8de99788ce80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:59Z', 'updated_at': '2021-11-25T19:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '34195342-2bbc-4a35-9f45-69db7387b54e', 'name': '', 'network_id': 'ec86b910-d24a-4305-a272-06decec9d966', 'tenant_id': 'a68eb6e515804d25bcc6fcbf07895423', 'mac_address': 'fa:16:3e:c5:d6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ac7586-0b66-4b8a-8363-8de99788ce80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '071ca28e-66e3-4f35-bd60-d17e5befbaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:59:04Z', 'updated_at': '2021-11-25T19:59:11Z', 'revision_number': 4, 'project_id': 'a68eb6e515804d25bcc6fcbf07895423', 'subnets': [{'id': '071ca28e-66e3-4f35-bd60-d17e5befbaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:59:13.199241 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8b797e1-166f-49c4-b93c-472faf9a1036 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:13.212651 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8b797e1-166f-49c4-b93c-472faf9a1036 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:13.292712 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b797e1-166f-49c4-b93c-472faf9a1036 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b9f57a1-9481-471f-b359-07750c421160,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:13.315482 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8b797e1-166f-49c4-b93c-472faf9a1036 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:13.316948 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e8b797e1-166f-49c4-b93c-472faf9a1036 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3919775 Nov 25 19:59:13.321243 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 40982) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:13.326446 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0484267c-3d2a-476d-acc4-3784bc62af52 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Request body: {'security_group_rule': {'security_group_id': 'bfc0750a-d692-4e8a-a7c1-52db3c3f4783', 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:59:13.388402 n-d-819349-5 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-0484267c-3d2a-476d-acc4-3784bc62af52 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Project 36ea5929d02e4a0c99fcb11524ca5908 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:59:13.408247 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0484267c-3d2a-476d-acc4-3784bc62af52 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:13.685684 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0484267c-3d2a-476d-acc4-3784bc62af52 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:13.695557 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0484267c-3d2a-476d-acc4-3784bc62af52 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:13.764178 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0484267c-3d2a-476d-acc4-3784bc62af52 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:13.778807 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0484267c-3d2a-476d-acc4-3784bc62af52 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4431942 Nov 25 19:59:13.778807 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484267c-3d2a-476d-acc4-3784bc62af52 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d485f76-de6c-4c04-85ef-9e5cdcbb928a,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:14.720231 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-c33b6af8-fbdb-4cc2-881d-b5731bcadd90 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-6827909&fields=id&tenant_id=36ea5929d02e4a0c99fcb11524ca5908 HTTP/1.1" status: 200 len: 267 time: 0.1007814 Nov 25 19:59:14.958899 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-9c399258-d923-44b8-bc00-f2585f9c7393 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:14.972779 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-9c399258-d923-44b8-bc00-f2585f9c7393 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/networks?id=79f390dd-a1bc-4f5d-b799-4937724649fb HTTP/1.1" status: 200 len: 808 time: 0.2515197 Nov 25 19:59:15.001504 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-f648c8f4-2488-493a-9084-4ff1aa5e7a74 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/quotas/36ea5929d02e4a0c99fcb11524ca5908 HTTP/1.1" status: 200 len: 375 time: 0.0249820 Nov 25 19:59:15.142219 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 34195342-2bbc-4a35-9f45-69db7387b54e up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:59:15.177385 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-95e538e0-6822-4603-b73e-55c2467dcde4 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=36ea5929d02e4a0c99fcb11524ca5908&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1677969 Nov 25 19:59:15.290919 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 34195342-2bbc-4a35-9f45-69db7387b54e triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:59:15.291293 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:15.551627 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-5102d69a-d7ed-4761-bc49-c75a7ba14fe6 service neutron] 10.222.0.55 "GET /v2.0/networks/79f390dd-a1bc-4f5d-b799-4937724649fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499718 Nov 25 19:59:16.327467 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-ef043500-7e7d-4ab2-b4a1-8ab3b2d5abc2 service neutron] 10.222.0.55 "GET /v2.0/networks/79f390dd-a1bc-4f5d-b799-4937724649fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7745423 Nov 25 19:59:16.843799 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7fb8959c-79fb-4dc2-8142-86bc09e649cd req-15b83696-b619-4101-9052-7c6140ed8b7a tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 210 time: 0.0561750 Nov 25 19:59:18.043925 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8e4e3abc-df5e-434f-985b-4e7127627653 req-7bf63802-8308-4b21-8177-b76e613b88cc tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 210 time: 0.0524080 Nov 25 19:59:18.705538 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-b99f2e03-389e-4aad-89db-f9c85ff6a55d tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:18.708286 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-b99f2e03-389e-4aad-89db-f9c85ff6a55d tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.73 "GET /v2.0/networks?id=79f390dd-a1bc-4f5d-b799-4937724649fb HTTP/1.1" status: 200 len: 808 time: 0.2939446 Nov 25 19:59:18.932420 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-a6867681-fa73-4a65-88d3-bcb5be7245ec tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36ea5929d02e4a0c99fcb11524ca5908 HTTP/1.1" status: 200 len: 377 time: 0.2134476 Nov 25 19:59:18.949634 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-91427e5f-8dae-4a44-abfe-c234371de39e tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Request body: {'port': {'device_id': '5735fd01-fca0-4873-b9f9-2d00f0909c5c', 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb', 'admin_state_up': True, 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'security_groups': ['bfc0750a-d692-4e8a-a7c1-52db3c3f4783']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:59:19.371021 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-656e0474-737e-43dc-816d-de44b0a383dc req-12db58b7-ac52-4353-b93f-45ec71de8e41 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 210 time: 0.1679101 Nov 25 19:59:19.524702 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-91427e5f-8dae-4a44-abfe-c234371de39e tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Made reservation on behalf of 36ea5929d02e4a0c99fcb11524ca5908 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:59:19.531475 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-91427e5f-8dae-4a44-abfe-c234371de39e tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:19.669783 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:59:20.257284 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-91427e5f-8dae-4a44-abfe-c234371de39e tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Allocated IP 172.20.0.6 (79f390dd-a1bc-4f5d-b799-4937724649fb/58fbc8e7-048f-4825-a83a-6a6c0e7dfb98/d6eafd15-484d-4957-a494-361a59c81e7b) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:59:20.675420 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-00ac4214-cc5f-44ec-bf62-6f0696b78458 req-109f9b28-6323-49c3-8e73-dc8da7df82ce tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 210 time: 0.0599141 Nov 25 19:59:20.754232 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-91427e5f-8dae-4a44-abfe-c234371de39e tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:20.812323 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-91427e5f-8dae-4a44-abfe-c234371de39e tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:20.930583 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91427e5f-8dae-4a44-abfe-c234371de39e tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Pushing event updated for resources: {'Port': ['ID=d6eafd15-484d-4957-a494-361a59c81e7b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:20.953635 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91427e5f-8dae-4a44-abfe-c234371de39e tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:20.954935 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91427e5f-8dae-4a44-abfe-c234371de39e tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:20.956310 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91427e5f-8dae-4a44-abfe-c234371de39e tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:20.956999 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91427e5f-8dae-4a44-abfe-c234371de39e tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:20.957530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91427e5f-8dae-4a44-abfe-c234371de39e tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:20.958026 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91427e5f-8dae-4a44-abfe-c234371de39e tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:20.958700 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91427e5f-8dae-4a44-abfe-c234371de39e tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:20.959361 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91427e5f-8dae-4a44-abfe-c234371de39e tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:20.959858 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91427e5f-8dae-4a44-abfe-c234371de39e tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:20.960353 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91427e5f-8dae-4a44-abfe-c234371de39e tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:20.961223 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91427e5f-8dae-4a44-abfe-c234371de39e tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:20.962165 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91427e5f-8dae-4a44-abfe-c234371de39e tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:20.984582 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-91427e5f-8dae-4a44-abfe-c234371de39e tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Network 79f390dd-a1bc-4f5d-b799-4937724649fb is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:59:20.991727 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-91427e5f-8dae-4a44-abfe-c234371de39e tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:59:21.000525 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-91427e5f-8dae-4a44-abfe-c234371de39e tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:59:21.095365 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-91427e5f-8dae-4a44-abfe-c234371de39e tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:21.098036 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-91427e5f-8dae-4a44-abfe-c234371de39e tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:21.145191 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-91427e5f-8dae-4a44-abfe-c234371de39e tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2055056 Nov 25 19:59:21.160713 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-e1f6f587-8933-4ef9-b337-3dafff9da28c service neutron] Request body: {'port': {'device_id': '5735fd01-fca0-4873-b9f9-2d00f0909c5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:59:21.287756 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-e1f6f587-8933-4ef9-b337-3dafff9da28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:21.576084 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-66a61464-52fb-4d08-9660-2110b015e96c None None] Provisioning complete for port d6eafd15-484d-4957-a494-361a59c81e7b triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:59:21.577361 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-66a61464-52fb-4d08-9660-2110b015e96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:21.728688 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-66a61464-52fb-4d08-9660-2110b015e96c None None] Port d6eafd15-484d-4957-a494-361a59c81e7b cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:59:21.742473 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-e1f6f587-8933-4ef9-b337-3dafff9da28c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6eafd15-484d-4957-a494-361a59c81e7b {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:59:21.775139 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-e1f6f587-8933-4ef9-b337-3dafff9da28c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:21.846183 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-e1f6f587-8933-4ef9-b337-3dafff9da28c service neutron] Transition to ACTIVE for port object d6eafd15-484d-4957-a494-361a59c81e7b will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:59:21.860783 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-e1f6f587-8933-4ef9-b337-3dafff9da28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:21.936182 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6f587-8933-4ef9-b337-3dafff9da28c service neutron] Pushing event updated for resources: {'Port': ['ID=d6eafd15-484d-4957-a494-361a59c81e7b,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:21.966803 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90d109-30cf-49a2-b6f7-68b55c7061c2 req-96d94aaa-9d47-486b-b04d-e8cc53d29cc8 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:21.969991 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee90d109-30cf-49a2-b6f7-68b55c7061c2 req-96d94aaa-9d47-486b-b04d-e8cc53d29cc8 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 931 time: 0.1687539 Nov 25 19:59:22.133610 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-e1f6f587-8933-4ef9-b337-3dafff9da28c service neutron] Attempting to bind port d6eafd15-484d-4957-a494-361a59c81e7b on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:59:22.134706 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-e1f6f587-8933-4ef9-b337-3dafff9da28c service neutron] Attempting to bind port d6eafd15-484d-4957-a494-361a59c81e7b by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '03a027c3-918f-41c9-9817-d35dc0460d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:59:22.135317 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-e1f6f587-8933-4ef9-b337-3dafff9da28c service neutron] Attempting to bind port d6eafd15-484d-4957-a494-361a59c81e7b on network 79f390dd-a1bc-4f5d-b799-4937724649fb {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:59:22.149722 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-e1f6f587-8933-4ef9-b337-3dafff9da28c service neutron] Port d6eafd15-484d-4957-a494-361a59c81e7b on network 79f390dd-a1bc-4f5d-b799-4937724649fb not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:59:22.150436 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-e1f6f587-8933-4ef9-b337-3dafff9da28c service neutron] Attempting to bind port d6eafd15-484d-4957-a494-361a59c81e7b on network 79f390dd-a1bc-4f5d-b799-4937724649fb {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:59:22.165437 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee90d109-30cf-49a2-b6f7-68b55c7061c2 req-56d8bc31-b706-4082-9526-fdbd5a647cbe tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfc0750a-d692-4e8a-a7c1-52db3c3f4783&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1859446 Nov 25 19:59:22.167506 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-e1f6f587-8933-4ef9-b337-3dafff9da28c service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:59:22.170927 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-e1f6f587-8933-4ef9-b337-3dafff9da28c service neutron] Checking segment: {'id': '03a027c3-918f-41c9-9817-d35dc0460d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:59:22.171442 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-e1f6f587-8933-4ef9-b337-3dafff9da28c service neutron] Bound using segment: {'id': '03a027c3-918f-41c9-9817-d35dc0460d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:59:22.172038 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-e1f6f587-8933-4ef9-b337-3dafff9da28c service neutron] Bound port: d6eafd15-484d-4957-a494-361a59c81e7b, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a027c3-918f-41c9-9817-d35dc0460d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:59:22.174694 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-e1f6f587-8933-4ef9-b337-3dafff9da28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:22.331194 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-e1f6f587-8933-4ef9-b337-3dafff9da28c service neutron] For port d6eafd15-484d-4957-a494-361a59c81e7b, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:59:22.336667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-e1f6f587-8933-4ef9-b337-3dafff9da28c service neutron] For port d6eafd15-484d-4957-a494-361a59c81e7b, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d6eafd15-484d-4957-a494-361a59c81e7b,segment=NetworkSegment(03a027c3-918f-41c9-9817-d35dc0460d43),segment_id=03a027c3-918f-41c9-9817-d35dc0460d43)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:59:22.348619 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-e1f6f587-8933-4ef9-b337-3dafff9da28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:22.464696 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-e1f6f587-8933-4ef9-b337-3dafff9da28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:22.465332 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-e1f6f587-8933-4ef9-b337-3dafff9da28c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:22.474528 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-e1f6f587-8933-4ef9-b337-3dafff9da28c service neutron] 10.222.0.73 "PUT /v2.0/ports/d6eafd15-484d-4957-a494-361a59c81e7b HTTP/1.1" status: 200 len: 1091 time: 1.3194289 Nov 25 19:59:22.487709 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5735fd01-fca0-4873-b9f9-2d00f0909c5c', 'tag': 'd6eafd15-484d-4957-a494-361a59c81e7b'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:59:22.487709 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c975636-9127-4860-bab9-2e9665345113" -d '{"events": [{"name": "network-changed", "server_uuid": "5735fd01-fca0-4873-b9f9-2d00f0909c5c", "tag": "d6eafd15-484d-4957-a494-361a59c81e7b"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:59:22.692688 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6f587-8933-4ef9-b337-3dafff9da28c service neutron] Pushing event updated for resources: {'Port': ['ID=d6eafd15-484d-4957-a494-361a59c81e7b,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:22.747133 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-6ee8214e-6ea7-40a1-8da6-7ac443152116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:22.748873 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-6ee8214e-6ea7-40a1-8da6-7ac443152116 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=36ea5929d02e4a0c99fcb11524ca5908&device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 1094 time: 0.1916270 Nov 25 19:59:22.856930 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-790ed034-9be4-4eb7-bffa-1d0c38dae34c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6eafd15-484d-4957-a494-361a59c81e7b HTTP/1.1" status: 200 len: 217 time: 0.0975647 Nov 25 19:59:22.992494 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-c6093b6e-33d9-4926-b944-408eafbbdac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:23.002360 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-c6093b6e-33d9-4926-b944-408eafbbdac4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=58fbc8e7-048f-4825-a83a-6a6c0e7dfb98 HTTP/1.1" status: 200 len: 847 time: 0.1343555 Nov 25 19:59:23.004527 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c559ebb-2f7a-41a1-b4c3-acc0198e7ca4 x-openstack-request-id: req-4c559ebb-2f7a-41a1-b4c3-acc0198e7ca4 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:59:23.004840 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5735fd01-fca0-4873-b9f9-2d00f0909c5c", "tag": "d6eafd15-484d-4957-a494-361a59c81e7b", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:59:23.005117 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4c559ebb-2f7a-41a1-b4c3-acc0198e7ca4 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:59:23.005629 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5735fd01-fca0-4873-b9f9-2d00f0909c5c', 'tag': 'd6eafd15-484d-4957-a494-361a59c81e7b', 'status': 'completed', 'code': 200} Nov 25 19:59:23.127119 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-afe13552-ce17-45fd-81ce-9e63d0eb473d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:23.129514 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-afe13552-ce17-45fd-81ce-9e63d0eb473d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79f390dd-a1bc-4f5d-b799-4937724649fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159983 Nov 25 19:59:23.294617 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41312) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:23.496482 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d0cde-0fb0-4399-aead-ea43aafc8748 req-9ca0044b-d654-488c-9436-3858d6212e55 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:23.498846 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4f4d0cde-0fb0-4399-aead-ea43aafc8748 req-9ca0044b-d654-488c-9436-3858d6212e55 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 943 time: 0.2008286 Nov 25 19:59:23.501041 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-5e7f9edc-e28e-45ea-9c4e-3bba58232590 service neutron] 10.222.0.73 "GET /v2.0/networks/79f390dd-a1bc-4f5d-b799-4937724649fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620768 Nov 25 19:59:23.502220 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b9090487-b721-42ba-82ec-81e8af74ca52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:23.727189 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f1da3bb0-a818-4bec-aeb3-d90bb99fd3b9 req-fddc0397-0d36-4606-93bb-6d44eca57a1e service neutron] 10.222.0.73 "GET /v2.0/networks/79f390dd-a1bc-4f5d-b799-4937724649fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152553 Nov 25 19:59:23.763584 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b9090487-b721-42ba-82ec-81e8af74ca52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:23.776935 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b9090487-b721-42ba-82ec-81e8af74ca52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:23.787945 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:23.826407 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b9090487-b721-42ba-82ec-81e8af74ca52 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6c3e24099ab045458d8b73df2bfd909c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5295432 Nov 25 19:59:23.829084 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41326) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:23.848207 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4f4d0cde-0fb0-4399-aead-ea43aafc8748 req-00b53830-369f-40fe-a44f-f4eaa3f94c49 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfc0750a-d692-4e8a-a7c1-52db3c3f4783&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2019379 Nov 25 19:59:23.911536 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c975636-9127-4860-bab9-2e9665345113 req-2d6c17f4-f935-47e7-b352-76cf2d9adf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:23.914278 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c975636-9127-4860-bab9-2e9665345113 req-2d6c17f4-f935-47e7-b352-76cf2d9adf7d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=36ea5929d02e4a0c99fcb11524ca5908&device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 1094 time: 0.1171308 Nov 25 19:59:23.963557 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9090487-b721-42ba-82ec-81e8af74ca52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218531dd-9f9c-487f-9d1d-dcb26b520876,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:23.993860 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9090487-b721-42ba-82ec-81e8af74ca52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:23.994622 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9090487-b721-42ba-82ec-81e8af74ca52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:23.995212 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9090487-b721-42ba-82ec-81e8af74ca52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:23.995762 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9090487-b721-42ba-82ec-81e8af74ca52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:23.996311 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9090487-b721-42ba-82ec-81e8af74ca52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:23.996858 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9090487-b721-42ba-82ec-81e8af74ca52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:23.997552 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9090487-b721-42ba-82ec-81e8af74ca52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:23.998099 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9090487-b721-42ba-82ec-81e8af74ca52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:23.998669 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9090487-b721-42ba-82ec-81e8af74ca52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:23.999213 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9090487-b721-42ba-82ec-81e8af74ca52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:23.999794 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9090487-b721-42ba-82ec-81e8af74ca52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:24.000361 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9090487-b721-42ba-82ec-81e8af74ca52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:24.014489 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d3bc170-2598-4ac8-974a-b1ad68791d47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:24.086446 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d3bc170-2598-4ac8-974a-b1ad68791d47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:24.129164 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c975636-9127-4860-bab9-2e9665345113 req-2fcb529c-613b-4965-8202-4012be70afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:24.133409 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c975636-9127-4860-bab9-2e9665345113 req-2fcb529c-613b-4965-8202-4012be70afd3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=79f390dd-a1bc-4f5d-b799-4937724649fb HTTP/1.1" status: 200 len: 909 time: 0.2104156 Nov 25 19:59:24.206961 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d3bc170-2598-4ac8-974a-b1ad68791d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:24.222921 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d3bc170-2598-4ac8-974a-b1ad68791d47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:24.228520 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6d3bc170-2598-4ac8-974a-b1ad68791d47 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/218531dd-9f9c-487f-9d1d-dcb26b520876 HTTP/1.1" status: 204 len: 168 time: 0.3945196 Nov 25 19:59:24.233449 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c975636-9127-4860-bab9-2e9665345113 req-10ad0d24-a4c0-429b-b740-3ea62e0d72e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6eafd15-484d-4957-a494-361a59c81e7b HTTP/1.1" status: 200 len: 217 time: 0.0890546 Nov 25 19:59:24.261070 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3bc170-2598-4ac8-974a-b1ad68791d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218531dd-9f9c-487f-9d1d-dcb26b520876,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:24.349356 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c975636-9127-4860-bab9-2e9665345113 req-15a61108-526b-4737-95d6-1d1a0d0c3194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:24.352337 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c975636-9127-4860-bab9-2e9665345113 req-15a61108-526b-4737-95d6-1d1a0d0c3194 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=58fbc8e7-048f-4825-a83a-6a6c0e7dfb98 HTTP/1.1" status: 200 len: 847 time: 0.1090760 Nov 25 19:59:24.417639 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:24.535974 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c975636-9127-4860-bab9-2e9665345113 req-8c54c11d-1b7b-47eb-81f6-97655d473d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:24.539294 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c975636-9127-4860-bab9-2e9665345113 req-8c54c11d-1b7b-47eb-81f6-97655d473d01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79f390dd-a1bc-4f5d-b799-4937724649fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1766529 Nov 25 19:59:24.766745 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c975636-9127-4860-bab9-2e9665345113 req-df31c992-d507-4ce3-b4f1-fca1d07ddfdd service neutron] 10.222.0.73 "GET /v2.0/networks/79f390dd-a1bc-4f5d-b799-4937724649fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136476 Nov 25 19:59:24.938242 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c975636-9127-4860-bab9-2e9665345113 req-cc5a8084-9758-4895-ba1b-931d25a4dd4b service neutron] 10.222.0.73 "GET /v2.0/networks/79f390dd-a1bc-4f5d-b799-4937724649fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618965 Nov 25 19:59:25.040749 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41356) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:25.046795 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36215324-f0bb-4674-8535-03b9f2a98d71 req-53a95f9b-5002-4d77-8c33-0de45b9296e0 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:25.048574 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36215324-f0bb-4674-8535-03b9f2a98d71 req-53a95f9b-5002-4d77-8c33-0de45b9296e0 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 943 time: 0.0654664 Nov 25 19:59:25.069695 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a095116-c18d-4288-b009-171f7c30c279 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:25.145592 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36215324-f0bb-4674-8535-03b9f2a98d71 req-da3ef0dd-2265-4392-908f-24098921285a tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfc0750a-d692-4e8a-a7c1-52db3c3f4783&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0808780 Nov 25 19:59:25.195030 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a095116-c18d-4288-b009-171f7c30c279 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:25.201755 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a095116-c18d-4288-b009-171f7c30c279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:25.273734 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0a095116-c18d-4288-b009-171f7c30c279 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=87b22626050841e0aa751daef3c839bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2254891 Nov 25 19:59:25.273734 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a095116-c18d-4288-b009-171f7c30c279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe79026-c76b-4614-8f7a-4fc8777dfdf9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:25.273734 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41360) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:25.356631 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f2dc7fa-ea8a-4a23-a6cf-aa94785f2625 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:25.419933 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f2dc7fa-ea8a-4a23-a6cf-aa94785f2625 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:25.503331 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f2dc7fa-ea8a-4a23-a6cf-aa94785f2625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:25.508426 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f2dc7fa-ea8a-4a23-a6cf-aa94785f2625 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:25.513973 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2f2dc7fa-ea8a-4a23-a6cf-aa94785f2625 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bfe79026-c76b-4614-8f7a-4fc8777dfdf9 HTTP/1.1" status: 204 len: 168 time: 0.2352743 Nov 25 19:59:25.533453 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2dc7fa-ea8a-4a23-a6cf-aa94785f2625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe79026-c76b-4614-8f7a-4fc8777dfdf9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:26.489298 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f12aa-87cd-4624-a014-d671cc0bc423 req-3cd8ff39-1ccf-4e31-be2d-c9188c664523 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:26.498647 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-762f12aa-87cd-4624-a014-d671cc0bc423 req-3cd8ff39-1ccf-4e31-be2d-c9188c664523 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 943 time: 0.1946247 Nov 25 19:59:26.633420 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-762f12aa-87cd-4624-a014-d671cc0bc423 req-51d986a0-316f-4fb5-9db2-4e84d7b4aaa5 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfc0750a-d692-4e8a-a7c1-52db3c3f4783&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1239326 Nov 25 19:59:27.267096 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device d6eafd15-484d-4957-a494-361a59c81e7b details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:59:27.476319 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port d6eafd15-484d-4957-a494-361a59c81e7b, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d6eafd15-484d-4957-a494-361a59c81e7b,segment=NetworkSegment(03a027c3-918f-41c9-9817-d35dc0460d43),segment_id=03a027c3-918f-41c9-9817-d35dc0460d43)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:27.496402 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'd6eafd15-484d-4957-a494-361a59c81e7b', 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb', 'port_id': 'd6eafd15-484d-4957-a494-361a59c81e7b', 'mac_address': 'fa:16:3e:dd:1b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58fbc8e7-048f-4825-a83a-6a6c0e7dfb98', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:59:27.623505 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:27.679810 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6eafd15-484d-4957-a494-361a59c81e7b {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:59:27.749256 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port d6eafd15-484d-4957-a494-361a59c81e7b, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d6eafd15-484d-4957-a494-361a59c81e7b,segment=NetworkSegment(03a027c3-918f-41c9-9817-d35dc0460d43),segment_id=03a027c3-918f-41c9-9817-d35dc0460d43)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:27.767654 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:27.831796 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=d6eafd15-484d-4957-a494-361a59c81e7b,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:27.948753 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167098d-5a4f-4630-8a48-c7c78c5ac386 req-d93f7767-eb47-4477-a33c-509b8963bb2a tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:27.951544 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1167098d-5a4f-4630-8a48-c7c78c5ac386 req-d93f7767-eb47-4477-a33c-509b8963bb2a tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 944 time: 0.1230886 Nov 25 19:59:28.014418 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['d6eafd15-484d-4957-a494-361a59c81e7b'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:59:28.024937 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1167098d-5a4f-4630-8a48-c7c78c5ac386 req-26b14cf4-c761-4657-b04b-2c91329cd133 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfc0750a-d692-4e8a-a7c1-52db3c3f4783&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0662513 Nov 25 19:59:29.201526 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ff119-a9bd-46a9-b81f-d68cd7b7ab9a req-e5d41927-a4aa-4e31-82fb-fb02422e36f7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:29.212706 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-611ff119-a9bd-46a9-b81f-d68cd7b7ab9a req-e5d41927-a4aa-4e31-82fb-fb02422e36f7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 944 time: 0.0810533 Nov 25 19:59:29.300285 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device d6eafd15-484d-4957-a494-361a59c81e7b up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:59:29.331499 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-611ff119-a9bd-46a9-b81f-d68cd7b7ab9a req-815e284b-e148-4a56-86ed-fd53d61efdee tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfc0750a-d692-4e8a-a7c1-52db3c3f4783&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1168587 Nov 25 19:59:29.415654 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eef818e5-41b1-4f4f-bb23-95076d22ce47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:29.473893 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port d6eafd15-484d-4957-a494-361a59c81e7b completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:59:29.490789 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port d6eafd15-484d-4957-a494-361a59c81e7b triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:59:29.492041 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:29.693038 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:29.803966 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port d6eafd15-484d-4957-a494-361a59c81e7b, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d6eafd15-484d-4957-a494-361a59c81e7b,segment=NetworkSegment(03a027c3-918f-41c9-9817-d35dc0460d43),segment_id=03a027c3-918f-41c9-9817-d35dc0460d43)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:29.808308 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5735fd01-fca0-4873-b9f9-2d00f0909c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6eafd15-484d-4957-a494-361a59c81e7b'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:59:29.821053 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156ec3d6-6791-475e-99ac-dcd2d093d8fc" -d '{"events": [{"server_uuid": "5735fd01-fca0-4873-b9f9-2d00f0909c5c", "name": "network-vif-plugged", "status": "completed", "tag": "d6eafd15-484d-4957-a494-361a59c81e7b"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:59:29.828539 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:29.937972 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1003752b-1972-45d9-ae7e-13352bcb4656 x-openstack-request-id: req-1003752b-1972-45d9-ae7e-13352bcb4656 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:59:29.939094 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5735fd01-fca0-4873-b9f9-2d00f0909c5c", "name": "network-vif-plugged", "status": "completed", "tag": "d6eafd15-484d-4957-a494-361a59c81e7b", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:59:29.940069 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1003752b-1972-45d9-ae7e-13352bcb4656 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:59:29.941230 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5735fd01-fca0-4873-b9f9-2d00f0909c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6eafd15-484d-4957-a494-361a59c81e7b', 'code': 200} Nov 25 19:59:30.007492 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=d6eafd15-484d-4957-a494-361a59c81e7b,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:30.253529 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef215da-8160-459d-9142-f69423d6eeef req-67f97ff5-c434-41b5-91ad-c5951bbd5f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:30.255149 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aef215da-8160-459d-9142-f69423d6eeef req-67f97ff5-c434-41b5-91ad-c5951bbd5f79 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 1096 time: 0.1980000 Nov 25 19:59:30.376955 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aef215da-8160-459d-9142-f69423d6eeef req-b56234c8-d773-4ea6-ac54-1dad6bce1946 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bfc0750a-d692-4e8a-a7c1-52db3c3f4783&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1110961 Nov 25 19:59:30.590039 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310edf0-ddf8-40f9-8ae4-faac63d5834a req-f282d9e6-8e59-4a1f-bb23-8cd01aceb909 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:30.592838 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4310edf0-ddf8-40f9-8ae4-faac63d5834a req-f282d9e6-8e59-4a1f-bb23-8cd01aceb909 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 945 time: 0.0986011 Nov 25 19:59:30.712183 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4310edf0-ddf8-40f9-8ae4-faac63d5834a req-5bfd6b28-763f-4a01-b15f-553706bf7d55 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfc0750a-d692-4e8a-a7c1-52db3c3f4783&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1012766 Nov 25 19:59:31.790786 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-03037cdf-623a-4b02-b53f-60c374af7f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:32.144052 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c787549-6ce8-48cf-a51f-30a66ffc7be4 req-12cd43e0-4058-48c2-93d3-f5543e33e08e tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:32.159029 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4c787549-6ce8-48cf-a51f-30a66ffc7be4 req-12cd43e0-4058-48c2-93d3-f5543e33e08e tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 945 time: 0.2442873 Nov 25 19:59:32.330860 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4c787549-6ce8-48cf-a51f-30a66ffc7be4 req-d2fbb134-d3f3-4a62-876e-04442db77465 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfc0750a-d692-4e8a-a7c1-52db3c3f4783&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1704528 Nov 25 19:59:33.602955 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc11c24-addd-4f88-98d6-24524a0e8083 req-33ed85e7-7292-4fda-a0dc-949582ea55f9 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:33.621534 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cfc11c24-addd-4f88-98d6-24524a0e8083 req-33ed85e7-7292-4fda-a0dc-949582ea55f9 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 945 time: 0.1317391 Nov 25 19:59:33.743670 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:33.762551 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cfc11c24-addd-4f88-98d6-24524a0e8083 req-7c8bae2c-269b-4aed-8747-b83d4d7b3c4b tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfc0750a-d692-4e8a-a7c1-52db3c3f4783&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1398427 Nov 25 19:59:33.937823 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61fa80-fb8e-423b-8fa2-53eda7bb1f58 req-a6087e37-0e81-4cb5-a70b-ae5d95b85aa6 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:33.948489 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd61fa80-fb8e-423b-8fa2-53eda7bb1f58 req-a6087e37-0e81-4cb5-a70b-ae5d95b85aa6 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 945 time: 0.0769751 Nov 25 19:59:34.075859 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd61fa80-fb8e-423b-8fa2-53eda7bb1f58 req-8b02f299-5f93-45ac-a349-027b37fe52a0 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfc0750a-d692-4e8a-a7c1-52db3c3f4783&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1261716 Nov 25 19:59:34.425460 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b59be6-7575-4cf5-a0a5-4bea07b5633a req-997f0e1e-76b0-44cb-801e-7f8942707800 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:34.457831 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-78b59be6-7575-4cf5-a0a5-4bea07b5633a req-997f0e1e-76b0-44cb-801e-7f8942707800 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 945 time: 0.2016852 Nov 25 19:59:34.653542 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-78b59be6-7575-4cf5-a0a5-4bea07b5633a req-0aa5246c-3f9a-4f47-a7df-5c9461058882 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfc0750a-d692-4e8a-a7c1-52db3c3f4783&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1886864 Nov 25 19:59:34.734751 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41672) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:35.323306 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526be387-756f-46ff-8513-58685d79b75d tempest-TestServerBasicOps-352056139 tempest-TestServerBasicOps-352056139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:35.329596 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-526be387-756f-46ff-8513-58685d79b75d tempest-TestServerBasicOps-352056139 tempest-TestServerBasicOps-352056139-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 1091 time: 0.5888560 Nov 25 19:59:35.330548 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41682) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:35.339620 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7a07cc60-478a-4143-b1dd-5a444ec1eeb7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'port_id': 'd6eafd15-484d-4957-a494-361a59c81e7b', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:59:35.489270 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a07cc60-478a-4143-b1dd-5a444ec1eeb7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:35.670475 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:35.695103 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:35.750569 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a07cc60-478a-4143-b1dd-5a444ec1eeb7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:36.109307 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-7a07cc60-478a-4143-b1dd-5a444ec1eeb7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Allocated IP 172.25.6.32 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/dfcf7aef-f9c2-40e9-ae87-4f4afeb2dbdf) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:59:36.354391 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a07cc60-478a-4143-b1dd-5a444ec1eeb7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:36.407053 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a07cc60-478a-4143-b1dd-5a444ec1eeb7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:36.431867 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c01823f-48d9-4f00-97fb-da4103d2d35a req-e47a1531-48d1-4f75-9d42-91614e5d2d60 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=cd9e511c-f404-46f0-9069-a85c1ce57c11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3340924 Nov 25 19:59:36.467778 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-039c1bcd-eae4-49de-86fd-273fa88b8243 req-14fff9f2-e3de-4723-9f46-828d717652fc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2427685 Nov 25 19:59:36.562003 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a07cc60-478a-4143-b1dd-5a444ec1eeb7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:59:36.574512 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7a07cc60-478a-4143-b1dd-5a444ec1eeb7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:59:36.579772 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a07cc60-478a-4143-b1dd-5a444ec1eeb7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:59:36.681884 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07cc60-478a-4143-b1dd-5a444ec1eeb7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Pushing event updated for resources: {'Port': ['ID=dfcf7aef-f9c2-40e9-ae87-4f4afeb2dbdf,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:36.986365 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01823f-48d9-4f00-97fb-da4103d2d35a req-d7bccda7-dbf9-464e-9285-f52a76e6152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:36.988756 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c01823f-48d9-4f00-97fb-da4103d2d35a req-d7bccda7-dbf9-464e-9285-f52a76e6152d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=38592504b4e64351813cb9ecb59382ec&device_id=cd9e511c-f404-46f0-9069-a85c1ce57c11 HTTP/1.1" status: 200 len: 1101 time: 0.4097283 Nov 25 19:59:37.011227 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c1bcd-eae4-49de-86fd-273fa88b8243 req-b1aa0de5-e73e-4319-9a5e-f171cb62d52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:37.013478 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-039c1bcd-eae4-49de-86fd-273fa88b8243 req-b1aa0de5-e73e-4319-9a5e-f171cb62d52c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=36ea5929d02e4a0c99fcb11524ca5908&device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 1096 time: 0.2363040 Nov 25 19:59:37.399816 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01823f-48d9-4f00-97fb-da4103d2d35a req-d6aa24ee-193c-400a-a1d7-e90f41993afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:37.401756 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c01823f-48d9-4f00-97fb-da4103d2d35a req-d6aa24ee-193c-400a-a1d7-e90f41993afe service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.3866115 Nov 25 19:59:37.466630 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c01823f-48d9-4f00-97fb-da4103d2d35a req-e61def19-72f6-4ab4-9875-87784f50eb9d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=288f5e44-32e5-4c7b-b41a-9fe8050f971f HTTP/1.1" status: 200 len: 217 time: 0.0567911 Nov 25 19:59:37.649280 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01823f-48d9-4f00-97fb-da4103d2d35a req-f28290cc-20f1-48b0-aec1-8ff5432f8de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:37.655104 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c01823f-48d9-4f00-97fb-da4103d2d35a req-f28290cc-20f1-48b0-aec1-8ff5432f8de7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.1712165 Nov 25 19:59:37.775371 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c1bcd-eae4-49de-86fd-273fa88b8243 req-6702fc64-180e-47d0-8f7d-b9ea4009c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:37.777912 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-039c1bcd-eae4-49de-86fd-273fa88b8243 req-6702fc64-180e-47d0-8f7d-b9ea4009c6d8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=79f390dd-a1bc-4f5d-b799-4937724649fb HTTP/1.1" status: 200 len: 909 time: 0.6445637 Nov 25 19:59:37.826110 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a07cc60-478a-4143-b1dd-5a444ec1eeb7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:37.895720 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01823f-48d9-4f00-97fb-da4103d2d35a req-b94f3f81-f2de-45ae-95c3-40e6d55d0171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:37.901473 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c01823f-48d9-4f00-97fb-da4103d2d35a req-b94f3f81-f2de-45ae-95c3-40e6d55d0171 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2396705 Nov 25 19:59:37.906581 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-039c1bcd-eae4-49de-86fd-273fa88b8243 req-ee2beb8e-30f9-434f-982e-900c02082236 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6eafd15-484d-4957-a494-361a59c81e7b HTTP/1.1" status: 200 len: 217 time: 0.1067841 Nov 25 19:59:37.921208 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-8c01823f-48d9-4f00-97fb-da4103d2d35a req-96d625b9-6d9f-471c-be45-2537a55c852f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:59:37.922316 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c01823f-48d9-4f00-97fb-da4103d2d35a req-96d625b9-6d9f-471c-be45-2537a55c852f service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138681 Nov 25 19:59:38.132455 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c1bcd-eae4-49de-86fd-273fa88b8243 req-50c42666-d551-4cda-8b0a-5a6998753152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:38.140413 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-039c1bcd-eae4-49de-86fd-273fa88b8243 req-50c42666-d551-4cda-8b0a-5a6998753152 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=58fbc8e7-048f-4825-a83a-6a6c0e7dfb98 HTTP/1.1" status: 200 len: 847 time: 0.2139142 Nov 25 19:59:38.250031 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a07cc60-478a-4143-b1dd-5a444ec1eeb7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:38.440603 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c1bcd-eae4-49de-86fd-273fa88b8243 req-c68db979-cd51-4967-9155-61063cf1b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:38.442115 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-039c1bcd-eae4-49de-86fd-273fa88b8243 req-c68db979-cd51-4967-9155-61063cf1b361 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79f390dd-a1bc-4f5d-b799-4937724649fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2825739 Nov 25 19:59:38.476124 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-039c1bcd-eae4-49de-86fd-273fa88b8243 req-352a2b63-aa15-4294-b66f-4986600e6bd8 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:59:38.478107 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-039c1bcd-eae4-49de-86fd-273fa88b8243 req-352a2b63-aa15-4294-b66f-4986600e6bd8 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0244489 Nov 25 19:59:38.505920 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c01823f-48d9-4f00-97fb-da4103d2d35a req-e73888dc-a16e-49ce-9222-027b74666e00 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642802 Nov 25 19:59:38.617056 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-039c1bcd-eae4-49de-86fd-273fa88b8243 req-0fd3ff64-83f4-4677-bf70-3bc99757e020 service neutron] 10.222.0.73 "GET /v2.0/networks/79f390dd-a1bc-4f5d-b799-4937724649fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092420 Nov 25 19:59:38.640764 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a07cc60-478a-4143-b1dd-5a444ec1eeb7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:38.655991 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a07cc60-478a-4143-b1dd-5a444ec1eeb7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:38.786095 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07cc60-478a-4143-b1dd-5a444ec1eeb7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Pushing event updated for resources: {'Port': ['ID=dfcf7aef-f9c2-40e9-ae87-4f4afeb2dbdf,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:38.807286 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a07cc60-478a-4143-b1dd-5a444ec1eeb7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:38.937818 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c01823f-48d9-4f00-97fb-da4103d2d35a req-5f0b4559-eee1-41ba-ad90-6b2406cfa435 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183935 Nov 25 19:59:38.962076 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-039c1bcd-eae4-49de-86fd-273fa88b8243 req-e41c4940-10aa-4995-9b4d-0fc7464717cc service neutron] 10.222.0.73 "GET /v2.0/networks/79f390dd-a1bc-4f5d-b799-4937724649fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317375 Nov 25 19:59:39.138205 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-7a07cc60-478a-4143-b1dd-5a444ec1eeb7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Floating IP 1eaeb5eb-93b2-4986-852d-75b2dfc5e2c3 associated. External IP: 172.25.6.32, port: d6eafd15-484d-4957-a494-361a59c81e7b. Nov 25 19:59:39.464448 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a07cc60-478a-4143-b1dd-5a444ec1eeb7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Router cbffa177-71b5-4d7d-b749-a41a80f27bca has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:59:39.637737 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a07cc60-478a-4143-b1dd-5a444ec1eeb7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:59:39.649255 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232377fb-86fe-4141-9999-2504a6273bda None None] Sync routers for ids ['cbffa177-71b5-4d7d-b749-a41a80f27bca'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:59:39.666279 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a07cc60-478a-4143-b1dd-5a444ec1eeb7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:39.667265 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232377fb-86fe-4141-9999-2504a6273bda None None] Routers {'cbffa177-71b5-4d7d-b749-a41a80f27bca'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:59:39.667982 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-232377fb-86fe-4141-9999-2504a6273bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:59:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cbffa177-71b5-4d7d-b749-a41a80f27bca'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:39.726607 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7a07cc60-478a-4143-b1dd-5a444ec1eeb7 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3940394 Nov 25 19:59:39.727280 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5735fd01-fca0-4873-b9f9-2d00f0909c5c', 'tag': 'd6eafd15-484d-4957-a494-361a59c81e7b'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:59:39.729731 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7561ff-884d-42f7-a07b-3d95b4ff0b82" -d '{"events": [{"name": "network-changed", "server_uuid": "5735fd01-fca0-4873-b9f9-2d00f0909c5c", "tag": "d6eafd15-484d-4957-a494-361a59c81e7b"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:59:39.979418 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-232377fb-86fe-4141-9999-2504a6273bda None None] Set router cbffa177-71b5-4d7d-b749-a41a80f27bca gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:59:40.212857 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605999ff-2d5b-4a74-bae5-ce05b2b82e81 x-openstack-request-id: req-605999ff-2d5b-4a74-bae5-ce05b2b82e81 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:59:40.213353 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5735fd01-fca0-4873-b9f9-2d00f0909c5c", "tag": "d6eafd15-484d-4957-a494-361a59c81e7b", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:59:40.213437 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-605999ff-2d5b-4a74-bae5-ce05b2b82e81 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:59:40.213813 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5735fd01-fca0-4873-b9f9-2d00f0909c5c', 'tag': 'd6eafd15-484d-4957-a494-361a59c81e7b', 'status': 'completed', 'code': 200} Nov 25 19:59:40.437820 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7561ff-884d-42f7-a07b-3d95b4ff0b82 req-937ef6c3-74a2-4118-93ec-90f676baf7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:40.439623 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c7561ff-884d-42f7-a07b-3d95b4ff0b82 req-937ef6c3-74a2-4118-93ec-90f676baf7f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=36ea5929d02e4a0c99fcb11524ca5908&device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 1096 time: 0.2057371 Nov 25 19:59:40.540714 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-232377fb-86fe-4141-9999-2504a6273bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'name': 'tempest-TestServerBasicOps-662018450-router', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:43Z', 'updated_at': '2021-11-25T19:58:52Z', 'revision_number': 4, 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'gw_port': {'id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:44Z', 'updated_at': '2021-11-25T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '1eaeb5eb-93b2-4986-852d-75b2dfc5e2c3', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'floating_ip_address': '172.25.6.32', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'port_id': 'd6eafd15-484d-4957-a494-361a59c81e7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb', 'mac_address': 'fa:16:3e:dd:1b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735fd01-fca0-4873-b9f9-2d00f0909c5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:59:37Z', 'updated_at': '2021-11-25T19:59:37Z', 'revision_number': 0, 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269fee50-e3b9-437d-9a9f-3700e24cf9e7', 'name': '', 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'mac_address': 'fa:16:3e:43:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '58fbc8e7-048f-4825-a83a-6a6c0e7dfb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:50Z', 'updated_at': '2021-11-25T19:59:00Z', 'revision_number': 5, 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'subnets': [{'id': '58fbc8e7-048f-4825-a83a-6a6c0e7dfb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:40.590779 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7561ff-884d-42f7-a07b-3d95b4ff0b82 req-2fb35b29-bc4c-4a3b-b3c4-b270f9df9bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:40.593241 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c7561ff-884d-42f7-a07b-3d95b4ff0b82 req-2fb35b29-bc4c-4a3b-b3c4-b270f9df9bc0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=79f390dd-a1bc-4f5d-b799-4937724649fb HTTP/1.1" status: 200 len: 909 time: 0.1429241 Nov 25 19:59:40.700319 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232377fb-86fe-4141-9999-2504a6273bda None None] Checking router: cbffa177-71b5-4d7d-b749-a41a80f27bca for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:59:40.735538 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232377fb-86fe-4141-9999-2504a6273bda None None] Routers {'cbffa177-71b5-4d7d-b749-a41a80f27bca'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:59:40.740240 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-232377fb-86fe-4141-9999-2504a6273bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T19:59:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cbffa177-71b5-4d7d-b749-a41a80f27bca'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:40.810052 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c7561ff-884d-42f7-a07b-3d95b4ff0b82 req-4cbfb58e-c0df-4729-b07c-d6d396314f39 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6eafd15-484d-4957-a494-361a59c81e7b HTTP/1.1" status: 200 len: 998 time: 0.2033319 Nov 25 19:59:40.920995 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7561ff-884d-42f7-a07b-3d95b4ff0b82 req-8f394b48-bdd4-42cb-9653-232f8e6f0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:40.923779 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c7561ff-884d-42f7-a07b-3d95b4ff0b82 req-8f394b48-bdd4-42cb-9653-232f8e6f0289 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=58fbc8e7-048f-4825-a83a-6a6c0e7dfb98 HTTP/1.1" status: 200 len: 847 time: 0.1055908 Nov 25 19:59:41.009297 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-232377fb-86fe-4141-9999-2504a6273bda None None] Set router cbffa177-71b5-4d7d-b749-a41a80f27bca gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:59:41.028398 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7561ff-884d-42f7-a07b-3d95b4ff0b82 req-a67b1c1a-7ddf-40d3-aa17-8327b5c8c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:41.030866 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c7561ff-884d-42f7-a07b-3d95b4ff0b82 req-a67b1c1a-7ddf-40d3-aa17-8327b5c8c567 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79f390dd-a1bc-4f5d-b799-4937724649fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926459 Nov 25 19:59:41.258309 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c7561ff-884d-42f7-a07b-3d95b4ff0b82 req-163b35ab-4e04-495d-972e-6d3ba600d2f8 service neutron] 10.222.0.73 "GET /v2.0/networks/79f390dd-a1bc-4f5d-b799-4937724649fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052438 Nov 25 19:59:41.371349 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c7561ff-884d-42f7-a07b-3d95b4ff0b82 req-017f72c7-fdbf-4989-ae1d-4bdf59dfbf8a service neutron] 10.222.0.73 "GET /v2.0/networks/79f390dd-a1bc-4f5d-b799-4937724649fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099925 Nov 25 19:59:41.396819 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-232377fb-86fe-4141-9999-2504a6273bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'name': 'tempest-TestServerBasicOps-662018450-router', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:43Z', 'updated_at': '2021-11-25T19:58:52Z', 'revision_number': 4, 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'gw_port': {'id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:44Z', 'updated_at': '2021-11-25T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '1eaeb5eb-93b2-4986-852d-75b2dfc5e2c3', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'floating_ip_address': '172.25.6.32', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'port_id': 'd6eafd15-484d-4957-a494-361a59c81e7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb', 'mac_address': 'fa:16:3e:dd:1b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735fd01-fca0-4873-b9f9-2d00f0909c5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:59:37Z', 'updated_at': '2021-11-25T19:59:37Z', 'revision_number': 0, 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269fee50-e3b9-437d-9a9f-3700e24cf9e7', 'name': '', 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'mac_address': 'fa:16:3e:43:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '58fbc8e7-048f-4825-a83a-6a6c0e7dfb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:50Z', 'updated_at': '2021-11-25T19:59:00Z', 'revision_number': 5, 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'subnets': [{'id': '58fbc8e7-048f-4825-a83a-6a6c0e7dfb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:41.468275 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232377fb-86fe-4141-9999-2504a6273bda None None] The sync data for ids ['cbffa177-71b5-4d7d-b749-a41a80f27bca'] in n-d-819349-5 is: [{'id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'name': 'tempest-TestServerBasicOps-662018450-router', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:43Z', 'updated_at': '2021-11-25T19:58:52Z', 'revision_number': 4, 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'gw_port': {'id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:44Z', 'updated_at': '2021-11-25T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '1eaeb5eb-93b2-4986-852d-75b2dfc5e2c3', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'floating_ip_address': '172.25.6.32', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'port_id': 'd6eafd15-484d-4957-a494-361a59c81e7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb', 'mac_address': 'fa:16:3e:dd:1b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735fd01-fca0-4873-b9f9-2d00f0909c5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:59:37Z', 'updated_at': '2021-11-25T19:59:37Z', 'revision_number': 0, 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269fee50-e3b9-437d-9a9f-3700e24cf9e7', 'name': '', 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'mac_address': 'fa:16:3e:43:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '58fbc8e7-048f-4825-a83a-6a6c0e7dfb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:50Z', 'updated_at': '2021-11-25T19:59:00Z', 'revision_number': 5, 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'subnets': [{'id': '58fbc8e7-048f-4825-a83a-6a6c0e7dfb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:59:41.939426 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11d3220-06bf-4a35-a77e-0754d0050fde None None] New status for floating IP 1eaeb5eb-93b2-4986-852d-75b2dfc5e2c3: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:59:42.972242 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41894) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:43.563077 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1115b3e-e625-4259-a268-7dfa8d9efd46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:43.703137 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1115b3e-e625-4259-a268-7dfa8d9efd46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:43.712279 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1115b3e-e625-4259-a268-7dfa8d9efd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:43.767199 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1115b3e-e625-4259-a268-7dfa8d9efd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51731b0d-3451-489f-a274-1d8e8e6b025e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:43.799743 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e1115b3e-e625-4259-a268-7dfa8d9efd46 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fa03ba45edf147f889780447c61620c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8239136 Nov 25 19:59:43.806246 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41916) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:43.907757 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53cb7541-89f5-4529-9efc-278fad200d7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:43.938928 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53cb7541-89f5-4529-9efc-278fad200d7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:44.055650 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53cb7541-89f5-4529-9efc-278fad200d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:44.069592 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53cb7541-89f5-4529-9efc-278fad200d7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:44.075977 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-53cb7541-89f5-4529-9efc-278fad200d7b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/51731b0d-3451-489f-a274-1d8e8e6b025e HTTP/1.1" status: 204 len: 168 time: 0.2634187 Nov 25 19:59:44.092929 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb7541-89f5-4529-9efc-278fad200d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51731b0d-3451-489f-a274-1d8e8e6b025e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:44.118414 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41926) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:44.669454 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9e01621-398c-4d89-be37-e4462adb7998 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:44.794448 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41942) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:44.815502 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ac67fc4-7ea7-4295-b52c-4f7d50f69022 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:44.824318 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9e01621-398c-4d89-be37-e4462adb7998 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:44.836035 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9e01621-398c-4d89-be37-e4462adb7998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:44.890813 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d9e01621-398c-4d89-be37-e4462adb7998 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=339130900c1e4c198bb32af0a0c2d516&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7699935 Nov 25 19:59:44.890813 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e01621-398c-4d89-be37-e4462adb7998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59881cc-2c8f-48eb-a6dc-f60ad8c549b3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:44.894799 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41948) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:44.968120 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-915e8c68-9688-453a-85da-8968202da027 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:44.972645 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ac67fc4-7ea7-4295-b52c-4f7d50f69022 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:44.998728 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ac67fc4-7ea7-4295-b52c-4f7d50f69022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:44.999779 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-915e8c68-9688-453a-85da-8968202da027 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:45.083145 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac67fc4-7ea7-4295-b52c-4f7d50f69022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3e831f-b20e-448a-9263-fcdf54e244ca,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:45.091169 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5ac67fc4-7ea7-4295-b52c-4f7d50f69022 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4b264c6d63344dbfbc329226bd706b6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2953391 Nov 25 19:59:45.097244 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41950) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:45.108681 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-915e8c68-9688-453a-85da-8968202da027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:45.113135 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-915e8c68-9688-453a-85da-8968202da027 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:45.115298 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-915e8c68-9688-453a-85da-8968202da027 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e59881cc-2c8f-48eb-a6dc-f60ad8c549b3 HTTP/1.1" status: 204 len: 168 time: 0.2188766 Nov 25 19:59:45.130097 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e8c68-9688-453a-85da-8968202da027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59881cc-2c8f-48eb-a6dc-f60ad8c549b3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:45.263767 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9878d501-e92f-4e10-8d9f-c157cb8b1b72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:45.308413 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9878d501-e92f-4e10-8d9f-c157cb8b1b72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:45.407518 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9878d501-e92f-4e10-8d9f-c157cb8b1b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:45.415895 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9878d501-e92f-4e10-8d9f-c157cb8b1b72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:45.419240 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9878d501-e92f-4e10-8d9f-c157cb8b1b72 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b3e831f-b20e-448a-9263-fcdf54e244ca HTTP/1.1" status: 204 len: 168 time: 0.3202934 Nov 25 19:59:45.472395 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878d501-e92f-4e10-8d9f-c157cb8b1b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3e831f-b20e-448a-9263-fcdf54e244ca,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:45.818217 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 41972) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:45.837276 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd344641-c7aa-436b-907f-5149527b96f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:45.979130 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd344641-c7aa-436b-907f-5149527b96f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:45.986969 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd344641-c7aa-436b-907f-5149527b96f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:46.049933 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd344641-c7aa-436b-907f-5149527b96f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b12d7b8-39bb-47df-9db7-98f0f6aa07ed,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:46.064850 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 41986) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:46.068992 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cd344641-c7aa-436b-907f-5149527b96f0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8659fc7baf2c4b8aa171c814cf90b2b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2495072 Nov 25 19:59:46.151182 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9418eff5-3a3f-4459-b0bf-8a4f37b10867 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:46.220689 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9418eff5-3a3f-4459-b0bf-8a4f37b10867 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:46.314592 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9418eff5-3a3f-4459-b0bf-8a4f37b10867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:46.323021 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9418eff5-3a3f-4459-b0bf-8a4f37b10867 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:46.336064 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9418eff5-3a3f-4459-b0bf-8a4f37b10867 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2b12d7b8-39bb-47df-9db7-98f0f6aa07ed HTTP/1.1" status: 204 len: 168 time: 0.2678468 Nov 25 19:59:46.367247 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418eff5-3a3f-4459-b0bf-8a4f37b10867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b12d7b8-39bb-47df-9db7-98f0f6aa07ed,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:51.870374 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42196) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:52.102716 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae0877a7-5b7d-4846-95b6-1bf318b7bfe2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:52.204806 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae0877a7-5b7d-4846-95b6-1bf318b7bfe2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:52.213569 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae0877a7-5b7d-4846-95b6-1bf318b7bfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:52.309662 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0877a7-5b7d-4846-95b6-1bf318b7bfe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0175f8c8-62b1-45cb-88db-c9dc67f98e5f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:52.317820 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ae0877a7-5b7d-4846-95b6-1bf318b7bfe2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=88aafb7ecf0a4a7cb23d90a9b17a6a79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4458365 Nov 25 19:59:52.323193 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 42216) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:52.417087 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-266706a6-9e96-4af1-b7fd-1639e640bc6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:52.473745 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-266706a6-9e96-4af1-b7fd-1639e640bc6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:52.578091 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-266706a6-9e96-4af1-b7fd-1639e640bc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:52.581281 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-266706a6-9e96-4af1-b7fd-1639e640bc6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:52.586742 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-266706a6-9e96-4af1-b7fd-1639e640bc6f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0175f8c8-62b1-45cb-88db-c9dc67f98e5f HTTP/1.1" status: 204 len: 168 time: 0.2580671 Nov 25 19:59:52.593932 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266706a6-9e96-4af1-b7fd-1639e640bc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0175f8c8-62b1-45cb-88db-c9dc67f98e5f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:53.446673 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 42254) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:53.474922 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c21e3b44-6bbd-49c2-bfc4-115da77aa9cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:53.624906 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c21e3b44-6bbd-49c2-bfc4-115da77aa9cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:53.634385 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c21e3b44-6bbd-49c2-bfc4-115da77aa9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:53.704359 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c21e3b44-6bbd-49c2-bfc4-115da77aa9cc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8ba8137e4ee94cba92416013f9847fa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2564778 Nov 25 19:59:53.705835 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e3b44-6bbd-49c2-bfc4-115da77aa9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9ecdfa-1dc7-495c-a33b-858995860fd1,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:53.708473 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42256) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:53.787293 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:53.857560 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e596996-b5a6-4d54-b054-d50e8eb81b80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:53.915983 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e596996-b5a6-4d54-b054-d50e8eb81b80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:54.038632 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e596996-b5a6-4d54-b054-d50e8eb81b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:54.042206 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e596996-b5a6-4d54-b054-d50e8eb81b80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:54.043447 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1e596996-b5a6-4d54-b054-d50e8eb81b80 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7f9ecdfa-1dc7-495c-a33b-858995860fd1 HTTP/1.1" status: 204 len: 168 time: 0.3333824 Nov 25 19:59:54.061693 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e596996-b5a6-4d54-b054-d50e8eb81b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9ecdfa-1dc7-495c-a33b-858995860fd1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:54.377828 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:56.591944 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:59:57.956896 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 42392) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:58.149626 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5afe488a-87c0-4383-a4d3-026132a4a1b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:58.253694 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5afe488a-87c0-4383-a4d3-026132a4a1b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:58.258735 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5afe488a-87c0-4383-a4d3-026132a4a1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:58.301390 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe488a-87c0-4383-a4d3-026132a4a1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c49e05e-cbeb-407d-bb39-05a6fae0cb44,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:58.310357 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42402) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:58.311620 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5afe488a-87c0-4383-a4d3-026132a4a1b4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e44ec99f2414d4f9070e0f0d056dbab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3533390 Nov 25 19:59:58.392303 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26d9c5df-8074-4a2e-b4f5-c532e546f75b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:58.431498 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26d9c5df-8074-4a2e-b4f5-c532e546f75b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:58.513723 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26d9c5df-8074-4a2e-b4f5-c532e546f75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:58.518166 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26d9c5df-8074-4a2e-b4f5-c532e546f75b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:58.520271 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-26d9c5df-8074-4a2e-b4f5-c532e546f75b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0c49e05e-cbeb-407d-bb39-05a6fae0cb44 HTTP/1.1" status: 204 len: 168 time: 0.2085962 Nov 25 19:59:58.537571 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9c5df-8074-4a2e-b4f5-c532e546f75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c49e05e-cbeb-407d-bb39-05a6fae0cb44,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:59.277093 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3598e277-f6a1-4755-bde1-34d00d7b7373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:59.298819 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42432) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:59.334124 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa8ebf48-9a87-4c23-8ea0-af0d4abb026d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:59.462931 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa8ebf48-9a87-4c23-8ea0-af0d4abb026d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:59.472416 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa8ebf48-9a87-4c23-8ea0-af0d4abb026d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:59.554649 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ebf48-9a87-4c23-8ea0-af0d4abb026d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf1e0e6-69bb-4563-b505-d1dbe1bb9afc,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:59.561443 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fa8ebf48-9a87-4c23-8ea0-af0d4abb026d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=575f1b6dfd7847178368a62fafc8efac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2587297 Nov 25 19:59:59.564296 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 42438) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:59.639768 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a9d0acf-0817-4086-bc87-01bbb9e822d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:59.700576 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a9d0acf-0817-4086-bc87-01bbb9e822d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:59.784434 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a9d0acf-0817-4086-bc87-01bbb9e822d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:59.802306 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a9d0acf-0817-4086-bc87-01bbb9e822d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:59.804391 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9a9d0acf-0817-4086-bc87-01bbb9e822d4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cdf1e0e6-69bb-4563-b505-d1dbe1bb9afc HTTP/1.1" status: 204 len: 168 time: 0.2373898 Nov 25 19:59:59.814614 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d0acf-0817-4086-bc87-01bbb9e822d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf1e0e6-69bb-4563-b505-d1dbe1bb9afc,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:01.654392 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 42520) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:01.758516 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f5eb2685-7366-43d1-9f25-dc6cbf93ded5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:01.964405 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-af1f23f5-fea8-4292-8ac5-ba3e2cec8fe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:02.128362 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-af1f23f5-fea8-4292-8ac5-ba3e2cec8fe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:02.135108 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-af1f23f5-fea8-4292-8ac5-ba3e2cec8fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:02.177777 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-af1f23f5-fea8-4292-8ac5-ba3e2cec8fe7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f9a05e3bfc16495b863892cf53038726&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5222220 Nov 25 20:00:02.181195 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 42540) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:02.238356 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f23f5-fea8-4292-8ac5-ba3e2cec8fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d330ff5-a56b-4171-8c70-7d8385640c36,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:02.316515 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1052771-0f8b-4c80-adff-225aad6f7a51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:02.346544 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1052771-0f8b-4c80-adff-225aad6f7a51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:02.449238 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1052771-0f8b-4c80-adff-225aad6f7a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:02.452349 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1052771-0f8b-4c80-adff-225aad6f7a51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:02.453692 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b1052771-0f8b-4c80-adff-225aad6f7a51 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d330ff5-a56b-4171-8c70-7d8385640c36 HTTP/1.1" status: 204 len: 168 time: 0.2706795 Nov 25 20:00:02.466636 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1052771-0f8b-4c80-adff-225aad6f7a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d330ff5-a56b-4171-8c70-7d8385640c36,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:03.221653 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 42566) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:03.237179 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95d9bd05-f7e5-459b-af90-c9779437f741 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:03.390237 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95d9bd05-f7e5-459b-af90-c9779437f741 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:03.400427 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95d9bd05-f7e5-459b-af90-c9779437f741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:03.486755 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42570) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:03.503360 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-95d9bd05-f7e5-459b-af90-c9779437f741 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d673b82a3761453f92b59a3556fcca46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2806013 Nov 25 20:00:03.511170 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d9bd05-f7e5-459b-af90-c9779437f741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a093f62-9fa6-4815-b810-76e077f66369,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:03.631246 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e2caa9a-7c08-4963-abf6-5a8735fbeafc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:03.664216 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e2caa9a-7c08-4963-abf6-5a8735fbeafc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:03.756964 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e2caa9a-7c08-4963-abf6-5a8735fbeafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:03.757377 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:03.765829 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e2caa9a-7c08-4963-abf6-5a8735fbeafc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:03.766562 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5e2caa9a-7c08-4963-abf6-5a8735fbeafc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8a093f62-9fa6-4815-b810-76e077f66369 HTTP/1.1" status: 204 len: 168 time: 0.2766874 Nov 25 20:00:03.781907 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2caa9a-7c08-4963-abf6-5a8735fbeafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a093f62-9fa6-4815-b810-76e077f66369,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:05.028427 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42622) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:05.335172 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e6db81d-12ac-48fc-ab5f-7bb8360ef12b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:05.506871 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:05.509189 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e6db81d-12ac-48fc-ab5f-7bb8360ef12b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:05.515389 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e6db81d-12ac-48fc-ab5f-7bb8360ef12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:05.561563 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6e6db81d-12ac-48fc-ab5f-7bb8360ef12b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bce5b33ac41f4509a1dfc1f84c29bc58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5320158 Nov 25 20:00:05.564048 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6db81d-12ac-48fc-ab5f-7bb8360ef12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27063a8f-a2e4-4c7b-97e4-b096e4141621,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:05.564350 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 42636) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:05.615515 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:05.674841 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3df31b3c-681a-4d73-8e79-120865379658 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:05.709637 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3df31b3c-681a-4d73-8e79-120865379658 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:05.800401 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3df31b3c-681a-4d73-8e79-120865379658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:05.807019 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3df31b3c-681a-4d73-8e79-120865379658 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:05.808685 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3df31b3c-681a-4d73-8e79-120865379658 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/27063a8f-a2e4-4c7b-97e4-b096e4141621 HTTP/1.1" status: 204 len: 168 time: 0.2427399 Nov 25 20:00:05.834942 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df31b3c-681a-4d73-8e79-120865379658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27063a8f-a2e4-4c7b-97e4-b096e4141621,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:06.350717 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42652) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:06.365658 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb2d1da7-c174-4c64-b823-127efd0b03d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:06.458955 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb2d1da7-c174-4c64-b823-127efd0b03d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:06.468041 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb2d1da7-c174-4c64-b823-127efd0b03d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:06.498410 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d1da7-c174-4c64-b823-127efd0b03d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f10a071-a771-45f3-a050-c23f24ec8e84,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:06.537707 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bb2d1da7-c174-4c64-b823-127efd0b03d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=612580cee130443bb483917107df758e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1855352 Nov 25 20:00:06.541296 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 42658) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:06.619873 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dee623b2-e311-429b-bc5b-948c84a0fec9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:06.660665 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dee623b2-e311-429b-bc5b-948c84a0fec9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:06.740771 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dee623b2-e311-429b-bc5b-948c84a0fec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:06.743839 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dee623b2-e311-429b-bc5b-948c84a0fec9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:06.745184 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-dee623b2-e311-429b-bc5b-948c84a0fec9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f10a071-a771-45f3-a050-c23f24ec8e84 HTTP/1.1" status: 204 len: 168 time: 0.2026055 Nov 25 20:00:06.775835 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee623b2-e311-429b-bc5b-948c84a0fec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f10a071-a771-45f3-a050-c23f24ec8e84,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:07.432221 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 42680) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:07.452784 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0abcf884-65f8-4330-8acf-425d63ccd279 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:07.645723 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0abcf884-65f8-4330-8acf-425d63ccd279 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:07.653384 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0abcf884-65f8-4330-8acf-425d63ccd279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:07.694259 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0abcf884-65f8-4330-8acf-425d63ccd279 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=96040481d13f40b1b0f6f255c6c87ccd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2584329 Nov 25 20:00:07.695128 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42688) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:07.736810 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abcf884-65f8-4330-8acf-425d63ccd279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58fcc2a-84b9-4216-8c84-fea8f11ded55,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:07.812449 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf4df239-ce72-43ae-be2e-0daa50fff943 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:07.850907 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf4df239-ce72-43ae-be2e-0daa50fff943 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:07.968663 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf4df239-ce72-43ae-be2e-0daa50fff943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:07.976569 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf4df239-ce72-43ae-be2e-0daa50fff943 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:07.989291 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cf4df239-ce72-43ae-be2e-0daa50fff943 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c58fcc2a-84b9-4216-8c84-fea8f11ded55 HTTP/1.1" status: 204 len: 168 time: 0.2920711 Nov 25 20:00:07.999037 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4df239-ce72-43ae-be2e-0daa50fff943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58fcc2a-84b9-4216-8c84-fea8f11ded55,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:10.870132 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 42902) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:11.115005 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a91cda56-76a8-488d-a611-a3cef603506d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:11.299450 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a91cda56-76a8-488d-a611-a3cef603506d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:11.305917 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a91cda56-76a8-488d-a611-a3cef603506d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:11.404822 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 42954) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:11.405888 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a91cda56-76a8-488d-a611-a3cef603506d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3a461135b6544119b2d458b97f073bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5314577 Nov 25 20:00:11.406415 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cda56-76a8-488d-a611-a3cef603506d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82fd117-831c-42e7-9227-09157fe569cf,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:11.491475 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7be9d7c4-fe09-4585-8849-b0547e9b6f2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:11.544552 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7be9d7c4-fe09-4585-8849-b0547e9b6f2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:11.671712 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7be9d7c4-fe09-4585-8849-b0547e9b6f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:11.675242 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7be9d7c4-fe09-4585-8849-b0547e9b6f2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:11.680712 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7be9d7c4-fe09-4585-8849-b0547e9b6f2d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c82fd117-831c-42e7-9227-09157fe569cf HTTP/1.1" status: 204 len: 168 time: 0.2745180 Nov 25 20:00:11.741742 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9d7c4-fe09-4585-8849-b0547e9b6f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82fd117-831c-42e7-9227-09157fe569cf,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:13.094660 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43126) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:13.306099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43152) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:13.577012 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79338efe-9097-467e-a204-d53acc52d25f req-1f0556b7-09b9-4785-a323-986b8a971d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:13.579126 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79338efe-9097-467e-a204-d53acc52d25f req-1f0556b7-09b9-4785-a323-986b8a971d0f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 1096 time: 0.4827218 Nov 25 20:00:13.580554 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-728aca49-6896-43c4-8cb0-e396367e54f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:13.712524 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79338efe-9097-467e-a204-d53acc52d25f req-cebb05da-7d02-416c-bc48-3eed56afabc5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bfc0750a-d692-4e8a-a7c1-52db3c3f4783&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1137123 Nov 25 20:00:13.928347 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-728aca49-6896-43c4-8cb0-e396367e54f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:13.939121 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-728aca49-6896-43c4-8cb0-e396367e54f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:14.096462 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-728aca49-6896-43c4-8cb0-e396367e54f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cb42e20c66a642749e1b24948eb40ff2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7892489 Nov 25 20:00:14.100454 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43224) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:14.108408 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728aca49-6896-43c4-8cb0-e396367e54f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa8c4f4-061f-477c-9e1e-24073238e757,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:14.227740 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4a918cc-fa1c-44fc-a3fe-8ed3de6187a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:14.299176 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4a918cc-fa1c-44fc-a3fe-8ed3de6187a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:14.435851 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4a918cc-fa1c-44fc-a3fe-8ed3de6187a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:14.443636 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4a918cc-fa1c-44fc-a3fe-8ed3de6187a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:14.451357 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f4a918cc-fa1c-44fc-a3fe-8ed3de6187a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8aa8c4f4-061f-477c-9e1e-24073238e757 HTTP/1.1" status: 204 len: 168 time: 0.3444843 Nov 25 20:00:14.465707 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a918cc-fa1c-44fc-a3fe-8ed3de6187a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa8c4f4-061f-477c-9e1e-24073238e757,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:14.479875 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43264) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:14.982543 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-283d386c-7b6a-4056-bb8d-9fb6cb23011a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:15.117929 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43310) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:15.155080 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccf8e80c-4581-4a84-889f-1c914cc12f0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:15.199126 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-283d386c-7b6a-4056-bb8d-9fb6cb23011a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:15.241776 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-283d386c-7b6a-4056-bb8d-9fb6cb23011a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:15.315334 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccf8e80c-4581-4a84-889f-1c914cc12f0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:15.320615 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-283d386c-7b6a-4056-bb8d-9fb6cb23011a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9cc920ccf85446a28da313be94e407c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8375275 Nov 25 20:00:15.320913 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccf8e80c-4581-4a84-889f-1c914cc12f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:15.323937 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43324) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:15.325321 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d386c-7b6a-4056-bb8d-9fb6cb23011a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d1151b-50b9-4dd2-bfc5-1529ffda634a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:15.403530 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8e80c-4581-4a84-889f-1c914cc12f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd7c408-1279-401c-998f-68e7f529f634,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:15.427417 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ccf8e80c-4581-4a84-889f-1c914cc12f0e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=14fc95a176e0465e889131fd5142920d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3077047 Nov 25 20:00:15.432281 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43328) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:15.455942 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a5227012-a961-48fb-8ba0-fc717e22a4e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:15.510156 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3046879-a6bb-42ed-9494-520de71bc3ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:15.512913 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a5227012-a961-48fb-8ba0-fc717e22a4e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:15.539416 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3046879-a6bb-42ed-9494-520de71bc3ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:15.637322 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a5227012-a961-48fb-8ba0-fc717e22a4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:15.643969 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a5227012-a961-48fb-8ba0-fc717e22a4e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:15.649948 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a5227012-a961-48fb-8ba0-fc717e22a4e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/82d1151b-50b9-4dd2-bfc5-1529ffda634a HTTP/1.1" status: 204 len: 168 time: 0.3192236 Nov 25 20:00:15.661000 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3046879-a6bb-42ed-9494-520de71bc3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:15.666618 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3046879-a6bb-42ed-9494-520de71bc3ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:15.666915 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5227012-a961-48fb-8ba0-fc717e22a4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d1151b-50b9-4dd2-bfc5-1529ffda634a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:15.668229 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e3046879-a6bb-42ed-9494-520de71bc3ef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ddd7c408-1279-401c-998f-68e7f529f634 HTTP/1.1" status: 204 len: 168 time: 0.2338498 Nov 25 20:00:15.703232 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3046879-a6bb-42ed-9494-520de71bc3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd7c408-1279-401c-998f-68e7f529f634,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:16.260096 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43380) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:16.284868 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9ba25c2-498c-4446-9075-1af9a392127d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:16.422507 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9ba25c2-498c-4446-9075-1af9a392127d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:16.427734 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9ba25c2-498c-4446-9075-1af9a392127d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:16.472001 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43386) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:16.472966 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba25c2-498c-4446-9075-1af9a392127d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f7c4c4-90d1-4991-87cf-ab70fbb70da1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:16.479436 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e9ba25c2-498c-4446-9075-1af9a392127d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=74dc2ed88b824e1fada1fb5e2bff21bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2177718 Nov 25 20:00:16.482389 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43390) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:16.554890 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0e1155c-c8c4-4dd4-b20e-d6859822d7e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:16.597288 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0e1155c-c8c4-4dd4-b20e-d6859822d7e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:16.651364 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-907178ba-48e4-46bb-b2db-b94313e45ff9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:16.695767 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0e1155c-c8c4-4dd4-b20e-d6859822d7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:16.698631 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0e1155c-c8c4-4dd4-b20e-d6859822d7e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:16.699980 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f0e1155c-c8c4-4dd4-b20e-d6859822d7e3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b7f7c4c4-90d1-4991-87cf-ab70fbb70da1 HTTP/1.1" status: 204 len: 168 time: 0.2164221 Nov 25 20:00:16.720396 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1155c-c8c4-4dd4-b20e-d6859822d7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f7c4c4-90d1-4991-87cf-ab70fbb70da1,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:16.814157 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-907178ba-48e4-46bb-b2db-b94313e45ff9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:16.822995 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-907178ba-48e4-46bb-b2db-b94313e45ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:16.875433 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-907178ba-48e4-46bb-b2db-b94313e45ff9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3bffc3121f61479f95254897f89e59e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4022944 Nov 25 20:00:16.877068 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907178ba-48e4-46bb-b2db-b94313e45ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f91b48-70dc-40b2-aa9d-474df7addc16,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:16.878143 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43398) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:17.014051 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8d2e347-0c65-4eb1-a517-065d0b79f086 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:17.040227 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8d2e347-0c65-4eb1-a517-065d0b79f086 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:17.110834 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8d2e347-0c65-4eb1-a517-065d0b79f086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:17.114507 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8d2e347-0c65-4eb1-a517-065d0b79f086 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:17.116424 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d8d2e347-0c65-4eb1-a517-065d0b79f086 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e7f91b48-70dc-40b2-aa9d-474df7addc16 HTTP/1.1" status: 204 len: 168 time: 0.2370036 Nov 25 20:00:17.127854 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2e347-0c65-4eb1-a517-065d0b79f086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f91b48-70dc-40b2-aa9d-474df7addc16,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:17.530353 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43424) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:17.557908 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-92a17ba2-2741-4fa7-9620-165dfa987c69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:17.691011 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-92a17ba2-2741-4fa7-9620-165dfa987c69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:17.703112 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-92a17ba2-2741-4fa7-9620-165dfa987c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:17.800244 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-92a17ba2-2741-4fa7-9620-165dfa987c69 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aea57b2da3814893ac38230e4ccb9751&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2667954 Nov 25 20:00:17.801499 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a17ba2-2741-4fa7-9620-165dfa987c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6807ba73-30c9-4847-bf8f-4baf72f27d47,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:17.805057 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43430) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:17.895264 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef02a6f2-745d-41b8-a960-e5f129569e7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:17.950078 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef02a6f2-745d-41b8-a960-e5f129569e7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:18.048132 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef02a6f2-745d-41b8-a960-e5f129569e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:18.050835 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef02a6f2-745d-41b8-a960-e5f129569e7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:18.056434 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ef02a6f2-745d-41b8-a960-e5f129569e7d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6807ba73-30c9-4847-bf8f-4baf72f27d47 HTTP/1.1" status: 204 len: 168 time: 0.2452366 Nov 25 20:00:18.068931 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02a6f2-745d-41b8-a960-e5f129569e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6807ba73-30c9-4847-bf8f-4baf72f27d47,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:20.325283 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43514) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:20.576502 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e05a790e-62ce-4174-8037-faac0705c1ca tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-505765534'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:20.577378 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e05a790e-62ce-4174-8037-faac0705c1ca tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] Unknown quota resources ['metering_label']. {{(pid=103599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 20:00:20.942042 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05a790e-62ce-4174-8037-faac0705c1ca tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:20.948275 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e05a790e-62ce-4174-8037-faac0705c1ca tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6150818 Nov 25 20:00:20.948633 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43526) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:20.955265 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-311c8d2b-b81e-4eb8-b3f7-d85904a0c066 tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7a351113-cbfe-4ba1-88c0-2d4095c82b38'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:20.956193 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-311c8d2b-b81e-4eb8-b3f7-d85904a0c066 tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 20:00:21.098606 n-d-819349-5 neutron-server[103599]: WARNING neutron.services.metering.metering_plugin [None req-311c8d2b-b81e-4eb8-b3f7-d85904a0c066 tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 20:00:21.215277 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-311c8d2b-b81e-4eb8-b3f7-d85904a0c066 tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:21.216460 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-311c8d2b-b81e-4eb8-b3f7-d85904a0c066 tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2664886 Nov 25 20:00:21.223160 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43528) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:21.233207 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6cd39bb3-7818-4688-afbd-f37233bb16e2 tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7a351113-cbfe-4ba1-88c0-2d4095c82b38'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:21.233207 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6cd39bb3-7818-4688-afbd-f37233bb16e2 tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 20:00:21.308689 n-d-819349-5 neutron-server[103599]: WARNING neutron.services.metering.metering_plugin [None req-6cd39bb3-7818-4688-afbd-f37233bb16e2 tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 20:00:21.419302 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6cd39bb3-7818-4688-afbd-f37233bb16e2 tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:21.425116 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6cd39bb3-7818-4688-afbd-f37233bb16e2 tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1963191 Nov 25 20:00:21.425353 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43534) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:21.463733 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43536) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:21.464485 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-94211a0a-f387-4af8-a157-87f76433ba07 tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=315567b9-0227-4866-ac69-85b7cc19c45e HTTP/1.1" status: 200 len: 462 time: 0.0372429 Nov 25 20:00:21.678596 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fbc829e5-142f-4068-a488-5b1d7c27764a tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:21.684700 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fbc829e5-142f-4068-a488-5b1d7c27764a tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/315567b9-0227-4866-ac69-85b7cc19c45e HTTP/1.1" status: 204 len: 168 time: 0.2152169 Nov 25 20:00:21.684700 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43542) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:21.708853 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f0b9f379-d23c-4b66-9755-ec7143716192 tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=315567b9-0227-4866-ac69-85b7cc19c45e HTTP/1.1" status: 200 len: 221 time: 0.0177503 Nov 25 20:00:21.709578 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43546) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:21.717974 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-453841e1-a8d7-450a-84f3-92a56eddaa41 tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2031404593', 'description': 'label created by tempest'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:21.718994 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-453841e1-a8d7-450a-84f3-92a56eddaa41 tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] Unknown quota resources ['metering_label']. {{(pid=103600) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 20:00:22.043674 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-453841e1-a8d7-450a-84f3-92a56eddaa41 tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:22.047486 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-453841e1-a8d7-450a-84f3-92a56eddaa41 tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3339472 Nov 25 20:00:22.048047 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43560) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:22.495982 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d85641ff-8eaf-4487-a813-a9348e31982f tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=c59fc292-ec2f-4d42-9fcc-2d7871ad9edd HTTP/1.1" status: 200 len: 468 time: 0.4469247 Nov 25 20:00:22.497134 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43576) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:22.997124 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369292ed-3cf3-4559-a05d-c23b1758edea req-8ecf139b-2ccc-425b-b94e-e971f21a3b7a tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:22.999862 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-369292ed-3cf3-4559-a05d-c23b1758edea req-8ecf139b-2ccc-425b-b94e-e971f21a3b7a tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9e511c-f404-46f0-9069-a85c1ce57c11 HTTP/1.1" status: 200 len: 950 time: 0.0991514 Nov 25 20:00:23.079278 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-369292ed-3cf3-4559-a05d-c23b1758edea req-e9cef090-ca94-4c4e-91b1-8f2ed553515f tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/security-groups?id=00e987d2-9724-440b-ab6b-d1bb0cb579a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726349 Nov 25 20:00:23.218333 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cb60705-6e84-4c66-9a4b-f021c2ed7a62 tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:23.223917 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1cb60705-6e84-4c66-9a4b-f021c2ed7a62 tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/c59fc292-ec2f-4d42-9fcc-2d7871ad9edd HTTP/1.1" status: 204 len: 168 time: 0.7221446 Nov 25 20:00:23.224226 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43594) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:23.238225 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3732d95b-0c4d-467f-94bf-f56643b35cb6 tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=c59fc292-ec2f-4d42-9fcc-2d7871ad9edd HTTP/1.1" status: 200 len: 216 time: 0.0127902 Nov 25 20:00:23.243641 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43596) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:23.255054 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-dfb26bdc-68c4-4566-b08a-e13513733091 tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0100515 Nov 25 20:00:23.260028 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43598) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:23.275850 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bc2625b4-57f8-4521-a299-7dfb706ec107 tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0141370 Nov 25 20:00:23.281024 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43600) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:23.372995 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2c84e78d-8f1e-4322-afc0-939f50f1405c tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels/7a351113-cbfe-4ba1-88c0-2d4095c82b38 HTTP/1.1" status: 200 len: 472 time: 0.0907500 Nov 25 20:00:23.378975 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43602) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:23.391238 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b437179e-0d6c-4ec0-87b3-1ed47f2d1101 tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules/769aedb5-82fe-4a6d-ac96-951a0c25c773 HTTP/1.1" status: 200 len: 459 time: 0.0108182 Nov 25 20:00:23.394675 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43604) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:23.529452 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-023171b4-af1e-464d-8ba3-b655d7ab277b tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:23.530670 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-023171b4-af1e-464d-8ba3-b655d7ab277b tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/769aedb5-82fe-4a6d-ac96-951a0c25c773 HTTP/1.1" status: 204 len: 168 time: 0.1342835 Nov 25 20:00:23.535419 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43606) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:23.797040 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44ad9ea0-0409-4be9-a0e5-6e3bdd0e400a tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:23.799312 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-44ad9ea0-0409-4be9-a0e5-6e3bdd0e400a tempest-MeteringIpV6TestJSON-1497189369 tempest-MeteringIpV6TestJSON-1497189369-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/7a351113-cbfe-4ba1-88c0-2d4095c82b38 HTTP/1.1" status: 204 len: 168 time: 0.2629809 Nov 25 20:00:23.825005 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:24.239656 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43618) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:24.259466 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb90c37-9478-4eae-920f-51a2d6c52a37 req-96f02c83-4701-4157-91e3-13022788e31f tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:24.262150 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bfb90c37-9478-4eae-920f-51a2d6c52a37 req-96f02c83-4701-4157-91e3-13022788e31f tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9e511c-f404-46f0-9069-a85c1ce57c11 HTTP/1.1" status: 200 len: 950 time: 0.0901177 Nov 25 20:00:24.344377 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bfb90c37-9478-4eae-920f-51a2d6c52a37 req-5c32a00c-3313-4b5d-bcff-f545033e999f tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/security-groups?id=00e987d2-9724-440b-ab6b-d1bb0cb579a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642238 Nov 25 20:00:24.353149 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f904b0-ae49-49fa-974e-6349f7592fb7 req-78498ff6-5ec2-4a57-868c-616f04d85e7a tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:24.354783 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-67f904b0-ae49-49fa-974e-6349f7592fb7 req-78498ff6-5ec2-4a57-868c-616f04d85e7a tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.85 "GET /v2.0/ports?device_id=cd9e511c-f404-46f0-9069-a85c1ce57c11 HTTP/1.1" status: 200 len: 950 time: 0.1234260 Nov 25 20:00:24.399033 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:24.481326 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50bfcc39-8324-40e9-b960-1411d18a6040 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:24.481549 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-67f904b0-ae49-49fa-974e-6349f7592fb7 req-f6c1b82f-636c-43e2-85a2-5ef8e0a35a07 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Deleting port 288f5e44-32e5-4c7b-b41a-9fe8050f971f {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:00:24.481777 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-67f904b0-ae49-49fa-974e-6349f7592fb7 req-f6c1b82f-636c-43e2-85a2-5ef8e0a35a07 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:24.605694 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-67f904b0-ae49-49fa-974e-6349f7592fb7 req-f6c1b82f-636c-43e2-85a2-5ef8e0a35a07 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] For port 288f5e44-32e5-4c7b-b41a-9fe8050f971f, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=288f5e44-32e5-4c7b-b41a-9fe8050f971f,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:24.606350 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-67f904b0-ae49-49fa-974e-6349f7592fb7 req-f6c1b82f-636c-43e2-85a2-5ef8e0a35a07 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:24.607986 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50bfcc39-8324-40e9-b960-1411d18a6040 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:24.615456 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50bfcc39-8324-40e9-b960-1411d18a6040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:24.625422 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-67f904b0-ae49-49fa-974e-6349f7592fb7 req-f6c1b82f-636c-43e2-85a2-5ef8e0a35a07 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Calling delete_port for 288f5e44-32e5-4c7b-b41a-9fe8050f971f owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:00:24.672137 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-50bfcc39-8324-40e9-b960-1411d18a6040 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8c81c1513b614a229c9a316ea1e91ba2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4312849 Nov 25 20:00:24.674790 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43624) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:24.683420 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfcc39-8324-40e9-b960-1411d18a6040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed87fbe6-8516-4744-b92b-54738da622f7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:24.698534 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfcc39-8324-40e9-b960-1411d18a6040 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:24.698938 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfcc39-8324-40e9-b960-1411d18a6040 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:24.699292 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfcc39-8324-40e9-b960-1411d18a6040 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:24.699632 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfcc39-8324-40e9-b960-1411d18a6040 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:24.699974 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfcc39-8324-40e9-b960-1411d18a6040 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:24.700312 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfcc39-8324-40e9-b960-1411d18a6040 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:24.700642 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfcc39-8324-40e9-b960-1411d18a6040 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:24.700970 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfcc39-8324-40e9-b960-1411d18a6040 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:24.701441 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfcc39-8324-40e9-b960-1411d18a6040 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:24.701778 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfcc39-8324-40e9-b960-1411d18a6040 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:24.702115 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfcc39-8324-40e9-b960-1411d18a6040 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:24.702507 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfcc39-8324-40e9-b960-1411d18a6040 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:24.770128 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f17690df-c771-43ed-852e-e0c6a646fc39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:24.822015 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f17690df-c771-43ed-852e-e0c6a646fc39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:24.865188 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-67f904b0-ae49-49fa-974e-6349f7592fb7 req-f6c1b82f-636c-43e2-85a2-5ef8e0a35a07 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:24.883193 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['288f5e44-32e5-4c7b-b41a-9fe8050f971f'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:00:24.904276 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1b82f-636c-43e2-85a2-5ef8e0a35a07 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Pushing event deleted for resources: {'Port': ['ID=288f5e44-32e5-4c7b-b41a-9fe8050f971f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:24.937172 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f17690df-c771-43ed-852e-e0c6a646fc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:24.943993 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f17690df-c771-43ed-852e-e0c6a646fc39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:24.947481 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f17690df-c771-43ed-852e-e0c6a646fc39 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ed87fbe6-8516-4744-b92b-54738da622f7 HTTP/1.1" status: 204 len: 168 time: 0.2713230 Nov 25 20:00:24.949987 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c1b82f-636c-43e2-85a2-5ef8e0a35a07 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:24.950603 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c1b82f-636c-43e2-85a2-5ef8e0a35a07 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:24.951417 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c1b82f-636c-43e2-85a2-5ef8e0a35a07 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:24.951939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c1b82f-636c-43e2-85a2-5ef8e0a35a07 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:24.952518 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c1b82f-636c-43e2-85a2-5ef8e0a35a07 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:24.954067 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c1b82f-636c-43e2-85a2-5ef8e0a35a07 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:24.954698 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c1b82f-636c-43e2-85a2-5ef8e0a35a07 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:24.955201 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c1b82f-636c-43e2-85a2-5ef8e0a35a07 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:24.955717 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c1b82f-636c-43e2-85a2-5ef8e0a35a07 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:24.956215 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c1b82f-636c-43e2-85a2-5ef8e0a35a07 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:24.956724 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c1b82f-636c-43e2-85a2-5ef8e0a35a07 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:24.957408 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c1b82f-636c-43e2-85a2-5ef8e0a35a07 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:24.970613 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17690df-c771-43ed-852e-e0c6a646fc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed87fbe6-8516-4744-b92b-54738da622f7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:25.016493 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f904b0-ae49-49fa-974e-6349f7592fb7 req-f6c1b82f-636c-43e2-85a2-5ef8e0a35a07 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] No DVR routers for this DVR port 288f5e44-32e5-4c7b-b41a-9fe8050f971f on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:00:25.025881 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-67f904b0-ae49-49fa-974e-6349f7592fb7 req-f6c1b82f-636c-43e2-85a2-5ef8e0a35a07 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:25.037119 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-67f904b0-ae49-49fa-974e-6349f7592fb7 req-f6c1b82f-636c-43e2-85a2-5ef8e0a35a07 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.85 "DELETE /v2.0/ports/288f5e44-32e5-4c7b-b41a-9fe8050f971f HTTP/1.1" status: 204 len: 173 time: 0.6747689 Nov 25 20:00:25.037838 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9e511c-f404-46f0-9069-a85c1ce57c11', 'name': 'network-vif-deleted', 'tag': '288f5e44-32e5-4c7b-b41a-9fe8050f971f'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:00:25.050944 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac40b5a0-3de0-458a-a1b1-7682c9cac613" -d '{"events": [{"server_uuid": "cd9e511c-f404-46f0-9069-a85c1ce57c11", "name": "network-vif-deleted", "tag": "288f5e44-32e5-4c7b-b41a-9fe8050f971f"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:00:25.229424 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e302fe-2bf5-42e6-9257-b44b14b10498 x-openstack-request-id: req-04e302fe-2bf5-42e6-9257-b44b14b10498 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:00:25.229792 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9e511c-f404-46f0-9069-a85c1ce57c11", "name": "network-vif-deleted", "tag": "288f5e44-32e5-4c7b-b41a-9fe8050f971f", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:00:25.230032 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-04e302fe-2bf5-42e6-9257-b44b14b10498 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:00:25.230658 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9e511c-f404-46f0-9069-a85c1ce57c11', 'name': 'network-vif-deleted', 'tag': '288f5e44-32e5-4c7b-b41a-9fe8050f971f', 'status': 'completed', 'code': 200} Nov 25 20:00:25.628129 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43636) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:25.636240 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9d00bdca-52c3-4ee5-8eb6-a93778a1b77a req-6880775f-8652-4292-8322-a5385ee35a59 tempest-VolumesBackupsTest-692637012 tempest-VolumesBackupsTest-692637012-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd9e511c-f404-46f0-9069-a85c1ce57c11 HTTP/1.1" status: 200 len: 210 time: 0.0972183 Nov 25 20:00:25.655020 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f1fb2b6-3f3d-487c-9dcb-471d2fbc7661 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:25.828461 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f1fb2b6-3f3d-487c-9dcb-471d2fbc7661 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:25.838673 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f1fb2b6-3f3d-487c-9dcb-471d2fbc7661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:25.928072 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4f1fb2b6-3f3d-487c-9dcb-471d2fbc7661 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=52f0852d4d6943c8a5854e47d43bbe4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2975001 Nov 25 20:00:25.930946 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43642) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:25.932525 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1fb2b6-3f3d-487c-9dcb-471d2fbc7661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3e0aee-0c02-4da4-ad88-23c3c5e05100,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:26.003102 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-35cf9888-c265-4383-85a9-93a1f5434c31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:26.041108 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-35cf9888-c265-4383-85a9-93a1f5434c31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:26.141649 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-35cf9888-c265-4383-85a9-93a1f5434c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:26.144230 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-35cf9888-c265-4383-85a9-93a1f5434c31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:26.148854 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-35cf9888-c265-4383-85a9-93a1f5434c31 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4c3e0aee-0c02-4da4-ad88-23c3c5e05100 HTTP/1.1" status: 204 len: 168 time: 0.2161782 Nov 25 20:00:26.161218 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf9888-c265-4383-85a9-93a1f5434c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3e0aee-0c02-4da4-ad88-23c3c5e05100,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:26.285465 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43652) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:26.673104 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43664) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:26.687626 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-db30db8f-55ca-4c1b-a34d-385f46699050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:26.821020 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03fe3145-23b5-4159-807f-d64052736cba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:26.830721 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-db30db8f-55ca-4c1b-a34d-385f46699050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:26.847869 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-db30db8f-55ca-4c1b-a34d-385f46699050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:26.940022 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30db8f-55ca-4c1b-a34d-385f46699050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7908db85-a090-4098-94d9-b21db75ec7f3,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:26.989551 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-db30db8f-55ca-4c1b-a34d-385f46699050 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0bea551d78fe4cc1b62c6e8d508cfa5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7021687 Nov 25 20:00:26.991486 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43678) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:27.085869 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03fe3145-23b5-4159-807f-d64052736cba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:27.094529 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03fe3145-23b5-4159-807f-d64052736cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:27.131901 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0cb0cb4-6f59-4be4-b92d-f71525a01781 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:27.166389 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-03fe3145-23b5-4159-807f-d64052736cba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ffc83ef19ad541c99c4e01dfb5df1e3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4894605 Nov 25 20:00:27.167404 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe3145-23b5-4159-807f-d64052736cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dfc76d-afe7-49c1-9b73-7f0b6f18a069,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:27.171967 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43682) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:27.173522 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0cb0cb4-6f59-4be4-b92d-f71525a01781 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:27.229743 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0cb0cb4-6f59-4be4-b92d-f71525a01781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:27.233708 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0cb0cb4-6f59-4be4-b92d-f71525a01781 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:27.235106 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a0cb0cb4-6f59-4be4-b92d-f71525a01781 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7908db85-a090-4098-94d9-b21db75ec7f3 HTTP/1.1" status: 204 len: 168 time: 0.2425277 Nov 25 20:00:27.252300 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f7d74a15-9e3a-4bbc-93bd-82aa6d92842a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:27.261879 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb0cb4-6f59-4be4-b92d-f71525a01781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7908db85-a090-4098-94d9-b21db75ec7f3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:27.286238 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f7d74a15-9e3a-4bbc-93bd-82aa6d92842a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:27.359503 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f7d74a15-9e3a-4bbc-93bd-82aa6d92842a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:27.363828 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f7d74a15-9e3a-4bbc-93bd-82aa6d92842a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:27.365852 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f7d74a15-9e3a-4bbc-93bd-82aa6d92842a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/55dfc76d-afe7-49c1-9b73-7f0b6f18a069 HTTP/1.1" status: 204 len: 168 time: 0.1919043 Nov 25 20:00:27.378042 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d74a15-9e3a-4bbc-93bd-82aa6d92842a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dfc76d-afe7-49c1-9b73-7f0b6f18a069,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:28.157988 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43708) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:28.177764 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f1b63f69-325e-403c-b28c-298abd6caf5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:28.299197 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f1b63f69-325e-403c-b28c-298abd6caf5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:28.308362 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f1b63f69-325e-403c-b28c-298abd6caf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:28.369378 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43716) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:28.370115 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f1b63f69-325e-403c-b28c-298abd6caf5c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7d18e1c12d6f40358b61904e1b0f67ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2102611 Nov 25 20:00:28.371222 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b63f69-325e-403c-b28c-298abd6caf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a5fe3b-af82-4d39-a74c-ab86adaf549d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:28.512468 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e30cb3a0-ed16-490f-b408-8f17022f96fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:28.560867 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e30cb3a0-ed16-490f-b408-8f17022f96fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:28.675871 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e30cb3a0-ed16-490f-b408-8f17022f96fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:28.679084 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e30cb3a0-ed16-490f-b408-8f17022f96fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:28.680648 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e30cb3a0-ed16-490f-b408-8f17022f96fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f5a5fe3b-af82-4d39-a74c-ab86adaf549d HTTP/1.1" status: 204 len: 168 time: 0.3083661 Nov 25 20:00:28.692124 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30cb3a0-ed16-490f-b408-8f17022f96fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a5fe3b-af82-4d39-a74c-ab86adaf549d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:28.994900 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43738) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:29.081907 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 288f5e44-32e5-4c7b-b41a-9fe8050f971f no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:00:29.144469 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 288f5e44-32e5-4c7b-b41a-9fe8050f971f {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:00:29.145631 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 288f5e44-32e5-4c7b-b41a-9fe8050f971f not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:00:29.273578 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e006f55a-ab56-410c-90b0-61a29831ffe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:29.419876 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-22e049b9-fc38-4003-bdcc-50836da78fd6 tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-920550498'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:29.420708 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-22e049b9-fc38-4003-bdcc-50836da78fd6 tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] Unknown quota resources ['metering_label']. {{(pid=103599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 20:00:29.628063 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22e049b9-fc38-4003-bdcc-50836da78fd6 tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:29.632934 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43788) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:29.634259 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-22e049b9-fc38-4003-bdcc-50836da78fd6 tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6370506 Nov 25 20:00:29.642744 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-ab707f29-bc6c-415f-b18e-511a6cb5a0d9 tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '9f9a9bc9-b8c7-4671-949e-625eb66b868c'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:29.643261 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-ab707f29-bc6c-415f-b18e-511a6cb5a0d9 tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103600) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 20:00:29.781499 n-d-819349-5 neutron-server[103600]: WARNING neutron.services.metering.metering_plugin [None req-ab707f29-bc6c-415f-b18e-511a6cb5a0d9 tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 20:00:29.944302 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab707f29-bc6c-415f-b18e-511a6cb5a0d9 tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:29.945603 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ab707f29-bc6c-415f-b18e-511a6cb5a0d9 tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3104784 Nov 25 20:00:29.950785 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43802) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:29.959265 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9e1f0101-f03f-4782-b9fd-1880bffff618 tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '9f9a9bc9-b8c7-4671-949e-625eb66b868c'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:29.960114 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9e1f0101-f03f-4782-b9fd-1880bffff618 tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 20:00:30.069352 n-d-819349-5 neutron-server[103599]: WARNING neutron.services.metering.metering_plugin [None req-9e1f0101-f03f-4782-b9fd-1880bffff618 tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 20:00:30.278731 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e1f0101-f03f-4782-b9fd-1880bffff618 tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:30.281044 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9e1f0101-f03f-4782-b9fd-1880bffff618 tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3282394 Nov 25 20:00:30.287868 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43814) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:30.309009 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a4f9bbb8-83c7-4dd5-bb7b-7413ebb7d4c9 tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=26f21f44-890f-4903-b4f7-129d62ff02c6 HTTP/1.1" status: 200 len: 464 time: 0.0195358 Nov 25 20:00:30.315863 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43816) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:30.517650 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf790d7b-97cb-494b-a290-14cda286bccd tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:30.519960 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cf790d7b-97cb-494b-a290-14cda286bccd tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/26f21f44-890f-4903-b4f7-129d62ff02c6 HTTP/1.1" status: 204 len: 168 time: 0.2003222 Nov 25 20:00:30.522839 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43832) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:30.533161 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0ee58782-8860-4b89-9cde-d5eb5b6489f8 tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=26f21f44-890f-4903-b4f7-129d62ff02c6 HTTP/1.1" status: 200 len: 221 time: 0.0090637 Nov 25 20:00:30.536964 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43834) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:30.543505 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-bec58060-17a4-4257-a448-4132ebe49152 tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1870367171', 'description': 'label created by tempest'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:30.544311 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-bec58060-17a4-4257-a448-4132ebe49152 tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] Unknown quota resources ['metering_label']. {{(pid=103600) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 20:00:30.840307 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bec58060-17a4-4257-a448-4132ebe49152 tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:30.843727 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bec58060-17a4-4257-a448-4132ebe49152 tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3055418 Nov 25 20:00:30.847911 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43856) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:30.924470 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-25b3c4a3-7b3d-4435-a30f-f53a6d9c555b tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=d8f5a49f-5dd8-4374-a87d-73da5f5c55df HTTP/1.1" status: 200 len: 468 time: 0.0752103 Nov 25 20:00:30.929350 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43858) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:31.302485 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b399e8c5-cbcd-416c-82ad-3809f4178378 tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:31.304686 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b399e8c5-cbcd-416c-82ad-3809f4178378 tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/d8f5a49f-5dd8-4374-a87d-73da5f5c55df HTTP/1.1" status: 204 len: 168 time: 0.3723991 Nov 25 20:00:31.316276 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43864) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:31.383126 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7323268f-1569-48cd-8594-1a4335278f02 tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=d8f5a49f-5dd8-4374-a87d-73da5f5c55df HTTP/1.1" status: 200 len: 216 time: 0.0613217 Nov 25 20:00:31.387215 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43868) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:31.412881 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3d70d238-ffce-4267-9372-3b7ee0ac3e3e tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0234571 Nov 25 20:00:31.419054 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43870) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:31.443395 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-83f32b6a-b05d-4b6b-8db2-66e70e3ec713 tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0225403 Nov 25 20:00:31.449495 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43872) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:31.537174 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2f4317da-20ac-4c48-b30b-1abcd00bf815 tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels/9f9a9bc9-b8c7-4671-949e-625eb66b868c HTTP/1.1" status: 200 len: 472 time: 0.0853879 Nov 25 20:00:31.542692 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43874) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:31.554267 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6ba36d4c-1ede-4c6a-b16f-8c718c925273 tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules/ade7c98c-4b09-49f6-9dc4-f758624c4329 HTTP/1.1" status: 200 len: 461 time: 0.0102897 Nov 25 20:00:31.559764 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43876) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:31.702166 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57e78f07-f751-4dd2-9209-ce1ae3a2343e tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:31.703827 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-57e78f07-f751-4dd2-9209-ce1ae3a2343e tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/ade7c98c-4b09-49f6-9dc4-f758624c4329 HTTP/1.1" status: 204 len: 168 time: 0.1425111 Nov 25 20:00:31.707955 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43878) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:31.745159 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b7b5b901-3e72-4770-b17d-d50b9bf47e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:32.146506 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65a9d885-36e6-4ce5-b7e3-134e4ce98fde tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:32.150649 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-65a9d885-36e6-4ce5-b7e3-134e4ce98fde tempest-MeteringTestJSON-198622330 tempest-MeteringTestJSON-198622330-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/9f9a9bc9-b8c7-4671-949e-625eb66b868c HTTP/1.1" status: 204 len: 168 time: 0.4388039 Nov 25 20:00:32.573570 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43894) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:32.800676 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6750cf7f-d079-4939-8bd6-d7a35b264210 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:32.930107 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6750cf7f-d079-4939-8bd6-d7a35b264210 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:32.937520 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6750cf7f-d079-4939-8bd6-d7a35b264210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:32.979906 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6750cf7f-d079-4939-8bd6-d7a35b264210 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=23a84fa8873e4abfb79e8d3ba05868e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4018419 Nov 25 20:00:32.980451 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43934) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:33.034314 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750cf7f-d079-4939-8bd6-d7a35b264210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb19d4b-09e8-4b96-84bb-5d8e9330a83e,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:33.151938 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fb070d2-0371-4ed6-a4b7-b4a2e601802a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:33.202874 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fb070d2-0371-4ed6-a4b7-b4a2e601802a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:33.306856 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fb070d2-0371-4ed6-a4b7-b4a2e601802a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:33.314624 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fb070d2-0371-4ed6-a4b7-b4a2e601802a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:33.319062 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8fb070d2-0371-4ed6-a4b7-b4a2e601802a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ffb19d4b-09e8-4b96-84bb-5d8e9330a83e HTTP/1.1" status: 204 len: 168 time: 0.3366919 Nov 25 20:00:33.335247 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb070d2-0371-4ed6-a4b7-b4a2e601802a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb19d4b-09e8-4b96-84bb-5d8e9330a83e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:33.593487 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:00:33.739318 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:33.775148 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 43980) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:33.796480 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-76cced47-7621-4ccf-9aa8-597b18bd5968 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:33.924295 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-76cced47-7621-4ccf-9aa8-597b18bd5968 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:33.930512 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-76cced47-7621-4ccf-9aa8-597b18bd5968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:33.976465 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-76cced47-7621-4ccf-9aa8-597b18bd5968 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fb96222e3d0c4e0aa47f909ba1aa8775&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1994400 Nov 25 20:00:33.977329 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cced47-7621-4ccf-9aa8-597b18bd5968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c05c0a-d45b-4216-b2a2-4145f5ab2d6a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:33.980242 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 43982) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:34.043583 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0135660b-8829-4e37-b6ac-f55f73111745 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:34.084879 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0135660b-8829-4e37-b6ac-f55f73111745 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:34.168830 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0135660b-8829-4e37-b6ac-f55f73111745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:34.171573 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0135660b-8829-4e37-b6ac-f55f73111745 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:34.172991 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0135660b-8829-4e37-b6ac-f55f73111745 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a7c05c0a-d45b-4216-b2a2-4145f5ab2d6a HTTP/1.1" status: 204 len: 168 time: 0.1911600 Nov 25 20:00:34.183876 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135660b-8829-4e37-b6ac-f55f73111745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c05c0a-d45b-4216-b2a2-4145f5ab2d6a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:35.506992 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:35.605496 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:36.437572 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44040) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:36.656715 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-06d0e1ba-9b8d-4ec8-8d5b-e1c64d43dfec tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:36.695428 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44048) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:36.696055 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-06d0e1ba-9b8d-4ec8-8d5b-e1c64d43dfec tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] 10.222.0.55 "PUT /v2.0/quotas/1d74932b4f074823b0ce007581fcae0b HTTP/1.1" status: 200 len: 368 time: 0.2565818 Nov 25 20:00:36.706162 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f208fca7-fc3f-46cf-b339-33350d0e2594 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Request body: {'network': {'project_id': '1d74932b4f074823b0ce007581fcae0b'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:36.756498 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f208fca7-fc3f-46cf-b339-33350d0e2594 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Made reservation on behalf of 1d74932b4f074823b0ce007581fcae0b for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:00:36.762526 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f208fca7-fc3f-46cf-b339-33350d0e2594 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:36.783962 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f208fca7-fc3f-46cf-b339-33350d0e2594 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:36.935568 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-371b1658-eccc-4129-9920-331359e75dfe req-6aac6472-0980-4e50-aa6e-4c1df5285caa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0749755 Nov 25 20:00:36.953546 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f208fca7-fc3f-46cf-b339-33350d0e2594 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:36.961530 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f208fca7-fc3f-46cf-b339-33350d0e2594 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:37.103273 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f208fca7-fc3f-46cf-b339-33350d0e2594 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:00:37.111866 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208fca7-fc3f-46cf-b339-33350d0e2594 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f85e0f-6e62-4261-8bdb-f411f1836226,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:37.205146 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f208fca7-fc3f-46cf-b339-33350d0e2594 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:37.205573 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-f208fca7-fc3f-46cf-b339-33350d0e2594 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Added segment b7ae0106-a89a-4b71-bf21-47a91f3a61de of type vlan for network d34a200d-44ee-4438-84f6-f7ac133d16a1 Nov 25 20:00:37.285967 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b1658-eccc-4129-9920-331359e75dfe req-d682f8a8-303d-4cfb-b051-f78876ff3b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:37.310532 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-371b1658-eccc-4129-9920-331359e75dfe req-d682f8a8-303d-4cfb-b051-f78876ff3b67 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=36ea5929d02e4a0c99fcb11524ca5908&device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 1096 time: 0.2651205 Nov 25 20:00:37.331781 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f208fca7-fc3f-46cf-b339-33350d0e2594 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:37.418785 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f208fca7-fc3f-46cf-b339-33350d0e2594 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:37.419824 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f208fca7-fc3f-46cf-b339-33350d0e2594 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:37.420445 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f208fca7-fc3f-46cf-b339-33350d0e2594 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:37.475918 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b1658-eccc-4129-9920-331359e75dfe req-048ce649-9216-4193-95a1-7bf826c0d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:37.478144 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-371b1658-eccc-4129-9920-331359e75dfe req-048ce649-9216-4193-95a1-7bf826c0d051 service neutron] 10.222.0.73 "GET /v2.0/networks?id=79f390dd-a1bc-4f5d-b799-4937724649fb HTTP/1.1" status: 200 len: 909 time: 0.1510043 Nov 25 20:00:37.553522 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f208fca7-fc3f-46cf-b339-33350d0e2594 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8569632 Nov 25 20:00:37.554521 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44052) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:37.568585 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-aa28710f-e930-43f7-b871-02a7cf9c76be tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Request body: {'network': {'project_id': '1d74932b4f074823b0ce007581fcae0b'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:37.574888 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208fca7-fc3f-46cf-b339-33350d0e2594 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Pushing event updated for resources: {'Network': ['ID=d34a200d-44ee-4438-84f6-f7ac133d16a1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:37.592513 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network d34a200d-44ee-4438-84f6-f7ac133d16a1 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:00:37.626955 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-371b1658-eccc-4129-9920-331359e75dfe req-3e0219ab-4043-457d-b1c7-bc4b75f63d91 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6eafd15-484d-4957-a494-361a59c81e7b HTTP/1.1" status: 200 len: 1000 time: 0.1393123 Nov 25 20:00:37.644474 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa28710f-e930-43f7-b871-02a7cf9c76be tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Made reservation on behalf of 1d74932b4f074823b0ce007581fcae0b for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:00:37.647020 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa28710f-e930-43f7-b871-02a7cf9c76be tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:37.707773 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa28710f-e930-43f7-b871-02a7cf9c76be tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:00:37.744693 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa28710f-e930-43f7-b871-02a7cf9c76be tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:37.745269 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-aa28710f-e930-43f7-b871-02a7cf9c76be tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Added segment ab167792-5c4b-4d00-adb5-49c9d9f79726 of type vlan for network c3445eaa-143b-48f5-9648-2171601f0f82 Nov 25 20:00:37.813615 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa28710f-e930-43f7-b871-02a7cf9c76be tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:37.835426 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b1658-eccc-4129-9920-331359e75dfe req-39fa36ae-e266-485b-b74d-725ef76b572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:37.838732 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-371b1658-eccc-4129-9920-331359e75dfe req-39fa36ae-e266-485b-b74d-725ef76b572f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=58fbc8e7-048f-4825-a83a-6a6c0e7dfb98 HTTP/1.1" status: 200 len: 847 time: 0.2031965 Nov 25 20:00:37.934820 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa28710f-e930-43f7-b871-02a7cf9c76be tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:37.936181 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa28710f-e930-43f7-b871-02a7cf9c76be tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:37.937237 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa28710f-e930-43f7-b871-02a7cf9c76be tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:37.958160 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b1658-eccc-4129-9920-331359e75dfe req-208bf8e6-8997-48d9-b529-3de2d2bc8b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:37.960843 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-371b1658-eccc-4129-9920-331359e75dfe req-208bf8e6-8997-48d9-b529-3de2d2bc8b8b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79f390dd-a1bc-4f5d-b799-4937724649fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127641 Nov 25 20:00:38.059085 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-aa28710f-e930-43f7-b871-02a7cf9c76be tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5030832 Nov 25 20:00:38.062818 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44064) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:38.068173 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ef113323-2616-4a44-9bdc-adddb03c5ff8 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Request body: {'network': {'project_id': '1d74932b4f074823b0ce007581fcae0b'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:38.086248 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef113323-2616-4a44-9bdc-adddb03c5ff8 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 20:00:38.088428 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef113323-2616-4a44-9bdc-adddb03c5ff8 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:00:38.093886 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ef113323-2616-4a44-9bdc-adddb03c5ff8 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0297606 Nov 25 20:00:38.094769 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44066) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:38.189659 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28710f-e930-43f7-b871-02a7cf9c76be tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Pushing event updated for resources: {'Network': ['ID=c3445eaa-143b-48f5-9648-2171601f0f82,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:38.200800 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44068) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:38.203015 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0ac9423c-5da5-4423-be70-a836be79d73d tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1d74932b4f074823b0ce007581fcae0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1068299 Nov 25 20:00:38.213646 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network c3445eaa-143b-48f5-9648-2171601f0f82 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:00:38.308032 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-371b1658-eccc-4129-9920-331359e75dfe req-659a2fb7-332f-45f5-acdb-f30969155325 service neutron] 10.222.0.73 "GET /v2.0/networks/79f390dd-a1bc-4f5d-b799-4937724649fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246498 Nov 25 20:00:38.380411 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-352d5246-cc08-414b-a3ed-4700b647bfac tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:38.485206 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-352d5246-cc08-414b-a3ed-4700b647bfac tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:38.577145 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-371b1658-eccc-4129-9920-331359e75dfe req-aefe9d03-94b9-4b2e-b46d-3d7db20961c3 service neutron] 10.222.0.73 "GET /v2.0/networks/79f390dd-a1bc-4f5d-b799-4937724649fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590983 Nov 25 20:00:38.613435 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-352d5246-cc08-414b-a3ed-4700b647bfac tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:38.616861 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-352d5246-cc08-414b-a3ed-4700b647bfac tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:38.618855 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-352d5246-cc08-414b-a3ed-4700b647bfac tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/96f85e0f-6e62-4261-8bdb-f411f1836226 HTTP/1.1" status: 204 len: 168 time: 0.4152935 Nov 25 20:00:38.622479 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44070) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:38.648707 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d5246-cc08-414b-a3ed-4700b647bfac tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f85e0f-6e62-4261-8bdb-f411f1836226,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:38.724280 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8b29350-e8ca-4326-a795-95338a652b71 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:38.884109 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8b29350-e8ca-4326-a795-95338a652b71 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:38.912555 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f8b29350-e8ca-4326-a795-95338a652b71 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3445eaa-143b-48f5-9648-2171601f0f82']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:38.925933 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f8b29350-e8ca-4326-a795-95338a652b71 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab167792-5c4b-4d00-adb5-49c9d9f79726') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:38.926238 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f8b29350-e8ca-4326-a795-95338a652b71 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab167792-5c4b-4d00-adb5-49c9d9f79726') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:38.940445 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8b29350-e8ca-4326-a795-95338a652b71 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:38.961372 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8b29350-e8ca-4326-a795-95338a652b71 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:38.982810 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b29350-e8ca-4326-a795-95338a652b71 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:00:38.983657 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8b29350-e8ca-4326-a795-95338a652b71 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:00:38.987951 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:00:39.105967 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8b29350-e8ca-4326-a795-95338a652b71 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:39.112046 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8b29350-e8ca-4326-a795-95338a652b71 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:39.115712 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f8b29350-e8ca-4326-a795-95338a652b71 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] 10.222.0.55 "DELETE /v2.0/networks/c3445eaa-143b-48f5-9648-2171601f0f82 HTTP/1.1" status: 204 len: 168 time: 0.4916971 Nov 25 20:00:39.118838 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44078) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:39.170403 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b29350-e8ca-4326-a795-95338a652b71 tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3445eaa-143b-48f5-9648-2171601f0f82,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:39.225610 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21e1bb7f-9508-4633-a6c7-ae303796735c tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:39.340729 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21e1bb7f-9508-4633-a6c7-ae303796735c tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:39.389150 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-21e1bb7f-9508-4633-a6c7-ae303796735c tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34a200d-44ee-4438-84f6-f7ac133d16a1']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:39.409896 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-21e1bb7f-9508-4633-a6c7-ae303796735c tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ae0106-a89a-4b71-bf21-47a91f3a61de') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:39.410161 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-21e1bb7f-9508-4633-a6c7-ae303796735c tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ae0106-a89a-4b71-bf21-47a91f3a61de') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:39.436409 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21e1bb7f-9508-4633-a6c7-ae303796735c tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:39.457009 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21e1bb7f-9508-4633-a6c7-ae303796735c tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:39.466364 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e1bb7f-9508-4633-a6c7-ae303796735c tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:00:39.466889 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21e1bb7f-9508-4633-a6c7-ae303796735c tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:00:39.469386 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:00:39.537941 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21e1bb7f-9508-4633-a6c7-ae303796735c tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:39.545044 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21e1bb7f-9508-4633-a6c7-ae303796735c tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:39.548731 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-21e1bb7f-9508-4633-a6c7-ae303796735c tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] 10.222.0.55 "DELETE /v2.0/networks/d34a200d-44ee-4438-84f6-f7ac133d16a1 HTTP/1.1" status: 204 len: 168 time: 0.4285009 Nov 25 20:00:39.563242 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e1bb7f-9508-4633-a6c7-ae303796735c tempest-QuotasNegativeTest-1464408881 tempest-QuotasNegativeTest-1464408881-project-admin] Pushing event deleted for resources: {'Network': ['ID=d34a200d-44ee-4438-84f6-f7ac133d16a1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:40.256642 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44092) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:40.389751 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f342dcd7-0e72-434c-8f60-0084fba5602c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:40.488979 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f342dcd7-0e72-434c-8f60-0084fba5602c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:40.498055 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f342dcd7-0e72-434c-8f60-0084fba5602c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:40.562630 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342dcd7-0e72-434c-8f60-0084fba5602c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208ac755-6cdf-431b-acd3-09045649ad11,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:40.572566 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44096) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:40.580227 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f342dcd7-0e72-434c-8f60-0084fba5602c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a32518c19d674667a48ff34fc14f300b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3223197 Nov 25 20:00:40.686258 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-848d5a9b-eab4-4bd7-ac8f-3b6785dc100d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:40.724796 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-848d5a9b-eab4-4bd7-ac8f-3b6785dc100d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:40.788615 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-848d5a9b-eab4-4bd7-ac8f-3b6785dc100d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:40.793360 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-848d5a9b-eab4-4bd7-ac8f-3b6785dc100d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:40.797190 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-848d5a9b-eab4-4bd7-ac8f-3b6785dc100d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/208ac755-6cdf-431b-acd3-09045649ad11 HTTP/1.1" status: 204 len: 168 time: 0.2210021 Nov 25 20:00:40.805567 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d5a9b-eab4-4bd7-ac8f-3b6785dc100d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208ac755-6cdf-431b-acd3-09045649ad11,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:41.231355 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44108) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:41.246587 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32dcd0b1-96d6-412a-b849-853899edae0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:41.353344 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32dcd0b1-96d6-412a-b849-853899edae0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:41.362332 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32dcd0b1-96d6-412a-b849-853899edae0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:41.404235 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dcd0b1-96d6-412a-b849-853899edae0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7845bfa6-a97d-4334-9a0f-d98ad3d57b06,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:41.413719 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-32dcd0b1-96d6-412a-b849-853899edae0f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c4f4f697664941498cde09f7f4dca21f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1806026 Nov 25 20:00:41.416175 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44110) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:41.482911 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fd6db101-e69a-418a-95ab-cafdd2da4596 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:41.517367 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fd6db101-e69a-418a-95ab-cafdd2da4596 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:41.655574 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fd6db101-e69a-418a-95ab-cafdd2da4596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:41.660866 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fd6db101-e69a-418a-95ab-cafdd2da4596 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:41.667556 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fd6db101-e69a-418a-95ab-cafdd2da4596 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7845bfa6-a97d-4334-9a0f-d98ad3d57b06 HTTP/1.1" status: 204 len: 168 time: 0.2496784 Nov 25 20:00:41.682387 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6db101-e69a-418a-95ab-cafdd2da4596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7845bfa6-a97d-4334-9a0f-d98ad3d57b06,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:43.979432 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44158) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:44.120108 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-7be375d2-afb7-4480-8dff-c034904151a5 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1841480725', 'router:external': True}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:44.167762 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be375d2-afb7-4480-8dff-c034904151a5 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Made reservation on behalf of c4d5e203614c46329fefd37a105793dc for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:00:44.172518 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7be375d2-afb7-4480-8dff-c034904151a5 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.190102 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7be375d2-afb7-4480-8dff-c034904151a5 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.379088 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7be375d2-afb7-4480-8dff-c034904151a5 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.386531 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7be375d2-afb7-4480-8dff-c034904151a5 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.444125 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be375d2-afb7-4480-8dff-c034904151a5 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:00:44.472619 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be375d2-afb7-4480-8dff-c034904151a5 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ac4486-12ab-4bf9-93e7-44a0be680ccd,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:44.497584 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7be375d2-afb7-4480-8dff-c034904151a5 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.500914 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-7be375d2-afb7-4480-8dff-c034904151a5 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Added segment aba7baac-e556-4c6d-9a64-07ca6fb4cbae of type vlan for network faa65421-2e60-4683-9446-e2818fc2e5f5 Nov 25 20:00:44.621214 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7be375d2-afb7-4480-8dff-c034904151a5 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.676624 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7be375d2-afb7-4480-8dff-c034904151a5 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.678086 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be375d2-afb7-4480-8dff-c034904151a5 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:44.678775 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7be375d2-afb7-4480-8dff-c034904151a5 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.753131 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7be375d2-afb7-4480-8dff-c034904151a5 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7711055 Nov 25 20:00:44.756091 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44168) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:44.763102 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-97994b9a-9fdc-496d-8891-436f678cecd3 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Request body: {'subnet': {'network_id': 'faa65421-2e60-4683-9446-e2818fc2e5f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:44.773000 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be375d2-afb7-4480-8dff-c034904151a5 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Pushing event updated for resources: {'Network': ['ID=faa65421-2e60-4683-9446-e2818fc2e5f5,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:44.794988 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network faa65421-2e60-4683-9446-e2818fc2e5f5 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:00:44.819308 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97994b9a-9fdc-496d-8891-436f678cecd3 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Made reservation on behalf of c4d5e203614c46329fefd37a105793dc for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:00:44.823764 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97994b9a-9fdc-496d-8891-436f678cecd3 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:45.333639 n-d-819349-5 neutron-server[103599]: DEBUG neutron.objects.ports [None req-97994b9a-9fdc-496d-8891-436f678cecd3 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 20:00:45.334102 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97994b9a-9fdc-496d-8891-436f678cecd3 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:45.426834 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97994b9a-9fdc-496d-8891-436f678cecd3 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Pushing event updated for resources: {'Subnet': ['ID=42be9661-589e-4aa2-a0e8-f025241beec9,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:45.441781 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97994b9a-9fdc-496d-8891-436f678cecd3 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Checking segment: {'id': 'aba7baac-e556-4c6d-9a64-07ca6fb4cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'faa65421-2e60-4683-9446-e2818fc2e5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:00:45.442436 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97994b9a-9fdc-496d-8891-436f678cecd3 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Network hostable DHCP agents. Network: faa65421-2e60-4683-9446-e2818fc2e5f5, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:00:45.491292 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97994b9a-9fdc-496d-8891-436f678cecd3 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Network faa65421-2e60-4683-9446-e2818fc2e5f5 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:00:45.530326 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-97994b9a-9fdc-496d-8891-436f678cecd3 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, faa65421-2e60-4683-9446-e2818fc2e5f5) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:00:45.540069 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97994b9a-9fdc-496d-8891-436f678cecd3 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:45.547654 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97994b9a-9fdc-496d-8891-436f678cecd3 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:45.551196 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e261e4-3580-4633-a7cb-2984aaf3c9d9 None None] Network faa65421-2e60-4683-9446-e2818fc2e5f5 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:00:45.611891 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44176) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:45.616782 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-97994b9a-9fdc-496d-8891-436f678cecd3 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8586683 Nov 25 20:00:45.617171 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-2fe47c42-cc3e-4197-b6b7-391dff0ef7f0 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2121293102', 'network_id': 'faa65421-2e60-4683-9446-e2818fc2e5f5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:45.692550 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe47c42-cc3e-4197-b6b7-391dff0ef7f0 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Made reservation on behalf of c4d5e203614c46329fefd37a105793dc for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:00:45.698263 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2fe47c42-cc3e-4197-b6b7-391dff0ef7f0 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:45.783689 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-2fe47c42-cc3e-4197-b6b7-391dff0ef7f0 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] device_id is not set on port cf12ccc9-1c54-4d43-ad35-9f9553fd8fd5 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 20:00:45.985765 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4f5ba3-019c-40fa-a087-16d17bc07a37 None None] Network faa65421-2e60-4683-9446-e2818fc2e5f5 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:00:46.121155 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-2fe47c42-cc3e-4197-b6b7-391dff0ef7f0 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Allocated IP 172.20.0.8 (faa65421-2e60-4683-9446-e2818fc2e5f5/42be9661-589e-4aa2-a0e8-f025241beec9/cf12ccc9-1c54-4d43-ad35-9f9553fd8fd5) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:00:46.404668 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2fe47c42-cc3e-4197-b6b7-391dff0ef7f0 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:46.450236 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2fe47c42-cc3e-4197-b6b7-391dff0ef7f0 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:46.506503 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe47c42-cc3e-4197-b6b7-391dff0ef7f0 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Network faa65421-2e60-4683-9446-e2818fc2e5f5 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:00:46.510750 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-2fe47c42-cc3e-4197-b6b7-391dff0ef7f0 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:00:46.515393 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe47c42-cc3e-4197-b6b7-391dff0ef7f0 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:00:46.522764 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe47c42-cc3e-4197-b6b7-391dff0ef7f0 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Pushing event updated for resources: {'Port': ['ID=cf12ccc9-1c54-4d43-ad35-9f9553fd8fd5,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:46.589404 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe47c42-cc3e-4197-b6b7-391dff0ef7f0 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:46.590107 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2fe47c42-cc3e-4197-b6b7-391dff0ef7f0 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:46.630488 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2fe47c42-cc3e-4197-b6b7-391dff0ef7f0 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.0170629 Nov 25 20:00:46.632846 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44190) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:46.785589 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-29c50edc-3d99-4a5d-a16e-8d4bb14853ad tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Deleting port cf12ccc9-1c54-4d43-ad35-9f9553fd8fd5 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:00:46.786365 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29c50edc-3d99-4a5d-a16e-8d4bb14853ad tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.046747 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29c50edc-3d99-4a5d-a16e-8d4bb14853ad tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.067938 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-29c50edc-3d99-4a5d-a16e-8d4bb14853ad tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Calling delete_port for cf12ccc9-1c54-4d43-ad35-9f9553fd8fd5 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:00:47.268370 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29c50edc-3d99-4a5d-a16e-8d4bb14853ad tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.342647 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c50edc-3d99-4a5d-a16e-8d4bb14853ad tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf12ccc9-1c54-4d43-ad35-9f9553fd8fd5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:47.411714 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29c50edc-3d99-4a5d-a16e-8d4bb14853ad tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.418424 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-29c50edc-3d99-4a5d-a16e-8d4bb14853ad tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "DELETE /v2.0/ports/cf12ccc9-1c54-4d43-ad35-9f9553fd8fd5 HTTP/1.1" status: 204 len: 168 time: 0.7813313 Nov 25 20:00:47.418995 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44196) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:47.423745 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-9f3bd2cb-db1d-4003-a05d-3fdbb71d2076 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'faa65421-2e60-4683-9446-e2818fc2e5f5', 'external_fixed_ips': [{'subnet_id': '42be9661-589e-4aa2-a0e8-f025241beec9', 'ip_address': '172.20.0.8'}]}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:47.455024 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f3bd2cb-db1d-4003-a05d-3fdbb71d2076 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.456618 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f3bd2cb-db1d-4003-a05d-3fdbb71d2076 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.574009 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f3bd2cb-db1d-4003-a05d-3fdbb71d2076 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.786529 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f3bd2cb-db1d-4003-a05d-3fdbb71d2076 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:48.449067 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f3bd2cb-db1d-4003-a05d-3fdbb71d2076 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:48.484705 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f3bd2cb-db1d-4003-a05d-3fdbb71d2076 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:48.826565 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-9f3bd2cb-db1d-4003-a05d-3fdbb71d2076 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Allocated IP 172.20.0.8 (faa65421-2e60-4683-9446-e2818fc2e5f5/42be9661-589e-4aa2-a0e8-f025241beec9/01263932-53fe-41ed-861b-0001159a2997) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:00:49.034306 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f3bd2cb-db1d-4003-a05d-3fdbb71d2076 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:49.125450 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f3bd2cb-db1d-4003-a05d-3fdbb71d2076 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:49.195479 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3bd2cb-db1d-4003-a05d-3fdbb71d2076 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Network faa65421-2e60-4683-9446-e2818fc2e5f5 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:00:49.206125 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-9f3bd2cb-db1d-4003-a05d-3fdbb71d2076 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:00:49.210614 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3bd2cb-db1d-4003-a05d-3fdbb71d2076 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:00:49.246477 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bd2cb-db1d-4003-a05d-3fdbb71d2076 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Pushing event updated for resources: {'Port': ['ID=01263932-53fe-41ed-861b-0001159a2997,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:49.567387 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f3bd2cb-db1d-4003-a05d-3fdbb71d2076 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:49.883211 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f3bd2cb-db1d-4003-a05d-3fdbb71d2076 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:50.191815 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3bd2cb-db1d-4003-a05d-3fdbb71d2076 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Router 080812bd-60c0-499c-82e5-0d1c751c5fe1 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:00:50.359191 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3bd2cb-db1d-4003-a05d-3fdbb71d2076 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:00:50.375867 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475356c5-b5fb-4ac2-95f1-27bf44298bc6 None None] Sync routers for ids ['080812bd-60c0-499c-82e5-0d1c751c5fe1'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:00:50.393449 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475356c5-b5fb-4ac2-95f1-27bf44298bc6 None None] Routers {'080812bd-60c0-499c-82e5-0d1c751c5fe1'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:00:50.394241 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f3bd2cb-db1d-4003-a05d-3fdbb71d2076 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:50.395594 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-475356c5-b5fb-4ac2-95f1-27bf44298bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:00:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['080812bd-60c0-499c-82e5-0d1c751c5fe1'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:50.400833 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44220) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:50.401688 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9f3bd2cb-db1d-4003-a05d-3fdbb71d2076 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.9810219 Nov 25 20:00:50.591336 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9c69aa0-cd05-4a25-9b22-d5cca889ba27 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:50.636597 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-475356c5-b5fb-4ac2-95f1-27bf44298bc6 None None] Set router 080812bd-60c0-499c-82e5-0d1c751c5fe1 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:00:50.953560 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9c69aa0-cd05-4a25-9b22-d5cca889ba27 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:51.043755 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e9c69aa0-cd05-4a25-9b22-d5cca889ba27 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Deleting port 01263932-53fe-41ed-861b-0001159a2997 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:00:51.045377 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9c69aa0-cd05-4a25-9b22-d5cca889ba27 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:51.087030 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-475356c5-b5fb-4ac2-95f1-27bf44298bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080812bd-60c0-499c-82e5-0d1c751c5fe1', 'name': '', 'tenant_id': 'c4d5e203614c46329fefd37a105793dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faa65421-2e60-4683-9446-e2818fc2e5f5', 'external_fixed_ips': [{'subnet_id': '42be9661-589e-4aa2-a0e8-f025241beec9', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '01263932-53fe-41ed-861b-0001159a2997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:00:47Z', 'updated_at': '2021-11-25T20:00:49Z', 'revision_number': 3, 'project_id': 'c4d5e203614c46329fefd37a105793dc', 'gw_port': {'id': '01263932-53fe-41ed-861b-0001159a2997', 'name': '', 'network_id': 'faa65421-2e60-4683-9446-e2818fc2e5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080812bd-60c0-499c-82e5-0d1c751c5fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '42be9661-589e-4aa2-a0e8-f025241beec9', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:00:48Z', 'updated_at': '2021-11-25T20:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42be9661-589e-4aa2-a0e8-f025241beec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:51.138670 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475356c5-b5fb-4ac2-95f1-27bf44298bc6 None None] Checking router: 080812bd-60c0-499c-82e5-0d1c751c5fe1 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:00:51.139841 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475356c5-b5fb-4ac2-95f1-27bf44298bc6 None None] Updating router 080812bd-60c0-499c-82e5-0d1c751c5fe1 port 01263932-53fe-41ed-861b-0001159a2997 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:00:51.214114 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-475356c5-b5fb-4ac2-95f1-27bf44298bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:51.235476 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9c69aa0-cd05-4a25-9b22-d5cca889ba27 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:51.256180 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e9c69aa0-cd05-4a25-9b22-d5cca889ba27 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Calling delete_port for 01263932-53fe-41ed-861b-0001159a2997 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:00:51.546086 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9c69aa0-cd05-4a25-9b22-d5cca889ba27 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:51.570565 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c69aa0-cd05-4a25-9b22-d5cca889ba27 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Pushing event deleted for resources: {'Port': ['ID=01263932-53fe-41ed-861b-0001159a2997,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:51.662687 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9c69aa0-cd05-4a25-9b22-d5cca889ba27 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:51.699073 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.db.api [None req-475356c5-b5fb-4ac2-95f1-27bf44298bc6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 20:00:51.700012 n-d-819349-5 neutron-server[103602]: DEBUG oslo_db.api [None req-475356c5-b5fb-4ac2-95f1-27bf44298bc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 20:00:51.770275 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9c69aa0-cd05-4a25-9b22-d5cca889ba27 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:51.772965 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9c69aa0-cd05-4a25-9b22-d5cca889ba27 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:51.833426 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9c69aa0-cd05-4a25-9b22-d5cca889ba27 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:51.834480 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c69aa0-cd05-4a25-9b22-d5cca889ba27 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 080812bd-60c0-499c-82e5-0d1c751c5fe1 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:00:51.848637 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9c69aa0-cd05-4a25-9b22-d5cca889ba27 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:51.850901 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e9c69aa0-cd05-4a25-9b22-d5cca889ba27 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "DELETE /v2.0/routers/080812bd-60c0-499c-82e5-0d1c751c5fe1 HTTP/1.1" status: 204 len: 168 time: 1.4479036 Nov 25 20:00:51.853749 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44228) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:51.918347 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-04401fd3-e5e8-4a00-b4df-f31cbc7b7e71 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Deleting subnet 42be9661-589e-4aa2-a0e8-f025241beec9 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:00:51.922253 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-04401fd3-e5e8-4a00-b4df-f31cbc7b7e71 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:51.963721 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-04401fd3-e5e8-4a00-b4df-f31cbc7b7e71 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:52.030817 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-04401fd3-e5e8-4a00-b4df-f31cbc7b7e71 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:52.155754 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-04401fd3-e5e8-4a00-b4df-f31cbc7b7e71 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:52.223121 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-04401fd3-e5e8-4a00-b4df-f31cbc7b7e71 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:52.229506 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-04401fd3-e5e8-4a00-b4df-f31cbc7b7e71 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/42be9661-589e-4aa2-a0e8-f025241beec9 HTTP/1.1" status: 204 len: 168 time: 0.3741844 Nov 25 20:00:52.231188 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04401fd3-e5e8-4a00-b4df-f31cbc7b7e71 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=42be9661-589e-4aa2-a0e8-f025241beec9,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:52.240872 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44238) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:52.257262 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475356c5-b5fb-4ac2-95f1-27bf44298bc6 None None] Port 01263932-53fe-41ed-861b-0001159a2997 not found while updating agent binding for router 080812bd-60c0-499c-82e5-0d1c751c5fe1. {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 25 20:00:52.279586 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475356c5-b5fb-4ac2-95f1-27bf44298bc6 None None] Routers set() bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:00:52.280245 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475356c5-b5fb-4ac2-95f1-27bf44298bc6 None None] Router IDs set() for agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 20:00:52.282094 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_agentschedulers_db [None req-475356c5-b5fb-4ac2-95f1-27bf44298bc6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'080812bd-60c0-499c-82e5-0d1c751c5fe1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:00:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent'). {{(pid=103602) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 20:00:52.282901 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475356c5-b5fb-4ac2-95f1-27bf44298bc6 None None] The sync data for ids ['080812bd-60c0-499c-82e5-0d1c751c5fe1'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:00:52.421675 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6b3b9c5-ef7c-41b3-ab8e-cff0e46d3c28 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:52.527639 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6b3b9c5-ef7c-41b3-ab8e-cff0e46d3c28 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:52.558841 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-a6b3b9c5-ef7c-41b3-ab8e-cff0e46d3c28 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa65421-2e60-4683-9446-e2818fc2e5f5']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:52.573465 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-a6b3b9c5-ef7c-41b3-ab8e-cff0e46d3c28 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba7baac-e556-4c6d-9a64-07ca6fb4cbae') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:52.573465 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-a6b3b9c5-ef7c-41b3-ab8e-cff0e46d3c28 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba7baac-e556-4c6d-9a64-07ca6fb4cbae') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:52.591871 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6b3b9c5-ef7c-41b3-ab8e-cff0e46d3c28 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:52.628478 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6b3b9c5-ef7c-41b3-ab8e-cff0e46d3c28 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:52.649396 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b3b9c5-ef7c-41b3-ab8e-cff0e46d3c28 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:00:52.651450 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6b3b9c5-ef7c-41b3-ab8e-cff0e46d3c28 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:00:52.656339 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:00:52.793653 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6b3b9c5-ef7c-41b3-ab8e-cff0e46d3c28 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:52.808791 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b3b9c5-ef7c-41b3-ab8e-cff0e46d3c28 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network faa65421-2e60-4683-9446-e2818fc2e5f5 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 20:00:52.826045 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6b3b9c5-ef7c-41b3-ab8e-cff0e46d3c28 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:52.838344 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a6b3b9c5-ef7c-41b3-ab8e-cff0e46d3c28 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "DELETE /v2.0/networks/faa65421-2e60-4683-9446-e2818fc2e5f5 HTTP/1.1" status: 204 len: 168 time: 0.5949230 Nov 25 20:00:52.840481 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3b9c5-ef7c-41b3-ab8e-cff0e46d3c28 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Pushing event deleted for resources: {'Network': ['ID=faa65421-2e60-4683-9446-e2818fc2e5f5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:53.296613 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44254) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:53.302772 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-ef53081a-cf48-49ee-853c-6b778803ed1a tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Request body: {'router': {'name': 'tempest-router--1755793448', 'project_id': 'a5af32610f3a49408577502b4554f29e'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:53.340264 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef53081a-cf48-49ee-853c-6b778803ed1a tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:53.342901 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef53081a-cf48-49ee-853c-6b778803ed1a tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:53.454658 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef53081a-cf48-49ee-853c-6b778803ed1a tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:53.464780 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef53081a-cf48-49ee-853c-6b778803ed1a tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:53.497101 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef53081a-cf48-49ee-853c-6b778803ed1a tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:53.500339 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ef53081a-cf48-49ee-853c-6b778803ed1a tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2011151 Nov 25 20:00:53.506439 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44260) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:53.655763 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ee1ebc7-722e-4209-a85b-7a9e94b60d7f tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:53.832522 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:53.968570 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ee1ebc7-722e-4209-a85b-7a9e94b60d7f tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:53.972567 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ee1ebc7-722e-4209-a85b-7a9e94b60d7f tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:54.071108 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ee1ebc7-722e-4209-a85b-7a9e94b60d7f tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:54.082217 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee1ebc7-722e-4209-a85b-7a9e94b60d7f tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2bb51ec9-9893-49f3-b62d-2e5933506400 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:00:54.088697 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ee1ebc7-722e-4209-a85b-7a9e94b60d7f tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:54.105450 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1ee1ebc7-722e-4209-a85b-7a9e94b60d7f tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "DELETE /v2.0/routers/2bb51ec9-9893-49f3-b62d-2e5933506400 HTTP/1.1" status: 204 len: 168 time: 0.5967269 Nov 25 20:00:54.273720 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44266) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:54.422461 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:54.822447 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7864578a-b02a-4563-aa25-0dd032bc12b9 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-442282924', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:54.877466 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7864578a-b02a-4563-aa25-0dd032bc12b9 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:54.879822 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7864578a-b02a-4563-aa25-0dd032bc12b9 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:54.996025 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7864578a-b02a-4563-aa25-0dd032bc12b9 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:55.517398 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7864578a-b02a-4563-aa25-0dd032bc12b9 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:55.856974 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7864578a-b02a-4563-aa25-0dd032bc12b9 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:55.879191 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7864578a-b02a-4563-aa25-0dd032bc12b9 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:56.163583 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-7864578a-b02a-4563-aa25-0dd032bc12b9 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Allocated IP 172.25.6.84 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/6c878fa4-8891-49df-b01d-c6be6d339e02) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:00:56.366761 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7864578a-b02a-4563-aa25-0dd032bc12b9 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:56.425359 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7864578a-b02a-4563-aa25-0dd032bc12b9 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:56.483514 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7864578a-b02a-4563-aa25-0dd032bc12b9 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:00:56.488804 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7864578a-b02a-4563-aa25-0dd032bc12b9 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:00:56.496089 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7864578a-b02a-4563-aa25-0dd032bc12b9 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:00:56.520600 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c94ac5-9c72-4dee-be78-8e7e4d7442f7 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:00:56.542412 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864578a-b02a-4563-aa25-0dd032bc12b9 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Pushing event updated for resources: {'Port': ['ID=6c878fa4-8891-49df-b01d-c6be6d339e02,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:56.624783 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-b2314e2b-b86b-4ff9-9043-ec7954738aca None None] Provisioning complete for port 6c878fa4-8891-49df-b01d-c6be6d339e02 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:00:56.630158 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b2314e2b-b86b-4ff9-9043-ec7954738aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:56.719033 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b2314e2b-b86b-4ff9-9043-ec7954738aca None None] Port 6c878fa4-8891-49df-b01d-c6be6d339e02 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:00:56.991592 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7864578a-b02a-4563-aa25-0dd032bc12b9 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:57.357859 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7864578a-b02a-4563-aa25-0dd032bc12b9 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:57.637786 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7864578a-b02a-4563-aa25-0dd032bc12b9 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Router 3aa8a464-9b9c-43d6-887a-d50ce35f31a0 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:00:57.837039 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7864578a-b02a-4563-aa25-0dd032bc12b9 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:00:57.854778 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8242e7-2a9e-4505-9e4e-fa65e21c5a2f None None] Sync routers for ids ['3aa8a464-9b9c-43d6-887a-d50ce35f31a0'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:00:57.886177 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8242e7-2a9e-4505-9e4e-fa65e21c5a2f None None] Routers {'3aa8a464-9b9c-43d6-887a-d50ce35f31a0'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:00:57.886177 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-af8242e7-2a9e-4505-9e4e-fa65e21c5a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:00:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['3aa8a464-9b9c-43d6-887a-d50ce35f31a0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:57.887088 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7864578a-b02a-4563-aa25-0dd032bc12b9 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:57.887088 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7864578a-b02a-4563-aa25-0dd032bc12b9 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.6115439 Nov 25 20:00:57.890918 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44302) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:58.032060 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-af8242e7-2a9e-4505-9e4e-fa65e21c5a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:58.100616 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8242e7-2a9e-4505-9e4e-fa65e21c5a2f None None] Routers {'3aa8a464-9b9c-43d6-887a-d50ce35f31a0'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:00:58.102153 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-af8242e7-2a9e-4505-9e4e-fa65e21c5a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:00:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['3aa8a464-9b9c-43d6-887a-d50ce35f31a0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:58.221313 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-af8242e7-2a9e-4505-9e4e-fa65e21c5a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:58.222495 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8242e7-2a9e-4505-9e4e-fa65e21c5a2f None None] The sync data for ids ['3aa8a464-9b9c-43d6-887a-d50ce35f31a0'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:00:58.248427 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b0029c2e-83e7-43bd-81f9-f5add543cabc tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "GET /v2.0/routers/3aa8a464-9b9c-43d6-887a-d50ce35f31a0 HTTP/1.1" status: 200 len: 919 time: 0.3545630 Nov 25 20:00:58.251079 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44310) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:58.298336 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c1f606d4-31c8-4396-aa89-5fa44ad8ff60 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa8a464-9b9c-43d6-887a-d50ce35f31a0 HTTP/1.1" status: 200 len: 205 time: 0.0457516 Nov 25 20:00:58.302410 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44316) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:58.532708 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89dffa85-20eb-41a3-a587-d7cee80722af tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:58.800084 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89dffa85-20eb-41a3-a587-d7cee80722af tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:58.943865 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-89dffa85-20eb-41a3-a587-d7cee80722af tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Deleting port 6c878fa4-8891-49df-b01d-c6be6d339e02 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:00:58.945186 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89dffa85-20eb-41a3-a587-d7cee80722af tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:59.108970 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89dffa85-20eb-41a3-a587-d7cee80722af tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:59.131768 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-89dffa85-20eb-41a3-a587-d7cee80722af tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Calling delete_port for 6c878fa4-8891-49df-b01d-c6be6d339e02 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:00:59.325529 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5f10db7e-ac93-4142-986c-44720fb58e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:59.457291 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89dffa85-20eb-41a3-a587-d7cee80722af tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:59.489387 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dffa85-20eb-41a3-a587-d7cee80722af tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Pushing event deleted for resources: {'Port': ['ID=6c878fa4-8891-49df-b01d-c6be6d339e02,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:59.520323 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7770672-0650-4828-a080-56f18d1d4359 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:00:59.604381 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89dffa85-20eb-41a3-a587-d7cee80722af tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:59.747645 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89dffa85-20eb-41a3-a587-d7cee80722af tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:59.752928 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89dffa85-20eb-41a3-a587-d7cee80722af tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:59.852024 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89dffa85-20eb-41a3-a587-d7cee80722af tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:59.854020 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89dffa85-20eb-41a3-a587-d7cee80722af tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Fanout notify agent at l3_agent the message router_deleted on router 3aa8a464-9b9c-43d6-887a-d50ce35f31a0 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:00:59.871240 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89dffa85-20eb-41a3-a587-d7cee80722af tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:59.874859 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-89dffa85-20eb-41a3-a587-d7cee80722af tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "DELETE /v2.0/routers/3aa8a464-9b9c-43d6-887a-d50ce35f31a0 HTTP/1.1" status: 204 len: 168 time: 1.5705957 Nov 25 20:00:59.879819 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44324) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:59.889158 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-51b4b95a-4a5a-4bdd-84ef-02015549b95b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Request body: {'router': {'name': 'tempest-snat-router-965352699', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'enable_snat': False}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:59.933726 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51b4b95a-4a5a-4bdd-84ef-02015549b95b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:59.936043 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51b4b95a-4a5a-4bdd-84ef-02015549b95b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:00.039771 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51b4b95a-4a5a-4bdd-84ef-02015549b95b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:00.300185 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51b4b95a-4a5a-4bdd-84ef-02015549b95b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:00.676524 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51b4b95a-4a5a-4bdd-84ef-02015549b95b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:00.700711 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51b4b95a-4a5a-4bdd-84ef-02015549b95b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:00.990425 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-51b4b95a-4a5a-4bdd-84ef-02015549b95b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Allocated IP 172.25.6.201 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/b9661d7f-0dab-4438-97ac-6daf6437cb79) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:01:01.240652 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51b4b95a-4a5a-4bdd-84ef-02015549b95b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:01.340421 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51b4b95a-4a5a-4bdd-84ef-02015549b95b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:01.437002 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4b95a-4a5a-4bdd-84ef-02015549b95b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Pushing event updated for resources: {'Port': ['ID=b9661d7f-0dab-4438-97ac-6daf6437cb79,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:01.451544 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b4b95a-4a5a-4bdd-84ef-02015549b95b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:01:01.454208 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-51b4b95a-4a5a-4bdd-84ef-02015549b95b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:01:01.469743 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b4b95a-4a5a-4bdd-84ef-02015549b95b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:01:01.481975 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e545d3-e9b1-42f3-9b26-accbf652d1f3 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:01:01.625907 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-77f9f1a5-f3ad-4742-aa20-0b47811044fb None None] Provisioning complete for port b9661d7f-0dab-4438-97ac-6daf6437cb79 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:01.631845 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-77f9f1a5-f3ad-4742-aa20-0b47811044fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:01.699684 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-77f9f1a5-f3ad-4742-aa20-0b47811044fb None None] Port b9661d7f-0dab-4438-97ac-6daf6437cb79 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:01:01.751946 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-74625a79-8c97-4d04-ae34-6fd8bab88e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:02.078145 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51b4b95a-4a5a-4bdd-84ef-02015549b95b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:02.495650 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51b4b95a-4a5a-4bdd-84ef-02015549b95b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:02.834657 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b4b95a-4a5a-4bdd-84ef-02015549b95b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Router 1a15b5b9-e603-4ea4-bdea-27af91fd4b57 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:01:03.055951 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b4b95a-4a5a-4bdd-84ef-02015549b95b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:01:03.076735 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f65a89-2572-48e5-8e3e-d2824e99be7b None None] Sync routers for ids ['1a15b5b9-e603-4ea4-bdea-27af91fd4b57'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:01:03.105015 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f65a89-2572-48e5-8e3e-d2824e99be7b None None] Routers {'1a15b5b9-e603-4ea4-bdea-27af91fd4b57'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:03.105946 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-04f65a89-2572-48e5-8e3e-d2824e99be7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:01:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1a15b5b9-e603-4ea4-bdea-27af91fd4b57'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:03.147113 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51b4b95a-4a5a-4bdd-84ef-02015549b95b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:03.167335 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44368) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:03.182163 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-51b4b95a-4a5a-4bdd-84ef-02015549b95b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2990777 Nov 25 20:01:03.259867 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-04f65a89-2572-48e5-8e3e-d2824e99be7b None None] Set router 1a15b5b9-e603-4ea4-bdea-27af91fd4b57 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:01:03.611741 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9234c38a-9d90-4d93-94b5-e77ea3a477f1 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "GET /v2.0/routers/1a15b5b9-e603-4ea4-bdea-27af91fd4b57 HTTP/1.1" status: 200 len: 908 time: 0.4380317 Nov 25 20:01:03.623198 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44374) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:03.630995 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7a591913-c3ac-4754-9210-ac52a74ea61b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Request body: {'router': {'name': 'tempest-snat-router-965352699', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'enable_snat': True}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:03.708771 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a591913-c3ac-4754-9210-ac52a74ea61b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:03.710998 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a591913-c3ac-4754-9210-ac52a74ea61b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:03.761261 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:03.803734 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-04f65a89-2572-48e5-8e3e-d2824e99be7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a15b5b9-e603-4ea4-bdea-27af91fd4b57', 'name': 'tempest-snat-router-965352699', 'tenant_id': 'c4d5e203614c46329fefd37a105793dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.201'}], 'enable_snat': False}, 'gw_port_id': 'b9661d7f-0dab-4438-97ac-6daf6437cb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:00:59Z', 'updated_at': '2021-11-25T20:01:01Z', 'revision_number': 3, 'project_id': 'c4d5e203614c46329fefd37a105793dc', 'gw_port': {'id': 'b9661d7f-0dab-4438-97ac-6daf6437cb79', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a15b5b9-e603-4ea4-bdea-27af91fd4b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:00Z', 'updated_at': '2021-11-25T20:01:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:03.858868 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f65a89-2572-48e5-8e3e-d2824e99be7b None None] Checking router: 1a15b5b9-e603-4ea4-bdea-27af91fd4b57 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:01:03.859331 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f65a89-2572-48e5-8e3e-d2824e99be7b None None] Updating router 1a15b5b9-e603-4ea4-bdea-27af91fd4b57 port b9661d7f-0dab-4438-97ac-6daf6437cb79 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:01:03.888156 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-04f65a89-2572-48e5-8e3e-d2824e99be7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:03.940752 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a591913-c3ac-4754-9210-ac52a74ea61b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:04.429041 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a591913-c3ac-4754-9210-ac52a74ea61b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:04.796565 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-04f65a89-2572-48e5-8e3e-d2824e99be7b None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:04.818183 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-04f65a89-2572-48e5-8e3e-d2824e99be7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:04.976064 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24735e3c-4e07-40f1-a5e4-19c94b0d6922 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:01:04.985455 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-04f65a89-2572-48e5-8e3e-d2824e99be7b None None] Attempting to bind port b9661d7f-0dab-4438-97ac-6daf6437cb79 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:01:04.986113 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-04f65a89-2572-48e5-8e3e-d2824e99be7b None None] Attempting to bind port b9661d7f-0dab-4438-97ac-6daf6437cb79 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:01:04.986876 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f65a89-2572-48e5-8e3e-d2824e99be7b None None] Attempting to bind port b9661d7f-0dab-4438-97ac-6daf6437cb79 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:01:05.007706 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f65a89-2572-48e5-8e3e-d2824e99be7b None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:01:05.008302 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f65a89-2572-48e5-8e3e-d2824e99be7b None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:01:05.008915 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-04f65a89-2572-48e5-8e3e-d2824e99be7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:05.009743 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f65a89-2572-48e5-8e3e-d2824e99be7b None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:01:05.026382 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-04f65a89-2572-48e5-8e3e-d2824e99be7b None None] Bound port: b9661d7f-0dab-4438-97ac-6daf6437cb79, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:01:05.028143 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-04f65a89-2572-48e5-8e3e-d2824e99be7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:05.060932 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a591913-c3ac-4754-9210-ac52a74ea61b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:05.117731 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a591913-c3ac-4754-9210-ac52a74ea61b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:05.144243 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-04f65a89-2572-48e5-8e3e-d2824e99be7b None None] For port b9661d7f-0dab-4438-97ac-6daf6437cb79, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:01:05.145979 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-98f809fe-d1cf-45e6-89fc-4192c2e0af0d None None] Provisioning complete for port b9661d7f-0dab-4438-97ac-6daf6437cb79 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:05.146927 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-98f809fe-d1cf-45e6-89fc-4192c2e0af0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:05.150024 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-04f65a89-2572-48e5-8e3e-d2824e99be7b None None] For port b9661d7f-0dab-4438-97ac-6daf6437cb79, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b9661d7f-0dab-4438-97ac-6daf6437cb79,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:01:05.155657 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab17d71-4a55-483b-88c4-34691e9a6f33 None None] Pushing event updated for resources: {'Port': ['ID=b9661d7f-0dab-4438-97ac-6daf6437cb79,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:05.168088 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-04f65a89-2572-48e5-8e3e-d2824e99be7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:05.232979 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab17d71-4a55-483b-88c4-34691e9a6f33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:05.232979 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab17d71-4a55-483b-88c4-34691e9a6f33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:05.233567 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab17d71-4a55-483b-88c4-34691e9a6f33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:05.234279 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab17d71-4a55-483b-88c4-34691e9a6f33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:05.238334 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab17d71-4a55-483b-88c4-34691e9a6f33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:05.238334 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab17d71-4a55-483b-88c4-34691e9a6f33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:05.238334 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab17d71-4a55-483b-88c4-34691e9a6f33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:05.241289 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab17d71-4a55-483b-88c4-34691e9a6f33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:05.241289 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab17d71-4a55-483b-88c4-34691e9a6f33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:05.241289 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab17d71-4a55-483b-88c4-34691e9a6f33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:05.241289 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab17d71-4a55-483b-88c4-34691e9a6f33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:05.242268 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab17d71-4a55-483b-88c4-34691e9a6f33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:05.253502 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-98f809fe-d1cf-45e6-89fc-4192c2e0af0d None None] Port b9661d7f-0dab-4438-97ac-6daf6437cb79 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:01:05.446715 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cc7f20-e6de-4876-a331-d544dad3998c None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:01:05.496631 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-7a591913-c3ac-4754-9210-ac52a74ea61b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Allocated IP 172.25.6.86 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/048b0f5d-8abd-4f4a-b454-eb6ec8cbd7ac) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:01:05.630430 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab17d71-4a55-483b-88c4-34691e9a6f33 None None] Pushing event updated for resources: {'Port': ['ID=b9661d7f-0dab-4438-97ac-6daf6437cb79,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:05.646819 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f65a89-2572-48e5-8e3e-d2824e99be7b None None] Routers {'1a15b5b9-e603-4ea4-bdea-27af91fd4b57'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:05.647843 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-04f65a89-2572-48e5-8e3e-d2824e99be7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:01:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1a15b5b9-e603-4ea4-bdea-27af91fd4b57'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:05.652912 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7298bfd9-a7f9-4fa0-9e39-15550051bcfd None None] Provisioning complete for port b9661d7f-0dab-4438-97ac-6daf6437cb79 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:05.653843 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7298bfd9-a7f9-4fa0-9e39-15550051bcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:05.835562 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:05.847875 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:05.974018 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a591913-c3ac-4754-9210-ac52a74ea61b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:05.989696 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7298bfd9-a7f9-4fa0-9e39-15550051bcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:06.079682 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-04f65a89-2572-48e5-8e3e-d2824e99be7b None None] Set router 1a15b5b9-e603-4ea4-bdea-27af91fd4b57 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:01:06.096472 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7298bfd9-a7f9-4fa0-9e39-15550051bcfd None None] For port b9661d7f-0dab-4438-97ac-6daf6437cb79, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b9661d7f-0dab-4438-97ac-6daf6437cb79,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:06.109752 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7298bfd9-a7f9-4fa0-9e39-15550051bcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:06.124363 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a591913-c3ac-4754-9210-ac52a74ea61b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:06.231546 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a591913-c3ac-4754-9210-ac52a74ea61b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:01:06.241488 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7a591913-c3ac-4754-9210-ac52a74ea61b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:01:06.261372 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a591913-c3ac-4754-9210-ac52a74ea61b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:01:06.264033 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2554181-fc4a-4cb5-ad38-08adb983d619 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:01:06.281524 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298bfd9-a7f9-4fa0-9e39-15550051bcfd None None] Pushing event updated for resources: {'Port': ['ID=b9661d7f-0dab-4438-97ac-6daf6437cb79,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:06.318626 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298bfd9-a7f9-4fa0-9e39-15550051bcfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:06.319346 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298bfd9-a7f9-4fa0-9e39-15550051bcfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:06.320050 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298bfd9-a7f9-4fa0-9e39-15550051bcfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:06.320708 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298bfd9-a7f9-4fa0-9e39-15550051bcfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:06.321479 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298bfd9-a7f9-4fa0-9e39-15550051bcfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:06.322842 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298bfd9-a7f9-4fa0-9e39-15550051bcfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:06.323663 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298bfd9-a7f9-4fa0-9e39-15550051bcfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:06.324056 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298bfd9-a7f9-4fa0-9e39-15550051bcfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:06.324738 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298bfd9-a7f9-4fa0-9e39-15550051bcfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:06.325521 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298bfd9-a7f9-4fa0-9e39-15550051bcfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:06.326173 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298bfd9-a7f9-4fa0-9e39-15550051bcfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:06.327305 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298bfd9-a7f9-4fa0-9e39-15550051bcfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:06.352596 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a591913-c3ac-4754-9210-ac52a74ea61b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Pushing event updated for resources: {'Port': ['ID=048b0f5d-8abd-4f4a-b454-eb6ec8cbd7ac,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:06.361092 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-c2a4a56b-2b35-4b73-905d-8dda05880827 None None] Provisioning complete for port 048b0f5d-8abd-4f4a-b454-eb6ec8cbd7ac triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:06.362141 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c2a4a56b-2b35-4b73-905d-8dda05880827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:06.432911 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-c2a4a56b-2b35-4b73-905d-8dda05880827 None None] Port 048b0f5d-8abd-4f4a-b454-eb6ec8cbd7ac cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:01:06.435222 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-04f65a89-2572-48e5-8e3e-d2824e99be7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a15b5b9-e603-4ea4-bdea-27af91fd4b57', 'name': 'tempest-snat-router-965352699', 'tenant_id': 'c4d5e203614c46329fefd37a105793dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.201'}], 'enable_snat': False}, 'gw_port_id': 'b9661d7f-0dab-4438-97ac-6daf6437cb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:00:59Z', 'updated_at': '2021-11-25T20:01:01Z', 'revision_number': 3, 'project_id': 'c4d5e203614c46329fefd37a105793dc', 'gw_port': {'id': 'b9661d7f-0dab-4438-97ac-6daf6437cb79', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a15b5b9-e603-4ea4-bdea-27af91fd4b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:00Z', 'updated_at': '2021-11-25T20:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:06.466567 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f65a89-2572-48e5-8e3e-d2824e99be7b None None] The sync data for ids ['1a15b5b9-e603-4ea4-bdea-27af91fd4b57'] in n-d-819349-5 is: [{'id': '1a15b5b9-e603-4ea4-bdea-27af91fd4b57', 'name': 'tempest-snat-router-965352699', 'tenant_id': 'c4d5e203614c46329fefd37a105793dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.201'}], 'enable_snat': False}, 'gw_port_id': 'b9661d7f-0dab-4438-97ac-6daf6437cb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:00:59Z', 'updated_at': '2021-11-25T20:01:01Z', 'revision_number': 3, 'project_id': 'c4d5e203614c46329fefd37a105793dc', 'gw_port': {'id': 'b9661d7f-0dab-4438-97ac-6daf6437cb79', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a15b5b9-e603-4ea4-bdea-27af91fd4b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:00Z', 'updated_at': '2021-11-25T20:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:01:07.148801 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a591913-c3ac-4754-9210-ac52a74ea61b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:07.250154 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b9661d7f-0dab-4438-97ac-6daf6437cb79 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:01:07.433358 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port b9661d7f-0dab-4438-97ac-6daf6437cb79 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:07.434009 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:07.668194 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a591913-c3ac-4754-9210-ac52a74ea61b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:08.020125 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a591913-c3ac-4754-9210-ac52a74ea61b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Router d6bc2bcc-bcf9-49d5-9e89-b1feb3ccd8d2 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:01:08.193244 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a591913-c3ac-4754-9210-ac52a74ea61b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:01:08.205509 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Sync routers for ids ['d6bc2bcc-bcf9-49d5-9e89-b1feb3ccd8d2'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:01:08.218783 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a591913-c3ac-4754-9210-ac52a74ea61b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:08.220133 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7a591913-c3ac-4754-9210-ac52a74ea61b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.5972600 Nov 25 20:01:08.223766 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44416) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:08.240925 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Routers {'d6bc2bcc-bcf9-49d5-9e89-b1feb3ccd8d2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:08.241802 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:01:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d6bc2bcc-bcf9-49d5-9e89-b1feb3ccd8d2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:08.381319 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Set router d6bc2bcc-bcf9-49d5-9e89-b1feb3ccd8d2 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:01:08.450973 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d4a8202e-b215-4761-bbb1-febf09849572 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "GET /v2.0/routers/d6bc2bcc-bcf9-49d5-9e89-b1feb3ccd8d2 HTTP/1.1" status: 200 len: 906 time: 0.2260044 Nov 25 20:01:08.453538 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44418) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:08.673514 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-043984db-c7e6-4f60-a628-420afd4862cf tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:08.740968 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bc2bcc-bcf9-49d5-9e89-b1feb3ccd8d2', 'name': 'tempest-snat-router-965352699', 'tenant_id': 'c4d5e203614c46329fefd37a105793dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '048b0f5d-8abd-4f4a-b454-eb6ec8cbd7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:01:03Z', 'updated_at': '2021-11-25T20:01:06Z', 'revision_number': 3, 'project_id': 'c4d5e203614c46329fefd37a105793dc', 'gw_port': {'id': '048b0f5d-8abd-4f4a-b454-eb6ec8cbd7ac', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bc2bcc-bcf9-49d5-9e89-b1feb3ccd8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:05Z', 'updated_at': '2021-11-25T20:01:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:08.792594 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Checking router: d6bc2bcc-bcf9-49d5-9e89-b1feb3ccd8d2 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:01:08.793051 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Updating router d6bc2bcc-bcf9-49d5-9e89-b1feb3ccd8d2 port 048b0f5d-8abd-4f4a-b454-eb6ec8cbd7ac binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:01:08.835902 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:08.928691 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-043984db-c7e6-4f60-a628-420afd4862cf tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:09.094818 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-043984db-c7e6-4f60-a628-420afd4862cf tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Deleting port 048b0f5d-8abd-4f4a-b454-eb6ec8cbd7ac {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:01:09.097305 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-043984db-c7e6-4f60-a628-420afd4862cf tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:09.346673 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-043984db-c7e6-4f60-a628-420afd4862cf tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:09.387793 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-043984db-c7e6-4f60-a628-420afd4862cf tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Calling delete_port for 048b0f5d-8abd-4f4a-b454-eb6ec8cbd7ac owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:01:09.478057 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:09.490397 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:09.588723 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Attempting to bind port 048b0f5d-8abd-4f4a-b454-eb6ec8cbd7ac on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:01:09.589553 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Attempting to bind port 048b0f5d-8abd-4f4a-b454-eb6ec8cbd7ac by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:01:09.590282 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Attempting to bind port 048b0f5d-8abd-4f4a-b454-eb6ec8cbd7ac on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:01:09.640053 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:01:09.640437 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:01:09.640846 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:09.641242 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:01:09.641739 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Bound port: 048b0f5d-8abd-4f4a-b454-eb6ec8cbd7ac, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:01:09.642123 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:09.644237 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21448d0b-c8c3-4d69-a4dd-8fd974cb7c85 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:01:09.691435 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a359b-f6b3-4467-b752-c53c30d38f84 None None] Pushing event updated for resources: {'Port': ['ID=048b0f5d-8abd-4f4a-b454-eb6ec8cbd7ac,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:09.713313 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4fa5d401-82ea-4dca-b76b-74011100cf27 None None] Provisioning complete for port 048b0f5d-8abd-4f4a-b454-eb6ec8cbd7ac triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:09.713757 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4fa5d401-82ea-4dca-b76b-74011100cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:09.766726 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4fa5d401-82ea-4dca-b76b-74011100cf27 None None] Port 048b0f5d-8abd-4f4a-b454-eb6ec8cbd7ac cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:01:09.815945 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-043984db-c7e6-4f60-a628-420afd4862cf tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:09.816864 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 20:01:09.817230 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 20:01:09.851803 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043984db-c7e6-4f60-a628-420afd4862cf tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Pushing event deleted for resources: {'Port': ['ID=048b0f5d-8abd-4f4a-b454-eb6ec8cbd7ac,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:09.891676 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdf0bde-b192-4357-a83c-a64a09bdfbb9 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:01:09.958168 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-043984db-c7e6-4f60-a628-420afd4862cf tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:10.072942 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-043984db-c7e6-4f60-a628-420afd4862cf tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:10.077525 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-043984db-c7e6-4f60-a628-420afd4862cf tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:10.161737 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-043984db-c7e6-4f60-a628-420afd4862cf tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:10.162707 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043984db-c7e6-4f60-a628-420afd4862cf tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6bc2bcc-bcf9-49d5-9e89-b1feb3ccd8d2 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:01:10.175243 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-043984db-c7e6-4f60-a628-420afd4862cf tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:10.176943 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-043984db-c7e6-4f60-a628-420afd4862cf tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "DELETE /v2.0/routers/d6bc2bcc-bcf9-49d5-9e89-b1feb3ccd8d2 HTTP/1.1" status: 204 len: 168 time: 1.7222531 Nov 25 20:01:10.179949 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44430) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:10.358954 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Attempting to bind port 048b0f5d-8abd-4f4a-b454-eb6ec8cbd7ac on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:01:10.359358 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Attempting to bind port 048b0f5d-8abd-4f4a-b454-eb6ec8cbd7ac by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:01:10.359745 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Attempting to bind port 048b0f5d-8abd-4f4a-b454-eb6ec8cbd7ac on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:01:10.372293 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:01:10.372921 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:01:10.373202 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:10.373414 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69a4c2fb-c051-4229-865f-403c74eafd38 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:10.374145 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:01:10.374145 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Bound port: 048b0f5d-8abd-4f4a-b454-eb6ec8cbd7ac, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:01:10.374683 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:10.399207 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Port 048b0f5d-8abd-4f4a-b454-eb6ec8cbd7ac has been deleted concurrently {{(pid=103601) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 25 20:01:10.413619 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Routers set() bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:10.414350 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Router IDs set() for agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 20:01:10.415278 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_agentschedulers_db [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d6bc2bcc-bcf9-49d5-9e89-b1feb3ccd8d2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:01:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent'). {{(pid=103601) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 20:01:10.415843 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b12ed8-007f-4a96-a728-63e86db7e5c6 None None] The sync data for ids ['d6bc2bcc-bcf9-49d5-9e89-b1feb3ccd8d2'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:01:10.571650 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69a4c2fb-c051-4229-865f-403c74eafd38 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:10.602872 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:01:10.668110 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-69a4c2fb-c051-4229-865f-403c74eafd38 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Deleting port b9661d7f-0dab-4438-97ac-6daf6437cb79 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:01:10.668586 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69a4c2fb-c051-4229-865f-403c74eafd38 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:10.837283 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-69a4c2fb-c051-4229-865f-403c74eafd38 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] For port b9661d7f-0dab-4438-97ac-6daf6437cb79, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b9661d7f-0dab-4438-97ac-6daf6437cb79,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:10.839570 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69a4c2fb-c051-4229-865f-403c74eafd38 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:10.867230 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-69a4c2fb-c051-4229-865f-403c74eafd38 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Calling delete_port for b9661d7f-0dab-4438-97ac-6daf6437cb79 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:01:11.130182 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69a4c2fb-c051-4229-865f-403c74eafd38 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:11.176842 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d81cf5-8fd4-4336-a2d0-9937391c8eb4 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:01:11.199897 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4c2fb-c051-4229-865f-403c74eafd38 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9661d7f-0dab-4438-97ac-6daf6437cb79,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:11.247701 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69a4c2fb-c051-4229-865f-403c74eafd38 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:11.406270 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69a4c2fb-c051-4229-865f-403c74eafd38 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:11.410130 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69a4c2fb-c051-4229-865f-403c74eafd38 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:11.505448 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69a4c2fb-c051-4229-865f-403c74eafd38 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:11.506555 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a4c2fb-c051-4229-865f-403c74eafd38 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a15b5b9-e603-4ea4-bdea-27af91fd4b57 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:01:11.514727 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69a4c2fb-c051-4229-865f-403c74eafd38 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:11.525392 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44446) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:11.527165 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-69a4c2fb-c051-4229-865f-403c74eafd38 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "DELETE /v2.0/routers/1a15b5b9-e603-4ea4-bdea-27af91fd4b57 HTTP/1.1" status: 204 len: 168 time: 1.3443394 Nov 25 20:01:11.532478 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-85cee7b6-478e-4cd9-bbd1-7ec0aadd31f4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1015131013', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}, 'admin_state_up': False}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:11.602542 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85cee7b6-478e-4cd9-bbd1-7ec0aadd31f4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:11.607105 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85cee7b6-478e-4cd9-bbd1-7ec0aadd31f4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:11.756884 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85cee7b6-478e-4cd9-bbd1-7ec0aadd31f4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:11.945616 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85cee7b6-478e-4cd9-bbd1-7ec0aadd31f4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:12.372788 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85cee7b6-478e-4cd9-bbd1-7ec0aadd31f4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:12.404384 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85cee7b6-478e-4cd9-bbd1-7ec0aadd31f4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:12.533046 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-85cee7b6-478e-4cd9-bbd1-7ec0aadd31f4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Allocated IP 172.25.6.128 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/73b9be0b-a30e-40ac-a035-7e9537d8254d) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:01:12.756838 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85cee7b6-478e-4cd9-bbd1-7ec0aadd31f4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:12.817859 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85cee7b6-478e-4cd9-bbd1-7ec0aadd31f4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:12.889802 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cee7b6-478e-4cd9-bbd1-7ec0aadd31f4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:01:12.897946 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-85cee7b6-478e-4cd9-bbd1-7ec0aadd31f4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:01:12.903098 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cee7b6-478e-4cd9-bbd1-7ec0aadd31f4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:01:12.928523 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914bcc53-8b60-4d6e-9c52-6f3316b4610c None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:01:12.978073 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cee7b6-478e-4cd9-bbd1-7ec0aadd31f4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Pushing event updated for resources: {'Port': ['ID=73b9be0b-a30e-40ac-a035-7e9537d8254d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:13.062189 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-73dec83f-21b6-42d8-8094-663452bf7919 None None] Provisioning complete for port 73b9be0b-a30e-40ac-a035-7e9537d8254d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:13.075252 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-73dec83f-21b6-42d8-8094-663452bf7919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:13.183513 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-73dec83f-21b6-42d8-8094-663452bf7919 None None] Port 73b9be0b-a30e-40ac-a035-7e9537d8254d cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:01:13.217011 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b9661d7f-0dab-4438-97ac-6daf6437cb79 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:01:13.245387 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: b9661d7f-0dab-4438-97ac-6daf6437cb79 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:01:13.246966 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b9661d7f-0dab-4438-97ac-6daf6437cb79 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:01:13.377785 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85cee7b6-478e-4cd9-bbd1-7ec0aadd31f4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:14.117388 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85cee7b6-478e-4cd9-bbd1-7ec0aadd31f4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:14.393442 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cee7b6-478e-4cd9-bbd1-7ec0aadd31f4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Router 6579a582-41f2-4a3d-ac09-9c4c3c402887 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:01:14.696890 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cee7b6-478e-4cd9-bbd1-7ec0aadd31f4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:01:14.714342 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95da066e-3de7-48b8-94f1-8e87c7b05c14 None None] Sync routers for ids ['6579a582-41f2-4a3d-ac09-9c4c3c402887'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:01:14.750992 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95da066e-3de7-48b8-94f1-8e87c7b05c14 None None] Routers {'6579a582-41f2-4a3d-ac09-9c4c3c402887'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:14.762542 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85cee7b6-478e-4cd9-bbd1-7ec0aadd31f4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:14.765112 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-95da066e-3de7-48b8-94f1-8e87c7b05c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:01:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6579a582-41f2-4a3d-ac09-9c4c3c402887'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:14.781080 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-85cee7b6-478e-4cd9-bbd1-7ec0aadd31f4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2493064 Nov 25 20:01:14.781605 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44484) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:14.787066 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-01891902-b155-4f8f-8bc1-1074e2a0a11e tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'enable_snat': False}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:14.865842 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-95da066e-3de7-48b8-94f1-8e87c7b05c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:14.884509 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95da066e-3de7-48b8-94f1-8e87c7b05c14 None None] Routers {'6579a582-41f2-4a3d-ac09-9c4c3c402887'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:14.885275 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-95da066e-3de7-48b8-94f1-8e87c7b05c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:01:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6579a582-41f2-4a3d-ac09-9c4c3c402887'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:14.933094 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-95da066e-3de7-48b8-94f1-8e87c7b05c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:14.934054 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95da066e-3de7-48b8-94f1-8e87c7b05c14 None None] The sync data for ids ['6579a582-41f2-4a3d-ac09-9c4c3c402887'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:01:15.470038 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01891902-b155-4f8f-8bc1-1074e2a0a11e tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:16.709433 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01891902-b155-4f8f-8bc1-1074e2a0a11e tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:16.715674 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01891902-b155-4f8f-8bc1-1074e2a0a11e tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2046030'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:16.892731 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01891902-b155-4f8f-8bc1-1074e2a0a11e tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Router 6579a582-41f2-4a3d-ac09-9c4c3c402887 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:01:17.021840 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01891902-b155-4f8f-8bc1-1074e2a0a11e tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:01:17.027773 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01891902-b155-4f8f-8bc1-1074e2a0a11e tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:17.029343 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-01891902-b155-4f8f-8bc1-1074e2a0a11e tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "PUT /v2.0/routers/6579a582-41f2-4a3d-ac09-9c4c3c402887 HTTP/1.1" status: 200 len: 922 time: 2.2458105 Nov 25 20:01:17.031819 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44496) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:17.039195 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d66003-adae-4261-a644-b7e634a7f442 None None] Sync routers for ids ['6579a582-41f2-4a3d-ac09-9c4c3c402887'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:01:17.052497 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d66003-adae-4261-a644-b7e634a7f442 None None] Routers {'6579a582-41f2-4a3d-ac09-9c4c3c402887'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:17.053449 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-36d66003-adae-4261-a644-b7e634a7f442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:01:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6579a582-41f2-4a3d-ac09-9c4c3c402887'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:17.113238 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-36d66003-adae-4261-a644-b7e634a7f442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:17.138040 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d66003-adae-4261-a644-b7e634a7f442 None None] Routers {'6579a582-41f2-4a3d-ac09-9c4c3c402887'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:17.141442 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-36d66003-adae-4261-a644-b7e634a7f442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:01:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6579a582-41f2-4a3d-ac09-9c4c3c402887'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:17.185516 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-794701de-6610-4b5a-8b1d-44eb9560ae5b tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "GET /v2.0/routers/6579a582-41f2-4a3d-ac09-9c4c3c402887 HTTP/1.1" status: 200 len: 922 time: 0.1501551 Nov 25 20:01:17.185948 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44500) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:17.206775 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-36d66003-adae-4261-a644-b7e634a7f442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:17.207760 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d66003-adae-4261-a644-b7e634a7f442 None None] The sync data for ids ['6579a582-41f2-4a3d-ac09-9c4c3c402887'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:01:17.283164 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc61ff8-9434-49a6-91a2-d7d991960303 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:17.287386 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1bc61ff8-9434-49a6-91a2-d7d991960303 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=f965ced5-a415-47da-9748-3514ef368954&device_id=6579a582-41f2-4a3d-ac09-9c4c3c402887&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0995677 Nov 25 20:01:17.289295 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44502) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:17.415880 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9c9a04-c6ac-48a3-a6d9-fcdf5af8d4ea tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:17.418421 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9d9c9a04-c6ac-48a3-a6d9-fcdf5af8d4ea tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 881 time: 0.1277084 Nov 25 20:01:17.422108 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44510) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:17.485473 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44512) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:17.486435 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-aef1147f-9b5b-41ef-810b-719dd2aaeb05 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "GET /v2.0/ports?device_id=6579a582-41f2-4a3d-ac09-9c4c3c402887 HTTP/1.1" status: 200 len: 205 time: 0.0617788 Nov 25 20:01:17.727863 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1541d3b4-06e5-4920-a49a-31d8808e9210 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:17.858102 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1541d3b4-06e5-4920-a49a-31d8808e9210 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:17.959182 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1541d3b4-06e5-4920-a49a-31d8808e9210 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Deleting port 73b9be0b-a30e-40ac-a035-7e9537d8254d {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:01:17.959828 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1541d3b4-06e5-4920-a49a-31d8808e9210 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:18.107564 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1541d3b4-06e5-4920-a49a-31d8808e9210 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:18.124492 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1541d3b4-06e5-4920-a49a-31d8808e9210 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Calling delete_port for 73b9be0b-a30e-40ac-a035-7e9537d8254d owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:01:18.504948 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1541d3b4-06e5-4920-a49a-31d8808e9210 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:18.556688 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541d3b4-06e5-4920-a49a-31d8808e9210 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Pushing event deleted for resources: {'Port': ['ID=73b9be0b-a30e-40ac-a035-7e9537d8254d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:18.598914 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb02583-8e2a-4cec-97fd-3a00ed40a500 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:01:18.699172 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1541d3b4-06e5-4920-a49a-31d8808e9210 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:18.820167 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1541d3b4-06e5-4920-a49a-31d8808e9210 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:18.824057 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1541d3b4-06e5-4920-a49a-31d8808e9210 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:18.855618 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44536) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:18.905935 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1541d3b4-06e5-4920-a49a-31d8808e9210 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:18.907678 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1541d3b4-06e5-4920-a49a-31d8808e9210 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Fanout notify agent at l3_agent the message router_deleted on router 6579a582-41f2-4a3d-ac09-9c4c3c402887 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:01:18.921378 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1541d3b4-06e5-4920-a49a-31d8808e9210 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:18.922983 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1541d3b4-06e5-4920-a49a-31d8808e9210 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "DELETE /v2.0/routers/6579a582-41f2-4a3d-ac09-9c4c3c402887 HTTP/1.1" status: 204 len: 168 time: 1.4359376 Nov 25 20:01:18.928135 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44540) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:18.940763 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-e91e2af5-89f9-4904-9f64-cf39be71928b tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1648912802', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:19.004840 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e91e2af5-89f9-4904-9f64-cf39be71928b tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:19.009671 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e91e2af5-89f9-4904-9f64-cf39be71928b tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:19.149078 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e91e2af5-89f9-4904-9f64-cf39be71928b tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:19.159325 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e91e2af5-89f9-4904-9f64-cf39be71928b tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:19.194280 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6e60-5dd4-4e9e-a729-76b8f24987c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:19.196516 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e91e2af5-89f9-4904-9f64-cf39be71928b tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:19.200457 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e91e2af5-89f9-4904-9f64-cf39be71928b tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2701628 Nov 25 20:01:19.203284 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44542) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:19.232491 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-c1909a70-c519-40b3-8209-28d4af7742d4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:19.379010 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6e60-5dd4-4e9e-a729-76b8f24987c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:19.387210 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6e60-5dd4-4e9e-a729-76b8f24987c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:19.442978 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b3ea6e60-5dd4-4e9e-a729-76b8f24987c8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=92fe142df0bf40f5bd8ae40ca8d920a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5861061 Nov 25 20:01:19.443927 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea6e60-5dd4-4e9e-a729-76b8f24987c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923597b7-e9d3-453e-94f0-d9f305acc163,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:19.449124 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44546) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:19.522156 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ff036f5-22a6-42c7-ba7f-3733002ff380 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:19.567666 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ff036f5-22a6-42c7-ba7f-3733002ff380 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:19.684139 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ff036f5-22a6-42c7-ba7f-3733002ff380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:19.687052 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ff036f5-22a6-42c7-ba7f-3733002ff380 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:19.688587 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4ff036f5-22a6-42c7-ba7f-3733002ff380 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/923597b7-e9d3-453e-94f0-d9f305acc163 HTTP/1.1" status: 204 len: 168 time: 0.2379875 Nov 25 20:01:19.700555 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff036f5-22a6-42c7-ba7f-3733002ff380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923597b7-e9d3-453e-94f0-d9f305acc163,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:19.707222 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c1909a70-c519-40b3-8209-28d4af7742d4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:20.035564 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c1909a70-c519-40b3-8209-28d4af7742d4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:20.059137 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c1909a70-c519-40b3-8209-28d4af7742d4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:20.211167 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-c1909a70-c519-40b3-8209-28d4af7742d4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Allocated IP 172.25.6.165 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/b67e5f4c-9afd-407b-9111-f4382538eb46) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:01:20.367955 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c1909a70-c519-40b3-8209-28d4af7742d4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:20.425027 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c1909a70-c519-40b3-8209-28d4af7742d4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:20.485374 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1909a70-c519-40b3-8209-28d4af7742d4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:01:20.490960 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c1909a70-c519-40b3-8209-28d4af7742d4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:01:20.498996 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1909a70-c519-40b3-8209-28d4af7742d4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:01:20.504317 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1909a70-c519-40b3-8209-28d4af7742d4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Pushing event updated for resources: {'Port': ['ID=b67e5f4c-9afd-407b-9111-f4382538eb46,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:20.508324 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f738774d-8787-45e1-9527-fd56cfdc5def None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:01:20.575955 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-35f62e21-24c6-4584-b3df-1f6833a36955 None None] Provisioning complete for port b67e5f4c-9afd-407b-9111-f4382538eb46 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:20.576618 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-35f62e21-24c6-4584-b3df-1f6833a36955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:20.652098 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-35f62e21-24c6-4584-b3df-1f6833a36955 None None] Port b67e5f4c-9afd-407b-9111-f4382538eb46 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:01:20.915355 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c1909a70-c519-40b3-8209-28d4af7742d4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:21.296833 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c1909a70-c519-40b3-8209-28d4af7742d4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:21.303259 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c1909a70-c519-40b3-8209-28d4af7742d4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2046030'] for router, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:21.442153 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-71d671d3-63cf-439c-8006-15a4de0c991c req-184a91ea-6169-4c75-910a-d3f97aa32fd2 service neutron] (103599) timed out ('10.222.0.85', 62618) {{(pid=103599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 20:01:21.565401 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1909a70-c519-40b3-8209-28d4af7742d4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Router b4f9d546-34b0-43de-8672-0631c9fd5e8f is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:01:21.699952 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1909a70-c519-40b3-8209-28d4af7742d4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:01:21.714311 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c1909a70-c519-40b3-8209-28d4af7742d4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:21.718539 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c1909a70-c519-40b3-8209-28d4af7742d4 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "PUT /v2.0/routers/b4f9d546-34b0-43de-8672-0631c9fd5e8f HTTP/1.1" status: 200 len: 880 time: 2.5106099 Nov 25 20:01:21.722007 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ddb103-341f-413b-a7ad-9f115aba337e None None] Sync routers for ids ['b4f9d546-34b0-43de-8672-0631c9fd5e8f'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:01:21.722586 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44594) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:21.744493 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ddb103-341f-413b-a7ad-9f115aba337e None None] Routers {'b4f9d546-34b0-43de-8672-0631c9fd5e8f'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:21.745773 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-65ddb103-341f-413b-a7ad-9f115aba337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:01:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b4f9d546-34b0-43de-8672-0631c9fd5e8f'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:21.789893 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-65ddb103-341f-413b-a7ad-9f115aba337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:21.802486 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ddb103-341f-413b-a7ad-9f115aba337e None None] Routers {'b4f9d546-34b0-43de-8672-0631c9fd5e8f'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:21.803212 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-65ddb103-341f-413b-a7ad-9f115aba337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:01:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b4f9d546-34b0-43de-8672-0631c9fd5e8f'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:21.843671 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-65ddb103-341f-413b-a7ad-9f115aba337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:21.844467 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ddb103-341f-413b-a7ad-9f115aba337e None None] The sync data for ids ['b4f9d546-34b0-43de-8672-0631c9fd5e8f'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:01:21.868361 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-58d5a73b-cd23-4888-955e-47873cecfd04 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "GET /v2.0/routers/b4f9d546-34b0-43de-8672-0631c9fd5e8f HTTP/1.1" status: 200 len: 921 time: 0.1430340 Nov 25 20:01:21.871121 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44602) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:21.952525 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaff6f4-8585-4a41-a2a9-38a4d005e961 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:21.954208 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5aaff6f4-8585-4a41-a2a9-38a4d005e961 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=f965ced5-a415-47da-9748-3514ef368954&device_id=b4f9d546-34b0-43de-8672-0631c9fd5e8f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0820706 Nov 25 20:01:21.956994 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44606) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:22.069945 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e983a9aa-bc96-4ecd-963a-9e5d6a0b8b81 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:22.074926 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44614) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:22.075139 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e983a9aa-bc96-4ecd-963a-9e5d6a0b8b81 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 881 time: 0.1167204 Nov 25 20:01:22.104496 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-11109445-eac9-4112-a9fc-ab8e3b49b0fa tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4f9d546-34b0-43de-8672-0631c9fd5e8f HTTP/1.1" status: 200 len: 205 time: 0.0278099 Nov 25 20:01:22.107147 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44616) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:22.227271 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f614591e-c5fd-4491-9b07-722ec957f737 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:22.887760 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f614591e-c5fd-4491-9b07-722ec957f737 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:22.978001 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f614591e-c5fd-4491-9b07-722ec957f737 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Deleting port b67e5f4c-9afd-407b-9111-f4382538eb46 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:01:22.978823 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f614591e-c5fd-4491-9b07-722ec957f737 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:23.105235 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f614591e-c5fd-4491-9b07-722ec957f737 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:23.123705 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f614591e-c5fd-4491-9b07-722ec957f737 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Calling delete_port for b67e5f4c-9afd-407b-9111-f4382538eb46 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:01:23.373800 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f614591e-c5fd-4491-9b07-722ec957f737 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:23.405376 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614591e-c5fd-4491-9b07-722ec957f737 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Pushing event deleted for resources: {'Port': ['ID=b67e5f4c-9afd-407b-9111-f4382538eb46,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:23.437382 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d788417-6017-4f30-8e20-8b15ddfdae84 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:01:23.489478 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f614591e-c5fd-4491-9b07-722ec957f737 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:23.608839 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f614591e-c5fd-4491-9b07-722ec957f737 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:23.611229 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f614591e-c5fd-4491-9b07-722ec957f737 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:23.678544 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f614591e-c5fd-4491-9b07-722ec957f737 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:23.679402 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f614591e-c5fd-4491-9b07-722ec957f737 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Fanout notify agent at l3_agent the message router_deleted on router b4f9d546-34b0-43de-8672-0631c9fd5e8f {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:01:23.701503 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f614591e-c5fd-4491-9b07-722ec957f737 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:23.704416 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f614591e-c5fd-4491-9b07-722ec957f737 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "DELETE /v2.0/routers/b4f9d546-34b0-43de-8672-0631c9fd5e8f HTTP/1.1" status: 204 len: 168 time: 1.5958388 Nov 25 20:01:23.708138 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44650) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:23.719725 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1997e691-209c-4470-b2f2-407205c5860f tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1283244767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:23.801808 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1997e691-209c-4470-b2f2-407205c5860f tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:23.802939 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1997e691-209c-4470-b2f2-407205c5860f tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:23.827570 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:23.907356 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1997e691-209c-4470-b2f2-407205c5860f tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:23.913866 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1997e691-209c-4470-b2f2-407205c5860f tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:23.942915 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1997e691-209c-4470-b2f2-407205c5860f tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:23.944593 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1997e691-209c-4470-b2f2-407205c5860f tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2340131 Nov 25 20:01:23.947776 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44658) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:23.953222 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-b1fdbf91-adcc-4606-b672-cefbf2a02985 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'enable_snat': True}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:24.195648 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1fdbf91-adcc-4606-b672-cefbf2a02985 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:24.400564 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:24.439394 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1fdbf91-adcc-4606-b672-cefbf2a02985 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:24.467937 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1fdbf91-adcc-4606-b672-cefbf2a02985 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:24.605414 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-b1fdbf91-adcc-4606-b672-cefbf2a02985 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Allocated IP 172.25.6.147 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/f7493356-f10d-4236-a191-f37c1ac9aadb) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:01:24.762656 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1fdbf91-adcc-4606-b672-cefbf2a02985 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:24.828803 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1fdbf91-adcc-4606-b672-cefbf2a02985 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:24.892569 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fdbf91-adcc-4606-b672-cefbf2a02985 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:01:24.896517 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-b1fdbf91-adcc-4606-b672-cefbf2a02985 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:01:24.901879 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fdbf91-adcc-4606-b672-cefbf2a02985 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:01:24.914995 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a4c81d-3313-485c-b081-c5f68a989309 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:01:24.931001 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fdbf91-adcc-4606-b672-cefbf2a02985 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Pushing event updated for resources: {'Port': ['ID=f7493356-f10d-4236-a191-f37c1ac9aadb,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:25.043584 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6518eced-fd99-4cd8-bd5d-630cfe560fe2 None None] Provisioning complete for port f7493356-f10d-4236-a191-f37c1ac9aadb triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:25.043962 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6518eced-fd99-4cd8-bd5d-630cfe560fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:25.139117 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-6518eced-fd99-4cd8-bd5d-630cfe560fe2 None None] Port f7493356-f10d-4236-a191-f37c1ac9aadb cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:01:25.374986 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1fdbf91-adcc-4606-b672-cefbf2a02985 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:25.695800 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1fdbf91-adcc-4606-b672-cefbf2a02985 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:25.704762 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1fdbf91-adcc-4606-b672-cefbf2a02985 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2046030'] for router, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:25.928725 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fdbf91-adcc-4606-b672-cefbf2a02985 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Router ef6b575a-e5d0-4d7e-85fd-35d0acc40fc0 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:01:26.103335 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fdbf91-adcc-4606-b672-cefbf2a02985 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:01:26.114749 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f7f1c7-2048-41c3-b284-32a4c55cd9f7 None None] Sync routers for ids ['ef6b575a-e5d0-4d7e-85fd-35d0acc40fc0'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:01:26.115348 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1fdbf91-adcc-4606-b672-cefbf2a02985 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:26.116608 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b1fdbf91-adcc-4606-b672-cefbf2a02985 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "PUT /v2.0/routers/ef6b575a-e5d0-4d7e-85fd-35d0acc40fc0 HTTP/1.1" status: 200 len: 915 time: 2.1673379 Nov 25 20:01:26.121429 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44700) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:26.130726 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f7f1c7-2048-41c3-b284-32a4c55cd9f7 None None] Routers {'ef6b575a-e5d0-4d7e-85fd-35d0acc40fc0'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:26.131395 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-84f7f1c7-2048-41c3-b284-32a4c55cd9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:01:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['ef6b575a-e5d0-4d7e-85fd-35d0acc40fc0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:26.176612 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-84f7f1c7-2048-41c3-b284-32a4c55cd9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:26.190208 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f7f1c7-2048-41c3-b284-32a4c55cd9f7 None None] Routers {'ef6b575a-e5d0-4d7e-85fd-35d0acc40fc0'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:26.191079 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-84f7f1c7-2048-41c3-b284-32a4c55cd9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:01:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['ef6b575a-e5d0-4d7e-85fd-35d0acc40fc0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:26.264612 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-84f7f1c7-2048-41c3-b284-32a4c55cd9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:26.266395 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f7f1c7-2048-41c3-b284-32a4c55cd9f7 None None] The sync data for ids ['ef6b575a-e5d0-4d7e-85fd-35d0acc40fc0'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:01:26.329415 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2d552c7a-b4f5-4501-85a7-a07f70aab5a3 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "GET /v2.0/routers/ef6b575a-e5d0-4d7e-85fd-35d0acc40fc0 HTTP/1.1" status: 200 len: 921 time: 0.2064729 Nov 25 20:01:26.332282 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44712) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:26.380551 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38535f5d-6054-490c-b746-1cba1628c383 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:26.384219 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-38535f5d-6054-490c-b746-1cba1628c383 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=f965ced5-a415-47da-9748-3514ef368954&device_id=ef6b575a-e5d0-4d7e-85fd-35d0acc40fc0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0504351 Nov 25 20:01:26.389165 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44714) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:26.572452 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8ea5de-64ee-4566-ba69-aac671dd689a tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:26.574333 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bc8ea5de-64ee-4566-ba69-aac671dd689a tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 881 time: 0.1832221 Nov 25 20:01:26.577047 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44718) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:26.618478 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5f2adbee-3301-4e9a-84bb-6b1f89ce82db tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef6b575a-e5d0-4d7e-85fd-35d0acc40fc0 HTTP/1.1" status: 200 len: 205 time: 0.0378883 Nov 25 20:01:26.618708 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44720) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:26.767362 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b97e8c3-c95e-4115-a122-16d575eda373 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:26.970011 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b97e8c3-c95e-4115-a122-16d575eda373 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:27.086283 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8b97e8c3-c95e-4115-a122-16d575eda373 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Deleting port f7493356-f10d-4236-a191-f37c1ac9aadb {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:01:27.087093 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b97e8c3-c95e-4115-a122-16d575eda373 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:27.188143 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b97e8c3-c95e-4115-a122-16d575eda373 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:27.206989 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8b97e8c3-c95e-4115-a122-16d575eda373 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Calling delete_port for f7493356-f10d-4236-a191-f37c1ac9aadb owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:01:27.498992 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b97e8c3-c95e-4115-a122-16d575eda373 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:27.527327 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afa46c6-9fe2-48fe-a70e-6855bafd1f58 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:01:27.557780 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97e8c3-c95e-4115-a122-16d575eda373 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Pushing event deleted for resources: {'Port': ['ID=f7493356-f10d-4236-a191-f37c1ac9aadb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:27.613542 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97e8c3-c95e-4115-a122-16d575eda373 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:27.613902 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97e8c3-c95e-4115-a122-16d575eda373 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:27.614259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97e8c3-c95e-4115-a122-16d575eda373 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:27.614677 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97e8c3-c95e-4115-a122-16d575eda373 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:27.615120 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97e8c3-c95e-4115-a122-16d575eda373 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:27.615559 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97e8c3-c95e-4115-a122-16d575eda373 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:27.615916 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97e8c3-c95e-4115-a122-16d575eda373 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:27.616261 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97e8c3-c95e-4115-a122-16d575eda373 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:27.616634 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97e8c3-c95e-4115-a122-16d575eda373 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:27.616925 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97e8c3-c95e-4115-a122-16d575eda373 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:27.617265 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97e8c3-c95e-4115-a122-16d575eda373 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:27.617599 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97e8c3-c95e-4115-a122-16d575eda373 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:27.679400 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b97e8c3-c95e-4115-a122-16d575eda373 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:27.874227 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b97e8c3-c95e-4115-a122-16d575eda373 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:27.884347 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b97e8c3-c95e-4115-a122-16d575eda373 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:27.958318 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b97e8c3-c95e-4115-a122-16d575eda373 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:27.959205 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b97e8c3-c95e-4115-a122-16d575eda373 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Fanout notify agent at l3_agent the message router_deleted on router ef6b575a-e5d0-4d7e-85fd-35d0acc40fc0 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:01:27.970502 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b97e8c3-c95e-4115-a122-16d575eda373 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:27.971886 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8b97e8c3-c95e-4115-a122-16d575eda373 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "DELETE /v2.0/routers/ef6b575a-e5d0-4d7e-85fd-35d0acc40fc0 HTTP/1.1" status: 204 len: 168 time: 1.3522511 Nov 25 20:01:27.976161 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44736) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:27.981505 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-0f2c05f0-256b-4adc-82f2-5ed2529c9167 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-452088079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:28.011849 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f2c05f0-256b-4adc-82f2-5ed2529c9167 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:28.013655 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f2c05f0-256b-4adc-82f2-5ed2529c9167 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:28.089096 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f2c05f0-256b-4adc-82f2-5ed2529c9167 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:28.105079 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f2c05f0-256b-4adc-82f2-5ed2529c9167 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:28.139429 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f2c05f0-256b-4adc-82f2-5ed2529c9167 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:28.146321 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0f2c05f0-256b-4adc-82f2-5ed2529c9167 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1667259 Nov 25 20:01:28.146535 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44742) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:28.152941 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'enable_snat': False}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:28.428313 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:28.796766 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:28.829289 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:28.996265 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Allocated IP 172.25.6.86 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/3074b1e0-db95-4803-a8a8-c05eeaca39d2) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:01:29.243663 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:29.287252 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-49c91b0e-1839-4b05-a4c4-778328ee963d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:29.315283 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:29.353665 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:01:29.373748 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:01:29.377109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:01:29.416121 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8ee9f1-39d1-43f7-9e44-eb59d834caa1 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:01:29.446772 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Pushing event updated for resources: {'Port': ['ID=3074b1e0-db95-4803-a8a8-c05eeaca39d2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:29.463000 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:29.463912 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:29.464559 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:29.464721 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:29.465200 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:29.465608 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:29.466018 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:29.466568 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:29.466972 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:29.467374 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:29.467778 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:29.468406 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:29.557874 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ebdc39d4-1bdf-4535-9d20-ea7e4e57f2ab None None] Provisioning complete for port 3074b1e0-db95-4803-a8a8-c05eeaca39d2 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:29.558823 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ebdc39d4-1bdf-4535-9d20-ea7e4e57f2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:29.680650 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ebdc39d4-1bdf-4535-9d20-ea7e4e57f2ab None None] Port 3074b1e0-db95-4803-a8a8-c05eeaca39d2 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:01:29.943281 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:30.298205 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:30.324337 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2046030'] for router, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:31.147424 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Router 24344f19-393f-434d-9ebf-ab1d7f8fe7ba is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:01:31.313083 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:01:31.320167 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:31.325640 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1ea68f1c-80f7-41b9-a3c2-49a674e91267 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "PUT /v2.0/routers/24344f19-393f-434d-9ebf-ab1d7f8fe7ba HTTP/1.1" status: 200 len: 914 time: 3.1779644 Nov 25 20:01:31.331380 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44800) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:31.335381 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0985a07a-7073-4b41-ab20-3ef75cef903b None None] Sync routers for ids ['24344f19-393f-434d-9ebf-ab1d7f8fe7ba'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:01:31.364703 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0985a07a-7073-4b41-ab20-3ef75cef903b None None] Routers {'24344f19-393f-434d-9ebf-ab1d7f8fe7ba'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:31.365346 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-0985a07a-7073-4b41-ab20-3ef75cef903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:01:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['24344f19-393f-434d-9ebf-ab1d7f8fe7ba'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:31.420113 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-0985a07a-7073-4b41-ab20-3ef75cef903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:31.433767 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0985a07a-7073-4b41-ab20-3ef75cef903b None None] Routers {'24344f19-393f-434d-9ebf-ab1d7f8fe7ba'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:31.435971 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-0985a07a-7073-4b41-ab20-3ef75cef903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:01:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['24344f19-393f-434d-9ebf-ab1d7f8fe7ba'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:31.478021 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-0985a07a-7073-4b41-ab20-3ef75cef903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:31.479704 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0985a07a-7073-4b41-ab20-3ef75cef903b None None] The sync data for ids ['24344f19-393f-434d-9ebf-ab1d7f8fe7ba'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:01:31.504852 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44802) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:31.518344 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-24ee4a81-7b2b-4276-889f-8f3ae366db22 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "GET /v2.0/routers/24344f19-393f-434d-9ebf-ab1d7f8fe7ba HTTP/1.1" status: 200 len: 920 time: 0.1856120 Nov 25 20:01:31.570137 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65decd2e-7951-4e41-ab6a-53b0d13c5dc1 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:31.574356 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-65decd2e-7951-4e41-ab6a-53b0d13c5dc1 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=f965ced5-a415-47da-9748-3514ef368954&device_id=24344f19-393f-434d-9ebf-ab1d7f8fe7ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0663114 Nov 25 20:01:31.576187 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44804) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:31.762680 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a8beeef6-2137-40dc-b8eb-8e0f5270ad32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:31.786849 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c6a826-90be-428e-b58b-97c5b62a1159 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:31.790352 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a5c6a826-90be-428e-b58b-97c5b62a1159 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "GET /v2.0/networks/f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 881 time: 0.2121074 Nov 25 20:01:31.793964 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44810) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:31.862518 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44812) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:31.862905 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0f750f2f-84ec-4d7b-b808-f1ce7d4b3991 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "GET /v2.0/ports?device_id=24344f19-393f-434d-9ebf-ab1d7f8fe7ba HTTP/1.1" status: 200 len: 205 time: 0.0667009 Nov 25 20:01:32.015959 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-deae304b-3ade-4063-af8a-3a479afa9277 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:32.163397 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-deae304b-3ade-4063-af8a-3a479afa9277 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:32.249731 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-deae304b-3ade-4063-af8a-3a479afa9277 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Deleting port 3074b1e0-db95-4803-a8a8-c05eeaca39d2 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:01:32.250548 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-deae304b-3ade-4063-af8a-3a479afa9277 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:32.381672 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-deae304b-3ade-4063-af8a-3a479afa9277 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:32.403891 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-deae304b-3ade-4063-af8a-3a479afa9277 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Calling delete_port for 3074b1e0-db95-4803-a8a8-c05eeaca39d2 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:01:32.683903 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-deae304b-3ade-4063-af8a-3a479afa9277 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:32.719836 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae304b-3ade-4063-af8a-3a479afa9277 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Pushing event deleted for resources: {'Port': ['ID=3074b1e0-db95-4803-a8a8-c05eeaca39d2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:32.734579 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ecae66-26be-4463-86ac-a5399d366970 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:01:32.799731 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-deae304b-3ade-4063-af8a-3a479afa9277 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:32.925035 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-deae304b-3ade-4063-af8a-3a479afa9277 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:32.928085 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-deae304b-3ade-4063-af8a-3a479afa9277 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:32.990190 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-deae304b-3ade-4063-af8a-3a479afa9277 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:32.990771 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deae304b-3ade-4063-af8a-3a479afa9277 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Fanout notify agent at l3_agent the message router_deleted on router 24344f19-393f-434d-9ebf-ab1d7f8fe7ba {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:01:33.016797 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-deae304b-3ade-4063-af8a-3a479afa9277 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:33.017983 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-deae304b-3ade-4063-af8a-3a479afa9277 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "DELETE /v2.0/routers/24344f19-393f-434d-9ebf-ab1d7f8fe7ba HTTP/1.1" status: 204 len: 168 time: 1.1544027 Nov 25 20:01:33.026202 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44844) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:33.034735 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1b081c63-3164-45bc-a9d0-ec4b6010379e tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-76615468', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:33.122477 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b081c63-3164-45bc-a9d0-ec4b6010379e tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:33.128209 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b081c63-3164-45bc-a9d0-ec4b6010379e tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:33.232380 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b081c63-3164-45bc-a9d0-ec4b6010379e tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:33.394780 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b081c63-3164-45bc-a9d0-ec4b6010379e tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:33.720844 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b081c63-3164-45bc-a9d0-ec4b6010379e tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:33.742034 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:33.748420 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b081c63-3164-45bc-a9d0-ec4b6010379e tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:33.930180 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44856) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:34.017638 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-1b081c63-3164-45bc-a9d0-ec4b6010379e tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Allocated IP 172.25.6.70 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/64acea5e-a31f-4d4e-8d39-115a7f408afa) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:01:34.240893 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b081c63-3164-45bc-a9d0-ec4b6010379e tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:34.298319 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff2023a4-6261-458f-ab70-58a7db5c3033 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:34.310936 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b081c63-3164-45bc-a9d0-ec4b6010379e tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:34.383339 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b081c63-3164-45bc-a9d0-ec4b6010379e tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:01:34.392131 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1b081c63-3164-45bc-a9d0-ec4b6010379e tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:01:34.397389 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b081c63-3164-45bc-a9d0-ec4b6010379e tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:01:34.410953 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269a40c2-5145-4614-bb53-20248e5c3300 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:01:34.484197 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9a9deefb-03c4-4a86-b442-ba94f75ac617 None None] Provisioning complete for port 64acea5e-a31f-4d4e-8d39-115a7f408afa triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:34.484511 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9a9deefb-03c4-4a86-b442-ba94f75ac617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:34.486828 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b081c63-3164-45bc-a9d0-ec4b6010379e tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Pushing event updated for resources: {'Port': ['ID=64acea5e-a31f-4d4e-8d39-115a7f408afa,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:34.552995 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-9a9deefb-03c4-4a86-b442-ba94f75ac617 None None] Port 64acea5e-a31f-4d4e-8d39-115a7f408afa cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:01:34.572813 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff2023a4-6261-458f-ab70-58a7db5c3033 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:34.585278 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff2023a4-6261-458f-ab70-58a7db5c3033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:34.677687 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2023a4-6261-458f-ab70-58a7db5c3033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bfb2f6-61f3-471a-9b26-f6a79ca6a006,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:34.716107 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ff2023a4-6261-458f-ab70-58a7db5c3033 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=015bbfaab2fd4188a85e35eaabf18e36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7839348 Nov 25 20:01:34.718596 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44872) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:34.864212 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-84917ce5-4c75-49a0-876c-cad0f3e289f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:34.928406 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-84917ce5-4c75-49a0-876c-cad0f3e289f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:35.020732 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-84917ce5-4c75-49a0-876c-cad0f3e289f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:35.025068 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-84917ce5-4c75-49a0-876c-cad0f3e289f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:35.030457 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-84917ce5-4c75-49a0-876c-cad0f3e289f8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c4bfb2f6-61f3-471a-9b26-f6a79ca6a006 HTTP/1.1" status: 204 len: 168 time: 0.3065963 Nov 25 20:01:35.051144 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84917ce5-4c75-49a0-876c-cad0f3e289f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bfb2f6-61f3-471a-9b26-f6a79ca6a006,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:35.079221 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b081c63-3164-45bc-a9d0-ec4b6010379e tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:35.448331 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b081c63-3164-45bc-a9d0-ec4b6010379e tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:35.553107 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:35.607661 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:36.077067 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b081c63-3164-45bc-a9d0-ec4b6010379e tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Router 5fe1fb16-7dfc-4d50-8ec0-27d5c995dd7b is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:01:36.237524 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b081c63-3164-45bc-a9d0-ec4b6010379e tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:01:36.249121 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4197c4-0b5a-4ebb-98a3-3bb4078d23e0 None None] Sync routers for ids ['5fe1fb16-7dfc-4d50-8ec0-27d5c995dd7b'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:01:36.271047 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4197c4-0b5a-4ebb-98a3-3bb4078d23e0 None None] Routers {'5fe1fb16-7dfc-4d50-8ec0-27d5c995dd7b'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:36.271736 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3d4197c4-0b5a-4ebb-98a3-3bb4078d23e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:01:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['5fe1fb16-7dfc-4d50-8ec0-27d5c995dd7b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:36.311811 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b081c63-3164-45bc-a9d0-ec4b6010379e tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:36.315745 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1b081c63-3164-45bc-a9d0-ec4b6010379e tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.2841980 Nov 25 20:01:36.316722 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44908) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:36.324983 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3d4197c4-0b5a-4ebb-98a3-3bb4078d23e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:36.326434 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-c98ae1a5-b0a5-4539-b161-067004f8b801 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:36.339256 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4197c4-0b5a-4ebb-98a3-3bb4078d23e0 None None] Routers {'5fe1fb16-7dfc-4d50-8ec0-27d5c995dd7b'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:36.341205 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3d4197c4-0b5a-4ebb-98a3-3bb4078d23e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:01:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['5fe1fb16-7dfc-4d50-8ec0-27d5c995dd7b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:36.382310 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3d4197c4-0b5a-4ebb-98a3-3bb4078d23e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:36.383005 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4197c4-0b5a-4ebb-98a3-3bb4078d23e0 None None] The sync data for ids ['5fe1fb16-7dfc-4d50-8ec0-27d5c995dd7b'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:01:36.862549 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c98ae1a5-b0a5-4539-b161-067004f8b801 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:36.880120 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c98ae1a5-b0a5-4539-b161-067004f8b801 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:36.959763 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c98ae1a5-b0a5-4539-b161-067004f8b801 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Deleting port 64acea5e-a31f-4d4e-8d39-115a7f408afa {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:01:36.960140 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c98ae1a5-b0a5-4539-b161-067004f8b801 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:37.102090 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c98ae1a5-b0a5-4539-b161-067004f8b801 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:37.169764 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c98ae1a5-b0a5-4539-b161-067004f8b801 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Calling delete_port for 64acea5e-a31f-4d4e-8d39-115a7f408afa owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:01:37.589492 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d712e68d-4083-4aa4-895a-d01efb45d7b4 req-fae03e6e-d6d6-410f-bd8c-1dec2b2fdc20 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4559596 Nov 25 20:01:37.634787 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c98ae1a5-b0a5-4539-b161-067004f8b801 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:37.729027 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ae1a5-b0a5-4539-b161-067004f8b801 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Pushing event deleted for resources: {'Port': ['ID=64acea5e-a31f-4d4e-8d39-115a7f408afa,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:37.738352 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1379b47b-670f-43b5-b8fb-4bb3b69f61d4 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:01:37.835325 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c98ae1a5-b0a5-4539-b161-067004f8b801 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:37.928716 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712e68d-4083-4aa4-895a-d01efb45d7b4 req-a21b583f-a1b7-49a7-b59e-55db2870d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:37.930315 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d712e68d-4083-4aa4-895a-d01efb45d7b4 req-a21b583f-a1b7-49a7-b59e-55db2870d063 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=36ea5929d02e4a0c99fcb11524ca5908&device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 1096 time: 0.2141368 Nov 25 20:01:38.105705 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712e68d-4083-4aa4-895a-d01efb45d7b4 req-16947eaa-4a3f-4eb0-ae78-458de4b8860d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:38.107514 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d712e68d-4083-4aa4-895a-d01efb45d7b4 req-16947eaa-4a3f-4eb0-ae78-458de4b8860d service neutron] 10.222.0.73 "GET /v2.0/networks?id=79f390dd-a1bc-4f5d-b799-4937724649fb HTTP/1.1" status: 200 len: 909 time: 0.1216733 Nov 25 20:01:38.275502 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44938) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:38.354033 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c98ae1a5-b0a5-4539-b161-067004f8b801 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59443'] for router, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:38.362064 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c98ae1a5-b0a5-4539-b161-067004f8b801 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2046030'] for router, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:38.370259 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d712e68d-4083-4aa4-895a-d01efb45d7b4 req-5cff1f94-8b13-450f-ba3d-e3e773e4c094 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6eafd15-484d-4957-a494-361a59c81e7b HTTP/1.1" status: 200 len: 1000 time: 0.1972160 Nov 25 20:01:38.537140 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-708d3563-f5fd-4247-b4fb-a25569428eab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:38.575044 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712e68d-4083-4aa4-895a-d01efb45d7b4 req-1f2df8e2-089b-49f0-93ed-4573d5b14b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:38.575853 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d712e68d-4083-4aa4-895a-d01efb45d7b4 req-1f2df8e2-089b-49f0-93ed-4573d5b14b6f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=58fbc8e7-048f-4825-a83a-6a6c0e7dfb98 HTTP/1.1" status: 200 len: 847 time: 0.1998775 Nov 25 20:01:38.618405 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98ae1a5-b0a5-4539-b161-067004f8b801 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Router 5fe1fb16-7dfc-4d50-8ec0-27d5c995dd7b has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:01:38.677390 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-708d3563-f5fd-4247-b4fb-a25569428eab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:38.683493 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-708d3563-f5fd-4247-b4fb-a25569428eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:38.740670 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-708d3563-f5fd-4247-b4fb-a25569428eab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a20c820977cb4a2fa865e58468a1b213&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4597213 Nov 25 20:01:38.740897 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44950) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:38.749209 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d3563-f5fd-4247-b4fb-a25569428eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4980d55e-9189-47f1-8387-649b26d86e95,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:38.795549 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712e68d-4083-4aa4-895a-d01efb45d7b4 req-82301df3-7030-4a4f-aeec-5af522f3c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:38.798191 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d712e68d-4083-4aa4-895a-d01efb45d7b4 req-82301df3-7030-4a4f-aeec-5af522f3c334 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79f390dd-a1bc-4f5d-b799-4937724649fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2114925 Nov 25 20:01:38.806783 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98ae1a5-b0a5-4539-b161-067004f8b801 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:01:38.817634 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-825b0f7d-9f02-457f-b827-47c24678092e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:38.826341 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a57e1e-1a86-4aae-bd9e-2db0b64cbf7e None None] Sync routers for ids ['5fe1fb16-7dfc-4d50-8ec0-27d5c995dd7b'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:01:38.830525 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c98ae1a5-b0a5-4539-b161-067004f8b801 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:38.832727 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c98ae1a5-b0a5-4539-b161-067004f8b801 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "PUT /v2.0/routers/5fe1fb16-7dfc-4d50-8ec0-27d5c995dd7b HTTP/1.1" status: 200 len: 704 time: 2.5140121 Nov 25 20:01:38.837507 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a57e1e-1a86-4aae-bd9e-2db0b64cbf7e None None] Routers {'5fe1fb16-7dfc-4d50-8ec0-27d5c995dd7b'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:38.838144 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-07a57e1e-1a86-4aae-bd9e-2db0b64cbf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:01:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['5fe1fb16-7dfc-4d50-8ec0-27d5c995dd7b'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:38.851172 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44952) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:38.872839 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-825b0f7d-9f02-457f-b827-47c24678092e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:38.904691 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-07a57e1e-1a86-4aae-bd9e-2db0b64cbf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:38.915909 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a57e1e-1a86-4aae-bd9e-2db0b64cbf7e None None] Routers {'5fe1fb16-7dfc-4d50-8ec0-27d5c995dd7b'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:38.918144 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-07a57e1e-1a86-4aae-bd9e-2db0b64cbf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:01:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['5fe1fb16-7dfc-4d50-8ec0-27d5c995dd7b'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:38.945734 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-825b0f7d-9f02-457f-b827-47c24678092e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:38.949993 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-825b0f7d-9f02-457f-b827-47c24678092e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:38.956156 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-825b0f7d-9f02-457f-b827-47c24678092e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4980d55e-9189-47f1-8387-649b26d86e95 HTTP/1.1" status: 204 len: 168 time: 0.2123170 Nov 25 20:01:38.964475 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-07a57e1e-1a86-4aae-bd9e-2db0b64cbf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:38.971363 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a57e1e-1a86-4aae-bd9e-2db0b64cbf7e None None] The sync data for ids ['5fe1fb16-7dfc-4d50-8ec0-27d5c995dd7b'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:01:38.976081 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-140d7ef9-ba21-4611-aa7e-9b3c4940ac4d tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "GET /v2.0/routers/5fe1fb16-7dfc-4d50-8ec0-27d5c995dd7b HTTP/1.1" status: 200 len: 739 time: 0.1234956 Nov 25 20:01:38.980300 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44956) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:38.984305 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b0f7d-9f02-457f-b827-47c24678092e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4980d55e-9189-47f1-8387-649b26d86e95,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:39.048230 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d4570aac-0dbe-4954-9766-322d46c83014 tempest-RoutersAdminTest-1973320841 tempest-RoutersAdminTest-1973320841-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=f965ced5-a415-47da-9748-3514ef368954&device_id=5fe1fb16-7dfc-4d50-8ec0-27d5c995dd7b HTTP/1.1" status: 200 len: 205 time: 0.0608563 Nov 25 20:01:39.048230 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44958) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:39.090262 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ff10d1bc-ee65-4181-9f93-26e54af85db1 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fe1fb16-7dfc-4d50-8ec0-27d5c995dd7b HTTP/1.1" status: 200 len: 205 time: 0.0413227 Nov 25 20:01:39.095387 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44960) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:39.106515 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d712e68d-4083-4aa4-895a-d01efb45d7b4 req-86f3a487-1b08-4a84-8bf3-f2dc1c103e14 service neutron] 10.222.0.73 "GET /v2.0/networks/79f390dd-a1bc-4f5d-b799-4937724649fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964330 Nov 25 20:01:39.182102 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-58f82224-aa66-4ec5-9ec4-52053781ceba tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:39.339856 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d712e68d-4083-4aa4-895a-d01efb45d7b4 req-74a91699-1954-42fc-8326-91e389baef35 service neutron] 10.222.0.73 "GET /v2.0/networks/79f390dd-a1bc-4f5d-b799-4937724649fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236567 Nov 25 20:01:39.431649 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-58f82224-aa66-4ec5-9ec4-52053781ceba tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:39.436644 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-58f82224-aa66-4ec5-9ec4-52053781ceba tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:39.450688 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44970) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:39.472907 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-24dedbb3-4748-47ac-9460-fee5d4e9aa23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:39.491106 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-58f82224-aa66-4ec5-9ec4-52053781ceba tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:39.492679 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f82224-aa66-4ec5-9ec4-52053781ceba tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Fanout notify agent at l3_agent the message router_deleted on router 5fe1fb16-7dfc-4d50-8ec0-27d5c995dd7b {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:01:39.542089 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-58f82224-aa66-4ec5-9ec4-52053781ceba tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:39.542089 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-58f82224-aa66-4ec5-9ec4-52053781ceba tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "DELETE /v2.0/routers/5fe1fb16-7dfc-4d50-8ec0-27d5c995dd7b HTTP/1.1" status: 204 len: 168 time: 0.4374018 Nov 25 20:01:39.542089 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44976) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:39.589352 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9fe1209a-fa83-4570-a56a-f1517be5deb0 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fe1fb16-7dfc-4d50-8ec0-27d5c995dd7b HTTP/1.1" status: 200 len: 205 time: 0.0505290 Nov 25 20:01:39.590114 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44980) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:39.615589 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-24dedbb3-4748-47ac-9460-fee5d4e9aa23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:39.627707 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-24dedbb3-4748-47ac-9460-fee5d4e9aa23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:39.634307 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-51266f0e-eca2-485e-aa3e-da131c41fb72 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] delete failed (client error): The resource could not be found. Nov 25 20:01:39.639261 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-51266f0e-eca2-485e-aa3e-da131c41fb72 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "DELETE /v2.0/routers/5fe1fb16-7dfc-4d50-8ec0-27d5c995dd7b HTTP/1.1" status: 404 len: 336 time: 0.0479677 Nov 25 20:01:39.640311 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44984) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:39.674822 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ab59a894-3a63-49aa-92d0-c66b0c5601d8 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "GET /v2.0/ports?device_id=24344f19-393f-434d-9ebf-ab1d7f8fe7ba HTTP/1.1" status: 200 len: 205 time: 0.0332942 Nov 25 20:01:39.676173 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44986) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:39.687748 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-24dedbb3-4748-47ac-9460-fee5d4e9aa23 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=26faf1bf661440d0b1753d54e703c568&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2349231 Nov 25 20:01:39.691319 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44988) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:39.719646 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dedbb3-4748-47ac-9460-fee5d4e9aa23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371395cc-54d3-46a7-9efe-7d732ce94afe,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:39.733710 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-4451c1bc-0e9b-4314-9674-b4e1c7dad772 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] delete failed (client error): The resource could not be found. Nov 25 20:01:39.737747 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44992) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:39.738695 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4451c1bc-0e9b-4314-9674-b4e1c7dad772 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "DELETE /v2.0/routers/24344f19-393f-434d-9ebf-ab1d7f8fe7ba HTTP/1.1" status: 404 len: 336 time: 0.0607328 Nov 25 20:01:39.778373 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bb708df8-9158-4bd3-9e8d-95c00b86750a tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef6b575a-e5d0-4d7e-85fd-35d0acc40fc0 HTTP/1.1" status: 200 len: 205 time: 0.0369210 Nov 25 20:01:39.780284 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 44994) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:39.826598 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-d65b9c16-cfef-4e0c-b56a-f911c527e14b tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] delete failed (client error): The resource could not be found. Nov 25 20:01:39.830342 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d65b9c16-cfef-4e0c-b56a-f911c527e14b tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "DELETE /v2.0/routers/ef6b575a-e5d0-4d7e-85fd-35d0acc40fc0 HTTP/1.1" status: 404 len: 336 time: 0.0456424 Nov 25 20:01:39.831977 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 44998) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:39.848826 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-535a1a9b-ce6f-4681-8e37-a933d01a1c54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:39.880747 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-535a1a9b-ce6f-4681-8e37-a933d01a1c54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:39.890942 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-753ed703-2567-4af9-952c-99f6276d4a18 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4f9d546-34b0-43de-8672-0631c9fd5e8f HTTP/1.1" status: 200 len: 205 time: 0.0570636 Nov 25 20:01:39.893402 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45002) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:39.951832 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-d8e05e47-4b74-4f44-af60-99db84d28163 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] delete failed (client error): The resource could not be found. Nov 25 20:01:39.957152 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d8e05e47-4b74-4f44-af60-99db84d28163 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "DELETE /v2.0/routers/b4f9d546-34b0-43de-8672-0631c9fd5e8f HTTP/1.1" status: 404 len: 336 time: 0.0587809 Nov 25 20:01:39.957969 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45004) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:40.018801 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-535a1a9b-ce6f-4681-8e37-a933d01a1c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:40.025041 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-535a1a9b-ce6f-4681-8e37-a933d01a1c54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:40.029436 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-535a1a9b-ce6f-4681-8e37-a933d01a1c54 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/371395cc-54d3-46a7-9efe-7d732ce94afe HTTP/1.1" status: 204 len: 168 time: 0.3347335 Nov 25 20:01:40.044875 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a1a9b-ce6f-4681-8e37-a933d01a1c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371395cc-54d3-46a7-9efe-7d732ce94afe,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:40.071470 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-32c60ae4-1dcf-49ef-8623-f059186bbc12 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "GET /v2.0/ports?device_id=6579a582-41f2-4a3d-ac09-9c4c3c402887 HTTP/1.1" status: 200 len: 205 time: 0.1110568 Nov 25 20:01:40.074117 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45008) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:40.138599 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-60085376-94e4-4e17-9137-c41aeae81556 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] delete failed (client error): The resource could not be found. Nov 25 20:01:40.139930 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-60085376-94e4-4e17-9137-c41aeae81556 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "DELETE /v2.0/routers/6579a582-41f2-4a3d-ac09-9c4c3c402887 HTTP/1.1" status: 404 len: 336 time: 0.0615590 Nov 25 20:01:40.144316 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45010) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:40.190467 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8f012bb6-4804-4457-80d0-b4cda775f955 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa8a464-9b9c-43d6-887a-d50ce35f31a0 HTTP/1.1" status: 200 len: 205 time: 0.0446124 Nov 25 20:01:40.195107 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45014) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:40.674153 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-6b72741c-8e1d-4a4b-a8a9-ad45fa9d8df5 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] delete failed (client error): The resource could not be found. Nov 25 20:01:40.675615 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6b72741c-8e1d-4a4b-a8a9-ad45fa9d8df5 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "DELETE /v2.0/routers/3aa8a464-9b9c-43d6-887a-d50ce35f31a0 HTTP/1.1" status: 404 len: 336 time: 0.4789586 Nov 25 20:01:40.678836 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45028) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:40.710820 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-440df19d-c41a-4e34-8746-edcf87930b11 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] DELETE failed (client error): The resource could not be found. Nov 25 20:01:40.711546 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-440df19d-c41a-4e34-8746-edcf87930b11 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:01:40.715498 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-440df19d-c41a-4e34-8746-edcf87930b11 tempest-RoutersAdminTest-1204659015 tempest-RoutersAdminTest-1204659015-project] 10.222.0.55 "DELETE /v2.0/subnets/42be9661-589e-4aa2-a0e8-f025241beec9 HTTP/1.1" status: 404 len: 337 time: 0.0350125 Nov 25 20:01:40.765090 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45034) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:40.794388 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b7e5695-a5c6-4e95-a1ec-69016e75d002 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:40.894279 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b7e5695-a5c6-4e95-a1ec-69016e75d002 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:40.900900 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b7e5695-a5c6-4e95-a1ec-69016e75d002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:40.931343 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8b7e5695-a5c6-4e95-a1ec-69016e75d002 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=74e72ae5ce5947008da10e49dd51eb3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1649606 Nov 25 20:01:40.934798 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45038) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:40.987613 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e5695-a5c6-4e95-a1ec-69016e75d002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12f5320-38e8-4808-ad59-ebbc603ba31e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:41.038113 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45040) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:41.044132 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-501f0717-319b-471e-9156-ab327faff53c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:41.103722 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-501f0717-319b-471e-9156-ab327faff53c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:41.189807 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25164c8e-0639-4159-a77b-9f39f1ca147f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:41.209014 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-501f0717-319b-471e-9156-ab327faff53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:41.212030 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-501f0717-319b-471e-9156-ab327faff53c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:41.217403 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-501f0717-319b-471e-9156-ab327faff53c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e12f5320-38e8-4808-ad59-ebbc603ba31e HTTP/1.1" status: 204 len: 168 time: 0.2773831 Nov 25 20:01:41.232280 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f0717-319b-471e-9156-ab327faff53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12f5320-38e8-4808-ad59-ebbc603ba31e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:41.380614 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25164c8e-0639-4159-a77b-9f39f1ca147f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:41.388461 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25164c8e-0639-4159-a77b-9f39f1ca147f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:41.438322 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45050) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:41.452032 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-25164c8e-0639-4159-a77b-9f39f1ca147f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=821fee1426c445c2b519087e04a8328a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3944314 Nov 25 20:01:41.553098 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25164c8e-0639-4159-a77b-9f39f1ca147f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bcb4be-53a2-45fd-80ce-b46546ce8ea9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:41.575356 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-658313c9-0ce2-406c-a46d-a041a613d420 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:41.612129 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-658313c9-0ce2-406c-a46d-a041a613d420 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:41.683878 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-658313c9-0ce2-406c-a46d-a041a613d420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:41.689468 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-658313c9-0ce2-406c-a46d-a041a613d420 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:41.692473 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-658313c9-0ce2-406c-a46d-a041a613d420 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a6bcb4be-53a2-45fd-80ce-b46546ce8ea9 HTTP/1.1" status: 204 len: 168 time: 0.2517216 Nov 25 20:01:41.715375 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658313c9-0ce2-406c-a46d-a041a613d420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bcb4be-53a2-45fd-80ce-b46546ce8ea9,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:42.191273 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45076) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:42.248022 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-42703ddf-d825-439f-8c0e-a872fca213ae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c4d5e203614c46329fefd37a105793dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0553226 Nov 25 20:01:42.248237 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45080) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:42.325065 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21d4507b-f016-47f1-911e-f4b4e14a8c16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:42.360341 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21d4507b-f016-47f1-911e-f4b4e14a8c16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:42.437999 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21d4507b-f016-47f1-911e-f4b4e14a8c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:42.441701 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21d4507b-f016-47f1-911e-f4b4e14a8c16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:42.443714 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-21d4507b-f016-47f1-911e-f4b4e14a8c16 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f9ac4486-12ab-4bf9-93e7-44a0be680ccd HTTP/1.1" status: 204 len: 168 time: 0.1936367 Nov 25 20:01:42.460842 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4507b-f016-47f1-911e-f4b4e14a8c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ac4486-12ab-4bf9-93e7-44a0be680ccd,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:43.659239 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45130) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:43.956656 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f20afa93-d282-4135-92c1-7b95acde16a2 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'network': {'name': 'tempest-network-smoke--105707054', 'project_id': '32afe38025cf480891593cfe301fccc3', 'port_security_enabled': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:43.999418 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20afa93-d282-4135-92c1-7b95acde16a2 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Made reservation on behalf of 32afe38025cf480891593cfe301fccc3 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:01:44.004622 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f20afa93-d282-4135-92c1-7b95acde16a2 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:44.036166 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f20afa93-d282-4135-92c1-7b95acde16a2 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:44.160577 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f20afa93-d282-4135-92c1-7b95acde16a2 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:44.168049 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f20afa93-d282-4135-92c1-7b95acde16a2 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:44.198484 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20afa93-d282-4135-92c1-7b95acde16a2 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:01:44.213571 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20afa93-d282-4135-92c1-7b95acde16a2 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3152b781-d087-46b8-bb5a-2be461c8bd1b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:44.248190 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f20afa93-d282-4135-92c1-7b95acde16a2 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:44.248552 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-f20afa93-d282-4135-92c1-7b95acde16a2 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Added segment 970bfcb2-4147-4c9d-a4ce-1b09483d969d of type vlan for network f9efe18b-b42e-4866-8618-9258839cc777 Nov 25 20:01:44.303732 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f20afa93-d282-4135-92c1-7b95acde16a2 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:44.338017 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f20afa93-d282-4135-92c1-7b95acde16a2 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:44.346874 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20afa93-d282-4135-92c1-7b95acde16a2 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:44.347518 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f20afa93-d282-4135-92c1-7b95acde16a2 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:44.440861 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f20afa93-d282-4135-92c1-7b95acde16a2 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7765462 Nov 25 20:01:44.441180 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45152) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:44.445910 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6e6c31e2-9b90-4672-9224-c56b711f4ebc tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1400127429', 'admin_state_up': True, 'project_id': '32afe38025cf480891593cfe301fccc3', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:44.513822 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20afa93-d282-4135-92c1-7b95acde16a2 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'Network': ['ID=f9efe18b-b42e-4866-8618-9258839cc777,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:44.528760 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network f9efe18b-b42e-4866-8618-9258839cc777 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:01:44.531643 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e6c31e2-9b90-4672-9224-c56b711f4ebc tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:44.533775 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e6c31e2-9b90-4672-9224-c56b711f4ebc tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:44.710699 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e6c31e2-9b90-4672-9224-c56b711f4ebc tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:44.875357 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45160) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:44.989205 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e6c31e2-9b90-4672-9224-c56b711f4ebc tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:45.080088 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-906ee620-2ecc-4123-88e9-b4fcde7ae1bc tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-504870116', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:45.107969 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906ee620-2ecc-4123-88e9-b4fcde7ae1bc tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Made reservation on behalf of 5650c2a7798f41799cdae477ac740580 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:01:45.111644 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-906ee620-2ecc-4123-88e9-b4fcde7ae1bc tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:45.125520 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-906ee620-2ecc-4123-88e9-b4fcde7ae1bc tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:45.262690 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-906ee620-2ecc-4123-88e9-b4fcde7ae1bc tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:45.268426 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-906ee620-2ecc-4123-88e9-b4fcde7ae1bc tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:45.275718 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-906ee620-2ecc-4123-88e9-b4fcde7ae1bc tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] device_id is not set on port 21310ffc-b5b2-44f2-acc1-b6107f209785 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 20:01:45.353006 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e6c31e2-9b90-4672-9224-c56b711f4ebc tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:45.363890 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ee620-2ecc-4123-88e9-b4fcde7ae1bc tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0143dc5a-2ba2-4d41-9a73-cb62ae6ddbb7,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:45.387796 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e6c31e2-9b90-4672-9224-c56b711f4ebc tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:45.497013 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-906ee620-2ecc-4123-88e9-b4fcde7ae1bc tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Allocated IP 172.25.6.250 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/21310ffc-b5b2-44f2-acc1-b6107f209785) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:01:45.693947 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-906ee620-2ecc-4123-88e9-b4fcde7ae1bc tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:45.748759 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-906ee620-2ecc-4123-88e9-b4fcde7ae1bc tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:45.796053 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ee620-2ecc-4123-88e9-b4fcde7ae1bc tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Pushing event updated for resources: {'Port': ['ID=21310ffc-b5b2-44f2-acc1-b6107f209785,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:45.812658 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906ee620-2ecc-4123-88e9-b4fcde7ae1bc tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:01:45.814725 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-906ee620-2ecc-4123-88e9-b4fcde7ae1bc tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:01:45.816957 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906ee620-2ecc-4123-88e9-b4fcde7ae1bc tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:01:45.833698 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca970c4-e9b6-48cf-a4ae-1e49f090c9f4 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:01:45.861508 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906ee620-2ecc-4123-88e9-b4fcde7ae1bc tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:45.861691 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-906ee620-2ecc-4123-88e9-b4fcde7ae1bc tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:45.889569 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45172) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:45.890718 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-906ee620-2ecc-4123-88e9-b4fcde7ae1bc tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.0116181 Nov 25 20:01:45.895273 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cf3d0328-ddf4-412d-87fd-3a64a9ee66cf tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.250'}]}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:45.910622 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-6e6c31e2-9b90-4672-9224-c56b711f4ebc tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Allocated IP 172.25.6.129 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/c24afec5-334c-4ea7-940c-535510eb723d) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:01:45.979618 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-295c7117-139b-4401-bd05-6773f750b818 None None] Provisioning complete for port 21310ffc-b5b2-44f2-acc1-b6107f209785 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:45.980698 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-295c7117-139b-4401-bd05-6773f750b818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:45.990203 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf3d0328-ddf4-412d-87fd-3a64a9ee66cf tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:45.991383 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf3d0328-ddf4-412d-87fd-3a64a9ee66cf tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:46.049115 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-295c7117-139b-4401-bd05-6773f750b818 None None] Port 21310ffc-b5b2-44f2-acc1-b6107f209785 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:01:46.157871 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf3d0328-ddf4-412d-87fd-3a64a9ee66cf tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:46.412952 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf3d0328-ddf4-412d-87fd-3a64a9ee66cf tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:46.422243 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e6c31e2-9b90-4672-9224-c56b711f4ebc tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:46.521019 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e6c31e2-9b90-4672-9224-c56b711f4ebc tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:46.578121 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6c31e2-9b90-4672-9224-c56b711f4ebc tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:01:46.582378 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-6e6c31e2-9b90-4672-9224-c56b711f4ebc tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:01:46.585338 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6c31e2-9b90-4672-9224-c56b711f4ebc tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:01:46.619006 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc8433f-6794-4c1e-9b11-b7118a5549a7 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:01:46.629480 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c31e2-9b90-4672-9224-c56b711f4ebc tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'Port': ['ID=c24afec5-334c-4ea7-940c-535510eb723d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:46.749232 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ef26c716-0e33-4e40-a9d2-577c126ca8c4 None None] Provisioning complete for port c24afec5-334c-4ea7-940c-535510eb723d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:46.753503 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef26c716-0e33-4e40-a9d2-577c126ca8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:46.849168 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ef26c716-0e33-4e40-a9d2-577c126ca8c4 None None] Port c24afec5-334c-4ea7-940c-535510eb723d cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:01:47.468640 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf3d0328-ddf4-412d-87fd-3a64a9ee66cf tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:47.499557 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf3d0328-ddf4-412d-87fd-3a64a9ee66cf tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:47.550229 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e6c31e2-9b90-4672-9224-c56b711f4ebc tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:47.597824 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:01:47.830249 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf3d0328-ddf4-412d-87fd-3a64a9ee66cf tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:47.944715 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e6c31e2-9b90-4672-9224-c56b711f4ebc tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:48.092241 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf3d0328-ddf4-412d-87fd-3a64a9ee66cf tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:48.129347 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf3d0328-ddf4-412d-87fd-3a64a9ee66cf tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:48.208420 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf3d0328-ddf4-412d-87fd-3a64a9ee66cf tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:48.208836 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3d0328-ddf4-412d-87fd-3a64a9ee66cf tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0fa8240-d31d-42d4-9fd3-967021ac25a6 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:01:48.236757 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-cf3d0328-ddf4-412d-87fd-3a64a9ee66cf tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 25 20:01:48.237848 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cf3d0328-ddf4-412d-87fd-3a64a9ee66cf tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3466387 Nov 25 20:01:48.240973 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45198) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:48.284117 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6c31e2-9b90-4672-9224-c56b711f4ebc tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Router 39e43e57-f439-4694-a125-73bedf5bb0ae is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:01:48.350475 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-53b9b60d-2438-4300-b017-19dd27cf3b1d tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Deleting port 21310ffc-b5b2-44f2-acc1-b6107f209785 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:01:48.351010 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53b9b60d-2438-4300-b017-19dd27cf3b1d tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:48.523691 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6c31e2-9b90-4672-9224-c56b711f4ebc tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:01:48.533812 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53b9b60d-2438-4300-b017-19dd27cf3b1d tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:48.537856 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ade99a-6ce4-4775-b154-6235bdae3829 None None] Sync routers for ids ['39e43e57-f439-4694-a125-73bedf5bb0ae'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:01:48.548529 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-53b9b60d-2438-4300-b017-19dd27cf3b1d tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Calling delete_port for 21310ffc-b5b2-44f2-acc1-b6107f209785 owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:01:48.556794 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e6c31e2-9b90-4672-9224-c56b711f4ebc tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:48.557041 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ade99a-6ce4-4775-b154-6235bdae3829 None None] Routers {'39e43e57-f439-4694-a125-73bedf5bb0ae'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:48.558216 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-09ade99a-6ce4-4775-b154-6235bdae3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:01:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['39e43e57-f439-4694-a125-73bedf5bb0ae'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:48.561847 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6e6c31e2-9b90-4672-9224-c56b711f4ebc tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.1196415 Nov 25 20:01:48.562146 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45202) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:48.735331 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-09ade99a-6ce4-4775-b154-6235bdae3829 None None] Set router 39e43e57-f439-4694-a125-73bedf5bb0ae gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:01:48.791142 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bd627a94-be15-4fda-a8c1-033927aa1340 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=32afe38025cf480891593cfe301fccc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2277789 Nov 25 20:01:48.794901 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45206) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:48.909611 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53b9b60d-2438-4300-b017-19dd27cf3b1d tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:48.961315 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9b60d-2438-4300-b017-19dd27cf3b1d tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Pushing event deleted for resources: {'Port': ['ID=21310ffc-b5b2-44f2-acc1-b6107f209785,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:48.990223 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879ae080-0030-438e-b158-71aca203542f None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:01:49.028386 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-09ade99a-6ce4-4775-b154-6235bdae3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'name': 'tempest-TestNetworkBasicOps-router-1400127429', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:01:44Z', 'updated_at': '2021-11-25T20:01:46Z', 'revision_number': 3, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:45Z', 'updated_at': '2021-11-25T20:01:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:49.069759 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ade99a-6ce4-4775-b154-6235bdae3829 None None] Checking router: 39e43e57-f439-4694-a125-73bedf5bb0ae for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:01:49.070442 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ade99a-6ce4-4775-b154-6235bdae3829 None None] Updating router 39e43e57-f439-4694-a125-73bedf5bb0ae port c24afec5-334c-4ea7-940c-535510eb723d binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:01:49.109927 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53b9b60d-2438-4300-b017-19dd27cf3b1d tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:49.114719 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-09ade99a-6ce4-4775-b154-6235bdae3829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:49.132088 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-53b9b60d-2438-4300-b017-19dd27cf3b1d tempest-RoutersAdminNegativeIpV6Test-1108932777 tempest-RoutersAdminNegativeIpV6Test-1108932777-project-admin] 10.222.0.55 "DELETE /v2.0/ports/21310ffc-b5b2-44f2-acc1-b6107f209785 HTTP/1.1" status: 204 len: 168 time: 0.8900907 Nov 25 20:01:49.143630 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c084a200-f6f2-4f81-9819-97ba09bcc385 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:49.145300 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c084a200-f6f2-4f81-9819-97ba09bcc385 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3481972 Nov 25 20:01:49.148427 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45216) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:49.197987 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45218) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:49.198780 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-eba29428-7599-45b5-a4f9-cf3bec57fc54 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=f965ced5-a415-47da-9748-3514ef368954&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0485394 Nov 25 20:01:49.203439 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-a032ac59-0f72-4dd5-a90f-a591d35c6567 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-398791810', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'project_id': '32afe38025cf480891593cfe301fccc3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:49.371497 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a032ac59-0f72-4dd5-a90f-a591d35c6567 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Made reservation on behalf of 32afe38025cf480891593cfe301fccc3 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:01:49.376964 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a032ac59-0f72-4dd5-a90f-a591d35c6567 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:49.579366 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-09ade99a-6ce4-4775-b154-6235bdae3829 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:49.588579 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-09ade99a-6ce4-4775-b154-6235bdae3829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:49.644652 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45226) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:49.647281 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-09ade99a-6ce4-4775-b154-6235bdae3829 None None] Attempting to bind port c24afec5-334c-4ea7-940c-535510eb723d on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:01:49.647775 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-09ade99a-6ce4-4775-b154-6235bdae3829 None None] Attempting to bind port c24afec5-334c-4ea7-940c-535510eb723d by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:01:49.648334 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ade99a-6ce4-4775-b154-6235bdae3829 None None] Attempting to bind port c24afec5-334c-4ea7-940c-535510eb723d on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:01:49.662668 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ade99a-6ce4-4775-b154-6235bdae3829 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:01:49.663222 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ade99a-6ce4-4775-b154-6235bdae3829 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:01:49.663732 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-09ade99a-6ce4-4775-b154-6235bdae3829 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:49.664307 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ade99a-6ce4-4775-b154-6235bdae3829 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:01:49.664909 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-09ade99a-6ce4-4775-b154-6235bdae3829 None None] Bound port: c24afec5-334c-4ea7-940c-535510eb723d, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:01:49.665394 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-09ade99a-6ce4-4775-b154-6235bdae3829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:49.692831 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665feb27-63fe-4d08-89f5-6ebfbf0d1b8b None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:01:49.701665 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f8514-853f-43d4-b1d0-ed9b99a26f05 None None] Pushing event updated for resources: {'Port': ['ID=c24afec5-334c-4ea7-940c-535510eb723d,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:49.776209 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-09ade99a-6ce4-4775-b154-6235bdae3829 None None] For port c24afec5-334c-4ea7-940c-535510eb723d, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:01:49.781730 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-09ade99a-6ce4-4775-b154-6235bdae3829 None None] For port c24afec5-334c-4ea7-940c-535510eb723d, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c24afec5-334c-4ea7-940c-535510eb723d,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:01:49.793262 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-09ade99a-6ce4-4775-b154-6235bdae3829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:49.902113 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a032ac59-0f72-4dd5-a90f-a591d35c6567 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:49.916536 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87d2a48-a106-47aa-9227-d897f0b529cf None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:01:49.934208 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65946669-20d4-4311-a594-261bad4a4b02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:49.961722 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ade99a-6ce4-4775-b154-6235bdae3829 None None] Routers {'39e43e57-f439-4694-a125-73bedf5bb0ae'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:49.962783 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-09ade99a-6ce4-4775-b154-6235bdae3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:01:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['39e43e57-f439-4694-a125-73bedf5bb0ae'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:50.016006 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-93d83624-d16d-4a74-a8ff-85ae9cc064cb None None] Provisioning complete for port c24afec5-334c-4ea7-940c-535510eb723d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:50.017354 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-93d83624-d16d-4a74-a8ff-85ae9cc064cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:50.129496 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f8514-853f-43d4-b1d0-ed9b99a26f05 None None] Pushing event updated for resources: {'Port': ['ID=c24afec5-334c-4ea7-940c-535510eb723d,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:50.212953 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-09ade99a-6ce4-4775-b154-6235bdae3829 None None] Set router 39e43e57-f439-4694-a125-73bedf5bb0ae gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:01:50.217018 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-93d83624-d16d-4a74-a8ff-85ae9cc064cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:50.232037 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65946669-20d4-4311-a594-261bad4a4b02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:50.240943 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65946669-20d4-4311-a594-261bad4a4b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:50.256299 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-93d83624-d16d-4a74-a8ff-85ae9cc064cb None None] For port c24afec5-334c-4ea7-940c-535510eb723d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c24afec5-334c-4ea7-940c-535510eb723d,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:50.270893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032ac59-0f72-4dd5-a90f-a591d35c6567 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'Subnet': ['ID=0dad2f0f-26cb-422e-af30-d5370dbaf3ae,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:50.304938 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a032ac59-0f72-4dd5-a90f-a591d35c6567 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Checking segment: {'id': '970bfcb2-4147-4c9d-a4ce-1b09483d969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:01:50.305585 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a032ac59-0f72-4dd5-a90f-a591d35c6567 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Network hostable DHCP agents. Network: f9efe18b-b42e-4866-8618-9258839cc777, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:01:50.331088 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-65946669-20d4-4311-a594-261bad4a4b02 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=26515a580fe442489133b54f1ccd3c7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6853688 Nov 25 20:01:50.332503 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45236) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:50.346174 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65946669-20d4-4311-a594-261bad4a4b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4382d335-af66-47c9-a5a8-675efaee7416,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:50.391802 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a032ac59-0f72-4dd5-a90f-a591d35c6567 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Network f9efe18b-b42e-4866-8618-9258839cc777 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:01:50.425406 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-a032ac59-0f72-4dd5-a90f-a591d35c6567 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, f9efe18b-b42e-4866-8618-9258839cc777) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:01:50.438046 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a032ac59-0f72-4dd5-a90f-a591d35c6567 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:50.438867 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a032ac59-0f72-4dd5-a90f-a591d35c6567 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:50.499448 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a032ac59-0f72-4dd5-a90f-a591d35c6567 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3000324 Nov 25 20:01:50.502138 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45240) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:50.511407 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-93d83624-d16d-4a74-a8ff-85ae9cc064cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:50.531877 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-720da384-e620-4fe7-b970-0619082728a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:50.595479 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-720da384-e620-4fe7-b970-0619082728a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:50.599669 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca57ac8d-e8e5-4211-b5fa-46784452b05b None None] Network f9efe18b-b42e-4866-8618-9258839cc777 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:01:50.603929 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d83624-d16d-4a74-a8ff-85ae9cc064cb None None] Pushing event updated for resources: {'Port': ['ID=c24afec5-334c-4ea7-940c-535510eb723d,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:50.690947 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-720da384-e620-4fe7-b970-0619082728a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:50.697304 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-720da384-e620-4fe7-b970-0619082728a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:50.702596 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-720da384-e620-4fe7-b970-0619082728a7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4382d335-af66-47c9-a5a8-675efaee7416 HTTP/1.1" status: 204 len: 168 time: 0.3657713 Nov 25 20:01:50.713666 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720da384-e620-4fe7-b970-0619082728a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4382d335-af66-47c9-a5a8-675efaee7416,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:50.814755 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e1f52fbe-7761-4fc3-848a-ca63d32d91cc None None] Provisioning complete for port c24afec5-334c-4ea7-940c-535510eb723d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:50.815129 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e1f52fbe-7761-4fc3-848a-ca63d32d91cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:51.078581 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-09ade99a-6ce4-4775-b154-6235bdae3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'name': 'tempest-TestNetworkBasicOps-router-1400127429', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:01:44Z', 'updated_at': '2021-11-25T20:01:46Z', 'revision_number': 3, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:45Z', 'updated_at': '2021-11-25T20:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:51.181655 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45252) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:51.206963 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ade99a-6ce4-4775-b154-6235bdae3829 None None] The sync data for ids ['39e43e57-f439-4694-a125-73bedf5bb0ae'] in n-d-819349-5 is: [{'id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'name': 'tempest-TestNetworkBasicOps-router-1400127429', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:01:44Z', 'updated_at': '2021-11-25T20:01:46Z', 'revision_number': 3, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:45Z', 'updated_at': '2021-11-25T20:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:01:51.283473 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd212a45-7743-4884-82c0-31eb1f762fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-f9efe18b-b42e-4866-8618-9258839cc777', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'fixed_ips': [{'subnet_id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:01:51.287448 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-372db0d6-97b8-4876-8947-5028dfa46fd1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5650c2a7798f41799cdae477ac740580&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1013548 Nov 25 20:01:51.287665 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dd212a45-7743-4884-82c0-31eb1f762fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:51.288718 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45256) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:51.414348 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e842c801-b1cb-4c88-b03d-693425e3ccf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:51.434390 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-146eba5e-b075-40c2-a992-2c9c02a64ed6 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:51.501996 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e842c801-b1cb-4c88-b03d-693425e3ccf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:51.640664 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e842c801-b1cb-4c88-b03d-693425e3ccf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:51.644756 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e842c801-b1cb-4c88-b03d-693425e3ccf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:51.650778 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e842c801-b1cb-4c88-b03d-693425e3ccf8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0143dc5a-2ba2-4d41-9a73-cb62ae6ddbb7 HTTP/1.1" status: 204 len: 168 time: 0.3609476 Nov 25 20:01:51.681167 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842c801-b1cb-4c88-b03d-693425e3ccf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0143dc5a-2ba2-4d41-9a73-cb62ae6ddbb7,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:51.740022 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-dd212a45-7743-4884-82c0-31eb1f762fc8 None None] Allocated IP 172.20.0.2 (f9efe18b-b42e-4866-8618-9258839cc777/0dad2f0f-26cb-422e-af30-d5370dbaf3ae/02f5e46d-cfd4-47b3-8074-f38ca353bbe2) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:01:52.023738 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dd212a45-7743-4884-82c0-31eb1f762fc8 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:52.043688 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dd212a45-7743-4884-82c0-31eb1f762fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:52.095259 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd212a45-7743-4884-82c0-31eb1f762fc8 None None] Network f9efe18b-b42e-4866-8618-9258839cc777 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:01:52.125674 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-dd212a45-7743-4884-82c0-31eb1f762fc8 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:01:52.131761 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd212a45-7743-4884-82c0-31eb1f762fc8 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:01:52.144287 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-146eba5e-b075-40c2-a992-2c9c02a64ed6 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Allocated IP 172.20.0.1 (f9efe18b-b42e-4866-8618-9258839cc777/0dad2f0f-26cb-422e-af30-d5370dbaf3ae/d43c1546-50d7-4a6b-8ef5-667ce4f5fde8) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:01:52.155155 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd212a45-7743-4884-82c0-31eb1f762fc8 None None] Pushing event updated for resources: {'Port': ['ID=02f5e46d-cfd4-47b3-8074-f38ca353bbe2,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:52.218429 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-dd212a45-7743-4884-82c0-31eb1f762fc8 None None] Attempting to bind port 02f5e46d-cfd4-47b3-8074-f38ca353bbe2 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:01:52.219147 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-dd212a45-7743-4884-82c0-31eb1f762fc8 None None] Attempting to bind port 02f5e46d-cfd4-47b3-8074-f38ca353bbe2 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '970bfcb2-4147-4c9d-a4ce-1b09483d969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:01:52.219630 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd212a45-7743-4884-82c0-31eb1f762fc8 None None] Attempting to bind port 02f5e46d-cfd4-47b3-8074-f38ca353bbe2 on network f9efe18b-b42e-4866-8618-9258839cc777 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:01:52.231543 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd212a45-7743-4884-82c0-31eb1f762fc8 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:01:52.232305 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd212a45-7743-4884-82c0-31eb1f762fc8 None None] Checking segment: {'id': '970bfcb2-4147-4c9d-a4ce-1b09483d969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:01:52.233341 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dd212a45-7743-4884-82c0-31eb1f762fc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:52.234275 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd212a45-7743-4884-82c0-31eb1f762fc8 None None] Bound using segment: {'id': '970bfcb2-4147-4c9d-a4ce-1b09483d969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:01:52.235394 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-dd212a45-7743-4884-82c0-31eb1f762fc8 None None] Bound port: 02f5e46d-cfd4-47b3-8074-f38ca353bbe2, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970bfcb2-4147-4c9d-a4ce-1b09483d969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:01:52.238070 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dd212a45-7743-4884-82c0-31eb1f762fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:52.354387 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-146eba5e-b075-40c2-a992-2c9c02a64ed6 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:52.389288 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-dd212a45-7743-4884-82c0-31eb1f762fc8 None None] For port 02f5e46d-cfd4-47b3-8074-f38ca353bbe2, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:01:52.392865 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-dd212a45-7743-4884-82c0-31eb1f762fc8 None None] For port 02f5e46d-cfd4-47b3-8074-f38ca353bbe2, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=02f5e46d-cfd4-47b3-8074-f38ca353bbe2,segment=NetworkSegment(970bfcb2-4147-4c9d-a4ce-1b09483d969d),segment_id=970bfcb2-4147-4c9d-a4ce-1b09483d969d)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:01:52.404364 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dd212a45-7743-4884-82c0-31eb1f762fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:52.424261 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-146eba5e-b075-40c2-a992-2c9c02a64ed6 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:52.488322 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146eba5e-b075-40c2-a992-2c9c02a64ed6 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Network f9efe18b-b42e-4866-8618-9258839cc777 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:01:52.493201 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-146eba5e-b075-40c2-a992-2c9c02a64ed6 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:01:52.507786 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146eba5e-b075-40c2-a992-2c9c02a64ed6 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:01:52.517745 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd212a45-7743-4884-82c0-31eb1f762fc8 None None] Pushing event updated for resources: {'Port': ['ID=02f5e46d-cfd4-47b3-8074-f38ca353bbe2,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:52.559543 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146eba5e-b075-40c2-a992-2c9c02a64ed6 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'Port': ['ID=d43c1546-50d7-4a6b-8ef5-667ce4f5fde8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:52.629886 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-146eba5e-b075-40c2-a992-2c9c02a64ed6 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:52.939468 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-146eba5e-b075-40c2-a992-2c9c02a64ed6 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:53.325903 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c24afec5-334c-4ea7-940c-535510eb723d up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:01:53.368194 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45296) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:53.482408 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-146eba5e-b075-40c2-a992-2c9c02a64ed6 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:53.499875 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-146eba5e-b075-40c2-a992-2c9c02a64ed6 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:53.597235 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-b5c7dd18-42e3-461c-b6f4-a0828fdca39d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Request body: {'networks': [{'name': 'tempest-network--749892897'}, {'name': 'tempest-network--720058103'}]} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:53.597561 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-b5c7dd18-42e3-461c-b6f4-a0828fdca39d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Request body: {'network': {'name': 'tempest-network--749892897'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:53.598650 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-b5c7dd18-42e3-461c-b6f4-a0828fdca39d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Request body: {'network': {'name': 'tempest-network--720058103'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:53.631820 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146eba5e-b075-40c2-a992-2c9c02a64ed6 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'Port': ['ID=d43c1546-50d7-4a6b-8ef5-667ce4f5fde8,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:53.644565 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port c24afec5-334c-4ea7-940c-535510eb723d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:53.644989 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:53.647777 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c7dd18-42e3-461c-b6f4-a0828fdca39d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Made reservation on behalf of 4319c8f4fd7e441cbca91f7006d9fdd1 for: {'network': 2} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:01:53.653522 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5c7dd18-42e3-461c-b6f4-a0828fdca39d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:53.675058 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5c7dd18-42e3-461c-b6f4-a0828fdca39d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:53.677025 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-146eba5e-b075-40c2-a992-2c9c02a64ed6 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:53.760749 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 02f5e46d-cfd4-47b3-8074-f38ca353bbe2 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:01:53.820604 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146eba5e-b075-40c2-a992-2c9c02a64ed6 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Network f9efe18b-b42e-4866-8618-9258839cc777 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:01:53.826722 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-146eba5e-b075-40c2-a992-2c9c02a64ed6 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:01:53.867603 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5c7dd18-42e3-461c-b6f4-a0828fdca39d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:53.867869 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 02f5e46d-cfd4-47b3-8074-f38ca353bbe2 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:53.867992 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:53.874040 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5c7dd18-42e3-461c-b6f4-a0828fdca39d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:53.874810 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5c7dd18-42e3-461c-b6f4-a0828fdca39d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:53.949344 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:53.973618 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c7dd18-42e3-461c-b6f4-a0828fdca39d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:01:53.982069 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7dd18-42e3-461c-b6f4-a0828fdca39d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=305d96c0-3fff-4ea2-b432-29339c28e9e1,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:54.006092 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5c7dd18-42e3-461c-b6f4-a0828fdca39d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:54.009659 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-b5c7dd18-42e3-461c-b6f4-a0828fdca39d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Added segment 0fded393-dd1c-4ec5-a0a3-fac198e60bf9 of type vlan for network bce30e82-d4c8-43bd-b8d7-f90c6f993e5e Nov 25 20:01:54.043378 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:54.121738 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146eba5e-b075-40c2-a992-2c9c02a64ed6 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Router 39e43e57-f439-4694-a125-73bedf5bb0ae has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:01:54.121988 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 02f5e46d-cfd4-47b3-8074-f38ca353bbe2, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=02f5e46d-cfd4-47b3-8074-f38ca353bbe2,segment=NetworkSegment(970bfcb2-4147-4c9d-a4ce-1b09483d969d),segment_id=970bfcb2-4147-4c9d-a4ce-1b09483d969d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:54.129358 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5c7dd18-42e3-461c-b6f4-a0828fdca39d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:54.140293 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:54.256460 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c7dd18-42e3-461c-b6f4-a0828fdca39d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:01:54.281123 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146eba5e-b075-40c2-a992-2c9c02a64ed6 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:01:54.281589 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5c7dd18-42e3-461c-b6f4-a0828fdca39d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:54.281953 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-b5c7dd18-42e3-461c-b6f4-a0828fdca39d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Added segment 132952d4-54a4-4cb3-bd93-3381beee1f72 of type vlan for network 8df230dc-87c9-416d-9234-4c464c6f5fc8 Nov 25 20:01:54.295894 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-146eba5e-b075-40c2-a992-2c9c02a64ed6 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "PUT /v2.0/routers/39e43e57-f439-4694-a125-73bedf5bb0ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7920470 Nov 25 20:01:54.297123 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d4f557-6221-4b5e-8589-6415375f193c None None] Sync routers for ids ['39e43e57-f439-4694-a125-73bedf5bb0ae'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:01:54.299711 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45308) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:54.302312 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=02f5e46d-cfd4-47b3-8074-f38ca353bbe2,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:54.316059 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d4f557-6221-4b5e-8589-6415375f193c None None] Routers {'39e43e57-f439-4694-a125-73bedf5bb0ae'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:54.316795 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-a7d4f557-6221-4b5e-8589-6415375f193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:01:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['39e43e57-f439-4694-a125-73bedf5bb0ae'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:54.349754 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5c7dd18-42e3-461c-b6f4-a0828fdca39d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:54.389150 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5c7dd18-42e3-461c-b6f4-a0828fdca39d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:54.390711 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5c7dd18-42e3-461c-b6f4-a0828fdca39d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:54.403124 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c7dd18-42e3-461c-b6f4-a0828fdca39d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:54.406269 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:54.410508 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c7dd18-42e3-461c-b6f4-a0828fdca39d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:54.412038 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5c7dd18-42e3-461c-b6f4-a0828fdca39d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:54.444186 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b5c7dd18-42e3-461c-b6f4-a0828fdca39d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.0732884 Nov 25 20:01:54.447143 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45310) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:54.652388 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-a7d4f557-6221-4b5e-8589-6415375f193c None None] Set router 39e43e57-f439-4694-a125-73bedf5bb0ae gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:01:54.661596 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7dd18-42e3-461c-b6f4-a0828fdca39d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Pushing event updated for resources: {'Network': ['ID=bce30e82-d4c8-43bd-b8d7-f90c6f993e5e,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:54.674134 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network bce30e82-d4c8-43bd-b8d7-f90c6f993e5e details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:01:54.709069 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d64a495-8f90-4eb1-b00d-517e0ea1eda6 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:54.709737 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d64a495-8f90-4eb1-b00d-517e0ea1eda6 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:54.710115 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d64a495-8f90-4eb1-b00d-517e0ea1eda6 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:54.710695 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d64a495-8f90-4eb1-b00d-517e0ea1eda6 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:54.711233 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d64a495-8f90-4eb1-b00d-517e0ea1eda6 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:54.711761 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d64a495-8f90-4eb1-b00d-517e0ea1eda6 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:54.719315 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3d64a495-8f90-4eb1-b00d-517e0ea1eda6 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4277 time: 0.4130149 Nov 25 20:01:54.719797 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45312) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:54.767739 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b9d03b-212b-40b9-b6ef-a0cc66269261 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:54.773899 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b9d03b-212b-40b9-b6ef-a0cc66269261 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:54.794728 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b9d03b-212b-40b9-b6ef-a0cc66269261 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:54.809844 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b9d03b-212b-40b9-b6ef-a0cc66269261 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:54.811702 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a7b9d03b-212b-40b9-b6ef-a0cc66269261 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3633375 Nov 25 20:01:54.820795 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45314) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:54.875649 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7dd18-42e3-461c-b6f4-a0828fdca39d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Pushing event updated for resources: {'Network': ['ID=8df230dc-87c9-416d-9234-4c464c6f5fc8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:54.895651 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 8df230dc-87c9-416d-9234-4c464c6f5fc8 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:01:55.037720 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfcf706-072b-46cd-a8a8-92042fbbc5ac None None] Network f9efe18b-b42e-4866-8618-9258839cc777 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:01:55.083103 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-a7d4f557-6221-4b5e-8589-6415375f193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'name': 'tempest-TestNetworkBasicOps-router-1400127429', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:01:44Z', 'updated_at': '2021-11-25T20:01:52Z', 'revision_number': 4, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:45Z', 'updated_at': '2021-11-25T20:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd43c1546-50d7-4a6b-8ef5-667ce4f5fde8', 'name': '', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'mac_address': 'fa:16:3e:bc:26:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:51Z', 'updated_at': '2021-11-25T20:01:53Z', 'revision_number': 2, 'project_id': '32afe38025cf480891593cfe301fccc3', 'subnets': [{'id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:55.119897 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a6bdf1-34c1-4047-8e4d-0832524f0485 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:55.120415 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a6bdf1-34c1-4047-8e4d-0832524f0485 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:55.120877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a6bdf1-34c1-4047-8e4d-0832524f0485 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:55.121339 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a6bdf1-34c1-4047-8e4d-0832524f0485 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:55.121798 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a6bdf1-34c1-4047-8e4d-0832524f0485 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:55.122255 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a6bdf1-34c1-4047-8e4d-0832524f0485 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:55.141047 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d4f557-6221-4b5e-8589-6415375f193c None None] Checking router: 39e43e57-f439-4694-a125-73bedf5bb0ae for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:01:55.141851 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d4f557-6221-4b5e-8589-6415375f193c None None] Updating router 39e43e57-f439-4694-a125-73bedf5bb0ae port d43c1546-50d7-4a6b-8ef5-667ce4f5fde8 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:01:55.155464 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-74a6bdf1-34c1-4047-8e4d-0832524f0485 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3997 time: 0.4343557 Nov 25 20:01:55.158657 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45318) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:55.160190 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21c64c4a-fb84-4014-9509-88865a798cf7 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:55.240536 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-69371437-758e-44a7-95f0-dd0c4848403b None None] Provisioning complete for port 02f5e46d-cfd4-47b3-8074-f38ca353bbe2 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:55.240824 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-69371437-758e-44a7-95f0-dd0c4848403b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:55.247150 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a7d4f557-6221-4b5e-8589-6415375f193c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:55.334617 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 02f5e46d-cfd4-47b3-8074-f38ca353bbe2 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:01:55.681781 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 02f5e46d-cfd4-47b3-8074-f38ca353bbe2 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:55.682543 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:55.711683 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a61e4b85-a87e-4b17-a6ac-265bef764afe tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3042 time: 0.5505178 Nov 25 20:01:55.760528 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a7d4f557-6221-4b5e-8589-6415375f193c None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:55.781865 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a7d4f557-6221-4b5e-8589-6415375f193c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:55.982708 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97bd57-021a-42f6-905d-9debed1958be None None] Pushing event updated for resources: {'Port': ['ID=d43c1546-50d7-4a6b-8ef5-667ce4f5fde8,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:56.104381 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-a7d4f557-6221-4b5e-8589-6415375f193c None None] Attempting to bind port d43c1546-50d7-4a6b-8ef5-667ce4f5fde8 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:01:56.105294 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-a7d4f557-6221-4b5e-8589-6415375f193c None None] Attempting to bind port d43c1546-50d7-4a6b-8ef5-667ce4f5fde8 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '970bfcb2-4147-4c9d-a4ce-1b09483d969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:01:56.105294 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d4f557-6221-4b5e-8589-6415375f193c None None] Attempting to bind port d43c1546-50d7-4a6b-8ef5-667ce4f5fde8 on network f9efe18b-b42e-4866-8618-9258839cc777 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:01:56.113377 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d4f557-6221-4b5e-8589-6415375f193c None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:01:56.113838 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d4f557-6221-4b5e-8589-6415375f193c None None] Checking segment: {'id': '970bfcb2-4147-4c9d-a4ce-1b09483d969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:01:56.124035 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a7d4f557-6221-4b5e-8589-6415375f193c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:56.125096 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d4f557-6221-4b5e-8589-6415375f193c None None] Bound using segment: {'id': '970bfcb2-4147-4c9d-a4ce-1b09483d969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:01:56.126199 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-a7d4f557-6221-4b5e-8589-6415375f193c None None] Bound port: d43c1546-50d7-4a6b-8ef5-667ce4f5fde8, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970bfcb2-4147-4c9d-a4ce-1b09483d969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:01:56.126413 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a7d4f557-6221-4b5e-8589-6415375f193c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:56.189863 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45332) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:56.195908 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-cbda3348-a798-412b-9392-d145b45fb422 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-338504511', 'description': 'tempest-secgroup-smoke-338504511 description', 'project_id': '32afe38025cf480891593cfe301fccc3'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:56.216111 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21c64c4a-fb84-4014-9509-88865a798cf7 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:56.236314 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cbda3348-a798-412b-9392-d145b45fb422 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:56.267106 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-a7d4f557-6221-4b5e-8589-6415375f193c None None] For port d43c1546-50d7-4a6b-8ef5-667ce4f5fde8, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:01:56.275136 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-a7d4f557-6221-4b5e-8589-6415375f193c None None] For port d43c1546-50d7-4a6b-8ef5-667ce4f5fde8, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d43c1546-50d7-4a6b-8ef5-667ce4f5fde8,segment=NetworkSegment(970bfcb2-4147-4c9d-a4ce-1b09483d969d),segment_id=970bfcb2-4147-4c9d-a4ce-1b09483d969d)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:01:56.285226 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a7d4f557-6221-4b5e-8589-6415375f193c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:56.287059 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-21c64c4a-fb84-4014-9509-88865a798cf7 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce30e82-d4c8-43bd-b8d7-f90c6f993e5e']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:56.308545 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-21c64c4a-fb84-4014-9509-88865a798cf7 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fded393-dd1c-4ec5-a0a3-fac198e60bf9') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:56.308962 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-21c64c4a-fb84-4014-9509-88865a798cf7 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fded393-dd1c-4ec5-a0a3-fac198e60bf9') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:56.327240 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21c64c4a-fb84-4014-9509-88865a798cf7 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:56.346179 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9fadda25-6769-444d-86fd-889746c10860 None None] Provisioning complete for port d43c1546-50d7-4a6b-8ef5-667ce4f5fde8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:56.346613 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9fadda25-6769-444d-86fd-889746c10860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:56.367942 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21c64c4a-fb84-4014-9509-88865a798cf7 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:56.376993 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c64c4a-fb84-4014-9509-88865a798cf7 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:01:56.377540 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21c64c4a-fb84-4014-9509-88865a798cf7 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: items = [ Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:01:56.381316 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:01:56.416486 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97bd57-021a-42f6-905d-9debed1958be None None] Pushing event updated for resources: {'Port': ['ID=d43c1546-50d7-4a6b-8ef5-667ce4f5fde8,revision_number=4']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:56.446682 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d4f557-6221-4b5e-8589-6415375f193c None None] Routers {'39e43e57-f439-4694-a125-73bedf5bb0ae'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:56.455361 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-a7d4f557-6221-4b5e-8589-6415375f193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:01:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['39e43e57-f439-4694-a125-73bedf5bb0ae'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:56.497762 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21c64c4a-fb84-4014-9509-88865a798cf7 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:56.507744 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21c64c4a-fb84-4014-9509-88865a798cf7 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:56.513384 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-21c64c4a-fb84-4014-9509-88865a798cf7 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] 10.222.0.55 "DELETE /v2.0/networks/bce30e82-d4c8-43bd-b8d7-f90c6f993e5e HTTP/1.1" status: 204 len: 168 time: 1.6900709 Nov 25 20:01:56.519659 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45336) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:56.556128 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cbda3348-a798-412b-9392-d145b45fb422 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:56.566031 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cbda3348-a798-412b-9392-d145b45fb422 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:56.570705 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c64c4a-fb84-4014-9509-88865a798cf7 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Pushing event deleted for resources: {'Network': ['ID=bce30e82-d4c8-43bd-b8d7-f90c6f993e5e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:56.615422 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9fadda25-6769-444d-86fd-889746c10860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:56.646775 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda3348-a798-412b-9392-d145b45fb422 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61382d25-c795-4eca-8a56-a4be734b506b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:56.689616 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cbda3348-a798-412b-9392-d145b45fb422 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:56.691602 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cbda3348-a798-412b-9392-d145b45fb422 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4997160 Nov 25 20:01:56.695940 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45338) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:56.699880 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9fadda25-6769-444d-86fd-889746c10860 None None] For port d43c1546-50d7-4a6b-8ef5-667ce4f5fde8, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d43c1546-50d7-4a6b-8ef5-667ce4f5fde8,segment=NetworkSegment(970bfcb2-4147-4c9d-a4ce-1b09483d969d),segment_id=970bfcb2-4147-4c9d-a4ce-1b09483d969d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:56.705283 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-eff3b450-1c17-4fc8-94b4-10f5a944a09a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'security_group_rule': {'security_group_id': '61382d25-c795-4eca-8a56-a4be734b506b', 'project_id': '32afe38025cf480891593cfe301fccc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:56.707157 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9fadda25-6769-444d-86fd-889746c10860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:56.739772 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27c4517b-0d8f-4b48-b43e-8e2eddec8944 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:56.759685 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eff3b450-1c17-4fc8-94b4-10f5a944a09a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:56.821276 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9fadda25-6769-444d-86fd-889746c10860 None None] Provisioning complete for port 02f5e46d-cfd4-47b3-8074-f38ca353bbe2 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:56.821661 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9fadda25-6769-444d-86fd-889746c10860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:56.869207 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadda25-6769-444d-86fd-889746c10860 None None] Pushing event updated for resources: {'Port': ['ID=d43c1546-50d7-4a6b-8ef5-667ce4f5fde8,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:56.891273 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-a7d4f557-6221-4b5e-8589-6415375f193c None None] Set router 39e43e57-f439-4694-a125-73bedf5bb0ae gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:01:56.976884 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27c4517b-0d8f-4b48-b43e-8e2eddec8944 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:57.028440 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eff3b450-1c17-4fc8-94b4-10f5a944a09a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:57.044556 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eff3b450-1c17-4fc8-94b4-10f5a944a09a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:57.044833 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-27c4517b-0d8f-4b48-b43e-8e2eddec8944 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df230dc-87c9-416d-9234-4c464c6f5fc8']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:57.078521 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-27c4517b-0d8f-4b48-b43e-8e2eddec8944 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132952d4-54a4-4cb3-bd93-3381beee1f72') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:57.078907 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-27c4517b-0d8f-4b48-b43e-8e2eddec8944 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132952d4-54a4-4cb3-bd93-3381beee1f72') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:57.099487 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27c4517b-0d8f-4b48-b43e-8e2eddec8944 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:57.103028 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3b450-1c17-4fc8-94b4-10f5a944a09a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8806b65-3e13-4f42-bcb8-dac8c0544744,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:57.121828 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27c4517b-0d8f-4b48-b43e-8e2eddec8944 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:57.144682 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c4517b-0d8f-4b48-b43e-8e2eddec8944 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:01:57.145384 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27c4517b-0d8f-4b48-b43e-8e2eddec8944 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:57.146874 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eff3b450-1c17-4fc8-94b4-10f5a944a09a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:57.149241 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-eff3b450-1c17-4fc8-94b4-10f5a944a09a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4515533 Nov 25 20:01:57.155142 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45340) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:57.167941 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-21d02f0d-322d-45fe-9653-2685a7778047 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'security_group_rule': {'security_group_id': '61382d25-c795-4eca-8a56-a4be734b506b', 'project_id': '32afe38025cf480891593cfe301fccc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:01:57.174189 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:01:57.220931 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1ac1ef28-e941-4c5d-b515-a0ac1ee1902e None None] Provisioning complete for port d43c1546-50d7-4a6b-8ef5-667ce4f5fde8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:57.221328 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1ac1ef28-e941-4c5d-b515-a0ac1ee1902e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:57.267403 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21d02f0d-322d-45fe-9653-2685a7778047 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:57.368036 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27c4517b-0d8f-4b48-b43e-8e2eddec8944 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:57.373318 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21d02f0d-322d-45fe-9653-2685a7778047 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:57.377609 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27c4517b-0d8f-4b48-b43e-8e2eddec8944 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:57.388248 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-27c4517b-0d8f-4b48-b43e-8e2eddec8944 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] 10.222.0.55 "DELETE /v2.0/networks/8df230dc-87c9-416d-9234-4c464c6f5fc8 HTTP/1.1" status: 204 len: 168 time: 0.8639426 Nov 25 20:01:57.389517 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45344) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:57.396374 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21d02f0d-322d-45fe-9653-2685a7778047 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:57.436806 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d02f0d-322d-45fe-9653-2685a7778047 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478dcdfb-39bf-4011-8355-cdd32c3c410a,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:57.444070 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21d02f0d-322d-45fe-9653-2685a7778047 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:57.445382 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-21d02f0d-322d-45fe-9653-2685a7778047 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2890704 Nov 25 20:01:57.454387 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45346) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:57.459703 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-071c9b23-8815-4688-b5f7-927af7a46403 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'security_group_rule': {'security_group_id': '61382d25-c795-4eca-8a56-a4be734b506b', 'project_id': '32afe38025cf480891593cfe301fccc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:57.507655 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-071c9b23-8815-4688-b5f7-927af7a46403 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:57.556198 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4517b-0d8f-4b48-b43e-8e2eddec8944 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Pushing event deleted for resources: {'Network': ['ID=8df230dc-87c9-416d-9234-4c464c6f5fc8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:57.577167 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-a7d4f557-6221-4b5e-8589-6415375f193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'name': 'tempest-TestNetworkBasicOps-router-1400127429', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:01:44Z', 'updated_at': '2021-11-25T20:01:52Z', 'revision_number': 4, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:45Z', 'updated_at': '2021-11-25T20:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd43c1546-50d7-4a6b-8ef5-667ce4f5fde8', 'name': '', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'mac_address': 'fa:16:3e:bc:26:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:51Z', 'updated_at': '2021-11-25T20:01:56Z', 'revision_number': 4, 'project_id': '32afe38025cf480891593cfe301fccc3', 'subnets': [{'id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:57.612540 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d4f557-6221-4b5e-8589-6415375f193c None None] The sync data for ids ['39e43e57-f439-4694-a125-73bedf5bb0ae'] in n-d-819349-5 is: [{'id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'name': 'tempest-TestNetworkBasicOps-router-1400127429', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:01:44Z', 'updated_at': '2021-11-25T20:01:52Z', 'revision_number': 4, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:45Z', 'updated_at': '2021-11-25T20:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd43c1546-50d7-4a6b-8ef5-667ce4f5fde8', 'name': '', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'mac_address': 'fa:16:3e:bc:26:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:51Z', 'updated_at': '2021-11-25T20:01:56Z', 'revision_number': 4, 'project_id': '32afe38025cf480891593cfe301fccc3', 'subnets': [{'id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:01:57.684142 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-071c9b23-8815-4688-b5f7-927af7a46403 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:57.737304 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0dc802d2-abfb-4a5f-bc48-026022eb54c5 None None] Provisioning complete for port d43c1546-50d7-4a6b-8ef5-667ce4f5fde8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:57.737304 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0dc802d2-abfb-4a5f-bc48-026022eb54c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:57.742120 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-071c9b23-8815-4688-b5f7-927af7a46403 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:57.776450 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c9b23-8815-4688-b5f7-927af7a46403 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8cf8226-096b-49c4-a53f-54194bff89b7,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:57.787947 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6302bf8-c25e-4e9c-9b55-6cf8d52cf5fa tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:57.797289 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6302bf8-c25e-4e9c-9b55-6cf8d52cf5fa tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:57.802825 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b6302bf8-c25e-4e9c-9b55-6cf8d52cf5fa tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3954315 Nov 25 20:01:57.804034 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45350) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:57.812240 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-01faeb0d-fa4f-4288-ac79-0771754189f8 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-202337624'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:57.826242 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-071c9b23-8815-4688-b5f7-927af7a46403 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:57.827774 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-071c9b23-8815-4688-b5f7-927af7a46403 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3722799 Nov 25 20:01:57.831440 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45352) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:57.842543 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-c2b85ea1-cd57-49c0-8050-c676734d1ab9 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'security_group_rule': {'security_group_id': '61382d25-c795-4eca-8a56-a4be734b506b', 'project_id': '32afe38025cf480891593cfe301fccc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:57.875710 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01faeb0d-fa4f-4288-ac79-0771754189f8 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Made reservation on behalf of 4319c8f4fd7e441cbca91f7006d9fdd1 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:01:57.881418 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01faeb0d-fa4f-4288-ac79-0771754189f8 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:57.914497 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c2b85ea1-cd57-49c0-8050-c676734d1ab9 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:57.920757 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01faeb0d-fa4f-4288-ac79-0771754189f8 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:01:57.940538 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01faeb0d-fa4f-4288-ac79-0771754189f8 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:57.941307 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-01faeb0d-fa4f-4288-ac79-0771754189f8 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Added segment 93ebf4c9-c3c9-485c-8496-e3c95bcf014e of type vlan for network 33b51a2a-70ba-4565-8ff0-fc96e53f10c6 Nov 25 20:01:58.007694 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01faeb0d-fa4f-4288-ac79-0771754189f8 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:58.051863 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01faeb0d-fa4f-4288-ac79-0771754189f8 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:58.059758 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c2b85ea1-cd57-49c0-8050-c676734d1ab9 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:58.066989 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c2b85ea1-cd57-49c0-8050-c676734d1ab9 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:58.070925 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01faeb0d-fa4f-4288-ac79-0771754189f8 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:58.076628 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01faeb0d-fa4f-4288-ac79-0771754189f8 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:58.092065 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b85ea1-cd57-49c0-8050-c676734d1ab9 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dfee61b-7cba-4b8d-a89a-0e1fd3169596,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:58.154247 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d600138b-163c-44e2-94e2-2b9956afbfac None None] Provisioning complete for port d43c1546-50d7-4a6b-8ef5-667ce4f5fde8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:58.155451 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-01faeb0d-fa4f-4288-ac79-0771754189f8 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3500493 Nov 25 20:01:58.160784 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d600138b-163c-44e2-94e2-2b9956afbfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:58.172139 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45358) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:58.197208 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-a333517a-bf05-45c9-826d-2dde51b21928 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-991595056'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:58.211303 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01faeb0d-fa4f-4288-ac79-0771754189f8 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Pushing event updated for resources: {'Network': ['ID=33b51a2a-70ba-4565-8ff0-fc96e53f10c6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:58.223068 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c2b85ea1-cd57-49c0-8050-c676734d1ab9 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:58.227460 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c2b85ea1-cd57-49c0-8050-c676734d1ab9 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3922877 Nov 25 20:01:58.231413 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45360) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:58.240623 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-750f741b-3ea4-4ec0-b08e-68f09f2f414b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'security_group_rule': {'security_group_id': '61382d25-c795-4eca-8a56-a4be734b506b', 'project_id': '32afe38025cf480891593cfe301fccc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:58.271856 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 33b51a2a-70ba-4565-8ff0-fc96e53f10c6 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:01:58.279397 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.db.api [None req-750f741b-3ea4-4ec0-b08e-68f09f2f414b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 20:01:58.279397 n-d-819349-5 neutron-server[103599]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 25 20:01:58.279397 n-d-819349-5 neutron-server[103599]: [parameters: {'project_id': '32afe38025cf480891593cfe301fccc3', 'id': '8f1e2c87-b1a4-449f-9b59-c886b180d4b3', 'expiration': datetime.datetime(2021, 11, 25, 20, 3, 58, 265798)}] Nov 25 20:01:58.279397 n-d-819349-5 neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 20:01:58.280172 n-d-819349-5 neutron-server[103599]: DEBUG oslo_db.api [None req-750f741b-3ea4-4ec0-b08e-68f09f2f414b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 20:01:58.298367 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a333517a-bf05-45c9-826d-2dde51b21928 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Made reservation on behalf of 4319c8f4fd7e441cbca91f7006d9fdd1 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:01:58.303589 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a333517a-bf05-45c9-826d-2dde51b21928 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:58.329707 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a333517a-bf05-45c9-826d-2dde51b21928 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:01:58.341020 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a333517a-bf05-45c9-826d-2dde51b21928 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:58.341415 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-a333517a-bf05-45c9-826d-2dde51b21928 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Added segment 02655dba-687c-43f1-8aaa-86d4aa09a056 of type vlan for network ab3dcfb3-5974-4246-ac6a-1763eb92955a Nov 25 20:01:58.390836 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a333517a-bf05-45c9-826d-2dde51b21928 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:58.425938 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a333517a-bf05-45c9-826d-2dde51b21928 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:58.434001 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a333517a-bf05-45c9-826d-2dde51b21928 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:58.434758 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a333517a-bf05-45c9-826d-2dde51b21928 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:58.472868 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a333517a-bf05-45c9-826d-2dde51b21928 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2887752 Nov 25 20:01:58.473364 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45364) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:58.481725 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Request body: {'ports': [{'network_id': '33b51a2a-70ba-4565-8ff0-fc96e53f10c6', 'name': 'tempest-port--993211861', 'admin_state_up': True}, {'network_id': 'ab3dcfb3-5974-4246-ac6a-1763eb92955a', 'admin_state_up': False}]} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:58.482385 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Request body: {'port': {'network_id': '33b51a2a-70ba-4565-8ff0-fc96e53f10c6', 'name': 'tempest-port--993211861', 'admin_state_up': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:58.483475 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Request body: {'port': {'network_id': 'ab3dcfb3-5974-4246-ac6a-1763eb92955a', 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:58.522794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333517a-bf05-45c9-826d-2dde51b21928 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Pushing event updated for resources: {'Network': ['ID=ab3dcfb3-5974-4246-ac6a-1763eb92955a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:58.536646 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network ab3dcfb3-5974-4246-ac6a-1763eb92955a details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:01:58.780083 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Made reservation on behalf of 4319c8f4fd7e441cbca91f7006d9fdd1 for: {'port': 2} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:01:58.785396 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:58.806403 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:58.947956 n-d-819349-5 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-750f741b-3ea4-4ec0-b08e-68f09f2f414b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Project 32afe38025cf480891593cfe301fccc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:01:58.969538 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] device_id is not set on port 4193f3f0-e031-498c-a82c-919fe28efb01 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 20:01:58.977125 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-750f741b-3ea4-4ec0-b08e-68f09f2f414b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:59.123255 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-750f741b-3ea4-4ec0-b08e-68f09f2f414b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:59.275944 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:59.296596 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1db20f11-713a-46e6-881d-9b478f21114c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:59.301249 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d43c1546-50d7-4a6b-8ef5-667ce4f5fde8 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:01:59.382523 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port d43c1546-50d7-4a6b-8ef5-667ce4f5fde8 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:59.383347 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:59.405311 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] device_id is not set on port 1c3d389a-23ae-4c16-b753-b4ac1ad3f991 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 20:01:59.413020 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-750f741b-3ea4-4ec0-b08e-68f09f2f414b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:59.487404 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f741b-3ea4-4ec0-b08e-68f09f2f414b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb9fd75f-0fd5-4a8e-9634-5c5e574ea22c,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:59.517856 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-750f741b-3ea4-4ec0-b08e-68f09f2f414b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:59.523282 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-750f741b-3ea4-4ec0-b08e-68f09f2f414b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2867382 Nov 25 20:01:59.523918 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45370) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:59.534173 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ef476593-118a-4cb4-ba79-532b9297e86a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'security_group_rule': {'security_group_id': '61382d25-c795-4eca-8a56-a4be734b506b', 'project_id': '32afe38025cf480891593cfe301fccc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:59.673345 n-d-819349-5 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-ef476593-118a-4cb4-ba79-532b9297e86a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Project 32afe38025cf480891593cfe301fccc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:01:59.704453 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef476593-118a-4cb4-ba79-532b9297e86a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:59.780354 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:59.818144 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef476593-118a-4cb4-ba79-532b9297e86a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:59.833838 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef476593-118a-4cb4-ba79-532b9297e86a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:59.862179 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef476593-118a-4cb4-ba79-532b9297e86a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a9bc120-9bbf-4ff1-9431-72c9cc7862b6,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:59.882407 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef476593-118a-4cb4-ba79-532b9297e86a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:59.891841 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ef476593-118a-4cb4-ba79-532b9297e86a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3596230 Nov 25 20:01:59.891841 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:59.976541 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Pushing event updated for resources: {'Port': ['ID=4193f3f0-e031-498c-a82c-919fe28efb01,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:00.026127 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Checking segment: {'id': '93ebf4c9-c3c9-485c-8496-e3c95bcf014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '33b51a2a-70ba-4565-8ff0-fc96e53f10c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:02:00.027476 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Network hostable DHCP agents. Network: 33b51a2a-70ba-4565-8ff0-fc96e53f10c6, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:02:00.054334 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Network 33b51a2a-70ba-4565-8ff0-fc96e53f10c6 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:02:00.064580 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 33b51a2a-70ba-4565-8ff0-fc96e53f10c6) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:00.076284 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a012fdc4-a1dd-4e4c-9216-d656caabb589 None None] Network 33b51a2a-70ba-4565-8ff0-fc96e53f10c6 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:00.082435 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:00.083598 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:00.173881 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Pushing event updated for resources: {'Port': ['ID=1c3d389a-23ae-4c16-b753-b4ac1ad3f991,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:00.184821 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Checking segment: {'id': '02655dba-687c-43f1-8aaa-86d4aa09a056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ab3dcfb3-5974-4246-ac6a-1763eb92955a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:02:00.185202 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Network hostable DHCP agents. Network: ab3dcfb3-5974-4246-ac6a-1763eb92955a, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:02:00.207722 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Network ab3dcfb3-5974-4246-ac6a-1763eb92955a is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:02:00.225736 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, ab3dcfb3-5974-4246-ac6a-1763eb92955a) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:00.241382 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b84a80-7787-4787-bc2c-f37f8de7ad3c None None] Network ab3dcfb3-5974-4246-ac6a-1763eb92955a requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:00.244860 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:00.263976 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:00.298576 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:00.299328 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:00.332905 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-873cc19d-8546-4bdd-8947-4cff884d6c50 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.8579888 Nov 25 20:02:00.337279 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45390) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:00.381387 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-649de7e3-85e3-4010-970c-d828c9fd978f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-338504511&fields=id&tenant_id=32afe38025cf480891593cfe301fccc3 HTTP/1.1" status: 200 len: 267 time: 0.1681666 Nov 25 20:02:00.431729 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d2332e-080d-4822-921c-721f2c100207 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:00.444250 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d2332e-080d-4822-921c-721f2c100207 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:00.446073 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-05d2332e-080d-4822-921c-721f2c100207 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1073077 Nov 25 20:02:00.454810 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45394) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:00.551640 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-e29adb01-b57b-4662-89c8-c2a5e94d2896 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:00.564179 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-e29adb01-b57b-4662-89c8-c2a5e94d2896 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/networks?id=f9efe18b-b42e-4866-8618-9258839cc777 HTTP/1.1" status: 200 len: 796 time: 0.1746619 Nov 25 20:02:00.585235 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-9ff0b872-4f7c-4ba7-9b35-9a34ac40aedc tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/quotas/32afe38025cf480891593cfe301fccc3 HTTP/1.1" status: 200 len: 375 time: 0.0176001 Nov 25 20:02:00.633760 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f9c1c2d6-c701-4066-ab8c-42c703702b86 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Deleting port 4193f3f0-e031-498c-a82c-919fe28efb01 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:02:00.634594 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9c1c2d6-c701-4066-ab8c-42c703702b86 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:00.665804 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-e1481b1f-5758-4b6f-a358-de408f4dc525 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=32afe38025cf480891593cfe301fccc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690124 Nov 25 20:02:00.737305 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9c1c2d6-c701-4066-ab8c-42c703702b86 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:00.740559 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-5d0551f2-59bb-45d2-a1b6-356924118ddb service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:02:00.741931 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-5d0551f2-59bb-45d2-a1b6-356924118ddb service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0737653 Nov 25 20:02:00.766359 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f9c1c2d6-c701-4066-ab8c-42c703702b86 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Calling delete_port for 4193f3f0-e031-498c-a82c-919fe28efb01 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:02:00.912161 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9c1c2d6-c701-4066-ab8c-42c703702b86 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:00.931314 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-b032720a-3ca0-4943-b6dd-c960b5193936 service neutron] 10.222.0.55 "GET /v2.0/networks/f9efe18b-b42e-4866-8618-9258839cc777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681447 Nov 25 20:02:00.994065 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9c1c2d6-c701-4066-ab8c-42c703702b86 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:00.997775 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f9c1c2d6-c701-4066-ab8c-42c703702b86 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] 10.222.0.55 "DELETE /v2.0/ports/4193f3f0-e031-498c-a82c-919fe28efb01 HTTP/1.1" status: 204 len: 168 time: 0.5419617 Nov 25 20:02:00.999133 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1c2d6-c701-4066-ab8c-42c703702b86 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Pushing event deleted for resources: {'Port': ['ID=4193f3f0-e031-498c-a82c-919fe28efb01,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:01.000984 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45404) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:01.089167 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-c8973d6c-e61b-4f01-8d03-d0fa49e70ba8 service neutron] 10.222.0.55 "GET /v2.0/networks/f9efe18b-b42e-4866-8618-9258839cc777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453819 Nov 25 20:02:01.130996 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c02292f5-7cfb-417b-981c-5479756afcf2 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Deleting port 1c3d389a-23ae-4c16-b753-b4ac1ad3f991 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:02:01.131399 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c02292f5-7cfb-417b-981c-5479756afcf2 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:01.230821 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c02292f5-7cfb-417b-981c-5479756afcf2 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:01.247504 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c02292f5-7cfb-417b-981c-5479756afcf2 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Calling delete_port for 1c3d389a-23ae-4c16-b753-b4ac1ad3f991 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:02:01.362615 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25a33c22-c2f7-4191-b5ad-a38af109b22b req-d45ef16b-7813-432e-b1c0-966dadcc463f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5a97402-4915-4a30-b832-4f183964b480 HTTP/1.1" status: 200 len: 210 time: 0.0509074 Nov 25 20:02:01.390155 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c02292f5-7cfb-417b-981c-5479756afcf2 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:01.430617 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02292f5-7cfb-417b-981c-5479756afcf2 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Pushing event deleted for resources: {'Port': ['ID=1c3d389a-23ae-4c16-b753-b4ac1ad3f991,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:01.445318 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c02292f5-7cfb-417b-981c-5479756afcf2 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:01.450678 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c02292f5-7cfb-417b-981c-5479756afcf2 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] 10.222.0.55 "DELETE /v2.0/ports/1c3d389a-23ae-4c16-b753-b4ac1ad3f991 HTTP/1.1" status: 204 len: 168 time: 0.4488018 Nov 25 20:02:01.453310 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45414) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:01.494395 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9ed34e98-5c89-4a73-8845-8a9f271b38cc tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0381610 Nov 25 20:02:01.501797 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45416) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:01.507649 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fdc0b258-f9ca-44b9-ac97-6232fa2b0bda tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1985892461'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:01.539188 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc0b258-f9ca-44b9-ac97-6232fa2b0bda tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Made reservation on behalf of 4319c8f4fd7e441cbca91f7006d9fdd1 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:01.547120 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdc0b258-f9ca-44b9-ac97-6232fa2b0bda tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:01.610040 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc0b258-f9ca-44b9-ac97-6232fa2b0bda tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:02:01.629499 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdc0b258-f9ca-44b9-ac97-6232fa2b0bda tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:01.629992 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-fdc0b258-f9ca-44b9-ac97-6232fa2b0bda tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Added segment f17948b9-7c58-45a9-8098-dd457c293bc6 of type vlan for network 776b3101-fc6e-47f1-9a3d-1c0e695fd32a Nov 25 20:02:01.693477 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdc0b258-f9ca-44b9-ac97-6232fa2b0bda tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:01.733509 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-01a8f0ea-92bd-41f4-81cc-dd80a3940fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:01.739823 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdc0b258-f9ca-44b9-ac97-6232fa2b0bda tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:01.757870 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc0b258-f9ca-44b9-ac97-6232fa2b0bda tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:01.758595 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdc0b258-f9ca-44b9-ac97-6232fa2b0bda tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:01.821563 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fdc0b258-f9ca-44b9-ac97-6232fa2b0bda tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3184049 Nov 25 20:02:01.829177 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45424) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:01.837480 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-5e8cc623-c04b-42d4-8719-f4b9a44fc4c5 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1106237604'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:01.904300 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8cc623-c04b-42d4-8719-f4b9a44fc4c5 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Made reservation on behalf of 4319c8f4fd7e441cbca91f7006d9fdd1 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:01.923698 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e8cc623-c04b-42d4-8719-f4b9a44fc4c5 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:01.947592 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0b258-f9ca-44b9-ac97-6232fa2b0bda tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Pushing event updated for resources: {'Network': ['ID=776b3101-fc6e-47f1-9a3d-1c0e695fd32a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:01.971107 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 776b3101-fc6e-47f1-9a3d-1c0e695fd32a details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:02:01.990932 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8cc623-c04b-42d4-8719-f4b9a44fc4c5 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:02:02.021506 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e8cc623-c04b-42d4-8719-f4b9a44fc4c5 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:02.022033 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-5e8cc623-c04b-42d4-8719-f4b9a44fc4c5 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Added segment 885d1746-23e6-4253-80d2-c37604165428 of type vlan for network 4e694cf3-b44d-4b2a-8eb1-e6be021a45b1 Nov 25 20:02:02.116986 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e8cc623-c04b-42d4-8719-f4b9a44fc4c5 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:02.151230 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e8cc623-c04b-42d4-8719-f4b9a44fc4c5 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:02.173073 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8cc623-c04b-42d4-8719-f4b9a44fc4c5 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:02.173073 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e8cc623-c04b-42d4-8719-f4b9a44fc4c5 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:02.298593 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5e8cc623-c04b-42d4-8719-f4b9a44fc4c5 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4611363 Nov 25 20:02:02.302770 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8cc623-c04b-42d4-8719-f4b9a44fc4c5 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Pushing event updated for resources: {'Network': ['ID=4e694cf3-b44d-4b2a-8eb1-e6be021a45b1,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:02.338713 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 4e694cf3-b44d-4b2a-8eb1-e6be021a45b1 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:02:02.578404 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1508f857-823c-446a-acdc-3eac93dfa764 req-aa14705c-8726-4b26-94f3-d9cf05a63eba tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5a97402-4915-4a30-b832-4f183964b480 HTTP/1.1" status: 200 len: 210 time: 0.1188028 Nov 25 20:02:03.772297 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:03.831766 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d55e13fa-a685-4119-9d76-9a7a77938a8e req-332af3d7-7872-4b85-982b-6b7d0f28d9b1 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5a97402-4915-4a30-b832-4f183964b480 HTTP/1.1" status: 200 len: 210 time: 0.0911601 Nov 25 20:02:04.297683 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-7c0e07e1-729b-4edb-92d6-0b6c165a2978 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:04.313128 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-7c0e07e1-729b-4edb-92d6-0b6c165a2978 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.85 "GET /v2.0/networks?id=f9efe18b-b42e-4866-8618-9258839cc777 HTTP/1.1" status: 200 len: 796 time: 0.4793720 Nov 25 20:02:04.474339 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-ff91e010-d706-44a2-8243-dcd4585ea46d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32afe38025cf480891593cfe301fccc3 HTTP/1.1" status: 200 len: 379 time: 0.1487627 Nov 25 20:02:04.483166 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-aecc983c-55e2-4a44-a8bf-ee1ec9533ffa tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'port': {'device_id': 'd5a97402-4915-4a30-b832-4f183964b480', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'admin_state_up': True, 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'security_groups': ['61382d25-c795-4eca-8a56-a4be734b506b']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:04.803922 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-aecc983c-55e2-4a44-a8bf-ee1ec9533ffa tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Made reservation on behalf of 32afe38025cf480891593cfe301fccc3 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:04.813916 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-aecc983c-55e2-4a44-a8bf-ee1ec9533ffa tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:05.226608 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bfb26726-4080-4577-9755-3c48b729a888 req-f01a588b-d710-440d-89db-9d88e6258030 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5a97402-4915-4a30-b832-4f183964b480 HTTP/1.1" status: 200 len: 210 time: 0.1054873 Nov 25 20:02:05.342554 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-aecc983c-55e2-4a44-a8bf-ee1ec9533ffa tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Allocated IP 172.20.0.6 (f9efe18b-b42e-4866-8618-9258839cc777/0dad2f0f-26cb-422e-af30-d5370dbaf3ae/7a562dd5-3eae-4c66-8711-0e7c1ddf2f12) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:02:05.644628 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:05.670422 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:05.916446 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-aecc983c-55e2-4a44-a8bf-ee1ec9533ffa tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:06.004883 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45468) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:06.014586 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4be2833e-59ba-4905-825e-00e7ae4b7309 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Request body: {'subnets': [{'network_id': '776b3101-fc6e-47f1-9a3d-1c0e695fd32a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--58248507', 'ip_version': 6}, {'network_id': '4e694cf3-b44d-4b2a-8eb1-e6be021a45b1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:06.015324 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4be2833e-59ba-4905-825e-00e7ae4b7309 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Request body: {'subnet': {'network_id': '776b3101-fc6e-47f1-9a3d-1c0e695fd32a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--58248507', 'ip_version': 6}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:06.016212 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4be2833e-59ba-4905-825e-00e7ae4b7309 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Request body: {'subnet': {'network_id': '4e694cf3-b44d-4b2a-8eb1-e6be021a45b1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:06.038604 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-aecc983c-55e2-4a44-a8bf-ee1ec9533ffa tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:06.140539 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc983c-55e2-4a44-a8bf-ee1ec9533ffa tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'Port': ['ID=7a562dd5-3eae-4c66-8711-0e7c1ddf2f12,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:06.171853 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-aecc983c-55e2-4a44-a8bf-ee1ec9533ffa tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Network f9efe18b-b42e-4866-8618-9258839cc777 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:02:06.179955 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-aecc983c-55e2-4a44-a8bf-ee1ec9533ffa tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:06.197228 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-aecc983c-55e2-4a44-a8bf-ee1ec9533ffa tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:06.439752 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-aecc983c-55e2-4a44-a8bf-ee1ec9533ffa tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:06.441497 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-aecc983c-55e2-4a44-a8bf-ee1ec9533ffa tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:06.476622 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be2833e-59ba-4905-825e-00e7ae4b7309 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Made reservation on behalf of 4319c8f4fd7e441cbca91f7006d9fdd1 for: {'subnet': 2} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:06.478708 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-aecc983c-55e2-4a44-a8bf-ee1ec9533ffa tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0013163 Nov 25 20:02:06.488962 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4be2833e-59ba-4905-825e-00e7ae4b7309 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:06.489294 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4be2833e-59ba-4905-825e-00e7ae4b7309 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:06.653211 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-f7a83493-3763-4a0d-a35f-389d2a5d04f7 service neutron] Request body: {'port': {'device_id': 'd5a97402-4915-4a30-b832-4f183964b480', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:06.697390 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a40b9c49-5c12-4dbc-bc36-44eb537df5e8 None None] Provisioning complete for port 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:06.698528 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a40b9c49-5c12-4dbc-bc36-44eb537df5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:06.751460 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-f7a83493-3763-4a0d-a35f-389d2a5d04f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:06.792463 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61dfb7-44b5-44e9-bb94-b0c9067d3751 req-5c8b21a7-08c4-43dc-a962-19dfd681ac32 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:06.806815 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fe61dfb7-44b5-44e9-bb94-b0c9067d3751 req-5c8b21a7-08c4-43dc-a962-19dfd681ac32 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5a97402-4915-4a30-b832-4f183964b480 HTTP/1.1" status: 200 len: 931 time: 0.2904060 Nov 25 20:02:06.856481 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a40b9c49-5c12-4dbc-bc36-44eb537df5e8 None None] Port 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:02:07.156630 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fe61dfb7-44b5-44e9-bb94-b0c9067d3751 req-51288f62-0643-436d-a8cb-6342cc5de40e tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=61382d25-c795-4eca-8a56-a4be734b506b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3470960 Nov 25 20:02:07.265240 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-f7a83493-3763-4a0d-a35f-389d2a5d04f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:02:07.275269 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-f7a83493-3763-4a0d-a35f-389d2a5d04f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:07.304864 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-f7a83493-3763-4a0d-a35f-389d2a5d04f7 service neutron] Transition to ACTIVE for port object 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:02:07.313826 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-f7a83493-3763-4a0d-a35f-389d2a5d04f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:07.358525 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4be2833e-59ba-4905-825e-00e7ae4b7309 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:07.539519 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a83493-3763-4a0d-a35f-389d2a5d04f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7a562dd5-3eae-4c66-8711-0e7c1ddf2f12,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:07.582045 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2833e-59ba-4905-825e-00e7ae4b7309 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Pushing event updated for resources: {'Subnet': ['ID=8eb2b1ab-0df1-419b-a4a0-7c4a9e824ab7,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:07.588349 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be2833e-59ba-4905-825e-00e7ae4b7309 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Checking segment: {'id': 'f17948b9-7c58-45a9-8098-dd457c293bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '776b3101-fc6e-47f1-9a3d-1c0e695fd32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:02:07.588721 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be2833e-59ba-4905-825e-00e7ae4b7309 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Network hostable DHCP agents. Network: 776b3101-fc6e-47f1-9a3d-1c0e695fd32a, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:02:07.642319 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be2833e-59ba-4905-825e-00e7ae4b7309 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Network 776b3101-fc6e-47f1-9a3d-1c0e695fd32a is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:02:07.656715 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-4be2833e-59ba-4905-825e-00e7ae4b7309 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 776b3101-fc6e-47f1-9a3d-1c0e695fd32a) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:07.670646 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4be2833e-59ba-4905-825e-00e7ae4b7309 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:07.691110 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c231aee7-ff53-402c-9b15-159001b55038 None None] Network 776b3101-fc6e-47f1-9a3d-1c0e695fd32a requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:07.721729 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-f7a83493-3763-4a0d-a35f-389d2a5d04f7 service neutron] Attempting to bind port 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:02:07.723805 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-f7a83493-3763-4a0d-a35f-389d2a5d04f7 service neutron] Attempting to bind port 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '970bfcb2-4147-4c9d-a4ce-1b09483d969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:02:07.724347 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-f7a83493-3763-4a0d-a35f-389d2a5d04f7 service neutron] Attempting to bind port 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 on network f9efe18b-b42e-4866-8618-9258839cc777 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:02:07.741788 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-f7a83493-3763-4a0d-a35f-389d2a5d04f7 service neutron] Port 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 on network f9efe18b-b42e-4866-8618-9258839cc777 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:02:07.742138 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-f7a83493-3763-4a0d-a35f-389d2a5d04f7 service neutron] Attempting to bind port 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 on network f9efe18b-b42e-4866-8618-9258839cc777 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:02:07.761559 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-f7a83493-3763-4a0d-a35f-389d2a5d04f7 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:02:07.761950 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-f7a83493-3763-4a0d-a35f-389d2a5d04f7 service neutron] Checking segment: {'id': '970bfcb2-4147-4c9d-a4ce-1b09483d969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:02:07.766335 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-f7a83493-3763-4a0d-a35f-389d2a5d04f7 service neutron] Bound using segment: {'id': '970bfcb2-4147-4c9d-a4ce-1b09483d969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:02:07.766890 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-f7a83493-3763-4a0d-a35f-389d2a5d04f7 service neutron] Bound port: 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '970bfcb2-4147-4c9d-a4ce-1b09483d969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:02:07.770328 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-f7a83493-3763-4a0d-a35f-389d2a5d04f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:07.893393 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2833e-59ba-4905-825e-00e7ae4b7309 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Pushing event updated for resources: {'Subnet': ['ID=fd49fe71-c28f-4890-8501-8b80db2199c6,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:07.937888 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be2833e-59ba-4905-825e-00e7ae4b7309 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Checking segment: {'id': '885d1746-23e6-4253-80d2-c37604165428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4e694cf3-b44d-4b2a-8eb1-e6be021a45b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:02:07.938575 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be2833e-59ba-4905-825e-00e7ae4b7309 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Network hostable DHCP agents. Network: 4e694cf3-b44d-4b2a-8eb1-e6be021a45b1, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:02:08.015637 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be2833e-59ba-4905-825e-00e7ae4b7309 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Network 4e694cf3-b44d-4b2a-8eb1-e6be021a45b1 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:02:08.041830 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-4be2833e-59ba-4905-825e-00e7ae4b7309 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 4e694cf3-b44d-4b2a-8eb1-e6be021a45b1) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:08.047692 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-f7a83493-3763-4a0d-a35f-389d2a5d04f7 service neutron] For port 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:02:08.060638 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-f7a83493-3763-4a0d-a35f-389d2a5d04f7 service neutron] For port 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=7a562dd5-3eae-4c66-8711-0e7c1ddf2f12,segment=NetworkSegment(970bfcb2-4147-4c9d-a4ce-1b09483d969d),segment_id=970bfcb2-4147-4c9d-a4ce-1b09483d969d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:02:08.068357 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-f7a83493-3763-4a0d-a35f-389d2a5d04f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:08.068611 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be2833e-59ba-4905-825e-00e7ae4b7309 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:08.073248 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be2833e-59ba-4905-825e-00e7ae4b7309 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:08.076702 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4be2833e-59ba-4905-825e-00e7ae4b7309 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:08.167494 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4be2833e-59ba-4905-825e-00e7ae4b7309 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 2.1595871 Nov 25 20:02:08.180647 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45490) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:08.406225 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6561e42f-84fd-42b9-93f7-3f770f653e8a tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:08.407816 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6561e42f-84fd-42b9-93f7-3f770f653e8a tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:08.409390 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6561e42f-84fd-42b9-93f7-3f770f653e8a tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:08.417225 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-f7a83493-3763-4a0d-a35f-389d2a5d04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:08.418624 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-f7a83493-3763-4a0d-a35f-389d2a5d04f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:08.420790 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-f7a83493-3763-4a0d-a35f-389d2a5d04f7 service neutron] 10.222.0.85 "PUT /v2.0/ports/7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 HTTP/1.1" status: 200 len: 1091 time: 1.9341249 Nov 25 20:02:08.430786 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6561e42f-84fd-42b9-93f7-3f770f653e8a tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.2485206 Nov 25 20:02:08.431531 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45494) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:08.469292 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a97402-4915-4a30-b832-4f183964b480', 'tag': '7a562dd5-3eae-4c66-8711-0e7c1ddf2f12'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:02:08.486421 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f69f13c-6023-4767-ac46-6c7abc02ef10" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a97402-4915-4a30-b832-4f183964b480", "tag": "7a562dd5-3eae-4c66-8711-0e7c1ddf2f12"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:02:08.548278 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-470d282c-9da2-4052-9d16-fec97a0280ae tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Deleting subnet 8eb2b1ab-0df1-419b-a4a0-7c4a9e824ab7 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:02:08.553860 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-470d282c-9da2-4052-9d16-fec97a0280ae tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:08.591800 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cd1d3f-96ba-4939-b84f-ccbcc889e1d6 None None] Network 4e694cf3-b44d-4b2a-8eb1-e6be021a45b1 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:08.652190 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-470d282c-9da2-4052-9d16-fec97a0280ae tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:08.656149 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a83493-3763-4a0d-a35f-389d2a5d04f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7a562dd5-3eae-4c66-8711-0e7c1ddf2f12,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:08.722574 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97e66a-39ca-4476-9383-32270fa42861 req-97e31eb3-0887-4650-9c12-7c0fcb22841d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:08.725949 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-470d282c-9da2-4052-9d16-fec97a0280ae tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:08.742934 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f97e66a-39ca-4476-9383-32270fa42861 req-97e31eb3-0887-4650-9c12-7c0fcb22841d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5a97402-4915-4a30-b832-4f183964b480 HTTP/1.1" status: 200 len: 943 time: 0.3210561 Nov 25 20:02:08.752967 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-67bc4b18-c154-4e0f-9260-f8cd7be3e5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:08.760763 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-67bc4b18-c154-4e0f-9260-f8cd7be3e5a8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=32afe38025cf480891593cfe301fccc3&device_id=d5a97402-4915-4a30-b832-4f183964b480 HTTP/1.1" status: 200 len: 1094 time: 0.2561584 Nov 25 20:02:08.848776 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7ebfe6-8b51-4047-a847-07b2c941ad66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-776b3101-fc6e-47f1-9a3d-1c0e695fd32a', 'network_id': '776b3101-fc6e-47f1-9a3d-1c0e695fd32a', 'tenant_id': '4319c8f4fd7e441cbca91f7006d9fdd1', 'fixed_ips': [{'subnet_id': '8eb2b1ab-0df1-419b-a4a0-7c4a9e824ab7'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:02:08.851491 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dc7ebfe6-8b51-4047-a847-07b2c941ad66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:08.895054 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-51bc50f7-8988-45d2-bb0e-86b237bc1977 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 HTTP/1.1" status: 200 len: 217 time: 0.1151223 Nov 25 20:02:08.920333 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-470d282c-9da2-4052-9d16-fec97a0280ae tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:09.030272 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f97e66a-39ca-4476-9383-32270fa42861 req-3b477486-68ab-4ae6-b2c4-14562e595819 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=61382d25-c795-4eca-8a56-a4be734b506b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2864046 Nov 25 20:02:09.035286 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d282c-9da2-4052-9d16-fec97a0280ae tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Pushing event deleted for resources: {'Subnet': ['ID=8eb2b1ab-0df1-419b-a4a0-7c4a9e824ab7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:09.042174 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-470d282c-9da2-4052-9d16-fec97a0280ae tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:09.050614 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-470d282c-9da2-4052-9d16-fec97a0280ae tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] 10.222.0.55 "DELETE /v2.0/subnets/8eb2b1ab-0df1-419b-a4a0-7c4a9e824ab7 HTTP/1.1" status: 204 len: 168 time: 0.6177025 Nov 25 20:02:09.070918 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45502) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:09.188046 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437355de-171e-4ad0-8971-508e4a0dcfab x-openstack-request-id: req-437355de-171e-4ad0-8971-508e4a0dcfab {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:02:09.188271 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a97402-4915-4a30-b832-4f183964b480", "tag": "7a562dd5-3eae-4c66-8711-0e7c1ddf2f12", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:02:09.188669 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-437355de-171e-4ad0-8971-508e4a0dcfab {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:02:09.189268 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a97402-4915-4a30-b832-4f183964b480', 'tag': '7a562dd5-3eae-4c66-8711-0e7c1ddf2f12', 'status': 'completed', 'code': 200} Nov 25 20:02:09.196251 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be7ce43-f139-4554-8f92-e5a90126d486 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Deleting subnet fd49fe71-c28f-4890-8501-8b80db2199c6 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:02:09.202523 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7be7ce43-f139-4554-8f92-e5a90126d486 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:09.253221 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6119be-6524-44bb-9468-c7e97efc8e16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-4e694cf3-b44d-4b2a-8eb1-e6be021a45b1', 'network_id': '4e694cf3-b44d-4b2a-8eb1-e6be021a45b1', 'tenant_id': '4319c8f4fd7e441cbca91f7006d9fdd1', 'fixed_ips': [{'subnet_id': 'fd49fe71-c28f-4890-8501-8b80db2199c6'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:02:09.254443 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0b6119be-6524-44bb-9468-c7e97efc8e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:09.281383 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7be7ce43-f139-4554-8f92-e5a90126d486 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:09.376079 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7be7ce43-f139-4554-8f92-e5a90126d486 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:09.403189 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d76b813-40d4-47b8-8bf1-50852dd35ed9 None None] Network 776b3101-fc6e-47f1-9a3d-1c0e695fd32a requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:09.977670 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-a7c15ec7-188b-4c68-b56b-0a76e10d2934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:09.981656 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-a7c15ec7-188b-4c68-b56b-0a76e10d2934 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0dad2f0f-26cb-422e-af30-d5370dbaf3ae HTTP/1.1" status: 200 len: 834 time: 1.0738802 Nov 25 20:02:09.983805 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7be7ce43-f139-4554-8f92-e5a90126d486 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server [None req-0b6119be-6524-44bb-9468-c7e97efc8e16 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd49fe71-c28f-4890-8501-8b80db2199c6: This subnet is being modified by another concurrent operation. Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise exception Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd49fe71-c28f-4890-8501-8b80db2199c6: This subnet is being modified by another concurrent operation. Nov 25 20:02:09.986946 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server Nov 25 20:02:10.024182 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf2c5fe-5f2e-4e1a-90ed-6577aeb7e91e None None] Network 4e694cf3-b44d-4b2a-8eb1-e6be021a45b1 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:10.048468 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7ce43-f139-4554-8f92-e5a90126d486 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Pushing event deleted for resources: {'Subnet': ['ID=fd49fe71-c28f-4890-8501-8b80db2199c6,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:10.093510 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7be7ce43-f139-4554-8f92-e5a90126d486 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:10.107973 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45512) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:10.108866 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7be7ce43-f139-4554-8f92-e5a90126d486 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] 10.222.0.55 "DELETE /v2.0/subnets/fd49fe71-c28f-4890-8501-8b80db2199c6 HTTP/1.1" status: 204 len: 168 time: 1.0360777 Nov 25 20:02:10.140317 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-9fc8dc51-542c-4d1a-b201-b429caa4db59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:10.142973 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-9fc8dc51-542c-4d1a-b201-b429caa4db59 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f9efe18b-b42e-4866-8618-9258839cc777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171339 Nov 25 20:02:10.190768 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe67176-fe3b-4dd9-a1e7-24d11381b846 None None] get_active_networks_info from n-d-819349-5 {{(pid=103601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 20:02:10.338598 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7300663a-df64-44d0-953a-81726a788501 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:10.353538 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7300663a-df64-44d0-953a-81726a788501 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2435384 Nov 25 20:02:10.354602 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45516) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:10.438765 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe67176-fe3b-4dd9-a1e7-24d11381b846 None None] Resources bound (agent type, host, resource id): {{(pid=103601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 20:02:10.533115 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-09797347-7767-48a1-93af-7b9400c89d99 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:10.581109 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-3d44c479-088e-49d6-8912-56e506dfb244 service neutron] 10.222.0.85 "GET /v2.0/networks/f9efe18b-b42e-4866-8618-9258839cc777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307313 Nov 25 20:02:10.601134 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4edecb-1da0-4b9c-8751-7f9e33195019 req-cc31bfb3-f78d-4386-905b-d6a21d8cfd4b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:10.603481 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd4edecb-1da0-4b9c-8751-7f9e33195019 req-cc31bfb3-f78d-4386-905b-d6a21d8cfd4b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5a97402-4915-4a30-b832-4f183964b480 HTTP/1.1" status: 200 len: 943 time: 0.2064931 Nov 25 20:02:10.843121 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-09797347-7767-48a1-93af-7b9400c89d99 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:10.875728 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e120f55-26de-4bbf-930b-4d1a00492d7c req-756bca49-8e6b-491b-a3ac-43736d72f53f service neutron] 10.222.0.85 "GET /v2.0/networks/f9efe18b-b42e-4866-8618-9258839cc777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649903 Nov 25 20:02:10.884432 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-09797347-7767-48a1-93af-7b9400c89d99 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e694cf3-b44d-4b2a-8eb1-e6be021a45b1']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:10.924618 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-09797347-7767-48a1-93af-7b9400c89d99 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '885d1746-23e6-4253-80d2-c37604165428') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:10.924618 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-09797347-7767-48a1-93af-7b9400c89d99 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '885d1746-23e6-4253-80d2-c37604165428') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:10.953804 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-09797347-7767-48a1-93af-7b9400c89d99 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:11.003247 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-09797347-7767-48a1-93af-7b9400c89d99 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:11.027845 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09797347-7767-48a1-93af-7b9400c89d99 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:02:11.028696 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-09797347-7767-48a1-93af-7b9400c89d99 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:02:11.033467 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:02:11.108390 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd4edecb-1da0-4b9c-8751-7f9e33195019 req-bc11c7bf-40d7-403e-9919-1c0c7c03ad4b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=61382d25-c795-4eca-8a56-a4be734b506b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312036 Nov 25 20:02:11.146546 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69f13c-6023-4767-ac46-6c7abc02ef10 req-45b813bd-0f2b-49a4-ac7b-a0485d661274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:11.148450 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f69f13c-6023-4767-ac46-6c7abc02ef10 req-45b813bd-0f2b-49a4-ac7b-a0485d661274 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=32afe38025cf480891593cfe301fccc3&device_id=d5a97402-4915-4a30-b832-4f183964b480 HTTP/1.1" status: 200 len: 1094 time: 0.1899700 Nov 25 20:02:11.174225 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-09797347-7767-48a1-93af-7b9400c89d99 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:11.182665 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-09797347-7767-48a1-93af-7b9400c89d99 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:11.186353 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-09797347-7767-48a1-93af-7b9400c89d99 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] 10.222.0.55 "DELETE /v2.0/networks/4e694cf3-b44d-4b2a-8eb1-e6be021a45b1 HTTP/1.1" status: 204 len: 168 time: 0.8302274 Nov 25 20:02:11.188816 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45526) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:11.208909 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09797347-7767-48a1-93af-7b9400c89d99 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Pushing event deleted for resources: {'Network': ['ID=4e694cf3-b44d-4b2a-8eb1-e6be021a45b1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:11.334132 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12cac609-35f3-4e59-bf4d-59b63347b9e8 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:11.365061 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69f13c-6023-4767-ac46-6c7abc02ef10 req-064625b9-c87a-4080-b2a9-9df16e868e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:11.367228 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f69f13c-6023-4767-ac46-6c7abc02ef10 req-064625b9-c87a-4080-b2a9-9df16e868e97 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f9efe18b-b42e-4866-8618-9258839cc777 HTTP/1.1" status: 200 len: 897 time: 0.2112565 Nov 25 20:02:11.418350 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f69f13c-6023-4767-ac46-6c7abc02ef10 req-0bf63aa6-dce4-4604-b7db-d17a48fb15b2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 HTTP/1.1" status: 200 len: 217 time: 0.0419099 Nov 25 20:02:11.495147 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69f13c-6023-4767-ac46-6c7abc02ef10 req-b747898b-c3bb-4f95-9b6e-69950539a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:11.497979 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f69f13c-6023-4767-ac46-6c7abc02ef10 req-b747898b-c3bb-4f95-9b6e-69950539a989 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0dad2f0f-26cb-422e-af30-d5370dbaf3ae HTTP/1.1" status: 200 len: 834 time: 0.0720675 Nov 25 20:02:11.525045 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12cac609-35f3-4e59-bf4d-59b63347b9e8 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:11.550665 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-12cac609-35f3-4e59-bf4d-59b63347b9e8 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776b3101-fc6e-47f1-9a3d-1c0e695fd32a']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:11.565089 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-12cac609-35f3-4e59-bf4d-59b63347b9e8 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f17948b9-7c58-45a9-8098-dd457c293bc6') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:11.565484 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-12cac609-35f3-4e59-bf4d-59b63347b9e8 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f17948b9-7c58-45a9-8098-dd457c293bc6') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:11.578379 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12cac609-35f3-4e59-bf4d-59b63347b9e8 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:11.591006 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69f13c-6023-4767-ac46-6c7abc02ef10 req-32a81a8b-70c2-411a-8216-497952dcb362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:11.593327 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f69f13c-6023-4767-ac46-6c7abc02ef10 req-32a81a8b-70c2-411a-8216-497952dcb362 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f9efe18b-b42e-4866-8618-9258839cc777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869105 Nov 25 20:02:11.596285 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12cac609-35f3-4e59-bf4d-59b63347b9e8 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:11.604329 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12cac609-35f3-4e59-bf4d-59b63347b9e8 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:02:11.604791 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12cac609-35f3-4e59-bf4d-59b63347b9e8 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:02:11.608829 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:02:11.694440 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12cac609-35f3-4e59-bf4d-59b63347b9e8 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:11.707034 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12cac609-35f3-4e59-bf4d-59b63347b9e8 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:11.720423 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-12cac609-35f3-4e59-bf4d-59b63347b9e8 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] 10.222.0.55 "DELETE /v2.0/networks/776b3101-fc6e-47f1-9a3d-1c0e695fd32a HTTP/1.1" status: 204 len: 168 time: 0.5299253 Nov 25 20:02:11.723518 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45528) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:11.745226 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cac609-35f3-4e59-bf4d-59b63347b9e8 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Pushing event deleted for resources: {'Network': ['ID=776b3101-fc6e-47f1-9a3d-1c0e695fd32a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:11.820644 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f69f13c-6023-4767-ac46-6c7abc02ef10 req-418f0412-d680-4d45-95fb-945e7c18da07 service neutron] 10.222.0.85 "GET /v2.0/networks/f9efe18b-b42e-4866-8618-9258839cc777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191749 Nov 25 20:02:11.858135 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-24ffd320-aeee-4ea9-a1cc-05e035fdd585 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:12.021820 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f69f13c-6023-4767-ac46-6c7abc02ef10 req-9917fd94-b10c-43b9-bee3-828526327033 service neutron] 10.222.0.85 "GET /v2.0/networks/f9efe18b-b42e-4866-8618-9258839cc777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909137 Nov 25 20:02:12.040286 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-24ffd320-aeee-4ea9-a1cc-05e035fdd585 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:12.068738 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-24ffd320-aeee-4ea9-a1cc-05e035fdd585 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3dcfb3-5974-4246-ac6a-1763eb92955a']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:12.091149 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-24ffd320-aeee-4ea9-a1cc-05e035fdd585 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02655dba-687c-43f1-8aaa-86d4aa09a056') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:12.091515 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-24ffd320-aeee-4ea9-a1cc-05e035fdd585 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02655dba-687c-43f1-8aaa-86d4aa09a056') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:12.113767 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-24ffd320-aeee-4ea9-a1cc-05e035fdd585 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:12.145018 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-24ffd320-aeee-4ea9-a1cc-05e035fdd585 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:12.156091 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ffd320-aeee-4ea9-a1cc-05e035fdd585 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:02:12.156613 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-24ffd320-aeee-4ea9-a1cc-05e035fdd585 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:02:12.160437 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:02:12.260700 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-24ffd320-aeee-4ea9-a1cc-05e035fdd585 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:12.269162 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-24ffd320-aeee-4ea9-a1cc-05e035fdd585 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:12.275884 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-24ffd320-aeee-4ea9-a1cc-05e035fdd585 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] 10.222.0.55 "DELETE /v2.0/networks/ab3dcfb3-5974-4246-ac6a-1763eb92955a HTTP/1.1" status: 204 len: 168 time: 0.5398219 Nov 25 20:02:12.276197 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45542) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:12.287046 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ed9c2-67d7-4686-922d-b1d5f7a4f4be req-4867c5be-9b5b-4763-abd9-b444fb8f901f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:12.288602 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6e9ed9c2-67d7-4686-922d-b1d5f7a4f4be req-4867c5be-9b5b-4763-abd9-b444fb8f901f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5a97402-4915-4a30-b832-4f183964b480 HTTP/1.1" status: 200 len: 943 time: 0.0764060 Nov 25 20:02:12.314485 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ffd320-aeee-4ea9-a1cc-05e035fdd585 tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Pushing event deleted for resources: {'Network': ['ID=ab3dcfb3-5974-4246-ac6a-1763eb92955a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:12.421062 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6e9ed9c2-67d7-4686-922d-b1d5f7a4f4be req-c780c821-6603-49e9-8bbd-3702d3232297 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=61382d25-c795-4eca-8a56-a4be734b506b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157677 Nov 25 20:02:12.441758 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67b931c4-176f-4ace-ab42-18acb142e15d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:12.577048 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67b931c4-176f-4ace-ab42-18acb142e15d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:12.602789 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-67b931c4-176f-4ace-ab42-18acb142e15d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b51a2a-70ba-4565-8ff0-fc96e53f10c6']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:12.616874 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-67b931c4-176f-4ace-ab42-18acb142e15d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93ebf4c9-c3c9-485c-8496-e3c95bcf014e') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:12.617138 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-67b931c4-176f-4ace-ab42-18acb142e15d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93ebf4c9-c3c9-485c-8496-e3c95bcf014e') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:12.639368 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67b931c4-176f-4ace-ab42-18acb142e15d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:12.661253 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67b931c4-176f-4ace-ab42-18acb142e15d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:12.676363 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b931c4-176f-4ace-ab42-18acb142e15d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:02:12.677164 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67b931c4-176f-4ace-ab42-18acb142e15d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:02:12.682941 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:02:12.789362 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67b931c4-176f-4ace-ab42-18acb142e15d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:12.809951 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67b931c4-176f-4ace-ab42-18acb142e15d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:12.815821 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-67b931c4-176f-4ace-ab42-18acb142e15d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] 10.222.0.55 "DELETE /v2.0/networks/33b51a2a-70ba-4565-8ff0-fc96e53f10c6 HTTP/1.1" status: 204 len: 168 time: 0.5346253 Nov 25 20:02:12.815821 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b931c4-176f-4ace-ab42-18acb142e15d tempest-BulkNetworkOpsIpV6Test-87812288 tempest-BulkNetworkOpsIpV6Test-87812288-project] Pushing event deleted for resources: {'Network': ['ID=33b51a2a-70ba-4565-8ff0-fc96e53f10c6,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:13.253572 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45572) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:13.457105 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2d53cac5-77f3-4efb-92c2-3014d61fd522 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4319c8f4fd7e441cbca91f7006d9fdd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2014296 Nov 25 20:02:13.461149 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45576) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:13.502521 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:02:13.546529 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a5fcfca1-311f-4718-af8a-ee0e091e2d28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:13.574901 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a5fcfca1-311f-4718-af8a-ee0e091e2d28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:13.651462 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a5fcfca1-311f-4718-af8a-ee0e091e2d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:13.655448 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a5fcfca1-311f-4718-af8a-ee0e091e2d28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:13.657273 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a5fcfca1-311f-4718-af8a-ee0e091e2d28 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/305d96c0-3fff-4ea2-b432-29339c28e9e1 HTTP/1.1" status: 204 len: 168 time: 0.1949716 Nov 25 20:02:13.678330 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fcfca1-311f-4718-af8a-ee0e091e2d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305d96c0-3fff-4ea2-b432-29339c28e9e1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:13.730629 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c65bb7-41c7-4555-85cc-1270f926ad8a req-1babcaa4-b822-427b-a485-c28a3b295bfa tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:13.733031 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c7c65bb7-41c7-4555-85cc-1270f926ad8a req-1babcaa4-b822-427b-a485-c28a3b295bfa tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5a97402-4915-4a30-b832-4f183964b480 HTTP/1.1" status: 200 len: 943 time: 0.1175988 Nov 25 20:02:13.765150 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=7a562dd5-3eae-4c66-8711-0e7c1ddf2f12,segment=NetworkSegment(970bfcb2-4147-4c9d-a4ce-1b09483d969d),segment_id=970bfcb2-4147-4c9d-a4ce-1b09483d969d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:02:13.779192 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '7a562dd5-3eae-4c66-8711-0e7c1ddf2f12', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'port_id': '7a562dd5-3eae-4c66-8711-0e7c1ddf2f12', 'mac_address': 'fa:16:3e:fb:86:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:02:13.860591 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c7c65bb7-41c7-4555-85cc-1270f926ad8a req-c6fcb804-479a-45b5-8c92-7bcec7792141 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=61382d25-c795-4eca-8a56-a4be734b506b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190419 Nov 25 20:02:13.886022 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:13.938278 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:02:13.973673 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=7a562dd5-3eae-4c66-8711-0e7c1ddf2f12,segment=NetworkSegment(970bfcb2-4147-4c9d-a4ce-1b09483d969d),segment_id=970bfcb2-4147-4c9d-a4ce-1b09483d969d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:02:13.979247 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:14.142274 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=7a562dd5-3eae-4c66-8711-0e7c1ddf2f12,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:14.163104 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:14.163661 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:14.164208 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:14.164709 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:14.165056 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:14.165428 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:14.166220 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:14.166703 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:14.167188 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:14.168436 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:14.170013 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:14.170860 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:14.222706 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['7a562dd5-3eae-4c66-8711-0e7c1ddf2f12'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:02:14.904969 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45608) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:15.049210 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b440bb-41d3-4b3f-a134-26281f59a1ca req-d9f2ab42-430f-4956-8be0-484bb4d5699e tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:15.057071 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e7b440bb-41d3-4b3f-a134-26281f59a1ca req-d9f2ab42-430f-4956-8be0-484bb4d5699e tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5a97402-4915-4a30-b832-4f183964b480 HTTP/1.1" status: 200 len: 944 time: 0.0723372 Nov 25 20:02:15.105104 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-693fc83d-b5f6-47b5-b72c-11353797fdef tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-967419672'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:15.145169 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e7b440bb-41d3-4b3f-a134-26281f59a1ca req-289807eb-b2cd-4fc8-88e3-7f72a925ca3a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=61382d25-c795-4eca-8a56-a4be734b506b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845842 Nov 25 20:02:15.159468 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693fc83d-b5f6-47b5-b72c-11353797fdef tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:15.169166 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-693fc83d-b5f6-47b5-b72c-11353797fdef tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:15.187979 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-693fc83d-b5f6-47b5-b72c-11353797fdef tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:15.286667 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-693fc83d-b5f6-47b5-b72c-11353797fdef tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:15.292132 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-693fc83d-b5f6-47b5-b72c-11353797fdef tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:15.313793 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693fc83d-b5f6-47b5-b72c-11353797fdef tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:02:15.335787 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-693fc83d-b5f6-47b5-b72c-11353797fdef tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:15.336009 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-693fc83d-b5f6-47b5-b72c-11353797fdef tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Added segment 02095ab5-cb5c-4f25-9d6e-cf6de1168643 of type vlan for network 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef Nov 25 20:02:15.389796 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693fc83d-b5f6-47b5-b72c-11353797fdef tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1af056-6d92-445c-9b1f-7d7991729bd9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:15.397368 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-693fc83d-b5f6-47b5-b72c-11353797fdef tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:15.438069 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-693fc83d-b5f6-47b5-b72c-11353797fdef tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:15.461188 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693fc83d-b5f6-47b5-b72c-11353797fdef tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:15.462109 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-693fc83d-b5f6-47b5-b72c-11353797fdef tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:15.512897 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:02:15.530234 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-693fc83d-b5f6-47b5-b72c-11353797fdef tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6237056 Nov 25 20:02:15.534420 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45628) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:15.549821 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-719fbef3-7d36-4705-91b5-cee61c9cc2a3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'port': {'network_id': '5c818db8-aa0c-4b4e-b3a9-91a7786d77ef', 'name': 'tempest-PortsTestJSON-558514184'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:15.588926 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693fc83d-b5f6-47b5-b72c-11353797fdef tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Network': ['ID=5c818db8-aa0c-4b4e-b3a9-91a7786d77ef,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:15.617547 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:02:15.625359 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:02:15.677430 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:15.678437 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:15.701632 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719fbef3-7d36-4705-91b5-cee61c9cc2a3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:15.706673 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-719fbef3-7d36-4705-91b5-cee61c9cc2a3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:15.731590 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-719fbef3-7d36-4705-91b5-cee61c9cc2a3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] device_id is not set on port be6bd9d0-80d6-4740-aaf0-68e1d1be0ad8 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 20:02:15.924665 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:15.951085 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-719fbef3-7d36-4705-91b5-cee61c9cc2a3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:15.977465 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a97402-4915-4a30-b832-4f183964b480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a562dd5-3eae-4c66-8711-0e7c1ddf2f12'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:02:15.982523 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd468c62-fb48-47b8-9c9c-dd026cb09abc" -d '{"events": [{"server_uuid": "d5a97402-4915-4a30-b832-4f183964b480", "name": "network-vif-plugged", "status": "completed", "tag": "7a562dd5-3eae-4c66-8711-0e7c1ddf2f12"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:02:16.015008 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-719fbef3-7d36-4705-91b5-cee61c9cc2a3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:16.035359 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=7a562dd5-3eae-4c66-8711-0e7c1ddf2f12,segment=NetworkSegment(970bfcb2-4147-4c9d-a4ce-1b09483d969d),segment_id=970bfcb2-4147-4c9d-a4ce-1b09483d969d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:02:16.043093 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:16.132737 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719fbef3-7d36-4705-91b5-cee61c9cc2a3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Checking segment: {'id': '02095ab5-cb5c-4f25-9d6e-cf6de1168643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5c818db8-aa0c-4b4e-b3a9-91a7786d77ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:02:16.133757 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719fbef3-7d36-4705-91b5-cee61c9cc2a3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network hostable DHCP agents. Network: 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:02:16.152666 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719fbef3-7d36-4705-91b5-cee61c9cc2a3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Port': ['ID=be6bd9d0-80d6-4740-aaf0-68e1d1be0ad8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:16.153676 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=7a562dd5-3eae-4c66-8711-0e7c1ddf2f12,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:16.182211 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719fbef3-7d36-4705-91b5-cee61c9cc2a3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:02:16.199739 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-719fbef3-7d36-4705-91b5-cee61c9cc2a3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:16.218345 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfbe876-28a4-4294-8f99-1f4dceab941b None None] Network 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:16.242391 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719fbef3-7d36-4705-91b5-cee61c9cc2a3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:16.270141 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719fbef3-7d36-4705-91b5-cee61c9cc2a3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:16.275253 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-719fbef3-7d36-4705-91b5-cee61c9cc2a3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:16.314517 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-719fbef3-7d36-4705-91b5-cee61c9cc2a3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7776787 Nov 25 20:02:16.319432 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45638) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:16.327698 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2912762e-eef6-433e-a544-013511ca8811 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-229131751'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:16.363521 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b95f1dc-68f0-4636-a948-861be6511066 x-openstack-request-id: req-2b95f1dc-68f0-4636-a948-861be6511066 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:02:16.363978 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a97402-4915-4a30-b832-4f183964b480", "name": "network-vif-plugged", "status": "completed", "tag": "7a562dd5-3eae-4c66-8711-0e7c1ddf2f12", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:02:16.364338 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2b95f1dc-68f0-4636-a948-861be6511066 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:02:16.364953 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a97402-4915-4a30-b832-4f183964b480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a562dd5-3eae-4c66-8711-0e7c1ddf2f12', 'code': 200} Nov 25 20:02:16.407521 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2912762e-eef6-433e-a544-013511ca8811 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:16.419546 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2912762e-eef6-433e-a544-013511ca8811 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:16.491653 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2912762e-eef6-433e-a544-013511ca8811 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:02:16.502791 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc19723-e1b8-48dd-ae14-d241cd485e59 req-dcfd19e9-14e4-4f8d-a38a-cb8f229a0b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:16.506144 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fbc19723-e1b8-48dd-ae14-d241cd485e59 req-dcfd19e9-14e4-4f8d-a38a-cb8f229a0b9e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d5a97402-4915-4a30-b832-4f183964b480 HTTP/1.1" status: 200 len: 1096 time: 0.1037588 Nov 25 20:02:16.516573 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2912762e-eef6-433e-a544-013511ca8811 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:16.517241 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-2912762e-eef6-433e-a544-013511ca8811 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Added segment 534060e2-69f1-41d1-ae53-54ccf57d5482 of type vlan for network 67e390ae-1c72-43af-9903-1708532f32bd Nov 25 20:02:16.604513 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2912762e-eef6-433e-a544-013511ca8811 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:16.656318 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2912762e-eef6-433e-a544-013511ca8811 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:16.665491 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2912762e-eef6-433e-a544-013511ca8811 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:16.666489 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2912762e-eef6-433e-a544-013511ca8811 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:16.694458 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf2fef-449c-47f2-b1f5-2b7da634940e req-deaa781c-f72b-4ebb-bf2d-116d0bc48464 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:16.697277 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79bf2fef-449c-47f2-b1f5-2b7da634940e req-deaa781c-f72b-4ebb-bf2d-116d0bc48464 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5a97402-4915-4a30-b832-4f183964b480 HTTP/1.1" status: 200 len: 945 time: 0.1708822 Nov 25 20:02:16.703373 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fbc19723-e1b8-48dd-ae14-d241cd485e59 req-2a601f74-0af5-4ca5-9026-51919e9cd269 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=61382d25-c795-4eca-8a56-a4be734b506b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868954 Nov 25 20:02:16.766182 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79bf2fef-449c-47f2-b1f5-2b7da634940e req-8c3dd81f-ea17-45a2-8b80-e903c728942b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=61382d25-c795-4eca-8a56-a4be734b506b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613751 Nov 25 20:02:16.772721 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912762e-eef6-433e-a544-013511ca8811 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Network': ['ID=67e390ae-1c72-43af-9903-1708532f32bd,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:16.780754 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2912762e-eef6-433e-a544-013511ca8811 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4595168 Nov 25 20:02:16.783327 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45646) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:16.793304 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 67e390ae-1c72-43af-9903-1708532f32bd details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:02:16.795677 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-158c9bd8-6543-43f4-9fdd-7226f8936c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'ports': [{'network_id': '5c818db8-aa0c-4b4e-b3a9-91a7786d77ef'}, {'network_id': '67e390ae-1c72-43af-9903-1708532f32bd'}]} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:16.796385 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-158c9bd8-6543-43f4-9fdd-7226f8936c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'port': {'network_id': '5c818db8-aa0c-4b4e-b3a9-91a7786d77ef'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:16.796995 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-158c9bd8-6543-43f4-9fdd-7226f8936c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'port': {'network_id': '67e390ae-1c72-43af-9903-1708532f32bd'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:17.016640 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158c9bd8-6543-43f4-9fdd-7226f8936c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'port': 2} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:17.023726 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-158c9bd8-6543-43f4-9fdd-7226f8936c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:17.045699 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-158c9bd8-6543-43f4-9fdd-7226f8936c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:17.197277 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-158c9bd8-6543-43f4-9fdd-7226f8936c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] device_id is not set on port 123e9a12-62e4-4280-9704-c01b0461fe27 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 20:02:17.360865 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-158c9bd8-6543-43f4-9fdd-7226f8936c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:17.495394 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-158c9bd8-6543-43f4-9fdd-7226f8936c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] device_id is not set on port 408c6551-f4d1-405b-9544-09456056a28a yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 20:02:17.655190 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-158c9bd8-6543-43f4-9fdd-7226f8936c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:17.758014 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-158c9bd8-6543-43f4-9fdd-7226f8936c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:17.874853 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158c9bd8-6543-43f4-9fdd-7226f8936c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:02:17.885659 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-158c9bd8-6543-43f4-9fdd-7226f8936c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:17.894219 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158c9bd8-6543-43f4-9fdd-7226f8936c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:17.901804 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-158c9bd8-6543-43f4-9fdd-7226f8936c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:17.938067 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c9bd8-6543-43f4-9fdd-7226f8936c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Port': ['ID=123e9a12-62e4-4280-9704-c01b0461fe27,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:18.066467 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c9ad9-de3b-4fbf-9eb8-b925513fbadf req-e54c6b0a-6cec-4c82-9815-5a27b833f87d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:18.070952 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-992c9ad9-de3b-4fbf-9eb8-b925513fbadf req-e54c6b0a-6cec-4c82-9815-5a27b833f87d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5a97402-4915-4a30-b832-4f183964b480 HTTP/1.1" status: 200 len: 945 time: 0.1018314 Nov 25 20:02:18.073035 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c9bd8-6543-43f4-9fdd-7226f8936c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Port': ['ID=408c6551-f4d1-405b-9544-09456056a28a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:18.133562 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c9bd8-6543-43f4-9fdd-7226f8936c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Checking segment: {'id': '534060e2-69f1-41d1-ae53-54ccf57d5482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '67e390ae-1c72-43af-9903-1708532f32bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:02:18.134092 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158c9bd8-6543-43f4-9fdd-7226f8936c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network hostable DHCP agents. Network: 67e390ae-1c72-43af-9903-1708532f32bd, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:02:18.161047 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158c9bd8-6543-43f4-9fdd-7226f8936c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network 67e390ae-1c72-43af-9903-1708532f32bd is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:02:18.171459 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-992c9ad9-de3b-4fbf-9eb8-b925513fbadf req-a72f668e-6bfc-4c3c-bfdb-7e6bddb70afc tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=61382d25-c795-4eca-8a56-a4be734b506b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907719 Nov 25 20:02:18.181344 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-158c9bd8-6543-43f4-9fdd-7226f8936c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 67e390ae-1c72-43af-9903-1708532f32bd) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:18.193629 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dee3dab-ecd1-4463-8d47-884dba49e253 None None] Network 67e390ae-1c72-43af-9903-1708532f32bd requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:18.204318 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158c9bd8-6543-43f4-9fdd-7226f8936c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:18.218580 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158c9bd8-6543-43f4-9fdd-7226f8936c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:18.232524 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158c9bd8-6543-43f4-9fdd-7226f8936c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:18.233748 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-158c9bd8-6543-43f4-9fdd-7226f8936c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:18.273667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45676) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:18.274979 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-158c9bd8-6543-43f4-9fdd-7226f8936c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4903162 Nov 25 20:02:18.421414 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46620a8-1dca-4f0d-9c3c-abde1bd1a2be req-af56648c-c815-4357-baa6-1a2c05f10c06 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:18.423091 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d46620a8-1dca-4f0d-9c3c-abde1bd1a2be req-af56648c-c815-4357-baa6-1a2c05f10c06 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5a97402-4915-4a30-b832-4f183964b480 HTTP/1.1" status: 200 len: 945 time: 0.1526408 Nov 25 20:02:18.450359 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1b515f7c-6c29-4fd4-920d-879a1fb1ffc7 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting port 408c6551-f4d1-405b-9544-09456056a28a {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:02:18.450359 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b515f7c-6c29-4fd4-920d-879a1fb1ffc7 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:18.608292 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d46620a8-1dca-4f0d-9c3c-abde1bd1a2be req-7556f532-f253-43cb-ad56-abb01d458513 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=61382d25-c795-4eca-8a56-a4be734b506b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681826 Nov 25 20:02:18.611618 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b515f7c-6c29-4fd4-920d-879a1fb1ffc7 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:18.640827 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1b515f7c-6c29-4fd4-920d-879a1fb1ffc7 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Calling delete_port for 408c6551-f4d1-405b-9544-09456056a28a owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:02:18.652679 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45686) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:18.724642 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a685c1e5-57fa-4d86-9193-1be114ac8f56 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:18.731923 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a685c1e5-57fa-4d86-9193-1be114ac8f56 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d5a97402-4915-4a30-b832-4f183964b480 HTTP/1.1" status: 200 len: 1091 time: 0.0729949 Nov 25 20:02:18.734811 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45688) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:18.740866 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-35a97611-aac6-4294-bc5f-707f25ba4a9a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'port_id': '7a562dd5-3eae-4c66-8711-0e7c1ddf2f12', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:18.787812 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-35a97611-aac6-4294-bc5f-707f25ba4a9a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:18.815539 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b515f7c-6c29-4fd4-920d-879a1fb1ffc7 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:18.853053 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b515f7c-6c29-4fd4-920d-879a1fb1ffc7 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Port': ['ID=408c6551-f4d1-405b-9544-09456056a28a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:18.863490 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b515f7c-6c29-4fd4-920d-879a1fb1ffc7 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:18.869699 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1b515f7c-6c29-4fd4-920d-879a1fb1ffc7 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/ports/408c6551-f4d1-405b-9544-09456056a28a HTTP/1.1" status: 204 len: 168 time: 0.5950260 Nov 25 20:02:18.870247 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45692) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:19.059537 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-35a97611-aac6-4294-bc5f-707f25ba4a9a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:19.064529 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e40b61c-e25a-44c4-be73-7b8a2e58037a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:19.093553 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e40b61c-e25a-44c4-be73-7b8a2e58037a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:19.105249 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0e40b61c-e25a-44c4-be73-7b8a2e58037a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2329512 Nov 25 20:02:19.108227 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45698) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:19.337442 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-35a97611-aac6-4294-bc5f-707f25ba4a9a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Allocated IP 172.25.6.60 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/fa2204a3-2118-4d38-a90c-b4566f025319) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:02:19.367029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-976a867b-7abb-405f-92b7-3a4c3c3d6711 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting port 123e9a12-62e4-4280-9704-c01b0461fe27 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:02:19.369464 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-976a867b-7abb-405f-92b7-3a4c3c3d6711 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:19.578072 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-976a867b-7abb-405f-92b7-3a4c3c3d6711 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:19.617823 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-976a867b-7abb-405f-92b7-3a4c3c3d6711 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Calling delete_port for 123e9a12-62e4-4280-9704-c01b0461fe27 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:02:19.657587 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-35a97611-aac6-4294-bc5f-707f25ba4a9a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:19.726046 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-35a97611-aac6-4294-bc5f-707f25ba4a9a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:19.761950 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a97611-aac6-4294-bc5f-707f25ba4a9a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:02:19.765311 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-35a97611-aac6-4294-bc5f-707f25ba4a9a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:19.797016 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a97611-aac6-4294-bc5f-707f25ba4a9a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:19.806032 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-976a867b-7abb-405f-92b7-3a4c3c3d6711 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:19.843830 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a867b-7abb-405f-92b7-3a4c3c3d6711 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Port': ['ID=123e9a12-62e4-4280-9704-c01b0461fe27,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:19.855555 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-976a867b-7abb-405f-92b7-3a4c3c3d6711 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:19.861868 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-976a867b-7abb-405f-92b7-3a4c3c3d6711 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/ports/123e9a12-62e4-4280-9704-c01b0461fe27 HTTP/1.1" status: 204 len: 168 time: 0.7525840 Nov 25 20:02:19.864613 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45706) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:19.921670 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03f35bc-4782-4b7d-8d71-5eef8896bd4c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:19.926380 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f03f35bc-4782-4b7d-8d71-5eef8896bd4c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0606165 Nov 25 20:02:19.927076 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45708) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:19.972579 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b995ded-f39c-4c87-b099-16341503d10c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] GET failed (client error): The resource could not be found. Nov 25 20:02:19.977110 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6b995ded-f39c-4c87-b099-16341503d10c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "GET /v2.0/ports/408c6551-f4d1-405b-9544-09456056a28a HTTP/1.1" status: 404 len: 333 time: 0.0489051 Nov 25 20:02:19.977789 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45710) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:20.026236 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cbfda90-da0b-43b4-8c1e-f2b7bb269bf6 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] GET failed (client error): The resource could not be found. Nov 25 20:02:20.029769 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4cbfda90-da0b-43b4-8c1e-f2b7bb269bf6 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "GET /v2.0/ports/123e9a12-62e4-4280-9704-c01b0461fe27 HTTP/1.1" status: 404 len: 333 time: 0.0423031 Nov 25 20:02:20.033537 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45714) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:20.179828 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7227564-ac52-45a6-996b-ce409612fb3c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:20.380641 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7227564-ac52-45a6-996b-ce409612fb3c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:20.413632 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c7227564-ac52-45a6-996b-ce409612fb3c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67e390ae-1c72-43af-9903-1708532f32bd']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:20.427124 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c7227564-ac52-45a6-996b-ce409612fb3c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '534060e2-69f1-41d1-ae53-54ccf57d5482') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:20.427441 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c7227564-ac52-45a6-996b-ce409612fb3c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '534060e2-69f1-41d1-ae53-54ccf57d5482') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:20.439740 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7227564-ac52-45a6-996b-ce409612fb3c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:20.455653 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7227564-ac52-45a6-996b-ce409612fb3c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:20.463395 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7227564-ac52-45a6-996b-ce409612fb3c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:02:20.463821 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7227564-ac52-45a6-996b-ce409612fb3c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:02:20.533707 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:02:20.540168 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7227564-ac52-45a6-996b-ce409612fb3c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:20.561966 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7227564-ac52-45a6-996b-ce409612fb3c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:20.572862 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c7227564-ac52-45a6-996b-ce409612fb3c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/networks/67e390ae-1c72-43af-9903-1708532f32bd HTTP/1.1" status: 204 len: 168 time: 0.5380235 Nov 25 20:02:20.574612 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7227564-ac52-45a6-996b-ce409612fb3c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Network': ['ID=67e390ae-1c72-43af-9903-1708532f32bd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:20.576705 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45722) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:20.583198 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f7603458-27fc-42a8-976c-5cf69013721b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-389667757'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:20.615716 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7603458-27fc-42a8-976c-5cf69013721b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:20.620238 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7603458-27fc-42a8-976c-5cf69013721b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:20.624746 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a97611-aac6-4294-bc5f-707f25ba4a9a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'Port': ['ID=fa2204a3-2118-4d38-a90c-b4566f025319,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:20.660435 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7603458-27fc-42a8-976c-5cf69013721b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:02:20.696167 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7603458-27fc-42a8-976c-5cf69013721b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:20.696716 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-f7603458-27fc-42a8-976c-5cf69013721b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Added segment 318e939c-a40f-4270-896f-81e998f79091 of type vlan for network 6d2aa37f-5258-4c97-8d09-4ee72c4431af Nov 25 20:02:20.784243 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7603458-27fc-42a8-976c-5cf69013721b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:20.827644 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7603458-27fc-42a8-976c-5cf69013721b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:20.834561 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7603458-27fc-42a8-976c-5cf69013721b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:20.835499 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7603458-27fc-42a8-976c-5cf69013721b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:20.884580 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f7603458-27fc-42a8-976c-5cf69013721b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3062298 Nov 25 20:02:20.889286 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45728) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:20.894730 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-25f1696d-c059-4e50-b47c-77bf32a09b6c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'subnet': {'network_id': '6d2aa37f-5258-4c97-8d09-4ee72c4431af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:21.064438 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-35a97611-aac6-4294-bc5f-707f25ba4a9a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:21.079829 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f1696d-c059-4e50-b47c-77bf32a09b6c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:21.083922 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25f1696d-c059-4e50-b47c-77bf32a09b6c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:21.091885 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7603458-27fc-42a8-976c-5cf69013721b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Network': ['ID=6d2aa37f-5258-4c97-8d09-4ee72c4431af,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:21.108024 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 6d2aa37f-5258-4c97-8d09-4ee72c4431af details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:02:21.176500 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.ipam_backend_mixin [None req-25f1696d-c059-4e50-b47c-77bf32a09b6c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Performing IP validity checks on allocation pools {{(pid=103599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 20:02:21.179164 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.ipam_backend_mixin [None req-25f1696d-c059-4e50-b47c-77bf32a09b6c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 20:02:21.284973 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-35a97611-aac6-4294-bc5f-707f25ba4a9a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:21.404613 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25f1696d-c059-4e50-b47c-77bf32a09b6c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:21.499657 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1696d-c059-4e50-b47c-77bf32a09b6c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Subnet': ['ID=52836861-8869-465b-a525-4aeb3e94c5a8,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:21.562180 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f1696d-c059-4e50-b47c-77bf32a09b6c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Checking segment: {'id': '318e939c-a40f-4270-896f-81e998f79091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6d2aa37f-5258-4c97-8d09-4ee72c4431af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:02:21.563111 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f1696d-c059-4e50-b47c-77bf32a09b6c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network hostable DHCP agents. Network: 6d2aa37f-5258-4c97-8d09-4ee72c4431af, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:02:21.581337 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-35a97611-aac6-4294-bc5f-707f25ba4a9a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:21.588510 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-35a97611-aac6-4294-bc5f-707f25ba4a9a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:21.619102 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f1696d-c059-4e50-b47c-77bf32a09b6c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network 6d2aa37f-5258-4c97-8d09-4ee72c4431af is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:02:21.640766 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-25f1696d-c059-4e50-b47c-77bf32a09b6c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 6d2aa37f-5258-4c97-8d09-4ee72c4431af) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:21.653683 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb538d9-2e3b-45e5-a3de-24567a8233b1 None None] Network 6d2aa37f-5258-4c97-8d09-4ee72c4431af requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:21.667142 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f1696d-c059-4e50-b47c-77bf32a09b6c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:21.668434 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25f1696d-c059-4e50-b47c-77bf32a09b6c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:21.706327 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-25f1696d-c059-4e50-b47c-77bf32a09b6c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8157291 Nov 25 20:02:21.709283 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45738) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:21.712702 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a97611-aac6-4294-bc5f-707f25ba4a9a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'Port': ['ID=fa2204a3-2118-4d38-a90c-b4566f025319,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:21.725136 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8a879c52-4997-4c19-8e1a-ba6cd88a48df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'port': {'network_id': '6d2aa37f-5258-4c97-8d09-4ee72c4431af', 'name': 'tempest-PortsTestJSON-2145688818'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:21.730767 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-35a97611-aac6-4294-bc5f-707f25ba4a9a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:21.890673 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-35a97611-aac6-4294-bc5f-707f25ba4a9a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Floating IP 25abf1f0-3132-4c85-94d6-e4e72d11d7e4 associated. External IP: 172.25.6.60, port: 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12. Nov 25 20:02:21.973645 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a879c52-4997-4c19-8e1a-ba6cd88a48df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:21.982078 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a879c52-4997-4c19-8e1a-ba6cd88a48df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:22.033752 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-8a879c52-4997-4c19-8e1a-ba6cd88a48df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] device_id is not set on port d61a005c-8949-4dad-a15b-147815804116 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 20:02:22.035662 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd0964f-fca0-404d-a6c0-bb2ff06d494b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-6d2aa37f-5258-4c97-8d09-4ee72c4431af', 'network_id': '6d2aa37f-5258-4c97-8d09-4ee72c4431af', 'tenant_id': 'd803371d4a904e3989487b82cc6de30e', 'fixed_ips': [{'subnet_id': '52836861-8869-465b-a525-4aeb3e94c5a8'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:02:22.036698 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9bd0964f-fca0-404d-a6c0-bb2ff06d494b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:22.298133 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-8a879c52-4997-4c19-8e1a-ba6cd88a48df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Allocated IP 172.20.0.5 (6d2aa37f-5258-4c97-8d09-4ee72c4431af/52836861-8869-465b-a525-4aeb3e94c5a8/d61a005c-8949-4dad-a15b-147815804116) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:02:22.344917 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a97611-aac6-4294-bc5f-707f25ba4a9a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Router 39e43e57-f439-4694-a125-73bedf5bb0ae has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:02:22.546566 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a879c52-4997-4c19-8e1a-ba6cd88a48df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:22.555862 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a97611-aac6-4294-bc5f-707f25ba4a9a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:02:22.576434 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f7f06d-8678-4ee0-9040-ce1f3de070f4 None None] Sync routers for ids ['39e43e57-f439-4694-a125-73bedf5bb0ae'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:02:22.600284 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-35a97611-aac6-4294-bc5f-707f25ba4a9a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:22.621869 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f7f06d-8678-4ee0-9040-ce1f3de070f4 None None] Routers {'39e43e57-f439-4694-a125-73bedf5bb0ae'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:02:22.623416 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-50f7f06d-8678-4ee0-9040-ce1f3de070f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:02:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['39e43e57-f439-4694-a125-73bedf5bb0ae'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:22.674211 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-35a97611-aac6-4294-bc5f-707f25ba4a9a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9379759 Nov 25 20:02:22.675391 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45762) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:22.675870 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a97402-4915-4a30-b832-4f183964b480', 'tag': '7a562dd5-3eae-4c66-8711-0e7c1ddf2f12'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:02:22.678701 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02941a3-cc43-465a-8088-e3d00d0f00a8" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a97402-4915-4a30-b832-4f183964b480", "tag": "7a562dd5-3eae-4c66-8711-0e7c1ddf2f12"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:02:22.719236 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a879c52-4997-4c19-8e1a-ba6cd88a48df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:22.904661 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a879c52-4997-4c19-8e1a-ba6cd88a48df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network 6d2aa37f-5258-4c97-8d09-4ee72c4431af is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:02:22.942233 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8a879c52-4997-4c19-8e1a-ba6cd88a48df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:22.945764 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a879c52-4997-4c19-8e1a-ba6cd88a48df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:22.953672 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a879c52-4997-4c19-8e1a-ba6cd88a48df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Port': ['ID=d61a005c-8949-4dad-a15b-147815804116,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:23.012127 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-322d3dae-f56d-4e84-8f76-acd1b91bec9a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/floatingips/25abf1f0-3132-4c85-94d6-e4e72d11d7e4 HTTP/1.1" status: 200 len: 990 time: 0.3229012 Nov 25 20:02:23.014719 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22a27ee-574b-461d-a4e6-92b70f0ae32b x-openstack-request-id: req-b22a27ee-574b-461d-a4e6-92b70f0ae32b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:02:23.015321 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a97402-4915-4a30-b832-4f183964b480", "tag": "7a562dd5-3eae-4c66-8711-0e7c1ddf2f12", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:02:23.018070 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b22a27ee-574b-461d-a4e6-92b70f0ae32b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:02:23.018947 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a97402-4915-4a30-b832-4f183964b480', 'tag': '7a562dd5-3eae-4c66-8711-0e7c1ddf2f12', 'status': 'completed', 'code': 200} Nov 25 20:02:23.073627 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a879c52-4997-4c19-8e1a-ba6cd88a48df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:23.086694 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a879c52-4997-4c19-8e1a-ba6cd88a48df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:23.115209 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8a879c52-4997-4c19-8e1a-ba6cd88a48df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4041314 Nov 25 20:02:23.116073 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45790) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:23.181148 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02941a3-cc43-465a-8088-e3d00d0f00a8 req-c52d2730-ec05-40ce-8528-0d833dbb0019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:23.189737 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e02941a3-cc43-465a-8088-e3d00d0f00a8 req-c52d2730-ec05-40ce-8528-0d833dbb0019 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=32afe38025cf480891593cfe301fccc3&device_id=d5a97402-4915-4a30-b832-4f183964b480 HTTP/1.1" status: 200 len: 1096 time: 0.1692684 Nov 25 20:02:23.308629 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-a1699204-da35-41fa-8544-b7df39a14621 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting port d61a005c-8949-4dad-a15b-147815804116 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:02:23.309156 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1699204-da35-41fa-8544-b7df39a14621 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:23.484962 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1699204-da35-41fa-8544-b7df39a14621 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:23.485816 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02941a3-cc43-465a-8088-e3d00d0f00a8 req-23be70eb-6c3d-4406-97e8-83754e494480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:23.487407 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e02941a3-cc43-465a-8088-e3d00d0f00a8 req-23be70eb-6c3d-4406-97e8-83754e494480 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f9efe18b-b42e-4866-8618-9258839cc777 HTTP/1.1" status: 200 len: 897 time: 0.2900481 Nov 25 20:02:23.492578 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-9bd0964f-fca0-404d-a6c0-bb2ff06d494b None None] Allocated IP 172.20.0.2 (6d2aa37f-5258-4c97-8d09-4ee72c4431af/52836861-8869-465b-a525-4aeb3e94c5a8/5d4d2dfe-51ce-428a-8de5-c0d7148104e2) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:02:23.506317 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-a1699204-da35-41fa-8544-b7df39a14621 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Calling delete_port for d61a005c-8949-4dad-a15b-147815804116 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:02:23.661923 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-50f7f06d-8678-4ee0-9040-ce1f3de070f4 None None] Set router 39e43e57-f439-4694-a125-73bedf5bb0ae gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:02:23.740296 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e02941a3-cc43-465a-8088-e3d00d0f00a8 req-11f9a90e-0c41-485d-a80e-8935356c1f5d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 HTTP/1.1" status: 200 len: 998 time: 0.2255845 Nov 25 20:02:23.812269 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1699204-da35-41fa-8544-b7df39a14621 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:23.885653 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1699204-da35-41fa-8544-b7df39a14621 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Port': ['ID=d61a005c-8949-4dad-a15b-147815804116,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:23.912069 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02941a3-cc43-465a-8088-e3d00d0f00a8 req-31ef75aa-1ce3-43d5-bc80-7ebde73b8184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:23.913744 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e02941a3-cc43-465a-8088-e3d00d0f00a8 req-31ef75aa-1ce3-43d5-bc80-7ebde73b8184 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0dad2f0f-26cb-422e-af30-d5370dbaf3ae HTTP/1.1" status: 200 len: 834 time: 0.1689751 Nov 25 20:02:24.005099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02941a3-cc43-465a-8088-e3d00d0f00a8 req-580356c4-2f36-4062-b6e8-594306607312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:24.007406 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e02941a3-cc43-465a-8088-e3d00d0f00a8 req-580356c4-2f36-4062-b6e8-594306607312 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f9efe18b-b42e-4866-8618-9258839cc777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864170 Nov 25 20:02:24.009888 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45838) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:24.049782 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1699204-da35-41fa-8544-b7df39a14621 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:24.061461 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a1699204-da35-41fa-8544-b7df39a14621 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/ports/d61a005c-8949-4dad-a15b-147815804116 HTTP/1.1" status: 204 len: 168 time: 0.9412766 Nov 25 20:02:24.062782 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45840) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:24.176992 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:24.260587 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e02941a3-cc43-465a-8088-e3d00d0f00a8 req-124a86e8-0c91-4f8e-b4e6-b015c1e2d2c3 service neutron] 10.222.0.85 "GET /v2.0/networks/f9efe18b-b42e-4866-8618-9258839cc777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432983 Nov 25 20:02:24.297289 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-50f7f06d-8678-4ee0-9040-ce1f3de070f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'name': 'tempest-TestNetworkBasicOps-router-1400127429', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:01:44Z', 'updated_at': '2021-11-25T20:01:52Z', 'revision_number': 4, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:45Z', 'updated_at': '2021-11-25T20:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '25abf1f0-3132-4c85-94d6-e4e72d11d7e4', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'floating_ip_address': '172.25.6.60', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'port_id': '7a562dd5-3eae-4c66-8711-0e7c1ddf2f12', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'mac_address': 'fa:16:3e:fb:86:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a97402-4915-4a30-b832-4f183964b480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:02:20Z', 'updated_at': '2021-11-25T20:02:20Z', 'revision_number': 0, 'project_id': '32afe38025cf480891593cfe301fccc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd43c1546-50d7-4a6b-8ef5-667ce4f5fde8', 'name': '', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'mac_address': 'fa:16:3e:bc:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:51Z', 'updated_at': '2021-11-25T20:01:56Z', 'revision_number': 5, 'project_id': '32afe38025cf480891593cfe301fccc3', 'subnets': [{'id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:24.333025 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f7f06d-8678-4ee0-9040-ce1f3de070f4 None None] Checking router: 39e43e57-f439-4694-a125-73bedf5bb0ae for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:02:24.333562 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a91533-03fa-4b54-8061-d4c607c548f6 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] DELETE failed (client error): The resource could not be found. Nov 25 20:02:24.334621 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a91533-03fa-4b54-8061-d4c607c548f6 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:02:24.341964 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-27a91533-03fa-4b54-8061-d4c607c548f6 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/ports/d61a005c-8949-4dad-a15b-147815804116 HTTP/1.1" status: 404 len: 333 time: 0.2105343 Nov 25 20:02:24.344379 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45844) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:24.347090 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f7f06d-8678-4ee0-9040-ce1f3de070f4 None None] Routers {'39e43e57-f439-4694-a125-73bedf5bb0ae'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:02:24.347908 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-50f7f06d-8678-4ee0-9040-ce1f3de070f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:02:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['39e43e57-f439-4694-a125-73bedf5bb0ae'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:24.409092 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9bd0964f-fca0-404d-a6c0-bb2ff06d494b None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:24.431957 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ea8390-74e0-4da3-9c86-5341e01da5f2 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] GET failed (client error): The resource could not be found. Nov 25 20:02:24.445072 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-33ea8390-74e0-4da3-9c86-5341e01da5f2 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "GET /v2.0/ports/d61a005c-8949-4dad-a15b-147815804116 HTTP/1.1" status: 404 len: 333 time: 0.0995429 Nov 25 20:02:24.447724 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45850) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:24.468735 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:24.469965 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9bd0964f-fca0-404d-a6c0-bb2ff06d494b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:24.543586 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd0964f-fca0-404d-a6c0-bb2ff06d494b None None] Network 6d2aa37f-5258-4c97-8d09-4ee72c4431af is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:02:24.556361 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-9bd0964f-fca0-404d-a6c0-bb2ff06d494b None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:24.565866 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd0964f-fca0-404d-a6c0-bb2ff06d494b None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:24.589393 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0964f-fca0-404d-a6c0-bb2ff06d494b None None] Pushing event updated for resources: {'Port': ['ID=5d4d2dfe-51ce-428a-8de5-c0d7148104e2,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:24.600144 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-81ff4920-5874-4f74-97fc-a19576818160 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/floatingips/25abf1f0-3132-4c85-94d6-e4e72d11d7e4 HTTP/1.1" status: 200 len: 990 time: 0.5840623 Nov 25 20:02:24.609277 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:02:24.663004 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e7125a-f2ae-43f3-bbce-99963beef336 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting subnet 52836861-8869-465b-a525-4aeb3e94c5a8 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:02:24.670525 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4e7125a-f2ae-43f3-bbce-99963beef336 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:24.737882 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e02941a3-cc43-465a-8088-e3d00d0f00a8 req-ca3a516b-9819-4905-8255-e879e82879f1 service neutron] 10.222.0.85 "GET /v2.0/networks/f9efe18b-b42e-4866-8618-9258839cc777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618485 Nov 25 20:02:24.783253 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4e7125a-f2ae-43f3-bbce-99963beef336 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:24.791367 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-50f7f06d-8678-4ee0-9040-ce1f3de070f4 None None] Set router 39e43e57-f439-4694-a125-73bedf5bb0ae gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:02:24.943335 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-9bd0964f-fca0-404d-a6c0-bb2ff06d494b None None] Attempting to bind port 5d4d2dfe-51ce-428a-8de5-c0d7148104e2 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:02:24.943821 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-9bd0964f-fca0-404d-a6c0-bb2ff06d494b None None] Attempting to bind port 5d4d2dfe-51ce-428a-8de5-c0d7148104e2 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '318e939c-a40f-4270-896f-81e998f79091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6d2aa37f-5258-4c97-8d09-4ee72c4431af'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:02:24.944752 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd0964f-fca0-404d-a6c0-bb2ff06d494b None None] Attempting to bind port 5d4d2dfe-51ce-428a-8de5-c0d7148104e2 on network 6d2aa37f-5258-4c97-8d09-4ee72c4431af {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:02:24.968984 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd0964f-fca0-404d-a6c0-bb2ff06d494b None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:02:24.970839 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd0964f-fca0-404d-a6c0-bb2ff06d494b None None] Checking segment: {'id': '318e939c-a40f-4270-896f-81e998f79091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6d2aa37f-5258-4c97-8d09-4ee72c4431af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:02:24.971275 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9bd0964f-fca0-404d-a6c0-bb2ff06d494b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:24.971690 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd0964f-fca0-404d-a6c0-bb2ff06d494b None None] Bound using segment: {'id': '318e939c-a40f-4270-896f-81e998f79091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6d2aa37f-5258-4c97-8d09-4ee72c4431af'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:02:24.972217 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-9bd0964f-fca0-404d-a6c0-bb2ff06d494b None None] Bound port: 5d4d2dfe-51ce-428a-8de5-c0d7148104e2, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '318e939c-a40f-4270-896f-81e998f79091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6d2aa37f-5258-4c97-8d09-4ee72c4431af'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:02:24.972615 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9bd0964f-fca0-404d-a6c0-bb2ff06d494b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:25.009887 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4e7125a-f2ae-43f3-bbce-99963beef336 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:25.180029 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4e7125a-f2ae-43f3-bbce-99963beef336 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:25.213110 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9bd0964f-fca0-404d-a6c0-bb2ff06d494b None None] For port 5d4d2dfe-51ce-428a-8de5-c0d7148104e2, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:02:25.274051 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9bd0964f-fca0-404d-a6c0-bb2ff06d494b None None] For port 5d4d2dfe-51ce-428a-8de5-c0d7148104e2, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5d4d2dfe-51ce-428a-8de5-c0d7148104e2,segment=NetworkSegment(318e939c-a40f-4270-896f-81e998f79091),segment_id=318e939c-a40f-4270-896f-81e998f79091)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:02:25.285640 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9bd0964f-fca0-404d-a6c0-bb2ff06d494b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:25.385279 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0964f-fca0-404d-a6c0-bb2ff06d494b None None] Pushing event updated for resources: {'Port': ['ID=5d4d2dfe-51ce-428a-8de5-c0d7148104e2,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:25.504532 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-50f7f06d-8678-4ee0-9040-ce1f3de070f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'name': 'tempest-TestNetworkBasicOps-router-1400127429', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:01:44Z', 'updated_at': '2021-11-25T20:01:52Z', 'revision_number': 4, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:45Z', 'updated_at': '2021-11-25T20:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '25abf1f0-3132-4c85-94d6-e4e72d11d7e4', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'floating_ip_address': '172.25.6.60', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'port_id': '7a562dd5-3eae-4c66-8711-0e7c1ddf2f12', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'mac_address': 'fa:16:3e:fb:86:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a97402-4915-4a30-b832-4f183964b480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:02:20Z', 'updated_at': '2021-11-25T20:02:20Z', 'revision_number': 0, 'project_id': '32afe38025cf480891593cfe301fccc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd43c1546-50d7-4a6b-8ef5-667ce4f5fde8', 'name': '', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'mac_address': 'fa:16:3e:bc:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:51Z', 'updated_at': '2021-11-25T20:01:56Z', 'revision_number': 5, 'project_id': '32afe38025cf480891593cfe301fccc3', 'subnets': [{'id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:25.552886 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f7f06d-8678-4ee0-9040-ce1f3de070f4 None None] The sync data for ids ['39e43e57-f439-4694-a125-73bedf5bb0ae'] in n-d-819349-5 is: [{'id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'name': 'tempest-TestNetworkBasicOps-router-1400127429', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:01:44Z', 'updated_at': '2021-11-25T20:01:52Z', 'revision_number': 4, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:45Z', 'updated_at': '2021-11-25T20:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '25abf1f0-3132-4c85-94d6-e4e72d11d7e4', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'floating_ip_address': '172.25.6.60', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'port_id': '7a562dd5-3eae-4c66-8711-0e7c1ddf2f12', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'mac_address': 'fa:16:3e:fb:86:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a97402-4915-4a30-b832-4f183964b480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:02:20Z', 'updated_at': '2021-11-25T20:02:20Z', 'revision_number': 0, 'project_id': '32afe38025cf480891593cfe301fccc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd43c1546-50d7-4a6b-8ef5-667ce4f5fde8', 'name': '', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'mac_address': 'fa:16:3e:bc:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:51Z', 'updated_at': '2021-11-25T20:01:56Z', 'revision_number': 5, 'project_id': '32afe38025cf480891593cfe301fccc3', 'subnets': [{'id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:02:25.604870 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45860) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:25.728618 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d4392bc5-43ee-49e6-a355-4b8fb91a4a68 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/floatingips/25abf1f0-3132-4c85-94d6-e4e72d11d7e4 HTTP/1.1" status: 200 len: 990 time: 0.1236367 Nov 25 20:02:25.854957 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4e7125a-f2ae-43f3-bbce-99963beef336 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:25.858455 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a4e7125a-f2ae-43f3-bbce-99963beef336 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/subnets/52836861-8869-465b-a525-4aeb3e94c5a8 HTTP/1.1" status: 204 len: 168 time: 1.4104013 Nov 25 20:02:25.859530 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7125a-f2ae-43f3-bbce-99963beef336 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Subnet': ['ID=52836861-8869-465b-a525-4aeb3e94c5a8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:25.862750 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45868) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:26.026664 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54430643-52a8-4969-9a84-4508b4d0f23f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:26.066546 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc3aa47-9fa8-475f-8e61-f4318ce1407d None None] New status for floating IP 25abf1f0-3132-4c85-94d6-e4e72d11d7e4: ACTIVE {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:02:26.149866 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-54430643-52a8-4969-9a84-4508b4d0f23f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting port 5d4d2dfe-51ce-428a-8de5-c0d7148104e2 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:02:26.152865 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54430643-52a8-4969-9a84-4508b4d0f23f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:26.278060 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-54430643-52a8-4969-9a84-4508b4d0f23f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] For port 5d4d2dfe-51ce-428a-8de5-c0d7148104e2, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5d4d2dfe-51ce-428a-8de5-c0d7148104e2,segment=NetworkSegment(318e939c-a40f-4270-896f-81e998f79091),segment_id=318e939c-a40f-4270-896f-81e998f79091)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:02:26.280666 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54430643-52a8-4969-9a84-4508b4d0f23f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:26.306100 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-54430643-52a8-4969-9a84-4508b4d0f23f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Calling delete_port for 5d4d2dfe-51ce-428a-8de5-c0d7148104e2 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:02:26.416655 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54430643-52a8-4969-9a84-4508b4d0f23f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:26.482301 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54430643-52a8-4969-9a84-4508b4d0f23f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] No DVR routers for this DVR port 5d4d2dfe-51ce-428a-8de5-c0d7148104e2 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:02:26.485213 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54430643-52a8-4969-9a84-4508b4d0f23f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Port': ['ID=5d4d2dfe-51ce-428a-8de5-c0d7148104e2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:26.731124 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45880) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:26.882586 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-423a08b1-2f47-4dd5-8fa3-f40a71438d09 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/floatingips/25abf1f0-3132-4c85-94d6-e4e72d11d7e4 HTTP/1.1" status: 200 len: 992 time: 0.1498234 Nov 25 20:02:26.941559 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54430643-52a8-4969-9a84-4508b4d0f23f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:26.966676 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-54430643-52a8-4969-9a84-4508b4d0f23f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2aa37f-5258-4c97-8d09-4ee72c4431af']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:26.979184 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-54430643-52a8-4969-9a84-4508b4d0f23f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '318e939c-a40f-4270-896f-81e998f79091') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:26.979482 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-54430643-52a8-4969-9a84-4508b4d0f23f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '318e939c-a40f-4270-896f-81e998f79091') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:26.993139 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54430643-52a8-4969-9a84-4508b4d0f23f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:27.000399 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abcf99a-05da-4bbc-a404-6f34b9653fd8 None None] Network 6d2aa37f-5258-4c97-8d09-4ee72c4431af requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:27.015751 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54430643-52a8-4969-9a84-4508b4d0f23f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:27.023170 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54430643-52a8-4969-9a84-4508b4d0f23f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:02:27.023660 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54430643-52a8-4969-9a84-4508b4d0f23f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:27.077124 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-488b93e0-d075-4596-9029-a152626b1b24 None None] Could not find standard attr ID for object 5d4d2dfe-51ce-428a-8de5-c0d7148104e2. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:02:27.078712 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:02:27.108932 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54430643-52a8-4969-9a84-4508b4d0f23f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:27.118643 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54430643-52a8-4969-9a84-4508b4d0f23f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:27.127706 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-54430643-52a8-4969-9a84-4508b4d0f23f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/networks/6d2aa37f-5258-4c97-8d09-4ee72c4431af HTTP/1.1" status: 204 len: 168 time: 1.2629511 Nov 25 20:02:27.130936 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45888) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:27.136118 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f2fa7453-d0ec-4894-a8ae-711ef45dc349 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1404081851'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:27.163855 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54430643-52a8-4969-9a84-4508b4d0f23f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Network': ['ID=6d2aa37f-5258-4c97-8d09-4ee72c4431af,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:27.184896 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fa7453-d0ec-4894-a8ae-711ef45dc349 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:27.188604 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2fa7453-d0ec-4894-a8ae-711ef45dc349 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:27.242177 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2fa7453-d0ec-4894-a8ae-711ef45dc349 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:02:27.259019 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2fa7453-d0ec-4894-a8ae-711ef45dc349 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:27.259498 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-f2fa7453-d0ec-4894-a8ae-711ef45dc349 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Added segment d3517c47-eb9b-44cc-9efe-898444cdf6c7 of type vlan for network 6eaf61ee-03fc-4794-b103-7f936b1646ae Nov 25 20:02:27.267256 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769748a9-1f11-403f-8ab9-4fbd298a7c3c None None] DHCP port deletion for 6d2aa37f-5258-4c97-8d09-4ee72c4431af request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:02:27.316410 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2fa7453-d0ec-4894-a8ae-711ef45dc349 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:27.347219 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2fa7453-d0ec-4894-a8ae-711ef45dc349 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:27.356411 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fa7453-d0ec-4894-a8ae-711ef45dc349 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:27.356411 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2fa7453-d0ec-4894-a8ae-711ef45dc349 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:27.408784 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f2fa7453-d0ec-4894-a8ae-711ef45dc349 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2764735 Nov 25 20:02:27.412949 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45890) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:27.419736 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-54f16a13-7d03-48c2-ac89-949e6fb279e9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'subnet': {'network_id': '6eaf61ee-03fc-4794-b103-7f936b1646ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:27.465255 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa7453-d0ec-4894-a8ae-711ef45dc349 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Network': ['ID=6eaf61ee-03fc-4794-b103-7f936b1646ae,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:27.477276 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 6eaf61ee-03fc-4794-b103-7f936b1646ae details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:02:27.566423 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f16a13-7d03-48c2-ac89-949e6fb279e9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:27.570409 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54f16a13-7d03-48c2-ac89-949e6fb279e9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:27.799827 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54f16a13-7d03-48c2-ac89-949e6fb279e9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:27.868642 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f16a13-7d03-48c2-ac89-949e6fb279e9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Subnet': ['ID=4cf20543-81e1-44e0-8180-ad08a6a116fd,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:27.881687 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f16a13-7d03-48c2-ac89-949e6fb279e9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Checking segment: {'id': 'd3517c47-eb9b-44cc-9efe-898444cdf6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6eaf61ee-03fc-4794-b103-7f936b1646ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:02:27.882182 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f16a13-7d03-48c2-ac89-949e6fb279e9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network hostable DHCP agents. Network: 6eaf61ee-03fc-4794-b103-7f936b1646ae, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:02:27.904253 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f16a13-7d03-48c2-ac89-949e6fb279e9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network 6eaf61ee-03fc-4794-b103-7f936b1646ae is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:02:27.916448 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-54f16a13-7d03-48c2-ac89-949e6fb279e9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 6eaf61ee-03fc-4794-b103-7f936b1646ae) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:27.921550 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f16a13-7d03-48c2-ac89-949e6fb279e9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:27.922146 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54f16a13-7d03-48c2-ac89-949e6fb279e9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:27.942092 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c714a386-c2ba-470d-8311-688fe18dd8cb None None] Network 6eaf61ee-03fc-4794-b103-7f936b1646ae requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:27.964364 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-54f16a13-7d03-48c2-ac89-949e6fb279e9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5421469 Nov 25 20:02:27.964364 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45900) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:27.969419 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-8aa9a6aa-6d68-4612-a112-837f37b9787f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'port': {'network_id': '6eaf61ee-03fc-4794-b103-7f936b1646ae', 'security_groups': [], 'name': 'tempest-PortsTestJSON-203028138'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:28.143263 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa9a6aa-6d68-4612-a112-837f37b9787f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:28.158448 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8aa9a6aa-6d68-4612-a112-837f37b9787f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:28.166391 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f4365d-2527-4e80-928a-dc6c6371f426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-6eaf61ee-03fc-4794-b103-7f936b1646ae', 'network_id': '6eaf61ee-03fc-4794-b103-7f936b1646ae', 'tenant_id': 'd803371d4a904e3989487b82cc6de30e', 'fixed_ips': [{'subnet_id': '4cf20543-81e1-44e0-8180-ad08a6a116fd'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:02:28.168142 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e7f4365d-2527-4e80-928a-dc6c6371f426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:28.189672 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-8aa9a6aa-6d68-4612-a112-837f37b9787f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] device_id is not set on port 2345b6fa-f51e-4806-a273-d5ca2cba33b4 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 20:02:28.340994 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-e7f4365d-2527-4e80-928a-dc6c6371f426 None None] Allocated IP 172.20.0.2 (6eaf61ee-03fc-4794-b103-7f936b1646ae/4cf20543-81e1-44e0-8180-ad08a6a116fd/97c6a11d-5d92-4023-aced-c58d33cebffa) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:02:28.516282 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e7f4365d-2527-4e80-928a-dc6c6371f426 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:28.529351 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e7f4365d-2527-4e80-928a-dc6c6371f426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:28.594274 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4365d-2527-4e80-928a-dc6c6371f426 None None] Pushing event updated for resources: {'Port': ['ID=97c6a11d-5d92-4023-aced-c58d33cebffa,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:28.597987 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f4365d-2527-4e80-928a-dc6c6371f426 None None] Network 6eaf61ee-03fc-4794-b103-7f936b1646ae is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:02:28.599807 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-e7f4365d-2527-4e80-928a-dc6c6371f426 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:28.602382 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f4365d-2527-4e80-928a-dc6c6371f426 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:28.623483 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-8aa9a6aa-6d68-4612-a112-837f37b9787f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Allocated IP 172.20.0.14 (6eaf61ee-03fc-4794-b103-7f936b1646ae/4cf20543-81e1-44e0-8180-ad08a6a116fd/2345b6fa-f51e-4806-a273-d5ca2cba33b4) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:02:28.675788 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e7f4365d-2527-4e80-928a-dc6c6371f426 None None] Attempting to bind port 97c6a11d-5d92-4023-aced-c58d33cebffa on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:02:28.676157 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e7f4365d-2527-4e80-928a-dc6c6371f426 None None] Attempting to bind port 97c6a11d-5d92-4023-aced-c58d33cebffa by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'd3517c47-eb9b-44cc-9efe-898444cdf6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6eaf61ee-03fc-4794-b103-7f936b1646ae'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:02:28.676527 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f4365d-2527-4e80-928a-dc6c6371f426 None None] Attempting to bind port 97c6a11d-5d92-4023-aced-c58d33cebffa on network 6eaf61ee-03fc-4794-b103-7f936b1646ae {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:02:28.683004 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f4365d-2527-4e80-928a-dc6c6371f426 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:02:28.684188 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f4365d-2527-4e80-928a-dc6c6371f426 None None] Checking segment: {'id': 'd3517c47-eb9b-44cc-9efe-898444cdf6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6eaf61ee-03fc-4794-b103-7f936b1646ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:02:28.685638 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e7f4365d-2527-4e80-928a-dc6c6371f426 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:28.686146 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f4365d-2527-4e80-928a-dc6c6371f426 None None] Bound using segment: {'id': 'd3517c47-eb9b-44cc-9efe-898444cdf6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6eaf61ee-03fc-4794-b103-7f936b1646ae'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:02:28.686764 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e7f4365d-2527-4e80-928a-dc6c6371f426 None None] Bound port: 97c6a11d-5d92-4023-aced-c58d33cebffa, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3517c47-eb9b-44cc-9efe-898444cdf6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6eaf61ee-03fc-4794-b103-7f936b1646ae'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:02:28.687158 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e7f4365d-2527-4e80-928a-dc6c6371f426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:28.774887 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e7f4365d-2527-4e80-928a-dc6c6371f426 None None] For port 97c6a11d-5d92-4023-aced-c58d33cebffa, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:02:28.779493 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e7f4365d-2527-4e80-928a-dc6c6371f426 None None] For port 97c6a11d-5d92-4023-aced-c58d33cebffa, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=97c6a11d-5d92-4023-aced-c58d33cebffa,segment=NetworkSegment(d3517c47-eb9b-44cc-9efe-898444cdf6c7),segment_id=d3517c47-eb9b-44cc-9efe-898444cdf6c7)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:02:28.785158 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e7f4365d-2527-4e80-928a-dc6c6371f426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:28.821925 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8aa9a6aa-6d68-4612-a112-837f37b9787f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:28.864722 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4365d-2527-4e80-928a-dc6c6371f426 None None] Pushing event updated for resources: {'Port': ['ID=97c6a11d-5d92-4023-aced-c58d33cebffa,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:28.894391 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8aa9a6aa-6d68-4612-a112-837f37b9787f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:28.961170 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa9a6aa-6d68-4612-a112-837f37b9787f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network 6eaf61ee-03fc-4794-b103-7f936b1646ae is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:02:28.966432 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-8aa9a6aa-6d68-4612-a112-837f37b9787f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:28.969451 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa9a6aa-6d68-4612-a112-837f37b9787f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:29.009726 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9a6aa-6d68-4612-a112-837f37b9787f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Port': ['ID=2345b6fa-f51e-4806-a273-d5ca2cba33b4,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:29.058320 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa9a6aa-6d68-4612-a112-837f37b9787f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:29.061698 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8aa9a6aa-6d68-4612-a112-837f37b9787f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:29.116346 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45906) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:29.130258 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8aa9a6aa-6d68-4612-a112-837f37b9787f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.1659582 Nov 25 20:02:29.313410 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-97a64f1f-eef2-4b78-aac1-1e3dfd7a56c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:29.333261 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-75465d7c-7d45-4631-8982-b8379037bf1e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting port 2345b6fa-f51e-4806-a273-d5ca2cba33b4 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:02:29.341306 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75465d7c-7d45-4631-8982-b8379037bf1e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:29.377688 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 97c6a11d-5d92-4023-aced-c58d33cebffa up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:02:29.464147 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 97c6a11d-5d92-4023-aced-c58d33cebffa triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:29.464667 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:29.478680 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75465d7c-7d45-4631-8982-b8379037bf1e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:29.503566 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-75465d7c-7d45-4631-8982-b8379037bf1e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Calling delete_port for 2345b6fa-f51e-4806-a273-d5ca2cba33b4 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:02:29.576534 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:29.664180 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 97c6a11d-5d92-4023-aced-c58d33cebffa, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=97c6a11d-5d92-4023-aced-c58d33cebffa,segment=NetworkSegment(d3517c47-eb9b-44cc-9efe-898444cdf6c7),segment_id=d3517c47-eb9b-44cc-9efe-898444cdf6c7)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:02:29.669362 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:29.692975 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75465d7c-7d45-4631-8982-b8379037bf1e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:29.711309 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5d4d2dfe-51ce-428a-8de5-c0d7148104e2 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:02:29.730831 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75465d7c-7d45-4631-8982-b8379037bf1e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Port': ['ID=2345b6fa-f51e-4806-a273-d5ca2cba33b4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:29.740416 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 5d4d2dfe-51ce-428a-8de5-c0d7148104e2 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:02:29.741283 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5d4d2dfe-51ce-428a-8de5-c0d7148104e2 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:02:29.744119 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75465d7c-7d45-4631-8982-b8379037bf1e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:29.744574 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75465d7c-7d45-4631-8982-b8379037bf1e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:29.744996 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75465d7c-7d45-4631-8982-b8379037bf1e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:29.745413 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75465d7c-7d45-4631-8982-b8379037bf1e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:29.746645 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75465d7c-7d45-4631-8982-b8379037bf1e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:29.747009 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75465d7c-7d45-4631-8982-b8379037bf1e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:29.747539 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75465d7c-7d45-4631-8982-b8379037bf1e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:29.748081 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75465d7c-7d45-4631-8982-b8379037bf1e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:29.748694 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75465d7c-7d45-4631-8982-b8379037bf1e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:29.749168 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75465d7c-7d45-4631-8982-b8379037bf1e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:29.749573 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75465d7c-7d45-4631-8982-b8379037bf1e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:29.750732 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75465d7c-7d45-4631-8982-b8379037bf1e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:29.792551 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=97c6a11d-5d92-4023-aced-c58d33cebffa,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:29.851187 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75465d7c-7d45-4631-8982-b8379037bf1e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:29.854835 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-75465d7c-7d45-4631-8982-b8379037bf1e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/ports/2345b6fa-f51e-4806-a273-d5ca2cba33b4 HTTP/1.1" status: 204 len: 168 time: 0.7373235 Nov 25 20:02:29.860261 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45916) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:29.890450 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce1d899-0e56-4491-ab32-6dc424101a78 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] GET failed (client error): The resource could not be found. Nov 25 20:02:29.892515 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cce1d899-0e56-4491-ab32-6dc424101a78 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "GET /v2.0/ports/2345b6fa-f51e-4806-a273-d5ca2cba33b4 HTTP/1.1" status: 404 len: 333 time: 0.0310564 Nov 25 20:02:29.897563 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45920) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:29.976297 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f37049c-1d80-496d-8f44-b7e600b42fe5 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting subnet 4cf20543-81e1-44e0-8180-ad08a6a116fd {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:02:29.979980 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f37049c-1d80-496d-8f44-b7e600b42fe5 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:30.044679 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f37049c-1d80-496d-8f44-b7e600b42fe5 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:30.165020 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f37049c-1d80-496d-8f44-b7e600b42fe5 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:30.257703 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f37049c-1d80-496d-8f44-b7e600b42fe5 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:30.297810 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37049c-1d80-496d-8f44-b7e600b42fe5 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Subnet': ['ID=4cf20543-81e1-44e0-8180-ad08a6a116fd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:30.305261 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f37049c-1d80-496d-8f44-b7e600b42fe5 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:30.315162 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45928) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:30.323335 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5f37049c-1d80-496d-8f44-b7e600b42fe5 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/subnets/4cf20543-81e1-44e0-8180-ad08a6a116fd HTTP/1.1" status: 204 len: 168 time: 0.4246256 Nov 25 20:02:30.364201 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3fe311-42d5-42ac-bac1-336432adac26 None None] Network 6eaf61ee-03fc-4794-b103-7f936b1646ae requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:30.409359 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:30.474661 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting port 97c6a11d-5d92-4023-aced-c58d33cebffa {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:02:30.475024 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:30.559217 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] For port 97c6a11d-5d92-4023-aced-c58d33cebffa, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=97c6a11d-5d92-4023-aced-c58d33cebffa,segment=NetworkSegment(d3517c47-eb9b-44cc-9efe-898444cdf6c7),segment_id=d3517c47-eb9b-44cc-9efe-898444cdf6c7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:02:30.559596 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:30.575869 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Calling delete_port for 97c6a11d-5d92-4023-aced-c58d33cebffa owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:02:30.672557 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-bcef04fa-02d9-4ba5-b4f0-d4655a0dbbcc None None] Provisioning complete for port 97c6a11d-5d92-4023-aced-c58d33cebffa triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:30.673160 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bcef04fa-02d9-4ba5-b4f0-d4655a0dbbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:30.674135 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:30.695337 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] No DVR routers for this DVR port 97c6a11d-5d92-4023-aced-c58d33cebffa on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:02:30.701313 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-bcef04fa-02d9-4ba5-b4f0-d4655a0dbbcc None None] Port 97c6a11d-5d92-4023-aced-c58d33cebffa was deleted so its status cannot be updated. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 25 20:02:30.726498 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Port': ['ID=97c6a11d-5d92-4023-aced-c58d33cebffa,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:30.762093 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:30.762477 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:30.762837 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:30.763191 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:30.763535 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:30.763877 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:30.764218 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:30.764555 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:30.764892 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:30.765232 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:30.765854 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:30.766192 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:30.850379 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:30.853468 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e33274-73e4-4050-ac75-3aa6d673549e None None] DHCP port deletion for 6eaf61ee-03fc-4794-b103-7f936b1646ae request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:02:30.898601 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eaf61ee-03fc-4794-b103-7f936b1646ae']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:30.911052 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3517c47-eb9b-44cc-9efe-898444cdf6c7') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:30.911511 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3517c47-eb9b-44cc-9efe-898444cdf6c7') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:30.924663 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:30.945097 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:30.954581 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:02:30.955144 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:02:30.961922 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:02:31.111978 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:31.124035 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:31.127583 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/networks/6eaf61ee-03fc-4794-b103-7f936b1646ae HTTP/1.1" status: 204 len: 168 time: 0.8112061 Nov 25 20:02:31.132378 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45942) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:31.141347 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-88697ae4-f9dd-476d-bb79-0c26d527d225 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'port': {'network_id': '5c818db8-aa0c-4b4e-b3a9-91a7786d77ef', 'name': 'tempest-PortsTestJSON-1437314810'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:31.161024 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d609050-ca11-44df-b7b0-d0edafda520f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Network': ['ID=6eaf61ee-03fc-4794-b103-7f936b1646ae,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:31.264373 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 97c6a11d-5d92-4023-aced-c58d33cebffa no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:02:31.291187 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 97c6a11d-5d92-4023-aced-c58d33cebffa {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:02:31.291857 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 97c6a11d-5d92-4023-aced-c58d33cebffa not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:02:31.296060 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88697ae4-f9dd-476d-bb79-0c26d527d225 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:31.300155 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88697ae4-f9dd-476d-bb79-0c26d527d225 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:31.334101 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-88697ae4-f9dd-476d-bb79-0c26d527d225 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] device_id is not set on port 22e702af-a834-45a5-ba65-bc507a80b7df yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 20:02:31.622076 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88697ae4-f9dd-476d-bb79-0c26d527d225 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:31.680659 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88697ae4-f9dd-476d-bb79-0c26d527d225 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:31.732512 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8e7d48b5-5378-4853-818d-2ebf29902dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:31.741508 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88697ae4-f9dd-476d-bb79-0c26d527d225 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:02:31.744900 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-88697ae4-f9dd-476d-bb79-0c26d527d225 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:31.751667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88697ae4-f9dd-476d-bb79-0c26d527d225 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:31.763150 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88697ae4-f9dd-476d-bb79-0c26d527d225 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:31.763951 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88697ae4-f9dd-476d-bb79-0c26d527d225 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:31.771128 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88697ae4-f9dd-476d-bb79-0c26d527d225 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Port': ['ID=22e702af-a834-45a5-ba65-bc507a80b7df,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:31.790056 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-88697ae4-f9dd-476d-bb79-0c26d527d225 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6566286 Nov 25 20:02:31.792612 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45952) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:31.911461 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-28a57a75-bc5b-442d-a669-23d54a3f903a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting port 22e702af-a834-45a5-ba65-bc507a80b7df {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:02:31.912069 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28a57a75-bc5b-442d-a669-23d54a3f903a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:31.991889 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28a57a75-bc5b-442d-a669-23d54a3f903a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:32.012978 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-28a57a75-bc5b-442d-a669-23d54a3f903a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Calling delete_port for 22e702af-a834-45a5-ba65-bc507a80b7df owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:02:32.100645 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28a57a75-bc5b-442d-a669-23d54a3f903a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:32.138477 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a57a75-bc5b-442d-a669-23d54a3f903a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Port': ['ID=22e702af-a834-45a5-ba65-bc507a80b7df,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:32.144312 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28a57a75-bc5b-442d-a669-23d54a3f903a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:32.150349 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-28a57a75-bc5b-442d-a669-23d54a3f903a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/ports/22e702af-a834-45a5-ba65-bc507a80b7df HTTP/1.1" status: 204 len: 168 time: 0.3544359 Nov 25 20:02:32.151129 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45966) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:32.156883 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-68a3f140-ffca-4752-97d2-4a2ae9698fbd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'port': {'network_id': '5c818db8-aa0c-4b4e-b3a9-91a7786d77ef', 'mac_address': 'fa:16:3e:fa:17:57', 'name': 'tempest-PortsTestJSON-196351358'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:32.274022 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a3f140-ffca-4752-97d2-4a2ae9698fbd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:32.362491 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68a3f140-ffca-4752-97d2-4a2ae9698fbd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:32.386432 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-68a3f140-ffca-4752-97d2-4a2ae9698fbd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] device_id is not set on port b7f00954-6a22-464b-aa60-fa835fbaad99 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 20:02:32.618069 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68a3f140-ffca-4752-97d2-4a2ae9698fbd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:32.666602 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68a3f140-ffca-4752-97d2-4a2ae9698fbd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:32.721334 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a3f140-ffca-4752-97d2-4a2ae9698fbd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:02:32.724934 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-68a3f140-ffca-4752-97d2-4a2ae9698fbd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:32.729788 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a3f140-ffca-4752-97d2-4a2ae9698fbd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:32.735774 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a3f140-ffca-4752-97d2-4a2ae9698fbd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:32.736525 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68a3f140-ffca-4752-97d2-4a2ae9698fbd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:32.745494 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3f140-ffca-4752-97d2-4a2ae9698fbd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Port': ['ID=b7f00954-6a22-464b-aa60-fa835fbaad99,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:32.761613 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-68a3f140-ffca-4752-97d2-4a2ae9698fbd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6093192 Nov 25 20:02:32.766715 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45974) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:32.844426 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489c40f0-5d3b-42fc-9601-6fe7b00954ff tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:32.846436 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-489c40f0-5d3b-42fc-9601-6fe7b00954ff tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "GET /v2.0/ports/b7f00954-6a22-464b-aa60-fa835fbaad99 HTTP/1.1" status: 200 len: 840 time: 0.0781779 Nov 25 20:02:32.849683 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 45978) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:32.971143 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9754b2b7-cdb1-4f6f-bb55-5e658d837e5f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting port b7f00954-6a22-464b-aa60-fa835fbaad99 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:02:32.971143 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9754b2b7-cdb1-4f6f-bb55-5e658d837e5f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:33.075422 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9754b2b7-cdb1-4f6f-bb55-5e658d837e5f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:33.091114 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9754b2b7-cdb1-4f6f-bb55-5e658d837e5f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Calling delete_port for b7f00954-6a22-464b-aa60-fa835fbaad99 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:02:33.203123 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9754b2b7-cdb1-4f6f-bb55-5e658d837e5f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:33.235962 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754b2b7-cdb1-4f6f-bb55-5e658d837e5f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Port': ['ID=b7f00954-6a22-464b-aa60-fa835fbaad99,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:33.241654 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9754b2b7-cdb1-4f6f-bb55-5e658d837e5f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:33.245913 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9754b2b7-cdb1-4f6f-bb55-5e658d837e5f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/ports/b7f00954-6a22-464b-aa60-fa835fbaad99 HTTP/1.1" status: 204 len: 168 time: 0.3949461 Nov 25 20:02:33.251692 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45988) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:33.287009 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2575b533-f294-4c63-9ef9-bed09c0305e6 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] GET failed (client error): The resource could not be found. Nov 25 20:02:33.288675 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2575b533-f294-4c63-9ef9-bed09c0305e6 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "GET /v2.0/ports/b7f00954-6a22-464b-aa60-fa835fbaad99 HTTP/1.1" status: 404 len: 333 time: 0.0359137 Nov 25 20:02:33.294156 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 45990) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:33.303320 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-a68af182-3351-4ebb-9fc8-443dd03938ae tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'port': {'network_id': '5c818db8-aa0c-4b4e-b3a9-91a7786d77ef', 'name': 'tempest-PortsTestJSON-1300740659'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:33.424269 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68af182-3351-4ebb-9fc8-443dd03938ae tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:33.432183 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a68af182-3351-4ebb-9fc8-443dd03938ae tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:33.473148 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-a68af182-3351-4ebb-9fc8-443dd03938ae tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] device_id is not set on port bb6d0b67-841d-4a05-b529-522ff0faeb87 yet. {{(pid=103600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 20:02:33.735585 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:33.743954 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a68af182-3351-4ebb-9fc8-443dd03938ae tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:33.797015 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a68af182-3351-4ebb-9fc8-443dd03938ae tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:33.846496 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68af182-3351-4ebb-9fc8-443dd03938ae tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:02:33.852524 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-a68af182-3351-4ebb-9fc8-443dd03938ae tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:33.856997 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68af182-3351-4ebb-9fc8-443dd03938ae tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:33.863390 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68af182-3351-4ebb-9fc8-443dd03938ae tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:33.864071 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a68af182-3351-4ebb-9fc8-443dd03938ae tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:33.876824 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68af182-3351-4ebb-9fc8-443dd03938ae tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Port': ['ID=bb6d0b67-841d-4a05-b529-522ff0faeb87,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:33.896450 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a68af182-3351-4ebb-9fc8-443dd03938ae tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5981207 Nov 25 20:02:33.896846 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46000) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:33.903566 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2296c229-cf93-45a8-8c6f-f178dfc35d3b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:33.979871 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2296c229-cf93-45a8-8c6f-f178dfc35d3b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:34.247641 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2296c229-cf93-45a8-8c6f-f178dfc35d3b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:34.253367 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2296c229-cf93-45a8-8c6f-f178dfc35d3b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:34.315811 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2296c229-cf93-45a8-8c6f-f178dfc35d3b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] In _notify_port_updated(), no bound segment for port bb6d0b67-841d-4a05-b529-522ff0faeb87 on network 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 20:02:34.321516 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2296c229-cf93-45a8-8c6f-f178dfc35d3b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:34.322186 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2296c229-cf93-45a8-8c6f-f178dfc35d3b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:34.327287 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46010) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:34.330837 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2296c229-cf93-45a8-8c6f-f178dfc35d3b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "PUT /v2.0/ports/bb6d0b67-841d-4a05-b529-522ff0faeb87 HTTP/1.1" status: 200 len: 818 time: 0.4288282 Nov 25 20:02:34.356326 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296c229-cf93-45a8-8c6f-f178dfc35d3b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Port': ['ID=bb6d0b67-841d-4a05-b529-522ff0faeb87,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:34.461883 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5a4651b4-625a-487e-8425-77aa6a0e4871 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting port bb6d0b67-841d-4a05-b529-522ff0faeb87 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:02:34.462435 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5a4651b4-625a-487e-8425-77aa6a0e4871 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:34.581197 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5a4651b4-625a-487e-8425-77aa6a0e4871 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:34.597319 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5a4651b4-625a-487e-8425-77aa6a0e4871 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Calling delete_port for bb6d0b67-841d-4a05-b529-522ff0faeb87 owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:02:34.703029 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5a4651b4-625a-487e-8425-77aa6a0e4871 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:34.736791 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4651b4-625a-487e-8425-77aa6a0e4871 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Port': ['ID=bb6d0b67-841d-4a05-b529-522ff0faeb87,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:34.743912 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5a4651b4-625a-487e-8425-77aa6a0e4871 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:34.748197 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5a4651b4-625a-487e-8425-77aa6a0e4871 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/ports/bb6d0b67-841d-4a05-b529-522ff0faeb87 HTTP/1.1" status: 204 len: 168 time: 0.4186327 Nov 25 20:02:34.750933 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46016) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:34.872859 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a6904f-1443-4d21-9d14-9b00b19bc0a0 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:34.874798 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e7a6904f-1443-4d21-9d14-9b00b19bc0a0 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1223238 Nov 25 20:02:34.877920 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46022) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:34.916382 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba72939-0d37-4417-96f0-9ec65a2a83f7 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] GET failed (client error): The resource could not be found. Nov 25 20:02:34.923428 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-eba72939-0d37-4417-96f0-9ec65a2a83f7 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "GET /v2.0/ports/bb6d0b67-841d-4a05-b529-522ff0faeb87 HTTP/1.1" status: 404 len: 333 time: 0.0393693 Nov 25 20:02:34.924114 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46024) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:34.933493 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-9f19b4a4-e6e3-4a61-98c6-fd2d2a05cc40 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-268183712'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:34.971074 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f19b4a4-e6e3-4a61-98c6-fd2d2a05cc40 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:34.976588 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f19b4a4-e6e3-4a61-98c6-fd2d2a05cc40 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:35.025673 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f19b4a4-e6e3-4a61-98c6-fd2d2a05cc40 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:02:35.048708 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f19b4a4-e6e3-4a61-98c6-fd2d2a05cc40 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:35.048708 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-9f19b4a4-e6e3-4a61-98c6-fd2d2a05cc40 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Added segment 69cab4a5-85ff-4b17-ad3b-7f601e93edfa of type vlan for network 506789f9-6dc9-4f3c-a6e9-08ed077a6737 Nov 25 20:02:35.110769 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f19b4a4-e6e3-4a61-98c6-fd2d2a05cc40 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:35.148250 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f19b4a4-e6e3-4a61-98c6-fd2d2a05cc40 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:35.155742 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f19b4a4-e6e3-4a61-98c6-fd2d2a05cc40 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:35.156557 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f19b4a4-e6e3-4a61-98c6-fd2d2a05cc40 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:35.200501 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9f19b4a4-e6e3-4a61-98c6-fd2d2a05cc40 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2743413 Nov 25 20:02:35.205026 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46032) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:35.210647 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e07d0a8b-57ac-428a-9763-037dc8d0f2df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'subnet': {'network_id': '506789f9-6dc9-4f3c-a6e9-08ed077a6737', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:35.264363 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f19b4a4-e6e3-4a61-98c6-fd2d2a05cc40 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Network': ['ID=506789f9-6dc9-4f3c-a6e9-08ed077a6737,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:35.287666 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 506789f9-6dc9-4f3c-a6e9-08ed077a6737 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:02:35.395373 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07d0a8b-57ac-428a-9763-037dc8d0f2df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:35.399646 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e07d0a8b-57ac-428a-9763-037dc8d0f2df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:35.530484 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:35.666314 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:35.752924 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e07d0a8b-57ac-428a-9763-037dc8d0f2df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:35.829440 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d0a8b-57ac-428a-9763-037dc8d0f2df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Subnet': ['ID=26dbe039-fd91-4106-aef6-44290df9c9ee,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:35.843565 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07d0a8b-57ac-428a-9763-037dc8d0f2df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Checking segment: {'id': '69cab4a5-85ff-4b17-ad3b-7f601e93edfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '506789f9-6dc9-4f3c-a6e9-08ed077a6737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:02:35.843952 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07d0a8b-57ac-428a-9763-037dc8d0f2df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network hostable DHCP agents. Network: 506789f9-6dc9-4f3c-a6e9-08ed077a6737, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:02:35.869036 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07d0a8b-57ac-428a-9763-037dc8d0f2df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network 506789f9-6dc9-4f3c-a6e9-08ed077a6737 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:02:35.881719 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e07d0a8b-57ac-428a-9763-037dc8d0f2df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 506789f9-6dc9-4f3c-a6e9-08ed077a6737) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:35.889953 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d0a8b-57ac-428a-9763-037dc8d0f2df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:35.891465 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e07d0a8b-57ac-428a-9763-037dc8d0f2df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:35.892381 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed730ca9-79a8-4ee5-8fea-ca37dc881060 None None] Network 506789f9-6dc9-4f3c-a6e9-08ed077a6737 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:35.931532 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e07d0a8b-57ac-428a-9763-037dc8d0f2df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7220967 Nov 25 20:02:35.931823 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46044) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:35.942548 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-9e125b96-54e5-40f9-9f9f-5312a44f76e0 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'subnet': {'network_id': '506789f9-6dc9-4f3c-a6e9-08ed077a6737', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:36.155662 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d02634a-cf8c-4ac0-bfe2-4d30902aec2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-506789f9-6dc9-4f3c-a6e9-08ed077a6737', 'network_id': '506789f9-6dc9-4f3c-a6e9-08ed077a6737', 'tenant_id': 'd803371d4a904e3989487b82cc6de30e', 'fixed_ips': [{'subnet_id': '26dbe039-fd91-4106-aef6-44290df9c9ee'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:02:36.156783 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0d02634a-cf8c-4ac0-bfe2-4d30902aec2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:36.157942 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e125b96-54e5-40f9-9f9f-5312a44f76e0 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:36.166009 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e125b96-54e5-40f9-9f9f-5312a44f76e0 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:36.359037 n-d-819349-5 neutron-server[103600]: INFO neutron.db.ipam_backend_mixin [None req-9e125b96-54e5-40f9-9f9f-5312a44f76e0 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 26dbe039-fd91-4106-aef6-44290df9c9ee (CIDR: 172.20.0.0/28) Nov 25 20:02:36.367450 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e125b96-54e5-40f9-9f9f-5312a44f76e0 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 20:02:36.368681 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e125b96-54e5-40f9-9f9f-5312a44f76e0 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:02:36.397673 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-0d02634a-cf8c-4ac0-bfe2-4d30902aec2f None None] Allocated IP 172.20.0.2 (506789f9-6dc9-4f3c-a6e9-08ed077a6737/26dbe039-fd91-4106-aef6-44290df9c9ee/856bf36e-a0e2-43fa-87bd-4d5934fb3ecd) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:02:36.415971 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9e125b96-54e5-40f9-9f9f-5312a44f76e0 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4801812 Nov 25 20:02:36.419723 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46054) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:36.426815 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3b92264d-b8ef-4e05-9e52-bceada9a98f2 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'subnet': {'network_id': '506789f9-6dc9-4f3c-a6e9-08ed077a6737', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:36.645370 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0d02634a-cf8c-4ac0-bfe2-4d30902aec2f None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:36.658502 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0d02634a-cf8c-4ac0-bfe2-4d30902aec2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:36.658931 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b92264d-b8ef-4e05-9e52-bceada9a98f2 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:36.664364 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b92264d-b8ef-4e05-9e52-bceada9a98f2 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:36.734680 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d02634a-cf8c-4ac0-bfe2-4d30902aec2f None None] Network 506789f9-6dc9-4f3c-a6e9-08ed077a6737 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:02:36.738520 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-0d02634a-cf8c-4ac0-bfe2-4d30902aec2f None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:36.744922 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d02634a-cf8c-4ac0-bfe2-4d30902aec2f None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:36.767447 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02634a-cf8c-4ac0-bfe2-4d30902aec2f None None] Pushing event updated for resources: {'Port': ['ID=856bf36e-a0e2-43fa-87bd-4d5934fb3ecd,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:36.852592 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0d02634a-cf8c-4ac0-bfe2-4d30902aec2f None None] Attempting to bind port 856bf36e-a0e2-43fa-87bd-4d5934fb3ecd on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:02:36.853419 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0d02634a-cf8c-4ac0-bfe2-4d30902aec2f None None] Attempting to bind port 856bf36e-a0e2-43fa-87bd-4d5934fb3ecd by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '69cab4a5-85ff-4b17-ad3b-7f601e93edfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '506789f9-6dc9-4f3c-a6e9-08ed077a6737'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:02:36.854520 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d02634a-cf8c-4ac0-bfe2-4d30902aec2f None None] Attempting to bind port 856bf36e-a0e2-43fa-87bd-4d5934fb3ecd on network 506789f9-6dc9-4f3c-a6e9-08ed077a6737 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:02:36.867642 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d02634a-cf8c-4ac0-bfe2-4d30902aec2f None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:02:36.868448 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d02634a-cf8c-4ac0-bfe2-4d30902aec2f None None] Checking segment: {'id': '69cab4a5-85ff-4b17-ad3b-7f601e93edfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '506789f9-6dc9-4f3c-a6e9-08ed077a6737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:02:36.869754 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0d02634a-cf8c-4ac0-bfe2-4d30902aec2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:36.870733 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d02634a-cf8c-4ac0-bfe2-4d30902aec2f None None] Bound using segment: {'id': '69cab4a5-85ff-4b17-ad3b-7f601e93edfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '506789f9-6dc9-4f3c-a6e9-08ed077a6737'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:02:36.871910 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0d02634a-cf8c-4ac0-bfe2-4d30902aec2f None None] Bound port: 856bf36e-a0e2-43fa-87bd-4d5934fb3ecd, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69cab4a5-85ff-4b17-ad3b-7f601e93edfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '506789f9-6dc9-4f3c-a6e9-08ed077a6737'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:02:36.872683 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0d02634a-cf8c-4ac0-bfe2-4d30902aec2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:37.036890 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0d02634a-cf8c-4ac0-bfe2-4d30902aec2f None None] For port 856bf36e-a0e2-43fa-87bd-4d5934fb3ecd, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:02:37.044683 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0d02634a-cf8c-4ac0-bfe2-4d30902aec2f None None] For port 856bf36e-a0e2-43fa-87bd-4d5934fb3ecd, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=856bf36e-a0e2-43fa-87bd-4d5934fb3ecd,segment=NetworkSegment(69cab4a5-85ff-4b17-ad3b-7f601e93edfa),segment_id=69cab4a5-85ff-4b17-ad3b-7f601e93edfa)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:02:37.055529 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0d02634a-cf8c-4ac0-bfe2-4d30902aec2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:37.092232 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b92264d-b8ef-4e05-9e52-bceada9a98f2 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:37.197699 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b92264d-b8ef-4e05-9e52-bceada9a98f2 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network 506789f9-6dc9-4f3c-a6e9-08ed077a6737 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:02:37.202561 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02634a-cf8c-4ac0-bfe2-4d30902aec2f None None] Pushing event updated for resources: {'Port': ['ID=856bf36e-a0e2-43fa-87bd-4d5934fb3ecd,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:37.210356 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3b92264d-b8ef-4e05-9e52-bceada9a98f2 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:37.232851 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92264d-b8ef-4e05-9e52-bceada9a98f2 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Subnet': ['ID=7ed32e73-8784-4c3e-8a4e-bf8de1247b29,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:37.235905 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b92264d-b8ef-4e05-9e52-bceada9a98f2 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:37.240703 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b92264d-b8ef-4e05-9e52-bceada9a98f2 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:37.267897 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3b92264d-b8ef-4e05-9e52-bceada9a98f2 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8457725 Nov 25 20:02:37.270275 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46064) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:37.276350 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9a7d83a0-c2ac-4440-9f9c-8851d12dbc90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'port': {'network_id': '506789f9-6dc9-4f3c-a6e9-08ed077a6737', 'fixed_ips': [{'subnet_id': '26dbe039-fd91-4106-aef6-44290df9c9ee'}, {'subnet_id': '7ed32e73-8784-4c3e-8a4e-bf8de1247b29'}], 'name': 'tempest-PortsTestJSON-289724980'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:37.489768 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7d83a0-c2ac-4440-9f9c-8851d12dbc90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:37.657251 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61b18f99-4f29-431a-a0ba-7dd643ee701d req-01ec190c-b9ec-4086-84ca-cdbeedf4af51 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804386 Nov 25 20:02:37.658958 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a7d83a0-c2ac-4440-9f9c-8851d12dbc90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:37.686121 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-9a7d83a0-c2ac-4440-9f9c-8851d12dbc90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] device_id is not set on port 4eb97cdd-7304-47d2-80e7-9667ee034f9b yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 20:02:37.807181 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b18f99-4f29-431a-a0ba-7dd643ee701d req-f9f11eab-6c69-4d56-afe9-e921553bff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:37.809518 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61b18f99-4f29-431a-a0ba-7dd643ee701d req-f9f11eab-6c69-4d56-afe9-e921553bff42 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=36ea5929d02e4a0c99fcb11524ca5908&device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 1096 time: 0.0850871 Nov 25 20:02:37.973004 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b18f99-4f29-431a-a0ba-7dd643ee701d req-0ca06f0d-36d4-4df2-aabc-6c4757d48f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:37.977922 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61b18f99-4f29-431a-a0ba-7dd643ee701d req-0ca06f0d-36d4-4df2-aabc-6c4757d48f2a service neutron] 10.222.0.73 "GET /v2.0/networks?id=79f390dd-a1bc-4f5d-b799-4937724649fb HTTP/1.1" status: 200 len: 909 time: 0.1434402 Nov 25 20:02:38.100419 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61b18f99-4f29-431a-a0ba-7dd643ee701d req-c63e7fce-55a7-4bf4-906a-ef69278f953f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6eafd15-484d-4957-a494-361a59c81e7b HTTP/1.1" status: 200 len: 1000 time: 0.1118920 Nov 25 20:02:38.154948 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-9a7d83a0-c2ac-4440-9f9c-8851d12dbc90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Allocated IP 172.20.0.12 (506789f9-6dc9-4f3c-a6e9-08ed077a6737/26dbe039-fd91-4106-aef6-44290df9c9ee/4eb97cdd-7304-47d2-80e7-9667ee034f9b) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:02:38.165323 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-9a7d83a0-c2ac-4440-9f9c-8851d12dbc90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Allocated IP 172.20.0.18 (506789f9-6dc9-4f3c-a6e9-08ed077a6737/7ed32e73-8784-4c3e-8a4e-bf8de1247b29/4eb97cdd-7304-47d2-80e7-9667ee034f9b) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:02:38.203947 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b18f99-4f29-431a-a0ba-7dd643ee701d req-5f974b7b-2bad-4339-b6b2-b7333e9a02ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:38.206816 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61b18f99-4f29-431a-a0ba-7dd643ee701d req-5f974b7b-2bad-4339-b6b2-b7333e9a02ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=58fbc8e7-048f-4825-a83a-6a6c0e7dfb98 HTTP/1.1" status: 200 len: 847 time: 0.0963366 Nov 25 20:02:38.299892 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b18f99-4f29-431a-a0ba-7dd643ee701d req-2e79b000-bc20-4c37-81df-427a157062f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:38.307172 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61b18f99-4f29-431a-a0ba-7dd643ee701d req-2e79b000-bc20-4c37-81df-427a157062f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79f390dd-a1bc-4f5d-b799-4937724649fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904548 Nov 25 20:02:38.454503 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a7d83a0-c2ac-4440-9f9c-8851d12dbc90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:38.459567 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61b18f99-4f29-431a-a0ba-7dd643ee701d req-5c7fb0f6-69ab-4a22-afbb-1c551a19211f service neutron] 10.222.0.73 "GET /v2.0/networks/79f390dd-a1bc-4f5d-b799-4937724649fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417007 Nov 25 20:02:38.526440 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a7d83a0-c2ac-4440-9f9c-8851d12dbc90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:38.611082 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d83a0-c2ac-4440-9f9c-8851d12dbc90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Port': ['ID=4eb97cdd-7304-47d2-80e7-9667ee034f9b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:38.631480 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7d83a0-c2ac-4440-9f9c-8851d12dbc90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network 506789f9-6dc9-4f3c-a6e9-08ed077a6737 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:02:38.633176 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-9a7d83a0-c2ac-4440-9f9c-8851d12dbc90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:38.635938 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7d83a0-c2ac-4440-9f9c-8851d12dbc90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:38.697826 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7082b439-cf46-451e-a0a5-8c02d0a72dda None None] Network 506789f9-6dc9-4f3c-a6e9-08ed077a6737 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:38.706749 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61b18f99-4f29-431a-a0ba-7dd643ee701d req-1d9379e1-987f-446f-8803-42ffcf450bbc service neutron] 10.222.0.73 "GET /v2.0/networks/79f390dd-a1bc-4f5d-b799-4937724649fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371209 Nov 25 20:02:38.713317 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7d83a0-c2ac-4440-9f9c-8851d12dbc90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:38.713996 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a7d83a0-c2ac-4440-9f9c-8851d12dbc90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:38.739970 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9a7d83a0-c2ac-4440-9f9c-8851d12dbc90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.4673214 Nov 25 20:02:38.740751 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46090) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:38.747737 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6742b26b-beb8-478d-b9f5-73cc98178839 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '26dbe039-fd91-4106-aef6-44290df9c9ee'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:38.834775 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7e135fd2-c68f-4819-8b1d-3e577ccd1000 None None] Provisioning complete for port 856bf36e-a0e2-43fa-87bd-4d5934fb3ecd triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:38.835154 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7e135fd2-c68f-4819-8b1d-3e577ccd1000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:38.864378 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6742b26b-beb8-478d-b9f5-73cc98178839 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:38.975711 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7e135fd2-c68f-4819-8b1d-3e577ccd1000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:39.058645 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7e135fd2-c68f-4819-8b1d-3e577ccd1000 None None] For port 856bf36e-a0e2-43fa-87bd-4d5934fb3ecd, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=856bf36e-a0e2-43fa-87bd-4d5934fb3ecd,segment=NetworkSegment(69cab4a5-85ff-4b17-ad3b-7f601e93edfa),segment_id=69cab4a5-85ff-4b17-ad3b-7f601e93edfa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:02:39.058998 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7e135fd2-c68f-4819-8b1d-3e577ccd1000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:39.161351 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e135fd2-c68f-4819-8b1d-3e577ccd1000 None None] Pushing event updated for resources: {'Port': ['ID=856bf36e-a0e2-43fa-87bd-4d5934fb3ecd,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:39.296369 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d2f777-47fb-4d4e-b721-c77a068ad630 None None] Update dhcp port {'port': {'network_id': '506789f9-6dc9-4f3c-a6e9-08ed077a6737', 'fixed_ips': [{'subnet_id': '26dbe039-fd91-4106-aef6-44290df9c9ee', 'ip_address': '172.20.0.2'}, {'subnet_id': '7ed32e73-8784-4c3e-8a4e-bf8de1247b29'}], 'binding:host_id': 'n-d-819349-5'}, 'id': '856bf36e-a0e2-43fa-87bd-4d5934fb3ecd'} from n-d-819349-5. {{(pid=103601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 20:02:39.311790 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-6742b26b-beb8-478d-b9f5-73cc98178839 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Delete allocated IP 172.20.0.18 (506789f9-6dc9-4f3c-a6e9-08ed077a6737/7ed32e73-8784-4c3e-8a4e-bf8de1247b29) {{(pid=103599) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 20:02:39.329630 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f777-47fb-4d4e-b721-c77a068ad630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:39.408862 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 856bf36e-a0e2-43fa-87bd-4d5934fb3ecd up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:02:39.490872 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6742b26b-beb8-478d-b9f5-73cc98178839 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:39.498134 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6742b26b-beb8-478d-b9f5-73cc98178839 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:39.600909 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742b26b-beb8-478d-b9f5-73cc98178839 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Port': ['ID=4eb97cdd-7304-47d2-80e7-9667ee034f9b,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:39.617947 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-c5d2f777-47fb-4d4e-b721-c77a068ad630 None None] Allocated IP 172.20.0.19 (506789f9-6dc9-4f3c-a6e9-08ed077a6737/7ed32e73-8784-4c3e-8a4e-bf8de1247b29/856bf36e-a0e2-43fa-87bd-4d5934fb3ecd) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:02:39.641028 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6742b26b-beb8-478d-b9f5-73cc98178839 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] In _notify_port_updated(), no bound segment for port 4eb97cdd-7304-47d2-80e7-9667ee034f9b on network 506789f9-6dc9-4f3c-a6e9-08ed077a6737 {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 20:02:39.641263 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 856bf36e-a0e2-43fa-87bd-4d5934fb3ecd triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:39.641577 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:39.658847 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6742b26b-beb8-478d-b9f5-73cc98178839 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:39.659957 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6742b26b-beb8-478d-b9f5-73cc98178839 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:39.664980 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46106) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:39.666914 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6742b26b-beb8-478d-b9f5-73cc98178839 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "PUT /v2.0/ports/4eb97cdd-7304-47d2-80e7-9667ee034f9b HTTP/1.1" status: 200 len: 919 time: 0.9247067 Nov 25 20:02:39.670876 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-0993d03d-59b1-446b-a8c5-17e2dedab7bb tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '26dbe039-fd91-4106-aef6-44290df9c9ee'}, {'subnet_id': '7ed32e73-8784-4c3e-8a4e-bf8de1247b29'}]}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:39.831466 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c5d2f777-47fb-4d4e-b721-c77a068ad630 None None] For port 856bf36e-a0e2-43fa-87bd-4d5934fb3ecd, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=856bf36e-a0e2-43fa-87bd-4d5934fb3ecd,segment=NetworkSegment(69cab4a5-85ff-4b17-ad3b-7f601e93edfa),segment_id=69cab4a5-85ff-4b17-ad3b-7f601e93edfa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:02:39.875145 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f777-47fb-4d4e-b721-c77a068ad630 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:39.883939 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f777-47fb-4d4e-b721-c77a068ad630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:39.890335 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0993d03d-59b1-446b-a8c5-17e2dedab7bb tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:40.106490 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2f777-47fb-4d4e-b721-c77a068ad630 None None] Pushing event updated for resources: {'Port': ['ID=856bf36e-a0e2-43fa-87bd-4d5934fb3ecd,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:40.392935 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-0993d03d-59b1-446b-a8c5-17e2dedab7bb tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Allocated IP 172.20.0.24 (506789f9-6dc9-4f3c-a6e9-08ed077a6737/7ed32e73-8784-4c3e-8a4e-bf8de1247b29/4eb97cdd-7304-47d2-80e7-9667ee034f9b) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:02:40.564251 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0993d03d-59b1-446b-a8c5-17e2dedab7bb tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:40.570214 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0993d03d-59b1-446b-a8c5-17e2dedab7bb tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:40.659953 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993d03d-59b1-446b-a8c5-17e2dedab7bb tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Port': ['ID=4eb97cdd-7304-47d2-80e7-9667ee034f9b,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:40.738255 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0993d03d-59b1-446b-a8c5-17e2dedab7bb tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] In _notify_port_updated(), no bound segment for port 4eb97cdd-7304-47d2-80e7-9667ee034f9b on network 506789f9-6dc9-4f3c-a6e9-08ed077a6737 {{(pid=103600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 20:02:40.745254 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0993d03d-59b1-446b-a8c5-17e2dedab7bb tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:40.747590 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0993d03d-59b1-446b-a8c5-17e2dedab7bb tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:40.749107 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0993d03d-59b1-446b-a8c5-17e2dedab7bb tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "PUT /v2.0/ports/4eb97cdd-7304-47d2-80e7-9667ee034f9b HTTP/1.1" status: 200 len: 999 time: 1.0830297 Nov 25 20:02:40.751893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46124) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:40.852252 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3465e2-3c0e-4392-8efd-4e68555d4c23 None None] Network 506789f9-6dc9-4f3c-a6e9-08ed077a6737 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:40.930967 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-62b0b8ef-dbe4-4ffe-8b6f-9de401734d25 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting port 4eb97cdd-7304-47d2-80e7-9667ee034f9b {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:02:40.932018 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62b0b8ef-dbe4-4ffe-8b6f-9de401734d25 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:40.945640 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5c24cdeb-7247-4d6a-bb93-f4124ee8c873 None None] Provisioning complete for port 4eb97cdd-7304-47d2-80e7-9667ee034f9b triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:40.946365 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5c24cdeb-7247-4d6a-bb93-f4124ee8c873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:41.033151 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-5c24cdeb-7247-4d6a-bb93-f4124ee8c873 None None] Port 4eb97cdd-7304-47d2-80e7-9667ee034f9b cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:02:41.063211 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5c24cdeb-7247-4d6a-bb93-f4124ee8c873 None None] Provisioning complete for port 856bf36e-a0e2-43fa-87bd-4d5934fb3ecd triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:41.063583 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5c24cdeb-7247-4d6a-bb93-f4124ee8c873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:41.089520 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62b0b8ef-dbe4-4ffe-8b6f-9de401734d25 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:41.116561 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-62b0b8ef-dbe4-4ffe-8b6f-9de401734d25 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Calling delete_port for 4eb97cdd-7304-47d2-80e7-9667ee034f9b owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:02:41.277180 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 856bf36e-a0e2-43fa-87bd-4d5934fb3ecd up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:02:41.341917 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 856bf36e-a0e2-43fa-87bd-4d5934fb3ecd triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:41.342361 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:41.385169 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62b0b8ef-dbe4-4ffe-8b6f-9de401734d25 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:41.431298 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0b8ef-dbe4-4ffe-8b6f-9de401734d25 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Port': ['ID=4eb97cdd-7304-47d2-80e7-9667ee034f9b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:41.549576 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62b0b8ef-dbe4-4ffe-8b6f-9de401734d25 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:41.558096 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-62b0b8ef-dbe4-4ffe-8b6f-9de401734d25 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/ports/4eb97cdd-7304-47d2-80e7-9667ee034f9b HTTP/1.1" status: 204 len: 168 time: 0.8026869 Nov 25 20:02:41.558593 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46138) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:41.607748 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-efcd1dbc-8154-4172-9898-53f7d1ba293e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] GET failed (client error): The resource could not be found. Nov 25 20:02:41.609453 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-efcd1dbc-8154-4172-9898-53f7d1ba293e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "GET /v2.0/ports/4eb97cdd-7304-47d2-80e7-9667ee034f9b HTTP/1.1" status: 404 len: 333 time: 0.0491083 Nov 25 20:02:41.613945 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46140) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:41.711196 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d992a5-6bc8-4cf0-bdbb-23457c435d9f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting subnet 7ed32e73-8784-4c3e-8a4e-bf8de1247b29 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:02:41.717662 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-96d992a5-6bc8-4cf0-bdbb-23457c435d9f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:41.781945 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-96d992a5-6bc8-4cf0-bdbb-23457c435d9f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:41.805860 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d9ece583-86b2-41a6-bde4-58b27f169454 None None] Could not find standard attr ID for object 4eb97cdd-7304-47d2-80e7-9667ee034f9b. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 20:02:41.819522 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d9ece583-86b2-41a6-bde4-58b27f169454 None None] Provisioning complete for port 856bf36e-a0e2-43fa-87bd-4d5934fb3ecd triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:41.820307 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d9ece583-86b2-41a6-bde4-58b27f169454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:41.983249 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-96d992a5-6bc8-4cf0-bdbb-23457c435d9f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:42.095195 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-96d992a5-6bc8-4cf0-bdbb-23457c435d9f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:42.121823 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d992a5-6bc8-4cf0-bdbb-23457c435d9f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed32e73-8784-4c3e-8a4e-bf8de1247b29,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:42.123455 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24449cb2-dc29-445a-a42c-3e82f261bf10 req-26190186-c46a-464d-89b8-c3b5efcf2866 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d5a97402-4915-4a30-b832-4f183964b480&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546224 Nov 25 20:02:42.138788 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-96d992a5-6bc8-4cf0-bdbb-23457c435d9f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:42.142593 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-96d992a5-6bc8-4cf0-bdbb-23457c435d9f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/subnets/7ed32e73-8784-4c3e-8a4e-bf8de1247b29 HTTP/1.1" status: 204 len: 168 time: 0.5263431 Nov 25 20:02:42.145540 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46166) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:42.190658 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f654a5f-14b5-42e6-957b-2dc9a5e2a239 None None] Network 506789f9-6dc9-4f3c-a6e9-08ed077a6737 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:42.227170 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a25d0cc8-2888-4e38-8064-fdabff3a2440 None None] Could not find standard attr ID for object 4eb97cdd-7304-47d2-80e7-9667ee034f9b. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 20:02:42.244183 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24449cb2-dc29-445a-a42c-3e82f261bf10 req-fb2514df-5200-4aaa-94a8-2b9036716c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:42.245738 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24449cb2-dc29-445a-a42c-3e82f261bf10 req-fb2514df-5200-4aaa-94a8-2b9036716c99 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=32afe38025cf480891593cfe301fccc3&device_id=d5a97402-4915-4a30-b832-4f183964b480 HTTP/1.1" status: 200 len: 1096 time: 0.0584044 Nov 25 20:02:42.282110 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ea2f76-8e87-4534-b97d-c02443ad95e7 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting subnet 26dbe039-fd91-4106-aef6-44290df9c9ee {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:02:42.286127 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22ea2f76-8e87-4534-b97d-c02443ad95e7 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:42.344934 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22ea2f76-8e87-4534-b97d-c02443ad95e7 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:42.431296 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24449cb2-dc29-445a-a42c-3e82f261bf10 req-293a020e-92a3-4c1a-950b-11e4dd8cd440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:42.433137 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24449cb2-dc29-445a-a42c-3e82f261bf10 req-293a020e-92a3-4c1a-950b-11e4dd8cd440 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f9efe18b-b42e-4866-8618-9258839cc777 HTTP/1.1" status: 200 len: 897 time: 0.1670985 Nov 25 20:02:42.453968 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22ea2f76-8e87-4534-b97d-c02443ad95e7 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:42.543697 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22ea2f76-8e87-4534-b97d-c02443ad95e7 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:42.557950 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24449cb2-dc29-445a-a42c-3e82f261bf10 req-2ad70113-1beb-4e29-9a9b-4d9688f9a45f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 HTTP/1.1" status: 200 len: 1000 time: 0.1166584 Nov 25 20:02:42.575791 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22ea2f76-8e87-4534-b97d-c02443ad95e7 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:42.579238 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-22ea2f76-8e87-4534-b97d-c02443ad95e7 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/subnets/26dbe039-fd91-4106-aef6-44290df9c9ee HTTP/1.1" status: 204 len: 168 time: 0.4319091 Nov 25 20:02:42.580822 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea2f76-8e87-4534-b97d-c02443ad95e7 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Subnet': ['ID=26dbe039-fd91-4106-aef6-44290df9c9ee,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:42.583830 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46172) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:42.616454 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24449cb2-dc29-445a-a42c-3e82f261bf10 req-0e263b92-95fd-40ab-b217-bee3083678ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:42.617968 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24449cb2-dc29-445a-a42c-3e82f261bf10 req-0e263b92-95fd-40ab-b217-bee3083678ee service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0dad2f0f-26cb-422e-af30-d5370dbaf3ae HTTP/1.1" status: 200 len: 834 time: 0.0522356 Nov 25 20:02:42.693866 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24449cb2-dc29-445a-a42c-3e82f261bf10 req-2a51bc6a-3152-40d1-ba10-9a525be7e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:42.695319 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24449cb2-dc29-445a-a42c-3e82f261bf10 req-2a51bc6a-3152-40d1-ba10-9a525be7e168 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f9efe18b-b42e-4866-8618-9258839cc777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667055 Nov 25 20:02:42.727876 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa762995-d3b7-4222-a7fb-15d27ec1c09e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:42.791494 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-aa762995-d3b7-4222-a7fb-15d27ec1c09e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting port 856bf36e-a0e2-43fa-87bd-4d5934fb3ecd {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:02:42.791836 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa762995-d3b7-4222-a7fb-15d27ec1c09e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:42.897532 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-aa762995-d3b7-4222-a7fb-15d27ec1c09e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] For port 856bf36e-a0e2-43fa-87bd-4d5934fb3ecd, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=856bf36e-a0e2-43fa-87bd-4d5934fb3ecd,segment=NetworkSegment(69cab4a5-85ff-4b17-ad3b-7f601e93edfa),segment_id=69cab4a5-85ff-4b17-ad3b-7f601e93edfa)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:02:42.897917 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa762995-d3b7-4222-a7fb-15d27ec1c09e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:42.919586 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-aa762995-d3b7-4222-a7fb-15d27ec1c09e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Calling delete_port for 856bf36e-a0e2-43fa-87bd-4d5934fb3ecd owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:02:43.049887 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa762995-d3b7-4222-a7fb-15d27ec1c09e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:43.110550 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa762995-d3b7-4222-a7fb-15d27ec1c09e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Port': ['ID=856bf36e-a0e2-43fa-87bd-4d5934fb3ecd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:43.113139 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa762995-d3b7-4222-a7fb-15d27ec1c09e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] No DVR routers for this DVR port 856bf36e-a0e2-43fa-87bd-4d5934fb3ecd on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:02:43.299724 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa762995-d3b7-4222-a7fb-15d27ec1c09e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:43.340871 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24449cb2-dc29-445a-a42c-3e82f261bf10 req-969bbfe4-4115-4557-a024-3d29b39be817 service neutron] 10.222.0.85 "GET /v2.0/networks/f9efe18b-b42e-4866-8618-9258839cc777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6368182 Nov 25 20:02:43.355221 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-aa762995-d3b7-4222-a7fb-15d27ec1c09e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506789f9-6dc9-4f3c-a6e9-08ed077a6737']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:43.384250 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-aa762995-d3b7-4222-a7fb-15d27ec1c09e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69cab4a5-85ff-4b17-ad3b-7f601e93edfa') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:43.384902 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-aa762995-d3b7-4222-a7fb-15d27ec1c09e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69cab4a5-85ff-4b17-ad3b-7f601e93edfa') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:43.405338 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa762995-d3b7-4222-a7fb-15d27ec1c09e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:43.405727 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d8ecc1-d1bc-4758-8b4a-9708e34768d4 None None] Network 506789f9-6dc9-4f3c-a6e9-08ed077a6737 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:43.429367 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa762995-d3b7-4222-a7fb-15d27ec1c09e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:43.437161 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa762995-d3b7-4222-a7fb-15d27ec1c09e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:02:43.437744 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa762995-d3b7-4222-a7fb-15d27ec1c09e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:02:43.441957 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:02:43.474069 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24449cb2-dc29-445a-a42c-3e82f261bf10 req-06f9c80f-e80a-4314-b446-85f86a083e4e service neutron] 10.222.0.85 "GET /v2.0/networks/f9efe18b-b42e-4866-8618-9258839cc777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263988 Nov 25 20:02:43.506538 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-94c8fc82-5141-4c29-a6e9-073f6c868e69 None None] Could not find standard attr ID for object 856bf36e-a0e2-43fa-87bd-4d5934fb3ecd. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 20:02:43.525182 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa762995-d3b7-4222-a7fb-15d27ec1c09e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:43.539947 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa762995-d3b7-4222-a7fb-15d27ec1c09e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:43.545073 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-aa762995-d3b7-4222-a7fb-15d27ec1c09e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/networks/506789f9-6dc9-4f3c-a6e9-08ed077a6737 HTTP/1.1" status: 204 len: 168 time: 0.9594223 Nov 25 20:02:43.549006 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46188) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:43.590396 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa762995-d3b7-4222-a7fb-15d27ec1c09e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Network': ['ID=506789f9-6dc9-4f3c-a6e9-08ed077a6737,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:43.638547 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db0bcc2-88ed-46bb-aa44-6ac3fd593b1a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:43.640038 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1db0bcc2-88ed-46bb-aa44-6ac3fd593b1a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0897214 Nov 25 20:02:43.643976 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46194) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:43.711699 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a9b584-d816-43b5-863b-6b7d77d8c914 None None] DHCP port deletion for 506789f9-6dc9-4f3c-a6e9-08ed077a6737 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:02:43.725984 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46196) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:43.726187 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-934b306b-a6b6-428a-9d72-2256da62d86e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0803909 Nov 25 20:02:43.737287 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-c03bddeb-9380-476a-803f-dbceb965cb33 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-115310252'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:43.765887 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03bddeb-9380-476a-803f-dbceb965cb33 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:43.773159 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c03bddeb-9380-476a-803f-dbceb965cb33 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:43.825591 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03bddeb-9380-476a-803f-dbceb965cb33 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:02:43.843508 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c03bddeb-9380-476a-803f-dbceb965cb33 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:43.847070 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-c03bddeb-9380-476a-803f-dbceb965cb33 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Added segment 63a5ac97-b257-4d7e-81e3-718aef45ac33 of type vlan for network c40cb629-ab41-46e5-86a2-4e13984e41b0 Nov 25 20:02:43.902531 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c03bddeb-9380-476a-803f-dbceb965cb33 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:43.938791 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c03bddeb-9380-476a-803f-dbceb965cb33 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:43.946053 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03bddeb-9380-476a-803f-dbceb965cb33 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:43.946851 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c03bddeb-9380-476a-803f-dbceb965cb33 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:44.018341 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c03bddeb-9380-476a-803f-dbceb965cb33 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2906396 Nov 25 20:02:44.021430 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46198) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:44.025644 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bddeb-9380-476a-803f-dbceb965cb33 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Network': ['ID=c40cb629-ab41-46e5-86a2-4e13984e41b0,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:44.026486 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-49639169-9510-42e3-821f-d26769144f00 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'subnet': {'network_id': 'c40cb629-ab41-46e5-86a2-4e13984e41b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:44.038457 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network c40cb629-ab41-46e5-86a2-4e13984e41b0 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:02:44.153596 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49639169-9510-42e3-821f-d26769144f00 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:44.158511 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49639169-9510-42e3-821f-d26769144f00 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:44.389249 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49639169-9510-42e3-821f-d26769144f00 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:44.463108 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49639169-9510-42e3-821f-d26769144f00 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Subnet': ['ID=51a7694e-ce56-4284-a9fb-f22c87a66a2d,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:44.469193 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49639169-9510-42e3-821f-d26769144f00 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Checking segment: {'id': '63a5ac97-b257-4d7e-81e3-718aef45ac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c40cb629-ab41-46e5-86a2-4e13984e41b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:02:44.469538 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49639169-9510-42e3-821f-d26769144f00 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network hostable DHCP agents. Network: c40cb629-ab41-46e5-86a2-4e13984e41b0, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:02:44.492624 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49639169-9510-42e3-821f-d26769144f00 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network c40cb629-ab41-46e5-86a2-4e13984e41b0 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:02:44.507728 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-49639169-9510-42e3-821f-d26769144f00 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, c40cb629-ab41-46e5-86a2-4e13984e41b0) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:44.514272 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49639169-9510-42e3-821f-d26769144f00 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:44.514925 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49639169-9510-42e3-821f-d26769144f00 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:44.518882 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a10fc4-30e9-41b7-8c55-2dc31492bab1 None None] Network c40cb629-ab41-46e5-86a2-4e13984e41b0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:44.540178 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-49639169-9510-42e3-821f-d26769144f00 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5174015 Nov 25 20:02:44.542698 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46202) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:44.549755 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-adcee59f-97d7-4a57-a4d1-7f48e191e24f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'port': {'network_id': 'c40cb629-ab41-46e5-86a2-4e13984e41b0', 'name': 'tempest-PortsTestJSON-1535987832'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:44.708288 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcee59f-97d7-4a57-a4d1-7f48e191e24f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:44.713247 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-adcee59f-97d7-4a57-a4d1-7f48e191e24f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:44.744406 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-adcee59f-97d7-4a57-a4d1-7f48e191e24f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] device_id is not set on port 2296823c-0fba-4799-bf2d-1e7d08b5b788 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 20:02:44.938087 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-adcee59f-97d7-4a57-a4d1-7f48e191e24f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Allocated IP 172.20.0.2 (c40cb629-ab41-46e5-86a2-4e13984e41b0/51a7694e-ce56-4284-a9fb-f22c87a66a2d/2296823c-0fba-4799-bf2d-1e7d08b5b788) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:02:44.979245 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b5aa1d-bcc9-450b-b93a-5426361942c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-c40cb629-ab41-46e5-86a2-4e13984e41b0', 'network_id': 'c40cb629-ab41-46e5-86a2-4e13984e41b0', 'tenant_id': 'd803371d4a904e3989487b82cc6de30e', 'fixed_ips': [{'subnet_id': '51a7694e-ce56-4284-a9fb-f22c87a66a2d'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:02:44.981496 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-59b5aa1d-bcc9-450b-b93a-5426361942c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:45.155040 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-adcee59f-97d7-4a57-a4d1-7f48e191e24f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:45.203709 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-adcee59f-97d7-4a57-a4d1-7f48e191e24f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:45.241197 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcee59f-97d7-4a57-a4d1-7f48e191e24f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network c40cb629-ab41-46e5-86a2-4e13984e41b0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:02:45.244651 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-adcee59f-97d7-4a57-a4d1-7f48e191e24f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:45.256211 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcee59f-97d7-4a57-a4d1-7f48e191e24f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:45.264103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 856bf36e-a0e2-43fa-87bd-4d5934fb3ecd no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:02:45.296098 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 856bf36e-a0e2-43fa-87bd-4d5934fb3ecd {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:02:45.296450 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 856bf36e-a0e2-43fa-87bd-4d5934fb3ecd not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:02:45.333510 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcee59f-97d7-4a57-a4d1-7f48e191e24f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Port': ['ID=2296823c-0fba-4799-bf2d-1e7d08b5b788,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:45.349484 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcee59f-97d7-4a57-a4d1-7f48e191e24f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:45.349933 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-adcee59f-97d7-4a57-a4d1-7f48e191e24f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:45.376385 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-adcee59f-97d7-4a57-a4d1-7f48e191e24f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8294461 Nov 25 20:02:45.376730 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46216) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:45.382451 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-59b5aa1d-bcc9-450b-b93a-5426361942c6 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-70afd236-4fed-4de8-be82-7d8d36fdaa6a {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 20:02:45.382796 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-59b5aa1d-bcc9-450b-b93a-5426361942c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 20:02:45.386414 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1409716f-9ed3-41ad-b790-18c82dec877f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'port': {'network_id': 'c40cb629-ab41-46e5-86a2-4e13984e41b0', 'name': 'tempest-PortsTestJSON-1793409491'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:45.884124 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-59b5aa1d-bcc9-450b-b93a-5426361942c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:45.904766 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1409716f-9ed3-41ad-b790-18c82dec877f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:45.909910 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1409716f-9ed3-41ad-b790-18c82dec877f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:45.931610 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-1409716f-9ed3-41ad-b790-18c82dec877f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] device_id is not set on port 1a92fbfd-e4d6-4c27-9d5d-dee8b4ab9e40 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 20:02:46.086923 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-1409716f-9ed3-41ad-b790-18c82dec877f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Allocated IP 172.20.0.4 (c40cb629-ab41-46e5-86a2-4e13984e41b0/51a7694e-ce56-4284-a9fb-f22c87a66a2d/1a92fbfd-e4d6-4c27-9d5d-dee8b4ab9e40) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:02:46.304781 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1409716f-9ed3-41ad-b790-18c82dec877f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:46.364694 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1409716f-9ed3-41ad-b790-18c82dec877f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:46.422437 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1409716f-9ed3-41ad-b790-18c82dec877f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network c40cb629-ab41-46e5-86a2-4e13984e41b0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:02:46.426253 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1409716f-9ed3-41ad-b790-18c82dec877f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:46.429655 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1409716f-9ed3-41ad-b790-18c82dec877f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:46.457117 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-59b5aa1d-bcc9-450b-b93a-5426361942c6 None None] Allocated IP 172.20.0.3 (c40cb629-ab41-46e5-86a2-4e13984e41b0/51a7694e-ce56-4284-a9fb-f22c87a66a2d/7e6cabb9-1103-4c9e-a26e-297817178725) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:02:46.461300 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409716f-9ed3-41ad-b790-18c82dec877f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Port': ['ID=1a92fbfd-e4d6-4c27-9d5d-dee8b4ab9e40,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:46.503110 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1409716f-9ed3-41ad-b790-18c82dec877f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:46.503791 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1409716f-9ed3-41ad-b790-18c82dec877f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:46.526373 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1409716f-9ed3-41ad-b790-18c82dec877f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1444693 Nov 25 20:02:46.528571 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46224) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:46.601552 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccf59c4-7ec8-4b1a-be15-d5010fd1bd07 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:46.616233 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46226) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:46.618327 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cccf59c4-7ec8-4b1a-be15-d5010fd1bd07 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200 len: 922 time: 0.0879650 Nov 25 20:02:46.706115 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-59b5aa1d-bcc9-450b-b93a-5426361942c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:46.715147 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-59b5aa1d-bcc9-450b-b93a-5426361942c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:46.731667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4b550b00-4806-4c4f-be80-f46fcff26cac tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting port 1a92fbfd-e4d6-4c27-9d5d-dee8b4ab9e40 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:02:46.732295 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4b550b00-4806-4c4f-be80-f46fcff26cac tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:46.775026 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b5aa1d-bcc9-450b-b93a-5426361942c6 None None] Network c40cb629-ab41-46e5-86a2-4e13984e41b0 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:02:46.778890 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-59b5aa1d-bcc9-450b-b93a-5426361942c6 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:46.784130 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b5aa1d-bcc9-450b-b93a-5426361942c6 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:46.787602 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5aa1d-bcc9-450b-b93a-5426361942c6 None None] Pushing event updated for resources: {'Port': ['ID=7e6cabb9-1103-4c9e-a26e-297817178725,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:46.856100 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4b550b00-4806-4c4f-be80-f46fcff26cac tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:46.861712 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-59b5aa1d-bcc9-450b-b93a-5426361942c6 None None] Attempting to bind port 7e6cabb9-1103-4c9e-a26e-297817178725 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:02:46.862084 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-59b5aa1d-bcc9-450b-b93a-5426361942c6 None None] Attempting to bind port 7e6cabb9-1103-4c9e-a26e-297817178725 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '63a5ac97-b257-4d7e-81e3-718aef45ac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c40cb629-ab41-46e5-86a2-4e13984e41b0'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:02:46.862614 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b5aa1d-bcc9-450b-b93a-5426361942c6 None None] Attempting to bind port 7e6cabb9-1103-4c9e-a26e-297817178725 on network c40cb629-ab41-46e5-86a2-4e13984e41b0 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:02:46.869745 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b5aa1d-bcc9-450b-b93a-5426361942c6 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:02:46.870039 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b5aa1d-bcc9-450b-b93a-5426361942c6 None None] Checking segment: {'id': '63a5ac97-b257-4d7e-81e3-718aef45ac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c40cb629-ab41-46e5-86a2-4e13984e41b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:02:46.870496 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-59b5aa1d-bcc9-450b-b93a-5426361942c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:46.870894 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b5aa1d-bcc9-450b-b93a-5426361942c6 None None] Bound using segment: {'id': '63a5ac97-b257-4d7e-81e3-718aef45ac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c40cb629-ab41-46e5-86a2-4e13984e41b0'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:02:46.871980 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-59b5aa1d-bcc9-450b-b93a-5426361942c6 None None] Bound port: 7e6cabb9-1103-4c9e-a26e-297817178725, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a5ac97-b257-4d7e-81e3-718aef45ac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c40cb629-ab41-46e5-86a2-4e13984e41b0'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:02:46.873303 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-59b5aa1d-bcc9-450b-b93a-5426361942c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:46.876199 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4b550b00-4806-4c4f-be80-f46fcff26cac tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Calling delete_port for 1a92fbfd-e4d6-4c27-9d5d-dee8b4ab9e40 owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:02:46.958360 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-59b5aa1d-bcc9-450b-b93a-5426361942c6 None None] For port 7e6cabb9-1103-4c9e-a26e-297817178725, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:02:46.963882 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-59b5aa1d-bcc9-450b-b93a-5426361942c6 None None] For port 7e6cabb9-1103-4c9e-a26e-297817178725, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=7e6cabb9-1103-4c9e-a26e-297817178725,segment=NetworkSegment(63a5ac97-b257-4d7e-81e3-718aef45ac33),segment_id=63a5ac97-b257-4d7e-81e3-718aef45ac33)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:02:46.969567 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-59b5aa1d-bcc9-450b-b93a-5426361942c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:47.057274 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5aa1d-bcc9-450b-b93a-5426361942c6 None None] Pushing event updated for resources: {'Port': ['ID=7e6cabb9-1103-4c9e-a26e-297817178725,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:47.094971 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4b550b00-4806-4c4f-be80-f46fcff26cac tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:47.122367 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b550b00-4806-4c4f-be80-f46fcff26cac tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Port': ['ID=1a92fbfd-e4d6-4c27-9d5d-dee8b4ab9e40,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:47.234414 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4b550b00-4806-4c4f-be80-f46fcff26cac tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:47.238564 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4b550b00-4806-4c4f-be80-f46fcff26cac tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/ports/1a92fbfd-e4d6-4c27-9d5d-dee8b4ab9e40 HTTP/1.1" status: 204 len: 168 time: 0.6212187 Nov 25 20:02:47.247725 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46230) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:47.276621 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9e412b-4ca0-417c-a566-3c6dd27377c0 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] GET failed (client error): The resource could not be found. Nov 25 20:02:47.278972 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ae9e412b-4ca0-417c-a566-3c6dd27377c0 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "GET /v2.0/ports/1a92fbfd-e4d6-4c27-9d5d-dee8b4ab9e40 HTTP/1.1" status: 404 len: 333 time: 0.0285931 Nov 25 20:02:47.281180 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46232) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:47.432677 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c02b0717-5848-4e0c-9c5c-72bafb6051c2 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting port 2296823c-0fba-4799-bf2d-1e7d08b5b788 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:02:47.433198 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c02b0717-5848-4e0c-9c5c-72bafb6051c2 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:47.550626 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c02b0717-5848-4e0c-9c5c-72bafb6051c2 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:47.565626 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c02b0717-5848-4e0c-9c5c-72bafb6051c2 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Calling delete_port for 2296823c-0fba-4799-bf2d-1e7d08b5b788 owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:02:47.712142 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c02b0717-5848-4e0c-9c5c-72bafb6051c2 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:47.756257 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b0717-5848-4e0c-9c5c-72bafb6051c2 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Port': ['ID=2296823c-0fba-4799-bf2d-1e7d08b5b788,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:47.826333 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c02b0717-5848-4e0c-9c5c-72bafb6051c2 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:47.829734 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c02b0717-5848-4e0c-9c5c-72bafb6051c2 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/ports/2296823c-0fba-4799-bf2d-1e7d08b5b788 HTTP/1.1" status: 204 len: 168 time: 0.5475268 Nov 25 20:02:47.832274 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46236) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:47.857823 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfec3155-ea1a-4d40-af93-0a0044929f03 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] GET failed (client error): The resource could not be found. Nov 25 20:02:47.859327 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cfec3155-ea1a-4d40-af93-0a0044929f03 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "GET /v2.0/ports/2296823c-0fba-4799-bf2d-1e7d08b5b788 HTTP/1.1" status: 404 len: 333 time: 0.0261381 Nov 25 20:02:47.862225 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46238) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:47.945000 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b03ed95a-bd7e-49cc-a577-7b4861ba7efa tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting subnet 51a7694e-ce56-4284-a9fb-f22c87a66a2d {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:02:47.949055 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b03ed95a-bd7e-49cc-a577-7b4861ba7efa tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:48.016375 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b03ed95a-bd7e-49cc-a577-7b4861ba7efa tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:48.195357 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b03ed95a-bd7e-49cc-a577-7b4861ba7efa tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:48.300304 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b03ed95a-bd7e-49cc-a577-7b4861ba7efa tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:48.333639 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ed95a-bd7e-49cc-a577-7b4861ba7efa tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Subnet': ['ID=51a7694e-ce56-4284-a9fb-f22c87a66a2d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:48.337856 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b03ed95a-bd7e-49cc-a577-7b4861ba7efa tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:48.341576 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b03ed95a-bd7e-49cc-a577-7b4861ba7efa tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/subnets/51a7694e-ce56-4284-a9fb-f22c87a66a2d HTTP/1.1" status: 204 len: 168 time: 0.4783025 Nov 25 20:02:48.344854 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46242) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:48.475279 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3dc5c49b-05c9-4027-b657-b286790b7a90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:48.580863 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7726bb2-bd4a-45dc-a74e-dd755da82ba6 None None] Network c40cb629-ab41-46e5-86a2-4e13984e41b0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:48.608378 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3dc5c49b-05c9-4027-b657-b286790b7a90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting port 7e6cabb9-1103-4c9e-a26e-297817178725 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:02:48.609131 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3dc5c49b-05c9-4027-b657-b286790b7a90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:48.707247 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-19563efd-dcaf-4f43-9bc8-8dc6c86e3075 None None] Provisioning complete for port 7e6cabb9-1103-4c9e-a26e-297817178725 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:48.710430 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-19563efd-dcaf-4f43-9bc8-8dc6c86e3075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:48.742198 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3dc5c49b-05c9-4027-b657-b286790b7a90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] For port 7e6cabb9-1103-4c9e-a26e-297817178725, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=7e6cabb9-1103-4c9e-a26e-297817178725,segment=NetworkSegment(63a5ac97-b257-4d7e-81e3-718aef45ac33),segment_id=63a5ac97-b257-4d7e-81e3-718aef45ac33)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:02:48.742839 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3dc5c49b-05c9-4027-b657-b286790b7a90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:48.760829 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3dc5c49b-05c9-4027-b657-b286790b7a90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Calling delete_port for 7e6cabb9-1103-4c9e-a26e-297817178725 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:02:48.875979 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3dc5c49b-05c9-4027-b657-b286790b7a90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:48.890728 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-19563efd-dcaf-4f43-9bc8-8dc6c86e3075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:48.914846 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5c49b-05c9-4027-b657-b286790b7a90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Port': ['ID=7e6cabb9-1103-4c9e-a26e-297817178725,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:48.926082 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc5c49b-05c9-4027-b657-b286790b7a90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] No DVR routers for this DVR port 7e6cabb9-1103-4c9e-a26e-297817178725 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:02:48.926522 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e7c38f-bb7f-4acb-a768-ac87f3b6b2a6 None None] DHCP port deletion for c40cb629-ab41-46e5-86a2-4e13984e41b0 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:02:49.036489 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3dc5c49b-05c9-4027-b657-b286790b7a90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:49.070594 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-3dc5c49b-05c9-4027-b657-b286790b7a90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40cb629-ab41-46e5-86a2-4e13984e41b0']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:49.083701 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-3dc5c49b-05c9-4027-b657-b286790b7a90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a5ac97-b257-4d7e-81e3-718aef45ac33') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:49.084100 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-3dc5c49b-05c9-4027-b657-b286790b7a90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a5ac97-b257-4d7e-81e3-718aef45ac33') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:49.099642 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3dc5c49b-05c9-4027-b657-b286790b7a90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:49.118046 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3dc5c49b-05c9-4027-b657-b286790b7a90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:49.127107 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc5c49b-05c9-4027-b657-b286790b7a90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:02:49.127524 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3dc5c49b-05c9-4027-b657-b286790b7a90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:02:49.131700 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:02:49.208769 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3dc5c49b-05c9-4027-b657-b286790b7a90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:49.219358 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3dc5c49b-05c9-4027-b657-b286790b7a90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:49.223499 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3dc5c49b-05c9-4027-b657-b286790b7a90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/networks/c40cb629-ab41-46e5-86a2-4e13984e41b0 HTTP/1.1" status: 204 len: 168 time: 0.8775263 Nov 25 20:02:49.228145 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46250) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:49.234014 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a7df943f-8965-4fa1-ab74-48ab5f6bb979 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-185952638'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:49.240044 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5c49b-05c9-4027-b657-b286790b7a90 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Network': ['ID=c40cb629-ab41-46e5-86a2-4e13984e41b0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:49.270956 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7df943f-8965-4fa1-ab74-48ab5f6bb979 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:49.274659 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a7df943f-8965-4fa1-ab74-48ab5f6bb979 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:49.300577 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7df943f-8965-4fa1-ab74-48ab5f6bb979 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:02:49.310365 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a7df943f-8965-4fa1-ab74-48ab5f6bb979 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:49.310717 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-a7df943f-8965-4fa1-ab74-48ab5f6bb979 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Added segment 78eaf119-477c-449a-8bc3-251d423fb03e of type vlan for network 138b7e91-1424-4fd8-987b-1e601830b7b4 Nov 25 20:02:49.353588 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a7df943f-8965-4fa1-ab74-48ab5f6bb979 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:49.379922 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a7df943f-8965-4fa1-ab74-48ab5f6bb979 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:49.386420 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7df943f-8965-4fa1-ab74-48ab5f6bb979 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:49.387573 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a7df943f-8965-4fa1-ab74-48ab5f6bb979 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:49.426449 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a7df943f-8965-4fa1-ab74-48ab5f6bb979 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1971326 Nov 25 20:02:49.429290 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46252) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:49.435737 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-ab8cad07-55f7-407f-9ddb-21499ea01bee tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'subnet': {'network_id': '138b7e91-1424-4fd8-987b-1e601830b7b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:49.471469 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df943f-8965-4fa1-ab74-48ab5f6bb979 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Network': ['ID=138b7e91-1424-4fd8-987b-1e601830b7b4,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:49.483084 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 138b7e91-1424-4fd8-987b-1e601830b7b4 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:02:49.547041 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8cad07-55f7-407f-9ddb-21499ea01bee tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:49.553116 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab8cad07-55f7-407f-9ddb-21499ea01bee tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:49.758277 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab8cad07-55f7-407f-9ddb-21499ea01bee tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:49.815413 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8cad07-55f7-407f-9ddb-21499ea01bee tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Subnet': ['ID=ff47f808-3c7a-4233-8aa9-eb0bd0ea2279,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:49.832619 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8cad07-55f7-407f-9ddb-21499ea01bee tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Checking segment: {'id': '78eaf119-477c-449a-8bc3-251d423fb03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '138b7e91-1424-4fd8-987b-1e601830b7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:02:49.833010 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8cad07-55f7-407f-9ddb-21499ea01bee tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network hostable DHCP agents. Network: 138b7e91-1424-4fd8-987b-1e601830b7b4, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:02:49.850366 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8cad07-55f7-407f-9ddb-21499ea01bee tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network 138b7e91-1424-4fd8-987b-1e601830b7b4 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:02:49.860125 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ab8cad07-55f7-407f-9ddb-21499ea01bee tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 138b7e91-1424-4fd8-987b-1e601830b7b4) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:49.864433 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8cad07-55f7-407f-9ddb-21499ea01bee tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:49.865101 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab8cad07-55f7-407f-9ddb-21499ea01bee tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:49.870158 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa23fc2-d72f-4863-8e3c-61224edb223a None None] Network 138b7e91-1424-4fd8-987b-1e601830b7b4 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:49.882753 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ab8cad07-55f7-407f-9ddb-21499ea01bee tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4518411 Nov 25 20:02:49.885587 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46256) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:49.890955 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-99e6e4cd-38b5-4979-90e3-8910a9a0a84e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'port': {'network_id': '138b7e91-1424-4fd8-987b-1e601830b7b4', 'name': 'tempest-PortsTestJSON-1364025114', 'fixed_ips': [{'subnet_id': 'ff47f808-3c7a-4233-8aa9-eb0bd0ea2279', 'ip_address': '172.20.0.10'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:50.007296 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e6e4cd-38b5-4979-90e3-8910a9a0a84e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:50.024053 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370122e8-477e-4cb8-ac61-8aaaa02e911d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-138b7e91-1424-4fd8-987b-1e601830b7b4', 'network_id': '138b7e91-1424-4fd8-987b-1e601830b7b4', 'tenant_id': 'd803371d4a904e3989487b82cc6de30e', 'fixed_ips': [{'subnet_id': 'ff47f808-3c7a-4233-8aa9-eb0bd0ea2279'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:02:50.025041 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-370122e8-477e-4cb8-ac61-8aaaa02e911d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:50.108256 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99e6e4cd-38b5-4979-90e3-8910a9a0a84e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:50.130988 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-99e6e4cd-38b5-4979-90e3-8910a9a0a84e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] device_id is not set on port 871cbefd-40aa-43ff-9fca-a66aec50d550 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 20:02:50.183971 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-370122e8-477e-4cb8-ac61-8aaaa02e911d None None] Allocated IP 172.20.0.2 (138b7e91-1424-4fd8-987b-1e601830b7b4/ff47f808-3c7a-4233-8aa9-eb0bd0ea2279/b356420e-3416-49d9-83b3-1afb8f201745) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:02:50.341592 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-370122e8-477e-4cb8-ac61-8aaaa02e911d None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:50.350606 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-370122e8-477e-4cb8-ac61-8aaaa02e911d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:50.396570 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370122e8-477e-4cb8-ac61-8aaaa02e911d None None] Network 138b7e91-1424-4fd8-987b-1e601830b7b4 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:02:50.402225 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-370122e8-477e-4cb8-ac61-8aaaa02e911d None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:50.406876 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370122e8-477e-4cb8-ac61-8aaaa02e911d None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:50.419145 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370122e8-477e-4cb8-ac61-8aaaa02e911d None None] Pushing event updated for resources: {'Port': ['ID=b356420e-3416-49d9-83b3-1afb8f201745,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:50.434898 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-99e6e4cd-38b5-4979-90e3-8910a9a0a84e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Allocated IP 172.20.0.10 (138b7e91-1424-4fd8-987b-1e601830b7b4/ff47f808-3c7a-4233-8aa9-eb0bd0ea2279/871cbefd-40aa-43ff-9fca-a66aec50d550) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:02:50.475046 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-370122e8-477e-4cb8-ac61-8aaaa02e911d None None] Attempting to bind port b356420e-3416-49d9-83b3-1afb8f201745 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:02:50.475413 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-370122e8-477e-4cb8-ac61-8aaaa02e911d None None] Attempting to bind port b356420e-3416-49d9-83b3-1afb8f201745 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '78eaf119-477c-449a-8bc3-251d423fb03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '138b7e91-1424-4fd8-987b-1e601830b7b4'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:02:50.475789 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370122e8-477e-4cb8-ac61-8aaaa02e911d None None] Attempting to bind port b356420e-3416-49d9-83b3-1afb8f201745 on network 138b7e91-1424-4fd8-987b-1e601830b7b4 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:02:50.482669 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370122e8-477e-4cb8-ac61-8aaaa02e911d None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:02:50.483074 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370122e8-477e-4cb8-ac61-8aaaa02e911d None None] Checking segment: {'id': '78eaf119-477c-449a-8bc3-251d423fb03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '138b7e91-1424-4fd8-987b-1e601830b7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:02:50.483449 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-370122e8-477e-4cb8-ac61-8aaaa02e911d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:50.483848 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370122e8-477e-4cb8-ac61-8aaaa02e911d None None] Bound using segment: {'id': '78eaf119-477c-449a-8bc3-251d423fb03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '138b7e91-1424-4fd8-987b-1e601830b7b4'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:02:50.484631 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-370122e8-477e-4cb8-ac61-8aaaa02e911d None None] Bound port: b356420e-3416-49d9-83b3-1afb8f201745, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78eaf119-477c-449a-8bc3-251d423fb03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '138b7e91-1424-4fd8-987b-1e601830b7b4'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:02:50.485764 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-370122e8-477e-4cb8-ac61-8aaaa02e911d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:50.560924 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-370122e8-477e-4cb8-ac61-8aaaa02e911d None None] For port b356420e-3416-49d9-83b3-1afb8f201745, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:02:50.564645 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-370122e8-477e-4cb8-ac61-8aaaa02e911d None None] For port b356420e-3416-49d9-83b3-1afb8f201745, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b356420e-3416-49d9-83b3-1afb8f201745,segment=NetworkSegment(78eaf119-477c-449a-8bc3-251d423fb03e),segment_id=78eaf119-477c-449a-8bc3-251d423fb03e)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:02:50.573355 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-370122e8-477e-4cb8-ac61-8aaaa02e911d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:50.675026 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370122e8-477e-4cb8-ac61-8aaaa02e911d None None] Pushing event updated for resources: {'Port': ['ID=b356420e-3416-49d9-83b3-1afb8f201745,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:50.720224 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99e6e4cd-38b5-4979-90e3-8910a9a0a84e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:50.778550 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99e6e4cd-38b5-4979-90e3-8910a9a0a84e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:50.866196 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6e4cd-38b5-4979-90e3-8910a9a0a84e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Port': ['ID=871cbefd-40aa-43ff-9fca-a66aec50d550,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:50.889874 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e6e4cd-38b5-4979-90e3-8910a9a0a84e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network 138b7e91-1424-4fd8-987b-1e601830b7b4 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:02:50.891142 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-99e6e4cd-38b5-4979-90e3-8910a9a0a84e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:50.897243 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e6e4cd-38b5-4979-90e3-8910a9a0a84e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:50.987669 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e6e4cd-38b5-4979-90e3-8910a9a0a84e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:50.988355 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99e6e4cd-38b5-4979-90e3-8910a9a0a84e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:51.024242 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-99e6e4cd-38b5-4979-90e3-8910a9a0a84e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1373112 Nov 25 20:02:51.027007 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46282) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:51.034341 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5976da25-8290-4244-ba5c-852397347d71 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'port': {'network_id': '138b7e91-1424-4fd8-987b-1e601830b7b4', 'name': 'tempest-PortsTestJSON-1659458979', 'fixed_ips': [{'subnet_id': 'ff47f808-3c7a-4233-8aa9-eb0bd0ea2279', 'ip_address': '172.20.0.9'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:51.192374 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5976da25-8290-4244-ba5c-852397347d71 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:51.197858 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5976da25-8290-4244-ba5c-852397347d71 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:51.234610 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-5976da25-8290-4244-ba5c-852397347d71 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] device_id is not set on port 81c97eea-cf93-4437-b1fc-a7f0ee22cf1d yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 20:02:51.383804 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b356420e-3416-49d9-83b3-1afb8f201745 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:02:51.469088 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port b356420e-3416-49d9-83b3-1afb8f201745 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:51.469557 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:51.561781 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-5976da25-8290-4244-ba5c-852397347d71 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Allocated IP 172.20.0.9 (138b7e91-1424-4fd8-987b-1e601830b7b4/ff47f808-3c7a-4233-8aa9-eb0bd0ea2279/81c97eea-cf93-4437-b1fc-a7f0ee22cf1d) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:02:51.620410 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:51.670983 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port b356420e-3416-49d9-83b3-1afb8f201745, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b356420e-3416-49d9-83b3-1afb8f201745,segment=NetworkSegment(78eaf119-477c-449a-8bc3-251d423fb03e),segment_id=78eaf119-477c-449a-8bc3-251d423fb03e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:02:51.676518 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:51.740414 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=b356420e-3416-49d9-83b3-1afb8f201745,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:51.769672 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5976da25-8290-4244-ba5c-852397347d71 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:51.814241 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5976da25-8290-4244-ba5c-852397347d71 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:51.887751 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5976da25-8290-4244-ba5c-852397347d71 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network 138b7e91-1424-4fd8-987b-1e601830b7b4 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:02:51.899196 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5976da25-8290-4244-ba5c-852397347d71 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:51.903292 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5976da25-8290-4244-ba5c-852397347d71 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:51.910436 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976da25-8290-4244-ba5c-852397347d71 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Port': ['ID=81c97eea-cf93-4437-b1fc-a7f0ee22cf1d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:52.000394 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5976da25-8290-4244-ba5c-852397347d71 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:52.001318 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5976da25-8290-4244-ba5c-852397347d71 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:52.020051 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80854feb-606e-4219-9fe2-1ff090ac89a1 None None] Network 138b7e91-1424-4fd8-987b-1e601830b7b4 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:52.026069 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5976da25-8290-4244-ba5c-852397347d71 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9958379 Nov 25 20:02:52.029975 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46290) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:52.132830 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-c4e0cd47-51a6-4233-bafd-5b93f67c4f6a None None] Provisioning complete for port b356420e-3416-49d9-83b3-1afb8f201745 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:52.133311 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c4e0cd47-51a6-4233-bafd-5b93f67c4f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:52.135090 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbc1d2d-f6fd-42cc-851d-05ec6f27071a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:52.140791 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46292) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:52.147238 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ecbc1d2d-f6fd-42cc-851d-05ec6f27071a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1155443 Nov 25 20:02:52.286433 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e1fc42-e10d-4169-8d56-371e620fe990 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:52.294392 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e1fc42-e10d-4169-8d56-371e620fe990 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:52.301452 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e1fc42-e10d-4169-8d56-371e620fe990 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:52.305971 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-07e1fc42-e10d-4169-8d56-371e620fe990 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1625035 Nov 25 20:02:52.306834 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46294) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:52.405606 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3368e83c-6170-48cf-ad39-62a01f360b15 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting port 81c97eea-cf93-4437-b1fc-a7f0ee22cf1d {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:02:52.406036 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3368e83c-6170-48cf-ad39-62a01f360b15 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:52.519854 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3368e83c-6170-48cf-ad39-62a01f360b15 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:52.534205 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3368e83c-6170-48cf-ad39-62a01f360b15 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Calling delete_port for 81c97eea-cf93-4437-b1fc-a7f0ee22cf1d owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:02:52.549742 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-894f1bbe-ed8b-4efa-82e3-8183c6b062aa None None] Provisioning complete for port 871cbefd-40aa-43ff-9fca-a66aec50d550 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:52.550259 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-894f1bbe-ed8b-4efa-82e3-8183c6b062aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:52.630239 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-894f1bbe-ed8b-4efa-82e3-8183c6b062aa None None] Port 871cbefd-40aa-43ff-9fca-a66aec50d550 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:02:52.672959 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-894f1bbe-ed8b-4efa-82e3-8183c6b062aa None None] Provisioning complete for port 81c97eea-cf93-4437-b1fc-a7f0ee22cf1d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:52.675538 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-894f1bbe-ed8b-4efa-82e3-8183c6b062aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:52.739540 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3368e83c-6170-48cf-ad39-62a01f360b15 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:52.757896 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-894f1bbe-ed8b-4efa-82e3-8183c6b062aa None None] Port 81c97eea-cf93-4437-b1fc-a7f0ee22cf1d cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:02:52.769488 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-894f1bbe-ed8b-4efa-82e3-8183c6b062aa None None] Provisioning complete for port b356420e-3416-49d9-83b3-1afb8f201745 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:52.769873 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-894f1bbe-ed8b-4efa-82e3-8183c6b062aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:52.773078 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368e83c-6170-48cf-ad39-62a01f360b15 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Port': ['ID=81c97eea-cf93-4437-b1fc-a7f0ee22cf1d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:52.863372 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3368e83c-6170-48cf-ad39-62a01f360b15 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:52.871118 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46306) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:52.872144 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3368e83c-6170-48cf-ad39-62a01f360b15 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/ports/81c97eea-cf93-4437-b1fc-a7f0ee22cf1d HTTP/1.1" status: 204 len: 168 time: 0.5646498 Nov 25 20:02:52.930219 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-6699e84e-5334-4f80-be2f-827de0227792 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] GET failed (client error): The resource could not be found. Nov 25 20:02:52.935189 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6699e84e-5334-4f80-be2f-827de0227792 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "GET /v2.0/ports/81c97eea-cf93-4437-b1fc-a7f0ee22cf1d HTTP/1.1" status: 404 len: 333 time: 0.0595713 Nov 25 20:02:52.935930 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46308) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:53.059484 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-563286e0-cb86-48ed-86e3-410b3b0e5cb5 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting port 871cbefd-40aa-43ff-9fca-a66aec50d550 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:02:53.060777 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-563286e0-cb86-48ed-86e3-410b3b0e5cb5 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:53.071580 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3c2e03cb-c74d-4a82-9533-7ae4fc7655d0 None None] Provisioning complete for port 871cbefd-40aa-43ff-9fca-a66aec50d550 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:53.071580 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3c2e03cb-c74d-4a82-9533-7ae4fc7655d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:53.155092 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-3c2e03cb-c74d-4a82-9533-7ae4fc7655d0 None None] Port 871cbefd-40aa-43ff-9fca-a66aec50d550 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:02:53.235641 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-563286e0-cb86-48ed-86e3-410b3b0e5cb5 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:53.260172 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-563286e0-cb86-48ed-86e3-410b3b0e5cb5 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Calling delete_port for 871cbefd-40aa-43ff-9fca-a66aec50d550 owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:02:53.273097 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6cf4b060-c088-4547-aacb-5231c1e211d8 None None] Could not find standard attr ID for object 81c97eea-cf93-4437-b1fc-a7f0ee22cf1d. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 20:02:53.331335 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b356420e-3416-49d9-83b3-1afb8f201745 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:02:53.421909 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port b356420e-3416-49d9-83b3-1afb8f201745 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:53.422581 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:53.510851 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-563286e0-cb86-48ed-86e3-410b3b0e5cb5 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:53.569502 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563286e0-cb86-48ed-86e3-410b3b0e5cb5 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Port': ['ID=871cbefd-40aa-43ff-9fca-a66aec50d550,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:53.677628 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-563286e0-cb86-48ed-86e3-410b3b0e5cb5 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:53.682107 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-563286e0-cb86-48ed-86e3-410b3b0e5cb5 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/ports/871cbefd-40aa-43ff-9fca-a66aec50d550 HTTP/1.1" status: 204 len: 168 time: 0.7447546 Nov 25 20:02:53.686163 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46310) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:53.720793 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-679710f9-9092-47ea-b840-fae8dafa9f0f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] GET failed (client error): The resource could not be found. Nov 25 20:02:53.725349 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-679710f9-9092-47ea-b840-fae8dafa9f0f tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "GET /v2.0/ports/871cbefd-40aa-43ff-9fca-a66aec50d550 HTTP/1.1" status: 404 len: 333 time: 0.0352712 Nov 25 20:02:53.725746 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46316) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:53.836550 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:53.841589 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1db9492-c728-400a-b86f-3f49b5265c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting subnet ff47f808-3c7a-4233-8aa9-eb0bd0ea2279 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:02:53.845105 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1db9492-c728-400a-b86f-3f49b5265c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:53.897908 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1db9492-c728-400a-b86f-3f49b5265c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:54.044277 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1db9492-c728-400a-b86f-3f49b5265c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:54.122375 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1db9492-c728-400a-b86f-3f49b5265c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:54.154273 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db9492-c728-400a-b86f-3f49b5265c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Subnet': ['ID=ff47f808-3c7a-4233-8aa9-eb0bd0ea2279,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:54.159365 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1db9492-c728-400a-b86f-3f49b5265c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:54.162602 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b1db9492-c728-400a-b86f-3f49b5265c43 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/subnets/ff47f808-3c7a-4233-8aa9-eb0bd0ea2279 HTTP/1.1" status: 204 len: 168 time: 0.4356444 Nov 25 20:02:54.165307 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46320) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:54.172522 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b935fd66-da92-49c0-9b34-969a2a19fd7f None None] Network 138b7e91-1424-4fd8-987b-1e601830b7b4 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:54.268224 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b75041a7-2f49-41a3-88fa-92626b40ee18 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:54.276539 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46322) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:54.395551 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:54.400679 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738e7894-2092-4f9d-832b-d6130cbd5455 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:54.401644 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738e7894-2092-4f9d-832b-d6130cbd5455 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:54.401644 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738e7894-2092-4f9d-832b-d6130cbd5455 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:54.404151 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-738e7894-2092-4f9d-832b-d6130cbd5455 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] 10.222.0.55 "GET /v2.0/ports?project_id=32afe38025cf480891593cfe301fccc3&network_id=f9efe18b-b42e-4866-8618-9258839cc777 HTTP/1.1" status: 200 len: 2969 time: 0.1265337 Nov 25 20:02:54.411651 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae84ed8a-50e3-4a2d-ada6-07ea122cd8da None None] DHCP port deletion for 138b7e91-1424-4fd8-987b-1e601830b7b4 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:02:54.436452 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b75041a7-2f49-41a3-88fa-92626b40ee18 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting port b356420e-3416-49d9-83b3-1afb8f201745 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:02:54.436883 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b75041a7-2f49-41a3-88fa-92626b40ee18 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:54.470682 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ae84ed8a-50e3-4a2d-ada6-07ea122cd8da None None] Deleting port b356420e-3416-49d9-83b3-1afb8f201745 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:02:54.471057 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae84ed8a-50e3-4a2d-ada6-07ea122cd8da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:54.532410 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b75041a7-2f49-41a3-88fa-92626b40ee18 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] For port b356420e-3416-49d9-83b3-1afb8f201745, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b356420e-3416-49d9-83b3-1afb8f201745,segment=NetworkSegment(78eaf119-477c-449a-8bc3-251d423fb03e),segment_id=78eaf119-477c-449a-8bc3-251d423fb03e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:02:54.532557 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b75041a7-2f49-41a3-88fa-92626b40ee18 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:54.549567 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ae84ed8a-50e3-4a2d-ada6-07ea122cd8da None None] For port b356420e-3416-49d9-83b3-1afb8f201745, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b356420e-3416-49d9-83b3-1afb8f201745,segment=NetworkSegment(78eaf119-477c-449a-8bc3-251d423fb03e),segment_id=78eaf119-477c-449a-8bc3-251d423fb03e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:02:54.550587 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae84ed8a-50e3-4a2d-ada6-07ea122cd8da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:54.551066 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b75041a7-2f49-41a3-88fa-92626b40ee18 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Calling delete_port for b356420e-3416-49d9-83b3-1afb8f201745 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:02:54.572714 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ae84ed8a-50e3-4a2d-ada6-07ea122cd8da None None] Calling delete_port for b356420e-3416-49d9-83b3-1afb8f201745 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:02:54.677572 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b75041a7-2f49-41a3-88fa-92626b40ee18 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:54.686396 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae84ed8a-50e3-4a2d-ada6-07ea122cd8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:54.706696 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae84ed8a-50e3-4a2d-ada6-07ea122cd8da None None] No DVR routers for this DVR port b356420e-3416-49d9-83b3-1afb8f201745 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:02:54.710476 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75041a7-2f49-41a3-88fa-92626b40ee18 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Port': ['ID=b356420e-3416-49d9-83b3-1afb8f201745,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:54.712880 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75041a7-2f49-41a3-88fa-92626b40ee18 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] No DVR routers for this DVR port b356420e-3416-49d9-83b3-1afb8f201745 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:02:54.756329 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84ed8a-50e3-4a2d-ada6-07ea122cd8da None None] Pushing event deleted for resources: {'Port': ['ID=b356420e-3416-49d9-83b3-1afb8f201745,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:54.857655 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b75041a7-2f49-41a3-88fa-92626b40ee18 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:54.883207 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-b75041a7-2f49-41a3-88fa-92626b40ee18 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['138b7e91-1424-4fd8-987b-1e601830b7b4']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:54.897674 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-b75041a7-2f49-41a3-88fa-92626b40ee18 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78eaf119-477c-449a-8bc3-251d423fb03e') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:54.898065 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-b75041a7-2f49-41a3-88fa-92626b40ee18 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78eaf119-477c-449a-8bc3-251d423fb03e') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:54.910828 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b75041a7-2f49-41a3-88fa-92626b40ee18 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:54.928361 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b75041a7-2f49-41a3-88fa-92626b40ee18 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:54.937170 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75041a7-2f49-41a3-88fa-92626b40ee18 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:02:54.937699 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b75041a7-2f49-41a3-88fa-92626b40ee18 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:02:54.942549 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:02:55.007051 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b75041a7-2f49-41a3-88fa-92626b40ee18 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:55.013531 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b75041a7-2f49-41a3-88fa-92626b40ee18 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:55.017088 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b75041a7-2f49-41a3-88fa-92626b40ee18 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/networks/138b7e91-1424-4fd8-987b-1e601830b7b4 HTTP/1.1" status: 204 len: 168 time: 0.8508201 Nov 25 20:02:55.021405 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46332) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:55.028837 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-512e17b3-d61d-4a56-baa4-85c6f94868c8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-210409893'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:55.033922 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75041a7-2f49-41a3-88fa-92626b40ee18 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Network': ['ID=138b7e91-1424-4fd8-987b-1e601830b7b4,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:55.053407 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512e17b3-d61d-4a56-baa4-85c6f94868c8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:55.057610 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-512e17b3-d61d-4a56-baa4-85c6f94868c8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:55.089515 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512e17b3-d61d-4a56-baa4-85c6f94868c8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:02:55.100495 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-512e17b3-d61d-4a56-baa4-85c6f94868c8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:55.101190 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-512e17b3-d61d-4a56-baa4-85c6f94868c8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Added segment 6ae9f38b-cc24-4c1a-9d39-fc62168342b8 of type vlan for network 35514013-8738-4bbf-aa03-5889bb011e27 Nov 25 20:02:55.150857 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-512e17b3-d61d-4a56-baa4-85c6f94868c8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:55.191986 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-512e17b3-d61d-4a56-baa4-85c6f94868c8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:55.203487 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512e17b3-d61d-4a56-baa4-85c6f94868c8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:55.204933 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-512e17b3-d61d-4a56-baa4-85c6f94868c8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:55.322830 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b356420e-3416-49d9-83b3-1afb8f201745 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:02:55.323998 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-512e17b3-d61d-4a56-baa4-85c6f94868c8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3007801 Nov 25 20:02:55.328781 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46336) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:55.336593 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-a6f3b056-92c3-4dc6-9927-5bccdeb1c6dc tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'subnet': {'network_id': '35514013-8738-4bbf-aa03-5889bb011e27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:55.344933 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e17b3-d61d-4a56-baa4-85c6f94868c8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Network': ['ID=35514013-8738-4bbf-aa03-5889bb011e27,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:55.378113 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: b356420e-3416-49d9-83b3-1afb8f201745 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:02:55.383734 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b356420e-3416-49d9-83b3-1afb8f201745 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:02:55.388279 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 35514013-8738-4bbf-aa03-5889bb011e27 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:02:55.486712 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f3b056-92c3-4dc6-9927-5bccdeb1c6dc tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:55.490657 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a6f3b056-92c3-4dc6-9927-5bccdeb1c6dc tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:55.704263 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a6f3b056-92c3-4dc6-9927-5bccdeb1c6dc tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:55.782618 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f3b056-92c3-4dc6-9927-5bccdeb1c6dc tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Checking segment: {'id': '6ae9f38b-cc24-4c1a-9d39-fc62168342b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '35514013-8738-4bbf-aa03-5889bb011e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:02:55.782990 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f3b056-92c3-4dc6-9927-5bccdeb1c6dc tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network hostable DHCP agents. Network: 35514013-8738-4bbf-aa03-5889bb011e27, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:02:55.785453 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3b056-92c3-4dc6-9927-5bccdeb1c6dc tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Subnet': ['ID=b1b0eea1-8f07-4825-8990-a58165bf89d1,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:55.812240 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f3b056-92c3-4dc6-9927-5bccdeb1c6dc tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network 35514013-8738-4bbf-aa03-5889bb011e27 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:02:55.823089 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-a6f3b056-92c3-4dc6-9927-5bccdeb1c6dc tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 35514013-8738-4bbf-aa03-5889bb011e27) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:55.827981 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f3b056-92c3-4dc6-9927-5bccdeb1c6dc tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:55.828728 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a6f3b056-92c3-4dc6-9927-5bccdeb1c6dc tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:55.837253 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c77bf72-8aca-4719-a4bb-d92d94f00b72 None None] Network 35514013-8738-4bbf-aa03-5889bb011e27 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:55.852588 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a6f3b056-92c3-4dc6-9927-5bccdeb1c6dc tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5178707 Nov 25 20:02:55.852833 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46342) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:55.860293 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-23ac1e65-7ab3-43c6-a420-9713a6aec5c8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2085392699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:55.897119 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23ac1e65-7ab3-43c6-a420-9713a6aec5c8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:55.900681 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23ac1e65-7ab3-43c6-a420-9713a6aec5c8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:55.989707 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23ac1e65-7ab3-43c6-a420-9713a6aec5c8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:56.003407 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23ac1e65-7ab3-43c6-a420-9713a6aec5c8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:56.028737 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23ac1e65-7ab3-43c6-a420-9713a6aec5c8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:56.030567 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-23ac1e65-7ab3-43c6-a420-9713a6aec5c8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1773584 Nov 25 20:02:56.033324 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46350) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:56.039795 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ffbd1719-897b-4e9c-b2ef-62c2308d0abd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'port': {'network_id': '35514013-8738-4bbf-aa03-5889bb011e27', 'name': 'tempest-PortsTestJSON-310758369'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:56.220390 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbd1719-897b-4e9c-b2ef-62c2308d0abd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:56.228048 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ffbd1719-897b-4e9c-b2ef-62c2308d0abd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:56.281831 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-ffbd1719-897b-4e9c-b2ef-62c2308d0abd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] device_id is not set on port 39d0a16b-ac25-4a87-b6ff-030817bcc447 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 20:02:56.339056 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cf2033-ad56-44b5-9316-b552395ccbed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-35514013-8738-4bbf-aa03-5889bb011e27', 'network_id': '35514013-8738-4bbf-aa03-5889bb011e27', 'tenant_id': 'd803371d4a904e3989487b82cc6de30e', 'fixed_ips': [{'subnet_id': 'b1b0eea1-8f07-4825-8990-a58165bf89d1'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:02:56.342646 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-26cf2033-ad56-44b5-9316-b552395ccbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:56.381824 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46352) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:56.506591 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e69a0b5-e5ba-44e4-85dd-23a489829782 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:56.522775 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6e69a0b5-e5ba-44e4-85dd-23a489829782 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=f965ced5-a415-47da-9748-3514ef368954 HTTP/1.1" status: 200 len: 814 time: 0.1391709 Nov 25 20:02:56.536482 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-ffbd1719-897b-4e9c-b2ef-62c2308d0abd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Allocated IP 172.20.0.5 (35514013-8738-4bbf-aa03-5889bb011e27/b1b0eea1-8f07-4825-8990-a58165bf89d1/39d0a16b-ac25-4a87-b6ff-030817bcc447) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:02:56.725871 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ffbd1719-897b-4e9c-b2ef-62c2308d0abd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:56.783057 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ffbd1719-897b-4e9c-b2ef-62c2308d0abd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:56.844255 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd1719-897b-4e9c-b2ef-62c2308d0abd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Port': ['ID=39d0a16b-ac25-4a87-b6ff-030817bcc447,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:56.869393 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbd1719-897b-4e9c-b2ef-62c2308d0abd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network 35514013-8738-4bbf-aa03-5889bb011e27 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:02:56.871209 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ffbd1719-897b-4e9c-b2ef-62c2308d0abd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:56.875003 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbd1719-897b-4e9c-b2ef-62c2308d0abd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:56.897104 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-26cf2033-ad56-44b5-9316-b552395ccbed None None] Allocated IP 172.20.0.2 (35514013-8738-4bbf-aa03-5889bb011e27/b1b0eea1-8f07-4825-8990-a58165bf89d1/ecfec58f-b62d-4d31-b644-4333f40d1bfa) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:02:56.938257 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbd1719-897b-4e9c-b2ef-62c2308d0abd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:56.939213 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ffbd1719-897b-4e9c-b2ef-62c2308d0abd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:56.963570 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ffbd1719-897b-4e9c-b2ef-62c2308d0abd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9286194 Nov 25 20:02:56.967460 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46360) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:57.150535 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-26cf2033-ad56-44b5-9316-b552395ccbed None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:57.158252 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-26cf2033-ad56-44b5-9316-b552395ccbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:57.200132 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cf2033-ad56-44b5-9316-b552395ccbed None None] Network 35514013-8738-4bbf-aa03-5889bb011e27 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:02:57.203530 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-26cf2033-ad56-44b5-9316-b552395ccbed None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:57.209783 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cf2033-ad56-44b5-9316-b552395ccbed None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:57.223742 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf2033-ad56-44b5-9316-b552395ccbed None None] Pushing event updated for resources: {'Port': ['ID=ecfec58f-b62d-4d31-b644-4333f40d1bfa,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:57.250654 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46366) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:57.256811 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9a6c8141-41cc-463c-8a3d-7f93517777bb tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'network': {'name': 'tempest-network-smoke--2010570940', 'project_id': '32afe38025cf480891593cfe301fccc3', 'port_security_enabled': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:57.279358 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-26cf2033-ad56-44b5-9316-b552395ccbed None None] Attempting to bind port ecfec58f-b62d-4d31-b644-4333f40d1bfa on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:02:57.279691 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-26cf2033-ad56-44b5-9316-b552395ccbed None None] Attempting to bind port ecfec58f-b62d-4d31-b644-4333f40d1bfa by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '6ae9f38b-cc24-4c1a-9d39-fc62168342b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '35514013-8738-4bbf-aa03-5889bb011e27'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:02:57.280072 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cf2033-ad56-44b5-9316-b552395ccbed None None] Attempting to bind port ecfec58f-b62d-4d31-b644-4333f40d1bfa on network 35514013-8738-4bbf-aa03-5889bb011e27 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:02:57.286706 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cf2033-ad56-44b5-9316-b552395ccbed None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:02:57.287089 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cf2033-ad56-44b5-9316-b552395ccbed None None] Checking segment: {'id': '6ae9f38b-cc24-4c1a-9d39-fc62168342b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '35514013-8738-4bbf-aa03-5889bb011e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:02:57.288090 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-26cf2033-ad56-44b5-9316-b552395ccbed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:57.288511 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cf2033-ad56-44b5-9316-b552395ccbed None None] Bound using segment: {'id': '6ae9f38b-cc24-4c1a-9d39-fc62168342b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '35514013-8738-4bbf-aa03-5889bb011e27'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:02:57.289000 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-26cf2033-ad56-44b5-9316-b552395ccbed None None] Bound port: ecfec58f-b62d-4d31-b644-4333f40d1bfa, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae9f38b-cc24-4c1a-9d39-fc62168342b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '35514013-8738-4bbf-aa03-5889bb011e27'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:02:57.289442 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-26cf2033-ad56-44b5-9316-b552395ccbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:57.306050 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6c8141-41cc-463c-8a3d-7f93517777bb tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Made reservation on behalf of 32afe38025cf480891593cfe301fccc3 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:57.311453 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a6c8141-41cc-463c-8a3d-7f93517777bb tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:57.343298 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6c8141-41cc-463c-8a3d-7f93517777bb tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:02:57.355239 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a6c8141-41cc-463c-8a3d-7f93517777bb tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:57.355976 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-9a6c8141-41cc-463c-8a3d-7f93517777bb tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Added segment ceb6de89-accb-4884-9f0d-f52dc6238d5e of type vlan for network 70602234-38d4-4ee8-9172-b702e8514853 Nov 25 20:02:57.369108 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-26cf2033-ad56-44b5-9316-b552395ccbed None None] For port ecfec58f-b62d-4d31-b644-4333f40d1bfa, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:02:57.373634 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-26cf2033-ad56-44b5-9316-b552395ccbed None None] For port ecfec58f-b62d-4d31-b644-4333f40d1bfa, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=ecfec58f-b62d-4d31-b644-4333f40d1bfa,segment=NetworkSegment(6ae9f38b-cc24-4c1a-9d39-fc62168342b8),segment_id=6ae9f38b-cc24-4c1a-9d39-fc62168342b8)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:02:57.378655 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-26cf2033-ad56-44b5-9316-b552395ccbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:57.412382 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a6c8141-41cc-463c-8a3d-7f93517777bb tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:57.457741 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf2033-ad56-44b5-9316-b552395ccbed None None] Pushing event updated for resources: {'Port': ['ID=ecfec58f-b62d-4d31-b644-4333f40d1bfa,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:57.463880 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a6c8141-41cc-463c-8a3d-7f93517777bb tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:57.473479 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6c8141-41cc-463c-8a3d-7f93517777bb tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:57.474248 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a6c8141-41cc-463c-8a3d-7f93517777bb tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:57.537601 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9a6c8141-41cc-463c-8a3d-7f93517777bb tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2858062 Nov 25 20:02:57.540764 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46368) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:57.591487 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c8141-41cc-463c-8a3d-7f93517777bb tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'Network': ['ID=70602234-38d4-4ee8-9172-b702e8514853,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:57.603534 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 70602234-38d4-4ee8-9172-b702e8514853 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:02:58.035415 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa112cd-44cb-4f63-8a85-550b84e19059 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:58.040342 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-afa112cd-44cb-4f63-8a85-550b84e19059 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=32afe38025cf480891593cfe301fccc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.4947228 Nov 25 20:02:58.040342 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46374) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:58.077644 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3070c4a9-c00e-4cf8-bf44-0f930d8218ba tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:58.281864 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6c8e46-cc05-449f-939f-18b14084c843 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:58.283673 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8b6c8e46-cc05-449f-939f-18b14084c843 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2429168 Nov 25 20:02:58.286890 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46378) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:58.347944 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d34ab1d0-40a9-4143-bfdd-ebc63cf2b038 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=f965ced5-a415-47da-9748-3514ef368954&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0598040 Nov 25 20:02:58.350598 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46380) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:58.428269 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ea1be934-ad4c-4928-b1d1-0354e2e7ccb0 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=32afe38025cf480891593cfe301fccc3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0758514 Nov 25 20:02:58.429045 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46382) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:58.522379 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3070c4a9-c00e-4cf8-bf44-0f930d8218ba tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:58.531071 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3070c4a9-c00e-4cf8-bf44-0f930d8218ba tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:58.674050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070c4a9-c00e-4cf8-bf44-0f930d8218ba tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Port': ['ID=39d0a16b-ac25-4a87-b6ff-030817bcc447,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:58.709346 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b85280-8e60-4568-ae3c-27ff3b7e88ab tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:58.711552 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-81b85280-8e60-4568-ae3c-27ff3b7e88ab tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2807665 Nov 25 20:02:58.716557 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46384) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:58.750940 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e5696dc7-942d-4bb4-ab53-c26c211957ca tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=f965ced5-a415-47da-9748-3514ef368954&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332961 Nov 25 20:02:58.753573 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46386) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:58.760105 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cf40ffc6-0d32-474c-8677-d0c0a0802d58 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-689926893', 'network_id': '70602234-38d4-4ee8-9172-b702e8514853', 'project_id': '32afe38025cf480891593cfe301fccc3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:58.896683 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf40ffc6-0d32-474c-8677-d0c0a0802d58 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Made reservation on behalf of 32afe38025cf480891593cfe301fccc3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:58.915414 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf40ffc6-0d32-474c-8677-d0c0a0802d58 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:58.943702 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d79518-411d-45f6-9ccc-5e92b7e2e14d None None] Network 35514013-8738-4bbf-aa03-5889bb011e27 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:58.955856 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3070c4a9-c00e-4cf8-bf44-0f930d8218ba tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:59.086827 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5af22869-dc70-4bcc-b24a-903709238281 None None] Provisioning complete for port ecfec58f-b62d-4d31-b644-4333f40d1bfa triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:59.087081 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5af22869-dc70-4bcc-b24a-903709238281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:59.247549 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3070c4a9-c00e-4cf8-bf44-0f930d8218ba tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:59.248437 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf40ffc6-0d32-474c-8677-d0c0a0802d58 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:59.356597 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ff751164-03e8-447a-8bf7-1bf772af4d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:59.426620 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5af22869-dc70-4bcc-b24a-903709238281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:59.537215 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf40ffc6-0d32-474c-8677-d0c0a0802d58 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Checking segment: {'id': 'ceb6de89-accb-4884-9f0d-f52dc6238d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '70602234-38d4-4ee8-9172-b702e8514853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:02:59.537215 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf40ffc6-0d32-474c-8677-d0c0a0802d58 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Network hostable DHCP agents. Network: 70602234-38d4-4ee8-9172-b702e8514853, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:02:59.552201 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40ffc6-0d32-474c-8677-d0c0a0802d58 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'Subnet': ['ID=73edfe07-ff1f-4b15-911a-f3ae15ccdfb5,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:59.591355 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf40ffc6-0d32-474c-8677-d0c0a0802d58 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Network 70602234-38d4-4ee8-9172-b702e8514853 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:02:59.613403 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-cf40ffc6-0d32-474c-8677-d0c0a0802d58 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 70602234-38d4-4ee8-9172-b702e8514853) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:59.625308 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf40ffc6-0d32-474c-8677-d0c0a0802d58 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:59.625990 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf40ffc6-0d32-474c-8677-d0c0a0802d58 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:59.634557 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5af22869-dc70-4bcc-b24a-903709238281 None None] For port ecfec58f-b62d-4d31-b644-4333f40d1bfa, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=ecfec58f-b62d-4d31-b644-4333f40d1bfa,segment=NetworkSegment(6ae9f38b-cc24-4c1a-9d39-fc62168342b8),segment_id=6ae9f38b-cc24-4c1a-9d39-fc62168342b8)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:02:59.639791 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ecfec58f-b62d-4d31-b644-4333f40d1bfa up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:02:59.690880 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cf40ffc6-0d32-474c-8677-d0c0a0802d58 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9348998 Nov 25 20:02:59.783461 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291b9733-ad04-482e-b607-d0323505fa25 None None] Network 70602234-38d4-4ee8-9172-b702e8514853 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:59.786741 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5af22869-dc70-4bcc-b24a-903709238281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:59.927398 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port ecfec58f-b62d-4d31-b644-4333f40d1bfa triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:59.928024 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:59.947642 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3070c4a9-c00e-4cf8-bf44-0f930d8218ba tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:59.956945 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3070c4a9-c00e-4cf8-bf44-0f930d8218ba tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:00.107361 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af22869-dc70-4bcc-b24a-903709238281 None None] Pushing event updated for resources: {'Port': ['ID=ecfec58f-b62d-4d31-b644-4333f40d1bfa,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:00.147907 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-43d473a1-4b5b-4ba3-a5fc-3e1f52efd459 None None] Provisioning complete for port ecfec58f-b62d-4d31-b644-4333f40d1bfa triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:00.148315 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-43d473a1-4b5b-4ba3-a5fc-3e1f52efd459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:00.166719 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3070c4a9-c00e-4cf8-bf44-0f930d8218ba tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:00.247272 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070c4a9-c00e-4cf8-bf44-0f930d8218ba tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Port': ['ID=39d0a16b-ac25-4a87-b6ff-030817bcc447,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:00.329609 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46402) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:00.334639 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-97ef42a0-639e-4df3-baa0-5c98c7a1877f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1878204722', 'description': 'tempest-secgroup-smoke-1878204722 description', 'project_id': '32afe38025cf480891593cfe301fccc3'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:00.377237 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97ef42a0-639e-4df3-baa0-5c98c7a1877f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:00.419621 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9136afe-a6b9-4b7a-8b4c-382fdf36f8d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-70602234-38d4-4ee8-9172-b702e8514853', 'network_id': '70602234-38d4-4ee8-9172-b702e8514853', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'fixed_ips': [{'subnet_id': '73edfe07-ff1f-4b15-911a-f3ae15ccdfb5'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:03:00.420598 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b9136afe-a6b9-4b7a-8b4c-382fdf36f8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:00.440110 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3070c4a9-c00e-4cf8-bf44-0f930d8218ba tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network 35514013-8738-4bbf-aa03-5889bb011e27 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:03:00.454222 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-3070c4a9-c00e-4cf8-bf44-0f930d8218ba tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:03:00.694183 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-43d473a1-4b5b-4ba3-a5fc-3e1f52efd459 None None] Provisioning complete for port 39d0a16b-ac25-4a87-b6ff-030817bcc447 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:00.694618 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-43d473a1-4b5b-4ba3-a5fc-3e1f52efd459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:00.732049 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97ef42a0-639e-4df3-baa0-5c98c7a1877f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:00.745913 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97ef42a0-639e-4df3-baa0-5c98c7a1877f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:00.773997 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-43d473a1-4b5b-4ba3-a5fc-3e1f52efd459 None None] Port 39d0a16b-ac25-4a87-b6ff-030817bcc447 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:03:00.781352 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-b9136afe-a6b9-4b7a-8b4c-382fdf36f8d7 None None] Allocated IP 172.20.0.18 (70602234-38d4-4ee8-9172-b702e8514853/73edfe07-ff1f-4b15-911a-f3ae15ccdfb5/1074e9a7-c9c5-4e69-8e8a-54ded166fb7f) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:03:00.814042 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97ef42a0-639e-4df3-baa0-5c98c7a1877f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:00.816451 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-97ef42a0-639e-4df3-baa0-5c98c7a1877f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4853928 Nov 25 20:03:00.819229 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46406) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:00.829023 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef42a0-639e-4df3-baa0-5c98c7a1877f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e03778f1-f4df-49aa-bba2-7decd6c2aa40,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:00.841256 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-914f0195-c3ce-4f93-8c33-67b778707c76 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'security_group_rule': {'security_group_id': 'e03778f1-f4df-49aa-bba2-7decd6c2aa40', 'project_id': '32afe38025cf480891593cfe301fccc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:00.845135 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3070c4a9-c00e-4cf8-bf44-0f930d8218ba tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Router 0a1b05d8-2a6e-44f6-b32e-33fd503b351f is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:03:00.913709 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-914f0195-c3ce-4f93-8c33-67b778707c76 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:00.944582 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7368004a-5729-45fc-9add-5dccddc886d3 None None] Provisioning complete for port 39d0a16b-ac25-4a87-b6ff-030817bcc447 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:00.944966 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7368004a-5729-45fc-9add-5dccddc886d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:01.011411 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3070c4a9-c00e-4cf8-bf44-0f930d8218ba tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:03:01.022052 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3070c4a9-c00e-4cf8-bf44-0f930d8218ba tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "PUT /v2.0/routers/0a1b05d8-2a6e-44f6-b32e-33fd503b351f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0533657 Nov 25 20:03:01.024863 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46410) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:01.037729 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb906d75-9345-4bc2-a584-f7cb9d1471ff None None] Sync routers for ids ['0a1b05d8-2a6e-44f6-b32e-33fd503b351f'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:03:01.087323 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb906d75-9345-4bc2-a584-f7cb9d1471ff None None] Routers {'0a1b05d8-2a6e-44f6-b32e-33fd503b351f'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:03:01.087982 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cb906d75-9345-4bc2-a584-f7cb9d1471ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:02:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['0a1b05d8-2a6e-44f6-b32e-33fd503b351f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:01.097042 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7368004a-5729-45fc-9add-5dccddc886d3 None None] Port 39d0a16b-ac25-4a87-b6ff-030817bcc447 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:03:01.097573 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-914f0195-c3ce-4f93-8c33-67b778707c76 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:01.104423 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-914f0195-c3ce-4f93-8c33-67b778707c76 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:01.124940 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac06f3e-8e75-4f5f-935f-e688a6bea3f8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:01.130669 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3ac06f3e-8e75-4f5f-935f-e688a6bea3f8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a1b05d8-2a6e-44f6-b32e-33fd503b351f HTTP/1.1" status: 200 len: 981 time: 0.1005545 Nov 25 20:03:01.133215 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46412) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:01.178106 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cb906d75-9345-4bc2-a584-f7cb9d1471ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:01.203407 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb906d75-9345-4bc2-a584-f7cb9d1471ff None None] Routers {'0a1b05d8-2a6e-44f6-b32e-33fd503b351f'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:03:01.204058 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cb906d75-9345-4bc2-a584-f7cb9d1471ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:02:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['0a1b05d8-2a6e-44f6-b32e-33fd503b351f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:01.214355 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b9136afe-a6b9-4b7a-8b4c-382fdf36f8d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:01.258071 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cb906d75-9345-4bc2-a584-f7cb9d1471ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:01.258817 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb906d75-9345-4bc2-a584-f7cb9d1471ff None None] The sync data for ids ['0a1b05d8-2a6e-44f6-b32e-33fd503b351f'] in n-d-819349-5 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:03:01.263149 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-b826b3d0-8b22-4a8a-b41a-0d317d4633f0 None None] Provisioning complete for port 39d0a16b-ac25-4a87-b6ff-030817bcc447 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:01.263530 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b826b3d0-8b22-4a8a-b41a-0d317d4633f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:01.311068 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b826b3d0-8b22-4a8a-b41a-0d317d4633f0 None None] Port 39d0a16b-ac25-4a87-b6ff-030817bcc447 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:03:01.313813 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b9136afe-a6b9-4b7a-8b4c-382fdf36f8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:01.356276 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9136afe-a6b9-4b7a-8b4c-382fdf36f8d7 None None] Network 70602234-38d4-4ee8-9172-b702e8514853 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:03:01.359561 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-b9136afe-a6b9-4b7a-8b4c-382fdf36f8d7 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:03:01.362152 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9136afe-a6b9-4b7a-8b4c-382fdf36f8d7 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:03:01.384540 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ecfec58f-b62d-4d31-b644-4333f40d1bfa up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:03:01.403576 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f0195-c3ce-4f93-8c33-67b778707c76 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ac795c-b37b-49d3-8e38-8262316f8b6f,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:01.433416 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9136afe-a6b9-4b7a-8b4c-382fdf36f8d7 None None] Pushing event updated for resources: {'Port': ['ID=1074e9a7-c9c5-4e69-8e8a-54ded166fb7f,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:01.477485 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b9136afe-a6b9-4b7a-8b4c-382fdf36f8d7 None None] Attempting to bind port 1074e9a7-c9c5-4e69-8e8a-54ded166fb7f on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:03:01.477855 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b9136afe-a6b9-4b7a-8b4c-382fdf36f8d7 None None] Attempting to bind port 1074e9a7-c9c5-4e69-8e8a-54ded166fb7f by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'ceb6de89-accb-4884-9f0d-f52dc6238d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '70602234-38d4-4ee8-9172-b702e8514853'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:03:01.478233 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9136afe-a6b9-4b7a-8b4c-382fdf36f8d7 None None] Attempting to bind port 1074e9a7-c9c5-4e69-8e8a-54ded166fb7f on network 70602234-38d4-4ee8-9172-b702e8514853 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:03:01.486450 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9136afe-a6b9-4b7a-8b4c-382fdf36f8d7 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:03:01.486874 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9136afe-a6b9-4b7a-8b4c-382fdf36f8d7 None None] Checking segment: {'id': 'ceb6de89-accb-4884-9f0d-f52dc6238d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '70602234-38d4-4ee8-9172-b702e8514853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:03:01.487430 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b9136afe-a6b9-4b7a-8b4c-382fdf36f8d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:01.487848 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9136afe-a6b9-4b7a-8b4c-382fdf36f8d7 None None] Bound using segment: {'id': 'ceb6de89-accb-4884-9f0d-f52dc6238d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '70602234-38d4-4ee8-9172-b702e8514853'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:03:01.488362 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b9136afe-a6b9-4b7a-8b4c-382fdf36f8d7 None None] Bound port: 1074e9a7-c9c5-4e69-8e8a-54ded166fb7f, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb6de89-accb-4884-9f0d-f52dc6238d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '70602234-38d4-4ee8-9172-b702e8514853'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:03:01.488757 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b9136afe-a6b9-4b7a-8b4c-382fdf36f8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:01.535707 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port ecfec58f-b62d-4d31-b644-4333f40d1bfa triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:01.536097 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:01.538355 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-914f0195-c3ce-4f93-8c33-67b778707c76 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:01.541798 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-914f0195-c3ce-4f93-8c33-67b778707c76 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7150717 Nov 25 20:03:01.545567 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46414) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:01.552608 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-7a13bf52-c91b-4bff-a16f-b17897c20761 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'security_group_rule': {'security_group_id': 'e03778f1-f4df-49aa-bba2-7decd6c2aa40', 'project_id': '32afe38025cf480891593cfe301fccc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:01.599396 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:03:01.615988 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7a13bf52-c91b-4bff-a16f-b17897c20761 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:01.772335 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7a13bf52-c91b-4bff-a16f-b17897c20761 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:01.779457 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7a13bf52-c91b-4bff-a16f-b17897c20761 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:01.811362 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13bf52-c91b-4bff-a16f-b17897c20761 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58320ee6-6797-40f1-b5e8-f6931b74e94d,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:01.835093 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7a13bf52-c91b-4bff-a16f-b17897c20761 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:01.837541 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7a13bf52-c91b-4bff-a16f-b17897c20761 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2900791 Nov 25 20:03:01.841585 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46418) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:01.850230 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-deb7867e-b759-41ca-ad9e-83e671cc1bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:01.855307 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-6026714b-896a-412d-8d42-e0ff2499abd4 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'security_group_rule': {'security_group_id': 'e03778f1-f4df-49aa-bba2-7decd6c2aa40', 'project_id': '32afe38025cf480891593cfe301fccc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:01.907792 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b9136afe-a6b9-4b7a-8b4c-382fdf36f8d7 None None] For port 1074e9a7-c9c5-4e69-8e8a-54ded166fb7f, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:03:01.938326 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6026714b-896a-412d-8d42-e0ff2499abd4 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:01.940190 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b9136afe-a6b9-4b7a-8b4c-382fdf36f8d7 None None] For port 1074e9a7-c9c5-4e69-8e8a-54ded166fb7f, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1074e9a7-c9c5-4e69-8e8a-54ded166fb7f,segment=NetworkSegment(ceb6de89-accb-4884-9f0d-f52dc6238d5e),segment_id=ceb6de89-accb-4884-9f0d-f52dc6238d5e)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:03:01.956676 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b9136afe-a6b9-4b7a-8b4c-382fdf36f8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:02.016797 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e949877c-4934-4790-b2e9-8fc28ec18ec9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:02.101518 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6026714b-896a-412d-8d42-e0ff2499abd4 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:02.107460 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6026714b-896a-412d-8d42-e0ff2499abd4 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:02.120779 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9136afe-a6b9-4b7a-8b4c-382fdf36f8d7 None None] Pushing event updated for resources: {'Port': ['ID=1074e9a7-c9c5-4e69-8e8a-54ded166fb7f,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:02.158831 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026714b-896a-412d-8d42-e0ff2499abd4 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8720e9d-0bdd-4c4d-854d-650289e4bc02,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:02.177646 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6026714b-896a-412d-8d42-e0ff2499abd4 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:02.182170 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6026714b-896a-412d-8d42-e0ff2499abd4 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3361948 Nov 25 20:03:02.182430 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46424) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:02.196719 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-9484e2fa-4fb8-4b99-8e54-dd72ba7e001d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'security_group_rule': {'security_group_id': 'e03778f1-f4df-49aa-bba2-7decd6c2aa40', 'project_id': '32afe38025cf480891593cfe301fccc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:02.237794 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9484e2fa-4fb8-4b99-8e54-dd72ba7e001d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:02.327268 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9484e2fa-4fb8-4b99-8e54-dd72ba7e001d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:02.427062 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9484e2fa-4fb8-4b99-8e54-dd72ba7e001d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:02.427062 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484e2fa-4fb8-4b99-8e54-dd72ba7e001d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3540e0b7-470c-4e2c-8399-30ad49572252,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:02.427062 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9484e2fa-4fb8-4b99-8e54-dd72ba7e001d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:02.530817 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46432) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:02.533809 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9484e2fa-4fb8-4b99-8e54-dd72ba7e001d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2241719 Nov 25 20:03:02.534231 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-11ccf379-b9b9-4ec4-a5b1-010de0699c31 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'security_group_rule': {'security_group_id': 'e03778f1-f4df-49aa-bba2-7decd6c2aa40', 'project_id': '32afe38025cf480891593cfe301fccc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:02.534231 n-d-819349-5 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-11ccf379-b9b9-4ec4-a5b1-010de0699c31 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Project 32afe38025cf480891593cfe301fccc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:03:02.534231 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11ccf379-b9b9-4ec4-a5b1-010de0699c31 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:02.595903 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e949877c-4934-4790-b2e9-8fc28ec18ec9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting port 39d0a16b-ac25-4a87-b6ff-030817bcc447 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:03:02.596410 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e949877c-4934-4790-b2e9-8fc28ec18ec9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:03.081498 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11ccf379-b9b9-4ec4-a5b1-010de0699c31 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:03.096466 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11ccf379-b9b9-4ec4-a5b1-010de0699c31 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:03.141477 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ccf379-b9b9-4ec4-a5b1-010de0699c31 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e82d51-706a-4608-8a59-e67b76cde80e,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:03.161089 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11ccf379-b9b9-4ec4-a5b1-010de0699c31 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:03.165294 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46450) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:03.165906 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-11ccf379-b9b9-4ec4-a5b1-010de0699c31 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7571404 Nov 25 20:03:03.170235 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e949877c-4934-4790-b2e9-8fc28ec18ec9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:03.171906 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-2619be26-f6b7-4e06-91ba-e1f238517839 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'security_group_rule': {'security_group_id': 'e03778f1-f4df-49aa-bba2-7decd6c2aa40', 'project_id': '32afe38025cf480891593cfe301fccc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:03.187068 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e949877c-4934-4790-b2e9-8fc28ec18ec9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Calling delete_port for 39d0a16b-ac25-4a87-b6ff-030817bcc447 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:03:03.280069 n-d-819349-5 neutron-server[103600]: INFO neutron.db.securitygroups_db [None req-2619be26-f6b7-4e06-91ba-e1f238517839 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Project 32afe38025cf480891593cfe301fccc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:03:03.307167 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2619be26-f6b7-4e06-91ba-e1f238517839 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:03.426047 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1074e9a7-c9c5-4e69-8e8a-54ded166fb7f up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:03:03.532563 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2619be26-f6b7-4e06-91ba-e1f238517839 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:03.540818 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2619be26-f6b7-4e06-91ba-e1f238517839 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:03.576938 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e949877c-4934-4790-b2e9-8fc28ec18ec9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:03.594078 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 1074e9a7-c9c5-4e69-8e8a-54ded166fb7f triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:03.594485 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:03.596667 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2619be26-f6b7-4e06-91ba-e1f238517839 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:03.597915 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2619be26-f6b7-4e06-91ba-e1f238517839 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4308074 Nov 25 20:03:03.607381 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619be26-f6b7-4e06-91ba-e1f238517839 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07433ef6-4d35-48f2-99da-fc15933399f7,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:03.643230 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949877c-4934-4790-b2e9-8fc28ec18ec9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Port': ['ID=39d0a16b-ac25-4a87-b6ff-030817bcc447,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:03.706910 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e0567e-0499-4661-ab83-4a7b053200b7 None None] Network 70602234-38d4-4ee8-9172-b702e8514853 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:03:03.975095 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-c8742789-d35b-45d2-9d24-0f0e8e4823e6 None None] Provisioning complete for port 1074e9a7-c9c5-4e69-8e8a-54ded166fb7f triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:03.975560 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c8742789-d35b-45d2-9d24-0f0e8e4823e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:03.977371 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:04.027558 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:04.072684 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e949877c-4934-4790-b2e9-8fc28ec18ec9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:04.167842 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 1074e9a7-c9c5-4e69-8e8a-54ded166fb7f, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1074e9a7-c9c5-4e69-8e8a-54ded166fb7f,segment=NetworkSegment(ceb6de89-accb-4884-9f0d-f52dc6238d5e),segment_id=ceb6de89-accb-4884-9f0d-f52dc6238d5e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:04.184236 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-861d2351-f7df-434e-84b5-44763c3e6161 req-c59afdae-3b50-4628-901a-424d18b3e20e tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1878204722&fields=id&tenant_id=32afe38025cf480891593cfe301fccc3 HTTP/1.1" status: 200 len: 267 time: 0.1360726 Nov 25 20:03:04.276887 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:04.397194 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=1074e9a7-c9c5-4e69-8e8a-54ded166fb7f,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:04.436203 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d2351-f7df-434e-84b5-44763c3e6161 req-1514351e-74e4-4f64-a26b-a6cb01e887b6 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:04.437944 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-861d2351-f7df-434e-84b5-44763c3e6161 req-1514351e-74e4-4f64-a26b-a6cb01e887b6 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/networks?id=70602234-38d4-4ee8-9172-b702e8514853 HTTP/1.1" status: 200 len: 797 time: 0.2516382 Nov 25 20:03:04.461916 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e949877c-4934-4790-b2e9-8fc28ec18ec9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Router 0a1b05d8-2a6e-44f6-b32e-33fd503b351f has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:03:04.469042 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-861d2351-f7df-434e-84b5-44763c3e6161 req-f5b67196-8dcc-4618-83f1-aaccfe6a0513 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/quotas/32afe38025cf480891593cfe301fccc3 HTTP/1.1" status: 200 len: 375 time: 0.0232880 Nov 25 20:03:04.530379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46486) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:04.595694 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-861d2351-f7df-434e-84b5-44763c3e6161 req-ac98d683-c2c4-4f57-9e0a-ea7544a4f853 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=32afe38025cf480891593cfe301fccc3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1255450 Nov 25 20:03:04.655208 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e949877c-4934-4790-b2e9-8fc28ec18ec9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:03:04.672613 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9b834c-363a-4274-a90e-49d374685269 None None] Sync routers for ids ['0a1b05d8-2a6e-44f6-b32e-33fd503b351f'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:03:04.688106 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9b834c-363a-4274-a90e-49d374685269 None None] Routers {'0a1b05d8-2a6e-44f6-b32e-33fd503b351f'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:03:04.688801 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-0d9b834c-363a-4274-a90e-49d374685269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:03:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['0a1b05d8-2a6e-44f6-b32e-33fd503b351f'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:04.706440 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e949877c-4934-4790-b2e9-8fc28ec18ec9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "PUT /v2.0/routers/0a1b05d8-2a6e-44f6-b32e-33fd503b351f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5688767 Nov 25 20:03:04.707126 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46492) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:04.771760 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-0d9b834c-363a-4274-a90e-49d374685269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:04.772053 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32903d2-1b7e-40bc-abf8-498f03cd7a6d tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] GET failed (client error): The resource could not be found. Nov 25 20:03:04.776750 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c32903d2-1b7e-40bc-abf8-498f03cd7a6d tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "GET /v2.0/ports/39d0a16b-ac25-4a87-b6ff-030817bcc447 HTTP/1.1" status: 404 len: 333 time: 0.0684969 Nov 25 20:03:04.778419 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46496) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:04.788197 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9b834c-363a-4274-a90e-49d374685269 None None] Routers {'0a1b05d8-2a6e-44f6-b32e-33fd503b351f'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:03:04.789132 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-0d9b834c-363a-4274-a90e-49d374685269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:03:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['0a1b05d8-2a6e-44f6-b32e-33fd503b351f'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:04.806476 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-861d2351-f7df-434e-84b5-44763c3e6161 req-935f80a7-b84b-40fc-95c7-0c7e764f7a86 service neutron] 10.222.0.55 "GET /v2.0/networks/70602234-38d4-4ee8-9172-b702e8514853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909909 Nov 25 20:03:04.807652 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a5fa6bd-964a-45a5-95e7-eb4843ce412f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:04.835372 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-0d9b834c-363a-4274-a90e-49d374685269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:04.836045 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9b834c-363a-4274-a90e-49d374685269 None None] The sync data for ids ['0a1b05d8-2a6e-44f6-b32e-33fd503b351f'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:03:04.839250 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8b6652eb-86a8-4d12-aad5-b89d37652e71 None None] Provisioning complete for port 1074e9a7-c9c5-4e69-8e8a-54ded166fb7f triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:04.839924 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8b6652eb-86a8-4d12-aad5-b89d37652e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:04.935868 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59b1a672-2459-4ae7-875c-444b91e0acb0 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:04.941065 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a5fa6bd-964a-45a5-95e7-eb4843ce412f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:04.948381 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a5fa6bd-964a-45a5-95e7-eb4843ce412f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:05.060884 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4a5fa6bd-964a-45a5-95e7-eb4843ce412f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fb84678c4d044bbabdd63bbba645f174&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5291805 Nov 25 20:03:05.061902 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46500) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:05.099223 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5fa6bd-964a-45a5-95e7-eb4843ce412f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077876b2-8b6f-4989-976c-e9587bef7814,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:05.166267 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-861d2351-f7df-434e-84b5-44763c3e6161 req-e9506464-4737-4292-88c8-91edada37532 service neutron] 10.222.0.55 "GET /v2.0/networks/70602234-38d4-4ee8-9172-b702e8514853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486423 Nov 25 20:03:05.183717 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7cabce07-a958-4d0b-b30e-f7b1d4db0205 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:05.218833 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7cabce07-a958-4d0b-b30e-f7b1d4db0205 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:05.254983 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59b1a672-2459-4ae7-875c-444b91e0acb0 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:05.259115 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59b1a672-2459-4ae7-875c-444b91e0acb0 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:05.331276 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59b1a672-2459-4ae7-875c-444b91e0acb0 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:05.332562 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b1a672-2459-4ae7-875c-444b91e0acb0 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Fanout notify agent at l3_agent the message router_deleted on router 0a1b05d8-2a6e-44f6-b32e-33fd503b351f {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:03:05.344884 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7cabce07-a958-4d0b-b30e-f7b1d4db0205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:05.347688 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7cabce07-a958-4d0b-b30e-f7b1d4db0205 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:05.360378 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59b1a672-2459-4ae7-875c-444b91e0acb0 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:05.363773 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-59b1a672-2459-4ae7-875c-444b91e0acb0 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/routers/0a1b05d8-2a6e-44f6-b32e-33fd503b351f HTTP/1.1" status: 204 len: 168 time: 0.5826118 Nov 25 20:03:05.364921 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46510) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:05.373024 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7cabce07-a958-4d0b-b30e-f7b1d4db0205 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/077876b2-8b6f-4989-976c-e9587bef7814 HTTP/1.1" status: 204 len: 168 time: 0.2707186 Nov 25 20:03:05.452850 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1074e9a7-c9c5-4e69-8e8a-54ded166fb7f up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:03:05.462055 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabce07-a958-4d0b-b30e-f7b1d4db0205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077876b2-8b6f-4989-976c-e9587bef7814,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:05.470995 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b83dce3-c8a1-4b0f-8931-948cec708b07 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting subnet b1b0eea1-8f07-4825-8990-a58165bf89d1 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:03:05.475098 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b83dce3-c8a1-4b0f-8931-948cec708b07 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:05.499196 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-987f0ab2-ec6e-448b-a8e4-8010be245c11 req-99a998ad-08c9-4568-839c-672866e32f95 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=895f5b7e-56a3-4c1d-8946-52316b8d6305 HTTP/1.1" status: 200 len: 210 time: 0.0597043 Nov 25 20:03:05.544707 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b83dce3-c8a1-4b0f-8931-948cec708b07 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:05.570168 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:05.683499 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:05.687989 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 1074e9a7-c9c5-4e69-8e8a-54ded166fb7f triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:05.688585 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:05.755750 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b83dce3-c8a1-4b0f-8931-948cec708b07 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:05.852549 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b83dce3-c8a1-4b0f-8931-948cec708b07 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:05.905924 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83dce3-c8a1-4b0f-8931-948cec708b07 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Subnet': ['ID=b1b0eea1-8f07-4825-8990-a58165bf89d1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:05.916984 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b83dce3-c8a1-4b0f-8931-948cec708b07 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:05.922924 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbc74ef-5ee8-4f35-9f5c-28fabac51b78 None None] Network 35514013-8738-4bbf-aa03-5889bb011e27 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:03:05.930638 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9b83dce3-c8a1-4b0f-8931-948cec708b07 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/subnets/b1b0eea1-8f07-4825-8990-a58165bf89d1 HTTP/1.1" status: 204 len: 168 time: 0.5641606 Nov 25 20:03:05.932983 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46530) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:06.047848 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5d5ddb4-8e7b-4727-ba93-077409cd32de tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:06.160526 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d5d5ddb4-8e7b-4727-ba93-077409cd32de tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting port ecfec58f-b62d-4d31-b644-4333f40d1bfa {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:03:06.160867 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5d5ddb4-8e7b-4727-ba93-077409cd32de tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:06.302557 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d5d5ddb4-8e7b-4727-ba93-077409cd32de tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] For port ecfec58f-b62d-4d31-b644-4333f40d1bfa, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=ecfec58f-b62d-4d31-b644-4333f40d1bfa,segment=NetworkSegment(6ae9f38b-cc24-4c1a-9d39-fc62168342b8),segment_id=6ae9f38b-cc24-4c1a-9d39-fc62168342b8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:06.303588 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5d5ddb4-8e7b-4727-ba93-077409cd32de tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:06.311236 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5ebde5-c1f7-4993-99f0-e51b078284df None None] DHCP port deletion for 35514013-8738-4bbf-aa03-5889bb011e27 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:03:06.352944 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d5d5ddb4-8e7b-4727-ba93-077409cd32de tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Calling delete_port for ecfec58f-b62d-4d31-b644-4333f40d1bfa owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:03:06.474882 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5d5ddb4-8e7b-4727-ba93-077409cd32de tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:06.500856 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-2e5ebde5-c1f7-4993-99f0-e51b078284df None None] Deleting port ecfec58f-b62d-4d31-b644-4333f40d1bfa {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:03:06.501918 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2e5ebde5-c1f7-4993-99f0-e51b078284df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:06.515119 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5ddb4-8e7b-4727-ba93-077409cd32de tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Port': ['ID=ecfec58f-b62d-4d31-b644-4333f40d1bfa,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:06.524250 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d5ddb4-8e7b-4727-ba93-077409cd32de tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] No DVR routers for this DVR port ecfec58f-b62d-4d31-b644-4333f40d1bfa on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:03:06.623403 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5d5ddb4-8e7b-4727-ba93-077409cd32de tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:06.670001 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2e5ebde5-c1f7-4993-99f0-e51b078284df None None] For port ecfec58f-b62d-4d31-b644-4333f40d1bfa, host n-d-819349-5, got binding levels [] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:06.670804 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2e5ebde5-c1f7-4993-99f0-e51b078284df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:06.672553 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-d5d5ddb4-8e7b-4727-ba93-077409cd32de tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35514013-8738-4bbf-aa03-5889bb011e27']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:06.698475 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f352b9fc-400d-477b-b35e-a0a6a9cf033b req-41a4418d-6f7f-4ec0-803e-ef81e58029a8 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=895f5b7e-56a3-4c1d-8946-52316b8d6305 HTTP/1.1" status: 200 len: 210 time: 0.0409317 Nov 25 20:03:06.701026 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-d5d5ddb4-8e7b-4727-ba93-077409cd32de tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae9f38b-cc24-4c1a-9d39-fc62168342b8') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:06.701661 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-d5d5ddb4-8e7b-4727-ba93-077409cd32de tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae9f38b-cc24-4c1a-9d39-fc62168342b8') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:06.706618 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-2e5ebde5-c1f7-4993-99f0-e51b078284df None None] Calling delete_port for ecfec58f-b62d-4d31-b644-4333f40d1bfa owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:03:06.710074 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.ipam_backend_mixin [None req-2e5ebde5-c1f7-4993-99f0-e51b078284df None None] Port ecfec58f-b62d-4d31-b644-4333f40d1bfa was not found and therefore no delete operation was performed {{(pid=103601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 20:03:06.711772 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2e5ebde5-c1f7-4993-99f0-e51b078284df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:06.726714 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5d5ddb4-8e7b-4727-ba93-077409cd32de tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:06.747498 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5d5ddb4-8e7b-4727-ba93-077409cd32de tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:06.751588 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5ebde5-c1f7-4993-99f0-e51b078284df None None] No DVR routers for this DVR port ecfec58f-b62d-4d31-b644-4333f40d1bfa on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:03:06.759631 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d5ddb4-8e7b-4727-ba93-077409cd32de tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:03:06.760458 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5d5ddb4-8e7b-4727-ba93-077409cd32de tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:06.773842 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ebde5-c1f7-4993-99f0-e51b078284df None None] Pushing event deleted for resources: {'Port': ['ID=ecfec58f-b62d-4d31-b644-4333f40d1bfa,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:03:06.785854 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:03:06.912529 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5d5ddb4-8e7b-4727-ba93-077409cd32de tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:06.942052 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5d5ddb4-8e7b-4727-ba93-077409cd32de tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:06.948870 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d5d5ddb4-8e7b-4727-ba93-077409cd32de tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/networks/35514013-8738-4bbf-aa03-5889bb011e27 HTTP/1.1" status: 204 len: 168 time: 1.0112305 Nov 25 20:03:06.948870 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5ddb4-8e7b-4727-ba93-077409cd32de tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Network': ['ID=35514013-8738-4bbf-aa03-5889bb011e27,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:06.949230 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46562) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:07.017793 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0307c7b6-f24d-4d4a-af79-b28b74bda733 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:07.019280 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0307c7b6-f24d-4d4a-af79-b28b74bda733 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "GET /v2.0/ports/be6bd9d0-80d6-4740-aaf0-68e1d1be0ad8 HTTP/1.1" status: 200 len: 840 time: 0.0670764 Nov 25 20:03:07.022974 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46564) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:07.067271 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d2351-f7df-434e-84b5-44763c3e6161 req-1940b1b0-0d99-42fa-b541-587991e46e43 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:07.071659 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c1e36104-91ef-4b2e-b66a-44773bf82ebd tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "GET /v2.0/ports/be6bd9d0-80d6-4740-aaf0-68e1d1be0ad8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0472879 Nov 25 20:03:07.072418 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-861d2351-f7df-434e-84b5-44763c3e6161 req-1940b1b0-0d99-42fa-b541-587991e46e43 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.85 "GET /v2.0/networks?id=70602234-38d4-4ee8-9172-b702e8514853 HTTP/1.1" status: 200 len: 797 time: 0.2043362 Nov 25 20:03:07.075685 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46566) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:07.087857 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8ceff1d7-a346-42a0-9718-776a62beb92d tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'subnet': {'network_id': '5c818db8-aa0c-4b4e-b3a9-91a7786d77ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:07.208697 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-861d2351-f7df-434e-84b5-44763c3e6161 req-e59cd287-e0a6-4f40-bb5b-dc3e5a67c287 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32afe38025cf480891593cfe301fccc3 HTTP/1.1" status: 200 len: 472 time: 0.1252053 Nov 25 20:03:07.225347 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-861d2351-f7df-434e-84b5-44763c3e6161 req-5121c934-fc37-458f-bf33-155791bb96de tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'port': {'device_id': '895f5b7e-56a3-4c1d-8946-52316b8d6305', 'network_id': '70602234-38d4-4ee8-9172-b702e8514853', 'admin_state_up': True, 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'security_groups': ['e03778f1-f4df-49aa-bba2-7decd6c2aa40']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:07.242204 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ceff1d7-a346-42a0-9718-776a62beb92d tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:03:07.248422 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ceff1d7-a346-42a0-9718-776a62beb92d tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:07.315398 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ecfec58f-b62d-4d31-b644-4333f40d1bfa no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:03:07.407270 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: ecfec58f-b62d-4d31-b644-4333f40d1bfa {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:03:07.409062 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ecfec58f-b62d-4d31-b644-4333f40d1bfa not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:03:07.456263 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-861d2351-f7df-434e-84b5-44763c3e6161 req-5121c934-fc37-458f-bf33-155791bb96de tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Made reservation on behalf of 32afe38025cf480891593cfe301fccc3 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:03:07.460397 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-861d2351-f7df-434e-84b5-44763c3e6161 req-5121c934-fc37-458f-bf33-155791bb96de tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:07.636431 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ceff1d7-a346-42a0-9718-776a62beb92d tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:07.699304 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceff1d7-a346-42a0-9718-776a62beb92d tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:03:07.704844 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8ceff1d7-a346-42a0-9718-776a62beb92d tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:03:07.709861 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceff1d7-a346-42a0-9718-776a62beb92d tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:07.710480 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ceff1d7-a346-42a0-9718-776a62beb92d tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:07.719299 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c032d91c-7bbb-41f2-ab11-0e201ec0f53b None None] Network 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:03:07.753956 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8ceff1d7-a346-42a0-9718-776a62beb92d tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6726534 Nov 25 20:03:07.754976 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46582) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:07.779798 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-30d98793-45bb-418b-98dd-65261ba5b3b6 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'security_group': {'name': 'tempest-secgroup-1456037239'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:07.781285 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-861d2351-f7df-434e-84b5-44763c3e6161 req-5121c934-fc37-458f-bf33-155791bb96de tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Allocated IP 172.20.0.26 (70602234-38d4-4ee8-9172-b702e8514853/73edfe07-ff1f-4b15-911a-f3ae15ccdfb5/fd75b1cc-3ffa-4c3b-90de-499d4f266c77) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:03:07.819289 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceff1d7-a346-42a0-9718-776a62beb92d tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Subnet': ['ID=43a7fe67-e79a-42a6-9374-85afe4ce7158,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:07.837192 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30d98793-45bb-418b-98dd-65261ba5b3b6 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:07.994346 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e5b4cd89-b439-4fe7-8247-80bf5cdc9a2f req-19df028f-83f2-4571-a488-ae1da0bdda9a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=895f5b7e-56a3-4c1d-8946-52316b8d6305 HTTP/1.1" status: 200 len: 210 time: 0.0718398 Nov 25 20:03:08.046023 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30d98793-45bb-418b-98dd-65261ba5b3b6 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:08.053001 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30d98793-45bb-418b-98dd-65261ba5b3b6 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:08.063737 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a455f0-0e71-4673-993e-b7afa507cb12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-5c818db8-aa0c-4b4e-b3a9-91a7786d77ef', 'network_id': '5c818db8-aa0c-4b4e-b3a9-91a7786d77ef', 'tenant_id': 'd803371d4a904e3989487b82cc6de30e', 'fixed_ips': [{'subnet_id': '43a7fe67-e79a-42a6-9374-85afe4ce7158'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:03:08.066397 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-49a455f0-0e71-4673-993e-b7afa507cb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:08.156613 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-861d2351-f7df-434e-84b5-44763c3e6161 req-5121c934-fc37-458f-bf33-155791bb96de tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:08.166367 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30d98793-45bb-418b-98dd-65261ba5b3b6 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:08.175614 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-30d98793-45bb-418b-98dd-65261ba5b3b6 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4112825 Nov 25 20:03:08.179412 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46590) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:08.189359 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ac839791-a142-42b3-84d7-7bd2bb620d15 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'security_group': {'name': 'tempest-secgroup-1126008375'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:08.203583 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d98793-45bb-418b-98dd-65261ba5b3b6 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=992a616a-9e3c-4a04-beba-2a8459a85637,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:08.247960 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac839791-a142-42b3-84d7-7bd2bb620d15 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:08.266881 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-861d2351-f7df-434e-84b5-44763c3e6161 req-5121c934-fc37-458f-bf33-155791bb96de tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:08.323200 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-861d2351-f7df-434e-84b5-44763c3e6161 req-5121c934-fc37-458f-bf33-155791bb96de tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Network 70602234-38d4-4ee8-9172-b702e8514853 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:03:08.329499 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-861d2351-f7df-434e-84b5-44763c3e6161 req-5121c934-fc37-458f-bf33-155791bb96de tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:03:08.349599 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-861d2351-f7df-434e-84b5-44763c3e6161 req-5121c934-fc37-458f-bf33-155791bb96de tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:03:08.377746 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-49a455f0-0e71-4673-993e-b7afa507cb12 None None] Allocated IP 172.20.0.2 (5c818db8-aa0c-4b4e-b3a9-91a7786d77ef/43a7fe67-e79a-42a6-9374-85afe4ce7158/2fc6a90c-3e3e-4ff1-8056-633491be88c3) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:03:08.514392 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121c934-fc37-458f-bf33-155791bb96de tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'Port': ['ID=fd75b1cc-3ffa-4c3b-90de-499d4f266c77,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:08.519537 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac839791-a142-42b3-84d7-7bd2bb620d15 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:08.531347 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac839791-a142-42b3-84d7-7bd2bb620d15 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:08.549439 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d2351-f7df-434e-84b5-44763c3e6161 req-5121c934-fc37-458f-bf33-155791bb96de tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:08.552692 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-861d2351-f7df-434e-84b5-44763c3e6161 req-5121c934-fc37-458f-bf33-155791bb96de tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:08.593981 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-861d2351-f7df-434e-84b5-44763c3e6161 req-5121c934-fc37-458f-bf33-155791bb96de tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3752007 Nov 25 20:03:08.606818 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-861d2351-f7df-434e-84b5-44763c3e6161 req-916b8138-8e21-4ade-99b2-4df71d02a051 service neutron] Request body: {'port': {'device_id': '895f5b7e-56a3-4c1d-8946-52316b8d6305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:08.707613 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac839791-a142-42b3-84d7-7bd2bb620d15 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:08.709993 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ac839791-a142-42b3-84d7-7bd2bb620d15 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5268762 Nov 25 20:03:08.721255 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46598) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:08.756299 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7f794dae-57ca-4392-a883-0a0344385294 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-16297840', 'security_groups': ['b9df0f60-6ed3-4ec2-aa59-fe753bc10d88'], 'network_id': '5c818db8-aa0c-4b4e-b3a9-91a7786d77ef', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '43a7fe67-e79a-42a6-9374-85afe4ce7158'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:08.900714 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac839791-a142-42b3-84d7-7bd2bb620d15 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9df0f60-6ed3-4ec2-aa59-fe753bc10d88,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:08.905989 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-49a455f0-0e71-4673-993e-b7afa507cb12 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:08.923604 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-49a455f0-0e71-4673-993e-b7afa507cb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:08.973920 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a455f0-0e71-4673-993e-b7afa507cb12 None None] Network 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:03:08.996652 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-49a455f0-0e71-4673-993e-b7afa507cb12 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:03:09.001234 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a455f0-0e71-4673-993e-b7afa507cb12 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:03:09.023547 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a455f0-0e71-4673-993e-b7afa507cb12 None None] Pushing event updated for resources: {'Port': ['ID=2fc6a90c-3e3e-4ff1-8056-633491be88c3,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:09.038926 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f7ee40fa-f65e-4934-97e3-621684a4d1f3 None None] Provisioning complete for port fd75b1cc-3ffa-4c3b-90de-499d4f266c77 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:09.039505 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f7ee40fa-f65e-4934-97e3-621684a4d1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:09.118417 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f794dae-57ca-4392-a883-0a0344385294 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:03:09.181471 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-49a455f0-0e71-4673-993e-b7afa507cb12 None None] Attempting to bind port 2fc6a90c-3e3e-4ff1-8056-633491be88c3 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:03:09.181959 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-49a455f0-0e71-4673-993e-b7afa507cb12 None None] Attempting to bind port 2fc6a90c-3e3e-4ff1-8056-633491be88c3 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '02095ab5-cb5c-4f25-9d6e-cf6de1168643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5c818db8-aa0c-4b4e-b3a9-91a7786d77ef'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:03:09.182615 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a455f0-0e71-4673-993e-b7afa507cb12 None None] Attempting to bind port 2fc6a90c-3e3e-4ff1-8056-633491be88c3 on network 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:03:09.202327 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a455f0-0e71-4673-993e-b7afa507cb12 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:03:09.202708 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a455f0-0e71-4673-993e-b7afa507cb12 None None] Checking segment: {'id': '02095ab5-cb5c-4f25-9d6e-cf6de1168643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5c818db8-aa0c-4b4e-b3a9-91a7786d77ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:03:09.204046 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-49a455f0-0e71-4673-993e-b7afa507cb12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:09.204046 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a455f0-0e71-4673-993e-b7afa507cb12 None None] Bound using segment: {'id': '02095ab5-cb5c-4f25-9d6e-cf6de1168643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5c818db8-aa0c-4b4e-b3a9-91a7786d77ef'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:03:09.204986 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-49a455f0-0e71-4673-993e-b7afa507cb12 None None] Bound port: 2fc6a90c-3e3e-4ff1-8056-633491be88c3, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02095ab5-cb5c-4f25-9d6e-cf6de1168643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5c818db8-aa0c-4b4e-b3a9-91a7786d77ef'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:03:09.210189 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-49a455f0-0e71-4673-993e-b7afa507cb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:09.259436 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-f7ee40fa-f65e-4934-97e3-621684a4d1f3 None None] Port fd75b1cc-3ffa-4c3b-90de-499d4f266c77 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:03:09.282595 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-861d2351-f7df-434e-84b5-44763c3e6161 req-916b8138-8e21-4ade-99b2-4df71d02a051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:09.407504 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-49a455f0-0e71-4673-993e-b7afa507cb12 None None] For port 2fc6a90c-3e3e-4ff1-8056-633491be88c3, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:03:09.417593 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-49a455f0-0e71-4673-993e-b7afa507cb12 None None] For port 2fc6a90c-3e3e-4ff1-8056-633491be88c3, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=2fc6a90c-3e3e-4ff1-8056-633491be88c3,segment=NetworkSegment(02095ab5-cb5c-4f25-9d6e-cf6de1168643),segment_id=02095ab5-cb5c-4f25-9d6e-cf6de1168643)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:03:09.423711 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-49a455f0-0e71-4673-993e-b7afa507cb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:09.446022 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f794dae-57ca-4392-a883-0a0344385294 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:09.472315 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-7f794dae-57ca-4392-a883-0a0344385294 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] device_id is not set on port 4655ac79-ff58-4866-acdc-626bddfc2581 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 20:03:09.587934 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a455f0-0e71-4673-993e-b7afa507cb12 None None] Pushing event updated for resources: {'Port': ['ID=2fc6a90c-3e3e-4ff1-8056-633491be88c3,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:09.623097 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60231480-97fe-4859-8be1-fb691132cb8c req-ac33b8a1-7591-4bd4-81e1-6c6e9ce4f60b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:09.624732 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-60231480-97fe-4859-8be1-fb691132cb8c req-ac33b8a1-7591-4bd4-81e1-6c6e9ce4f60b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=895f5b7e-56a3-4c1d-8946-52316b8d6305 HTTP/1.1" status: 200 len: 932 time: 0.2513385 Nov 25 20:03:09.748322 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-60231480-97fe-4859-8be1-fb691132cb8c req-aced8cc5-7623-478f-ab93-d2522e9d8037 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=e03778f1-f4df-49aa-bba2-7decd6c2aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786560 Nov 25 20:03:09.912637 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-7f794dae-57ca-4392-a883-0a0344385294 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Allocated IP 172.20.0.5 (5c818db8-aa0c-4b4e-b3a9-91a7786d77ef/43a7fe67-e79a-42a6-9374-85afe4ce7158/4655ac79-ff58-4866-acdc-626bddfc2581) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:03:09.973163 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-861d2351-f7df-434e-84b5-44763c3e6161 req-916b8138-8e21-4ade-99b2-4df71d02a051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd75b1cc-3ffa-4c3b-90de-499d4f266c77 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:03:10.009235 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-861d2351-f7df-434e-84b5-44763c3e6161 req-916b8138-8e21-4ade-99b2-4df71d02a051 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:10.077418 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-861d2351-f7df-434e-84b5-44763c3e6161 req-916b8138-8e21-4ade-99b2-4df71d02a051 service neutron] Transition to ACTIVE for port object fd75b1cc-3ffa-4c3b-90de-499d4f266c77 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:03:10.085155 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-861d2351-f7df-434e-84b5-44763c3e6161 req-916b8138-8e21-4ade-99b2-4df71d02a051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:10.216217 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f794dae-57ca-4392-a883-0a0344385294 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:10.302928 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f794dae-57ca-4392-a883-0a0344385294 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:10.351146 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-e1f49d49-63be-45a8-aefb-7903fb754d04 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=454f9f78f878441e98f9d466d10b9632&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0965612 Nov 25 20:03:10.371444 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b8138-8e21-4ade-99b2-4df71d02a051 service neutron] Pushing event updated for resources: {'Port': ['ID=fd75b1cc-3ffa-4c3b-90de-499d4f266c77,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:10.397177 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f794dae-57ca-4392-a883-0a0344385294 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:03:10.401490 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7f794dae-57ca-4392-a883-0a0344385294 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:03:10.415724 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f794dae-57ca-4392-a883-0a0344385294 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:03:10.455378 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-861d2351-f7df-434e-84b5-44763c3e6161 req-916b8138-8e21-4ade-99b2-4df71d02a051 service neutron] Attempting to bind port fd75b1cc-3ffa-4c3b-90de-499d4f266c77 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:03:10.456010 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-861d2351-f7df-434e-84b5-44763c3e6161 req-916b8138-8e21-4ade-99b2-4df71d02a051 service neutron] Attempting to bind port fd75b1cc-3ffa-4c3b-90de-499d4f266c77 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'ceb6de89-accb-4884-9f0d-f52dc6238d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '70602234-38d4-4ee8-9172-b702e8514853'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:03:10.456529 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861d2351-f7df-434e-84b5-44763c3e6161 req-916b8138-8e21-4ade-99b2-4df71d02a051 service neutron] Attempting to bind port fd75b1cc-3ffa-4c3b-90de-499d4f266c77 on network 70602234-38d4-4ee8-9172-b702e8514853 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:03:10.500693 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f794dae-57ca-4392-a883-0a0344385294 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Port': ['ID=4655ac79-ff58-4866-acdc-626bddfc2581,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:10.531537 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f794dae-57ca-4392-a883-0a0344385294 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:10.532409 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f794dae-57ca-4392-a883-0a0344385294 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:10.557403 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7f794dae-57ca-4392-a883-0a0344385294 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8199718 Nov 25 20:03:10.557801 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46632) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:10.565311 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861d2351-f7df-434e-84b5-44763c3e6161 req-916b8138-8e21-4ade-99b2-4df71d02a051 service neutron] Port fd75b1cc-3ffa-4c3b-90de-499d4f266c77 on network 70602234-38d4-4ee8-9172-b702e8514853 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:03:10.565563 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861d2351-f7df-434e-84b5-44763c3e6161 req-916b8138-8e21-4ade-99b2-4df71d02a051 service neutron] Attempting to bind port fd75b1cc-3ffa-4c3b-90de-499d4f266c77 on network 70602234-38d4-4ee8-9172-b702e8514853 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:03:10.567997 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8829c827-af1e-4ba4-8365-2175fdeb48d9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'subnet': {'network_id': '5c818db8-aa0c-4b4e-b3a9-91a7786d77ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:10.584681 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861d2351-f7df-434e-84b5-44763c3e6161 req-916b8138-8e21-4ade-99b2-4df71d02a051 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:03:10.585040 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861d2351-f7df-434e-84b5-44763c3e6161 req-916b8138-8e21-4ade-99b2-4df71d02a051 service neutron] Checking segment: {'id': 'ceb6de89-accb-4884-9f0d-f52dc6238d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '70602234-38d4-4ee8-9172-b702e8514853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:03:10.585428 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861d2351-f7df-434e-84b5-44763c3e6161 req-916b8138-8e21-4ade-99b2-4df71d02a051 service neutron] Bound using segment: {'id': 'ceb6de89-accb-4884-9f0d-f52dc6238d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '70602234-38d4-4ee8-9172-b702e8514853'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:03:10.585878 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-861d2351-f7df-434e-84b5-44763c3e6161 req-916b8138-8e21-4ade-99b2-4df71d02a051 service neutron] Bound port: fd75b1cc-3ffa-4c3b-90de-499d4f266c77, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb6de89-accb-4884-9f0d-f52dc6238d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '70602234-38d4-4ee8-9172-b702e8514853'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:03:10.586242 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-861d2351-f7df-434e-84b5-44763c3e6161 req-916b8138-8e21-4ade-99b2-4df71d02a051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:10.721049 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-f691487b-a690-4824-832a-cb14bae5da8b tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:10.723074 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-f691487b-a690-4824-832a-cb14bae5da8b tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3710198 Nov 25 20:03:10.730345 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8829c827-af1e-4ba4-8365-2175fdeb48d9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:03:10.735356 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8829c827-af1e-4ba4-8365-2175fdeb48d9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:10.757121 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-4cd4871e-9772-4f0e-9d0e-bffbcb7daf22 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.55 "GET /v2.0/quotas/454f9f78f878441e98f9d466d10b9632 HTTP/1.1" status: 200 len: 375 time: 0.0259943 Nov 25 20:03:10.771822 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-861d2351-f7df-434e-84b5-44763c3e6161 req-916b8138-8e21-4ade-99b2-4df71d02a051 service neutron] For port fd75b1cc-3ffa-4c3b-90de-499d4f266c77, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:03:10.777014 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-861d2351-f7df-434e-84b5-44763c3e6161 req-916b8138-8e21-4ade-99b2-4df71d02a051 service neutron] For port fd75b1cc-3ffa-4c3b-90de-499d4f266c77, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=fd75b1cc-3ffa-4c3b-90de-499d4f266c77,segment=NetworkSegment(ceb6de89-accb-4884-9f0d-f52dc6238d5e),segment_id=ceb6de89-accb-4884-9f0d-f52dc6238d5e)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:03:10.813783 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-861d2351-f7df-434e-84b5-44763c3e6161 req-916b8138-8e21-4ade-99b2-4df71d02a051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:10.824840 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-d3ebb1a1-495e-40e4-a7da-6f10950d7841 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=454f9f78f878441e98f9d466d10b9632&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504425 Nov 25 20:03:10.869595 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d2351-f7df-434e-84b5-44763c3e6161 req-916b8138-8e21-4ade-99b2-4df71d02a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:10.870526 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-861d2351-f7df-434e-84b5-44763c3e6161 req-916b8138-8e21-4ade-99b2-4df71d02a051 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:10.872277 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-861d2351-f7df-434e-84b5-44763c3e6161 req-916b8138-8e21-4ade-99b2-4df71d02a051 service neutron] 10.222.0.85 "PUT /v2.0/ports/fd75b1cc-3ffa-4c3b-90de-499d4f266c77 HTTP/1.1" status: 200 len: 1092 time: 2.2699955 Nov 25 20:03:10.872946 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895f5b7e-56a3-4c1d-8946-52316b8d6305', 'tag': 'fd75b1cc-3ffa-4c3b-90de-499d4f266c77'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:03:10.875097 n-d-819349-5 neutron-server[103599]: INFO neutron.db.ipam_backend_mixin [None req-8829c827-af1e-4ba4-8365-2175fdeb48d9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 43a7fe67-e79a-42a6-9374-85afe4ce7158 (CIDR: 172.20.0.0/28) Nov 25 20:03:10.875848 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0492811f-c2dd-4b74-bc26-76f27cf87cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "895f5b7e-56a3-4c1d-8946-52316b8d6305", "tag": "fd75b1cc-3ffa-4c3b-90de-499d4f266c77"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:03:10.891336 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-8829c827-af1e-4ba4-8365-2175fdeb48d9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 20:03:10.897922 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8829c827-af1e-4ba4-8365-2175fdeb48d9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:03:10.952179 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8829c827-af1e-4ba4-8365-2175fdeb48d9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3929579 Nov 25 20:03:10.955064 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46642) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:10.960411 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-82436a78-3c25-4270-93a4-2701b42cd494 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'subnet': {'network_id': '5c818db8-aa0c-4b4e-b3a9-91a7786d77ef', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:10.976350 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b8138-8e21-4ade-99b2-4df71d02a051 service neutron] Pushing event updated for resources: {'Port': ['ID=fd75b1cc-3ffa-4c3b-90de-499d4f266c77,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:11.042173 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d2351-f7df-434e-84b5-44763c3e6161 req-dc440bc9-fed6-4c59-b3c1-90d338666c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:11.045331 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-861d2351-f7df-434e-84b5-44763c3e6161 req-dc440bc9-fed6-4c59-b3c1-90d338666c9a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=32afe38025cf480891593cfe301fccc3&device_id=895f5b7e-56a3-4c1d-8946-52316b8d6305 HTTP/1.1" status: 200 len: 1095 time: 0.1178670 Nov 25 20:03:11.112299 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-861d2351-f7df-434e-84b5-44763c3e6161 req-88d37a2f-329f-409e-887a-6672c607c048 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=fd75b1cc-3ffa-4c3b-90de-499d4f266c77 HTTP/1.1" status: 200 len: 217 time: 0.0527217 Nov 25 20:03:11.249171 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82436a78-3c25-4270-93a4-2701b42cd494 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:03:11.271731 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-82436a78-3c25-4270-93a4-2701b42cd494 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:11.335392 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d2351-f7df-434e-84b5-44763c3e6161 req-7bdda3e1-aab4-44ae-8e99-2749895ff68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:11.345565 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-861d2351-f7df-434e-84b5-44763c3e6161 req-7bdda3e1-aab4-44ae-8e99-2749895ff68c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=73edfe07-ff1f-4b15-911a-f3ae15ccdfb5 HTTP/1.1" status: 200 len: 837 time: 0.2264700 Nov 25 20:03:11.447928 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb961c66-8665-4e12-9706-257ee050e409 req-fb7a58af-91f2-4397-aacb-be0dcc71c81f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:11.448468 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 2fc6a90c-3e3e-4ff1-8056-633491be88c3 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:03:11.452629 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb961c66-8665-4e12-9706-257ee050e409 req-fb7a58af-91f2-4397-aacb-be0dcc71c81f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=895f5b7e-56a3-4c1d-8946-52316b8d6305 HTTP/1.1" status: 200 len: 944 time: 0.2135451 Nov 25 20:03:11.550628 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d2351-f7df-434e-84b5-44763c3e6161 req-1aa8e68d-899d-40b9-a8b2-4a44d504fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:11.552471 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-861d2351-f7df-434e-84b5-44763c3e6161 req-1aa8e68d-899d-40b9-a8b2-4a44d504fa41 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=70602234-38d4-4ee8-9172-b702e8514853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1974688 Nov 25 20:03:11.552829 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 2fc6a90c-3e3e-4ff1-8056-633491be88c3 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:11.553386 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:11.620549 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb961c66-8665-4e12-9706-257ee050e409 req-0b44f49f-dab1-4456-95c7-932b0d56698b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=e03778f1-f4df-49aa-bba2-7decd6c2aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604357 Nov 25 20:03:11.637871 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6648ab9b-d9f8-4a61-a585-d17dd3a462c0 None None] Provisioning complete for port be6bd9d0-80d6-4740-aaf0-68e1d1be0ad8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:11.638732 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6648ab9b-d9f8-4a61-a585-d17dd3a462c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:11.766859 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-6648ab9b-d9f8-4a61-a585-d17dd3a462c0 None None] Port be6bd9d0-80d6-4740-aaf0-68e1d1be0ad8 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:03:11.774779 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6149152d-44cd-4e95-82f8-abf820ad7517 x-openstack-request-id: req-6149152d-44cd-4e95-82f8-abf820ad7517 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:03:11.775362 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895f5b7e-56a3-4c1d-8946-52316b8d6305", "tag": "fd75b1cc-3ffa-4c3b-90de-499d4f266c77", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:03:11.775362 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6149152d-44cd-4e95-82f8-abf820ad7517 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:03:11.775735 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895f5b7e-56a3-4c1d-8946-52316b8d6305', 'tag': 'fd75b1cc-3ffa-4c3b-90de-499d4f266c77', 'status': 'completed', 'code': 200} Nov 25 20:03:11.791428 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6648ab9b-d9f8-4a61-a585-d17dd3a462c0 None None] Provisioning complete for port 2fc6a90c-3e3e-4ff1-8056-633491be88c3 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:11.792149 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6648ab9b-d9f8-4a61-a585-d17dd3a462c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:11.823852 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:11.881450 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 2fc6a90c-3e3e-4ff1-8056-633491be88c3, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=2fc6a90c-3e3e-4ff1-8056-633491be88c3,segment=NetworkSegment(02095ab5-cb5c-4f25-9d6e-cf6de1168643),segment_id=02095ab5-cb5c-4f25-9d6e-cf6de1168643)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:11.891615 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:11.933515 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-861d2351-f7df-434e-84b5-44763c3e6161 req-22b2c4e2-8cd6-4a43-8cda-20f4820e09dd service neutron] 10.222.0.85 "GET /v2.0/networks/70602234-38d4-4ee8-9172-b702e8514853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727610 Nov 25 20:03:11.946893 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-82436a78-3c25-4270-93a4-2701b42cd494 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:11.951741 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-762f8d2d-d118-4ec7-a07b-7481adfdb952 req-b8c8e5d2-fce1-4655-b513-7fccb9b5bac7 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.55 "GET /v2.0/ports?device_id=759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6 HTTP/1.1" status: 200 len: 210 time: 0.1243222 Nov 25 20:03:12.033908 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=2fc6a90c-3e3e-4ff1-8056-633491be88c3,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:12.057282 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82436a78-3c25-4270-93a4-2701b42cd494 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:03:12.061961 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-82436a78-3c25-4270-93a4-2701b42cd494 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:03:12.071894 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de994d9-61b0-462f-be7d-4d0108999df0 None None] Network 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:03:12.090521 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82436a78-3c25-4270-93a4-2701b42cd494 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:12.091352 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-82436a78-3c25-4270-93a4-2701b42cd494 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:12.110263 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82436a78-3c25-4270-93a4-2701b42cd494 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Subnet': ['ID=59540154-2bec-4c5e-b8e8-42b5eb393d9c,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:12.114707 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-861d2351-f7df-434e-84b5-44763c3e6161 req-1950ac90-c5db-4ed9-896f-d50d498dc692 service neutron] 10.222.0.85 "GET /v2.0/networks/70602234-38d4-4ee8-9172-b702e8514853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604133 Nov 25 20:03:12.135467 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-82436a78-3c25-4270-93a4-2701b42cd494 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1792772 Nov 25 20:03:12.140967 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46664) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:12.147472 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-22f4b67e-de37-4785-83e1-803e45e62cd9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-804751829', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '59540154-2bec-4c5e-b8e8-42b5eb393d9c'}], 'security_groups': ['992a616a-9e3c-4a04-beba-2a8459a85637']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:12.217724 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e55d9caa-ac51-4f24-b06f-b0c3b62b6d7d None None] Provisioning complete for port 4655ac79-ff58-4866-acdc-626bddfc2581 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:12.218105 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e55d9caa-ac51-4f24-b06f-b0c3b62b6d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:12.276885 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22f4b67e-de37-4785-83e1-803e45e62cd9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:12.285292 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e55d9caa-ac51-4f24-b06f-b0c3b62b6d7d None None] Port 4655ac79-ff58-4866-acdc-626bddfc2581 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:03:12.302932 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492811f-c2dd-4b74-bc26-76f27cf87cd5 req-7201f77d-6fb8-4904-8041-d5cef7f1bcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:12.305075 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0492811f-c2dd-4b74-bc26-76f27cf87cd5 req-7201f77d-6fb8-4904-8041-d5cef7f1bcc7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=32afe38025cf480891593cfe301fccc3&device_id=895f5b7e-56a3-4c1d-8946-52316b8d6305 HTTP/1.1" status: 200 len: 1095 time: 0.1145542 Nov 25 20:03:12.475188 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492811f-c2dd-4b74-bc26-76f27cf87cd5 req-6cef9812-e338-4013-ae8d-a21da341ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:12.477574 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0492811f-c2dd-4b74-bc26-76f27cf87cd5 req-6cef9812-e338-4013-ae8d-a21da341ecb4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=70602234-38d4-4ee8-9172-b702e8514853 HTTP/1.1" status: 200 len: 898 time: 0.1632526 Nov 25 20:03:12.534256 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0492811f-c2dd-4b74-bc26-76f27cf87cd5 req-002fe303-454e-40af-b7a1-fb71f7ea6ae3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=fd75b1cc-3ffa-4c3b-90de-499d4f266c77 HTTP/1.1" status: 200 len: 217 time: 0.0486081 Nov 25 20:03:12.538067 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049432db-2e76-43ce-bd6d-6c0e6b3976c7 None None] Update dhcp port {'port': {'network_id': '5c818db8-aa0c-4b4e-b3a9-91a7786d77ef', 'fixed_ips': [{'subnet_id': '43a7fe67-e79a-42a6-9374-85afe4ce7158', 'ip_address': '172.20.0.2'}, {'subnet_id': '59540154-2bec-4c5e-b8e8-42b5eb393d9c'}], 'binding:host_id': 'n-d-819349-5'}, 'id': '2fc6a90c-3e3e-4ff1-8056-633491be88c3'} from n-d-819349-5. {{(pid=103601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 20:03:12.566741 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-049432db-2e76-43ce-bd6d-6c0e6b3976c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:12.602031 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492811f-c2dd-4b74-bc26-76f27cf87cd5 req-475c4fee-5298-45da-abc0-ee8ea14c49cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:12.604228 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0492811f-c2dd-4b74-bc26-76f27cf87cd5 req-475c4fee-5298-45da-abc0-ee8ea14c49cb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=73edfe07-ff1f-4b15-911a-f3ae15ccdfb5 HTTP/1.1" status: 200 len: 837 time: 0.0613680 Nov 25 20:03:12.709008 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492811f-c2dd-4b74-bc26-76f27cf87cd5 req-71bc4e1c-710a-484a-bfb0-7e16bb646297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:12.712110 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0492811f-c2dd-4b74-bc26-76f27cf87cd5 req-71bc4e1c-710a-484a-bfb0-7e16bb646297 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=70602234-38d4-4ee8-9172-b702e8514853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979033 Nov 25 20:03:12.762856 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-22f4b67e-de37-4785-83e1-803e45e62cd9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Delete allocated IP 172.20.0.5 (5c818db8-aa0c-4b4e-b3a9-91a7786d77ef/43a7fe67-e79a-42a6-9374-85afe4ce7158) {{(pid=103599) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 20:03:12.773542 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-22f4b67e-de37-4785-83e1-803e45e62cd9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Allocated IP 172.20.0.29 (5c818db8-aa0c-4b4e-b3a9-91a7786d77ef/59540154-2bec-4c5e-b8e8-42b5eb393d9c/4655ac79-ff58-4866-acdc-626bddfc2581) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:03:12.937369 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3452490-0685-493d-bc7e-b9c2b4be7130 req-7a41efec-c056-4bde-8e2d-b71024e5026f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:12.939357 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d3452490-0685-493d-bc7e-b9c2b4be7130 req-7a41efec-c056-4bde-8e2d-b71024e5026f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=895f5b7e-56a3-4c1d-8946-52316b8d6305 HTTP/1.1" status: 200 len: 944 time: 0.1800907 Nov 25 20:03:12.944974 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-5ea71cb0-1b25-4511-bb03-664d79b20fe4 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=454f9f78f878441e98f9d466d10b9632&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0772614 Nov 25 20:03:12.992255 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22f4b67e-de37-4785-83e1-803e45e62cd9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:13.000456 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22f4b67e-de37-4785-83e1-803e45e62cd9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:13.048402 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0492811f-c2dd-4b74-bc26-76f27cf87cd5 req-5cd5e0ce-df3c-4099-9603-7347d49c3d9a service neutron] 10.222.0.85 "GET /v2.0/networks/70602234-38d4-4ee8-9172-b702e8514853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294451 Nov 25 20:03:13.071305 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-049432db-2e76-43ce-bd6d-6c0e6b3976c7 None None] Allocated IP 172.20.0.18 (5c818db8-aa0c-4b4e-b3a9-91a7786d77ef/59540154-2bec-4c5e-b8e8-42b5eb393d9c/2fc6a90c-3e3e-4ff1-8056-633491be88c3) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:03:13.094602 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4b67e-de37-4785-83e1-803e45e62cd9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Port': ['ID=4655ac79-ff58-4866-acdc-626bddfc2581,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:13.114477 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d3452490-0685-493d-bc7e-b9c2b4be7130 req-fc646a3a-d527-4cf5-8a63-e4a2ce7fcf9a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=e03778f1-f4df-49aa-bba2-7decd6c2aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621020 Nov 25 20:03:13.201039 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-22f4b67e-de37-4785-83e1-803e45e62cd9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] In _notify_port_updated(), no bound segment for port 4655ac79-ff58-4866-acdc-626bddfc2581 on network 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 20:03:13.226602 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f4b67e-de37-4785-83e1-803e45e62cd9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:13.227545 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22f4b67e-de37-4785-83e1-803e45e62cd9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:13.229180 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-22f4b67e-de37-4785-83e1-803e45e62cd9 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "PUT /v2.0/ports/4655ac79-ff58-4866-acdc-626bddfc2581 HTTP/1.1" status: 200 len: 920 time: 1.0868478 Nov 25 20:03:13.232758 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46682) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:13.243419 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-049432db-2e76-43ce-bd6d-6c0e6b3976c7 None None] For port 2fc6a90c-3e3e-4ff1-8056-633491be88c3, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=2fc6a90c-3e3e-4ff1-8056-633491be88c3,segment=NetworkSegment(02095ab5-cb5c-4f25-9d6e-cf6de1168643),segment_id=02095ab5-cb5c-4f25-9d6e-cf6de1168643)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:13.299016 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e61d9e60-c75f-4164-9848-9974af502e7a req-f3307e27-9501-4fd1-8b68-caf0e72113bb tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.55 "GET /v2.0/ports?device_id=759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6 HTTP/1.1" status: 200 len: 210 time: 0.0628061 Nov 25 20:03:13.307484 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-049432db-2e76-43ce-bd6d-6c0e6b3976c7 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:13.316731 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-049432db-2e76-43ce-bd6d-6c0e6b3976c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:13.375020 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 2fc6a90c-3e3e-4ff1-8056-633491be88c3 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:03:13.391664 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0492811f-c2dd-4b74-bc26-76f27cf87cd5 req-9d28b978-2fac-43a0-a494-62ce85cb361d service neutron] 10.222.0.85 "GET /v2.0/networks/70602234-38d4-4ee8-9172-b702e8514853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828531 Nov 25 20:03:13.391946 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa29b7-b45b-452e-ac80-18ec75cddcdc tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting port 4655ac79-ff58-4866-acdc-626bddfc2581 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:03:13.391946 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0aa29b7-b45b-452e-ac80-18ec75cddcdc tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:13.400485 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-ec82c446-003a-4917-b1ca-2af3fe4cfc02 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:13.402494 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-ec82c446-003a-4917-b1ca-2af3fe4cfc02 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4479020 Nov 25 20:03:13.419468 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-301ad3c2-078e-45e2-95d6-1812a3f35bb7 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Request body: {'port': {'device_id': '759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': '454f9f78f878441e98f9d466d10b9632'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:13.538908 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0aa29b7-b45b-452e-ac80-18ec75cddcdc tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:13.555601 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa29b7-b45b-452e-ac80-18ec75cddcdc tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Calling delete_port for 4655ac79-ff58-4866-acdc-626bddfc2581 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:03:13.564537 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-301ad3c2-078e-45e2-95d6-1812a3f35bb7 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Made reservation on behalf of 454f9f78f878441e98f9d466d10b9632 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:03:13.569321 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-301ad3c2-078e-45e2-95d6-1812a3f35bb7 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:13.581787 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-301ad3c2-078e-45e2-95d6-1812a3f35bb7 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:13.686546 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049432db-2e76-43ce-bd6d-6c0e6b3976c7 None None] Pushing event updated for resources: {'Port': ['ID=2fc6a90c-3e3e-4ff1-8056-633491be88c3,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:13.707058 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 2fc6a90c-3e3e-4ff1-8056-633491be88c3 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:13.707445 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:13.741355 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-301ad3c2-078e-45e2-95d6-1812a3f35bb7 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:13.750966 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-301ad3c2-078e-45e2-95d6-1812a3f35bb7 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:13.798497 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ad3c2-078e-45e2-95d6-1812a3f35bb7 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb6a762-b0f3-4bbe-bc77-83cf0fe981f2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:13.820045 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device fd75b1cc-3ffa-4c3b-90de-499d4f266c77 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:03:13.862269 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0aa29b7-b45b-452e-ac80-18ec75cddcdc tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:13.930111 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa29b7-b45b-452e-ac80-18ec75cddcdc tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Port': ['ID=4655ac79-ff58-4866-acdc-626bddfc2581,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:13.976973 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port fd75b1cc-3ffa-4c3b-90de-499d4f266c77, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=fd75b1cc-3ffa-4c3b-90de-499d4f266c77,segment=NetworkSegment(ceb6de89-accb-4884-9f0d-f52dc6238d5e),segment_id=ceb6de89-accb-4884-9f0d-f52dc6238d5e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:13.999225 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'fd75b1cc-3ffa-4c3b-90de-499d4f266c77', 'network_id': '70602234-38d4-4ee8-9172-b702e8514853', 'port_id': 'fd75b1cc-3ffa-4c3b-90de-499d4f266c77', 'mac_address': 'fa:16:3e:13:cd:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73edfe07-ff1f-4b15-911a-f3ae15ccdfb5', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:03:14.050510 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0aa29b7-b45b-452e-ac80-18ec75cddcdc tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:14.057772 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46696) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:14.058359 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d0aa29b7-b45b-452e-ac80-18ec75cddcdc tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/ports/4655ac79-ff58-4866-acdc-626bddfc2581 HTTP/1.1" status: 204 len: 168 time: 0.8240755 Nov 25 20:03:14.077412 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-301ad3c2-078e-45e2-95d6-1812a3f35bb7 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Allocated IP 192.168.233.109 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/7ab02476-8919-4204-8771-98b7f9e20589) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:03:14.090100 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:14.103111 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-246b27a5-b057-494b-8a34-a248086e0b87 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] GET failed (client error): The resource could not be found. Nov 25 20:03:14.104586 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-246b27a5-b057-494b-8a34-a248086e0b87 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "GET /v2.0/ports/4655ac79-ff58-4866-acdc-626bddfc2581 HTTP/1.1" status: 404 len: 333 time: 0.0461934 Nov 25 20:03:14.108526 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46698) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:14.110131 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd75b1cc-3ffa-4c3b-90de-499d4f266c77 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:03:14.149214 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port fd75b1cc-3ffa-4c3b-90de-499d4f266c77, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=fd75b1cc-3ffa-4c3b-90de-499d4f266c77,segment=NetworkSegment(ceb6de89-accb-4884-9f0d-f52dc6238d5e),segment_id=ceb6de89-accb-4884-9f0d-f52dc6238d5e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:14.160236 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:14.258088 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42364b8a-dc6f-4ad0-91b0-4ee4f46529aa tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:14.262052 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=fd75b1cc-3ffa-4c3b-90de-499d4f266c77,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:14.271279 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:14.271843 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:14.272324 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:14.272743 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:14.273094 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:14.273497 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:14.273981 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:14.274438 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:14.275047 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:14.275393 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:14.275731 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:14.276064 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:14.287208 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42364b8a-dc6f-4ad0-91b0-4ee4f46529aa tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:14.374374 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42364b8a-dc6f-4ad0-91b0-4ee4f46529aa tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:14.380326 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42364b8a-dc6f-4ad0-91b0-4ee4f46529aa tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:14.382330 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-42364b8a-dc6f-4ad0-91b0-4ee4f46529aa tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/security-groups/b9df0f60-6ed3-4ec2-aa59-fe753bc10d88 HTTP/1.1" status: 204 len: 168 time: 0.2720206 Nov 25 20:03:14.389226 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['fd75b1cc-3ffa-4c3b-90de-499d4f266c77'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:03:14.393937 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46708) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:14.397267 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42364b8a-dc6f-4ad0-91b0-4ee4f46529aa tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9df0f60-6ed3-4ec2-aa59-fe753bc10d88,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:14.412976 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8f7ed-5cb3-49a8-8fe5-92e87616d156 req-fb1eacd6-c22b-4d01-b41e-d87504cd57f3 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:14.415072 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-38a8f7ed-5cb3-49a8-8fe5-92e87616d156 req-fb1eacd6-c22b-4d01-b41e-d87504cd57f3 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=895f5b7e-56a3-4c1d-8946-52316b8d6305 HTTP/1.1" status: 200 len: 945 time: 0.1736410 Nov 25 20:03:14.540323 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-436bc040-3126-4427-bf79-0a960e42ce4c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:14.582836 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-436bc040-3126-4427-bf79-0a960e42ce4c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:14.598017 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-301ad3c2-078e-45e2-95d6-1812a3f35bb7 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:14.658891 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-38a8f7ed-5cb3-49a8-8fe5-92e87616d156 req-19da6da6-da52-46e9-9c68-e8f10250e173 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=e03778f1-f4df-49aa-bba2-7decd6c2aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231016 Nov 25 20:03:14.734993 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-301ad3c2-078e-45e2-95d6-1812a3f35bb7 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:14.744002 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-436bc040-3126-4427-bf79-0a960e42ce4c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:14.746710 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-436bc040-3126-4427-bf79-0a960e42ce4c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:14.751677 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-436bc040-3126-4427-bf79-0a960e42ce4c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/security-groups/992a616a-9e3c-4a04-beba-2a8459a85637 HTTP/1.1" status: 204 len: 168 time: 0.3352897 Nov 25 20:03:14.754128 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46716) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:14.802000 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bc040-3126-4427-bf79-0a960e42ce4c tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=992a616a-9e3c-4a04-beba-2a8459a85637,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:14.835407 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-c4aeb0bc-77c1-4571-be11-833ba9aa3ade None None] Could not find standard attr ID for object 4655ac79-ff58-4866-acdc-626bddfc2581. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 20:03:14.838903 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-301ad3c2-078e-45e2-95d6-1812a3f35bb7 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:03:14.849044 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-301ad3c2-078e-45e2-95d6-1812a3f35bb7 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:03:14.850710 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-c4aeb0bc-77c1-4571-be11-833ba9aa3ade None None] Provisioning complete for port be6bd9d0-80d6-4740-aaf0-68e1d1be0ad8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:14.852097 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-301ad3c2-078e-45e2-95d6-1812a3f35bb7 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:03:14.862312 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb0bc-77c1-4571-be11-833ba9aa3ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:14.874524 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b42112df-173d-4ef0-839f-e0fb1dead248 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting subnet 43a7fe67-e79a-42a6-9374-85afe4ce7158 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:03:14.879531 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b42112df-173d-4ef0-839f-e0fb1dead248 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:14.899229 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ad3c2-078e-45e2-95d6-1812a3f35bb7 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Pushing event updated for resources: {'Port': ['ID=7ab02476-8919-4204-8771-98b7f9e20589,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:14.910041 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-c4aeb0bc-77c1-4571-be11-833ba9aa3ade None None] Port be6bd9d0-80d6-4740-aaf0-68e1d1be0ad8 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:03:14.941528 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-c4aeb0bc-77c1-4571-be11-833ba9aa3ade None None] Provisioning complete for port 2fc6a90c-3e3e-4ff1-8056-633491be88c3 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:14.941528 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb0bc-77c1-4571-be11-833ba9aa3ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:14.956434 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-301ad3c2-078e-45e2-95d6-1812a3f35bb7 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:14.957978 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-301ad3c2-078e-45e2-95d6-1812a3f35bb7 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:14.979498 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b65994-17cd-4972-b92e-9f531cd3d59b req-0115ec83-8f94-4689-8fb3-8ca47165bb6d tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:14.981115 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79b65994-17cd-4972-b92e-9f531cd3d59b req-0115ec83-8f94-4689-8fb3-8ca47165bb6d tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.55 "GET /v2.0/ports?device_id=759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6 HTTP/1.1" status: 200 len: 936 time: 0.1971848 Nov 25 20:03:14.986146 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b42112df-173d-4ef0-839f-e0fb1dead248 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:15.057172 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-301ad3c2-078e-45e2-95d6-1812a3f35bb7 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6433883 Nov 25 20:03:15.083313 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-60c373fc-1ee6-4d2a-95f7-fceeea5db65c service neutron] Request body: {'port': {'device_id': '759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:15.149780 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79b65994-17cd-4972-b92e-9f531cd3d59b req-333b61e3-3105-4856-ad23-3ba6719f3252 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfb6a762-b0f3-4bbe-bc77-83cf0fe981f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599674 Nov 25 20:03:15.213717 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-60c373fc-1ee6-4d2a-95f7-fceeea5db65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:15.358730 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 2fc6a90c-3e3e-4ff1-8056-633491be88c3 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:03:15.483602 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-81755d31-a233-4df0-821b-b55d42fc13a2 None None] Provisioning complete for port 7ab02476-8919-4204-8771-98b7f9e20589 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:15.484236 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-81755d31-a233-4df0-821b-b55d42fc13a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:15.549031 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 2fc6a90c-3e3e-4ff1-8056-633491be88c3 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:15.549551 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:15.555217 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-81755d31-a233-4df0-821b-b55d42fc13a2 None None] Port 7ab02476-8919-4204-8771-98b7f9e20589 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:03:15.579574 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b42112df-173d-4ef0-839f-e0fb1dead248 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:15.677269 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b42112df-173d-4ef0-839f-e0fb1dead248 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:15.717165 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42112df-173d-4ef0-839f-e0fb1dead248 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Subnet': ['ID=43a7fe67-e79a-42a6-9374-85afe4ce7158,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:15.733901 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5de06f79-cab1-4b2d-b8a8-c129d3e682ff None None] Could not find standard attr ID for object 4655ac79-ff58-4866-acdc-626bddfc2581. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 20:03:15.743549 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b42112df-173d-4ef0-839f-e0fb1dead248 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:15.758323 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46734) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:15.759503 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b42112df-173d-4ef0-839f-e0fb1dead248 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/subnets/43a7fe67-e79a-42a6-9374-85afe4ce7158 HTTP/1.1" status: 204 len: 168 time: 1.0026972 Nov 25 20:03:15.780633 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-07bcbcae-cf97-45e0-9784-153c51ab975b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'subnet': {'network_id': '5c818db8-aa0c-4b4e-b3a9-91a7786d77ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:15.800051 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device fd75b1cc-3ffa-4c3b-90de-499d4f266c77 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:03:15.898073 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f80b473-2a18-4d0c-9353-35554e85d801 None None] Network 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:03:15.943237 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port fd75b1cc-3ffa-4c3b-90de-499d4f266c77 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:03:15.982730 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port fd75b1cc-3ffa-4c3b-90de-499d4f266c77 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:15.983744 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:16.028234 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d2e46-da11-4af8-9862-4f9c6b1e54b0 req-8fa6042e-233a-470c-9f01-614aa95afe8f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:16.030078 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb5d2e46-da11-4af8-9862-4f9c6b1e54b0 req-8fa6042e-233a-470c-9f01-614aa95afe8f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=895f5b7e-56a3-4c1d-8946-52316b8d6305 HTTP/1.1" status: 200 len: 945 time: 0.2316368 Nov 25 20:03:16.084482 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-60c373fc-1ee6-4d2a-95f7-fceeea5db65c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab02476-8919-4204-8771-98b7f9e20589 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:03:16.108841 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-60c373fc-1ee6-4d2a-95f7-fceeea5db65c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:16.115647 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bcbcae-cf97-45e0-9784-153c51ab975b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:03:16.122483 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-07bcbcae-cf97-45e0-9784-153c51ab975b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:16.190921 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:16.192816 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb5d2e46-da11-4af8-9862-4f9c6b1e54b0 req-e1c0f574-7b6f-4b02-afb8-4b7be1e723a8 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=e03778f1-f4df-49aa-bba2-7decd6c2aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521766 Nov 25 20:03:16.223918 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895f5b7e-56a3-4c1d-8946-52316b8d6305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd75b1cc-3ffa-4c3b-90de-499d4f266c77'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:03:16.225811 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589a0baf-3a69-45ae-b5d6-a4196929c14d" -d '{"events": [{"server_uuid": "895f5b7e-56a3-4c1d-8946-52316b8d6305", "name": "network-vif-plugged", "status": "completed", "tag": "fd75b1cc-3ffa-4c3b-90de-499d4f266c77"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:03:16.227205 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-60c373fc-1ee6-4d2a-95f7-fceeea5db65c service neutron] Transition to ACTIVE for port object 7ab02476-8919-4204-8771-98b7f9e20589 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:03:16.240835 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port fd75b1cc-3ffa-4c3b-90de-499d4f266c77, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=fd75b1cc-3ffa-4c3b-90de-499d4f266c77,segment=NetworkSegment(ceb6de89-accb-4884-9f0d-f52dc6238d5e),segment_id=ceb6de89-accb-4884-9f0d-f52dc6238d5e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:16.245600 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-60c373fc-1ee6-4d2a-95f7-fceeea5db65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:16.248833 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:16.311707 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=fd75b1cc-3ffa-4c3b-90de-499d4f266c77,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:16.380466 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c373fc-1ee6-4d2a-95f7-fceeea5db65c service neutron] Pushing event updated for resources: {'Port': ['ID=7ab02476-8919-4204-8771-98b7f9e20589,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:16.845176 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8057cd-4166-4d80-90a3-f165f13eb585 req-f9f89e36-46b2-4080-9c0e-bd23b797f47f tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:16.846906 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d8057cd-4166-4d80-90a3-f165f13eb585 req-f9f89e36-46b2-4080-9c0e-bd23b797f47f tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.55 "GET /v2.0/ports?device_id=759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6 HTTP/1.1" status: 200 len: 948 time: 0.4977705 Nov 25 20:03:16.849669 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-60c373fc-1ee6-4d2a-95f7-fceeea5db65c service neutron] Attempting to bind port 7ab02476-8919-4204-8771-98b7f9e20589 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:03:16.850013 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-60c373fc-1ee6-4d2a-95f7-fceeea5db65c service neutron] Attempting to bind port 7ab02476-8919-4204-8771-98b7f9e20589 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:03:16.850502 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-60c373fc-1ee6-4d2a-95f7-fceeea5db65c service neutron] Attempting to bind port 7ab02476-8919-4204-8771-98b7f9e20589 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:03:16.867666 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-60c373fc-1ee6-4d2a-95f7-fceeea5db65c service neutron] Port 7ab02476-8919-4204-8771-98b7f9e20589 on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:03:16.867992 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-60c373fc-1ee6-4d2a-95f7-fceeea5db65c service neutron] Attempting to bind port 7ab02476-8919-4204-8771-98b7f9e20589 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:03:16.909012 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-60c373fc-1ee6-4d2a-95f7-fceeea5db65c service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:03:16.909357 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-60c373fc-1ee6-4d2a-95f7-fceeea5db65c service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:03:16.909747 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-60c373fc-1ee6-4d2a-95f7-fceeea5db65c service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:03:16.910201 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-60c373fc-1ee6-4d2a-95f7-fceeea5db65c service neutron] Bound port: 7ab02476-8919-4204-8771-98b7f9e20589, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:03:16.910588 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-60c373fc-1ee6-4d2a-95f7-fceeea5db65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:17.002659 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d8057cd-4166-4d80-90a3-f165f13eb585 req-769b15bb-4335-4f6a-a97c-8cf4db27683c tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfb6a762-b0f3-4bbe-bc77-83cf0fe981f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493511 Nov 25 20:03:17.075216 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2c609e-0d83-4013-9b57-ac8c7632c368 x-openstack-request-id: req-5a2c609e-0d83-4013-9b57-ac8c7632c368 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:03:17.075788 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895f5b7e-56a3-4c1d-8946-52316b8d6305", "name": "network-vif-plugged", "status": "completed", "tag": "fd75b1cc-3ffa-4c3b-90de-499d4f266c77", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:03:17.079150 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5a2c609e-0d83-4013-9b57-ac8c7632c368 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:03:17.080329 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895f5b7e-56a3-4c1d-8946-52316b8d6305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd75b1cc-3ffa-4c3b-90de-499d4f266c77', 'code': 200} Nov 25 20:03:17.133334 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8449b300-50ef-4758-bc2b-7ac14b1c1000 None None] Provisioning complete for port be6bd9d0-80d6-4740-aaf0-68e1d1be0ad8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:17.134002 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8449b300-50ef-4758-bc2b-7ac14b1c1000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:17.143201 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-60c373fc-1ee6-4d2a-95f7-fceeea5db65c service neutron] For port 7ab02476-8919-4204-8771-98b7f9e20589, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:03:17.149083 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-60c373fc-1ee6-4d2a-95f7-fceeea5db65c service neutron] For port 7ab02476-8919-4204-8771-98b7f9e20589, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=7ab02476-8919-4204-8771-98b7f9e20589,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:03:17.156348 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-60c373fc-1ee6-4d2a-95f7-fceeea5db65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:17.187808 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-8449b300-50ef-4758-bc2b-7ac14b1c1000 None None] Port be6bd9d0-80d6-4740-aaf0-68e1d1be0ad8 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:03:17.201556 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-07bcbcae-cf97-45e0-9784-153c51ab975b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:17.205016 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8449b300-50ef-4758-bc2b-7ac14b1c1000 None None] Provisioning complete for port 2fc6a90c-3e3e-4ff1-8056-633491be88c3 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:17.205395 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8449b300-50ef-4758-bc2b-7ac14b1c1000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:17.301213 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-60c373fc-1ee6-4d2a-95f7-fceeea5db65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:17.302233 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-60c373fc-1ee6-4d2a-95f7-fceeea5db65c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:17.304223 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-60c373fc-1ee6-4d2a-95f7-fceeea5db65c service neutron] 10.222.0.73 "PUT /v2.0/ports/7ab02476-8919-4204-8771-98b7f9e20589 HTTP/1.1" status: 200 len: 1096 time: 2.2261753 Nov 25 20:03:17.313303 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6', 'tag': '7ab02476-8919-4204-8771-98b7f9e20589'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:03:17.316273 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00318083-157c-4acd-a204-dcdb29102339" -d '{"events": [{"name": "network-changed", "server_uuid": "759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6", "tag": "7ab02476-8919-4204-8771-98b7f9e20589"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:03:17.412196 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bcbcae-cf97-45e0-9784-153c51ab975b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:03:17.451996 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-07bcbcae-cf97-45e0-9784-153c51ab975b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:03:17.455207 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bcbcae-cf97-45e0-9784-153c51ab975b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:17.455859 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-07bcbcae-cf97-45e0-9784-153c51ab975b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:17.464569 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ddccbf-758c-46e6-9ffd-65331e1b753c None None] Network 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:03:17.469120 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c373fc-1ee6-4d2a-95f7-fceeea5db65c service neutron] Pushing event updated for resources: {'Port': ['ID=7ab02476-8919-4204-8771-98b7f9e20589,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:17.489899 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bcbcae-cf97-45e0-9784-153c51ab975b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Subnet': ['ID=a002bf28-25a2-4f37-8897-89d81894965b,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:17.494789 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4733c-41f8-4446-9ace-4963f9c6c695 req-f0770d25-e2c8-40dd-b77f-70d49f0bfbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:17.496320 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c7a4733c-41f8-4446-9ace-4963f9c6c695 req-f0770d25-e2c8-40dd-b77f-70d49f0bfbce service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=895f5b7e-56a3-4c1d-8946-52316b8d6305 HTTP/1.1" status: 200 len: 1097 time: 0.3294716 Nov 25 20:03:17.534439 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46770) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:17.539290 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-07bcbcae-cf97-45e0-9784-153c51ab975b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7781394 Nov 25 20:03:17.539637 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-53176368-6386-4167-80a9-445897a7f01a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'security_group': {'name': 'tempest-secgroup-1985234846'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:17.583447 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53176368-6386-4167-80a9-445897a7f01a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:17.592701 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c6cb3-0310-4efd-86d0-581b3c164d89 req-377b4d1e-21bb-4a83-9c4b-ca59abc7574b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:17.601927 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-235c6cb3-0310-4efd-86d0-581b3c164d89 req-377b4d1e-21bb-4a83-9c4b-ca59abc7574b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=895f5b7e-56a3-4c1d-8946-52316b8d6305 HTTP/1.1" status: 200 len: 946 time: 0.2661350 Nov 25 20:03:17.624962 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-42aea759-e8c0-4913-b8d4-ea80a9f1c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:17.626571 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-42aea759-e8c0-4913-b8d4-ea80a9f1c7c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=454f9f78f878441e98f9d466d10b9632&device_id=759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6 HTTP/1.1" status: 200 len: 1099 time: 0.2448654 Nov 25 20:03:17.696947 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53176368-6386-4167-80a9-445897a7f01a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:17.703548 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53176368-6386-4167-80a9-445897a7f01a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:17.706420 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-420e4481-6299-4a73-90ab-c3e334efd129 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=7ab02476-8919-4204-8771-98b7f9e20589 HTTP/1.1" status: 200 len: 217 time: 0.0512733 Nov 25 20:03:17.730171 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c7a4733c-41f8-4446-9ace-4963f9c6c695 req-879cb9c8-69f0-4687-a3ce-ca994b8e8e5a service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=e03778f1-f4df-49aa-bba2-7decd6c2aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192857 Nov 25 20:03:17.741295 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53176368-6386-4167-80a9-445897a7f01a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:17.745446 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-53176368-6386-4167-80a9-445897a7f01a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2097943 Nov 25 20:03:17.752366 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46774) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:17.760371 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f64d3724-3568-46b8-b483-d0a992a8d84d tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'security_group': {'name': 'tempest-secgroup-340593396'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:17.783656 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53176368-6386-4167-80a9-445897a7f01a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bda337fc-06a1-4a21-866a-7ae863e11d3e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:17.789177 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-7fa9848a-aa44-49b5-a10e-a0c91497e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:17.790877 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-7fa9848a-aa44-49b5-a10e-a0c91497e2f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.0706761 Nov 25 20:03:17.797805 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c632319d-1706-4927-ab31-8342b51c9e0a None None] Update dhcp port {'port': {'network_id': '5c818db8-aa0c-4b4e-b3a9-91a7786d77ef', 'fixed_ips': [{'subnet_id': '59540154-2bec-4c5e-b8e8-42b5eb393d9c', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a002bf28-25a2-4f37-8897-89d81894965b'}], 'binding:host_id': 'n-d-819349-5'}, 'id': '2fc6a90c-3e3e-4ff1-8056-633491be88c3'} from n-d-819349-5. {{(pid=103601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 20:03:17.800087 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f64d3724-3568-46b8-b483-d0a992a8d84d tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:17.832364 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c632319d-1706-4927-ab31-8342b51c9e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:17.868820 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-235c6cb3-0310-4efd-86d0-581b3c164d89 req-1550c020-e0ae-4074-9248-76a12e141028 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=e03778f1-f4df-49aa-bba2-7decd6c2aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656794 Nov 25 20:03:17.892483 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-03603d54-3482-47a2-b5ae-b6bb3b780ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:17.894656 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-03603d54-3482-47a2-b5ae-b6bb3b780ba2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0873141 Nov 25 20:03:17.946483 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f64d3724-3568-46b8-b483-d0a992a8d84d tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:17.953043 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f64d3724-3568-46b8-b483-d0a992a8d84d tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:18.002249 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63974f0c-72c8-4c80-8f0d-a5af98aded11 x-openstack-request-id: req-63974f0c-72c8-4c80-8f0d-a5af98aded11 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:03:18.002249 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6", "tag": "7ab02476-8919-4204-8771-98b7f9e20589", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:03:18.002710 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-63974f0c-72c8-4c80-8f0d-a5af98aded11 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:03:18.002865 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6', 'tag': '7ab02476-8919-4204-8771-98b7f9e20589', 'status': 'completed', 'code': 200} Nov 25 20:03:18.008607 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f64d3724-3568-46b8-b483-d0a992a8d84d tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:18.012965 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f64d3724-3568-46b8-b483-d0a992a8d84d tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2566569 Nov 25 20:03:18.013595 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46782) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:18.019265 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-36e79b8e-852f-4907-a4ea-fc115461071a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'security_group': {'name': 'tempest-secgroup-1083622022'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:18.024208 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d3724-3568-46b8-b483-d0a992a8d84d tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ccd3b6-7e31-4edf-ad7e-bfd721ccd84c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:18.039228 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-10b1f774-16ef-45b3-8324-df0495a01c68 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212592 Nov 25 20:03:18.082613 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36e79b8e-852f-4907-a4ea-fc115461071a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:18.101907 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-c632319d-1706-4927-ab31-8342b51c9e0a None None] Allocated IP 172.20.0.2 (5c818db8-aa0c-4b4e-b3a9-91a7786d77ef/a002bf28-25a2-4f37-8897-89d81894965b/2fc6a90c-3e3e-4ff1-8056-633491be88c3) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:03:18.190457 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36e79b8e-852f-4907-a4ea-fc115461071a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:18.195657 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36e79b8e-852f-4907-a4ea-fc115461071a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:18.204141 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc62a5ee-116f-480b-b645-beb23f9cf15a req-69c8c1d9-4909-47fe-865c-fcc03c460c9d service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638575 Nov 25 20:03:18.237281 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36e79b8e-852f-4907-a4ea-fc115461071a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:18.238774 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-36e79b8e-852f-4907-a4ea-fc115461071a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2238965 Nov 25 20:03:18.241841 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46790) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:18.250074 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-01497b4b-7f6c-44fc-b640-0bff672c2076 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-978025970', 'security_groups': ['5fc7c7e5-8f95-4372-8a21-e5e21bfffdda'], 'network_id': '5c818db8-aa0c-4b4e-b3a9-91a7786d77ef', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a002bf28-25a2-4f37-8897-89d81894965b'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:18.251099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428939f5-be10-4c9b-8315-c84d3702866a req-9146d5ae-6473-42d3-8752-a9a18433a4eb tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:18.271820 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-428939f5-be10-4c9b-8315-c84d3702866a req-9146d5ae-6473-42d3-8752-a9a18433a4eb tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.55 "GET /v2.0/ports?device_id=759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6 HTTP/1.1" status: 200 len: 948 time: 0.1194251 Nov 25 20:03:18.282579 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e79b8e-852f-4907-a4ea-fc115461071a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc7c7e5-8f95-4372-8a21-e5e21bfffdda,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:18.285808 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c632319d-1706-4927-ab31-8342b51c9e0a None None] For port 2fc6a90c-3e3e-4ff1-8056-633491be88c3, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=2fc6a90c-3e3e-4ff1-8056-633491be88c3,segment=NetworkSegment(02095ab5-cb5c-4f25-9d6e-cf6de1168643),segment_id=02095ab5-cb5c-4f25-9d6e-cf6de1168643)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:18.330851 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c632319d-1706-4927-ab31-8342b51c9e0a None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:18.338691 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c632319d-1706-4927-ab31-8342b51c9e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:18.371020 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-428939f5-be10-4c9b-8315-c84d3702866a req-3a73747c-d958-43f3-9537-2e68113cd44b tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfb6a762-b0f3-4bbe-bc77-83cf0fe981f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961995 Nov 25 20:03:18.381030 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00318083-157c-4acd-a204-dcdb29102339 req-60bbbb85-8102-48ca-ad0c-b2ea6d5649b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:18.383042 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-00318083-157c-4acd-a204-dcdb29102339 req-60bbbb85-8102-48ca-ad0c-b2ea6d5649b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=454f9f78f878441e98f9d466d10b9632&device_id=759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6 HTTP/1.1" status: 200 len: 1099 time: 0.0777428 Nov 25 20:03:18.412808 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01497b4b-7f6c-44fc-b640-0bff672c2076 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:03:18.518555 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632319d-1706-4927-ab31-8342b51c9e0a None None] Pushing event updated for resources: {'Port': ['ID=2fc6a90c-3e3e-4ff1-8056-633491be88c3,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:18.532549 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01497b4b-7f6c-44fc-b640-0bff672c2076 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:18.538329 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00318083-157c-4acd-a204-dcdb29102339 req-b3b029e4-e3eb-409f-ab55-300e4ad74f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:18.540079 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-00318083-157c-4acd-a204-dcdb29102339 req-b3b029e4-e3eb-409f-ab55-300e4ad74f2d service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.1479363 Nov 25 20:03:18.565126 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-01497b4b-7f6c-44fc-b640-0bff672c2076 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] device_id is not set on port d73617a6-e45c-421b-b4cf-0a7b1161ff3a yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 20:03:18.604269 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-00318083-157c-4acd-a204-dcdb29102339 req-2c59a0d6-8fbc-4ad4-86f9-b1511d1632b1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=7ab02476-8919-4204-8771-98b7f9e20589 HTTP/1.1" status: 200 len: 217 time: 0.0407693 Nov 25 20:03:18.676753 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00318083-157c-4acd-a204-dcdb29102339 req-b77a3432-c70c-4ef8-bca8-3b1c92a57010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:18.682434 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-00318083-157c-4acd-a204-dcdb29102339 req-b77a3432-c70c-4ef8-bca8-3b1c92a57010 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.0670075 Nov 25 20:03:18.743657 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00318083-157c-4acd-a204-dcdb29102339 req-a96d8df5-54d0-4e07-8690-eb55585f16c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:18.745197 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-00318083-157c-4acd-a204-dcdb29102339 req-a96d8df5-54d0-4e07-8690-eb55585f16c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0524607 Nov 25 20:03:18.865477 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-01497b4b-7f6c-44fc-b640-0bff672c2076 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Allocated IP 172.20.0.14 (5c818db8-aa0c-4b4e-b3a9-91a7786d77ef/a002bf28-25a2-4f37-8897-89d81894965b/d73617a6-e45c-421b-b4cf-0a7b1161ff3a) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:03:18.915857 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-00318083-157c-4acd-a204-dcdb29102339 req-de8242e2-9d3c-44d0-b8be-a80b57f156d4 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572275 Nov 25 20:03:19.085410 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-00318083-157c-4acd-a204-dcdb29102339 req-3519ab2b-f5a7-4358-a761-1f0727609537 service neutron] 10.222.0.73 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500108 Nov 25 20:03:19.097975 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a07108-8eca-444b-95a7-a02d12533896 req-edf89f56-b5ea-4348-b880-f310a2985dcc tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:19.100346 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c5a07108-8eca-444b-95a7-a02d12533896 req-edf89f56-b5ea-4348-b880-f310a2985dcc tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=895f5b7e-56a3-4c1d-8946-52316b8d6305 HTTP/1.1" status: 200 len: 946 time: 0.0941575 Nov 25 20:03:19.162483 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01497b4b-7f6c-44fc-b640-0bff672c2076 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:19.191212 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c5a07108-8eca-444b-95a7-a02d12533896 req-db36c0a1-dac5-4c94-8219-64282bf32422 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=e03778f1-f4df-49aa-bba2-7decd6c2aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843661 Nov 25 20:03:19.254922 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01497b4b-7f6c-44fc-b640-0bff672c2076 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:19.313186 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01497b4b-7f6c-44fc-b640-0bff672c2076 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:03:19.316382 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-01497b4b-7f6c-44fc-b640-0bff672c2076 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:03:19.322803 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01497b4b-7f6c-44fc-b640-0bff672c2076 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:03:19.361860 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01497b4b-7f6c-44fc-b640-0bff672c2076 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Port': ['ID=d73617a6-e45c-421b-b4cf-0a7b1161ff3a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:19.369310 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 2fc6a90c-3e3e-4ff1-8056-633491be88c3 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:03:19.415504 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01497b4b-7f6c-44fc-b640-0bff672c2076 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:19.416416 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01497b4b-7f6c-44fc-b640-0bff672c2076 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:19.417363 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409d123-cfe5-42db-bb57-931bf8a5f6b7 req-da0ea0cf-c391-4c36-b6d4-edcc4c189151 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:19.422395 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7409d123-cfe5-42db-bb57-931bf8a5f6b7 req-da0ea0cf-c391-4c36-b6d4-edcc4c189151 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=895f5b7e-56a3-4c1d-8946-52316b8d6305 HTTP/1.1" status: 200 len: 946 time: 0.1062393 Nov 25 20:03:19.450335 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-01497b4b-7f6c-44fc-b640-0bff672c2076 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2056661 Nov 25 20:03:19.453034 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46818) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:19.461965 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-199bd7f9-46a2-459a-9ce8-64ea30b1b88e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'subnet': {'network_id': '5c818db8-aa0c-4b4e-b3a9-91a7786d77ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:19.489703 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7409d123-cfe5-42db-bb57-931bf8a5f6b7 req-d7affb7f-9207-45e8-8dfb-4732587c0780 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=e03778f1-f4df-49aa-bba2-7decd6c2aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639796 Nov 25 20:03:19.506072 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 2fc6a90c-3e3e-4ff1-8056-633491be88c3 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:19.506753 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:19.508880 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e07bc195-ff8c-481d-a5b4-53ef65f8f154 None None] Provisioning complete for port be6bd9d0-80d6-4740-aaf0-68e1d1be0ad8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:19.509437 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e07bc195-ff8c-481d-a5b4-53ef65f8f154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:19.588799 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e07bc195-ff8c-481d-a5b4-53ef65f8f154 None None] Port be6bd9d0-80d6-4740-aaf0-68e1d1be0ad8 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:03:19.605572 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e07bc195-ff8c-481d-a5b4-53ef65f8f154 None None] Provisioning complete for port 2fc6a90c-3e3e-4ff1-8056-633491be88c3 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:19.605809 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e07bc195-ff8c-481d-a5b4-53ef65f8f154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:19.672205 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199bd7f9-46a2-459a-9ce8-64ea30b1b88e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:03:19.677113 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-199bd7f9-46a2-459a-9ce8-64ea30b1b88e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:19.707414 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f825963-2a9f-4e2e-9fef-6e231e31b4a4 req-7d618701-7286-4b52-8dae-4e33d2c1a4b7 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:19.716015 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0f825963-2a9f-4e2e-9fef-6e231e31b4a4 req-7d618701-7286-4b52-8dae-4e33d2c1a4b7 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.55 "GET /v2.0/ports?device_id=759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6 HTTP/1.1" status: 200 len: 948 time: 0.0752058 Nov 25 20:03:19.775421 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0f825963-2a9f-4e2e-9fef-6e231e31b4a4 req-42476797-ea4a-41e4-88fd-ac7c36ea40d7 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfb6a762-b0f3-4bbe-bc77-83cf0fe981f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583820 Nov 25 20:03:19.817005 n-d-819349-5 neutron-server[103599]: INFO neutron.db.ipam_backend_mixin [None req-199bd7f9-46a2-459a-9ce8-64ea30b1b88e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a002bf28-25a2-4f37-8897-89d81894965b (CIDR: 172.20.0.0/28) Nov 25 20:03:19.820559 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-199bd7f9-46a2-459a-9ce8-64ea30b1b88e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 20:03:19.821086 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-199bd7f9-46a2-459a-9ce8-64ea30b1b88e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:03:19.851837 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-199bd7f9-46a2-459a-9ce8-64ea30b1b88e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3967590 Nov 25 20:03:19.854697 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46830) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:19.860452 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-82d7886a-2e48-4064-88a7-2c5f2acbd8f3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'subnet': {'network_id': '5c818db8-aa0c-4b4e-b3a9-91a7786d77ef', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:19.901805 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1d9773b2-0d6f-45a2-9597-d7e2ecc75677 None None] Provisioning complete for port d73617a6-e45c-421b-b4cf-0a7b1161ff3a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:19.902344 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1d9773b2-0d6f-45a2-9597-d7e2ecc75677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:19.952593 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1d9773b2-0d6f-45a2-9597-d7e2ecc75677 None None] Port d73617a6-e45c-421b-b4cf-0a7b1161ff3a cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:03:20.005613 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d7886a-2e48-4064-88a7-2c5f2acbd8f3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:03:20.009487 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82d7886a-2e48-4064-88a7-2c5f2acbd8f3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:20.109791 n-d-819349-5 neutron-server[103600]: INFO neutron.db.ipam_backend_mixin [None req-82d7886a-2e48-4064-88a7-2c5f2acbd8f3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 59540154-2bec-4c5e-b8e8-42b5eb393d9c (CIDR: 172.20.0.16/28) Nov 25 20:03:20.113509 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d7886a-2e48-4064-88a7-2c5f2acbd8f3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 20:03:20.113943 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d7886a-2e48-4064-88a7-2c5f2acbd8f3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:03:20.131391 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-82d7886a-2e48-4064-88a7-2c5f2acbd8f3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2755611 Nov 25 20:03:20.135926 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46838) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:20.142140 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-ebe60a4a-3167-4fef-bdd4-e4a93b04ee7a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'subnet': {'network_id': '5c818db8-aa0c-4b4e-b3a9-91a7786d77ef', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:20.276174 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe60a4a-3167-4fef-bdd4-e4a93b04ee7a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Made reservation on behalf of d803371d4a904e3989487b82cc6de30e for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:03:20.281665 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ebe60a4a-3167-4fef-bdd4-e4a93b04ee7a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:20.413252 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 7ab02476-8919-4204-8771-98b7f9e20589 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:03:20.534861 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 7ab02476-8919-4204-8771-98b7f9e20589, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=7ab02476-8919-4204-8771-98b7f9e20589,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:20.548082 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '7ab02476-8919-4204-8771-98b7f9e20589', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '7ab02476-8919-4204-8771-98b7f9e20589', 'mac_address': 'fa:16:3e:23:70:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:03:20.581512 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ebe60a4a-3167-4fef-bdd4-e4a93b04ee7a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:20.595833 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:20.610851 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab02476-8919-4204-8771-98b7f9e20589 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:03:20.627883 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe60a4a-3167-4fef-bdd4-e4a93b04ee7a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Network 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:03:20.632825 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ebe60a4a-3167-4fef-bdd4-e4a93b04ee7a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:03:20.633814 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 7ab02476-8919-4204-8771-98b7f9e20589, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=7ab02476-8919-4204-8771-98b7f9e20589,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:20.638514 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe60a4a-3167-4fef-bdd4-e4a93b04ee7a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:20.639401 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ebe60a4a-3167-4fef-bdd4-e4a93b04ee7a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:20.641000 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:20.648483 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb3d512-aafe-40bf-894d-bb0e08403782 None None] Network 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:03:20.660888 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ebe60a4a-3167-4fef-bdd4-e4a93b04ee7a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5235579 Nov 25 20:03:20.664347 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46850) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:20.669698 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-d3972c02-622d-420d-a945-d77d5ce544b5 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-144944238', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd8d4c9b6-b223-4a0b-a84b-4559c95a61c0'}], 'security_groups': ['bda337fc-06a1-4a21-866a-7ae863e11d3e', '84ccd3b6-7e31-4edf-ad7e-bfd721ccd84c']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:20.681146 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe60a4a-3167-4fef-bdd4-e4a93b04ee7a tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Subnet': ['ID=d8d4c9b6-b223-4a0b-a84b-4559c95a61c0,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:20.769766 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=7ab02476-8919-4204-8771-98b7f9e20589,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:20.867628 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d3972c02-622d-420d-a945-d77d5ce544b5 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:20.963212 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['7ab02476-8919-4204-8771-98b7f9e20589'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:03:20.995172 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504936cf-5f8b-46e9-b0d7-3c2298a16d28 req-822810d0-112d-4995-ba89-6353370ef25f tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:20.998415 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-504936cf-5f8b-46e9-b0d7-3c2298a16d28 req-822810d0-112d-4995-ba89-6353370ef25f tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.55 "GET /v2.0/ports?device_id=759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6 HTTP/1.1" status: 200 len: 949 time: 0.1317191 Nov 25 20:03:21.053417 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46862) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:21.073582 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ea035a-4229-4422-b8e4-0646b3d6a32f None None] Update dhcp port {'port': {'network_id': '5c818db8-aa0c-4b4e-b3a9-91a7786d77ef', 'fixed_ips': [{'subnet_id': '59540154-2bec-4c5e-b8e8-42b5eb393d9c', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a002bf28-25a2-4f37-8897-89d81894965b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd8d4c9b6-b223-4a0b-a84b-4559c95a61c0'}], 'binding:host_id': 'n-d-819349-5'}, 'id': '2fc6a90c-3e3e-4ff1-8056-633491be88c3'} from n-d-819349-5. {{(pid=103601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 20:03:21.124227 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-36ea035a-4229-4422-b8e4-0646b3d6a32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:21.144990 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-504936cf-5f8b-46e9-b0d7-3c2298a16d28 req-0e153373-d82b-4190-873c-319048fb4717 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfb6a762-b0f3-4bbe-bc77-83cf0fe981f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314898 Nov 25 20:03:21.364900 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-d3972c02-622d-420d-a945-d77d5ce544b5 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Delete allocated IP 172.20.0.14 (5c818db8-aa0c-4b4e-b3a9-91a7786d77ef/a002bf28-25a2-4f37-8897-89d81894965b) {{(pid=103600) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 20:03:21.384201 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-d3972c02-622d-420d-a945-d77d5ce544b5 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Allocated IP 172.20.0.38 (5c818db8-aa0c-4b4e-b3a9-91a7786d77ef/d8d4c9b6-b223-4a0b-a84b-4559c95a61c0/d73617a6-e45c-421b-b4cf-0a7b1161ff3a) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:03:21.587080 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d3972c02-622d-420d-a945-d77d5ce544b5 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:21.594795 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d3972c02-622d-420d-a945-d77d5ce544b5 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:21.681513 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6bad9373-fac6-45d1-8396-ba1d3039f5c0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:21.687490 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-36ea035a-4229-4422-b8e4-0646b3d6a32f None None] Allocated IP 172.20.0.34 (5c818db8-aa0c-4b4e-b3a9-91a7786d77ef/d8d4c9b6-b223-4a0b-a84b-4559c95a61c0/2fc6a90c-3e3e-4ff1-8056-633491be88c3) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:03:21.720990 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3972c02-622d-420d-a945-d77d5ce544b5 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event updated for resources: {'Port': ['ID=d73617a6-e45c-421b-b4cf-0a7b1161ff3a,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:21.738241 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d3972c02-622d-420d-a945-d77d5ce544b5 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] In _notify_port_updated(), no bound segment for port d73617a6-e45c-421b-b4cf-0a7b1161ff3a on network 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef {{(pid=103600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 20:03:21.744098 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3972c02-622d-420d-a945-d77d5ce544b5 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:21.744754 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d3972c02-622d-420d-a945-d77d5ce544b5 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:21.749899 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46872) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:21.751878 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d3972c02-622d-420d-a945-d77d5ce544b5 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "PUT /v2.0/ports/d73617a6-e45c-421b-b4cf-0a7b1161ff3a HTTP/1.1" status: 200 len: 959 time: 1.0867701 Nov 25 20:03:21.822900 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-36ea035a-4229-4422-b8e4-0646b3d6a32f None None] For port 2fc6a90c-3e3e-4ff1-8056-633491be88c3, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=2fc6a90c-3e3e-4ff1-8056-633491be88c3,segment=NetworkSegment(02095ab5-cb5c-4f25-9d6e-cf6de1168643),segment_id=02095ab5-cb5c-4f25-9d6e-cf6de1168643)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:21.859403 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-36ea035a-4229-4422-b8e4-0646b3d6a32f None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:21.866708 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-36ea035a-4229-4422-b8e4-0646b3d6a32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:21.960961 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3e55dff5-15c1-47c5-9033-052f3e92c84e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting port d73617a6-e45c-421b-b4cf-0a7b1161ff3a {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:03:21.961306 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e55dff5-15c1-47c5-9033-052f3e92c84e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:22.149527 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e55dff5-15c1-47c5-9033-052f3e92c84e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:22.192968 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3e55dff5-15c1-47c5-9033-052f3e92c84e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Calling delete_port for d73617a6-e45c-421b-b4cf-0a7b1161ff3a owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:03:22.196973 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea035a-4229-4422-b8e4-0646b3d6a32f None None] Pushing event updated for resources: {'Port': ['ID=2fc6a90c-3e3e-4ff1-8056-633491be88c3,revision_number=7']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:22.282212 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-6bad9373-fac6-45d1-8396-ba1d3039f5c0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Allocated IP 172.20.0.17 (70602234-38d4-4ee8-9172-b702e8514853/73edfe07-ff1f-4b15-911a-f3ae15ccdfb5/933ff09e-53e9-4f85-a128-494da9f40455) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:03:22.319598 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597277c9-ec12-4f0f-b7f5-a0e5cbcb4d0f req-5c11f4a0-e05d-4fac-9fe1-45b6c92ea8b5 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:22.321385 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-597277c9-ec12-4f0f-b7f5-a0e5cbcb4d0f req-5c11f4a0-e05d-4fac-9fe1-45b6c92ea8b5 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.55 "GET /v2.0/ports?device_id=759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6 HTTP/1.1" status: 200 len: 949 time: 0.0816865 Nov 25 20:03:22.416682 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 7ab02476-8919-4204-8771-98b7f9e20589 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:03:22.436419 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-597277c9-ec12-4f0f-b7f5-a0e5cbcb4d0f req-e2152a16-ba24-4e6a-bd4a-78e6f6e07fbb tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfb6a762-b0f3-4bbe-bc77-83cf0fe981f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964391 Nov 25 20:03:22.500828 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 7ab02476-8919-4204-8771-98b7f9e20589 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:03:22.506656 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 7ab02476-8919-4204-8771-98b7f9e20589 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:22.507168 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:22.530684 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6bad9373-fac6-45d1-8396-ba1d3039f5c0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:22.538864 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e55dff5-15c1-47c5-9033-052f3e92c84e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:22.585562 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55dff5-15c1-47c5-9033-052f3e92c84e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Port': ['ID=d73617a6-e45c-421b-b4cf-0a7b1161ff3a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:22.643640 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:22.664873 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6bad9373-fac6-45d1-8396-ba1d3039f5c0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:22.684960 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab02476-8919-4204-8771-98b7f9e20589'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:03:22.688928 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ba114e-2db2-4880-9e47-493a7ee0d7ae" -d '{"events": [{"server_uuid": "759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6", "name": "network-vif-plugged", "status": "completed", "tag": "7ab02476-8919-4204-8771-98b7f9e20589"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:03:22.707824 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 7ab02476-8919-4204-8771-98b7f9e20589, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=7ab02476-8919-4204-8771-98b7f9e20589,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:22.714548 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:22.735564 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bad9373-fac6-45d1-8396-ba1d3039f5c0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Network 70602234-38d4-4ee8-9172-b702e8514853 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:03:22.739239 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-6bad9373-fac6-45d1-8396-ba1d3039f5c0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:03:22.747432 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bad9373-fac6-45d1-8396-ba1d3039f5c0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:03:22.751735 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e55dff5-15c1-47c5-9033-052f3e92c84e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:22.757654 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3e55dff5-15c1-47c5-9033-052f3e92c84e tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/ports/d73617a6-e45c-421b-b4cf-0a7b1161ff3a HTTP/1.1" status: 204 len: 168 time: 1.0041585 Nov 25 20:03:22.758389 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46880) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:22.761118 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad9373-fac6-45d1-8396-ba1d3039f5c0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'Port': ['ID=933ff09e-53e9-4f85-a128-494da9f40455,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:22.795715 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba492c3a-7fac-45f8-b9bf-393c6b36e558 x-openstack-request-id: req-ba492c3a-7fac-45f8-b9bf-393c6b36e558 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:03:22.796023 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6", "name": "network-vif-plugged", "status": "completed", "tag": "7ab02476-8919-4204-8771-98b7f9e20589", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:03:22.796290 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ba492c3a-7fac-45f8-b9bf-393c6b36e558 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:03:22.796717 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab02476-8919-4204-8771-98b7f9e20589', 'code': 200} Nov 25 20:03:22.821740 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6bad9373-fac6-45d1-8396-ba1d3039f5c0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:22.842883 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9fa25d-c573-4828-9757-cafdf5e0aded tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] GET failed (client error): The resource could not be found. Nov 25 20:03:22.850549 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3e9fa25d-c573-4828-9757-cafdf5e0aded tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "GET /v2.0/ports/d73617a6-e45c-421b-b4cf-0a7b1161ff3a HTTP/1.1" status: 404 len: 333 time: 0.0897293 Nov 25 20:03:22.852896 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=7ab02476-8919-4204-8771-98b7f9e20589,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:22.856730 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46882) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:22.988529 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c0623976-ef18-4fd6-8e1f-6eb406e4fdd3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:23.017589 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebc25e-3e7a-4b21-81e6-e3f5e087092a req-a433ae3b-fa25-4779-ba61-5c2fceaa06b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:23.019196 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aaebc25e-3e7a-4b21-81e6-e3f5e087092a req-a433ae3b-fa25-4779-ba61-5c2fceaa06b4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6 HTTP/1.1" status: 200 len: 1101 time: 0.0789118 Nov 25 20:03:23.025774 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6bad9373-fac6-45d1-8396-ba1d3039f5c0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:23.044215 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c0623976-ef18-4fd6-8e1f-6eb406e4fdd3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:23.116433 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c0623976-ef18-4fd6-8e1f-6eb406e4fdd3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:23.120563 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c0623976-ef18-4fd6-8e1f-6eb406e4fdd3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:23.125397 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c0623976-ef18-4fd6-8e1f-6eb406e4fdd3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/security-groups/5fc7c7e5-8f95-4372-8a21-e5e21bfffdda HTTP/1.1" status: 204 len: 168 time: 0.2636173 Nov 25 20:03:23.125979 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46886) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:23.150605 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0623976-ef18-4fd6-8e1f-6eb406e4fdd3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc7c7e5-8f95-4372-8a21-e5e21bfffdda,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:23.188509 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aaebc25e-3e7a-4b21-81e6-e3f5e087092a req-a0de2c43-9fa5-43a9-aede-390e04ffa58b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dfb6a762-b0f3-4bbe-bc77-83cf0fe981f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519592 Nov 25 20:03:23.208624 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3fea5b43-3ec5-4ebf-9323-36ffe40d6c72 None None] Provisioning complete for port be6bd9d0-80d6-4740-aaf0-68e1d1be0ad8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:23.208995 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3fea5b43-3ec5-4ebf-9323-36ffe40d6c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:23.258210 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-3fea5b43-3ec5-4ebf-9323-36ffe40d6c72 None None] Port be6bd9d0-80d6-4740-aaf0-68e1d1be0ad8 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:03:23.269922 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3fea5b43-3ec5-4ebf-9323-36ffe40d6c72 None None] Provisioning complete for port 933ff09e-53e9-4f85-a128-494da9f40455 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:23.270235 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3fea5b43-3ec5-4ebf-9323-36ffe40d6c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:23.312636 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-3fea5b43-3ec5-4ebf-9323-36ffe40d6c72 None None] Port 933ff09e-53e9-4f85-a128-494da9f40455 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:03:23.317016 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3fea5b43-3ec5-4ebf-9323-36ffe40d6c72 None None] Could not find standard attr ID for object d73617a6-e45c-421b-b4cf-0a7b1161ff3a. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 20:03:23.325476 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 2fc6a90c-3e3e-4ff1-8056-633491be88c3 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:03:23.364786 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3fea5b43-3ec5-4ebf-9323-36ffe40d6c72 None None] Provisioning complete for port 2fc6a90c-3e3e-4ff1-8056-633491be88c3 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:23.365426 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3fea5b43-3ec5-4ebf-9323-36ffe40d6c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:23.421197 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 2fc6a90c-3e3e-4ff1-8056-633491be88c3 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:23.421926 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:23.423207 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f04b526-95fa-4644-9476-3bcbff8abaf1 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:23.463785 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f04b526-95fa-4644-9476-3bcbff8abaf1 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:23.539663 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6bad9373-fac6-45d1-8396-ba1d3039f5c0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:23.552282 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f04b526-95fa-4644-9476-3bcbff8abaf1 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:23.555011 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f04b526-95fa-4644-9476-3bcbff8abaf1 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:23.556209 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3f04b526-95fa-4644-9476-3bcbff8abaf1 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/security-groups/84ccd3b6-7e31-4edf-ad7e-bfd721ccd84c HTTP/1.1" status: 204 len: 168 time: 0.4292877 Nov 25 20:03:23.557657 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6bad9373-fac6-45d1-8396-ba1d3039f5c0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:23.560255 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46892) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:23.578376 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04b526-95fa-4644-9476-3bcbff8abaf1 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ccd3b6-7e31-4edf-ad7e-bfd721ccd84c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:23.678075 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6bad9373-fac6-45d1-8396-ba1d3039f5c0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:23.681031 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad9373-fac6-45d1-8396-ba1d3039f5c0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'Port': ['ID=933ff09e-53e9-4f85-a128-494da9f40455,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:23.688957 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4e58f4b0-5caf-400a-8888-838f1382fac1 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:23.755015 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4e58f4b0-5caf-400a-8888-838f1382fac1 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:23.834272 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4e58f4b0-5caf-400a-8888-838f1382fac1 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:23.840035 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:23.841091 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4e58f4b0-5caf-400a-8888-838f1382fac1 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:23.846447 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46894) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:23.849872 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4e58f4b0-5caf-400a-8888-838f1382fac1 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/security-groups/bda337fc-06a1-4a21-866a-7ae863e11d3e HTTP/1.1" status: 204 len: 168 time: 0.2784925 Nov 25 20:03:23.859376 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58f4b0-5caf-400a-8888-838f1382fac1 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda337fc-06a1-4a21-866a-7ae863e11d3e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:23.881151 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bad9373-fac6-45d1-8396-ba1d3039f5c0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Network 70602234-38d4-4ee8-9172-b702e8514853 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:03:23.883178 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-6bad9373-fac6-45d1-8396-ba1d3039f5c0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:03:23.943722 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f4f9efff-8369-4a35-af31-96a024074077 None None] Could not find standard attr ID for object d73617a6-e45c-421b-b4cf-0a7b1161ff3a. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 20:03:23.956834 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfca8e7-d8c2-4029-8ce9-f1db6ea48840 req-4569860c-cc85-4357-b54a-e791eaa006ae tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:23.959149 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0cfca8e7-d8c2-4029-8ce9-f1db6ea48840 req-4569860c-cc85-4357-b54a-e791eaa006ae tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.55 "GET /v2.0/ports?device_id=759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6 HTTP/1.1" status: 200 len: 950 time: 0.4169130 Nov 25 20:03:24.052957 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b15651a7-b6a5-43c7-b065-c8c948291c96 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting subnet a002bf28-25a2-4f37-8897-89d81894965b {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:03:24.057035 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b15651a7-b6a5-43c7-b065-c8c948291c96 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:24.088689 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0cfca8e7-d8c2-4029-8ce9-f1db6ea48840 req-5dfce93c-3930-4bbd-ad40-19315e164e9e tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfb6a762-b0f3-4bbe-bc77-83cf0fe981f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133189 Nov 25 20:03:24.117102 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b15651a7-b6a5-43c7-b065-c8c948291c96 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:24.236111 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bad9373-fac6-45d1-8396-ba1d3039f5c0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Router 39e43e57-f439-4694-a125-73bedf5bb0ae has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:03:24.249949 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b15651a7-b6a5-43c7-b065-c8c948291c96 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:24.270278 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f5a063ab-9346-4e2e-ba02-b8eed27da7ca None None] Provisioning complete for port 933ff09e-53e9-4f85-a128-494da9f40455 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:24.270718 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f5a063ab-9346-4e2e-ba02-b8eed27da7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:24.326142 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-f5a063ab-9346-4e2e-ba02-b8eed27da7ca None None] Port 933ff09e-53e9-4f85-a128-494da9f40455 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:03:24.405763 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:24.684489 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b15651a7-b6a5-43c7-b065-c8c948291c96 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:24.722788 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bad9373-fac6-45d1-8396-ba1d3039f5c0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:03:24.724534 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15651a7-b6a5-43c7-b065-c8c948291c96 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Subnet': ['ID=a002bf28-25a2-4f37-8897-89d81894965b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:24.729908 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6bad9373-fac6-45d1-8396-ba1d3039f5c0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "PUT /v2.0/routers/39e43e57-f439-4694-a125-73bedf5bb0ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6737790 Nov 25 20:03:24.740880 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6b798c-3bef-48b8-af95-b031f56124d8 None None] Sync routers for ids ['39e43e57-f439-4694-a125-73bedf5bb0ae'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:03:24.748659 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b15651a7-b6a5-43c7-b065-c8c948291c96 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:24.755992 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4c4223-da3c-4587-b726-f59302ac6311 None None] Network 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:03:24.757256 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46900) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:24.757654 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b15651a7-b6a5-43c7-b065-c8c948291c96 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/subnets/a002bf28-25a2-4f37-8897-89d81894965b HTTP/1.1" status: 204 len: 168 time: 0.9098117 Nov 25 20:03:24.776582 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b798c-3bef-48b8-af95-b031f56124d8 None None] Routers {'39e43e57-f439-4694-a125-73bedf5bb0ae'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:03:24.777644 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3c6b798c-3bef-48b8-af95-b031f56124d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:03:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['39e43e57-f439-4694-a125-73bedf5bb0ae'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:24.820028 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e24681-aada-4946-8859-e89788afa399 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting subnet d8d4c9b6-b223-4a0b-a84b-4559c95a61c0 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:03:24.825708 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2e24681-aada-4946-8859-e89788afa399 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:24.879372 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2e24681-aada-4946-8859-e89788afa399 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:24.960750 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-3c6b798c-3bef-48b8-af95-b031f56124d8 None None] Set router 39e43e57-f439-4694-a125-73bedf5bb0ae gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:03:24.993268 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2e24681-aada-4946-8859-e89788afa399 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:25.088968 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2e24681-aada-4946-8859-e89788afa399 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:25.122348 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e24681-aada-4946-8859-e89788afa399 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Subnet': ['ID=d8d4c9b6-b223-4a0b-a84b-4559c95a61c0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:25.140118 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2e24681-aada-4946-8859-e89788afa399 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:25.144765 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e2e24681-aada-4946-8859-e89788afa399 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/subnets/d8d4c9b6-b223-4a0b-a84b-4559c95a61c0 HTTP/1.1" status: 204 len: 168 time: 0.3858016 Nov 25 20:03:25.146816 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46908) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:25.191858 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b558bbdc-9b20-43e7-b203-c4d85a877914 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] DELETE failed (client error): The resource could not be found. Nov 25 20:03:25.192336 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b558bbdc-9b20-43e7-b203-c4d85a877914 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:03:25.196394 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b558bbdc-9b20-43e7-b203-c4d85a877914 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/subnets/a002bf28-25a2-4f37-8897-89d81894965b HTTP/1.1" status: 404 len: 337 time: 0.0484338 Nov 25 20:03:25.199119 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46910) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:25.301055 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e24c92-96da-459c-8ccf-a5fdeea593d8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting subnet 59540154-2bec-4c5e-b8e8-42b5eb393d9c {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:03:25.307819 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6e24c92-96da-459c-8ccf-a5fdeea593d8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:25.310697 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b981b1-ae2d-476d-a9fe-9a4716cc7402 None None] Update dhcp port {'port': {'network_id': '5c818db8-aa0c-4b4e-b3a9-91a7786d77ef', 'fixed_ips': [{'subnet_id': '59540154-2bec-4c5e-b8e8-42b5eb393d9c', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd8d4c9b6-b223-4a0b-a84b-4559c95a61c0'}], 'binding:host_id': 'n-d-819349-5'}, 'id': '2fc6a90c-3e3e-4ff1-8056-633491be88c3'} from n-d-819349-5. {{(pid=103601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 20:03:25.343376 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66e315-72c6-40e3-a854-2cad88021f57 req-c968f6f5-3540-49de-a3cf-70862c6384da tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:25.345716 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd66e315-72c6-40e3-a854-2cad88021f57 req-c968f6f5-3540-49de-a3cf-70862c6384da tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.55 "GET /v2.0/ports?device_id=759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6 HTTP/1.1" status: 200 len: 950 time: 0.0975976 Nov 25 20:03:25.357178 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c4b981b1-ae2d-476d-a9fe-9a4716cc7402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:25.379199 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6e24c92-96da-459c-8ccf-a5fdeea593d8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:25.455448 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd66e315-72c6-40e3-a854-2cad88021f57 req-43db5bfd-93f5-4e9e-aaf0-e3defad67a4d tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfb6a762-b0f3-4bbe-bc77-83cf0fe981f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968146 Nov 25 20:03:25.531106 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6e24c92-96da-459c-8ccf-a5fdeea593d8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:25.540586 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3c6b798c-3bef-48b8-af95-b031f56124d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'name': 'tempest-TestNetworkBasicOps-router-1400127429', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:01:44Z', 'updated_at': '2021-11-25T20:03:22Z', 'revision_number': 5, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:45Z', 'updated_at': '2021-11-25T20:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '25abf1f0-3132-4c85-94d6-e4e72d11d7e4', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'floating_ip_address': '172.25.6.60', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'port_id': '7a562dd5-3eae-4c66-8711-0e7c1ddf2f12', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'mac_address': 'fa:16:3e:fb:86:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a97402-4915-4a30-b832-4f183964b480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:02:20Z', 'updated_at': '2021-11-25T20:02:26Z', 'revision_number': 1, 'project_id': '32afe38025cf480891593cfe301fccc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '933ff09e-53e9-4f85-a128-494da9f40455', 'name': '', 'network_id': '70602234-38d4-4ee8-9172-b702e8514853', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'mac_address': 'fa:16:3e:f0:b6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '73edfe07-ff1f-4b15-911a-f3ae15ccdfb5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:03:21Z', 'updated_at': '2021-11-25T20:03:23Z', 'revision_number': 2, 'project_id': '32afe38025cf480891593cfe301fccc3', 'subnets': [{'id': '73edfe07-ff1f-4b15-911a-f3ae15ccdfb5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd43c1546-50d7-4a6b-8ef5-667ce4f5fde8', 'name': '', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'mac_address': 'fa:16:3e:bc:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:51Z', 'updated_at': '2021-11-25T20:01:56Z', 'revision_number': 5, 'project_id': '32afe38025cf480891593cfe301fccc3', 'subnets': [{'id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:25.572638 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6b798c-3bef-48b8-af95-b031f56124d8 None None] Checking router: 39e43e57-f439-4694-a125-73bedf5bb0ae for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:03:25.572999 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6b798c-3bef-48b8-af95-b031f56124d8 None None] Updating router 39e43e57-f439-4694-a125-73bedf5bb0ae port 933ff09e-53e9-4f85-a128-494da9f40455 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:03:25.604429 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3c6b798c-3bef-48b8-af95-b031f56124d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:25.609285 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6e24c92-96da-459c-8ccf-a5fdeea593d8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server [None req-c4b981b1-ae2d-476d-a9fe-9a4716cc7402 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 59540154-2bec-4c5e-b8e8-42b5eb393d9c: This subnet is being modified by another concurrent operation. Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise exception Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 59540154-2bec-4c5e-b8e8-42b5eb393d9c: This subnet is being modified by another concurrent operation. Nov 25 20:03:25.620400 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server Nov 25 20:03:25.664874 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e24c92-96da-459c-8ccf-a5fdeea593d8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Subnet': ['ID=59540154-2bec-4c5e-b8e8-42b5eb393d9c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:25.671182 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6e24c92-96da-459c-8ccf-a5fdeea593d8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:25.678008 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46916) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:25.698422 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c6e24c92-96da-459c-8ccf-a5fdeea593d8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/subnets/59540154-2bec-4c5e-b8e8-42b5eb393d9c HTTP/1.1" status: 204 len: 168 time: 0.4977245 Nov 25 20:03:25.740484 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f6d6fb-2c02-425f-a53f-bb5bde21d8e8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] DELETE failed (client error): The resource could not be found. Nov 25 20:03:25.741175 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f6d6fb-2c02-425f-a53f-bb5bde21d8e8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:03:25.751879 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46920) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:25.764586 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c1f6d6fb-2c02-425f-a53f-bb5bde21d8e8 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/subnets/43a7fe67-e79a-42a6-9374-85afe4ce7158 HTTP/1.1" status: 404 len: 337 time: 0.0848689 Nov 25 20:03:25.798159 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46922) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:25.806835 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ce50a522-c37c-473e-9e68-d751e83a8f8b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a1b05d8-2a6e-44f6-b32e-33fd503b351f HTTP/1.1" status: 200 len: 205 time: 0.0535467 Nov 25 20:03:25.814692 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adccdd2-71df-48c2-a118-28e76eb477cc None None] Network 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:03:25.845532 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-3b21b20d-30cb-4802-8f75-a36cb0104b75 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] delete failed (client error): The resource could not be found. Nov 25 20:03:25.849857 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3b21b20d-30cb-4802-8f75-a36cb0104b75 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/routers/0a1b05d8-2a6e-44f6-b32e-33fd503b351f HTTP/1.1" status: 404 len: 336 time: 0.0503590 Nov 25 20:03:25.850521 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46924) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:25.892493 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-906a3171-48a8-4cf3-bd5c-a65d74f47384 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] DELETE failed (client error): The resource could not be found. Nov 25 20:03:25.893204 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906a3171-48a8-4cf3-bd5c-a65d74f47384 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:03:25.903654 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f8d4bf60-ee05-4aa1-9c5d-65b4e8fc5ed9 None None] Provisioning complete for port be6bd9d0-80d6-4740-aaf0-68e1d1be0ad8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:25.904040 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f8d4bf60-ee05-4aa1-9c5d-65b4e8fc5ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:25.909223 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-906a3171-48a8-4cf3-bd5c-a65d74f47384 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/subnets/b1b0eea1-8f07-4825-8990-a58165bf89d1 HTTP/1.1" status: 404 len: 337 time: 0.0554709 Nov 25 20:03:25.910449 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46926) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:25.922769 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275667c1-0529-4c69-9481-fe7b6280c5fe req-6c4178e7-96b7-4d87-87ef-411df3fe4c0d tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:25.932774 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-275667c1-0529-4c69-9481-fe7b6280c5fe req-6c4178e7-96b7-4d87-87ef-411df3fe4c0d tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.55 "GET /v2.0/ports?device_id=759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6 HTTP/1.1" status: 200 len: 950 time: 0.1190114 Nov 25 20:03:25.945115 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aae7f1e-c5b5-4d1b-9d67-87073b336c46 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] DELETE failed (client error): The resource could not be found. Nov 25 20:03:25.945666 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-f8d4bf60-ee05-4aa1-9c5d-65b4e8fc5ed9 None None] Port be6bd9d0-80d6-4740-aaf0-68e1d1be0ad8 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:03:25.945795 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aae7f1e-c5b5-4d1b-9d67-87073b336c46 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:03:25.953625 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6aae7f1e-c5b5-4d1b-9d67-87073b336c46 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/subnets/ff47f808-3c7a-4233-8aa9-eb0bd0ea2279 HTTP/1.1" status: 404 len: 337 time: 0.0405426 Nov 25 20:03:25.954184 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46928) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:25.987309 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05e90c2-4888-4f25-9bb9-f12da40b28d4 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] DELETE failed (client error): The resource could not be found. Nov 25 20:03:25.987718 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05e90c2-4888-4f25-9bb9-f12da40b28d4 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:03:25.993027 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b05e90c2-4888-4f25-9bb9-f12da40b28d4 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/subnets/51a7694e-ce56-4284-a9fb-f22c87a66a2d HTTP/1.1" status: 404 len: 337 time: 0.0350659 Nov 25 20:03:25.994565 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46930) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:26.015755 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-275667c1-0529-4c69-9481-fe7b6280c5fe req-d90fd533-4638-4f7e-9367-4ca0920ba2e6 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfb6a762-b0f3-4bbe-bc77-83cf0fe981f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812781 Nov 25 20:03:26.022979 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-4521fa54-590c-4983-84c1-48988db7e14b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] DELETE failed (client error): The resource could not be found. Nov 25 20:03:26.023609 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4521fa54-590c-4983-84c1-48988db7e14b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:03:26.030158 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4521fa54-590c-4983-84c1-48988db7e14b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/ports/4eb97cdd-7304-47d2-80e7-9667ee034f9b HTTP/1.1" status: 404 len: 333 time: 0.0314407 Nov 25 20:03:26.030424 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46932) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:26.060055 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa39547-9169-492e-ac89-725b552655df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] DELETE failed (client error): The resource could not be found. Nov 25 20:03:26.060714 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa39547-9169-492e-ac89-725b552655df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:03:26.066347 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0aa39547-9169-492e-ac89-725b552655df tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/subnets/7ed32e73-8784-4c3e-8a4e-bf8de1247b29 HTTP/1.1" status: 404 len: 337 time: 0.0330379 Nov 25 20:03:26.068327 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46934) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:26.108649 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-8009e533-5a8a-4df5-ab56-24620ecdba45 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] DELETE failed (client error): The resource could not be found. Nov 25 20:03:26.109124 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8009e533-5a8a-4df5-ab56-24620ecdba45 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:03:26.115108 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8009e533-5a8a-4df5-ab56-24620ecdba45 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/subnets/26dbe039-fd91-4106-aef6-44290df9c9ee HTTP/1.1" status: 404 len: 337 time: 0.0430295 Nov 25 20:03:26.115402 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46936) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:26.143292 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-128034d0-3ead-44f1-8d63-e718006895c3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] DELETE failed (client error): The resource could not be found. Nov 25 20:03:26.144239 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-128034d0-3ead-44f1-8d63-e718006895c3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:03:26.153173 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-128034d0-3ead-44f1-8d63-e718006895c3 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/ports/2345b6fa-f51e-4806-a273-d5ca2cba33b4 HTTP/1.1" status: 404 len: 333 time: 0.0321431 Nov 25 20:03:26.153456 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46938) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:26.195863 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec4696b9-ea1e-4e29-b15a-b94d8f26203b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] DELETE failed (client error): The resource could not be found. Nov 25 20:03:26.196521 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec4696b9-ea1e-4e29-b15a-b94d8f26203b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:03:26.204248 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ec4696b9-ea1e-4e29-b15a-b94d8f26203b tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/subnets/4cf20543-81e1-44e0-8180-ad08a6a116fd HTTP/1.1" status: 404 len: 337 time: 0.0469468 Nov 25 20:03:26.206320 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46942) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:26.237604 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7c54cc-af03-41b6-9b20-24684decc549 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] DELETE failed (client error): The resource could not be found. Nov 25 20:03:26.238075 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7c54cc-af03-41b6-9b20-24684decc549 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:03:26.244374 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8f7c54cc-af03-41b6-9b20-24684decc549 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/subnets/52836861-8869-465b-a525-4aeb3e94c5a8 HTTP/1.1" status: 404 len: 337 time: 0.0336919 Nov 25 20:03:26.244785 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46944) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:26.273400 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f8d4bf60-ee05-4aa1-9c5d-65b4e8fc5ed9 None None] Provisioning complete for port 2fc6a90c-3e3e-4ff1-8056-633491be88c3 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:26.274252 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f8d4bf60-ee05-4aa1-9c5d-65b4e8fc5ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:26.384747 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aece5394-dd29-4d51-96e7-3b2590e175f9 None None] DHCP port deletion for 5c818db8-aa0c-4b4e-b3a9-91a7786d77ef request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:03:26.388095 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2772086e-b4e1-458f-9112-b9cf2eb6a914 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting port be6bd9d0-80d6-4740-aaf0-68e1d1be0ad8 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:03:26.388428 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2772086e-b4e1-458f-9112-b9cf2eb6a914 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:26.458878 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2772086e-b4e1-458f-9112-b9cf2eb6a914 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:26.490654 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2772086e-b4e1-458f-9112-b9cf2eb6a914 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Calling delete_port for be6bd9d0-80d6-4740-aaf0-68e1d1be0ad8 owned by {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:03:26.523893 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3c6b798c-3bef-48b8-af95-b031f56124d8 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:26.538829 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3c6b798c-3bef-48b8-af95-b031f56124d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:26.584102 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2772086e-b4e1-458f-9112-b9cf2eb6a914 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:26.617550 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772086e-b4e1-458f-9112-b9cf2eb6a914 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Port': ['ID=be6bd9d0-80d6-4740-aaf0-68e1d1be0ad8,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:26.625667 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2772086e-b4e1-458f-9112-b9cf2eb6a914 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:26.629063 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2772086e-b4e1-458f-9112-b9cf2eb6a914 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/ports/be6bd9d0-80d6-4740-aaf0-68e1d1be0ad8 HTTP/1.1" status: 204 len: 168 time: 0.3830376 Nov 25 20:03:26.633099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 46946) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:26.747444 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-48c1443a-94e4-40f7-9d6a-c35b2c8b4f72 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:26.780788 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf8be2-0746-4d77-b1e5-5ea7237997cb None None] Pushing event updated for resources: {'Port': ['ID=933ff09e-53e9-4f85-a128-494da9f40455,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:26.787561 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3c6b798c-3bef-48b8-af95-b031f56124d8 None None] Attempting to bind port 933ff09e-53e9-4f85-a128-494da9f40455 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:03:26.788183 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3c6b798c-3bef-48b8-af95-b031f56124d8 None None] Attempting to bind port 933ff09e-53e9-4f85-a128-494da9f40455 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'ceb6de89-accb-4884-9f0d-f52dc6238d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '70602234-38d4-4ee8-9172-b702e8514853'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:03:26.788818 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b798c-3bef-48b8-af95-b031f56124d8 None None] Attempting to bind port 933ff09e-53e9-4f85-a128-494da9f40455 on network 70602234-38d4-4ee8-9172-b702e8514853 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:03:26.796832 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-aece5394-dd29-4d51-96e7-3b2590e175f9 None None] Deleting port 2fc6a90c-3e3e-4ff1-8056-633491be88c3 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:03:26.797466 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aece5394-dd29-4d51-96e7-3b2590e175f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:26.821637 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-48c1443a-94e4-40f7-9d6a-c35b2c8b4f72 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Deleting port 2fc6a90c-3e3e-4ff1-8056-633491be88c3 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:03:26.822129 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-48c1443a-94e4-40f7-9d6a-c35b2c8b4f72 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:26.893914 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b798c-3bef-48b8-af95-b031f56124d8 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:03:26.894613 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b798c-3bef-48b8-af95-b031f56124d8 None None] Checking segment: {'id': 'ceb6de89-accb-4884-9f0d-f52dc6238d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '70602234-38d4-4ee8-9172-b702e8514853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:03:26.894776 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3c6b798c-3bef-48b8-af95-b031f56124d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:26.895134 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b798c-3bef-48b8-af95-b031f56124d8 None None] Bound using segment: {'id': 'ceb6de89-accb-4884-9f0d-f52dc6238d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '70602234-38d4-4ee8-9172-b702e8514853'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:03:26.895643 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3c6b798c-3bef-48b8-af95-b031f56124d8 None None] Bound port: 933ff09e-53e9-4f85-a128-494da9f40455, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb6de89-accb-4884-9f0d-f52dc6238d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '70602234-38d4-4ee8-9172-b702e8514853'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:03:26.896034 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3c6b798c-3bef-48b8-af95-b031f56124d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:26.896797 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-48c1443a-94e4-40f7-9d6a-c35b2c8b4f72 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] For port 2fc6a90c-3e3e-4ff1-8056-633491be88c3, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=2fc6a90c-3e3e-4ff1-8056-633491be88c3,segment=NetworkSegment(02095ab5-cb5c-4f25-9d6e-cf6de1168643),segment_id=02095ab5-cb5c-4f25-9d6e-cf6de1168643)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:26.897171 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-48c1443a-94e4-40f7-9d6a-c35b2c8b4f72 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:26.916047 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-48c1443a-94e4-40f7-9d6a-c35b2c8b4f72 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Calling delete_port for 2fc6a90c-3e3e-4ff1-8056-633491be88c3 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:03:26.924318 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-aece5394-dd29-4d51-96e7-3b2590e175f9 None None] For port 2fc6a90c-3e3e-4ff1-8056-633491be88c3, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=2fc6a90c-3e3e-4ff1-8056-633491be88c3,segment=NetworkSegment(02095ab5-cb5c-4f25-9d6e-cf6de1168643),segment_id=02095ab5-cb5c-4f25-9d6e-cf6de1168643)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:26.924734 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aece5394-dd29-4d51-96e7-3b2590e175f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:26.961100 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-aece5394-dd29-4d51-96e7-3b2590e175f9 None None] Calling delete_port for 2fc6a90c-3e3e-4ff1-8056-633491be88c3 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:03:26.968876 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d8a055a0-e748-423a-b2ec-ad1208f516e5 None None] Provisioning complete for port 933ff09e-53e9-4f85-a128-494da9f40455 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:26.969262 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d8a055a0-e748-423a-b2ec-ad1208f516e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:27.000027 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-48c1443a-94e4-40f7-9d6a-c35b2c8b4f72 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:27.015923 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c1443a-94e4-40f7-9d6a-c35b2c8b4f72 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] No DVR routers for this DVR port 2fc6a90c-3e3e-4ff1-8056-633491be88c3 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:03:27.039412 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1443a-94e4-40f7-9d6a-c35b2c8b4f72 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Port': ['ID=2fc6a90c-3e3e-4ff1-8056-633491be88c3,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:27.101994 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d8a055a0-e748-423a-b2ec-ad1208f516e5 None None] Port 933ff09e-53e9-4f85-a128-494da9f40455 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:03:27.103918 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3c6b798c-3bef-48b8-af95-b031f56124d8 None None] For port 933ff09e-53e9-4f85-a128-494da9f40455, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:03:27.112337 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3c6b798c-3bef-48b8-af95-b031f56124d8 None None] For port 933ff09e-53e9-4f85-a128-494da9f40455, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=933ff09e-53e9-4f85-a128-494da9f40455,segment=NetworkSegment(ceb6de89-accb-4884-9f0d-f52dc6238d5e),segment_id=ceb6de89-accb-4884-9f0d-f52dc6238d5e)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:03:27.119906 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3c6b798c-3bef-48b8-af95-b031f56124d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:27.136288 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-48c1443a-94e4-40f7-9d6a-c35b2c8b4f72 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:27.177240 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-48c1443a-94e4-40f7-9d6a-c35b2c8b4f72 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c818db8-aa0c-4b4e-b3a9-91a7786d77ef']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:27.191234 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aece5394-dd29-4d51-96e7-3b2590e175f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:27.205944 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-48c1443a-94e4-40f7-9d6a-c35b2c8b4f72 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02095ab5-cb5c-4f25-9d6e-cf6de1168643') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:27.206247 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-48c1443a-94e4-40f7-9d6a-c35b2c8b4f72 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02095ab5-cb5c-4f25-9d6e-cf6de1168643') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:27.222132 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805f91e-1e1f-4a4f-8b36-f32318d01b3e req-f60237d5-ec00-47ff-b664-423fe3ea3f35 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:27.222679 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b798c-3bef-48b8-af95-b031f56124d8 None None] Routers {'39e43e57-f439-4694-a125-73bedf5bb0ae'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:03:27.223776 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0805f91e-1e1f-4a4f-8b36-f32318d01b3e req-f60237d5-ec00-47ff-b664-423fe3ea3f35 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.55 "GET /v2.0/ports?device_id=759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6 HTTP/1.1" status: 200 len: 950 time: 0.1053226 Nov 25 20:03:27.224247 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3c6b798c-3bef-48b8-af95-b031f56124d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:03:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['39e43e57-f439-4694-a125-73bedf5bb0ae'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:27.228370 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-48c1443a-94e4-40f7-9d6a-c35b2c8b4f72 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:27.257838 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-48c1443a-94e4-40f7-9d6a-c35b2c8b4f72 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:27.273626 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c1443a-94e4-40f7-9d6a-c35b2c8b4f72 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:03:27.274034 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-48c1443a-94e4-40f7-9d6a-c35b2c8b4f72 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:27.278963 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf8be2-0746-4d77-b1e5-5ea7237997cb None None] Pushing event updated for resources: {'Port': ['ID=933ff09e-53e9-4f85-a128-494da9f40455,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:03:27.280093 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:03:27.325781 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aece5394-dd29-4d51-96e7-3b2590e175f9 None None] No DVR routers for this DVR port 2fc6a90c-3e3e-4ff1-8056-633491be88c3 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:03:27.365998 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece5394-dd29-4d51-96e7-3b2590e175f9 None None] Pushing event deleted for resources: {'Port': ['ID=2fc6a90c-3e3e-4ff1-8056-633491be88c3,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:27.386456 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 2fc6a90c-3e3e-4ff1-8056-633491be88c3 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:03:27.435824 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0805f91e-1e1f-4a4f-8b36-f32318d01b3e req-ed97741c-4b30-4c5e-902e-9fc4eda991f3 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfb6a762-b0f3-4bbe-bc77-83cf0fe981f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918814 Nov 25 20:03:27.451839 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 2fc6a90c-3e3e-4ff1-8056-633491be88c3 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:03:27.452201 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 2fc6a90c-3e3e-4ff1-8056-633491be88c3 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:03:27.475044 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-48c1443a-94e4-40f7-9d6a-c35b2c8b4f72 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:27.500575 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-48c1443a-94e4-40f7-9d6a-c35b2c8b4f72 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:27.506088 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-3c6b798c-3bef-48b8-af95-b031f56124d8 None None] Set router 39e43e57-f439-4694-a125-73bedf5bb0ae gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:03:27.509416 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-48c1443a-94e4-40f7-9d6a-c35b2c8b4f72 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] 10.222.0.55 "DELETE /v2.0/networks/5c818db8-aa0c-4b4e-b3a9-91a7786d77ef HTTP/1.1" status: 204 len: 168 time: 0.8712742 Nov 25 20:03:27.533583 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1443a-94e4-40f7-9d6a-c35b2c8b4f72 tempest-PortsTestJSON-1395098893 tempest-PortsTestJSON-1395098893-project] Pushing event deleted for resources: {'Network': ['ID=5c818db8-aa0c-4b4e-b3a9-91a7786d77ef,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:27.567948 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109ab88-2008-4e54-8490-23ad44832191 req-24e144bc-2a82-469b-813f-f6de9d0b0a98 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:27.569542 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c109ab88-2008-4e54-8490-23ad44832191 req-24e144bc-2a82-469b-813f-f6de9d0b0a98 tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.73 "GET /v2.0/ports?device_id=759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6 HTTP/1.1" status: 200 len: 950 time: 0.1943202 Nov 25 20:03:27.673185 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d53b7a3-31d4-4d8f-a88b-6977e5e12965 None None] get_active_networks_info from n-d-819349-5 {{(pid=103601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 20:03:27.737714 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-c109ab88-2008-4e54-8490-23ad44832191 req-83b55b7a-a874-41d9-99fe-470230fc67ca tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Deleting port 7ab02476-8919-4204-8771-98b7f9e20589 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:03:27.738488 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c109ab88-2008-4e54-8490-23ad44832191 req-83b55b7a-a874-41d9-99fe-470230fc67ca tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:27.780837 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-b3ca44ce-1434-4be9-a254-ffb68d6c4956 None None] Provisioning complete for port 933ff09e-53e9-4f85-a128-494da9f40455 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:27.781156 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b3ca44ce-1434-4be9-a254-ffb68d6c4956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:27.906065 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-c109ab88-2008-4e54-8490-23ad44832191 req-83b55b7a-a874-41d9-99fe-470230fc67ca tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] For port 7ab02476-8919-4204-8771-98b7f9e20589, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=7ab02476-8919-4204-8771-98b7f9e20589,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:27.907163 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c109ab88-2008-4e54-8490-23ad44832191 req-83b55b7a-a874-41d9-99fe-470230fc67ca tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:27.929128 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-c109ab88-2008-4e54-8490-23ad44832191 req-83b55b7a-a874-41d9-99fe-470230fc67ca tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Calling delete_port for 7ab02476-8919-4204-8771-98b7f9e20589 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:03:27.930723 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d53b7a3-31d4-4d8f-a88b-6977e5e12965 None None] Resources bound (agent type, host, resource id): {{(pid=103601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 20:03:27.962568 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46958) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:28.040345 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b3ca44ce-1434-4be9-a254-ffb68d6c4956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:28.157869 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f55d4135-3ba1-4295-8292-a3d508312c37 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d803371d4a904e3989487b82cc6de30e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1916862 Nov 25 20:03:28.158276 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46962) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:28.159449 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c109ab88-2008-4e54-8490-23ad44832191 req-83b55b7a-a874-41d9-99fe-470230fc67ca tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:28.173369 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b3ca44ce-1434-4be9-a254-ffb68d6c4956 None None] For port 933ff09e-53e9-4f85-a128-494da9f40455, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=933ff09e-53e9-4f85-a128-494da9f40455,segment=NetworkSegment(ceb6de89-accb-4884-9f0d-f52dc6238d5e),segment_id=ceb6de89-accb-4884-9f0d-f52dc6238d5e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:28.184107 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['7ab02476-8919-4204-8771-98b7f9e20589'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:03:28.195522 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b3ca44ce-1434-4be9-a254-ffb68d6c4956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:28.209874 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b55b7a-a874-41d9-99fe-470230fc67ca tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Pushing event deleted for resources: {'Port': ['ID=7ab02476-8919-4204-8771-98b7f9e20589,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:28.240054 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49b154b6-e90c-4fcf-a2fe-1da85161e666 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:28.273366 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49b154b6-e90c-4fcf-a2fe-1da85161e666 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:28.284094 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3c6b798c-3bef-48b8-af95-b031f56124d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'name': 'tempest-TestNetworkBasicOps-router-1400127429', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:01:44Z', 'updated_at': '2021-11-25T20:03:22Z', 'revision_number': 5, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:45Z', 'updated_at': '2021-11-25T20:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '25abf1f0-3132-4c85-94d6-e4e72d11d7e4', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'floating_ip_address': '172.25.6.60', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'port_id': '7a562dd5-3eae-4c66-8711-0e7c1ddf2f12', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'mac_address': 'fa:16:3e:fb:86:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a97402-4915-4a30-b832-4f183964b480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:02:20Z', 'updated_at': '2021-11-25T20:02:26Z', 'revision_number': 1, 'project_id': '32afe38025cf480891593cfe301fccc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '933ff09e-53e9-4f85-a128-494da9f40455', 'name': '', 'network_id': '70602234-38d4-4ee8-9172-b702e8514853', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'mac_address': 'fa:16:3e:f0:b6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '73edfe07-ff1f-4b15-911a-f3ae15ccdfb5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:03:21Z', 'updated_at': '2021-11-25T20:03:27Z', 'revision_number': 4, 'project_id': '32afe38025cf480891593cfe301fccc3', 'subnets': [{'id': '73edfe07-ff1f-4b15-911a-f3ae15ccdfb5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd43c1546-50d7-4a6b-8ef5-667ce4f5fde8', 'name': '', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'mac_address': 'fa:16:3e:bc:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:51Z', 'updated_at': '2021-11-25T20:01:56Z', 'revision_number': 5, 'project_id': '32afe38025cf480891593cfe301fccc3', 'subnets': [{'id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:28.298692 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c109ab88-2008-4e54-8490-23ad44832191 req-83b55b7a-a874-41d9-99fe-470230fc67ca tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] No DVR routers for this DVR port 7ab02476-8919-4204-8771-98b7f9e20589 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:03:28.301410 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c109ab88-2008-4e54-8490-23ad44832191 req-83b55b7a-a874-41d9-99fe-470230fc67ca tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:28.304791 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c109ab88-2008-4e54-8490-23ad44832191 req-83b55b7a-a874-41d9-99fe-470230fc67ca tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.73 "DELETE /v2.0/ports/7ab02476-8919-4204-8771-98b7f9e20589 HTTP/1.1" status: 204 len: 173 time: 0.7239923 Nov 25 20:03:28.305260 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6', 'name': 'network-vif-deleted', 'tag': '7ab02476-8919-4204-8771-98b7f9e20589'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:03:28.307802 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf370bcd-04a3-4348-a9bc-bd655f58d3d4" -d '{"events": [{"server_uuid": "759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6", "name": "network-vif-deleted", "tag": "7ab02476-8919-4204-8771-98b7f9e20589"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:03:28.349876 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49b154b6-e90c-4fcf-a2fe-1da85161e666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:28.353461 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49b154b6-e90c-4fcf-a2fe-1da85161e666 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:28.354940 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-49b154b6-e90c-4fcf-a2fe-1da85161e666 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0d1af056-6d92-445c-9b1f-7d7991729bd9 HTTP/1.1" status: 204 len: 168 time: 0.1955278 Nov 25 20:03:28.374924 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6bb78d-f92b-485a-a897-e37cc5f38013 x-openstack-request-id: req-9d6bb78d-f92b-485a-a897-e37cc5f38013 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:03:28.375113 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6", "name": "network-vif-deleted", "tag": "7ab02476-8919-4204-8771-98b7f9e20589", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:03:28.375376 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d6bb78d-f92b-485a-a897-e37cc5f38013 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:03:28.375811 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6', 'name': 'network-vif-deleted', 'tag': '7ab02476-8919-4204-8771-98b7f9e20589', 'status': 'completed', 'code': 200} Nov 25 20:03:28.381717 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b154b6-e90c-4fcf-a2fe-1da85161e666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1af056-6d92-445c-9b1f-7d7991729bd9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:28.412910 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca44ce-1434-4be9-a254-ffb68d6c4956 None None] Pushing event updated for resources: {'Port': ['ID=933ff09e-53e9-4f85-a128-494da9f40455,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:28.423173 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6b798c-3bef-48b8-af95-b031f56124d8 None None] The sync data for ids ['39e43e57-f439-4694-a125-73bedf5bb0ae'] in n-d-819349-5 is: [{'id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'name': 'tempest-TestNetworkBasicOps-router-1400127429', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:01:44Z', 'updated_at': '2021-11-25T20:03:22Z', 'revision_number': 5, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:45Z', 'updated_at': '2021-11-25T20:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '25abf1f0-3132-4c85-94d6-e4e72d11d7e4', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'floating_ip_address': '172.25.6.60', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'port_id': '7a562dd5-3eae-4c66-8711-0e7c1ddf2f12', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'mac_address': 'fa:16:3e:fb:86:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a97402-4915-4a30-b832-4f183964b480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:02:20Z', 'updated_at': '2021-11-25T20:02:26Z', 'revision_number': 1, 'project_id': '32afe38025cf480891593cfe301fccc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '933ff09e-53e9-4f85-a128-494da9f40455', 'name': '', 'network_id': '70602234-38d4-4ee8-9172-b702e8514853', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'mac_address': 'fa:16:3e:f0:b6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '73edfe07-ff1f-4b15-911a-f3ae15ccdfb5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:03:21Z', 'updated_at': '2021-11-25T20:03:27Z', 'revision_number': 4, 'project_id': '32afe38025cf480891593cfe301fccc3', 'subnets': [{'id': '73edfe07-ff1f-4b15-911a-f3ae15ccdfb5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd43c1546-50d7-4a6b-8ef5-667ce4f5fde8', 'name': '', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'mac_address': 'fa:16:3e:bc:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:51Z', 'updated_at': '2021-11-25T20:01:56Z', 'revision_number': 5, 'project_id': '32afe38025cf480891593cfe301fccc3', 'subnets': [{'id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:03:28.644449 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4c7bd0e5-8e6a-4113-8d12-7c0d8abe0e23 req-b7438b71-70bf-4329-86b8-c1ae35e11e1e tempest-VolumesNegativeTest-504530664 tempest-VolumesNegativeTest-504530664-project] 10.222.0.55 "GET /v2.0/ports?device_id=759ffde1-cd3d-4aa9-8fe7-118f5d8f55c6 HTTP/1.1" status: 200 len: 210 time: 0.0371146 Nov 25 20:03:29.259714 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 46990) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:29.276471 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1ef0b935-4ccd-49d6-baaf-620f98a4d72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:29.339598 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 933ff09e-53e9-4f85-a128-494da9f40455 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:03:29.401986 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 933ff09e-53e9-4f85-a128-494da9f40455 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:29.402402 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:29.414182 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1183423510-network', 'tenant_id': 'd0f55d75737e4fc8b546803c99bfaf3a'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:29.440425 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] Made reservation on behalf of d0f55d75737e4fc8b546803c99bfaf3a for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:03:29.442854 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:29.454822 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:29.554228 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:29.558415 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:29.580677 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:03:29.596621 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab9d724-92e5-4a5e-a14f-db853bb95307,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:29.603160 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:29.603511 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] Added segment fb9928c3-0cee-4856-b177-6f4b61417da4 of type vlan for network d2f4729c-f53e-42f4-9770-9f7061bf94a6 Nov 25 20:03:29.647706 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:29.679786 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:29.681416 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:29.682527 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:29.764220 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4994395 Nov 25 20:03:29.765300 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47012) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:29.769649 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cf3a2ceb-b116-4922-9a31-414e54e5034d admin admin] Request body: {'subnet': {'network_id': 'd2f4729c-f53e-42f4-9770-9f7061bf94a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1183423510-subnet', 'tenant_id': 'd0f55d75737e4fc8b546803c99bfaf3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:29.783008 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] Pushing event updated for resources: {'Network': ['ID=d2f4729c-f53e-42f4-9770-9f7061bf94a6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:29.797244 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:29.797619 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:29.797931 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:29.798268 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:29.798627 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:29.798969 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:29.799293 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:29.799641 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:29.799966 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:29.800464 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:29.801378 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:29.801378 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da9798-d559-4b86-8ddd-000ca3b9528f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:29.815693 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3a2ceb-b116-4922-9a31-414e54e5034d admin admin] Made reservation on behalf of d0f55d75737e4fc8b546803c99bfaf3a for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:03:29.815901 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network d2f4729c-f53e-42f4-9770-9f7061bf94a6 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:03:29.818943 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf3a2ceb-b116-4922-9a31-414e54e5034d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:30.037228 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf3a2ceb-b116-4922-9a31-414e54e5034d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:30.121158 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a2ceb-b116-4922-9a31-414e54e5034d admin admin] Pushing event updated for resources: {'Subnet': ['ID=95cb9256-fc18-4c51-850f-9ab3aff1d4bc,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:30.130129 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3a2ceb-b116-4922-9a31-414e54e5034d admin admin] Checking segment: {'id': 'fb9928c3-0cee-4856-b177-6f4b61417da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd2f4729c-f53e-42f4-9770-9f7061bf94a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:03:30.130462 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3a2ceb-b116-4922-9a31-414e54e5034d admin admin] Network hostable DHCP agents. Network: d2f4729c-f53e-42f4-9770-9f7061bf94a6, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:03:30.151989 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3a2ceb-b116-4922-9a31-414e54e5034d admin admin] Network d2f4729c-f53e-42f4-9770-9f7061bf94a6 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:03:30.163114 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-cf3a2ceb-b116-4922-9a31-414e54e5034d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, d2f4729c-f53e-42f4-9770-9f7061bf94a6) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:03:30.169762 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3a2ceb-b116-4922-9a31-414e54e5034d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:30.169762 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf3a2ceb-b116-4922-9a31-414e54e5034d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:30.186011 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7172fef-5d7e-4263-9b0d-7bd36ec9316f None None] Network d2f4729c-f53e-42f4-9770-9f7061bf94a6 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:03:30.190869 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cf3a2ceb-b116-4922-9a31-414e54e5034d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4249854 Nov 25 20:03:30.367078 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb44079e-f364-4b9d-90cc-a3df992db607 None None] Network d2f4729c-f53e-42f4-9770-9f7061bf94a6 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:03:30.859094 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47102) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:30.864390 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-279064441-network', 'tenant_id': '9027efc7696e4cfc92a54d93847b352f'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:30.890995 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] Made reservation on behalf of 9027efc7696e4cfc92a54d93847b352f for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:03:30.894953 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:30.911979 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:31.004014 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:31.009034 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:31.023393 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:03:31.033197 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:31.033557 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] Added segment f96caf92-1cf8-4536-85ff-9cde262fc1c5 of type vlan for network 4f63e7a4-3591-41a0-9326-f656277081d8 Nov 25 20:03:31.110747 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:31.117139 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90b165c-3693-44ce-aac2-2ea149d32a8e,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:31.139564 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:31.139911 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:31.140254 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:31.140593 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:31.140926 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:31.141263 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:31.141589 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:31.141914 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:31.142240 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:31.142779 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:31.143107 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:31.143433 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:31.164515 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:31.165530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:31.166167 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:31.206889 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3464947 Nov 25 20:03:31.209618 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47118) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:31.215340 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5e35efe4-40b4-4105-8069-9736da19e145 admin admin] Request body: {'subnet': {'network_id': '4f63e7a4-3591-41a0-9326-f656277081d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-279064441-subnet', 'tenant_id': '9027efc7696e4cfc92a54d93847b352f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:31.246989 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e35efe4-40b4-4105-8069-9736da19e145 admin admin] Made reservation on behalf of 9027efc7696e4cfc92a54d93847b352f for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:03:31.250785 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e35efe4-40b4-4105-8069-9736da19e145 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:31.551152 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e35efe4-40b4-4105-8069-9736da19e145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:31.614122 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713d13d-aa0b-400f-a218-1a41698b92ad admin admin] Pushing event updated for resources: {'Network': ['ID=4f63e7a4-3591-41a0-9326-f656277081d8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:31.628205 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 4f63e7a4-3591-41a0-9326-f656277081d8 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:03:31.644477 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e35efe4-40b4-4105-8069-9736da19e145 admin admin] Checking segment: {'id': 'f96caf92-1cf8-4536-85ff-9cde262fc1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4f63e7a4-3591-41a0-9326-f656277081d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:03:31.644845 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e35efe4-40b4-4105-8069-9736da19e145 admin admin] Network hostable DHCP agents. Network: 4f63e7a4-3591-41a0-9326-f656277081d8, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:03:31.655847 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35efe4-40b4-4105-8069-9736da19e145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3d04493-bd4d-41c0-bbe7-30d01422faad,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:31.675019 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e35efe4-40b4-4105-8069-9736da19e145 admin admin] Network 4f63e7a4-3591-41a0-9326-f656277081d8 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:03:31.687452 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5e35efe4-40b4-4105-8069-9736da19e145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 4f63e7a4-3591-41a0-9326-f656277081d8) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:03:31.694770 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e35efe4-40b4-4105-8069-9736da19e145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:31.695091 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e35efe4-40b4-4105-8069-9736da19e145 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:31.722122 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5e35efe4-40b4-4105-8069-9736da19e145 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5109367 Nov 25 20:03:31.738165 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c79de6-57f5-4d23-98aa-5fc99191278e None None] Network 4f63e7a4-3591-41a0-9326-f656277081d8 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:03:31.827545 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8000ccbe-e13b-4ef3-aaca-58b2587db299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:31.916645 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47156) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:31.992945 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb81c6d-3868-4218-b8c1-60c5c17efadd None None] Network 4f63e7a4-3591-41a0-9326-f656277081d8 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:03:31.999068 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-cffa17fa-9471-4e15-bd84-3b6797332b65 admin admin] Deleting subnet 95cb9256-fc18-4c51-850f-9ab3aff1d4bc {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:03:32.003510 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cffa17fa-9471-4e15-bd84-3b6797332b65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:32.073190 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cffa17fa-9471-4e15-bd84-3b6797332b65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:32.125329 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cffa17fa-9471-4e15-bd84-3b6797332b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:32.206212 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cffa17fa-9471-4e15-bd84-3b6797332b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:32.244719 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa17fa-9471-4e15-bd84-3b6797332b65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95cb9256-fc18-4c51-850f-9ab3aff1d4bc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:32.254518 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cffa17fa-9471-4e15-bd84-3b6797332b65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:32.258415 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cffa17fa-9471-4e15-bd84-3b6797332b65 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/95cb9256-fc18-4c51-850f-9ab3aff1d4bc HTTP/1.1" status: 204 len: 168 time: 0.3393199 Nov 25 20:03:32.260936 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47200) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:32.352890 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-957d9644-a2be-47a8-9428-cbb2c7efefc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:32.466618 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-957d9644-a2be-47a8-9428-cbb2c7efefc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:32.495366 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-957d9644-a2be-47a8-9428-cbb2c7efefc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f4729c-f53e-42f4-9770-9f7061bf94a6']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:32.513144 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-957d9644-a2be-47a8-9428-cbb2c7efefc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb9928c3-0cee-4856-b177-6f4b61417da4') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:32.514220 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-957d9644-a2be-47a8-9428-cbb2c7efefc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb9928c3-0cee-4856-b177-6f4b61417da4') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:32.525871 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-957d9644-a2be-47a8-9428-cbb2c7efefc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:32.531104 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 7ab02476-8919-4204-8771-98b7f9e20589 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:03:32.551267 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-957d9644-a2be-47a8-9428-cbb2c7efefc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:32.562227 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957d9644-a2be-47a8-9428-cbb2c7efefc9 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:03:32.563283 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-957d9644-a2be-47a8-9428-cbb2c7efefc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:03:32.566095 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:03:32.583094 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 7ab02476-8919-4204-8771-98b7f9e20589 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:03:32.583094 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 7ab02476-8919-4204-8771-98b7f9e20589 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:03:32.654688 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-957d9644-a2be-47a8-9428-cbb2c7efefc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:32.661389 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-957d9644-a2be-47a8-9428-cbb2c7efefc9 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:32.669888 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-957d9644-a2be-47a8-9428-cbb2c7efefc9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/d2f4729c-f53e-42f4-9770-9f7061bf94a6 HTTP/1.1" status: 204 len: 168 time: 0.4078238 Nov 25 20:03:32.670154 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47230) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:32.683943 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d9644-a2be-47a8-9428-cbb2c7efefc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2f4729c-f53e-42f4-9770-9f7061bf94a6,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:32.744814 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0dae525-483c-478f-907c-575298927077 admin admin] Deleting subnet f3d04493-bd4d-41c0-bbe7-30d01422faad {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:03:32.749075 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0dae525-483c-478f-907c-575298927077 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:32.812675 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0dae525-483c-478f-907c-575298927077 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:32.913324 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0dae525-483c-478f-907c-575298927077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:33.000895 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0dae525-483c-478f-907c-575298927077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:33.033293 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dae525-483c-478f-907c-575298927077 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3d04493-bd4d-41c0-bbe7-30d01422faad,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:33.035534 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0dae525-483c-478f-907c-575298927077 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:33.042772 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d0dae525-483c-478f-907c-575298927077 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f3d04493-bd4d-41c0-bbe7-30d01422faad HTTP/1.1" status: 204 len: 168 time: 0.3711722 Nov 25 20:03:33.045095 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47246) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:33.172617 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fff25d2-fe88-403e-961f-a8ecc8b849dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:33.279282 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fff25d2-fe88-403e-961f-a8ecc8b849dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:33.311654 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-6fff25d2-fe88-403e-961f-a8ecc8b849dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f63e7a4-3591-41a0-9326-f656277081d8']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:33.324501 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-6fff25d2-fe88-403e-961f-a8ecc8b849dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96caf92-1cf8-4536-85ff-9cde262fc1c5') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:33.325654 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-6fff25d2-fe88-403e-961f-a8ecc8b849dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96caf92-1cf8-4536-85ff-9cde262fc1c5') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:33.348068 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fff25d2-fe88-403e-961f-a8ecc8b849dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:33.367177 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fff25d2-fe88-403e-961f-a8ecc8b849dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fff25d2-fe88-403e-961f-a8ecc8b849dc admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fff25d2-fe88-403e-961f-a8ecc8b849dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:03:33.388739 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:03:33.454246 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fff25d2-fe88-403e-961f-a8ecc8b849dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:33.473616 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fff25d2-fe88-403e-961f-a8ecc8b849dc admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:33.479812 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6fff25d2-fe88-403e-961f-a8ecc8b849dc admin admin] 10.222.0.55 "DELETE /v2.0/networks/4f63e7a4-3591-41a0-9326-f656277081d8 HTTP/1.1" status: 204 len: 168 time: 0.4313908 Nov 25 20:03:33.480034 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff25d2-fe88-403e-961f-a8ecc8b849dc admin admin] Pushing event deleted for resources: {'Network': ['ID=4f63e7a4-3591-41a0-9326-f656277081d8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:33.755610 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:33.771412 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47284) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:33.842628 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cdd86e3c-bbe0-4b7a-b704-faedf07e91d7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d0f55d75737e4fc8b546803c99bfaf3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0694578 Nov 25 20:03:33.845318 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47286) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:33.904203 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5928100-dc91-40d2-8f13-b14719787b7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:33.942929 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5928100-dc91-40d2-8f13-b14719787b7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:34.021167 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5928100-dc91-40d2-8f13-b14719787b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:34.027396 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5928100-dc91-40d2-8f13-b14719787b7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:34.031222 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f5928100-dc91-40d2-8f13-b14719787b7c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aab9d724-92e5-4a5e-a14f-db853bb95307 HTTP/1.1" status: 204 len: 168 time: 0.1843984 Nov 25 20:03:34.041214 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5928100-dc91-40d2-8f13-b14719787b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab9d724-92e5-4a5e-a14f-db853bb95307,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:34.675804 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47346) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:34.734741 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-409d7981-e946-48d8-8f35-0228662c5c61 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9027efc7696e4cfc92a54d93847b352f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0576496 Nov 25 20:03:34.739832 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47354) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:34.811334 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36f76d7d-5366-4335-9de6-86fca5b74454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:34.850617 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36f76d7d-5366-4335-9de6-86fca5b74454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:34.924076 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36f76d7d-5366-4335-9de6-86fca5b74454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:34.927284 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36f76d7d-5366-4335-9de6-86fca5b74454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:34.928579 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-36f76d7d-5366-4335-9de6-86fca5b74454 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e90b165c-3693-44ce-aac2-2ea149d32a8e HTTP/1.1" status: 204 len: 168 time: 0.1890984 Nov 25 20:03:34.944143 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f76d7d-5366-4335-9de6-86fca5b74454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90b165c-3693-44ce-aac2-2ea149d32a8e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:35.545943 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:35.617098 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:37.392708 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47720) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:37.593272 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a761fd50-ca74-4347-b5e8-b628de8bc98b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=454f9f78f878441e98f9d466d10b9632&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1979485 Nov 25 20:03:37.596012 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47748) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:37.657563 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fefb0cb3-b97c-4b3f-840e-6fde6eba9cb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:37.687202 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fefb0cb3-b97c-4b3f-840e-6fde6eba9cb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:37.751113 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fefb0cb3-b97c-4b3f-840e-6fde6eba9cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:37.754010 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fefb0cb3-b97c-4b3f-840e-6fde6eba9cb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:37.757695 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fefb0cb3-b97c-4b3f-840e-6fde6eba9cb4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dfb6a762-b0f3-4bbe-bc77-83cf0fe981f2 HTTP/1.1" status: 204 len: 168 time: 0.1595266 Nov 25 20:03:37.774861 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb0cb3-b97c-4b3f-840e-6fde6eba9cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb6a762-b0f3-4bbe-bc77-83cf0fe981f2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:37.890500 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aa4a3fde-8a87-4ecf-8fa2-977b8adf9758 req-fd1f9648-53b2-4eba-9ad8-eaa508a095a3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429940 Nov 25 20:03:38.018859 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a3fde-8a87-4ecf-8fa2-977b8adf9758 req-707a860c-c60b-4b5c-baac-7662815c8295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:38.020450 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aa4a3fde-8a87-4ecf-8fa2-977b8adf9758 req-707a860c-c60b-4b5c-baac-7662815c8295 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=36ea5929d02e4a0c99fcb11524ca5908&device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 1096 time: 0.0688875 Nov 25 20:03:38.149818 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a3fde-8a87-4ecf-8fa2-977b8adf9758 req-cac6a2e6-6cae-424e-8a40-2dec3b37f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:38.151603 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aa4a3fde-8a87-4ecf-8fa2-977b8adf9758 req-cac6a2e6-6cae-424e-8a40-2dec3b37f76f service neutron] 10.222.0.73 "GET /v2.0/networks?id=79f390dd-a1bc-4f5d-b799-4937724649fb HTTP/1.1" status: 200 len: 909 time: 0.1081624 Nov 25 20:03:38.231131 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aa4a3fde-8a87-4ecf-8fa2-977b8adf9758 req-5e7cf61c-b238-4ad6-8282-c0104df9ef5e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6eafd15-484d-4957-a494-361a59c81e7b HTTP/1.1" status: 200 len: 1000 time: 0.0709212 Nov 25 20:03:38.292420 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a3fde-8a87-4ecf-8fa2-977b8adf9758 req-9539d013-a6c9-4a6b-a1f6-bb750acfce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:38.294683 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aa4a3fde-8a87-4ecf-8fa2-977b8adf9758 req-9539d013-a6c9-4a6b-a1f6-bb750acfce21 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=58fbc8e7-048f-4825-a83a-6a6c0e7dfb98 HTTP/1.1" status: 200 len: 847 time: 0.0549970 Nov 25 20:03:38.355274 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a3fde-8a87-4ecf-8fa2-977b8adf9758 req-2b313fd0-e640-4033-bcde-6521a2458f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:38.356868 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aa4a3fde-8a87-4ecf-8fa2-977b8adf9758 req-2b313fd0-e640-4033-bcde-6521a2458f3d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79f390dd-a1bc-4f5d-b799-4937724649fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481782 Nov 25 20:03:38.477210 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aa4a3fde-8a87-4ecf-8fa2-977b8adf9758 req-0e79f12d-2fcd-4238-a998-05c586ca8711 service neutron] 10.222.0.73 "GET /v2.0/networks/79f390dd-a1bc-4f5d-b799-4937724649fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113343 Nov 25 20:03:38.601341 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:03:38.648665 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aa4a3fde-8a87-4ecf-8fa2-977b8adf9758 req-793873b6-d567-4915-ba4e-69973f14c6ad service neutron] 10.222.0.73 "GET /v2.0/networks/79f390dd-a1bc-4f5d-b799-4937724649fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581929 Nov 25 20:03:40.392304 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47892) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:40.397159 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-0803da44-7e2c-4129-ae10-ab7ba5cfc8eb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1486085660', 'description': 'tempest-secgroup-smoke-1486085660 description', 'project_id': '8d43f2178a344f438bf4bc8854e720a1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:40.421193 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0803da44-7e2c-4129-ae10-ab7ba5cfc8eb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:40.430829 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0803da44-7e2c-4129-ae10-ab7ba5cfc8eb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:40.513100 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0803da44-7e2c-4129-ae10-ab7ba5cfc8eb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:40.518075 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0803da44-7e2c-4129-ae10-ab7ba5cfc8eb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:40.560996 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803da44-7e2c-4129-ae10-ab7ba5cfc8eb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604f5fb7-f955-4a41-8d90-1d30e1b2d30d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:40.610128 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0803da44-7e2c-4129-ae10-ab7ba5cfc8eb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:40.614661 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0803da44-7e2c-4129-ae10-ab7ba5cfc8eb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:40.650925 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0803da44-7e2c-4129-ae10-ab7ba5cfc8eb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:40.652393 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0803da44-7e2c-4129-ae10-ab7ba5cfc8eb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2589462 Nov 25 20:03:40.654403 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803da44-7e2c-4129-ae10-ab7ba5cfc8eb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0f221f-6e59-4b5a-8926-94b74d383652,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:40.657621 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47894) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:40.662730 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-77951d9c-1d8c-4275-a2cd-ca280d578121 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group_rule': {'security_group_id': '1c0f221f-6e59-4b5a-8926-94b74d383652', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:40.694618 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-77951d9c-1d8c-4275-a2cd-ca280d578121 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:40.750772 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-77951d9c-1d8c-4275-a2cd-ca280d578121 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:40.755137 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-77951d9c-1d8c-4275-a2cd-ca280d578121 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:40.776613 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77951d9c-1d8c-4275-a2cd-ca280d578121 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75933532-8064-491d-84a8-e606bcc99152,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:40.782372 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-77951d9c-1d8c-4275-a2cd-ca280d578121 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:40.783627 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-77951d9c-1d8c-4275-a2cd-ca280d578121 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247950 Nov 25 20:03:40.786476 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47898) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:40.790892 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-02077ab9-d161-4872-8b89-95bab42d6b44 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group_rule': {'security_group_id': '1c0f221f-6e59-4b5a-8926-94b74d383652', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:40.818783 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02077ab9-d161-4872-8b89-95bab42d6b44 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:40.882800 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02077ab9-d161-4872-8b89-95bab42d6b44 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:40.886911 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02077ab9-d161-4872-8b89-95bab42d6b44 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:40.907791 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02077ab9-d161-4872-8b89-95bab42d6b44 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17888ad3-c57e-4867-ad32-deb735fa6554,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:40.913573 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02077ab9-d161-4872-8b89-95bab42d6b44 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:40.915844 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-02077ab9-d161-4872-8b89-95bab42d6b44 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283581 Nov 25 20:03:40.917770 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47902) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:40.923229 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-16fb3421-bce4-4b95-b0bf-3667a63521f0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group_rule': {'security_group_id': '1c0f221f-6e59-4b5a-8926-94b74d383652', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:40.953077 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-16fb3421-bce4-4b95-b0bf-3667a63521f0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:41.021183 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-16fb3421-bce4-4b95-b0bf-3667a63521f0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:41.025967 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-16fb3421-bce4-4b95-b0bf-3667a63521f0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:41.050448 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb3421-bce4-4b95-b0bf-3667a63521f0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fde7a44-ccfc-4597-86ab-fa867765aab2,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:41.056514 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-16fb3421-bce4-4b95-b0bf-3667a63521f0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:41.057874 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-16fb3421-bce4-4b95-b0bf-3667a63521f0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390917 Nov 25 20:03:41.061425 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47908) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:41.066547 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-35671e91-0f83-43b2-b626-cfb2b2dcf5cb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group_rule': {'security_group_id': '1c0f221f-6e59-4b5a-8926-94b74d383652', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:41.112129 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35671e91-0f83-43b2-b626-cfb2b2dcf5cb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:41.197208 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35671e91-0f83-43b2-b626-cfb2b2dcf5cb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:41.202657 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35671e91-0f83-43b2-b626-cfb2b2dcf5cb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:41.223792 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35671e91-0f83-43b2-b626-cfb2b2dcf5cb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10bccb7d-6635-43c7-8fd0-a12f024e4484,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:41.231643 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35671e91-0f83-43b2-b626-cfb2b2dcf5cb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:41.233289 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-35671e91-0f83-43b2-b626-cfb2b2dcf5cb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1703663 Nov 25 20:03:41.237906 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47916) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:41.243011 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-70b953ea-3e55-49d1-a06c-ba8dfc55d797 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group_rule': {'security_group_id': '1c0f221f-6e59-4b5a-8926-94b74d383652', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:41.269270 n-d-819349-5 neutron-server[103600]: INFO neutron.db.securitygroups_db [None req-70b953ea-3e55-49d1-a06c-ba8dfc55d797 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Project 8d43f2178a344f438bf4bc8854e720a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:03:41.275882 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70b953ea-3e55-49d1-a06c-ba8dfc55d797 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:41.381605 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70b953ea-3e55-49d1-a06c-ba8dfc55d797 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:41.388367 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70b953ea-3e55-49d1-a06c-ba8dfc55d797 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:41.419896 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b953ea-3e55-49d1-a06c-ba8dfc55d797 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653169ba-7fb9-4de9-99ff-4bbefaa84e94,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:41.428470 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70b953ea-3e55-49d1-a06c-ba8dfc55d797 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:41.429869 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-70b953ea-3e55-49d1-a06c-ba8dfc55d797 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1908462 Nov 25 20:03:41.433052 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47920) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:41.439358 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-67c578ca-94cf-4b8f-b6d9-ea20e3fd1b82 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group_rule': {'security_group_id': '1c0f221f-6e59-4b5a-8926-94b74d383652', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:41.467235 n-d-819349-5 neutron-server[103600]: INFO neutron.db.securitygroups_db [None req-67c578ca-94cf-4b8f-b6d9-ea20e3fd1b82 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Project 8d43f2178a344f438bf4bc8854e720a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:03:41.473391 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67c578ca-94cf-4b8f-b6d9-ea20e3fd1b82 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:41.547282 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67c578ca-94cf-4b8f-b6d9-ea20e3fd1b82 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:41.552735 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67c578ca-94cf-4b8f-b6d9-ea20e3fd1b82 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:41.570749 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c578ca-94cf-4b8f-b6d9-ea20e3fd1b82 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee23a458-9c67-4106-b726-a59c73a7894a,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:41.595088 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67c578ca-94cf-4b8f-b6d9-ea20e3fd1b82 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:41.598477 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-67c578ca-94cf-4b8f-b6d9-ea20e3fd1b82 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1640384 Nov 25 20:03:41.600207 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47922) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:41.607005 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-1c5d6c3c-77dd-4f26-8424-91f0ee84c5eb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'network': {'name': 'tempest-network-smoke--34930993', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'port_security_enabled': True}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:41.632379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5d6c3c-77dd-4f26-8424-91f0ee84c5eb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Made reservation on behalf of 8d43f2178a344f438bf4bc8854e720a1 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:03:41.636433 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c5d6c3c-77dd-4f26-8424-91f0ee84c5eb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:41.670756 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5d6c3c-77dd-4f26-8424-91f0ee84c5eb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:03:41.680501 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c5d6c3c-77dd-4f26-8424-91f0ee84c5eb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:41.680848 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-1c5d6c3c-77dd-4f26-8424-91f0ee84c5eb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Added segment 5be08156-0f82-44e5-accf-d4e187b4e110 of type vlan for network f73792e4-52f8-4848-9d68-54c05af95de0 Nov 25 20:03:41.730345 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c5d6c3c-77dd-4f26-8424-91f0ee84c5eb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:41.757409 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c5d6c3c-77dd-4f26-8424-91f0ee84c5eb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:41.764037 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5d6c3c-77dd-4f26-8424-91f0ee84c5eb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:41.764784 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c5d6c3c-77dd-4f26-8424-91f0ee84c5eb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:41.804079 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1c5d6c3c-77dd-4f26-8424-91f0ee84c5eb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2026255 Nov 25 20:03:41.807286 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47924) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:41.822522 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cb477c9b-0d0f-4982-b451-6d9a5ec8764e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-883346368', 'admin_state_up': True, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:41.848367 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d6c3c-77dd-4f26-8424-91f0ee84c5eb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Network': ['ID=f73792e4-52f8-4848-9d68-54c05af95de0,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:41.860827 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network f73792e4-52f8-4848-9d68-54c05af95de0 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:03:41.898999 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb477c9b-0d0f-4982-b451-6d9a5ec8764e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:41.901030 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb477c9b-0d0f-4982-b451-6d9a5ec8764e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:42.010785 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb477c9b-0d0f-4982-b451-6d9a5ec8764e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:42.174489 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37755110-ca8d-4a73-91da-5e52429bdf41 req-3ec258ce-6ce2-418b-a7aa-fd7607c03288 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d5a97402-4915-4a30-b832-4f183964b480&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0565434 Nov 25 20:03:42.203377 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb477c9b-0d0f-4982-b451-6d9a5ec8764e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:42.288497 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37755110-ca8d-4a73-91da-5e52429bdf41 req-1bfa4df3-933b-4803-bfbd-263987ed804f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:42.290862 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37755110-ca8d-4a73-91da-5e52429bdf41 req-1bfa4df3-933b-4803-bfbd-263987ed804f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=32afe38025cf480891593cfe301fccc3&device_id=d5a97402-4915-4a30-b832-4f183964b480 HTTP/1.1" status: 200 len: 1096 time: 0.0677702 Nov 25 20:03:42.426882 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37755110-ca8d-4a73-91da-5e52429bdf41 req-ec3d8603-8e0b-4f2f-b37a-b6dd4b6a810a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:42.429897 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37755110-ca8d-4a73-91da-5e52429bdf41 req-ec3d8603-8e0b-4f2f-b37a-b6dd4b6a810a service neutron] 10.222.0.85 "GET /v2.0/networks?id=f9efe18b-b42e-4866-8618-9258839cc777 HTTP/1.1" status: 200 len: 897 time: 0.1148062 Nov 25 20:03:42.435021 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb477c9b-0d0f-4982-b451-6d9a5ec8764e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:42.461977 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb477c9b-0d0f-4982-b451-6d9a5ec8764e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:42.528523 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37755110-ca8d-4a73-91da-5e52429bdf41 req-1c615108-a17a-403e-84d7-44e45c9a3a2e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 HTTP/1.1" status: 200 len: 1000 time: 0.0900061 Nov 25 20:03:42.574454 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-cb477c9b-0d0f-4982-b451-6d9a5ec8764e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Allocated IP 172.25.6.139 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/c7756826-edcc-4c60-a01d-47dacc47f0e8) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:03:42.603830 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37755110-ca8d-4a73-91da-5e52429bdf41 req-24841f96-40d7-4f9c-96b1-5e6a42947dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:42.605474 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37755110-ca8d-4a73-91da-5e52429bdf41 req-24841f96-40d7-4f9c-96b1-5e6a42947dec service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0dad2f0f-26cb-422e-af30-d5370dbaf3ae HTTP/1.1" status: 200 len: 834 time: 0.0692186 Nov 25 20:03:42.668372 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37755110-ca8d-4a73-91da-5e52429bdf41 req-c4fce141-ab6e-442e-afce-c7dcbabb98d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:42.671370 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37755110-ca8d-4a73-91da-5e52429bdf41 req-c4fce141-ab6e-442e-afce-c7dcbabb98d7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f9efe18b-b42e-4866-8618-9258839cc777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569954 Nov 25 20:03:42.695346 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb477c9b-0d0f-4982-b451-6d9a5ec8764e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:42.752505 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb477c9b-0d0f-4982-b451-6d9a5ec8764e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:42.792491 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb477c9b-0d0f-4982-b451-6d9a5ec8764e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:03:42.803565 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-cb477c9b-0d0f-4982-b451-6d9a5ec8764e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:03:42.805250 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37755110-ca8d-4a73-91da-5e52429bdf41 req-03609aac-5b0a-4b78-8492-f44509e93de6 service neutron] 10.222.0.85 "GET /v2.0/networks/f9efe18b-b42e-4866-8618-9258839cc777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273978 Nov 25 20:03:42.808556 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb477c9b-0d0f-4982-b451-6d9a5ec8764e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:03:42.836300 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb477c9b-0d0f-4982-b451-6d9a5ec8764e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Port': ['ID=c7756826-edcc-4c60-a01d-47dacc47f0e8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:42.859862 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed39b9cb-bad1-46ef-9dec-41a37bac9066 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:03:42.948720 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37755110-ca8d-4a73-91da-5e52429bdf41 req-a275dc76-daf1-43e8-9617-a55bd25717ff service neutron] 10.222.0.85 "GET /v2.0/networks/f9efe18b-b42e-4866-8618-9258839cc777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346045 Nov 25 20:03:43.009756 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6a8a2a43-6c28-448c-a157-ce60aad5c285 None None] Provisioning complete for port c7756826-edcc-4c60-a01d-47dacc47f0e8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:43.012374 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6a8a2a43-6c28-448c-a157-ce60aad5c285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:43.105096 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a2a43-6c28-448c-a157-ce60aad5c285 None None] Port c7756826-edcc-4c60-a01d-47dacc47f0e8 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:03:43.161344 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47936) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:43.361745 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb477c9b-0d0f-4982-b451-6d9a5ec8764e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:43.757966 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb477c9b-0d0f-4982-b451-6d9a5ec8764e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:44.351389 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02250505-4737-4de5-ad8c-be296034dd67 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:44.353129 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb477c9b-0d0f-4982-b451-6d9a5ec8764e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Router b9148431-9a79-4e85-a63e-3b39c25dcb70 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:03:44.614012 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb477c9b-0d0f-4982-b451-6d9a5ec8764e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:03:44.626002 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031efd98-45b9-4417-b35d-49b52e4f1832 None None] Sync routers for ids ['b9148431-9a79-4e85-a63e-3b39c25dcb70'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:03:44.643440 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031efd98-45b9-4417-b35d-49b52e4f1832 None None] Routers {'b9148431-9a79-4e85-a63e-3b39c25dcb70'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:03:44.644569 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-031efd98-45b9-4417-b35d-49b52e4f1832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:03:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b9148431-9a79-4e85-a63e-3b39c25dcb70'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:44.666489 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb477c9b-0d0f-4982-b451-6d9a5ec8764e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:44.671698 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cb477c9b-0d0f-4982-b451-6d9a5ec8764e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8584142 Nov 25 20:03:44.672527 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 47958) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:44.780529 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-031efd98-45b9-4417-b35d-49b52e4f1832 None None] Set router b9148431-9a79-4e85-a63e-3b39c25dcb70 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:03:44.920066 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47962) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:44.931463 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8332824d-4629-4aa2-82b4-688082e968f8 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=8d43f2178a344f438bf4bc8854e720a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2570169 Nov 25 20:03:44.972769 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-02250505-4737-4de5-ad8c-be296034dd67 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Deleting port 933ff09e-53e9-4f85-a128-494da9f40455 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:03:44.973315 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02250505-4737-4de5-ad8c-be296034dd67 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:45.011796 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-031efd98-45b9-4417-b35d-49b52e4f1832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883346368', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:03:41Z', 'updated_at': '2021-11-25T20:03:43Z', 'revision_number': 3, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:03:42Z', 'updated_at': '2021-11-25T20:03:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:45.084272 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031efd98-45b9-4417-b35d-49b52e4f1832 None None] Checking router: b9148431-9a79-4e85-a63e-3b39c25dcb70 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:03:45.084631 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031efd98-45b9-4417-b35d-49b52e4f1832 None None] Updating router b9148431-9a79-4e85-a63e-3b39c25dcb70 port c7756826-edcc-4c60-a01d-47dacc47f0e8 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:03:45.085902 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f5f4d-83db-4108-987d-b40f8077b777 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:45.090389 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-558f5f4d-83db-4108-987d-b40f8077b777 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1664832 Nov 25 20:03:45.091916 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47964) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:45.115976 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-031efd98-45b9-4417-b35d-49b52e4f1832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:45.143691 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-02250505-4737-4de5-ad8c-be296034dd67 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] For port 933ff09e-53e9-4f85-a128-494da9f40455, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=933ff09e-53e9-4f85-a128-494da9f40455,segment=NetworkSegment(ceb6de89-accb-4884-9f0d-f52dc6238d5e),segment_id=ceb6de89-accb-4884-9f0d-f52dc6238d5e)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:45.145261 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02250505-4737-4de5-ad8c-be296034dd67 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:45.161944 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-02250505-4737-4de5-ad8c-be296034dd67 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Calling delete_port for 933ff09e-53e9-4f85-a128-494da9f40455 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:03:45.167797 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1c899ee3-3c47-4aa5-ace0-b25d21cc2e91 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=f965ced5-a415-47da-9748-3514ef368954&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0746744 Nov 25 20:03:45.170282 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47966) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:45.175836 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-f603a35a-153d-4cc4-8524-bc5e6cf3d861 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-948456583', 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:45.436534 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f603a35a-153d-4cc4-8524-bc5e6cf3d861 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Made reservation on behalf of 8d43f2178a344f438bf4bc8854e720a1 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:03:45.440668 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f603a35a-153d-4cc4-8524-bc5e6cf3d861 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:45.455162 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-031efd98-45b9-4417-b35d-49b52e4f1832 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:45.460570 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02250505-4737-4de5-ad8c-be296034dd67 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:45.461610 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-031efd98-45b9-4417-b35d-49b52e4f1832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:45.497614 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a83da8-c5ad-40f7-a9b5-48ba0155b2d5 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:03:45.531965 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02250505-4737-4de5-ad8c-be296034dd67 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event deleted for resources: {'Port': ['ID=933ff09e-53e9-4f85-a128-494da9f40455,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:45.545797 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-031efd98-45b9-4417-b35d-49b52e4f1832 None None] Attempting to bind port c7756826-edcc-4c60-a01d-47dacc47f0e8 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:03:45.546224 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-031efd98-45b9-4417-b35d-49b52e4f1832 None None] Attempting to bind port c7756826-edcc-4c60-a01d-47dacc47f0e8 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:03:45.546654 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031efd98-45b9-4417-b35d-49b52e4f1832 None None] Attempting to bind port c7756826-edcc-4c60-a01d-47dacc47f0e8 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:03:45.572792 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f44cd6b3-76cf-4a70-8587-b896146905f4 None None] Provisioning complete for port c7756826-edcc-4c60-a01d-47dacc47f0e8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:45.573182 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f44cd6b3-76cf-4a70-8587-b896146905f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:45.576749 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031efd98-45b9-4417-b35d-49b52e4f1832 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:03:45.577139 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031efd98-45b9-4417-b35d-49b52e4f1832 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:03:45.577543 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-031efd98-45b9-4417-b35d-49b52e4f1832 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:45.577948 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031efd98-45b9-4417-b35d-49b52e4f1832 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:03:45.579492 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-031efd98-45b9-4417-b35d-49b52e4f1832 None None] Bound port: c7756826-edcc-4c60-a01d-47dacc47f0e8, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:03:45.580096 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-031efd98-45b9-4417-b35d-49b52e4f1832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:45.593573 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd40e6-a056-4ee9-8ef1-824d7988b1b5 None None] Pushing event updated for resources: {'Port': ['ID=c7756826-edcc-4c60-a01d-47dacc47f0e8,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:45.627812 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd40e6-a056-4ee9-8ef1-824d7988b1b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:45.628935 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd40e6-a056-4ee9-8ef1-824d7988b1b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:45.629475 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd40e6-a056-4ee9-8ef1-824d7988b1b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:45.630107 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd40e6-a056-4ee9-8ef1-824d7988b1b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:45.630689 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd40e6-a056-4ee9-8ef1-824d7988b1b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:45.631226 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd40e6-a056-4ee9-8ef1-824d7988b1b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:45.631755 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd40e6-a056-4ee9-8ef1-824d7988b1b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:45.632298 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd40e6-a056-4ee9-8ef1-824d7988b1b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:45.632967 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd40e6-a056-4ee9-8ef1-824d7988b1b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:45.633764 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd40e6-a056-4ee9-8ef1-824d7988b1b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:45.634322 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd40e6-a056-4ee9-8ef1-824d7988b1b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:45.634846 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd40e6-a056-4ee9-8ef1-824d7988b1b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:45.638681 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-f44cd6b3-76cf-4a70-8587-b896146905f4 None None] Port c7756826-edcc-4c60-a01d-47dacc47f0e8 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:03:45.728749 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-031efd98-45b9-4417-b35d-49b52e4f1832 None None] For port c7756826-edcc-4c60-a01d-47dacc47f0e8, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:03:45.736729 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-031efd98-45b9-4417-b35d-49b52e4f1832 None None] For port c7756826-edcc-4c60-a01d-47dacc47f0e8, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c7756826-edcc-4c60-a01d-47dacc47f0e8,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:03:45.743419 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-031efd98-45b9-4417-b35d-49b52e4f1832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:45.783184 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35201df7-8162-49d8-8e61-24cc27b631a9 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:03:45.835594 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031efd98-45b9-4417-b35d-49b52e4f1832 None None] Routers {'b9148431-9a79-4e85-a63e-3b39c25dcb70'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:03:45.836619 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-031efd98-45b9-4417-b35d-49b52e4f1832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:03:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b9148431-9a79-4e85-a63e-3b39c25dcb70'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:45.867693 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8084c11c-9fbc-4c11-bc33-bfc481751952 None None] Provisioning complete for port c7756826-edcc-4c60-a01d-47dacc47f0e8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:45.870388 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8084c11c-9fbc-4c11-bc33-bfc481751952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:45.895805 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f603a35a-153d-4cc4-8524-bc5e6cf3d861 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:45.977977 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02250505-4737-4de5-ad8c-be296034dd67 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:46.035742 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603a35a-153d-4cc4-8524-bc5e6cf3d861 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Subnet': ['ID=ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:46.097000 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8084c11c-9fbc-4c11-bc33-bfc481751952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:46.100212 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f603a35a-153d-4cc4-8524-bc5e6cf3d861 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Checking segment: {'id': '5be08156-0f82-44e5-accf-d4e187b4e110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:03:46.100616 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f603a35a-153d-4cc4-8524-bc5e6cf3d861 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network hostable DHCP agents. Network: f73792e4-52f8-4848-9d68-54c05af95de0, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:03:46.127462 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd40e6-a056-4ee9-8ef1-824d7988b1b5 None None] Pushing event updated for resources: {'Port': ['ID=c7756826-edcc-4c60-a01d-47dacc47f0e8,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:46.129426 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8084c11c-9fbc-4c11-bc33-bfc481751952 None None] For port c7756826-edcc-4c60-a01d-47dacc47f0e8, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c7756826-edcc-4c60-a01d-47dacc47f0e8,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:46.140210 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8084c11c-9fbc-4c11-bc33-bfc481751952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:46.151456 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f603a35a-153d-4cc4-8524-bc5e6cf3d861 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network f73792e4-52f8-4848-9d68-54c05af95de0 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:03:46.165831 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-f603a35a-153d-4cc4-8524-bc5e6cf3d861 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, f73792e4-52f8-4848-9d68-54c05af95de0) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:03:46.178413 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f603a35a-153d-4cc4-8524-bc5e6cf3d861 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:46.179065 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f603a35a-153d-4cc4-8524-bc5e6cf3d861 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:46.188649 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9462e9ec-f8fd-425e-97ac-6de7bc48806e None None] Network f73792e4-52f8-4848-9d68-54c05af95de0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:03:46.212691 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f603a35a-153d-4cc4-8524-bc5e6cf3d861 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0412161 Nov 25 20:03:46.215472 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 47974) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:46.228860 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-031efd98-45b9-4417-b35d-49b52e4f1832 None None] Set router b9148431-9a79-4e85-a63e-3b39c25dcb70 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:03:46.312269 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084c11c-9fbc-4c11-bc33-bfc481751952 None None] Pushing event updated for resources: {'Port': ['ID=c7756826-edcc-4c60-a01d-47dacc47f0e8,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:46.415099 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02250505-4737-4de5-ad8c-be296034dd67 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Router 39e43e57-f439-4694-a125-73bedf5bb0ae has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:03:46.608663 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4e83dc-2464-4d52-95a3-48ba0acfbc3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-f73792e4-52f8-4848-9d68-54c05af95de0', 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'fixed_ips': [{'subnet_id': 'ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:03:46.610589 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee4e83dc-2464-4d52-95a3-48ba0acfbc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:46.729999 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02250505-4737-4de5-ad8c-be296034dd67 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:03:46.758218 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cf99d7-9e7a-4a60-8c5f-06de0dc450d5 None None] Sync routers for ids ['39e43e57-f439-4694-a125-73bedf5bb0ae'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:03:46.761928 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-02250505-4737-4de5-ad8c-be296034dd67 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "PUT /v2.0/routers/39e43e57-f439-4694-a125-73bedf5bb0ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5972357 Nov 25 20:03:46.813618 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-031efd98-45b9-4417-b35d-49b52e4f1832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883346368', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:03:41Z', 'updated_at': '2021-11-25T20:03:43Z', 'revision_number': 3, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:03:42Z', 'updated_at': '2021-11-25T20:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:46.865581 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cf99d7-9e7a-4a60-8c5f-06de0dc450d5 None None] Routers {'39e43e57-f439-4694-a125-73bedf5bb0ae'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:03:46.866912 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-41cf99d7-9e7a-4a60-8c5f-06de0dc450d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:03:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['39e43e57-f439-4694-a125-73bedf5bb0ae'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:46.898541 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031efd98-45b9-4417-b35d-49b52e4f1832 None None] The sync data for ids ['b9148431-9a79-4e85-a63e-3b39c25dcb70'] in n-d-819349-5 is: [{'id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883346368', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:03:41Z', 'updated_at': '2021-11-25T20:03:43Z', 'revision_number': 3, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:03:42Z', 'updated_at': '2021-11-25T20:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:03:47.001556 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-ee4e83dc-2464-4d52-95a3-48ba0acfbc3d None None] Allocated IP 172.20.0.2 (f73792e4-52f8-4848-9d68-54c05af95de0/ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd/440608cd-2343-46c0-9e6a-845ef6ede9e2) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:03:47.225568 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-41cf99d7-9e7a-4a60-8c5f-06de0dc450d5 None None] Set router 39e43e57-f439-4694-a125-73bedf5bb0ae gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:03:47.314254 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77d33a-c236-49f0-8608-f07f3920a37e req-02f7432d-0e09-4225-ba43-721e3e2e81d0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:47.323165 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af77d33a-c236-49f0-8608-f07f3920a37e req-02f7432d-0e09-4225-ba43-721e3e2e81d0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=895f5b7e-56a3-4c1d-8946-52316b8d6305 HTTP/1.1" status: 200 len: 946 time: 0.1526966 Nov 25 20:03:47.365093 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ab8ed2d-4b8c-45c0-bef3-0e4b66af7294 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:47.564862 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af77d33a-c236-49f0-8608-f07f3920a37e req-0f263c87-73ee-487f-b898-ca6f01234282 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=e03778f1-f4df-49aa-bba2-7decd6c2aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407029 Nov 25 20:03:47.781094 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee4e83dc-2464-4d52-95a3-48ba0acfbc3d None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:47.804324 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee4e83dc-2464-4d52-95a3-48ba0acfbc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:47.858634 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4e83dc-2464-4d52-95a3-48ba0acfbc3d None None] Network f73792e4-52f8-4848-9d68-54c05af95de0 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:03:47.873649 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-ee4e83dc-2464-4d52-95a3-48ba0acfbc3d None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:03:47.877391 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4e83dc-2464-4d52-95a3-48ba0acfbc3d None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:03:47.923675 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-41cf99d7-9e7a-4a60-8c5f-06de0dc450d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'name': 'tempest-TestNetworkBasicOps-router-1400127429', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:01:44Z', 'updated_at': '2021-11-25T20:03:45Z', 'revision_number': 6, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:45Z', 'updated_at': '2021-11-25T20:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '25abf1f0-3132-4c85-94d6-e4e72d11d7e4', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'floating_ip_address': '172.25.6.60', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'port_id': '7a562dd5-3eae-4c66-8711-0e7c1ddf2f12', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'mac_address': 'fa:16:3e:fb:86:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a97402-4915-4a30-b832-4f183964b480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:02:20Z', 'updated_at': '2021-11-25T20:02:26Z', 'revision_number': 1, 'project_id': '32afe38025cf480891593cfe301fccc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd43c1546-50d7-4a6b-8ef5-667ce4f5fde8', 'name': '', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'mac_address': 'fa:16:3e:bc:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:51Z', 'updated_at': '2021-11-25T20:01:56Z', 'revision_number': 5, 'project_id': '32afe38025cf480891593cfe301fccc3', 'subnets': [{'id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:47.931453 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-5ab8ed2d-4b8c-45c0-bef3-0e4b66af7294 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Allocated IP 172.20.0.1 (f73792e4-52f8-4848-9d68-54c05af95de0/ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd/c23f8585-17e9-413f-af67-5d181197a30d) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:03:47.977372 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cf99d7-9e7a-4a60-8c5f-06de0dc450d5 None None] Checking router: 39e43e57-f439-4694-a125-73bedf5bb0ae for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:03:47.980128 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e83dc-2464-4d52-95a3-48ba0acfbc3d None None] Pushing event updated for resources: {'Port': ['ID=440608cd-2343-46c0-9e6a-845ef6ede9e2,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:48.008481 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ee4e83dc-2464-4d52-95a3-48ba0acfbc3d None None] Attempting to bind port 440608cd-2343-46c0-9e6a-845ef6ede9e2 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:03:48.009257 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ee4e83dc-2464-4d52-95a3-48ba0acfbc3d None None] Attempting to bind port 440608cd-2343-46c0-9e6a-845ef6ede9e2 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '5be08156-0f82-44e5-accf-d4e187b4e110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:03:48.009731 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e83dc-2464-4d52-95a3-48ba0acfbc3d None None] Attempting to bind port 440608cd-2343-46c0-9e6a-845ef6ede9e2 on network f73792e4-52f8-4848-9d68-54c05af95de0 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:03:48.016657 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e83dc-2464-4d52-95a3-48ba0acfbc3d None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:03:48.017212 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e83dc-2464-4d52-95a3-48ba0acfbc3d None None] Checking segment: {'id': '5be08156-0f82-44e5-accf-d4e187b4e110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:03:48.017724 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee4e83dc-2464-4d52-95a3-48ba0acfbc3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:48.018698 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e83dc-2464-4d52-95a3-48ba0acfbc3d None None] Bound using segment: {'id': '5be08156-0f82-44e5-accf-d4e187b4e110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:03:48.018965 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ee4e83dc-2464-4d52-95a3-48ba0acfbc3d None None] Bound port: 440608cd-2343-46c0-9e6a-845ef6ede9e2, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be08156-0f82-44e5-accf-d4e187b4e110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:03:48.019472 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee4e83dc-2464-4d52-95a3-48ba0acfbc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:48.047447 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cf99d7-9e7a-4a60-8c5f-06de0dc450d5 None None] Routers {'39e43e57-f439-4694-a125-73bedf5bb0ae'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:03:48.048413 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-41cf99d7-9e7a-4a60-8c5f-06de0dc450d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:03:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['39e43e57-f439-4694-a125-73bedf5bb0ae'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:48.108063 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ab8ed2d-4b8c-45c0-bef3-0e4b66af7294 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:48.163833 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ab8ed2d-4b8c-45c0-bef3-0e4b66af7294 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:48.233990 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab8ed2d-4b8c-45c0-bef3-0e4b66af7294 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network f73792e4-52f8-4848-9d68-54c05af95de0 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:03:48.242593 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-5ab8ed2d-4b8c-45c0-bef3-0e4b66af7294 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:03:48.255121 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab8ed2d-4b8c-45c0-bef3-0e4b66af7294 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:03:48.305581 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8ed2d-4b8c-45c0-bef3-0e4b66af7294 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Port': ['ID=c23f8585-17e9-413f-af67-5d181197a30d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:48.337439 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ab8ed2d-4b8c-45c0-bef3-0e4b66af7294 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:48.535029 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8abbe3-82e8-4da9-9197-f97e2221ae2e req-ebd68e2f-9a95-41e4-85dc-1f54d77c758f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:48.536657 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3b8abbe3-82e8-4da9-9197-f97e2221ae2e req-ebd68e2f-9a95-41e4-85dc-1f54d77c758f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.85 "GET /v2.0/ports?device_id=895f5b7e-56a3-4c1d-8946-52316b8d6305 HTTP/1.1" status: 200 len: 946 time: 0.1917295 Nov 25 20:03:48.540346 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ee4e83dc-2464-4d52-95a3-48ba0acfbc3d None None] For port 440608cd-2343-46c0-9e6a-845ef6ede9e2, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:03:48.545686 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ee4e83dc-2464-4d52-95a3-48ba0acfbc3d None None] For port 440608cd-2343-46c0-9e6a-845ef6ede9e2, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=440608cd-2343-46c0-9e6a-845ef6ede9e2,segment=NetworkSegment(5be08156-0f82-44e5-accf-d4e187b4e110),segment_id=5be08156-0f82-44e5-accf-d4e187b4e110)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:03:48.562961 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee4e83dc-2464-4d52-95a3-48ba0acfbc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:48.614802 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-41cf99d7-9e7a-4a60-8c5f-06de0dc450d5 None None] Set router 39e43e57-f439-4694-a125-73bedf5bb0ae gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:03:48.715081 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ab8ed2d-4b8c-45c0-bef3-0e4b66af7294 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:48.795700 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e83dc-2464-4d52-95a3-48ba0acfbc3d None None] Pushing event updated for resources: {'Port': ['ID=440608cd-2343-46c0-9e6a-845ef6ede9e2,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:48.845515 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-3b8abbe3-82e8-4da9-9197-f97e2221ae2e req-3492b9a6-7f66-404b-b8f7-0e28a6ccae27 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Deleting port fd75b1cc-3ffa-4c3b-90de-499d4f266c77 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:03:48.855027 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3b8abbe3-82e8-4da9-9197-f97e2221ae2e req-3492b9a6-7f66-404b-b8f7-0e28a6ccae27 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:49.178328 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-41cf99d7-9e7a-4a60-8c5f-06de0dc450d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'name': 'tempest-TestNetworkBasicOps-router-1400127429', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:01:44Z', 'updated_at': '2021-11-25T20:03:45Z', 'revision_number': 6, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:45Z', 'updated_at': '2021-11-25T20:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '25abf1f0-3132-4c85-94d6-e4e72d11d7e4', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'floating_ip_address': '172.25.6.60', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'port_id': '7a562dd5-3eae-4c66-8711-0e7c1ddf2f12', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'mac_address': 'fa:16:3e:fb:86:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a97402-4915-4a30-b832-4f183964b480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:02:20Z', 'updated_at': '2021-11-25T20:02:26Z', 'revision_number': 1, 'project_id': '32afe38025cf480891593cfe301fccc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd43c1546-50d7-4a6b-8ef5-667ce4f5fde8', 'name': '', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'mac_address': 'fa:16:3e:bc:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:51Z', 'updated_at': '2021-11-25T20:01:56Z', 'revision_number': 5, 'project_id': '32afe38025cf480891593cfe301fccc3', 'subnets': [{'id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:49.236621 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cf99d7-9e7a-4a60-8c5f-06de0dc450d5 None None] The sync data for ids ['39e43e57-f439-4694-a125-73bedf5bb0ae'] in n-d-819349-5 is: [{'id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'name': 'tempest-TestNetworkBasicOps-router-1400127429', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:01:44Z', 'updated_at': '2021-11-25T20:03:45Z', 'revision_number': 6, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:45Z', 'updated_at': '2021-11-25T20:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '25abf1f0-3132-4c85-94d6-e4e72d11d7e4', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'floating_ip_address': '172.25.6.60', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'port_id': '7a562dd5-3eae-4c66-8711-0e7c1ddf2f12', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'mac_address': 'fa:16:3e:fb:86:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a97402-4915-4a30-b832-4f183964b480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:02:20Z', 'updated_at': '2021-11-25T20:02:26Z', 'revision_number': 1, 'project_id': '32afe38025cf480891593cfe301fccc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd43c1546-50d7-4a6b-8ef5-667ce4f5fde8', 'name': '', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'mac_address': 'fa:16:3e:bc:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:51Z', 'updated_at': '2021-11-25T20:01:56Z', 'revision_number': 5, 'project_id': '32afe38025cf480891593cfe301fccc3', 'subnets': [{'id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:03:49.585805 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec7352-0907-427b-9aeb-6b0c65b0eb25 req-1426ebb0-c4e6-4461-ab22-cbaa26fb14d5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:49.589928 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aaec7352-0907-427b-9aeb-6b0c65b0eb25 req-1426ebb0-c4e6-4461-ab22-cbaa26fb14d5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=895f5b7e-56a3-4c1d-8946-52316b8d6305 HTTP/1.1" status: 200 len: 946 time: 0.8495882 Nov 25 20:03:49.626383 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-3b8abbe3-82e8-4da9-9197-f97e2221ae2e req-3492b9a6-7f66-404b-b8f7-0e28a6ccae27 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] For port fd75b1cc-3ffa-4c3b-90de-499d4f266c77, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=fd75b1cc-3ffa-4c3b-90de-499d4f266c77,segment=NetworkSegment(ceb6de89-accb-4884-9f0d-f52dc6238d5e),segment_id=ceb6de89-accb-4884-9f0d-f52dc6238d5e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:49.626853 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3b8abbe3-82e8-4da9-9197-f97e2221ae2e req-3492b9a6-7f66-404b-b8f7-0e28a6ccae27 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:49.662811 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-3b8abbe3-82e8-4da9-9197-f97e2221ae2e req-3492b9a6-7f66-404b-b8f7-0e28a6ccae27 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Calling delete_port for fd75b1cc-3ffa-4c3b-90de-499d4f266c77 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:03:49.762410 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aaec7352-0907-427b-9aeb-6b0c65b0eb25 req-1d0f709f-a8c0-4ba6-997a-aaeafd1e2893 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=e03778f1-f4df-49aa-bba2-7decd6c2aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657677 Nov 25 20:03:49.857616 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c7756826-edcc-4c60-a01d-47dacc47f0e8 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:03:50.033844 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port c7756826-edcc-4c60-a01d-47dacc47f0e8 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:50.035092 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:50.058730 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ab8ed2d-4b8c-45c0-bef3-0e4b66af7294 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:50.100712 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ab8ed2d-4b8c-45c0-bef3-0e4b66af7294 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:50.249623 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 440608cd-2343-46c0-9e6a-845ef6ede9e2 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:03:50.262554 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3b8abbe3-82e8-4da9-9197-f97e2221ae2e req-3492b9a6-7f66-404b-b8f7-0e28a6ccae27 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:50.318902 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 440608cd-2343-46c0-9e6a-845ef6ede9e2 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:50.318902 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:50.343756 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ab8ed2d-4b8c-45c0-bef3-0e4b66af7294 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:50.378682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8ed2d-4b8c-45c0-bef3-0e4b66af7294 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Port': ['ID=c23f8585-17e9-413f-af67-5d181197a30d,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:50.456009 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492b9a6-7f66-404b-b8f7-0e28a6ccae27 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event deleted for resources: {'Port': ['ID=fd75b1cc-3ffa-4c3b-90de-499d4f266c77,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:50.468110 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8abbe3-82e8-4da9-9197-f97e2221ae2e req-3492b9a6-7f66-404b-b8f7-0e28a6ccae27 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] No DVR routers for this DVR port fd75b1cc-3ffa-4c3b-90de-499d4f266c77 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:03:50.473895 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3b8abbe3-82e8-4da9-9197-f97e2221ae2e req-3492b9a6-7f66-404b-b8f7-0e28a6ccae27 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:50.480393 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3b8abbe3-82e8-4da9-9197-f97e2221ae2e req-3492b9a6-7f66-404b-b8f7-0e28a6ccae27 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.85 "DELETE /v2.0/ports/fd75b1cc-3ffa-4c3b-90de-499d4f266c77 HTTP/1.1" status: 204 len: 173 time: 1.9202585 Nov 25 20:03:50.487649 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895f5b7e-56a3-4c1d-8946-52316b8d6305', 'name': 'network-vif-deleted', 'tag': 'fd75b1cc-3ffa-4c3b-90de-499d4f266c77'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:03:50.495254 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16efbbda-700b-4ef9-883f-539bbdf74a0f" -d '{"events": [{"server_uuid": "895f5b7e-56a3-4c1d-8946-52316b8d6305", "name": "network-vif-deleted", "tag": "fd75b1cc-3ffa-4c3b-90de-499d4f266c77"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:03:50.516418 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:50.586920 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 440608cd-2343-46c0-9e6a-845ef6ede9e2, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=440608cd-2343-46c0-9e6a-845ef6ede9e2,segment=NetworkSegment(5be08156-0f82-44e5-accf-d4e187b4e110),segment_id=5be08156-0f82-44e5-accf-d4e187b4e110)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:50.600504 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:50.654478 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fb42a6-7d09-484c-af61-63f8dc51d089 x-openstack-request-id: req-42fb42a6-7d09-484c-af61-63f8dc51d089 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:03:50.655267 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895f5b7e-56a3-4c1d-8946-52316b8d6305", "name": "network-vif-deleted", "tag": "fd75b1cc-3ffa-4c3b-90de-499d4f266c77", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:03:50.656481 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-42fb42a6-7d09-484c-af61-63f8dc51d089 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:03:50.660400 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895f5b7e-56a3-4c1d-8946-52316b8d6305', 'name': 'network-vif-deleted', 'tag': 'fd75b1cc-3ffa-4c3b-90de-499d4f266c77', 'status': 'completed', 'code': 200} Nov 25 20:03:50.754539 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=440608cd-2343-46c0-9e6a-845ef6ede9e2,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:50.880391 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab8ed2d-4b8c-45c0-bef3-0e4b66af7294 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network f73792e4-52f8-4848-9d68-54c05af95de0 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:03:50.882328 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-5ab8ed2d-4b8c-45c0-bef3-0e4b66af7294 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:03:50.968438 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fe4ccf-5b0f-49e5-8577-d527e4aa94d6 None None] Network f73792e4-52f8-4848-9d68-54c05af95de0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:03:51.129157 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4012609f-0bd5-460e-a8a1-81a985ca5c70 req-c56ba4c0-e76d-4421-8bf0-d65fda86608f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=895f5b7e-56a3-4c1d-8946-52316b8d6305 HTTP/1.1" status: 200 len: 210 time: 0.0763729 Nov 25 20:03:51.217018 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e30cf987-b4fc-40ad-9e57-551935451555 None None] Provisioning complete for port 440608cd-2343-46c0-9e6a-845ef6ede9e2 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:51.217602 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e30cf987-b4fc-40ad-9e57-551935451555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:51.249741 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab8ed2d-4b8c-45c0-bef3-0e4b66af7294 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Router b9148431-9a79-4e85-a63e-3b39c25dcb70 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:03:51.459175 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 440608cd-2343-46c0-9e6a-845ef6ede9e2 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:03:51.539097 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab8ed2d-4b8c-45c0-bef3-0e4b66af7294 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:03:51.553146 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e2db4c-6e23-436c-9c19-0dd1d361d4aa None None] Sync routers for ids ['b9148431-9a79-4e85-a63e-3b39c25dcb70'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:03:51.564300 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5ab8ed2d-4b8c-45c0-bef3-0e4b66af7294 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "PUT /v2.0/routers/b9148431-9a79-4e85-a63e-3b39c25dcb70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3467751 Nov 25 20:03:51.578855 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e2db4c-6e23-436c-9c19-0dd1d361d4aa None None] Routers {'b9148431-9a79-4e85-a63e-3b39c25dcb70'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:03:51.579547 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-82e2db4c-6e23-436c-9c19-0dd1d361d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:03:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b9148431-9a79-4e85-a63e-3b39c25dcb70'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:51.584291 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 440608cd-2343-46c0-9e6a-845ef6ede9e2 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:51.585068 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:51.781051 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-82e2db4c-6e23-436c-9c19-0dd1d361d4aa None None] Set router b9148431-9a79-4e85-a63e-3b39c25dcb70 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:03:51.890069 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-43c5f781-bbad-4195-8336-d39023473fe1 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1486085660&fields=id&tenant_id=8d43f2178a344f438bf4bc8854e720a1 HTTP/1.1" status: 200 len: 267 time: 0.0972548 Nov 25 20:03:51.921722 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-114e354e-6e01-43b9-8979-8cd55d3f503f None None] Provisioning complete for port c23f8585-17e9-413f-af67-5d181197a30d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:51.930935 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-114e354e-6e01-43b9-8979-8cd55d3f503f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:51.941521 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 933ff09e-53e9-4f85-a128-494da9f40455 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:03:51.978282 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 933ff09e-53e9-4f85-a128-494da9f40455 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:03:51.979457 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 933ff09e-53e9-4f85-a128-494da9f40455 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:03:51.981506 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device fd75b1cc-3ffa-4c3b-90de-499d4f266c77 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:03:52.079879 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: fd75b1cc-3ffa-4c3b-90de-499d4f266c77 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:03:52.080642 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device fd75b1cc-3ffa-4c3b-90de-499d4f266c77 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:03:52.125968 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-114e354e-6e01-43b9-8979-8cd55d3f503f None None] Port c23f8585-17e9-413f-af67-5d181197a30d cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:03:52.144755 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-114e354e-6e01-43b9-8979-8cd55d3f503f None None] Provisioning complete for port 440608cd-2343-46c0-9e6a-845ef6ede9e2 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:52.176569 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-114e354e-6e01-43b9-8979-8cd55d3f503f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:52.264026 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-82e2db4c-6e23-436c-9c19-0dd1d361d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883346368', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:03:41Z', 'updated_at': '2021-11-25T20:03:48Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:03:42Z', 'updated_at': '2021-11-25T20:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c23f8585-17e9-413f-af67-5d181197a30d', 'name': '', 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:58:ed:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:03:47Z', 'updated_at': '2021-11-25T20:03:49Z', 'revision_number': 2, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': 'ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:52.280108 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-9ebe9f8b-9e8e-4ec0-a006-5ff84aa11ee9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:52.287759 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-9ebe9f8b-9e8e-4ec0-a006-5ff84aa11ee9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/networks?id=f73792e4-52f8-4848-9d68-54c05af95de0 HTTP/1.1" status: 200 len: 795 time: 0.3775554 Nov 25 20:03:52.322079 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-10d44aea-243b-4453-b180-2ab42483dc3b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/quotas/8d43f2178a344f438bf4bc8854e720a1 HTTP/1.1" status: 200 len: 375 time: 0.0332966 Nov 25 20:03:52.353713 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e2db4c-6e23-436c-9c19-0dd1d361d4aa None None] Checking router: b9148431-9a79-4e85-a63e-3b39c25dcb70 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:03:52.355556 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e2db4c-6e23-436c-9c19-0dd1d361d4aa None None] Updating router b9148431-9a79-4e85-a63e-3b39c25dcb70 port c23f8585-17e9-413f-af67-5d181197a30d binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:03:52.449301 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-71ad93e8-23eb-4eff-a4d9-7a2500e236fb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1181660 Nov 25 20:03:52.474184 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-fde48f5b-0d77-4a36-892c-034738c7a71e None None] Provisioning complete for port c23f8585-17e9-413f-af67-5d181197a30d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:52.475090 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fde48f5b-0d77-4a36-892c-034738c7a71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:52.532347 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-82e2db4c-6e23-436c-9c19-0dd1d361d4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:52.581171 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-fde48f5b-0d77-4a36-892c-034738c7a71e None None] Port c23f8585-17e9-413f-af67-5d181197a30d cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:03:52.604339 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-9c6346d9-877a-4f84-96c4-a7fbc16557e5 service neutron] 10.222.0.55 "GET /v2.0/networks/f73792e4-52f8-4848-9d68-54c05af95de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515300 Nov 25 20:03:52.807463 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-0fdb45b6-c234-4c16-82e0-f8fc70658245 service neutron] 10.222.0.55 "GET /v2.0/networks/f73792e4-52f8-4848-9d68-54c05af95de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017298 Nov 25 20:03:52.929232 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-515b2500-0f05-497c-8500-1eb0996bf34b None None] Provisioning complete for port c23f8585-17e9-413f-af67-5d181197a30d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:52.929868 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-515b2500-0f05-497c-8500-1eb0996bf34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:53.042499 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-515b2500-0f05-497c-8500-1eb0996bf34b None None] Port c23f8585-17e9-413f-af67-5d181197a30d cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:03:53.097558 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-82e2db4c-6e23-436c-9c19-0dd1d361d4aa None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:53.108692 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-82e2db4c-6e23-436c-9c19-0dd1d361d4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:53.145317 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48072) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:53.315640 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d0f1556d-b463-4143-9f19-c7827eacf641 req-043d3963-7e94-4bad-aa51-fd96009f701f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 210 time: 0.0666595 Nov 25 20:03:53.362912 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26c0cf0e-bdbd-4b03-b073-83f7751d9e20 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:53.363650 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba995a48-6086-4d42-b67b-ddc56d8c4456 None None] Pushing event updated for resources: {'Port': ['ID=c23f8585-17e9-413f-af67-5d181197a30d,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:53.435851 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-82e2db4c-6e23-436c-9c19-0dd1d361d4aa None None] Attempting to bind port c23f8585-17e9-413f-af67-5d181197a30d on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:03:53.436678 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-82e2db4c-6e23-436c-9c19-0dd1d361d4aa None None] Attempting to bind port c23f8585-17e9-413f-af67-5d181197a30d by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '5be08156-0f82-44e5-accf-d4e187b4e110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:03:53.437370 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e2db4c-6e23-436c-9c19-0dd1d361d4aa None None] Attempting to bind port c23f8585-17e9-413f-af67-5d181197a30d on network f73792e4-52f8-4848-9d68-54c05af95de0 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:03:53.456018 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e2db4c-6e23-436c-9c19-0dd1d361d4aa None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:03:53.457073 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26c0cf0e-bdbd-4b03-b073-83f7751d9e20 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:53.457632 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e2db4c-6e23-436c-9c19-0dd1d361d4aa None None] Checking segment: {'id': '5be08156-0f82-44e5-accf-d4e187b4e110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:03:53.458675 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-82e2db4c-6e23-436c-9c19-0dd1d361d4aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:53.460334 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e2db4c-6e23-436c-9c19-0dd1d361d4aa None None] Bound using segment: {'id': '5be08156-0f82-44e5-accf-d4e187b4e110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:03:53.464177 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-82e2db4c-6e23-436c-9c19-0dd1d361d4aa None None] Bound port: c23f8585-17e9-413f-af67-5d181197a30d, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be08156-0f82-44e5-accf-d4e187b4e110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:03:53.465294 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-82e2db4c-6e23-436c-9c19-0dd1d361d4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:53.599198 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-82e2db4c-6e23-436c-9c19-0dd1d361d4aa None None] For port c23f8585-17e9-413f-af67-5d181197a30d, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:03:53.604238 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-82e2db4c-6e23-436c-9c19-0dd1d361d4aa None None] For port c23f8585-17e9-413f-af67-5d181197a30d, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c23f8585-17e9-413f-af67-5d181197a30d,segment=NetworkSegment(5be08156-0f82-44e5-accf-d4e187b4e110),segment_id=5be08156-0f82-44e5-accf-d4e187b4e110)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:03:53.610494 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-82e2db4c-6e23-436c-9c19-0dd1d361d4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:53.621767 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26c0cf0e-bdbd-4b03-b073-83f7751d9e20 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:53.627802 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26c0cf0e-bdbd-4b03-b073-83f7751d9e20 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:53.631928 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-26c0cf0e-bdbd-4b03-b073-83f7751d9e20 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "DELETE /v2.0/security-groups/e03778f1-f4df-49aa-bba2-7decd6c2aa40 HTTP/1.1" status: 204 len: 168 time: 0.4823956 Nov 25 20:03:53.719335 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0cf0e-bdbd-4b03-b073-83f7751d9e20 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03778f1-f4df-49aa-bba2-7decd6c2aa40,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:53.748572 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e2db4c-6e23-436c-9c19-0dd1d361d4aa None None] Routers {'b9148431-9a79-4e85-a63e-3b39c25dcb70'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:03:53.749491 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-82e2db4c-6e23-436c-9c19-0dd1d361d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:03:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b9148431-9a79-4e85-a63e-3b39c25dcb70'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:53.788170 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48090) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:53.823491 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-be727c81-8361-4d9a-8de0-b23cddfb886e None None] Provisioning complete for port c23f8585-17e9-413f-af67-5d181197a30d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:53.824986 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-be727c81-8361-4d9a-8de0-b23cddfb886e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:53.944020 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-be104e85-faa1-4d4e-af65-de95a5a0391d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Deleting subnet 73edfe07-ff1f-4b15-911a-f3ae15ccdfb5 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:03:53.953107 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be104e85-faa1-4d4e-af65-de95a5a0391d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:53.977581 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:54.037526 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-82e2db4c-6e23-436c-9c19-0dd1d361d4aa None None] Set router b9148431-9a79-4e85-a63e-3b39c25dcb70 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:03:54.102627 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be104e85-faa1-4d4e-af65-de95a5a0391d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:54.127602 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-be727c81-8361-4d9a-8de0-b23cddfb886e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:54.256208 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-be727c81-8361-4d9a-8de0-b23cddfb886e None None] For port c23f8585-17e9-413f-af67-5d181197a30d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c23f8585-17e9-413f-af67-5d181197a30d,segment=NetworkSegment(5be08156-0f82-44e5-accf-d4e187b4e110),segment_id=5be08156-0f82-44e5-accf-d4e187b4e110)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:54.257470 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba995a48-6086-4d42-b67b-ddc56d8c4456 None None] Pushing event updated for resources: {'Port': ['ID=c23f8585-17e9-413f-af67-5d181197a30d,revision_number=4']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:54.275301 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-be727c81-8361-4d9a-8de0-b23cddfb886e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:54.299659 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be104e85-faa1-4d4e-af65-de95a5a0391d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:54.463649 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be104e85-faa1-4d4e-af65-de95a5a0391d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:54.501804 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be727c81-8361-4d9a-8de0-b23cddfb886e None None] Pushing event updated for resources: {'Port': ['ID=c23f8585-17e9-413f-af67-5d181197a30d,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:54.509284 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be104e85-faa1-4d4e-af65-de95a5a0391d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event deleted for resources: {'Subnet': ['ID=73edfe07-ff1f-4b15-911a-f3ae15ccdfb5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:54.523432 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be104e85-faa1-4d4e-af65-de95a5a0391d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:54.542546 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-be104e85-faa1-4d4e-af65-de95a5a0391d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "DELETE /v2.0/subnets/73edfe07-ff1f-4b15-911a-f3ae15ccdfb5 HTTP/1.1" status: 204 len: 168 time: 0.7529461 Nov 25 20:03:54.548776 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c65fb8-64ed-46df-a9fa-9bbb4cf97c0e None None] Network 70602234-38d4-4ee8-9172-b702e8514853 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:03:54.550364 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48102) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:54.560420 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4901887e-ba28-4efa-9583-a4f2c095f3f7 req-b1d43d8c-1296-485c-87f9-a2c77cbbad2c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 210 time: 0.1039011 Nov 25 20:03:54.562260 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:54.616279 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1ab78b38-4752-4f30-bb1f-e7b18837eec8 None None] Provisioning complete for port c23f8585-17e9-413f-af67-5d181197a30d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:54.616930 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1ab78b38-4752-4f30-bb1f-e7b18837eec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:54.710135 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f12b4d7-354f-40c0-aee2-5bde5cc9332b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:54.847490 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-82e2db4c-6e23-436c-9c19-0dd1d361d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883346368', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:03:41Z', 'updated_at': '2021-11-25T20:03:48Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:03:42Z', 'updated_at': '2021-11-25T20:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c23f8585-17e9-413f-af67-5d181197a30d', 'name': '', 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:58:ed:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:03:47Z', 'updated_at': '2021-11-25T20:03:53Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': 'ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:54.900845 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e2db4c-6e23-436c-9c19-0dd1d361d4aa None None] The sync data for ids ['b9148431-9a79-4e85-a63e-3b39c25dcb70'] in n-d-819349-5 is: [{'id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883346368', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:03:41Z', 'updated_at': '2021-11-25T20:03:48Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:03:42Z', 'updated_at': '2021-11-25T20:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c23f8585-17e9-413f-af67-5d181197a30d', 'name': '', 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:58:ed:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:03:47Z', 'updated_at': '2021-11-25T20:03:53Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': 'ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:03:54.948792 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8f12b4d7-354f-40c0-aee2-5bde5cc9332b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Deleting port 1074e9a7-c9c5-4e69-8e8a-54ded166fb7f {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:03:54.949253 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f12b4d7-354f-40c0-aee2-5bde5cc9332b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:55.053022 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339ba915-959b-4542-9326-6077dfd37dbd None None] DHCP port deletion for 70602234-38d4-4ee8-9172-b702e8514853 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:03:55.193323 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-339ba915-959b-4542-9326-6077dfd37dbd None None] Deleting port 1074e9a7-c9c5-4e69-8e8a-54ded166fb7f {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:03:55.194714 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-339ba915-959b-4542-9326-6077dfd37dbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:55.207472 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-8f12b4d7-354f-40c0-aee2-5bde5cc9332b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] For port 1074e9a7-c9c5-4e69-8e8a-54ded166fb7f, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1074e9a7-c9c5-4e69-8e8a-54ded166fb7f,segment=NetworkSegment(ceb6de89-accb-4884-9f0d-f52dc6238d5e),segment_id=ceb6de89-accb-4884-9f0d-f52dc6238d5e)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:55.207978 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f12b4d7-354f-40c0-aee2-5bde5cc9332b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:55.251516 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8f12b4d7-354f-40c0-aee2-5bde5cc9332b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Calling delete_port for 1074e9a7-c9c5-4e69-8e8a-54ded166fb7f owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:03:55.406272 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-339ba915-959b-4542-9326-6077dfd37dbd None None] For port 1074e9a7-c9c5-4e69-8e8a-54ded166fb7f, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1074e9a7-c9c5-4e69-8e8a-54ded166fb7f,segment=NetworkSegment(ceb6de89-accb-4884-9f0d-f52dc6238d5e),segment_id=ceb6de89-accb-4884-9f0d-f52dc6238d5e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:55.407077 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-339ba915-959b-4542-9326-6077dfd37dbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:55.429694 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-339ba915-959b-4542-9326-6077dfd37dbd None None] Calling delete_port for 1074e9a7-c9c5-4e69-8e8a-54ded166fb7f owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:03:55.597593 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f12b4d7-354f-40c0-aee2-5bde5cc9332b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:55.651952 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c23f8585-17e9-413f-af67-5d181197a30d up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:03:55.692039 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12b4d7-354f-40c0-aee2-5bde5cc9332b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event deleted for resources: {'Port': ['ID=1074e9a7-c9c5-4e69-8e8a-54ded166fb7f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:55.750810 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f12b4d7-354f-40c0-aee2-5bde5cc9332b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] No DVR routers for this DVR port 1074e9a7-c9c5-4e69-8e8a-54ded166fb7f on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:03:55.801996 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-b55d1a60-eb42-43ca-848a-d2ad7613b078 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:55.808961 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-b55d1a60-eb42-43ca-848a-d2ad7613b078 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.73 "GET /v2.0/networks?id=f73792e4-52f8-4848-9d68-54c05af95de0 HTTP/1.1" status: 200 len: 795 time: 0.4183233 Nov 25 20:03:55.895272 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-339ba915-959b-4542-9326-6077dfd37dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:55.954495 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c203221f-1276-4dfb-a698-2fc0878ddfb1 req-c7bce663-53cb-496a-a711-92fdac1bad47 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 210 time: 0.1158161 Nov 25 20:03:56.090196 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339ba915-959b-4542-9326-6077dfd37dbd None None] No DVR routers for this DVR port 1074e9a7-c9c5-4e69-8e8a-54ded166fb7f on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:03:56.107272 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ba915-959b-4542-9326-6077dfd37dbd None None] Pushing event deleted for resources: {'Port': ['ID=1074e9a7-c9c5-4e69-8e8a-54ded166fb7f,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:56.152889 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f12b4d7-354f-40c0-aee2-5bde5cc9332b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:56.189835 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-8a203841-85f4-4245-acdb-90c2416eb1d8 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d43f2178a344f438bf4bc8854e720a1 HTTP/1.1" status: 200 len: 380 time: 0.3712070 Nov 25 20:03:56.201362 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port c23f8585-17e9-413f-af67-5d181197a30d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:56.202108 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:56.211540 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-b3c069e3-2184-4c88-88d4-d47a57e68f05 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'port': {'device_id': '3d359421-1ce6-4f1f-a33e-d2ecdfb50814', 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0', 'admin_state_up': True, 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'security_groups': ['1c0f221f-6e59-4b5a-8926-94b74d383652']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:56.212172 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8f12b4d7-354f-40c0-aee2-5bde5cc9332b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70602234-38d4-4ee8-9172-b702e8514853']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:56.229801 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8f12b4d7-354f-40c0-aee2-5bde5cc9332b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb6de89-accb-4884-9f0d-f52dc6238d5e') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:56.230107 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8f12b4d7-354f-40c0-aee2-5bde5cc9332b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb6de89-accb-4884-9f0d-f52dc6238d5e') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:56.289475 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f12b4d7-354f-40c0-aee2-5bde5cc9332b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:56.350524 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f12b4d7-354f-40c0-aee2-5bde5cc9332b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:56.373222 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f12b4d7-354f-40c0-aee2-5bde5cc9332b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:03:56.373969 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f12b4d7-354f-40c0-aee2-5bde5cc9332b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:03:56.408659 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:03:56.536818 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-b3c069e3-2184-4c88-88d4-d47a57e68f05 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Made reservation on behalf of 8d43f2178a344f438bf4bc8854e720a1 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:03:56.541004 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-b3c069e3-2184-4c88-88d4-d47a57e68f05 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:56.556629 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1074e9a7-c9c5-4e69-8e8a-54ded166fb7f no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:03:56.603369 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 1074e9a7-c9c5-4e69-8e8a-54ded166fb7f {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:03:56.603773 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1074e9a7-c9c5-4e69-8e8a-54ded166fb7f not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:03:56.642079 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f12b4d7-354f-40c0-aee2-5bde5cc9332b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:56.675941 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f12b4d7-354f-40c0-aee2-5bde5cc9332b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:56.687171 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8f12b4d7-354f-40c0-aee2-5bde5cc9332b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "DELETE /v2.0/networks/70602234-38d4-4ee8-9172-b702e8514853 HTTP/1.1" status: 204 len: 168 time: 2.1352291 Nov 25 20:03:56.703186 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48132) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:56.716824 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12b4d7-354f-40c0-aee2-5bde5cc9332b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event deleted for resources: {'Network': ['ID=70602234-38d4-4ee8-9172-b702e8514853,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:56.761321 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-b3c069e3-2184-4c88-88d4-d47a57e68f05 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Allocated IP 172.20.0.3 (f73792e4-52f8-4848-9d68-54c05af95de0/ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd/beb74661-9918-414c-ab4d-47f9a37797e5) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:03:57.166605 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-b3c069e3-2184-4c88-88d4-d47a57e68f05 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:57.287097 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-b3c069e3-2184-4c88-88d4-d47a57e68f05 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:57.340181 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-aa323c5e-1e4d-4152-85e3-aecbdcab047f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Deleting port fa2204a3-2118-4d38-a90c-b4566f025319 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:03:57.341478 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa323c5e-1e4d-4152-85e3-aecbdcab047f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:57.378503 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-b3c069e3-2184-4c88-88d4-d47a57e68f05 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network f73792e4-52f8-4848-9d68-54c05af95de0 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:03:57.400151 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-b3c069e3-2184-4c88-88d4-d47a57e68f05 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:03:57.415324 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-b3c069e3-2184-4c88-88d4-d47a57e68f05 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:03:57.534031 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0e1a9-4e3e-47b1-94f8-74a294c27835 req-a0edeb4e-54ff-43e5-a7e0-866759324841 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:57.543167 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa323c5e-1e4d-4152-85e3-aecbdcab047f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:57.543699 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eab0e1a9-4e3e-47b1-94f8-74a294c27835 req-a0edeb4e-54ff-43e5-a7e0-866759324841 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 931 time: 0.2894654 Nov 25 20:03:57.547900 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa323c5e-1e4d-4152-85e3-aecbdcab047f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:57.557695 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c069e3-2184-4c88-88d4-d47a57e68f05 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Port': ['ID=beb74661-9918-414c-ab4d-47f9a37797e5,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:57.594356 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-aa323c5e-1e4d-4152-85e3-aecbdcab047f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Calling delete_port for fa2204a3-2118-4d38-a90c-b4566f025319 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:03:57.628499 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-b3c069e3-2184-4c88-88d4-d47a57e68f05 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:57.629193 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-b3c069e3-2184-4c88-88d4-d47a57e68f05 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:57.707418 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eab0e1a9-4e3e-47b1-94f8-74a294c27835 req-e2a4f99e-5a88-4b1b-abf1-65bcaf06d92c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614609 Nov 25 20:03:57.735937 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-b3c069e3-2184-4c88-88d4-d47a57e68f05 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5314314 Nov 25 20:03:57.755735 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-6266884c-266e-4df6-a575-f9dd3b39dabd service neutron] Request body: {'port': {'device_id': '3d359421-1ce6-4f1f-a33e-d2ecdfb50814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:57.838853 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-6266884c-266e-4df6-a575-f9dd3b39dabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:57.928880 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-44deeaca-5c51-4cfc-a832-fa395dc4867b None None] Provisioning complete for port beb74661-9918-414c-ab4d-47f9a37797e5 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:57.929610 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-44deeaca-5c51-4cfc-a832-fa395dc4867b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:57.991985 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-44deeaca-5c51-4cfc-a832-fa395dc4867b None None] Port beb74661-9918-414c-ab4d-47f9a37797e5 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:03:58.253299 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-6266884c-266e-4df6-a575-f9dd3b39dabd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb74661-9918-414c-ab4d-47f9a37797e5 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:03:58.276147 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-6266884c-266e-4df6-a575-f9dd3b39dabd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:58.343589 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-6266884c-266e-4df6-a575-f9dd3b39dabd service neutron] Transition to ACTIVE for port object beb74661-9918-414c-ab4d-47f9a37797e5 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:03:58.347259 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-6266884c-266e-4df6-a575-f9dd3b39dabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:58.347913 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa323c5e-1e4d-4152-85e3-aecbdcab047f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:58.380386 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa323c5e-1e4d-4152-85e3-aecbdcab047f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event deleted for resources: {'Port': ['ID=fa2204a3-2118-4d38-a90c-b4566f025319,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:58.450707 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266884c-266e-4df6-a575-f9dd3b39dabd service neutron] Pushing event updated for resources: {'Port': ['ID=beb74661-9918-414c-ab4d-47f9a37797e5,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:58.485143 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa323c5e-1e4d-4152-85e3-aecbdcab047f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:58.486668 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-aa323c5e-1e4d-4152-85e3-aecbdcab047f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Floating IP 25abf1f0-3132-4c85-94d6-e4e72d11d7e4 disassociated (deleted). External IP: 172.25.6.60, port: 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12. Nov 25 20:03:58.536701 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-6266884c-266e-4df6-a575-f9dd3b39dabd service neutron] Attempting to bind port beb74661-9918-414c-ab4d-47f9a37797e5 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:03:58.537241 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-6266884c-266e-4df6-a575-f9dd3b39dabd service neutron] Attempting to bind port beb74661-9918-414c-ab4d-47f9a37797e5 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '5be08156-0f82-44e5-accf-d4e187b4e110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:03:58.537787 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-6266884c-266e-4df6-a575-f9dd3b39dabd service neutron] Attempting to bind port beb74661-9918-414c-ab4d-47f9a37797e5 on network f73792e4-52f8-4848-9d68-54c05af95de0 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:03:58.559144 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-6266884c-266e-4df6-a575-f9dd3b39dabd service neutron] Port beb74661-9918-414c-ab4d-47f9a37797e5 on network f73792e4-52f8-4848-9d68-54c05af95de0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:03:58.560366 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-6266884c-266e-4df6-a575-f9dd3b39dabd service neutron] Attempting to bind port beb74661-9918-414c-ab4d-47f9a37797e5 on network f73792e4-52f8-4848-9d68-54c05af95de0 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:03:58.572604 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-6266884c-266e-4df6-a575-f9dd3b39dabd service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:03:58.572604 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-6266884c-266e-4df6-a575-f9dd3b39dabd service neutron] Checking segment: {'id': '5be08156-0f82-44e5-accf-d4e187b4e110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:03:58.572604 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-6266884c-266e-4df6-a575-f9dd3b39dabd service neutron] Bound using segment: {'id': '5be08156-0f82-44e5-accf-d4e187b4e110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:03:58.573116 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-6266884c-266e-4df6-a575-f9dd3b39dabd service neutron] Bound port: beb74661-9918-414c-ab4d-47f9a37797e5, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be08156-0f82-44e5-accf-d4e187b4e110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:03:58.573550 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-6266884c-266e-4df6-a575-f9dd3b39dabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:58.859689 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-6266884c-266e-4df6-a575-f9dd3b39dabd service neutron] For port beb74661-9918-414c-ab4d-47f9a37797e5, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:03:58.875643 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-6266884c-266e-4df6-a575-f9dd3b39dabd service neutron] For port beb74661-9918-414c-ab4d-47f9a37797e5, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=beb74661-9918-414c-ab4d-47f9a37797e5,segment=NetworkSegment(5be08156-0f82-44e5-accf-d4e187b4e110),segment_id=5be08156-0f82-44e5-accf-d4e187b4e110)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:03:58.890626 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-6266884c-266e-4df6-a575-f9dd3b39dabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:58.977977 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-6266884c-266e-4df6-a575-f9dd3b39dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:58.979078 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-6266884c-266e-4df6-a575-f9dd3b39dabd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:58.987673 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-6266884c-266e-4df6-a575-f9dd3b39dabd service neutron] 10.222.0.73 "PUT /v2.0/ports/beb74661-9918-414c-ab4d-47f9a37797e5 HTTP/1.1" status: 200 len: 1091 time: 1.2425394 Nov 25 20:03:58.988555 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d359421-1ce6-4f1f-a33e-d2ecdfb50814', 'tag': 'beb74661-9918-414c-ab4d-47f9a37797e5'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:03:59.001160 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4780e75-04ae-407a-a3fb-343fd85f313c" -d '{"events": [{"name": "network-changed", "server_uuid": "3d359421-1ce6-4f1f-a33e-d2ecdfb50814", "tag": "beb74661-9918-414c-ab4d-47f9a37797e5"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:03:59.030604 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa323c5e-1e4d-4152-85e3-aecbdcab047f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Router 39e43e57-f439-4694-a125-73bedf5bb0ae has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:03:59.188308 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266884c-266e-4df6-a575-f9dd3b39dabd service neutron] Pushing event updated for resources: {'Port': ['ID=beb74661-9918-414c-ab4d-47f9a37797e5,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:59.235805 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d75d2-53e6-4c1b-a0b7-81f2ece22767 req-15fb64b6-6ea1-4a06-aa5b-afb90a5485c8 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:59.242072 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c9d75d2-53e6-4c1b-a0b7-81f2ece22767 req-15fb64b6-6ea1-4a06-aa5b-afb90a5485c8 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 943 time: 0.2710037 Nov 25 20:03:59.269520 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-d668a60c-75ae-46e7-a478-fba480c94042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:59.278020 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-d668a60c-75ae-46e7-a478-fba480c94042 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 1094 time: 0.1940548 Nov 25 20:03:59.293242 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa323c5e-1e4d-4152-85e3-aecbdcab047f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:03:59.304994 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa323c5e-1e4d-4152-85e3-aecbdcab047f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:59.312454 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35f3c3d-5fc9-4bb9-9cf2-ae2d98eba14a None None] Sync routers for ids ['39e43e57-f439-4694-a125-73bedf5bb0ae'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:03:59.324842 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4fb28ce6-1d51-44c0-b154-dc2cc549293b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:59.345116 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35f3c3d-5fc9-4bb9-9cf2-ae2d98eba14a None None] Routers {'39e43e57-f439-4694-a125-73bedf5bb0ae'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:03:59.346818 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d35f3c3d-5fc9-4bb9-9cf2-ae2d98eba14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:03:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['39e43e57-f439-4694-a125-73bedf5bb0ae'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:59.424311 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-aa323c5e-1e4d-4152-85e3-aecbdcab047f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "DELETE /v2.0/floatingips/25abf1f0-3132-4c85-94d6-e4e72d11d7e4 HTTP/1.1" status: 204 len: 168 time: 2.7189434 Nov 25 20:03:59.425313 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a97402-4915-4a30-b832-4f183964b480', 'tag': '7a562dd5-3eae-4c66-8711-0e7c1ddf2f12'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:03:59.429535 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0399a970-bd98-41fe-b661-2f2e104993e6" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a97402-4915-4a30-b832-4f183964b480", "tag": "7a562dd5-3eae-4c66-8711-0e7c1ddf2f12"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:03:59.461550 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-d979771e-600b-4f5c-ae8e-c1e9dd585294 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beb74661-9918-414c-ab4d-47f9a37797e5 HTTP/1.1" status: 200 len: 217 time: 0.1472526 Nov 25 20:03:59.568857 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c9d75d2-53e6-4c1b-a0b7-81f2ece22767 req-1e68fa90-feef-463a-bfc5-439b3a081054 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2889380 Nov 25 20:03:59.633952 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-b83ea64e-1dfc-4e6e-89b1-df965e507d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:59.644284 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-b83ea64e-1dfc-4e6e-89b1-df965e507d53 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd HTTP/1.1" status: 200 len: 834 time: 0.1738524 Nov 25 20:03:59.645378 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-d35f3c3d-5fc9-4bb9-9cf2-ae2d98eba14a None None] Set router 39e43e57-f439-4694-a125-73bedf5bb0ae gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:03:59.754344 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f3fb7a-82b3-4c8c-b994-1d466c688d61 x-openstack-request-id: req-36f3fb7a-82b3-4c8c-b994-1d466c688d61 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:03:59.754688 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d359421-1ce6-4f1f-a33e-d2ecdfb50814", "tag": "beb74661-9918-414c-ab4d-47f9a37797e5", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:03:59.754974 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-36f3fb7a-82b3-4c8c-b994-1d466c688d61 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:03:59.760305 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d359421-1ce6-4f1f-a33e-d2ecdfb50814', 'tag': 'beb74661-9918-414c-ab4d-47f9a37797e5', 'status': 'completed', 'code': 200} Nov 25 20:03:59.783453 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-ef7a8309-0759-4b28-ace2-8cab8e941d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:59.785208 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-ef7a8309-0759-4b28-ace2-8cab8e941d36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f73792e4-52f8-4848-9d68-54c05af95de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334121 Nov 25 20:04:00.110127 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d35f3c3d-5fc9-4bb9-9cf2-ae2d98eba14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'name': 'tempest-TestNetworkBasicOps-router-1400127429', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:01:44Z', 'updated_at': '2021-11-25T20:03:45Z', 'revision_number': 6, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:45Z', 'updated_at': '2021-11-25T20:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd43c1546-50d7-4a6b-8ef5-667ce4f5fde8', 'name': '', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'mac_address': 'fa:16:3e:bc:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:51Z', 'updated_at': '2021-11-25T20:01:56Z', 'revision_number': 5, 'project_id': '32afe38025cf480891593cfe301fccc3', 'subnets': [{'id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:00.126227 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-e7e9170a-8623-4b4d-b728-6858320ed374 service neutron] 10.222.0.73 "GET /v2.0/networks/f73792e4-52f8-4848-9d68-54c05af95de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255706 Nov 25 20:04:00.209345 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993ff060-4564-4c1c-ad13-8657727a844a x-openstack-request-id: req-993ff060-4564-4c1c-ad13-8657727a844a {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:04:00.209773 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a97402-4915-4a30-b832-4f183964b480", "tag": "7a562dd5-3eae-4c66-8711-0e7c1ddf2f12", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:04:00.210318 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-993ff060-4564-4c1c-ad13-8657727a844a {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:04:00.210871 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a97402-4915-4a30-b832-4f183964b480', 'tag': '7a562dd5-3eae-4c66-8711-0e7c1ddf2f12', 'status': 'completed', 'code': 200} Nov 25 20:04:00.233565 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35f3c3d-5fc9-4bb9-9cf2-ae2d98eba14a None None] Checking router: 39e43e57-f439-4694-a125-73bedf5bb0ae for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:04:00.245763 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35f3c3d-5fc9-4bb9-9cf2-ae2d98eba14a None None] Routers {'39e43e57-f439-4694-a125-73bedf5bb0ae'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:04:00.246468 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d35f3c3d-5fc9-4bb9-9cf2-ae2d98eba14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:03:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['39e43e57-f439-4694-a125-73bedf5bb0ae'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:00.471312 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a74e7e8-669c-43d2-9e6f-56ce09e6d662 req-538c1a33-b4ce-482a-9af4-0eacf3ab48cd service neutron] 10.222.0.73 "GET /v2.0/networks/f73792e4-52f8-4848-9d68-54c05af95de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399892 Nov 25 20:04:00.657526 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4780e75-04ae-407a-a3fb-343fd85f313c req-1121eade-29e2-42c5-abc1-0b2c293c89b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:00.660534 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e4780e75-04ae-407a-a3fb-343fd85f313c req-1121eade-29e2-42c5-abc1-0b2c293c89b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 1094 time: 0.0960126 Nov 25 20:04:00.664366 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-d35f3c3d-5fc9-4bb9-9cf2-ae2d98eba14a None None] Set router 39e43e57-f439-4694-a125-73bedf5bb0ae gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:04:00.681836 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf6feb-8dad-4e8a-b8cf-e6a7c8b07a29 req-a49242f5-290c-4f1b-9837-193e835ef5d8 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:00.684687 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-26bf6feb-8dad-4e8a-b8cf-e6a7c8b07a29 req-a49242f5-290c-4f1b-9837-193e835ef5d8 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5a97402-4915-4a30-b832-4f183964b480 HTTP/1.1" status: 200 len: 945 time: 0.2120168 Nov 25 20:04:00.789886 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399a970-bd98-41fe-b661-2f2e104993e6 req-32b244ad-a313-47f8-afee-79153467e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:00.792939 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0399a970-bd98-41fe-b661-2f2e104993e6 req-32b244ad-a313-47f8-afee-79153467e58b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=32afe38025cf480891593cfe301fccc3&device_id=d5a97402-4915-4a30-b832-4f183964b480 HTTP/1.1" status: 200 len: 1096 time: 0.5496924 Nov 25 20:04:00.942743 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d35f3c3d-5fc9-4bb9-9cf2-ae2d98eba14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'name': 'tempest-TestNetworkBasicOps-router-1400127429', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:01:44Z', 'updated_at': '2021-11-25T20:03:45Z', 'revision_number': 6, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:45Z', 'updated_at': '2021-11-25T20:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd43c1546-50d7-4a6b-8ef5-667ce4f5fde8', 'name': '', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'mac_address': 'fa:16:3e:bc:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:51Z', 'updated_at': '2021-11-25T20:01:56Z', 'revision_number': 5, 'project_id': '32afe38025cf480891593cfe301fccc3', 'subnets': [{'id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:00.967445 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-26bf6feb-8dad-4e8a-b8cf-e6a7c8b07a29 req-afda305e-98a2-4623-bbb7-6feb8cb74bfb tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=61382d25-c795-4eca-8a56-a4be734b506b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812925 Nov 25 20:04:00.975750 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35f3c3d-5fc9-4bb9-9cf2-ae2d98eba14a None None] The sync data for ids ['39e43e57-f439-4694-a125-73bedf5bb0ae'] in n-d-819349-5 is: [{'id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'name': 'tempest-TestNetworkBasicOps-router-1400127429', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:01:44Z', 'updated_at': '2021-11-25T20:03:45Z', 'revision_number': 6, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:45Z', 'updated_at': '2021-11-25T20:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd43c1546-50d7-4a6b-8ef5-667ce4f5fde8', 'name': '', 'network_id': 'f9efe18b-b42e-4866-8618-9258839cc777', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'mac_address': 'fa:16:3e:bc:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:51Z', 'updated_at': '2021-11-25T20:01:56Z', 'revision_number': 5, 'project_id': '32afe38025cf480891593cfe301fccc3', 'subnets': [{'id': '0dad2f0f-26cb-422e-af30-d5370dbaf3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:04:00.986366 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4780e75-04ae-407a-a3fb-343fd85f313c req-8003df38-80d8-4ced-806c-6169f6c0ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:00.988246 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e4780e75-04ae-407a-a3fb-343fd85f313c req-8003df38-80d8-4ced-806c-6169f6c0ccd5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f73792e4-52f8-4848-9d68-54c05af95de0 HTTP/1.1" status: 200 len: 896 time: 0.2932308 Nov 25 20:04:01.083608 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e4780e75-04ae-407a-a3fb-343fd85f313c req-4931ca1a-3c0b-4246-b614-d19fc5868e39 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beb74661-9918-414c-ab4d-47f9a37797e5 HTTP/1.1" status: 200 len: 217 time: 0.0863669 Nov 25 20:04:01.085441 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399a970-bd98-41fe-b661-2f2e104993e6 req-9a86b531-ece0-4b76-9f08-4b442e737298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:01.087000 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0399a970-bd98-41fe-b661-2f2e104993e6 req-9a86b531-ece0-4b76-9f08-4b442e737298 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f9efe18b-b42e-4866-8618-9258839cc777 HTTP/1.1" status: 200 len: 897 time: 0.2748063 Nov 25 20:04:01.199533 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0399a970-bd98-41fe-b661-2f2e104993e6 req-d26721ba-08ad-4fd8-9ebd-504841d2872f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 HTTP/1.1" status: 200 len: 217 time: 0.0971525 Nov 25 20:04:01.300111 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4780e75-04ae-407a-a3fb-343fd85f313c req-5ae08e89-016d-40fd-823f-94646e255967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:01.301649 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e4780e75-04ae-407a-a3fb-343fd85f313c req-5ae08e89-016d-40fd-823f-94646e255967 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd HTTP/1.1" status: 200 len: 834 time: 0.2005210 Nov 25 20:04:01.321033 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa40d3-b1f5-499d-be1b-0e9fa685decd req-deb32b51-7db7-43f9-bb04-9daf2928e57b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:01.330035 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e9fa40d3-b1f5-499d-be1b-0e9fa685decd req-deb32b51-7db7-43f9-bb04-9daf2928e57b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 943 time: 0.2610168 Nov 25 20:04:01.393856 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399a970-bd98-41fe-b661-2f2e104993e6 req-a7fbfea3-169d-4fc4-9e02-24aadbb42111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:01.395553 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0399a970-bd98-41fe-b661-2f2e104993e6 req-a7fbfea3-169d-4fc4-9e02-24aadbb42111 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0dad2f0f-26cb-422e-af30-d5370dbaf3ae HTTP/1.1" status: 200 len: 834 time: 0.1823974 Nov 25 20:04:01.451190 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4780e75-04ae-407a-a3fb-343fd85f313c req-f0ba2d25-9c08-4a65-83c1-831d44631591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:01.452997 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e4780e75-04ae-407a-a3fb-343fd85f313c req-f0ba2d25-9c08-4a65-83c1-831d44631591 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f73792e4-52f8-4848-9d68-54c05af95de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1415176 Nov 25 20:04:01.503976 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e9fa40d3-b1f5-499d-be1b-0e9fa685decd req-60489da2-96d6-465d-829c-a425b9a67fb6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728868 Nov 25 20:04:01.510764 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd9f5f-63de-41db-b495-b2f3663f9981 req-9017802d-b35a-4b61-85af-e633f033cf22 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:01.510764 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-73fd9f5f-63de-41db-b495-b2f3663f9981 req-9017802d-b35a-4b61-85af-e633f033cf22 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.85 "GET /v2.0/ports?device_id=d5a97402-4915-4a30-b832-4f183964b480 HTTP/1.1" status: 200 len: 945 time: 0.1003592 Nov 25 20:04:01.531653 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b8f004-d61e-40aa-b7c3-2c8ed0c64fd7 None None] New status for floating IP 25abf1f0-3132-4c85-94d6-e4e72d11d7e4: DOWN {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:04:01.561874 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399a970-bd98-41fe-b661-2f2e104993e6 req-a0bbf28a-085f-4e0f-89d7-3ba6e6ecb99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:01.563678 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0399a970-bd98-41fe-b661-2f2e104993e6 req-a0bbf28a-085f-4e0f-89d7-3ba6e6ecb99e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f9efe18b-b42e-4866-8618-9258839cc777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1506255 Nov 25 20:04:01.647700 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-73fd9f5f-63de-41db-b495-b2f3663f9981 req-cffcb53d-6b95-438d-a1d2-d19a5f864bc2 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Deleting port 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:04:01.648378 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-73fd9f5f-63de-41db-b495-b2f3663f9981 req-cffcb53d-6b95-438d-a1d2-d19a5f864bc2 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:01.716741 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e4780e75-04ae-407a-a3fb-343fd85f313c req-eab6bc6b-e126-40de-804e-f7cb3ef5c21d service neutron] 10.222.0.73 "GET /v2.0/networks/f73792e4-52f8-4848-9d68-54c05af95de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486155 Nov 25 20:04:01.746787 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4a76aa2f-69ea-4972-9ca3-8d3e1d98037f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:01.816726 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-73fd9f5f-63de-41db-b495-b2f3663f9981 req-cffcb53d-6b95-438d-a1d2-d19a5f864bc2 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] For port 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=7a562dd5-3eae-4c66-8711-0e7c1ddf2f12,segment=NetworkSegment(970bfcb2-4147-4c9d-a4ce-1b09483d969d),segment_id=970bfcb2-4147-4c9d-a4ce-1b09483d969d)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:01.817372 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-73fd9f5f-63de-41db-b495-b2f3663f9981 req-cffcb53d-6b95-438d-a1d2-d19a5f864bc2 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:01.836879 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-73fd9f5f-63de-41db-b495-b2f3663f9981 req-cffcb53d-6b95-438d-a1d2-d19a5f864bc2 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Calling delete_port for 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:04:01.850806 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0399a970-bd98-41fe-b661-2f2e104993e6 req-9968d76c-6333-4da1-93b7-f2615c4dc8fe service neutron] 10.222.0.85 "GET /v2.0/networks/f9efe18b-b42e-4866-8618-9258839cc777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765639 Nov 25 20:04:01.927073 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e4780e75-04ae-407a-a3fb-343fd85f313c req-29f6f904-006b-490c-9410-d1b79a79a864 service neutron] 10.222.0.73 "GET /v2.0/networks/f73792e4-52f8-4848-9d68-54c05af95de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955903 Nov 25 20:04:02.066996 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-73fd9f5f-63de-41db-b495-b2f3663f9981 req-cffcb53d-6b95-438d-a1d2-d19a5f864bc2 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:02.131218 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffcb53d-6b95-438d-a1d2-d19a5f864bc2 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event deleted for resources: {'Port': ['ID=7a562dd5-3eae-4c66-8711-0e7c1ddf2f12,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:02.191050 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f705467-a356-4682-bfd4-4eef82f3c797 req-00a54f25-8196-46ea-b694-210d527d9fc4 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5a97402-4915-4a30-b832-4f183964b480 HTTP/1.1" status: 200 len: 210 time: 0.0615091 Nov 25 20:04:02.202925 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fd9f5f-63de-41db-b495-b2f3663f9981 req-cffcb53d-6b95-438d-a1d2-d19a5f864bc2 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] No DVR routers for this DVR port 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:04:02.205554 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-73fd9f5f-63de-41db-b495-b2f3663f9981 req-cffcb53d-6b95-438d-a1d2-d19a5f864bc2 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:02.210253 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-73fd9f5f-63de-41db-b495-b2f3663f9981 req-cffcb53d-6b95-438d-a1d2-d19a5f864bc2 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.85 "DELETE /v2.0/ports/7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 HTTP/1.1" status: 204 len: 173 time: 0.6852791 Nov 25 20:04:02.212318 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a97402-4915-4a30-b832-4f183964b480', 'name': 'network-vif-deleted', 'tag': '7a562dd5-3eae-4c66-8711-0e7c1ddf2f12'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:04:02.215470 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511b7ce7-b7d5-4c63-95af-1a6531c79a04" -d '{"events": [{"server_uuid": "d5a97402-4915-4a30-b832-4f183964b480", "name": "network-vif-deleted", "tag": "7a562dd5-3eae-4c66-8711-0e7c1ddf2f12"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:04:02.267654 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0399a970-bd98-41fe-b661-2f2e104993e6 req-5dba1115-d0f7-4209-8a9f-17b2fc369f4f service neutron] 10.222.0.85 "GET /v2.0/networks/f9efe18b-b42e-4866-8618-9258839cc777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395472 Nov 25 20:04:02.284636 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73040377-143d-45f5-aaca-72bdbbc4b61e x-openstack-request-id: req-73040377-143d-45f5-aaca-72bdbbc4b61e {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:04:02.284636 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a97402-4915-4a30-b832-4f183964b480", "name": "network-vif-deleted", "tag": "7a562dd5-3eae-4c66-8711-0e7c1ddf2f12", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:04:02.285023 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-73040377-143d-45f5-aaca-72bdbbc4b61e {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:04:02.285813 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a97402-4915-4a30-b832-4f183964b480', 'name': 'network-vif-deleted', 'tag': '7a562dd5-3eae-4c66-8711-0e7c1ddf2f12', 'status': 'completed', 'code': 200} Nov 25 20:04:02.664773 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device beb74661-9918-414c-ab4d-47f9a37797e5 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:04:02.744240 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa8a9b-bd98-4737-914f-8fb9e78bf0af req-b318dcdc-82bf-4236-ac03-d5e218c460d6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:02.750862 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-74fa8a9b-bd98-4737-914f-8fb9e78bf0af req-b318dcdc-82bf-4236-ac03-d5e218c460d6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 943 time: 0.1397436 Nov 25 20:04:02.857794 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-74fa8a9b-bd98-4737-914f-8fb9e78bf0af req-ea1f6ec8-b2f3-4b71-acb7-dce66e2e1293 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975969 Nov 25 20:04:02.862825 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port beb74661-9918-414c-ab4d-47f9a37797e5, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=beb74661-9918-414c-ab4d-47f9a37797e5,segment=NetworkSegment(5be08156-0f82-44e5-accf-d4e187b4e110),segment_id=5be08156-0f82-44e5-accf-d4e187b4e110)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:02.898264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'beb74661-9918-414c-ab4d-47f9a37797e5', 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0', 'port_id': 'beb74661-9918-414c-ab4d-47f9a37797e5', 'mac_address': 'fa:16:3e:b1:46:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:04:02.996429 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:03.015707 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb74661-9918-414c-ab4d-47f9a37797e5 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:04:03.048866 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port beb74661-9918-414c-ab4d-47f9a37797e5, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=beb74661-9918-414c-ab4d-47f9a37797e5,segment=NetworkSegment(5be08156-0f82-44e5-accf-d4e187b4e110),segment_id=5be08156-0f82-44e5-accf-d4e187b4e110)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:03.057475 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:03.145794 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=beb74661-9918-414c-ab4d-47f9a37797e5,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:03.301094 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48266) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:03.311824 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['beb74661-9918-414c-ab4d-47f9a37797e5'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:04:03.412151 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bdb6d223-1528-4309-9f72-fe4e642d69ad tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:03.473041 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bdb6d223-1528-4309-9f72-fe4e642d69ad tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:03.653624 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bdb6d223-1528-4309-9f72-fe4e642d69ad tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:03.656558 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bdb6d223-1528-4309-9f72-fe4e642d69ad tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:03.658008 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bdb6d223-1528-4309-9f72-fe4e642d69ad tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "DELETE /v2.0/security-groups/61382d25-c795-4eca-8a56-a4be734b506b HTTP/1.1" status: 204 len: 168 time: 0.3543906 Nov 25 20:04:03.688185 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6d223-1528-4309-9f72-fe4e642d69ad tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61382d25-c795-4eca-8a56-a4be734b506b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:03.711383 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48282) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:03.782505 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:04.089280 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee226f-1739-47a2-b1a2-3ff043282a67 req-61bfef27-3948-4b93-8645-7cb314094a33 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:04.093935 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e2ee226f-1739-47a2-b1a2-3ff043282a67 req-61bfef27-3948-4b93-8645-7cb314094a33 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 944 time: 0.0961556 Nov 25 20:04:04.170155 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e2ee226f-1739-47a2-b1a2-3ff043282a67 req-a923b81a-21be-48fb-897a-31a79028ed72 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700965 Nov 25 20:04:04.451297 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da8e34b3-cf3f-4451-856c-c820e868cd93 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:04.679998 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device beb74661-9918-414c-ab4d-47f9a37797e5 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:04:04.776067 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port beb74661-9918-414c-ab4d-47f9a37797e5 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:04:04.782547 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port beb74661-9918-414c-ab4d-47f9a37797e5 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:04:04.783299 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:04.797350 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-da8e34b3-cf3f-4451-856c-c820e868cd93 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Deleting port d43c1546-50d7-4a6b-8ef5-667ce4f5fde8 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:04:04.797709 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da8e34b3-cf3f-4451-856c-c820e868cd93 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:04.897983 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:04.951794 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-da8e34b3-cf3f-4451-856c-c820e868cd93 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] For port d43c1546-50d7-4a6b-8ef5-667ce4f5fde8, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d43c1546-50d7-4a6b-8ef5-667ce4f5fde8,segment=NetworkSegment(970bfcb2-4147-4c9d-a4ce-1b09483d969d),segment_id=970bfcb2-4147-4c9d-a4ce-1b09483d969d)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:04.952279 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da8e34b3-cf3f-4451-856c-c820e868cd93 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:04.956041 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d359421-1ce6-4f1f-a33e-d2ecdfb50814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb74661-9918-414c-ab4d-47f9a37797e5'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:04:04.959279 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d3dd75-7145-4825-92a2-21aeb2739eb6" -d '{"events": [{"server_uuid": "3d359421-1ce6-4f1f-a33e-d2ecdfb50814", "name": "network-vif-plugged", "status": "completed", "tag": "beb74661-9918-414c-ab4d-47f9a37797e5"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:04:04.980980 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port beb74661-9918-414c-ab4d-47f9a37797e5, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=beb74661-9918-414c-ab4d-47f9a37797e5,segment=NetworkSegment(5be08156-0f82-44e5-accf-d4e187b4e110),segment_id=5be08156-0f82-44e5-accf-d4e187b4e110)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:04.989409 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-da8e34b3-cf3f-4451-856c-c820e868cd93 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Calling delete_port for d43c1546-50d7-4a6b-8ef5-667ce4f5fde8 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:04:04.989834 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:05.072020 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72845af5-2347-4b17-9b44-3e0ff8266853 x-openstack-request-id: req-72845af5-2347-4b17-9b44-3e0ff8266853 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:04:05.073362 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d359421-1ce6-4f1f-a33e-d2ecdfb50814", "name": "network-vif-plugged", "status": "completed", "tag": "beb74661-9918-414c-ab4d-47f9a37797e5", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:04:05.074107 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-72845af5-2347-4b17-9b44-3e0ff8266853 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:04:05.076738 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d359421-1ce6-4f1f-a33e-d2ecdfb50814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb74661-9918-414c-ab4d-47f9a37797e5', 'code': 200} Nov 25 20:04:05.100392 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=beb74661-9918-414c-ab4d-47f9a37797e5,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:05.245015 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbe7c9-5e5c-46bb-b90b-ad7001e05d7b req-3f494dd8-3f2a-4b03-8a61-a5349ae8cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:05.246969 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c7bbe7c9-5e5c-46bb-b90b-ad7001e05d7b req-3f494dd8-3f2a-4b03-8a61-a5349ae8cef3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 1096 time: 0.0738027 Nov 25 20:04:05.379861 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da8e34b3-cf3f-4451-856c-c820e868cd93 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:05.445305 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e34b3-cf3f-4451-856c-c820e868cd93 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event deleted for resources: {'Port': ['ID=d43c1546-50d7-4a6b-8ef5-667ce4f5fde8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:05.573082 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:05.626720 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:05.816435 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da8e34b3-cf3f-4451-856c-c820e868cd93 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:06.001423 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c7bbe7c9-5e5c-46bb-b90b-ad7001e05d7b req-42318d56-d4ea-4d19-ab39-f819e3075e21 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7456326 Nov 25 20:04:06.021367 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23bff2-4827-49b5-9508-4b98db0c44f7 req-ded60e48-88b1-4e91-868c-18bf78a925e6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:06.022510 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf23bff2-4827-49b5-9508-4b98db0c44f7 req-ded60e48-88b1-4e91-868c-18bf78a925e6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 945 time: 0.1087549 Nov 25 20:04:06.050501 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:04:06.080275 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:04:06.080872 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 7a562dd5-3eae-4c66-8711-0e7c1ddf2f12 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:04:06.127303 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf23bff2-4827-49b5-9508-4b98db0c44f7 req-e959f80c-4e01-43b4-8387-bda26ed8f4d4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981703 Nov 25 20:04:06.192491 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8e34b3-cf3f-4451-856c-c820e868cd93 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Router 39e43e57-f439-4694-a125-73bedf5bb0ae has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:04:06.326757 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8e34b3-cf3f-4451-856c-c820e868cd93 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:04:06.337529 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-da8e34b3-cf3f-4451-856c-c820e868cd93 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "PUT /v2.0/routers/39e43e57-f439-4694-a125-73bedf5bb0ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6226089 Nov 25 20:04:06.338535 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48332) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:06.341528 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96884cd-ef6f-420d-8c3f-11bb1007954d None None] Sync routers for ids ['39e43e57-f439-4694-a125-73bedf5bb0ae'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:04:06.355531 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96884cd-ef6f-420d-8c3f-11bb1007954d None None] Routers {'39e43e57-f439-4694-a125-73bedf5bb0ae'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:04:06.356262 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c96884cd-ef6f-420d-8c3f-11bb1007954d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:04:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['39e43e57-f439-4694-a125-73bedf5bb0ae'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:06.393577 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-1232fa26-2103-445f-929e-31699b18407a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Deleting subnet 0dad2f0f-26cb-422e-af30-d5370dbaf3ae {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:04:06.397247 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1232fa26-2103-445f-929e-31699b18407a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:06.439589 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1232fa26-2103-445f-929e-31699b18407a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:06.474096 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-c96884cd-ef6f-420d-8c3f-11bb1007954d None None] Set router 39e43e57-f439-4694-a125-73bedf5bb0ae gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:04:06.549125 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1232fa26-2103-445f-929e-31699b18407a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:06.607793 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1232fa26-2103-445f-929e-31699b18407a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:06.637564 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232fa26-2103-445f-929e-31699b18407a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event deleted for resources: {'Subnet': ['ID=0dad2f0f-26cb-422e-af30-d5370dbaf3ae,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:06.641349 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1232fa26-2103-445f-929e-31699b18407a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:06.645048 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1232fa26-2103-445f-929e-31699b18407a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "DELETE /v2.0/subnets/0dad2f0f-26cb-422e-af30-d5370dbaf3ae HTTP/1.1" status: 204 len: 168 time: 0.3049088 Nov 25 20:04:06.647571 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48340) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:06.650817 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407ce6ee-8e1c-4998-895c-eeb746708cf2 None None] Network f9efe18b-b42e-4866-8618-9258839cc777 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:04:06.770021 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-efcdc452-e2a6-4887-bcdb-0fa5f4a3b68d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:06.782149 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c96884cd-ef6f-420d-8c3f-11bb1007954d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'name': 'tempest-TestNetworkBasicOps-router-1400127429', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:01:44Z', 'updated_at': '2021-11-25T20:04:05Z', 'revision_number': 7, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:45Z', 'updated_at': '2021-11-25T20:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:06.812805 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96884cd-ef6f-420d-8c3f-11bb1007954d None None] Checking router: 39e43e57-f439-4694-a125-73bedf5bb0ae for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:04:06.833872 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96884cd-ef6f-420d-8c3f-11bb1007954d None None] Routers {'39e43e57-f439-4694-a125-73bedf5bb0ae'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:04:06.834691 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c96884cd-ef6f-420d-8c3f-11bb1007954d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:04:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['39e43e57-f439-4694-a125-73bedf5bb0ae'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:06.911646 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-efcdc452-e2a6-4887-bcdb-0fa5f4a3b68d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:06.920457 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22cf343-ea80-4a50-8e3c-12af96a2944a None None] DHCP port deletion for f9efe18b-b42e-4866-8618-9258839cc777 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:04:06.981009 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-efcdc452-e2a6-4887-bcdb-0fa5f4a3b68d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Deleting port c24afec5-334c-4ea7-940c-535510eb723d {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:04:06.981356 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-efcdc452-e2a6-4887-bcdb-0fa5f4a3b68d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:07.025211 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-c96884cd-ef6f-420d-8c3f-11bb1007954d None None] Set router 39e43e57-f439-4694-a125-73bedf5bb0ae gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:04:07.088061 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-efcdc452-e2a6-4887-bcdb-0fa5f4a3b68d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] For port c24afec5-334c-4ea7-940c-535510eb723d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c24afec5-334c-4ea7-940c-535510eb723d,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:07.088603 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-efcdc452-e2a6-4887-bcdb-0fa5f4a3b68d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:07.106583 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-efcdc452-e2a6-4887-bcdb-0fa5f4a3b68d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Calling delete_port for c24afec5-334c-4ea7-940c-535510eb723d owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:04:07.152003 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-c22cf343-ea80-4a50-8e3c-12af96a2944a None None] Deleting port 02f5e46d-cfd4-47b3-8074-f38ca353bbe2 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:04:07.152785 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c22cf343-ea80-4a50-8e3c-12af96a2944a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:07.427911 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c22cf343-ea80-4a50-8e3c-12af96a2944a None None] For port 02f5e46d-cfd4-47b3-8074-f38ca353bbe2, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=02f5e46d-cfd4-47b3-8074-f38ca353bbe2,segment=NetworkSegment(970bfcb2-4147-4c9d-a4ce-1b09483d969d),segment_id=970bfcb2-4147-4c9d-a4ce-1b09483d969d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:07.428380 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c22cf343-ea80-4a50-8e3c-12af96a2944a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:07.447334 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbd3ed-70c8-4782-aa87-41ee692830d5 req-667ef455-6e7d-443e-ba96-5fc2ab8bca54 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:07.449654 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bafbd3ed-70c8-4782-aa87-41ee692830d5 req-667ef455-6e7d-443e-ba96-5fc2ab8bca54 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 945 time: 0.1033127 Nov 25 20:04:07.500223 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-efcdc452-e2a6-4887-bcdb-0fa5f4a3b68d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:07.505991 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-c22cf343-ea80-4a50-8e3c-12af96a2944a None None] Calling delete_port for 02f5e46d-cfd4-47b3-8074-f38ca353bbe2 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:04:07.530895 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 02f5e46d-cfd4-47b3-8074-f38ca353bbe2 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:04:07.631747 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad90dbfd-6225-4fc1-b63a-314235647d66 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:04:07.683894 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bafbd3ed-70c8-4782-aa87-41ee692830d5 req-72a279e2-18ef-4d77-b720-8e57bf1fefe0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176812 Nov 25 20:04:07.687676 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcdc452-e2a6-4887-bcdb-0fa5f4a3b68d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event deleted for resources: {'Port': ['ID=c24afec5-334c-4ea7-940c-535510eb723d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:07.741931 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-efcdc452-e2a6-4887-bcdb-0fa5f4a3b68d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:07.880341 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-efcdc452-e2a6-4887-bcdb-0fa5f4a3b68d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:07.908616 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-efcdc452-e2a6-4887-bcdb-0fa5f4a3b68d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:08.019428 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-efcdc452-e2a6-4887-bcdb-0fa5f4a3b68d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:08.021376 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcdc452-e2a6-4887-bcdb-0fa5f4a3b68d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Fanout notify agent at l3_agent the message router_deleted on router 39e43e57-f439-4694-a125-73bedf5bb0ae {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:04:08.044912 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-efcdc452-e2a6-4887-bcdb-0fa5f4a3b68d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:08.048668 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-efcdc452-e2a6-4887-bcdb-0fa5f4a3b68d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "DELETE /v2.0/routers/39e43e57-f439-4694-a125-73bedf5bb0ae HTTP/1.1" status: 204 len: 168 time: 1.3969862 Nov 25 20:04:08.049556 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48372) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:08.079101 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:08.199616 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bae850b5-802a-44b6-9bd1-6253a43b8cef tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:08.208941 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 02f5e46d-cfd4-47b3-8074-f38ca353bbe2, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=02f5e46d-cfd4-47b3-8074-f38ca353bbe2,segment=NetworkSegment(970bfcb2-4147-4c9d-a4ce-1b09483d969d),segment_id=970bfcb2-4147-4c9d-a4ce-1b09483d969d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:08.230087 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:08.282316 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c22cf343-ea80-4a50-8e3c-12af96a2944a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:08.303480 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-bae850b5-802a-44b6-9bd1-6253a43b8cef tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Deleting port 02f5e46d-cfd4-47b3-8074-f38ca353bbe2 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:04:08.303848 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bae850b5-802a-44b6-9bd1-6253a43b8cef tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:08.326779 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22cf343-ea80-4a50-8e3c-12af96a2944a None None] No DVR routers for this DVR port 02f5e46d-cfd4-47b3-8074-f38ca353bbe2 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:04:08.331400 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c96884cd-ef6f-420d-8c3f-11bb1007954d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'name': 'tempest-TestNetworkBasicOps-router-1400127429', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:01:44Z', 'updated_at': '2021-11-25T20:04:05Z', 'revision_number': 7, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:45Z', 'updated_at': '2021-11-25T20:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:08.413050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-bae850b5-802a-44b6-9bd1-6253a43b8cef tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] For port 02f5e46d-cfd4-47b3-8074-f38ca353bbe2, host n-d-819349-5, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:08.415285 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96884cd-ef6f-420d-8c3f-11bb1007954d None None] The sync data for ids ['39e43e57-f439-4694-a125-73bedf5bb0ae'] in n-d-819349-5 is: [{'id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'name': 'tempest-TestNetworkBasicOps-router-1400127429', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:01:44Z', 'updated_at': '2021-11-25T20:04:05Z', 'revision_number': 7, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'c24afec5-334c-4ea7-940c-535510eb723d', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e43e57-f439-4694-a125-73bedf5bb0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:01:45Z', 'updated_at': '2021-11-25T20:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:04:08.415875 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bae850b5-802a-44b6-9bd1-6253a43b8cef tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:08.427414 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=02f5e46d-cfd4-47b3-8074-f38ca353bbe2,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:08.464008 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22cf343-ea80-4a50-8e3c-12af96a2944a None None] Pushing event deleted for resources: {'Port': ['ID=02f5e46d-cfd4-47b3-8074-f38ca353bbe2,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:08.467655 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-bae850b5-802a-44b6-9bd1-6253a43b8cef tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Calling delete_port for 02f5e46d-cfd4-47b3-8074-f38ca353bbe2 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:04:08.476689 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-bae850b5-802a-44b6-9bd1-6253a43b8cef tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Port 02f5e46d-cfd4-47b3-8074-f38ca353bbe2 was not found and therefore no delete operation was performed {{(pid=103600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 20:04:08.478279 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bae850b5-802a-44b6-9bd1-6253a43b8cef tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:08.527171 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae850b5-802a-44b6-9bd1-6253a43b8cef tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event deleted for resources: {'Port': ['ID=02f5e46d-cfd4-47b3-8074-f38ca353bbe2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:08.537491 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae850b5-802a-44b6-9bd1-6253a43b8cef tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] No DVR routers for this DVR port 02f5e46d-cfd4-47b3-8074-f38ca353bbe2 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:04:08.780022 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bae850b5-802a-44b6-9bd1-6253a43b8cef tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:08.852256 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-bae850b5-802a-44b6-9bd1-6253a43b8cef tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9efe18b-b42e-4866-8618-9258839cc777']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:08.885534 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-bae850b5-802a-44b6-9bd1-6253a43b8cef tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970bfcb2-4147-4c9d-a4ce-1b09483d969d') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:08.885849 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-bae850b5-802a-44b6-9bd1-6253a43b8cef tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970bfcb2-4147-4c9d-a4ce-1b09483d969d') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:08.900736 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bae850b5-802a-44b6-9bd1-6253a43b8cef tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:08.921225 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f9d94-4883-45ed-802d-c246b509c632 req-2c4360ba-95e3-4a91-ba41-ebecf6392751 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:08.939454 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f3f9d94-4883-45ed-802d-c246b509c632 req-2c4360ba-95e3-4a91-ba41-ebecf6392751 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 945 time: 0.0907016 Nov 25 20:04:08.962376 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bae850b5-802a-44b6-9bd1-6253a43b8cef tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:08.970377 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae850b5-802a-44b6-9bd1-6253a43b8cef tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:04:08.970799 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bae850b5-802a-44b6-9bd1-6253a43b8cef tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:04:09.040793 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:04:09.044553 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bae850b5-802a-44b6-9bd1-6253a43b8cef tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:09.049579 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bae850b5-802a-44b6-9bd1-6253a43b8cef tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:09.078582 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48394) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:09.081000 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bae850b5-802a-44b6-9bd1-6253a43b8cef tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "DELETE /v2.0/networks/f9efe18b-b42e-4866-8618-9258839cc777 HTTP/1.1" status: 204 len: 168 time: 1.0150614 Nov 25 20:04:09.090133 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3f3a0bdc-8bb9-4783-908d-e3e0df641bf0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'network': {'name': 'tempest-network-smoke--1345021995', 'project_id': '32afe38025cf480891593cfe301fccc3', 'port_security_enabled': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:04:09.134251 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae850b5-802a-44b6-9bd1-6253a43b8cef tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event deleted for resources: {'Network': ['ID=f9efe18b-b42e-4866-8618-9258839cc777,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:09.140408 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3a0bdc-8bb9-4783-908d-e3e0df641bf0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Made reservation on behalf of 32afe38025cf480891593cfe301fccc3 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:04:09.145338 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f3a0bdc-8bb9-4783-908d-e3e0df641bf0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:09.152132 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f3f9d94-4883-45ed-802d-c246b509c632 req-1f424759-e943-41c1-bbd0-0481fe3707f0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206409 Nov 25 20:04:09.180636 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f3a0bdc-8bb9-4783-908d-e3e0df641bf0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:04:09.193653 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f3a0bdc-8bb9-4783-908d-e3e0df641bf0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:09.194539 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-3f3a0bdc-8bb9-4783-908d-e3e0df641bf0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Added segment 9ffdeb7e-68a3-41b4-8711-e3a537d43fc9 of type vlan for network 2c3832fe-1602-41b7-8253-3bb40ac1cbbd Nov 25 20:04:09.269923 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f3a0bdc-8bb9-4783-908d-e3e0df641bf0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:09.333905 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f3a0bdc-8bb9-4783-908d-e3e0df641bf0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:09.340221 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3a0bdc-8bb9-4783-908d-e3e0df641bf0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:09.341411 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f3a0bdc-8bb9-4783-908d-e3e0df641bf0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:09.353484 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38f7d1-56f2-40d2-8c8a-1b05eb7c324b req-81be91a7-c4a8-4766-b1b4-e8bd71d4061c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:09.355917 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b38f7d1-56f2-40d2-8c8a-1b05eb7c324b req-81be91a7-c4a8-4766-b1b4-e8bd71d4061c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 945 time: 0.0779035 Nov 25 20:04:09.496826 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b38f7d1-56f2-40d2-8c8a-1b05eb7c324b req-dfc03e3f-1895-43f9-8f56-a6be9f59241a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213648 Nov 25 20:04:09.523219 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48402) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:09.524648 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3f3a0bdc-8bb9-4783-908d-e3e0df641bf0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4449153 Nov 25 20:04:09.528364 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48404) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:09.533138 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-35b21ec7-78a8-4f3d-a71b-3d306a34714c tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1037052886', 'admin_state_up': True, 'project_id': '32afe38025cf480891593cfe301fccc3', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:04:09.551027 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a0bdc-8bb9-4783-908d-e3e0df641bf0 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'Network': ['ID=2c3832fe-1602-41b7-8253-3bb40ac1cbbd,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:09.567775 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 2c3832fe-1602-41b7-8253-3bb40ac1cbbd details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:04:09.573714 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35b21ec7-78a8-4f3d-a71b-3d306a34714c tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:09.575043 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35b21ec7-78a8-4f3d-a71b-3d306a34714c tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:09.632366 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3603bb-3f20-4cf3-958a-9510e9720af5 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:09.653825 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1b3603bb-3f20-4cf3-958a-9510e9720af5 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 1091 time: 0.1303973 Nov 25 20:04:09.655008 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48410) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:09.660158 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-2a99f302-01f3-4977-8939-0a26ad5141b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'port_id': 'beb74661-9918-414c-ab4d-47f9a37797e5', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:04:09.673222 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35b21ec7-78a8-4f3d-a71b-3d306a34714c tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:09.722014 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a99f302-01f3-4977-8939-0a26ad5141b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:09.760011 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d43c1546-50d7-4a6b-8ef5-667ce4f5fde8 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:04:09.812343 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: d43c1546-50d7-4a6b-8ef5-667ce4f5fde8 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:04:09.812685 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d43c1546-50d7-4a6b-8ef5-667ce4f5fde8 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:04:09.905303 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a99f302-01f3-4977-8939-0a26ad5141b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:10.027924 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-2a99f302-01f3-4977-8939-0a26ad5141b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Allocated IP 172.25.6.50 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/e1849e6e-942e-48a2-af7d-0d80d8cf5a3a) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:04:10.219643 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a99f302-01f3-4977-8939-0a26ad5141b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:10.273515 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a99f302-01f3-4977-8939-0a26ad5141b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:10.302519 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35b21ec7-78a8-4f3d-a71b-3d306a34714c tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:10.326181 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a99f302-01f3-4977-8939-0a26ad5141b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:04:10.329800 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-2a99f302-01f3-4977-8939-0a26ad5141b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:04:10.333890 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a99f302-01f3-4977-8939-0a26ad5141b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:04:10.360042 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99f302-01f3-4977-8939-0a26ad5141b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Port': ['ID=e1849e6e-942e-48a2-af7d-0d80d8cf5a3a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:10.665484 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35b21ec7-78a8-4f3d-a71b-3d306a34714c tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:10.710801 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35b21ec7-78a8-4f3d-a71b-3d306a34714c tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:10.859305 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a99f302-01f3-4977-8939-0a26ad5141b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:10.917304 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-35b21ec7-78a8-4f3d-a71b-3d306a34714c tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Allocated IP 172.25.6.27 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/d6e9a3bd-0620-4c23-96ed-647a08c8f4c0) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:04:11.003599 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a99f302-01f3-4977-8939-0a26ad5141b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:11.094049 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35b21ec7-78a8-4f3d-a71b-3d306a34714c tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:11.163254 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35b21ec7-78a8-4f3d-a71b-3d306a34714c tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:11.209538 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b21ec7-78a8-4f3d-a71b-3d306a34714c tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:04:11.213032 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-35b21ec7-78a8-4f3d-a71b-3d306a34714c tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:04:11.219228 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b21ec7-78a8-4f3d-a71b-3d306a34714c tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:04:11.225970 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b21ec7-78a8-4f3d-a71b-3d306a34714c tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'Port': ['ID=d6e9a3bd-0620-4c23-96ed-647a08c8f4c0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:11.252181 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d1c568-f583-4fef-ab25-f09f8220d377 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:04:11.323062 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c24afec5-334c-4ea7-940c-535510eb723d no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:04:11.342115 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a99f302-01f3-4977-8939-0a26ad5141b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:11.351703 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a99f302-01f3-4977-8939-0a26ad5141b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:11.356237 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: c24afec5-334c-4ea7-940c-535510eb723d {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:04:11.357058 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c24afec5-334c-4ea7-940c-535510eb723d not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:04:11.384014 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4044aa77-aa40-4f0e-bc4e-405b8b2ce84d None None] Provisioning complete for port d6e9a3bd-0620-4c23-96ed-647a08c8f4c0 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:04:11.385211 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4044aa77-aa40-4f0e-bc4e-405b8b2ce84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:11.437568 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4044aa77-aa40-4f0e-bc4e-405b8b2ce84d None None] Port d6e9a3bd-0620-4c23-96ed-647a08c8f4c0 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:04:11.442359 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99f302-01f3-4977-8939-0a26ad5141b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Port': ['ID=e1849e6e-942e-48a2-af7d-0d80d8cf5a3a,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:11.461707 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a99f302-01f3-4977-8939-0a26ad5141b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:11.629490 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35b21ec7-78a8-4f3d-a71b-3d306a34714c tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:11.648393 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-2a99f302-01f3-4977-8939-0a26ad5141b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Floating IP 1e2ec93f-40e9-4e72-b2a1-340f82a990ba associated. External IP: 172.25.6.50, port: beb74661-9918-414c-ab4d-47f9a37797e5. Nov 25 20:04:11.961694 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35b21ec7-78a8-4f3d-a71b-3d306a34714c tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:11.962246 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a99f302-01f3-4977-8939-0a26ad5141b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Router b9148431-9a79-4e85-a63e-3b39c25dcb70 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:04:12.124236 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a99f302-01f3-4977-8939-0a26ad5141b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:04:12.157197 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a99f302-01f3-4977-8939-0a26ad5141b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:12.163145 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a07591-24be-4909-bfda-3ec0cee947c7 None None] Sync routers for ids ['b9148431-9a79-4e85-a63e-3b39c25dcb70'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:04:12.163994 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b21ec7-78a8-4f3d-a71b-3d306a34714c tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Router 2464ab81-a000-4c7d-80a8-7977dffbbc49 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:04:12.177927 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a07591-24be-4909-bfda-3ec0cee947c7 None None] Routers {'b9148431-9a79-4e85-a63e-3b39c25dcb70'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:04:12.179004 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-74a07591-24be-4909-bfda-3ec0cee947c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:04:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b9148431-9a79-4e85-a63e-3b39c25dcb70'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:12.190002 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2a99f302-01f3-4977-8939-0a26ad5141b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5336583 Nov 25 20:04:12.191050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d359421-1ce6-4f1f-a33e-d2ecdfb50814', 'tag': 'beb74661-9918-414c-ab4d-47f9a37797e5'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:04:12.194323 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac10d8f5-846d-4dec-a36f-e227c1727c06" -d '{"events": [{"name": "network-changed", "server_uuid": "3d359421-1ce6-4f1f-a33e-d2ecdfb50814", "tag": "beb74661-9918-414c-ab4d-47f9a37797e5"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:04:12.326790 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c57cc8-7b2f-425b-8513-7da202521cff req-6952e697-7f88-402e-9bb6-ce88ba73474e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:12.337142 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92c57cc8-7b2f-425b-8513-7da202521cff req-6952e697-7f88-402e-9bb6-ce88ba73474e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 945 time: 0.0777004 Nov 25 20:04:12.347427 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-74a07591-24be-4909-bfda-3ec0cee947c7 None None] Set router b9148431-9a79-4e85-a63e-3b39c25dcb70 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:04:12.364254 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b21ec7-78a8-4f3d-a71b-3d306a34714c tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:04:12.376811 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67d24f1-cb5c-4265-a36e-5e2402314b06 None None] Sync routers for ids ['2464ab81-a000-4c7d-80a8-7977dffbbc49'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:04:12.393996 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35b21ec7-78a8-4f3d-a71b-3d306a34714c tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:12.395822 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-35b21ec7-78a8-4f3d-a71b-3d306a34714c tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8659937 Nov 25 20:04:12.398762 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48468) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:12.404996 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67d24f1-cb5c-4265-a36e-5e2402314b06 None None] Routers {'2464ab81-a000-4c7d-80a8-7977dffbbc49'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:04:12.405657 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f67d24f1-cb5c-4265-a36e-5e2402314b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:04:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['2464ab81-a000-4c7d-80a8-7977dffbbc49'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:12.457486 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92c57cc8-7b2f-425b-8513-7da202521cff req-c267b8ef-8325-47ae-b609-b557cc9b8b02 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194363 Nov 25 20:04:12.462992 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48474) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:12.465214 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3e66e898-9879-4621-a057-62a938e68530 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=32afe38025cf480891593cfe301fccc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0642774 Nov 25 20:04:12.514712 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48476) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:12.630012 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1722cbe5-ae3c-43bb-857d-b58486f82552 x-openstack-request-id: req-1722cbe5-ae3c-43bb-857d-b58486f82552 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:04:12.630437 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d359421-1ce6-4f1f-a33e-d2ecdfb50814", "tag": "beb74661-9918-414c-ab4d-47f9a37797e5", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:04:12.630575 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1722cbe5-ae3c-43bb-857d-b58486f82552 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:04:12.630980 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d359421-1ce6-4f1f-a33e-d2ecdfb50814', 'tag': 'beb74661-9918-414c-ab4d-47f9a37797e5', 'status': 'completed', 'code': 200} Nov 25 20:04:12.671160 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-16fc2df2-a643-4072-ad0b-4b6c452bcf30 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/floatingips/1e2ec93f-40e9-4e72-b2a1-340f82a990ba HTTP/1.1" status: 200 len: 990 time: 0.1536562 Nov 25 20:04:12.726451 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f67d24f1-cb5c-4265-a36e-5e2402314b06 None None] Set router 2464ab81-a000-4c7d-80a8-7977dffbbc49 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:04:12.747327 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63026e3d-6bc7-4d50-ba68-b1c81f245784 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:12.749150 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-63026e3d-6bc7-4d50-ba68-b1c81f245784 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2830956 Nov 25 20:04:12.752442 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48480) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:12.767371 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10d8f5-846d-4dec-a36f-e227c1727c06 req-131a1758-6c40-4096-83cc-e91a03a8a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:12.769471 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac10d8f5-846d-4dec-a36f-e227c1727c06 req-131a1758-6c40-4096-83cc-e91a03a8a69a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 1096 time: 0.1193461 Nov 25 20:04:12.850341 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d921b940-c935-4354-b76f-cddf66578a64 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=f965ced5-a415-47da-9748-3514ef368954&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0963976 Nov 25 20:04:12.854750 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48486) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:12.867731 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cdcf70bd-0dd9-4a98-957b-970732e2f9ac tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1335714361', 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd', 'project_id': '32afe38025cf480891593cfe301fccc3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:04:12.882955 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-74a07591-24be-4909-bfda-3ec0cee947c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883346368', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:03:41Z', 'updated_at': '2021-11-25T20:03:48Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:03:42Z', 'updated_at': '2021-11-25T20:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '1e2ec93f-40e9-4e72-b2a1-340f82a990ba', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'floating_ip_address': '172.25.6.50', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'port_id': 'beb74661-9918-414c-ab4d-47f9a37797e5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0', 'mac_address': 'fa:16:3e:b1:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d359421-1ce6-4f1f-a33e-d2ecdfb50814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:04:10Z', 'updated_at': '2021-11-25T20:04:10Z', 'revision_number': 0, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23f8585-17e9-413f-af67-5d181197a30d', 'name': '', 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:58:ed:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:03:47Z', 'updated_at': '2021-11-25T20:03:54Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': 'ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:12.982472 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10d8f5-846d-4dec-a36f-e227c1727c06 req-efe08c30-7960-47bb-8266-38872a92c0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:12.984407 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac10d8f5-846d-4dec-a36f-e227c1727c06 req-efe08c30-7960-47bb-8266-38872a92c0a8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f73792e4-52f8-4848-9d68-54c05af95de0 HTTP/1.1" status: 200 len: 896 time: 0.2062738 Nov 25 20:04:12.991486 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a07591-24be-4909-bfda-3ec0cee947c7 None None] Checking router: b9148431-9a79-4e85-a63e-3b39c25dcb70 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:04:13.033591 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a07591-24be-4909-bfda-3ec0cee947c7 None None] Routers {'b9148431-9a79-4e85-a63e-3b39c25dcb70'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:04:13.034682 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-74a07591-24be-4909-bfda-3ec0cee947c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:04:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b9148431-9a79-4e85-a63e-3b39c25dcb70'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:13.145328 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f67d24f1-cb5c-4265-a36e-5e2402314b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'name': 'tempest-TestNetworkBasicOps-router-1037052886', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:04:09Z', 'updated_at': '2021-11-25T20:04:11Z', 'revision_number': 3, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:68:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:04:10Z', 'updated_at': '2021-11-25T20:04:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:13.161093 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcf70bd-0dd9-4a98-957b-970732e2f9ac tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Made reservation on behalf of 32afe38025cf480891593cfe301fccc3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:04:13.165795 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cdcf70bd-0dd9-4a98-957b-970732e2f9ac tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:13.195046 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac10d8f5-846d-4dec-a36f-e227c1727c06 req-51c9c765-f0f5-4989-a558-e86ef6a3ec39 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beb74661-9918-414c-ab4d-47f9a37797e5 HTTP/1.1" status: 200 len: 998 time: 0.2019880 Nov 25 20:04:13.215724 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67d24f1-cb5c-4265-a36e-5e2402314b06 None None] Checking router: 2464ab81-a000-4c7d-80a8-7977dffbbc49 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:04:13.219203 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67d24f1-cb5c-4265-a36e-5e2402314b06 None None] Updating router 2464ab81-a000-4c7d-80a8-7977dffbbc49 port d6e9a3bd-0620-4c23-96ed-647a08c8f4c0 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:04:13.257317 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f67d24f1-cb5c-4265-a36e-5e2402314b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:13.290102 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10d8f5-846d-4dec-a36f-e227c1727c06 req-5d54065b-70e2-40cb-941c-feebf329bdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:13.292660 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac10d8f5-846d-4dec-a36f-e227c1727c06 req-5d54065b-70e2-40cb-941c-feebf329bdb0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd HTTP/1.1" status: 200 len: 834 time: 0.0807726 Nov 25 20:04:13.382220 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-74a07591-24be-4909-bfda-3ec0cee947c7 None None] Set router b9148431-9a79-4e85-a63e-3b39c25dcb70 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:04:13.388820 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10d8f5-846d-4dec-a36f-e227c1727c06 req-2936128e-7f8a-4dbc-ac60-b38316929376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:13.390380 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac10d8f5-846d-4dec-a36f-e227c1727c06 req-2936128e-7f8a-4dbc-ac60-b38316929376 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f73792e4-52f8-4848-9d68-54c05af95de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857303 Nov 25 20:04:13.562682 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cdcf70bd-0dd9-4a98-957b-970732e2f9ac tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:13.623246 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac10d8f5-846d-4dec-a36f-e227c1727c06 req-a181c720-9433-43a4-a115-145ba49f088b service neutron] 10.222.0.73 "GET /v2.0/networks/f73792e4-52f8-4848-9d68-54c05af95de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182853 Nov 25 20:04:13.633424 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf70bd-0dd9-4a98-957b-970732e2f9ac tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'Subnet': ['ID=d120894b-9e73-48e2-a56d-2c784e040bc7,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:13.679093 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48504) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:13.741879 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f67d24f1-cb5c-4265-a36e-5e2402314b06 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:13.742675 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf70bd-0dd9-4a98-957b-970732e2f9ac tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Checking segment: {'id': '9ffdeb7e-68a3-41b4-8711-e3a537d43fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:04:13.743083 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcf70bd-0dd9-4a98-957b-970732e2f9ac tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Network hostable DHCP agents. Network: 2c3832fe-1602-41b7-8253-3bb40ac1cbbd, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:04:13.761479 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f67d24f1-cb5c-4265-a36e-5e2402314b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:13.788073 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcf70bd-0dd9-4a98-957b-970732e2f9ac tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Network 2c3832fe-1602-41b7-8253-3bb40ac1cbbd is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:04:13.803676 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-cdcf70bd-0dd9-4a98-957b-970732e2f9ac tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 2c3832fe-1602-41b7-8253-3bb40ac1cbbd) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:04:13.810549 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf70bd-0dd9-4a98-957b-970732e2f9ac tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:13.811389 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cdcf70bd-0dd9-4a98-957b-970732e2f9ac tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:13.849411 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cdcf70bd-0dd9-4a98-957b-970732e2f9ac tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9927127 Nov 25 20:04:13.852471 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48508) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:13.854418 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5989be30-3dfd-4e09-8c59-529644a97dee tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/floatingips/1e2ec93f-40e9-4e72-b2a1-340f82a990ba HTTP/1.1" status: 200 len: 990 time: 0.1733947 Nov 25 20:04:13.875875 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac10d8f5-846d-4dec-a36f-e227c1727c06 req-2ce60d46-29f4-490b-9e31-a77e6cb7010a service neutron] 10.222.0.73 "GET /v2.0/networks/f73792e4-52f8-4848-9d68-54c05af95de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440708 Nov 25 20:04:13.895644 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111bddde-1a09-4dfb-9668-58aae3320cdd None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:04:13.898424 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf3b125-cc1a-430d-b67e-4492f4cc90a9 None None] Network 2c3832fe-1602-41b7-8253-3bb40ac1cbbd requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:04:13.950679 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f67d24f1-cb5c-4265-a36e-5e2402314b06 None None] Attempting to bind port d6e9a3bd-0620-4c23-96ed-647a08c8f4c0 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:04:13.951404 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f67d24f1-cb5c-4265-a36e-5e2402314b06 None None] Attempting to bind port d6e9a3bd-0620-4c23-96ed-647a08c8f4c0 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:04:13.951852 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d24f1-cb5c-4265-a36e-5e2402314b06 None None] Attempting to bind port d6e9a3bd-0620-4c23-96ed-647a08c8f4c0 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:04:14.046642 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d24f1-cb5c-4265-a36e-5e2402314b06 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:04:14.046642 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d24f1-cb5c-4265-a36e-5e2402314b06 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:04:14.047062 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f67d24f1-cb5c-4265-a36e-5e2402314b06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:14.047519 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d24f1-cb5c-4265-a36e-5e2402314b06 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:04:14.048156 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f67d24f1-cb5c-4265-a36e-5e2402314b06 None None] Bound port: d6e9a3bd-0620-4c23-96ed-647a08c8f4c0, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:04:14.048591 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f67d24f1-cb5c-4265-a36e-5e2402314b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:14.080523 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-74a07591-24be-4909-bfda-3ec0cee947c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883346368', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:03:41Z', 'updated_at': '2021-11-25T20:03:48Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:03:42Z', 'updated_at': '2021-11-25T20:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '1e2ec93f-40e9-4e72-b2a1-340f82a990ba', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'floating_ip_address': '172.25.6.50', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'port_id': 'beb74661-9918-414c-ab4d-47f9a37797e5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0', 'mac_address': 'fa:16:3e:b1:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d359421-1ce6-4f1f-a33e-d2ecdfb50814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:04:10Z', 'updated_at': '2021-11-25T20:04:10Z', 'revision_number': 0, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23f8585-17e9-413f-af67-5d181197a30d', 'name': '', 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:58:ed:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:03:47Z', 'updated_at': '2021-11-25T20:03:54Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': 'ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:14.113650 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a07591-24be-4909-bfda-3ec0cee947c7 None None] The sync data for ids ['b9148431-9a79-4e85-a63e-3b39c25dcb70'] in n-d-819349-5 is: [{'id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883346368', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:03:41Z', 'updated_at': '2021-11-25T20:03:48Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:03:42Z', 'updated_at': '2021-11-25T20:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '1e2ec93f-40e9-4e72-b2a1-340f82a990ba', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'floating_ip_address': '172.25.6.50', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'port_id': 'beb74661-9918-414c-ab4d-47f9a37797e5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0', 'mac_address': 'fa:16:3e:b1:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d359421-1ce6-4f1f-a33e-d2ecdfb50814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:04:10Z', 'updated_at': '2021-11-25T20:04:10Z', 'revision_number': 0, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23f8585-17e9-413f-af67-5d181197a30d', 'name': '', 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:58:ed:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:03:47Z', 'updated_at': '2021-11-25T20:03:54Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': 'ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:04:14.207300 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5961200-e914-4bbb-9163-b9f44a927ad5 None None] Pushing event updated for resources: {'Port': ['ID=d6e9a3bd-0620-4c23-96ed-647a08c8f4c0,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:14.292609 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c02d5c-14ad-4f86-b622-d77827afb855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-2c3832fe-1602-41b7-8253-3bb40ac1cbbd', 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'fixed_ips': [{'subnet_id': 'd120894b-9e73-48e2-a56d-2c784e040bc7'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:04:14.293727 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-37c02d5c-14ad-4f86-b622-d77827afb855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:14.339063 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f67d24f1-cb5c-4265-a36e-5e2402314b06 None None] For port d6e9a3bd-0620-4c23-96ed-647a08c8f4c0, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:04:14.354198 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f67d24f1-cb5c-4265-a36e-5e2402314b06 None None] For port d6e9a3bd-0620-4c23-96ed-647a08c8f4c0, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d6e9a3bd-0620-4c23-96ed-647a08c8f4c0,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:04:14.358544 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8a8c0e0e-0c69-4774-9eac-3ff93cd8a4b7 None None] Provisioning complete for port d6e9a3bd-0620-4c23-96ed-647a08c8f4c0 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:04:14.359080 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a8c0e0e-0c69-4774-9eac-3ff93cd8a4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:14.363407 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f67d24f1-cb5c-4265-a36e-5e2402314b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:14.552658 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c295576-08e9-4611-82cc-d7e37f14281a None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:04:14.624165 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67d24f1-cb5c-4265-a36e-5e2402314b06 None None] Routers {'2464ab81-a000-4c7d-80a8-7977dffbbc49'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:04:14.625181 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f67d24f1-cb5c-4265-a36e-5e2402314b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:04:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['2464ab81-a000-4c7d-80a8-7977dffbbc49'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:14.639621 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0dc0d4-0575-47ae-9c06-0d00597aea87 None None] New status for floating IP 1e2ec93f-40e9-4e72-b2a1-340f82a990ba: ACTIVE {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:04:14.672655 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c1e8617-5950-4061-863e-a643ac1c7b17 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:14.729268 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5961200-e914-4bbb-9163-b9f44a927ad5 None None] Pushing event updated for resources: {'Port': ['ID=d6e9a3bd-0620-4c23-96ed-647a08c8f4c0,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:14.811589 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5961200-e914-4bbb-9163-b9f44a927ad5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:14.812675 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5961200-e914-4bbb-9163-b9f44a927ad5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:14.813206 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5961200-e914-4bbb-9163-b9f44a927ad5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:14.813708 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5961200-e914-4bbb-9163-b9f44a927ad5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:14.814209 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5961200-e914-4bbb-9163-b9f44a927ad5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:14.814729 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5961200-e914-4bbb-9163-b9f44a927ad5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:14.815239 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5961200-e914-4bbb-9163-b9f44a927ad5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:14.815736 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5961200-e914-4bbb-9163-b9f44a927ad5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:14.816218 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5961200-e914-4bbb-9163-b9f44a927ad5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:14.816715 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5961200-e914-4bbb-9163-b9f44a927ad5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:14.817204 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5961200-e914-4bbb-9163-b9f44a927ad5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:14.817683 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5961200-e914-4bbb-9163-b9f44a927ad5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:14.859867 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48526) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:14.863230 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a8c0e0e-0c69-4774-9eac-3ff93cd8a4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:14.909122 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-37c02d5c-14ad-4f86-b622-d77827afb855 None None] Allocated IP 172.20.0.2 (2c3832fe-1602-41b7-8253-3bb40ac1cbbd/d120894b-9e73-48e2-a56d-2c784e040bc7/e57b8bab-66af-4c9e-a906-a53e781f151f) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:04:14.918319 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8a8c0e0e-0c69-4774-9eac-3ff93cd8a4b7 None None] For port d6e9a3bd-0620-4c23-96ed-647a08c8f4c0, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d6e9a3bd-0620-4c23-96ed-647a08c8f4c0,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:14.937966 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a8c0e0e-0c69-4774-9eac-3ff93cd8a4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:14.948330 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f67d24f1-cb5c-4265-a36e-5e2402314b06 None None] Set router 2464ab81-a000-4c7d-80a8-7977dffbbc49 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:04:14.993374 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fc9d380a-a899-409e-81db-0e9886fb547d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/floatingips/1e2ec93f-40e9-4e72-b2a1-340f82a990ba HTTP/1.1" status: 200 len: 992 time: 0.1307731 Nov 25 20:04:15.178741 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2981eb2a-4c6e-46e9-9564-6c7231bfe5b9 None None] Provisioning complete for port d6e9a3bd-0620-4c23-96ed-647a08c8f4c0 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:04:15.179109 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2981eb2a-4c6e-46e9-9564-6c7231bfe5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:15.185961 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c0e0e-0c69-4774-9eac-3ff93cd8a4b7 None None] Pushing event updated for resources: {'Port': ['ID=d6e9a3bd-0620-4c23-96ed-647a08c8f4c0,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:15.370069 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-37c02d5c-14ad-4f86-b622-d77827afb855 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:15.424510 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-37c02d5c-14ad-4f86-b622-d77827afb855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:15.463776 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-3c1e8617-5950-4061-863e-a643ac1c7b17 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Allocated IP 172.20.0.1 (2c3832fe-1602-41b7-8253-3bb40ac1cbbd/d120894b-9e73-48e2-a56d-2c784e040bc7/30260bac-a383-4623-bfbf-3ac2602f0026) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:04:15.473759 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c02d5c-14ad-4f86-b622-d77827afb855 None None] Pushing event updated for resources: {'Port': ['ID=e57b8bab-66af-4c9e-a906-a53e781f151f,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:15.495601 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f67d24f1-cb5c-4265-a36e-5e2402314b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'name': 'tempest-TestNetworkBasicOps-router-1037052886', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:04:09Z', 'updated_at': '2021-11-25T20:04:11Z', 'revision_number': 3, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:68:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:04:10Z', 'updated_at': '2021-11-25T20:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:15.536598 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67d24f1-cb5c-4265-a36e-5e2402314b06 None None] The sync data for ids ['2464ab81-a000-4c7d-80a8-7977dffbbc49'] in n-d-819349-5 is: [{'id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'name': 'tempest-TestNetworkBasicOps-router-1037052886', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:04:09Z', 'updated_at': '2021-11-25T20:04:11Z', 'revision_number': 3, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:68:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:04:10Z', 'updated_at': '2021-11-25T20:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:04:15.539452 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c02d5c-14ad-4f86-b622-d77827afb855 None None] Network 2c3832fe-1602-41b7-8253-3bb40ac1cbbd is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:04:15.541693 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-37c02d5c-14ad-4f86-b622-d77827afb855 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:04:15.548354 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c02d5c-14ad-4f86-b622-d77827afb855 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:04:15.624601 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:04:15.645112 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-37c02d5c-14ad-4f86-b622-d77827afb855 None None] Attempting to bind port e57b8bab-66af-4c9e-a906-a53e781f151f on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:04:15.645713 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-37c02d5c-14ad-4f86-b622-d77827afb855 None None] Attempting to bind port e57b8bab-66af-4c9e-a906-a53e781f151f by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '9ffdeb7e-68a3-41b4-8711-e3a537d43fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:04:15.646445 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c02d5c-14ad-4f86-b622-d77827afb855 None None] Attempting to bind port e57b8bab-66af-4c9e-a906-a53e781f151f on network 2c3832fe-1602-41b7-8253-3bb40ac1cbbd {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:04:15.660702 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c1e8617-5950-4061-863e-a643ac1c7b17 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:15.667367 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c02d5c-14ad-4f86-b622-d77827afb855 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:04:15.667745 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c02d5c-14ad-4f86-b622-d77827afb855 None None] Checking segment: {'id': '9ffdeb7e-68a3-41b4-8711-e3a537d43fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:04:15.668149 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-37c02d5c-14ad-4f86-b622-d77827afb855 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:15.668551 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c02d5c-14ad-4f86-b622-d77827afb855 None None] Bound using segment: {'id': '9ffdeb7e-68a3-41b4-8711-e3a537d43fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:04:15.669697 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-37c02d5c-14ad-4f86-b622-d77827afb855 None None] Bound port: e57b8bab-66af-4c9e-a906-a53e781f151f, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffdeb7e-68a3-41b4-8711-e3a537d43fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:04:15.671131 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-37c02d5c-14ad-4f86-b622-d77827afb855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:15.704810 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c1e8617-5950-4061-863e-a643ac1c7b17 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:15.763615 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e8617-5950-4061-863e-a643ac1c7b17 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'Port': ['ID=30260bac-a383-4623-bfbf-3ac2602f0026,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:15.777655 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1e8617-5950-4061-863e-a643ac1c7b17 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Network 2c3832fe-1602-41b7-8253-3bb40ac1cbbd is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:04:15.779556 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3c1e8617-5950-4061-863e-a643ac1c7b17 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:04:15.787333 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1e8617-5950-4061-863e-a643ac1c7b17 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:04:15.799468 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-37c02d5c-14ad-4f86-b622-d77827afb855 None None] For port e57b8bab-66af-4c9e-a906-a53e781f151f, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:04:15.803534 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-37c02d5c-14ad-4f86-b622-d77827afb855 None None] For port e57b8bab-66af-4c9e-a906-a53e781f151f, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e57b8bab-66af-4c9e-a906-a53e781f151f,segment=NetworkSegment(9ffdeb7e-68a3-41b4-8711-e3a537d43fc9),segment_id=9ffdeb7e-68a3-41b4-8711-e3a537d43fc9)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:04:15.817112 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-37c02d5c-14ad-4f86-b622-d77827afb855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:15.875859 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c1e8617-5950-4061-863e-a643ac1c7b17 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:16.157516 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c1e8617-5950-4061-863e-a643ac1c7b17 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:16.221590 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c02d5c-14ad-4f86-b622-d77827afb855 None None] Pushing event updated for resources: {'Port': ['ID=e57b8bab-66af-4c9e-a906-a53e781f151f,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:16.747853 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c1e8617-5950-4061-863e-a643ac1c7b17 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:16.755530 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c1e8617-5950-4061-863e-a643ac1c7b17 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:16.881109 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c1e8617-5950-4061-863e-a643ac1c7b17 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:16.883804 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e8617-5950-4061-863e-a643ac1c7b17 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'Port': ['ID=30260bac-a383-4623-bfbf-3ac2602f0026,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:17.046932 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1e8617-5950-4061-863e-a643ac1c7b17 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Network 2c3832fe-1602-41b7-8253-3bb40ac1cbbd is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:04:17.049221 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3c1e8617-5950-4061-863e-a643ac1c7b17 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:04:17.267369 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1e8617-5950-4061-863e-a643ac1c7b17 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Router 2464ab81-a000-4c7d-80a8-7977dffbbc49 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:04:17.524803 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e57b8bab-66af-4c9e-a906-a53e781f151f up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:04:17.584015 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port e57b8bab-66af-4c9e-a906-a53e781f151f triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:04:17.584698 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:17.696632 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:17.751051 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port e57b8bab-66af-4c9e-a906-a53e781f151f, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e57b8bab-66af-4c9e-a906-a53e781f151f,segment=NetworkSegment(9ffdeb7e-68a3-41b4-8711-e3a537d43fc9),segment_id=9ffdeb7e-68a3-41b4-8711-e3a537d43fc9)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:17.758032 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:17.759445 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d6e9a3bd-0620-4c23-96ed-647a08c8f4c0 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:04:17.787882 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c346ed-ad7b-4ece-af2a-a86f14501f8d None None] Network 2c3832fe-1602-41b7-8253-3bb40ac1cbbd requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:04:17.804725 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1e8617-5950-4061-863e-a643ac1c7b17 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:04:17.814414 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3c1e8617-5950-4061-863e-a643ac1c7b17 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "PUT /v2.0/routers/2464ab81-a000-4c7d-80a8-7977dffbbc49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9585283 Nov 25 20:04:17.814817 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48584) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:17.870901 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5c22f829-67e1-49c8-96df-42ed3b959ca1 None None] Provisioning complete for port e57b8bab-66af-4c9e-a906-a53e781f151f triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:04:17.871560 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5c22f829-67e1-49c8-96df-42ed3b959ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:17.975912 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=e57b8bab-66af-4c9e-a906-a53e781f151f,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:18.111663 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port d6e9a3bd-0620-4c23-96ed-647a08c8f4c0 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:04:18.112049 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:18.119998 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6978a62d-0c8f-4d8f-b69c-094b46084912 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:18.120629 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6978a62d-0c8f-4d8f-b69c-094b46084912 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:18.121213 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6978a62d-0c8f-4d8f-b69c-094b46084912 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:18.121913 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6978a62d-0c8f-4d8f-b69c-094b46084912 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:18.123269 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6978a62d-0c8f-4d8f-b69c-094b46084912 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:18.123995 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6978a62d-0c8f-4d8f-b69c-094b46084912 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:18.124733 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6978a62d-0c8f-4d8f-b69c-094b46084912 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:18.126962 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6978a62d-0c8f-4d8f-b69c-094b46084912 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4961 time: 0.3107636 Nov 25 20:04:18.129783 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48592) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:18.251401 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f949d33-38ff-4fce-b862-cacbb8d4b36c tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:18.251881 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f949d33-38ff-4fce-b862-cacbb8d4b36c tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:18.252464 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f949d33-38ff-4fce-b862-cacbb8d4b36c tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:18.253105 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f949d33-38ff-4fce-b862-cacbb8d4b36c tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:18.253394 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f949d33-38ff-4fce-b862-cacbb8d4b36c tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:18.253853 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f949d33-38ff-4fce-b862-cacbb8d4b36c tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:18.254494 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f949d33-38ff-4fce-b862-cacbb8d4b36c tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:18.257203 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3f949d33-38ff-4fce-b862-cacbb8d4b36c tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4620 time: 0.1199775 Nov 25 20:04:18.259851 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48602) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:18.454084 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7179fc8-5f84-4b5e-8336-3abf0d5e5b1a None None] Sync routers for ids ['2464ab81-a000-4c7d-80a8-7977dffbbc49'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:04:18.484565 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7179fc8-5f84-4b5e-8336-3abf0d5e5b1a None None] Routers {'2464ab81-a000-4c7d-80a8-7977dffbbc49'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:04:18.493453 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c7179fc8-5f84-4b5e-8336-3abf0d5e5b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:04:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['2464ab81-a000-4c7d-80a8-7977dffbbc49'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:18.638111 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-c7179fc8-5f84-4b5e-8336-3abf0d5e5b1a None None] Set router 2464ab81-a000-4c7d-80a8-7977dffbbc49 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:04:18.863115 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-303b16d6-6941-40e7-969d-6e0436b4ca0f tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3768 time: 0.6018131 Nov 25 20:04:18.929671 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-14f57657-a6e6-4d49-827e-1f1024a537a4 None None] Provisioning complete for port e57b8bab-66af-4c9e-a906-a53e781f151f triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:04:18.930055 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-14f57657-a6e6-4d49-827e-1f1024a537a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:18.995244 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c7179fc8-5f84-4b5e-8336-3abf0d5e5b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'name': 'tempest-TestNetworkBasicOps-router-1037052886', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:04:09Z', 'updated_at': '2021-11-25T20:04:16Z', 'revision_number': 4, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:68:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:04:10Z', 'updated_at': '2021-11-25T20:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '30260bac-a383-4623-bfbf-3ac2602f0026', 'name': '', 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'mac_address': 'fa:16:3e:3d:20:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'd120894b-9e73-48e2-a56d-2c784e040bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:04:14Z', 'updated_at': '2021-11-25T20:04:16Z', 'revision_number': 2, 'project_id': '32afe38025cf480891593cfe301fccc3', 'subnets': [{'id': 'd120894b-9e73-48e2-a56d-2c784e040bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:19.053291 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7179fc8-5f84-4b5e-8336-3abf0d5e5b1a None None] Checking router: 2464ab81-a000-4c7d-80a8-7977dffbbc49 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:04:19.053644 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7179fc8-5f84-4b5e-8336-3abf0d5e5b1a None None] Updating router 2464ab81-a000-4c7d-80a8-7977dffbbc49 port 30260bac-a383-4623-bfbf-3ac2602f0026 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:04:19.104514 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c7179fc8-5f84-4b5e-8336-3abf0d5e5b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:19.161692 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-14f57657-a6e6-4d49-827e-1f1024a537a4 None None] Provisioning complete for port 30260bac-a383-4623-bfbf-3ac2602f0026 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:04:19.162063 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-14f57657-a6e6-4d49-827e-1f1024a537a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:19.266263 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48628) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:19.271236 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-f5b44afc-b001-45fb-9b67-ac585d82d0ab tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1727609463', 'description': 'tempest-secgroup-smoke-1727609463 description', 'project_id': '32afe38025cf480891593cfe301fccc3'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:04:19.291268 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-14f57657-a6e6-4d49-827e-1f1024a537a4 None None] Port 30260bac-a383-4623-bfbf-3ac2602f0026 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:04:19.309402 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5b44afc-b001-45fb-9b67-ac585d82d0ab tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:19.400997 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e57b8bab-66af-4c9e-a906-a53e781f151f up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:04:19.447776 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e9909-338e-4394-a823-9d25e8eddaa7 req-53197bac-a6db-4bdc-aedc-3b0dab90b1fa tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:19.462536 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-568e9909-338e-4394-a823-9d25e8eddaa7 req-53197bac-a6db-4bdc-aedc-3b0dab90b1fa tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 945 time: 0.0846550 Nov 25 20:04:19.501375 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5b44afc-b001-45fb-9b67-ac585d82d0ab tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:19.508446 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5b44afc-b001-45fb-9b67-ac585d82d0ab tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:19.514345 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1b67259b-1f64-4c34-9e66-570a7b7b113c None None] Provisioning complete for port 30260bac-a383-4623-bfbf-3ac2602f0026 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:04:19.514732 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1b67259b-1f64-4c34-9e66-570a7b7b113c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:19.570796 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-568e9909-338e-4394-a823-9d25e8eddaa7 req-4acd7df8-c9d5-4e8a-a3d6-63dfaf5185e4 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfc0750a-d692-4e8a-a7c1-52db3c3f4783&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1073284 Nov 25 20:04:19.576931 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5b44afc-b001-45fb-9b67-ac585d82d0ab tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:19.579588 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f5b44afc-b001-45fb-9b67-ac585d82d0ab tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3119798 Nov 25 20:04:19.585195 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b44afc-b001-45fb-9b67-ac585d82d0ab tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f72ff535-5be9-413b-8e5a-2eef6c6e93d0,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:19.585433 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48640) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:19.590032 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-84354125-92f7-45ec-9839-6a5efe5c7e5f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'security_group_rule': {'security_group_id': 'f72ff535-5be9-413b-8e5a-2eef6c6e93d0', 'project_id': '32afe38025cf480891593cfe301fccc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:04:19.629089 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-84354125-92f7-45ec-9839-6a5efe5c7e5f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:19.639077 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port e57b8bab-66af-4c9e-a906-a53e781f151f triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:04:19.639659 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:19.673122 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1b67259b-1f64-4c34-9e66-570a7b7b113c None None] Port 30260bac-a383-4623-bfbf-3ac2602f0026 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:04:19.705150 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-84354125-92f7-45ec-9839-6a5efe5c7e5f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:19.708444 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c7179fc8-5f84-4b5e-8336-3abf0d5e5b1a None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:19.709654 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-84354125-92f7-45ec-9839-6a5efe5c7e5f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:19.718942 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c7179fc8-5f84-4b5e-8336-3abf0d5e5b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:19.733853 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84354125-92f7-45ec-9839-6a5efe5c7e5f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd77554-f283-44c1-94c2-ad40db5a7235,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:19.750755 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-84354125-92f7-45ec-9839-6a5efe5c7e5f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:19.753003 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-84354125-92f7-45ec-9839-6a5efe5c7e5f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1676736 Nov 25 20:04:19.755640 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48644) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:19.762808 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-289e2220-0051-4662-9b54-2e85b610aa29 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'security_group_rule': {'security_group_id': 'f72ff535-5be9-413b-8e5a-2eef6c6e93d0', 'project_id': '32afe38025cf480891593cfe301fccc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:04:19.800216 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-289e2220-0051-4662-9b54-2e85b610aa29 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:19.813310 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6db1e-ff2f-4bdc-a97b-a1cb64c3876d None None] Pushing event updated for resources: {'Port': ['ID=30260bac-a383-4623-bfbf-3ac2602f0026,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:19.881879 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-289e2220-0051-4662-9b54-2e85b610aa29 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:19.887120 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c7179fc8-5f84-4b5e-8336-3abf0d5e5b1a None None] Attempting to bind port 30260bac-a383-4623-bfbf-3ac2602f0026 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:04:19.887559 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-289e2220-0051-4662-9b54-2e85b610aa29 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:19.887684 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c7179fc8-5f84-4b5e-8336-3abf0d5e5b1a None None] Attempting to bind port 30260bac-a383-4623-bfbf-3ac2602f0026 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '9ffdeb7e-68a3-41b4-8711-e3a537d43fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:04:19.887990 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7179fc8-5f84-4b5e-8336-3abf0d5e5b1a None None] Attempting to bind port 30260bac-a383-4623-bfbf-3ac2602f0026 on network 2c3832fe-1602-41b7-8253-3bb40ac1cbbd {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:04:19.895271 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7179fc8-5f84-4b5e-8336-3abf0d5e5b1a None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:04:19.895737 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7179fc8-5f84-4b5e-8336-3abf0d5e5b1a None None] Checking segment: {'id': '9ffdeb7e-68a3-41b4-8711-e3a537d43fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:04:19.896236 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c7179fc8-5f84-4b5e-8336-3abf0d5e5b1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:19.896692 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7179fc8-5f84-4b5e-8336-3abf0d5e5b1a None None] Bound using segment: {'id': '9ffdeb7e-68a3-41b4-8711-e3a537d43fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:04:19.897265 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c7179fc8-5f84-4b5e-8336-3abf0d5e5b1a None None] Bound port: 30260bac-a383-4623-bfbf-3ac2602f0026, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffdeb7e-68a3-41b4-8711-e3a537d43fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:04:19.897709 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c7179fc8-5f84-4b5e-8336-3abf0d5e5b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:19.909757 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e2220-0051-4662-9b54-2e85b610aa29 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f692f0-743b-4e83-b0da-9a3780e66c38,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:19.921043 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-289e2220-0051-4662-9b54-2e85b610aa29 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:19.925048 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-289e2220-0051-4662-9b54-2e85b610aa29 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1654940 Nov 25 20:04:19.925316 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48648) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:19.930203 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7274f666-fa37-4000-89ce-4051018f30d1 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'security_group_rule': {'security_group_id': 'f72ff535-5be9-413b-8e5a-2eef6c6e93d0', 'project_id': '32afe38025cf480891593cfe301fccc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:04:19.960107 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7274f666-fa37-4000-89ce-4051018f30d1 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:19.984810 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c7179fc8-5f84-4b5e-8336-3abf0d5e5b1a None None] For port 30260bac-a383-4623-bfbf-3ac2602f0026, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:04:19.988276 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c7179fc8-5f84-4b5e-8336-3abf0d5e5b1a None None] For port 30260bac-a383-4623-bfbf-3ac2602f0026, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=30260bac-a383-4623-bfbf-3ac2602f0026,segment=NetworkSegment(9ffdeb7e-68a3-41b4-8711-e3a537d43fc9),segment_id=9ffdeb7e-68a3-41b4-8711-e3a537d43fc9)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:04:19.994387 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c7179fc8-5f84-4b5e-8336-3abf0d5e5b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:20.050149 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7274f666-fa37-4000-89ce-4051018f30d1 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:20.062308 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6db1e-ff2f-4bdc-a97b-a1cb64c3876d None None] Pushing event updated for resources: {'Port': ['ID=30260bac-a383-4623-bfbf-3ac2602f0026,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:20.063544 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7274f666-fa37-4000-89ce-4051018f30d1 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:20.070654 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7179fc8-5f84-4b5e-8336-3abf0d5e5b1a None None] Routers {'2464ab81-a000-4c7d-80a8-7977dffbbc49'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:04:20.070654 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c7179fc8-5f84-4b5e-8336-3abf0d5e5b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:04:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['2464ab81-a000-4c7d-80a8-7977dffbbc49'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:20.087596 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274f666-fa37-4000-89ce-4051018f30d1 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dea025e-7418-4e6b-902d-629f852c20da,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:20.108528 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7274f666-fa37-4000-89ce-4051018f30d1 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:20.117439 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7274f666-fa37-4000-89ce-4051018f30d1 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1835017 Nov 25 20:04:20.117876 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48654) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:20.118375 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-2c8ff995-4c02-4632-a6cf-b327dec0be37 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'security_group_rule': {'security_group_id': 'f72ff535-5be9-413b-8e5a-2eef6c6e93d0', 'project_id': '32afe38025cf480891593cfe301fccc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:04:20.151061 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c8ff995-4c02-4632-a6cf-b327dec0be37 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:20.221047 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-c7179fc8-5f84-4b5e-8336-3abf0d5e5b1a None None] Set router 2464ab81-a000-4c7d-80a8-7977dffbbc49 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:04:20.224041 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c8ff995-4c02-4632-a6cf-b327dec0be37 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:20.231281 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c8ff995-4c02-4632-a6cf-b327dec0be37 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:20.258538 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ff995-4c02-4632-a6cf-b327dec0be37 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46bc1e46-2e80-49c6-87e8-43dd1e777887,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:20.269845 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c8ff995-4c02-4632-a6cf-b327dec0be37 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:20.271387 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2c8ff995-4c02-4632-a6cf-b327dec0be37 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1575475 Nov 25 20:04:20.271741 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-55569c67-2e37-47bb-b07a-aa954bcfcb7c None None] Provisioning complete for port 30260bac-a383-4623-bfbf-3ac2602f0026 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:04:20.272131 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-55569c67-2e37-47bb-b07a-aa954bcfcb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:20.274225 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48660) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:20.281627 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-875a9948-6310-45a8-87f1-4a591fa99158 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'security_group_rule': {'security_group_id': 'f72ff535-5be9-413b-8e5a-2eef6c6e93d0', 'project_id': '32afe38025cf480891593cfe301fccc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:04:20.314181 n-d-819349-5 neutron-server[103600]: INFO neutron.db.securitygroups_db [None req-875a9948-6310-45a8-87f1-4a591fa99158 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Project 32afe38025cf480891593cfe301fccc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:04:20.322201 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-875a9948-6310-45a8-87f1-4a591fa99158 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:20.410864 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-875a9948-6310-45a8-87f1-4a591fa99158 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:20.416560 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-875a9948-6310-45a8-87f1-4a591fa99158 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:20.453810 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a9948-6310-45a8-87f1-4a591fa99158 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da92b3a-bccf-40a9-9ca8-41d8e429d9e0,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:20.463110 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-875a9948-6310-45a8-87f1-4a591fa99158 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:20.464005 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-875a9948-6310-45a8-87f1-4a591fa99158 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1884139 Nov 25 20:04:20.467162 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48662) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:20.472185 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-78af8f1a-a579-4121-8d43-5368e920c70a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'security_group_rule': {'security_group_id': 'f72ff535-5be9-413b-8e5a-2eef6c6e93d0', 'project_id': '32afe38025cf480891593cfe301fccc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:04:20.498104 n-d-819349-5 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-78af8f1a-a579-4121-8d43-5368e920c70a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Project 32afe38025cf480891593cfe301fccc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:04:20.504113 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78af8f1a-a579-4121-8d43-5368e920c70a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:20.534829 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-55569c67-2e37-47bb-b07a-aa954bcfcb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:20.583197 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-55569c67-2e37-47bb-b07a-aa954bcfcb7c None None] For port 30260bac-a383-4623-bfbf-3ac2602f0026, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=30260bac-a383-4623-bfbf-3ac2602f0026,segment=NetworkSegment(9ffdeb7e-68a3-41b4-8711-e3a537d43fc9),segment_id=9ffdeb7e-68a3-41b4-8711-e3a537d43fc9)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:20.593903 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-55569c67-2e37-47bb-b07a-aa954bcfcb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:20.605463 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78af8f1a-a579-4121-8d43-5368e920c70a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:20.615636 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78af8f1a-a579-4121-8d43-5368e920c70a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:20.648294 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c7179fc8-5f84-4b5e-8336-3abf0d5e5b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'name': 'tempest-TestNetworkBasicOps-router-1037052886', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:04:09Z', 'updated_at': '2021-11-25T20:04:16Z', 'revision_number': 4, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:68:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:04:10Z', 'updated_at': '2021-11-25T20:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '30260bac-a383-4623-bfbf-3ac2602f0026', 'name': '', 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'mac_address': 'fa:16:3e:3d:20:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'd120894b-9e73-48e2-a56d-2c784e040bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:04:14Z', 'updated_at': '2021-11-25T20:04:19Z', 'revision_number': 4, 'project_id': '32afe38025cf480891593cfe301fccc3', 'subnets': [{'id': 'd120894b-9e73-48e2-a56d-2c784e040bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:20.656564 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af8f1a-a579-4121-8d43-5368e920c70a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29270cba-e217-4455-b529-9c7a1552cb58,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:20.673228 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78af8f1a-a579-4121-8d43-5368e920c70a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:20.675491 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-78af8f1a-a579-4121-8d43-5368e920c70a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2072711 Nov 25 20:04:20.840244 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc3a61-4c3a-45e1-9bb4-0170a27ba112 req-b3a3e8b3-2d6f-4e64-a14e-245b3ed68ae2 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:20.849637 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-86cc3a61-4c3a-45e1-9bb4-0170a27ba112 req-b3a3e8b3-2d6f-4e64-a14e-245b3ed68ae2 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 945 time: 0.0836055 Nov 25 20:04:20.904794 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7179fc8-5f84-4b5e-8336-3abf0d5e5b1a None None] The sync data for ids ['2464ab81-a000-4c7d-80a8-7977dffbbc49'] in n-d-819349-5 is: [{'id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'name': 'tempest-TestNetworkBasicOps-router-1037052886', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:04:09Z', 'updated_at': '2021-11-25T20:04:16Z', 'revision_number': 4, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:68:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:04:10Z', 'updated_at': '2021-11-25T20:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '30260bac-a383-4623-bfbf-3ac2602f0026', 'name': '', 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'mac_address': 'fa:16:3e:3d:20:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'd120894b-9e73-48e2-a56d-2c784e040bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:04:14Z', 'updated_at': '2021-11-25T20:04:19Z', 'revision_number': 4, 'project_id': '32afe38025cf480891593cfe301fccc3', 'subnets': [{'id': 'd120894b-9e73-48e2-a56d-2c784e040bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:04:20.908034 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55569c67-2e37-47bb-b07a-aa954bcfcb7c None None] Pushing event updated for resources: {'Port': ['ID=30260bac-a383-4623-bfbf-3ac2602f0026,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:20.924614 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3705c46b-663f-423e-b87a-0deefaab567b None None] Provisioning complete for port 30260bac-a383-4623-bfbf-3ac2602f0026 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:04:20.925330 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3705c46b-663f-423e-b87a-0deefaab567b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:20.960317 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-86cc3a61-4c3a-45e1-9bb4-0170a27ba112 req-4dbf1a50-b0f9-4c97-9eaa-0b6e5da52b68 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfc0750a-d692-4e8a-a7c1-52db3c3f4783&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1052787 Nov 25 20:04:21.163805 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-a96e124f-da0c-4b66-aed9-d05af795363f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1727609463&fields=id&tenant_id=32afe38025cf480891593cfe301fccc3 HTTP/1.1" status: 200 len: 267 time: 0.0616813 Nov 25 20:04:21.288912 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095c89e-55fb-494b-a3ba-6df8282b9a63 req-fe8aa2a7-c292-4882-b214-3d3b84bd9474 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:21.290520 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d095c89e-55fb-494b-a3ba-6df8282b9a63 req-fe8aa2a7-c292-4882-b214-3d3b84bd9474 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.73 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 945 time: 0.1250093 Nov 25 20:04:21.351881 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-94f71cb4-44ca-46f4-9c38-35bfbeec3334 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:21.362833 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-94f71cb4-44ca-46f4-9c38-35bfbeec3334 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/networks?id=2c3832fe-1602-41b7-8253-3bb40ac1cbbd HTTP/1.1" status: 200 len: 797 time: 0.1844237 Nov 25 20:04:21.401185 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-a9863651-fa2e-4ea4-b273-4ea44d87a727 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/quotas/32afe38025cf480891593cfe301fccc3 HTTP/1.1" status: 200 len: 375 time: 0.0400844 Nov 25 20:04:21.427655 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 30260bac-a383-4623-bfbf-3ac2602f0026 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:04:21.517090 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 30260bac-a383-4623-bfbf-3ac2602f0026 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:04:21.517090 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:21.521726 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-5d0da99d-2238-4cf5-88c0-945221a952b9 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=32afe38025cf480891593cfe301fccc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0954442 Nov 25 20:04:21.597355 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-d095c89e-55fb-494b-a3ba-6df8282b9a63 req-c75be423-04aa-4f40-8312-697a46f54c3c tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Deleting port d6eafd15-484d-4957-a494-361a59c81e7b {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:04:21.597706 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d095c89e-55fb-494b-a3ba-6df8282b9a63 req-c75be423-04aa-4f40-8312-697a46f54c3c tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:21.726163 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-d095c89e-55fb-494b-a3ba-6df8282b9a63 req-c75be423-04aa-4f40-8312-697a46f54c3c tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] For port d6eafd15-484d-4957-a494-361a59c81e7b, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=d6eafd15-484d-4957-a494-361a59c81e7b,segment=NetworkSegment(03a027c3-918f-41c9-9817-d35dc0460d43),segment_id=03a027c3-918f-41c9-9817-d35dc0460d43)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:21.726681 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d095c89e-55fb-494b-a3ba-6df8282b9a63 req-c75be423-04aa-4f40-8312-697a46f54c3c tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:21.739402 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-246338d5-6a0f-43ce-8062-44350a621421 service neutron] 10.222.0.55 "GET /v2.0/networks/2c3832fe-1602-41b7-8253-3bb40ac1cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166677 Nov 25 20:04:22.042713 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-8e9e802d-3a0f-432d-99c9-76c3c4c2eb05 service neutron] 10.222.0.55 "GET /v2.0/networks/2c3832fe-1602-41b7-8253-3bb40ac1cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703292 Nov 25 20:04:22.138996 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d095c89e-55fb-494b-a3ba-6df8282b9a63 req-c75be423-04aa-4f40-8312-697a46f54c3c tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:22.139391 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d095c89e-55fb-494b-a3ba-6df8282b9a63 req-c75be423-04aa-4f40-8312-697a46f54c3c tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:22.139718 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [req-d095c89e-55fb-494b-a3ba-6df8282b9a63 req-c75be423-04aa-4f40-8312-697a46f54c3c tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Floating IP 1eaeb5eb-93b2-4986-852d-75b2dfc5e2c3 disassociated. External IP: 172.25.6.32, port: d6eafd15-484d-4957-a494-361a59c81e7b. Nov 25 20:04:22.140078 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-d095c89e-55fb-494b-a3ba-6df8282b9a63 req-c75be423-04aa-4f40-8312-697a46f54c3c tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Calling delete_port for d6eafd15-484d-4957-a494-361a59c81e7b owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:04:22.404393 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b6f10-2961-40a3-a7d5-903af4dfc1ac req-d755b257-3676-4c29-a5a3-826f0b51a83b tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:22.405995 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-871b6f10-2961-40a3-a7d5-903af4dfc1ac req-d755b257-3676-4c29-a5a3-826f0b51a83b tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 945 time: 0.1045032 Nov 25 20:04:22.447327 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d095c89e-55fb-494b-a3ba-6df8282b9a63 req-c75be423-04aa-4f40-8312-697a46f54c3c tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:22.493048 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75be423-04aa-4f40-8312-697a46f54c3c tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Pushing event deleted for resources: {'Port': ['ID=d6eafd15-484d-4957-a494-361a59c81e7b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:22.615434 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-871b6f10-2961-40a3-a7d5-903af4dfc1ac req-2605c3dd-6134-4632-985c-39fe92a81a13 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfc0750a-d692-4e8a-a7c1-52db3c3f4783&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1969450 Nov 25 20:04:22.679007 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d095c89e-55fb-494b-a3ba-6df8282b9a63 req-c75be423-04aa-4f40-8312-697a46f54c3c tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Router cbffa177-71b5-4d7d-b749-a41a80f27bca has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:04:22.762531 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fc22ab49-e026-47af-a7c8-7e75e9ac1f85 req-58efe71b-5bc6-48b9-ba6f-1a9f20c29013 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01 HTTP/1.1" status: 200 len: 210 time: 0.0726950 Nov 25 20:04:22.850629 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d095c89e-55fb-494b-a3ba-6df8282b9a63 req-c75be423-04aa-4f40-8312-697a46f54c3c tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:04:22.871084 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a5d274-5a15-40f9-9bf7-80a459b2e853 None None] Sync routers for ids ['cbffa177-71b5-4d7d-b749-a41a80f27bca'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:04:22.901929 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a5d274-5a15-40f9-9bf7-80a459b2e853 None None] Routers {'cbffa177-71b5-4d7d-b749-a41a80f27bca'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:04:22.902980 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-96a5d274-5a15-40f9-9bf7-80a459b2e853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:04:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cbffa177-71b5-4d7d-b749-a41a80f27bca'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:22.929852 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-d095c89e-55fb-494b-a3ba-6df8282b9a63 req-c75be423-04aa-4f40-8312-697a46f54c3c tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] No DVR routers for this DVR port d6eafd15-484d-4957-a494-361a59c81e7b on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:04:22.933302 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d095c89e-55fb-494b-a3ba-6df8282b9a63 req-c75be423-04aa-4f40-8312-697a46f54c3c tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:22.938902 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d095c89e-55fb-494b-a3ba-6df8282b9a63 req-c75be423-04aa-4f40-8312-697a46f54c3c tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.73 "DELETE /v2.0/ports/d6eafd15-484d-4957-a494-361a59c81e7b HTTP/1.1" status: 204 len: 173 time: 1.5757673 Nov 25 20:04:22.939973 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5735fd01-fca0-4873-b9f9-2d00f0909c5c', 'name': 'network-vif-deleted', 'tag': 'd6eafd15-484d-4957-a494-361a59c81e7b'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:04:22.944996 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56b195c-a0f1-4d05-8357-c35b6856d266" -d '{"events": [{"server_uuid": "5735fd01-fca0-4873-b9f9-2d00f0909c5c", "name": "network-vif-deleted", "tag": "d6eafd15-484d-4957-a494-361a59c81e7b"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:04:23.082346 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80342b85-22df-43ad-baff-957259a29479 x-openstack-request-id: req-80342b85-22df-43ad-baff-957259a29479 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:04:23.082933 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5735fd01-fca0-4873-b9f9-2d00f0909c5c", "name": "network-vif-deleted", "tag": "d6eafd15-484d-4957-a494-361a59c81e7b", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:04:23.083413 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-80342b85-22df-43ad-baff-957259a29479 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:04:23.084047 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5735fd01-fca0-4873-b9f9-2d00f0909c5c', 'name': 'network-vif-deleted', 'tag': 'd6eafd15-484d-4957-a494-361a59c81e7b', 'status': 'completed', 'code': 200} Nov 25 20:04:23.158950 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-96a5d274-5a15-40f9-9bf7-80a459b2e853 None None] Set router cbffa177-71b5-4d7d-b749-a41a80f27bca gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:04:23.433199 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-96a5d274-5a15-40f9-9bf7-80a459b2e853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'name': 'tempest-TestServerBasicOps-662018450-router', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:43Z', 'updated_at': '2021-11-25T19:58:52Z', 'revision_number': 4, 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'gw_port': {'id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:44Z', 'updated_at': '2021-11-25T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '269fee50-e3b9-437d-9a9f-3700e24cf9e7', 'name': '', 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'mac_address': 'fa:16:3e:43:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '58fbc8e7-048f-4825-a83a-6a6c0e7dfb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:50Z', 'updated_at': '2021-11-25T19:59:00Z', 'revision_number': 5, 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'subnets': [{'id': '58fbc8e7-048f-4825-a83a-6a6c0e7dfb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:23.464482 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a5d274-5a15-40f9-9bf7-80a459b2e853 None None] Checking router: cbffa177-71b5-4d7d-b749-a41a80f27bca for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:04:23.474517 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a5d274-5a15-40f9-9bf7-80a459b2e853 None None] Routers {'cbffa177-71b5-4d7d-b749-a41a80f27bca'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:04:23.475034 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-96a5d274-5a15-40f9-9bf7-80a459b2e853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:04:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cbffa177-71b5-4d7d-b749-a41a80f27bca'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:23.652489 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-96a5d274-5a15-40f9-9bf7-80a459b2e853 None None] Set router cbffa177-71b5-4d7d-b749-a41a80f27bca gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:04:23.852897 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:23.857426 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-172e9265-1afc-42dc-9fcc-53eede4d57f8 req-15be7893-8460-4231-a387-5b2ddedd2d74 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "GET /v2.0/ports?device_id=5735fd01-fca0-4873-b9f9-2d00f0909c5c HTTP/1.1" status: 200 len: 210 time: 0.0894611 Nov 25 20:04:23.962726 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-96a5d274-5a15-40f9-9bf7-80a459b2e853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'name': 'tempest-TestServerBasicOps-662018450-router', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:43Z', 'updated_at': '2021-11-25T19:58:52Z', 'revision_number': 4, 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'gw_port': {'id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:44Z', 'updated_at': '2021-11-25T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '269fee50-e3b9-437d-9a9f-3700e24cf9e7', 'name': '', 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'mac_address': 'fa:16:3e:43:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '58fbc8e7-048f-4825-a83a-6a6c0e7dfb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:50Z', 'updated_at': '2021-11-25T19:59:00Z', 'revision_number': 5, 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'subnets': [{'id': '58fbc8e7-048f-4825-a83a-6a6c0e7dfb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:23.963423 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-02b503b0-4590-464f-932d-d51eb2e917da tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:23.964555 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-02b503b0-4590-464f-932d-d51eb2e917da tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.85 "GET /v2.0/networks?id=2c3832fe-1602-41b7-8253-3bb40ac1cbbd HTTP/1.1" status: 200 len: 797 time: 0.3333988 Nov 25 20:04:24.006557 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a5d274-5a15-40f9-9bf7-80a459b2e853 None None] The sync data for ids ['cbffa177-71b5-4d7d-b749-a41a80f27bca'] in n-d-819349-5 is: [{'id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'name': 'tempest-TestServerBasicOps-662018450-router', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:43Z', 'updated_at': '2021-11-25T19:58:52Z', 'revision_number': 4, 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'gw_port': {'id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:44Z', 'updated_at': '2021-11-25T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '269fee50-e3b9-437d-9a9f-3700e24cf9e7', 'name': '', 'network_id': '79f390dd-a1bc-4f5d-b799-4937724649fb', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'mac_address': 'fa:16:3e:43:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '58fbc8e7-048f-4825-a83a-6a6c0e7dfb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:50Z', 'updated_at': '2021-11-25T19:59:00Z', 'revision_number': 5, 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'subnets': [{'id': '58fbc8e7-048f-4825-a83a-6a6c0e7dfb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:04:24.108625 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5f002da-bb51-4c1a-88f5-669bb0f8749d req-0c87fc1d-7a40-4d3b-9f1b-bb98e5958f0e tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01 HTTP/1.1" status: 200 len: 210 time: 0.0444293 Nov 25 20:04:24.117999 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-e3903602-61a5-41b4-9104-f7ed17991127 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32afe38025cf480891593cfe301fccc3 HTTP/1.1" status: 200 len: 380 time: 0.1392515 Nov 25 20:04:24.131408 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-1ccdbed1-cecc-410f-92bb-9b2bd63d4909 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'port': {'device_id': 'c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01', 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd', 'admin_state_up': True, 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'security_groups': ['f72ff535-5be9-413b-8e5a-2eef6c6e93d0']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:04:24.290722 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-1ccdbed1-cecc-410f-92bb-9b2bd63d4909 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Made reservation on behalf of 32afe38025cf480891593cfe301fccc3 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:04:24.297663 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-1ccdbed1-cecc-410f-92bb-9b2bd63d4909 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:24.427433 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:24.465124 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ab7b06-5555-4ef5-8b7b-dac5406e7627 None None] New status for floating IP 1eaeb5eb-93b2-4986-852d-75b2dfc5e2c3: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:04:24.517997 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-1ccdbed1-cecc-410f-92bb-9b2bd63d4909 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Allocated IP 172.20.0.3 (2c3832fe-1602-41b7-8253-3bb40ac1cbbd/d120894b-9e73-48e2-a56d-2c784e040bc7/c96230ae-3683-436c-af06-c386c9125cef) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:04:24.752476 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-1ccdbed1-cecc-410f-92bb-9b2bd63d4909 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:24.791179 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-1ccdbed1-cecc-410f-92bb-9b2bd63d4909 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:24.845731 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-1ccdbed1-cecc-410f-92bb-9b2bd63d4909 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Network 2c3832fe-1602-41b7-8253-3bb40ac1cbbd is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:04:24.849128 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-1ccdbed1-cecc-410f-92bb-9b2bd63d4909 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:04:24.851645 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-1ccdbed1-cecc-410f-92bb-9b2bd63d4909 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:04:24.879513 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdbed1-cecc-410f-92bb-9b2bd63d4909 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'Port': ['ID=c96230ae-3683-436c-af06-c386c9125cef,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:24.916855 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-1ccdbed1-cecc-410f-92bb-9b2bd63d4909 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:24.917615 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-1ccdbed1-cecc-410f-92bb-9b2bd63d4909 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:24.942096 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-1ccdbed1-cecc-410f-92bb-9b2bd63d4909 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8166261 Nov 25 20:04:24.956940 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-a6f1134e-a042-46ff-83a9-06dee08dacce service neutron] Request body: {'port': {'device_id': 'c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:04:24.996288 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48784) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:25.061770 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-a6f1134e-a042-46ff-83a9-06dee08dacce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:25.270956 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-88384cfb-fed9-4bc5-8846-cee949cbe487 None None] Provisioning complete for port c96230ae-3683-436c-af06-c386c9125cef triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:04:25.277667 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-88384cfb-fed9-4bc5-8846-cee949cbe487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:25.315897 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e3b258fd-54d4-4e9e-98a5-a7c0b9cb6642 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Deleting port dfcf7aef-f9c2-40e9-ae87-4f4afeb2dbdf {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:04:25.316235 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3b258fd-54d4-4e9e-98a5-a7c0b9cb6642 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:25.383369 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-88384cfb-fed9-4bc5-8846-cee949cbe487 None None] Port c96230ae-3683-436c-af06-c386c9125cef cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:04:25.471916 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d18a0-5792-464b-b792-1db6e7c73b4c req-293d599a-9c18-43d7-a00f-348cab4b602f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:25.475869 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6f7d18a0-5792-464b-b792-1db6e7c73b4c req-293d599a-9c18-43d7-a00f-348cab4b602f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01 HTTP/1.1" status: 200 len: 931 time: 0.2210777 Nov 25 20:04:25.505595 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3b258fd-54d4-4e9e-98a5-a7c0b9cb6642 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:25.506342 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3b258fd-54d4-4e9e-98a5-a7c0b9cb6642 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:25.531507 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e3b258fd-54d4-4e9e-98a5-a7c0b9cb6642 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Calling delete_port for dfcf7aef-f9c2-40e9-ae87-4f4afeb2dbdf owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:04:25.608871 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6f7d18a0-5792-464b-b792-1db6e7c73b4c req-b9dde8f4-1aef-4df8-9325-022dd6d47ed7 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=f72ff535-5be9-413b-8e5a-2eef6c6e93d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101079 Nov 25 20:04:25.771601 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-a6f1134e-a042-46ff-83a9-06dee08dacce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c96230ae-3683-436c-af06-c386c9125cef {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:04:25.795020 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-a6f1134e-a042-46ff-83a9-06dee08dacce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:25.840764 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-a6f1134e-a042-46ff-83a9-06dee08dacce service neutron] Transition to ACTIVE for port object c96230ae-3683-436c-af06-c386c9125cef will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:04:25.842678 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3b258fd-54d4-4e9e-98a5-a7c0b9cb6642 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:25.848682 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-a6f1134e-a042-46ff-83a9-06dee08dacce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:25.903100 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b258fd-54d4-4e9e-98a5-a7c0b9cb6642 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Pushing event deleted for resources: {'Port': ['ID=dfcf7aef-f9c2-40e9-ae87-4f4afeb2dbdf,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:25.927919 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1134e-a042-46ff-83a9-06dee08dacce service neutron] Pushing event updated for resources: {'Port': ['ID=c96230ae-3683-436c-af06-c386c9125cef,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:26.039245 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3b258fd-54d4-4e9e-98a5-a7c0b9cb6642 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:26.044369 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3b258fd-54d4-4e9e-98a5-a7c0b9cb6642 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:26.045939 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e3b258fd-54d4-4e9e-98a5-a7c0b9cb6642 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "DELETE /v2.0/floatingips/1eaeb5eb-93b2-4986-852d-75b2dfc5e2c3 HTTP/1.1" status: 204 len: 168 time: 1.0486155 Nov 25 20:04:26.099417 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-a6f1134e-a042-46ff-83a9-06dee08dacce service neutron] Attempting to bind port c96230ae-3683-436c-af06-c386c9125cef on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:04:26.099985 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-a6f1134e-a042-46ff-83a9-06dee08dacce service neutron] Attempting to bind port c96230ae-3683-436c-af06-c386c9125cef by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '9ffdeb7e-68a3-41b4-8711-e3a537d43fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:04:26.100536 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-a6f1134e-a042-46ff-83a9-06dee08dacce service neutron] Attempting to bind port c96230ae-3683-436c-af06-c386c9125cef on network 2c3832fe-1602-41b7-8253-3bb40ac1cbbd {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:04:26.108314 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-a6f1134e-a042-46ff-83a9-06dee08dacce service neutron] Port c96230ae-3683-436c-af06-c386c9125cef on network 2c3832fe-1602-41b7-8253-3bb40ac1cbbd not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:04:26.108704 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-a6f1134e-a042-46ff-83a9-06dee08dacce service neutron] Attempting to bind port c96230ae-3683-436c-af06-c386c9125cef on network 2c3832fe-1602-41b7-8253-3bb40ac1cbbd {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:04:26.123640 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-a6f1134e-a042-46ff-83a9-06dee08dacce service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:04:26.124253 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-a6f1134e-a042-46ff-83a9-06dee08dacce service neutron] Checking segment: {'id': '9ffdeb7e-68a3-41b4-8711-e3a537d43fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:04:26.124842 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-a6f1134e-a042-46ff-83a9-06dee08dacce service neutron] Bound using segment: {'id': '9ffdeb7e-68a3-41b4-8711-e3a537d43fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:04:26.125462 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-a6f1134e-a042-46ff-83a9-06dee08dacce service neutron] Bound port: c96230ae-3683-436c-af06-c386c9125cef, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ffdeb7e-68a3-41b4-8711-e3a537d43fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:04:26.126179 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-a6f1134e-a042-46ff-83a9-06dee08dacce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:26.165532 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48804) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:26.255021 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-a6f1134e-a042-46ff-83a9-06dee08dacce service neutron] For port c96230ae-3683-436c-af06-c386c9125cef, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:04:26.258915 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-a6f1134e-a042-46ff-83a9-06dee08dacce service neutron] For port c96230ae-3683-436c-af06-c386c9125cef, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c96230ae-3683-436c-af06-c386c9125cef,segment=NetworkSegment(9ffdeb7e-68a3-41b4-8711-e3a537d43fc9),segment_id=9ffdeb7e-68a3-41b4-8711-e3a537d43fc9)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:04:26.266779 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-a6f1134e-a042-46ff-83a9-06dee08dacce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:26.280997 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6de7baa0-9b11-4ac3-96e5-1a89213d6b42 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:26.319006 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-a6f1134e-a042-46ff-83a9-06dee08dacce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:26.319685 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-a6f1134e-a042-46ff-83a9-06dee08dacce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:26.321142 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-a6f1134e-a042-46ff-83a9-06dee08dacce service neutron] 10.222.0.85 "PUT /v2.0/ports/c96230ae-3683-436c-af06-c386c9125cef HTTP/1.1" status: 200 len: 1091 time: 1.3709927 Nov 25 20:04:26.321613 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01', 'tag': 'c96230ae-3683-436c-af06-c386c9125cef'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:04:26.324457 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79e289f-6007-430b-9a06-58f09ebcda4a" -d '{"events": [{"name": "network-changed", "server_uuid": "c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01", "tag": "c96230ae-3683-436c-af06-c386c9125cef"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:04:26.366552 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6de7baa0-9b11-4ac3-96e5-1a89213d6b42 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:26.381315 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1134e-a042-46ff-83a9-06dee08dacce service neutron] Pushing event updated for resources: {'Port': ['ID=c96230ae-3683-436c-af06-c386c9125cef,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:26.458247 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-4bc93931-60bc-4662-b66e-6a53e8874b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:26.460429 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-4bc93931-60bc-4662-b66e-6a53e8874b53 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=32afe38025cf480891593cfe301fccc3&device_id=c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01 HTTP/1.1" status: 200 len: 1094 time: 0.0630927 Nov 25 20:04:26.531553 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6de7baa0-9b11-4ac3-96e5-1a89213d6b42 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:26.535176 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6de7baa0-9b11-4ac3-96e5-1a89213d6b42 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:26.536633 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6de7baa0-9b11-4ac3-96e5-1a89213d6b42 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] 10.222.0.55 "DELETE /v2.0/security-groups/bfc0750a-d692-4e8a-a7c1-52db3c3f4783 HTTP/1.1" status: 204 len: 168 time: 0.3696380 Nov 25 20:04:26.562865 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7baa0-9b11-4ac3-96e5-1a89213d6b42 tempest-TestServerBasicOps-165060383 tempest-TestServerBasicOps-165060383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc0750a-d692-4e8a-a7c1-52db3c3f4783,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:26.575121 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152a3093-c29f-4272-9cb6-5c9a8a26c9e0 x-openstack-request-id: req-152a3093-c29f-4272-9cb6-5c9a8a26c9e0 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:04:26.576264 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01", "tag": "c96230ae-3683-436c-af06-c386c9125cef", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:04:26.576628 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-152a3093-c29f-4272-9cb6-5c9a8a26c9e0 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:04:26.577152 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01', 'tag': 'c96230ae-3683-436c-af06-c386c9125cef', 'status': 'completed', 'code': 200} Nov 25 20:04:26.579399 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-56d123a4-29a9-4f61-b9ce-25a08914e3cf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c96230ae-3683-436c-af06-c386c9125cef HTTP/1.1" status: 200 len: 217 time: 0.1078622 Nov 25 20:04:26.636344 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48818) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:26.699603 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-a3e5a25f-87e5-4ad3-96e6-09b6bb187e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:26.701498 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-a3e5a25f-87e5-4ad3-96e6-09b6bb187e6e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d120894b-9e73-48e2-a56d-2c784e040bc7 HTTP/1.1" status: 200 len: 835 time: 0.1146472 Nov 25 20:04:26.766767 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device d6eafd15-484d-4957-a494-361a59c81e7b no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:04:26.822134 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: d6eafd15-484d-4957-a494-361a59c81e7b {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:04:26.822525 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device d6eafd15-484d-4957-a494-361a59c81e7b not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:04:26.852516 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-9941751b-addc-4c9c-8f35-21107a56028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:26.854986 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-9941751b-addc-4c9c-8f35-21107a56028c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2c3832fe-1602-41b7-8253-3bb40ac1cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455448 Nov 25 20:04:26.956687 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded94108-6ae0-41ca-9f5f-3401dd7c460a req-83a8ec84-a080-4803-b14c-a470cf774b6c tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:26.964320 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ded94108-6ae0-41ca-9f5f-3401dd7c460a req-83a8ec84-a080-4803-b14c-a470cf774b6c tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01 HTTP/1.1" status: 200 len: 943 time: 0.1958492 Nov 25 20:04:27.048185 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ded94108-6ae0-41ca-9f5f-3401dd7c460a req-48e46a1b-cfde-4cb7-93e5-c2aaac97c9a3 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=f72ff535-5be9-413b-8e5a-2eef6c6e93d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745928 Nov 25 20:04:27.064733 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-f7939caa-bf62-41f1-9b67-89ca93d52f8d service neutron] 10.222.0.85 "GET /v2.0/networks/2c3832fe-1602-41b7-8253-3bb40ac1cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016139 Nov 25 20:04:27.171356 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd6bdc2b-2dc5-4a8d-aef2-37705cb9f51d req-58a8e924-a3e6-470b-b8cc-e16e05b65af7 service neutron] 10.222.0.85 "GET /v2.0/networks/2c3832fe-1602-41b7-8253-3bb40ac1cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974782 Nov 25 20:04:27.314377 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5b93c4d0-65bc-4921-93b2-6f203b91b3c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:27.321425 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e289f-6007-430b-9a06-58f09ebcda4a req-9b76d1e2-a792-47d8-86ce-d36586ea2c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:27.323328 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f79e289f-6007-430b-9a06-58f09ebcda4a req-9b76d1e2-a792-47d8-86ce-d36586ea2c32 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=32afe38025cf480891593cfe301fccc3&device_id=c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01 HTTP/1.1" status: 200 len: 1094 time: 0.0935109 Nov 25 20:04:27.456897 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e289f-6007-430b-9a06-58f09ebcda4a req-cdb1ce38-148c-4f49-a9a6-885b7384581b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:27.458463 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f79e289f-6007-430b-9a06-58f09ebcda4a req-cdb1ce38-148c-4f49-a9a6-885b7384581b service neutron] 10.222.0.85 "GET /v2.0/networks?id=2c3832fe-1602-41b7-8253-3bb40ac1cbbd HTTP/1.1" status: 200 len: 898 time: 0.1270308 Nov 25 20:04:27.519995 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f79e289f-6007-430b-9a06-58f09ebcda4a req-81be3f04-40b4-4a27-af7c-ba662c2b1564 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c96230ae-3683-436c-af06-c386c9125cef HTTP/1.1" status: 200 len: 217 time: 0.0534029 Nov 25 20:04:27.596767 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e289f-6007-430b-9a06-58f09ebcda4a req-1f0c0f98-3fde-452c-86ea-73b95f678299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:27.598677 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f79e289f-6007-430b-9a06-58f09ebcda4a req-1f0c0f98-3fde-452c-86ea-73b95f678299 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d120894b-9e73-48e2-a56d-2c784e040bc7 HTTP/1.1" status: 200 len: 835 time: 0.0703290 Nov 25 20:04:27.645161 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-5b93c4d0-65bc-4921-93b2-6f203b91b3c1 admin admin] Deleting port 269fee50-e3b9-437d-9a9f-3700e24cf9e7 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:04:27.645607 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5b93c4d0-65bc-4921-93b2-6f203b91b3c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:27.652708 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e289f-6007-430b-9a06-58f09ebcda4a req-3728a93b-9c83-4c73-9dd2-6011646d7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:27.655146 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f79e289f-6007-430b-9a06-58f09ebcda4a req-3728a93b-9c83-4c73-9dd2-6011646d7eac service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2c3832fe-1602-41b7-8253-3bb40ac1cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483072 Nov 25 20:04:27.760069 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-5b93c4d0-65bc-4921-93b2-6f203b91b3c1 admin admin] For port 269fee50-e3b9-437d-9a9f-3700e24cf9e7, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=269fee50-e3b9-437d-9a9f-3700e24cf9e7,segment=NetworkSegment(03a027c3-918f-41c9-9817-d35dc0460d43),segment_id=03a027c3-918f-41c9-9817-d35dc0460d43)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:27.762648 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5b93c4d0-65bc-4921-93b2-6f203b91b3c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:27.786349 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-5b93c4d0-65bc-4921-93b2-6f203b91b3c1 admin admin] Calling delete_port for 269fee50-e3b9-437d-9a9f-3700e24cf9e7 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:04:27.818219 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f79e289f-6007-430b-9a06-58f09ebcda4a req-68816cfa-47e3-46fb-a4ca-944ad1178e53 service neutron] 10.222.0.85 "GET /v2.0/networks/2c3832fe-1602-41b7-8253-3bb40ac1cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514125 Nov 25 20:04:28.019117 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f79e289f-6007-430b-9a06-58f09ebcda4a req-3ab93171-84b7-436d-beab-b527da9c585f service neutron] 10.222.0.85 "GET /v2.0/networks/2c3832fe-1602-41b7-8253-3bb40ac1cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794860 Nov 25 20:04:28.175458 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5b93c4d0-65bc-4921-93b2-6f203b91b3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:28.207410 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93c4d0-65bc-4921-93b2-6f203b91b3c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=269fee50-e3b9-437d-9a9f-3700e24cf9e7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:28.218064 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1867fc-2f7e-495f-a4f4-6b785401251a req-12af6a5f-fd4a-4be9-9387-8a2a1bcff711 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:28.232558 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ed1867fc-2f7e-495f-a4f4-6b785401251a req-12af6a5f-fd4a-4be9-9387-8a2a1bcff711 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01 HTTP/1.1" status: 200 len: 943 time: 0.0981076 Nov 25 20:04:28.373698 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ed1867fc-2f7e-495f-a4f4-6b785401251a req-3f0ffd7d-b4f4-4ee3-9871-08c43bdb084f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=f72ff535-5be9-413b-8e5a-2eef6c6e93d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388392 Nov 25 20:04:28.478484 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5b93c4d0-65bc-4921-93b2-6f203b91b3c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:28.738544 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b93c4d0-65bc-4921-93b2-6f203b91b3c1 admin admin] Router cbffa177-71b5-4d7d-b749-a41a80f27bca has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:04:28.870922 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b93c4d0-65bc-4921-93b2-6f203b91b3c1 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:04:28.880236 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5b93c4d0-65bc-4921-93b2-6f203b91b3c1 admin admin] 10.222.0.55 "PUT /v2.0/routers/cbffa177-71b5-4d7d-b749-a41a80f27bca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2404912 Nov 25 20:04:28.881019 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48864) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:28.887441 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf44f4c-45c8-4039-8774-4268af11ac48 None None] Sync routers for ids ['cbffa177-71b5-4d7d-b749-a41a80f27bca'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:04:28.899851 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf44f4c-45c8-4039-8774-4268af11ac48 None None] Routers {'cbffa177-71b5-4d7d-b749-a41a80f27bca'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:04:28.901240 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ccf44f4c-45c8-4039-8774-4268af11ac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:04:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cbffa177-71b5-4d7d-b749-a41a80f27bca'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:29.025423 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8f103b39-befd-4a34-802b-a1c9e63800fc admin admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:29.026048 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-ccf44f4c-45c8-4039-8774-4268af11ac48 None None] Set router cbffa177-71b5-4d7d-b749-a41a80f27bca gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:04:29.287326 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7ce3b532-7726-4b97-9611-28bc7885062a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:29.366559 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ccf44f4c-45c8-4039-8774-4268af11ac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'name': 'tempest-TestServerBasicOps-662018450-router', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:43Z', 'updated_at': '2021-11-25T20:04:28Z', 'revision_number': 5, 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'gw_port': {'id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:44Z', 'updated_at': '2021-11-25T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:29.408190 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf44f4c-45c8-4039-8774-4268af11ac48 None None] Checking router: cbffa177-71b5-4d7d-b749-a41a80f27bca for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:04:29.420312 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf44f4c-45c8-4039-8774-4268af11ac48 None None] Routers {'cbffa177-71b5-4d7d-b749-a41a80f27bca'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:04:29.420983 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ccf44f4c-45c8-4039-8774-4268af11ac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:04:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cbffa177-71b5-4d7d-b749-a41a80f27bca'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:29.704991 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-ccf44f4c-45c8-4039-8774-4268af11ac48 None None] Set router cbffa177-71b5-4d7d-b749-a41a80f27bca gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:04:29.724308 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f33ac-24e5-47d7-b2a1-d5428d0ee639 req-4c898be9-357f-4a7d-a51a-cf195d0ae5a4 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:29.727007 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-133f33ac-24e5-47d7-b2a1-d5428d0ee639 req-4c898be9-357f-4a7d-a51a-cf195d0ae5a4 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01 HTTP/1.1" status: 200 len: 943 time: 0.0678682 Nov 25 20:04:29.809095 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8f103b39-befd-4a34-802b-a1c9e63800fc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:29.834352 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-133f33ac-24e5-47d7-b2a1-d5428d0ee639 req-3fa57009-73b6-4c16-a93b-912b2ab93d6c tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=f72ff535-5be9-413b-8e5a-2eef6c6e93d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942199 Nov 25 20:04:29.914594 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8f103b39-befd-4a34-802b-a1c9e63800fc admin admin] Deleting port af6cf2fe-ea78-45d8-997f-98170c9c0e97 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:04:29.914594 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8f103b39-befd-4a34-802b-a1c9e63800fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:29.958882 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ccf44f4c-45c8-4039-8774-4268af11ac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'name': 'tempest-TestServerBasicOps-662018450-router', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:43Z', 'updated_at': '2021-11-25T20:04:28Z', 'revision_number': 5, 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'gw_port': {'id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:44Z', 'updated_at': '2021-11-25T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:29.991716 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf44f4c-45c8-4039-8774-4268af11ac48 None None] The sync data for ids ['cbffa177-71b5-4d7d-b749-a41a80f27bca'] in n-d-819349-5 is: [{'id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'name': 'tempest-TestServerBasicOps-662018450-router', 'tenant_id': '36ea5929d02e4a0c99fcb11524ca5908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:43Z', 'updated_at': '2021-11-25T20:04:28Z', 'revision_number': 5, 'project_id': '36ea5929d02e4a0c99fcb11524ca5908', 'gw_port': {'id': 'af6cf2fe-ea78-45d8-997f-98170c9c0e97', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbffa177-71b5-4d7d-b749-a41a80f27bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:44Z', 'updated_at': '2021-11-25T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:04:30.012122 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8f103b39-befd-4a34-802b-a1c9e63800fc admin admin] For port af6cf2fe-ea78-45d8-997f-98170c9c0e97, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=af6cf2fe-ea78-45d8-997f-98170c9c0e97,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:30.012661 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8f103b39-befd-4a34-802b-a1c9e63800fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:30.028788 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8f103b39-befd-4a34-802b-a1c9e63800fc admin admin] Calling delete_port for af6cf2fe-ea78-45d8-997f-98170c9c0e97 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:04:30.227995 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device c96230ae-3683-436c-af06-c386c9125cef details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:04:30.228917 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8f103b39-befd-4a34-802b-a1c9e63800fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:30.276959 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f103b39-befd-4a34-802b-a1c9e63800fc admin admin] Pushing event deleted for resources: {'Port': ['ID=af6cf2fe-ea78-45d8-997f-98170c9c0e97,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:30.378104 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c14cbc6-d7f0-430c-a807-f726f066d5de None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:04:30.384822 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8f103b39-befd-4a34-802b-a1c9e63800fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:30.455416 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port c96230ae-3683-436c-af06-c386c9125cef, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c96230ae-3683-436c-af06-c386c9125cef,segment=NetworkSegment(9ffdeb7e-68a3-41b4-8711-e3a537d43fc9),segment_id=9ffdeb7e-68a3-41b4-8711-e3a537d43fc9)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:30.478313 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'c96230ae-3683-436c-af06-c386c9125cef', 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd', 'port_id': 'c96230ae-3683-436c-af06-c386c9125cef', 'mac_address': 'fa:16:3e:dd:04:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd120894b-9e73-48e2-a56d-2c784e040bc7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:04:30.525003 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8f103b39-befd-4a34-802b-a1c9e63800fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:30.527980 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8f103b39-befd-4a34-802b-a1c9e63800fc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:30.561770 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:30.581391 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8f103b39-befd-4a34-802b-a1c9e63800fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:30.581797 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f103b39-befd-4a34-802b-a1c9e63800fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbffa177-71b5-4d7d-b749-a41a80f27bca {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:04:30.584768 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96230ae-3683-436c-af06-c386c9125cef {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:04:30.589516 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8f103b39-befd-4a34-802b-a1c9e63800fc admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:30.590696 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8f103b39-befd-4a34-802b-a1c9e63800fc admin admin] 10.222.0.55 "DELETE /v2.0/routers/cbffa177-71b5-4d7d-b749-a41a80f27bca HTTP/1.1" status: 204 len: 168 time: 1.7082887 Nov 25 20:04:30.593924 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48908) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:30.611514 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port c96230ae-3683-436c-af06-c386c9125cef, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c96230ae-3683-436c-af06-c386c9125cef,segment=NetworkSegment(9ffdeb7e-68a3-41b4-8711-e3a537d43fc9),segment_id=9ffdeb7e-68a3-41b4-8711-e3a537d43fc9)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:30.617561 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:30.703516 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-f659b582-2535-49e7-875c-87893aff1fd4 admin admin] Deleting subnet 58fbc8e7-048f-4825-a83a-6a6c0e7dfb98 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:04:30.708190 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f659b582-2535-49e7-875c-87893aff1fd4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:30.724554 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=c96230ae-3683-436c-af06-c386c9125cef,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:30.771756 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f659b582-2535-49e7-875c-87893aff1fd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:30.822750 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['c96230ae-3683-436c-af06-c386c9125cef'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:04:30.917565 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f659b582-2535-49e7-875c-87893aff1fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:31.091981 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f659b582-2535-49e7-875c-87893aff1fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:31.147943 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f6891-deb7-4437-91a0-04ea4ebb8b19 req-caa92235-f7a3-4f25-a076-6586ca3908a1 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:31.151077 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec1f6891-deb7-4437-91a0-04ea4ebb8b19 req-caa92235-f7a3-4f25-a076-6586ca3908a1 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01 HTTP/1.1" status: 200 len: 944 time: 0.1110640 Nov 25 20:04:31.178028 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659b582-2535-49e7-875c-87893aff1fd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58fbc8e7-048f-4825-a83a-6a6c0e7dfb98,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:31.183166 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f659b582-2535-49e7-875c-87893aff1fd4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:31.185312 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3540197f-01c8-43c1-94d9-b5b1276b38b8 None None] Network 79f390dd-a1bc-4f5d-b799-4937724649fb requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:04:31.191943 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f659b582-2535-49e7-875c-87893aff1fd4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/58fbc8e7-048f-4825-a83a-6a6c0e7dfb98 HTTP/1.1" status: 204 len: 168 time: 0.5967410 Nov 25 20:04:31.192891 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48916) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:31.199497 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659b582-2535-49e7-875c-87893aff1fd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:31.204876 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659b582-2535-49e7-875c-87893aff1fd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:31.205339 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659b582-2535-49e7-875c-87893aff1fd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:31.205759 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659b582-2535-49e7-875c-87893aff1fd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:31.206172 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659b582-2535-49e7-875c-87893aff1fd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:31.206608 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659b582-2535-49e7-875c-87893aff1fd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:31.209310 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659b582-2535-49e7-875c-87893aff1fd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:31.209797 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659b582-2535-49e7-875c-87893aff1fd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:31.210202 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659b582-2535-49e7-875c-87893aff1fd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:31.210652 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659b582-2535-49e7-875c-87893aff1fd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:31.211060 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659b582-2535-49e7-875c-87893aff1fd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:31.211459 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659b582-2535-49e7-875c-87893aff1fd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:31.271827 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec1f6891-deb7-4437-91a0-04ea4ebb8b19 req-81f7af47-4973-468d-81ad-c5c7f565d968 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=f72ff535-5be9-413b-8e5a-2eef6c6e93d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123664 Nov 25 20:04:31.330528 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:31.418861 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] Deleting port 65ae684c-6833-4c1d-b36c-ff98d53979ec {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:04:31.419981 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:31.476565 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96c946f-d30f-427a-b457-06dec01d130b None None] DHCP port deletion for 79f390dd-a1bc-4f5d-b799-4937724649fb request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:04:31.540236 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] For port 65ae684c-6833-4c1d-b36c-ff98d53979ec, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=65ae684c-6833-4c1d-b36c-ff98d53979ec,segment=NetworkSegment(03a027c3-918f-41c9-9817-d35dc0460d43),segment_id=03a027c3-918f-41c9-9817-d35dc0460d43)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:31.540960 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:31.567677 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] Calling delete_port for 65ae684c-6833-4c1d-b36c-ff98d53979ec owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:04:31.577489 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 269fee50-e3b9-437d-9a9f-3700e24cf9e7 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:04:31.627869 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 269fee50-e3b9-437d-9a9f-3700e24cf9e7 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:04:31.628630 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 269fee50-e3b9-437d-9a9f-3700e24cf9e7 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:04:31.629211 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device af6cf2fe-ea78-45d8-997f-98170c9c0e97 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:04:31.660269 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: af6cf2fe-ea78-45d8-997f-98170c9c0e97 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:04:31.660884 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device af6cf2fe-ea78-45d8-997f-98170c9c0e97 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:04:31.672236 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-c96c946f-d30f-427a-b457-06dec01d130b None None] Deleting port 65ae684c-6833-4c1d-b36c-ff98d53979ec {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:04:31.672618 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c96c946f-d30f-427a-b457-06dec01d130b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:31.703403 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:31.735184 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] Pushing event deleted for resources: {'Port': ['ID=65ae684c-6833-4c1d-b36c-ff98d53979ec,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:31.740192 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] No DVR routers for this DVR port 65ae684c-6833-4c1d-b36c-ff98d53979ec on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:04:31.751345 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:31.751968 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:31.752225 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:31.752594 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:31.752988 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:31.753328 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:31.753667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:31.754002 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:31.754360 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:31.754498 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c96c946f-d30f-427a-b457-06dec01d130b None None] For port 65ae684c-6833-4c1d-b36c-ff98d53979ec, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=65ae684c-6833-4c1d-b36c-ff98d53979ec,segment=NetworkSegment(03a027c3-918f-41c9-9817-d35dc0460d43),segment_id=03a027c3-918f-41c9-9817-d35dc0460d43)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:31.754703 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:31.755026 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c96c946f-d30f-427a-b457-06dec01d130b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:31.755145 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:31.755355 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:31.772082 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-c96c946f-d30f-427a-b457-06dec01d130b None None] Calling delete_port for 65ae684c-6833-4c1d-b36c-ff98d53979ec owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:04:31.842677 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:31.865809 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f390dd-a1bc-4f5d-b799-4937724649fb']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:31.877623 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a027c3-918f-41c9-9817-d35dc0460d43') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:31.878070 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a027c3-918f-41c9-9817-d35dc0460d43') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:31.880679 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c96c946f-d30f-427a-b457-06dec01d130b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:31.892409 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:31.912897 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:31.917508 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6cafe17d-5567-4245-9d11-347d7dce8fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:31.925547 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c946f-d30f-427a-b457-06dec01d130b None None] Pushing event deleted for resources: {'Port': ['ID=65ae684c-6833-4c1d-b36c-ff98d53979ec,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:31.927018 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:04:31.928011 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:31.933509 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96c946f-d30f-427a-b457-06dec01d130b None None] No DVR routers for this DVR port 65ae684c-6833-4c1d-b36c-ff98d53979ec on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:04:31.943293 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:04:32.020553 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:32.028052 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:32.037906 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 48930) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:32.038679 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] 10.222.0.55 "DELETE /v2.0/networks/79f390dd-a1bc-4f5d-b799-4937724649fb HTTP/1.1" status: 204 len: 168 time: 0.8442492 Nov 25 20:04:32.057470 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc7059-9401-4559-9b05-b133a60079ff admin admin] Pushing event deleted for resources: {'Network': ['ID=79f390dd-a1bc-4f5d-b799-4937724649fb,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:32.237487 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device c96230ae-3683-436c-af06-c386c9125cef up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:04:32.339230 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port c96230ae-3683-436c-af06-c386c9125cef completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:04:32.354030 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port c96230ae-3683-436c-af06-c386c9125cef triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:04:32.354583 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:32.518028 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d3bc8-4de0-46a2-922f-58225323fdcc req-9db81641-35fe-4be4-bc4e-5bdf71cabf78 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:32.520064 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:32.523652 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d8d3bc8-4de0-46a2-922f-58225323fdcc req-9db81641-35fe-4be4-bc4e-5bdf71cabf78 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01 HTTP/1.1" status: 200 len: 944 time: 0.0649831 Nov 25 20:04:32.530172 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f84e8d38-0745-4e4f-9225-cc34fb784f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:32.578324 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96230ae-3683-436c-af06-c386c9125cef'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:04:32.582776 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d83ea13-24b4-4bd5-8990-41b90b7a360a" -d '{"events": [{"server_uuid": "c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01", "name": "network-vif-plugged", "status": "completed", "tag": "c96230ae-3683-436c-af06-c386c9125cef"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:04:32.596963 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3d8d3bc8-4de0-46a2-922f-58225323fdcc req-c0899ef9-4fa5-493f-a775-e43e6465a3c7 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=f72ff535-5be9-413b-8e5a-2eef6c6e93d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644832 Nov 25 20:04:32.598999 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port c96230ae-3683-436c-af06-c386c9125cef, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c96230ae-3683-436c-af06-c386c9125cef,segment=NetworkSegment(9ffdeb7e-68a3-41b4-8711-e3a537d43fc9),segment_id=9ffdeb7e-68a3-41b4-8711-e3a537d43fc9)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:32.605718 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:32.710386 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a190564-cd8f-499c-8c73-1dd05c29b719 x-openstack-request-id: req-0a190564-cd8f-499c-8c73-1dd05c29b719 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:04:32.710700 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01", "name": "network-vif-plugged", "status": "completed", "tag": "c96230ae-3683-436c-af06-c386c9125cef", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:04:32.711582 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0a190564-cd8f-499c-8c73-1dd05c29b719 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:04:32.712239 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96230ae-3683-436c-af06-c386c9125cef', 'code': 200} Nov 25 20:04:32.722424 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=c96230ae-3683-436c-af06-c386c9125cef,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:32.804112 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ef166-20fb-46d9-83f1-a496b63f9604 req-889dc22c-001f-43b0-8e4b-a413f90e95eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:32.806080 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a37ef166-20fb-46d9-83f1-a496b63f9604 req-889dc22c-001f-43b0-8e4b-a413f90e95eb service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01 HTTP/1.1" status: 200 len: 1096 time: 0.0490007 Nov 25 20:04:32.872532 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a37ef166-20fb-46d9-83f1-a496b63f9604 req-782960d1-20b8-45e8-832f-ea2d85f6c15e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=f72ff535-5be9-413b-8e5a-2eef6c6e93d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572503 Nov 25 20:04:32.961889 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f84e8d38-0745-4e4f-9225-cc34fb784f9e admin admin] Deleting port 34195342-2bbc-4a35-9f45-69db7387b54e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:04:32.962241 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f84e8d38-0745-4e4f-9225-cc34fb784f9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:33.074070 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-f84e8d38-0745-4e4f-9225-cc34fb784f9e admin admin] For port 34195342-2bbc-4a35-9f45-69db7387b54e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=34195342-2bbc-4a35-9f45-69db7387b54e,segment=NetworkSegment(c99378aa-ce9a-42d0-a59f-19ec0ec4b3b2),segment_id=c99378aa-ce9a-42d0-a59f-19ec0ec4b3b2)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:33.078686 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f84e8d38-0745-4e4f-9225-cc34fb784f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:33.095955 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f84e8d38-0745-4e4f-9225-cc34fb784f9e admin admin] Calling delete_port for 34195342-2bbc-4a35-9f45-69db7387b54e owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:04:33.344254 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f84e8d38-0745-4e4f-9225-cc34fb784f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:33.379663 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e8d38-0745-4e4f-9225-cc34fb784f9e admin admin] Pushing event deleted for resources: {'Port': ['ID=34195342-2bbc-4a35-9f45-69db7387b54e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:33.404021 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 65ae684c-6833-4c1d-b36c-ff98d53979ec no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:04:33.441059 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 65ae684c-6833-4c1d-b36c-ff98d53979ec {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:04:33.441410 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 65ae684c-6833-4c1d-b36c-ff98d53979ec not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:04:33.768266 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:33.782379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634212a7-f723-4fea-a498-236bd58e5ff0 req-c7ca2dbf-94ec-45e2-8bea-2809bd3dae0b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:33.784579 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-634212a7-f723-4fea-a498-236bd58e5ff0 req-c7ca2dbf-94ec-45e2-8bea-2809bd3dae0b tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01 HTTP/1.1" status: 200 len: 945 time: 0.0727203 Nov 25 20:04:33.885410 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-634212a7-f723-4fea-a498-236bd58e5ff0 req-cc60414d-7d74-4fa0-a59c-c57b5bd7fe65 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=f72ff535-5be9-413b-8e5a-2eef6c6e93d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923965 Nov 25 20:04:33.949030 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f84e8d38-0745-4e4f-9225-cc34fb784f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:34.241574 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84e8d38-0745-4e4f-9225-cc34fb784f9e admin admin] Router 35ac7586-0b66-4b8a-8363-8de99788ce80 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:04:34.360584 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84e8d38-0745-4e4f-9225-cc34fb784f9e admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:04:34.366184 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f84e8d38-0745-4e4f-9225-cc34fb784f9e admin admin] 10.222.0.55 "PUT /v2.0/routers/35ac7586-0b66-4b8a-8363-8de99788ce80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3270934 Nov 25 20:04:34.368844 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 48988) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:34.373589 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bda23d-cc0a-41e9-ba46-406878e6defa None None] Sync routers for ids ['35ac7586-0b66-4b8a-8363-8de99788ce80'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:04:34.389700 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bda23d-cc0a-41e9-ba46-406878e6defa None None] Routers {'35ac7586-0b66-4b8a-8363-8de99788ce80'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:04:34.390402 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-38bda23d-cc0a-41e9-ba46-406878e6defa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:04:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['35ac7586-0b66-4b8a-8363-8de99788ce80'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:34.531802 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-38bda23d-cc0a-41e9-ba46-406878e6defa None None] Set router 35ac7586-0b66-4b8a-8363-8de99788ce80 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:04:34.543744 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-395e076e-a156-4f85-9969-be81e3cd11c4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:34.667235 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-395e076e-a156-4f85-9969-be81e3cd11c4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:34.754079 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-395e076e-a156-4f85-9969-be81e3cd11c4 admin admin] Deleting port 22a49269-bc54-422e-a142-83647b0d361b {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:04:34.755506 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-395e076e-a156-4f85-9969-be81e3cd11c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:34.769045 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-38bda23d-cc0a-41e9-ba46-406878e6defa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ac7586-0b66-4b8a-8363-8de99788ce80', 'name': 'tempest-TestServerBasicOps-490754281-router', 'tenant_id': 'a68eb6e515804d25bcc6fcbf07895423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '22a49269-bc54-422e-a142-83647b0d361b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:58Z', 'updated_at': '2021-11-25T20:04:33Z', 'revision_number': 5, 'project_id': 'a68eb6e515804d25bcc6fcbf07895423', 'gw_port': {'id': '22a49269-bc54-422e-a142-83647b0d361b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:58:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ac7586-0b66-4b8a-8363-8de99788ce80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:59Z', 'updated_at': '2021-11-25T19:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:34.803660 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bda23d-cc0a-41e9-ba46-406878e6defa None None] Checking router: 35ac7586-0b66-4b8a-8363-8de99788ce80 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:04:34.814013 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bda23d-cc0a-41e9-ba46-406878e6defa None None] Routers {'35ac7586-0b66-4b8a-8363-8de99788ce80'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:04:34.815012 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-38bda23d-cc0a-41e9-ba46-406878e6defa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:04:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['35ac7586-0b66-4b8a-8363-8de99788ce80'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:34.858727 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-395e076e-a156-4f85-9969-be81e3cd11c4 admin admin] For port 22a49269-bc54-422e-a142-83647b0d361b, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=22a49269-bc54-422e-a142-83647b0d361b,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:34.859721 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-395e076e-a156-4f85-9969-be81e3cd11c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:34.881361 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-395e076e-a156-4f85-9969-be81e3cd11c4 admin admin] Calling delete_port for 22a49269-bc54-422e-a142-83647b0d361b owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:04:34.929392 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-38bda23d-cc0a-41e9-ba46-406878e6defa None None] Set router 35ac7586-0b66-4b8a-8363-8de99788ce80 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:04:34.996551 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-38bda23d-cc0a-41e9-ba46-406878e6defa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ac7586-0b66-4b8a-8363-8de99788ce80', 'name': 'tempest-TestServerBasicOps-490754281-router', 'tenant_id': 'a68eb6e515804d25bcc6fcbf07895423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:58Z', 'updated_at': '2021-11-25T20:04:34Z', 'revision_number': 6, 'project_id': 'a68eb6e515804d25bcc6fcbf07895423', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:35.028751 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bda23d-cc0a-41e9-ba46-406878e6defa None None] The sync data for ids ['35ac7586-0b66-4b8a-8363-8de99788ce80'] in n-d-819349-5 is: [{'id': '35ac7586-0b66-4b8a-8363-8de99788ce80', 'name': 'tempest-TestServerBasicOps-490754281-router', 'tenant_id': 'a68eb6e515804d25bcc6fcbf07895423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:58Z', 'updated_at': '2021-11-25T20:04:34Z', 'revision_number': 6, 'project_id': 'a68eb6e515804d25bcc6fcbf07895423', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:04:35.137716 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec94f9-bbf9-40e9-b89b-970919c32b2f req-9f4d9a6c-b9dd-4890-b5a7-3fcc69392667 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:35.140429 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0aec94f9-bbf9-40e9-b89b-970919c32b2f req-9f4d9a6c-b9dd-4890-b5a7-3fcc69392667 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01 HTTP/1.1" status: 200 len: 945 time: 0.1158915 Nov 25 20:04:35.211629 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-395e076e-a156-4f85-9969-be81e3cd11c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:35.221146 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0aec94f9-bbf9-40e9-b89b-970919c32b2f req-3e64da35-478a-4353-8cda-94ca014ae2f1 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=f72ff535-5be9-413b-8e5a-2eef6c6e93d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693159 Nov 25 20:04:35.253298 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e076e-a156-4f85-9969-be81e3cd11c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=22a49269-bc54-422e-a142-83647b0d361b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:35.271661 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c434afd-c4ca-4e1b-b018-84132ba25c0b None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:04:35.355872 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-395e076e-a156-4f85-9969-be81e3cd11c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:35.506472 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-395e076e-a156-4f85-9969-be81e3cd11c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:35.511133 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-395e076e-a156-4f85-9969-be81e3cd11c4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:35.569834 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:35.574752 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3d74b-552c-4b1b-9d2f-f58d15dd7d81 req-0b7c9240-a36c-480f-b9a9-747256284a27 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:35.577853 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-59f3d74b-552c-4b1b-9d2f-f58d15dd7d81 req-0b7c9240-a36c-480f-b9a9-747256284a27 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01 HTTP/1.1" status: 200 len: 945 time: 0.2332158 Nov 25 20:04:35.601443 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-395e076e-a156-4f85-9969-be81e3cd11c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:35.602280 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395e076e-a156-4f85-9969-be81e3cd11c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35ac7586-0b66-4b8a-8363-8de99788ce80 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:04:35.615987 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-395e076e-a156-4f85-9969-be81e3cd11c4 admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:35.616214 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:35.618349 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-395e076e-a156-4f85-9969-be81e3cd11c4 admin admin] 10.222.0.55 "DELETE /v2.0/routers/35ac7586-0b66-4b8a-8363-8de99788ce80 HTTP/1.1" status: 204 len: 168 time: 1.2483194 Nov 25 20:04:35.620943 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49000) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:35.702624 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-59f3d74b-552c-4b1b-9d2f-f58d15dd7d81 req-594310e3-d003-46fc-862f-bdb393083892 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=f72ff535-5be9-413b-8e5a-2eef6c6e93d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177742 Nov 25 20:04:35.720183 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-360c6fdd-5548-4be5-b5ab-c891208f9737 admin admin] Deleting subnet 071ca28e-66e3-4f35-bd60-d17e5befbaf0 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:04:35.724117 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-360c6fdd-5548-4be5-b5ab-c891208f9737 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:35.729449 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49004) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:35.771520 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-360c6fdd-5548-4be5-b5ab-c891208f9737 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:35.789243 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80bedfd-956f-4605-85e4-6710b595be26 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:35.791130 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e80bedfd-956f-4605-85e4-6710b595be26 tempest-TestNetworkBasicOps-1686990137 tempest-TestNetworkBasicOps-1686990137-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01 HTTP/1.1" status: 200 len: 1091 time: 0.0606437 Nov 25 20:04:35.795074 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49006) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:35.801040 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-5ae8e8f1-b748-47f4-a708-8c3ed41f19c5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'port_id': 'c96230ae-3683-436c-af06-c386c9125cef', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:04:35.831623 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ae8e8f1-b748-47f4-a708-8c3ed41f19c5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:35.883399 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-360c6fdd-5548-4be5-b5ab-c891208f9737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:35.934915 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 34195342-2bbc-4a35-9f45-69db7387b54e no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:04:35.970305 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 34195342-2bbc-4a35-9f45-69db7387b54e {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:04:35.970675 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 34195342-2bbc-4a35-9f45-69db7387b54e not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:04:35.991634 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-360c6fdd-5548-4be5-b5ab-c891208f9737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:35.992716 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ae8e8f1-b748-47f4-a708-8c3ed41f19c5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:36.031671 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c6fdd-5548-4be5-b5ab-c891208f9737 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=071ca28e-66e3-4f35-bd60-d17e5befbaf0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:36.048068 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-360c6fdd-5548-4be5-b5ab-c891208f9737 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:36.052176 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-360c6fdd-5548-4be5-b5ab-c891208f9737 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/071ca28e-66e3-4f35-bd60-d17e5befbaf0 HTTP/1.1" status: 204 len: 168 time: 0.4296002 Nov 25 20:04:36.056219 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49008) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:36.060058 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0733538-54be-4caa-bbf0-a73c1ef069fc None None] Network ec86b910-d24a-4305-a272-06decec9d966 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:04:36.147460 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c63268d2-e330-45af-8ea8-300f384d8a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:36.333810 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c63268d2-e330-45af-8ea8-300f384d8a36 admin admin] Deleting port 52cc1852-6432-4eb6-ba57-f92675cfaff1 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:04:36.334490 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c63268d2-e330-45af-8ea8-300f384d8a36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:36.387529 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-5ae8e8f1-b748-47f4-a708-8c3ed41f19c5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Allocated IP 172.25.6.119 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/b59390fc-2a33-4c47-9261-e4b84e7141c4) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:04:36.476850 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-c63268d2-e330-45af-8ea8-300f384d8a36 admin admin] For port 52cc1852-6432-4eb6-ba57-f92675cfaff1, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=52cc1852-6432-4eb6-ba57-f92675cfaff1,segment=NetworkSegment(c99378aa-ce9a-42d0-a59f-19ec0ec4b3b2),segment_id=c99378aa-ce9a-42d0-a59f-19ec0ec4b3b2)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:36.477536 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c63268d2-e330-45af-8ea8-300f384d8a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:36.516767 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c63268d2-e330-45af-8ea8-300f384d8a36 admin admin] Calling delete_port for 52cc1852-6432-4eb6-ba57-f92675cfaff1 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:04:36.530707 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475f296d-44f7-4364-a21f-ca2a1cf0e600 None None] DHCP port deletion for ec86b910-d24a-4305-a272-06decec9d966 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:04:36.621200 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ae8e8f1-b748-47f4-a708-8c3ed41f19c5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:36.640752 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-475f296d-44f7-4364-a21f-ca2a1cf0e600 None None] Deleting port 52cc1852-6432-4eb6-ba57-f92675cfaff1 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:04:36.642179 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-475f296d-44f7-4364-a21f-ca2a1cf0e600 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:36.683406 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ae8e8f1-b748-47f4-a708-8c3ed41f19c5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:36.707758 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c63268d2-e330-45af-8ea8-300f384d8a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:36.741387 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae8e8f1-b748-47f4-a708-8c3ed41f19c5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:04:36.744507 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63268d2-e330-45af-8ea8-300f384d8a36 admin admin] No DVR routers for this DVR port 52cc1852-6432-4eb6-ba57-f92675cfaff1 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:04:36.748017 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-5ae8e8f1-b748-47f4-a708-8c3ed41f19c5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:04:36.751111 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae8e8f1-b748-47f4-a708-8c3ed41f19c5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:04:36.787011 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-475f296d-44f7-4364-a21f-ca2a1cf0e600 None None] For port 52cc1852-6432-4eb6-ba57-f92675cfaff1, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=52cc1852-6432-4eb6-ba57-f92675cfaff1,segment=NetworkSegment(c99378aa-ce9a-42d0-a59f-19ec0ec4b3b2),segment_id=c99378aa-ce9a-42d0-a59f-19ec0ec4b3b2)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:36.787900 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-475f296d-44f7-4364-a21f-ca2a1cf0e600 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:36.788291 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8e8f1-b748-47f4-a708-8c3ed41f19c5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'Port': ['ID=b59390fc-2a33-4c47-9261-e4b84e7141c4,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:36.807647 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63268d2-e330-45af-8ea8-300f384d8a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=52cc1852-6432-4eb6-ba57-f92675cfaff1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:36.819382 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-475f296d-44f7-4364-a21f-ca2a1cf0e600 None None] Calling delete_port for 52cc1852-6432-4eb6-ba57-f92675cfaff1 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:04:36.945671 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:04:36.953459 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c63268d2-e330-45af-8ea8-300f384d8a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:36.957683 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-475f296d-44f7-4364-a21f-ca2a1cf0e600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:37.005191 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475f296d-44f7-4364-a21f-ca2a1cf0e600 None None] No DVR routers for this DVR port 52cc1852-6432-4eb6-ba57-f92675cfaff1 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:04:37.007622 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c63268d2-e330-45af-8ea8-300f384d8a36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec86b910-d24a-4305-a272-06decec9d966']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:37.009585 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f296d-44f7-4364-a21f-ca2a1cf0e600 None None] Pushing event deleted for resources: {'Port': ['ID=52cc1852-6432-4eb6-ba57-f92675cfaff1,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:37.034634 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c63268d2-e330-45af-8ea8-300f384d8a36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99378aa-ce9a-42d0-a59f-19ec0ec4b3b2') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:37.035369 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c63268d2-e330-45af-8ea8-300f384d8a36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99378aa-ce9a-42d0-a59f-19ec0ec4b3b2') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:37.058195 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c63268d2-e330-45af-8ea8-300f384d8a36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:37.076352 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c63268d2-e330-45af-8ea8-300f384d8a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:37.087096 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c63268d2-e330-45af-8ea8-300f384d8a36 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:04:37.087922 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c63268d2-e330-45af-8ea8-300f384d8a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:04:37.090268 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:04:37.174763 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c63268d2-e330-45af-8ea8-300f384d8a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:37.198655 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c63268d2-e330-45af-8ea8-300f384d8a36 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:37.207991 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c63268d2-e330-45af-8ea8-300f384d8a36 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ec86b910-d24a-4305-a272-06decec9d966 HTTP/1.1" status: 204 len: 168 time: 1.1499023 Nov 25 20:04:37.231781 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63268d2-e330-45af-8ea8-300f384d8a36 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec86b910-d24a-4305-a272-06decec9d966,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:37.376332 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ae8e8f1-b748-47f4-a708-8c3ed41f19c5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:37.452783 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 52cc1852-6432-4eb6-ba57-f92675cfaff1 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:04:37.505895 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 52cc1852-6432-4eb6-ba57-f92675cfaff1 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:04:37.506432 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 52cc1852-6432-4eb6-ba57-f92675cfaff1 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:04:37.507110 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 22a49269-bc54-422e-a142-83647b0d361b no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:04:37.520377 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49026) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:37.533674 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ae8e8f1-b748-47f4-a708-8c3ed41f19c5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:37.538775 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 22a49269-bc54-422e-a142-83647b0d361b {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:04:37.539386 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 22a49269-bc54-422e-a142-83647b0d361b not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:04:37.609054 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f124cf71-919f-4f7d-b9b9-a8246f46d9c3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=36ea5929d02e4a0c99fcb11524ca5908&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0843778 Nov 25 20:04:37.609594 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49028) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:37.692451 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55944e61-2b9e-4059-b946-0777aef762bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:37.733781 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55944e61-2b9e-4059-b946-0777aef762bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:37.745004 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ae8e8f1-b748-47f4-a708-8c3ed41f19c5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:37.752174 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ae8e8f1-b748-47f4-a708-8c3ed41f19c5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:37.831568 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55944e61-2b9e-4059-b946-0777aef762bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:37.834449 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55944e61-2b9e-4059-b946-0777aef762bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:37.836818 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-55944e61-2b9e-4059-b946-0777aef762bc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f4a15787-de4a-4d42-816a-1376b140ce14 HTTP/1.1" status: 204 len: 168 time: 0.2261891 Nov 25 20:04:37.848349 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55944e61-2b9e-4059-b946-0777aef762bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a15787-de4a-4d42-816a-1376b140ce14,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:37.868779 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8e8f1-b748-47f4-a708-8c3ed41f19c5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event updated for resources: {'Port': ['ID=b59390fc-2a33-4c47-9261-e4b84e7141c4,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:37.903080 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ae8e8f1-b748-47f4-a708-8c3ed41f19c5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:38.050499 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-5ae8e8f1-b748-47f4-a708-8c3ed41f19c5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Floating IP 88b6a010-84dd-4800-aa0a-eabc32ca8d9d associated. External IP: 172.25.6.119, port: c96230ae-3683-436c-af06-c386c9125cef. Nov 25 20:04:38.360797 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49036) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:38.393743 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae8e8f1-b748-47f4-a708-8c3ed41f19c5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Router 2464ab81-a000-4c7d-80a8-7977dffbbc49 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:04:38.410794 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-797ae313-618d-4518-b71b-2ee731265f39 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a68eb6e515804d25bcc6fcbf07895423&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0487273 Nov 25 20:04:38.411430 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49038) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:38.475511 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ef6e915-561d-4223-a688-c2b453be813d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:38.517936 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ef6e915-561d-4223-a688-c2b453be813d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:38.545976 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae8e8f1-b748-47f4-a708-8c3ed41f19c5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:04:38.561893 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2677bc3-9d72-451b-b236-4f4cc498c97e None None] Sync routers for ids ['2464ab81-a000-4c7d-80a8-7977dffbbc49'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:04:38.567338 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ae8e8f1-b748-47f4-a708-8c3ed41f19c5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:38.584541 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2677bc3-9d72-451b-b236-4f4cc498c97e None None] Routers {'2464ab81-a000-4c7d-80a8-7977dffbbc49'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:04:38.585475 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-a2677bc3-9d72-451b-b236-4f4cc498c97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:04:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['2464ab81-a000-4c7d-80a8-7977dffbbc49'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:38.626262 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5ae8e8f1-b748-47f4-a708-8c3ed41f19c5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8297224 Nov 25 20:04:38.627176 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01', 'tag': 'c96230ae-3683-436c-af06-c386c9125cef'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:04:38.628811 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49044) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:38.636919 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcbc583-569c-42ef-a009-cd7351387405" -d '{"events": [{"name": "network-changed", "server_uuid": "c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01", "tag": "c96230ae-3683-436c-af06-c386c9125cef"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:04:38.694479 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ef6e915-561d-4223-a688-c2b453be813d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:38.695782 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa527322-b62f-4ae6-91e7-c02e9f88b5d8 x-openstack-request-id: req-aa527322-b62f-4ae6-91e7-c02e9f88b5d8 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:04:38.696288 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01", "tag": "c96230ae-3683-436c-af06-c386c9125cef", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:04:38.696718 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aa527322-b62f-4ae6-91e7-c02e9f88b5d8 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:04:38.697383 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01', 'tag': 'c96230ae-3683-436c-af06-c386c9125cef', 'status': 'completed', 'code': 200} Nov 25 20:04:38.698106 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ef6e915-561d-4223-a688-c2b453be813d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:38.703147 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9ef6e915-561d-4223-a688-c2b453be813d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f8cee0c9-4e0b-4289-a717-313a3021d717 HTTP/1.1" status: 204 len: 168 time: 0.2869406 Nov 25 20:04:38.719430 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6e915-561d-4223-a688-c2b453be813d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cee0c9-4e0b-4289-a717-313a3021d717,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:38.749092 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b5d0128b-0aec-4f83-a4d6-522da4fecabe tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/floatingips/88b6a010-84dd-4800-aa0a-eabc32ca8d9d HTTP/1.1" status: 200 len: 991 time: 0.1187580 Nov 25 20:04:38.799679 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-a2677bc3-9d72-451b-b236-4f4cc498c97e None None] Set router 2464ab81-a000-4c7d-80a8-7977dffbbc49 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:04:38.847934 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbc583-569c-42ef-a009-cd7351387405 req-bf1f0601-0f37-4d19-ac8d-0ca7272bff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:38.849853 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bbcbc583-569c-42ef-a009-cd7351387405 req-bf1f0601-0f37-4d19-ac8d-0ca7272bff0c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=32afe38025cf480891593cfe301fccc3&device_id=c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01 HTTP/1.1" status: 200 len: 1096 time: 0.1225393 Nov 25 20:04:38.996403 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbc583-569c-42ef-a009-cd7351387405 req-6993e578-7889-4add-a02b-da9dead9caf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:38.999262 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bbcbc583-569c-42ef-a009-cd7351387405 req-6993e578-7889-4add-a02b-da9dead9caf8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2c3832fe-1602-41b7-8253-3bb40ac1cbbd HTTP/1.1" status: 200 len: 898 time: 0.1426780 Nov 25 20:04:39.153133 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bbcbc583-569c-42ef-a009-cd7351387405 req-8b8ccc45-46a9-4d6a-b83a-baafac02dcef service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c96230ae-3683-436c-af06-c386c9125cef HTTP/1.1" status: 200 len: 999 time: 0.1458540 Nov 25 20:04:39.289943 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbc583-569c-42ef-a009-cd7351387405 req-1994841f-aeae-435d-8ec2-e442e7ce97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:39.299275 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bbcbc583-569c-42ef-a009-cd7351387405 req-1994841f-aeae-435d-8ec2-e442e7ce97d1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d120894b-9e73-48e2-a56d-2c784e040bc7 HTTP/1.1" status: 200 len: 835 time: 0.1348548 Nov 25 20:04:39.306917 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-a2677bc3-9d72-451b-b236-4f4cc498c97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'name': 'tempest-TestNetworkBasicOps-router-1037052886', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:04:09Z', 'updated_at': '2021-11-25T20:04:16Z', 'revision_number': 4, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:68:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:04:10Z', 'updated_at': '2021-11-25T20:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '88b6a010-84dd-4800-aa0a-eabc32ca8d9d', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'floating_ip_address': '172.25.6.119', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'port_id': 'c96230ae-3683-436c-af06-c386c9125cef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd', 'mac_address': 'fa:16:3e:dd:04:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:04:37Z', 'updated_at': '2021-11-25T20:04:37Z', 'revision_number': 0, 'project_id': '32afe38025cf480891593cfe301fccc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30260bac-a383-4623-bfbf-3ac2602f0026', 'name': '', 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'mac_address': 'fa:16:3e:3d:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'd120894b-9e73-48e2-a56d-2c784e040bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:04:14Z', 'updated_at': '2021-11-25T20:04:20Z', 'revision_number': 5, 'project_id': '32afe38025cf480891593cfe301fccc3', 'subnets': [{'id': 'd120894b-9e73-48e2-a56d-2c784e040bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:39.358213 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2677bc3-9d72-451b-b236-4f4cc498c97e None None] Checking router: 2464ab81-a000-4c7d-80a8-7977dffbbc49 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:04:39.389232 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2677bc3-9d72-451b-b236-4f4cc498c97e None None] Routers {'2464ab81-a000-4c7d-80a8-7977dffbbc49'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:04:39.391882 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-a2677bc3-9d72-451b-b236-4f4cc498c97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:04:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['2464ab81-a000-4c7d-80a8-7977dffbbc49'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:39.397531 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbc583-569c-42ef-a009-cd7351387405 req-9bf30f45-354e-4440-8b8d-45e3680d15ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:39.400928 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bbcbc583-569c-42ef-a009-cd7351387405 req-9bf30f45-354e-4440-8b8d-45e3680d15ad service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2c3832fe-1602-41b7-8253-3bb40ac1cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979490 Nov 25 20:04:39.548533 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bbcbc583-569c-42ef-a009-cd7351387405 req-d3f0d92b-918b-43c8-9fc2-1ae56393afee service neutron] 10.222.0.85 "GET /v2.0/networks/2c3832fe-1602-41b7-8253-3bb40ac1cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400485 Nov 25 20:04:39.569914 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-a2677bc3-9d72-451b-b236-4f4cc498c97e None None] Set router 2464ab81-a000-4c7d-80a8-7977dffbbc49 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:04:39.751394 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49056) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:39.925358 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-a2677bc3-9d72-451b-b236-4f4cc498c97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'name': 'tempest-TestNetworkBasicOps-router-1037052886', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:04:09Z', 'updated_at': '2021-11-25T20:04:16Z', 'revision_number': 4, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:68:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:04:10Z', 'updated_at': '2021-11-25T20:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '88b6a010-84dd-4800-aa0a-eabc32ca8d9d', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'floating_ip_address': '172.25.6.119', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'port_id': 'c96230ae-3683-436c-af06-c386c9125cef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd', 'mac_address': 'fa:16:3e:dd:04:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:04:37Z', 'updated_at': '2021-11-25T20:04:37Z', 'revision_number': 0, 'project_id': '32afe38025cf480891593cfe301fccc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30260bac-a383-4623-bfbf-3ac2602f0026', 'name': '', 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'mac_address': 'fa:16:3e:3d:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'd120894b-9e73-48e2-a56d-2c784e040bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:04:14Z', 'updated_at': '2021-11-25T20:04:20Z', 'revision_number': 5, 'project_id': '32afe38025cf480891593cfe301fccc3', 'subnets': [{'id': 'd120894b-9e73-48e2-a56d-2c784e040bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:39.948807 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-570f8dfa-2e57-4734-ba1f-11058db7f1ea tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/floatingips/88b6a010-84dd-4800-aa0a-eabc32ca8d9d HTTP/1.1" status: 200 len: 991 time: 0.1930113 Nov 25 20:04:39.969531 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2677bc3-9d72-451b-b236-4f4cc498c97e None None] The sync data for ids ['2464ab81-a000-4c7d-80a8-7977dffbbc49'] in n-d-819349-5 is: [{'id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'name': 'tempest-TestNetworkBasicOps-router-1037052886', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:04:09Z', 'updated_at': '2021-11-25T20:04:16Z', 'revision_number': 4, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:68:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:04:10Z', 'updated_at': '2021-11-25T20:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '88b6a010-84dd-4800-aa0a-eabc32ca8d9d', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'floating_ip_address': '172.25.6.119', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'port_id': 'c96230ae-3683-436c-af06-c386c9125cef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd', 'mac_address': 'fa:16:3e:dd:04:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:04:37Z', 'updated_at': '2021-11-25T20:04:37Z', 'revision_number': 0, 'project_id': '32afe38025cf480891593cfe301fccc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30260bac-a383-4623-bfbf-3ac2602f0026', 'name': '', 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'mac_address': 'fa:16:3e:3d:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'd120894b-9e73-48e2-a56d-2c784e040bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:04:14Z', 'updated_at': '2021-11-25T20:04:20Z', 'revision_number': 5, 'project_id': '32afe38025cf480891593cfe301fccc3', 'subnets': [{'id': 'd120894b-9e73-48e2-a56d-2c784e040bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:04:40.122021 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bbcbc583-569c-42ef-a009-cd7351387405 req-e7366e9e-8132-4153-b3f2-3ef7dc580129 service neutron] 10.222.0.85 "GET /v2.0/networks/2c3832fe-1602-41b7-8253-3bb40ac1cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5664208 Nov 25 20:04:40.271958 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7188d8e-0a75-4ea8-846d-d07648ed95a1 None None] New status for floating IP 88b6a010-84dd-4800-aa0a-eabc32ca8d9d: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:04:40.731911 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f801fc45-deea-44e6-aac5-a69690c03dc9 req-6ea69eff-6be9-4867-b6ef-ca0a9575429c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496757 Nov 25 20:04:40.829267 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801fc45-deea-44e6-aac5-a69690c03dc9 req-2f1f04b4-0417-444e-9f24-be9be006677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:40.832040 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f801fc45-deea-44e6-aac5-a69690c03dc9 req-2f1f04b4-0417-444e-9f24-be9be006677c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 1096 time: 0.0460696 Nov 25 20:04:40.949789 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49076) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:40.973320 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801fc45-deea-44e6-aac5-a69690c03dc9 req-205ee231-d7ed-4390-ae7a-8be9ed179947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:40.974720 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f801fc45-deea-44e6-aac5-a69690c03dc9 req-205ee231-d7ed-4390-ae7a-8be9ed179947 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f73792e4-52f8-4848-9d68-54c05af95de0 HTTP/1.1" status: 200 len: 896 time: 0.1163888 Nov 25 20:04:41.082330 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bc1eaa42-379e-4665-9a0f-2c3fe7df6f5a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/floatingips/88b6a010-84dd-4800-aa0a-eabc32ca8d9d HTTP/1.1" status: 200 len: 993 time: 0.1286108 Nov 25 20:04:41.120088 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f801fc45-deea-44e6-aac5-a69690c03dc9 req-76b6b2f9-e177-4db6-a4ee-e12ba86b62f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beb74661-9918-414c-ab4d-47f9a37797e5 HTTP/1.1" status: 200 len: 1000 time: 0.1253347 Nov 25 20:04:41.188925 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801fc45-deea-44e6-aac5-a69690c03dc9 req-894c362a-8c05-454a-8651-ab3e132bdfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:41.190428 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f801fc45-deea-44e6-aac5-a69690c03dc9 req-894c362a-8c05-454a-8651-ab3e132bdfe0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd HTTP/1.1" status: 200 len: 834 time: 0.0604005 Nov 25 20:04:41.251735 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801fc45-deea-44e6-aac5-a69690c03dc9 req-5b719229-a461-4f55-841c-18b82e8ad024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:41.253738 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f801fc45-deea-44e6-aac5-a69690c03dc9 req-5b719229-a461-4f55-841c-18b82e8ad024 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f73792e4-52f8-4848-9d68-54c05af95de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491543 Nov 25 20:04:41.370186 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f801fc45-deea-44e6-aac5-a69690c03dc9 req-756c103f-60d4-4488-88c6-90575e4a5850 service neutron] 10.222.0.73 "GET /v2.0/networks/f73792e4-52f8-4848-9d68-54c05af95de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032789 Nov 25 20:04:41.488265 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f801fc45-deea-44e6-aac5-a69690c03dc9 req-8d16b9f9-0f78-478e-a42b-40fc52d1bc22 service neutron] 10.222.0.73 "GET /v2.0/networks/f73792e4-52f8-4848-9d68-54c05af95de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099026 Nov 25 20:04:48.376391 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d7083-26c4-4861-bbfb-a9d4b28e05e1 req-9b1db2b1-d38d-459a-8562-933d0bff4940 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:48.377956 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-298d7083-26c4-4861-bbfb-a9d4b28e05e1 req-9b1db2b1-d38d-459a-8562-933d0bff4940 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 1096 time: 0.0462136 Nov 25 20:04:48.398152 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-298d7083-26c4-4861-bbfb-a9d4b28e05e1 req-9dd25848-130b-409c-80e5-b25260befa9c tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:48.494357 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-298d7083-26c4-4861-bbfb-a9d4b28e05e1 req-9dd25848-130b-409c-80e5-b25260befa9c tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:48.502412 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-298d7083-26c4-4861-bbfb-a9d4b28e05e1 req-9dd25848-130b-409c-80e5-b25260befa9c tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:48.554434 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-298d7083-26c4-4861-bbfb-a9d4b28e05e1 req-9dd25848-130b-409c-80e5-b25260befa9c tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697047 Nov 25 20:04:48.555227 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd25848-130b-409c-80e5-b25260befa9c tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807cd92e-5625-4a75-8f97-a5c0e099fdf8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:48.680836 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38e5d1-31fd-4193-beb6-a7793bc2dd06 req-d719e9b4-24ae-409b-a668-afce6ddea424 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:48.682671 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c38e5d1-31fd-4193-beb6-a7793bc2dd06 req-d719e9b4-24ae-409b-a668-afce6ddea424 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 945 time: 0.0537956 Nov 25 20:04:48.738231 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c38e5d1-31fd-4193-beb6-a7793bc2dd06 req-48e4280d-244a-49e3-8dee-5571a4332e69 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483558 Nov 25 20:04:48.761002 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49186) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:48.824675 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-91f52e64-1f5a-42f7-b795-3d71105a581e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/floatingips/1e2ec93f-40e9-4e72-b2a1-340f82a990ba HTTP/1.1" status: 200 len: 992 time: 0.0622416 Nov 25 20:04:49.129141 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-94250d14-69fa-40e1-bf8c-7da3320e179c req-6195e066-b1b7-4cb0-a4b9-96d4e77ba31f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:04:49.130732 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94250d14-69fa-40e1-bf8c-7da3320e179c req-6195e066-b1b7-4cb0-a4b9-96d4e77ba31f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064259 Nov 25 20:04:49.760796 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845c007-0ec8-4894-ac00-c9fc0d594ea1 req-dca1f054-1ffd-4362-be5c-9701b4ad1361 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:49.760796 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5845c007-0ec8-4894-ac00-c9fc0d594ea1 req-dca1f054-1ffd-4362-be5c-9701b4ad1361 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 945 time: 0.1209881 Nov 25 20:04:49.804469 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5845c007-0ec8-4894-ac00-c9fc0d594ea1 req-feb8b9aa-0507-4dbe-9897-67fd977408b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220360 Nov 25 20:04:49.900814 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-f5556135-89ec-4f16-9684-3edf1a42ffac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3014193 Nov 25 20:04:49.906832 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-752f4bc0-a9ef-4d76-90a2-4e9d92a97a3c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:04:49.910549 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-752f4bc0-a9ef-4d76-90a2-4e9d92a97a3c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087609 Nov 25 20:04:50.987304 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45082001-4676-4103-87ef-ca3b48c3f7c9 req-29a6f2c0-f13b-4315-82b4-c20d91638b0d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:50.989298 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45082001-4676-4103-87ef-ca3b48c3f7c9 req-29a6f2c0-f13b-4315-82b4-c20d91638b0d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 945 time: 0.0605688 Nov 25 20:04:51.065047 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45082001-4676-4103-87ef-ca3b48c3f7c9 req-d9de6113-cc31-486e-97c5-3858a6592755 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692797 Nov 25 20:04:51.445426 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-51ee69b3-2bfd-4c04-90fd-490bc2454ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:51.447133 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-51ee69b3-2bfd-4c04-90fd-490bc2454ffc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 1096 time: 0.0663221 Nov 25 20:04:51.552547 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-8acbff92-51db-456a-b2c8-27f582a00931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:51.554066 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-8acbff92-51db-456a-b2c8-27f582a00931 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f73792e4-52f8-4848-9d68-54c05af95de0 HTTP/1.1" status: 200 len: 896 time: 0.0988960 Nov 25 20:04:51.635397 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-ba7a627f-76fb-4054-a596-16831a9aa5b8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beb74661-9918-414c-ab4d-47f9a37797e5 HTTP/1.1" status: 200 len: 1000 time: 0.0734882 Nov 25 20:04:51.691752 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-bced515d-dcdb-4ac6-9371-91be59306c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:51.692627 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-bced515d-dcdb-4ac6-9371-91be59306c7d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd HTTP/1.1" status: 200 len: 834 time: 0.0498214 Nov 25 20:04:51.772435 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-5f9aae87-9037-4d37-86c2-44eb8f9b3cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:51.774050 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-5f9aae87-9037-4d37-86c2-44eb8f9b3cb3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f73792e4-52f8-4848-9d68-54c05af95de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737040 Nov 25 20:04:51.893365 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-b0e6936e-6c6a-4798-a487-b477b2a0bf44 service neutron] 10.222.0.73 "GET /v2.0/networks/f73792e4-52f8-4848-9d68-54c05af95de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101096 Nov 25 20:04:52.017830 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-e0bc4969-9db3-4a2a-bec4-f242193dcb8b service neutron] 10.222.0.73 "GET /v2.0/networks/f73792e4-52f8-4848-9d68-54c05af95de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162755 Nov 25 20:04:52.252076 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24f75f-5496-44b2-93a4-ad69ecea9449 req-98bb6947-388b-4435-8bce-79c36b64f06f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:52.253984 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2e24f75f-5496-44b2-93a4-ad69ecea9449 req-98bb6947-388b-4435-8bce-79c36b64f06f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 945 time: 0.0790968 Nov 25 20:04:52.323903 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2e24f75f-5496-44b2-93a4-ad69ecea9449 req-3e34e8f5-b01c-488a-8480-c7faebd457b1 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599101 Nov 25 20:04:52.601722 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:04:52.650758 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49334) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:52.777538 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e7fbb25-bc2b-4e3c-b2e7-f70300e9cb3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:52.871203 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e7fbb25-bc2b-4e3c-b2e7-f70300e9cb3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:52.877932 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e7fbb25-bc2b-4e3c-b2e7-f70300e9cb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:52.928779 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7e7fbb25-bc2b-4e3c-b2e7-f70300e9cb3e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4e01e00d5385446599c42ef8479c5827&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2764292 Nov 25 20:04:52.930639 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7fbb25-bc2b-4e3c-b2e7-f70300e9cb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21ce517-c217-419c-bfb7-65742be3acc9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:52.931077 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49346) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:52.992403 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f062f3d-e637-4727-90ca-daa55bf8524a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:53.017498 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f062f3d-e637-4727-90ca-daa55bf8524a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:53.084066 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f062f3d-e637-4727-90ca-daa55bf8524a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:53.086611 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f062f3d-e637-4727-90ca-daa55bf8524a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:53.087773 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3f062f3d-e637-4727-90ca-daa55bf8524a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f21ce517-c217-419c-bfb7-65742be3acc9 HTTP/1.1" status: 204 len: 168 time: 0.1557028 Nov 25 20:04:53.097231 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f062f3d-e637-4727-90ca-daa55bf8524a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21ce517-c217-419c-bfb7-65742be3acc9,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:53.405238 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49364) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:53.420337 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bbe3622f-0b11-487a-bbc8-ea02f4a6e88b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:53.505900 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfaadf-2a6f-474c-bab9-17ad90f257de req-857957e2-00eb-4d5c-9282-d721a46f98bb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:53.507504 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61bfaadf-2a6f-474c-bab9-17ad90f257de req-857957e2-00eb-4d5c-9282-d721a46f98bb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 945 time: 0.0787387 Nov 25 20:04:53.578196 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bbe3622f-0b11-487a-bbc8-ea02f4a6e88b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:53.592148 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bbe3622f-0b11-487a-bbc8-ea02f4a6e88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:53.617557 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61bfaadf-2a6f-474c-bab9-17ad90f257de req-9950af40-a9d0-42e2-8080-e4cca81005b3 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896950 Nov 25 20:04:53.643733 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bbe3622f-0b11-487a-bbc8-ea02f4a6e88b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a388f3357f14b41912814fa928d7bc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2372942 Nov 25 20:04:53.644733 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3622f-0b11-487a-bbc8-ea02f4a6e88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba27afc5-5fc9-4479-8970-4ab840298388,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:53.646814 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49370) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:53.708981 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f1f51ff-fc0c-4f8f-9957-b08625dc10d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:53.735081 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f1f51ff-fc0c-4f8f-9957-b08625dc10d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:53.789046 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f1f51ff-fc0c-4f8f-9957-b08625dc10d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:53.793132 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f1f51ff-fc0c-4f8f-9957-b08625dc10d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:53.798277 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1f1f51ff-fc0c-4f8f-9957-b08625dc10d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ba27afc5-5fc9-4479-8970-4ab840298388 HTTP/1.1" status: 204 len: 168 time: 0.1503980 Nov 25 20:04:53.806797 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f51ff-fc0c-4f8f-9957-b08625dc10d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba27afc5-5fc9-4479-8970-4ab840298388,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:53.858956 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:54.433860 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:54.762211 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2d39c-90ef-4f02-a0fe-88972afeb8d4 req-83babb75-8fd7-4737-8981-dfaa55c1fe49 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:54.763873 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dfc2d39c-90ef-4f02-a0fe-88972afeb8d4 req-83babb75-8fd7-4737-8981-dfaa55c1fe49 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 945 time: 0.0724494 Nov 25 20:04:54.833062 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dfc2d39c-90ef-4f02-a0fe-88972afeb8d4 req-a435bbb1-03a3-4676-8b4a-9696e4e5ea00 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630274 Nov 25 20:04:55.980135 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf8251-dae6-41e7-b92a-0cba3d4ef1ad req-1baf78f1-37ec-466a-9d0d-dbd9b384c94c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:55.981867 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6adf8251-dae6-41e7-b92a-0cba3d4ef1ad req-1baf78f1-37ec-466a-9d0d-dbd9b384c94c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 945 time: 0.0651655 Nov 25 20:04:56.065555 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6adf8251-dae6-41e7-b92a-0cba3d4ef1ad req-12d2431d-f2e7-49d6-80b5-f67e3133a910 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595870 Nov 25 20:04:57.218654 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bfbe3-a05a-4e63-af07-4d0a67329151 req-eaa63295-a52a-43d5-a488-0082f7c204ef tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:57.220257 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fa2bfbe3-a05a-4e63-af07-4d0a67329151 req-eaa63295-a52a-43d5-a488-0082f7c204ef tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 945 time: 0.0697553 Nov 25 20:04:57.298921 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fa2bfbe3-a05a-4e63-af07-4d0a67329151 req-7d999652-cbfd-469a-ada3-4cdf3b41770c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701318 Nov 25 20:04:57.316366 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49584) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:57.447788 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12ec0712-f2ad-440e-9ed1-0a557b76ebe0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:57.546618 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12ec0712-f2ad-440e-9ed1-0a557b76ebe0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:57.551155 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12ec0712-f2ad-440e-9ed1-0a557b76ebe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:57.597535 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-12ec0712-f2ad-440e-9ed1-0a557b76ebe0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fa0f0d214ef44a35846c7d03d093c8f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2795682 Nov 25 20:04:57.598489 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec0712-f2ad-440e-9ed1-0a557b76ebe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693ca760-e95a-4649-b9d2-1f43e620b794,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:57.600425 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49594) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:57.661623 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18dcda4b-f5a5-47a2-a68b-07370f5e7093 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:57.687241 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18dcda4b-f5a5-47a2-a68b-07370f5e7093 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:57.750767 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18dcda4b-f5a5-47a2-a68b-07370f5e7093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:57.754584 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18dcda4b-f5a5-47a2-a68b-07370f5e7093 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:57.762001 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-18dcda4b-f5a5-47a2-a68b-07370f5e7093 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/693ca760-e95a-4649-b9d2-1f43e620b794 HTTP/1.1" status: 204 len: 168 time: 0.1578722 Nov 25 20:04:57.774533 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dcda4b-f5a5-47a2-a68b-07370f5e7093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693ca760-e95a-4649-b9d2-1f43e620b794,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:58.116485 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49612) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:58.137544 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dca5f0c7-9293-475b-9973-304692444896 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:58.243179 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dca5f0c7-9293-475b-9973-304692444896 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:58.247530 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dca5f0c7-9293-475b-9973-304692444896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:58.290047 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5f0c7-9293-475b-9973-304692444896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d8d3c1-d702-44d8-9a89-7f9febe495f0,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:58.296241 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-dca5f0c7-9293-475b-9973-304692444896 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3d225cd46d8f44f78a744e3770c7806f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1784029 Nov 25 20:04:58.299134 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49618) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:58.356066 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77332ed3-a10c-4516-9539-472e85a0ab0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:58.387206 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77332ed3-a10c-4516-9539-472e85a0ab0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:58.471228 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6747c0-2ccd-4eff-986c-fb1b8b2fc70d req-71ab45ca-3e6a-4b35-9581-c99e7ea8a489 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:58.473198 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e6747c0-2ccd-4eff-986c-fb1b8b2fc70d req-71ab45ca-3e6a-4b35-9581-c99e7ea8a489 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 945 time: 0.0688221 Nov 25 20:04:58.484248 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77332ed3-a10c-4516-9539-472e85a0ab0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:58.487630 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77332ed3-a10c-4516-9539-472e85a0ab0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:58.491566 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-77332ed3-a10c-4516-9539-472e85a0ab0a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/99d8d3c1-d702-44d8-9a89-7f9febe495f0 HTTP/1.1" status: 204 len: 168 time: 0.1915090 Nov 25 20:04:58.508073 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77332ed3-a10c-4516-9539-472e85a0ab0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d8d3c1-d702-44d8-9a89-7f9febe495f0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:58.553468 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e6747c0-2ccd-4eff-986c-fb1b8b2fc70d req-bf2777d2-3f8a-4bfa-b9e6-63fcae461da0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576029 Nov 25 20:04:59.280388 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a994e3c1-dabb-4186-bd23-7495fcd77f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:59.707307 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e309dbd-0966-4bd1-8478-d41776a652be req-8462a870-2e14-4eda-a3ff-18cd565d4d37 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:59.709246 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e309dbd-0966-4bd1-8478-d41776a652be req-8462a870-2e14-4eda-a3ff-18cd565d4d37 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 945 time: 0.0615761 Nov 25 20:04:59.791495 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e309dbd-0966-4bd1-8478-d41776a652be req-c9ae232a-1fc0-4357-987a-036f8e76921c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686553 Nov 25 20:05:00.944936 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b122fb9-0a66-4207-be4f-f4822059bb11 req-c7ed5e4a-9c4e-4f21-8314-ffcdd767739c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:00.954846 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7b122fb9-0a66-4207-be4f-f4822059bb11 req-c7ed5e4a-9c4e-4f21-8314-ffcdd767739c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 945 time: 0.0821197 Nov 25 20:05:01.009980 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7b122fb9-0a66-4207-be4f-f4822059bb11 req-2340d98a-9aab-4060-afd0-2a2d3cbdac53 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539289 Nov 25 20:05:01.728879 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5a0edd12-192c-4200-9d11-4691d930d937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:02.180092 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc3e12-9937-4d88-a3b2-4ae841192456 req-c726d117-11e8-452f-b449-f56ca38bee50 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:02.182674 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99dc3e12-9937-4d88-a3b2-4ae841192456 req-c726d117-11e8-452f-b449-f56ca38bee50 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 945 time: 0.0727122 Nov 25 20:05:02.247056 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99dc3e12-9937-4d88-a3b2-4ae841192456 req-c0df1dbc-82ae-4ed9-9e60-a2fb9cc9dad5 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556276 Nov 25 20:05:03.374470 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668b256-2da5-4ba7-a31a-c568d4affe70 req-27e4d917-295f-4af8-ace8-e018a52a8254 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:03.376142 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5668b256-2da5-4ba7-a31a-c568d4affe70 req-27e4d917-295f-4af8-ace8-e018a52a8254 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 945 time: 0.0538714 Nov 25 20:05:03.430641 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5668b256-2da5-4ba7-a31a-c568d4affe70 req-c4df0ddc-aad3-4280-8d40-a44e7cc2c625 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481825 Nov 25 20:05:03.752047 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:04.559530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fab2a-4fd2-4d6c-a1cf-9626e8994e44 req-c7eb753b-a636-435b-85c0-daf72a83977d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:04.561300 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-609fab2a-4fd2-4d6c-a1cf-9626e8994e44 req-c7eb753b-a636-435b-85c0-daf72a83977d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 945 time: 0.0555565 Nov 25 20:05:04.630877 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-609fab2a-4fd2-4d6c-a1cf-9626e8994e44 req-c71c1235-5146-4d33-bfcc-af9fefd6eb46 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616829 Nov 25 20:05:05.563994 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:05.617594 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:05.771413 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115324e6-fd76-4e58-8b7a-7cc8d9ea6ada req-6818c869-3c40-4c8d-9944-14081213f20c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:05.772992 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-115324e6-fd76-4e58-8b7a-7cc8d9ea6ada req-6818c869-3c40-4c8d-9944-14081213f20c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 945 time: 0.0562720 Nov 25 20:05:05.834683 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-115324e6-fd76-4e58-8b7a-7cc8d9ea6ada req-30ef9a8e-544a-4121-b961-c4b377ff8720 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552742 Nov 25 20:05:06.965803 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b0179-3641-413a-9398-6da37eee6186 req-fd3b12ca-9c24-46ee-a5a5-167f6b4eb72f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:06.968819 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd5b0179-3641-413a-9398-6da37eee6186 req-fd3b12ca-9c24-46ee-a5a5-167f6b4eb72f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 945 time: 0.0552819 Nov 25 20:05:07.023061 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd5b0179-3641-413a-9398-6da37eee6186 req-047d62e9-17bb-4c93-a978-abb2b49b5a4a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476093 Nov 25 20:05:08.162411 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f8142-f4d5-4afb-aaa7-5798b19a165d req-41b2fd24-f7e1-493a-86ca-ae63d6daccc4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:08.164979 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e42f8142-f4d5-4afb-aaa7-5798b19a165d req-41b2fd24-f7e1-493a-86ca-ae63d6daccc4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 945 time: 0.0583189 Nov 25 20:05:08.225413 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e42f8142-f4d5-4afb-aaa7-5798b19a165d req-6f00108e-6957-4060-9730-3f3d7cbc8f46 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535944 Nov 25 20:05:09.380357 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf34cc-7f09-48cf-8a03-f676b764bfca req-1e6d1fd8-097f-463c-b53a-b3af841cca64 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:09.382090 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ddbf34cc-7f09-48cf-8a03-f676b764bfca req-1e6d1fd8-097f-463c-b53a-b3af841cca64 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 945 time: 0.0724313 Nov 25 20:05:09.447755 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ddbf34cc-7f09-48cf-8a03-f676b764bfca req-27ffea4f-c94f-4cac-9f67-440f085348b5 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552461 Nov 25 20:05:09.519887 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-70cc8885-6179-469e-b069-41b1e8ff5322 service neutron] show failed (client error): The resource could not be found. Nov 25 20:05:09.521046 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-70cc8885-6179-469e-b069-41b1e8ff5322 service neutron] 10.222.0.73 "GET /v2.0/ports/beb74661-9918-414c-ab4d-47f9a37797e5/bindings/n-h2-819349-5 HTTP/1.1" status: 404 len: 380 time: 0.0663402 Nov 25 20:05:09.806467 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-c447b2c7-8e47-412d-ae39-33480d80c586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:09.808210 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-c447b2c7-8e47-412d-ae39-33480d80c586 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814&tenant_id=8d43f2178a344f438bf4bc8854e720a1 HTTP/1.1" status: 200 len: 1096 time: 0.0864801 Nov 25 20:05:09.821688 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-be0ce83c-c7dd-4a84-9183-87551b9dd378 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819349-5', 'device_owner': 'compute:nova'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:05:09.878711 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-be0ce83c-c7dd-4a84-9183-87551b9dd378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:10.172830 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-be0ce83c-c7dd-4a84-9183-87551b9dd378 service neutron] For port beb74661-9918-414c-ab4d-47f9a37797e5, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=beb74661-9918-414c-ab4d-47f9a37797e5,segment=NetworkSegment(5be08156-0f82-44e5-accf-d4e187b4e110),segment_id=5be08156-0f82-44e5-accf-d4e187b4e110)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:05:10.236603 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-be0ce83c-c7dd-4a84-9183-87551b9dd378 service neutron] For port beb74661-9918-414c-ab4d-47f9a37797e5, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:05:10.265554 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 49822) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:10.328261 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-be0ce83c-c7dd-4a84-9183-87551b9dd378 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:10.332058 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d359421-1ce6-4f1f-a33e-d2ecdfb50814', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb74661-9918-414c-ab4d-47f9a37797e5'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:05:10.334991 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32a8247-be4c-4cd1-beb5-9b5a5f674833" -d '{"events": [{"server_uuid": "3d359421-1ce6-4f1f-a33e-d2ecdfb50814", "name": "network-vif-unplugged", "status": "completed", "tag": "beb74661-9918-414c-ab4d-47f9a37797e5"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:05:10.360104 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-be0ce83c-c7dd-4a84-9183-87551b9dd378 service neutron] Transition to ACTIVE for port object beb74661-9918-414c-ab4d-47f9a37797e5 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:05:10.370564 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-be0ce83c-c7dd-4a84-9183-87551b9dd378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:10.415441 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72c1f19-d740-4dc2-af41-d05039a97a2a x-openstack-request-id: req-a72c1f19-d740-4dc2-af41-d05039a97a2a {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:05:10.416175 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d359421-1ce6-4f1f-a33e-d2ecdfb50814", "name": "network-vif-unplugged", "status": "completed", "tag": "beb74661-9918-414c-ab4d-47f9a37797e5", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:05:10.416175 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a72c1f19-d740-4dc2-af41-d05039a97a2a {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:05:10.416395 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d359421-1ce6-4f1f-a33e-d2ecdfb50814', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb74661-9918-414c-ab4d-47f9a37797e5', 'code': 200} Nov 25 20:05:10.439261 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5ab42323-8a0a-4880-8cf5-d0bc478a1cf6 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/floatingips/88b6a010-84dd-4800-aa0a-eabc32ca8d9d HTTP/1.1" status: 200 len: 993 time: 0.1661694 Nov 25 20:05:10.518771 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ce83c-c7dd-4a84-9183-87551b9dd378 service neutron] Pushing event updated for resources: {'Port': ['ID=beb74661-9918-414c-ab4d-47f9a37797e5,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:10.595504 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-be0ce83c-c7dd-4a84-9183-87551b9dd378 service neutron] No DVR routers for this DVR port beb74661-9918-414c-ab4d-47f9a37797e5 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:05:10.666612 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 49834) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:10.746691 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6f904-6db9-4ddd-a67e-0f8a378f2dfd req-6be84311-cacd-4165-a55e-57d403c7b3a1 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:10.746691 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cec6f904-6db9-4ddd-a67e-0f8a378f2dfd req-6be84311-cacd-4165-a55e-57d403c7b3a1 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 943 time: 0.1034250 Nov 25 20:05:10.836878 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-be0ce83c-c7dd-4a84-9183-87551b9dd378 service neutron] Attempting to bind port beb74661-9918-414c-ab4d-47f9a37797e5 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:05:10.837216 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-be0ce83c-c7dd-4a84-9183-87551b9dd378 service neutron] Attempting to bind port beb74661-9918-414c-ab4d-47f9a37797e5 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '5be08156-0f82-44e5-accf-d4e187b4e110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:05:10.837552 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-be0ce83c-c7dd-4a84-9183-87551b9dd378 service neutron] Attempting to bind port beb74661-9918-414c-ab4d-47f9a37797e5 on network f73792e4-52f8-4848-9d68-54c05af95de0 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:05:10.853151 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cec6f904-6db9-4ddd-a67e-0f8a378f2dfd req-15af792f-f1d6-4ed8-a647-66940c0692d5 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035650 Nov 25 20:05:10.865466 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-be0ce83c-c7dd-4a84-9183-87551b9dd378 service neutron] Port beb74661-9918-414c-ab4d-47f9a37797e5 on network f73792e4-52f8-4848-9d68-54c05af95de0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:05:10.865791 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-be0ce83c-c7dd-4a84-9183-87551b9dd378 service neutron] Attempting to bind port beb74661-9918-414c-ab4d-47f9a37797e5 on network f73792e4-52f8-4848-9d68-54c05af95de0 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:05:10.882573 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-be0ce83c-c7dd-4a84-9183-87551b9dd378 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:05:10.882927 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-be0ce83c-c7dd-4a84-9183-87551b9dd378 service neutron] Checking segment: {'id': '5be08156-0f82-44e5-accf-d4e187b4e110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:05:10.883318 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-be0ce83c-c7dd-4a84-9183-87551b9dd378 service neutron] Bound using segment: {'id': '5be08156-0f82-44e5-accf-d4e187b4e110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:05:10.883754 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-be0ce83c-c7dd-4a84-9183-87551b9dd378 service neutron] Bound port: beb74661-9918-414c-ab4d-47f9a37797e5, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be08156-0f82-44e5-accf-d4e187b4e110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:05:10.884172 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-be0ce83c-c7dd-4a84-9183-87551b9dd378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:10.973240 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-be0ce83c-c7dd-4a84-9183-87551b9dd378 service neutron] For port beb74661-9918-414c-ab4d-47f9a37797e5, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:05:10.981146 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-be0ce83c-c7dd-4a84-9183-87551b9dd378 service neutron] For port beb74661-9918-414c-ab4d-47f9a37797e5, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=beb74661-9918-414c-ab4d-47f9a37797e5,segment=NetworkSegment(5be08156-0f82-44e5-accf-d4e187b4e110),segment_id=5be08156-0f82-44e5-accf-d4e187b4e110)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:05:10.988827 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-be0ce83c-c7dd-4a84-9183-87551b9dd378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:10.996958 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-336557d4-1319-4f22-9c4e-72aa79525c54 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Deleting port b59390fc-2a33-4c47-9261-e4b84e7141c4 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:05:10.998475 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-336557d4-1319-4f22-9c4e-72aa79525c54 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:11.107568 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-be0ce83c-c7dd-4a84-9183-87551b9dd378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:11.108204 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-be0ce83c-c7dd-4a84-9183-87551b9dd378 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:11.109627 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-be0ce83c-c7dd-4a84-9183-87551b9dd378 service neutron] 10.222.0.85 "PUT /v2.0/ports/beb74661-9918-414c-ab4d-47f9a37797e5 HTTP/1.1" status: 200 len: 1091 time: 1.2924678 Nov 25 20:05:11.162929 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-336557d4-1319-4f22-9c4e-72aa79525c54 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:11.163257 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-336557d4-1319-4f22-9c4e-72aa79525c54 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:11.178438 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-336557d4-1319-4f22-9c4e-72aa79525c54 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Calling delete_port for b59390fc-2a33-4c47-9261-e4b84e7141c4 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:05:11.309668 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ce83c-c7dd-4a84-9183-87551b9dd378 service neutron] Pushing event updated for resources: {'Port': ['ID=beb74661-9918-414c-ab4d-47f9a37797e5,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:11.352312 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-651eeed3-117a-4d68-9f6e-dad3011c21f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:11.354227 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-651eeed3-117a-4d68-9f6e-dad3011c21f1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 1094 time: 0.2115724 Nov 25 20:05:11.431026 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-336557d4-1319-4f22-9c4e-72aa79525c54 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:11.547844 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336557d4-1319-4f22-9c4e-72aa79525c54 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event deleted for resources: {'Port': ['ID=b59390fc-2a33-4c47-9261-e4b84e7141c4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:11.566516 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-d3aa8163-ac4a-48d7-bd4d-cec4441c3e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:11.568026 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-d3aa8163-ac4a-48d7-bd4d-cec4441c3e08 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f73792e4-52f8-4848-9d68-54c05af95de0 HTTP/1.1" status: 200 len: 896 time: 0.2058828 Nov 25 20:05:11.635093 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-336557d4-1319-4f22-9c4e-72aa79525c54 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:11.635461 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-336557d4-1319-4f22-9c4e-72aa79525c54 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Floating IP 88b6a010-84dd-4800-aa0a-eabc32ca8d9d disassociated (deleted). External IP: 172.25.6.119, port: c96230ae-3683-436c-af06-c386c9125cef. Nov 25 20:05:11.676426 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-1f0b62b2-3f98-415e-a6d5-72d07d0ee19f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beb74661-9918-414c-ab4d-47f9a37797e5 HTTP/1.1" status: 200 len: 998 time: 0.1009400 Nov 25 20:05:11.835719 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-c2f1e5c2-78c3-48be-8e85-fee93f924341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:11.837286 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-c2f1e5c2-78c3-48be-8e85-fee93f924341 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd HTTP/1.1" status: 200 len: 834 time: 0.1540458 Nov 25 20:05:11.956663 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-e57120de-686e-4903-b31a-d8a472e94260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:11.958766 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-e57120de-686e-4903-b31a-d8a472e94260 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f73792e4-52f8-4848-9d68-54c05af95de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135421 Nov 25 20:05:12.063046 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336557d4-1319-4f22-9c4e-72aa79525c54 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Router 2464ab81-a000-4c7d-80a8-7977dffbbc49 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:05:12.128995 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-588e22ed-3915-417e-a1e0-2362aa0bc22f service neutron] 10.222.0.85 "GET /v2.0/networks/f73792e4-52f8-4848-9d68-54c05af95de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511149 Nov 25 20:05:12.144247 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634d2f7-eb3f-463d-9e16-3125b5780c30 req-915b083d-f63b-47ea-a294-e820495835fb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:12.145811 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7634d2f7-eb3f-463d-9e16-3125b5780c30 req-915b083d-f63b-47ea-a294-e820495835fb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 943 time: 0.1807106 Nov 25 20:05:12.256185 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336557d4-1319-4f22-9c4e-72aa79525c54 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:05:12.263439 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-336557d4-1319-4f22-9c4e-72aa79525c54 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:12.276352 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d3381e-1e9c-4bdf-9987-852ec93c02ca None None] Sync routers for ids ['2464ab81-a000-4c7d-80a8-7977dffbbc49'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:05:12.296133 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d3381e-1e9c-4bdf-9987-852ec93c02ca None None] Routers {'2464ab81-a000-4c7d-80a8-7977dffbbc49'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:05:12.298463 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-47d3381e-1e9c-4bdf-9987-852ec93c02ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:05:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['2464ab81-a000-4c7d-80a8-7977dffbbc49'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:12.307176 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7634d2f7-eb3f-463d-9e16-3125b5780c30 req-8108b1f7-45d4-4897-96e2-f48b6a40e2bc tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517689 Nov 25 20:05:12.345701 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-336557d4-1319-4f22-9c4e-72aa79525c54 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "DELETE /v2.0/floatingips/88b6a010-84dd-4800-aa0a-eabc32ca8d9d HTTP/1.1" status: 204 len: 168 time: 1.6772521 Nov 25 20:05:12.346939 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50fe6e8d-bcbe-484d-9e29-ec80ccace8bf req-247e1490-47bf-40a3-b91b-67c4926864aa service neutron] 10.222.0.85 "GET /v2.0/networks/f73792e4-52f8-4848-9d68-54c05af95de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000751 Nov 25 20:05:12.347471 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01', 'tag': 'c96230ae-3683-436c-af06-c386c9125cef'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:05:12.363024 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fe3b24-5c0c-4634-b4e6-edd4a76e456d" -d '{"events": [{"name": "network-changed", "server_uuid": "c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01", "tag": "c96230ae-3683-436c-af06-c386c9125cef"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:05:12.417641 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d359421-1ce6-4f1f-a33e-d2ecdfb50814', 'tag': 'beb74661-9918-414c-ab4d-47f9a37797e5'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:05:12.422135 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21276af3-5b11-4f66-aaf8-c068feb782cb" -d '{"events": [{"name": "network-changed", "server_uuid": "3d359421-1ce6-4f1f-a33e-d2ecdfb50814", "tag": "beb74661-9918-414c-ab4d-47f9a37797e5"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:05:12.527635 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-47d3381e-1e9c-4bdf-9987-852ec93c02ca None None] Set router 2464ab81-a000-4c7d-80a8-7977dffbbc49 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:05:13.006229 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-47d3381e-1e9c-4bdf-9987-852ec93c02ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'name': 'tempest-TestNetworkBasicOps-router-1037052886', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:04:09Z', 'updated_at': '2021-11-25T20:04:16Z', 'revision_number': 4, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:68:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:04:10Z', 'updated_at': '2021-11-25T20:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '30260bac-a383-4623-bfbf-3ac2602f0026', 'name': '', 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'mac_address': 'fa:16:3e:3d:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'd120894b-9e73-48e2-a56d-2c784e040bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:04:14Z', 'updated_at': '2021-11-25T20:04:20Z', 'revision_number': 5, 'project_id': '32afe38025cf480891593cfe301fccc3', 'subnets': [{'id': 'd120894b-9e73-48e2-a56d-2c784e040bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:13.019216 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e0ba79-e425-43b3-89ce-8a0c3d7f3497 x-openstack-request-id: req-81e0ba79-e425-43b3-89ce-8a0c3d7f3497 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:05:13.019941 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01", "tag": "c96230ae-3683-436c-af06-c386c9125cef", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:05:13.020351 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-81e0ba79-e425-43b3-89ce-8a0c3d7f3497 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:05:13.021211 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01', 'tag': 'c96230ae-3683-436c-af06-c386c9125cef', 'status': 'completed', 'code': 200} Nov 25 20:05:13.029590 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device beb74661-9918-414c-ab4d-47f9a37797e5 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:05:13.036982 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d3381e-1e9c-4bdf-9987-852ec93c02ca None None] Checking router: 2464ab81-a000-4c7d-80a8-7977dffbbc49 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:05:13.046773 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d3381e-1e9c-4bdf-9987-852ec93c02ca None None] Routers {'2464ab81-a000-4c7d-80a8-7977dffbbc49'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:05:13.047750 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-47d3381e-1e9c-4bdf-9987-852ec93c02ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:05:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['2464ab81-a000-4c7d-80a8-7977dffbbc49'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:13.139271 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device beb74661-9918-414c-ab4d-47f9a37797e5 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:05:13.253708 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda9db82-f154-47df-b3a1-a45ca0c6687a x-openstack-request-id: req-eda9db82-f154-47df-b3a1-a45ca0c6687a {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:05:13.254211 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d359421-1ce6-4f1f-a33e-d2ecdfb50814", "tag": "beb74661-9918-414c-ab4d-47f9a37797e5", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:05:13.254365 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eda9db82-f154-47df-b3a1-a45ca0c6687a {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:05:13.267089 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d359421-1ce6-4f1f-a33e-d2ecdfb50814', 'tag': 'beb74661-9918-414c-ab4d-47f9a37797e5', 'status': 'completed', 'code': 200} Nov 25 20:05:13.343035 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe3b24-5c0c-4634-b4e6-edd4a76e456d req-dbaea963-4a54-44aa-ba82-015211fe7c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:13.344861 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b3fe3b24-5c0c-4634-b4e6-edd4a76e456d req-dbaea963-4a54-44aa-ba82-015211fe7c7a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=32afe38025cf480891593cfe301fccc3&device_id=c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01 HTTP/1.1" status: 200 len: 1096 time: 0.2713315 Nov 25 20:05:13.367345 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21276af3-5b11-4f66-aaf8-c068feb782cb req-0ced58cc-88a2-49c2-a3fd-8790f34c675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:13.367605 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21276af3-5b11-4f66-aaf8-c068feb782cb req-09d299dc-0392-4bd0-b620-6fa579c4ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:13.369290 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-21276af3-5b11-4f66-aaf8-c068feb782cb req-09d299dc-0392-4bd0-b620-6fa579c4ba0b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 1094 time: 0.1321731 Nov 25 20:05:13.375797 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-21276af3-5b11-4f66-aaf8-c068feb782cb req-0ced58cc-88a2-49c2-a3fd-8790f34c675d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 1094 time: 0.1023490 Nov 25 20:05:13.382160 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-47d3381e-1e9c-4bdf-9987-852ec93c02ca None None] Set router 2464ab81-a000-4c7d-80a8-7977dffbbc49 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:05:13.523835 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21276af3-5b11-4f66-aaf8-c068feb782cb req-cbac93b7-c5a9-4d3e-9332-7775afc0ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:13.526279 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-21276af3-5b11-4f66-aaf8-c068feb782cb req-cbac93b7-c5a9-4d3e-9332-7775afc0ba97 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f73792e4-52f8-4848-9d68-54c05af95de0 HTTP/1.1" status: 200 len: 896 time: 0.1408052 Nov 25 20:05:13.721207 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe3b24-5c0c-4634-b4e6-edd4a76e456d req-64f0ae9e-c6cb-4c3b-8ed9-07ce5ca31adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:13.722915 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b3fe3b24-5c0c-4634-b4e6-edd4a76e456d req-64f0ae9e-c6cb-4c3b-8ed9-07ce5ca31adc service neutron] 10.222.0.85 "GET /v2.0/networks?id=2c3832fe-1602-41b7-8253-3bb40ac1cbbd HTTP/1.1" status: 200 len: 898 time: 0.3657658 Nov 25 20:05:13.733012 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e124d-61c6-4079-93fd-b0bc49462090 req-39e45818-bec8-4242-b20b-438143d9f5ae tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:13.741436 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db5e124d-61c6-4079-93fd-b0bc49462090 req-39e45818-bec8-4242-b20b-438143d9f5ae tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01 HTTP/1.1" status: 200 len: 945 time: 0.3274298 Nov 25 20:05:13.745818 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-21276af3-5b11-4f66-aaf8-c068feb782cb req-c80977c5-6f8e-47f5-bdc4-a76e0fcd5880 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beb74661-9918-414c-ab4d-47f9a37797e5 HTTP/1.1" status: 200 len: 998 time: 0.1585822 Nov 25 20:05:13.802244 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b3fe3b24-5c0c-4634-b4e6-edd4a76e456d req-0088b900-74e6-4be4-9764-5ae22a5f7a0f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c96230ae-3683-436c-af06-c386c9125cef HTTP/1.1" status: 200 len: 217 time: 0.0584972 Nov 25 20:05:13.834398 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-47d3381e-1e9c-4bdf-9987-852ec93c02ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'name': 'tempest-TestNetworkBasicOps-router-1037052886', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:04:09Z', 'updated_at': '2021-11-25T20:04:16Z', 'revision_number': 4, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:68:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:04:10Z', 'updated_at': '2021-11-25T20:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '30260bac-a383-4623-bfbf-3ac2602f0026', 'name': '', 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'mac_address': 'fa:16:3e:3d:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'd120894b-9e73-48e2-a56d-2c784e040bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:04:14Z', 'updated_at': '2021-11-25T20:04:20Z', 'revision_number': 5, 'project_id': '32afe38025cf480891593cfe301fccc3', 'subnets': [{'id': 'd120894b-9e73-48e2-a56d-2c784e040bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:13.871858 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d3381e-1e9c-4bdf-9987-852ec93c02ca None None] The sync data for ids ['2464ab81-a000-4c7d-80a8-7977dffbbc49'] in n-d-819349-5 is: [{'id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'name': 'tempest-TestNetworkBasicOps-router-1037052886', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:04:09Z', 'updated_at': '2021-11-25T20:04:16Z', 'revision_number': 4, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:68:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:04:10Z', 'updated_at': '2021-11-25T20:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '30260bac-a383-4623-bfbf-3ac2602f0026', 'name': '', 'network_id': '2c3832fe-1602-41b7-8253-3bb40ac1cbbd', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'mac_address': 'fa:16:3e:3d:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'd120894b-9e73-48e2-a56d-2c784e040bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:04:14Z', 'updated_at': '2021-11-25T20:04:20Z', 'revision_number': 5, 'project_id': '32afe38025cf480891593cfe301fccc3', 'subnets': [{'id': 'd120894b-9e73-48e2-a56d-2c784e040bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:05:13.911234 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21276af3-5b11-4f66-aaf8-c068feb782cb req-d3442c1d-7dd0-497f-a8d5-ae1c46c524d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:13.913446 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-21276af3-5b11-4f66-aaf8-c068feb782cb req-d3442c1d-7dd0-497f-a8d5-ae1c46c524d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd HTTP/1.1" status: 200 len: 834 time: 0.1559336 Nov 25 20:05:13.919625 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe3b24-5c0c-4634-b4e6-edd4a76e456d req-bdf1b440-3b12-4ab7-ba42-9c5fc7f8f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:13.923387 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b3fe3b24-5c0c-4634-b4e6-edd4a76e456d req-bdf1b440-3b12-4ab7-ba42-9c5fc7f8f9a6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d120894b-9e73-48e2-a56d-2c784e040bc7 HTTP/1.1" status: 200 len: 835 time: 0.0967631 Nov 25 20:05:13.968838 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db5e124d-61c6-4079-93fd-b0bc49462090 req-10a078c1-c096-4ce8-85e1-3771ca76ecc3 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=f72ff535-5be9-413b-8e5a-2eef6c6e93d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264152 Nov 25 20:05:14.008706 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21276af3-5b11-4f66-aaf8-c068feb782cb req-29188ec8-d4ce-4e19-9cba-d6f3c06a6fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:14.011244 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-21276af3-5b11-4f66-aaf8-c068feb782cb req-29188ec8-d4ce-4e19-9cba-d6f3c06a6fc1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f73792e4-52f8-4848-9d68-54c05af95de0 HTTP/1.1" status: 200 len: 896 time: 0.6325088 Nov 25 20:05:14.062444 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.85', 63148) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:14.064546 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21276af3-5b11-4f66-aaf8-c068feb782cb req-6f5257b0-3829-4520-b331-a886754c7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:14.066223 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-21276af3-5b11-4f66-aaf8-c068feb782cb req-6f5257b0-3829-4520-b331-a886754c7e64 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f73792e4-52f8-4848-9d68-54c05af95de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1415868 Nov 25 20:05:14.269165 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-21276af3-5b11-4f66-aaf8-c068feb782cb req-a3392ae5-186d-4cf7-b301-6f7ac2fb29a7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beb74661-9918-414c-ab4d-47f9a37797e5 HTTP/1.1" status: 200 len: 998 time: 0.2417555 Nov 25 20:05:14.349699 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21276af3-5b11-4f66-aaf8-c068feb782cb req-b378037a-b3be-493c-b3ec-635462a281e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:14.352104 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-21276af3-5b11-4f66-aaf8-c068feb782cb req-b378037a-b3be-493c-b3ec-635462a281e1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd HTTP/1.1" status: 200 len: 834 time: 0.0708995 Nov 25 20:05:14.470039 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21276af3-5b11-4f66-aaf8-c068feb782cb req-81cc68ff-f746-485e-936f-451a2d115c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:14.472837 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-21276af3-5b11-4f66-aaf8-c068feb782cb req-81cc68ff-f746-485e-936f-451a2d115c3d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f73792e4-52f8-4848-9d68-54c05af95de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129112 Nov 25 20:05:14.516002 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a66f5c-8ff2-43cc-b0da-29dd8d31c8fe None None] New status for floating IP 88b6a010-84dd-4800-aa0a-eabc32ca8d9d: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:05:14.674697 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-21276af3-5b11-4f66-aaf8-c068feb782cb req-e430953d-4443-4d3a-a41b-57e1533f6f6f service neutron] 10.222.0.85 "GET /v2.0/networks/f73792e4-52f8-4848-9d68-54c05af95de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940153 Nov 25 20:05:14.769825 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe3b24-5c0c-4634-b4e6-edd4a76e456d req-1e03c78a-5a63-4fe0-981b-4778a533826c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:14.771665 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b3fe3b24-5c0c-4634-b4e6-edd4a76e456d req-1e03c78a-5a63-4fe0-981b-4778a533826c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2c3832fe-1602-41b7-8253-3bb40ac1cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8375823 Nov 25 20:05:14.832421 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-21276af3-5b11-4f66-aaf8-c068feb782cb req-1af22fa3-8578-4602-a681-9f701956b0d6 service neutron] 10.222.0.85 "GET /v2.0/networks/f73792e4-52f8-4848-9d68-54c05af95de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509700 Nov 25 20:05:14.976722 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cefcfb-e49b-4664-bc83-5fac09b56356 req-3ebccc86-05d3-4d73-8c87-b0a6b404735d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:14.978306 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37cefcfb-e49b-4664-bc83-5fac09b56356 req-3ebccc86-05d3-4d73-8c87-b0a6b404735d tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.85 "GET /v2.0/ports?device_id=c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01 HTTP/1.1" status: 200 len: 945 time: 0.9073515 Nov 25 20:05:14.993786 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2e7b4-6534-4ae5-8332-ee9f2418658a req-d95b38cd-7cb5-4fff-a1d6-1d95c21c9789 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:14.995774 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-70c2e7b4-6534-4ae5-8332-ee9f2418658a req-d95b38cd-7cb5-4fff-a1d6-1d95c21c9789 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 943 time: 0.2113540 Nov 25 20:05:15.090241 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-21276af3-5b11-4f66-aaf8-c068feb782cb req-7c7dc43b-63c8-4fbd-b493-1dc77c5643a6 service neutron] 10.222.0.73 "GET /v2.0/networks/f73792e4-52f8-4848-9d68-54c05af95de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0095010 Nov 25 20:05:15.152532 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b3fe3b24-5c0c-4634-b4e6-edd4a76e456d req-599f056c-7e4b-48dd-a28a-e76ea415d292 service neutron] 10.222.0.85 "GET /v2.0/networks/2c3832fe-1602-41b7-8253-3bb40ac1cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420067 Nov 25 20:05:15.277798 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-70c2e7b4-6534-4ae5-8332-ee9f2418658a req-8f54e023-52b1-4105-a9dd-9ffb1d318f79 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2596819 Nov 25 20:05:15.337694 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-21276af3-5b11-4f66-aaf8-c068feb782cb req-818843f7-a321-4338-bf89-29ec88858f08 service neutron] 10.222.0.73 "GET /v2.0/networks/f73792e4-52f8-4848-9d68-54c05af95de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368097 Nov 25 20:05:15.345639 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-37cefcfb-e49b-4664-bc83-5fac09b56356 req-0fbbd10a-e850-480a-8467-fbb13d8035aa tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Deleting port c96230ae-3683-436c-af06-c386c9125cef {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:05:15.345978 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-37cefcfb-e49b-4664-bc83-5fac09b56356 req-0fbbd10a-e850-480a-8467-fbb13d8035aa tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:15.353617 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b3fe3b24-5c0c-4634-b4e6-edd4a76e456d req-fcdff8ac-3b56-4c2d-859b-f648db8b8c67 service neutron] 10.222.0.85 "GET /v2.0/networks/2c3832fe-1602-41b7-8253-3bb40ac1cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878488 Nov 25 20:05:15.471903 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7320d3-626b-4147-a99b-ca37a949014c req-ebb99f74-6526-488c-8b74-c29e60887f47 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:15.473442 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc7320d3-626b-4147-a99b-ca37a949014c req-ebb99f74-6526-488c-8b74-c29e60887f47 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01 HTTP/1.1" status: 200 len: 945 time: 0.1242278 Nov 25 20:05:15.496561 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-37cefcfb-e49b-4664-bc83-5fac09b56356 req-0fbbd10a-e850-480a-8467-fbb13d8035aa tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] For port c96230ae-3683-436c-af06-c386c9125cef, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=c96230ae-3683-436c-af06-c386c9125cef,segment=NetworkSegment(9ffdeb7e-68a3-41b4-8711-e3a537d43fc9),segment_id=9ffdeb7e-68a3-41b4-8711-e3a537d43fc9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:05:15.496923 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-37cefcfb-e49b-4664-bc83-5fac09b56356 req-0fbbd10a-e850-480a-8467-fbb13d8035aa tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:15.520570 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-37cefcfb-e49b-4664-bc83-5fac09b56356 req-0fbbd10a-e850-480a-8467-fbb13d8035aa tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Calling delete_port for c96230ae-3683-436c-af06-c386c9125cef owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:05:15.586569 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc7320d3-626b-4147-a99b-ca37a949014c req-dbf9add9-02ad-46c2-a476-127b82bb27b5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "GET /v2.0/security-groups?id=f72ff535-5be9-413b-8e5a-2eef6c6e93d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028559 Nov 25 20:05:15.682164 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-37cefcfb-e49b-4664-bc83-5fac09b56356 req-0fbbd10a-e850-480a-8467-fbb13d8035aa tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:15.712617 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbd10a-e850-480a-8467-fbb13d8035aa tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event deleted for resources: {'Port': ['ID=c96230ae-3683-436c-af06-c386c9125cef,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:15.761951 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cefcfb-e49b-4664-bc83-5fac09b56356 req-0fbbd10a-e850-480a-8467-fbb13d8035aa tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] No DVR routers for this DVR port c96230ae-3683-436c-af06-c386c9125cef on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:05:15.765469 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-37cefcfb-e49b-4664-bc83-5fac09b56356 req-0fbbd10a-e850-480a-8467-fbb13d8035aa tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:15.768951 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-37cefcfb-e49b-4664-bc83-5fac09b56356 req-0fbbd10a-e850-480a-8467-fbb13d8035aa tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.85 "DELETE /v2.0/ports/c96230ae-3683-436c-af06-c386c9125cef HTTP/1.1" status: 204 len: 173 time: 0.7681215 Nov 25 20:05:15.769424 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01', 'name': 'network-vif-deleted', 'tag': 'c96230ae-3683-436c-af06-c386c9125cef'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:05:15.771877 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbeeed5-5a7e-44e4-a174-9632c989f3e0" -d '{"events": [{"server_uuid": "c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01", "name": "network-vif-deleted", "tag": "c96230ae-3683-436c-af06-c386c9125cef"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:05:15.819767 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6ec042-8fcb-4c13-bcb5-37953cef4905 x-openstack-request-id: req-6d6ec042-8fcb-4c13-bcb5-37953cef4905 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:05:15.820074 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01", "name": "network-vif-deleted", "tag": "c96230ae-3683-436c-af06-c386c9125cef", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:05:15.820336 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6d6ec042-8fcb-4c13-bcb5-37953cef4905 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:05:15.820744 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bd0fb0-93b5-4f27-9f02-40f7d2b1ac01', 'name': 'network-vif-deleted', 'tag': 'c96230ae-3683-436c-af06-c386c9125cef', 'status': 'completed', 'code': 200} Nov 25 20:05:16.456650 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device beb74661-9918-414c-ab4d-47f9a37797e5 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:05:16.526837 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c75c6c-0df1-49c4-879f-3891387887b1 req-f845b5ae-9b87-46ff-aa99-72131998b873 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:16.528478 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f4c75c6c-0df1-49c4-879f-3891387887b1 req-f845b5ae-9b87-46ff-aa99-72131998b873 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 943 time: 0.0731795 Nov 25 20:05:16.600666 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port beb74661-9918-414c-ab4d-47f9a37797e5, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=beb74661-9918-414c-ab4d-47f9a37797e5,segment=NetworkSegment(5be08156-0f82-44e5-accf-d4e187b4e110),segment_id=5be08156-0f82-44e5-accf-d4e187b4e110)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:05:16.600897 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f4c75c6c-0df1-49c4-879f-3891387887b1 req-a1fee520-c7c8-4bcd-8ba1-b39a64ac884a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641105 Nov 25 20:05:16.616281 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'beb74661-9918-414c-ab4d-47f9a37797e5', 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0', 'port_id': 'beb74661-9918-414c-ab4d-47f9a37797e5', 'mac_address': 'fa:16:3e:b1:46:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:05:16.664502 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50334) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:16.695126 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:16.721859 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb74661-9918-414c-ab4d-47f9a37797e5 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:05:16.750160 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port beb74661-9918-414c-ab4d-47f9a37797e5, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=beb74661-9918-414c-ab4d-47f9a37797e5,segment=NetworkSegment(5be08156-0f82-44e5-accf-d4e187b4e110),segment_id=5be08156-0f82-44e5-accf-d4e187b4e110)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:05:16.756438 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:16.835283 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=beb74661-9918-414c-ab4d-47f9a37797e5,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:16.847764 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:16.848648 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:16.849531 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:16.850031 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:16.850586 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:16.851363 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:16.851883 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:16.852313 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-972d0fa7-a047-424d-ac8e-be7d5188be47 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:16.853137 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:16.862456 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:16.862976 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:16.863336 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:16.863689 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:16.968285 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-972d0fa7-a047-424d-ac8e-be7d5188be47 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:16.976184 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['beb74661-9918-414c-ab4d-47f9a37797e5'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:05:17.153819 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f6b30-c7f7-48b4-81ff-396df7b61cbf req-ce95f97b-2423-47e7-ab12-c6406a93c195 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:17.165292 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-299f6b30-c7f7-48b4-81ff-396df7b61cbf req-ce95f97b-2423-47e7-ab12-c6406a93c195 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 944 time: 0.2536592 Nov 25 20:05:17.248854 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6b308-ba6a-4d2c-82cd-e64487005221 req-ed93229d-5f6f-4b5e-8421-bcfad97248b8 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:17.250844 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03c6b308-ba6a-4d2c-82cd-e64487005221 req-ed93229d-5f6f-4b5e-8421-bcfad97248b8 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814&tenant_id=8d43f2178a344f438bf4bc8854e720a1&binding%3Ahost_id=n-h2-819349-5 HTTP/1.1" status: 200 len: 944 time: 0.2194054 Nov 25 20:05:17.328173 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-299f6b30-c7f7-48b4-81ff-396df7b61cbf req-f7ede3e3-1e01-4025-a497-de83bbe25063 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589708 Nov 25 20:05:17.367367 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-972d0fa7-a047-424d-ac8e-be7d5188be47 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:17.370581 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-972d0fa7-a047-424d-ac8e-be7d5188be47 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:17.371976 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-972d0fa7-a047-424d-ac8e-be7d5188be47 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "DELETE /v2.0/security-groups/f72ff535-5be9-413b-8e5a-2eef6c6e93d0 HTTP/1.1" status: 204 len: 168 time: 0.7064888 Nov 25 20:05:17.431294 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d0fa7-a047-424d-ac8e-be7d5188be47 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72ff535-5be9-413b-8e5a-2eef6c6e93d0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:17.431759 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50350) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:17.445300 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [req-03c6b308-ba6a-4d2c-82cd-e64487005221 req-dc509927-4a11-40cd-bb83-e6224aa3ab8c service neutron] delete failed (client error): The resource could not be found. Nov 25 20:05:17.446900 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03c6b308-ba6a-4d2c-82cd-e64487005221 req-dc509927-4a11-40cd-bb83-e6224aa3ab8c service neutron] 10.222.0.73 "DELETE /v2.0/ports/beb74661-9918-414c-ab4d-47f9a37797e5/bindings/n-h1-819349-5 HTTP/1.1" status: 404 len: 380 time: 0.1828563 Nov 25 20:05:17.567325 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6b308-ba6a-4d2c-82cd-e64487005221 req-fcdda466-b30c-4319-a02b-c2a5d5f2d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:17.569265 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03c6b308-ba6a-4d2c-82cd-e64487005221 req-fcdda466-b30c-4319-a02b-c2a5d5f2d59d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 1095 time: 0.0630159 Nov 25 20:05:17.698142 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6b308-ba6a-4d2c-82cd-e64487005221 req-e974a06d-3f55-4d1a-a56b-624c33662f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:17.700466 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03c6b308-ba6a-4d2c-82cd-e64487005221 req-e974a06d-3f55-4d1a-a56b-624c33662f9d service neutron] 10.222.0.73 "GET /v2.0/networks?id=f73792e4-52f8-4848-9d68-54c05af95de0 HTTP/1.1" status: 200 len: 896 time: 0.1227911 Nov 25 20:05:17.774805 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03c6b308-ba6a-4d2c-82cd-e64487005221 req-e0d0bb9c-858e-44fa-bdf8-3cefd13cf2b4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beb74661-9918-414c-ab4d-47f9a37797e5 HTTP/1.1" status: 200 len: 999 time: 0.0650263 Nov 25 20:05:17.840024 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6b308-ba6a-4d2c-82cd-e64487005221 req-2c2f60ca-cba3-4d91-bc43-ad1174e9524a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:17.843233 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03c6b308-ba6a-4d2c-82cd-e64487005221 req-2c2f60ca-cba3-4d91-bc43-ad1174e9524a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd HTTP/1.1" status: 200 len: 834 time: 0.0600493 Nov 25 20:05:17.918046 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6b308-ba6a-4d2c-82cd-e64487005221 req-72836e3e-e399-46bf-bb5b-6f6f641fa1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:17.920119 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03c6b308-ba6a-4d2c-82cd-e64487005221 req-72836e3e-e399-46bf-bb5b-6f6f641fa1bd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f73792e4-52f8-4848-9d68-54c05af95de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667436 Nov 25 20:05:17.921568 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-683dd508-2625-4531-9786-a5692a36b1b5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:18.047327 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03c6b308-ba6a-4d2c-82cd-e64487005221 req-fa6ccdec-a808-4ff1-8a25-94e6c78d66c7 service neutron] 10.222.0.73 "GET /v2.0/networks/f73792e4-52f8-4848-9d68-54c05af95de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180291 Nov 25 20:05:18.168076 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03c6b308-ba6a-4d2c-82cd-e64487005221 req-7ebbdc06-be2f-4f59-bd43-2cd11852f1cb service neutron] 10.222.0.73 "GET /v2.0/networks/f73792e4-52f8-4848-9d68-54c05af95de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129756 Nov 25 20:05:18.281343 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-683dd508-2625-4531-9786-a5692a36b1b5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Deleting port 30260bac-a383-4623-bfbf-3ac2602f0026 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:05:18.282117 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-683dd508-2625-4531-9786-a5692a36b1b5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:18.391163 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-683dd508-2625-4531-9786-a5692a36b1b5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] For port 30260bac-a383-4623-bfbf-3ac2602f0026, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=30260bac-a383-4623-bfbf-3ac2602f0026,segment=NetworkSegment(9ffdeb7e-68a3-41b4-8711-e3a537d43fc9),segment_id=9ffdeb7e-68a3-41b4-8711-e3a537d43fc9)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:05:18.392471 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-683dd508-2625-4531-9786-a5692a36b1b5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:18.413172 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-683dd508-2625-4531-9786-a5692a36b1b5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Calling delete_port for 30260bac-a383-4623-bfbf-3ac2602f0026 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:05:18.458802 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device beb74661-9918-414c-ab4d-47f9a37797e5 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:05:18.495986 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da83e0-261a-49a0-92f7-56276a6b3394 req-708f21df-dcfe-4829-996e-3a64abe1dbab tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:18.498207 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-66da83e0-261a-49a0-92f7-56276a6b3394 req-708f21df-dcfe-4829-996e-3a64abe1dbab tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 944 time: 0.0900984 Nov 25 20:05:18.559467 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port beb74661-9918-414c-ab4d-47f9a37797e5 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:05:18.570009 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port beb74661-9918-414c-ab4d-47f9a37797e5 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:05:18.570494 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:18.678332 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-66da83e0-261a-49a0-92f7-56276a6b3394 req-fe2a3d8d-6e12-4b7a-b5f2-0f2934886d58 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644976 Nov 25 20:05:18.792348 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-683dd508-2625-4531-9786-a5692a36b1b5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:18.820716 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:18.837627 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683dd508-2625-4531-9786-a5692a36b1b5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event deleted for resources: {'Port': ['ID=30260bac-a383-4623-bfbf-3ac2602f0026,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:18.884566 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d359421-1ce6-4f1f-a33e-d2ecdfb50814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb74661-9918-414c-ab4d-47f9a37797e5'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:05:18.887793 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80198b62-9f76-4cf0-8f97-617b8e74276f" -d '{"events": [{"server_uuid": "3d359421-1ce6-4f1f-a33e-d2ecdfb50814", "name": "network-vif-plugged", "status": "completed", "tag": "beb74661-9918-414c-ab4d-47f9a37797e5"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:05:18.912888 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port beb74661-9918-414c-ab4d-47f9a37797e5, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=beb74661-9918-414c-ab4d-47f9a37797e5,segment=NetworkSegment(5be08156-0f82-44e5-accf-d4e187b4e110),segment_id=5be08156-0f82-44e5-accf-d4e187b4e110)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:05:18.919909 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:18.921702 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device c96230ae-3683-436c-af06-c386c9125cef no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:05:19.015059 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=beb74661-9918-414c-ab4d-47f9a37797e5,revision_number=9']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:19.027460 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dcb2a9-3caf-4533-8f78-1bc04abbb347 x-openstack-request-id: req-b0dcb2a9-3caf-4533-8f78-1bc04abbb347 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:05:19.028816 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d359421-1ce6-4f1f-a33e-d2ecdfb50814", "name": "network-vif-plugged", "status": "completed", "tag": "beb74661-9918-414c-ab4d-47f9a37797e5", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:05:19.029248 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b0dcb2a9-3caf-4533-8f78-1bc04abbb347 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:05:19.030135 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d359421-1ce6-4f1f-a33e-d2ecdfb50814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb74661-9918-414c-ab4d-47f9a37797e5', 'code': 200} Nov 25 20:05:19.032115 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: c96230ae-3683-436c-af06-c386c9125cef {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:05:19.033434 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device c96230ae-3683-436c-af06-c386c9125cef not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:05:19.174812 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-683dd508-2625-4531-9786-a5692a36b1b5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:19.421529 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683dd508-2625-4531-9786-a5692a36b1b5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Router 2464ab81-a000-4c7d-80a8-7977dffbbc49 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:05:19.561720 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683dd508-2625-4531-9786-a5692a36b1b5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:05:19.568603 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-683dd508-2625-4531-9786-a5692a36b1b5 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "PUT /v2.0/routers/2464ab81-a000-4c7d-80a8-7977dffbbc49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1340449 Nov 25 20:05:19.570823 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50364) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:19.579666 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b390c0-fa1a-42f2-9edd-ac5529ffcab3 None None] Sync routers for ids ['2464ab81-a000-4c7d-80a8-7977dffbbc49'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:05:19.598055 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b390c0-fa1a-42f2-9edd-ac5529ffcab3 None None] Routers {'2464ab81-a000-4c7d-80a8-7977dffbbc49'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:05:19.599079 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-38b390c0-fa1a-42f2-9edd-ac5529ffcab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:05:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['2464ab81-a000-4c7d-80a8-7977dffbbc49'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:19.635982 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72e6af8-1ea0-455f-9df5-c65a6d078f6f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Deleting subnet d120894b-9e73-48e2-a56d-2c784e040bc7 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:05:19.640973 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f72e6af8-1ea0-455f-9df5-c65a6d078f6f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:19.694884 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f72e6af8-1ea0-455f-9df5-c65a6d078f6f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:19.740479 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-38b390c0-fa1a-42f2-9edd-ac5529ffcab3 None None] Set router 2464ab81-a000-4c7d-80a8-7977dffbbc49 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:05:19.832629 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f72e6af8-1ea0-455f-9df5-c65a6d078f6f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:19.892089 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da768f40-a498-495b-9b0e-9f7b18afeb7f req-34c8d427-023b-43e5-baeb-d2e597a1c6c8 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:19.893988 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-da768f40-a498-495b-9b0e-9f7b18afeb7f req-34c8d427-023b-43e5-baeb-d2e597a1c6c8 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 945 time: 0.1223733 Nov 25 20:05:19.956397 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-38b390c0-fa1a-42f2-9edd-ac5529ffcab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'name': 'tempest-TestNetworkBasicOps-router-1037052886', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:04:09Z', 'updated_at': '2021-11-25T20:05:18Z', 'revision_number': 5, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:68:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:04:10Z', 'updated_at': '2021-11-25T20:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:19.960562 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f72e6af8-1ea0-455f-9df5-c65a6d078f6f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:19.995016 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-da768f40-a498-495b-9b0e-9f7b18afeb7f req-ec6aa2a5-4afd-406c-81bb-96d22032e125 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946364 Nov 25 20:05:20.006611 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b390c0-fa1a-42f2-9edd-ac5529ffcab3 None None] Checking router: 2464ab81-a000-4c7d-80a8-7977dffbbc49 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:05:20.006756 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f72e6af8-1ea0-455f-9df5-c65a6d078f6f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:20.006756 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f72e6af8-1ea0-455f-9df5-c65a6d078f6f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "DELETE /v2.0/subnets/d120894b-9e73-48e2-a56d-2c784e040bc7 HTTP/1.1" status: 204 len: 168 time: 0.4325018 Nov 25 20:05:20.006756 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50368) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:20.007221 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b390c0-fa1a-42f2-9edd-ac5529ffcab3 None None] Routers {'2464ab81-a000-4c7d-80a8-7977dffbbc49'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:05:20.007221 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-38b390c0-fa1a-42f2-9edd-ac5529ffcab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:05:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['2464ab81-a000-4c7d-80a8-7977dffbbc49'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:20.007513 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e6af8-1ea0-455f-9df5-c65a6d078f6f tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event deleted for resources: {'Subnet': ['ID=d120894b-9e73-48e2-a56d-2c784e040bc7,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:20.017258 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef73283-cafa-45e4-bb0e-36b64c3010f8 None None] Network 2c3832fe-1602-41b7-8253-3bb40ac1cbbd requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:05:20.046035 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50372) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:20.189614 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-851bb3ef-10a0-4081-8e96-113e2b1949fc tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/floatingips/1e2ec93f-40e9-4e72-b2a1-340f82a990ba HTTP/1.1" status: 200 len: 992 time: 0.1414680 Nov 25 20:05:20.220589 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-052cc81d-7c40-47e8-8d38-e66fc1caa0e7 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:20.232846 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-38b390c0-fa1a-42f2-9edd-ac5529ffcab3 None None] Set router 2464ab81-a000-4c7d-80a8-7977dffbbc49 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:05:20.404276 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb10ef1f-686a-4298-9ef8-933aeece9668 None None] DHCP port deletion for 2c3832fe-1602-41b7-8253-3bb40ac1cbbd request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:05:20.412555 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-052cc81d-7c40-47e8-8d38-e66fc1caa0e7 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:20.514858 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-052cc81d-7c40-47e8-8d38-e66fc1caa0e7 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Deleting port d6e9a3bd-0620-4c23-96ed-647a08c8f4c0 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:05:20.515531 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-052cc81d-7c40-47e8-8d38-e66fc1caa0e7 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:20.517863 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-cb10ef1f-686a-4298-9ef8-933aeece9668 None None] Deleting port e57b8bab-66af-4c9e-a906-a53e781f151f {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:05:20.518465 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cb10ef1f-686a-4298-9ef8-933aeece9668 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:20.595578 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-38b390c0-fa1a-42f2-9edd-ac5529ffcab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'name': 'tempest-TestNetworkBasicOps-router-1037052886', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:04:09Z', 'updated_at': '2021-11-25T20:05:18Z', 'revision_number': 5, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:68:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:04:10Z', 'updated_at': '2021-11-25T20:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:20.615028 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-cb10ef1f-686a-4298-9ef8-933aeece9668 None None] For port e57b8bab-66af-4c9e-a906-a53e781f151f, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e57b8bab-66af-4c9e-a906-a53e781f151f,segment=NetworkSegment(9ffdeb7e-68a3-41b4-8711-e3a537d43fc9),segment_id=9ffdeb7e-68a3-41b4-8711-e3a537d43fc9)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:05:20.615496 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cb10ef1f-686a-4298-9ef8-933aeece9668 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:20.649389 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-cb10ef1f-686a-4298-9ef8-933aeece9668 None None] Calling delete_port for e57b8bab-66af-4c9e-a906-a53e781f151f owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:05:20.662797 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b390c0-fa1a-42f2-9edd-ac5529ffcab3 None None] The sync data for ids ['2464ab81-a000-4c7d-80a8-7977dffbbc49'] in n-d-819349-5 is: [{'id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'name': 'tempest-TestNetworkBasicOps-router-1037052886', 'tenant_id': '32afe38025cf480891593cfe301fccc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:04:09Z', 'updated_at': '2021-11-25T20:05:18Z', 'revision_number': 5, 'project_id': '32afe38025cf480891593cfe301fccc3', 'gw_port': {'id': 'd6e9a3bd-0620-4c23-96ed-647a08c8f4c0', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:68:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2464ab81-a000-4c7d-80a8-7977dffbbc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:04:10Z', 'updated_at': '2021-11-25T20:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:05:20.695526 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-052cc81d-7c40-47e8-8d38-e66fc1caa0e7 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] For port d6e9a3bd-0620-4c23-96ed-647a08c8f4c0, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d6e9a3bd-0620-4c23-96ed-647a08c8f4c0,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:05:20.696668 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-052cc81d-7c40-47e8-8d38-e66fc1caa0e7 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:20.714367 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-052cc81d-7c40-47e8-8d38-e66fc1caa0e7 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Calling delete_port for d6e9a3bd-0620-4c23-96ed-647a08c8f4c0 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:05:20.815269 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cb10ef1f-686a-4298-9ef8-933aeece9668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:20.880575 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10ef1f-686a-4298-9ef8-933aeece9668 None None] Pushing event deleted for resources: {'Port': ['ID=e57b8bab-66af-4c9e-a906-a53e781f151f,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:20.894880 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb10ef1f-686a-4298-9ef8-933aeece9668 None None] No DVR routers for this DVR port e57b8bab-66af-4c9e-a906-a53e781f151f on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:05:21.020639 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-052cc81d-7c40-47e8-8d38-e66fc1caa0e7 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:21.058518 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052cc81d-7c40-47e8-8d38-e66fc1caa0e7 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event deleted for resources: {'Port': ['ID=d6e9a3bd-0620-4c23-96ed-647a08c8f4c0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:21.085612 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c4910f-6ef7-42ef-b750-55a326a25c5e None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:05:21.169192 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-052cc81d-7c40-47e8-8d38-e66fc1caa0e7 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:21.272855 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-052cc81d-7c40-47e8-8d38-e66fc1caa0e7 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:21.275841 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-052cc81d-7c40-47e8-8d38-e66fc1caa0e7 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:21.333812 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-052cc81d-7c40-47e8-8d38-e66fc1caa0e7 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:21.334467 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052cc81d-7c40-47e8-8d38-e66fc1caa0e7 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Fanout notify agent at l3_agent the message router_deleted on router 2464ab81-a000-4c7d-80a8-7977dffbbc49 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:05:21.359710 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-052cc81d-7c40-47e8-8d38-e66fc1caa0e7 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:21.363704 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50390) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:21.365881 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-052cc81d-7c40-47e8-8d38-e66fc1caa0e7 tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "DELETE /v2.0/routers/2464ab81-a000-4c7d-80a8-7977dffbbc49 HTTP/1.1" status: 204 len: 168 time: 1.3521187 Nov 25 20:05:21.494103 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-387b2ecd-ba9b-48b2-8b77-d5665773a35a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:21.563016 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e57b8bab-66af-4c9e-a906-a53e781f151f no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:05:21.596843 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: e57b8bab-66af-4c9e-a906-a53e781f151f {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:05:21.597201 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e57b8bab-66af-4c9e-a906-a53e781f151f not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:05:21.597623 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 30260bac-a383-4623-bfbf-3ac2602f0026 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:05:21.642784 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 30260bac-a383-4623-bfbf-3ac2602f0026 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:05:21.643146 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 30260bac-a383-4623-bfbf-3ac2602f0026 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:05:21.664410 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-387b2ecd-ba9b-48b2-8b77-d5665773a35a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:21.690595 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-387b2ecd-ba9b-48b2-8b77-d5665773a35a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c3832fe-1602-41b7-8253-3bb40ac1cbbd']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:21.717040 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-387b2ecd-ba9b-48b2-8b77-d5665773a35a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffdeb7e-68a3-41b4-8711-e3a537d43fc9') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:21.717605 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-387b2ecd-ba9b-48b2-8b77-d5665773a35a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffdeb7e-68a3-41b4-8711-e3a537d43fc9') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:21.764642 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-387b2ecd-ba9b-48b2-8b77-d5665773a35a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:21.785210 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-387b2ecd-ba9b-48b2-8b77-d5665773a35a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:21.791861 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387b2ecd-ba9b-48b2-8b77-d5665773a35a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:05:21.792346 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-387b2ecd-ba9b-48b2-8b77-d5665773a35a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:05:21.796446 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:05:21.889834 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-387b2ecd-ba9b-48b2-8b77-d5665773a35a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:21.978531 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-387b2ecd-ba9b-48b2-8b77-d5665773a35a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:21.983200 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-387b2ecd-ba9b-48b2-8b77-d5665773a35a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] 10.222.0.55 "DELETE /v2.0/networks/2c3832fe-1602-41b7-8253-3bb40ac1cbbd HTTP/1.1" status: 204 len: 168 time: 0.6183045 Nov 25 20:05:21.984845 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b2ecd-ba9b-48b2-8b77-d5665773a35a tempest-TestNetworkBasicOps-2077527660 tempest-TestNetworkBasicOps-2077527660-project] Pushing event deleted for resources: {'Network': ['ID=2c3832fe-1602-41b7-8253-3bb40ac1cbbd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:22.456510 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50400) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:22.640503 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-25c65276-fd33-438a-a655-84e512ddb03a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=32afe38025cf480891593cfe301fccc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1802304 Nov 25 20:05:22.640756 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50406) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:22.699798 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4cfe44a-6c7f-4d10-838d-0ca4bb2d1231 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:22.724120 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4cfe44a-6c7f-4d10-838d-0ca4bb2d1231 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:22.772113 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4cfe44a-6c7f-4d10-838d-0ca4bb2d1231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:22.774823 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4cfe44a-6c7f-4d10-838d-0ca4bb2d1231 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:22.775974 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c4cfe44a-6c7f-4d10-838d-0ca4bb2d1231 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3152b781-d087-46b8-bb5a-2be461c8bd1b HTTP/1.1" status: 204 len: 168 time: 0.1343086 Nov 25 20:05:22.784754 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfe44a-6c7f-4d10-838d-0ca4bb2d1231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3152b781-d087-46b8-bb5a-2be461c8bd1b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:23.079623 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50414) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:23.093957 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b37594f0-26b7-4e4e-acd5-3f2a6b22ceb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:23.201553 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b37594f0-26b7-4e4e-acd5-3f2a6b22ceb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:23.207284 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b37594f0-26b7-4e4e-acd5-3f2a6b22ceb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:23.250788 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b37594f0-26b7-4e4e-acd5-3f2a6b22ceb6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=915b9b5bf2ef4ef2bcaff70daf1a77bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1699078 Nov 25 20:05:23.251796 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37594f0-26b7-4e4e-acd5-3f2a6b22ceb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e4e074-56dc-49a5-849e-e519ef633b27,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:23.253427 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50416) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:23.313422 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5901e683-d79e-4bf4-a833-c650fef16e00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:23.336571 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5901e683-d79e-4bf4-a833-c650fef16e00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:23.350150 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d6e9a3bd-0620-4c23-96ed-647a08c8f4c0 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:05:23.382940 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: d6e9a3bd-0620-4c23-96ed-647a08c8f4c0 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:05:23.383466 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d6e9a3bd-0620-4c23-96ed-647a08c8f4c0 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:05:23.391776 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5901e683-d79e-4bf4-a833-c650fef16e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:23.394818 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5901e683-d79e-4bf4-a833-c650fef16e00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:23.396014 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5901e683-d79e-4bf4-a833-c650fef16e00 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e0e4e074-56dc-49a5-849e-e519ef633b27 HTTP/1.1" status: 204 len: 168 time: 0.1414952 Nov 25 20:05:23.405093 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901e683-d79e-4bf4-a833-c650fef16e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e4e074-56dc-49a5-849e-e519ef633b27,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:23.865142 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:24.436797 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:25.565318 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50484) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:25.893391 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fb8afa63-0c31-4940-bd98-05b180aa5b44 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=38592504b4e64351813cb9ecb59382ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3255210 Nov 25 20:05:25.897928 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50500) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:25.977343 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6cb55e5b-7e5c-41c1-a3bb-8c128daf7766 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:26.005892 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6cb55e5b-7e5c-41c1-a3bb-8c128daf7766 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:26.086973 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6cb55e5b-7e5c-41c1-a3bb-8c128daf7766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:26.091767 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6cb55e5b-7e5c-41c1-a3bb-8c128daf7766 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:26.095157 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6cb55e5b-7e5c-41c1-a3bb-8c128daf7766 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00e987d2-9724-440b-ab6b-d1bb0cb579a0 HTTP/1.1" status: 204 len: 168 time: 0.1944332 Nov 25 20:05:26.108502 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb55e5b-7e5c-41c1-a3bb-8c128daf7766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e987d2-9724-440b-ab6b-d1bb0cb579a0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:26.552557 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50538) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:26.557689 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fdbe9d34-da31-42d2-b148-9e25a9033ab9 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Request body: {'network': {'name': 'tempest-network-smoke--1882896715', 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'port_security_enabled': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:05:26.581720 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbe9d34-da31-42d2-b148-9e25a9033ab9 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Made reservation on behalf of 4ae15cf3af2e483a8f91e2bb864cd5a9 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:05:26.585279 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdbe9d34-da31-42d2-b148-9e25a9033ab9 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:26.597779 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdbe9d34-da31-42d2-b148-9e25a9033ab9 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:26.684211 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdbe9d34-da31-42d2-b148-9e25a9033ab9 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:26.688942 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdbe9d34-da31-42d2-b148-9e25a9033ab9 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:26.704606 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdbe9d34-da31-42d2-b148-9e25a9033ab9 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:05:26.735509 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdbe9d34-da31-42d2-b148-9e25a9033ab9 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:26.735865 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-fdbe9d34-da31-42d2-b148-9e25a9033ab9 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Added segment 578f9daa-b83d-4813-89ad-d43433d4521d of type vlan for network b11e6bea-cc77-4b36-b0d6-51a5f7972a15 Nov 25 20:05:26.750567 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe9d34-da31-42d2-b148-9e25a9033ab9 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f62363cd-644b-49ef-a742-7f69004d33de,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:26.787988 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdbe9d34-da31-42d2-b148-9e25a9033ab9 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:26.819730 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdbe9d34-da31-42d2-b148-9e25a9033ab9 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:26.828865 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbe9d34-da31-42d2-b148-9e25a9033ab9 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:26.828865 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdbe9d34-da31-42d2-b148-9e25a9033ab9 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:26.946271 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fdbe9d34-da31-42d2-b148-9e25a9033ab9 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3922646 Nov 25 20:05:26.949527 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50550) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:26.954503 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe9d34-da31-42d2-b148-9e25a9033ab9 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event updated for resources: {'Network': ['ID=b11e6bea-cc77-4b36-b0d6-51a5f7972a15,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:26.956072 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-20cc70bd-82e5-4661-b76d-c8a541eb2098 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-548538037', 'admin_state_up': True, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:05:26.967703 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network b11e6bea-cc77-4b36-b0d6-51a5f7972a15 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:05:26.985480 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20cc70bd-82e5-4661-b76d-c8a541eb2098 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:26.986979 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20cc70bd-82e5-4661-b76d-c8a541eb2098 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:27.063555 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20cc70bd-82e5-4661-b76d-c8a541eb2098 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:27.215322 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20cc70bd-82e5-4661-b76d-c8a541eb2098 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:27.464051 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20cc70bd-82e5-4661-b76d-c8a541eb2098 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:27.489929 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20cc70bd-82e5-4661-b76d-c8a541eb2098 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:27.653949 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-20cc70bd-82e5-4661-b76d-c8a541eb2098 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Allocated IP 172.25.6.162 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/3d546399-66d3-4b98-b18f-47ab2c2cf001) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:05:27.778445 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20cc70bd-82e5-4661-b76d-c8a541eb2098 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:27.825177 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20cc70bd-82e5-4661-b76d-c8a541eb2098 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:27.865546 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cc70bd-82e5-4661-b76d-c8a541eb2098 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:05:27.871162 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-20cc70bd-82e5-4661-b76d-c8a541eb2098 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:05:27.875197 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cc70bd-82e5-4661-b76d-c8a541eb2098 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:05:27.900853 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835dc85a-da32-4a59-82af-55ce7fb526eb None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:05:27.932583 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc70bd-82e5-4661-b76d-c8a541eb2098 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event updated for resources: {'Port': ['ID=3d546399-66d3-4b98-b18f-47ab2c2cf001,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:28.006201 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4e384223-7ccd-49ca-a1c0-79552c4aabfe None None] Provisioning complete for port 3d546399-66d3-4b98-b18f-47ab2c2cf001 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:05:28.006813 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4e384223-7ccd-49ca-a1c0-79552c4aabfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:28.049408 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4e384223-7ccd-49ca-a1c0-79552c4aabfe None None] Port 3d546399-66d3-4b98-b18f-47ab2c2cf001 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:05:28.590867 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20cc70bd-82e5-4661-b76d-c8a541eb2098 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:28.829237 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20cc70bd-82e5-4661-b76d-c8a541eb2098 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:29.007247 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cc70bd-82e5-4661-b76d-c8a541eb2098 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Router 641b4a27-906e-49e6-94a3-8742a528846a is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:05:29.128546 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cc70bd-82e5-4661-b76d-c8a541eb2098 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:05:29.145464 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a74b86-4e38-41b2-a2ba-9041a40c72ed None None] Sync routers for ids ['641b4a27-906e-49e6-94a3-8742a528846a'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:05:29.154631 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20cc70bd-82e5-4661-b76d-c8a541eb2098 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:29.157910 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a74b86-4e38-41b2-a2ba-9041a40c72ed None None] Routers {'641b4a27-906e-49e6-94a3-8742a528846a'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:05:29.158590 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-41a74b86-4e38-41b2-a2ba-9041a40c72ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:05:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['641b4a27-906e-49e6-94a3-8742a528846a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:29.160551 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50576) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:29.161074 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-20cc70bd-82e5-4661-b76d-c8a541eb2098 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2103527 Nov 25 20:05:29.296312 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-41a74b86-4e38-41b2-a2ba-9041a40c72ed None None] Set router 641b4a27-906e-49e6-94a3-8742a528846a gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:05:29.395539 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4010fb78-105d-4ce3-9f3a-f3fdd8f2e118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:29.480352 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50580) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:29.491431 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-005a7d89-e352-4764-a1a3-7a514a104761 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=4ae15cf3af2e483a8f91e2bb864cd5a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3287280 Nov 25 20:05:29.537293 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-41a74b86-4e38-41b2-a2ba-9041a40c72ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641b4a27-906e-49e6-94a3-8742a528846a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-548538037', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:26Z', 'updated_at': '2021-11-25T20:05:28Z', 'revision_number': 3, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'gw_port': {'id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641b4a27-906e-49e6-94a3-8742a528846a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:27Z', 'updated_at': '2021-11-25T20:05:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:29.568695 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a74b86-4e38-41b2-a2ba-9041a40c72ed None None] Checking router: 641b4a27-906e-49e6-94a3-8742a528846a for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:05:29.570109 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a74b86-4e38-41b2-a2ba-9041a40c72ed None None] Updating router 641b4a27-906e-49e6-94a3-8742a528846a port 3d546399-66d3-4b98-b18f-47ab2c2cf001 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:05:29.613849 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b67d59-9f22-4c00-af02-dd678a8f3852 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:29.618104 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b1b67d59-9f22-4c00-af02-dd678a8f3852 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1338637 Nov 25 20:05:29.618732 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50584) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:29.621781 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:05:29.638269 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-41a74b86-4e38-41b2-a2ba-9041a40c72ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:29.682093 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50586) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:29.688316 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-79bbbe1e-272e-4a8c-a5a3-331b32b23921 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1526277458', 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15', 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:05:29.690342 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-05050d0a-34e8-4bbb-bf79-b6ef97a56804 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=f965ced5-a415-47da-9748-3514ef368954&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0702541 Nov 25 20:05:29.814622 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bbbe1e-272e-4a8c-a5a3-331b32b23921 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Made reservation on behalf of 4ae15cf3af2e483a8f91e2bb864cd5a9 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:05:29.820008 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79bbbe1e-272e-4a8c-a5a3-331b32b23921 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:29.963275 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-41a74b86-4e38-41b2-a2ba-9041a40c72ed None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:29.972425 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-41a74b86-4e38-41b2-a2ba-9041a40c72ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:30.054937 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272652cd-adf1-480c-9d4a-ef26a1f21dfe None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:05:30.083283 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-41a74b86-4e38-41b2-a2ba-9041a40c72ed None None] Attempting to bind port 3d546399-66d3-4b98-b18f-47ab2c2cf001 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:05:30.084074 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-41a74b86-4e38-41b2-a2ba-9041a40c72ed None None] Attempting to bind port 3d546399-66d3-4b98-b18f-47ab2c2cf001 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:05:30.084673 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a74b86-4e38-41b2-a2ba-9041a40c72ed None None] Attempting to bind port 3d546399-66d3-4b98-b18f-47ab2c2cf001 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:05:30.089316 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826c996-0a3e-4a7f-90e3-95e56598bc76 None None] Pushing event updated for resources: {'Port': ['ID=3d546399-66d3-4b98-b18f-47ab2c2cf001,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:30.096426 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a74b86-4e38-41b2-a2ba-9041a40c72ed None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:05:30.097113 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a74b86-4e38-41b2-a2ba-9041a40c72ed None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:05:30.097712 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-41a74b86-4e38-41b2-a2ba-9041a40c72ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:30.098274 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a74b86-4e38-41b2-a2ba-9041a40c72ed None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:05:30.098964 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-41a74b86-4e38-41b2-a2ba-9041a40c72ed None None] Bound port: 3d546399-66d3-4b98-b18f-47ab2c2cf001, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:05:30.099977 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-41a74b86-4e38-41b2-a2ba-9041a40c72ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:30.160328 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-41a74b86-4e38-41b2-a2ba-9041a40c72ed None None] For port 3d546399-66d3-4b98-b18f-47ab2c2cf001, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:05:30.162491 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79bbbe1e-272e-4a8c-a5a3-331b32b23921 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:30.166315 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-41a74b86-4e38-41b2-a2ba-9041a40c72ed None None] For port 3d546399-66d3-4b98-b18f-47ab2c2cf001, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=3d546399-66d3-4b98-b18f-47ab2c2cf001,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:05:30.172826 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-41a74b86-4e38-41b2-a2ba-9041a40c72ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:30.238412 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907a0fef-0a0c-4f97-b395-786367ab846a None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:05:30.240974 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-cf005ce0-991b-4c98-886a-8a2035f6cb49 None None] Provisioning complete for port 3d546399-66d3-4b98-b18f-47ab2c2cf001 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:05:30.241540 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cf005ce0-991b-4c98-886a-8a2035f6cb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:30.261873 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbbe1e-272e-4a8c-a5a3-331b32b23921 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event updated for resources: {'Subnet': ['ID=625536d6-d1d4-4494-ab8a-7bd84039ef15,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:30.271855 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bbbe1e-272e-4a8c-a5a3-331b32b23921 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Checking segment: {'id': '578f9daa-b83d-4813-89ad-d43433d4521d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:05:30.272236 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bbbe1e-272e-4a8c-a5a3-331b32b23921 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Network hostable DHCP agents. Network: b11e6bea-cc77-4b36-b0d6-51a5f7972a15, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:05:30.309567 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bbbe1e-272e-4a8c-a5a3-331b32b23921 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Network b11e6bea-cc77-4b36-b0d6-51a5f7972a15 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:05:30.324289 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a74b86-4e38-41b2-a2ba-9041a40c72ed None None] Routers {'641b4a27-906e-49e6-94a3-8742a528846a'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:05:30.325195 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-79bbbe1e-272e-4a8c-a5a3-331b32b23921 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, b11e6bea-cc77-4b36-b0d6-51a5f7972a15) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:05:30.325521 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-41a74b86-4e38-41b2-a2ba-9041a40c72ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:05:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['641b4a27-906e-49e6-94a3-8742a528846a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:30.341683 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bbbe1e-272e-4a8c-a5a3-331b32b23921 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:30.343169 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79bbbe1e-272e-4a8c-a5a3-331b32b23921 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:30.369142 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50590) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:30.370969 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-79bbbe1e-272e-4a8c-a5a3-331b32b23921 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6871948 Nov 25 20:05:30.441170 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-41a74b86-4e38-41b2-a2ba-9041a40c72ed None None] Set router 641b4a27-906e-49e6-94a3-8742a528846a gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:05:30.507801 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d57a24-9ef8-4c52-bf87-f1930e885ead None None] Network b11e6bea-cc77-4b36-b0d6-51a5f7972a15 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:05:30.542251 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826c996-0a3e-4a7f-90e3-95e56598bc76 None None] Pushing event updated for resources: {'Port': ['ID=3d546399-66d3-4b98-b18f-47ab2c2cf001,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:30.989103 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cf005ce0-991b-4c98-886a-8a2035f6cb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:31.077804 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-cf005ce0-991b-4c98-886a-8a2035f6cb49 None None] For port 3d546399-66d3-4b98-b18f-47ab2c2cf001, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=3d546399-66d3-4b98-b18f-47ab2c2cf001,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:05:31.090692 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:31.135463 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cf005ce0-991b-4c98-886a-8a2035f6cb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:31.213083 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0152666e-809b-418e-a8cf-b42e45d5de42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-b11e6bea-cc77-4b36-b0d6-51a5f7972a15', 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'fixed_ips': [{'subnet_id': '625536d6-d1d4-4494-ab8a-7bd84039ef15'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:05:31.214104 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0152666e-809b-418e-a8cf-b42e45d5de42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:31.251361 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-41a74b86-4e38-41b2-a2ba-9041a40c72ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641b4a27-906e-49e6-94a3-8742a528846a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-548538037', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:26Z', 'updated_at': '2021-11-25T20:05:28Z', 'revision_number': 3, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'gw_port': {'id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641b4a27-906e-49e6-94a3-8742a528846a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:27Z', 'updated_at': '2021-11-25T20:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:31.443864 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf005ce0-991b-4c98-886a-8a2035f6cb49 None None] Pushing event updated for resources: {'Port': ['ID=3d546399-66d3-4b98-b18f-47ab2c2cf001,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:31.451877 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a74b86-4e38-41b2-a2ba-9041a40c72ed None None] The sync data for ids ['641b4a27-906e-49e6-94a3-8742a528846a'] in n-d-819349-5 is: [{'id': '641b4a27-906e-49e6-94a3-8742a528846a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-548538037', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:26Z', 'updated_at': '2021-11-25T20:05:28Z', 'revision_number': 3, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'gw_port': {'id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641b4a27-906e-49e6-94a3-8742a528846a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:27Z', 'updated_at': '2021-11-25T20:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:05:31.465089 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-553c09dc-9999-4fa4-b1e4-4ebe9ecfa076 None None] Provisioning complete for port 3d546399-66d3-4b98-b18f-47ab2c2cf001 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:05:31.465459 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-553c09dc-9999-4fa4-b1e4-4ebe9ecfa076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:31.508793 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-0152666e-809b-418e-a8cf-b42e45d5de42 None None] Allocated IP 172.20.0.2 (b11e6bea-cc77-4b36-b0d6-51a5f7972a15/625536d6-d1d4-4494-ab8a-7bd84039ef15/fce24c14-e545-4859-99ca-5d8c37ead176) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:05:31.742743 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0152666e-809b-418e-a8cf-b42e45d5de42 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:31.744321 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-333157e7-34b4-4b14-8258-3637ff32443c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:31.752512 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0152666e-809b-418e-a8cf-b42e45d5de42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:31.844456 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0152666e-809b-418e-a8cf-b42e45d5de42 None None] Network b11e6bea-cc77-4b36-b0d6-51a5f7972a15 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:05:31.848200 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-0152666e-809b-418e-a8cf-b42e45d5de42 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:05:31.852162 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0152666e-809b-418e-a8cf-b42e45d5de42 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:05:31.911355 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152666e-809b-418e-a8cf-b42e45d5de42 None None] Pushing event updated for resources: {'Port': ['ID=fce24c14-e545-4859-99ca-5d8c37ead176,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:31.920566 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Allocated IP 172.20.0.1 (b11e6bea-cc77-4b36-b0d6-51a5f7972a15/625536d6-d1d4-4494-ab8a-7bd84039ef15/46bcf007-06c2-4e06-ad3a-6aa526ce4038) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:05:31.993377 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0152666e-809b-418e-a8cf-b42e45d5de42 None None] Attempting to bind port fce24c14-e545-4859-99ca-5d8c37ead176 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:05:31.994121 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0152666e-809b-418e-a8cf-b42e45d5de42 None None] Attempting to bind port fce24c14-e545-4859-99ca-5d8c37ead176 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '578f9daa-b83d-4813-89ad-d43433d4521d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:05:31.994726 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0152666e-809b-418e-a8cf-b42e45d5de42 None None] Attempting to bind port fce24c14-e545-4859-99ca-5d8c37ead176 on network b11e6bea-cc77-4b36-b0d6-51a5f7972a15 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:05:32.007821 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0152666e-809b-418e-a8cf-b42e45d5de42 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:05:32.008837 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0152666e-809b-418e-a8cf-b42e45d5de42 None None] Checking segment: {'id': '578f9daa-b83d-4813-89ad-d43433d4521d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:05:32.010528 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0152666e-809b-418e-a8cf-b42e45d5de42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:32.011639 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0152666e-809b-418e-a8cf-b42e45d5de42 None None] Bound using segment: {'id': '578f9daa-b83d-4813-89ad-d43433d4521d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:05:32.012186 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0152666e-809b-418e-a8cf-b42e45d5de42 None None] Bound port: fce24c14-e545-4859-99ca-5d8c37ead176, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '578f9daa-b83d-4813-89ad-d43433d4521d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:05:32.012891 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0152666e-809b-418e-a8cf-b42e45d5de42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:32.178650 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0152666e-809b-418e-a8cf-b42e45d5de42 None None] For port fce24c14-e545-4859-99ca-5d8c37ead176, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:05:32.182185 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0152666e-809b-418e-a8cf-b42e45d5de42 None None] For port fce24c14-e545-4859-99ca-5d8c37ead176, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=fce24c14-e545-4859-99ca-5d8c37ead176,segment=NetworkSegment(578f9daa-b83d-4813-89ad-d43433d4521d),segment_id=578f9daa-b83d-4813-89ad-d43433d4521d)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:05:32.188490 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0152666e-809b-418e-a8cf-b42e45d5de42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:32.222490 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:32.254391 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152666e-809b-418e-a8cf-b42e45d5de42 None None] Pushing event updated for resources: {'Port': ['ID=fce24c14-e545-4859-99ca-5d8c37ead176,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:32.322414 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:32.380749 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Network b11e6bea-cc77-4b36-b0d6-51a5f7972a15 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:05:32.384495 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:05:32.389761 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:05:32.398306 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50606) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:32.446211 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event updated for resources: {'Port': ['ID=46bcf007-06c2-4e06-ad3a-6aa526ce4038,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:32.480132 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:32.480847 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:32.481655 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:32.482217 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:32.482812 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:32.483345 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:32.484043 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:32.484571 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:32.485088 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:32.485601 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:32.486125 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:32.486668 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:32.505814 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:32.614520 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-400e72ad-9fc5-4ce6-9d54-b24ce136898d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:32.774267 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:32.805475 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-400e72ad-9fc5-4ce6-9d54-b24ce136898d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:32.814514 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-400e72ad-9fc5-4ce6-9d54-b24ce136898d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:32.886903 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-400e72ad-9fc5-4ce6-9d54-b24ce136898d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d755c1c0b1f4fef8347d633d384ecde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4871800 Nov 25 20:05:32.891752 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50610) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:32.922510 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e72ad-9fc5-4ce6-9d54-b24ce136898d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25443e2a-78cd-4945-bc0c-459cfecafab4,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:32.959637 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e72ad-9fc5-4ce6-9d54-b24ce136898d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:32.959964 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e72ad-9fc5-4ce6-9d54-b24ce136898d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:32.960317 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e72ad-9fc5-4ce6-9d54-b24ce136898d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:32.960667 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e72ad-9fc5-4ce6-9d54-b24ce136898d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:32.961007 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e72ad-9fc5-4ce6-9d54-b24ce136898d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:32.961578 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e72ad-9fc5-4ce6-9d54-b24ce136898d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:32.961714 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e72ad-9fc5-4ce6-9d54-b24ce136898d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:32.962003 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e72ad-9fc5-4ce6-9d54-b24ce136898d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:32.962432 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e72ad-9fc5-4ce6-9d54-b24ce136898d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:32.962771 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e72ad-9fc5-4ce6-9d54-b24ce136898d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:32.963097 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e72ad-9fc5-4ce6-9d54-b24ce136898d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:32.963429 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e72ad-9fc5-4ce6-9d54-b24ce136898d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:33.014324 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79c0e219-5c4b-4024-ab33-612275d2efb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:33.048345 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79c0e219-5c4b-4024-ab33-612275d2efb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:33.217006 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:33.224914 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:33.308923 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:33.311556 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event updated for resources: {'Port': ['ID=46bcf007-06c2-4e06-ad3a-6aa526ce4038,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:33.446975 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Network b11e6bea-cc77-4b36-b0d6-51a5f7972a15 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:05:33.449435 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:05:33.489651 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79c0e219-5c4b-4024-ab33-612275d2efb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:33.495100 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79c0e219-5c4b-4024-ab33-612275d2efb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:33.497207 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-79c0e219-5c4b-4024-ab33-612275d2efb2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/25443e2a-78cd-4945-bc0c-459cfecafab4 HTTP/1.1" status: 204 len: 168 time: 0.6042523 Nov 25 20:05:33.514071 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0e219-5c4b-4024-ab33-612275d2efb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25443e2a-78cd-4945-bc0c-459cfecafab4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:33.596531 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device fce24c14-e545-4859-99ca-5d8c37ead176 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:05:33.675633 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Router 641b4a27-906e-49e6-94a3-8742a528846a has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:05:33.682024 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port fce24c14-e545-4859-99ca-5d8c37ead176 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:05:33.683043 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:33.797112 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:33.855178 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:05:33.865988 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50618) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:33.867874 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-eb6e892d-8aa6-4485-a3d7-61155482a688 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "PUT /v2.0/routers/641b4a27-906e-49e6-94a3-8742a528846a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4963520 Nov 25 20:05:33.876595 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-27dc3a79-5ec0-419b-8cc2-fe30a6763b96 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1323821014', 'description': 'tempest-secgroup_access--1323821014 description', 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:05:33.885184 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:33.924109 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27dc3a79-5ec0-419b-8cc2-fe30a6763b96 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:33.933049 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port fce24c14-e545-4859-99ca-5d8c37ead176, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=fce24c14-e545-4859-99ca-5d8c37ead176,segment=NetworkSegment(578f9daa-b83d-4813-89ad-d43433d4521d),segment_id=578f9daa-b83d-4813-89ad-d43433d4521d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:05:33.940358 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:33.941180 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 3d546399-66d3-4b98-b18f-47ab2c2cf001 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:05:34.025460 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27dc3a79-5ec0-419b-8cc2-fe30a6763b96 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:34.031524 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27dc3a79-5ec0-419b-8cc2-fe30a6763b96 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:34.048943 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50622) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:34.063396 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27dc3a79-5ec0-419b-8cc2-fe30a6763b96 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:34.065250 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-27dc3a79-5ec0-419b-8cc2-fe30a6763b96 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1966205 Nov 25 20:05:34.072301 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50624) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:34.082537 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-4a37b76a-2a9d-41c4-a038-68b2d8e2febd tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1256762111', 'description': 'tempest-secgroup_general--1256762111 description', 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:05:34.086940 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc3a79-5ec0-419b-8cc2-fe30a6763b96 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b8bcaa-10a1-4156-8feb-bc874853f17c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:34.115888 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bd357ab9-b02c-475a-8252-574a40d41081 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:34.121228 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a37b76a-2a9d-41c4-a038-68b2d8e2febd tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:34.176408 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 3d546399-66d3-4b98-b18f-47ab2c2cf001 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:05:34.177062 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:34.225058 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=fce24c14-e545-4859-99ca-5d8c37ead176,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:34.261976 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b05e89-8a9b-45bb-80f2-8c6d5888c9ca None None] Network b11e6bea-cc77-4b36-b0d6-51a5f7972a15 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:05:34.282377 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a37b76a-2a9d-41c4-a038-68b2d8e2febd tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:34.292527 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a37b76a-2a9d-41c4-a038-68b2d8e2febd tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:34.301998 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bd357ab9-b02c-475a-8252-574a40d41081 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:34.319771 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bd357ab9-b02c-475a-8252-574a40d41081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:34.344521 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a37b76a-2a9d-41c4-a038-68b2d8e2febd tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:34.349055 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 50626) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:34.349285 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4a37b76a-2a9d-41c4-a038-68b2d8e2febd tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2712934 Nov 25 20:05:34.355610 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-74b8e526-cd27-4bb3-81df-ce6c4245b1bc tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Request body: {'security_group_rule': {'security_group_id': 'f3b8bcaa-10a1-4156-8feb-bc874853f17c', 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:05:34.363362 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37b76a-2a9d-41c4-a038-68b2d8e2febd tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b617d2b4-cbc1-4737-a1fe-e064341e1de3,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:34.378654 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bd357ab9-b02c-475a-8252-574a40d41081 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=970f483469ad4da484d03e4f4ed79191&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3258076 Nov 25 20:05:34.379535 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50628) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:34.410594 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74b8e526-cd27-4bb3-81df-ce6c4245b1bc tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:34.458905 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c268e5c1-3287-48c2-9818-21adcb36a07b None None] Sync routers for ids ['641b4a27-906e-49e6-94a3-8742a528846a'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:05:34.474434 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c268e5c1-3287-48c2-9818-21adcb36a07b None None] Routers {'641b4a27-906e-49e6-94a3-8742a528846a'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:05:34.475134 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c268e5c1-3287-48c2-9818-21adcb36a07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:05:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['641b4a27-906e-49e6-94a3-8742a528846a'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:34.487325 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7af69cb2-0f1c-497f-af95-2cfcc759caa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:34.500391 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74b8e526-cd27-4bb3-81df-ce6c4245b1bc tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:34.506862 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74b8e526-cd27-4bb3-81df-ce6c4245b1bc tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:34.507742 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-02e3e113-9d99-4713-a9a9-0575db5481ea None None] Provisioning complete for port fce24c14-e545-4859-99ca-5d8c37ead176 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:05:34.508306 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-02e3e113-9d99-4713-a9a9-0575db5481ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:34.516146 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd357ab9-b02c-475a-8252-574a40d41081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eabffef-20fa-4fa3-ad6f-e27f0c418f11,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:34.532437 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7af69cb2-0f1c-497f-af95-2cfcc759caa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:34.541522 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8e526-cd27-4bb3-81df-ce6c4245b1bc tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0d24e4-4df4-4f07-b206-3e79171a7413,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:34.564811 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74b8e526-cd27-4bb3-81df-ce6c4245b1bc tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:34.570653 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-74b8e526-cd27-4bb3-81df-ce6c4245b1bc tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2180994 Nov 25 20:05:34.595501 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7af69cb2-0f1c-497f-af95-2cfcc759caa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:34.599135 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7af69cb2-0f1c-497f-af95-2cfcc759caa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:34.612727 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7af69cb2-0f1c-497f-af95-2cfcc759caa2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8eabffef-20fa-4fa3-ad6f-e27f0c418f11 HTTP/1.1" status: 204 len: 168 time: 0.2160451 Nov 25 20:05:34.636562 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af69cb2-0f1c-497f-af95-2cfcc759caa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eabffef-20fa-4fa3-ad6f-e27f0c418f11,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:34.909792 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-c268e5c1-3287-48c2-9818-21adcb36a07b None None] Set router 641b4a27-906e-49e6-94a3-8742a528846a gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:05:35.024688 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-830d648f-b805-4abe-9c5e-882e9894d75e tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup_access--1323821014&fields=id&tenant_id=4ae15cf3af2e483a8f91e2bb864cd5a9 HTTP/1.1" status: 200 len: 267 time: 0.0875359 Nov 25 20:05:35.064066 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6f4e40ea-991b-42fb-9d6e-2fab21d6a17e None None] Provisioning complete for port 46bcf007-06c2-4e06-ad3a-6aa526ce4038 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:05:35.064613 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6f4e40ea-991b-42fb-9d6e-2fab21d6a17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:35.120164 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-6f4e40ea-991b-42fb-9d6e-2fab21d6a17e None None] Port 46bcf007-06c2-4e06-ad3a-6aa526ce4038 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:05:35.145246 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6f4e40ea-991b-42fb-9d6e-2fab21d6a17e None None] Provisioning complete for port fce24c14-e545-4859-99ca-5d8c37ead176 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:05:35.146019 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6f4e40ea-991b-42fb-9d6e-2fab21d6a17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:35.157219 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-ac84bb3c-957a-4269-a34b-7da5b98038ca tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup_general--1256762111&fields=id&tenant_id=4ae15cf3af2e483a8f91e2bb864cd5a9 HTTP/1.1" status: 200 len: 267 time: 0.1179464 Nov 25 20:05:35.299327 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c268e5c1-3287-48c2-9818-21adcb36a07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641b4a27-906e-49e6-94a3-8742a528846a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-548538037', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:26Z', 'updated_at': '2021-11-25T20:05:32Z', 'revision_number': 4, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'gw_port': {'id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641b4a27-906e-49e6-94a3-8742a528846a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:27Z', 'updated_at': '2021-11-25T20:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '46bcf007-06c2-4e06-ad3a-6aa526ce4038', 'name': '', 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'mac_address': 'fa:16:3e:76:51:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641b4a27-906e-49e6-94a3-8742a528846a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '625536d6-d1d4-4494-ab8a-7bd84039ef15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:31Z', 'updated_at': '2021-11-25T20:05:33Z', 'revision_number': 2, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'subnets': [{'id': '625536d6-d1d4-4494-ab8a-7bd84039ef15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:35.320080 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-b89bd3ac-362d-4cdc-b0a9-e5b6698484fe tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:35.321744 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-b89bd3ac-362d-4cdc-b0a9-e5b6698484fe tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/networks?id=b11e6bea-cc77-4b36-b0d6-51a5f7972a15 HTTP/1.1" status: 200 len: 797 time: 0.1634386 Nov 25 20:05:35.338249 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c268e5c1-3287-48c2-9818-21adcb36a07b None None] Checking router: 641b4a27-906e-49e6-94a3-8742a528846a for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:05:35.338645 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c268e5c1-3287-48c2-9818-21adcb36a07b None None] Updating router 641b4a27-906e-49e6-94a3-8742a528846a port 46bcf007-06c2-4e06-ad3a-6aa526ce4038 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:05:35.347532 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-492090a4-c1de-4544-af60-21108b361059 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/quotas/4ae15cf3af2e483a8f91e2bb864cd5a9 HTTP/1.1" status: 200 len: 375 time: 0.0179722 Nov 25 20:05:35.378135 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c268e5c1-3287-48c2-9818-21adcb36a07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:35.480653 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device fce24c14-e545-4859-99ca-5d8c37ead176 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:05:35.495755 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-8fcdbdcd-8539-4e6a-8b83-7e5c24118bf9 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ae15cf3af2e483a8f91e2bb864cd5a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1213424 Nov 25 20:05:35.624354 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:35.667028 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a17be614-7110-43f4-b3db-ea2bc5d4f692 None None] Provisioning complete for port 46bcf007-06c2-4e06-ad3a-6aa526ce4038 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:05:35.667397 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a17be614-7110-43f4-b3db-ea2bc5d4f692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:35.680160 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:35.712699 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-bc4c717c-bf2d-46ee-9d0a-b8241a5d144f service neutron] 10.222.0.55 "GET /v2.0/networks/b11e6bea-cc77-4b36-b0d6-51a5f7972a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159669 Nov 25 20:05:35.742030 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port fce24c14-e545-4859-99ca-5d8c37ead176 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:05:35.744254 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:35.794993 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a17be614-7110-43f4-b3db-ea2bc5d4f692 None None] Port 46bcf007-06c2-4e06-ad3a-6aa526ce4038 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:05:35.836399 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c268e5c1-3287-48c2-9818-21adcb36a07b None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:35.844155 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c268e5c1-3287-48c2-9818-21adcb36a07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:35.865460 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-3229efba-7184-423a-a93d-f6eab245790d service neutron] 10.222.0.55 "GET /v2.0/networks/b11e6bea-cc77-4b36-b0d6-51a5f7972a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515059 Nov 25 20:05:35.915394 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62cd5bc-e5b0-4d7b-a902-878bddd0bb28 None None] Pushing event updated for resources: {'Port': ['ID=46bcf007-06c2-4e06-ad3a-6aa526ce4038,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:35.931222 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62cd5bc-e5b0-4d7b-a902-878bddd0bb28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:35.931810 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62cd5bc-e5b0-4d7b-a902-878bddd0bb28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:35.932341 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62cd5bc-e5b0-4d7b-a902-878bddd0bb28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:35.933277 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62cd5bc-e5b0-4d7b-a902-878bddd0bb28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:35.933778 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62cd5bc-e5b0-4d7b-a902-878bddd0bb28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:35.934265 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62cd5bc-e5b0-4d7b-a902-878bddd0bb28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:35.934798 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62cd5bc-e5b0-4d7b-a902-878bddd0bb28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:35.935854 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62cd5bc-e5b0-4d7b-a902-878bddd0bb28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:35.936372 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62cd5bc-e5b0-4d7b-a902-878bddd0bb28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:35.937101 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62cd5bc-e5b0-4d7b-a902-878bddd0bb28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:35.937714 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62cd5bc-e5b0-4d7b-a902-878bddd0bb28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:35.938214 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62cd5bc-e5b0-4d7b-a902-878bddd0bb28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:35.963117 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-c31cb0e1-869b-45ce-820d-d2969052e8dd None None] Provisioning complete for port 46bcf007-06c2-4e06-ad3a-6aa526ce4038 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:05:35.963624 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c31cb0e1-869b-45ce-820d-d2969052e8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:36.016866 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-c268e5c1-3287-48c2-9818-21adcb36a07b None None] Attempting to bind port 46bcf007-06c2-4e06-ad3a-6aa526ce4038 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:05:36.019229 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-c268e5c1-3287-48c2-9818-21adcb36a07b None None] Attempting to bind port 46bcf007-06c2-4e06-ad3a-6aa526ce4038 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '578f9daa-b83d-4813-89ad-d43433d4521d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:05:36.019820 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c268e5c1-3287-48c2-9818-21adcb36a07b None None] Attempting to bind port 46bcf007-06c2-4e06-ad3a-6aa526ce4038 on network b11e6bea-cc77-4b36-b0d6-51a5f7972a15 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:05:36.033364 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c268e5c1-3287-48c2-9818-21adcb36a07b None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:05:36.034068 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c268e5c1-3287-48c2-9818-21adcb36a07b None None] Checking segment: {'id': '578f9daa-b83d-4813-89ad-d43433d4521d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:05:36.034690 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c268e5c1-3287-48c2-9818-21adcb36a07b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:36.035420 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c268e5c1-3287-48c2-9818-21adcb36a07b None None] Bound using segment: {'id': '578f9daa-b83d-4813-89ad-d43433d4521d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:05:36.036103 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-c268e5c1-3287-48c2-9818-21adcb36a07b None None] Bound port: 46bcf007-06c2-4e06-ad3a-6aa526ce4038, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '578f9daa-b83d-4813-89ad-d43433d4521d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:05:36.036734 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c268e5c1-3287-48c2-9818-21adcb36a07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:36.104151 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-c31cb0e1-869b-45ce-820d-d2969052e8dd None None] Port 46bcf007-06c2-4e06-ad3a-6aa526ce4038 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:05:36.146565 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-c268e5c1-3287-48c2-9818-21adcb36a07b None None] For port 46bcf007-06c2-4e06-ad3a-6aa526ce4038, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:05:36.152058 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-c268e5c1-3287-48c2-9818-21adcb36a07b None None] For port 46bcf007-06c2-4e06-ad3a-6aa526ce4038, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=46bcf007-06c2-4e06-ad3a-6aa526ce4038,segment=NetworkSegment(578f9daa-b83d-4813-89ad-d43433d4521d),segment_id=578f9daa-b83d-4813-89ad-d43433d4521d)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:05:36.162439 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3724746d-fde8-4d4b-af08-5ae3a32c8802 req-114faa96-d7a7-4a99-8324-89dbc13b30c6 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcbd20ce-ce1a-40da-a418-e791cffc58a7 HTTP/1.1" status: 200 len: 210 time: 0.0631883 Nov 25 20:05:36.164455 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c268e5c1-3287-48c2-9818-21adcb36a07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:36.228894 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c268e5c1-3287-48c2-9818-21adcb36a07b None None] Routers {'641b4a27-906e-49e6-94a3-8742a528846a'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:05:36.229824 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c268e5c1-3287-48c2-9818-21adcb36a07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:05:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['641b4a27-906e-49e6-94a3-8742a528846a'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:36.377326 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-c268e5c1-3287-48c2-9818-21adcb36a07b None None] Set router 641b4a27-906e-49e6-94a3-8742a528846a gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:05:36.412606 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62cd5bc-e5b0-4d7b-a902-878bddd0bb28 None None] Pushing event updated for resources: {'Port': ['ID=46bcf007-06c2-4e06-ad3a-6aa526ce4038,revision_number=4']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:36.439436 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1a3f3e21-c3d9-4d9b-95de-011bbf8986c1 None None] Provisioning complete for port 46bcf007-06c2-4e06-ad3a-6aa526ce4038 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:05:36.441243 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1a3f3e21-c3d9-4d9b-95de-011bbf8986c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:36.583639 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1a3f3e21-c3d9-4d9b-95de-011bbf8986c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:36.636506 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-1a3f3e21-c3d9-4d9b-95de-011bbf8986c1 None None] For port 46bcf007-06c2-4e06-ad3a-6aa526ce4038, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=46bcf007-06c2-4e06-ad3a-6aa526ce4038,segment=NetworkSegment(578f9daa-b83d-4813-89ad-d43433d4521d),segment_id=578f9daa-b83d-4813-89ad-d43433d4521d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:05:36.646306 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1a3f3e21-c3d9-4d9b-95de-011bbf8986c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:36.722903 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f3e21-c3d9-4d9b-95de-011bbf8986c1 None None] Pushing event updated for resources: {'Port': ['ID=46bcf007-06c2-4e06-ad3a-6aa526ce4038,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:36.783836 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-bba982eb-eecd-47c3-b755-5bc76dec5d69 None None] Provisioning complete for port 46bcf007-06c2-4e06-ad3a-6aa526ce4038 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:05:36.784486 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bba982eb-eecd-47c3-b755-5bc76dec5d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:36.807805 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c268e5c1-3287-48c2-9818-21adcb36a07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641b4a27-906e-49e6-94a3-8742a528846a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-548538037', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:26Z', 'updated_at': '2021-11-25T20:05:32Z', 'revision_number': 4, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'gw_port': {'id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641b4a27-906e-49e6-94a3-8742a528846a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:27Z', 'updated_at': '2021-11-25T20:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '46bcf007-06c2-4e06-ad3a-6aa526ce4038', 'name': '', 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'mac_address': 'fa:16:3e:76:51:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641b4a27-906e-49e6-94a3-8742a528846a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '625536d6-d1d4-4494-ab8a-7bd84039ef15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:31Z', 'updated_at': '2021-11-25T20:05:36Z', 'revision_number': 4, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'subnets': [{'id': '625536d6-d1d4-4494-ab8a-7bd84039ef15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:36.847378 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c268e5c1-3287-48c2-9818-21adcb36a07b None None] The sync data for ids ['641b4a27-906e-49e6-94a3-8742a528846a'] in n-d-819349-5 is: [{'id': '641b4a27-906e-49e6-94a3-8742a528846a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-548538037', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:26Z', 'updated_at': '2021-11-25T20:05:32Z', 'revision_number': 4, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'gw_port': {'id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641b4a27-906e-49e6-94a3-8742a528846a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:27Z', 'updated_at': '2021-11-25T20:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '46bcf007-06c2-4e06-ad3a-6aa526ce4038', 'name': '', 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'mac_address': 'fa:16:3e:76:51:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641b4a27-906e-49e6-94a3-8742a528846a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '625536d6-d1d4-4494-ab8a-7bd84039ef15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:31Z', 'updated_at': '2021-11-25T20:05:36Z', 'revision_number': 4, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'subnets': [{'id': '625536d6-d1d4-4494-ab8a-7bd84039ef15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:05:37.294782 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f6a2688a-94f8-43a1-8da0-f4eca2b1d143 req-e8918f44-fc2d-4889-96f7-b1bdbcd00e3f tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcbd20ce-ce1a-40da-a418-e791cffc58a7 HTTP/1.1" status: 200 len: 210 time: 0.0372338 Nov 25 20:05:37.446552 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 46bcf007-06c2-4e06-ad3a-6aa526ce4038 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:05:37.523539 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 46bcf007-06c2-4e06-ad3a-6aa526ce4038 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:05:37.524074 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:37.776099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-2f9109a1-13f7-418c-9759-264e9562566a tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:37.778080 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-2f9109a1-13f7-418c-9759-264e9562566a tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.73 "GET /v2.0/networks?id=b11e6bea-cc77-4b36-b0d6-51a5f7972a15 HTTP/1.1" status: 200 len: 797 time: 0.1477675 Nov 25 20:05:37.884643 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-52c2ffdc-c231-4e46-8e1c-2a3ab9def18d tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ae15cf3af2e483a8f91e2bb864cd5a9 HTTP/1.1" status: 200 len: 478 time: 0.0916550 Nov 25 20:05:37.902931 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-1d7c6f14-2df4-4ad8-bb20-a17d66676952 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Request body: {'port': {'device_id': 'dcbd20ce-ce1a-40da-a418-e791cffc58a7', 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15', 'admin_state_up': True, 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'security_groups': ['f3b8bcaa-10a1-4156-8feb-bc874853f17c', 'b617d2b4-cbc1-4737-a1fe-e064341e1de3']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:05:38.099532 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-1d7c6f14-2df4-4ad8-bb20-a17d66676952 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Made reservation on behalf of 4ae15cf3af2e483a8f91e2bb864cd5a9 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:05:38.103455 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-1d7c6f14-2df4-4ad8-bb20-a17d66676952 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:38.274624 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-1d7c6f14-2df4-4ad8-bb20-a17d66676952 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Allocated IP 172.20.0.4 (b11e6bea-cc77-4b36-b0d6-51a5f7972a15/625536d6-d1d4-4494-ab8a-7bd84039ef15/b003a05b-5837-4b37-b3d7-c1f9091b41cc) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:05:38.523589 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d0a51be9-089a-416a-a448-363b4eda6a87 req-53f84c61-a4d6-4ec7-bf31-a44b2eb288be tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcbd20ce-ce1a-40da-a418-e791cffc58a7 HTTP/1.1" status: 200 len: 210 time: 0.0361121 Nov 25 20:05:38.582085 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-1d7c6f14-2df4-4ad8-bb20-a17d66676952 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:38.635093 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-1d7c6f14-2df4-4ad8-bb20-a17d66676952 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:38.687098 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-1d7c6f14-2df4-4ad8-bb20-a17d66676952 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Network b11e6bea-cc77-4b36-b0d6-51a5f7972a15 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:05:38.694084 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-1d7c6f14-2df4-4ad8-bb20-a17d66676952 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:05:38.709019 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-1d7c6f14-2df4-4ad8-bb20-a17d66676952 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:05:38.746216 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c6f14-2df4-4ad8-bb20-a17d66676952 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event updated for resources: {'Port': ['ID=b003a05b-5837-4b37-b3d7-c1f9091b41cc,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:38.784288 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-1d7c6f14-2df4-4ad8-bb20-a17d66676952 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:38.784970 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-1d7c6f14-2df4-4ad8-bb20-a17d66676952 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:38.804539 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-1d7c6f14-2df4-4ad8-bb20-a17d66676952 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9079633 Nov 25 20:05:38.818486 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-75fd1aa9-3afb-4501-8cce-41b064e0e69f service neutron] Request body: {'port': {'device_id': 'dcbd20ce-ce1a-40da-a418-e791cffc58a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:05:38.918080 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-75fd1aa9-3afb-4501-8cce-41b064e0e69f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:39.063391 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-eae8990f-3825-4763-bab6-7b0458c886dc None None] Provisioning complete for port b003a05b-5837-4b37-b3d7-c1f9091b41cc triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:05:39.064465 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eae8990f-3825-4763-bab6-7b0458c886dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:39.119764 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-eae8990f-3825-4763-bab6-7b0458c886dc None None] Port b003a05b-5837-4b37-b3d7-c1f9091b41cc cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:05:39.266265 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-75fd1aa9-3afb-4501-8cce-41b064e0e69f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b003a05b-5837-4b37-b3d7-c1f9091b41cc {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:05:39.277043 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-75fd1aa9-3afb-4501-8cce-41b064e0e69f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:39.293658 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-75fd1aa9-3afb-4501-8cce-41b064e0e69f service neutron] Transition to ACTIVE for port object b003a05b-5837-4b37-b3d7-c1f9091b41cc will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:05:39.301759 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-75fd1aa9-3afb-4501-8cce-41b064e0e69f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:39.380337 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd1aa9-3afb-4501-8cce-41b064e0e69f service neutron] Pushing event updated for resources: {'Port': ['ID=b003a05b-5837-4b37-b3d7-c1f9091b41cc,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:39.451691 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-75fd1aa9-3afb-4501-8cce-41b064e0e69f service neutron] Attempting to bind port b003a05b-5837-4b37-b3d7-c1f9091b41cc on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:05:39.452029 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-75fd1aa9-3afb-4501-8cce-41b064e0e69f service neutron] Attempting to bind port b003a05b-5837-4b37-b3d7-c1f9091b41cc by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '578f9daa-b83d-4813-89ad-d43433d4521d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:05:39.452621 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-75fd1aa9-3afb-4501-8cce-41b064e0e69f service neutron] Attempting to bind port b003a05b-5837-4b37-b3d7-c1f9091b41cc on network b11e6bea-cc77-4b36-b0d6-51a5f7972a15 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:05:39.463770 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-75fd1aa9-3afb-4501-8cce-41b064e0e69f service neutron] Port b003a05b-5837-4b37-b3d7-c1f9091b41cc on network b11e6bea-cc77-4b36-b0d6-51a5f7972a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:05:39.464257 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-75fd1aa9-3afb-4501-8cce-41b064e0e69f service neutron] Attempting to bind port b003a05b-5837-4b37-b3d7-c1f9091b41cc on network b11e6bea-cc77-4b36-b0d6-51a5f7972a15 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:05:39.472435 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-75fd1aa9-3afb-4501-8cce-41b064e0e69f service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:05:39.472833 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-75fd1aa9-3afb-4501-8cce-41b064e0e69f service neutron] Checking segment: {'id': '578f9daa-b83d-4813-89ad-d43433d4521d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:05:39.473259 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-75fd1aa9-3afb-4501-8cce-41b064e0e69f service neutron] Bound using segment: {'id': '578f9daa-b83d-4813-89ad-d43433d4521d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:05:39.473705 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-75fd1aa9-3afb-4501-8cce-41b064e0e69f service neutron] Bound port: b003a05b-5837-4b37-b3d7-c1f9091b41cc, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '578f9daa-b83d-4813-89ad-d43433d4521d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:05:39.474063 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-75fd1aa9-3afb-4501-8cce-41b064e0e69f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:39.585393 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-75fd1aa9-3afb-4501-8cce-41b064e0e69f service neutron] For port b003a05b-5837-4b37-b3d7-c1f9091b41cc, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:05:39.594979 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-75fd1aa9-3afb-4501-8cce-41b064e0e69f service neutron] For port b003a05b-5837-4b37-b3d7-c1f9091b41cc, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b003a05b-5837-4b37-b3d7-c1f9091b41cc,segment=NetworkSegment(578f9daa-b83d-4813-89ad-d43433d4521d),segment_id=578f9daa-b83d-4813-89ad-d43433d4521d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:05:39.604345 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-75fd1aa9-3afb-4501-8cce-41b064e0e69f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:39.683150 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-75fd1aa9-3afb-4501-8cce-41b064e0e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:39.683846 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-75fd1aa9-3afb-4501-8cce-41b064e0e69f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:39.686960 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-75fd1aa9-3afb-4501-8cce-41b064e0e69f service neutron] 10.222.0.73 "PUT /v2.0/ports/b003a05b-5837-4b37-b3d7-c1f9091b41cc HTTP/1.1" status: 200 len: 1130 time: 0.8719664 Nov 25 20:05:39.690025 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbd20ce-ce1a-40da-a418-e791cffc58a7', 'tag': 'b003a05b-5837-4b37-b3d7-c1f9091b41cc'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:05:39.693437 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1848227b-135d-4792-bf13-90baad85c61d" -d '{"events": [{"name": "network-changed", "server_uuid": "dcbd20ce-ce1a-40da-a418-e791cffc58a7", "tag": "b003a05b-5837-4b37-b3d7-c1f9091b41cc"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:05:39.800581 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd1aa9-3afb-4501-8cce-41b064e0e69f service neutron] Pushing event updated for resources: {'Port': ['ID=b003a05b-5837-4b37-b3d7-c1f9091b41cc,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:39.845812 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa35fe-2583-49a0-8e66-b1f75cdd772f req-e8c3327c-bc7e-408e-88cc-79c3111845c0 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:39.847404 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9fa35fe-2583-49a0-8e66-b1f75cdd772f req-e8c3327c-bc7e-408e-88cc-79c3111845c0 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcbd20ce-ce1a-40da-a418-e791cffc58a7 HTTP/1.1" status: 200 len: 982 time: 0.2201810 Nov 25 20:05:39.854853 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-e410da85-b01b-4e97-ac6b-ca1f659e4ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:39.856351 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-e410da85-b01b-4e97-ac6b-ca1f659e4ded service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4ae15cf3af2e483a8f91e2bb864cd5a9&device_id=dcbd20ce-ce1a-40da-a418-e791cffc58a7 HTTP/1.1" status: 200 len: 1133 time: 0.1196737 Nov 25 20:05:39.910240 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-ba53f2c1-28b2-484b-8c57-d55c30b208ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b003a05b-5837-4b37-b3d7-c1f9091b41cc HTTP/1.1" status: 200 len: 217 time: 0.0448217 Nov 25 20:05:40.018764 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-6e861777-ec09-47ff-8c81-da33f1565449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:40.020655 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-6e861777-ec09-47ff-8c81-da33f1565449 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=625536d6-d1d4-4494-ab8a-7bd84039ef15 HTTP/1.1" status: 200 len: 835 time: 0.0914249 Nov 25 20:05:40.045967 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9fa35fe-2583-49a0-8e66-b1f75cdd772f req-1a566fe6-dde1-4ba2-be86-1f9404cbc713 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b8bcaa-10a1-4156-8feb-bc874853f17c&id=b617d2b4-cbc1-4737-a1fe-e064341e1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1885993 Nov 25 20:05:40.477658 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9bb4ca-f7ef-4217-9c75-12321b36f579 x-openstack-request-id: req-7a9bb4ca-f7ef-4217-9c75-12321b36f579 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:05:40.477920 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcbd20ce-ce1a-40da-a418-e791cffc58a7", "tag": "b003a05b-5837-4b37-b3d7-c1f9091b41cc", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:05:40.478245 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7a9bb4ca-f7ef-4217-9c75-12321b36f579 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:05:40.478729 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbd20ce-ce1a-40da-a418-e791cffc58a7', 'tag': 'b003a05b-5837-4b37-b3d7-c1f9091b41cc', 'status': 'completed', 'code': 200} Nov 25 20:05:40.495929 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-b77e2c86-50a2-4627-ab4c-4c40519b491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:40.498194 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-b77e2c86-50a2-4627-ab4c-4c40519b491a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b11e6bea-cc77-4b36-b0d6-51a5f7972a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4504080 Nov 25 20:05:40.620799 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-d842f61b-989d-4f8a-ad79-ef9b0591e1f4 service neutron] 10.222.0.73 "GET /v2.0/networks/b11e6bea-cc77-4b36-b0d6-51a5f7972a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123021 Nov 25 20:05:40.719092 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8b0fbdb-d6d9-4b0a-8ada-f94cb108b65e req-62c8e56f-00f9-4104-a601-f2a47be06646 service neutron] 10.222.0.73 "GET /v2.0/networks/b11e6bea-cc77-4b36-b0d6-51a5f7972a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895655 Nov 25 20:05:40.808197 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848227b-135d-4792-bf13-90baad85c61d req-fad8dd02-764e-4903-bd8f-180cebc53561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:40.809763 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1848227b-135d-4792-bf13-90baad85c61d req-fad8dd02-764e-4903-bd8f-180cebc53561 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4ae15cf3af2e483a8f91e2bb864cd5a9&device_id=dcbd20ce-ce1a-40da-a418-e791cffc58a7 HTTP/1.1" status: 200 len: 1133 time: 0.0432048 Nov 25 20:05:40.928961 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848227b-135d-4792-bf13-90baad85c61d req-07e66e78-c7ba-4548-90b9-7df31c6d8735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:40.930489 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1848227b-135d-4792-bf13-90baad85c61d req-07e66e78-c7ba-4548-90b9-7df31c6d8735 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b11e6bea-cc77-4b36-b0d6-51a5f7972a15 HTTP/1.1" status: 200 len: 898 time: 0.1069987 Nov 25 20:05:40.981480 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1848227b-135d-4792-bf13-90baad85c61d req-52d2a629-2649-47c9-be24-433a8bd81e99 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b003a05b-5837-4b37-b3d7-c1f9091b41cc HTTP/1.1" status: 200 len: 217 time: 0.0394933 Nov 25 20:05:41.048518 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848227b-135d-4792-bf13-90baad85c61d req-569c5e56-78bc-487b-a61e-5182e4c425d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:41.050007 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1848227b-135d-4792-bf13-90baad85c61d req-569c5e56-78bc-487b-a61e-5182e4c425d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=625536d6-d1d4-4494-ab8a-7bd84039ef15 HTTP/1.1" status: 200 len: 835 time: 0.0545838 Nov 25 20:05:41.105881 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848227b-135d-4792-bf13-90baad85c61d req-f5368e07-f643-4e42-9f42-d424df5943bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:41.108236 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1848227b-135d-4792-bf13-90baad85c61d req-f5368e07-f643-4e42-9f42-d424df5943bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b11e6bea-cc77-4b36-b0d6-51a5f7972a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477359 Nov 25 20:05:41.246040 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea99e8-7a0d-4ed1-8d98-e240645b1ec1 req-a53e9f69-760b-47d7-9c33-6f2bea055e82 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:41.247697 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71ea99e8-7a0d-4ed1-8d98-e240645b1ec1 req-a53e9f69-760b-47d7-9c33-6f2bea055e82 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcbd20ce-ce1a-40da-a418-e791cffc58a7 HTTP/1.1" status: 200 len: 982 time: 0.1081719 Nov 25 20:05:41.251644 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1848227b-135d-4792-bf13-90baad85c61d req-4e4459d6-689e-41d2-800b-f40d3f570e1c service neutron] 10.222.0.73 "GET /v2.0/networks/b11e6bea-cc77-4b36-b0d6-51a5f7972a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332247 Nov 25 20:05:41.371616 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71ea99e8-7a0d-4ed1-8d98-e240645b1ec1 req-fe121927-f9f7-4543-b848-32c1bffc874a tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b8bcaa-10a1-4156-8feb-bc874853f17c&id=b617d2b4-cbc1-4737-a1fe-e064341e1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1177530 Nov 25 20:05:41.407606 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1848227b-135d-4792-bf13-90baad85c61d req-353ac595-ee01-4a11-81c0-bfc0285ef71f service neutron] 10.222.0.73 "GET /v2.0/networks/b11e6bea-cc77-4b36-b0d6-51a5f7972a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417847 Nov 25 20:05:42.543463 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b155cf2-de9a-425e-98a2-4a260f4352e9 req-2e62fc5b-023d-440f-a483-409d02717aff tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:42.545551 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7b155cf2-de9a-425e-98a2-4a260f4352e9 req-2e62fc5b-023d-440f-a483-409d02717aff tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcbd20ce-ce1a-40da-a418-e791cffc58a7 HTTP/1.1" status: 200 len: 982 time: 0.0673306 Nov 25 20:05:42.661389 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7b155cf2-de9a-425e-98a2-4a260f4352e9 req-c027325d-9f8d-41dd-8ae3-7390b6aaf7e0 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b8bcaa-10a1-4156-8feb-bc874853f17c&id=b617d2b4-cbc1-4737-a1fe-e064341e1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1077452 Nov 25 20:05:43.135833 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ce1f9e8e-639c-4b6b-803e-1fd5b5b7c053 req-db7703cb-f093-4aa7-acf1-579d408afa8e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465639 Nov 25 20:05:43.236776 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f9e8e-639c-4b6b-803e-1fd5b5b7c053 req-6272b8a1-1afc-41ea-9723-c105797021b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:43.238210 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ce1f9e8e-639c-4b6b-803e-1fd5b5b7c053 req-6272b8a1-1afc-41ea-9723-c105797021b5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 1096 time: 0.0528133 Nov 25 20:05:43.250213 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device b003a05b-5837-4b37-b3d7-c1f9091b41cc details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:05:43.384320 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f9e8e-639c-4b6b-803e-1fd5b5b7c053 req-f3be76f5-b953-4b2b-8581-49301932bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:43.386330 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ce1f9e8e-639c-4b6b-803e-1fd5b5b7c053 req-f3be76f5-b953-4b2b-8581-49301932bbfa service neutron] 10.222.0.85 "GET /v2.0/networks?id=f73792e4-52f8-4848-9d68-54c05af95de0 HTTP/1.1" status: 200 len: 896 time: 0.1220548 Nov 25 20:05:43.412196 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port b003a05b-5837-4b37-b3d7-c1f9091b41cc, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b003a05b-5837-4b37-b3d7-c1f9091b41cc,segment=NetworkSegment(578f9daa-b83d-4813-89ad-d43433d4521d),segment_id=578f9daa-b83d-4813-89ad-d43433d4521d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:05:43.429720 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'b003a05b-5837-4b37-b3d7-c1f9091b41cc', 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15', 'port_id': 'b003a05b-5837-4b37-b3d7-c1f9091b41cc', 'mac_address': 'fa:16:3e:73:9d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625536d6-d1d4-4494-ab8a-7bd84039ef15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:05:43.489829 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:43.495127 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ce1f9e8e-639c-4b6b-803e-1fd5b5b7c053 req-3cf71ee7-1629-4953-b77d-ff416d03ba4e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beb74661-9918-414c-ab4d-47f9a37797e5 HTTP/1.1" status: 200 len: 1000 time: 0.1006832 Nov 25 20:05:43.507015 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b003a05b-5837-4b37-b3d7-c1f9091b41cc {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:05:43.529659 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port b003a05b-5837-4b37-b3d7-c1f9091b41cc, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b003a05b-5837-4b37-b3d7-c1f9091b41cc,segment=NetworkSegment(578f9daa-b83d-4813-89ad-d43433d4521d),segment_id=578f9daa-b83d-4813-89ad-d43433d4521d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:05:43.537676 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:43.565925 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f9e8e-639c-4b6b-803e-1fd5b5b7c053 req-1d2e2ccf-bb9f-4dac-a577-c6a3c0249a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:43.567524 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ce1f9e8e-639c-4b6b-803e-1fd5b5b7c053 req-1d2e2ccf-bb9f-4dac-a577-c6a3c0249a8a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd HTTP/1.1" status: 200 len: 834 time: 0.0625012 Nov 25 20:05:43.599488 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=b003a05b-5837-4b37-b3d7-c1f9091b41cc,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:43.621166 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f9e8e-639c-4b6b-803e-1fd5b5b7c053 req-f5c935df-af97-4ad2-ba60-8cc76928265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:43.624227 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ce1f9e8e-639c-4b6b-803e-1fd5b5b7c053 req-f5c935df-af97-4ad2-ba60-8cc76928265b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f73792e4-52f8-4848-9d68-54c05af95de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490220 Nov 25 20:05:43.772293 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ce1f9e8e-639c-4b6b-803e-1fd5b5b7c053 req-42a61c06-3d5b-4a84-a0a2-7c361429f64c service neutron] 10.222.0.85 "GET /v2.0/networks/f73792e4-52f8-4848-9d68-54c05af95de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412611 Nov 25 20:05:43.796325 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['b003a05b-5837-4b37-b3d7-c1f9091b41cc'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:05:43.908969 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f3c21-df78-447c-a69a-cd8d2beb71fe req-7f56db77-4595-4b34-8c02-461fb4abce55 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:43.910736 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c11f3c21-df78-447c-a69a-cd8d2beb71fe req-7f56db77-4595-4b34-8c02-461fb4abce55 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcbd20ce-ce1a-40da-a418-e791cffc58a7 HTTP/1.1" status: 200 len: 983 time: 0.1338034 Nov 25 20:05:43.953950 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ce1f9e8e-639c-4b6b-803e-1fd5b5b7c053 req-b0e82149-fded-424a-99e0-e8fc48998fa0 service neutron] 10.222.0.85 "GET /v2.0/networks/f73792e4-52f8-4848-9d68-54c05af95de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659164 Nov 25 20:05:43.998841 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c11f3c21-df78-447c-a69a-cd8d2beb71fe req-556bf68a-c8bb-4c04-949e-22834013bf42 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b8bcaa-10a1-4156-8feb-bc874853f17c&id=b617d2b4-cbc1-4737-a1fe-e064341e1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0802248 Nov 25 20:05:44.714409 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607267d-3954-4da4-944a-9761b8231141 req-d4a04ac5-8585-4ab2-af57-e3c02d3442f3 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:44.717342 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f607267d-3954-4da4-944a-9761b8231141 req-d4a04ac5-8585-4ab2-af57-e3c02d3442f3 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 1096 time: 0.0443606 Nov 25 20:05:44.779797 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f607267d-3954-4da4-944a-9761b8231141 req-629e3f45-bc9d-474b-900c-f43fadd725a6 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471950 Nov 25 20:05:44.811428 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 50890) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:45.010625 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6bc06269-18f7-4d5a-8827-ae57176b7db0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Deleting port e1849e6e-942e-48a2-af7d-0d80d8cf5a3a {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:05:45.011109 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6bc06269-18f7-4d5a-8827-ae57176b7db0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:45.150755 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6bc06269-18f7-4d5a-8827-ae57176b7db0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:45.151073 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6bc06269-18f7-4d5a-8827-ae57176b7db0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:45.167301 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6bc06269-18f7-4d5a-8827-ae57176b7db0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Calling delete_port for e1849e6e-942e-48a2-af7d-0d80d8cf5a3a owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:05:45.194781 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c77436-2985-4ae8-8cc6-bf15c6fd1090 req-94dc17c3-4ff7-4c56-adc6-731e6c682880 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:45.196319 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94c77436-2985-4ae8-8cc6-bf15c6fd1090 req-94dc17c3-4ff7-4c56-adc6-731e6c682880 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcbd20ce-ce1a-40da-a418-e791cffc58a7 HTTP/1.1" status: 200 len: 983 time: 0.0807941 Nov 25 20:05:45.275017 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device b003a05b-5837-4b37-b3d7-c1f9091b41cc up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:05:45.357499 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port b003a05b-5837-4b37-b3d7-c1f9091b41cc completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:05:45.367044 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port b003a05b-5837-4b37-b3d7-c1f9091b41cc triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:05:45.367425 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:45.491029 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:45.500350 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94c77436-2985-4ae8-8cc6-bf15c6fd1090 req-5f983f2c-1882-42df-a11e-19a46a361792 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b8bcaa-10a1-4156-8feb-bc874853f17c&id=b617d2b4-cbc1-4737-a1fe-e064341e1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2681565 Nov 25 20:05:45.501968 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6bc06269-18f7-4d5a-8827-ae57176b7db0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:45.533979 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port b003a05b-5837-4b37-b3d7-c1f9091b41cc, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b003a05b-5837-4b37-b3d7-c1f9091b41cc,segment=NetworkSegment(578f9daa-b83d-4813-89ad-d43433d4521d),segment_id=578f9daa-b83d-4813-89ad-d43433d4521d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:05:45.535447 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbd20ce-ce1a-40da-a418-e791cffc58a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b003a05b-5837-4b37-b3d7-c1f9091b41cc'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:05:45.537946 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc06269-18f7-4d5a-8827-ae57176b7db0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'Port': ['ID=e1849e6e-942e-48a2-af7d-0d80d8cf5a3a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:45.539270 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbf29cd-53ad-4094-961c-beef8c36dab1" -d '{"events": [{"server_uuid": "dcbd20ce-ce1a-40da-a418-e791cffc58a7", "name": "network-vif-plugged", "status": "completed", "tag": "b003a05b-5837-4b37-b3d7-c1f9091b41cc"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:05:45.545368 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:45.606605 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93682d93-a5ac-404d-b296-e1de846efceb x-openstack-request-id: req-93682d93-a5ac-404d-b296-e1de846efceb {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:05:45.607301 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbd20ce-ce1a-40da-a418-e791cffc58a7", "name": "network-vif-plugged", "status": "completed", "tag": "b003a05b-5837-4b37-b3d7-c1f9091b41cc", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:05:45.607755 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-93682d93-a5ac-404d-b296-e1de846efceb {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:05:45.608354 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbd20ce-ce1a-40da-a418-e791cffc58a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b003a05b-5837-4b37-b3d7-c1f9091b41cc', 'code': 200} Nov 25 20:05:45.636992 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=b003a05b-5837-4b37-b3d7-c1f9091b41cc,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:45.651249 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6bc06269-18f7-4d5a-8827-ae57176b7db0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:45.652067 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-6bc06269-18f7-4d5a-8827-ae57176b7db0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Floating IP 1e2ec93f-40e9-4e72-b2a1-340f82a990ba disassociated (deleted). External IP: 172.25.6.50, port: beb74661-9918-414c-ab4d-47f9a37797e5. Nov 25 20:05:45.790058 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17808ecd-0f99-490d-9f8f-b42857ecfc50 req-ac780db2-2667-42c1-a9df-8a0e6cb77738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:45.791869 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17808ecd-0f99-490d-9f8f-b42857ecfc50 req-ac780db2-2667-42c1-a9df-8a0e6cb77738 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dcbd20ce-ce1a-40da-a418-e791cffc58a7 HTTP/1.1" status: 200 len: 1135 time: 0.0697961 Nov 25 20:05:45.932617 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17808ecd-0f99-490d-9f8f-b42857ecfc50 req-263b417a-7300-4fd1-9b10-891b042c4ff1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f3b8bcaa-10a1-4156-8feb-bc874853f17c&id=b617d2b4-cbc1-4737-a1fe-e064341e1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1313004 Nov 25 20:05:45.961805 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc06269-18f7-4d5a-8827-ae57176b7db0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Router b9148431-9a79-4e85-a63e-3b39c25dcb70 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:05:46.114559 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc06269-18f7-4d5a-8827-ae57176b7db0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:05:46.120268 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6bc06269-18f7-4d5a-8827-ae57176b7db0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:46.135343 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b43b9af-5204-4aec-99a1-86c1aa2847d6 None None] Sync routers for ids ['b9148431-9a79-4e85-a63e-3b39c25dcb70'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:05:46.152430 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b43b9af-5204-4aec-99a1-86c1aa2847d6 None None] Routers {'b9148431-9a79-4e85-a63e-3b39c25dcb70'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:05:46.153082 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1b43b9af-5204-4aec-99a1-86c1aa2847d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:05:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b9148431-9a79-4e85-a63e-3b39c25dcb70'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:46.206976 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6bc06269-18f7-4d5a-8827-ae57176b7db0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "DELETE /v2.0/floatingips/1e2ec93f-40e9-4e72-b2a1-340f82a990ba HTTP/1.1" status: 204 len: 168 time: 1.3935115 Nov 25 20:05:46.210012 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d359421-1ce6-4f1f-a33e-d2ecdfb50814', 'tag': 'beb74661-9918-414c-ab4d-47f9a37797e5'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:05:46.214316 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041a33df-8cce-468a-b29c-efedcf1ad979" -d '{"events": [{"name": "network-changed", "server_uuid": "3d359421-1ce6-4f1f-a33e-d2ecdfb50814", "tag": "beb74661-9918-414c-ab4d-47f9a37797e5"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:05:46.333865 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-1b43b9af-5204-4aec-99a1-86c1aa2847d6 None None] Set router b9148431-9a79-4e85-a63e-3b39c25dcb70 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:05:46.402162 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c72153-80d7-4e65-a62a-289eb30e55e3 x-openstack-request-id: req-78c72153-80d7-4e65-a62a-289eb30e55e3 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:05:46.402510 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d359421-1ce6-4f1f-a33e-d2ecdfb50814", "tag": "beb74661-9918-414c-ab4d-47f9a37797e5", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:05:46.402813 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-78c72153-80d7-4e65-a62a-289eb30e55e3 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:05:46.403364 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d359421-1ce6-4f1f-a33e-d2ecdfb50814', 'tag': 'beb74661-9918-414c-ab4d-47f9a37797e5', 'status': 'completed', 'code': 200} Nov 25 20:05:46.515651 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a33df-8cce-468a-b29c-efedcf1ad979 req-27690c84-0132-4e67-8df1-5da2ccac6dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:46.517671 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-041a33df-8cce-468a-b29c-efedcf1ad979 req-27690c84-0132-4e67-8df1-5da2ccac6dcb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 1096 time: 0.0896077 Nov 25 20:05:46.568971 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b185b7e-8c19-426c-84dd-e4c62c02acab req-0758e865-9f6c-492f-a48c-3d864ca39a2a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:46.570717 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3b185b7e-8c19-426c-84dd-e4c62c02acab req-0758e865-9f6c-492f-a48c-3d864ca39a2a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 945 time: 0.0988679 Nov 25 20:05:46.605598 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1b43b9af-5204-4aec-99a1-86c1aa2847d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883346368', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:03:41Z', 'updated_at': '2021-11-25T20:03:48Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:03:42Z', 'updated_at': '2021-11-25T20:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c23f8585-17e9-413f-af67-5d181197a30d', 'name': '', 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:58:ed:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:03:47Z', 'updated_at': '2021-11-25T20:03:54Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': 'ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:46.652892 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b43b9af-5204-4aec-99a1-86c1aa2847d6 None None] Checking router: b9148431-9a79-4e85-a63e-3b39c25dcb70 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:05:46.662701 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b43b9af-5204-4aec-99a1-86c1aa2847d6 None None] Routers {'b9148431-9a79-4e85-a63e-3b39c25dcb70'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:05:46.663506 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1b43b9af-5204-4aec-99a1-86c1aa2847d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:05:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b9148431-9a79-4e85-a63e-3b39c25dcb70'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:46.673985 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a33df-8cce-468a-b29c-efedcf1ad979 req-85e1f38a-c564-4ebd-96fa-11a41a7dc026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:46.675416 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-041a33df-8cce-468a-b29c-efedcf1ad979 req-85e1f38a-c564-4ebd-96fa-11a41a7dc026 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f73792e4-52f8-4848-9d68-54c05af95de0 HTTP/1.1" status: 200 len: 896 time: 0.1496286 Nov 25 20:05:46.680257 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3b185b7e-8c19-426c-84dd-e4c62c02acab req-70e59e06-8f41-48d7-b9f9-fc0a5e42bff5 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765300 Nov 25 20:05:46.720400 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-041a33df-8cce-468a-b29c-efedcf1ad979 req-8188bf30-b49d-4ca7-be6d-67108ac3d3c6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beb74661-9918-414c-ab4d-47f9a37797e5 HTTP/1.1" status: 200 len: 217 time: 0.0379081 Nov 25 20:05:46.832730 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a33df-8cce-468a-b29c-efedcf1ad979 req-a9719fdb-d938-40f9-ad97-6515881edae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:46.834517 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-041a33df-8cce-468a-b29c-efedcf1ad979 req-a9719fdb-d938-40f9-ad97-6515881edae9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd HTTP/1.1" status: 200 len: 834 time: 0.1073298 Nov 25 20:05:46.891062 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69a258-b4b3-4831-ab07-7846237ba71e req-eadbb495-aedd-43b6-b640-65715421b150 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:46.892663 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf69a258-b4b3-4831-ab07-7846237ba71e req-eadbb495-aedd-43b6-b640-65715421b150 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcbd20ce-ce1a-40da-a418-e791cffc58a7 HTTP/1.1" status: 200 len: 984 time: 0.1195445 Nov 25 20:05:46.925206 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a33df-8cce-468a-b29c-efedcf1ad979 req-da0fff8f-ae0b-40f3-9df2-b2fc164f6d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:46.927417 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-041a33df-8cce-468a-b29c-efedcf1ad979 req-da0fff8f-ae0b-40f3-9df2-b2fc164f6d76 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f73792e4-52f8-4848-9d68-54c05af95de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847497 Nov 25 20:05:46.991649 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-1b43b9af-5204-4aec-99a1-86c1aa2847d6 None None] Set router b9148431-9a79-4e85-a63e-3b39c25dcb70 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:05:47.021212 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf69a258-b4b3-4831-ab07-7846237ba71e req-04acc643-9787-43f6-a194-dad1b87a7edf tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b8bcaa-10a1-4156-8feb-bc874853f17c&id=b617d2b4-cbc1-4737-a1fe-e064341e1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1210980 Nov 25 20:05:47.070013 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-041a33df-8cce-468a-b29c-efedcf1ad979 req-331f8483-f453-47c2-8856-17ad0483c35b service neutron] 10.222.0.85 "GET /v2.0/networks/f73792e4-52f8-4848-9d68-54c05af95de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301651 Nov 25 20:05:47.196596 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-041a33df-8cce-468a-b29c-efedcf1ad979 req-c9379382-4279-4558-8fe3-e0de9c6dd8d9 service neutron] 10.222.0.85 "GET /v2.0/networks/f73792e4-52f8-4848-9d68-54c05af95de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183879 Nov 25 20:05:47.298620 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1b43b9af-5204-4aec-99a1-86c1aa2847d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883346368', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:03:41Z', 'updated_at': '2021-11-25T20:03:48Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:03:42Z', 'updated_at': '2021-11-25T20:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c23f8585-17e9-413f-af67-5d181197a30d', 'name': '', 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:58:ed:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:03:47Z', 'updated_at': '2021-11-25T20:03:54Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': 'ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:47.329118 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b43b9af-5204-4aec-99a1-86c1aa2847d6 None None] The sync data for ids ['b9148431-9a79-4e85-a63e-3b39c25dcb70'] in n-d-819349-5 is: [{'id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883346368', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:03:41Z', 'updated_at': '2021-11-25T20:03:48Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:03:42Z', 'updated_at': '2021-11-25T20:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c23f8585-17e9-413f-af67-5d181197a30d', 'name': '', 'network_id': 'f73792e4-52f8-4848-9d68-54c05af95de0', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:58:ed:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:03:47Z', 'updated_at': '2021-11-25T20:03:54Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': 'ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:05:47.659024 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41761be7-b30b-4879-8669-05fb192d4cd1 None None] New status for floating IP 1e2ec93f-40e9-4e72-b2a1-340f82a990ba: DOWN {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:05:47.839724 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4ab4e-76b2-4609-9ad2-905a3ec446bc req-bb533214-5b44-41a7-a035-cd3603a79cae tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:47.841712 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5ef4ab4e-76b2-4609-9ad2-905a3ec446bc req-bb533214-5b44-41a7-a035-cd3603a79cae tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 945 time: 0.1415269 Nov 25 20:05:47.890325 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180ad5d-570f-4203-a680-4d034e548ae3 req-a3bb5fb3-5fd9-4f8d-81c0-af792ee26ea0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:47.890325 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0180ad5d-570f-4203-a680-4d034e548ae3 req-a3bb5fb3-5fd9-4f8d-81c0-af792ee26ea0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 945 time: 0.0972061 Nov 25 20:05:48.038458 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0180ad5d-570f-4203-a680-4d034e548ae3 req-6b2dc591-b20e-4147-9a15-7d7bd3402c35 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c0f221f-6e59-4b5a-8926-94b74d383652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374390 Nov 25 20:05:48.047977 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-5ef4ab4e-76b2-4609-9ad2-905a3ec446bc req-8ecc1dbf-74ca-42ab-839e-734c1c725144 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Deleting port beb74661-9918-414c-ab4d-47f9a37797e5 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:05:48.048390 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5ef4ab4e-76b2-4609-9ad2-905a3ec446bc req-8ecc1dbf-74ca-42ab-839e-734c1c725144 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:48.220637 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-5ef4ab4e-76b2-4609-9ad2-905a3ec446bc req-8ecc1dbf-74ca-42ab-839e-734c1c725144 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] For port beb74661-9918-414c-ab4d-47f9a37797e5, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=beb74661-9918-414c-ab4d-47f9a37797e5,segment=NetworkSegment(5be08156-0f82-44e5-accf-d4e187b4e110),segment_id=5be08156-0f82-44e5-accf-d4e187b4e110)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:05:48.221013 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5ef4ab4e-76b2-4609-9ad2-905a3ec446bc req-8ecc1dbf-74ca-42ab-839e-734c1c725144 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:48.245393 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54736d25-82a8-46b2-ac13-9e7a89e6017f req-6d24c417-150d-48fa-879d-2f784843e40b tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:48.246877 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-54736d25-82a8-46b2-ac13-9e7a89e6017f req-6d24c417-150d-48fa-879d-2f784843e40b tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcbd20ce-ce1a-40da-a418-e791cffc58a7 HTTP/1.1" status: 200 len: 984 time: 0.1030190 Nov 25 20:05:48.252373 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-5ef4ab4e-76b2-4609-9ad2-905a3ec446bc req-8ecc1dbf-74ca-42ab-839e-734c1c725144 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Calling delete_port for beb74661-9918-414c-ab4d-47f9a37797e5 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:05:48.371447 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-54736d25-82a8-46b2-ac13-9e7a89e6017f req-d1a9bc66-2258-4fda-a5eb-d1972e943775 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b8bcaa-10a1-4156-8feb-bc874853f17c&id=b617d2b4-cbc1-4737-a1fe-e064341e1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1145499 Nov 25 20:05:48.499991 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5ef4ab4e-76b2-4609-9ad2-905a3ec446bc req-8ecc1dbf-74ca-42ab-839e-734c1c725144 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:48.567048 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc1dbf-74ca-42ab-839e-734c1c725144 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'Port': ['ID=beb74661-9918-414c-ab4d-47f9a37797e5,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:48.629494 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef4ab4e-76b2-4609-9ad2-905a3ec446bc req-8ecc1dbf-74ca-42ab-839e-734c1c725144 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] No DVR routers for this DVR port beb74661-9918-414c-ab4d-47f9a37797e5 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:05:48.645526 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd56220-cc99-45bd-bdce-0380e1e397e4 req-d45db92f-1b44-444d-9581-ad679fe58a5f tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:48.653446 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7cd56220-cc99-45bd-bdce-0380e1e397e4 req-d45db92f-1b44-444d-9581-ad679fe58a5f tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcbd20ce-ce1a-40da-a418-e791cffc58a7 HTTP/1.1" status: 200 len: 984 time: 0.1662142 Nov 25 20:05:48.656692 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5ef4ab4e-76b2-4609-9ad2-905a3ec446bc req-8ecc1dbf-74ca-42ab-839e-734c1c725144 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:48.660125 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5ef4ab4e-76b2-4609-9ad2-905a3ec446bc req-8ecc1dbf-74ca-42ab-839e-734c1c725144 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.85 "DELETE /v2.0/ports/beb74661-9918-414c-ab4d-47f9a37797e5 HTTP/1.1" status: 204 len: 173 time: 0.8114023 Nov 25 20:05:48.660598 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d359421-1ce6-4f1f-a33e-d2ecdfb50814', 'name': 'network-vif-deleted', 'tag': 'beb74661-9918-414c-ab4d-47f9a37797e5'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:05:48.663138 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b800fc2-4949-42f6-b1f4-201c5f30fd3d" -d '{"events": [{"server_uuid": "3d359421-1ce6-4f1f-a33e-d2ecdfb50814", "name": "network-vif-deleted", "tag": "beb74661-9918-414c-ab4d-47f9a37797e5"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:05:48.737084 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7cd56220-cc99-45bd-bdce-0380e1e397e4 req-6dd27cbb-42da-44c1-800e-4aa466920908 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b8bcaa-10a1-4156-8feb-bc874853f17c&id=b617d2b4-cbc1-4737-a1fe-e064341e1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0826924 Nov 25 20:05:48.821866 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe24f8f8-c85f-4c1c-85f2-8d8381e97b89 x-openstack-request-id: req-fe24f8f8-c85f-4c1c-85f2-8d8381e97b89 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:05:48.822173 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d359421-1ce6-4f1f-a33e-d2ecdfb50814", "name": "network-vif-deleted", "tag": "beb74661-9918-414c-ab4d-47f9a37797e5", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:05:48.829673 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fe24f8f8-c85f-4c1c-85f2-8d8381e97b89 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:05:48.830157 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d359421-1ce6-4f1f-a33e-d2ecdfb50814', 'name': 'network-vif-deleted', 'tag': 'beb74661-9918-414c-ab4d-47f9a37797e5', 'status': 'completed', 'code': 200} Nov 25 20:05:48.945544 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899cd67-548e-45c3-9769-15da000fa700 req-c31ab1d4-6563-48a3-b75d-435c69eafc9b tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:48.947359 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c899cd67-548e-45c3-9769-15da000fa700 req-c31ab1d4-6563-48a3-b75d-435c69eafc9b tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dcbd20ce-ce1a-40da-a418-e791cffc58a7 HTTP/1.1" status: 200 len: 1135 time: 0.0535896 Nov 25 20:05:48.972260 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c899cd67-548e-45c3-9769-15da000fa700 req-0bb29fa8-6a64-45ba-8b95-9cdc3ac1dedd tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:49.111729 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c899cd67-548e-45c3-9769-15da000fa700 req-0bb29fa8-6a64-45ba-8b95-9cdc3ac1dedd tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:49.120817 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c899cd67-548e-45c3-9769-15da000fa700 req-0bb29fa8-6a64-45ba-8b95-9cdc3ac1dedd tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:49.182531 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb29fa8-6a64-45ba-8b95-9cdc3ac1dedd tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54539e01-6b29-4a04-a566-5525f6caca89,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:49.204226 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c899cd67-548e-45c3-9769-15da000fa700 req-0bb29fa8-6a64-45ba-8b95-9cdc3ac1dedd tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f3b8bcaa-10a1-4156-8feb-bc874853f17c&id=b617d2b4-cbc1-4737-a1fe-e064341e1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2463493 Nov 25 20:05:49.229351 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51012) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:49.328376 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-330b9882-ab59-4a58-9813-c23485b4bfe4 req-0fab515f-3f73-452c-a411-f19c14750376 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d359421-1ce6-4f1f-a33e-d2ecdfb50814 HTTP/1.1" status: 200 len: 210 time: 0.0384951 Nov 25 20:05:49.345466 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd35fab0-6485-4dd1-8bd6-826d92bacfc1 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:49.351349 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51014) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:49.351563 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-dd35fab0-6485-4dd1-8bd6-826d92bacfc1 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dcbd20ce-ce1a-40da-a418-e791cffc58a7 HTTP/1.1" status: 200 len: 1130 time: 0.1206942 Nov 25 20:05:49.356431 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-5633bf6c-3225-4b5c-9587-f4dd644909f3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'port_id': 'b003a05b-5837-4b37-b3d7-c1f9091b41cc', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:05:49.385821 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5633bf6c-3225-4b5c-9587-f4dd644909f3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:49.919606 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5633bf6c-3225-4b5c-9587-f4dd644909f3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:50.053281 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-5633bf6c-3225-4b5c-9587-f4dd644909f3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Allocated IP 172.25.6.57 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/8a63aaa6-e57b-4fdd-943b-c05f176b8339) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:05:50.187455 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5633bf6c-3225-4b5c-9587-f4dd644909f3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:50.234759 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5633bf6c-3225-4b5c-9587-f4dd644909f3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:50.282229 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5633bf6c-3225-4b5c-9587-f4dd644909f3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:05:50.286032 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-5633bf6c-3225-4b5c-9587-f4dd644909f3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:05:50.288844 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5633bf6c-3225-4b5c-9587-f4dd644909f3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:05:50.314225 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633bf6c-3225-4b5c-9587-f4dd644909f3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event updated for resources: {'Port': ['ID=8a63aaa6-e57b-4fdd-943b-c05f176b8339,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:50.404734 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51038) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:50.781315 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5633bf6c-3225-4b5c-9587-f4dd644909f3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:50.882732 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5633bf6c-3225-4b5c-9587-f4dd644909f3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:50.994972 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb9ced7a-9011-4b09-9060-919394b5eab4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:51.148883 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5633bf6c-3225-4b5c-9587-f4dd644909f3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:51.156869 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5633bf6c-3225-4b5c-9587-f4dd644909f3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:51.258219 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633bf6c-3225-4b5c-9587-f4dd644909f3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event updated for resources: {'Port': ['ID=8a63aaa6-e57b-4fdd-943b-c05f176b8339,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:51.270978 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5633bf6c-3225-4b5c-9587-f4dd644909f3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:51.368681 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ced7a-9011-4b09-9060-919394b5eab4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Deleting port c23f8585-17e9-413f-af67-5d181197a30d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:05:51.368681 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb9ced7a-9011-4b09-9060-919394b5eab4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:51.442946 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-5633bf6c-3225-4b5c-9587-f4dd644909f3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Floating IP 5f758c0d-e862-4893-ab0d-6663eaa9dab6 associated. External IP: 172.25.6.57, port: b003a05b-5837-4b37-b3d7-c1f9091b41cc. Nov 25 20:05:51.499592 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-bb9ced7a-9011-4b09-9060-919394b5eab4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] For port c23f8585-17e9-413f-af67-5d181197a30d, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c23f8585-17e9-413f-af67-5d181197a30d,segment=NetworkSegment(5be08156-0f82-44e5-accf-d4e187b4e110),segment_id=5be08156-0f82-44e5-accf-d4e187b4e110)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:05:51.500205 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb9ced7a-9011-4b09-9060-919394b5eab4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:51.517040 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ced7a-9011-4b09-9060-919394b5eab4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Calling delete_port for c23f8585-17e9-413f-af67-5d181197a30d owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:05:51.707502 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5633bf6c-3225-4b5c-9587-f4dd644909f3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Router 641b4a27-906e-49e6-94a3-8742a528846a has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:05:51.765428 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb9ced7a-9011-4b09-9060-919394b5eab4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:51.805485 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ced7a-9011-4b09-9060-919394b5eab4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'Port': ['ID=c23f8585-17e9-413f-af67-5d181197a30d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:51.885934 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5633bf6c-3225-4b5c-9587-f4dd644909f3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:05:51.898882 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ff2dc2-d998-4b6d-a23c-5fce6f5f2b63 None None] Sync routers for ids ['641b4a27-906e-49e6-94a3-8742a528846a'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:05:51.917150 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5633bf6c-3225-4b5c-9587-f4dd644909f3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:51.934737 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ff2dc2-d998-4b6d-a23c-5fce6f5f2b63 None None] Routers {'641b4a27-906e-49e6-94a3-8742a528846a'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:05:51.936549 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-59ff2dc2-d998-4b6d-a23c-5fce6f5f2b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:05:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['641b4a27-906e-49e6-94a3-8742a528846a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:51.957130 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51072) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:51.957423 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5633bf6c-3225-4b5c-9587-f4dd644909f3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6045923 Nov 25 20:05:51.958204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbd20ce-ce1a-40da-a418-e791cffc58a7', 'tag': 'b003a05b-5837-4b37-b3d7-c1f9091b41cc'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:05:51.960613 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de5954d-64cf-45a3-a065-c4dff0f793cd" -d '{"events": [{"name": "network-changed", "server_uuid": "dcbd20ce-ce1a-40da-a418-e791cffc58a7", "tag": "b003a05b-5837-4b37-b3d7-c1f9091b41cc"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:05:52.087865 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32025d11-2422-4adf-ab95-06af43fa3e55 x-openstack-request-id: req-32025d11-2422-4adf-ab95-06af43fa3e55 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:05:52.087865 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcbd20ce-ce1a-40da-a418-e791cffc58a7", "tag": "b003a05b-5837-4b37-b3d7-c1f9091b41cc", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:05:52.088234 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-32025d11-2422-4adf-ab95-06af43fa3e55 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:05:52.088589 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbd20ce-ce1a-40da-a418-e791cffc58a7', 'tag': 'b003a05b-5837-4b37-b3d7-c1f9091b41cc', 'status': 'completed', 'code': 200} Nov 25 20:05:52.102852 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-59ff2dc2-d998-4b6d-a23c-5fce6f5f2b63 None None] Set router 641b4a27-906e-49e6-94a3-8742a528846a gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:05:52.117237 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cceffd-2d0a-4e5b-b7a5-b9095aaf0308 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:52.117938 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cceffd-2d0a-4e5b-b7a5-b9095aaf0308 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:52.118469 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cceffd-2d0a-4e5b-b7a5-b9095aaf0308 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:52.118951 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cceffd-2d0a-4e5b-b7a5-b9095aaf0308 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:52.120102 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cceffd-2d0a-4e5b-b7a5-b9095aaf0308 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:52.122147 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d3cceffd-2d0a-4e5b-b7a5-b9095aaf0308 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3569 time: 0.1566281 Nov 25 20:05:52.181741 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51076) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:52.271571 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4504c3fd-4020-4ea5-ab3b-e296394f5ea0 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:52.272344 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4504c3fd-4020-4ea5-ab3b-e296394f5ea0 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:52.272991 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4504c3fd-4020-4ea5-ab3b-e296394f5ea0 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:52.273807 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4504c3fd-4020-4ea5-ab3b-e296394f5ea0 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:52.274511 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4504c3fd-4020-4ea5-ab3b-e296394f5ea0 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:52.276515 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4504c3fd-4020-4ea5-ab3b-e296394f5ea0 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.0936260 Nov 25 20:05:52.282782 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51078) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:52.349192 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb9ced7a-9011-4b09-9060-919394b5eab4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:52.377875 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5954d-64cf-45a3-a065-c4dff0f793cd req-edac3e0c-cdfd-4424-93ec-d87dc68ebf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:52.382072 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8de5954d-64cf-45a3-a065-c4dff0f793cd req-edac3e0c-cdfd-4424-93ec-d87dc68ebf10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4ae15cf3af2e483a8f91e2bb864cd5a9&device_id=dcbd20ce-ce1a-40da-a418-e791cffc58a7 HTTP/1.1" status: 200 len: 1135 time: 0.2568452 Nov 25 20:05:52.570510 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5954d-64cf-45a3-a065-c4dff0f793cd req-f431d640-ba50-4b1c-8ace-8de43f50d0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:52.572049 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8de5954d-64cf-45a3-a065-c4dff0f793cd req-f431d640-ba50-4b1c-8ace-8de43f50d0da service neutron] 10.222.0.73 "GET /v2.0/networks?id=b11e6bea-cc77-4b36-b0d6-51a5f7972a15 HTTP/1.1" status: 200 len: 898 time: 0.1808789 Nov 25 20:05:52.583097 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device beb74661-9918-414c-ab4d-47f9a37797e5 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:05:52.637833 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: beb74661-9918-414c-ab4d-47f9a37797e5 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:05:52.638746 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device beb74661-9918-414c-ab4d-47f9a37797e5 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:05:52.696549 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-59ff2dc2-d998-4b6d-a23c-5fce6f5f2b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641b4a27-906e-49e6-94a3-8742a528846a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-548538037', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:26Z', 'updated_at': '2021-11-25T20:05:32Z', 'revision_number': 4, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'gw_port': {'id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641b4a27-906e-49e6-94a3-8742a528846a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:27Z', 'updated_at': '2021-11-25T20:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '5f758c0d-e862-4893-ab0d-6663eaa9dab6', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'floating_ip_address': '172.25.6.57', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '641b4a27-906e-49e6-94a3-8742a528846a', 'port_id': 'b003a05b-5837-4b37-b3d7-c1f9091b41cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15', 'mac_address': 'fa:16:3e:73:9d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbd20ce-ce1a-40da-a418-e791cffc58a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:05:50Z', 'updated_at': '2021-11-25T20:05:50Z', 'revision_number': 0, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46bcf007-06c2-4e06-ad3a-6aa526ce4038', 'name': '', 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'mac_address': 'fa:16:3e:76:51:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641b4a27-906e-49e6-94a3-8742a528846a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '625536d6-d1d4-4494-ab8a-7bd84039ef15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:31Z', 'updated_at': '2021-11-25T20:05:36Z', 'revision_number': 5, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'subnets': [{'id': '625536d6-d1d4-4494-ab8a-7bd84039ef15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:52.733003 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ff2dc2-d998-4b6d-a23c-5fce6f5f2b63 None None] Checking router: 641b4a27-906e-49e6-94a3-8742a528846a for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:05:52.743952 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ff2dc2-d998-4b6d-a23c-5fce6f5f2b63 None None] Routers {'641b4a27-906e-49e6-94a3-8742a528846a'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:05:52.745733 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-59ff2dc2-d998-4b6d-a23c-5fce6f5f2b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:05:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['641b4a27-906e-49e6-94a3-8742a528846a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:52.762011 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8de5954d-64cf-45a3-a065-c4dff0f793cd req-50e0231e-beea-4462-af78-c6ba13f0429b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b003a05b-5837-4b37-b3d7-c1f9091b41cc HTTP/1.1" status: 200 len: 998 time: 0.1684728 Nov 25 20:05:52.820936 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9ced7a-9011-4b09-9060-919394b5eab4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Router b9148431-9a79-4e85-a63e-3b39c25dcb70 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:05:52.830185 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5954d-64cf-45a3-a065-c4dff0f793cd req-2d9ab61a-5c04-4d6e-804b-5d549cfd5896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:52.833107 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8de5954d-64cf-45a3-a065-c4dff0f793cd req-2d9ab61a-5c04-4d6e-804b-5d549cfd5896 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=625536d6-d1d4-4494-ab8a-7bd84039ef15 HTTP/1.1" status: 200 len: 835 time: 0.0559287 Nov 25 20:05:52.910482 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5954d-64cf-45a3-a065-c4dff0f793cd req-c52b4222-3e57-48c3-aac7-8d92572b6fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:52.912025 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8de5954d-64cf-45a3-a065-c4dff0f793cd req-c52b4222-3e57-48c3-aac7-8d92572b6fc1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b11e6bea-cc77-4b36-b0d6-51a5f7972a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669985 Nov 25 20:05:53.002611 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-59ff2dc2-d998-4b6d-a23c-5fce6f5f2b63 None None] Set router 641b4a27-906e-49e6-94a3-8742a528846a gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:05:53.027882 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8de5954d-64cf-45a3-a065-c4dff0f793cd req-107b1865-4810-4fa0-b433-51cb8ba7d850 service neutron] 10.222.0.73 "GET /v2.0/networks/b11e6bea-cc77-4b36-b0d6-51a5f7972a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982604 Nov 25 20:05:53.061302 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b9b2493c-7393-4d46-9aa7-fc6d7cbc18c6 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2341 time: 0.7732232 Nov 25 20:05:53.075795 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51100) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:53.141229 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9ced7a-9011-4b09-9060-919394b5eab4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:05:53.151631 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0a3c43-d72b-4fe3-a2b5-83aa36764869 None None] Sync routers for ids ['b9148431-9a79-4e85-a63e-3b39c25dcb70'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:05:53.167973 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bb9ced7a-9011-4b09-9060-919394b5eab4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "PUT /v2.0/routers/b9148431-9a79-4e85-a63e-3b39c25dcb70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7620134 Nov 25 20:05:53.168567 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51102) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:53.171898 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51104) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:53.172382 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0a3c43-d72b-4fe3-a2b5-83aa36764869 None None] Routers {'b9148431-9a79-4e85-a63e-3b39c25dcb70'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:05:53.173023 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7f0a3c43-d72b-4fe3-a2b5-83aa36764869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:05:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b9148431-9a79-4e85-a63e-3b39c25dcb70'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:53.231842 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb301cef-a1d8-420a-850b-2beb615496f0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Deleting subnet ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:05:53.239942 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bb301cef-a1d8-420a-850b-2beb615496f0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:53.305860 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-7f0a3c43-d72b-4fe3-a2b5-83aa36764869 None None] Set router b9148431-9a79-4e85-a63e-3b39c25dcb70 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:05:53.362741 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34df01ed-347d-4443-958e-3bf7d753bf6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:53.422497 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-59ff2dc2-d998-4b6d-a23c-5fce6f5f2b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641b4a27-906e-49e6-94a3-8742a528846a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-548538037', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:26Z', 'updated_at': '2021-11-25T20:05:32Z', 'revision_number': 4, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'gw_port': {'id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641b4a27-906e-49e6-94a3-8742a528846a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:27Z', 'updated_at': '2021-11-25T20:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '5f758c0d-e862-4893-ab0d-6663eaa9dab6', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'floating_ip_address': '172.25.6.57', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '641b4a27-906e-49e6-94a3-8742a528846a', 'port_id': 'b003a05b-5837-4b37-b3d7-c1f9091b41cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15', 'mac_address': 'fa:16:3e:73:9d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbd20ce-ce1a-40da-a418-e791cffc58a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:05:50Z', 'updated_at': '2021-11-25T20:05:50Z', 'revision_number': 0, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46bcf007-06c2-4e06-ad3a-6aa526ce4038', 'name': '', 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'mac_address': 'fa:16:3e:76:51:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641b4a27-906e-49e6-94a3-8742a528846a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '625536d6-d1d4-4494-ab8a-7bd84039ef15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:31Z', 'updated_at': '2021-11-25T20:05:36Z', 'revision_number': 5, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'subnets': [{'id': '625536d6-d1d4-4494-ab8a-7bd84039ef15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:53.491511 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8de5954d-64cf-45a3-a065-c4dff0f793cd req-9cf87e1f-806e-46e4-b28e-da64ce2587b1 service neutron] 10.222.0.73 "GET /v2.0/networks/b11e6bea-cc77-4b36-b0d6-51a5f7972a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498303 Nov 25 20:05:53.494829 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bb301cef-a1d8-420a-850b-2beb615496f0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:53.499124 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ff2dc2-d998-4b6d-a23c-5fce6f5f2b63 None None] The sync data for ids ['641b4a27-906e-49e6-94a3-8742a528846a'] in n-d-819349-5 is: [{'id': '641b4a27-906e-49e6-94a3-8742a528846a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-548538037', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:26Z', 'updated_at': '2021-11-25T20:05:32Z', 'revision_number': 4, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'gw_port': {'id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641b4a27-906e-49e6-94a3-8742a528846a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:27Z', 'updated_at': '2021-11-25T20:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '5f758c0d-e862-4893-ab0d-6663eaa9dab6', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'floating_ip_address': '172.25.6.57', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '641b4a27-906e-49e6-94a3-8742a528846a', 'port_id': 'b003a05b-5837-4b37-b3d7-c1f9091b41cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15', 'mac_address': 'fa:16:3e:73:9d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbd20ce-ce1a-40da-a418-e791cffc58a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:05:50Z', 'updated_at': '2021-11-25T20:05:50Z', 'revision_number': 0, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46bcf007-06c2-4e06-ad3a-6aa526ce4038', 'name': '', 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'mac_address': 'fa:16:3e:76:51:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641b4a27-906e-49e6-94a3-8742a528846a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '625536d6-d1d4-4494-ab8a-7bd84039ef15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:31Z', 'updated_at': '2021-11-25T20:05:36Z', 'revision_number': 5, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'subnets': [{'id': '625536d6-d1d4-4494-ab8a-7bd84039ef15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:05:53.546617 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15be8cde-72f8-4fa3-89c8-a612a0f2ed48 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:53.562614 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34df01ed-347d-4443-958e-3bf7d753bf6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:53.569811 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34df01ed-347d-4443-958e-3bf7d753bf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:53.570777 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15be8cde-72f8-4fa3-89c8-a612a0f2ed48 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:53.572999 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-15be8cde-72f8-4fa3-89c8-a612a0f2ed48 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=641b4a27-906e-49e6-94a3-8742a528846a HTTP/1.1" status: 200 len: 1990 time: 0.4957278 Nov 25 20:05:53.625972 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df01ed-347d-4443-958e-3bf7d753bf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91a92b4-fde0-47cc-886e-6143b80c8d0b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:53.641812 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7f0a3c43-d72b-4fe3-a2b5-83aa36764869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883346368', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:03:41Z', 'updated_at': '2021-11-25T20:05:51Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:03:42Z', 'updated_at': '2021-11-25T20:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:53.651723 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-34df01ed-347d-4443-958e-3bf7d753bf6b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a7d520b2a934c96aac62685c8cc7139&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4812105 Nov 25 20:05:53.652056 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51114) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:53.674560 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0a3c43-d72b-4fe3-a2b5-83aa36764869 None None] Checking router: b9148431-9a79-4e85-a63e-3b39c25dcb70 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:05:53.684940 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0a3c43-d72b-4fe3-a2b5-83aa36764869 None None] Routers {'b9148431-9a79-4e85-a63e-3b39c25dcb70'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:05:53.686265 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7f0a3c43-d72b-4fe3-a2b5-83aa36764869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:05:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b9148431-9a79-4e85-a63e-3b39c25dcb70'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:53.716136 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bb301cef-a1d8-420a-850b-2beb615496f0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:53.749384 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7dc4-400e-48e3-bac0-3b583a42a220 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:53.790753 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7dc4-400e-48e3-bac0-3b583a42a220 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:53.793697 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bb301cef-a1d8-420a-850b-2beb615496f0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:53.832933 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb301cef-a1d8-420a-850b-2beb615496f0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'Subnet': ['ID=ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:53.851146 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bb301cef-a1d8-420a-850b-2beb615496f0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:53.855894 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bb301cef-a1d8-420a-850b-2beb615496f0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "DELETE /v2.0/subnets/ae745aec-2dfe-4ed2-8f9d-cf0b0b7a51cd HTTP/1.1" status: 204 len: 168 time: 0.6824393 Nov 25 20:05:53.860799 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51122) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:53.864644 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d350202-a9bc-49db-a74c-1841ea222ef1 None None] Network f73792e4-52f8-4848-9d68-54c05af95de0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:05:53.909047 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7dc4-400e-48e3-bac0-3b583a42a220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:53.912052 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7dc4-400e-48e3-bac0-3b583a42a220 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:53.918577 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2f8c7dc4-400e-48e3-bac0-3b583a42a220 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d91a92b4-fde0-47cc-886e-6143b80c8d0b HTTP/1.1" status: 204 len: 168 time: 0.2626705 Nov 25 20:05:53.948610 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c7dc4-400e-48e3-bac0-3b583a42a220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91a92b4-fde0-47cc-886e-6143b80c8d0b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:54.000303 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:54.065481 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24a18c4-e043-4782-9701-dd4a313f88b3 None None] New status for floating IP 5f758c0d-e862-4893-ab0d-6663eaa9dab6: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:05:54.164028 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-7f0a3c43-d72b-4fe3-a2b5-83aa36764869 None None] Set router b9148431-9a79-4e85-a63e-3b39c25dcb70 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:05:54.174918 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6df89d25-631a-445e-a161-3aa3b8f99093 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:54.323686 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51132) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:54.342167 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3ab71641-d59b-4334-b10c-b8b662db11a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:54.432377 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6df89d25-631a-445e-a161-3aa3b8f99093 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:54.478607 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7f0a3c43-d72b-4fe3-a2b5-83aa36764869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883346368', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:03:41Z', 'updated_at': '2021-11-25T20:05:51Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:03:42Z', 'updated_at': '2021-11-25T20:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:54.496824 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:54.502033 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fc6496-0b91-431d-90b2-a027712b3fe1 None None] DHCP port deletion for f73792e4-52f8-4848-9d68-54c05af95de0 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:05:54.528181 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3ab71641-d59b-4334-b10c-b8b662db11a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:54.541609 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3ab71641-d59b-4334-b10c-b8b662db11a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:54.554119 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0a3c43-d72b-4fe3-a2b5-83aa36764869 None None] The sync data for ids ['b9148431-9a79-4e85-a63e-3b39c25dcb70'] in n-d-819349-5 is: [{'id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883346368', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:03:41Z', 'updated_at': '2021-11-25T20:05:51Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'c7756826-edcc-4c60-a01d-47dacc47f0e8', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9148431-9a79-4e85-a63e-3b39c25dcb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:03:42Z', 'updated_at': '2021-11-25T20:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:05:54.576905 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-89fc6496-0b91-431d-90b2-a027712b3fe1 None None] Deleting port 440608cd-2343-46c0-9e6a-845ef6ede9e2 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:05:54.579834 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6df89d25-631a-445e-a161-3aa3b8f99093 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Deleting port c7756826-edcc-4c60-a01d-47dacc47f0e8 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:05:54.580182 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6df89d25-631a-445e-a161-3aa3b8f99093 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:54.580603 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-89fc6496-0b91-431d-90b2-a027712b3fe1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:54.632410 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3ab71641-d59b-4334-b10c-b8b662db11a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c2c641d5005d4791847a4dd9b04e1344&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3072834 Nov 25 20:05:54.634997 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51138) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:54.662823 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab71641-d59b-4334-b10c-b8b662db11a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfbc4d3-b3d7-422d-bcb7-67ff16fa6875,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:54.686073 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-89fc6496-0b91-431d-90b2-a027712b3fe1 None None] For port 440608cd-2343-46c0-9e6a-845ef6ede9e2, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=440608cd-2343-46c0-9e6a-845ef6ede9e2,segment=NetworkSegment(5be08156-0f82-44e5-accf-d4e187b4e110),segment_id=5be08156-0f82-44e5-accf-d4e187b4e110)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:05:54.686758 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-89fc6496-0b91-431d-90b2-a027712b3fe1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:54.692581 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6df89d25-631a-445e-a161-3aa3b8f99093 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] For port c7756826-edcc-4c60-a01d-47dacc47f0e8, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c7756826-edcc-4c60-a01d-47dacc47f0e8,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:05:54.692984 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6df89d25-631a-445e-a161-3aa3b8f99093 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:54.703865 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-89fc6496-0b91-431d-90b2-a027712b3fe1 None None] Calling delete_port for 440608cd-2343-46c0-9e6a-845ef6ede9e2 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:05:54.706931 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6df89d25-631a-445e-a161-3aa3b8f99093 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Calling delete_port for c7756826-edcc-4c60-a01d-47dacc47f0e8 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:05:54.737646 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c0db6a1-7a59-4663-a0e8-aa2d38f7a29f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:54.762039 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c0db6a1-7a59-4663-a0e8-aa2d38f7a29f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:54.820216 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-89fc6496-0b91-431d-90b2-a027712b3fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:54.834435 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c0db6a1-7a59-4663-a0e8-aa2d38f7a29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:54.838955 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c0db6a1-7a59-4663-a0e8-aa2d38f7a29f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:54.848307 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc6496-0b91-431d-90b2-a027712b3fe1 None None] Pushing event deleted for resources: {'Port': ['ID=440608cd-2343-46c0-9e6a-845ef6ede9e2,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:54.863114 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6c0db6a1-7a59-4663-a0e8-aa2d38f7a29f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ebfbc4d3-b3d7-422d-bcb7-67ff16fa6875 HTTP/1.1" status: 204 len: 168 time: 0.2115691 Nov 25 20:05:54.867642 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fc6496-0b91-431d-90b2-a027712b3fe1 None None] No DVR routers for this DVR port 440608cd-2343-46c0-9e6a-845ef6ede9e2 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:05:54.878348 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0db6a1-7a59-4663-a0e8-aa2d38f7a29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfbc4d3-b3d7-422d-bcb7-67ff16fa6875,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:54.949518 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6df89d25-631a-445e-a161-3aa3b8f99093 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:54.977340 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df89d25-631a-445e-a161-3aa3b8f99093 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'Port': ['ID=c7756826-edcc-4c60-a01d-47dacc47f0e8,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:55.002389 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791453c2-70cd-4680-bc80-833cacd12c49 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:05:55.067999 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6df89d25-631a-445e-a161-3aa3b8f99093 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:55.196961 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6df89d25-631a-445e-a161-3aa3b8f99093 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:55.212105 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6df89d25-631a-445e-a161-3aa3b8f99093 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:55.279542 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6df89d25-631a-445e-a161-3aa3b8f99093 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:55.280148 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df89d25-631a-445e-a161-3aa3b8f99093 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Fanout notify agent at l3_agent the message router_deleted on router b9148431-9a79-4e85-a63e-3b39c25dcb70 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:05:55.295942 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6df89d25-631a-445e-a161-3aa3b8f99093 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:55.295942 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6df89d25-631a-445e-a161-3aa3b8f99093 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "DELETE /v2.0/routers/b9148431-9a79-4e85-a63e-3b39c25dcb70 HTTP/1.1" status: 204 len: 168 time: 1.4295230 Nov 25 20:05:55.296356 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51154) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:55.430987 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51156) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:55.448464 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-19dfcd61-f56d-4b9a-b90a-4a21e915a410 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:55.452466 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61449364-1b90-44a3-a61a-a56d0c1d8bb9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:55.551003 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c23f8585-17e9-413f-af67-5d181197a30d no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:05:55.595847 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: c23f8585-17e9-413f-af67-5d181197a30d {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:05:55.596197 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c23f8585-17e9-413f-af67-5d181197a30d not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:05:55.596719 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 440608cd-2343-46c0-9e6a-845ef6ede9e2 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:05:55.621176 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-19dfcd61-f56d-4b9a-b90a-4a21e915a410 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:55.621471 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 440608cd-2343-46c0-9e6a-845ef6ede9e2 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:05:55.621645 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 440608cd-2343-46c0-9e6a-845ef6ede9e2 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:05:55.630993 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-19dfcd61-f56d-4b9a-b90a-4a21e915a410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:55.669697 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61449364-1b90-44a3-a61a-a56d0c1d8bb9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:55.677337 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-19dfcd61-f56d-4b9a-b90a-4a21e915a410 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5dc17e3abcfb4881a4d7287966253f60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2453418 Nov 25 20:05:55.678534 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfcd61-f56d-4b9a-b90a-4a21e915a410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5758144-f9d1-4edc-9a27-398988170c68,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:55.681048 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51162) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:55.699525 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-61449364-1b90-44a3-a61a-a56d0c1d8bb9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f73792e4-52f8-4848-9d68-54c05af95de0']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:55.713136 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-61449364-1b90-44a3-a61a-a56d0c1d8bb9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be08156-0f82-44e5-accf-d4e187b4e110') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:55.713625 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-61449364-1b90-44a3-a61a-a56d0c1d8bb9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be08156-0f82-44e5-accf-d4e187b4e110') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:05:55.731383 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61449364-1b90-44a3-a61a-a56d0c1d8bb9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:55.742801 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82a91d14-ecfa-45aa-9baf-84bf8d60f908 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:55.748649 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61449364-1b90-44a3-a61a-a56d0c1d8bb9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:55.756671 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61449364-1b90-44a3-a61a-a56d0c1d8bb9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:05:55.757069 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61449364-1b90-44a3-a61a-a56d0c1d8bb9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:05:55.760435 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:05:55.774714 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82a91d14-ecfa-45aa-9baf-84bf8d60f908 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:55.835560 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61449364-1b90-44a3-a61a-a56d0c1d8bb9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:55.842725 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61449364-1b90-44a3-a61a-a56d0c1d8bb9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:55.849889 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82a91d14-ecfa-45aa-9baf-84bf8d60f908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:55.850919 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-61449364-1b90-44a3-a61a-a56d0c1d8bb9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "DELETE /v2.0/networks/f73792e4-52f8-4848-9d68-54c05af95de0 HTTP/1.1" status: 204 len: 168 time: 0.5547743 Nov 25 20:05:55.853443 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82a91d14-ecfa-45aa-9baf-84bf8d60f908 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:55.856767 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51166) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:55.858901 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-82a91d14-ecfa-45aa-9baf-84bf8d60f908 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b5758144-f9d1-4edc-9a27-398988170c68 HTTP/1.1" status: 204 len: 168 time: 0.1767418 Nov 25 20:05:55.870624 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a91d14-ecfa-45aa-9baf-84bf8d60f908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5758144-f9d1-4edc-9a27-398988170c68,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:55.892576 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61449364-1b90-44a3-a61a-a56d0c1d8bb9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'Network': ['ID=f73792e4-52f8-4848-9d68-54c05af95de0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:55.977519 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d59ba5b-1959-45f2-bc3c-df0fffa677ab tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:56.011884 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d59ba5b-1959-45f2-bc3c-df0fffa677ab tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:56.119581 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d59ba5b-1959-45f2-bc3c-df0fffa677ab tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:56.122879 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d59ba5b-1959-45f2-bc3c-df0fffa677ab tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:56.124101 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6d59ba5b-1959-45f2-bc3c-df0fffa677ab tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "DELETE /v2.0/security-groups/1c0f221f-6e59-4b5a-8926-94b74d383652 HTTP/1.1" status: 204 len: 168 time: 0.2657132 Nov 25 20:05:56.133934 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59ba5b-1959-45f2-bc3c-df0fffa677ab tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0f221f-6e59-4b5a-8926-94b74d383652,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:56.468965 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51192) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:56.473745 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-38ec1bc7-6e82-4613-95db-2e88e3eac79e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-900723219', 'description': 'tempest-secgroup-smoke-900723219 description', 'project_id': '8d43f2178a344f438bf4bc8854e720a1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:05:56.508024 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38ec1bc7-6e82-4613-95db-2e88e3eac79e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:56.604797 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38ec1bc7-6e82-4613-95db-2e88e3eac79e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:56.613527 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38ec1bc7-6e82-4613-95db-2e88e3eac79e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:56.643429 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38ec1bc7-6e82-4613-95db-2e88e3eac79e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:56.644847 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-38ec1bc7-6e82-4613-95db-2e88e3eac79e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1747491 Nov 25 20:05:56.650001 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51202) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:56.657572 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1a6efc37-78a2-47f3-a471-215f402ddcd7 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group_rule': {'security_group_id': 'a1b86b53-1975-4093-a7bf-f16ed2346345', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:05:56.666764 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec1bc7-6e82-4613-95db-2e88e3eac79e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b86b53-1975-4093-a7bf-f16ed2346345,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:56.703431 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1a6efc37-78a2-47f3-a471-215f402ddcd7 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:56.777347 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1a6efc37-78a2-47f3-a471-215f402ddcd7 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:56.782618 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1a6efc37-78a2-47f3-a471-215f402ddcd7 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:56.798031 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6efc37-78a2-47f3-a471-215f402ddcd7 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841c5a37-2acc-401d-9f46-15cd3a1c6740,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:56.825053 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1a6efc37-78a2-47f3-a471-215f402ddcd7 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:56.829956 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51212) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:56.830621 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1a6efc37-78a2-47f3-a471-215f402ddcd7 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1790316 Nov 25 20:05:56.834581 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-c6964729-070a-43c2-b5c3-2d5bd04acbe9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group_rule': {'security_group_id': 'a1b86b53-1975-4093-a7bf-f16ed2346345', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:05:56.885177 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6964729-070a-43c2-b5c3-2d5bd04acbe9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:56.953704 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6964729-070a-43c2-b5c3-2d5bd04acbe9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:56.960434 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6964729-070a-43c2-b5c3-2d5bd04acbe9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:56.986321 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6964729-070a-43c2-b5c3-2d5bd04acbe9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57847b94-056d-4489-877e-82b30ec0bd09,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:57.017162 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6964729-070a-43c2-b5c3-2d5bd04acbe9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:57.018719 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c6964729-070a-43c2-b5c3-2d5bd04acbe9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1877210 Nov 25 20:05:57.023542 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51220) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:57.029709 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d3e2417b-840f-44a2-ad8d-e20b6fccaaf9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group_rule': {'security_group_id': 'a1b86b53-1975-4093-a7bf-f16ed2346345', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:05:57.071508 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d3e2417b-840f-44a2-ad8d-e20b6fccaaf9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:57.142904 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d3e2417b-840f-44a2-ad8d-e20b6fccaaf9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:57.149391 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d3e2417b-840f-44a2-ad8d-e20b6fccaaf9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:57.176640 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2417b-840f-44a2-ad8d-e20b6fccaaf9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1db15a-f807-4c12-b36a-d57116665298,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:57.187720 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d3e2417b-840f-44a2-ad8d-e20b6fccaaf9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:57.188974 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d3e2417b-840f-44a2-ad8d-e20b6fccaaf9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1642592 Nov 25 20:05:57.191882 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51226) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:57.196715 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-17572c1b-71dd-4e26-9517-9ca33cbaa82a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group_rule': {'security_group_id': 'a1b86b53-1975-4093-a7bf-f16ed2346345', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:05:57.228602 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17572c1b-71dd-4e26-9517-9ca33cbaa82a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:57.296479 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17572c1b-71dd-4e26-9517-9ca33cbaa82a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:57.303750 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17572c1b-71dd-4e26-9517-9ca33cbaa82a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:57.328565 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17572c1b-71dd-4e26-9517-9ca33cbaa82a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4fa4868-eb88-4e0e-a5c6-b068c423f2f3,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:57.338009 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17572c1b-71dd-4e26-9517-9ca33cbaa82a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:57.342383 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51230) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:57.342669 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-17572c1b-71dd-4e26-9517-9ca33cbaa82a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1495128 Nov 25 20:05:57.347529 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-567d46ad-7eef-4a94-bb15-987523d2a825 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group_rule': {'security_group_id': 'a1b86b53-1975-4093-a7bf-f16ed2346345', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:05:57.376140 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c7756826-edcc-4c60-a01d-47dacc47f0e8 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:05:57.399895 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: c7756826-edcc-4c60-a01d-47dacc47f0e8 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:05:57.400732 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c7756826-edcc-4c60-a01d-47dacc47f0e8 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:05:57.410214 n-d-819349-5 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-567d46ad-7eef-4a94-bb15-987523d2a825 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Project 8d43f2178a344f438bf4bc8854e720a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:05:57.415825 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-567d46ad-7eef-4a94-bb15-987523d2a825 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:57.504359 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-567d46ad-7eef-4a94-bb15-987523d2a825 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:57.509984 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-567d46ad-7eef-4a94-bb15-987523d2a825 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:57.529817 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d46ad-7eef-4a94-bb15-987523d2a825 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff5a7f4-6af3-4551-b8ed-16c6e90256a1,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:57.546396 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-567d46ad-7eef-4a94-bb15-987523d2a825 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:57.550051 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-567d46ad-7eef-4a94-bb15-987523d2a825 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2042408 Nov 25 20:05:57.551163 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51240) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:57.556532 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-feb470a6-7a2a-4302-b4b5-29847cc67212 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group_rule': {'security_group_id': 'a1b86b53-1975-4093-a7bf-f16ed2346345', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:05:57.584704 n-d-819349-5 neutron-server[103600]: INFO neutron.db.securitygroups_db [None req-feb470a6-7a2a-4302-b4b5-29847cc67212 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Project 8d43f2178a344f438bf4bc8854e720a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:05:57.590865 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-feb470a6-7a2a-4302-b4b5-29847cc67212 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:57.681937 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-feb470a6-7a2a-4302-b4b5-29847cc67212 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:57.687067 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-feb470a6-7a2a-4302-b4b5-29847cc67212 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:57.708098 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb470a6-7a2a-4302-b4b5-29847cc67212 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b3d20b5-a371-411a-81e3-9045f48a1f90,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:57.717830 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-feb470a6-7a2a-4302-b4b5-29847cc67212 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:57.719499 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-feb470a6-7a2a-4302-b4b5-29847cc67212 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1670787 Nov 25 20:05:57.722316 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51246) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:57.728397 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-582ef7dc-fcf7-4aeb-bc6c-003337a7054f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'network': {'name': 'tempest-network-smoke--383221501', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'port_security_enabled': True}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:05:57.759894 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582ef7dc-fcf7-4aeb-bc6c-003337a7054f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Made reservation on behalf of 8d43f2178a344f438bf4bc8854e720a1 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:05:57.765136 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-582ef7dc-fcf7-4aeb-bc6c-003337a7054f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:57.795279 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582ef7dc-fcf7-4aeb-bc6c-003337a7054f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:05:57.805733 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-582ef7dc-fcf7-4aeb-bc6c-003337a7054f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:57.806074 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-582ef7dc-fcf7-4aeb-bc6c-003337a7054f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Added segment e70a4e69-df48-4f56-aafb-1762892a7b4d of type vlan for network 825c5a3f-ce49-4394-b48a-f63de2d0aa51 Nov 25 20:05:57.849499 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-582ef7dc-fcf7-4aeb-bc6c-003337a7054f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:57.875984 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-582ef7dc-fcf7-4aeb-bc6c-003337a7054f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:57.882612 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582ef7dc-fcf7-4aeb-bc6c-003337a7054f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:57.883221 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-582ef7dc-fcf7-4aeb-bc6c-003337a7054f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:57.927238 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-582ef7dc-fcf7-4aeb-bc6c-003337a7054f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2005126 Nov 25 20:05:57.928335 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51248) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:05:57.933040 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d73aa154-7935-459a-8b61-9a674e2b5b76 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-610546051', 'admin_state_up': True, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:05:57.961437 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d73aa154-7935-459a-8b61-9a674e2b5b76 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:57.962525 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d73aa154-7935-459a-8b61-9a674e2b5b76 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:57.971199 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ef7dc-fcf7-4aeb-bc6c-003337a7054f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Network': ['ID=825c5a3f-ce49-4394-b48a-f63de2d0aa51,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:58.002505 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 825c5a3f-ce49-4394-b48a-f63de2d0aa51 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:05:58.106806 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d73aa154-7935-459a-8b61-9a674e2b5b76 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:58.296769 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d73aa154-7935-459a-8b61-9a674e2b5b76 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:58.531764 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d73aa154-7935-459a-8b61-9a674e2b5b76 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:58.554980 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d73aa154-7935-459a-8b61-9a674e2b5b76 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:58.668379 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-d73aa154-7935-459a-8b61-9a674e2b5b76 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Allocated IP 172.25.6.247 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/b0fbe279-8676-4a71-b5fb-15ed80946637) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:05:58.780124 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d73aa154-7935-459a-8b61-9a674e2b5b76 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:58.815058 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d73aa154-7935-459a-8b61-9a674e2b5b76 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:58.851058 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73aa154-7935-459a-8b61-9a674e2b5b76 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:05:58.855886 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d73aa154-7935-459a-8b61-9a674e2b5b76 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:05:58.859520 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73aa154-7935-459a-8b61-9a674e2b5b76 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:05:58.868631 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6f88b7-35ae-4b9a-a265-ab758715ecd2 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:05:58.888087 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73aa154-7935-459a-8b61-9a674e2b5b76 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Port': ['ID=b0fbe279-8676-4a71-b5fb-15ed80946637,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:58.918981 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ecfbca47-7862-424e-aca0-25eb8a44bb4f None None] Provisioning complete for port b0fbe279-8676-4a71-b5fb-15ed80946637 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:05:58.919726 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ecfbca47-7862-424e-aca0-25eb8a44bb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:58.963069 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ecfbca47-7862-424e-aca0-25eb8a44bb4f None None] Port b0fbe279-8676-4a71-b5fb-15ed80946637 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:05:59.149961 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d73aa154-7935-459a-8b61-9a674e2b5b76 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:59.300805 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-48dc083d-b2e2-4931-9634-c9a93f5a6db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:59.719202 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d73aa154-7935-459a-8b61-9a674e2b5b76 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:59.873116 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73aa154-7935-459a-8b61-9a674e2b5b76 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Router c63a9d43-4089-4f1a-8938-ddf5e28f8b0c is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:05:59.992932 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73aa154-7935-459a-8b61-9a674e2b5b76 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:06:00.004285 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2b1c99-dd79-48c2-950e-719d0a6c5773 None None] Sync routers for ids ['c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:06:00.015784 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2b1c99-dd79-48c2-950e-719d0a6c5773 None None] Routers {'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:06:00.016699 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-aa2b1c99-dd79-48c2-950e-719d0a6c5773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:05:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:00.020411 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d73aa154-7935-459a-8b61-9a674e2b5b76 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:00.020608 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d73aa154-7935-459a-8b61-9a674e2b5b76 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0910022 Nov 25 20:06:00.023681 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51290) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:00.088567 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-287479d8-9e8f-4f32-9f15-bb3b1257ca54 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=8d43f2178a344f438bf4bc8854e720a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0632534 Nov 25 20:06:00.092015 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51298) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:00.190504 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-aa2b1c99-dd79-48c2-950e-719d0a6c5773 None None] Set router c63a9d43-4089-4f1a-8938-ddf5e28f8b0c gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:06:00.204283 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a477095b-c9a3-455c-8881-59c62a079a8a tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:00.210221 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51302) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:00.211254 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a477095b-c9a3-455c-8881-59c62a079a8a tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1175175 Nov 25 20:06:00.251228 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1ef92bbe-599d-4f78-97d4-9e8efe44426a tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=f965ced5-a415-47da-9748-3514ef368954&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390825 Nov 25 20:06:00.253961 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51304) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:00.259262 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1bd2e542-ac93-4acf-be1d-bf6d33aa321a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1587988900', 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:00.380863 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd2e542-ac93-4acf-be1d-bf6d33aa321a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Made reservation on behalf of 8d43f2178a344f438bf4bc8854e720a1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:06:00.384864 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bd2e542-ac93-4acf-be1d-bf6d33aa321a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:00.424005 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-aa2b1c99-dd79-48c2-950e-719d0a6c5773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610546051', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:57Z', 'updated_at': '2021-11-25T20:05:59Z', 'revision_number': 3, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:58Z', 'updated_at': '2021-11-25T20:05:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:00.454704 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2b1c99-dd79-48c2-950e-719d0a6c5773 None None] Checking router: c63a9d43-4089-4f1a-8938-ddf5e28f8b0c for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:06:00.455157 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2b1c99-dd79-48c2-950e-719d0a6c5773 None None] Updating router c63a9d43-4089-4f1a-8938-ddf5e28f8b0c port b0fbe279-8676-4a71-b5fb-15ed80946637 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:06:00.517662 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-aa2b1c99-dd79-48c2-950e-719d0a6c5773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:00.651691 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bd2e542-ac93-4acf-be1d-bf6d33aa321a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:00.755619 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd2e542-ac93-4acf-be1d-bf6d33aa321a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Checking segment: {'id': 'e70a4e69-df48-4f56-aafb-1762892a7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:06:00.756270 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd2e542-ac93-4acf-be1d-bf6d33aa321a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network hostable DHCP agents. Network: 825c5a3f-ce49-4394-b48a-f63de2d0aa51, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:06:00.761117 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2e542-ac93-4acf-be1d-bf6d33aa321a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Subnet': ['ID=25ba5dac-8c46-4597-9a97-31409eea9b7e,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:00.785385 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd2e542-ac93-4acf-be1d-bf6d33aa321a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network 825c5a3f-ce49-4394-b48a-f63de2d0aa51 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:06:00.798458 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1bd2e542-ac93-4acf-be1d-bf6d33aa321a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 825c5a3f-ce49-4394-b48a-f63de2d0aa51) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:06:00.803497 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd2e542-ac93-4acf-be1d-bf6d33aa321a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:00.804159 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bd2e542-ac93-4acf-be1d-bf6d33aa321a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:00.810517 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc62c12-dc49-42a5-88a8-6538f7b60fcd None None] Network 825c5a3f-ce49-4394-b48a-f63de2d0aa51 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:06:00.811854 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-aa2b1c99-dd79-48c2-950e-719d0a6c5773 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:00.839819 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-aa2b1c99-dd79-48c2-950e-719d0a6c5773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:00.868876 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1bd2e542-ac93-4acf-be1d-bf6d33aa321a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6137707 Nov 25 20:06:00.871565 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51316) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:00.916762 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080a8277-bc34-4061-b1ea-ba2a6e363e11 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:06:00.918451 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6477c-7f5f-4b61-bec1-55dd629c9971 None None] Pushing event updated for resources: {'Port': ['ID=b0fbe279-8676-4a71-b5fb-15ed80946637,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:00.922513 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-aa2b1c99-dd79-48c2-950e-719d0a6c5773 None None] Attempting to bind port b0fbe279-8676-4a71-b5fb-15ed80946637 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:06:00.923021 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-aa2b1c99-dd79-48c2-950e-719d0a6c5773 None None] Attempting to bind port b0fbe279-8676-4a71-b5fb-15ed80946637 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:06:00.923669 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2b1c99-dd79-48c2-950e-719d0a6c5773 None None] Attempting to bind port b0fbe279-8676-4a71-b5fb-15ed80946637 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:06:00.931633 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2b1c99-dd79-48c2-950e-719d0a6c5773 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:06:00.933372 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2b1c99-dd79-48c2-950e-719d0a6c5773 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:06:00.934476 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-aa2b1c99-dd79-48c2-950e-719d0a6c5773 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:00.935149 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2b1c99-dd79-48c2-950e-719d0a6c5773 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:06:00.936255 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-aa2b1c99-dd79-48c2-950e-719d0a6c5773 None None] Bound port: b0fbe279-8676-4a71-b5fb-15ed80946637, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:06:00.938411 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-aa2b1c99-dd79-48c2-950e-719d0a6c5773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:00.995318 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-aa2b1c99-dd79-48c2-950e-719d0a6c5773 None None] For port b0fbe279-8676-4a71-b5fb-15ed80946637, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:06:01.001594 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-aa2b1c99-dd79-48c2-950e-719d0a6c5773 None None] For port b0fbe279-8676-4a71-b5fb-15ed80946637, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b0fbe279-8676-4a71-b5fb-15ed80946637,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:06:01.013015 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-aa2b1c99-dd79-48c2-950e-719d0a6c5773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:01.047895 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da817b1-396e-45e8-8f34-1358c471b9f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-825c5a3f-ce49-4394-b48a-f63de2d0aa51', 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'fixed_ips': [{'subnet_id': '25ba5dac-8c46-4597-9a97-31409eea9b7e'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:06:01.049090 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6da817b1-396e-45e8-8f34-1358c471b9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:01.144262 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6477c-7f5f-4b61-bec1-55dd629c9971 None None] Pushing event updated for resources: {'Port': ['ID=b0fbe279-8676-4a71-b5fb-15ed80946637,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:01.176091 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2b1c99-dd79-48c2-950e-719d0a6c5773 None None] Routers {'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:06:01.176962 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-aa2b1c99-dd79-48c2-950e-719d0a6c5773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:05:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:01.226318 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62db29b-ba81-4c3d-bf16-43ac7bf41e93 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:06:01.242134 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-62ef74c4-05bb-4f74-bddb-1345d5bc3049 None None] Provisioning complete for port b0fbe279-8676-4a71-b5fb-15ed80946637 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:01.250489 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-62ef74c4-05bb-4f74-bddb-1345d5bc3049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:01.437660 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-aa2b1c99-dd79-48c2-950e-719d0a6c5773 None None] Set router c63a9d43-4089-4f1a-8938-ddf5e28f8b0c gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:06:01.642874 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-6da817b1-396e-45e8-8f34-1358c471b9f0 None None] Allocated IP 172.20.0.2 (825c5a3f-ce49-4394-b48a-f63de2d0aa51/25ba5dac-8c46-4597-9a97-31409eea9b7e/e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:06:01.814041 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-aa2b1c99-dd79-48c2-950e-719d0a6c5773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610546051', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:57Z', 'updated_at': '2021-11-25T20:05:59Z', 'revision_number': 3, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:58Z', 'updated_at': '2021-11-25T20:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:01.866903 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2b1c99-dd79-48c2-950e-719d0a6c5773 None None] The sync data for ids ['c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'] in n-d-819349-5 is: [{'id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610546051', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:57Z', 'updated_at': '2021-11-25T20:05:59Z', 'revision_number': 3, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:58Z', 'updated_at': '2021-11-25T20:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:06:01.871199 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-62ef74c4-05bb-4f74-bddb-1345d5bc3049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:01.876687 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe596d68-f317-4e8a-adfd-e4e64ab6050e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:01.924211 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-62ef74c4-05bb-4f74-bddb-1345d5bc3049 None None] For port b0fbe279-8676-4a71-b5fb-15ed80946637, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b0fbe279-8676-4a71-b5fb-15ed80946637,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:06:01.926084 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7c632572-ab18-4d7f-869d-02b58695abcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:01.939170 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-62ef74c4-05bb-4f74-bddb-1345d5bc3049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:02.266749 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6da817b1-396e-45e8-8f34-1358c471b9f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:02.275863 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef74c4-05bb-4f74-bddb-1345d5bc3049 None None] Pushing event updated for resources: {'Port': ['ID=b0fbe279-8676-4a71-b5fb-15ed80946637,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:02.287427 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6da817b1-396e-45e8-8f34-1358c471b9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:02.339233 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-53ea1f45-a867-4c19-8f46-e9f3f60e3813 None None] Provisioning complete for port b0fbe279-8676-4a71-b5fb-15ed80946637 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:02.339628 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-53ea1f45-a867-4c19-8f46-e9f3f60e3813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:02.386880 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-fe596d68-f317-4e8a-adfd-e4e64ab6050e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Allocated IP 172.20.0.1 (825c5a3f-ce49-4394-b48a-f63de2d0aa51/25ba5dac-8c46-4597-9a97-31409eea9b7e/4765efa4-6ff3-4a84-bad9-b329b695ddac) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:06:02.404495 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da817b1-396e-45e8-8f34-1358c471b9f0 None None] Network 825c5a3f-ce49-4394-b48a-f63de2d0aa51 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:06:02.426121 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-6da817b1-396e-45e8-8f34-1358c471b9f0 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:06:02.428728 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da817b1-396e-45e8-8f34-1358c471b9f0 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:06:02.441785 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da817b1-396e-45e8-8f34-1358c471b9f0 None None] Pushing event updated for resources: {'Port': ['ID=e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:02.518337 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-6da817b1-396e-45e8-8f34-1358c471b9f0 None None] Attempting to bind port e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:06:02.519662 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-6da817b1-396e-45e8-8f34-1358c471b9f0 None None] Attempting to bind port e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'e70a4e69-df48-4f56-aafb-1762892a7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:06:02.520076 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da817b1-396e-45e8-8f34-1358c471b9f0 None None] Attempting to bind port e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc on network 825c5a3f-ce49-4394-b48a-f63de2d0aa51 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:06:02.526939 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da817b1-396e-45e8-8f34-1358c471b9f0 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:06:02.527330 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da817b1-396e-45e8-8f34-1358c471b9f0 None None] Checking segment: {'id': 'e70a4e69-df48-4f56-aafb-1762892a7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:06:02.527739 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6da817b1-396e-45e8-8f34-1358c471b9f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:02.528141 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da817b1-396e-45e8-8f34-1358c471b9f0 None None] Bound using segment: {'id': 'e70a4e69-df48-4f56-aafb-1762892a7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:06:02.529419 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-6da817b1-396e-45e8-8f34-1358c471b9f0 None None] Bound port: e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70a4e69-df48-4f56-aafb-1762892a7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:06:02.529823 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6da817b1-396e-45e8-8f34-1358c471b9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:02.637182 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe596d68-f317-4e8a-adfd-e4e64ab6050e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:02.652553 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-6da817b1-396e-45e8-8f34-1358c471b9f0 None None] For port e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:06:02.657674 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-6da817b1-396e-45e8-8f34-1358c471b9f0 None None] For port e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc,segment=NetworkSegment(e70a4e69-df48-4f56-aafb-1762892a7b4d),segment_id=e70a4e69-df48-4f56-aafb-1762892a7b4d)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:06:02.666573 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6da817b1-396e-45e8-8f34-1358c471b9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:02.704223 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe596d68-f317-4e8a-adfd-e4e64ab6050e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:02.780579 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da817b1-396e-45e8-8f34-1358c471b9f0 None None] Pushing event updated for resources: {'Port': ['ID=e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:02.785298 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe596d68-f317-4e8a-adfd-e4e64ab6050e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network 825c5a3f-ce49-4394-b48a-f63de2d0aa51 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:06:02.792288 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-fe596d68-f317-4e8a-adfd-e4e64ab6050e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:06:02.802187 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe596d68-f317-4e8a-adfd-e4e64ab6050e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:06:02.881696 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe596d68-f317-4e8a-adfd-e4e64ab6050e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Port': ['ID=4765efa4-6ff3-4a84-bad9-b329b695ddac,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:02.893373 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe596d68-f317-4e8a-adfd-e4e64ab6050e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:03.133019 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe596d68-f317-4e8a-adfd-e4e64ab6050e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:03.578035 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:06:03.674002 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:03.674420 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:03.701382 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe596d68-f317-4e8a-adfd-e4e64ab6050e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:03.708028 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe596d68-f317-4e8a-adfd-e4e64ab6050e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:03.802185 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe596d68-f317-4e8a-adfd-e4e64ab6050e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Port': ['ID=4765efa4-6ff3-4a84-bad9-b329b695ddac,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:03.824591 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:03.848831 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe596d68-f317-4e8a-adfd-e4e64ab6050e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:03.900565 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:03.987257 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc,segment=NetworkSegment(e70a4e69-df48-4f56-aafb-1762892a7b4d),segment_id=e70a4e69-df48-4f56-aafb-1762892a7b4d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:06:03.992532 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:03.993352 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b0fbe279-8676-4a71-b5fb-15ed80946637 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:06:04.036899 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe596d68-f317-4e8a-adfd-e4e64ab6050e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network 825c5a3f-ce49-4394-b48a-f63de2d0aa51 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:06:04.039175 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-fe596d68-f317-4e8a-adfd-e4e64ab6050e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:06:04.123316 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:04.135956 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port b0fbe279-8676-4a71-b5fb-15ed80946637 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:04.136642 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:04.237118 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe596d68-f317-4e8a-adfd-e4e64ab6050e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Router c63a9d43-4089-4f1a-8938-ddf5e28f8b0c has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:06:04.314480 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603b0b4a-74d0-4e21-8143-c6998bfbe90b None None] Network 825c5a3f-ce49-4394-b48a-f63de2d0aa51 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:06:04.426076 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe596d68-f317-4e8a-adfd-e4e64ab6050e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:06:04.437444 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fe596d68-f317-4e8a-adfd-e4e64ab6050e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "PUT /v2.0/routers/c63a9d43-4089-4f1a-8938-ddf5e28f8b0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5646453 Nov 25 20:06:04.468623 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3fc5e1d9-182e-4712-a27b-07970e4efd4f None None] Provisioning complete for port e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:04.468989 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3fc5e1d9-182e-4712-a27b-07970e4efd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:04.774420 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd8617b3-4274-4b79-8927-825274932612 req-217f7eae-59a2-40a0-8818-7db931c5b8ce tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900723219&fields=id&tenant_id=8d43f2178a344f438bf4bc8854e720a1 HTTP/1.1" status: 200 len: 267 time: 0.0829432 Nov 25 20:06:04.913218 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74f6089-bb92-4a78-9952-808fc17a4fe6 None None] Sync routers for ids ['c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:06:04.937074 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74f6089-bb92-4a78-9952-808fc17a4fe6 None None] Routers {'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:06:04.937995 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b74f6089-bb92-4a78-9952-808fc17a4fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:06:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:04.954914 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8617b3-4274-4b79-8927-825274932612 req-97fa05b2-3150-4306-94a7-a237d04de9e3 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:04.957657 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd8617b3-4274-4b79-8927-825274932612 req-97fa05b2-3150-4306-94a7-a237d04de9e3 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/networks?id=825c5a3f-ce49-4394-b48a-f63de2d0aa51 HTTP/1.1" status: 200 len: 796 time: 0.1822612 Nov 25 20:06:04.991067 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd8617b3-4274-4b79-8927-825274932612 req-2f349abd-4379-4767-86cb-fdbd695b4839 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/quotas/8d43f2178a344f438bf4bc8854e720a1 HTTP/1.1" status: 200 len: 375 time: 0.0190220 Nov 25 20:06:05.128285 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-98d64118-d58b-4141-b07c-8e665f870d5b None None] Provisioning complete for port 4765efa4-6ff3-4a84-bad9-b329b695ddac triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:05.128697 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-98d64118-d58b-4141-b07c-8e665f870d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:05.133648 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd8617b3-4274-4b79-8927-825274932612 req-729c0bff-8b58-4837-ae28-c167b4756e26 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1254141 Nov 25 20:06:05.224083 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-98d64118-d58b-4141-b07c-8e665f870d5b None None] Port 4765efa4-6ff3-4a84-bad9-b329b695ddac cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:06:05.240352 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b74f6089-bb92-4a78-9952-808fc17a4fe6 None None] Set router c63a9d43-4089-4f1a-8938-ddf5e28f8b0c gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:06:05.294998 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd8617b3-4274-4b79-8927-825274932612 req-1a2910df-1c63-4054-9ef5-fc2c130ff104 service neutron] 10.222.0.55 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433301 Nov 25 20:06:05.327666 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-98d64118-d58b-4141-b07c-8e665f870d5b None None] Provisioning complete for port e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:05.328203 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-98d64118-d58b-4141-b07c-8e665f870d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:05.467892 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd8617b3-4274-4b79-8927-825274932612 req-17df40fd-1481-4bff-94df-772ef98bc68f service neutron] 10.222.0.55 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645682 Nov 25 20:06:05.474939 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:06:05.722382 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:05.727779 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:05.756165 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:05.756717 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:05.763220 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4c452025-11b5-47e2-875b-b9ab4f2d57c1 req-cb1a310b-22f4-46e6-aef6-eed9ed7a41c3 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 210 time: 0.0318456 Nov 25 20:06:05.836736 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b74f6089-bb92-4a78-9952-808fc17a4fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610546051', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:57Z', 'updated_at': '2021-11-25T20:06:03Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:58Z', 'updated_at': '2021-11-25T20:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4765efa4-6ff3-4a84-bad9-b329b695ddac', 'name': '', 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:9b:ba:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '25ba5dac-8c46-4597-9a97-31409eea9b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:02Z', 'updated_at': '2021-11-25T20:06:03Z', 'revision_number': 2, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': '25ba5dac-8c46-4597-9a97-31409eea9b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:05.875106 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74f6089-bb92-4a78-9952-808fc17a4fe6 None None] Checking router: c63a9d43-4089-4f1a-8938-ddf5e28f8b0c for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:06:05.875650 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74f6089-bb92-4a78-9952-808fc17a4fe6 None None] Updating router c63a9d43-4089-4f1a-8938-ddf5e28f8b0c port 4765efa4-6ff3-4a84-bad9-b329b695ddac binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:06:05.936028 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f02e33c8-26d7-400d-9a63-9fed87bd09ec None None] Provisioning complete for port 4765efa4-6ff3-4a84-bad9-b329b695ddac triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:05.936824 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f02e33c8-26d7-400d-9a63-9fed87bd09ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:05.941359 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b74f6089-bb92-4a78-9952-808fc17a4fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:06.012688 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-f02e33c8-26d7-400d-9a63-9fed87bd09ec None None] Port 4765efa4-6ff3-4a84-bad9-b329b695ddac cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:06:06.606703 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:06:06.636150 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b74f6089-bb92-4a78-9952-808fc17a4fe6 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:06.644619 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b74f6089-bb92-4a78-9952-808fc17a4fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:06.749851 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b2f10-df3b-4bd6-ade6-e24f78c7655d None None] Pushing event updated for resources: {'Port': ['ID=4765efa4-6ff3-4a84-bad9-b329b695ddac,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:06.800559 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b74f6089-bb92-4a78-9952-808fc17a4fe6 None None] Attempting to bind port 4765efa4-6ff3-4a84-bad9-b329b695ddac on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:06:06.801059 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b74f6089-bb92-4a78-9952-808fc17a4fe6 None None] Attempting to bind port 4765efa4-6ff3-4a84-bad9-b329b695ddac by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'e70a4e69-df48-4f56-aafb-1762892a7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:06:06.801443 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f6089-bb92-4a78-9952-808fc17a4fe6 None None] Attempting to bind port 4765efa4-6ff3-4a84-bad9-b329b695ddac on network 825c5a3f-ce49-4394-b48a-f63de2d0aa51 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:06:06.808997 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f6089-bb92-4a78-9952-808fc17a4fe6 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:06:06.809448 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f6089-bb92-4a78-9952-808fc17a4fe6 None None] Checking segment: {'id': 'e70a4e69-df48-4f56-aafb-1762892a7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:06:06.810470 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b74f6089-bb92-4a78-9952-808fc17a4fe6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:06.811052 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f6089-bb92-4a78-9952-808fc17a4fe6 None None] Bound using segment: {'id': 'e70a4e69-df48-4f56-aafb-1762892a7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:06:06.811692 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b74f6089-bb92-4a78-9952-808fc17a4fe6 None None] Bound port: 4765efa4-6ff3-4a84-bad9-b329b695ddac, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70a4e69-df48-4f56-aafb-1762892a7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:06:06.812089 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b74f6089-bb92-4a78-9952-808fc17a4fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:06.923040 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b74f6089-bb92-4a78-9952-808fc17a4fe6 None None] For port 4765efa4-6ff3-4a84-bad9-b329b695ddac, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:06:06.928574 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b74f6089-bb92-4a78-9952-808fc17a4fe6 None None] For port 4765efa4-6ff3-4a84-bad9-b329b695ddac, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4765efa4-6ff3-4a84-bad9-b329b695ddac,segment=NetworkSegment(e70a4e69-df48-4f56-aafb-1762892a7b4d),segment_id=e70a4e69-df48-4f56-aafb-1762892a7b4d)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:06:06.938694 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b74f6089-bb92-4a78-9952-808fc17a4fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:06.968612 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20139cbb-558c-4031-b969-a6caaad89d32 req-82382a9c-63f1-4c64-b2cb-9720cfc37777 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 210 time: 0.0613878 Nov 25 20:06:07.007443 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74f6089-bb92-4a78-9952-808fc17a4fe6 None None] Routers {'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:06:07.008094 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b74f6089-bb92-4a78-9952-808fc17a4fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:06:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:07.211426 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b74f6089-bb92-4a78-9952-808fc17a4fe6 None None] Set router c63a9d43-4089-4f1a-8938-ddf5e28f8b0c gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:06:07.652384 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b2f10-df3b-4bd6-ade6-e24f78c7655d None None] Pushing event updated for resources: {'Port': ['ID=4765efa4-6ff3-4a84-bad9-b329b695ddac,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:07.664233 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5e243c59-38de-4f38-9404-f407abc6ea78 None None] Provisioning complete for port 4765efa4-6ff3-4a84-bad9-b329b695ddac triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:07.664882 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e243c59-38de-4f38-9404-f407abc6ea78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:07.938806 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8617b3-4274-4b79-8927-825274932612 req-66e22720-0492-4e9e-bf8e-335a54d66389 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:07.940390 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd8617b3-4274-4b79-8927-825274932612 req-66e22720-0492-4e9e-bf8e-335a54d66389 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.85 "GET /v2.0/networks?id=825c5a3f-ce49-4394-b48a-f63de2d0aa51 HTTP/1.1" status: 200 len: 796 time: 0.9347117 Nov 25 20:06:08.073063 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd8617b3-4274-4b79-8927-825274932612 req-c725a631-7bf3-4950-bd61-74f6e676b79e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d43f2178a344f438bf4bc8854e720a1 HTTP/1.1" status: 200 len: 379 time: 0.1233406 Nov 25 20:06:08.087126 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-fd8617b3-4274-4b79-8927-825274932612 req-984b021b-a6e0-4090-afe3-62908f4879f7 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'port': {'device_id': '48a300c8-d82f-4dcf-b1f4-380594c57087', 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51', 'admin_state_up': True, 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'security_groups': ['a1b86b53-1975-4093-a7bf-f16ed2346345']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:08.212855 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e243c59-38de-4f38-9404-f407abc6ea78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:08.264923 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5e243c59-38de-4f38-9404-f407abc6ea78 None None] For port 4765efa4-6ff3-4a84-bad9-b329b695ddac, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4765efa4-6ff3-4a84-bad9-b329b695ddac,segment=NetworkSegment(e70a4e69-df48-4f56-aafb-1762892a7b4d),segment_id=e70a4e69-df48-4f56-aafb-1762892a7b4d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:06:08.271265 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7dc509d0-0809-42a0-884a-54fa6bfd1865 req-0e2fc892-4735-46da-9add-c6d25d753f38 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 210 time: 0.0437920 Nov 25 20:06:08.272891 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd8617b3-4274-4b79-8927-825274932612 req-984b021b-a6e0-4090-afe3-62908f4879f7 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Made reservation on behalf of 8d43f2178a344f438bf4bc8854e720a1 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:06:08.276756 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-fd8617b3-4274-4b79-8927-825274932612 req-984b021b-a6e0-4090-afe3-62908f4879f7 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:08.285656 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e243c59-38de-4f38-9404-f407abc6ea78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:08.369010 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b74f6089-bb92-4a78-9952-808fc17a4fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610546051', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:57Z', 'updated_at': '2021-11-25T20:06:03Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:58Z', 'updated_at': '2021-11-25T20:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4765efa4-6ff3-4a84-bad9-b329b695ddac', 'name': '', 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:9b:ba:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '25ba5dac-8c46-4597-9a97-31409eea9b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:02Z', 'updated_at': '2021-11-25T20:06:06Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': '25ba5dac-8c46-4597-9a97-31409eea9b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:08.381576 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e243c59-38de-4f38-9404-f407abc6ea78 None None] Pushing event updated for resources: {'Port': ['ID=4765efa4-6ff3-4a84-bad9-b329b695ddac,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:08.473076 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74f6089-bb92-4a78-9952-808fc17a4fe6 None None] The sync data for ids ['c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'] in n-d-819349-5 is: [{'id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610546051', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:57Z', 'updated_at': '2021-11-25T20:06:03Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:58Z', 'updated_at': '2021-11-25T20:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4765efa4-6ff3-4a84-bad9-b329b695ddac', 'name': '', 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:9b:ba:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '25ba5dac-8c46-4597-9a97-31409eea9b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:02Z', 'updated_at': '2021-11-25T20:06:06Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': '25ba5dac-8c46-4597-9a97-31409eea9b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:06:08.526350 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d2171a5f-4391-4531-9710-58f73f27028d None None] Provisioning complete for port 4765efa4-6ff3-4a84-bad9-b329b695ddac triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:08.526993 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d2171a5f-4391-4531-9710-58f73f27028d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:08.564032 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-fd8617b3-4274-4b79-8927-825274932612 req-984b021b-a6e0-4090-afe3-62908f4879f7 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Allocated IP 172.20.0.9 (825c5a3f-ce49-4394-b48a-f63de2d0aa51/25ba5dac-8c46-4597-9a97-31409eea9b7e/94c71436-dd39-43c5-ac09-9612cbb14ad1) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:06:08.840315 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-fd8617b3-4274-4b79-8927-825274932612 req-984b021b-a6e0-4090-afe3-62908f4879f7 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:08.913209 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-fd8617b3-4274-4b79-8927-825274932612 req-984b021b-a6e0-4090-afe3-62908f4879f7 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:08.996414 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd8617b3-4274-4b79-8927-825274932612 req-984b021b-a6e0-4090-afe3-62908f4879f7 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network 825c5a3f-ce49-4394-b48a-f63de2d0aa51 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:06:09.000190 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-fd8617b3-4274-4b79-8927-825274932612 req-984b021b-a6e0-4090-afe3-62908f4879f7 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:06:09.016361 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b021b-a6e0-4090-afe3-62908f4879f7 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Port': ['ID=94c71436-dd39-43c5-ac09-9612cbb14ad1,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:09.020776 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8617b3-4274-4b79-8927-825274932612 req-984b021b-a6e0-4090-afe3-62908f4879f7 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:06:09.127817 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8617b3-4274-4b79-8927-825274932612 req-984b021b-a6e0-4090-afe3-62908f4879f7 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:09.128686 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-fd8617b3-4274-4b79-8927-825274932612 req-984b021b-a6e0-4090-afe3-62908f4879f7 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:09.152964 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd8617b3-4274-4b79-8927-825274932612 req-984b021b-a6e0-4090-afe3-62908f4879f7 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0738938 Nov 25 20:06:09.172357 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-fd8617b3-4274-4b79-8927-825274932612 req-769adc87-65c6-4de8-a359-1248839fe2e6 service neutron] Request body: {'port': {'device_id': '48a300c8-d82f-4dcf-b1f4-380594c57087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:09.281811 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-fd8617b3-4274-4b79-8927-825274932612 req-769adc87-65c6-4de8-a359-1248839fe2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:09.395011 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ddb1f14e-bd94-4ffb-a846-2b6961c6c251 None None] Provisioning complete for port 94c71436-dd39-43c5-ac09-9612cbb14ad1 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:09.395644 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ddb1f14e-bd94-4ffb-a846-2b6961c6c251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:09.514809 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ddb1f14e-bd94-4ffb-a846-2b6961c6c251 None None] Port 94c71436-dd39-43c5-ac09-9612cbb14ad1 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:06:09.639702 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4765efa4-6ff3-4a84-bad9-b329b695ddac up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:06:09.729971 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca87ff-6118-4f54-ab88-d70c5190d52e req-39c6b664-aaa0-4fe0-8a84-a3b0084eb8b0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:09.731784 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-11ca87ff-6118-4f54-ab88-d70c5190d52e req-39c6b664-aaa0-4fe0-8a84-a3b0084eb8b0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 931 time: 0.1873488 Nov 25 20:06:09.757306 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 4765efa4-6ff3-4a84-bad9-b329b695ddac triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:09.758871 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:09.855619 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-11ca87ff-6118-4f54-ab88-d70c5190d52e req-2a737291-161d-49b2-b8f1-01cc51b78d69 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100116 Nov 25 20:06:09.926023 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-fd8617b3-4274-4b79-8927-825274932612 req-769adc87-65c6-4de8-a359-1248839fe2e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c71436-dd39-43c5-ac09-9612cbb14ad1 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:06:09.934943 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-fd8617b3-4274-4b79-8927-825274932612 req-769adc87-65c6-4de8-a359-1248839fe2e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:09.959317 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-fd8617b3-4274-4b79-8927-825274932612 req-769adc87-65c6-4de8-a359-1248839fe2e6 service neutron] Transition to ACTIVE for port object 94c71436-dd39-43c5-ac09-9612cbb14ad1 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:06:09.965456 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-fd8617b3-4274-4b79-8927-825274932612 req-769adc87-65c6-4de8-a359-1248839fe2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:10.044753 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769adc87-65c6-4de8-a359-1248839fe2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=94c71436-dd39-43c5-ac09-9612cbb14ad1,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:10.178552 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-fd8617b3-4274-4b79-8927-825274932612 req-769adc87-65c6-4de8-a359-1248839fe2e6 service neutron] Attempting to bind port 94c71436-dd39-43c5-ac09-9612cbb14ad1 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:06:10.179464 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-fd8617b3-4274-4b79-8927-825274932612 req-769adc87-65c6-4de8-a359-1248839fe2e6 service neutron] Attempting to bind port 94c71436-dd39-43c5-ac09-9612cbb14ad1 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e70a4e69-df48-4f56-aafb-1762892a7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:06:10.179464 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8617b3-4274-4b79-8927-825274932612 req-769adc87-65c6-4de8-a359-1248839fe2e6 service neutron] Attempting to bind port 94c71436-dd39-43c5-ac09-9612cbb14ad1 on network 825c5a3f-ce49-4394-b48a-f63de2d0aa51 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:06:10.200127 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8617b3-4274-4b79-8927-825274932612 req-769adc87-65c6-4de8-a359-1248839fe2e6 service neutron] Port 94c71436-dd39-43c5-ac09-9612cbb14ad1 on network 825c5a3f-ce49-4394-b48a-f63de2d0aa51 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:06:10.200416 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8617b3-4274-4b79-8927-825274932612 req-769adc87-65c6-4de8-a359-1248839fe2e6 service neutron] Attempting to bind port 94c71436-dd39-43c5-ac09-9612cbb14ad1 on network 825c5a3f-ce49-4394-b48a-f63de2d0aa51 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:06:10.214119 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8617b3-4274-4b79-8927-825274932612 req-769adc87-65c6-4de8-a359-1248839fe2e6 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:06:10.214470 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8617b3-4274-4b79-8927-825274932612 req-769adc87-65c6-4de8-a359-1248839fe2e6 service neutron] Checking segment: {'id': 'e70a4e69-df48-4f56-aafb-1762892a7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:06:10.214876 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8617b3-4274-4b79-8927-825274932612 req-769adc87-65c6-4de8-a359-1248839fe2e6 service neutron] Bound using segment: {'id': 'e70a4e69-df48-4f56-aafb-1762892a7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:06:10.215316 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-fd8617b3-4274-4b79-8927-825274932612 req-769adc87-65c6-4de8-a359-1248839fe2e6 service neutron] Bound port: 94c71436-dd39-43c5-ac09-9612cbb14ad1, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70a4e69-df48-4f56-aafb-1762892a7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:06:10.215678 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-fd8617b3-4274-4b79-8927-825274932612 req-769adc87-65c6-4de8-a359-1248839fe2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:10.338452 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-fd8617b3-4274-4b79-8927-825274932612 req-769adc87-65c6-4de8-a359-1248839fe2e6 service neutron] For port 94c71436-dd39-43c5-ac09-9612cbb14ad1, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:06:10.350255 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-fd8617b3-4274-4b79-8927-825274932612 req-769adc87-65c6-4de8-a359-1248839fe2e6 service neutron] For port 94c71436-dd39-43c5-ac09-9612cbb14ad1, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1,segment=NetworkSegment(e70a4e69-df48-4f56-aafb-1762892a7b4d),segment_id=e70a4e69-df48-4f56-aafb-1762892a7b4d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:06:10.360907 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-fd8617b3-4274-4b79-8927-825274932612 req-769adc87-65c6-4de8-a359-1248839fe2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:10.408166 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8617b3-4274-4b79-8927-825274932612 req-769adc87-65c6-4de8-a359-1248839fe2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:10.409022 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-fd8617b3-4274-4b79-8927-825274932612 req-769adc87-65c6-4de8-a359-1248839fe2e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:10.410789 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd8617b3-4274-4b79-8927-825274932612 req-769adc87-65c6-4de8-a359-1248839fe2e6 service neutron] 10.222.0.85 "PUT /v2.0/ports/94c71436-dd39-43c5-ac09-9612cbb14ad1 HTTP/1.1" status: 200 len: 1091 time: 1.2492783 Nov 25 20:06:10.414340 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a300c8-d82f-4dcf-b1f4-380594c57087', 'tag': '94c71436-dd39-43c5-ac09-9612cbb14ad1'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:06:10.418140 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc44cda-3f59-4e14-ac60-72b948eaf3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "48a300c8-d82f-4dcf-b1f4-380594c57087", "tag": "94c71436-dd39-43c5-ac09-9612cbb14ad1"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:06:10.506262 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769adc87-65c6-4de8-a359-1248839fe2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=94c71436-dd39-43c5-ac09-9612cbb14ad1,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:10.528497 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbc8e79-41a1-4a82-ab63-d63eb7d16cc5 x-openstack-request-id: req-5cbc8e79-41a1-4a82-ab63-d63eb7d16cc5 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:06:10.529452 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a300c8-d82f-4dcf-b1f4-380594c57087", "tag": "94c71436-dd39-43c5-ac09-9612cbb14ad1", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:06:10.529849 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5cbc8e79-41a1-4a82-ab63-d63eb7d16cc5 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:06:10.530391 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a300c8-d82f-4dcf-b1f4-380594c57087', 'tag': '94c71436-dd39-43c5-ac09-9612cbb14ad1', 'status': 'completed', 'code': 200} Nov 25 20:06:10.553034 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8617b3-4274-4b79-8927-825274932612 req-a47f0337-21de-43a7-acbf-a72a634d43b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:10.555042 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd8617b3-4274-4b79-8927-825274932612 req-a47f0337-21de-43a7-acbf-a72a634d43b7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 1094 time: 0.0617771 Nov 25 20:06:10.648389 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd8617b3-4274-4b79-8927-825274932612 req-6b4012e8-e3b4-4272-8436-74cb16ab21df service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1 HTTP/1.1" status: 200 len: 217 time: 0.0842354 Nov 25 20:06:10.722039 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8617b3-4274-4b79-8927-825274932612 req-1927b4e7-151a-4b6c-aa39-61a0a8b29430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:10.726140 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd8617b3-4274-4b79-8927-825274932612 req-1927b4e7-151a-4b6c-aa39-61a0a8b29430 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=25ba5dac-8c46-4597-9a97-31409eea9b7e HTTP/1.1" status: 200 len: 835 time: 0.0698657 Nov 25 20:06:10.816394 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8617b3-4274-4b79-8927-825274932612 req-0bb40441-6e4c-463d-a7a9-4943617eca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:10.819533 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd8617b3-4274-4b79-8927-825274932612 req-0bb40441-6e4c-463d-a7a9-4943617eca04 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=825c5a3f-ce49-4394-b48a-f63de2d0aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857084 Nov 25 20:06:10.958831 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd8617b3-4274-4b79-8927-825274932612 req-05dd3344-16f4-45b4-bbd9-a8edecd1f780 service neutron] 10.222.0.85 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298821 Nov 25 20:06:11.199755 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1ee87-1df1-4227-91ea-c5c77f7e5d09 req-d1d0adf9-c7cf-4571-9eb5-988fa7a0fca0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:11.202763 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cea1ee87-1df1-4227-91ea-c5c77f7e5d09 req-d1d0adf9-c7cf-4571-9eb5-988fa7a0fca0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 943 time: 0.1318545 Nov 25 20:06:11.237461 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51524) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:11.320958 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cea1ee87-1df1-4227-91ea-c5c77f7e5d09 req-0405222e-29e3-4379-9206-fb4165b231ad tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069608 Nov 25 20:06:11.324134 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd8617b3-4274-4b79-8927-825274932612 req-3b8d43a5-2d67-4b3b-9f61-750f53843859 service neutron] 10.222.0.85 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582199 Nov 25 20:06:11.457560 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc44cda-3f59-4e14-ac60-72b948eaf3b6 req-ca15cd70-6b07-412e-9d8d-3b09275e14b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:11.459255 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4bc44cda-3f59-4e14-ac60-72b948eaf3b6 req-ca15cd70-6b07-412e-9d8d-3b09275e14b5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 1094 time: 0.0664465 Nov 25 20:06:11.501463 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28d81398-c530-40fd-a165-55e4e52fc8ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:11.631316 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc44cda-3f59-4e14-ac60-72b948eaf3b6 req-544a2cd2-0f75-40d4-8fcd-45827497007d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:11.634088 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4bc44cda-3f59-4e14-ac60-72b948eaf3b6 req-544a2cd2-0f75-40d4-8fcd-45827497007d service neutron] 10.222.0.85 "GET /v2.0/networks?id=825c5a3f-ce49-4394-b48a-f63de2d0aa51 HTTP/1.1" status: 200 len: 897 time: 0.1676290 Nov 25 20:06:11.637975 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28d81398-c530-40fd-a165-55e4e52fc8ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:11.645857 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28d81398-c530-40fd-a165-55e4e52fc8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:11.695886 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d81398-c530-40fd-a165-55e4e52fc8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7658afc-e238-47fd-9165-596a4373f150,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:11.696201 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4bc44cda-3f59-4e14-ac60-72b948eaf3b6 req-9f230de6-ef26-46db-a9b1-af19c72a9e8a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1 HTTP/1.1" status: 200 len: 217 time: 0.0538242 Nov 25 20:06:11.721839 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-28d81398-c530-40fd-a165-55e4e52fc8ae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4b1a887dab7e4786b1faf7181cdf4981&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4817870 Nov 25 20:06:11.724116 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51536) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:11.762157 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc44cda-3f59-4e14-ac60-72b948eaf3b6 req-011c5223-2728-4f5a-af83-78eb02365b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:11.764781 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4bc44cda-3f59-4e14-ac60-72b948eaf3b6 req-011c5223-2728-4f5a-af83-78eb02365b29 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=25ba5dac-8c46-4597-9a97-31409eea9b7e HTTP/1.1" status: 200 len: 835 time: 0.0602531 Nov 25 20:06:11.788096 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ff39b55-5142-4fec-a2d8-6a82ee580fb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:11.815942 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ff39b55-5142-4fec-a2d8-6a82ee580fb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:11.818927 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc44cda-3f59-4e14-ac60-72b948eaf3b6 req-2544b7f5-51f7-40ab-8384-c61f4751fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:11.820486 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4bc44cda-3f59-4e14-ac60-72b948eaf3b6 req-2544b7f5-51f7-40ab-8384-c61f4751fad0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=825c5a3f-ce49-4394-b48a-f63de2d0aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480404 Nov 25 20:06:11.897063 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ff39b55-5142-4fec-a2d8-6a82ee580fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:11.900322 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ff39b55-5142-4fec-a2d8-6a82ee580fb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:11.901592 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1ff39b55-5142-4fec-a2d8-6a82ee580fb6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d7658afc-e238-47fd-9165-596a4373f150 HTTP/1.1" status: 204 len: 168 time: 0.1764629 Nov 25 20:06:11.910713 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff39b55-5142-4fec-a2d8-6a82ee580fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7658afc-e238-47fd-9165-596a4373f150,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:11.982053 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4bc44cda-3f59-4e14-ac60-72b948eaf3b6 req-00dc1361-ee72-468f-92f3-891f01d75706 service neutron] 10.222.0.85 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515725 Nov 25 20:06:12.115515 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4bc44cda-3f59-4e14-ac60-72b948eaf3b6 req-f96512a2-84e4-4469-9f41-3a3c7c089238 service neutron] 10.222.0.85 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258101 Nov 25 20:06:12.498910 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3505f-320b-4f7c-8aa0-947b7fead353 req-6f0084c5-351a-4ea3-aca8-e8bd311c8e41 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:12.500675 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-adc3505f-320b-4f7c-8aa0-947b7fead353 req-6f0084c5-351a-4ea3-aca8-e8bd311c8e41 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 943 time: 0.0738244 Nov 25 20:06:12.564591 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-adc3505f-320b-4f7c-8aa0-947b7fead353 req-03bccdea-5577-42e8-8583-d8d6c8a8ba90 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565112 Nov 25 20:06:13.756778 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ddcee-36b7-4edb-8602-71d14697d1ef req-9eaafdc7-542e-44cf-83d6-e1ada1a2cc31 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:13.759359 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-167ddcee-36b7-4edb-8602-71d14697d1ef req-9eaafdc7-542e-44cf-83d6-e1ada1a2cc31 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 943 time: 0.0613399 Nov 25 20:06:13.853189 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-167ddcee-36b7-4edb-8602-71d14697d1ef req-fc428afe-7eb1-4ea9-8a36-a21afad2a5e5 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792694 Nov 25 20:06:14.721989 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 94c71436-dd39-43c5-ac09-9612cbb14ad1 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:06:14.852557 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 94c71436-dd39-43c5-ac09-9612cbb14ad1, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1,segment=NetworkSegment(e70a4e69-df48-4f56-aafb-1762892a7b4d),segment_id=e70a4e69-df48-4f56-aafb-1762892a7b4d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:06:14.869660 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '94c71436-dd39-43c5-ac09-9612cbb14ad1', 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51', 'port_id': '94c71436-dd39-43c5-ac09-9612cbb14ad1', 'mac_address': 'fa:16:3e:68:4a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ba5dac-8c46-4597-9a97-31409eea9b7e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:06:14.913650 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:14.934696 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c71436-dd39-43c5-ac09-9612cbb14ad1 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:06:14.958084 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 94c71436-dd39-43c5-ac09-9612cbb14ad1, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1,segment=NetworkSegment(e70a4e69-df48-4f56-aafb-1762892a7b4d),segment_id=e70a4e69-df48-4f56-aafb-1762892a7b4d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:06:14.963772 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:15.027543 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=94c71436-dd39-43c5-ac09-9612cbb14ad1,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:15.048225 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fa0da-1e26-45aa-aadb-c38f7f0ee139 req-2dd3dd29-5f77-46aa-8baa-98f31d4cf50e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:15.049948 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f52fa0da-1e26-45aa-aadb-c38f7f0ee139 req-2dd3dd29-5f77-46aa-8baa-98f31d4cf50e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 944 time: 0.0715947 Nov 25 20:06:15.115450 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f52fa0da-1e26-45aa-aadb-c38f7f0ee139 req-4551b098-6e1a-4244-a682-935d1aad1d95 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588703 Nov 25 20:06:15.170076 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['94c71436-dd39-43c5-ac09-9612cbb14ad1'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:06:16.271494 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dde58e-106e-47c7-804a-18726d6789f6 req-c57ee839-1410-40fb-a27f-ab3e99e1e6af tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:16.281429 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92dde58e-106e-47c7-804a-18726d6789f6 req-c57ee839-1410-40fb-a27f-ab3e99e1e6af tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 944 time: 0.0676982 Nov 25 20:06:16.350279 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92dde58e-106e-47c7-804a-18726d6789f6 req-ae526ce4-101b-4973-8df4-f0e414316852 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647411 Nov 25 20:06:16.723046 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 94c71436-dd39-43c5-ac09-9612cbb14ad1 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:06:16.804331 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 94c71436-dd39-43c5-ac09-9612cbb14ad1 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:06:16.809967 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 94c71436-dd39-43c5-ac09-9612cbb14ad1 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:16.810965 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:16.922636 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:16.959806 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a300c8-d82f-4dcf-b1f4-380594c57087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c71436-dd39-43c5-ac09-9612cbb14ad1'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:06:16.963617 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50afb1bc-8de5-4919-b6cf-17f9663416a6" -d '{"events": [{"server_uuid": "48a300c8-d82f-4dcf-b1f4-380594c57087", "name": "network-vif-plugged", "status": "completed", "tag": "94c71436-dd39-43c5-ac09-9612cbb14ad1"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:06:16.982941 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 94c71436-dd39-43c5-ac09-9612cbb14ad1, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1,segment=NetworkSegment(e70a4e69-df48-4f56-aafb-1762892a7b4d),segment_id=e70a4e69-df48-4f56-aafb-1762892a7b4d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:06:16.989374 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:17.023408 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6ed9ea-4041-49fc-817e-9280fc268e85 x-openstack-request-id: req-9b6ed9ea-4041-49fc-817e-9280fc268e85 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:06:17.023738 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a300c8-d82f-4dcf-b1f4-380594c57087", "name": "network-vif-plugged", "status": "completed", "tag": "94c71436-dd39-43c5-ac09-9612cbb14ad1", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:06:17.023951 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b6ed9ea-4041-49fc-817e-9280fc268e85 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:06:17.024342 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a300c8-d82f-4dcf-b1f4-380594c57087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c71436-dd39-43c5-ac09-9612cbb14ad1', 'code': 200} Nov 25 20:06:17.061976 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=94c71436-dd39-43c5-ac09-9612cbb14ad1,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:17.072336 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:17.072977 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:17.073524 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:17.074158 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:17.074869 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:17.075209 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:17.075577 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:17.075901 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:17.076340 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:17.076717 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:17.077010 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:17.077504 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:17.142177 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef460ad5-105f-4094-841b-4c25a11f530c req-ae248270-288e-422f-ae05-5487ae33d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:17.143934 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ef460ad5-105f-4094-841b-4c25a11f530c req-ae248270-288e-422f-ae05-5487ae33d388 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 1096 time: 0.0597892 Nov 25 20:06:17.229926 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ef460ad5-105f-4094-841b-4c25a11f530c req-fb747c60-51f2-4a1c-85c2-ea63f6dcdd66 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788162 Nov 25 20:06:17.553689 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4076420-be15-45d6-a3d3-ed04a1b1e54c req-d382b9af-ecb1-4cbc-93dd-e6949cc9a354 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:17.557724 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c4076420-be15-45d6-a3d3-ed04a1b1e54c req-d382b9af-ecb1-4cbc-93dd-e6949cc9a354 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 945 time: 0.0819609 Nov 25 20:06:17.653948 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c4076420-be15-45d6-a3d3-ed04a1b1e54c req-80d6c460-5a6b-4419-aa21-eac51dd99cfe tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801783 Nov 25 20:06:18.862248 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858136c-50b1-4ce8-befb-19fc901b43d3 req-cb830dd1-6284-4096-8be1-0a55e6eb1b8c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:18.863879 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0858136c-50b1-4ce8-befb-19fc901b43d3 req-cb830dd1-6284-4096-8be1-0a55e6eb1b8c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 945 time: 0.1081421 Nov 25 20:06:18.954756 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0858136c-50b1-4ce8-befb-19fc901b43d3 req-fe7105d1-86e7-46d3-9ca2-7e0689041efb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813713 Nov 25 20:06:19.155836 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d0198-f59d-4d40-96dc-fc56b5dfebcb req-448327a6-733d-4498-a1c8-979980371e28 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:19.158640 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c8d0198-f59d-4d40-96dc-fc56b5dfebcb req-448327a6-733d-4498-a1c8-979980371e28 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 945 time: 0.0777614 Nov 25 20:06:19.227454 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c8d0198-f59d-4d40-96dc-fc56b5dfebcb req-0a1f275a-c4f4-49c5-bc2e-60c9befd3378 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625043 Nov 25 20:06:19.258046 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 51722) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:19.309736 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d5a8d4-141c-44b5-9aca-7d1bffa4a735 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:19.314804 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-40d5a8d4-141c-44b5-9aca-7d1bffa4a735 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 1091 time: 0.0556140 Nov 25 20:06:19.315804 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51724) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:19.322246 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-1e60b36d-edaa-4fe4-95e4-36da958eee77 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'port_id': '94c71436-dd39-43c5-ac09-9612cbb14ad1', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:19.361487 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1e60b36d-edaa-4fe4-95e4-36da958eee77 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:19.476423 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1e60b36d-edaa-4fe4-95e4-36da958eee77 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:19.599700 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-1e60b36d-edaa-4fe4-95e4-36da958eee77 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Allocated IP 172.25.6.125 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/b87c662f-5f06-4242-b88c-898b0678fa89) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:06:19.742139 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1e60b36d-edaa-4fe4-95e4-36da958eee77 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:19.788767 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1e60b36d-edaa-4fe4-95e4-36da958eee77 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:19.837553 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e60b36d-edaa-4fe4-95e4-36da958eee77 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:06:19.842839 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-1e60b36d-edaa-4fe4-95e4-36da958eee77 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:06:19.846445 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e60b36d-edaa-4fe4-95e4-36da958eee77 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:06:19.852946 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60b36d-edaa-4fe4-95e4-36da958eee77 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Port': ['ID=b87c662f-5f06-4242-b88c-898b0678fa89,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:20.259304 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1e60b36d-edaa-4fe4-95e4-36da958eee77 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:20.360787 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1e60b36d-edaa-4fe4-95e4-36da958eee77 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:20.587148 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1e60b36d-edaa-4fe4-95e4-36da958eee77 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:20.592844 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1e60b36d-edaa-4fe4-95e4-36da958eee77 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:20.663485 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60b36d-edaa-4fe4-95e4-36da958eee77 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Port': ['ID=b87c662f-5f06-4242-b88c-898b0678fa89,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:20.679749 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1e60b36d-edaa-4fe4-95e4-36da958eee77 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:20.785439 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-1e60b36d-edaa-4fe4-95e4-36da958eee77 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Floating IP 4ce2bf83-719b-4cb3-bd3e-f0b2105107b0 associated. External IP: 172.25.6.125, port: 94c71436-dd39-43c5-ac09-9612cbb14ad1. Nov 25 20:06:21.019729 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e60b36d-edaa-4fe4-95e4-36da958eee77 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Router c63a9d43-4089-4f1a-8938-ddf5e28f8b0c has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:06:21.154897 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e60b36d-edaa-4fe4-95e4-36da958eee77 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:06:21.165616 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7204af2b-97e3-4d9f-8828-aa5d4043ea4b None None] Sync routers for ids ['c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:06:21.180635 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1e60b36d-edaa-4fe4-95e4-36da958eee77 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:21.185720 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7204af2b-97e3-4d9f-8828-aa5d4043ea4b None None] Routers {'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:06:21.186948 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7204af2b-97e3-4d9f-8828-aa5d4043ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:06:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:21.209306 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1e60b36d-edaa-4fe4-95e4-36da958eee77 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8921025 Nov 25 20:06:21.209923 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a300c8-d82f-4dcf-b1f4-380594c57087', 'tag': '94c71436-dd39-43c5-ac09-9612cbb14ad1'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:06:21.212288 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d211e08e-e6ac-4a17-96b3-8824840d135e" -d '{"events": [{"name": "network-changed", "server_uuid": "48a300c8-d82f-4dcf-b1f4-380594c57087", "tag": "94c71436-dd39-43c5-ac09-9612cbb14ad1"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:06:21.354723 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc449065-2d7d-4fb9-8903-70d8a2505cae req-ed298477-fc63-4388-9c57-543dea5339cc tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:21.364172 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc449065-2d7d-4fb9-8903-70d8a2505cae req-ed298477-fc63-4388-9c57-543dea5339cc tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 945 time: 0.0792677 Nov 25 20:06:21.433345 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc449065-2d7d-4fb9-8903-70d8a2505cae req-ce50b131-0e2d-4cfa-a002-b52d93c421d5 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678396 Nov 25 20:06:21.474056 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51774) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:21.518255 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-7204af2b-97e3-4d9f-8828-aa5d4043ea4b None None] Set router c63a9d43-4089-4f1a-8938-ddf5e28f8b0c gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:06:21.532691 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0435b025-f92c-42c0-9063-b88aefd4157b x-openstack-request-id: req-0435b025-f92c-42c0-9063-b88aefd4157b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:06:21.533008 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a300c8-d82f-4dcf-b1f4-380594c57087", "tag": "94c71436-dd39-43c5-ac09-9612cbb14ad1", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:06:21.533242 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0435b025-f92c-42c0-9063-b88aefd4157b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:06:21.533655 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a300c8-d82f-4dcf-b1f4-380594c57087', 'tag': '94c71436-dd39-43c5-ac09-9612cbb14ad1', 'status': 'completed', 'code': 200} Nov 25 20:06:21.600468 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d945b2f7-f3fe-4402-8723-561f3d7aae05 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/floatingips/4ce2bf83-719b-4cb3-bd3e-f0b2105107b0 HTTP/1.1" status: 200 len: 991 time: 0.1250060 Nov 25 20:06:21.611395 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211e08e-e6ac-4a17-96b3-8824840d135e req-5c55c30e-5807-459a-9bb4-63d6592c1fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:21.613512 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d211e08e-e6ac-4a17-96b3-8824840d135e req-5c55c30e-5807-459a-9bb4-63d6592c1fe1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 1096 time: 0.0700359 Nov 25 20:06:21.754038 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211e08e-e6ac-4a17-96b3-8824840d135e req-a9990800-e604-4f1f-9d81-a9e46797fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:21.755618 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d211e08e-e6ac-4a17-96b3-8824840d135e req-a9990800-e604-4f1f-9d81-a9e46797fd39 service neutron] 10.222.0.85 "GET /v2.0/networks?id=825c5a3f-ce49-4394-b48a-f63de2d0aa51 HTTP/1.1" status: 200 len: 897 time: 0.1347492 Nov 25 20:06:21.818341 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7204af2b-97e3-4d9f-8828-aa5d4043ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610546051', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:57Z', 'updated_at': '2021-11-25T20:06:03Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:58Z', 'updated_at': '2021-11-25T20:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '4ce2bf83-719b-4cb3-bd3e-f0b2105107b0', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'floating_ip_address': '172.25.6.125', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'port_id': '94c71436-dd39-43c5-ac09-9612cbb14ad1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51', 'mac_address': 'fa:16:3e:68:4a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a300c8-d82f-4dcf-b1f4-380594c57087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:06:20Z', 'updated_at': '2021-11-25T20:06:20Z', 'revision_number': 0, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4765efa4-6ff3-4a84-bad9-b329b695ddac', 'name': '', 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:9b:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '25ba5dac-8c46-4597-9a97-31409eea9b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:02Z', 'updated_at': '2021-11-25T20:06:08Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': '25ba5dac-8c46-4597-9a97-31409eea9b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:21.832971 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d211e08e-e6ac-4a17-96b3-8824840d135e req-e575df23-24ad-4db6-9b80-f64ac8a11d0f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1 HTTP/1.1" status: 200 len: 999 time: 0.0697815 Nov 25 20:06:21.852150 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7204af2b-97e3-4d9f-8828-aa5d4043ea4b None None] Checking router: c63a9d43-4089-4f1a-8938-ddf5e28f8b0c for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:06:21.865251 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7204af2b-97e3-4d9f-8828-aa5d4043ea4b None None] Routers {'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:06:21.866267 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7204af2b-97e3-4d9f-8828-aa5d4043ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:06:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:21.902166 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211e08e-e6ac-4a17-96b3-8824840d135e req-f1805d64-1876-466e-b1c8-927e8e2aa0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:21.904129 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d211e08e-e6ac-4a17-96b3-8824840d135e req-f1805d64-1876-466e-b1c8-927e8e2aa0ee service neutron] 10.222.0.85 "GET /v2.0/subnets?id=25ba5dac-8c46-4597-9a97-31409eea9b7e HTTP/1.1" status: 200 len: 835 time: 0.0644696 Nov 25 20:06:21.966220 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211e08e-e6ac-4a17-96b3-8824840d135e req-e44cc58a-e417-4a68-81e1-f6f10f1e0b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:21.968125 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d211e08e-e6ac-4a17-96b3-8824840d135e req-e44cc58a-e417-4a68-81e1-f6f10f1e0b25 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=825c5a3f-ce49-4394-b48a-f63de2d0aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568068 Nov 25 20:06:22.010353 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-7204af2b-97e3-4d9f-8828-aa5d4043ea4b None None] Set router c63a9d43-4089-4f1a-8938-ddf5e28f8b0c gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:06:22.132929 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d211e08e-e6ac-4a17-96b3-8824840d135e req-461fd3da-20fe-4211-8cf5-56bf31656f62 service neutron] 10.222.0.85 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574681 Nov 25 20:06:22.267514 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d211e08e-e6ac-4a17-96b3-8824840d135e req-dcf56bfc-3fa7-4f72-b5a6-5dc55233dc13 service neutron] 10.222.0.85 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265802 Nov 25 20:06:22.412433 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7204af2b-97e3-4d9f-8828-aa5d4043ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610546051', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:57Z', 'updated_at': '2021-11-25T20:06:03Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:58Z', 'updated_at': '2021-11-25T20:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '4ce2bf83-719b-4cb3-bd3e-f0b2105107b0', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'floating_ip_address': '172.25.6.125', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'port_id': '94c71436-dd39-43c5-ac09-9612cbb14ad1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51', 'mac_address': 'fa:16:3e:68:4a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a300c8-d82f-4dcf-b1f4-380594c57087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:06:20Z', 'updated_at': '2021-11-25T20:06:20Z', 'revision_number': 0, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4765efa4-6ff3-4a84-bad9-b329b695ddac', 'name': '', 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:9b:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '25ba5dac-8c46-4597-9a97-31409eea9b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:02Z', 'updated_at': '2021-11-25T20:06:08Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': '25ba5dac-8c46-4597-9a97-31409eea9b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:22.448186 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7204af2b-97e3-4d9f-8828-aa5d4043ea4b None None] The sync data for ids ['c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'] in n-d-819349-5 is: [{'id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610546051', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:57Z', 'updated_at': '2021-11-25T20:06:03Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:58Z', 'updated_at': '2021-11-25T20:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '4ce2bf83-719b-4cb3-bd3e-f0b2105107b0', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'floating_ip_address': '172.25.6.125', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'port_id': '94c71436-dd39-43c5-ac09-9612cbb14ad1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51', 'mac_address': 'fa:16:3e:68:4a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a300c8-d82f-4dcf-b1f4-380594c57087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:06:20Z', 'updated_at': '2021-11-25T20:06:20Z', 'revision_number': 0, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4765efa4-6ff3-4a84-bad9-b329b695ddac', 'name': '', 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:9b:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '25ba5dac-8c46-4597-9a97-31409eea9b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:02Z', 'updated_at': '2021-11-25T20:06:08Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': '25ba5dac-8c46-4597-9a97-31409eea9b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:06:22.604141 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 51904) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:22.696495 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2f13d36c-3969-4a57-941e-b1c677c67de6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/floatingips/4ce2bf83-719b-4cb3-bd3e-f0b2105107b0 HTTP/1.1" status: 200 len: 991 time: 0.0898473 Nov 25 20:06:22.763559 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc61304-3882-4e20-8774-1d6c32d288ea None None] New status for floating IP 4ce2bf83-719b-4cb3-bd3e-f0b2105107b0: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:06:23.698904 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52038) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:23.781155 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-08fc4a84-c857-4c91-84d4-dc2f7356ef33 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/floatingips/4ce2bf83-719b-4cb3-bd3e-f0b2105107b0 HTTP/1.1" status: 200 len: 993 time: 0.0807748 Nov 25 20:06:23.920019 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:24.442645 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:27.920596 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52232) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:28.088998 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1b421c4d-adbe-4594-af03-d4640b35ed7e tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] 10.222.0.55 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2024 time: 0.1653991 Nov 25 20:06:28.093309 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52234) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:28.100309 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-57ee9fb6-259b-4669-aad1-34c1045cf7b5 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Request body: {'network': {'name': 'tempest-network-smoke--341875710', 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'port_security_enabled': False}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:28.145325 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ee9fb6-259b-4669-aad1-34c1045cf7b5 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Made reservation on behalf of 4ae15cf3af2e483a8f91e2bb864cd5a9 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:06:28.158654 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57ee9fb6-259b-4669-aad1-34c1045cf7b5 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:28.205364 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ee9fb6-259b-4669-aad1-34c1045cf7b5 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:06:28.223600 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57ee9fb6-259b-4669-aad1-34c1045cf7b5 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:28.224409 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-57ee9fb6-259b-4669-aad1-34c1045cf7b5 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Added segment 9f1fecc0-a6af-4ffb-96d8-08a237c0b524 of type vlan for network aea1efd1-6411-41f2-b60a-039e088cccfd Nov 25 20:06:28.305366 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57ee9fb6-259b-4669-aad1-34c1045cf7b5 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:28.348790 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57ee9fb6-259b-4669-aad1-34c1045cf7b5 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:28.360688 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ee9fb6-259b-4669-aad1-34c1045cf7b5 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:28.361780 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57ee9fb6-259b-4669-aad1-34c1045cf7b5 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:28.405291 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-57ee9fb6-259b-4669-aad1-34c1045cf7b5 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3101633 Nov 25 20:06:28.408141 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52236) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:28.414221 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c717c1b2-8374-4436-b3e1-8dcdb0751699 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-936152109', 'admin_state_up': True, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:28.441900 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c717c1b2-8374-4436-b3e1-8dcdb0751699 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:28.443454 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c717c1b2-8374-4436-b3e1-8dcdb0751699 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:28.471526 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee9fb6-259b-4669-aad1-34c1045cf7b5 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event updated for resources: {'Network': ['ID=aea1efd1-6411-41f2-b60a-039e088cccfd,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:28.493848 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network aea1efd1-6411-41f2-b60a-039e088cccfd details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:06:28.546507 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c717c1b2-8374-4436-b3e1-8dcdb0751699 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:29.127499 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c717c1b2-8374-4436-b3e1-8dcdb0751699 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:29.289199 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-18acc840-1d21-4c0b-b3b8-86bce8c9b21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:29.385446 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c717c1b2-8374-4436-b3e1-8dcdb0751699 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:29.415917 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c717c1b2-8374-4436-b3e1-8dcdb0751699 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:29.536308 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-c717c1b2-8374-4436-b3e1-8dcdb0751699 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Allocated IP 172.25.6.249 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/adac2bb6-5a8d-434c-ad8b-fd58cd150d10) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:06:29.711796 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c717c1b2-8374-4436-b3e1-8dcdb0751699 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:29.754132 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c717c1b2-8374-4436-b3e1-8dcdb0751699 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:29.796748 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c717c1b2-8374-4436-b3e1-8dcdb0751699 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:06:29.804093 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-c717c1b2-8374-4436-b3e1-8dcdb0751699 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:06:29.823584 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c717c1b2-8374-4436-b3e1-8dcdb0751699 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:06:29.837179 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82739352-8f4a-498d-86cd-1147af391074 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:06:29.897888 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717c1b2-8374-4436-b3e1-8dcdb0751699 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event updated for resources: {'Port': ['ID=adac2bb6-5a8d-434c-ad8b-fd58cd150d10,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:29.974267 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9828601b-b5e6-45db-ae48-f551dff610a2 None None] Provisioning complete for port adac2bb6-5a8d-434c-ad8b-fd58cd150d10 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:29.974926 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9828601b-b5e6-45db-ae48-f551dff610a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:30.026823 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-9828601b-b5e6-45db-ae48-f551dff610a2 None None] Port adac2bb6-5a8d-434c-ad8b-fd58cd150d10 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:06:30.224186 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c717c1b2-8374-4436-b3e1-8dcdb0751699 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:30.348137 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52258) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:30.496727 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c717c1b2-8374-4436-b3e1-8dcdb0751699 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:30.557791 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-69177abb-5a94-435a-bb5a-df5347bdb30e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:30.648765 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c717c1b2-8374-4436-b3e1-8dcdb0751699 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Router 5716db9e-a7a5-441d-954b-2743d526e0bf is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:06:30.675677 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-69177abb-5a94-435a-bb5a-df5347bdb30e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:30.680704 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-69177abb-5a94-435a-bb5a-df5347bdb30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:30.743742 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-69177abb-5a94-435a-bb5a-df5347bdb30e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=85cb1aead56e43e3a8f8fb08e560fdbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3920932 Nov 25 20:06:30.743742 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69177abb-5a94-435a-bb5a-df5347bdb30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5f7ef7-c746-401f-a7d1-d6e05d7c15a8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:30.744607 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52266) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:30.802307 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c717c1b2-8374-4436-b3e1-8dcdb0751699 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:06:30.812783 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771a3427-67f2-4c58-b8b6-b4787620e2d3 None None] Sync routers for ids ['5716db9e-a7a5-441d-954b-2743d526e0bf'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:06:30.822870 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771a3427-67f2-4c58-b8b6-b4787620e2d3 None None] Routers {'5716db9e-a7a5-441d-954b-2743d526e0bf'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:06:30.823614 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-771a3427-67f2-4c58-b8b6-b4787620e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:06:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['5716db9e-a7a5-441d-954b-2743d526e0bf'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:30.838796 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c717c1b2-8374-4436-b3e1-8dcdb0751699 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:30.841018 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c717c1b2-8374-4436-b3e1-8dcdb0751699 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4310064 Nov 25 20:06:30.843891 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ace864c-71c8-4398-b705-ddd26f9ef3db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:30.845358 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52268) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:30.890054 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ace864c-71c8-4398-b705-ddd26f9ef3db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:30.921580 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf429657-1384-4042-b3b8-8ad2dbeef3cf tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:30.924695 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cf429657-1384-4042-b3b8-8ad2dbeef3cf tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=4ae15cf3af2e483a8f91e2bb864cd5a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0779617 Nov 25 20:06:30.927412 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52270) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:30.936009 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-771a3427-67f2-4c58-b8b6-b4787620e2d3 None None] Set router 5716db9e-a7a5-441d-954b-2743d526e0bf gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:06:31.018484 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ace864c-71c8-4398-b705-ddd26f9ef3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:31.021313 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ace864c-71c8-4398-b705-ddd26f9ef3db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:31.025855 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8ace864c-71c8-4398-b705-ddd26f9ef3db admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fb5f7ef7-c746-401f-a7d1-d6e05d7c15a8 HTTP/1.1" status: 204 len: 168 time: 0.2773957 Nov 25 20:06:31.042235 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace864c-71c8-4398-b705-ddd26f9ef3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5f7ef7-c746-401f-a7d1-d6e05d7c15a8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:31.058414 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7b4b94-af43-419e-ae08-fe7c9476aec8 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:31.058414 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5a7b4b94-af43-419e-ae08-fe7c9476aec8 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284187 Nov 25 20:06:31.061893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52274) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:31.126534 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a9d0d587-0175-4c68-937b-93b5d434d961 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=f965ced5-a415-47da-9748-3514ef368954&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0628748 Nov 25 20:06:31.132057 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52276) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:31.183606 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-081f9467-3b2c-4f5e-85b5-b8e2708eb5a4 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=4ae15cf3af2e483a8f91e2bb864cd5a9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0495543 Nov 25 20:06:31.187340 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52278) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:31.237469 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-771a3427-67f2-4c58-b8b6-b4787620e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716db9e-a7a5-441d-954b-2743d526e0bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936152109', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'adac2bb6-5a8d-434c-ad8b-fd58cd150d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:06:28Z', 'updated_at': '2021-11-25T20:06:30Z', 'revision_number': 3, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'gw_port': {'id': 'adac2bb6-5a8d-434c-ad8b-fd58cd150d10', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bd:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716db9e-a7a5-441d-954b-2743d526e0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:29Z', 'updated_at': '2021-11-25T20:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:31.271991 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771a3427-67f2-4c58-b8b6-b4787620e2d3 None None] Checking router: 5716db9e-a7a5-441d-954b-2743d526e0bf for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:06:31.272346 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771a3427-67f2-4c58-b8b6-b4787620e2d3 None None] Updating router 5716db9e-a7a5-441d-954b-2743d526e0bf port adac2bb6-5a8d-434c-ad8b-fd58cd150d10 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:06:31.308494 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c1964f-3595-4b5a-84ea-5cfd5939497b tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:31.310684 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-07c1964f-3595-4b5a-84ea-5cfd5939497b tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1214061 Nov 25 20:06:31.313895 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52282) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:31.315488 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-771a3427-67f2-4c58-b8b6-b4787620e2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:31.347080 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-514d78f9-09b2-4184-a450-205594cb5475 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=f965ced5-a415-47da-9748-3514ef368954&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319526 Nov 25 20:06:31.349848 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52284) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:31.356973 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-ebd737fb-4158-4d0f-8861-60d1bb976484 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1931965498', 'network_id': 'aea1efd1-6411-41f2-b60a-039e088cccfd', 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:31.486478 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd737fb-4158-4d0f-8861-60d1bb976484 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Made reservation on behalf of 4ae15cf3af2e483a8f91e2bb864cd5a9 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:06:31.491762 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ebd737fb-4158-4d0f-8861-60d1bb976484 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:31.697423 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-771a3427-67f2-4c58-b8b6-b4787620e2d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:31.714213 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-771a3427-67f2-4c58-b8b6-b4787620e2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:31.761237 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdbd37d-171c-4842-b768-368562432638 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:06:31.789189 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-771a3427-67f2-4c58-b8b6-b4787620e2d3 None None] Attempting to bind port adac2bb6-5a8d-434c-ad8b-fd58cd150d10 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:06:31.792843 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ebd737fb-4158-4d0f-8861-60d1bb976484 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:31.793799 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-771a3427-67f2-4c58-b8b6-b4787620e2d3 None None] Attempting to bind port adac2bb6-5a8d-434c-ad8b-fd58cd150d10 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:06:31.794408 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771a3427-67f2-4c58-b8b6-b4787620e2d3 None None] Attempting to bind port adac2bb6-5a8d-434c-ad8b-fd58cd150d10 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:06:31.808300 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-52b1260b-494a-4714-82c2-72cd27c54a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:31.814238 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771a3427-67f2-4c58-b8b6-b4787620e2d3 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:06:31.814945 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771a3427-67f2-4c58-b8b6-b4787620e2d3 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:06:31.815083 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-771a3427-67f2-4c58-b8b6-b4787620e2d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:31.815420 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771a3427-67f2-4c58-b8b6-b4787620e2d3 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:06:31.815951 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-771a3427-67f2-4c58-b8b6-b4787620e2d3 None None] Bound port: adac2bb6-5a8d-434c-ad8b-fd58cd150d10, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:06:31.822942 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-771a3427-67f2-4c58-b8b6-b4787620e2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:31.883866 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d227a3fb-d50c-419d-ac78-a25d1c8128d3 None None] Provisioning complete for port adac2bb6-5a8d-434c-ad8b-fd58cd150d10 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:31.884253 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d227a3fb-d50c-419d-ac78-a25d1c8128d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:31.905448 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-771a3427-67f2-4c58-b8b6-b4787620e2d3 None None] For port adac2bb6-5a8d-434c-ad8b-fd58cd150d10, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:06:31.910155 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-771a3427-67f2-4c58-b8b6-b4787620e2d3 None None] For port adac2bb6-5a8d-434c-ad8b-fd58cd150d10, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=adac2bb6-5a8d-434c-ad8b-fd58cd150d10,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:06:31.916301 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd737fb-4158-4d0f-8861-60d1bb976484 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Checking segment: {'id': '9f1fecc0-a6af-4ffb-96d8-08a237c0b524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'aea1efd1-6411-41f2-b60a-039e088cccfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:06:31.917165 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-771a3427-67f2-4c58-b8b6-b4787620e2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:31.917695 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd737fb-4158-4d0f-8861-60d1bb976484 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Network hostable DHCP agents. Network: aea1efd1-6411-41f2-b60a-039e088cccfd, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:06:31.924910 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd737fb-4158-4d0f-8861-60d1bb976484 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event updated for resources: {'Subnet': ['ID=3c56b7ec-8fcf-48b5-a2ec-d5125b9fb41b,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:31.934349 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8649f72-41a1-4558-ab92-23668d0e19db None None] Pushing event updated for resources: {'Port': ['ID=adac2bb6-5a8d-434c-ad8b-fd58cd150d10,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:31.956680 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd737fb-4158-4d0f-8861-60d1bb976484 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Network aea1efd1-6411-41f2-b60a-039e088cccfd is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:06:31.972998 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ebd737fb-4158-4d0f-8861-60d1bb976484 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, aea1efd1-6411-41f2-b60a-039e088cccfd) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:06:31.978669 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd737fb-4158-4d0f-8861-60d1bb976484 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:31.979676 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ebd737fb-4158-4d0f-8861-60d1bb976484 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:31.986747 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e593e166-1768-44c7-aa8c-e27d7189b017 None None] Network aea1efd1-6411-41f2-b60a-039e088cccfd requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:06:31.992511 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d227a3fb-d50c-419d-ac78-a25d1c8128d3 None None] Port adac2bb6-5a8d-434c-ad8b-fd58cd150d10 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:06:32.012191 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ebd737fb-4158-4d0f-8861-60d1bb976484 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6585200 Nov 25 20:06:32.012459 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52302) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:32.028151 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8649f72-41a1-4558-ab92-23668d0e19db None None] Pushing event updated for resources: {'Port': ['ID=adac2bb6-5a8d-434c-ad8b-fd58cd150d10,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:32.050962 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771a3427-67f2-4c58-b8b6-b4787620e2d3 None None] Routers {'5716db9e-a7a5-441d-954b-2743d526e0bf'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:06:32.061259 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-771a3427-67f2-4c58-b8b6-b4787620e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:06:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['5716db9e-a7a5-441d-954b-2743d526e0bf'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:32.079955 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23761b6-016c-4253-ab8a-e60edf7e4489 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:06:32.176215 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-c97e24c0-ac45-4be8-bbdf-acd877c22d12 None None] Provisioning complete for port adac2bb6-5a8d-434c-ad8b-fd58cd150d10 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:32.176584 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c97e24c0-ac45-4be8-bbdf-acd877c22d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:32.296541 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-771a3427-67f2-4c58-b8b6-b4787620e2d3 None None] Set router 5716db9e-a7a5-441d-954b-2743d526e0bf gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:06:32.519628 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c97e24c0-ac45-4be8-bbdf-acd877c22d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:32.565784 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c97e24c0-ac45-4be8-bbdf-acd877c22d12 None None] For port adac2bb6-5a8d-434c-ad8b-fd58cd150d10, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=adac2bb6-5a8d-434c-ad8b-fd58cd150d10,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:06:32.614522 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c97e24c0-ac45-4be8-bbdf-acd877c22d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:32.699736 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abd10d7-a42e-48f6-8ce1-f1d5c3a4cc63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-aea1efd1-6411-41f2-b60a-039e088cccfd', 'network_id': 'aea1efd1-6411-41f2-b60a-039e088cccfd', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'fixed_ips': [{'subnet_id': '3c56b7ec-8fcf-48b5-a2ec-d5125b9fb41b'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:06:32.703021 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2abd10d7-a42e-48f6-8ce1-f1d5c3a4cc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:32.751566 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-771a3427-67f2-4c58-b8b6-b4787620e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716db9e-a7a5-441d-954b-2743d526e0bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936152109', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'adac2bb6-5a8d-434c-ad8b-fd58cd150d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:06:28Z', 'updated_at': '2021-11-25T20:06:30Z', 'revision_number': 3, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'gw_port': {'id': 'adac2bb6-5a8d-434c-ad8b-fd58cd150d10', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bd:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716db9e-a7a5-441d-954b-2743d526e0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:29Z', 'updated_at': '2021-11-25T20:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:32.780904 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e24c0-ac45-4be8-bbdf-acd877c22d12 None None] Pushing event updated for resources: {'Port': ['ID=adac2bb6-5a8d-434c-ad8b-fd58cd150d10,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:32.794142 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:32.830029 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771a3427-67f2-4c58-b8b6-b4787620e2d3 None None] The sync data for ids ['5716db9e-a7a5-441d-954b-2743d526e0bf'] in n-d-819349-5 is: [{'id': '5716db9e-a7a5-441d-954b-2743d526e0bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936152109', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'adac2bb6-5a8d-434c-ad8b-fd58cd150d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:06:28Z', 'updated_at': '2021-11-25T20:06:30Z', 'revision_number': 3, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'gw_port': {'id': 'adac2bb6-5a8d-434c-ad8b-fd58cd150d10', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bd:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716db9e-a7a5-441d-954b-2743d526e0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:29Z', 'updated_at': '2021-11-25T20:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:06:33.020246 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-2abd10d7-a42e-48f6-8ce1-f1d5c3a4cc63 None None] Allocated IP 172.20.0.18 (aea1efd1-6411-41f2-b60a-039e088cccfd/3c56b7ec-8fcf-48b5-a2ec-d5125b9fb41b/a7d6c32c-3328-4f65-a30d-935afb0ee937) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:06:33.268693 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2abd10d7-a42e-48f6-8ce1-f1d5c3a4cc63 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:33.285315 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2abd10d7-a42e-48f6-8ce1-f1d5c3a4cc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:33.356606 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52316) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:33.375364 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abd10d7-a42e-48f6-8ce1-f1d5c3a4cc63 None None] Network aea1efd1-6411-41f2-b60a-039e088cccfd is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:06:33.380473 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-2abd10d7-a42e-48f6-8ce1-f1d5c3a4cc63 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:06:33.385304 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abd10d7-a42e-48f6-8ce1-f1d5c3a4cc63 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:06:33.468117 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Allocated IP 172.20.0.17 (aea1efd1-6411-41f2-b60a-039e088cccfd/3c56b7ec-8fcf-48b5-a2ec-d5125b9fb41b/0e6cd60e-617c-410f-9928-fdb85a8d9a19) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:06:33.503914 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd10d7-a42e-48f6-8ce1-f1d5c3a4cc63 None None] Pushing event updated for resources: {'Port': ['ID=a7d6c32c-3328-4f65-a30d-935afb0ee937,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:33.544678 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2abd10d7-a42e-48f6-8ce1-f1d5c3a4cc63 None None] Attempting to bind port a7d6c32c-3328-4f65-a30d-935afb0ee937 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:06:33.553004 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2abd10d7-a42e-48f6-8ce1-f1d5c3a4cc63 None None] Attempting to bind port a7d6c32c-3328-4f65-a30d-935afb0ee937 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '9f1fecc0-a6af-4ffb-96d8-08a237c0b524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'aea1efd1-6411-41f2-b60a-039e088cccfd'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:06:33.553357 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abd10d7-a42e-48f6-8ce1-f1d5c3a4cc63 None None] Attempting to bind port a7d6c32c-3328-4f65-a30d-935afb0ee937 on network aea1efd1-6411-41f2-b60a-039e088cccfd {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:06:33.578672 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device adac2bb6-5a8d-434c-ad8b-fd58cd150d10 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:06:33.623299 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:33.627244 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abd10d7-a42e-48f6-8ce1-f1d5c3a4cc63 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:06:33.627701 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abd10d7-a42e-48f6-8ce1-f1d5c3a4cc63 None None] Checking segment: {'id': '9f1fecc0-a6af-4ffb-96d8-08a237c0b524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'aea1efd1-6411-41f2-b60a-039e088cccfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:06:33.628043 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2abd10d7-a42e-48f6-8ce1-f1d5c3a4cc63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:33.628446 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abd10d7-a42e-48f6-8ce1-f1d5c3a4cc63 None None] Bound using segment: {'id': '9f1fecc0-a6af-4ffb-96d8-08a237c0b524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'aea1efd1-6411-41f2-b60a-039e088cccfd'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:06:33.628953 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2abd10d7-a42e-48f6-8ce1-f1d5c3a4cc63 None None] Bound port: a7d6c32c-3328-4f65-a30d-935afb0ee937, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1fecc0-a6af-4ffb-96d8-08a237c0b524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'aea1efd1-6411-41f2-b60a-039e088cccfd'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:06:33.629347 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2abd10d7-a42e-48f6-8ce1-f1d5c3a4cc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:33.663919 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85ee9f5f-1b33-429b-8bf3-75cc0add7846 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:33.696958 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:33.755305 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port adac2bb6-5a8d-434c-ad8b-fd58cd150d10 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:33.756715 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:33.782244 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event updated for resources: {'Port': ['ID=0e6cd60e-617c-410f-9928-fdb85a8d9a19,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:33.794886 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:33.795575 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:33.796010 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:33.796544 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:33.797440 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:33.797440 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:33.797960 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:33.798436 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:33.798880 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:33.799897 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:33.799897 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:33.800298 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:33.814718 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Network aea1efd1-6411-41f2-b60a-039e088cccfd is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:06:33.816635 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:06:33.821258 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:06:33.880375 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85ee9f5f-1b33-429b-8bf3-75cc0add7846 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:33.887862 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85ee9f5f-1b33-429b-8bf3-75cc0add7846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:33.907293 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:33.913810 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:33.917651 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2abd10d7-a42e-48f6-8ce1-f1d5c3a4cc63 None None] For port a7d6c32c-3328-4f65-a30d-935afb0ee937, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:06:33.923778 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2abd10d7-a42e-48f6-8ce1-f1d5c3a4cc63 None None] For port a7d6c32c-3328-4f65-a30d-935afb0ee937, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a7d6c32c-3328-4f65-a30d-935afb0ee937,segment=NetworkSegment(9f1fecc0-a6af-4ffb-96d8-08a237c0b524),segment_id=9f1fecc0-a6af-4ffb-96d8-08a237c0b524)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:06:33.947268 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-85ee9f5f-1b33-429b-8bf3-75cc0add7846 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0a7c9ee6e7644876a1f3a77c643847eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5799086 Nov 25 20:06:33.958430 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52320) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:33.973953 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2abd10d7-a42e-48f6-8ce1-f1d5c3a4cc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:34.034800 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee9f5f-1b33-429b-8bf3-75cc0add7846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dcc4ea-ffda-4a1b-9356-dae503d2e57d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:34.096413 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee9f5f-1b33-429b-8bf3-75cc0add7846 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:34.096667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee9f5f-1b33-429b-8bf3-75cc0add7846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:34.096993 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee9f5f-1b33-429b-8bf3-75cc0add7846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:34.097583 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee9f5f-1b33-429b-8bf3-75cc0add7846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:34.098172 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee9f5f-1b33-429b-8bf3-75cc0add7846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:34.100013 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee9f5f-1b33-429b-8bf3-75cc0add7846 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:34.100659 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee9f5f-1b33-429b-8bf3-75cc0add7846 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:34.101511 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee9f5f-1b33-429b-8bf3-75cc0add7846 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:34.102054 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee9f5f-1b33-429b-8bf3-75cc0add7846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:34.102686 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee9f5f-1b33-429b-8bf3-75cc0add7846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:34.103308 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee9f5f-1b33-429b-8bf3-75cc0add7846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:34.104244 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee9f5f-1b33-429b-8bf3-75cc0add7846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:34.132864 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd10d7-a42e-48f6-8ce1-f1d5c3a4cc63 None None] Pushing event updated for resources: {'Port': ['ID=a7d6c32c-3328-4f65-a30d-935afb0ee937,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:34.200082 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb4f3d0f-9fd2-4cf6-8942-accd8bfdd5c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:34.201819 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:34.242234 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb4f3d0f-9fd2-4cf6-8942-accd8bfdd5c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:34.313147 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb4f3d0f-9fd2-4cf6-8942-accd8bfdd5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:34.316683 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb4f3d0f-9fd2-4cf6-8942-accd8bfdd5c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:34.318108 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-eb4f3d0f-9fd2-4cf6-8942-accd8bfdd5c1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c5dcc4ea-ffda-4a1b-9356-dae503d2e57d HTTP/1.1" status: 204 len: 168 time: 0.3580830 Nov 25 20:06:34.346118 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f3d0f-9fd2-4cf6-8942-accd8bfdd5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dcc4ea-ffda-4a1b-9356-dae503d2e57d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:35.094276 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:35.100237 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:35.185911 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:35.189267 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event updated for resources: {'Port': ['ID=0e6cd60e-617c-410f-9928-fdb85a8d9a19,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:35.317411 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Network aea1efd1-6411-41f2-b60a-039e088cccfd is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:06:35.319156 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:06:35.510483 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Router 5716db9e-a7a5-441d-954b-2743d526e0bf has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:06:35.567701 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:35.586278 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a7d6c32c-3328-4f65-a30d-935afb0ee937 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:06:35.668734 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:06:35.674238 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:35.679643 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0468201b-9d00-4c16-baba-fbe55f139db4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "PUT /v2.0/routers/5716db9e-a7a5-441d-954b-2743d526e0bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6653099 Nov 25 20:06:35.696701 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port a7d6c32c-3328-4f65-a30d-935afb0ee937 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:35.697180 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:35.836395 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:35.898722 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port a7d6c32c-3328-4f65-a30d-935afb0ee937, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a7d6c32c-3328-4f65-a30d-935afb0ee937,segment=NetworkSegment(9f1fecc0-a6af-4ffb-96d8-08a237c0b524),segment_id=9f1fecc0-a6af-4ffb-96d8-08a237c0b524)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:06:35.911366 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:36.007401 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=a7d6c32c-3328-4f65-a30d-935afb0ee937,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:36.150475 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47dd4ce-6774-48a1-bf2f-fa0bd8ad1d79 None None] Sync routers for ids ['5716db9e-a7a5-441d-954b-2743d526e0bf'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:06:36.162484 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47dd4ce-6774-48a1-bf2f-fa0bd8ad1d79 None None] Routers {'5716db9e-a7a5-441d-954b-2743d526e0bf'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:06:36.163136 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f47dd4ce-6774-48a1-bf2f-fa0bd8ad1d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:06:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['5716db9e-a7a5-441d-954b-2743d526e0bf'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:36.226783 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-35c9bf56-6075-40b6-bfe9-25d2e3c11747 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:36.229190 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-35c9bf56-6075-40b6-bfe9-25d2e3c11747 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/networks?id=aea1efd1-6411-41f2-b60a-039e088cccfd HTTP/1.1" status: 200 len: 797 time: 0.1877244 Nov 25 20:06:36.255757 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-b62090df-0679-416b-8584-6390c02f0ac8 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/quotas/4ae15cf3af2e483a8f91e2bb864cd5a9 HTTP/1.1" status: 200 len: 375 time: 0.0149162 Nov 25 20:06:36.331831 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f47dd4ce-6774-48a1-bf2f-fa0bd8ad1d79 None None] Set router 5716db9e-a7a5-441d-954b-2743d526e0bf gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:06:36.387037 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-436da47f-79ff-4390-9507-d01ba6d314a4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ae15cf3af2e483a8f91e2bb864cd5a9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1197848 Nov 25 20:06:36.447189 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b15f93d-8937-4062-99ed-59f54f8ab622 None None] Network aea1efd1-6411-41f2-b60a-039e088cccfd requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:06:36.698642 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ab4f15c0-e587-4bc5-9424-df6e110e0f4f None None] Provisioning complete for port a7d6c32c-3328-4f65-a30d-935afb0ee937 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:36.699317 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ab4f15c0-e587-4bc5-9424-df6e110e0f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:36.947559 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f47dd4ce-6774-48a1-bf2f-fa0bd8ad1d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716db9e-a7a5-441d-954b-2743d526e0bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936152109', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'adac2bb6-5a8d-434c-ad8b-fd58cd150d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:06:28Z', 'updated_at': '2021-11-25T20:06:34Z', 'revision_number': 4, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'gw_port': {'id': 'adac2bb6-5a8d-434c-ad8b-fd58cd150d10', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716db9e-a7a5-441d-954b-2743d526e0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:29Z', 'updated_at': '2021-11-25T20:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '0e6cd60e-617c-410f-9928-fdb85a8d9a19', 'name': '', 'network_id': 'aea1efd1-6411-41f2-b60a-039e088cccfd', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'mac_address': 'fa:16:3e:95:f1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716db9e-a7a5-441d-954b-2743d526e0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '3c56b7ec-8fcf-48b5-a2ec-d5125b9fb41b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:33Z', 'updated_at': '2021-11-25T20:06:34Z', 'revision_number': 2, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'subnets': [{'id': '3c56b7ec-8fcf-48b5-a2ec-d5125b9fb41b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:36.987666 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47dd4ce-6774-48a1-bf2f-fa0bd8ad1d79 None None] Checking router: 5716db9e-a7a5-441d-954b-2743d526e0bf for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:06:36.988032 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47dd4ce-6774-48a1-bf2f-fa0bd8ad1d79 None None] Updating router 5716db9e-a7a5-441d-954b-2743d526e0bf port 0e6cd60e-617c-410f-9928-fdb85a8d9a19 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:06:37.007022 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-050bee62-fbe3-4940-a417-9b296c839cc7 service neutron] 10.222.0.55 "GET /v2.0/networks/aea1efd1-6411-41f2-b60a-039e088cccfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6039824 Nov 25 20:06:37.027600 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f47dd4ce-6774-48a1-bf2f-fa0bd8ad1d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.158529 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-3a033e62-ce64-473a-94d7-20c08dc97f53 service neutron] 10.222.0.55 "GET /v2.0/networks/aea1efd1-6411-41f2-b60a-039e088cccfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504374 Nov 25 20:06:37.417570 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-82cd0aa3-c581-4521-9bc7-a883cc441343 None None] Provisioning complete for port 0e6cd60e-617c-410f-9928-fdb85a8d9a19 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:37.417943 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-82cd0aa3-c581-4521-9bc7-a883cc441343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.465461 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e7ed341a-f1f2-4b3d-b798-aa64af1750b9 req-d0bf6f80-b4ce-4d42-9d5b-5e1a010b2305 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e7dba1e-6192-4e89-a949-877d8cb2c94b HTTP/1.1" status: 200 len: 210 time: 0.0554168 Nov 25 20:06:37.502822 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-82cd0aa3-c581-4521-9bc7-a883cc441343 None None] Port 0e6cd60e-617c-410f-9928-fdb85a8d9a19 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:06:37.563111 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-82cd0aa3-c581-4521-9bc7-a883cc441343 None None] Provisioning complete for port a7d6c32c-3328-4f65-a30d-935afb0ee937 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:37.563849 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-82cd0aa3-c581-4521-9bc7-a883cc441343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.607754 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a7d6c32c-3328-4f65-a30d-935afb0ee937 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:06:37.800680 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f47dd4ce-6774-48a1-bf2f-fa0bd8ad1d79 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.805199 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port a7d6c32c-3328-4f65-a30d-935afb0ee937 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:37.805665 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.856455 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f47dd4ce-6774-48a1-bf2f-fa0bd8ad1d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:38.007074 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8991a28-716d-4e84-a798-d2c3f64b8e8b None None] Pushing event updated for resources: {'Port': ['ID=0e6cd60e-617c-410f-9928-fdb85a8d9a19,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:38.109346 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-62cb78ea-1773-4392-84fc-d4ff84964800 None None] Provisioning complete for port 0e6cd60e-617c-410f-9928-fdb85a8d9a19 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:38.109747 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-62cb78ea-1773-4392-84fc-d4ff84964800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:38.160094 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f47dd4ce-6774-48a1-bf2f-fa0bd8ad1d79 None None] Attempting to bind port 0e6cd60e-617c-410f-9928-fdb85a8d9a19 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:06:38.160474 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f47dd4ce-6774-48a1-bf2f-fa0bd8ad1d79 None None] Attempting to bind port 0e6cd60e-617c-410f-9928-fdb85a8d9a19 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '9f1fecc0-a6af-4ffb-96d8-08a237c0b524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'aea1efd1-6411-41f2-b60a-039e088cccfd'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:06:38.160846 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47dd4ce-6774-48a1-bf2f-fa0bd8ad1d79 None None] Attempting to bind port 0e6cd60e-617c-410f-9928-fdb85a8d9a19 on network aea1efd1-6411-41f2-b60a-039e088cccfd {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:06:38.184526 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47dd4ce-6774-48a1-bf2f-fa0bd8ad1d79 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:06:38.185280 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47dd4ce-6774-48a1-bf2f-fa0bd8ad1d79 None None] Checking segment: {'id': '9f1fecc0-a6af-4ffb-96d8-08a237c0b524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'aea1efd1-6411-41f2-b60a-039e088cccfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:06:38.186004 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f47dd4ce-6774-48a1-bf2f-fa0bd8ad1d79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:38.186646 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47dd4ce-6774-48a1-bf2f-fa0bd8ad1d79 None None] Bound using segment: {'id': '9f1fecc0-a6af-4ffb-96d8-08a237c0b524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'aea1efd1-6411-41f2-b60a-039e088cccfd'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:06:38.187375 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f47dd4ce-6774-48a1-bf2f-fa0bd8ad1d79 None None] Bound port: 0e6cd60e-617c-410f-9928-fdb85a8d9a19, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1fecc0-a6af-4ffb-96d8-08a237c0b524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'aea1efd1-6411-41f2-b60a-039e088cccfd'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:06:38.188019 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f47dd4ce-6774-48a1-bf2f-fa0bd8ad1d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:38.192270 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-62cb78ea-1773-4392-84fc-d4ff84964800 None None] Port 0e6cd60e-617c-410f-9928-fdb85a8d9a19 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:06:38.322667 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f47dd4ce-6774-48a1-bf2f-fa0bd8ad1d79 None None] For port 0e6cd60e-617c-410f-9928-fdb85a8d9a19, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:06:38.327988 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f47dd4ce-6774-48a1-bf2f-fa0bd8ad1d79 None None] For port 0e6cd60e-617c-410f-9928-fdb85a8d9a19, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0e6cd60e-617c-410f-9928-fdb85a8d9a19,segment=NetworkSegment(9f1fecc0-a6af-4ffb-96d8-08a237c0b524),segment_id=9f1fecc0-a6af-4ffb-96d8-08a237c0b524)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:06:38.333940 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f47dd4ce-6774-48a1-bf2f-fa0bd8ad1d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:38.418986 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47dd4ce-6774-48a1-bf2f-fa0bd8ad1d79 None None] Routers {'5716db9e-a7a5-441d-954b-2743d526e0bf'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:06:38.419919 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f47dd4ce-6774-48a1-bf2f-fa0bd8ad1d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:06:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['5716db9e-a7a5-441d-954b-2743d526e0bf'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:38.735954 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d313300f-92e3-4f65-bb20-ba7fd6b580ff req-69efda68-92d5-494c-9bb4-90cca0933783 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e7dba1e-6192-4e89-a949-877d8cb2c94b HTTP/1.1" status: 200 len: 210 time: 0.0515680 Nov 25 20:06:38.749937 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8991a28-716d-4e84-a798-d2c3f64b8e8b None None] Pushing event updated for resources: {'Port': ['ID=0e6cd60e-617c-410f-9928-fdb85a8d9a19,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:38.774828 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6ceca711-895a-48fd-9668-1741328ba4a7 None None] Provisioning complete for port 0e6cd60e-617c-410f-9928-fdb85a8d9a19 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:38.775198 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6ceca711-895a-48fd-9668-1741328ba4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:38.869927 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f47dd4ce-6774-48a1-bf2f-fa0bd8ad1d79 None None] Set router 5716db9e-a7a5-441d-954b-2743d526e0bf gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:06:38.936726 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-2fa70d7e-343b-455f-837f-bba3c0764081 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:38.938335 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-2fa70d7e-343b-455f-837f-bba3c0764081 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.85 "GET /v2.0/networks?id=aea1efd1-6411-41f2-b60a-039e088cccfd HTTP/1.1" status: 200 len: 797 time: 0.1715648 Nov 25 20:06:38.952994 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-7815fc15-f6ee-420a-b272-936d15b2aa54 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Request body: {'port': {'device_id': '4e7dba1e-6192-4e89-a949-877d8cb2c94b', 'network_id': 'aea1efd1-6411-41f2-b60a-039e088cccfd', 'admin_state_up': True, 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:39.064422 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6ceca711-895a-48fd-9668-1741328ba4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:39.157070 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-7815fc15-f6ee-420a-b272-936d15b2aa54 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Made reservation on behalf of 4ae15cf3af2e483a8f91e2bb864cd5a9 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:06:39.161676 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-7815fc15-f6ee-420a-b272-936d15b2aa54 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:39.225212 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-6ceca711-895a-48fd-9668-1741328ba4a7 None None] For port 0e6cd60e-617c-410f-9928-fdb85a8d9a19, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0e6cd60e-617c-410f-9928-fdb85a8d9a19,segment=NetworkSegment(9f1fecc0-a6af-4ffb-96d8-08a237c0b524),segment_id=9f1fecc0-a6af-4ffb-96d8-08a237c0b524)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:06:39.256835 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6ceca711-895a-48fd-9668-1741328ba4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:39.332186 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceca711-895a-48fd-9668-1741328ba4a7 None None] Pushing event updated for resources: {'Port': ['ID=0e6cd60e-617c-410f-9928-fdb85a8d9a19,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:39.353260 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f47dd4ce-6774-48a1-bf2f-fa0bd8ad1d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716db9e-a7a5-441d-954b-2743d526e0bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936152109', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'adac2bb6-5a8d-434c-ad8b-fd58cd150d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:06:28Z', 'updated_at': '2021-11-25T20:06:34Z', 'revision_number': 4, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'gw_port': {'id': 'adac2bb6-5a8d-434c-ad8b-fd58cd150d10', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716db9e-a7a5-441d-954b-2743d526e0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:29Z', 'updated_at': '2021-11-25T20:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '0e6cd60e-617c-410f-9928-fdb85a8d9a19', 'name': '', 'network_id': 'aea1efd1-6411-41f2-b60a-039e088cccfd', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'mac_address': 'fa:16:3e:95:f1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716db9e-a7a5-441d-954b-2743d526e0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '3c56b7ec-8fcf-48b5-a2ec-d5125b9fb41b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:33Z', 'updated_at': '2021-11-25T20:06:38Z', 'revision_number': 4, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'subnets': [{'id': '3c56b7ec-8fcf-48b5-a2ec-d5125b9fb41b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:39.377344 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-7815fc15-f6ee-420a-b272-936d15b2aa54 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Allocated IP 172.20.0.26 (aea1efd1-6411-41f2-b60a-039e088cccfd/3c56b7ec-8fcf-48b5-a2ec-d5125b9fb41b/cc24c707-071a-4d3d-90e7-4f1328bba7e5) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:06:39.395010 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47dd4ce-6774-48a1-bf2f-fa0bd8ad1d79 None None] The sync data for ids ['5716db9e-a7a5-441d-954b-2743d526e0bf'] in n-d-819349-5 is: [{'id': '5716db9e-a7a5-441d-954b-2743d526e0bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936152109', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'adac2bb6-5a8d-434c-ad8b-fd58cd150d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:06:28Z', 'updated_at': '2021-11-25T20:06:34Z', 'revision_number': 4, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'gw_port': {'id': 'adac2bb6-5a8d-434c-ad8b-fd58cd150d10', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716db9e-a7a5-441d-954b-2743d526e0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:29Z', 'updated_at': '2021-11-25T20:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '0e6cd60e-617c-410f-9928-fdb85a8d9a19', 'name': '', 'network_id': 'aea1efd1-6411-41f2-b60a-039e088cccfd', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'mac_address': 'fa:16:3e:95:f1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716db9e-a7a5-441d-954b-2743d526e0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '3c56b7ec-8fcf-48b5-a2ec-d5125b9fb41b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:33Z', 'updated_at': '2021-11-25T20:06:38Z', 'revision_number': 4, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'subnets': [{'id': '3c56b7ec-8fcf-48b5-a2ec-d5125b9fb41b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:06:39.408926 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7ad17b4a-507f-40f7-a678-fde1b976e28a None None] Provisioning complete for port 0e6cd60e-617c-410f-9928-fdb85a8d9a19 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:39.409327 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7ad17b4a-507f-40f7-a678-fde1b976e28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:39.636835 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-7815fc15-f6ee-420a-b272-936d15b2aa54 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:39.695741 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-7815fc15-f6ee-420a-b272-936d15b2aa54 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:39.741215 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-7815fc15-f6ee-420a-b272-936d15b2aa54 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Network aea1efd1-6411-41f2-b60a-039e088cccfd is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:06:39.747001 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-7815fc15-f6ee-420a-b272-936d15b2aa54 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:06:39.750170 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-7815fc15-f6ee-420a-b272-936d15b2aa54 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:06:39.836345 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-7815fc15-f6ee-420a-b272-936d15b2aa54 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:39.837188 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-7815fc15-f6ee-420a-b272-936d15b2aa54 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:39.840290 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815fc15-f6ee-420a-b272-936d15b2aa54 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event updated for resources: {'Port': ['ID=cc24c707-071a-4d3d-90e7-4f1328bba7e5,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:39.901920 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-7815fc15-f6ee-420a-b272-936d15b2aa54 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9538813 Nov 25 20:06:39.934751 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11272117-2792-4801-bd6a-fbd39f69736d req-a2981a4b-bd48-4ed2-881a-139373442dc7 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:39.936409 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-11272117-2792-4801-bd6a-fbd39f69736d req-a2981a4b-bd48-4ed2-881a-139373442dc7 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e7dba1e-6192-4e89-a949-877d8cb2c94b HTTP/1.1" status: 200 len: 895 time: 0.0923183 Nov 25 20:06:39.940791 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-3740ae8f-43ed-4937-bd02-36b57110c7a3 service neutron] Request body: {'port': {'device_id': '4e7dba1e-6192-4e89-a949-877d8cb2c94b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:40.014098 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-3740ae8f-43ed-4937-bd02-36b57110c7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:40.177455 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-29036c89-0124-4e38-85aa-56816d775956 None None] Provisioning complete for port cc24c707-071a-4d3d-90e7-4f1328bba7e5 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:40.178004 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-29036c89-0124-4e38-85aa-56816d775956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:40.254727 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-29036c89-0124-4e38-85aa-56816d775956 None None] Port cc24c707-071a-4d3d-90e7-4f1328bba7e5 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:06:40.415957 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-3740ae8f-43ed-4937-bd02-36b57110c7a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc24c707-071a-4d3d-90e7-4f1328bba7e5 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:06:40.425277 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-3740ae8f-43ed-4937-bd02-36b57110c7a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:40.439579 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-3740ae8f-43ed-4937-bd02-36b57110c7a3 service neutron] Transition to ACTIVE for port object cc24c707-071a-4d3d-90e7-4f1328bba7e5 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:06:40.444881 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-3740ae8f-43ed-4937-bd02-36b57110c7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:40.589784 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740ae8f-43ed-4937-bd02-36b57110c7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=cc24c707-071a-4d3d-90e7-4f1328bba7e5,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:40.625335 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-3740ae8f-43ed-4937-bd02-36b57110c7a3 service neutron] Attempting to bind port cc24c707-071a-4d3d-90e7-4f1328bba7e5 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:06:40.625649 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-3740ae8f-43ed-4937-bd02-36b57110c7a3 service neutron] Attempting to bind port cc24c707-071a-4d3d-90e7-4f1328bba7e5 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '9f1fecc0-a6af-4ffb-96d8-08a237c0b524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'aea1efd1-6411-41f2-b60a-039e088cccfd'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:06:40.625972 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-3740ae8f-43ed-4937-bd02-36b57110c7a3 service neutron] Attempting to bind port cc24c707-071a-4d3d-90e7-4f1328bba7e5 on network aea1efd1-6411-41f2-b60a-039e088cccfd {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:06:40.639251 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-3740ae8f-43ed-4937-bd02-36b57110c7a3 service neutron] Port cc24c707-071a-4d3d-90e7-4f1328bba7e5 on network aea1efd1-6411-41f2-b60a-039e088cccfd not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:06:40.639727 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-3740ae8f-43ed-4937-bd02-36b57110c7a3 service neutron] Attempting to bind port cc24c707-071a-4d3d-90e7-4f1328bba7e5 on network aea1efd1-6411-41f2-b60a-039e088cccfd {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:06:40.655829 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-3740ae8f-43ed-4937-bd02-36b57110c7a3 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:06:40.656189 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-3740ae8f-43ed-4937-bd02-36b57110c7a3 service neutron] Checking segment: {'id': '9f1fecc0-a6af-4ffb-96d8-08a237c0b524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'aea1efd1-6411-41f2-b60a-039e088cccfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:06:40.656580 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-3740ae8f-43ed-4937-bd02-36b57110c7a3 service neutron] Bound using segment: {'id': '9f1fecc0-a6af-4ffb-96d8-08a237c0b524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'aea1efd1-6411-41f2-b60a-039e088cccfd'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:06:40.657040 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-3740ae8f-43ed-4937-bd02-36b57110c7a3 service neutron] Bound port: cc24c707-071a-4d3d-90e7-4f1328bba7e5, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1fecc0-a6af-4ffb-96d8-08a237c0b524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'aea1efd1-6411-41f2-b60a-039e088cccfd'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:06:40.657413 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-3740ae8f-43ed-4937-bd02-36b57110c7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:40.753420 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-3740ae8f-43ed-4937-bd02-36b57110c7a3 service neutron] For port cc24c707-071a-4d3d-90e7-4f1328bba7e5, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:06:40.758829 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-3740ae8f-43ed-4937-bd02-36b57110c7a3 service neutron] For port cc24c707-071a-4d3d-90e7-4f1328bba7e5, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=cc24c707-071a-4d3d-90e7-4f1328bba7e5,segment=NetworkSegment(9f1fecc0-a6af-4ffb-96d8-08a237c0b524),segment_id=9f1fecc0-a6af-4ffb-96d8-08a237c0b524)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:06:40.770111 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-3740ae8f-43ed-4937-bd02-36b57110c7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:40.930348 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-3740ae8f-43ed-4937-bd02-36b57110c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:40.930348 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-3740ae8f-43ed-4937-bd02-36b57110c7a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:40.932687 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-3740ae8f-43ed-4937-bd02-36b57110c7a3 service neutron] 10.222.0.85 "PUT /v2.0/ports/cc24c707-071a-4d3d-90e7-4f1328bba7e5 HTTP/1.1" status: 200 len: 1055 time: 1.0079513 Nov 25 20:06:40.933287 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7dba1e-6192-4e89-a949-877d8cb2c94b', 'tag': 'cc24c707-071a-4d3d-90e7-4f1328bba7e5'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:06:40.935703 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f291133c-3864-48cb-9163-dd7d9107f4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7dba1e-6192-4e89-a949-877d8cb2c94b", "tag": "cc24c707-071a-4d3d-90e7-4f1328bba7e5"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:06:41.057979 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5849264-0a60-4bf8-8645-79bb2dad591f x-openstack-request-id: req-f5849264-0a60-4bf8-8645-79bb2dad591f {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:06:41.058279 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7dba1e-6192-4e89-a949-877d8cb2c94b", "tag": "cc24c707-071a-4d3d-90e7-4f1328bba7e5", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:06:41.067168 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f5849264-0a60-4bf8-8645-79bb2dad591f {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:06:41.067592 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e7dba1e-6192-4e89-a949-877d8cb2c94b', 'tag': 'cc24c707-071a-4d3d-90e7-4f1328bba7e5', 'status': 'completed', 'code': 200} Nov 25 20:06:41.089289 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740ae8f-43ed-4937-bd02-36b57110c7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=cc24c707-071a-4d3d-90e7-4f1328bba7e5,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:41.127779 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-ef84df6e-205a-426d-a9fb-b7f0913cebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:41.129654 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-ef84df6e-205a-426d-a9fb-b7f0913cebdd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4ae15cf3af2e483a8f91e2bb864cd5a9&device_id=4e7dba1e-6192-4e89-a949-877d8cb2c94b HTTP/1.1" status: 200 len: 1058 time: 0.1358621 Nov 25 20:06:41.209990 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-23323983-20c7-41d3-b1d6-9ecead073825 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=cc24c707-071a-4d3d-90e7-4f1328bba7e5 HTTP/1.1" status: 200 len: 217 time: 0.0714667 Nov 25 20:06:41.379097 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-dc8b6d10-f3dd-4d37-a905-6b06591d9c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:41.380584 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-dc8b6d10-f3dd-4d37-a905-6b06591d9c4a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3c56b7ec-8fcf-48b5-a2ec-d5125b9fb41b HTTP/1.1" status: 200 len: 838 time: 0.1630442 Nov 25 20:06:41.391163 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74440c-6b90-46a4-8547-97efc830f2aa req-d5aceb5f-1cb6-4364-af67-7bfb90825772 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:41.393485 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f74440c-6b90-46a4-8547-97efc830f2aa req-d5aceb5f-1cb6-4364-af67-7bfb90825772 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e7dba1e-6192-4e89-a949-877d8cb2c94b HTTP/1.1" status: 200 len: 907 time: 0.1511378 Nov 25 20:06:41.462933 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-e6af122c-35ba-4cf7-a2ff-301446ae0485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:41.465154 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-e6af122c-35ba-4cf7-a2ff-301446ae0485 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=aea1efd1-6411-41f2-b60a-039e088cccfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704808 Nov 25 20:06:41.588685 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0e6cd60e-617c-410f-9928-fdb85a8d9a19 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:06:41.637692 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-e295d7f2-503e-4546-a9c4-1da6373a4d6a service neutron] 10.222.0.85 "GET /v2.0/networks/aea1efd1-6411-41f2-b60a-039e088cccfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636055 Nov 25 20:06:41.651120 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 0e6cd60e-617c-410f-9928-fdb85a8d9a19 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:41.651489 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:41.776853 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-390cbe84-995c-4098-aebf-c4c95ebe5ad2 req-74aa2657-fd9f-4a69-b409-7c016396d894 service neutron] 10.222.0.85 "GET /v2.0/networks/aea1efd1-6411-41f2-b60a-039e088cccfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294022 Nov 25 20:06:41.912797 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291133c-3864-48cb-9163-dd7d9107f4f2 req-44c7a3da-d4d7-4d46-b941-0854089ac0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:41.914444 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f291133c-3864-48cb-9163-dd7d9107f4f2 req-44c7a3da-d4d7-4d46-b941-0854089ac0aa service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4ae15cf3af2e483a8f91e2bb864cd5a9&device_id=4e7dba1e-6192-4e89-a949-877d8cb2c94b HTTP/1.1" status: 200 len: 1058 time: 0.0833256 Nov 25 20:06:42.083696 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291133c-3864-48cb-9163-dd7d9107f4f2 req-be674dfc-9938-46bf-9b66-7d8422084f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:42.085662 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f291133c-3864-48cb-9163-dd7d9107f4f2 req-be674dfc-9938-46bf-9b66-7d8422084f5a service neutron] 10.222.0.85 "GET /v2.0/networks?id=aea1efd1-6411-41f2-b60a-039e088cccfd HTTP/1.1" status: 200 len: 898 time: 0.1631074 Nov 25 20:06:42.144457 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f291133c-3864-48cb-9163-dd7d9107f4f2 req-357e4493-ede2-47ac-af3f-f01632fb5712 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=cc24c707-071a-4d3d-90e7-4f1328bba7e5 HTTP/1.1" status: 200 len: 217 time: 0.0509877 Nov 25 20:06:42.205052 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291133c-3864-48cb-9163-dd7d9107f4f2 req-005a5391-402e-473a-b119-8c8a4af78d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:42.206863 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f291133c-3864-48cb-9163-dd7d9107f4f2 req-005a5391-402e-473a-b119-8c8a4af78d52 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3c56b7ec-8fcf-48b5-a2ec-d5125b9fb41b HTTP/1.1" status: 200 len: 838 time: 0.0550139 Nov 25 20:06:42.273811 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291133c-3864-48cb-9163-dd7d9107f4f2 req-a5bde0cd-cb31-411e-a240-7d0ed0a40dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:42.276958 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f291133c-3864-48cb-9163-dd7d9107f4f2 req-a5bde0cd-cb31-411e-a240-7d0ed0a40dc7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=aea1efd1-6411-41f2-b60a-039e088cccfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625281 Nov 25 20:06:42.399593 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f291133c-3864-48cb-9163-dd7d9107f4f2 req-0ea26f65-0b0f-428d-ad9a-62892faeac5e service neutron] 10.222.0.85 "GET /v2.0/networks/aea1efd1-6411-41f2-b60a-039e088cccfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103551 Nov 25 20:06:42.572136 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f291133c-3864-48cb-9163-dd7d9107f4f2 req-c4c2b1e7-82dd-4d86-890d-37446c6adfc2 service neutron] 10.222.0.85 "GET /v2.0/networks/aea1efd1-6411-41f2-b60a-039e088cccfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653762 Nov 25 20:06:42.582445 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f7d66-7dab-4625-815a-b2ab8ad72c9f req-b483aab7-9029-471b-b4eb-0d0cb060538e tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:42.584297 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-508f7d66-7dab-4625-815a-b2ab8ad72c9f req-b483aab7-9029-471b-b4eb-0d0cb060538e tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e7dba1e-6192-4e89-a949-877d8cb2c94b HTTP/1.1" status: 200 len: 907 time: 0.0916393 Nov 25 20:06:43.311129 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d121151-094b-4f5d-8908-bebe52d7bfbf req-9e5ddb07-eabc-4746-b52b-cd322451dc6d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dcbd20ce-ce1a-40da-a418-e791cffc58a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2796531 Nov 25 20:06:43.444998 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d121151-094b-4f5d-8908-bebe52d7bfbf req-8b121dd3-725c-46ba-a8f3-34bbbe724b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:43.447531 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d121151-094b-4f5d-8908-bebe52d7bfbf req-8b121dd3-725c-46ba-a8f3-34bbbe724b97 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4ae15cf3af2e483a8f91e2bb864cd5a9&device_id=dcbd20ce-ce1a-40da-a418-e791cffc58a7 HTTP/1.1" status: 200 len: 1135 time: 0.0755379 Nov 25 20:06:43.608672 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:06:43.644023 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d121151-094b-4f5d-8908-bebe52d7bfbf req-bbbbe6ee-0573-4404-95b2-d449533df74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:43.645717 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d121151-094b-4f5d-8908-bebe52d7bfbf req-bbbbe6ee-0573-4404-95b2-d449533df74b service neutron] 10.222.0.73 "GET /v2.0/networks?id=b11e6bea-cc77-4b36-b0d6-51a5f7972a15 HTTP/1.1" status: 200 len: 898 time: 0.1623104 Nov 25 20:06:43.944089 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d121151-094b-4f5d-8908-bebe52d7bfbf req-3f36b7c2-3716-4ea4-b0bb-85a2e3afd6f1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b003a05b-5837-4b37-b3d7-c1f9091b41cc HTTP/1.1" status: 200 len: 1000 time: 0.2832699 Nov 25 20:06:44.019140 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81c93f-cb7d-4959-9917-bb52f982202c req-c00007a9-e33a-48a2-838e-ec77bac13dbc tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:44.027602 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-da81c93f-cb7d-4959-9917-bb52f982202c req-c00007a9-e33a-48a2-838e-ec77bac13dbc tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e7dba1e-6192-4e89-a949-877d8cb2c94b HTTP/1.1" status: 200 len: 907 time: 0.2044244 Nov 25 20:06:44.172453 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b23a7d47-19df-4ebd-8a40-05f03ab42c4f req-f23e586e-7251-40fb-92f7-82ded772800c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0825295 Nov 25 20:06:44.198514 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d121151-094b-4f5d-8908-bebe52d7bfbf req-7235d3ed-dce8-42c6-b09e-1e116f60c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:44.200476 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d121151-094b-4f5d-8908-bebe52d7bfbf req-7235d3ed-dce8-42c6-b09e-1e116f60c4ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=625536d6-d1d4-4494-ab8a-7bd84039ef15 HTTP/1.1" status: 200 len: 835 time: 0.2438853 Nov 25 20:06:44.342860 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d121151-094b-4f5d-8908-bebe52d7bfbf req-02c25468-c6f2-498d-8b64-402600b580ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:44.344549 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d121151-094b-4f5d-8908-bebe52d7bfbf req-02c25468-c6f2-498d-8b64-402600b580ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b11e6bea-cc77-4b36-b0d6-51a5f7972a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354620 Nov 25 20:06:44.373411 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a7d47-19df-4ebd-8a40-05f03ab42c4f req-44edfac2-4c66-4f68-aa3c-3e29056f9739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:44.375611 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b23a7d47-19df-4ebd-8a40-05f03ab42c4f req-44edfac2-4c66-4f68-aa3c-3e29056f9739 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 1096 time: 0.1053214 Nov 25 20:06:44.673650 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d121151-094b-4f5d-8908-bebe52d7bfbf req-58581546-0ce0-4a1c-a08c-4c496e7f4d92 service neutron] 10.222.0.73 "GET /v2.0/networks/b11e6bea-cc77-4b36-b0d6-51a5f7972a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175972 Nov 25 20:06:44.737843 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a7d47-19df-4ebd-8a40-05f03ab42c4f req-f73be1a0-bff6-4b58-a51d-2fa9347f216d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:44.740053 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b23a7d47-19df-4ebd-8a40-05f03ab42c4f req-f73be1a0-bff6-4b58-a51d-2fa9347f216d service neutron] 10.222.0.85 "GET /v2.0/networks?id=825c5a3f-ce49-4394-b48a-f63de2d0aa51 HTTP/1.1" status: 200 len: 897 time: 0.3323019 Nov 25 20:06:44.857262 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device cc24c707-071a-4d3d-90e7-4f1328bba7e5 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:06:45.012430 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b23a7d47-19df-4ebd-8a40-05f03ab42c4f req-bd7fba15-46de-4b4c-b38c-8e4033cc7544 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1 HTTP/1.1" status: 200 len: 1001 time: 0.2602570 Nov 25 20:06:45.058638 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port cc24c707-071a-4d3d-90e7-4f1328bba7e5, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=cc24c707-071a-4d3d-90e7-4f1328bba7e5,segment=NetworkSegment(9f1fecc0-a6af-4ffb-96d8-08a237c0b524),segment_id=9f1fecc0-a6af-4ffb-96d8-08a237c0b524)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:06:45.067272 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d121151-094b-4f5d-8908-bebe52d7bfbf req-22f044e2-eac7-4065-bf91-5cecc15d6d95 service neutron] 10.222.0.73 "GET /v2.0/networks/b11e6bea-cc77-4b36-b0d6-51a5f7972a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834043 Nov 25 20:06:45.111996 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'cc24c707-071a-4d3d-90e7-4f1328bba7e5', 'network_id': 'aea1efd1-6411-41f2-b60a-039e088cccfd', 'port_id': 'cc24c707-071a-4d3d-90e7-4f1328bba7e5', 'mac_address': 'fa:16:3e:46:09:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c56b7ec-8fcf-48b5-a2ec-d5125b9fb41b', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:06:45.135565 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a7d47-19df-4ebd-8a40-05f03ab42c4f req-c6634905-8bef-4b75-a805-6ee0d401686f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:45.137927 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b23a7d47-19df-4ebd-8a40-05f03ab42c4f req-c6634905-8bef-4b75-a805-6ee0d401686f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=25ba5dac-8c46-4597-9a97-31409eea9b7e HTTP/1.1" status: 200 len: 835 time: 0.1165919 Nov 25 20:06:45.267628 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:45.305880 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc24c707-071a-4d3d-90e7-4f1328bba7e5 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:06:45.323754 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a7d47-19df-4ebd-8a40-05f03ab42c4f req-b58ab1e9-cf50-452d-898c-7af3160a1925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:45.326614 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b23a7d47-19df-4ebd-8a40-05f03ab42c4f req-b58ab1e9-cf50-452d-898c-7af3160a1925 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=825c5a3f-ce49-4394-b48a-f63de2d0aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1801493 Nov 25 20:06:45.377022 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port cc24c707-071a-4d3d-90e7-4f1328bba7e5, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=cc24c707-071a-4d3d-90e7-4f1328bba7e5,segment=NetworkSegment(9f1fecc0-a6af-4ffb-96d8-08a237c0b524),segment_id=9f1fecc0-a6af-4ffb-96d8-08a237c0b524)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:06:45.389602 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:45.418323 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def63b0b-4d65-4e15-a020-3932a0014c71 req-5084b23d-6d96-4b43-ba24-f0711aa9080b tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:45.429676 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-def63b0b-4d65-4e15-a020-3932a0014c71 req-5084b23d-6d96-4b43-ba24-f0711aa9080b tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e7dba1e-6192-4e89-a949-877d8cb2c94b HTTP/1.1" status: 200 len: 907 time: 0.2119963 Nov 25 20:06:45.481186 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=cc24c707-071a-4d3d-90e7-4f1328bba7e5,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:45.559862 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b23a7d47-19df-4ebd-8a40-05f03ab42c4f req-36fb5b50-f2fb-41cd-8584-f4d6f4273bff service neutron] 10.222.0.85 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231243 Nov 25 20:06:45.617264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['cc24c707-071a-4d3d-90e7-4f1328bba7e5'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:06:45.850237 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b23a7d47-19df-4ebd-8a40-05f03ab42c4f req-1ce7a4fe-096f-447a-a060-3a15b085cfb1 service neutron] 10.222.0.85 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801409 Nov 25 20:06:46.672924 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64250a-faaa-4208-9bdf-7945a10521dc req-da005382-8b09-48c4-8b06-b8b077241b04 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:46.674753 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2e64250a-faaa-4208-9bdf-7945a10521dc req-da005382-8b09-48c4-8b06-b8b077241b04 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e7dba1e-6192-4e89-a949-877d8cb2c94b HTTP/1.1" status: 200 len: 908 time: 0.0875680 Nov 25 20:06:46.849711 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device cc24c707-071a-4d3d-90e7-4f1328bba7e5 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:06:47.022779 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port cc24c707-071a-4d3d-90e7-4f1328bba7e5 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:06:47.030752 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port cc24c707-071a-4d3d-90e7-4f1328bba7e5 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:47.031256 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:47.219103 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:47.268156 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7dba1e-6192-4e89-a949-877d8cb2c94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc24c707-071a-4d3d-90e7-4f1328bba7e5'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:06:47.281006 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467df59e-5bcb-47db-a76d-8ce3949d9dc9" -d '{"events": [{"server_uuid": "4e7dba1e-6192-4e89-a949-877d8cb2c94b", "name": "network-vif-plugged", "status": "completed", "tag": "cc24c707-071a-4d3d-90e7-4f1328bba7e5"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:06:47.317771 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port cc24c707-071a-4d3d-90e7-4f1328bba7e5, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=cc24c707-071a-4d3d-90e7-4f1328bba7e5,segment=NetworkSegment(9f1fecc0-a6af-4ffb-96d8-08a237c0b524),segment_id=9f1fecc0-a6af-4ffb-96d8-08a237c0b524)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:06:47.324812 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:47.374144 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36965ae6-ceec-4de1-9a92-544e22c3601b x-openstack-request-id: req-36965ae6-ceec-4de1-9a92-544e22c3601b {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:06:47.374660 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7dba1e-6192-4e89-a949-877d8cb2c94b", "name": "network-vif-plugged", "status": "completed", "tag": "cc24c707-071a-4d3d-90e7-4f1328bba7e5", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:06:47.375094 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-36965ae6-ceec-4de1-9a92-544e22c3601b {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:06:47.375753 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7dba1e-6192-4e89-a949-877d8cb2c94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc24c707-071a-4d3d-90e7-4f1328bba7e5', 'code': 200} Nov 25 20:06:47.425712 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=cc24c707-071a-4d3d-90e7-4f1328bba7e5,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:47.497048 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eea9a3-8e5f-410e-88f6-0f3a96c7376a req-915515d7-e7d8-453d-8734-32c98259ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:47.500262 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03eea9a3-8e5f-410e-88f6-0f3a96c7376a req-915515d7-e7d8-453d-8734-32c98259ccee service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4e7dba1e-6192-4e89-a949-877d8cb2c94b HTTP/1.1" status: 200 len: 1060 time: 0.0594709 Nov 25 20:06:47.890259 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45175906-f42c-4e07-a735-24ee7cc1346b req-76c3f872-134d-41cd-abd2-d5f377e982e8 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:47.890259 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45175906-f42c-4e07-a735-24ee7cc1346b req-76c3f872-134d-41cd-abd2-d5f377e982e8 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e7dba1e-6192-4e89-a949-877d8cb2c94b HTTP/1.1" status: 200 len: 909 time: 0.0818698 Nov 25 20:06:49.120173 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41a679-eb65-458b-8e43-b29ab86f187e req-3d5cd2da-9a2c-4132-b8f7-7ee95f8ac048 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:49.123856 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7d41a679-eb65-458b-8e43-b29ab86f187e req-3d5cd2da-9a2c-4132-b8f7-7ee95f8ac048 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e7dba1e-6192-4e89-a949-877d8cb2c94b HTTP/1.1" status: 200 len: 909 time: 0.1276858 Nov 25 20:06:49.287510 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb94f19-6ed6-4a53-89a5-472607320708 req-65d96454-dd5f-4382-9510-1612e344d199 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:49.296718 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fdb94f19-6ed6-4a53-89a5-472607320708 req-65d96454-dd5f-4382-9510-1612e344d199 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e7dba1e-6192-4e89-a949-877d8cb2c94b HTTP/1.1" status: 200 len: 909 time: 0.0751827 Nov 25 20:06:49.450014 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4b159-7e62-4055-b36b-dd79c7aab01d req-5646212b-207e-4b3f-befd-b4ecc0bfaf4d tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:49.453504 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-19d4b159-7e62-4055-b36b-dd79c7aab01d req-5646212b-207e-4b3f-befd-b4ecc0bfaf4d tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4e7dba1e-6192-4e89-a949-877d8cb2c94b HTTP/1.1" status: 200 len: 1060 time: 0.0742803 Nov 25 20:06:49.641136 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31092e5-97d6-46da-94a7-8be3db097cd6 req-93dfc8bc-3362-42d0-afde-ec0b9a9ecfd9 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:49.644096 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d31092e5-97d6-46da-94a7-8be3db097cd6 req-93dfc8bc-3362-42d0-afde-ec0b9a9ecfd9 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dcbd20ce-ce1a-40da-a418-e791cffc58a7 HTTP/1.1" status: 200 len: 1135 time: 0.0723934 Nov 25 20:06:49.723808 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d31092e5-97d6-46da-94a7-8be3db097cd6 req-7ad7ac03-0f1d-4b66-a75d-3d145b700e44 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f3b8bcaa-10a1-4156-8feb-bc874853f17c&id=b617d2b4-cbc1-4737-a1fe-e064341e1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0719614 Nov 25 20:06:49.750307 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52524) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:49.805506 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a9ddf5-fa87-4f71-bcbc-e28241041804 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:49.812847 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-81a9ddf5-fa87-4f71-bcbc-e28241041804 tempest-TestSecurityGroupsBasicOps-770453201 tempest-TestSecurityGroupsBasicOps-770453201-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4e7dba1e-6192-4e89-a949-877d8cb2c94b HTTP/1.1" status: 200 len: 1055 time: 0.0558312 Nov 25 20:06:50.226633 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c894b-d078-42cd-8c30-17fd0d760a5d req-fc48f33c-d9e8-49a4-9998-0fdf463e7f11 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:50.251230 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b17c894b-d078-42cd-8c30-17fd0d760a5d req-fc48f33c-d9e8-49a4-9998-0fdf463e7f11 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e7dba1e-6192-4e89-a949-877d8cb2c94b HTTP/1.1" status: 200 len: 909 time: 0.1375637 Nov 25 20:06:51.439362 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb3574-4a38-4a6d-9747-897bd60609c9 req-c9e1d661-7964-424e-a409-9f4b6cd33e31 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:51.440898 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7cb3574-4a38-4a6d-9747-897bd60609c9 req-c9e1d661-7964-424e-a409-9f4b6cd33e31 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e7dba1e-6192-4e89-a949-877d8cb2c94b HTTP/1.1" status: 200 len: 909 time: 0.0640376 Nov 25 20:06:51.510362 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb364f67-756a-4817-bffa-dbcd7f9cea98 req-17fff5bc-2a2f-4b03-85e8-6ad5e3554fb5 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:51.512574 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb364f67-756a-4817-bffa-dbcd7f9cea98 req-17fff5bc-2a2f-4b03-85e8-6ad5e3554fb5 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.85 "GET /v2.0/ports?device_id=4e7dba1e-6192-4e89-a949-877d8cb2c94b HTTP/1.1" status: 200 len: 909 time: 0.0580657 Nov 25 20:06:51.616530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-fb364f67-756a-4817-bffa-dbcd7f9cea98 req-24dd5b04-d295-4b9a-8a10-d90befca65df tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Deleting port cc24c707-071a-4d3d-90e7-4f1328bba7e5 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:06:51.616876 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-fb364f67-756a-4817-bffa-dbcd7f9cea98 req-24dd5b04-d295-4b9a-8a10-d90befca65df tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:51.717988 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-fb364f67-756a-4817-bffa-dbcd7f9cea98 req-24dd5b04-d295-4b9a-8a10-d90befca65df tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] For port cc24c707-071a-4d3d-90e7-4f1328bba7e5, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=cc24c707-071a-4d3d-90e7-4f1328bba7e5,segment=NetworkSegment(9f1fecc0-a6af-4ffb-96d8-08a237c0b524),segment_id=9f1fecc0-a6af-4ffb-96d8-08a237c0b524)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:06:51.718274 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-fb364f67-756a-4817-bffa-dbcd7f9cea98 req-24dd5b04-d295-4b9a-8a10-d90befca65df tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:51.732127 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-fb364f67-756a-4817-bffa-dbcd7f9cea98 req-24dd5b04-d295-4b9a-8a10-d90befca65df tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Calling delete_port for cc24c707-071a-4d3d-90e7-4f1328bba7e5 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:06:51.866948 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-fb364f67-756a-4817-bffa-dbcd7f9cea98 req-24dd5b04-d295-4b9a-8a10-d90befca65df tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:51.896950 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd5b04-d295-4b9a-8a10-d90befca65df tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event deleted for resources: {'Port': ['ID=cc24c707-071a-4d3d-90e7-4f1328bba7e5,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:51.941221 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb364f67-756a-4817-bffa-dbcd7f9cea98 req-24dd5b04-d295-4b9a-8a10-d90befca65df tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] No DVR routers for this DVR port cc24c707-071a-4d3d-90e7-4f1328bba7e5 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:06:51.944350 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-fb364f67-756a-4817-bffa-dbcd7f9cea98 req-24dd5b04-d295-4b9a-8a10-d90befca65df tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:51.948107 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb364f67-756a-4817-bffa-dbcd7f9cea98 req-24dd5b04-d295-4b9a-8a10-d90befca65df tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.85 "DELETE /v2.0/ports/cc24c707-071a-4d3d-90e7-4f1328bba7e5 HTTP/1.1" status: 204 len: 173 time: 0.4284501 Nov 25 20:06:51.948577 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7dba1e-6192-4e89-a949-877d8cb2c94b', 'name': 'network-vif-deleted', 'tag': 'cc24c707-071a-4d3d-90e7-4f1328bba7e5'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:06:51.953385 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfe558f-05fb-4940-b911-476acdc95f5d" -d '{"events": [{"server_uuid": "4e7dba1e-6192-4e89-a949-877d8cb2c94b", "name": "network-vif-deleted", "tag": "cc24c707-071a-4d3d-90e7-4f1328bba7e5"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:06:52.008634 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c44586-787f-47ab-8d51-5715bd0d2306 x-openstack-request-id: req-55c44586-787f-47ab-8d51-5715bd0d2306 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:06:52.009194 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7dba1e-6192-4e89-a949-877d8cb2c94b", "name": "network-vif-deleted", "tag": "cc24c707-071a-4d3d-90e7-4f1328bba7e5", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:06:52.009194 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-55c44586-787f-47ab-8d51-5715bd0d2306 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:06:52.009580 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7dba1e-6192-4e89-a949-877d8cb2c94b', 'name': 'network-vif-deleted', 'tag': 'cc24c707-071a-4d3d-90e7-4f1328bba7e5', 'status': 'completed', 'code': 200} Nov 25 20:06:52.590487 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4b6b9467-85a5-403e-9963-d1a6da389d87 req-5e3e55a9-97c0-4c3a-bde6-e4326e9a20f8 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e7dba1e-6192-4e89-a949-877d8cb2c94b HTTP/1.1" status: 200 len: 210 time: 0.0288854 Nov 25 20:06:53.650165 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52572) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:53.916213 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:54.214467 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88206708-ee35-40c4-b2fe-d885a2f71dee tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:54.440806 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:54.628586 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-88206708-ee35-40c4-b2fe-d885a2f71dee tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Deleting port 0e6cd60e-617c-410f-9928-fdb85a8d9a19 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:06:54.629022 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88206708-ee35-40c4-b2fe-d885a2f71dee tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:54.744165 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-88206708-ee35-40c4-b2fe-d885a2f71dee tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] For port 0e6cd60e-617c-410f-9928-fdb85a8d9a19, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0e6cd60e-617c-410f-9928-fdb85a8d9a19,segment=NetworkSegment(9f1fecc0-a6af-4ffb-96d8-08a237c0b524),segment_id=9f1fecc0-a6af-4ffb-96d8-08a237c0b524)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:06:54.745185 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88206708-ee35-40c4-b2fe-d885a2f71dee tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:54.757759 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-88206708-ee35-40c4-b2fe-d885a2f71dee tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Calling delete_port for 0e6cd60e-617c-410f-9928-fdb85a8d9a19 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:06:54.897215 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device cc24c707-071a-4d3d-90e7-4f1328bba7e5 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:06:54.921037 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: cc24c707-071a-4d3d-90e7-4f1328bba7e5 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:06:54.921866 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device cc24c707-071a-4d3d-90e7-4f1328bba7e5 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:06:54.990248 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88206708-ee35-40c4-b2fe-d885a2f71dee tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:55.023056 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88206708-ee35-40c4-b2fe-d885a2f71dee tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event deleted for resources: {'Port': ['ID=0e6cd60e-617c-410f-9928-fdb85a8d9a19,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:55.611747 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0b884-8400-4731-ac60-a7623d2b525e req-5183ccee-bff1-4282-9284-765d42fcb581 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:55.613311 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64d0b884-8400-4731-ac60-a7623d2b525e req-5183ccee-bff1-4282-9284-765d42fcb581 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 1096 time: 0.1488178 Nov 25 20:06:55.683874 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88206708-ee35-40c4-b2fe-d885a2f71dee tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:55.687745 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64d0b884-8400-4731-ac60-a7623d2b525e req-47430e2d-8ff8-443e-a89a-b9ae9f6fcceb tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635884 Nov 25 20:06:55.880486 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093d702-ef5c-4a82-9c57-6f4fbeb40c60 req-4bc1387b-5ce0-4ff9-8cd6-aae790a3fe4f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:55.882161 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d093d702-ef5c-4a82-9c57-6f4fbeb40c60 req-4bc1387b-5ce0-4ff9-8cd6-aae790a3fe4f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 945 time: 0.0885375 Nov 25 20:06:56.051329 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d093d702-ef5c-4a82-9c57-6f4fbeb40c60 req-f4889f12-06a1-4966-8cd2-0b875a0723d4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928342 Nov 25 20:06:56.084048 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52600) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:56.086065 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88206708-ee35-40c4-b2fe-d885a2f71dee tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Router 5716db9e-a7a5-441d-954b-2743d526e0bf has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:06:56.172258 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-eafc8c52-089e-4284-b309-554d68f8bf85 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/floatingips/4ce2bf83-719b-4cb3-bd3e-f0b2105107b0 HTTP/1.1" status: 200 len: 993 time: 0.0868275 Nov 25 20:06:56.216342 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88206708-ee35-40c4-b2fe-d885a2f71dee tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:06:56.222866 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-88206708-ee35-40c4-b2fe-d885a2f71dee tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "PUT /v2.0/routers/5716db9e-a7a5-441d-954b-2743d526e0bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5707810 Nov 25 20:06:56.225284 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52604) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:56.226226 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5602f50e-f48b-4a88-8429-a9f3847dda33 None None] Sync routers for ids ['5716db9e-a7a5-441d-954b-2743d526e0bf'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:06:56.251806 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5602f50e-f48b-4a88-8429-a9f3847dda33 None None] Routers {'5716db9e-a7a5-441d-954b-2743d526e0bf'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:06:56.252860 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-5602f50e-f48b-4a88-8429-a9f3847dda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:06:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['5716db9e-a7a5-441d-954b-2743d526e0bf'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:56.286938 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-e820fd9b-b6d5-438f-9290-a67cc63d199a tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Deleting subnet 3c56b7ec-8fcf-48b5-a2ec-d5125b9fb41b {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:06:56.295183 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e820fd9b-b6d5-438f-9290-a67cc63d199a tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:56.374969 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e820fd9b-b6d5-438f-9290-a67cc63d199a tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:56.414943 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-5602f50e-f48b-4a88-8429-a9f3847dda33 None None] Set router 5716db9e-a7a5-441d-954b-2743d526e0bf gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:06:56.505066 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e820fd9b-b6d5-438f-9290-a67cc63d199a tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:56.579120 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e820fd9b-b6d5-438f-9290-a67cc63d199a tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:56.615977 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820fd9b-b6d5-438f-9290-a67cc63d199a tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event deleted for resources: {'Subnet': ['ID=3c56b7ec-8fcf-48b5-a2ec-d5125b9fb41b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:56.624681 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e820fd9b-b6d5-438f-9290-a67cc63d199a tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:56.626093 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4034d92c-6c47-4b78-945e-205b5e9da854 None None] Network aea1efd1-6411-41f2-b60a-039e088cccfd requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:06:56.630753 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e820fd9b-b6d5-438f-9290-a67cc63d199a tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "DELETE /v2.0/subnets/3c56b7ec-8fcf-48b5-a2ec-d5125b9fb41b HTTP/1.1" status: 204 len: 168 time: 0.4030313 Nov 25 20:06:56.632814 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52616) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:56.805654 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-118d6b11-946e-4bb9-b061-1f99afae51b3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:56.832943 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-5602f50e-f48b-4a88-8429-a9f3847dda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716db9e-a7a5-441d-954b-2743d526e0bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936152109', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'adac2bb6-5a8d-434c-ad8b-fd58cd150d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:06:28Z', 'updated_at': '2021-11-25T20:06:54Z', 'revision_number': 5, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'gw_port': {'id': 'adac2bb6-5a8d-434c-ad8b-fd58cd150d10', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716db9e-a7a5-441d-954b-2743d526e0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:29Z', 'updated_at': '2021-11-25T20:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:56.924636 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5602f50e-f48b-4a88-8429-a9f3847dda33 None None] Checking router: 5716db9e-a7a5-441d-954b-2743d526e0bf for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:06:56.957475 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5602f50e-f48b-4a88-8429-a9f3847dda33 None None] Routers {'5716db9e-a7a5-441d-954b-2743d526e0bf'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:06:56.958175 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-5602f50e-f48b-4a88-8429-a9f3847dda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:06:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['5716db9e-a7a5-441d-954b-2743d526e0bf'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:57.009552 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dc060b-5e81-4363-88c7-d22bffbea282 None None] DHCP port deletion for aea1efd1-6411-41f2-b60a-039e088cccfd request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:06:57.071130 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-0911809d-22d0-4877-9d52-148f8862e970 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1329734 Nov 25 20:06:57.126026 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-54dc060b-5e81-4363-88c7-d22bffbea282 None None] Deleting port a7d6c32c-3328-4f65-a30d-935afb0ee937 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:06:57.126490 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-54dc060b-5e81-4363-88c7-d22bffbea282 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:57.151314 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349929e8-4dfa-4431-bee5-9ed78182bdb1 req-3a79b9b1-7f88-4772-b213-65dd482bf600 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:57.159367 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-349929e8-4dfa-4431-bee5-9ed78182bdb1 req-3a79b9b1-7f88-4772-b213-65dd482bf600 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 945 time: 0.1355684 Nov 25 20:06:57.223846 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-118d6b11-946e-4bb9-b061-1f99afae51b3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:57.282928 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-54dc060b-5e81-4363-88c7-d22bffbea282 None None] For port a7d6c32c-3328-4f65-a30d-935afb0ee937, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a7d6c32c-3328-4f65-a30d-935afb0ee937,segment=NetworkSegment(9f1fecc0-a6af-4ffb-96d8-08a237c0b524),segment_id=9f1fecc0-a6af-4ffb-96d8-08a237c0b524)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:06:57.283340 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-54dc060b-5e81-4363-88c7-d22bffbea282 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:57.305308 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-5602f50e-f48b-4a88-8429-a9f3847dda33 None None] Set router 5716db9e-a7a5-441d-954b-2743d526e0bf gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:06:57.317288 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-349929e8-4dfa-4431-bee5-9ed78182bdb1 req-8f36fc1f-c029-4b11-844e-94e1b809a30a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548603 Nov 25 20:06:57.323365 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-54dc060b-5e81-4363-88c7-d22bffbea282 None None] Calling delete_port for a7d6c32c-3328-4f65-a30d-935afb0ee937 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:06:57.426727 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-118d6b11-946e-4bb9-b061-1f99afae51b3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Deleting port adac2bb6-5a8d-434c-ad8b-fd58cd150d10 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:06:57.427079 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-118d6b11-946e-4bb9-b061-1f99afae51b3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:57.492869 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-54dc060b-5e81-4363-88c7-d22bffbea282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:57.568710 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dc060b-5e81-4363-88c7-d22bffbea282 None None] No DVR routers for this DVR port a7d6c32c-3328-4f65-a30d-935afb0ee937 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:06:57.572135 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc060b-5e81-4363-88c7-d22bffbea282 None None] Pushing event deleted for resources: {'Port': ['ID=a7d6c32c-3328-4f65-a30d-935afb0ee937,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:57.588058 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a7d6c32c-3328-4f65-a30d-935afb0ee937 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:06:57.628027 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-118d6b11-946e-4bb9-b061-1f99afae51b3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] For port adac2bb6-5a8d-434c-ad8b-fd58cd150d10, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=adac2bb6-5a8d-434c-ad8b-fd58cd150d10,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:06:57.629152 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-118d6b11-946e-4bb9-b061-1f99afae51b3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:57.644200 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: a7d6c32c-3328-4f65-a30d-935afb0ee937 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:06:57.644765 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a7d6c32c-3328-4f65-a30d-935afb0ee937 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:06:57.649368 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-118d6b11-946e-4bb9-b061-1f99afae51b3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Calling delete_port for adac2bb6-5a8d-434c-ad8b-fd58cd150d10 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:06:57.765829 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-5602f50e-f48b-4a88-8429-a9f3847dda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716db9e-a7a5-441d-954b-2743d526e0bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936152109', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'adac2bb6-5a8d-434c-ad8b-fd58cd150d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:06:28Z', 'updated_at': '2021-11-25T20:06:54Z', 'revision_number': 5, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'gw_port': {'id': 'adac2bb6-5a8d-434c-ad8b-fd58cd150d10', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716db9e-a7a5-441d-954b-2743d526e0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:29Z', 'updated_at': '2021-11-25T20:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:57.830483 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5602f50e-f48b-4a88-8429-a9f3847dda33 None None] The sync data for ids ['5716db9e-a7a5-441d-954b-2743d526e0bf'] in n-d-819349-5 is: [{'id': '5716db9e-a7a5-441d-954b-2743d526e0bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936152109', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'adac2bb6-5a8d-434c-ad8b-fd58cd150d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:06:28Z', 'updated_at': '2021-11-25T20:06:54Z', 'revision_number': 5, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'gw_port': {'id': 'adac2bb6-5a8d-434c-ad8b-fd58cd150d10', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716db9e-a7a5-441d-954b-2743d526e0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:29Z', 'updated_at': '2021-11-25T20:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:06:57.913899 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-118d6b11-946e-4bb9-b061-1f99afae51b3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:57.943593 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d6b11-946e-4bb9-b061-1f99afae51b3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event deleted for resources: {'Port': ['ID=adac2bb6-5a8d-434c-ad8b-fd58cd150d10,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:57.962180 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf01caf-0a9a-405c-bf26-aa92eae2e131 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:06:58.027712 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-118d6b11-946e-4bb9-b061-1f99afae51b3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:58.141828 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-118d6b11-946e-4bb9-b061-1f99afae51b3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:58.144738 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-118d6b11-946e-4bb9-b061-1f99afae51b3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:58.209253 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-118d6b11-946e-4bb9-b061-1f99afae51b3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:58.211297 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118d6b11-946e-4bb9-b061-1f99afae51b3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Fanout notify agent at l3_agent the message router_deleted on router 5716db9e-a7a5-441d-954b-2743d526e0bf {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:06:58.225992 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-118d6b11-946e-4bb9-b061-1f99afae51b3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:58.227528 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-118d6b11-946e-4bb9-b061-1f99afae51b3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "DELETE /v2.0/routers/5716db9e-a7a5-441d-954b-2743d526e0bf HTTP/1.1" status: 204 len: 168 time: 1.5933769 Nov 25 20:06:58.230715 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52650) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:58.346562 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93f89713-3ed0-4c3d-95e1-8547048cb82b tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:58.503570 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0e8b5-a84f-4c46-9dac-7abb15490dbe req-fb160bda-4a5d-44c5-a12f-85e2d0b1b20d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:58.505802 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1c0e8b5-a84f-4c46-9dac-7abb15490dbe req-fb160bda-4a5d-44c5-a12f-85e2d0b1b20d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 945 time: 0.1140935 Nov 25 20:06:58.532897 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93f89713-3ed0-4c3d-95e1-8547048cb82b tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:58.567985 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-93f89713-3ed0-4c3d-95e1-8547048cb82b tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea1efd1-6411-41f2-b60a-039e088cccfd']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:58.580193 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-93f89713-3ed0-4c3d-95e1-8547048cb82b tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1fecc0-a6af-4ffb-96d8-08a237c0b524') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:58.580501 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-93f89713-3ed0-4c3d-95e1-8547048cb82b tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1fecc0-a6af-4ffb-96d8-08a237c0b524') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:58.592171 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93f89713-3ed0-4c3d-95e1-8547048cb82b tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:58.608116 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93f89713-3ed0-4c3d-95e1-8547048cb82b tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:58.628089 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1c0e8b5-a84f-4c46-9dac-7abb15490dbe req-0230e2a4-0493-40f8-a872-bf07bd0bc92d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075339 Nov 25 20:06:58.633316 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f89713-3ed0-4c3d-95e1-8547048cb82b tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:06:58.634837 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93f89713-3ed0-4c3d-95e1-8547048cb82b tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:06:58.639420 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:06:58.718128 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93f89713-3ed0-4c3d-95e1-8547048cb82b tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:58.723580 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93f89713-3ed0-4c3d-95e1-8547048cb82b tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:58.728506 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-93f89713-3ed0-4c3d-95e1-8547048cb82b tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "DELETE /v2.0/networks/aea1efd1-6411-41f2-b60a-039e088cccfd HTTP/1.1" status: 204 len: 168 time: 0.4967163 Nov 25 20:06:58.731499 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52660) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:58.770943 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f89713-3ed0-4c3d-95e1-8547048cb82b tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event deleted for resources: {'Network': ['ID=aea1efd1-6411-41f2-b60a-039e088cccfd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:58.995063 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-d31db8e9-4be8-4440-9d75-b3c344698012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:58.996644 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-d31db8e9-4be8-4440-9d75-b3c344698012 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 1096 time: 0.0805950 Nov 25 20:06:59.095028 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52664) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:59.179186 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a4e4bd8e-f7ec-4aca-b2f6-7a020aa7a4e3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Deleting port 8a63aaa6-e57b-4fdd-943b-c05f176b8339 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:06:59.179657 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a4e4bd8e-f7ec-4aca-b2f6-7a020aa7a4e3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:59.183712 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-df2538d8-28b8-419c-baef-707917665a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:59.186749 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-df2538d8-28b8-419c-baef-707917665a4f service neutron] 10.222.0.85 "GET /v2.0/networks?id=825c5a3f-ce49-4394-b48a-f63de2d0aa51 HTTP/1.1" status: 200 len: 897 time: 0.1689408 Nov 25 20:06:59.241713 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28b7a97d-5f0e-40b3-bc4d-2ef42b5f9eff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:59.312293 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0ed253b0-9f07-4981-8027-46f3498e8f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:59.376320 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-97f6fb1c-6ff6-4536-85af-64f84bab051f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1 HTTP/1.1" status: 200 len: 1001 time: 0.1765764 Nov 25 20:06:59.405777 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a4e4bd8e-f7ec-4aca-b2f6-7a020aa7a4e3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:59.406531 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a4e4bd8e-f7ec-4aca-b2f6-7a020aa7a4e3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:59.456439 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a4e4bd8e-f7ec-4aca-b2f6-7a020aa7a4e3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Calling delete_port for 8a63aaa6-e57b-4fdd-943b-c05f176b8339 owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:06:59.466715 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28b7a97d-5f0e-40b3-bc4d-2ef42b5f9eff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:59.476040 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28b7a97d-5f0e-40b3-bc4d-2ef42b5f9eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:59.499651 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-3b59c612-bb49-43d8-b905-5fe04f31b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:59.501329 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-3b59c612-bb49-43d8-b905-5fe04f31b47e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=25ba5dac-8c46-4597-9a97-31409eea9b7e HTTP/1.1" status: 200 len: 835 time: 0.1137331 Nov 25 20:06:59.532825 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-28b7a97d-5f0e-40b3-bc4d-2ef42b5f9eff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0e7e03e72fdb4c6ebe4b27b18efd4bed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4343455 Nov 25 20:06:59.538106 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52668) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:59.549375 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0e6cd60e-617c-410f-9928-fdb85a8d9a19 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:06:59.603365 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 0e6cd60e-617c-410f-9928-fdb85a8d9a19 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:06:59.603727 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0e6cd60e-617c-410f-9928-fdb85a8d9a19 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:06:59.604161 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device adac2bb6-5a8d-434c-ad8b-fd58cd150d10 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:06:59.613827 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7a97d-5f0e-40b3-bc4d-2ef42b5f9eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa897b92-b1d8-4da0-abd7-db85f38d6f9a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:59.676142 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: adac2bb6-5a8d-434c-ad8b-fd58cd150d10 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:06:59.676811 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device adac2bb6-5a8d-434c-ad8b-fd58cd150d10 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:06:59.700288 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61f1ac9d-0bdc-4996-a125-3fcaa3c529ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:59.706437 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-0d779f4c-c431-4e9c-92fb-e4fc6729d8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:59.708593 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-0d779f4c-c431-4e9c-92fb-e4fc6729d8e9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=825c5a3f-ce49-4394-b48a-f63de2d0aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1771965 Nov 25 20:06:59.736546 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61f1ac9d-0bdc-4996-a125-3fcaa3c529ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:59.817563 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61f1ac9d-0bdc-4996-a125-3fcaa3c529ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:59.820823 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61f1ac9d-0bdc-4996-a125-3fcaa3c529ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:59.822954 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-61f1ac9d-0bdc-4996-a125-3fcaa3c529ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fa897b92-b1d8-4da0-abd7-db85f38d6f9a HTTP/1.1" status: 204 len: 168 time: 0.2697833 Nov 25 20:06:59.833889 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1ac9d-0bdc-4996-a125-3fcaa3c529ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa897b92-b1d8-4da0-abd7-db85f38d6f9a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:00.011584 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029415d-6fc8-4338-9c57-cb95903f9e80 req-5ae01cfe-9263-4842-aab9-5740d179b98a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:00.014592 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d029415d-6fc8-4338-9c57-cb95903f9e80 req-5ae01cfe-9263-4842-aab9-5740d179b98a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 945 time: 0.2703846 Nov 25 20:07:00.017118 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-8ee191f9-df84-4536-94af-0875798c5067 service neutron] 10.222.0.85 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970834 Nov 25 20:07:00.084239 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a4e4bd8e-f7ec-4aca-b2f6-7a020aa7a4e3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:00.175459 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4bd8e-f7ec-4aca-b2f6-7a020aa7a4e3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event deleted for resources: {'Port': ['ID=8a63aaa6-e57b-4fdd-943b-c05f176b8339,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:00.229363 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d029415d-6fc8-4338-9c57-cb95903f9e80 req-60b7c987-dde9-4ae3-b465-c331d2316c95 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059057 Nov 25 20:07:00.288920 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-c7c640d7-24fa-4189-9aa5-b69645ddefaa service neutron] 10.222.0.85 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642682 Nov 25 20:07:00.341689 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a4e4bd8e-f7ec-4aca-b2f6-7a020aa7a4e3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:00.342260 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-a4e4bd8e-f7ec-4aca-b2f6-7a020aa7a4e3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Floating IP 5f758c0d-e862-4893-ab0d-6663eaa9dab6 disassociated (deleted). External IP: 172.25.6.57, port: b003a05b-5837-4b37-b3d7-c1f9091b41cc. Nov 25 20:07:00.859681 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52698) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:00.910055 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e4bd8e-f7ec-4aca-b2f6-7a020aa7a4e3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Router 641b4a27-906e-49e6-94a3-8742a528846a has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:07:00.980980 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-580ec978-4588-485f-8546-d20bb2cdf503 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-755245226-network', 'tenant_id': 'a892aa419f634832888faef338a311f9'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:07:01.013472 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580ec978-4588-485f-8546-d20bb2cdf503 admin admin] Made reservation on behalf of a892aa419f634832888faef338a311f9 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:07:01.016616 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-580ec978-4588-485f-8546-d20bb2cdf503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:01.026599 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-580ec978-4588-485f-8546-d20bb2cdf503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:01.044321 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e4bd8e-f7ec-4aca-b2f6-7a020aa7a4e3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:07:01.058686 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a4e4bd8e-f7ec-4aca-b2f6-7a020aa7a4e3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:01.062652 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3159e974-e177-4b86-84eb-5a414d252fe6 None None] Sync routers for ids ['641b4a27-906e-49e6-94a3-8742a528846a'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:07:01.090570 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3159e974-e177-4b86-84eb-5a414d252fe6 None None] Routers {'641b4a27-906e-49e6-94a3-8742a528846a'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:07:01.093299 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3159e974-e177-4b86-84eb-5a414d252fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:06:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['641b4a27-906e-49e6-94a3-8742a528846a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:01.111364 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a4e4bd8e-f7ec-4aca-b2f6-7a020aa7a4e3 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "DELETE /v2.0/floatingips/5f758c0d-e862-4893-ab0d-6663eaa9dab6 HTTP/1.1" status: 204 len: 168 time: 2.3781736 Nov 25 20:07:01.128703 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbd20ce-ce1a-40da-a418-e791cffc58a7', 'tag': 'b003a05b-5837-4b37-b3d7-c1f9091b41cc'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:07:01.132384 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664a690e-4cb5-47c7-859b-bae08a7dac19" -d '{"events": [{"name": "network-changed", "server_uuid": "dcbd20ce-ce1a-40da-a418-e791cffc58a7", "tag": "b003a05b-5837-4b37-b3d7-c1f9091b41cc"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:07:01.172503 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-580ec978-4588-485f-8546-d20bb2cdf503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:01.180619 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-580ec978-4588-485f-8546-d20bb2cdf503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:01.204410 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580ec978-4588-485f-8546-d20bb2cdf503 admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:07:01.227319 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-580ec978-4588-485f-8546-d20bb2cdf503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:01.227685 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-580ec978-4588-485f-8546-d20bb2cdf503 admin admin] Added segment 49ee43bf-fba4-47d1-9404-c30dfa899c88 of type vlan for network 0c9ac5d1-32b6-4966-ad21-6af856ee380a Nov 25 20:07:01.229504 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ec978-4588-485f-8546-d20bb2cdf503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8656d6c-8c64-4b02-8b07-f7ad7676f728,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:01.256438 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-3159e974-e177-4b86-84eb-5a414d252fe6 None None] Set router 641b4a27-906e-49e6-94a3-8742a528846a gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:07:01.296399 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-580ec978-4588-485f-8546-d20bb2cdf503 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:01.349905 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-580ec978-4588-485f-8546-d20bb2cdf503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:01.353994 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580ec978-4588-485f-8546-d20bb2cdf503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:01.354660 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-580ec978-4588-485f-8546-d20bb2cdf503 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:01.375750 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6beead-5911-4d13-b668-63ddc90717e8 x-openstack-request-id: req-fa6beead-5911-4d13-b668-63ddc90717e8 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:07:01.376359 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcbd20ce-ce1a-40da-a418-e791cffc58a7", "tag": "b003a05b-5837-4b37-b3d7-c1f9091b41cc", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:07:01.376645 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fa6beead-5911-4d13-b668-63ddc90717e8 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:07:01.377230 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbd20ce-ce1a-40da-a418-e791cffc58a7', 'tag': 'b003a05b-5837-4b37-b3d7-c1f9091b41cc', 'status': 'completed', 'code': 200} Nov 25 20:07:01.456789 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ec978-4588-485f-8546-d20bb2cdf503 admin admin] Pushing event updated for resources: {'Network': ['ID=0c9ac5d1-32b6-4966-ad21-6af856ee380a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:01.473154 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-580ec978-4588-485f-8546-d20bb2cdf503 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6122770 Nov 25 20:07:01.476194 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52710) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:01.481611 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 0c9ac5d1-32b6-4966-ad21-6af856ee380a details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:07:01.483280 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-807c6571-147e-4897-96fe-a46c118679ba admin admin] Request body: {'subnet': {'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-755245226-subnet', 'tenant_id': 'a892aa419f634832888faef338a311f9', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:07:01.509050 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807c6571-147e-4897-96fe-a46c118679ba admin admin] Made reservation on behalf of a892aa419f634832888faef338a311f9 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:07:01.512159 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-807c6571-147e-4897-96fe-a46c118679ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:01.529216 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a690e-4cb5-47c7-859b-bae08a7dac19 req-19cf6275-69cc-461f-8457-78ede4d7e11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:01.531778 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-664a690e-4cb5-47c7-859b-bae08a7dac19 req-19cf6275-69cc-461f-8457-78ede4d7e11b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4ae15cf3af2e483a8f91e2bb864cd5a9&device_id=dcbd20ce-ce1a-40da-a418-e791cffc58a7 HTTP/1.1" status: 200 len: 1135 time: 0.1228914 Nov 25 20:07:01.753594 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4651f0b4-85db-40d4-809e-12309fcc9ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:01.775597 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3159e974-e177-4b86-84eb-5a414d252fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641b4a27-906e-49e6-94a3-8742a528846a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-548538037', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:26Z', 'updated_at': '2021-11-25T20:05:32Z', 'revision_number': 4, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'gw_port': {'id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641b4a27-906e-49e6-94a3-8742a528846a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:27Z', 'updated_at': '2021-11-25T20:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '46bcf007-06c2-4e06-ad3a-6aa526ce4038', 'name': '', 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'mac_address': 'fa:16:3e:76:51:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641b4a27-906e-49e6-94a3-8742a528846a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '625536d6-d1d4-4494-ab8a-7bd84039ef15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:31Z', 'updated_at': '2021-11-25T20:05:36Z', 'revision_number': 5, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'subnets': [{'id': '625536d6-d1d4-4494-ab8a-7bd84039ef15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:01.777191 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d658e-1b29-48c1-b40c-bfbf53a78450 req-4929ca9f-c308-4899-be2b-bb45a7f8d85a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:01.779916 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b62d658e-1b29-48c1-b40c-bfbf53a78450 req-4929ca9f-c308-4899-be2b-bb45a7f8d85a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 945 time: 0.3104370 Nov 25 20:07:01.862716 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3159e974-e177-4b86-84eb-5a414d252fe6 None None] Checking router: 641b4a27-906e-49e6-94a3-8742a528846a for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:07:01.880674 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3159e974-e177-4b86-84eb-5a414d252fe6 None None] Routers {'641b4a27-906e-49e6-94a3-8742a528846a'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:07:01.882189 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3159e974-e177-4b86-84eb-5a414d252fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:07:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['641b4a27-906e-49e6-94a3-8742a528846a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:01.886725 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a690e-4cb5-47c7-859b-bae08a7dac19 req-ee963b6b-158b-489c-80aa-cbea92ffa8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:01.892091 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-664a690e-4cb5-47c7-859b-bae08a7dac19 req-ee963b6b-158b-489c-80aa-cbea92ffa8f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b11e6bea-cc77-4b36-b0d6-51a5f7972a15 HTTP/1.1" status: 200 len: 898 time: 0.3287275 Nov 25 20:07:01.933584 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-807c6571-147e-4897-96fe-a46c118679ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:01.968855 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b62d658e-1b29-48c1-b40c-bfbf53a78450 req-081a3317-a7d7-4fb7-9944-de1901b4bc86 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772542 Nov 25 20:07:01.973169 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-664a690e-4cb5-47c7-859b-bae08a7dac19 req-9d877cc2-1c45-4098-94fd-be7b104022b8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b003a05b-5837-4b37-b3d7-c1f9091b41cc HTTP/1.1" status: 200 len: 217 time: 0.0652494 Nov 25 20:07:02.090086 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c6571-147e-4897-96fe-a46c118679ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=9831d4b2-52e8-4612-bf5a-b3e8626c86fe,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:02.117889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a690e-4cb5-47c7-859b-bae08a7dac19 req-8e3840e7-4263-4c98-ad09-ee00e23b16c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:02.119487 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-664a690e-4cb5-47c7-859b-bae08a7dac19 req-8e3840e7-4263-4c98-ad09-ee00e23b16c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=625536d6-d1d4-4494-ab8a-7bd84039ef15 HTTP/1.1" status: 200 len: 835 time: 0.1379855 Nov 25 20:07:02.174380 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807c6571-147e-4897-96fe-a46c118679ba admin admin] Checking segment: {'id': '49ee43bf-fba4-47d1-9404-c30dfa899c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:07:02.174831 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807c6571-147e-4897-96fe-a46c118679ba admin admin] Network hostable DHCP agents. Network: 0c9ac5d1-32b6-4966-ad21-6af856ee380a, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:07:02.274073 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807c6571-147e-4897-96fe-a46c118679ba admin admin] Network 0c9ac5d1-32b6-4966-ad21-6af856ee380a is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:07:02.294627 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-807c6571-147e-4897-96fe-a46c118679ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 0c9ac5d1-32b6-4966-ad21-6af856ee380a) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:07:02.313663 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807c6571-147e-4897-96fe-a46c118679ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:02.314418 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-807c6571-147e-4897-96fe-a46c118679ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:02.330730 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a690e-4cb5-47c7-859b-bae08a7dac19 req-3a2c5c28-17aa-4af8-8686-3b93dc005843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:02.332502 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-664a690e-4cb5-47c7-859b-bae08a7dac19 req-3a2c5c28-17aa-4af8-8686-3b93dc005843 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b11e6bea-cc77-4b36-b0d6-51a5f7972a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2047172 Nov 25 20:07:02.347174 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-807c6571-147e-4897-96fe-a46c118679ba admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8697350 Nov 25 20:07:02.356754 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52714) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:02.361652 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a42a038b-b684-4482-832a-9d9a2b57e408 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-755245226-router', 'tenant_id': 'a892aa419f634832888faef338a311f9', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:07:02.366829 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7777cdd2-d55d-4f1f-b35a-15454d1713cd None None] Network 0c9ac5d1-32b6-4966-ad21-6af856ee380a requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:07:02.415569 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a42a038b-b684-4482-832a-9d9a2b57e408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:02.419631 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a42a038b-b684-4482-832a-9d9a2b57e408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:02.481518 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877da9fb-82cc-4bb6-9fcf-9650fa9aca82 req-1aefc057-9828-48d9-a1df-a2e862940e4f tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:02.483957 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-877da9fb-82cc-4bb6-9fcf-9650fa9aca82 req-1aefc057-9828-48d9-a1df-a2e862940e4f tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcbd20ce-ce1a-40da-a418-e791cffc58a7 HTTP/1.1" status: 200 len: 984 time: 0.1946158 Nov 25 20:07:02.495466 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-3159e974-e177-4b86-84eb-5a414d252fe6 None None] Set router 641b4a27-906e-49e6-94a3-8742a528846a gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:07:02.501092 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a42a038b-b684-4482-832a-9d9a2b57e408 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:02.561744 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-664a690e-4cb5-47c7-859b-bae08a7dac19 req-3fcfbd4f-e198-4553-9357-104380c48670 service neutron] 10.222.0.73 "GET /v2.0/networks/b11e6bea-cc77-4b36-b0d6-51a5f7972a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900725 Nov 25 20:07:02.595676 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-877da9fb-82cc-4bb6-9fcf-9650fa9aca82 req-cc3315dd-f400-4e41-afba-a999822db88a tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b8bcaa-10a1-4156-8feb-bc874853f17c&id=b617d2b4-cbc1-4737-a1fe-e064341e1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1048498 Nov 25 20:07:02.656388 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af4adf0-0573-48f5-b927-388cb8532c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-0c9ac5d1-32b6-4966-ad21-6af856ee380a', 'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a', 'tenant_id': 'a892aa419f634832888faef338a311f9', 'fixed_ips': [{'subnet_id': '9831d4b2-52e8-4612-bf5a-b3e8626c86fe'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:07:02.657260 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3af4adf0-0573-48f5-b927-388cb8532c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:02.758261 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-664a690e-4cb5-47c7-859b-bae08a7dac19 req-9292390f-6c21-4b16-9e91-2c61ed8c005b service neutron] 10.222.0.73 "GET /v2.0/networks/b11e6bea-cc77-4b36-b0d6-51a5f7972a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826894 Nov 25 20:07:02.771305 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a42a038b-b684-4482-832a-9d9a2b57e408 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:03.006754 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-3af4adf0-0573-48f5-b927-388cb8532c4d None None] Allocated IP 172.20.0.2 (0c9ac5d1-32b6-4966-ad21-6af856ee380a/9831d4b2-52e8-4612-bf5a-b3e8626c86fe/950f64d3-7c49-4b86-a7bd-3fdbaee550df) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:07:03.014546 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3159e974-e177-4b86-84eb-5a414d252fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641b4a27-906e-49e6-94a3-8742a528846a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-548538037', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:26Z', 'updated_at': '2021-11-25T20:05:32Z', 'revision_number': 4, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'gw_port': {'id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641b4a27-906e-49e6-94a3-8742a528846a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:27Z', 'updated_at': '2021-11-25T20:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '46bcf007-06c2-4e06-ad3a-6aa526ce4038', 'name': '', 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'mac_address': 'fa:16:3e:76:51:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641b4a27-906e-49e6-94a3-8742a528846a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '625536d6-d1d4-4494-ab8a-7bd84039ef15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:31Z', 'updated_at': '2021-11-25T20:05:36Z', 'revision_number': 5, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'subnets': [{'id': '625536d6-d1d4-4494-ab8a-7bd84039ef15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:03.038053 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fae4c9-454b-413e-b94b-4eed27543dd6 req-225e652a-3bb1-4b5c-8342-cb0845bd7893 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:03.039936 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16fae4c9-454b-413e-b94b-4eed27543dd6 req-225e652a-3bb1-4b5c-8342-cb0845bd7893 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcbd20ce-ce1a-40da-a418-e791cffc58a7 HTTP/1.1" status: 200 len: 984 time: 0.1458504 Nov 25 20:07:03.043088 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a42a038b-b684-4482-832a-9d9a2b57e408 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:03.058808 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3159e974-e177-4b86-84eb-5a414d252fe6 None None] The sync data for ids ['641b4a27-906e-49e6-94a3-8742a528846a'] in n-d-819349-5 is: [{'id': '641b4a27-906e-49e6-94a3-8742a528846a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-548538037', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:26Z', 'updated_at': '2021-11-25T20:05:32Z', 'revision_number': 4, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'gw_port': {'id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641b4a27-906e-49e6-94a3-8742a528846a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:27Z', 'updated_at': '2021-11-25T20:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '46bcf007-06c2-4e06-ad3a-6aa526ce4038', 'name': '', 'network_id': 'b11e6bea-cc77-4b36-b0d6-51a5f7972a15', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'mac_address': 'fa:16:3e:76:51:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641b4a27-906e-49e6-94a3-8742a528846a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '625536d6-d1d4-4494-ab8a-7bd84039ef15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:31Z', 'updated_at': '2021-11-25T20:05:36Z', 'revision_number': 5, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'subnets': [{'id': '625536d6-d1d4-4494-ab8a-7bd84039ef15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:07:03.093373 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a42a038b-b684-4482-832a-9d9a2b57e408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:03.294072 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fc351-39d1-4ccf-8acb-4dc90d8feb4e req-4eee4509-4770-47e5-87c2-c234b9d1b53e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:03.295596 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-a42a038b-b684-4482-832a-9d9a2b57e408 admin admin] Allocated IP 172.25.6.81 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/fb65cc62-3ae6-44ec-9b0e-2aff255f1b35) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:07:03.303357 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-716fc351-39d1-4ccf-8acb-4dc90d8feb4e req-4eee4509-4770-47e5-87c2-c234b9d1b53e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 945 time: 0.1302817 Nov 25 20:07:03.368688 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-16fae4c9-454b-413e-b94b-4eed27543dd6 req-11356a5c-e1f5-4f8d-9d73-54007deb5e8c tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Deleting port b003a05b-5837-4b37-b3d7-c1f9091b41cc {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:07:03.369395 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-16fae4c9-454b-413e-b94b-4eed27543dd6 req-11356a5c-e1f5-4f8d-9d73-54007deb5e8c tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:03.418094 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3af4adf0-0573-48f5-b927-388cb8532c4d None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:03.428578 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3af4adf0-0573-48f5-b927-388cb8532c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:03.483444 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a42a038b-b684-4482-832a-9d9a2b57e408 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:03.484504 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4adf0-0573-48f5-b927-388cb8532c4d None None] Pushing event updated for resources: {'Port': ['ID=950f64d3-7c49-4b86-a7bd-3fdbaee550df,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:03.491476 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af4adf0-0573-48f5-b927-388cb8532c4d None None] Network 0c9ac5d1-32b6-4966-ad21-6af856ee380a is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:07:03.492891 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-3af4adf0-0573-48f5-b927-388cb8532c4d None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:07:03.496545 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af4adf0-0573-48f5-b927-388cb8532c4d None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:07:03.530328 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-716fc351-39d1-4ccf-8acb-4dc90d8feb4e req-fe72072a-09c7-494f-bb34-70dfbbecf6e9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258325 Nov 25 20:07:03.589757 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3af4adf0-0573-48f5-b927-388cb8532c4d None None] Attempting to bind port 950f64d3-7c49-4b86-a7bd-3fdbaee550df on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:07:03.590136 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3af4adf0-0573-48f5-b927-388cb8532c4d None None] Attempting to bind port 950f64d3-7c49-4b86-a7bd-3fdbaee550df by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '49ee43bf-fba4-47d1-9404-c30dfa899c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:07:03.590726 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af4adf0-0573-48f5-b927-388cb8532c4d None None] Attempting to bind port 950f64d3-7c49-4b86-a7bd-3fdbaee550df on network 0c9ac5d1-32b6-4966-ad21-6af856ee380a {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:07:03.592863 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a42a038b-b684-4482-832a-9d9a2b57e408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:03.600602 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af4adf0-0573-48f5-b927-388cb8532c4d None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:07:03.600999 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af4adf0-0573-48f5-b927-388cb8532c4d None None] Checking segment: {'id': '49ee43bf-fba4-47d1-9404-c30dfa899c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:07:03.602707 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3af4adf0-0573-48f5-b927-388cb8532c4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:03.604090 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af4adf0-0573-48f5-b927-388cb8532c4d None None] Bound using segment: {'id': '49ee43bf-fba4-47d1-9404-c30dfa899c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:07:03.604777 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3af4adf0-0573-48f5-b927-388cb8532c4d None None] Bound port: 950f64d3-7c49-4b86-a7bd-3fdbaee550df, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ee43bf-fba4-47d1-9404-c30dfa899c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:07:03.605275 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3af4adf0-0573-48f5-b927-388cb8532c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:03.610512 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-16fae4c9-454b-413e-b94b-4eed27543dd6 req-11356a5c-e1f5-4f8d-9d73-54007deb5e8c tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] For port b003a05b-5837-4b37-b3d7-c1f9091b41cc, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b003a05b-5837-4b37-b3d7-c1f9091b41cc,segment=NetworkSegment(578f9daa-b83d-4813-89ad-d43433d4521d),segment_id=578f9daa-b83d-4813-89ad-d43433d4521d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:03.610897 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-16fae4c9-454b-413e-b94b-4eed27543dd6 req-11356a5c-e1f5-4f8d-9d73-54007deb5e8c tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:03.641008 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-16fae4c9-454b-413e-b94b-4eed27543dd6 req-11356a5c-e1f5-4f8d-9d73-54007deb5e8c tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Calling delete_port for b003a05b-5837-4b37-b3d7-c1f9091b41cc owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:07:03.662538 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe7a75a-0250-4e58-ba40-a7cb534ae679 None None] New status for floating IP 5f758c0d-e862-4893-ab0d-6663eaa9dab6: DOWN {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:07:03.675826 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42a038b-b684-4482-832a-9d9a2b57e408 admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:07:03.682896 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a42a038b-b684-4482-832a-9d9a2b57e408 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:07:03.704216 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42a038b-b684-4482-832a-9d9a2b57e408 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:07:03.709004 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3af4adf0-0573-48f5-b927-388cb8532c4d None None] For port 950f64d3-7c49-4b86-a7bd-3fdbaee550df, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:07:03.714362 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3af4adf0-0573-48f5-b927-388cb8532c4d None None] For port 950f64d3-7c49-4b86-a7bd-3fdbaee550df, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=950f64d3-7c49-4b86-a7bd-3fdbaee550df,segment=NetworkSegment(49ee43bf-fba4-47d1-9404-c30dfa899c88),segment_id=49ee43bf-fba4-47d1-9404-c30dfa899c88)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:07:03.718639 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae70f89d-5284-4c34-8a78-7f4baff4f58f None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:07:03.723321 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3af4adf0-0573-48f5-b927-388cb8532c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:03.814822 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a038b-b684-4482-832a-9d9a2b57e408 admin admin] Pushing event updated for resources: {'Port': ['ID=fb65cc62-3ae6-44ec-9b0e-2aff255f1b35,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:03.845519 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:03.874043 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4adf0-0573-48f5-b927-388cb8532c4d None None] Pushing event updated for resources: {'Port': ['ID=950f64d3-7c49-4b86-a7bd-3fdbaee550df,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:03.925842 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4844310a-00a8-4f56-b368-ef797172fbc4 None None] Provisioning complete for port fb65cc62-3ae6-44ec-9b0e-2aff255f1b35 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:03.926276 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4844310a-00a8-4f56-b368-ef797172fbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:03.953956 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411ab4b-6718-4a5b-b8ce-04f8e58e5ab6 req-6d727884-155a-44cc-b7bc-54995bd99ad4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:03.963627 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6411ab4b-6718-4a5b-b8ce-04f8e58e5ab6 req-6d727884-155a-44cc-b7bc-54995bd99ad4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcbd20ce-ce1a-40da-a418-e791cffc58a7 HTTP/1.1" status: 200 len: 984 time: 0.1825976 Nov 25 20:07:03.980801 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4844310a-00a8-4f56-b368-ef797172fbc4 None None] Port fb65cc62-3ae6-44ec-9b0e-2aff255f1b35 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:07:04.185717 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6411ab4b-6718-4a5b-b8ce-04f8e58e5ab6 req-44588a91-cdb5-4f7c-9167-e06470ccabcc tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b8bcaa-10a1-4156-8feb-bc874853f17c&id=b617d2b4-cbc1-4737-a1fe-e064341e1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2184398 Nov 25 20:07:04.215524 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-16fae4c9-454b-413e-b94b-4eed27543dd6 req-11356a5c-e1f5-4f8d-9d73-54007deb5e8c tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:04.261584 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11356a5c-e1f5-4f8d-9d73-54007deb5e8c tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event deleted for resources: {'Port': ['ID=b003a05b-5837-4b37-b3d7-c1f9091b41cc,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:04.276556 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a42a038b-b684-4482-832a-9d9a2b57e408 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:04.348453 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fae4c9-454b-413e-b94b-4eed27543dd6 req-11356a5c-e1f5-4f8d-9d73-54007deb5e8c tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] No DVR routers for this DVR port b003a05b-5837-4b37-b3d7-c1f9091b41cc on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:07:04.352486 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-16fae4c9-454b-413e-b94b-4eed27543dd6 req-11356a5c-e1f5-4f8d-9d73-54007deb5e8c tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:04.357105 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16fae4c9-454b-413e-b94b-4eed27543dd6 req-11356a5c-e1f5-4f8d-9d73-54007deb5e8c tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.73 "DELETE /v2.0/ports/b003a05b-5837-4b37-b3d7-c1f9091b41cc HTTP/1.1" status: 204 len: 173 time: 1.3095491 Nov 25 20:07:04.357725 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbd20ce-ce1a-40da-a418-e791cffc58a7', 'name': 'network-vif-deleted', 'tag': 'b003a05b-5837-4b37-b3d7-c1f9091b41cc'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:07:04.360646 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52c585b-b1d0-481b-82af-391eeb7de716" -d '{"events": [{"server_uuid": "dcbd20ce-ce1a-40da-a418-e791cffc58a7", "name": "network-vif-deleted", "tag": "b003a05b-5837-4b37-b3d7-c1f9091b41cc"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:07:04.468364 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62443e58-ae2c-4b7f-93e8-825343034a72 x-openstack-request-id: req-62443e58-ae2c-4b7f-93e8-825343034a72 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:07:04.468780 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbd20ce-ce1a-40da-a418-e791cffc58a7", "name": "network-vif-deleted", "tag": "b003a05b-5837-4b37-b3d7-c1f9091b41cc", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:07:04.469162 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62443e58-ae2c-4b7f-93e8-825343034a72 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:07:04.469670 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbd20ce-ce1a-40da-a418-e791cffc58a7', 'name': 'network-vif-deleted', 'tag': 'b003a05b-5837-4b37-b3d7-c1f9091b41cc', 'status': 'completed', 'code': 200} Nov 25 20:07:04.538589 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a42a038b-b684-4482-832a-9d9a2b57e408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:04.704598 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42a038b-b684-4482-832a-9d9a2b57e408 admin admin] Router dbfabf47-ade2-45f8-a7a4-a9566f4fb196 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:07:04.725413 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f35140-9e7a-4eff-9265-fb3345622613 req-804a0e59-44ba-4b41-b09e-2ca54f762df6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:04.733730 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03f35140-9e7a-4eff-9265-fb3345622613 req-804a0e59-44ba-4b41-b09e-2ca54f762df6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 945 time: 0.0828764 Nov 25 20:07:04.846733 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03f35140-9e7a-4eff-9265-fb3345622613 req-93d49b72-a08e-4208-9568-e1ff8bef6307 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115522 Nov 25 20:07:04.850246 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42a038b-b684-4482-832a-9d9a2b57e408 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:07:04.873582 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7db332-c8c9-4378-a492-9ab82bc19add None None] Sync routers for ids ['dbfabf47-ade2-45f8-a7a4-a9566f4fb196'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:07:04.891032 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7db332-c8c9-4378-a492-9ab82bc19add None None] Routers {'dbfabf47-ade2-45f8-a7a4-a9566f4fb196'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:07:04.892331 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5c7db332-c8c9-4378-a492-9ab82bc19add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:07:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['dbfabf47-ade2-45f8-a7a4-a9566f4fb196'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:04.934071 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a42a038b-b684-4482-832a-9d9a2b57e408 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:04.939777 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a42a038b-b684-4482-832a-9d9a2b57e408 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5788445 Nov 25 20:07:04.939777 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52728) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:05.106247 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5c7db332-c8c9-4378-a492-9ab82bc19add None None] Set router dbfabf47-ade2-45f8-a7a4-a9566f4fb196 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:07:05.312407 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52734) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:05.367198 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5c7db332-c8c9-4378-a492-9ab82bc19add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfabf47-ade2-45f8-a7a4-a9566f4fb196', 'name': 'tempest-TestServerMultinode-755245226-router', 'tenant_id': 'a892aa419f634832888faef338a311f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'fb65cc62-3ae6-44ec-9b0e-2aff255f1b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:07:02Z', 'updated_at': '2021-11-25T20:07:04Z', 'revision_number': 3, 'project_id': 'a892aa419f634832888faef338a311f9', 'gw_port': {'id': 'fb65cc62-3ae6-44ec-9b0e-2aff255f1b35', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfabf47-ade2-45f8-a7a4-a9566f4fb196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:03Z', 'updated_at': '2021-11-25T20:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:05.407775 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7db332-c8c9-4378-a492-9ab82bc19add None None] Checking router: dbfabf47-ade2-45f8-a7a4-a9566f4fb196 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:07:05.408788 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7db332-c8c9-4378-a492-9ab82bc19add None None] Updating router dbfabf47-ade2-45f8-a7a4-a9566f4fb196 port fb65cc62-3ae6-44ec-9b0e-2aff255f1b35 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:07:05.430272 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7190b767-f3f7-4698-b9be-4e9687d8a6b8 None None] Network 0c9ac5d1-32b6-4966-ad21-6af856ee380a requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:07:05.462813 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e2686e8-0d39-4903-9097-024a66eea371 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:05.510685 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e2686e8-0d39-4903-9097-024a66eea371 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:05.548679 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5c7db332-c8c9-4378-a492-9ab82bc19add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:05.580603 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e2686e8-0d39-4903-9097-024a66eea371 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:05.583317 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e2686e8-0d39-4903-9097-024a66eea371 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:05.584430 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1e2686e8-0d39-4903-9097-024a66eea371 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "DELETE /v2.0/security-groups/b617d2b4-cbc1-4737-a1fe-e064341e1de3 HTTP/1.1" status: 204 len: 168 time: 0.2677717 Nov 25 20:07:05.587441 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52736) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:05.650397 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-971c90bf-03e7-4232-a3bf-e9f8b457ac0b None None] Provisioning complete for port 950f64d3-7c49-4b86-a7bd-3fdbaee550df triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:05.650843 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-971c90bf-03e7-4232-a3bf-e9f8b457ac0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:05.652497 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:05.754707 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fc4659ff-8dd0-4025-8b8e-1c232b4019e4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:05.765982 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:05.768151 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 950f64d3-7c49-4b86-a7bd-3fdbaee550df up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:07:05.859590 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fc4659ff-8dd0-4025-8b8e-1c232b4019e4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:05.951015 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2686e8-0d39-4903-9097-024a66eea371 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b617d2b4-cbc1-4737-a1fe-e064341e1de3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:06.035593 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9def6-feed-4809-b415-0382744a256c req-178c1f3c-53e4-49a5-8776-cd6a1fed33e7 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:06.038124 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5e9def6-feed-4809-b415-0382744a256c req-178c1f3c-53e4-49a5-8776-cd6a1fed33e7 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 945 time: 0.0894179 Nov 25 20:07:06.043045 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fc4659ff-8dd0-4025-8b8e-1c232b4019e4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:06.068241 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3bbec1b-06b5-4a46-ba06-2fd23946a533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:06.072166 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fc4659ff-8dd0-4025-8b8e-1c232b4019e4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:06.076271 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fc4659ff-8dd0-4025-8b8e-1c232b4019e4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "DELETE /v2.0/security-groups/f3b8bcaa-10a1-4156-8feb-bc874853f17c HTTP/1.1" status: 204 len: 168 time: 0.4842567 Nov 25 20:07:06.082995 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52740) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:06.090695 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 950f64d3-7c49-4b86-a7bd-3fdbaee550df triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:06.091837 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:06.205858 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4659ff-8dd0-4025-8b8e-1c232b4019e4 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b8bcaa-10a1-4156-8feb-bc874853f17c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:06.266572 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5e9def6-feed-4809-b415-0382744a256c req-d3e3efda-a7c0-4617-9898-7cc1f29d645f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914773 Nov 25 20:07:06.519030 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-a3bbec1b-06b5-4a46-ba06-2fd23946a533 admin admin] Allocated IP 172.20.0.1 (0c9ac5d1-32b6-4966-ad21-6af856ee380a/9831d4b2-52e8-4612-bf5a-b3e8626c86fe/0b32ac17-2e9f-455a-b6c8-835bfff6ff76) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:07:06.523350 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-971c90bf-03e7-4232-a3bf-e9f8b457ac0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:06.619295 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-971c90bf-03e7-4232-a3bf-e9f8b457ac0b None None] For port 950f64d3-7c49-4b86-a7bd-3fdbaee550df, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=950f64d3-7c49-4b86-a7bd-3fdbaee550df,segment=NetworkSegment(49ee43bf-fba4-47d1-9404-c30dfa899c88),segment_id=49ee43bf-fba4-47d1-9404-c30dfa899c88)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:06.629888 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-971c90bf-03e7-4232-a3bf-e9f8b457ac0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:06.635422 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:06.705267 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3bbec1b-06b5-4a46-ba06-2fd23946a533 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:06.746652 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5c7db332-c8c9-4378-a492-9ab82bc19add None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:06.761370 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3bbec1b-06b5-4a46-ba06-2fd23946a533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:06.768067 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5c7db332-c8c9-4378-a492-9ab82bc19add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:06.811969 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bbec1b-06b5-4a46-ba06-2fd23946a533 admin admin] Network 0c9ac5d1-32b6-4966-ad21-6af856ee380a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:07:06.814980 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a3bbec1b-06b5-4a46-ba06-2fd23946a533 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:07:06.818761 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bbec1b-06b5-4a46-ba06-2fd23946a533 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:07:06.824455 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbec1b-06b5-4a46-ba06-2fd23946a533 admin admin] Pushing event updated for resources: {'Port': ['ID=0b32ac17-2e9f-455a-b6c8-835bfff6ff76,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:06.847050 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-99f195bb-0c79-402e-ae5f-47e0c90075e2 None None] Provisioning complete for port 950f64d3-7c49-4b86-a7bd-3fdbaee550df triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:06.847474 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-99f195bb-0c79-402e-ae5f-47e0c90075e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:06.864046 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3bbec1b-06b5-4a46-ba06-2fd23946a533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:06.877106 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c90bf-03e7-4232-a3bf-e9f8b457ac0b None None] Pushing event updated for resources: {'Port': ['ID=950f64d3-7c49-4b86-a7bd-3fdbaee550df,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:06.883280 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9687ca4c-4df2-4c38-bb45-268b3d00dd13 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:06.958113 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb9fb2-7982-4394-9bc5-98830a702864 None None] Pushing event updated for resources: {'Port': ['ID=fb65cc62-3ae6-44ec-9b0e-2aff255f1b35,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:06.979758 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd51123e-74f0-4652-b5bd-971f3ec9d50f None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:07:07.013990 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 20:07:07.014386 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 20:07:07.032687 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5c7db332-c8c9-4378-a492-9ab82bc19add None None] Attempting to bind port fb65cc62-3ae6-44ec-9b0e-2aff255f1b35 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:07:07.033075 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5c7db332-c8c9-4378-a492-9ab82bc19add None None] Attempting to bind port fb65cc62-3ae6-44ec-9b0e-2aff255f1b35 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:07:07.035203 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7db332-c8c9-4378-a492-9ab82bc19add None None] Attempting to bind port fb65cc62-3ae6-44ec-9b0e-2aff255f1b35 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:07:07.043203 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7db332-c8c9-4378-a492-9ab82bc19add None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:07:07.046703 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7db332-c8c9-4378-a492-9ab82bc19add None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:07:07.046703 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5c7db332-c8c9-4378-a492-9ab82bc19add None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:07.046703 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7db332-c8c9-4378-a492-9ab82bc19add None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:07:07.046703 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5c7db332-c8c9-4378-a492-9ab82bc19add None None] Bound port: fb65cc62-3ae6-44ec-9b0e-2aff255f1b35, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:07:07.046703 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5c7db332-c8c9-4378-a492-9ab82bc19add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:07.110975 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5c7db332-c8c9-4378-a492-9ab82bc19add None None] For port fb65cc62-3ae6-44ec-9b0e-2aff255f1b35, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:07:07.115419 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5c7db332-c8c9-4378-a492-9ab82bc19add None None] For port fb65cc62-3ae6-44ec-9b0e-2aff255f1b35, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=fb65cc62-3ae6-44ec-9b0e-2aff255f1b35,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:07:07.124399 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5c7db332-c8c9-4378-a492-9ab82bc19add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:07.191523 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3bbec1b-06b5-4a46-ba06-2fd23946a533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:07.231165 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aa432b-87fb-4bb1-9729-4afd6d6807b5 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:07:07.277700 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7db332-c8c9-4378-a492-9ab82bc19add None None] Routers {'dbfabf47-ade2-45f8-a7a4-a9566f4fb196'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:07:07.278140 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5c7db332-c8c9-4378-a492-9ab82bc19add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:07:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['dbfabf47-ade2-45f8-a7a4-a9566f4fb196'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:07.413481 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb9fb2-7982-4394-9bc5-98830a702864 None None] Pushing event updated for resources: {'Port': ['ID=fb65cc62-3ae6-44ec-9b0e-2aff255f1b35,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:07.438102 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5c7db332-c8c9-4378-a492-9ab82bc19add None None] Set router dbfabf47-ade2-45f8-a7a4-a9566f4fb196 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:07:07.495429 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3bbec1b-06b5-4a46-ba06-2fd23946a533 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:07.504384 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3bbec1b-06b5-4a46-ba06-2fd23946a533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:07.517985 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9687ca4c-4df2-4c38-bb45-268b3d00dd13 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Deleting port 46bcf007-06c2-4e06-ad3a-6aa526ce4038 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:07:07.518416 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9687ca4c-4df2-4c38-bb45-268b3d00dd13 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:07.595548 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da97d5b-bbef-48a5-a6c7-a04217e552f8 req-945a7124-296f-4122-98bc-6fa7f37de3d3 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:07.597039 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3da97d5b-bbef-48a5-a6c7-a04217e552f8 req-945a7124-296f-4122-98bc-6fa7f37de3d3 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 945 time: 0.1603990 Nov 25 20:07:07.645924 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbec1b-06b5-4a46-ba06-2fd23946a533 admin admin] Pushing event updated for resources: {'Port': ['ID=0b32ac17-2e9f-455a-b6c8-835bfff6ff76,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:07.648549 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3bbec1b-06b5-4a46-ba06-2fd23946a533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:07.688099 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device b003a05b-5837-4b37-b3d7-c1f9091b41cc no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:07:07.717570 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9687ca4c-4df2-4c38-bb45-268b3d00dd13 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] For port 46bcf007-06c2-4e06-ad3a-6aa526ce4038, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=46bcf007-06c2-4e06-ad3a-6aa526ce4038,segment=NetworkSegment(578f9daa-b83d-4813-89ad-d43433d4521d),segment_id=578f9daa-b83d-4813-89ad-d43433d4521d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:07.721821 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9687ca4c-4df2-4c38-bb45-268b3d00dd13 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:07.758171 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: b003a05b-5837-4b37-b3d7-c1f9091b41cc {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:07:07.758564 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device b003a05b-5837-4b37-b3d7-c1f9091b41cc not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:07:07.767316 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5427ceab-394b-4430-af6a-21202bcf87dd None None] Provisioning complete for port 0b32ac17-2e9f-455a-b6c8-835bfff6ff76 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:07.767519 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5427ceab-394b-4430-af6a-21202bcf87dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:07.775694 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9687ca4c-4df2-4c38-bb45-268b3d00dd13 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Calling delete_port for 46bcf007-06c2-4e06-ad3a-6aa526ce4038 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:07:07.786216 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bbec1b-06b5-4a46-ba06-2fd23946a533 admin admin] Network 0c9ac5d1-32b6-4966-ad21-6af856ee380a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:07:07.787687 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a3bbec1b-06b5-4a46-ba06-2fd23946a533 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:07:07.818869 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3da97d5b-bbef-48a5-a6c7-a04217e552f8 req-4cd5bace-ffea-4d05-881f-423e6c0b965f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061832 Nov 25 20:07:07.851034 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-5427ceab-394b-4430-af6a-21202bcf87dd None None] Port 0b32ac17-2e9f-455a-b6c8-835bfff6ff76 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:07:07.905298 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5427ceab-394b-4430-af6a-21202bcf87dd None None] Provisioning complete for port fb65cc62-3ae6-44ec-9b0e-2aff255f1b35 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:07.906708 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5427ceab-394b-4430-af6a-21202bcf87dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:07.984602 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 950f64d3-7c49-4b86-a7bd-3fdbaee550df up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:07:08.034086 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bbec1b-06b5-4a46-ba06-2fd23946a533 admin admin] Router dbfabf47-ade2-45f8-a7a4-a9566f4fb196 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:07:08.164616 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5427ceab-394b-4430-af6a-21202bcf87dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:08.175007 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5c7db332-c8c9-4378-a492-9ab82bc19add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfabf47-ade2-45f8-a7a4-a9566f4fb196', 'name': 'tempest-TestServerMultinode-755245226-router', 'tenant_id': 'a892aa419f634832888faef338a311f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'fb65cc62-3ae6-44ec-9b0e-2aff255f1b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:07:02Z', 'updated_at': '2021-11-25T20:07:07Z', 'revision_number': 4, 'project_id': 'a892aa419f634832888faef338a311f9', 'gw_port': {'id': 'fb65cc62-3ae6-44ec-9b0e-2aff255f1b35', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfabf47-ade2-45f8-a7a4-a9566f4fb196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:03Z', 'updated_at': '2021-11-25T20:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '0b32ac17-2e9f-455a-b6c8-835bfff6ff76', 'name': '', 'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a', 'tenant_id': 'a892aa419f634832888faef338a311f9', 'mac_address': 'fa:16:3e:c1:45:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfabf47-ade2-45f8-a7a4-a9566f4fb196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '9831d4b2-52e8-4612-bf5a-b3e8626c86fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:06Z', 'updated_at': '2021-11-25T20:07:06Z', 'revision_number': 1, 'project_id': 'a892aa419f634832888faef338a311f9', 'subnets': [{'id': '9831d4b2-52e8-4612-bf5a-b3e8626c86fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:08.208274 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 950f64d3-7c49-4b86-a7bd-3fdbaee550df triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:08.208670 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:08.218211 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7db332-c8c9-4378-a492-9ab82bc19add None None] The sync data for ids ['dbfabf47-ade2-45f8-a7a4-a9566f4fb196'] in n-d-819349-5 is: [{'id': 'dbfabf47-ade2-45f8-a7a4-a9566f4fb196', 'name': 'tempest-TestServerMultinode-755245226-router', 'tenant_id': 'a892aa419f634832888faef338a311f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'fb65cc62-3ae6-44ec-9b0e-2aff255f1b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:07:02Z', 'updated_at': '2021-11-25T20:07:07Z', 'revision_number': 4, 'project_id': 'a892aa419f634832888faef338a311f9', 'gw_port': {'id': 'fb65cc62-3ae6-44ec-9b0e-2aff255f1b35', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfabf47-ade2-45f8-a7a4-a9566f4fb196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:03Z', 'updated_at': '2021-11-25T20:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '0b32ac17-2e9f-455a-b6c8-835bfff6ff76', 'name': '', 'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a', 'tenant_id': 'a892aa419f634832888faef338a311f9', 'mac_address': 'fa:16:3e:c1:45:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfabf47-ade2-45f8-a7a4-a9566f4fb196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '9831d4b2-52e8-4612-bf5a-b3e8626c86fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:06Z', 'updated_at': '2021-11-25T20:07:06Z', 'revision_number': 1, 'project_id': 'a892aa419f634832888faef338a311f9', 'subnets': [{'id': '9831d4b2-52e8-4612-bf5a-b3e8626c86fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:07:08.248301 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9687ca4c-4df2-4c38-bb45-268b3d00dd13 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:08.259711 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bbec1b-06b5-4a46-ba06-2fd23946a533 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:07:08.260798 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5427ceab-394b-4430-af6a-21202bcf87dd None None] For port fb65cc62-3ae6-44ec-9b0e-2aff255f1b35, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=fb65cc62-3ae6-44ec-9b0e-2aff255f1b35,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:08.272264 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5427ceab-394b-4430-af6a-21202bcf87dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:08.297303 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a3bbec1b-06b5-4a46-ba06-2fd23946a533 admin admin] 10.222.0.55 "PUT /v2.0/routers/dbfabf47-ade2-45f8-a7a4-a9566f4fb196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3566263 Nov 25 20:07:08.361394 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687ca4c-4df2-4c38-bb45-268b3d00dd13 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event deleted for resources: {'Port': ['ID=46bcf007-06c2-4e06-ad3a-6aa526ce4038,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:08.451880 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427ceab-394b-4430-af6a-21202bcf87dd None None] Pushing event updated for resources: {'Port': ['ID=fb65cc62-3ae6-44ec-9b0e-2aff255f1b35,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:08.477601 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-529e7af0-9b07-4ba8-a575-46c8ed111447 None None] Provisioning complete for port 0b32ac17-2e9f-455a-b6c8-835bfff6ff76 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:08.488352 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-529e7af0-9b07-4ba8-a575-46c8ed111447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:08.537554 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-529e7af0-9b07-4ba8-a575-46c8ed111447 None None] Port 0b32ac17-2e9f-455a-b6c8-835bfff6ff76 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:07:08.769107 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9687ca4c-4df2-4c38-bb45-268b3d00dd13 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:09.005839 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c8651-505b-4df2-b17f-b15a30643461 req-f107ff92-82a7-4710-936b-cd69b0b510ad tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:09.014620 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d29c8651-505b-4df2-b17f-b15a30643461 req-f107ff92-82a7-4710-936b-cd69b0b510ad tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 945 time: 0.0850472 Nov 25 20:07:09.147017 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d29c8651-505b-4df2-b17f-b15a30643461 req-c3aa7ddb-7fb1-49af-b411-ad5d23b62f33 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311040 Nov 25 20:07:09.209313 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9687ca4c-4df2-4c38-bb45-268b3d00dd13 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Router 641b4a27-906e-49e6-94a3-8742a528846a has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:07:09.266977 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52766) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:09.278252 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8beb4c07-91ae-4c0d-b3d6-1863d5754d8c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-631720651-network', 'tenant_id': '036523f74a3b485fafc8f031a4920836'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:07:09.319374 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8beb4c07-91ae-4c0d-b3d6-1863d5754d8c admin admin] Made reservation on behalf of 036523f74a3b485fafc8f031a4920836 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:07:09.322414 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8beb4c07-91ae-4c0d-b3d6-1863d5754d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:09.343520 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8beb4c07-91ae-4c0d-b3d6-1863d5754d8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:09.366965 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9687ca4c-4df2-4c38-bb45-268b3d00dd13 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:07:09.381849 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b39b4b-ce99-4341-9c4b-8d41e948fa32 None None] Sync routers for ids ['641b4a27-906e-49e6-94a3-8742a528846a'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:07:09.401280 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9687ca4c-4df2-4c38-bb45-268b3d00dd13 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "PUT /v2.0/routers/641b4a27-906e-49e6-94a3-8742a528846a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3165240 Nov 25 20:07:09.406213 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52768) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:09.413600 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b39b4b-ce99-4341-9c4b-8d41e948fa32 None None] Routers {'641b4a27-906e-49e6-94a3-8742a528846a'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:07:09.427289 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b8b39b4b-ce99-4341-9c4b-8d41e948fa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:07:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['641b4a27-906e-49e6-94a3-8742a528846a'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:09.508374 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8beb4c07-91ae-4c0d-b3d6-1863d5754d8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:09.517154 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8beb4c07-91ae-4c0d-b3d6-1863d5754d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:09.533666 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d15a22e-fb72-49ab-ad0f-2393241b738c tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Deleting subnet 625536d6-d1d4-4494-ab8a-7bd84039ef15 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:07:09.538377 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d15a22e-fb72-49ab-ad0f-2393241b738c tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:09.573951 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8beb4c07-91ae-4c0d-b3d6-1863d5754d8c admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:07:09.583216 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb4c07-91ae-4c0d-b3d6-1863d5754d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b8af98-57fd-4c9a-8e52-c5eefadfac69,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:09.592474 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8beb4c07-91ae-4c0d-b3d6-1863d5754d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:09.592890 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-8beb4c07-91ae-4c0d-b3d6-1863d5754d8c admin admin] Added segment d4ea87d0-94fa-4cac-8b6a-0162c8fe78d2 of type vlan for network 3f57e123-9a4d-4332-bcb8-9f29947f7efb Nov 25 20:07:09.661960 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d15a22e-fb72-49ab-ad0f-2393241b738c tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:09.679478 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8beb4c07-91ae-4c0d-b3d6-1863d5754d8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:09.700674 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-b8b39b4b-ce99-4341-9c4b-8d41e948fa32 None None] Set router 641b4a27-906e-49e6-94a3-8742a528846a gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:07:09.729175 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8beb4c07-91ae-4c0d-b3d6-1863d5754d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:09.731174 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beb4c07-91ae-4c0d-b3d6-1863d5754d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:09.733611 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8beb4c07-91ae-4c0d-b3d6-1863d5754d8c admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:09.803988 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d15a22e-fb72-49ab-ad0f-2393241b738c tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:09.819540 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb4c07-91ae-4c0d-b3d6-1863d5754d8c admin admin] Pushing event updated for resources: {'Network': ['ID=3f57e123-9a4d-4332-bcb8-9f29947f7efb,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:09.832674 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 3f57e123-9a4d-4332-bcb8-9f29947f7efb details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:07:09.845163 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8beb4c07-91ae-4c0d-b3d6-1863d5754d8c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5761225 Nov 25 20:07:09.845929 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52772) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:09.852098 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-deeb4b57-3406-4c55-b791-464ce907c471 admin admin] Request body: {'subnet': {'network_id': '3f57e123-9a4d-4332-bcb8-9f29947f7efb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-631720651-subnet', 'tenant_id': '036523f74a3b485fafc8f031a4920836', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:07:09.905692 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deeb4b57-3406-4c55-b791-464ce907c471 admin admin] Made reservation on behalf of 036523f74a3b485fafc8f031a4920836 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:07:09.919868 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-deeb4b57-3406-4c55-b791-464ce907c471 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:09.930165 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d15a22e-fb72-49ab-ad0f-2393241b738c tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:10.018045 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device fb65cc62-3ae6-44ec-9b0e-2aff255f1b35 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:07:10.058055 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b8b39b4b-ce99-4341-9c4b-8d41e948fa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641b4a27-906e-49e6-94a3-8742a528846a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-548538037', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:26Z', 'updated_at': '2021-11-25T20:07:08Z', 'revision_number': 5, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'gw_port': {'id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641b4a27-906e-49e6-94a3-8742a528846a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:27Z', 'updated_at': '2021-11-25T20:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:10.106326 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b39b4b-ce99-4341-9c4b-8d41e948fa32 None None] Checking router: 641b4a27-906e-49e6-94a3-8742a528846a for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:07:10.128314 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b39b4b-ce99-4341-9c4b-8d41e948fa32 None None] Routers {'641b4a27-906e-49e6-94a3-8742a528846a'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:07:10.129417 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port fb65cc62-3ae6-44ec-9b0e-2aff255f1b35 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:10.129899 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:10.133009 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b8b39b4b-ce99-4341-9c4b-8d41e948fa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:07:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['641b4a27-906e-49e6-94a3-8742a528846a'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:10.252132 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-deeb4b57-3406-4c55-b791-464ce907c471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:10.340863 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb4b57-3406-4c55-b791-464ce907c471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c33e2f7-aec2-4636-8a8e-53d5bc4150d8,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:10.345667 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-b8b39b4b-ce99-4341-9c4b-8d41e948fa32 None None] Set router 641b4a27-906e-49e6-94a3-8742a528846a gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:07:10.353297 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeb4b57-3406-4c55-b791-464ce907c471 admin admin] Checking segment: {'id': 'd4ea87d0-94fa-4cac-8b6a-0162c8fe78d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '3f57e123-9a4d-4332-bcb8-9f29947f7efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:07:10.353662 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeb4b57-3406-4c55-b791-464ce907c471 admin admin] Network hostable DHCP agents. Network: 3f57e123-9a4d-4332-bcb8-9f29947f7efb, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:07:10.379220 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeb4b57-3406-4c55-b791-464ce907c471 admin admin] Network 3f57e123-9a4d-4332-bcb8-9f29947f7efb is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:07:10.391700 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-deeb4b57-3406-4c55-b791-464ce907c471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 3f57e123-9a4d-4332-bcb8-9f29947f7efb) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:07:10.396785 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deeb4b57-3406-4c55-b791-464ce907c471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:10.397390 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-deeb4b57-3406-4c55-b791-464ce907c471 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:10.405184 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8ebc6d-c7fe-415e-a821-8397313f2965 None None] Network 3f57e123-9a4d-4332-bcb8-9f29947f7efb requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:07:10.411149 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15a22e-fb72-49ab-ad0f-2393241b738c tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event deleted for resources: {'Subnet': ['ID=625536d6-d1d4-4494-ab8a-7bd84039ef15,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:10.418046 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d15a22e-fb72-49ab-ad0f-2393241b738c tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:10.426247 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0d15a22e-fb72-49ab-ad0f-2393241b738c tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "DELETE /v2.0/subnets/625536d6-d1d4-4494-ab8a-7bd84039ef15 HTTP/1.1" status: 204 len: 168 time: 1.0182738 Nov 25 20:07:10.427229 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52776) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:10.431071 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-deeb4b57-3406-4c55-b791-464ce907c471 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5837221 Nov 25 20:07:10.431567 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32255def-e051-4d9a-8e07-a15e60e7857e None None] Network b11e6bea-cc77-4b36-b0d6-51a5f7972a15 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:07:10.431710 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52778) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:10.446886 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e05d7968-4bf5-41c2-9cc0-ce2614ebea4b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-631720651-router', 'tenant_id': '036523f74a3b485fafc8f031a4920836', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:07:10.480548 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05d7968-4bf5-41c2-9cc0-ce2614ebea4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:10.481938 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05d7968-4bf5-41c2-9cc0-ce2614ebea4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:10.508872 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd871fb-02d3-4067-adf0-936e352b8969 req-f95da63e-7e80-4b91-a6ca-26fe18a59726 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:10.510504 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2fd871fb-02d3-4067-adf0-936e352b8969 req-f95da63e-7e80-4b91-a6ca-26fe18a59726 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 945 time: 0.1455050 Nov 25 20:07:10.591465 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05d7968-4bf5-41c2-9cc0-ce2614ebea4b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:10.631545 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2fd871fb-02d3-4067-adf0-936e352b8969 req-424fbde9-efb6-45f3-b413-3fffbedffb02 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104341 Nov 25 20:07:10.657120 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc1b19d8-a89d-458c-a0cf-53b7d1d01718 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:10.666524 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b8b39b4b-ce99-4341-9c4b-8d41e948fa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641b4a27-906e-49e6-94a3-8742a528846a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-548538037', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:26Z', 'updated_at': '2021-11-25T20:07:08Z', 'revision_number': 5, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'gw_port': {'id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641b4a27-906e-49e6-94a3-8742a528846a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:27Z', 'updated_at': '2021-11-25T20:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:10.700036 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b39b4b-ce99-4341-9c4b-8d41e948fa32 None None] The sync data for ids ['641b4a27-906e-49e6-94a3-8742a528846a'] in n-d-819349-5 is: [{'id': '641b4a27-906e-49e6-94a3-8742a528846a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-548538037', 'tenant_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:26Z', 'updated_at': '2021-11-25T20:07:08Z', 'revision_number': 5, 'project_id': '4ae15cf3af2e483a8f91e2bb864cd5a9', 'gw_port': {'id': '3d546399-66d3-4b98-b18f-47ab2c2cf001', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ac:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641b4a27-906e-49e6-94a3-8742a528846a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:27Z', 'updated_at': '2021-11-25T20:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:07:10.776281 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05d7968-4bf5-41c2-9cc0-ce2614ebea4b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:10.886428 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc1b19d8-a89d-458c-a0cf-53b7d1d01718 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:10.919393 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0119fb9f-fd2e-439f-80d0-0e6716ba0d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-3f57e123-9a4d-4332-bcb8-9f29947f7efb', 'network_id': '3f57e123-9a4d-4332-bcb8-9f29947f7efb', 'tenant_id': '036523f74a3b485fafc8f031a4920836', 'fixed_ips': [{'subnet_id': '5c33e2f7-aec2-4636-8a8e-53d5bc4150d8'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:07:10.920470 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0119fb9f-fd2e-439f-80d0-0e6716ba0d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:10.967097 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-bc1b19d8-a89d-458c-a0cf-53b7d1d01718 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Deleting port 3d546399-66d3-4b98-b18f-47ab2c2cf001 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:07:10.967520 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc1b19d8-a89d-458c-a0cf-53b7d1d01718 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:11.086023 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05d7968-4bf5-41c2-9cc0-ce2614ebea4b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:11.108333 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76191daa-3dc9-422f-a438-8c66f8235229 None None] DHCP port deletion for b11e6bea-cc77-4b36-b0d6-51a5f7972a15 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:07:11.125115 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-bc1b19d8-a89d-458c-a0cf-53b7d1d01718 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] For port 3d546399-66d3-4b98-b18f-47ab2c2cf001, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=3d546399-66d3-4b98-b18f-47ab2c2cf001,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:11.125665 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc1b19d8-a89d-458c-a0cf-53b7d1d01718 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:11.126692 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05d7968-4bf5-41c2-9cc0-ce2614ebea4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:11.155581 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-bc1b19d8-a89d-458c-a0cf-53b7d1d01718 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Calling delete_port for 3d546399-66d3-4b98-b18f-47ab2c2cf001 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:07:11.220603 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-0119fb9f-fd2e-439f-80d0-0e6716ba0d19 None None] Allocated IP 172.20.0.2 (3f57e123-9a4d-4332-bcb8-9f29947f7efb/5c33e2f7-aec2-4636-8a8e-53d5bc4150d8/091b2c75-b795-439a-83fb-56f42678d83f) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:07:11.278210 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-e05d7968-4bf5-41c2-9cc0-ce2614ebea4b admin admin] Allocated IP 172.25.6.95 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/d267d215-a145-4ea7-b61b-36e3b0d38f70) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:07:11.315490 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-76191daa-3dc9-422f-a438-8c66f8235229 None None] Deleting port fce24c14-e545-4859-99ca-5d8c37ead176 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:07:11.316192 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76191daa-3dc9-422f-a438-8c66f8235229 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:11.384806 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-76191daa-3dc9-422f-a438-8c66f8235229 None None] For port fce24c14-e545-4859-99ca-5d8c37ead176, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=fce24c14-e545-4859-99ca-5d8c37ead176,segment=NetworkSegment(578f9daa-b83d-4813-89ad-d43433d4521d),segment_id=578f9daa-b83d-4813-89ad-d43433d4521d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:11.385339 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76191daa-3dc9-422f-a438-8c66f8235229 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:11.400926 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-76191daa-3dc9-422f-a438-8c66f8235229 None None] Calling delete_port for fce24c14-e545-4859-99ca-5d8c37ead176 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:07:11.473605 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05d7968-4bf5-41c2-9cc0-ce2614ebea4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:11.493230 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc1b19d8-a89d-458c-a0cf-53b7d1d01718 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:11.517613 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76191daa-3dc9-422f-a438-8c66f8235229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:11.537386 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05d7968-4bf5-41c2-9cc0-ce2614ebea4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:11.553289 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76191daa-3dc9-422f-a438-8c66f8235229 None None] Pushing event deleted for resources: {'Port': ['ID=fce24c14-e545-4859-99ca-5d8c37ead176,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:11.568868 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b19d8-a89d-458c-a0cf-53b7d1d01718 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event deleted for resources: {'Port': ['ID=3d546399-66d3-4b98-b18f-47ab2c2cf001,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:11.583915 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76191daa-3dc9-422f-a438-8c66f8235229 None None] No DVR routers for this DVR port fce24c14-e545-4859-99ca-5d8c37ead176 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:07:11.585050 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceb3d32-6126-4ea3-94a3-a073684d7810 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:07:11.625937 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05d7968-4bf5-41c2-9cc0-ce2614ebea4b admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:07:11.629983 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e05d7968-4bf5-41c2-9cc0-ce2614ebea4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:07:11.631191 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0119fb9f-fd2e-439f-80d0-0e6716ba0d19 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:11.636095 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05d7968-4bf5-41c2-9cc0-ce2614ebea4b admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:07:11.641406 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0119fb9f-fd2e-439f-80d0-0e6716ba0d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:11.658749 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f674835c-9e2e-4b9c-b3d3-d8153bff2695 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:07:11.686066 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d7968-4bf5-41c2-9cc0-ce2614ebea4b admin admin] Pushing event updated for resources: {'Port': ['ID=d267d215-a145-4ea7-b61b-36e3b0d38f70,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:11.731481 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0119fb9f-fd2e-439f-80d0-0e6716ba0d19 None None] Network 3f57e123-9a4d-4332-bcb8-9f29947f7efb is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:07:11.738926 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-0119fb9f-fd2e-439f-80d0-0e6716ba0d19 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:07:11.741497 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0119fb9f-fd2e-439f-80d0-0e6716ba0d19 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:07:11.743983 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4bba75eb-5c7c-45e2-bb66-3b7bfe3ad646 None None] Provisioning complete for port d267d215-a145-4ea7-b61b-36e3b0d38f70 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:11.744473 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4bba75eb-5c7c-45e2-bb66-3b7bfe3ad646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:11.753561 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc1b19d8-a89d-458c-a0cf-53b7d1d01718 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:11.757571 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119fb9f-fd2e-439f-80d0-0e6716ba0d19 None None] Pushing event updated for resources: {'Port': ['ID=091b2c75-b795-439a-83fb-56f42678d83f,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:11.861781 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4bba75eb-5c7c-45e2-bb66-3b7bfe3ad646 None None] Port d267d215-a145-4ea7-b61b-36e3b0d38f70 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:07:11.884357 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0119fb9f-fd2e-439f-80d0-0e6716ba0d19 None None] Attempting to bind port 091b2c75-b795-439a-83fb-56f42678d83f on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:07:11.886118 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0119fb9f-fd2e-439f-80d0-0e6716ba0d19 None None] Attempting to bind port 091b2c75-b795-439a-83fb-56f42678d83f by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'd4ea87d0-94fa-4cac-8b6a-0162c8fe78d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '3f57e123-9a4d-4332-bcb8-9f29947f7efb'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:07:11.886766 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0119fb9f-fd2e-439f-80d0-0e6716ba0d19 None None] Attempting to bind port 091b2c75-b795-439a-83fb-56f42678d83f on network 3f57e123-9a4d-4332-bcb8-9f29947f7efb {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:07:11.896018 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0119fb9f-fd2e-439f-80d0-0e6716ba0d19 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:07:11.897220 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0119fb9f-fd2e-439f-80d0-0e6716ba0d19 None None] Checking segment: {'id': 'd4ea87d0-94fa-4cac-8b6a-0162c8fe78d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '3f57e123-9a4d-4332-bcb8-9f29947f7efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:07:11.897869 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0119fb9f-fd2e-439f-80d0-0e6716ba0d19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:11.898555 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0119fb9f-fd2e-439f-80d0-0e6716ba0d19 None None] Bound using segment: {'id': 'd4ea87d0-94fa-4cac-8b6a-0162c8fe78d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '3f57e123-9a4d-4332-bcb8-9f29947f7efb'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:07:11.899472 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0119fb9f-fd2e-439f-80d0-0e6716ba0d19 None None] Bound port: 091b2c75-b795-439a-83fb-56f42678d83f, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ea87d0-94fa-4cac-8b6a-0162c8fe78d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '3f57e123-9a4d-4332-bcb8-9f29947f7efb'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:07:11.900188 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0119fb9f-fd2e-439f-80d0-0e6716ba0d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:11.948356 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc1b19d8-a89d-458c-a0cf-53b7d1d01718 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:11.952586 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc1b19d8-a89d-458c-a0cf-53b7d1d01718 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:11.959594 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957075c6-631e-42fa-af18-5103dfd44181 None None] Sync routers for ids ['dbfabf47-ade2-45f8-a7a4-a9566f4fb196'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:07:12.000518 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device fce24c14-e545-4859-99ca-5d8c37ead176 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:07:12.018982 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306b3c4-7e3e-442c-9518-6a10cd23eca8 req-f9ef7a3d-c3d0-4e54-8cc5-86e6a64d4b29 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:12.026816 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4306b3c4-7e3e-442c-9518-6a10cd23eca8 req-f9ef7a3d-c3d0-4e54-8cc5-86e6a64d4b29 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 945 time: 0.2212398 Nov 25 20:07:12.032258 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957075c6-631e-42fa-af18-5103dfd44181 None None] Routers {'dbfabf47-ade2-45f8-a7a4-a9566f4fb196'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:07:12.032956 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-957075c6-631e-42fa-af18-5103dfd44181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:07:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['dbfabf47-ade2-45f8-a7a4-a9566f4fb196'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:12.047516 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc1b19d8-a89d-458c-a0cf-53b7d1d01718 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:12.048161 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1b19d8-a89d-458c-a0cf-53b7d1d01718 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Fanout notify agent at l3_agent the message router_deleted on router 641b4a27-906e-49e6-94a3-8742a528846a {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:07:12.056241 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0119fb9f-fd2e-439f-80d0-0e6716ba0d19 None None] For port 091b2c75-b795-439a-83fb-56f42678d83f, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:07:12.066685 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: fce24c14-e545-4859-99ca-5d8c37ead176 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:07:12.067413 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device fce24c14-e545-4859-99ca-5d8c37ead176 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:07:12.067850 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 46bcf007-06c2-4e06-ad3a-6aa526ce4038 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:07:12.085696 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc1b19d8-a89d-458c-a0cf-53b7d1d01718 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:12.087742 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bc1b19d8-a89d-458c-a0cf-53b7d1d01718 tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "DELETE /v2.0/routers/641b4a27-906e-49e6-94a3-8742a528846a HTTP/1.1" status: 204 len: 168 time: 1.6572948 Nov 25 20:07:12.090511 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52792) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:12.147763 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 46bcf007-06c2-4e06-ad3a-6aa526ce4038 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:07:12.147763 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 46bcf007-06c2-4e06-ad3a-6aa526ce4038 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:07:12.175666 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4306b3c4-7e3e-442c-9518-6a10cd23eca8 req-2360f5ac-9d6c-4436-836e-c8498533f8e9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382489 Nov 25 20:07:12.195538 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05d7968-4bf5-41c2-9cc0-ce2614ebea4b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:12.210462 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0119fb9f-fd2e-439f-80d0-0e6716ba0d19 None None] For port 091b2c75-b795-439a-83fb-56f42678d83f, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=091b2c75-b795-439a-83fb-56f42678d83f,segment=NetworkSegment(d4ea87d0-94fa-4cac-8b6a-0162c8fe78d2),segment_id=d4ea87d0-94fa-4cac-8b6a-0162c8fe78d2)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:07:12.222108 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0119fb9f-fd2e-439f-80d0-0e6716ba0d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:12.278534 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-399ad772-885b-4817-9ef3-d2112d68bf0a tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:12.318814 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119fb9f-fd2e-439f-80d0-0e6716ba0d19 None None] Pushing event updated for resources: {'Port': ['ID=091b2c75-b795-439a-83fb-56f42678d83f,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:12.333916 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-957075c6-631e-42fa-af18-5103dfd44181 None None] Set router dbfabf47-ade2-45f8-a7a4-a9566f4fb196 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:07:12.419076 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-399ad772-885b-4817-9ef3-d2112d68bf0a tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:12.519157 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-399ad772-885b-4817-9ef3-d2112d68bf0a tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11e6bea-cc77-4b36-b0d6-51a5f7972a15']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:12.537350 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-399ad772-885b-4817-9ef3-d2112d68bf0a tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '578f9daa-b83d-4813-89ad-d43433d4521d') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:12.539116 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-399ad772-885b-4817-9ef3-d2112d68bf0a tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '578f9daa-b83d-4813-89ad-d43433d4521d') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:12.560907 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-399ad772-885b-4817-9ef3-d2112d68bf0a tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:12.583304 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-399ad772-885b-4817-9ef3-d2112d68bf0a tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:12.609515 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399ad772-885b-4817-9ef3-d2112d68bf0a tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:07:12.610041 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-399ad772-885b-4817-9ef3-d2112d68bf0a tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:07:12.613555 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:07:12.657734 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-957075c6-631e-42fa-af18-5103dfd44181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfabf47-ade2-45f8-a7a4-a9566f4fb196', 'name': 'tempest-TestServerMultinode-755245226-router', 'tenant_id': 'a892aa419f634832888faef338a311f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'fb65cc62-3ae6-44ec-9b0e-2aff255f1b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:07:02Z', 'updated_at': '2021-11-25T20:07:07Z', 'revision_number': 4, 'project_id': 'a892aa419f634832888faef338a311f9', 'gw_port': {'id': 'fb65cc62-3ae6-44ec-9b0e-2aff255f1b35', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfabf47-ade2-45f8-a7a4-a9566f4fb196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:03Z', 'updated_at': '2021-11-25T20:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '0b32ac17-2e9f-455a-b6c8-835bfff6ff76', 'name': '', 'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a', 'tenant_id': 'a892aa419f634832888faef338a311f9', 'mac_address': 'fa:16:3e:c1:45:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfabf47-ade2-45f8-a7a4-a9566f4fb196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '9831d4b2-52e8-4612-bf5a-b3e8626c86fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:06Z', 'updated_at': '2021-11-25T20:07:07Z', 'revision_number': 2, 'project_id': 'a892aa419f634832888faef338a311f9', 'subnets': [{'id': '9831d4b2-52e8-4612-bf5a-b3e8626c86fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:12.708422 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05d7968-4bf5-41c2-9cc0-ce2614ebea4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:12.711512 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957075c6-631e-42fa-af18-5103dfd44181 None None] Checking router: dbfabf47-ade2-45f8-a7a4-a9566f4fb196 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:07:12.712718 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957075c6-631e-42fa-af18-5103dfd44181 None None] Updating router dbfabf47-ade2-45f8-a7a4-a9566f4fb196 port 0b32ac17-2e9f-455a-b6c8-835bfff6ff76 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:07:12.718347 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-d8a03635-748d-4730-ad78-bb1d9a85d009 service neutron] show failed (client error): The resource could not be found. Nov 25 20:07:12.720121 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-d8a03635-748d-4730-ad78-bb1d9a85d009 service neutron] 10.222.0.85 "GET /v2.0/ports/94c71436-dd39-43c5-ac09-9612cbb14ad1/bindings/n-h1-819349-5 HTTP/1.1" status: 404 len: 380 time: 0.3825099 Nov 25 20:07:12.764154 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-957075c6-631e-42fa-af18-5103dfd44181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:12.817279 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-399ad772-885b-4817-9ef3-d2112d68bf0a tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:12.836062 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-399ad772-885b-4817-9ef3-d2112d68bf0a tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:12.840769 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-399ad772-885b-4817-9ef3-d2112d68bf0a tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] 10.222.0.55 "DELETE /v2.0/networks/b11e6bea-cc77-4b36-b0d6-51a5f7972a15 HTTP/1.1" status: 204 len: 168 time: 0.7485430 Nov 25 20:07:12.881637 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ad772-885b-4817-9ef3-d2112d68bf0a tempest-TestSecurityGroupsBasicOps-816722640 tempest-TestSecurityGroupsBasicOps-816722640-project] Pushing event deleted for resources: {'Network': ['ID=b11e6bea-cc77-4b36-b0d6-51a5f7972a15,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:13.022528 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05d7968-4bf5-41c2-9cc0-ce2614ebea4b admin admin] Router 12d6011e-a0f2-427b-b5f1-259d40a514a8 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:07:13.107912 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-efe7190c-504d-4a9a-80f1-b63eb40e0792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:13.112044 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-efe7190c-504d-4a9a-80f1-b63eb40e0792 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087&tenant_id=8d43f2178a344f438bf4bc8854e720a1 HTTP/1.1" status: 200 len: 1096 time: 0.1315153 Nov 25 20:07:13.129516 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-f2046d9e-4a6e-4c8f-bcb4-85ca57d12e0a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819349-5', 'device_owner': 'compute:nova'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:07:13.261153 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-f2046d9e-4a6e-4c8f-bcb4-85ca57d12e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:13.316937 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-957075c6-631e-42fa-af18-5103dfd44181 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:13.325974 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05d7968-4bf5-41c2-9cc0-ce2614ebea4b admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:07:13.327158 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-957075c6-631e-42fa-af18-5103dfd44181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:13.339456 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484add6c-bed4-4664-9d20-1d05843cf41d None None] Sync routers for ids ['12d6011e-a0f2-427b-b5f1-259d40a514a8'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:07:13.367008 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484add6c-bed4-4664-9d20-1d05843cf41d None None] Routers {'12d6011e-a0f2-427b-b5f1-259d40a514a8'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:07:13.375892 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-484add6c-bed4-4664-9d20-1d05843cf41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:07:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['12d6011e-a0f2-427b-b5f1-259d40a514a8'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:13.387350 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69cfc5-43f0-4e73-ad3c-13ee920c08e2 None None] Pushing event updated for resources: {'Port': ['ID=0b32ac17-2e9f-455a-b6c8-835bfff6ff76,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:13.404338 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05d7968-4bf5-41c2-9cc0-ce2614ebea4b admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:13.424875 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e05d7968-4bf5-41c2-9cc0-ce2614ebea4b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9921160 Nov 25 20:07:13.425957 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52806) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:13.523175 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed5133-7a7c-4b0b-a5b0-198d1f5c2f3f req-498bcfdc-67d4-457e-b6a6-fa1b42273495 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:13.524247 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0bed5133-7a7c-4b0b-a5b0-198d1f5c2f3f req-498bcfdc-67d4-457e-b6a6-fa1b42273495 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 945 time: 0.2196255 Nov 25 20:07:13.584190 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52808) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:13.600089 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-957075c6-631e-42fa-af18-5103dfd44181 None None] Attempting to bind port 0b32ac17-2e9f-455a-b6c8-835bfff6ff76 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:07:13.610092 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-957075c6-631e-42fa-af18-5103dfd44181 None None] Attempting to bind port 0b32ac17-2e9f-455a-b6c8-835bfff6ff76 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '49ee43bf-fba4-47d1-9404-c30dfa899c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:07:13.614334 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957075c6-631e-42fa-af18-5103dfd44181 None None] Attempting to bind port 0b32ac17-2e9f-455a-b6c8-835bfff6ff76 on network 0c9ac5d1-32b6-4966-ad21-6af856ee380a {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:07:13.625833 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957075c6-631e-42fa-af18-5103dfd44181 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:07:13.639518 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957075c6-631e-42fa-af18-5103dfd44181 None None] Checking segment: {'id': '49ee43bf-fba4-47d1-9404-c30dfa899c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:07:13.640153 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-957075c6-631e-42fa-af18-5103dfd44181 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:13.641833 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957075c6-631e-42fa-af18-5103dfd44181 None None] Bound using segment: {'id': '49ee43bf-fba4-47d1-9404-c30dfa899c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:07:13.645555 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-957075c6-631e-42fa-af18-5103dfd44181 None None] Bound port: 0b32ac17-2e9f-455a-b6c8-835bfff6ff76, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ee43bf-fba4-47d1-9404-c30dfa899c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:07:13.646090 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-957075c6-631e-42fa-af18-5103dfd44181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:13.710354 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0bed5133-7a7c-4b0b-a5b0-198d1f5c2f3f req-a48642e0-fee2-476e-99d0-e1e23491805f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524963 Nov 25 20:07:13.742561 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-484add6c-bed4-4664-9d20-1d05843cf41d None None] Set router 12d6011e-a0f2-427b-b5f1-259d40a514a8 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:07:13.788904 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-f2046d9e-4a6e-4c8f-bcb4-85ca57d12e0a service neutron] For port 94c71436-dd39-43c5-ac09-9612cbb14ad1, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1,segment=NetworkSegment(e70a4e69-df48-4f56-aafb-1762892a7b4d),segment_id=e70a4e69-df48-4f56-aafb-1762892a7b4d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:13.886497 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-957075c6-631e-42fa-af18-5103dfd44181 None None] For port 0b32ac17-2e9f-455a-b6c8-835bfff6ff76, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:07:13.887545 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-f2046d9e-4a6e-4c8f-bcb4-85ca57d12e0a service neutron] For port 94c71436-dd39-43c5-ac09-9612cbb14ad1, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:07:13.897134 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-957075c6-631e-42fa-af18-5103dfd44181 None None] For port 0b32ac17-2e9f-455a-b6c8-835bfff6ff76, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0b32ac17-2e9f-455a-b6c8-835bfff6ff76,segment=NetworkSegment(49ee43bf-fba4-47d1-9404-c30dfa899c88),segment_id=49ee43bf-fba4-47d1-9404-c30dfa899c88)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:07:13.938401 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-957075c6-631e-42fa-af18-5103dfd44181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:14.043274 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 091b2c75-b795-439a-83fb-56f42678d83f up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:07:14.087038 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-63a2ffff-77bf-4ce4-9fae-75245f3e4b7e None None] Provisioning complete for port 0b32ac17-2e9f-455a-b6c8-835bfff6ff76 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:14.095335 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-63a2ffff-77bf-4ce4-9fae-75245f3e4b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:14.119045 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a300c8-d82f-4dcf-b1f4-380594c57087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94c71436-dd39-43c5-ac09-9612cbb14ad1'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:07:14.127933 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5120d9e1-31b0-4cee-9201-3a0c4ffd1f80" -d '{"events": [{"server_uuid": "48a300c8-d82f-4dcf-b1f4-380594c57087", "name": "network-vif-unplugged", "status": "completed", "tag": "94c71436-dd39-43c5-ac09-9612cbb14ad1"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:07:14.136928 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-f2046d9e-4a6e-4c8f-bcb4-85ca57d12e0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:14.188618 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9a74431d-a908-4036-b7a3-68b0427f53d9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ae15cf3af2e483a8f91e2bb864cd5a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6011446 Nov 25 20:07:14.207093 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52816) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:14.236324 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957075c6-631e-42fa-af18-5103dfd44181 None None] Routers {'dbfabf47-ade2-45f8-a7a4-a9566f4fb196'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:07:14.236915 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-484add6c-bed4-4664-9d20-1d05843cf41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6011e-a0f2-427b-b5f1-259d40a514a8', 'name': 'tempest-TestServerMultinode-631720651-router', 'tenant_id': '036523f74a3b485fafc8f031a4920836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'd267d215-a145-4ea7-b61b-36e3b0d38f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:07:10Z', 'updated_at': '2021-11-25T20:07:11Z', 'revision_number': 3, 'project_id': '036523f74a3b485fafc8f031a4920836', 'gw_port': {'id': 'd267d215-a145-4ea7-b61b-36e3b0d38f70', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:75:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d6011e-a0f2-427b-b5f1-259d40a514a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:11Z', 'updated_at': '2021-11-25T20:07:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:14.237124 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-957075c6-631e-42fa-af18-5103dfd44181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:07:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['dbfabf47-ade2-45f8-a7a4-a9566f4fb196'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:14.282253 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-f2046d9e-4a6e-4c8f-bcb4-85ca57d12e0a service neutron] Transition to ACTIVE for port object 94c71436-dd39-43c5-ac09-9612cbb14ad1 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:07:14.303146 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-f2046d9e-4a6e-4c8f-bcb4-85ca57d12e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:14.318336 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22780da-d519-410a-98c8-651638cf4d5c x-openstack-request-id: req-c22780da-d519-410a-98c8-651638cf4d5c {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:07:14.318858 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a300c8-d82f-4dcf-b1f4-380594c57087", "name": "network-vif-unplugged", "status": "completed", "tag": "94c71436-dd39-43c5-ac09-9612cbb14ad1", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:07:14.319120 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c22780da-d519-410a-98c8-651638cf4d5c {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:07:14.319522 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a300c8-d82f-4dcf-b1f4-380594c57087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94c71436-dd39-43c5-ac09-9612cbb14ad1', 'code': 200} Nov 25 20:07:14.330446 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484add6c-bed4-4664-9d20-1d05843cf41d None None] Checking router: 12d6011e-a0f2-427b-b5f1-259d40a514a8 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:07:14.330709 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484add6c-bed4-4664-9d20-1d05843cf41d None None] Updating router 12d6011e-a0f2-427b-b5f1-259d40a514a8 port d267d215-a145-4ea7-b61b-36e3b0d38f70 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:07:14.441614 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-484add6c-bed4-4664-9d20-1d05843cf41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:14.455809 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2046d9e-4a6e-4c8f-bcb4-85ca57d12e0a service neutron] Pushing event updated for resources: {'Port': ['ID=94c71436-dd39-43c5-ac09-9612cbb14ad1,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:14.459925 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1c0ef35-ae66-486f-ac29-a243d0a2d149 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:14.472946 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59a95f5-1b1a-422a-a630-82b64210abae None None] Network 3f57e123-9a4d-4332-bcb8-9f29947f7efb requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:07:14.533372 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69cfc5-43f0-4e73-ad3c-13ee920c08e2 None None] Pushing event updated for resources: {'Port': ['ID=0b32ac17-2e9f-455a-b6c8-835bfff6ff76,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:14.596430 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-63a2ffff-77bf-4ce4-9fae-75245f3e4b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:14.665311 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-f2046d9e-4a6e-4c8f-bcb4-85ca57d12e0a service neutron] No DVR routers for this DVR port 94c71436-dd39-43c5-ac09-9612cbb14ad1 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:07:14.705827 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 091b2c75-b795-439a-83fb-56f42678d83f triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:14.715834 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:14.872119 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1c0ef35-ae66-486f-ac29-a243d0a2d149 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:14.916689 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-957075c6-631e-42fa-af18-5103dfd44181 None None] Set router dbfabf47-ade2-45f8-a7a4-a9566f4fb196 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:07:14.962734 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-63a2ffff-77bf-4ce4-9fae-75245f3e4b7e None None] For port 0b32ac17-2e9f-455a-b6c8-835bfff6ff76, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0b32ac17-2e9f-455a-b6c8-835bfff6ff76,segment=NetworkSegment(49ee43bf-fba4-47d1-9404-c30dfa899c88),segment_id=49ee43bf-fba4-47d1-9404-c30dfa899c88)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:14.979941 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-63a2ffff-77bf-4ce4-9fae-75245f3e4b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:14.984775 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-484add6c-bed4-4664-9d20-1d05843cf41d None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:14.989157 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-f2046d9e-4a6e-4c8f-bcb4-85ca57d12e0a service neutron] Attempting to bind port 94c71436-dd39-43c5-ac09-9612cbb14ad1 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:07:14.989774 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-f2046d9e-4a6e-4c8f-bcb4-85ca57d12e0a service neutron] Attempting to bind port 94c71436-dd39-43c5-ac09-9612cbb14ad1 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'e70a4e69-df48-4f56-aafb-1762892a7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:07:14.990363 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-f2046d9e-4a6e-4c8f-bcb4-85ca57d12e0a service neutron] Attempting to bind port 94c71436-dd39-43c5-ac09-9612cbb14ad1 on network 825c5a3f-ce49-4394-b48a-f63de2d0aa51 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:07:14.996897 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-484add6c-bed4-4664-9d20-1d05843cf41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:15.045444 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-294017d4-c74a-45aa-b6e6-7fa49e3078bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:15.054321 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-f2046d9e-4a6e-4c8f-bcb4-85ca57d12e0a service neutron] Port 94c71436-dd39-43c5-ac09-9612cbb14ad1 on network 825c5a3f-ce49-4394-b48a-f63de2d0aa51 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:07:15.054547 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-f2046d9e-4a6e-4c8f-bcb4-85ca57d12e0a service neutron] Attempting to bind port 94c71436-dd39-43c5-ac09-9612cbb14ad1 on network 825c5a3f-ce49-4394-b48a-f63de2d0aa51 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:07:15.061552 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226f15a1-a949-4ea8-95de-17025644895e None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:07:15.075291 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-f2046d9e-4a6e-4c8f-bcb4-85ca57d12e0a service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:07:15.075488 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-f2046d9e-4a6e-4c8f-bcb4-85ca57d12e0a service neutron] Checking segment: {'id': 'e70a4e69-df48-4f56-aafb-1762892a7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:07:15.075859 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-f2046d9e-4a6e-4c8f-bcb4-85ca57d12e0a service neutron] Bound using segment: {'id': 'e70a4e69-df48-4f56-aafb-1762892a7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:07:15.076315 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-f2046d9e-4a6e-4c8f-bcb4-85ca57d12e0a service neutron] Bound port: 94c71436-dd39-43c5-ac09-9612cbb14ad1, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70a4e69-df48-4f56-aafb-1762892a7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:07:15.076679 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-f2046d9e-4a6e-4c8f-bcb4-85ca57d12e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:15.108338 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fa523-c2a6-4f33-86f7-f070e8c3715d req-70f42e38-b2fc-46b1-8f31-1527a3d1d33d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:15.120174 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cf3fa523-c2a6-4f33-86f7-f070e8c3715d req-70f42e38-b2fc-46b1-8f31-1527a3d1d33d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 943 time: 0.2667346 Nov 25 20:07:15.268460 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-484add6c-bed4-4664-9d20-1d05843cf41d None None] Attempting to bind port d267d215-a145-4ea7-b61b-36e3b0d38f70 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:07:15.268832 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-484add6c-bed4-4664-9d20-1d05843cf41d None None] Attempting to bind port d267d215-a145-4ea7-b61b-36e3b0d38f70 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:07:15.272303 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484add6c-bed4-4664-9d20-1d05843cf41d None None] Attempting to bind port d267d215-a145-4ea7-b61b-36e3b0d38f70 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:07:15.287248 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484add6c-bed4-4664-9d20-1d05843cf41d None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:07:15.290212 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484add6c-bed4-4664-9d20-1d05843cf41d None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:07:15.292826 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-484add6c-bed4-4664-9d20-1d05843cf41d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:15.293485 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484add6c-bed4-4664-9d20-1d05843cf41d None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:07:15.296657 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-484add6c-bed4-4664-9d20-1d05843cf41d None None] Bound port: d267d215-a145-4ea7-b61b-36e3b0d38f70, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:07:15.298609 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-484add6c-bed4-4664-9d20-1d05843cf41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:15.329354 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ddbe7-79e2-4b22-8598-67e573adee6b None None] Pushing event updated for resources: {'Port': ['ID=d267d215-a145-4ea7-b61b-36e3b0d38f70,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:15.341353 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ddbe7-79e2-4b22-8598-67e573adee6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:15.342033 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ddbe7-79e2-4b22-8598-67e573adee6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:15.342642 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ddbe7-79e2-4b22-8598-67e573adee6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:15.342979 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1c0ef35-ae66-486f-ac29-a243d0a2d149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:15.343365 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ddbe7-79e2-4b22-8598-67e573adee6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:15.343920 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ddbe7-79e2-4b22-8598-67e573adee6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:15.344429 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ddbe7-79e2-4b22-8598-67e573adee6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:15.344782 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-294017d4-c74a-45aa-b6e6-7fa49e3078bd admin admin] Allocated IP 172.20.0.1 (3f57e123-9a4d-4332-bcb8-9f29947f7efb/5c33e2f7-aec2-4636-8a8e-53d5bc4150d8/0d9f9622-9f02-4f84-ab12-c895c27250c8) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:07:15.345115 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ddbe7-79e2-4b22-8598-67e573adee6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:15.345740 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ddbe7-79e2-4b22-8598-67e573adee6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:15.346733 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ddbe7-79e2-4b22-8598-67e573adee6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:15.347312 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ddbe7-79e2-4b22-8598-67e573adee6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:15.347846 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ddbe7-79e2-4b22-8598-67e573adee6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:15.348348 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ddbe7-79e2-4b22-8598-67e573adee6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:15.348919 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1c0ef35-ae66-486f-ac29-a243d0a2d149 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:15.350542 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b1c0ef35-ae66-486f-ac29-a243d0a2d149 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f62363cd-644b-49ef-a742-7f69004d33de HTTP/1.1" status: 204 len: 168 time: 1.1411197 Nov 25 20:07:15.389932 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-f2046d9e-4a6e-4c8f-bcb4-85ca57d12e0a service neutron] For port 94c71436-dd39-43c5-ac09-9612cbb14ad1, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:07:15.393335 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0ef35-ae66-486f-ac29-a243d0a2d149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62363cd-644b-49ef-a742-7f69004d33de,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:15.398892 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-f2046d9e-4a6e-4c8f-bcb4-85ca57d12e0a service neutron] For port 94c71436-dd39-43c5-ac09-9612cbb14ad1, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1,segment=NetworkSegment(e70a4e69-df48-4f56-aafb-1762892a7b4d),segment_id=e70a4e69-df48-4f56-aafb-1762892a7b4d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:07:15.407530 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cf3fa523-c2a6-4f33-86f7-f070e8c3715d req-61f13141-32f7-4cd0-a5bf-f8d157ea3444 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2865100 Nov 25 20:07:15.409710 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-f2046d9e-4a6e-4c8f-bcb4-85ca57d12e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:15.457760 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-f2046d9e-4a6e-4c8f-bcb4-85ca57d12e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:15.458696 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-f2046d9e-4a6e-4c8f-bcb4-85ca57d12e0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:15.460162 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-f2046d9e-4a6e-4c8f-bcb4-85ca57d12e0a service neutron] 10.222.0.73 "PUT /v2.0/ports/94c71436-dd39-43c5-ac09-9612cbb14ad1 HTTP/1.1" status: 200 len: 1091 time: 2.3378048 Nov 25 20:07:15.496544 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-484add6c-bed4-4664-9d20-1d05843cf41d None None] For port d267d215-a145-4ea7-b61b-36e3b0d38f70, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:07:15.507835 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-484add6c-bed4-4664-9d20-1d05843cf41d None None] For port d267d215-a145-4ea7-b61b-36e3b0d38f70, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d267d215-a145-4ea7-b61b-36e3b0d38f70,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:07:15.524963 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-484add6c-bed4-4664-9d20-1d05843cf41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:15.527114 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2046d9e-4a6e-4c8f-bcb4-85ca57d12e0a service neutron] Pushing event updated for resources: {'Port': ['ID=94c71436-dd39-43c5-ac09-9612cbb14ad1,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:15.590806 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-0f0eb0af-d135-42c5-ad52-ec80dd87d826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:15.595968 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-0f0eb0af-d135-42c5-ad52-ec80dd87d826 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 1094 time: 0.1060960 Nov 25 20:07:15.669794 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ddbe7-79e2-4b22-8598-67e573adee6b None None] Pushing event updated for resources: {'Port': ['ID=d267d215-a145-4ea7-b61b-36e3b0d38f70,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:15.735771 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484add6c-bed4-4664-9d20-1d05843cf41d None None] Routers {'12d6011e-a0f2-427b-b5f1-259d40a514a8'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:07:15.736528 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-294017d4-c74a-45aa-b6e6-7fa49e3078bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:15.736693 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-484add6c-bed4-4664-9d20-1d05843cf41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:07:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['12d6011e-a0f2-427b-b5f1-259d40a514a8'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:15.789351 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8a22c372-16d6-4e90-8de2-3f2b1f86ec0e None None] Provisioning complete for port 091b2c75-b795-439a-83fb-56f42678d83f triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:15.789966 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a22c372-16d6-4e90-8de2-3f2b1f86ec0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:15.801611 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-294017d4-c74a-45aa-b6e6-7fa49e3078bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:15.818823 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-296acffd-9198-4880-b8cf-f1a58fe9818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:15.820996 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-296acffd-9198-4880-b8cf-f1a58fe9818f service neutron] 10.222.0.73 "GET /v2.0/networks?id=825c5a3f-ce49-4394-b48a-f63de2d0aa51 HTTP/1.1" status: 200 len: 897 time: 0.2149191 Nov 25 20:07:15.880804 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a6497f-329f-46d9-a7d1-a6873ea747ed None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:07:15.946064 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294017d4-c74a-45aa-b6e6-7fa49e3078bd admin admin] Pushing event updated for resources: {'Port': ['ID=0d9f9622-9f02-4f84-ab12-c895c27250c8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:15.967259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294017d4-c74a-45aa-b6e6-7fa49e3078bd admin admin] Network 3f57e123-9a4d-4332-bcb8-9f29947f7efb is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:07:15.968991 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-294017d4-c74a-45aa-b6e6-7fa49e3078bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:07:15.975100 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-c066384c-86e6-454c-8ed6-44037e939a73 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1 HTTP/1.1" status: 200 len: 999 time: 0.1456513 Nov 25 20:07:15.976896 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294017d4-c74a-45aa-b6e6-7fa49e3078bd admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:07:16.054011 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-484add6c-bed4-4664-9d20-1d05843cf41d None None] Set router 12d6011e-a0f2-427b-b5f1-259d40a514a8 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:07:16.095197 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-09034fb2-1c63-49eb-a0a0-7695d338aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:16.098591 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-294017d4-c74a-45aa-b6e6-7fa49e3078bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:16.099127 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-09034fb2-1c63-49eb-a0a0-7695d338aa87 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25ba5dac-8c46-4597-9a97-31409eea9b7e HTTP/1.1" status: 200 len: 835 time: 0.1160905 Nov 25 20:07:16.116875 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52830) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:16.156704 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2ffff-77bf-4ce4-9fae-75245f3e4b7e None None] Pushing event updated for resources: {'Port': ['ID=0b32ac17-2e9f-455a-b6c8-835bfff6ff76,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:16.157744 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f163f97-c9df-49db-bce8-efcde28565e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:16.192525 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:16.254813 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f163f97-c9df-49db-bce8-efcde28565e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:16.269634 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f163f97-c9df-49db-bce8-efcde28565e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:16.343489 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a300c8-d82f-4dcf-b1f4-380594c57087', 'tag': '94c71436-dd39-43c5-ac09-9612cbb14ad1'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:07:16.345755 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4144b38d-3a9f-48da-aa09-58f3b7d1d9a2" -d '{"events": [{"name": "network-changed", "server_uuid": "48a300c8-d82f-4dcf-b1f4-380594c57087", "tag": "94c71436-dd39-43c5-ac09-9612cbb14ad1"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:07:16.349045 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f163f97-c9df-49db-bce8-efcde28565e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8112f97d-0ef9-42c3-8d4c-67fd50edda76,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:16.358259 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a22c372-16d6-4e90-8de2-3f2b1f86ec0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:16.373358 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-72ee2e7b-cbb8-4d44-8fe1-7bfc1d72ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:16.374922 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-72ee2e7b-cbb8-4d44-8fe1-7bfc1d72ced7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=825c5a3f-ce49-4394-b48a-f63de2d0aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2665713 Nov 25 20:07:16.426835 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-294017d4-c74a-45aa-b6e6-7fa49e3078bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:16.433160 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8a22c372-16d6-4e90-8de2-3f2b1f86ec0e None None] For port 091b2c75-b795-439a-83fb-56f42678d83f, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=091b2c75-b795-439a-83fb-56f42678d83f,segment=NetworkSegment(d4ea87d0-94fa-4cac-8b6a-0162c8fe78d2),segment_id=d4ea87d0-94fa-4cac-8b6a-0162c8fe78d2)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:16.468214 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a22c372-16d6-4e90-8de2-3f2b1f86ec0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:16.588370 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22c372-16d6-4e90-8de2-3f2b1f86ec0e None None] Pushing event updated for resources: {'Port': ['ID=091b2c75-b795-439a-83fb-56f42678d83f,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:16.603922 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-484add6c-bed4-4664-9d20-1d05843cf41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6011e-a0f2-427b-b5f1-259d40a514a8', 'name': 'tempest-TestServerMultinode-631720651-router', 'tenant_id': '036523f74a3b485fafc8f031a4920836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'd267d215-a145-4ea7-b61b-36e3b0d38f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:07:10Z', 'updated_at': '2021-11-25T20:07:11Z', 'revision_number': 3, 'project_id': '036523f74a3b485fafc8f031a4920836', 'gw_port': {'id': 'd267d215-a145-4ea7-b61b-36e3b0d38f70', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:75:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d6011e-a0f2-427b-b5f1-259d40a514a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:11Z', 'updated_at': '2021-11-25T20:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:16.659526 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8a22c372-16d6-4e90-8de2-3f2b1f86ec0e None None] Provisioning complete for port 0b32ac17-2e9f-455a-b6c8-835bfff6ff76 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:16.659819 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a22c372-16d6-4e90-8de2-3f2b1f86ec0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:16.712605 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484add6c-bed4-4664-9d20-1d05843cf41d None None] The sync data for ids ['12d6011e-a0f2-427b-b5f1-259d40a514a8'] in n-d-819349-5 is: [{'id': '12d6011e-a0f2-427b-b5f1-259d40a514a8', 'name': 'tempest-TestServerMultinode-631720651-router', 'tenant_id': '036523f74a3b485fafc8f031a4920836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'd267d215-a145-4ea7-b61b-36e3b0d38f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:07:10Z', 'updated_at': '2021-11-25T20:07:11Z', 'revision_number': 3, 'project_id': '036523f74a3b485fafc8f031a4920836', 'gw_port': {'id': 'd267d215-a145-4ea7-b61b-36e3b0d38f70', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:75:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d6011e-a0f2-427b-b5f1-259d40a514a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:11Z', 'updated_at': '2021-11-25T20:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:07:16.745285 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-957075c6-631e-42fa-af18-5103dfd44181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfabf47-ade2-45f8-a7a4-a9566f4fb196', 'name': 'tempest-TestServerMultinode-755245226-router', 'tenant_id': 'a892aa419f634832888faef338a311f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'fb65cc62-3ae6-44ec-9b0e-2aff255f1b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:07:02Z', 'updated_at': '2021-11-25T20:07:07Z', 'revision_number': 4, 'project_id': 'a892aa419f634832888faef338a311f9', 'gw_port': {'id': 'fb65cc62-3ae6-44ec-9b0e-2aff255f1b35', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfabf47-ade2-45f8-a7a4-a9566f4fb196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:03Z', 'updated_at': '2021-11-25T20:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '0b32ac17-2e9f-455a-b6c8-835bfff6ff76', 'name': '', 'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a', 'tenant_id': 'a892aa419f634832888faef338a311f9', 'mac_address': 'fa:16:3e:c1:45:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfabf47-ade2-45f8-a7a4-a9566f4fb196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '9831d4b2-52e8-4612-bf5a-b3e8626c86fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:06Z', 'updated_at': '2021-11-25T20:07:13Z', 'revision_number': 4, 'project_id': 'a892aa419f634832888faef338a311f9', 'subnets': [{'id': '9831d4b2-52e8-4612-bf5a-b3e8626c86fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:16.773643 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957075c6-631e-42fa-af18-5103dfd44181 None None] The sync data for ids ['dbfabf47-ade2-45f8-a7a4-a9566f4fb196'] in n-d-819349-5 is: [{'id': 'dbfabf47-ade2-45f8-a7a4-a9566f4fb196', 'name': 'tempest-TestServerMultinode-755245226-router', 'tenant_id': 'a892aa419f634832888faef338a311f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'fb65cc62-3ae6-44ec-9b0e-2aff255f1b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:07:02Z', 'updated_at': '2021-11-25T20:07:07Z', 'revision_number': 4, 'project_id': 'a892aa419f634832888faef338a311f9', 'gw_port': {'id': 'fb65cc62-3ae6-44ec-9b0e-2aff255f1b35', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfabf47-ade2-45f8-a7a4-a9566f4fb196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:03Z', 'updated_at': '2021-11-25T20:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '0b32ac17-2e9f-455a-b6c8-835bfff6ff76', 'name': '', 'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a', 'tenant_id': 'a892aa419f634832888faef338a311f9', 'mac_address': 'fa:16:3e:c1:45:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfabf47-ade2-45f8-a7a4-a9566f4fb196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '9831d4b2-52e8-4612-bf5a-b3e8626c86fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:06Z', 'updated_at': '2021-11-25T20:07:13Z', 'revision_number': 4, 'project_id': 'a892aa419f634832888faef338a311f9', 'subnets': [{'id': '9831d4b2-52e8-4612-bf5a-b3e8626c86fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:07:16.787326 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 20:07:16.787732 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 20:07:16.910935 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-294017d4-c74a-45aa-b6e6-7fa49e3078bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:16.924292 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-294017d4-c74a-45aa-b6e6-7fa49e3078bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:17.013358 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6e53126d-7fee-4684-830b-a0361aa8a003 None None] Provisioning complete for port 091b2c75-b795-439a-83fb-56f42678d83f triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:17.015517 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6e53126d-7fee-4684-830b-a0361aa8a003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:17.023743 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294017d4-c74a-45aa-b6e6-7fa49e3078bd admin admin] Pushing event updated for resources: {'Port': ['ID=0d9f9622-9f02-4f84-ab12-c895c27250c8,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:17.038176 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-294017d4-c74a-45aa-b6e6-7fa49e3078bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:17.039311 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588176ad-8f61-486d-8791-fd62d7faf4e8 x-openstack-request-id: req-588176ad-8f61-486d-8791-fd62d7faf4e8 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:07:17.039806 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a300c8-d82f-4dcf-b1f4-380594c57087", "tag": "94c71436-dd39-43c5-ac09-9612cbb14ad1", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:07:17.039932 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-588176ad-8f61-486d-8791-fd62d7faf4e8 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:07:17.040286 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a300c8-d82f-4dcf-b1f4-380594c57087', 'tag': '94c71436-dd39-43c5-ac09-9612cbb14ad1', 'status': 'completed', 'code': 200} Nov 25 20:07:17.060938 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 94c71436-dd39-43c5-ac09-9612cbb14ad1 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:07:17.152020 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 94c71436-dd39-43c5-ac09-9612cbb14ad1 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:07:17.184815 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6f163f97-c9df-49db-bce8-efcde28565e6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1e0a7ce6b23f417298dba5e66159087b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0601323 Nov 25 20:07:17.192755 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52838) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:17.222188 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d982f3f-b9e4-4eda-9a32-a396ba75f6e6 req-b8d9da55-4a69-4689-9dde-028af366a998 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:17.227865 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4d982f3f-b9e4-4eda-9a32-a396ba75f6e6 req-b8d9da55-4a69-4689-9dde-028af366a998 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 943 time: 0.1866279 Nov 25 20:07:17.242094 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144b38d-3a9f-48da-aa09-58f3b7d1d9a2 req-49beef07-7c37-4c05-81bc-c30ec0452d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:17.243792 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4144b38d-3a9f-48da-aa09-58f3b7d1d9a2 req-49beef07-7c37-4c05-81bc-c30ec0452d63 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 1094 time: 0.2128963 Nov 25 20:07:17.273453 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294017d4-c74a-45aa-b6e6-7fa49e3078bd admin admin] Network 3f57e123-9a4d-4332-bcb8-9f29947f7efb is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:07:17.275079 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-294017d4-c74a-45aa-b6e6-7fa49e3078bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:07:17.369789 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6e53126d-7fee-4684-830b-a0361aa8a003 None None] Provisioning complete for port d267d215-a145-4ea7-b61b-36e3b0d38f70 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:17.370174 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6e53126d-7fee-4684-830b-a0361aa8a003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:17.374465 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 3d546399-66d3-4b98-b18f-47ab2c2cf001 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:07:17.465230 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 3d546399-66d3-4b98-b18f-47ab2c2cf001 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:07:17.465585 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 3d546399-66d3-4b98-b18f-47ab2c2cf001 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:07:17.551731 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4d982f3f-b9e4-4eda-9a32-a396ba75f6e6 req-405e3f21-f13b-4718-bb57-53c96305f1d3 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3051350 Nov 25 20:07:17.557088 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294017d4-c74a-45aa-b6e6-7fa49e3078bd admin admin] Router 12d6011e-a0f2-427b-b5f1-259d40a514a8 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:07:17.566959 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-8f9fe6d0-87d7-4dbc-bd19-1c28c3da423c service neutron] 10.222.0.73 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1694391 Nov 25 20:07:17.636521 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6e53126d-7fee-4684-830b-a0361aa8a003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:17.777884 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-6e53126d-7fee-4684-830b-a0361aa8a003 None None] For port d267d215-a145-4ea7-b61b-36e3b0d38f70, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d267d215-a145-4ea7-b61b-36e3b0d38f70,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:17.778046 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144b38d-3a9f-48da-aa09-58f3b7d1d9a2 req-db1f5948-5f96-41b4-b199-4f228a91779c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:17.780779 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4144b38d-3a9f-48da-aa09-58f3b7d1d9a2 req-db1f5948-5f96-41b4-b199-4f228a91779c service neutron] 10.222.0.85 "GET /v2.0/networks?id=825c5a3f-ce49-4394-b48a-f63de2d0aa51 HTTP/1.1" status: 200 len: 897 time: 0.5210099 Nov 25 20:07:17.787157 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f1a386e-97d4-436d-9f22-bcd4bae19236 req-dc7b513a-3fcf-4ba8-bbea-21aea416d27f service neutron] 10.222.0.73 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682372 Nov 25 20:07:17.789726 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6e53126d-7fee-4684-830b-a0361aa8a003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:17.919678 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e39e4bcf-dc42-4354-84bd-7845e0558d7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:17.927725 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0b32ac17-2e9f-455a-b6c8-835bfff6ff76 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:07:17.946591 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294017d4-c74a-45aa-b6e6-7fa49e3078bd admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:07:17.955115 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-294017d4-c74a-45aa-b6e6-7fa49e3078bd admin admin] 10.222.0.55 "PUT /v2.0/routers/12d6011e-a0f2-427b-b5f1-259d40a514a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5275688 Nov 25 20:07:18.032579 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e39e4bcf-dc42-4354-84bd-7845e0558d7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:18.037695 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6e53126d-7fee-4684-830b-a0361aa8a003 None None] Provisioning complete for port 0d9f9622-9f02-4f84-ab12-c895c27250c8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:18.038176 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6e53126d-7fee-4684-830b-a0361aa8a003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:18.073341 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4144b38d-3a9f-48da-aa09-58f3b7d1d9a2 req-ce4a411e-faed-4577-8b52-590a171ab370 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1 HTTP/1.1" status: 200 len: 999 time: 0.2769976 Nov 25 20:07:18.094806 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-6e53126d-7fee-4684-830b-a0361aa8a003 None None] Port 0d9f9622-9f02-4f84-ab12-c895c27250c8 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:07:18.102403 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53126d-7fee-4684-830b-a0361aa8a003 None None] Pushing event updated for resources: {'Port': ['ID=d267d215-a145-4ea7-b61b-36e3b0d38f70,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:18.125511 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53126d-7fee-4684-830b-a0361aa8a003 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:18.125863 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53126d-7fee-4684-830b-a0361aa8a003 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:18.126209 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53126d-7fee-4684-830b-a0361aa8a003 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:18.126582 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53126d-7fee-4684-830b-a0361aa8a003 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:18.126922 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53126d-7fee-4684-830b-a0361aa8a003 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:18.127256 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53126d-7fee-4684-830b-a0361aa8a003 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:18.127582 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53126d-7fee-4684-830b-a0361aa8a003 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:18.128058 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53126d-7fee-4684-830b-a0361aa8a003 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:18.128398 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53126d-7fee-4684-830b-a0361aa8a003 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:18.130254 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53126d-7fee-4684-830b-a0361aa8a003 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:18.130254 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53126d-7fee-4684-830b-a0361aa8a003 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:18.130530 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53126d-7fee-4684-830b-a0361aa8a003 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:18.162645 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 0b32ac17-2e9f-455a-b6c8-835bfff6ff76 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:18.163026 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:18.199295 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144b38d-3a9f-48da-aa09-58f3b7d1d9a2 req-5c84a592-a9ea-47cb-a1b7-181d4f4cfa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:18.205827 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4144b38d-3a9f-48da-aa09-58f3b7d1d9a2 req-5c84a592-a9ea-47cb-a1b7-181d4f4cfa6c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 1094 time: 0.2702961 Nov 25 20:07:18.255281 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0b8c9035-edc8-47fe-948c-90d8258dd457 None None] Provisioning complete for port 0d9f9622-9f02-4f84-ab12-c895c27250c8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:18.255748 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0b8c9035-edc8-47fe-948c-90d8258dd457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:18.266204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144b38d-3a9f-48da-aa09-58f3b7d1d9a2 req-0e3db059-43ed-43a0-bcc5-cfdb77002205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:18.268920 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4144b38d-3a9f-48da-aa09-58f3b7d1d9a2 req-0e3db059-43ed-43a0-bcc5-cfdb77002205 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=25ba5dac-8c46-4597-9a97-31409eea9b7e HTTP/1.1" status: 200 len: 835 time: 0.1817462 Nov 25 20:07:18.305775 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-0b8c9035-edc8-47fe-948c-90d8258dd457 None None] Port 0d9f9622-9f02-4f84-ab12-c895c27250c8 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:07:18.352182 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d267d215-a145-4ea7-b61b-36e3b0d38f70 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:07:18.385615 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e39e4bcf-dc42-4354-84bd-7845e0558d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:18.389872 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e39e4bcf-dc42-4354-84bd-7845e0558d7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:18.395710 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e39e4bcf-dc42-4354-84bd-7845e0558d7c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8112f97d-0ef9-42c3-8d4c-67fd50edda76 HTTP/1.1" status: 204 len: 168 time: 1.1966453 Nov 25 20:07:18.417395 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port d267d215-a145-4ea7-b61b-36e3b0d38f70 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:18.417896 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:18.459340 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e4bcf-dc42-4354-84bd-7845e0558d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8112f97d-0ef9-42c3-8d4c-67fd50edda76,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:18.564784 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144b38d-3a9f-48da-aa09-58f3b7d1d9a2 req-95262c32-d0aa-4e5a-9722-215af0d9c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:18.571807 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4144b38d-3a9f-48da-aa09-58f3b7d1d9a2 req-95262c32-d0aa-4e5a-9722-215af0d9c5f0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=825c5a3f-ce49-4394-b48a-f63de2d0aa51 HTTP/1.1" status: 200 len: 897 time: 0.3536208 Nov 25 20:07:18.578974 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 091b2c75-b795-439a-83fb-56f42678d83f up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:07:18.580141 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144b38d-3a9f-48da-aa09-58f3b7d1d9a2 req-371d52c5-f7b4-4b41-9b4a-ed2efcde2c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:18.582790 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4144b38d-3a9f-48da-aa09-58f3b7d1d9a2 req-371d52c5-f7b4-4b41-9b4a-ed2efcde2c8b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=825c5a3f-ce49-4394-b48a-f63de2d0aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2794788 Nov 25 20:07:18.644790 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 091b2c75-b795-439a-83fb-56f42678d83f triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:18.645005 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:18.924432 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4144b38d-3a9f-48da-aa09-58f3b7d1d9a2 req-570fe037-1336-4fd8-ad85-486c1dbc2a99 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1 HTTP/1.1" status: 200 len: 999 time: 0.3363335 Nov 25 20:07:18.990467 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71678a-c400-4ac6-bcbe-bbf15923aafd req-3f45e452-e8a6-4533-bf29-dbb6628729cf tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:18.992118 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af71678a-c400-4ac6-bcbe-bbf15923aafd req-3f45e452-e8a6-4533-bf29-dbb6628729cf tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 943 time: 0.1857200 Nov 25 20:07:18.996658 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4144b38d-3a9f-48da-aa09-58f3b7d1d9a2 req-4848d408-a56c-47f1-87cc-c6852c382129 service neutron] 10.222.0.85 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011881 Nov 25 20:07:19.030343 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52862) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:19.071130 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144b38d-3a9f-48da-aa09-58f3b7d1d9a2 req-e819003e-c6b9-46b9-9e04-4e4c542fff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:19.072710 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4144b38d-3a9f-48da-aa09-58f3b7d1d9a2 req-e819003e-c6b9-46b9-9e04-4e4c542fff13 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25ba5dac-8c46-4597-9a97-31409eea9b7e HTTP/1.1" status: 200 len: 835 time: 0.1389830 Nov 25 20:07:19.090490 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e692ae73-390b-41d9-a934-d35905402ed2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f1d38f97d70345b0b4ade48eb6629571&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0581129 Nov 25 20:07:19.094273 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52864) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:19.150740 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa9d12b9-a5b4-4d5e-bccb-f065b251394b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:19.175578 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa9d12b9-a5b4-4d5e-bccb-f065b251394b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:19.179499 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af71678a-c400-4ac6-bcbe-bbf15923aafd req-24cd9cbf-553d-4ec5-991f-c3861b513333 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738269 Nov 25 20:07:19.217801 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144b38d-3a9f-48da-aa09-58f3b7d1d9a2 req-adb756f9-8cd0-496b-a5b2-312952a25d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:19.219839 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4144b38d-3a9f-48da-aa09-58f3b7d1d9a2 req-adb756f9-8cd0-496b-a5b2-312952a25d14 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=825c5a3f-ce49-4394-b48a-f63de2d0aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186843 Nov 25 20:07:19.222905 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4144b38d-3a9f-48da-aa09-58f3b7d1d9a2 req-c050065f-356c-476d-b3a3-10f161844b48 service neutron] 10.222.0.85 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162633 Nov 25 20:07:19.239193 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa9d12b9-a5b4-4d5e-bccb-f065b251394b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:19.242278 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa9d12b9-a5b4-4d5e-bccb-f065b251394b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:19.247403 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-aa9d12b9-a5b4-4d5e-bccb-f065b251394b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/54539e01-6b29-4a04-a566-5525f6caca89 HTTP/1.1" status: 204 len: 168 time: 0.1494112 Nov 25 20:07:19.260803 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d12b9-a5b4-4d5e-bccb-f065b251394b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54539e01-6b29-4a04-a566-5525f6caca89,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:19.415578 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4144b38d-3a9f-48da-aa09-58f3b7d1d9a2 req-a0c8e890-e7db-4273-b2ac-e58588bf9c6a service neutron] 10.222.0.73 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855798 Nov 25 20:07:19.451191 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-f21e7e5f-8c80-4824-8bef-37f154325535 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:19.452604 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-f21e7e5f-8c80-4824-8bef-37f154325535 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/networks?id=0c9ac5d1-32b6-4966-ad21-6af856ee380a HTTP/1.1" status: 200 len: 910 time: 0.1380923 Nov 25 20:07:19.499425 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-dedbb121-b2ac-4f9d-9749-c31c9ea09096 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/quotas/036523f74a3b485fafc8f031a4920836 HTTP/1.1" status: 200 len: 375 time: 0.0385208 Nov 25 20:07:19.595031 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4144b38d-3a9f-48da-aa09-58f3b7d1d9a2 req-c98752de-ebb3-459b-a7fd-b1d13815a7a6 service neutron] 10.222.0.73 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678264 Nov 25 20:07:19.596735 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d267d215-a145-4ea7-b61b-36e3b0d38f70 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:07:19.620555 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-5db76bd7-d474-4ff5-ac3a-e2bf256530d8 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?tenant_id=036523f74a3b485fafc8f031a4920836&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069655 Nov 25 20:07:19.655181 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port d267d215-a145-4ea7-b61b-36e3b0d38f70 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:19.655181 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:19.739980 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 94c71436-dd39-43c5-ac09-9612cbb14ad1 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:07:19.926783 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-319b41bb-4a7b-4f95-b2ef-953dd739fdef service neutron] 10.222.0.55 "GET /v2.0/networks/0c9ac5d1-32b6-4966-ad21-6af856ee380a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978442 Nov 25 20:07:19.964594 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 94c71436-dd39-43c5-ac09-9612cbb14ad1, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1,segment=NetworkSegment(e70a4e69-df48-4f56-aafb-1762892a7b4d),segment_id=e70a4e69-df48-4f56-aafb-1762892a7b4d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:19.980038 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '94c71436-dd39-43c5-ac09-9612cbb14ad1', 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51', 'port_id': '94c71436-dd39-43c5-ac09-9612cbb14ad1', 'mac_address': 'fa:16:3e:68:4a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ba5dac-8c46-4597-9a97-31409eea9b7e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:07:20.055887 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:20.067846 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-bc136b4f-3f5e-4d65-bde6-57007ae0b662 service neutron] 10.222.0.55 "GET /v2.0/networks/0c9ac5d1-32b6-4966-ad21-6af856ee380a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328666 Nov 25 20:07:20.083576 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c71436-dd39-43c5-ac09-9612cbb14ad1 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:07:20.108076 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 94c71436-dd39-43c5-ac09-9612cbb14ad1, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1,segment=NetworkSegment(e70a4e69-df48-4f56-aafb-1762892a7b4d),segment_id=e70a4e69-df48-4f56-aafb-1762892a7b4d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:20.118515 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:20.185770 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=94c71436-dd39-43c5-ac09-9612cbb14ad1,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:20.379691 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52906) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:20.424389 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['94c71436-dd39-43c5-ac09-9612cbb14ad1'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:07:20.434645 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697bfb1d-b87a-4902-b98b-1d6332352f9d req-10f92cfc-8a06-409f-a907-ed7e6cd10ca8 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:20.451609 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-697bfb1d-b87a-4902-b98b-1d6332352f9d req-10f92cfc-8a06-409f-a907-ed7e6cd10ca8 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 944 time: 0.1083734 Nov 25 20:07:20.525370 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-916515bc-152e-4fde-8bea-65c7cfa69eb8 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1238863931-network', 'tenant_id': '350dcc7c3c8c409986a3d3af969a644c'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:07:20.561754 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-697bfb1d-b87a-4902-b98b-1d6332352f9d req-c404402c-ab26-4ed0-851d-23f2382745db tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066558 Nov 25 20:07:20.594640 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916515bc-152e-4fde-8bea-65c7cfa69eb8 admin admin] Made reservation on behalf of 350dcc7c3c8c409986a3d3af969a644c for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:07:20.598390 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-916515bc-152e-4fde-8bea-65c7cfa69eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:20.611356 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:07:20.624234 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-916515bc-152e-4fde-8bea-65c7cfa69eb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:20.714406 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-927f2287-16e1-4dd6-8a51-fe3bd69d513d req-c466431b-97aa-4181-8daf-c6f94edc4465 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=de9cb05e-00af-4291-9adf-22936820ef24 HTTP/1.1" status: 200 len: 210 time: 0.0870688 Nov 25 20:07:20.756110 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88ac21d-a746-44d5-bf90-4e38313c78b3 None None] Sync routers for ids ['12d6011e-a0f2-427b-b5f1-259d40a514a8'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:07:20.793340 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88ac21d-a746-44d5-bf90-4e38313c78b3 None None] Routers {'12d6011e-a0f2-427b-b5f1-259d40a514a8'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:07:20.794966 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b88ac21d-a746-44d5-bf90-4e38313c78b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:07:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['12d6011e-a0f2-427b-b5f1-259d40a514a8'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:20.795303 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-916515bc-152e-4fde-8bea-65c7cfa69eb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:20.803944 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-916515bc-152e-4fde-8bea-65c7cfa69eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:20.828492 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916515bc-152e-4fde-8bea-65c7cfa69eb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:07:20.838086 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-916515bc-152e-4fde-8bea-65c7cfa69eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:20.838494 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-916515bc-152e-4fde-8bea-65c7cfa69eb8 admin admin] Added segment e2ba0b01-190a-42aa-9a4c-aa80f016bb00 of type vlan for network 09f4afe0-30da-4b0d-8bd6-182ad88274f6 Nov 25 20:07:20.891462 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-916515bc-152e-4fde-8bea-65c7cfa69eb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:20.937977 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-916515bc-152e-4fde-8bea-65c7cfa69eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:20.939286 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916515bc-152e-4fde-8bea-65c7cfa69eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:20.940155 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-916515bc-152e-4fde-8bea-65c7cfa69eb8 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:20.963322 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b88ac21d-a746-44d5-bf90-4e38313c78b3 None None] Set router 12d6011e-a0f2-427b-b5f1-259d40a514a8 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:07:21.027199 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916515bc-152e-4fde-8bea-65c7cfa69eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2fe529-5726-4a8a-994f-b86672cc0ff8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:21.070581 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-916515bc-152e-4fde-8bea-65c7cfa69eb8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6891074 Nov 25 20:07:21.071477 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52924) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:21.079826 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8559d994-01a4-48bf-97e4-c35174e2b2cc admin admin] Request body: {'subnet': {'network_id': '09f4afe0-30da-4b0d-8bd6-182ad88274f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1238863931-subnet', 'tenant_id': '350dcc7c3c8c409986a3d3af969a644c', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:07:21.087231 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916515bc-152e-4fde-8bea-65c7cfa69eb8 admin admin] Pushing event updated for resources: {'Network': ['ID=09f4afe0-30da-4b0d-8bd6-182ad88274f6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:21.112133 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 09f4afe0-30da-4b0d-8bd6-182ad88274f6 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:07:21.119853 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8559d994-01a4-48bf-97e4-c35174e2b2cc admin admin] Made reservation on behalf of 350dcc7c3c8c409986a3d3af969a644c for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:07:21.124024 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8559d994-01a4-48bf-97e4-c35174e2b2cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:21.295506 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-481c28ba-b5a0-4512-82ee-ddcea2ab9c37 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:21.297805 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-481c28ba-b5a0-4512-82ee-ddcea2ab9c37 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.73 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087&tenant_id=8d43f2178a344f438bf4bc8854e720a1&binding%3Ahost_id=n-h1-819349-5 HTTP/1.1" status: 200 len: 944 time: 0.2684011 Nov 25 20:07:21.321109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087c31d-d51d-4d48-9b06-173e9ef18990 req-a590c602-d8ea-4642-a20b-d4a5489e2963 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:21.323476 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6087c31d-d51d-4d48-9b06-173e9ef18990 req-a590c602-d8ea-4642-a20b-d4a5489e2963 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 944 time: 0.1458504 Nov 25 20:07:21.421379 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-af073705-5a48-495c-8e0e-47c9c204de5f service neutron] 10.222.0.73 "GET /v2.0/ports/94c71436-dd39-43c5-ac09-9612cbb14ad1/bindings/n-h1-819349-5 HTTP/1.1" status: 200 len: 382 time: 0.1084702 Nov 25 20:07:21.443081 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8559d994-01a4-48bf-97e4-c35174e2b2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:21.508906 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6087c31d-d51d-4d48-9b06-173e9ef18990 req-8f3bcef2-d417-4460-b733-5b3381acb6dd tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265664 Nov 25 20:07:21.509520 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b88ac21d-a746-44d5-bf90-4e38313c78b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6011e-a0f2-427b-b5f1-259d40a514a8', 'name': 'tempest-TestServerMultinode-631720651-router', 'tenant_id': '036523f74a3b485fafc8f031a4920836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'd267d215-a145-4ea7-b61b-36e3b0d38f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:07:10Z', 'updated_at': '2021-11-25T20:07:16Z', 'revision_number': 4, 'project_id': '036523f74a3b485fafc8f031a4920836', 'gw_port': {'id': 'd267d215-a145-4ea7-b61b-36e3b0d38f70', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6011e-a0f2-427b-b5f1-259d40a514a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:11Z', 'updated_at': '2021-11-25T20:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '0d9f9622-9f02-4f84-ab12-c895c27250c8', 'name': '', 'network_id': '3f57e123-9a4d-4332-bcb8-9f29947f7efb', 'tenant_id': '036523f74a3b485fafc8f031a4920836', 'mac_address': 'fa:16:3e:b8:51:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d6011e-a0f2-427b-b5f1-259d40a514a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '5c33e2f7-aec2-4636-8a8e-53d5bc4150d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:15Z', 'updated_at': '2021-11-25T20:07:16Z', 'revision_number': 2, 'project_id': '036523f74a3b485fafc8f031a4920836', 'subnets': [{'id': '5c33e2f7-aec2-4636-8a8e-53d5bc4150d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:21.538626 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88ac21d-a746-44d5-bf90-4e38313c78b3 None None] Checking router: 12d6011e-a0f2-427b-b5f1-259d40a514a8 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:07:21.539145 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88ac21d-a746-44d5-bf90-4e38313c78b3 None None] Updating router 12d6011e-a0f2-427b-b5f1-259d40a514a8 port 0d9f9622-9f02-4f84-ab12-c895c27250c8 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:07:21.551565 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559d994-01a4-48bf-97e4-c35174e2b2cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec160759-dca4-478c-969a-ec1a667e9af7,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:21.560060 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8559d994-01a4-48bf-97e4-c35174e2b2cc admin admin] Checking segment: {'id': 'e2ba0b01-190a-42aa-9a4c-aa80f016bb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '09f4afe0-30da-4b0d-8bd6-182ad88274f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:07:21.560531 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8559d994-01a4-48bf-97e4-c35174e2b2cc admin admin] Network hostable DHCP agents. Network: 09f4afe0-30da-4b0d-8bd6-182ad88274f6, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:07:21.581073 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8559d994-01a4-48bf-97e4-c35174e2b2cc admin admin] Network 09f4afe0-30da-4b0d-8bd6-182ad88274f6 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:07:21.581729 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b88ac21d-a746-44d5-bf90-4e38313c78b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:21.593793 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-63b69924-052d-45f2-92ed-f826ab24346f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:21.594855 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8559d994-01a4-48bf-97e4-c35174e2b2cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 09f4afe0-30da-4b0d-8bd6-182ad88274f6) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:07:21.596122 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-63b69924-052d-45f2-92ed-f826ab24346f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 1095 time: 0.0851476 Nov 25 20:07:21.600249 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8559d994-01a4-48bf-97e4-c35174e2b2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:21.601010 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8559d994-01a4-48bf-97e4-c35174e2b2cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:21.611209 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfac16a-d815-4de9-9393-15fceab96d7d None None] Network 09f4afe0-30da-4b0d-8bd6-182ad88274f6 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:07:21.622656 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8559d994-01a4-48bf-97e4-c35174e2b2cc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5467584 Nov 25 20:07:21.635185 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52930) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:21.643770 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6e81d89d-fd65-4293-8c06-14f6c2fe44ac admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1238863931-router', 'tenant_id': '350dcc7c3c8c409986a3d3af969a644c', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:07:21.687473 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e81d89d-fd65-4293-8c06-14f6c2fe44ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:21.688439 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e81d89d-fd65-4293-8c06-14f6c2fe44ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:21.728826 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-b530a73b-6756-464a-85e6-6f617b7d8902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:21.730569 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-b530a73b-6756-464a-85e6-6f617b7d8902 service neutron] 10.222.0.73 "GET /v2.0/networks?id=825c5a3f-ce49-4394-b48a-f63de2d0aa51 HTTP/1.1" status: 200 len: 897 time: 0.1242602 Nov 25 20:07:21.823893 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e81d89d-fd65-4293-8c06-14f6c2fe44ac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:21.854972 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-beb832f9-2333-4cac-8c04-b52a6a2b645d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1 HTTP/1.1" status: 200 len: 1000 time: 0.1111059 Nov 25 20:07:21.890778 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-be8b6736-5327-4e13-bb16-f4635dccef60 req-adc62bed-a0dd-4b84-b60f-831ad82c752f tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=de9cb05e-00af-4291-9adf-22936820ef24 HTTP/1.1" status: 200 len: 210 time: 0.0347297 Nov 25 20:07:21.944355 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-3501e846-5d9d-484b-92f5-91c4e7c548a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:21.946198 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-3501e846-5d9d-484b-92f5-91c4e7c548a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25ba5dac-8c46-4597-9a97-31409eea9b7e HTTP/1.1" status: 200 len: 835 time: 0.0542800 Nov 25 20:07:21.998937 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e81d89d-fd65-4293-8c06-14f6c2fe44ac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:22.004073 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-d28b6e30-1c57-4603-97e5-a939330d5f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:22.005630 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-d28b6e30-1c57-4603-97e5-a939330d5f93 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=825c5a3f-ce49-4394-b48a-f63de2d0aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506728 Nov 25 20:07:22.130881 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-00dac8ad-df05-4ba1-b4ae-5e5d30f7721f service neutron] 10.222.0.73 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126575 Nov 25 20:07:22.304183 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a512e74-a764-4c8e-ac2d-e0b608a237f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-09f4afe0-30da-4b0d-8bd6-182ad88274f6', 'network_id': '09f4afe0-30da-4b0d-8bd6-182ad88274f6', 'tenant_id': '350dcc7c3c8c409986a3d3af969a644c', 'fixed_ips': [{'subnet_id': 'ec160759-dca4-478c-969a-ec1a667e9af7'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:07:22.305061 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a512e74-a764-4c8e-ac2d-e0b608a237f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:22.309666 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-3343eac6-55a1-4560-b075-315fc3a96ca4 service neutron] 10.222.0.73 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693721 Nov 25 20:07:22.319519 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b88ac21d-a746-44d5-bf90-4e38313c78b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:22.334267 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b88ac21d-a746-44d5-bf90-4e38313c78b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:22.457480 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-4263833a-016f-4873-9dfe-664cf75b6276 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:22.459842 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-4263833a-016f-4873-9dfe-664cf75b6276 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.73 "GET /v2.0/networks?id=0c9ac5d1-32b6-4966-ad21-6af856ee380a HTTP/1.1" status: 200 len: 910 time: 0.1821616 Nov 25 20:07:22.527042 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e81d89d-fd65-4293-8c06-14f6c2fe44ac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:22.536129 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3029c-bbcc-418f-8972-c5dabeabda25 None None] Pushing event updated for resources: {'Port': ['ID=0d9f9622-9f02-4f84-ab12-c895c27250c8,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:22.571284 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-df0f5ebe-9c48-49e8-aa04-8a795fccd2da tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Request body: {'port': {'device_id': 'de9cb05e-00af-4291-9adf-22936820ef24', 'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a', 'admin_state_up': True, 'tenant_id': '036523f74a3b485fafc8f031a4920836'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:07:22.612731 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e81d89d-fd65-4293-8c06-14f6c2fe44ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:22.636055 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-df0f5ebe-9c48-49e8-aa04-8a795fccd2da tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Made reservation on behalf of 036523f74a3b485fafc8f031a4920836 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:07:22.643998 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-df0f5ebe-9c48-49e8-aa04-8a795fccd2da tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:22.647393 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b88ac21d-a746-44d5-bf90-4e38313c78b3 None None] Attempting to bind port 0d9f9622-9f02-4f84-ab12-c895c27250c8 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:07:22.648201 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b88ac21d-a746-44d5-bf90-4e38313c78b3 None None] Attempting to bind port 0d9f9622-9f02-4f84-ab12-c895c27250c8 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'd4ea87d0-94fa-4cac-8b6a-0162c8fe78d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '3f57e123-9a4d-4332-bcb8-9f29947f7efb'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:07:22.648573 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ac21d-a746-44d5-bf90-4e38313c78b3 None None] Attempting to bind port 0d9f9622-9f02-4f84-ab12-c895c27250c8 on network 3f57e123-9a4d-4332-bcb8-9f29947f7efb {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:07:22.660625 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ac21d-a746-44d5-bf90-4e38313c78b3 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:07:22.661066 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ac21d-a746-44d5-bf90-4e38313c78b3 None None] Checking segment: {'id': 'd4ea87d0-94fa-4cac-8b6a-0162c8fe78d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '3f57e123-9a4d-4332-bcb8-9f29947f7efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:07:22.661401 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b88ac21d-a746-44d5-bf90-4e38313c78b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:22.661785 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ac21d-a746-44d5-bf90-4e38313c78b3 None None] Bound using segment: {'id': 'd4ea87d0-94fa-4cac-8b6a-0162c8fe78d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '3f57e123-9a4d-4332-bcb8-9f29947f7efb'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:07:22.662280 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b88ac21d-a746-44d5-bf90-4e38313c78b3 None None] Bound port: 0d9f9622-9f02-4f84-ab12-c895c27250c8, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ea87d0-94fa-4cac-8b6a-0162c8fe78d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '3f57e123-9a4d-4332-bcb8-9f29947f7efb'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:07:22.662689 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b88ac21d-a746-44d5-bf90-4e38313c78b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:22.691258 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830feb4-94ca-4ef2-bfa3-2eabfbca2c0e req-c0487ecc-f265-4905-baf0-b6a680365773 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:22.694766 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-7a512e74-a764-4c8e-ac2d-e0b608a237f2 None None] Allocated IP 172.20.0.2 (09f4afe0-30da-4b0d-8bd6-182ad88274f6/ec160759-dca4-478c-969a-ec1a667e9af7/a7f0fc13-d2de-4d77-ace7-e4c89b658e65) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:07:22.703334 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3830feb4-94ca-4ef2-bfa3-2eabfbca2c0e req-c0487ecc-f265-4905-baf0-b6a680365773 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 944 time: 0.0972631 Nov 25 20:07:22.762420 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3830feb4-94ca-4ef2-bfa3-2eabfbca2c0e req-755f7c94-8ba5-4ce9-a656-15919f8670fb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559258 Nov 25 20:07:22.894592 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b88ac21d-a746-44d5-bf90-4e38313c78b3 None None] For port 0d9f9622-9f02-4f84-ab12-c895c27250c8, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:07:22.900044 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b88ac21d-a746-44d5-bf90-4e38313c78b3 None None] For port 0d9f9622-9f02-4f84-ab12-c895c27250c8, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0d9f9622-9f02-4f84-ab12-c895c27250c8,segment=NetworkSegment(d4ea87d0-94fa-4cac-8b6a-0162c8fe78d2),segment_id=d4ea87d0-94fa-4cac-8b6a-0162c8fe78d2)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:07:22.907948 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5454e631-0d33-4d59-a4b1-3464469b88ca None None] Provisioning complete for port 0d9f9622-9f02-4f84-ab12-c895c27250c8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:22.908321 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5454e631-0d33-4d59-a4b1-3464469b88ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:22.911438 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-6e81d89d-fd65-4293-8c06-14f6c2fe44ac admin admin] Allocated IP 172.25.6.87 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/eb94955b-bbed-4fdc-b212-1878f969ecec) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:07:22.915083 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b88ac21d-a746-44d5-bf90-4e38313c78b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:22.933349 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-df0f5ebe-9c48-49e8-aa04-8a795fccd2da tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Allocated IP 172.20.0.5 (0c9ac5d1-32b6-4966-ad21-6af856ee380a/9831d4b2-52e8-4612-bf5a-b3e8626c86fe/7158baeb-c6bb-4782-86ca-b5b9d3bd9421) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:07:23.072126 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88ac21d-a746-44d5-bf90-4e38313c78b3 None None] Routers {'12d6011e-a0f2-427b-b5f1-259d40a514a8'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:07:23.073039 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b88ac21d-a746-44d5-bf90-4e38313c78b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:07:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['12d6011e-a0f2-427b-b5f1-259d40a514a8'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:23.105516 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4504e3d9-be5c-4c1d-a3a9-6c7189cff756 req-031a7b7c-3251-41ef-a582-bf85a14fba87 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=de9cb05e-00af-4291-9adf-22936820ef24 HTTP/1.1" status: 200 len: 210 time: 0.0712337 Nov 25 20:07:23.174473 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e81d89d-fd65-4293-8c06-14f6c2fe44ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:23.180911 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a512e74-a764-4c8e-ac2d-e0b608a237f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:23.202205 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3029c-bbcc-418f-8972-c5dabeabda25 None None] Pushing event updated for resources: {'Port': ['ID=0d9f9622-9f02-4f84-ab12-c895c27250c8,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:23.248837 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5454e631-0d33-4d59-a4b1-3464469b88ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:23.251200 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a512e74-a764-4c8e-ac2d-e0b608a237f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:23.262609 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-df0f5ebe-9c48-49e8-aa04-8a795fccd2da tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:23.295168 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e81d89d-fd65-4293-8c06-14f6c2fe44ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:23.330260 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a512e74-a764-4c8e-ac2d-e0b608a237f2 None None] Pushing event updated for resources: {'Port': ['ID=a7f0fc13-d2de-4d77-ace7-e4c89b658e65,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:23.348570 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e81d89d-fd65-4293-8c06-14f6c2fe44ac admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:07:23.358971 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a512e74-a764-4c8e-ac2d-e0b608a237f2 None None] Network 09f4afe0-30da-4b0d-8bd6-182ad88274f6 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:07:23.360536 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-6e81d89d-fd65-4293-8c06-14f6c2fe44ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:07:23.365958 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e81d89d-fd65-4293-8c06-14f6c2fe44ac admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:07:23.374828 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-7a512e74-a764-4c8e-ac2d-e0b608a237f2 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:07:23.383706 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a512e74-a764-4c8e-ac2d-e0b608a237f2 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:07:23.393668 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5454e631-0d33-4d59-a4b1-3464469b88ca None None] For port 0d9f9622-9f02-4f84-ab12-c895c27250c8, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0d9f9622-9f02-4f84-ab12-c895c27250c8,segment=NetworkSegment(d4ea87d0-94fa-4cac-8b6a-0162c8fe78d2),segment_id=d4ea87d0-94fa-4cac-8b6a-0162c8fe78d2)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:23.400437 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ffb724-9426-476f-96e8-854a31fdd650 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:07:23.403698 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-df0f5ebe-9c48-49e8-aa04-8a795fccd2da tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:23.409788 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81d89d-fd65-4293-8c06-14f6c2fe44ac admin admin] Pushing event updated for resources: {'Port': ['ID=eb94955b-bbed-4fdc-b212-1878f969ecec,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:23.423294 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b88ac21d-a746-44d5-bf90-4e38313c78b3 None None] Set router 12d6011e-a0f2-427b-b5f1-259d40a514a8 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:07:23.426402 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5454e631-0d33-4d59-a4b1-3464469b88ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:23.534573 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-7a512e74-a764-4c8e-ac2d-e0b608a237f2 None None] Attempting to bind port a7f0fc13-d2de-4d77-ace7-e4c89b658e65 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:07:23.534573 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-7a512e74-a764-4c8e-ac2d-e0b608a237f2 None None] Attempting to bind port a7f0fc13-d2de-4d77-ace7-e4c89b658e65 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'e2ba0b01-190a-42aa-9a4c-aa80f016bb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '09f4afe0-30da-4b0d-8bd6-182ad88274f6'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:07:23.534984 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a512e74-a764-4c8e-ac2d-e0b608a237f2 None None] Attempting to bind port a7f0fc13-d2de-4d77-ace7-e4c89b658e65 on network 09f4afe0-30da-4b0d-8bd6-182ad88274f6 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:07:23.593303 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a512e74-a764-4c8e-ac2d-e0b608a237f2 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:07:23.593686 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a512e74-a764-4c8e-ac2d-e0b608a237f2 None None] Checking segment: {'id': 'e2ba0b01-190a-42aa-9a4c-aa80f016bb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '09f4afe0-30da-4b0d-8bd6-182ad88274f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:07:23.594079 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a512e74-a764-4c8e-ac2d-e0b608a237f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:23.595358 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a512e74-a764-4c8e-ac2d-e0b608a237f2 None None] Bound using segment: {'id': 'e2ba0b01-190a-42aa-9a4c-aa80f016bb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '09f4afe0-30da-4b0d-8bd6-182ad88274f6'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:07:23.595990 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-7a512e74-a764-4c8e-ac2d-e0b608a237f2 None None] Bound port: a7f0fc13-d2de-4d77-ace7-e4c89b658e65, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ba0b01-190a-42aa-9a4c-aa80f016bb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '09f4afe0-30da-4b0d-8bd6-182ad88274f6'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:07:23.596385 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a512e74-a764-4c8e-ac2d-e0b608a237f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:23.626465 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-df0f5ebe-9c48-49e8-aa04-8a795fccd2da tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Network 0c9ac5d1-32b6-4966-ad21-6af856ee380a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:07:23.637670 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-df0f5ebe-9c48-49e8-aa04-8a795fccd2da tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:07:23.639055 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454e631-0d33-4d59-a4b1-3464469b88ca None None] Pushing event updated for resources: {'Port': ['ID=0d9f9622-9f02-4f84-ab12-c895c27250c8,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:23.642190 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-df0f5ebe-9c48-49e8-aa04-8a795fccd2da tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:07:23.650343 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f5ebe-9c48-49e8-aa04-8a795fccd2da tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Pushing event updated for resources: {'Port': ['ID=7158baeb-c6bb-4782-86ca-b5b9d3bd9421,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:23.677331 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5887b7a4-9a6c-4ab9-b87d-12018ead9d49 None None] Provisioning complete for port eb94955b-bbed-4fdc-b212-1878f969ecec triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:23.677931 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5887b7a4-9a6c-4ab9-b87d-12018ead9d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:23.735695 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 94c71436-dd39-43c5-ac09-9612cbb14ad1 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:07:23.871823 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-df0f5ebe-9c48-49e8-aa04-8a795fccd2da tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:23.873584 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-df0f5ebe-9c48-49e8-aa04-8a795fccd2da tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:23.877130 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-5887b7a4-9a6c-4ab9-b87d-12018ead9d49 None None] Port eb94955b-bbed-4fdc-b212-1878f969ecec cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:07:23.886267 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e81d89d-fd65-4293-8c06-14f6c2fe44ac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:23.952331 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a512e74-a764-4c8e-ac2d-e0b608a237f2 None None] For port a7f0fc13-d2de-4d77-ace7-e4c89b658e65, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:07:23.980420 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5887b7a4-9a6c-4ab9-b87d-12018ead9d49 None None] Provisioning complete for port 0d9f9622-9f02-4f84-ab12-c895c27250c8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:23.980788 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5887b7a4-9a6c-4ab9-b87d-12018ead9d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:23.990226 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a512e74-a764-4c8e-ac2d-e0b608a237f2 None None] For port a7f0fc13-d2de-4d77-ace7-e4c89b658e65, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a7f0fc13-d2de-4d77-ace7-e4c89b658e65,segment=NetworkSegment(e2ba0b01-190a-42aa-9a4c-aa80f016bb00),segment_id=e2ba0b01-190a-42aa-9a4c-aa80f016bb00)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:07:24.011386 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:24.023279 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241376b-e9bd-465e-a797-cf96dd10a8be req-05c61ed5-2c66-45c9-bb61-e5eda7b54faf tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:24.026229 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c241376b-e9bd-465e-a797-cf96dd10a8be req-05c61ed5-2c66-45c9-bb61-e5eda7b54faf tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 944 time: 0.1263809 Nov 25 20:07:24.043881 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a512e74-a764-4c8e-ac2d-e0b608a237f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:24.128617 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-df0f5ebe-9c48-49e8-aa04-8a795fccd2da tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6032953 Nov 25 20:07:24.144441 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c241376b-e9bd-465e-a797-cf96dd10a8be req-555f16bc-a0f6-431e-86d7-57a0790c75cb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070323 Nov 25 20:07:24.146128 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-b687eb76-111a-43d6-ad4a-0d4a6fabf4ad service neutron] Request body: {'port': {'device_id': 'de9cb05e-00af-4291-9adf-22936820ef24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:07:24.183630 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a512e74-a764-4c8e-ac2d-e0b608a237f2 None None] Pushing event updated for resources: {'Port': ['ID=a7f0fc13-d2de-4d77-ace7-e4c89b658e65,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:24.251730 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 94c71436-dd39-43c5-ac09-9612cbb14ad1 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:07:24.256750 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-b687eb76-111a-43d6-ad4a-0d4a6fabf4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:24.288563 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 94c71436-dd39-43c5-ac09-9612cbb14ad1 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:24.288951 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:24.330177 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc0db9-e354-4246-b9b7-5f5a2498c50c req-d830e0fd-0498-4b9c-9eba-731aa6dd1495 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:24.332585 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-01bc0db9-e354-4246-b9b7-5f5a2498c50c req-d830e0fd-0498-4b9c-9eba-731aa6dd1495 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=de9cb05e-00af-4291-9adf-22936820ef24 HTTP/1.1" status: 200 len: 1027 time: 0.0913966 Nov 25 20:07:24.427832 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-01bc0db9-e354-4246-b9b7-5f5a2498c50c req-c378e0f4-d657-44e2-adce-43c2531dc501 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d8b8af98-57fd-4c9a-8e52-c5eefadfac69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886960 Nov 25 20:07:24.470236 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b88ac21d-a746-44d5-bf90-4e38313c78b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6011e-a0f2-427b-b5f1-259d40a514a8', 'name': 'tempest-TestServerMultinode-631720651-router', 'tenant_id': '036523f74a3b485fafc8f031a4920836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'd267d215-a145-4ea7-b61b-36e3b0d38f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:07:10Z', 'updated_at': '2021-11-25T20:07:16Z', 'revision_number': 4, 'project_id': '036523f74a3b485fafc8f031a4920836', 'gw_port': {'id': 'd267d215-a145-4ea7-b61b-36e3b0d38f70', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6011e-a0f2-427b-b5f1-259d40a514a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:11Z', 'updated_at': '2021-11-25T20:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '0d9f9622-9f02-4f84-ab12-c895c27250c8', 'name': '', 'network_id': '3f57e123-9a4d-4332-bcb8-9f29947f7efb', 'tenant_id': '036523f74a3b485fafc8f031a4920836', 'mac_address': 'fa:16:3e:b8:51:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d6011e-a0f2-427b-b5f1-259d40a514a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '5c33e2f7-aec2-4636-8a8e-53d5bc4150d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:15Z', 'updated_at': '2021-11-25T20:07:22Z', 'revision_number': 4, 'project_id': '036523f74a3b485fafc8f031a4920836', 'subnets': [{'id': '5c33e2f7-aec2-4636-8a8e-53d5bc4150d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:24.850486 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88ac21d-a746-44d5-bf90-4e38313c78b3 None None] The sync data for ids ['12d6011e-a0f2-427b-b5f1-259d40a514a8'] in n-d-819349-5 is: [{'id': '12d6011e-a0f2-427b-b5f1-259d40a514a8', 'name': 'tempest-TestServerMultinode-631720651-router', 'tenant_id': '036523f74a3b485fafc8f031a4920836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'd267d215-a145-4ea7-b61b-36e3b0d38f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:07:10Z', 'updated_at': '2021-11-25T20:07:16Z', 'revision_number': 4, 'project_id': '036523f74a3b485fafc8f031a4920836', 'gw_port': {'id': 'd267d215-a145-4ea7-b61b-36e3b0d38f70', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6011e-a0f2-427b-b5f1-259d40a514a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:11Z', 'updated_at': '2021-11-25T20:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '0d9f9622-9f02-4f84-ab12-c895c27250c8', 'name': '', 'network_id': '3f57e123-9a4d-4332-bcb8-9f29947f7efb', 'tenant_id': '036523f74a3b485fafc8f031a4920836', 'mac_address': 'fa:16:3e:b8:51:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d6011e-a0f2-427b-b5f1-259d40a514a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '5c33e2f7-aec2-4636-8a8e-53d5bc4150d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:15Z', 'updated_at': '2021-11-25T20:07:22Z', 'revision_number': 4, 'project_id': '036523f74a3b485fafc8f031a4920836', 'subnets': [{'id': '5c33e2f7-aec2-4636-8a8e-53d5bc4150d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:07:24.857195 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:24.887595 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:24.974524 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 94c71436-dd39-43c5-ac09-9612cbb14ad1, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1,segment=NetworkSegment(e70a4e69-df48-4f56-aafb-1762892a7b4d),segment_id=e70a4e69-df48-4f56-aafb-1762892a7b4d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:24.979184 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a300c8-d82f-4dcf-b1f4-380594c57087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c71436-dd39-43c5-ac09-9612cbb14ad1'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:07:24.984069 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebcc885-b432-4f15-8a23-42e3526b0b3a" -d '{"events": [{"server_uuid": "48a300c8-d82f-4dcf-b1f4-380594c57087", "name": "network-vif-plugged", "status": "completed", "tag": "94c71436-dd39-43c5-ac09-9612cbb14ad1"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:07:25.018406 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:25.158387 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3512f4a0-6227-41cc-9ad9-675648b10e14 None None] Provisioning complete for port 7158baeb-c6bb-4782-86ca-b5b9d3bd9421 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:25.159368 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3512f4a0-6227-41cc-9ad9-675648b10e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:25.223155 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e81d89d-fd65-4293-8c06-14f6c2fe44ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:25.282978 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=94c71436-dd39-43c5-ac09-9612cbb14ad1,revision_number=9']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:25.309556 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-3512f4a0-6227-41cc-9ad9-675648b10e14 None None] Port 7158baeb-c6bb-4782-86ca-b5b9d3bd9421 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:07:25.395092 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-9704180d-14dd-4aa2-bde3-53f84d8e1555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:25.397393 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-9704180d-14dd-4aa2-bde3-53f84d8e1555 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087&tenant_id=8d43f2178a344f438bf4bc8854e720a1 HTTP/1.1" status: 200 len: 1096 time: 0.1258337 Nov 25 20:07:25.410873 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-5369f3d9-5d0b-4312-b575-602e631caba5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819349-5', 'device_owner': 'compute:nova'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:07:25.502043 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a00580f-6356-4a74-9be8-9cc5405fd1be x-openstack-request-id: req-3a00580f-6356-4a74-9be8-9cc5405fd1be {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:07:25.502563 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a300c8-d82f-4dcf-b1f4-380594c57087", "name": "network-vif-plugged", "status": "completed", "tag": "94c71436-dd39-43c5-ac09-9612cbb14ad1", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:07:25.502736 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3a00580f-6356-4a74-9be8-9cc5405fd1be {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:07:25.503026 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a300c8-d82f-4dcf-b1f4-380594c57087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c71436-dd39-43c5-ac09-9612cbb14ad1', 'code': 200} Nov 25 20:07:25.567471 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-5369f3d9-5d0b-4312-b575-602e631caba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:25.783188 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a7f0fc13-d2de-4d77-ace7-e4c89b658e65 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:07:25.905819 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port a7f0fc13-d2de-4d77-ace7-e4c89b658e65 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:25.907423 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:25.962973 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adbc81-2dcd-48ea-8855-8806914aee1b req-e21d444d-20f5-4b89-8b1a-d57078471fac tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:25.976589 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b7adbc81-2dcd-48ea-8855-8806914aee1b req-e21d444d-20f5-4b89-8b1a-d57078471fac tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 945 time: 0.1228085 Nov 25 20:07:25.990189 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e81d89d-fd65-4293-8c06-14f6c2fe44ac admin admin] Router 4d6369e3-7193-4e02-97b4-b9d1ce42d13b is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:07:26.049111 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:26.067869 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-b687eb76-111a-43d6-ad4a-0d4a6fabf4ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7158baeb-c6bb-4782-86ca-b5b9d3bd9421 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:07:26.086336 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c726b6c6-fa44-4a89-801d-a3e4225f723c None None] Network 09f4afe0-30da-4b0d-8bd6-182ad88274f6 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:07:26.088804 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-b687eb76-111a-43d6-ad4a-0d4a6fabf4ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:26.154622 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port a7f0fc13-d2de-4d77-ace7-e4c89b658e65, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a7f0fc13-d2de-4d77-ace7-e4c89b658e65,segment=NetworkSegment(e2ba0b01-190a-42aa-9a4c-aa80f016bb00),segment_id=e2ba0b01-190a-42aa-9a4c-aa80f016bb00)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:26.198391 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:26.199113 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0d9f9622-9f02-4f84-ab12-c895c27250c8 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:07:26.270565 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e81d89d-fd65-4293-8c06-14f6c2fe44ac admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:07:26.277367 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-b687eb76-111a-43d6-ad4a-0d4a6fabf4ad service neutron] Transition to ACTIVE for port object 7158baeb-c6bb-4782-86ca-b5b9d3bd9421 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:07:26.283683 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe239023-8715-4f71-a80f-31b6a7072233 None None] Sync routers for ids ['4d6369e3-7193-4e02-97b4-b9d1ce42d13b'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:07:26.301678 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-b687eb76-111a-43d6-ad4a-0d4a6fabf4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:26.302176 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe239023-8715-4f71-a80f-31b6a7072233 None None] Routers {'4d6369e3-7193-4e02-97b4-b9d1ce42d13b'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:07:26.303070 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-fe239023-8715-4f71-a80f-31b6a7072233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:07:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['4d6369e3-7193-4e02-97b4-b9d1ce42d13b'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:26.310828 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e81d89d-fd65-4293-8c06-14f6c2fe44ac admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:26.312243 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6e81d89d-fd65-4293-8c06-14f6c2fe44ac admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.6745021 Nov 25 20:07:26.319997 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52964) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:26.385149 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ac2ceff4-9cac-4c59-ab4d-821563b9c066 None None] Provisioning complete for port a7f0fc13-d2de-4d77-ace7-e4c89b658e65 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:26.385533 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ac2ceff4-9cac-4c59-ab4d-821563b9c066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:26.483128 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687eb76-111a-43d6-ad4a-0d4a6fabf4ad service neutron] Pushing event updated for resources: {'Port': ['ID=7158baeb-c6bb-4782-86ca-b5b9d3bd9421,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:26.583010 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=a7f0fc13-d2de-4d77-ace7-e4c89b658e65,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:26.612021 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-fe239023-8715-4f71-a80f-31b6a7072233 None None] Set router 4d6369e3-7193-4e02-97b4-b9d1ce42d13b gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:07:26.645668 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 0d9f9622-9f02-4f84-ab12-c895c27250c8 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:26.646371 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:26.690806 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-b687eb76-111a-43d6-ad4a-0d4a6fabf4ad service neutron] Attempting to bind port 7158baeb-c6bb-4782-86ca-b5b9d3bd9421 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:07:26.691153 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-b687eb76-111a-43d6-ad4a-0d4a6fabf4ad service neutron] Attempting to bind port 7158baeb-c6bb-4782-86ca-b5b9d3bd9421 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '49ee43bf-fba4-47d1-9404-c30dfa899c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:07:26.691651 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-b687eb76-111a-43d6-ad4a-0d4a6fabf4ad service neutron] Attempting to bind port 7158baeb-c6bb-4782-86ca-b5b9d3bd9421 on network 0c9ac5d1-32b6-4966-ad21-6af856ee380a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:07:26.696909 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b7adbc81-2dcd-48ea-8855-8806914aee1b req-91871476-0efe-41af-9213-e8e1686e7fec tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7189958 Nov 25 20:07:26.699292 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-b687eb76-111a-43d6-ad4a-0d4a6fabf4ad service neutron] Port 7158baeb-c6bb-4782-86ca-b5b9d3bd9421 on network 0c9ac5d1-32b6-4966-ad21-6af856ee380a not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:07:26.699642 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-b687eb76-111a-43d6-ad4a-0d4a6fabf4ad service neutron] Attempting to bind port 7158baeb-c6bb-4782-86ca-b5b9d3bd9421 on network 0c9ac5d1-32b6-4966-ad21-6af856ee380a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:07:26.744350 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-5369f3d9-5d0b-4312-b575-602e631caba5 service neutron] For port 94c71436-dd39-43c5-ac09-9612cbb14ad1, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1,segment=NetworkSegment(e70a4e69-df48-4f56-aafb-1762892a7b4d),segment_id=e70a4e69-df48-4f56-aafb-1762892a7b4d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:26.901660 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-5369f3d9-5d0b-4312-b575-602e631caba5 service neutron] For port 94c71436-dd39-43c5-ac09-9612cbb14ad1, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:07:26.927187 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-b687eb76-111a-43d6-ad4a-0d4a6fabf4ad service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:07:26.927974 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-b687eb76-111a-43d6-ad4a-0d4a6fabf4ad service neutron] Checking segment: {'id': '49ee43bf-fba4-47d1-9404-c30dfa899c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:07:26.928180 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-b687eb76-111a-43d6-ad4a-0d4a6fabf4ad service neutron] Bound using segment: {'id': '49ee43bf-fba4-47d1-9404-c30dfa899c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:07:26.928569 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-b687eb76-111a-43d6-ad4a-0d4a6fabf4ad service neutron] Bound port: 7158baeb-c6bb-4782-86ca-b5b9d3bd9421, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ee43bf-fba4-47d1-9404-c30dfa899c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:07:26.928982 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-b687eb76-111a-43d6-ad4a-0d4a6fabf4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:27.031746 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a300c8-d82f-4dcf-b1f4-380594c57087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94c71436-dd39-43c5-ac09-9612cbb14ad1'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:07:27.034679 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5266bb5a-beed-411a-baba-a7d530715391" -d '{"events": [{"server_uuid": "48a300c8-d82f-4dcf-b1f4-380594c57087", "name": "network-vif-unplugged", "status": "completed", "tag": "94c71436-dd39-43c5-ac09-9612cbb14ad1"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:07:27.038852 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae521eb-57ef-49c4-8779-ff3db0ed2837 req-dd4b63ae-4990-4985-9197-bc4a3f79920b tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:27.047100 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6ae521eb-57ef-49c4-8779-ff3db0ed2837 req-dd4b63ae-4990-4985-9197-bc4a3f79920b tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=de9cb05e-00af-4291-9adf-22936820ef24 HTTP/1.1" status: 200 len: 1052 time: 0.1496105 Nov 25 20:07:27.058545 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-5369f3d9-5d0b-4312-b575-602e631caba5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:27.089972 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-fe239023-8715-4f71-a80f-31b6a7072233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6369e3-7193-4e02-97b4-b9d1ce42d13b', 'name': 'tempest-ImageQuotaTest-1238863931-router', 'tenant_id': '350dcc7c3c8c409986a3d3af969a644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'eb94955b-bbed-4fdc-b212-1878f969ecec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:07:21Z', 'updated_at': '2021-11-25T20:07:23Z', 'revision_number': 3, 'project_id': '350dcc7c3c8c409986a3d3af969a644c', 'gw_port': {'id': 'eb94955b-bbed-4fdc-b212-1878f969ecec', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:51:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6369e3-7193-4e02-97b4-b9d1ce42d13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:22Z', 'updated_at': '2021-11-25T20:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:27.101099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-5369f3d9-5d0b-4312-b575-602e631caba5 service neutron] Transition to ACTIVE for port object 94c71436-dd39-43c5-ac09-9612cbb14ad1 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:07:27.114334 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-5369f3d9-5d0b-4312-b575-602e631caba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:27.128817 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe239023-8715-4f71-a80f-31b6a7072233 None None] Checking router: 4d6369e3-7193-4e02-97b4-b9d1ce42d13b for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:07:27.129374 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe239023-8715-4f71-a80f-31b6a7072233 None None] Updating router 4d6369e3-7193-4e02-97b4-b9d1ce42d13b port eb94955b-bbed-4fdc-b212-1878f969ecec binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:07:27.188531 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-fe239023-8715-4f71-a80f-31b6a7072233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:27.194716 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6ae521eb-57ef-49c4-8779-ff3db0ed2837 req-e5efc666-8a66-42e6-b831-56b18ccfe21e tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d8b8af98-57fd-4c9a-8e52-c5eefadfac69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451716 Nov 25 20:07:27.240776 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369f3d9-5d0b-4312-b575-602e631caba5 service neutron] Pushing event updated for resources: {'Port': ['ID=94c71436-dd39-43c5-ac09-9612cbb14ad1,revision_number=10']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:27.245271 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5934436c-9ff2-4cd2-a03b-2cbf970e2aab None None] Provisioning complete for port a7f0fc13-d2de-4d77-ace7-e4c89b658e65 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:27.245573 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5934436c-9ff2-4cd2-a03b-2cbf970e2aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:27.270440 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-b687eb76-111a-43d6-ad4a-0d4a6fabf4ad service neutron] For port 7158baeb-c6bb-4782-86ca-b5b9d3bd9421, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:07:27.320507 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-5369f3d9-5d0b-4312-b575-602e631caba5 service neutron] No DVR routers for this DVR port 94c71436-dd39-43c5-ac09-9612cbb14ad1 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:07:27.395814 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4aed56-e50c-463c-b710-b372ac5ff6a0 x-openstack-request-id: req-6f4aed56-e50c-463c-b710-b372ac5ff6a0 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:07:27.396209 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a300c8-d82f-4dcf-b1f4-380594c57087", "name": "network-vif-unplugged", "status": "completed", "tag": "94c71436-dd39-43c5-ac09-9612cbb14ad1", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:07:27.396409 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6f4aed56-e50c-463c-b710-b372ac5ff6a0 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:07:27.396767 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a300c8-d82f-4dcf-b1f4-380594c57087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94c71436-dd39-43c5-ac09-9612cbb14ad1', 'code': 200} Nov 25 20:07:27.433814 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-b687eb76-111a-43d6-ad4a-0d4a6fabf4ad service neutron] For port 7158baeb-c6bb-4782-86ca-b5b9d3bd9421, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=7158baeb-c6bb-4782-86ca-b5b9d3bd9421,segment=NetworkSegment(49ee43bf-fba4-47d1-9404-c30dfa899c88),segment_id=49ee43bf-fba4-47d1-9404-c30dfa899c88)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:07:27.452626 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-b687eb76-111a-43d6-ad4a-0d4a6fabf4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:27.517758 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-5369f3d9-5d0b-4312-b575-602e631caba5 service neutron] Attempting to bind port 94c71436-dd39-43c5-ac09-9612cbb14ad1 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:07:27.518512 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-5369f3d9-5d0b-4312-b575-602e631caba5 service neutron] Attempting to bind port 94c71436-dd39-43c5-ac09-9612cbb14ad1 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'e70a4e69-df48-4f56-aafb-1762892a7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:07:27.519414 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-5369f3d9-5d0b-4312-b575-602e631caba5 service neutron] Attempting to bind port 94c71436-dd39-43c5-ac09-9612cbb14ad1 on network 825c5a3f-ce49-4394-b48a-f63de2d0aa51 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:07:27.531425 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-5369f3d9-5d0b-4312-b575-602e631caba5 service neutron] Port 94c71436-dd39-43c5-ac09-9612cbb14ad1 on network 825c5a3f-ce49-4394-b48a-f63de2d0aa51 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:07:27.532069 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-5369f3d9-5d0b-4312-b575-602e631caba5 service neutron] Attempting to bind port 94c71436-dd39-43c5-ac09-9612cbb14ad1 on network 825c5a3f-ce49-4394-b48a-f63de2d0aa51 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:07:27.539272 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-5369f3d9-5d0b-4312-b575-602e631caba5 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:07:27.539948 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-5369f3d9-5d0b-4312-b575-602e631caba5 service neutron] Checking segment: {'id': 'e70a4e69-df48-4f56-aafb-1762892a7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:07:27.540536 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-5369f3d9-5d0b-4312-b575-602e631caba5 service neutron] Bound using segment: {'id': 'e70a4e69-df48-4f56-aafb-1762892a7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:07:27.541458 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-5369f3d9-5d0b-4312-b575-602e631caba5 service neutron] Bound port: 94c71436-dd39-43c5-ac09-9612cbb14ad1, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70a4e69-df48-4f56-aafb-1762892a7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:07:27.542031 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-5369f3d9-5d0b-4312-b575-602e631caba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:27.570943 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687eb76-111a-43d6-ad4a-0d4a6fabf4ad service neutron] Pushing event updated for resources: {'Port': ['ID=7158baeb-c6bb-4782-86ca-b5b9d3bd9421,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:27.611236 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-b687eb76-111a-43d6-ad4a-0d4a6fabf4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:27.612217 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-b687eb76-111a-43d6-ad4a-0d4a6fabf4ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:27.613780 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-b687eb76-111a-43d6-ad4a-0d4a6fabf4ad service neutron] 10.222.0.73 "PUT /v2.0/ports/7158baeb-c6bb-4782-86ca-b5b9d3bd9421 HTTP/1.1" status: 200 len: 1091 time: 3.4730661 Nov 25 20:07:27.616562 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9cb05e-00af-4291-9adf-22936820ef24', 'tag': '7158baeb-c6bb-4782-86ca-b5b9d3bd9421'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:07:27.620073 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a7f0fc13-d2de-4d77-ace7-e4c89b658e65 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:07:27.625830 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee9bb6b-bacd-482f-ba61-789bff766494" -d '{"events": [{"name": "network-changed", "server_uuid": "de9cb05e-00af-4291-9adf-22936820ef24", "tag": "7158baeb-c6bb-4782-86ca-b5b9d3bd9421"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:07:27.673528 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-5369f3d9-5d0b-4312-b575-602e631caba5 service neutron] For port 94c71436-dd39-43c5-ac09-9612cbb14ad1, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:07:27.678264 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-5369f3d9-5d0b-4312-b575-602e631caba5 service neutron] For port 94c71436-dd39-43c5-ac09-9612cbb14ad1, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1,segment=NetworkSegment(e70a4e69-df48-4f56-aafb-1762892a7b4d),segment_id=e70a4e69-df48-4f56-aafb-1762892a7b4d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:07:27.687139 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-5369f3d9-5d0b-4312-b575-602e631caba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:27.722913 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5f3cf1-ba6a-43d0-bcc8-732b1a2c6edf x-openstack-request-id: req-9c5f3cf1-ba6a-43d0-bcc8-732b1a2c6edf {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:07:27.723331 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9cb05e-00af-4291-9adf-22936820ef24", "tag": "7158baeb-c6bb-4782-86ca-b5b9d3bd9421", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:07:27.723653 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9c5f3cf1-ba6a-43d0-bcc8-732b1a2c6edf {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:07:27.724143 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9cb05e-00af-4291-9adf-22936820ef24', 'tag': '7158baeb-c6bb-4782-86ca-b5b9d3bd9421', 'status': 'completed', 'code': 200} Nov 25 20:07:27.744467 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 94c71436-dd39-43c5-ac09-9612cbb14ad1 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:07:27.782570 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-5369f3d9-5d0b-4312-b575-602e631caba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:27.789122 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-5369f3d9-5d0b-4312-b575-602e631caba5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:27.792566 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-5369f3d9-5d0b-4312-b575-602e631caba5 service neutron] 10.222.0.85 "PUT /v2.0/ports/94c71436-dd39-43c5-ac09-9612cbb14ad1 HTTP/1.1" status: 200 len: 1092 time: 2.3867674 Nov 25 20:07:27.819396 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port a7f0fc13-d2de-4d77-ace7-e4c89b658e65 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:27.831410 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:27.851106 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-243ae521-6cb1-4493-8c32-57adf08c96b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:27.876736 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-fe239023-8715-4f71-a80f-31b6a7072233 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:27.893378 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-5178d196-109e-4642-ae26-4238ccf00bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:27.894939 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-5178d196-109e-4642-ae26-4238ccf00bcd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=036523f74a3b485fafc8f031a4920836&device_id=de9cb05e-00af-4291-9adf-22936820ef24 HTTP/1.1" status: 200 len: 1094 time: 0.1830225 Nov 25 20:07:27.937252 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369f3d9-5d0b-4312-b575-602e631caba5 service neutron] Pushing event updated for resources: {'Port': ['ID=94c71436-dd39-43c5-ac09-9612cbb14ad1,revision_number=11']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:27.967218 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 94c71436-dd39-43c5-ac09-9612cbb14ad1 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:07:27.998423 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-ea051e0c-a9c1-491e-a202-7b8b385e5b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:28.005447 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-fe239023-8715-4f71-a80f-31b6a7072233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:28.005653 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-ea051e0c-a9c1-491e-a202-7b8b385e5b2d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 1095 time: 0.1462770 Nov 25 20:07:28.142869 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200533a8-0401-43ee-8608-8faa18fb7a0a None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:07:28.149421 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-ea32e3ea-9a34-42d9-9423-3055b6257efc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7158baeb-c6bb-4782-86ca-b5b9d3bd9421 HTTP/1.1" status: 200 len: 217 time: 0.2417736 Nov 25 20:07:28.206258 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af50e9-25ef-41a1-83d9-cea28786482c None None] Pushing event updated for resources: {'Port': ['ID=eb94955b-bbed-4fdc-b212-1878f969ecec,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:28.213740 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-fe239023-8715-4f71-a80f-31b6a7072233 None None] Attempting to bind port eb94955b-bbed-4fdc-b212-1878f969ecec on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:07:28.214880 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-fe239023-8715-4f71-a80f-31b6a7072233 None None] Attempting to bind port eb94955b-bbed-4fdc-b212-1878f969ecec by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:07:28.218436 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe239023-8715-4f71-a80f-31b6a7072233 None None] Attempting to bind port eb94955b-bbed-4fdc-b212-1878f969ecec on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:07:28.235013 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-bcf227b4-779e-497c-baa4-933ba8d50cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:28.237310 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-bcf227b4-779e-497c-baa4-933ba8d50cba service neutron] 10.222.0.85 "GET /v2.0/networks?id=825c5a3f-ce49-4394-b48a-f63de2d0aa51 HTTP/1.1" status: 200 len: 897 time: 0.2017267 Nov 25 20:07:28.247551 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe239023-8715-4f71-a80f-31b6a7072233 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:07:28.248573 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe239023-8715-4f71-a80f-31b6a7072233 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:07:28.249314 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-fe239023-8715-4f71-a80f-31b6a7072233 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:28.250176 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe239023-8715-4f71-a80f-31b6a7072233 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:07:28.250980 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-fe239023-8715-4f71-a80f-31b6a7072233 None None] Bound port: eb94955b-bbed-4fdc-b212-1878f969ecec, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:07:28.251641 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-fe239023-8715-4f71-a80f-31b6a7072233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:28.254542 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba62fad-f1b3-47f0-9e77-d36c15e16615 req-c97d10ad-5f40-4dbc-bc53-e5013335f7ec tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:28.266824 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8ba62fad-f1b3-47f0-9e77-d36c15e16615 req-c97d10ad-5f40-4dbc-bc53-e5013335f7ec tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 944 time: 0.4425642 Nov 25 20:07:28.330896 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-1df2c586-68a4-477f-a88f-04b8bc04336e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:28.332629 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-1df2c586-68a4-477f-a88f-04b8bc04336e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9831d4b2-52e8-4612-bf5a-b3e8626c86fe HTTP/1.1" status: 200 len: 848 time: 0.1687927 Nov 25 20:07:28.381148 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-42a45b38-4134-400a-9fc8-60006c9c1043 None None] Provisioning complete for port eb94955b-bbed-4fdc-b212-1878f969ecec triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:28.382722 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-42a45b38-4134-400a-9fc8-60006c9c1043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:28.424785 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-243ae521-6cb1-4493-8c32-57adf08c96b2 admin admin] Allocated IP 172.20.0.1 (09f4afe0-30da-4b0d-8bd6-182ad88274f6/ec160759-dca4-478c-969a-ec1a667e9af7/ee653fa2-5da9-4734-abe5-759f7d3e78d4) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:07:28.435801 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-fe239023-8715-4f71-a80f-31b6a7072233 None None] For port eb94955b-bbed-4fdc-b212-1878f969ecec, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:07:28.446650 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-0a189e74-74af-4714-92cd-6afe42a1d9e9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1 HTTP/1.1" status: 200 len: 999 time: 0.1543951 Nov 25 20:07:28.447003 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-fe239023-8715-4f71-a80f-31b6a7072233 None None] For port eb94955b-bbed-4fdc-b212-1878f969ecec, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=eb94955b-bbed-4fdc-b212-1878f969ecec,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:07:28.462208 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-c2dd78ad-250b-4349-af73-e43c32706901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:28.463818 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-c2dd78ad-250b-4349-af73-e43c32706901 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c9ac5d1-32b6-4966-ad21-6af856ee380a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074817 Nov 25 20:07:28.467690 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-fe239023-8715-4f71-a80f-31b6a7072233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:28.480214 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-42a45b38-4134-400a-9fc8-60006c9c1043 None None] Port eb94955b-bbed-4fdc-b212-1878f969ecec cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:07:28.492841 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 52982) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:28.508789 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7c09f6-829c-4ade-ab95-f2718535f6c5 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:07:28.570911 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe239023-8715-4f71-a80f-31b6a7072233 None None] Routers {'4d6369e3-7193-4e02-97b4-b9d1ce42d13b'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:07:28.572011 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-fe239023-8715-4f71-a80f-31b6a7072233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:07:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['4d6369e3-7193-4e02-97b4-b9d1ce42d13b'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:28.598851 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8ba62fad-f1b3-47f0-9e77-d36c15e16615 req-b18f0b67-c7cf-4266-a65d-12be1c401ec6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3306434 Nov 25 20:07:28.607816 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-2bf2e594-a37b-4275-8cf1-f0814a42221d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:28.624720 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-2bf2e594-a37b-4275-8cf1-f0814a42221d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=25ba5dac-8c46-4597-9a97-31409eea9b7e HTTP/1.1" status: 200 len: 835 time: 0.1677647 Nov 25 20:07:28.645826 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2f6021db-e655-4beb-b48d-c644b18bdcc6 None None] Provisioning complete for port eb94955b-bbed-4fdc-b212-1878f969ecec triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:28.647056 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2f6021db-e655-4beb-b48d-c644b18bdcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:28.693985 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af50e9-25ef-41a1-83d9-cea28786482c None None] Pushing event updated for resources: {'Port': ['ID=eb94955b-bbed-4fdc-b212-1878f969ecec,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:28.710054 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-f220f81f-392b-4b88-a7a5-ea1e0b5528c0 service neutron] 10.222.0.73 "GET /v2.0/networks/0c9ac5d1-32b6-4966-ad21-6af856ee380a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323811 Nov 25 20:07:28.717395 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-087a58a6-9dda-42f5-9334-75f776e202ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:28.721214 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-087a58a6-9dda-42f5-9334-75f776e202ef service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=825c5a3f-ce49-4394-b48a-f63de2d0aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886366 Nov 25 20:07:28.766780 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-fe239023-8715-4f71-a80f-31b6a7072233 None None] Set router 4d6369e3-7193-4e02-97b4-b9d1ce42d13b gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:07:28.778869 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e68c37f-c31d-493f-93c2-d3c343b80e88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:28.804323 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2f6021db-e655-4beb-b48d-c644b18bdcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:28.828443 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2f6021db-e655-4beb-b48d-c644b18bdcc6 None None] For port eb94955b-bbed-4fdc-b212-1878f969ecec, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=eb94955b-bbed-4fdc-b212-1878f969ecec,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:28.836950 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2f6021db-e655-4beb-b48d-c644b18bdcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:28.895616 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-243ae521-6cb1-4493-8c32-57adf08c96b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:28.923097 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b1e3c86-a496-433a-a222-a45b7a264794 req-2a3c0169-778f-46ec-a45d-5c5de18eb17a service neutron] 10.222.0.73 "GET /v2.0/networks/0c9ac5d1-32b6-4966-ad21-6af856ee380a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019849 Nov 25 20:07:28.925153 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6021db-e655-4beb-b48d-c644b18bdcc6 None None] Pushing event updated for resources: {'Port': ['ID=eb94955b-bbed-4fdc-b212-1878f969ecec,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:28.960196 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-86e8a124-2885-4229-8d0b-446969d1d825 service neutron] 10.222.0.85 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291045 Nov 25 20:07:28.983617 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-243ae521-6cb1-4493-8c32-57adf08c96b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:29.033693 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ccaed-3541-46d8-b391-ab4a2be8468c req-8d1c4911-a7b2-409f-96ac-fb6235d0dfe7 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:29.035448 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3c5ccaed-3541-46d8-b391-ab4a2be8468c req-8d1c4911-a7b2-409f-96ac-fb6235d0dfe7 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=de9cb05e-00af-4291-9adf-22936820ef24 HTTP/1.1" status: 200 len: 1094 time: 0.2703285 Nov 25 20:07:29.048343 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243ae521-6cb1-4493-8c32-57adf08c96b2 admin admin] Network 09f4afe0-30da-4b0d-8bd6-182ad88274f6 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:07:29.054792 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-fe239023-8715-4f71-a80f-31b6a7072233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6369e3-7193-4e02-97b4-b9d1ce42d13b', 'name': 'tempest-ImageQuotaTest-1238863931-router', 'tenant_id': '350dcc7c3c8c409986a3d3af969a644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'eb94955b-bbed-4fdc-b212-1878f969ecec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:07:21Z', 'updated_at': '2021-11-25T20:07:23Z', 'revision_number': 3, 'project_id': '350dcc7c3c8c409986a3d3af969a644c', 'gw_port': {'id': 'eb94955b-bbed-4fdc-b212-1878f969ecec', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:51:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6369e3-7193-4e02-97b4-b9d1ce42d13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:22Z', 'updated_at': '2021-11-25T20:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:29.080657 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-243ae521-6cb1-4493-8c32-57adf08c96b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:07:29.085205 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe239023-8715-4f71-a80f-31b6a7072233 None None] The sync data for ids ['4d6369e3-7193-4e02-97b4-b9d1ce42d13b'] in n-d-819349-5 is: [{'id': '4d6369e3-7193-4e02-97b4-b9d1ce42d13b', 'name': 'tempest-ImageQuotaTest-1238863931-router', 'tenant_id': '350dcc7c3c8c409986a3d3af969a644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'eb94955b-bbed-4fdc-b212-1878f969ecec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:07:21Z', 'updated_at': '2021-11-25T20:07:23Z', 'revision_number': 3, 'project_id': '350dcc7c3c8c409986a3d3af969a644c', 'gw_port': {'id': 'eb94955b-bbed-4fdc-b212-1878f969ecec', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:51:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6369e3-7193-4e02-97b4-b9d1ce42d13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:22Z', 'updated_at': '2021-11-25T20:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:07:29.085558 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e68c37f-c31d-493f-93c2-d3c343b80e88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:29.093184 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243ae521-6cb1-4493-8c32-57adf08c96b2 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:07:29.107353 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e68c37f-c31d-493f-93c2-d3c343b80e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:29.143394 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ae521-6cb1-4493-8c32-57adf08c96b2 admin admin] Pushing event updated for resources: {'Port': ['ID=ee653fa2-5da9-4734-abe5-759f7d3e78d4,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:29.147805 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3c5ccaed-3541-46d8-b391-ab4a2be8468c req-827a6a77-225f-4c67-bb5d-4301a6262014 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d8b8af98-57fd-4c9a-8e52-c5eefadfac69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830986 Nov 25 20:07:29.204464 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a703f8c7-dd0b-403c-b116-6b169611beb0 req-414d0490-7533-4067-8d9e-b1b5ed7e7de1 service neutron] 10.222.0.85 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328789 Nov 25 20:07:29.240935 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3e68c37f-c31d-493f-93c2-d3c343b80e88 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=95720bdd8155457dbe87f532540d1f2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7022955 Nov 25 20:07:29.244078 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68c37f-c31d-493f-93c2-d3c343b80e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa25b51f-7be2-465a-a549-def56a03f5e0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:29.245754 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 52986) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:29.252701 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-243ae521-6cb1-4493-8c32-57adf08c96b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:29.258665 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9bb6b-bacd-482f-ba61-789bff766494 req-496c6967-899e-488c-a175-b2c76e98f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:29.260267 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-eee9bb6b-bacd-482f-ba61-789bff766494 req-496c6967-899e-488c-a175-b2c76e98f971 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=036523f74a3b485fafc8f031a4920836&device_id=de9cb05e-00af-4291-9adf-22936820ef24 HTTP/1.1" status: 200 len: 1094 time: 0.2624497 Nov 25 20:07:29.300123 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a17ca144-c0d8-4dd3-be23-10cb3124a8e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:29.365373 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-877b2003-79d8-4f0b-bb50-3822f5d7ec38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:29.398633 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a300c8-d82f-4dcf-b1f4-380594c57087', 'tag': '94c71436-dd39-43c5-ac09-9612cbb14ad1'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:07:29.402784 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07f67af-ac06-45a4-8443-b2773b8030a9" -d '{"events": [{"name": "network-changed", "server_uuid": "48a300c8-d82f-4dcf-b1f4-380594c57087", "tag": "94c71436-dd39-43c5-ac09-9612cbb14ad1"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:07:29.412299 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-877b2003-79d8-4f0b-bb50-3822f5d7ec38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:29.477458 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9bb6b-bacd-482f-ba61-789bff766494 req-691a1916-ecd7-45c0-a81a-c9535cedfb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:29.479798 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-eee9bb6b-bacd-482f-ba61-789bff766494 req-691a1916-ecd7-45c0-a81a-c9535cedfb84 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c9ac5d1-32b6-4966-ad21-6af856ee380a HTTP/1.1" status: 200 len: 910 time: 0.1594064 Nov 25 20:07:29.532510 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e36eb271-9337-4cc5-b88a-9d88df589089 None None] Provisioning complete for port ee653fa2-5da9-4734-abe5-759f7d3e78d4 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:29.532988 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e36eb271-9337-4cc5-b88a-9d88df589089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:29.554428 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-eee9bb6b-bacd-482f-ba61-789bff766494 req-ad2d722a-a078-4730-b3c8-aa041871bb36 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7158baeb-c6bb-4782-86ca-b5b9d3bd9421 HTTP/1.1" status: 200 len: 217 time: 0.0558126 Nov 25 20:07:29.560489 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf88444-37dc-4f5d-8276-97ee49654689 x-openstack-request-id: req-9cf88444-37dc-4f5d-8276-97ee49654689 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:07:29.561318 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a300c8-d82f-4dcf-b1f4-380594c57087", "tag": "94c71436-dd39-43c5-ac09-9612cbb14ad1", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:07:29.561794 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9cf88444-37dc-4f5d-8276-97ee49654689 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:07:29.562439 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a300c8-d82f-4dcf-b1f4-380594c57087', 'tag': '94c71436-dd39-43c5-ac09-9612cbb14ad1', 'status': 'completed', 'code': 200} Nov 25 20:07:29.596770 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e36eb271-9337-4cc5-b88a-9d88df589089 None None] Port ee653fa2-5da9-4734-abe5-759f7d3e78d4 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:07:29.604787 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-243ae521-6cb1-4493-8c32-57adf08c96b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:29.666248 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device eb94955b-bbed-4fdc-b212-1878f969ecec up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:07:29.722652 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f67af-ac06-45a4-8443-b2773b8030a9 req-1e3d5a49-d2fb-435d-8869-1225ff979baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:29.725122 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b07f67af-ac06-45a4-8443-b2773b8030a9 req-1e3d5a49-d2fb-435d-8869-1225ff979baa service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 1095 time: 0.1407084 Nov 25 20:07:29.729275 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-877b2003-79d8-4f0b-bb50-3822f5d7ec38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:29.732334 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-877b2003-79d8-4f0b-bb50-3822f5d7ec38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:29.736609 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-877b2003-79d8-4f0b-bb50-3822f5d7ec38 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fa25b51f-7be2-465a-a549-def56a03f5e0 HTTP/1.1" status: 204 len: 168 time: 0.4892821 Nov 25 20:07:29.752960 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port eb94955b-bbed-4fdc-b212-1878f969ecec triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:29.753322 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:29.776240 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f67af-ac06-45a4-8443-b2773b8030a9 req-f3e454ac-5861-4303-89d3-a90d6837e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:29.777783 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b07f67af-ac06-45a4-8443-b2773b8030a9 req-f3e454ac-5861-4303-89d3-a90d6837e946 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 1095 time: 0.2467432 Nov 25 20:07:29.898433 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b2003-79d8-4f0b-bb50-3822f5d7ec38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa25b51f-7be2-465a-a549-def56a03f5e0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:30.084007 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b76426-ad0a-4ece-9946-377290e953af req-12817c71-567d-4b7c-ada5-83e636112a22 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:30.085631 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6b76426-ad0a-4ece-9946-377290e953af req-12817c71-567d-4b7c-ada5-83e636112a22 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 944 time: 0.3057494 Nov 25 20:07:30.092939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f67af-ac06-45a4-8443-b2773b8030a9 req-556205ce-5d58-4178-baac-2139df421365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:30.094647 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b07f67af-ac06-45a4-8443-b2773b8030a9 req-556205ce-5d58-4178-baac-2139df421365 service neutron] 10.222.0.85 "GET /v2.0/networks?id=825c5a3f-ce49-4394-b48a-f63de2d0aa51 HTTP/1.1" status: 200 len: 897 time: 0.3559968 Nov 25 20:07:30.170752 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f67af-ac06-45a4-8443-b2773b8030a9 req-dba05035-bb9c-481a-a9cb-b08100932cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:30.172251 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b07f67af-ac06-45a4-8443-b2773b8030a9 req-dba05035-bb9c-481a-a9cb-b08100932cb3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=825c5a3f-ce49-4394-b48a-f63de2d0aa51 HTTP/1.1" status: 200 len: 897 time: 0.2868381 Nov 25 20:07:30.249262 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9bb6b-bacd-482f-ba61-789bff766494 req-8b6ad98d-ac81-40c1-bc23-74d18349b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:30.251577 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-eee9bb6b-bacd-482f-ba61-789bff766494 req-8b6ad98d-ac81-40c1-bc23-74d18349b48d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9831d4b2-52e8-4612-bf5a-b3e8626c86fe HTTP/1.1" status: 200 len: 848 time: 0.5437837 Nov 25 20:07:30.290929 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6b76426-ad0a-4ece-9946-377290e953af req-dcf4a6e3-3ff9-44ca-b1f5-8c1dc90aad57 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906075 Nov 25 20:07:30.320036 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b07f67af-ac06-45a4-8443-b2773b8030a9 req-2d3cc16f-c1bd-4a06-b461-b4426347134b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1 HTTP/1.1" status: 200 len: 999 time: 0.2148340 Nov 25 20:07:30.333966 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9bb6b-bacd-482f-ba61-789bff766494 req-e696d1c9-b1e4-45f6-aa19-170916c1a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:30.344810 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-eee9bb6b-bacd-482f-ba61-789bff766494 req-e696d1c9-b1e4-45f6-aa19-170916c1a05d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c9ac5d1-32b6-4966-ad21-6af856ee380a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840149 Nov 25 20:07:30.374265 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b07f67af-ac06-45a4-8443-b2773b8030a9 req-b68b9422-b0ce-4d55-88ad-5da9f63d4b82 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1 HTTP/1.1" status: 200 len: 999 time: 0.1920326 Nov 25 20:07:30.377478 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-243ae521-6cb1-4493-8c32-57adf08c96b2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:30.396260 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-243ae521-6cb1-4493-8c32-57adf08c96b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:30.469202 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f67af-ac06-45a4-8443-b2773b8030a9 req-61b9171a-6567-4547-b0d2-0ae1e1a871e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:30.470720 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b07f67af-ac06-45a4-8443-b2773b8030a9 req-61b9171a-6567-4547-b0d2-0ae1e1a871e2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=25ba5dac-8c46-4597-9a97-31409eea9b7e HTTP/1.1" status: 200 len: 835 time: 0.1408179 Nov 25 20:07:30.496230 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f67af-ac06-45a4-8443-b2773b8030a9 req-985b61a8-cb7b-46f6-a945-e4532888b3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:30.498538 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b07f67af-ac06-45a4-8443-b2773b8030a9 req-985b61a8-cb7b-46f6-a945-e4532888b3ec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25ba5dac-8c46-4597-9a97-31409eea9b7e HTTP/1.1" status: 200 len: 835 time: 0.1139977 Nov 25 20:07:30.553001 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de7bbd-b045-49fc-838c-9b564ef88069 req-a5d92162-f517-4011-a86b-466f59fba0f9 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:30.561423 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-39de7bbd-b045-49fc-838c-9b564ef88069 req-a5d92162-f517-4011-a86b-466f59fba0f9 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=de9cb05e-00af-4291-9adf-22936820ef24 HTTP/1.1" status: 200 len: 1094 time: 0.1597724 Nov 25 20:07:30.564455 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-243ae521-6cb1-4493-8c32-57adf08c96b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:30.590013 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ae521-6cb1-4493-8c32-57adf08c96b2 admin admin] Pushing event updated for resources: {'Port': ['ID=ee653fa2-5da9-4734-abe5-759f7d3e78d4,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:30.613406 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f67af-ac06-45a4-8443-b2773b8030a9 req-0ba7c0c3-3ea5-423b-9b8d-32829de4a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:30.623591 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b07f67af-ac06-45a4-8443-b2773b8030a9 req-0ba7c0c3-3ea5-423b-9b8d-32829de4a29c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=825c5a3f-ce49-4394-b48a-f63de2d0aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418729 Nov 25 20:07:30.655357 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-eee9bb6b-bacd-482f-ba61-789bff766494 req-01129804-40e1-42ed-bf16-c54f839c9327 service neutron] 10.222.0.73 "GET /v2.0/networks/0c9ac5d1-32b6-4966-ad21-6af856ee380a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747269 Nov 25 20:07:30.737206 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f67af-ac06-45a4-8443-b2773b8030a9 req-d90eb252-8302-4858-a36e-4453bbe16659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:30.739219 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b07f67af-ac06-45a4-8443-b2773b8030a9 req-d90eb252-8302-4858-a36e-4453bbe16659 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=825c5a3f-ce49-4394-b48a-f63de2d0aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2237687 Nov 25 20:07:30.765854 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-39de7bbd-b045-49fc-838c-9b564ef88069 req-19fc111b-b7fb-42ff-9107-e183a77d7dd9 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d8b8af98-57fd-4c9a-8e52-c5eefadfac69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036185 Nov 25 20:07:30.861628 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243ae521-6cb1-4493-8c32-57adf08c96b2 admin admin] Network 09f4afe0-30da-4b0d-8bd6-182ad88274f6 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:07:30.864592 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-243ae521-6cb1-4493-8c32-57adf08c96b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:07:30.876344 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-eee9bb6b-bacd-482f-ba61-789bff766494 req-6e34a77d-b1be-4ff4-86cf-d4510b154df5 service neutron] 10.222.0.73 "GET /v2.0/networks/0c9ac5d1-32b6-4966-ad21-6af856ee380a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989028 Nov 25 20:07:30.900978 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b07f67af-ac06-45a4-8443-b2773b8030a9 req-87f0f3fd-18b3-4383-9128-75589467dc51 service neutron] 10.222.0.85 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468348 Nov 25 20:07:30.954728 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b07f67af-ac06-45a4-8443-b2773b8030a9 req-2d8fdbec-c0af-487f-8da9-869c2ab02b4f service neutron] 10.222.0.73 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029791 Nov 25 20:07:31.044315 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243ae521-6cb1-4493-8c32-57adf08c96b2 admin admin] Router 4d6369e3-7193-4e02-97b4-b9d1ce42d13b has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:07:31.091727 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b07f67af-ac06-45a4-8443-b2773b8030a9 req-19ee4951-a952-4bd1-a9d8-69de7c67cbc7 service neutron] 10.222.0.85 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928985 Nov 25 20:07:31.130889 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b07f67af-ac06-45a4-8443-b2773b8030a9 req-3f5bea51-f12d-4576-bf9d-646f16563d43 service neutron] 10.222.0.73 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452432 Nov 25 20:07:31.202585 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243ae521-6cb1-4493-8c32-57adf08c96b2 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:07:31.208179 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-243ae521-6cb1-4493-8c32-57adf08c96b2 admin admin] 10.222.0.55 "PUT /v2.0/routers/4d6369e3-7193-4e02-97b4-b9d1ce42d13b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8836703 Nov 25 20:07:31.236725 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e84705d4-39ce-4e74-b886-38bbda53bad5 None None] Provisioning complete for port ee653fa2-5da9-4734-abe5-759f7d3e78d4 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:31.237340 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e84705d4-39ce-4e74-b886-38bbda53bad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:31.282149 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e84705d4-39ce-4e74-b886-38bbda53bad5 None None] Port ee653fa2-5da9-4734-abe5-759f7d3e78d4 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:07:31.460509 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f7f94-e86b-4ec7-b197-a575cfb87afe req-ad118927-9543-4d89-a0f0-a8cef9a99550 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:31.467049 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5d3f7f94-e86b-4ec7-b197-a575cfb87afe req-ad118927-9543-4d89-a0f0-a8cef9a99550 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 944 time: 0.0752165 Nov 25 20:07:31.542665 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5d3f7f94-e86b-4ec7-b197-a575cfb87afe req-7c66b5d9-d9a0-43bf-9ae9-b0778aa93083 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725939 Nov 25 20:07:31.566168 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53034) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:31.625178 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95759464-6ea9-4119-a5bb-5ec2bcd2f30c None None] Sync routers for ids ['4d6369e3-7193-4e02-97b4-b9d1ce42d13b'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:07:31.643714 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95759464-6ea9-4119-a5bb-5ec2bcd2f30c None None] Routers {'4d6369e3-7193-4e02-97b4-b9d1ce42d13b'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:07:31.644387 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-95759464-6ea9-4119-a5bb-5ec2bcd2f30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:07:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['4d6369e3-7193-4e02-97b4-b9d1ce42d13b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:31.652838 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-37b2558f-b95e-489b-9dbb-06ef7167d215 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/floatingips/4ce2bf83-719b-4cb3-bd3e-f0b2105107b0 HTTP/1.1" status: 200 len: 991 time: 0.0850530 Nov 25 20:07:31.757090 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-37c3548f-a53d-466c-919c-9948966b17c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:31.761371 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 7158baeb-c6bb-4782-86ca-b5b9d3bd9421 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:07:31.801336 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-95759464-6ea9-4119-a5bb-5ec2bcd2f30c None None] Set router 4d6369e3-7193-4e02-97b4-b9d1ce42d13b gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:07:31.914382 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2b2eb-eed4-49b6-a0e9-7ecbbd2a76db req-a47cb6aa-897e-4c06-b162-185e828127aa tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:31.916247 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b5a2b2eb-eed4-49b6-a0e9-7ecbbd2a76db req-a47cb6aa-897e-4c06-b162-185e828127aa tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=de9cb05e-00af-4291-9adf-22936820ef24 HTTP/1.1" status: 200 len: 1094 time: 0.0516400 Nov 25 20:07:31.969389 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b5a2b2eb-eed4-49b6-a0e9-7ecbbd2a76db req-372fd418-fee6-4209-88b4-bf2c0bafb141 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d8b8af98-57fd-4c9a-8e52-c5eefadfac69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453548 Nov 25 20:07:31.997621 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 7158baeb-c6bb-4782-86ca-b5b9d3bd9421, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=7158baeb-c6bb-4782-86ca-b5b9d3bd9421,segment=NetworkSegment(49ee43bf-fba4-47d1-9404-c30dfa899c88),segment_id=49ee43bf-fba4-47d1-9404-c30dfa899c88)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:32.040613 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '7158baeb-c6bb-4782-86ca-b5b9d3bd9421', 'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a', 'port_id': '7158baeb-c6bb-4782-86ca-b5b9d3bd9421', 'mac_address': 'fa:16:3e:9b:6e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9831d4b2-52e8-4612-bf5a-b3e8626c86fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:07:32.117873 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:32.152985 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7158baeb-c6bb-4782-86ca-b5b9d3bd9421 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:07:32.178200 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 7158baeb-c6bb-4782-86ca-b5b9d3bd9421, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=7158baeb-c6bb-4782-86ca-b5b9d3bd9421,segment=NetworkSegment(49ee43bf-fba4-47d1-9404-c30dfa899c88),segment_id=49ee43bf-fba4-47d1-9404-c30dfa899c88)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:32.185685 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:32.242443 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-95759464-6ea9-4119-a5bb-5ec2bcd2f30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6369e3-7193-4e02-97b4-b9d1ce42d13b', 'name': 'tempest-ImageQuotaTest-1238863931-router', 'tenant_id': '350dcc7c3c8c409986a3d3af969a644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'eb94955b-bbed-4fdc-b212-1878f969ecec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:07:21Z', 'updated_at': '2021-11-25T20:07:29Z', 'revision_number': 4, 'project_id': '350dcc7c3c8c409986a3d3af969a644c', 'gw_port': {'id': 'eb94955b-bbed-4fdc-b212-1878f969ecec', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:51:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6369e3-7193-4e02-97b4-b9d1ce42d13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:22Z', 'updated_at': '2021-11-25T20:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'ee653fa2-5da9-4734-abe5-759f7d3e78d4', 'name': '', 'network_id': '09f4afe0-30da-4b0d-8bd6-182ad88274f6', 'tenant_id': '350dcc7c3c8c409986a3d3af969a644c', 'mac_address': 'fa:16:3e:93:72:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6369e3-7193-4e02-97b4-b9d1ce42d13b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'ec160759-dca4-478c-969a-ec1a667e9af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:27Z', 'updated_at': '2021-11-25T20:07:29Z', 'revision_number': 2, 'project_id': '350dcc7c3c8c409986a3d3af969a644c', 'subnets': [{'id': 'ec160759-dca4-478c-969a-ec1a667e9af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:32.273913 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=7158baeb-c6bb-4782-86ca-b5b9d3bd9421,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:32.277477 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95759464-6ea9-4119-a5bb-5ec2bcd2f30c None None] Checking router: 4d6369e3-7193-4e02-97b4-b9d1ce42d13b for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:07:32.277847 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95759464-6ea9-4119-a5bb-5ec2bcd2f30c None None] Updating router 4d6369e3-7193-4e02-97b4-b9d1ce42d13b port ee653fa2-5da9-4734-abe5-759f7d3e78d4 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:07:32.305811 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95759464-6ea9-4119-a5bb-5ec2bcd2f30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:32.431884 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['7158baeb-c6bb-4782-86ca-b5b9d3bd9421'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:07:32.637142 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53052) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:32.899810 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95759464-6ea9-4119-a5bb-5ec2bcd2f30c None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:32.910276 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95759464-6ea9-4119-a5bb-5ec2bcd2f30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:32.971717 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf27bf-7587-4917-a9ac-a66e100decde None None] Pushing event updated for resources: {'Port': ['ID=ee653fa2-5da9-4734-abe5-759f7d3e78d4,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:33.012091 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13c6143f-d8aa-49eb-86a0-5dde08066e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:33.024937 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-95759464-6ea9-4119-a5bb-5ec2bcd2f30c None None] Attempting to bind port ee653fa2-5da9-4734-abe5-759f7d3e78d4 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:07:33.025607 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-95759464-6ea9-4119-a5bb-5ec2bcd2f30c None None] Attempting to bind port ee653fa2-5da9-4734-abe5-759f7d3e78d4 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'e2ba0b01-190a-42aa-9a4c-aa80f016bb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '09f4afe0-30da-4b0d-8bd6-182ad88274f6'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:07:33.026031 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95759464-6ea9-4119-a5bb-5ec2bcd2f30c None None] Attempting to bind port ee653fa2-5da9-4734-abe5-759f7d3e78d4 on network 09f4afe0-30da-4b0d-8bd6-182ad88274f6 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:07:33.032433 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95759464-6ea9-4119-a5bb-5ec2bcd2f30c None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:07:33.032821 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95759464-6ea9-4119-a5bb-5ec2bcd2f30c None None] Checking segment: {'id': 'e2ba0b01-190a-42aa-9a4c-aa80f016bb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '09f4afe0-30da-4b0d-8bd6-182ad88274f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:07:33.033240 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95759464-6ea9-4119-a5bb-5ec2bcd2f30c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:33.033649 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95759464-6ea9-4119-a5bb-5ec2bcd2f30c None None] Bound using segment: {'id': 'e2ba0b01-190a-42aa-9a4c-aa80f016bb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '09f4afe0-30da-4b0d-8bd6-182ad88274f6'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:07:33.034149 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-95759464-6ea9-4119-a5bb-5ec2bcd2f30c None None] Bound port: ee653fa2-5da9-4734-abe5-759f7d3e78d4, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ba0b01-190a-42aa-9a4c-aa80f016bb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '09f4afe0-30da-4b0d-8bd6-182ad88274f6'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:07:33.034572 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95759464-6ea9-4119-a5bb-5ec2bcd2f30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:33.104242 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 94c71436-dd39-43c5-ac09-9612cbb14ad1 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:07:33.121625 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-95759464-6ea9-4119-a5bb-5ec2bcd2f30c None None] For port ee653fa2-5da9-4734-abe5-759f7d3e78d4, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:07:33.141144 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-95759464-6ea9-4119-a5bb-5ec2bcd2f30c None None] For port ee653fa2-5da9-4734-abe5-759f7d3e78d4, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=ee653fa2-5da9-4734-abe5-759f7d3e78d4,segment=NetworkSegment(e2ba0b01-190a-42aa-9a4c-aa80f016bb00),segment_id=e2ba0b01-190a-42aa-9a4c-aa80f016bb00)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:07:33.150104 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95759464-6ea9-4119-a5bb-5ec2bcd2f30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:33.300051 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95759464-6ea9-4119-a5bb-5ec2bcd2f30c None None] Routers {'4d6369e3-7193-4e02-97b4-b9d1ce42d13b'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:07:33.301063 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-95759464-6ea9-4119-a5bb-5ec2bcd2f30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:07:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['4d6369e3-7193-4e02-97b4-b9d1ce42d13b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:33.315423 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8f85fe9b-da53-4917-acc8-e62ae340b539 None None] Provisioning complete for port ee653fa2-5da9-4734-abe5-759f7d3e78d4 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:33.315799 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8f85fe9b-da53-4917-acc8-e62ae340b539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:33.354212 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf27bf-7587-4917-a9ac-a66e100decde None None] Pushing event updated for resources: {'Port': ['ID=ee653fa2-5da9-4734-abe5-759f7d3e78d4,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:33.427802 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 94c71436-dd39-43c5-ac09-9612cbb14ad1, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1,segment=NetworkSegment(e70a4e69-df48-4f56-aafb-1762892a7b4d),segment_id=e70a4e69-df48-4f56-aafb-1762892a7b4d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:33.457475 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '94c71436-dd39-43c5-ac09-9612cbb14ad1', 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51', 'port_id': '94c71436-dd39-43c5-ac09-9612cbb14ad1', 'mac_address': 'fa:16:3e:68:4a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ba5dac-8c46-4597-9a97-31409eea9b7e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:07:33.469617 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1f8fc-3d5e-43a0-a919-963dbd5a925c req-3036969c-3ed1-459f-ae17-611e3ea30674 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:33.471211 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45e1f8fc-3d5e-43a0-a919-963dbd5a925c req-3036969c-3ed1-459f-ae17-611e3ea30674 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=de9cb05e-00af-4291-9adf-22936820ef24 HTTP/1.1" status: 200 len: 1095 time: 0.4088511 Nov 25 20:07:33.540231 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-95759464-6ea9-4119-a5bb-5ec2bcd2f30c None None] Set router 4d6369e3-7193-4e02-97b4-b9d1ce42d13b gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:07:33.577077 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45e1f8fc-3d5e-43a0-a919-963dbd5a925c req-143724fe-da7c-4a9b-bb03-2ecf27d8b5f0 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d8b8af98-57fd-4c9a-8e52-c5eefadfac69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962048 Nov 25 20:07:33.586278 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:33.588186 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8f85fe9b-da53-4917-acc8-e62ae340b539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:33.659499 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c71436-dd39-43c5-ac09-9612cbb14ad1 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:07:33.693171 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-13c6143f-d8aa-49eb-86a0-5dde08066e8c admin admin] Deleting port ee653fa2-5da9-4734-abe5-759f7d3e78d4 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:07:33.693935 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13c6143f-d8aa-49eb-86a0-5dde08066e8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:33.756621 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 94c71436-dd39-43c5-ac09-9612cbb14ad1, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1,segment=NetworkSegment(e70a4e69-df48-4f56-aafb-1762892a7b4d),segment_id=e70a4e69-df48-4f56-aafb-1762892a7b4d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:33.763777 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8f85fe9b-da53-4917-acc8-e62ae340b539 None None] For port ee653fa2-5da9-4734-abe5-759f7d3e78d4, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=ee653fa2-5da9-4734-abe5-759f7d3e78d4,segment=NetworkSegment(e2ba0b01-190a-42aa-9a4c-aa80f016bb00),segment_id=e2ba0b01-190a-42aa-9a4c-aa80f016bb00)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:33.772753 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:33.783585 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8f85fe9b-da53-4917-acc8-e62ae340b539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:33.788090 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-13c6143f-d8aa-49eb-86a0-5dde08066e8c admin admin] For port ee653fa2-5da9-4734-abe5-759f7d3e78d4, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=ee653fa2-5da9-4734-abe5-759f7d3e78d4,segment=NetworkSegment(e2ba0b01-190a-42aa-9a4c-aa80f016bb00),segment_id=e2ba0b01-190a-42aa-9a4c-aa80f016bb00)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:33.789050 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13c6143f-d8aa-49eb-86a0-5dde08066e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:33.793097 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 7158baeb-c6bb-4782-86ca-b5b9d3bd9421 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:07:33.808447 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-13c6143f-d8aa-49eb-86a0-5dde08066e8c admin admin] Calling delete_port for ee653fa2-5da9-4734-abe5-759f7d3e78d4 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:07:33.847075 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:33.941881 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=94c71436-dd39-43c5-ac09-9612cbb14ad1,revision_number=12']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:33.999370 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-89a9536e-f1ee-4ee2-adca-8a3c738e0f71 None None] Provisioning complete for port ee653fa2-5da9-4734-abe5-759f7d3e78d4 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:33.999709 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-89a9536e-f1ee-4ee2-adca-8a3c738e0f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:34.009834 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['94c71436-dd39-43c5-ac09-9612cbb14ad1'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:07:34.019940 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 7158baeb-c6bb-4782-86ca-b5b9d3bd9421 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:07:34.038326 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13c6143f-d8aa-49eb-86a0-5dde08066e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:34.066611 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6143f-d8aa-49eb-86a0-5dde08066e8c admin admin] Pushing event deleted for resources: {'Port': ['ID=ee653fa2-5da9-4734-abe5-759f7d3e78d4,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:34.117789 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85fe9b-da53-4917-acc8-e62ae340b539 None None] Pushing event updated for resources: {'Port': ['ID=ee653fa2-5da9-4734-abe5-759f7d3e78d4,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:34.125417 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 7158baeb-c6bb-4782-86ca-b5b9d3bd9421 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:34.125802 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:34.136034 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-89a9536e-f1ee-4ee2-adca-8a3c738e0f71 None None] Could not find standard attr ID for object ee653fa2-5da9-4734-abe5-759f7d3e78d4. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 20:07:34.170746 n-d-819349-5 neutron-server[103601]: INFO neutron.plugins.ml2.db [None req-89a9536e-f1ee-4ee2-adca-8a3c738e0f71 None None] No ports have port_id starting with ee653fa2-5da9-4734-abe5-759f7d3e78d4 Nov 25 20:07:34.195432 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-95759464-6ea9-4119-a5bb-5ec2bcd2f30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6369e3-7193-4e02-97b4-b9d1ce42d13b', 'name': 'tempest-ImageQuotaTest-1238863931-router', 'tenant_id': '350dcc7c3c8c409986a3d3af969a644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'eb94955b-bbed-4fdc-b212-1878f969ecec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:07:21Z', 'updated_at': '2021-11-25T20:07:29Z', 'revision_number': 4, 'project_id': '350dcc7c3c8c409986a3d3af969a644c', 'gw_port': {'id': 'eb94955b-bbed-4fdc-b212-1878f969ecec', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:51:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6369e3-7193-4e02-97b4-b9d1ce42d13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:22Z', 'updated_at': '2021-11-25T20:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'ee653fa2-5da9-4734-abe5-759f7d3e78d4', 'name': '', 'network_id': '09f4afe0-30da-4b0d-8bd6-182ad88274f6', 'tenant_id': '350dcc7c3c8c409986a3d3af969a644c', 'mac_address': 'fa:16:3e:93:72:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6369e3-7193-4e02-97b4-b9d1ce42d13b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'ec160759-dca4-478c-969a-ec1a667e9af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:27Z', 'updated_at': '2021-11-25T20:07:33Z', 'revision_number': 4, 'project_id': '350dcc7c3c8c409986a3d3af969a644c', 'subnets': [{'id': 'ec160759-dca4-478c-969a-ec1a667e9af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:34.245687 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95759464-6ea9-4119-a5bb-5ec2bcd2f30c None None] The sync data for ids ['4d6369e3-7193-4e02-97b4-b9d1ce42d13b'] in n-d-819349-5 is: [{'id': '4d6369e3-7193-4e02-97b4-b9d1ce42d13b', 'name': 'tempest-ImageQuotaTest-1238863931-router', 'tenant_id': '350dcc7c3c8c409986a3d3af969a644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'eb94955b-bbed-4fdc-b212-1878f969ecec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:07:21Z', 'updated_at': '2021-11-25T20:07:29Z', 'revision_number': 4, 'project_id': '350dcc7c3c8c409986a3d3af969a644c', 'gw_port': {'id': 'eb94955b-bbed-4fdc-b212-1878f969ecec', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:51:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6369e3-7193-4e02-97b4-b9d1ce42d13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:22Z', 'updated_at': '2021-11-25T20:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'ee653fa2-5da9-4734-abe5-759f7d3e78d4', 'name': '', 'network_id': '09f4afe0-30da-4b0d-8bd6-182ad88274f6', 'tenant_id': '350dcc7c3c8c409986a3d3af969a644c', 'mac_address': 'fa:16:3e:93:72:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6369e3-7193-4e02-97b4-b9d1ce42d13b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'ec160759-dca4-478c-969a-ec1a667e9af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:27Z', 'updated_at': '2021-11-25T20:07:33Z', 'revision_number': 4, 'project_id': '350dcc7c3c8c409986a3d3af969a644c', 'subnets': [{'id': 'ec160759-dca4-478c-969a-ec1a667e9af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:07:34.286736 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13c6143f-d8aa-49eb-86a0-5dde08066e8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:34.379183 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:34.436448 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 7158baeb-c6bb-4782-86ca-b5b9d3bd9421, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=7158baeb-c6bb-4782-86ca-b5b9d3bd9421,segment=NetworkSegment(49ee43bf-fba4-47d1-9404-c30dfa899c88),segment_id=49ee43bf-fba4-47d1-9404-c30dfa899c88)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:34.461625 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9cb05e-00af-4291-9adf-22936820ef24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7158baeb-c6bb-4782-86ca-b5b9d3bd9421'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:07:34.464474 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b547e309-fab4-4b6c-96dc-4bd2dacdf490" -d '{"events": [{"server_uuid": "de9cb05e-00af-4291-9adf-22936820ef24", "name": "network-vif-plugged", "status": "completed", "tag": "7158baeb-c6bb-4782-86ca-b5b9d3bd9421"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:07:34.473356 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:34.553259 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97216c50-8f73-4b10-b2d9-f8ac39417fbf x-openstack-request-id: req-97216c50-8f73-4b10-b2d9-f8ac39417fbf {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:07:34.553555 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9cb05e-00af-4291-9adf-22936820ef24", "name": "network-vif-plugged", "status": "completed", "tag": "7158baeb-c6bb-4782-86ca-b5b9d3bd9421", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:07:34.553797 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97216c50-8f73-4b10-b2d9-f8ac39417fbf {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:07:34.554203 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9cb05e-00af-4291-9adf-22936820ef24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7158baeb-c6bb-4782-86ca-b5b9d3bd9421', 'code': 200} Nov 25 20:07:34.564367 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=7158baeb-c6bb-4782-86ca-b5b9d3bd9421,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:34.686580 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c6143f-d8aa-49eb-86a0-5dde08066e8c admin admin] Router 4d6369e3-7193-4e02-97b4-b9d1ce42d13b has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:07:34.696490 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0ec6c-8dbf-4f10-a089-97045fc14185 req-b7f9ac94-df5d-4619-af82-d407877d8ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:34.698319 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99b0ec6c-8dbf-4f10-a089-97045fc14185 req-b7f9ac94-df5d-4619-af82-d407877d8ad0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=de9cb05e-00af-4291-9adf-22936820ef24 HTTP/1.1" status: 200 len: 1096 time: 0.0718181 Nov 25 20:07:34.870527 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4e235-bed6-4219-a5cb-f814fb263e8e req-8fba75a4-786e-4df2-92a9-09457e65fab4 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:34.872744 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-27e4e235-bed6-4219-a5cb-f814fb263e8e req-8fba75a4-786e-4df2-92a9-09457e65fab4 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=de9cb05e-00af-4291-9adf-22936820ef24 HTTP/1.1" status: 200 len: 1096 time: 0.1697996 Nov 25 20:07:34.877495 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99b0ec6c-8dbf-4f10-a089-97045fc14185 req-9f6b14a7-aacb-44af-a78f-d1c585c2d2ae service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d8b8af98-57fd-4c9a-8e52-c5eefadfac69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661274 Nov 25 20:07:34.940777 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c6143f-d8aa-49eb-86a0-5dde08066e8c admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:07:34.948656 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-13c6143f-d8aa-49eb-86a0-5dde08066e8c admin admin] 10.222.0.55 "PUT /v2.0/routers/4d6369e3-7193-4e02-97b4-b9d1ce42d13b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3103192 Nov 25 20:07:34.952438 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53070) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:34.955819 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-27e4e235-bed6-4219-a5cb-f814fb263e8e req-90066607-6aaf-4230-a069-647a39a36419 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d8b8af98-57fd-4c9a-8e52-c5eefadfac69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747371 Nov 25 20:07:35.100893 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:35.109380 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 94c71436-dd39-43c5-ac09-9612cbb14ad1 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:07:35.206510 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 94c71436-dd39-43c5-ac09-9612cbb14ad1 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:07:35.211022 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 94c71436-dd39-43c5-ac09-9612cbb14ad1 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:35.211398 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:35.238049 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:35.309488 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] Deleting port eb94955b-bbed-4fdc-b212-1878f969ecec {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:07:35.309852 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:35.314189 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:35.354049 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 94c71436-dd39-43c5-ac09-9612cbb14ad1, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1,segment=NetworkSegment(e70a4e69-df48-4f56-aafb-1762892a7b4d),segment_id=e70a4e69-df48-4f56-aafb-1762892a7b4d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:35.359643 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:35.404642 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] For port eb94955b-bbed-4fdc-b212-1878f969ecec, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=eb94955b-bbed-4fdc-b212-1878f969ecec,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:35.405620 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:35.415331 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=94c71436-dd39-43c5-ac09-9612cbb14ad1,revision_number=13']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:35.429843 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] Calling delete_port for eb94955b-bbed-4fdc-b212-1878f969ecec owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:07:35.574836 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:35.638511 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:35.640824 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:35.668386 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb94955b-bbed-4fdc-b212-1878f969ecec,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:35.682029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:35.682029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:35.682029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:35.682029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:35.682029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:35.682029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:35.682029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:35.682029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:35.682029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:35.682029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:35.682029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:35.683003 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:35.696100 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b661b7-5491-4fea-a9af-df2dd29534f1 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:07:35.753361 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:35.854547 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:35.856942 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:35.902394 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:35.903090 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d6369e3-7193-4e02-97b4-b9d1ce42d13b {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:07:35.908902 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:35.910117 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cd85f62c-36a0-4c85-b64c-d98686769892 admin admin] 10.222.0.55 "DELETE /v2.0/routers/4d6369e3-7193-4e02-97b4-b9d1ce42d13b HTTP/1.1" status: 204 len: 168 time: 0.9560814 Nov 25 20:07:35.912738 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53072) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:35.965264 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-d78af0c5-680a-459e-a0f9-d2bac6815003 admin admin] Deleting subnet ec160759-dca4-478c-969a-ec1a667e9af7 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:07:35.968954 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d78af0c5-680a-459e-a0f9-d2bac6815003 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:36.017198 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d78af0c5-680a-459e-a0f9-d2bac6815003 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:36.120392 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716309bd-4603-4d61-936c-e6bb402f3b73 req-8fef7c31-1e6a-4cbb-b970-b19253295867 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:36.120971 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d78af0c5-680a-459e-a0f9-d2bac6815003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:36.129500 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-716309bd-4603-4d61-936c-e6bb402f3b73 req-8fef7c31-1e6a-4cbb-b970-b19253295867 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=de9cb05e-00af-4291-9adf-22936820ef24 HTTP/1.1" status: 200 len: 1096 time: 0.0674448 Nov 25 20:07:36.198743 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d78af0c5-680a-459e-a0f9-d2bac6815003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:36.203346 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-716309bd-4603-4d61-936c-e6bb402f3b73 req-61b9f5a2-1e36-4e8f-9860-69a1e5abb2b0 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d8b8af98-57fd-4c9a-8e52-c5eefadfac69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718424 Nov 25 20:07:36.253572 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb69c12b-783e-4ba4-9e2d-58c72744e786 None None] Network 09f4afe0-30da-4b0d-8bd6-182ad88274f6 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:07:36.254946 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d78af0c5-680a-459e-a0f9-d2bac6815003 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:36.258790 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d78af0c5-680a-459e-a0f9-d2bac6815003 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ec160759-dca4-478c-969a-ec1a667e9af7 HTTP/1.1" status: 204 len: 168 time: 0.3447261 Nov 25 20:07:36.261609 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53078) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:36.296924 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78af0c5-680a-459e-a0f9-d2bac6815003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec160759-dca4-478c-969a-ec1a667e9af7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:36.347366 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:36.424639 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] Deleting port a7f0fc13-d2de-4d77-ace7-e4c89b658e65 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:07:36.424994 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:36.491495 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148a6a39-d773-474d-833e-8f8d98deb3b6 None None] DHCP port deletion for 09f4afe0-30da-4b0d-8bd6-182ad88274f6 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:07:36.520701 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] For port a7f0fc13-d2de-4d77-ace7-e4c89b658e65, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a7f0fc13-d2de-4d77-ace7-e4c89b658e65,segment=NetworkSegment(e2ba0b01-190a-42aa-9a4c-aa80f016bb00),segment_id=e2ba0b01-190a-42aa-9a4c-aa80f016bb00)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:36.521072 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:36.536004 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] Calling delete_port for a7f0fc13-d2de-4d77-ace7-e4c89b658e65 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:07:36.555732 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a300c8-d82f-4dcf-b1f4-380594c57087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c71436-dd39-43c5-ac09-9612cbb14ad1'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:07:36.558644 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17dc627-5cfc-4e3e-bc81-ea525a96adfe" -d '{"events": [{"server_uuid": "48a300c8-d82f-4dcf-b1f4-380594c57087", "name": "network-vif-plugged", "status": "completed", "tag": "94c71436-dd39-43c5-ac09-9612cbb14ad1"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:07:36.568451 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-148a6a39-d773-474d-833e-8f8d98deb3b6 None None] Deleting port a7f0fc13-d2de-4d77-ace7-e4c89b658e65 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:07:36.568876 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-148a6a39-d773-474d-833e-8f8d98deb3b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:36.631926 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:36.642615 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8eda88-4f4f-41c5-852a-95f75f61cdb7 x-openstack-request-id: req-7a8eda88-4f4f-41c5-852a-95f75f61cdb7 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:07:36.642837 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a300c8-d82f-4dcf-b1f4-380594c57087", "name": "network-vif-plugged", "status": "completed", "tag": "94c71436-dd39-43c5-ac09-9612cbb14ad1", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:07:36.643101 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7a8eda88-4f4f-41c5-852a-95f75f61cdb7 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:07:36.643692 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a300c8-d82f-4dcf-b1f4-380594c57087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c71436-dd39-43c5-ac09-9612cbb14ad1', 'code': 200} Nov 25 20:07:36.647690 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] No DVR routers for this DVR port a7f0fc13-d2de-4d77-ace7-e4c89b658e65 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:07:36.680595 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-148a6a39-d773-474d-833e-8f8d98deb3b6 None None] For port a7f0fc13-d2de-4d77-ace7-e4c89b658e65, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a7f0fc13-d2de-4d77-ace7-e4c89b658e65,segment=NetworkSegment(e2ba0b01-190a-42aa-9a4c-aa80f016bb00),segment_id=e2ba0b01-190a-42aa-9a4c-aa80f016bb00)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:36.681226 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-148a6a39-d773-474d-833e-8f8d98deb3b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:36.710510 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f0fc13-d2de-4d77-ace7-e4c89b658e65,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:36.730168 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:36.730606 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:36.730915 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:36.731262 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:36.731664 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:36.733857 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:36.733857 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:36.733857 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:36.733857 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:36.735376 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:36.735376 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:36.735376 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:36.783213 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:36.807442 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09f4afe0-30da-4b0d-8bd6-182ad88274f6']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:36.829283 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ba0b01-190a-42aa-9a4c-aa80f016bb00') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:36.829948 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ba0b01-190a-42aa-9a4c-aa80f016bb00') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:36.861592 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:36.864907 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-148a6a39-d773-474d-833e-8f8d98deb3b6 None None] Calling delete_port for a7f0fc13-d2de-4d77-ace7-e4c89b658e65 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:07:36.886676 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:36.899031 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:07:36.899449 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:07:36.901368 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:07:36.972307 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-148a6a39-d773-474d-833e-8f8d98deb3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:36.983201 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:36.991651 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:36.994899 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] 10.222.0.55 "DELETE /v2.0/networks/09f4afe0-30da-4b0d-8bd6-182ad88274f6 HTTP/1.1" status: 204 len: 168 time: 0.7320750 Nov 25 20:07:37.000124 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a6a39-d773-474d-833e-8f8d98deb3b6 None None] Pushing event deleted for resources: {'Port': ['ID=a7f0fc13-d2de-4d77-ace7-e4c89b658e65,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:37.004720 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148a6a39-d773-474d-833e-8f8d98deb3b6 None None] No DVR routers for this DVR port a7f0fc13-d2de-4d77-ace7-e4c89b658e65 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:07:37.025315 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f523d4a-7bfd-40ac-a50b-f6486f9fe846 admin admin] Pushing event deleted for resources: {'Network': ['ID=09f4afe0-30da-4b0d-8bd6-182ad88274f6,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:37.150340 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53088) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:37.152481 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec373c1-9202-4dca-9771-146628a9150f None None] Sync routers for ids ['4d6369e3-7193-4e02-97b4-b9d1ce42d13b'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:07:37.166221 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec373c1-9202-4dca-9771-146628a9150f None None] Routers set() bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:07:37.166625 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec373c1-9202-4dca-9771-146628a9150f None None] Router IDs set() for agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 20:07:37.167237 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_agentschedulers_db [None req-eec373c1-9202-4dca-9771-146628a9150f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4d6369e3-7193-4e02-97b4-b9d1ce42d13b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:07:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent'). {{(pid=103602) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 20:07:37.178968 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec373c1-9202-4dca-9771-146628a9150f None None] Routers set() bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:07:37.179324 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec373c1-9202-4dca-9771-146628a9150f None None] Router IDs set() for agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 20:07:37.180125 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_agentschedulers_db [None req-eec373c1-9202-4dca-9771-146628a9150f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4d6369e3-7193-4e02-97b4-b9d1ce42d13b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:07:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent'). {{(pid=103602) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 20:07:37.180870 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec373c1-9202-4dca-9771-146628a9150f None None] The sync data for ids ['4d6369e3-7193-4e02-97b4-b9d1ce42d13b'] in n-d-819349-5 is: [] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:07:37.206234 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e50ac700-bb0c-47c6-b606-88b05851f4d9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=350dcc7c3c8c409986a3d3af969a644c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0508687 Nov 25 20:07:37.206640 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53092) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:37.286823 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-400d565f-2739-408d-ab05-b682ea43fad9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:37.314364 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-400d565f-2739-408d-ab05-b682ea43fad9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:37.343193 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53096) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:37.361378 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33468d0f-b4d9-4da8-b96b-a873b6c89147 req-d6b42175-c378-4ed6-81fb-2d4da996da60 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:37.363362 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33468d0f-b4d9-4da8-b96b-a873b6c89147 req-d6b42175-c378-4ed6-81fb-2d4da996da60 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=de9cb05e-00af-4291-9adf-22936820ef24 HTTP/1.1" status: 200 len: 1096 time: 0.0546956 Nov 25 20:07:37.375630 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-400d565f-2739-408d-ab05-b682ea43fad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:37.379756 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-400d565f-2739-408d-ab05-b682ea43fad9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:37.380934 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-400d565f-2739-408d-ab05-b682ea43fad9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ff2fe529-5726-4a8a-994f-b86672cc0ff8 HTTP/1.1" status: 204 len: 168 time: 0.1726544 Nov 25 20:07:37.393270 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d565f-2739-408d-ab05-b682ea43fad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2fe529-5726-4a8a-994f-b86672cc0ff8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:37.437342 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33468d0f-b4d9-4da8-b96b-a873b6c89147 req-02c99d54-ba15-48de-84a4-3d9acfe1fab7 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d8b8af98-57fd-4c9a-8e52-c5eefadfac69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674329 Nov 25 20:07:37.576486 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b8427-fa65-4e49-b1e7-b7352ffbe664 req-55850c18-ce3b-4355-9f6f-ef0ebd5158a1 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:37.578663 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-953b8427-fa65-4e49-b1e7-b7352ffbe664 req-55850c18-ce3b-4355-9f6f-ef0ebd5158a1 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=de9cb05e-00af-4291-9adf-22936820ef24 HTTP/1.1" status: 200 len: 1096 time: 0.0563169 Nov 25 20:07:37.663872 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-953b8427-fa65-4e49-b1e7-b7352ffbe664 req-e020d81a-94be-403e-9764-726f39c8d701 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d8b8af98-57fd-4c9a-8e52-c5eefadfac69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777509 Nov 25 20:07:37.761151 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8fe91c7-4e43-4a15-a25a-df299e397761 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:37.803192 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ee653fa2-5da9-4734-abe5-759f7d3e78d4 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:07:37.864048 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: ee653fa2-5da9-4734-abe5-759f7d3e78d4 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:07:37.864411 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ee653fa2-5da9-4734-abe5-759f7d3e78d4 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:07:37.864816 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a7f0fc13-d2de-4d77-ace7-e4c89b658e65 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:07:37.886265 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: a7f0fc13-d2de-4d77-ace7-e4c89b658e65 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:07:37.887459 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a7f0fc13-d2de-4d77-ace7-e4c89b658e65 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:07:37.897245 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edec05-1bfe-4d37-aaa0-18706f4c095d req-52063a97-7123-48ca-a28c-28c3db9c29c5 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:37.898900 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e0edec05-1bfe-4d37-aaa0-18706f4c095d req-52063a97-7123-48ca-a28c-28c3db9c29c5 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=de9cb05e-00af-4291-9adf-22936820ef24 HTTP/1.1" status: 200 len: 1096 time: 0.0966892 Nov 25 20:07:37.925027 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53108) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:37.953743 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d66996e-5232-42be-942c-56ad8c91fab9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:37.984689 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8fe91c7-4e43-4a15-a25a-df299e397761 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:37.987851 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e0edec05-1bfe-4d37-aaa0-18706f4c095d req-b6f8ec6c-6c25-47ab-999c-40542108ba39 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d8b8af98-57fd-4c9a-8e52-c5eefadfac69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790343 Nov 25 20:07:37.992861 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8fe91c7-4e43-4a15-a25a-df299e397761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:38.046307 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e8fe91c7-4e43-4a15-a25a-df299e397761 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2047e7f75228498d85bee66a02bca883&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7010617 Nov 25 20:07:38.049729 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53112) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:38.076422 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe91c7-4e43-4a15-a25a-df299e397761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2216a44a-5c7c-438f-af57-66d1721fb636,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:38.077257 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d66996e-5232-42be-942c-56ad8c91fab9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:38.082477 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d66996e-5232-42be-942c-56ad8c91fab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:38.122823 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66996e-5232-42be-942c-56ad8c91fab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef5844f-9227-402e-b88f-e104d502a73a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:38.144721 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0d66996e-5232-42be-942c-56ad8c91fab9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2184298 Nov 25 20:07:38.148774 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53114) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:38.189774 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-601276c1-9c35-4537-a1ff-4c08aabbd4a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:38.215735 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41630496-1dd3-4d79-a5b4-fb86852d735e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:38.218743 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-601276c1-9c35-4537-a1ff-4c08aabbd4a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:38.246616 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41630496-1dd3-4d79-a5b4-fb86852d735e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:38.286781 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-601276c1-9c35-4537-a1ff-4c08aabbd4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:38.289508 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-601276c1-9c35-4537-a1ff-4c08aabbd4a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:38.290904 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-601276c1-9c35-4537-a1ff-4c08aabbd4a9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2216a44a-5c7c-438f-af57-66d1721fb636 HTTP/1.1" status: 204 len: 168 time: 0.2397614 Nov 25 20:07:38.309595 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601276c1-9c35-4537-a1ff-4c08aabbd4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2216a44a-5c7c-438f-af57-66d1721fb636,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:38.327355 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41630496-1dd3-4d79-a5b4-fb86852d735e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:38.330980 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41630496-1dd3-4d79-a5b4-fb86852d735e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:38.332498 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-41630496-1dd3-4d79-a5b4-fb86852d735e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bef5844f-9227-402e-b88f-e104d502a73a HTTP/1.1" status: 204 len: 168 time: 0.1824331 Nov 25 20:07:38.352851 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41630496-1dd3-4d79-a5b4-fb86852d735e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef5844f-9227-402e-b88f-e104d502a73a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:38.413298 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-be6f07c0-d650-47de-b2e1-77fe4a84eaf7 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:38.414990 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-be6f07c0-d650-47de-b2e1-77fe4a84eaf7 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/networks?id=0c9ac5d1-32b6-4966-ad21-6af856ee380a HTTP/1.1" status: 200 len: 910 time: 0.1229033 Nov 25 20:07:38.431198 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-dc6291ef-bcdd-4efa-96e6-ceaf6c17f6c3 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/quotas/036523f74a3b485fafc8f031a4920836 HTTP/1.1" status: 200 len: 375 time: 0.0097213 Nov 25 20:07:38.490310 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-4631c60f-ec33-47fa-b91d-8a700166fdcc tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?tenant_id=036523f74a3b485fafc8f031a4920836&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515327 Nov 25 20:07:38.638643 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-aca47559-f4e8-4621-9dd8-38fa146363ac service neutron] 10.222.0.55 "GET /v2.0/networks/0c9ac5d1-32b6-4966-ad21-6af856ee380a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399472 Nov 25 20:07:38.779491 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-487cc0bc-539c-4069-b8d0-8f5f52e9dbba service neutron] 10.222.0.55 "GET /v2.0/networks/0c9ac5d1-32b6-4966-ad21-6af856ee380a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279860 Nov 25 20:07:39.010580 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e16b6c6-5826-463c-9146-f1ca223e1b40 req-ab612127-6252-483d-a9d5-b69d43349098 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3f3899f8-1706-40ef-b28e-f0e158b12b3a HTTP/1.1" status: 200 len: 210 time: 0.0379910 Nov 25 20:07:39.510985 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device eb94955b-bbed-4fdc-b212-1878f969ecec no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:07:39.533920 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: eb94955b-bbed-4fdc-b212-1878f969ecec {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:07:39.534580 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device eb94955b-bbed-4fdc-b212-1878f969ecec not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:07:40.096172 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-1f2fe2c6-666a-45b0-a256-fee5522aafae tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:40.097634 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-1f2fe2c6-666a-45b0-a256-fee5522aafae tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.85 "GET /v2.0/networks?id=0c9ac5d1-32b6-4966-ad21-6af856ee380a HTTP/1.1" status: 200 len: 910 time: 0.1025577 Nov 25 20:07:40.112166 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-516a494a-bddd-4cc9-8493-8c1ee9fb015f tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Request body: {'port': {'device_id': '3f3899f8-1706-40ef-b28e-f0e158b12b3a', 'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a', 'admin_state_up': True, 'tenant_id': '036523f74a3b485fafc8f031a4920836'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:07:40.137829 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c8e00ed-0969-4354-a1d3-0d117a80c3bb req-902f3071-cc28-4a7b-ba12-e64c4efcaefc tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3f3899f8-1706-40ef-b28e-f0e158b12b3a HTTP/1.1" status: 200 len: 210 time: 0.0392315 Nov 25 20:07:40.158647 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-516a494a-bddd-4cc9-8493-8c1ee9fb015f tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Made reservation on behalf of 036523f74a3b485fafc8f031a4920836 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:07:40.161289 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-516a494a-bddd-4cc9-8493-8c1ee9fb015f tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:40.278529 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-516a494a-bddd-4cc9-8493-8c1ee9fb015f tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Allocated IP 172.20.0.11 (0c9ac5d1-32b6-4966-ad21-6af856ee380a/9831d4b2-52e8-4612-bf5a-b3e8626c86fe/d1a2f8a0-316c-4ea4-978c-75e09351ad3e) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:07:40.429043 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-516a494a-bddd-4cc9-8493-8c1ee9fb015f tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:40.472470 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-516a494a-bddd-4cc9-8493-8c1ee9fb015f tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:40.487344 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['7158baeb-c6bb-4782-86ca-b5b9d3bd9421'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:07:40.519051 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-516a494a-bddd-4cc9-8493-8c1ee9fb015f tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Network 0c9ac5d1-32b6-4966-ad21-6af856ee380a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:07:40.523077 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-516a494a-bddd-4cc9-8493-8c1ee9fb015f tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:07:40.528266 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-516a494a-bddd-4cc9-8493-8c1ee9fb015f tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:07:40.585948 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a494a-bddd-4cc9-8493-8c1ee9fb015f tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Pushing event updated for resources: {'Port': ['ID=d1a2f8a0-316c-4ea4-978c-75e09351ad3e,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:40.607652 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-516a494a-bddd-4cc9-8493-8c1ee9fb015f tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:40.608263 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-516a494a-bddd-4cc9-8493-8c1ee9fb015f tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:40.632387 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-516a494a-bddd-4cc9-8493-8c1ee9fb015f tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5242367 Nov 25 20:07:40.645815 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-330b6080-3885-4925-8b59-e8fa450e94b1 service neutron] Request body: {'port': {'device_id': '3f3899f8-1706-40ef-b28e-f0e158b12b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:07:40.713137 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-330b6080-3885-4925-8b59-e8fa450e94b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:40.776613 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-dbb75030-f1c6-4827-a197-740c43b4098f None None] Provisioning complete for port d1a2f8a0-316c-4ea4-978c-75e09351ad3e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:40.777269 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dbb75030-f1c6-4827-a197-740c43b4098f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:40.815922 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-dbb75030-f1c6-4827-a197-740c43b4098f None None] Port d1a2f8a0-316c-4ea4-978c-75e09351ad3e cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:07:41.024333 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-330b6080-3885-4925-8b59-e8fa450e94b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a2f8a0-316c-4ea4-978c-75e09351ad3e {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:07:41.032013 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-330b6080-3885-4925-8b59-e8fa450e94b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:41.044310 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-330b6080-3885-4925-8b59-e8fa450e94b1 service neutron] Transition to ACTIVE for port object d1a2f8a0-316c-4ea4-978c-75e09351ad3e will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:07:41.048002 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-330b6080-3885-4925-8b59-e8fa450e94b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:41.097903 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b6080-3885-4925-8b59-e8fa450e94b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a2f8a0-316c-4ea4-978c-75e09351ad3e,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:41.179212 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-330b6080-3885-4925-8b59-e8fa450e94b1 service neutron] Attempting to bind port d1a2f8a0-316c-4ea4-978c-75e09351ad3e on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:07:41.179915 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-330b6080-3885-4925-8b59-e8fa450e94b1 service neutron] Attempting to bind port d1a2f8a0-316c-4ea4-978c-75e09351ad3e by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '49ee43bf-fba4-47d1-9404-c30dfa899c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:07:41.180464 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-330b6080-3885-4925-8b59-e8fa450e94b1 service neutron] Attempting to bind port d1a2f8a0-316c-4ea4-978c-75e09351ad3e on network 0c9ac5d1-32b6-4966-ad21-6af856ee380a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:07:41.189090 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-330b6080-3885-4925-8b59-e8fa450e94b1 service neutron] Port d1a2f8a0-316c-4ea4-978c-75e09351ad3e on network 0c9ac5d1-32b6-4966-ad21-6af856ee380a not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:07:41.189539 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-330b6080-3885-4925-8b59-e8fa450e94b1 service neutron] Attempting to bind port d1a2f8a0-316c-4ea4-978c-75e09351ad3e on network 0c9ac5d1-32b6-4966-ad21-6af856ee380a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:07:41.196552 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-330b6080-3885-4925-8b59-e8fa450e94b1 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:07:41.196552 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-330b6080-3885-4925-8b59-e8fa450e94b1 service neutron] Checking segment: {'id': '49ee43bf-fba4-47d1-9404-c30dfa899c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:07:41.196552 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-330b6080-3885-4925-8b59-e8fa450e94b1 service neutron] Bound using segment: {'id': '49ee43bf-fba4-47d1-9404-c30dfa899c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:07:41.197270 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-330b6080-3885-4925-8b59-e8fa450e94b1 service neutron] Bound port: d1a2f8a0-316c-4ea4-978c-75e09351ad3e, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ee43bf-fba4-47d1-9404-c30dfa899c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:07:41.197713 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-330b6080-3885-4925-8b59-e8fa450e94b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:41.314795 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-330b6080-3885-4925-8b59-e8fa450e94b1 service neutron] For port d1a2f8a0-316c-4ea4-978c-75e09351ad3e, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:07:41.318608 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87ea76-773e-4b10-9a5b-fd7e7456b332 req-d6e4e963-7f13-4b2d-806d-5c711a8a18d5 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:41.320170 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ca87ea76-773e-4b10-9a5b-fd7e7456b332 req-d6e4e963-7f13-4b2d-806d-5c711a8a18d5 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3f3899f8-1706-40ef-b28e-f0e158b12b3a HTTP/1.1" status: 200 len: 1053 time: 0.0802295 Nov 25 20:07:41.321847 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-330b6080-3885-4925-8b59-e8fa450e94b1 service neutron] For port d1a2f8a0-316c-4ea4-978c-75e09351ad3e, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d1a2f8a0-316c-4ea4-978c-75e09351ad3e,segment=NetworkSegment(49ee43bf-fba4-47d1-9404-c30dfa899c88),segment_id=49ee43bf-fba4-47d1-9404-c30dfa899c88)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:07:41.326312 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-330b6080-3885-4925-8b59-e8fa450e94b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:41.378084 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-330b6080-3885-4925-8b59-e8fa450e94b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:41.378783 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-330b6080-3885-4925-8b59-e8fa450e94b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:41.380182 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-330b6080-3885-4925-8b59-e8fa450e94b1 service neutron] 10.222.0.85 "PUT /v2.0/ports/d1a2f8a0-316c-4ea4-978c-75e09351ad3e HTTP/1.1" status: 200 len: 1092 time: 0.7392852 Nov 25 20:07:41.380665 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3899f8-1706-40ef-b28e-f0e158b12b3a', 'tag': 'd1a2f8a0-316c-4ea4-978c-75e09351ad3e'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:07:41.382991 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de5e661-07f1-4888-8af4-e367a2b352c5" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3899f8-1706-40ef-b28e-f0e158b12b3a", "tag": "d1a2f8a0-316c-4ea4-978c-75e09351ad3e"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:07:41.437792 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b6080-3885-4925-8b59-e8fa450e94b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a2f8a0-316c-4ea4-978c-75e09351ad3e,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:41.448957 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ca87ea76-773e-4b10-9a5b-fd7e7456b332 req-7a2a3fe7-e0b1-4410-8567-39af5e90ba2a tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d8b8af98-57fd-4c9a-8e52-c5eefadfac69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191812 Nov 25 20:07:41.487621 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-4422f13b-4387-4bb1-9173-1ac6448073eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:41.489691 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-4422f13b-4387-4bb1-9173-1ac6448073eb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=036523f74a3b485fafc8f031a4920836&device_id=3f3899f8-1706-40ef-b28e-f0e158b12b3a HTTP/1.1" status: 200 len: 1095 time: 0.0614691 Nov 25 20:07:41.535309 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21c8493-5d54-493c-8ebd-7fa715c3d255 x-openstack-request-id: req-e21c8493-5d54-493c-8ebd-7fa715c3d255 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:07:41.535828 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3899f8-1706-40ef-b28e-f0e158b12b3a", "tag": "d1a2f8a0-316c-4ea4-978c-75e09351ad3e", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:07:41.535828 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e21c8493-5d54-493c-8ebd-7fa715c3d255 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:07:41.536156 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3899f8-1706-40ef-b28e-f0e158b12b3a', 'tag': 'd1a2f8a0-316c-4ea4-978c-75e09351ad3e', 'status': 'completed', 'code': 200} Nov 25 20:07:41.538040 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-f499c99e-ee6f-4df9-8f8b-5834930e495b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1a2f8a0-316c-4ea4-978c-75e09351ad3e HTTP/1.1" status: 200 len: 217 time: 0.0404477 Nov 25 20:07:41.592274 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-53f4a5d1-e48b-4582-9533-e218400384b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:41.593807 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-53f4a5d1-e48b-4582-9533-e218400384b4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9831d4b2-52e8-4612-bf5a-b3e8626c86fe HTTP/1.1" status: 200 len: 848 time: 0.0483911 Nov 25 20:07:41.641264 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-7cc7244f-719a-45d6-8af3-3adce13f2e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:41.643028 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-7cc7244f-719a-45d6-8af3-3adce13f2e14 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0c9ac5d1-32b6-4966-ad21-6af856ee380a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424833 Nov 25 20:07:41.742999 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-c1dbb341-1b10-477d-a221-55d5f551b98d service neutron] 10.222.0.85 "GET /v2.0/networks/0c9ac5d1-32b6-4966-ad21-6af856ee380a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927768 Nov 25 20:07:41.837274 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-429b6e14-7248-4bc3-abf2-93e7f59e67df req-66eda68a-cefe-427b-8b98-e8d548936356 service neutron] 10.222.0.85 "GET /v2.0/networks/0c9ac5d1-32b6-4966-ad21-6af856ee380a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875692 Nov 25 20:07:41.925537 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5e661-07f1-4888-8af4-e367a2b352c5 req-9de75e67-f5d6-4acc-b98f-9fdae04f024d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:41.927069 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2de5e661-07f1-4888-8af4-e367a2b352c5 req-9de75e67-f5d6-4acc-b98f-9fdae04f024d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=036523f74a3b485fafc8f031a4920836&device_id=3f3899f8-1706-40ef-b28e-f0e158b12b3a HTTP/1.1" status: 200 len: 1095 time: 0.0429645 Nov 25 20:07:42.018311 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5e661-07f1-4888-8af4-e367a2b352c5 req-ad0be929-a04f-4810-acad-deaff96142fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:42.019880 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2de5e661-07f1-4888-8af4-e367a2b352c5 req-ad0be929-a04f-4810-acad-deaff96142fc service neutron] 10.222.0.85 "GET /v2.0/networks?id=0c9ac5d1-32b6-4966-ad21-6af856ee380a HTTP/1.1" status: 200 len: 910 time: 0.0858519 Nov 25 20:07:42.078205 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2de5e661-07f1-4888-8af4-e367a2b352c5 req-7c8e732d-ca20-4c76-b79e-e80458d9144f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1a2f8a0-316c-4ea4-978c-75e09351ad3e HTTP/1.1" status: 200 len: 217 time: 0.0434501 Nov 25 20:07:42.127198 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5e661-07f1-4888-8af4-e367a2b352c5 req-d23ee6ad-639b-4dea-85e1-6e327de458f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:42.128581 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2de5e661-07f1-4888-8af4-e367a2b352c5 req-d23ee6ad-639b-4dea-85e1-6e327de458f4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9831d4b2-52e8-4612-bf5a-b3e8626c86fe HTTP/1.1" status: 200 len: 848 time: 0.0438042 Nov 25 20:07:42.175751 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5e661-07f1-4888-8af4-e367a2b352c5 req-992bd7e0-bde1-4dbd-ab54-c178723fa395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:42.177253 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2de5e661-07f1-4888-8af4-e367a2b352c5 req-992bd7e0-bde1-4dbd-ab54-c178723fa395 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0c9ac5d1-32b6-4966-ad21-6af856ee380a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413837 Nov 25 20:07:42.559698 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2de5e661-07f1-4888-8af4-e367a2b352c5 req-f0b565d6-56b5-4b93-b827-8e68093d3123 service neutron] 10.222.0.85 "GET /v2.0/networks/0c9ac5d1-32b6-4966-ad21-6af856ee380a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718648 Nov 25 20:07:42.590916 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4b1f4-a3aa-4040-a0aa-93e8553bfa13 req-e26f3fa2-eedd-4f1f-84ad-b5c97f76dc93 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:42.592764 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-40c4b1f4-a3aa-4040-a0aa-93e8553bfa13 req-e26f3fa2-eedd-4f1f-84ad-b5c97f76dc93 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3f3899f8-1706-40ef-b28e-f0e158b12b3a HTTP/1.1" status: 200 len: 1095 time: 0.0731394 Nov 25 20:07:42.689633 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-40c4b1f4-a3aa-4040-a0aa-93e8553bfa13 req-77cc93ee-b998-4e20-863e-40c068a0a1c5 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d8b8af98-57fd-4c9a-8e52-c5eefadfac69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885878 Nov 25 20:07:42.693197 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2de5e661-07f1-4888-8af4-e367a2b352c5 req-e042a178-9646-4515-b1c1-b0532d2df9e9 service neutron] 10.222.0.85 "GET /v2.0/networks/0c9ac5d1-32b6-4966-ad21-6af856ee380a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255841 Nov 25 20:07:43.798111 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2014380-f61b-4e6e-8874-14a1b0185b56 req-3b537a54-5e07-42bc-bd5c-4401b9b7642c tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:43.799597 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d2014380-f61b-4e6e-8874-14a1b0185b56 req-3b537a54-5e07-42bc-bd5c-4401b9b7642c tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3f3899f8-1706-40ef-b28e-f0e158b12b3a HTTP/1.1" status: 200 len: 1095 time: 0.0413859 Nov 25 20:07:43.844816 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d2014380-f61b-4e6e-8874-14a1b0185b56 req-34228c6b-9508-4858-ab5f-3fa7741c449f tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d8b8af98-57fd-4c9a-8e52-c5eefadfac69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393357 Nov 25 20:07:44.687538 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e7df92a-3523-45f7-8985-b911f0526ad2 req-3ba8bd6e-5a66-4e58-956f-dae7594965ee service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=de9cb05e-00af-4291-9adf-22936820ef24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450172 Nov 25 20:07:44.782503 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7df92a-3523-45f7-8985-b911f0526ad2 req-03cd70cf-be8c-4706-ba89-323d8994b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:44.783910 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e7df92a-3523-45f7-8985-b911f0526ad2 req-03cd70cf-be8c-4706-ba89-323d8994b03a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=036523f74a3b485fafc8f031a4920836&device_id=de9cb05e-00af-4291-9adf-22936820ef24 HTTP/1.1" status: 200 len: 1096 time: 0.0411735 Nov 25 20:07:44.898719 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7df92a-3523-45f7-8985-b911f0526ad2 req-f68d5986-603b-414a-835c-cb8b60b714fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:44.900202 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e7df92a-3523-45f7-8985-b911f0526ad2 req-f68d5986-603b-414a-835c-cb8b60b714fc service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c9ac5d1-32b6-4966-ad21-6af856ee380a HTTP/1.1" status: 200 len: 910 time: 0.0876982 Nov 25 20:07:44.958647 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e7df92a-3523-45f7-8985-b911f0526ad2 req-12a24194-403c-4514-aa2a-0ac25c0b1637 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7158baeb-c6bb-4782-86ca-b5b9d3bd9421 HTTP/1.1" status: 200 len: 217 time: 0.0456793 Nov 25 20:07:45.027641 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7df92a-3523-45f7-8985-b911f0526ad2 req-62f4cd4a-4187-4a89-90b8-cb9ecdf26950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:45.029663 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e7df92a-3523-45f7-8985-b911f0526ad2 req-62f4cd4a-4187-4a89-90b8-cb9ecdf26950 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9831d4b2-52e8-4612-bf5a-b3e8626c86fe HTTP/1.1" status: 200 len: 848 time: 0.0554900 Nov 25 20:07:45.032423 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fb0be-709f-4246-9483-a527a41ddb5d req-3f968c82-d985-464a-9f1f-f3aae7cd7272 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:45.033799 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-289fb0be-709f-4246-9483-a527a41ddb5d req-3f968c82-d985-464a-9f1f-f3aae7cd7272 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3f3899f8-1706-40ef-b28e-f0e158b12b3a HTTP/1.1" status: 200 len: 1095 time: 0.1153278 Nov 25 20:07:45.111884 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7df92a-3523-45f7-8985-b911f0526ad2 req-49681fd8-fb0f-4167-a924-594af1e3512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:45.113398 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e7df92a-3523-45f7-8985-b911f0526ad2 req-49681fd8-fb0f-4167-a924-594af1e3512e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c9ac5d1-32b6-4966-ad21-6af856ee380a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747056 Nov 25 20:07:45.115952 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-289fb0be-709f-4246-9483-a527a41ddb5d req-9c177888-6b83-4542-800b-ecd20362e7cc tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d8b8af98-57fd-4c9a-8e52-c5eefadfac69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696225 Nov 25 20:07:45.189768 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device d1a2f8a0-316c-4ea4-978c-75e09351ad3e details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:07:45.211312 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e7df92a-3523-45f7-8985-b911f0526ad2 req-6cc6d13e-e6f9-4502-8beb-7fd54d8c7a88 service neutron] 10.222.0.73 "GET /v2.0/networks/0c9ac5d1-32b6-4966-ad21-6af856ee380a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880270 Nov 25 20:07:45.295865 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port d1a2f8a0-316c-4ea4-978c-75e09351ad3e, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d1a2f8a0-316c-4ea4-978c-75e09351ad3e,segment=NetworkSegment(49ee43bf-fba4-47d1-9404-c30dfa899c88),segment_id=49ee43bf-fba4-47d1-9404-c30dfa899c88)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:45.308342 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'd1a2f8a0-316c-4ea4-978c-75e09351ad3e', 'network_id': '0c9ac5d1-32b6-4966-ad21-6af856ee380a', 'port_id': 'd1a2f8a0-316c-4ea4-978c-75e09351ad3e', 'mac_address': 'fa:16:3e:57:e0:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9831d4b2-52e8-4612-bf5a-b3e8626c86fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:07:45.323800 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e7df92a-3523-45f7-8985-b911f0526ad2 req-39394e4b-f562-4a50-9815-5e14fdf2a51a service neutron] 10.222.0.73 "GET /v2.0/networks/0c9ac5d1-32b6-4966-ad21-6af856ee380a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997410 Nov 25 20:07:45.353211 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:45.367037 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a2f8a0-316c-4ea4-978c-75e09351ad3e {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:07:45.387711 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port d1a2f8a0-316c-4ea4-978c-75e09351ad3e, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d1a2f8a0-316c-4ea4-978c-75e09351ad3e,segment=NetworkSegment(49ee43bf-fba4-47d1-9404-c30dfa899c88),segment_id=49ee43bf-fba4-47d1-9404-c30dfa899c88)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:45.393040 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:45.441243 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=d1a2f8a0-316c-4ea4-978c-75e09351ad3e,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:45.603881 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['d1a2f8a0-316c-4ea4-978c-75e09351ad3e'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:07:46.101040 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ef3fdb8-8b53-4c88-8725-fac826df67ee req-cd005548-6809-4d70-8d6b-39a5af52c813 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417230 Nov 25 20:07:46.195075 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3fdb8-8b53-4c88-8725-fac826df67ee req-a651c9b7-182a-4e32-9077-b35f774edc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:46.196547 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ef3fdb8-8b53-4c88-8725-fac826df67ee req-a651c9b7-182a-4e32-9077-b35f774edc16 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 1097 time: 0.0439858 Nov 25 20:07:46.293478 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed2893-747c-4c2b-ad01-4e2b3a1fd66e req-881dc59f-0592-42b4-898f-20f081374615 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:46.295709 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dbed2893-747c-4c2b-ad01-4e2b3a1fd66e req-881dc59f-0592-42b4-898f-20f081374615 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3f3899f8-1706-40ef-b28e-f0e158b12b3a HTTP/1.1" status: 200 len: 1096 time: 0.1044543 Nov 25 20:07:46.353377 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3fdb8-8b53-4c88-8725-fac826df67ee req-0dfdb20e-ca31-492e-b797-82da875d575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:46.354839 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ef3fdb8-8b53-4c88-8725-fac826df67ee req-0dfdb20e-ca31-492e-b797-82da875d575b service neutron] 10.222.0.85 "GET /v2.0/networks?id=825c5a3f-ce49-4394-b48a-f63de2d0aa51 HTTP/1.1" status: 200 len: 897 time: 0.1304328 Nov 25 20:07:46.366110 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dbed2893-747c-4c2b-ad01-4e2b3a1fd66e req-8a4743f8-ec3c-4c5c-8fa9-299a49e0f191 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d8b8af98-57fd-4c9a-8e52-c5eefadfac69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633850 Nov 25 20:07:46.432681 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ef3fdb8-8b53-4c88-8725-fac826df67ee req-c61ee43d-1a09-4b2b-b973-6eb01117c13e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1 HTTP/1.1" status: 200 len: 1001 time: 0.0655439 Nov 25 20:07:46.487904 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3fdb8-8b53-4c88-8725-fac826df67ee req-c51573a9-34a7-4544-9df0-248afd4082da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:46.489424 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ef3fdb8-8b53-4c88-8725-fac826df67ee req-c51573a9-34a7-4544-9df0-248afd4082da service neutron] 10.222.0.85 "GET /v2.0/subnets?id=25ba5dac-8c46-4597-9a97-31409eea9b7e HTTP/1.1" status: 200 len: 835 time: 0.0493610 Nov 25 20:07:46.540450 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3fdb8-8b53-4c88-8725-fac826df67ee req-ba24ddec-f176-4933-b55e-de5efe244b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:46.541954 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ef3fdb8-8b53-4c88-8725-fac826df67ee req-ba24ddec-f176-4933-b55e-de5efe244b67 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=825c5a3f-ce49-4394-b48a-f63de2d0aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455112 Nov 25 20:07:46.658862 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ef3fdb8-8b53-4c88-8725-fac826df67ee req-e2ef0957-1bdf-4570-afc7-e89a05ee8de1 service neutron] 10.222.0.85 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081052 Nov 25 20:07:46.756325 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ef3fdb8-8b53-4c88-8725-fac826df67ee req-f9b60d89-f32f-408c-852a-12a3dbd05c1d service neutron] 10.222.0.85 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902510 Nov 25 20:07:47.209839 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device d1a2f8a0-316c-4ea4-978c-75e09351ad3e up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:07:47.258361 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port d1a2f8a0-316c-4ea4-978c-75e09351ad3e completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:07:47.263671 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port d1a2f8a0-316c-4ea4-978c-75e09351ad3e triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:07:47.264431 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:47.351123 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:47.374383 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3899f8-1706-40ef-b28e-f0e158b12b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a2f8a0-316c-4ea4-978c-75e09351ad3e'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:07:47.376644 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc93b88-9f8e-4976-87f7-207db95f1b98" -d '{"events": [{"server_uuid": "3f3899f8-1706-40ef-b28e-f0e158b12b3a", "name": "network-vif-plugged", "status": "completed", "tag": "d1a2f8a0-316c-4ea4-978c-75e09351ad3e"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:07:47.390236 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port d1a2f8a0-316c-4ea4-978c-75e09351ad3e, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d1a2f8a0-316c-4ea4-978c-75e09351ad3e,segment=NetworkSegment(49ee43bf-fba4-47d1-9404-c30dfa899c88),segment_id=49ee43bf-fba4-47d1-9404-c30dfa899c88)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:47.394499 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:47.419520 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e1c5b3-7c58-4a1b-8d45-11b910b6f4c9 x-openstack-request-id: req-97e1c5b3-7c58-4a1b-8d45-11b910b6f4c9 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:07:47.419783 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3899f8-1706-40ef-b28e-f0e158b12b3a", "name": "network-vif-plugged", "status": "completed", "tag": "d1a2f8a0-316c-4ea4-978c-75e09351ad3e", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:07:47.419885 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97e1c5b3-7c58-4a1b-8d45-11b910b6f4c9 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:07:47.420555 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3899f8-1706-40ef-b28e-f0e158b12b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a2f8a0-316c-4ea4-978c-75e09351ad3e', 'code': 200} Nov 25 20:07:47.447427 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=d1a2f8a0-316c-4ea4-978c-75e09351ad3e,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:47.538716 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a7dcb-0fef-462b-88ff-4335bb4e9465 req-7868edd3-d8b2-407f-aa05-4c189ab97447 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:47.540271 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a68a7dcb-0fef-462b-88ff-4335bb4e9465 req-7868edd3-d8b2-407f-aa05-4c189ab97447 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3f3899f8-1706-40ef-b28e-f0e158b12b3a HTTP/1.1" status: 200 len: 1097 time: 0.0775733 Nov 25 20:07:47.547298 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a204d2-5899-49aa-9dbd-cc87e7165b1e req-a0bd4a7e-79e0-44eb-b4f5-e49e8e5b102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:47.548778 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0a204d2-5899-49aa-9dbd-cc87e7165b1e req-a0bd4a7e-79e0-44eb-b4f5-e49e8e5b102f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3f3899f8-1706-40ef-b28e-f0e158b12b3a HTTP/1.1" status: 200 len: 1097 time: 0.0544314 Nov 25 20:07:47.613581 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a68a7dcb-0fef-462b-88ff-4335bb4e9465 req-6305221e-d1fe-40ce-98cb-f3d2954d0c99 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d8b8af98-57fd-4c9a-8e52-c5eefadfac69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637107 Nov 25 20:07:47.629472 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0a204d2-5899-49aa-9dbd-cc87e7165b1e req-a3728fb5-eee5-418c-bfd7-f27c256533e4 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d8b8af98-57fd-4c9a-8e52-c5eefadfac69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644376 Nov 25 20:07:48.736366 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596d430-9ad1-45bd-b245-c768ebb0bcc5 req-7b47254e-5435-48a5-aa4f-ea988a5d677c tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:48.739182 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7596d430-9ad1-45bd-b245-c768ebb0bcc5 req-7b47254e-5435-48a5-aa4f-ea988a5d677c tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3f3899f8-1706-40ef-b28e-f0e158b12b3a HTTP/1.1" status: 200 len: 1097 time: 0.0501688 Nov 25 20:07:48.786150 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7596d430-9ad1-45bd-b245-c768ebb0bcc5 req-d5300b39-20d6-43e5-a387-dde31b847004 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d8b8af98-57fd-4c9a-8e52-c5eefadfac69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412867 Nov 25 20:07:49.897424 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79c939-7401-47cb-b224-a3c5aa4bb7c4 req-b1adfb67-ef16-4070-91f1-b93a5a5b3779 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:49.899005 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e79c939-7401-47cb-b224-a3c5aa4bb7c4 req-b1adfb67-ef16-4070-91f1-b93a5a5b3779 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3f3899f8-1706-40ef-b28e-f0e158b12b3a HTTP/1.1" status: 200 len: 1097 time: 0.0437684 Nov 25 20:07:49.949098 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e79c939-7401-47cb-b224-a3c5aa4bb7c4 req-e3d0bae9-7e85-4492-8b63-a0f5c568487c tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d8b8af98-57fd-4c9a-8e52-c5eefadfac69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428398 Nov 25 20:07:50.064091 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3488ba-d0bd-4244-8dcb-cb66ba0a838b req-8d89298f-58d3-42f4-8571-955caff71090 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:50.065698 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a3488ba-d0bd-4244-8dcb-cb66ba0a838b req-8d89298f-58d3-42f4-8571-955caff71090 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3f3899f8-1706-40ef-b28e-f0e158b12b3a HTTP/1.1" status: 200 len: 1097 time: 0.0437732 Nov 25 20:07:50.114663 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a3488ba-d0bd-4244-8dcb-cb66ba0a838b req-03912eb7-b792-4ce9-b456-46ad936c5579 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d8b8af98-57fd-4c9a-8e52-c5eefadfac69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427663 Nov 25 20:07:50.218408 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ef62d-1854-401a-827e-08827e6a9864 req-9688b2d0-2b69-4e1a-b861-7849937f9ecb tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:50.219896 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e70ef62d-1854-401a-827e-08827e6a9864 req-9688b2d0-2b69-4e1a-b861-7849937f9ecb tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3f3899f8-1706-40ef-b28e-f0e158b12b3a HTTP/1.1" status: 200 len: 1097 time: 0.0414181 Nov 25 20:07:50.265121 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e70ef62d-1854-401a-827e-08827e6a9864 req-cd247e83-33dd-4299-a7fc-cb578768029a tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d8b8af98-57fd-4c9a-8e52-c5eefadfac69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392909 Nov 25 20:07:50.502696 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a86c35-3a73-46e7-b1ea-00945302c0cf req-d27e8cc7-8386-44f0-a135-7ecfd72aaf63 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:50.504187 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-29a86c35-3a73-46e7-b1ea-00945302c0cf req-d27e8cc7-8386-44f0-a135-7ecfd72aaf63 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3f3899f8-1706-40ef-b28e-f0e158b12b3a HTTP/1.1" status: 200 len: 1097 time: 0.0415089 Nov 25 20:07:50.549235 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-29a86c35-3a73-46e7-b1ea-00945302c0cf req-efdb62a0-ea80-49b2-8e80-e89d3318b471 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d8b8af98-57fd-4c9a-8e52-c5eefadfac69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389941 Nov 25 20:07:51.665415 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe46fb-4fde-403a-bf48-5f4465511ba2 req-3d43af31-7375-463e-91eb-9abdcf0ba579 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:51.667004 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-edfe46fb-4fde-403a-bf48-5f4465511ba2 req-3d43af31-7375-463e-91eb-9abdcf0ba579 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3f3899f8-1706-40ef-b28e-f0e158b12b3a HTTP/1.1" status: 200 len: 1097 time: 0.0506566 Nov 25 20:07:51.714628 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-edfe46fb-4fde-403a-bf48-5f4465511ba2 req-cd2f958a-12e3-4df4-b21b-f8467f9cf789 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d8b8af98-57fd-4c9a-8e52-c5eefadfac69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397987 Nov 25 20:07:51.856811 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2d9b9-8bc8-4b4f-83de-0de56af367bc req-17d117b6-fe3b-4936-86a9-4e33db04c595 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:51.858351 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-88a2d9b9-8bc8-4b4f-83de-0de56af367bc req-17d117b6-fe3b-4936-86a9-4e33db04c595 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3f3899f8-1706-40ef-b28e-f0e158b12b3a HTTP/1.1" status: 200 len: 1097 time: 0.0414877 Nov 25 20:07:51.947919 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-88a2d9b9-8bc8-4b4f-83de-0de56af367bc req-b7359fb0-56ee-475b-a5a5-dcf0fbbb3e55 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Deleting port d1a2f8a0-316c-4ea4-978c-75e09351ad3e {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:07:51.948277 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-88a2d9b9-8bc8-4b4f-83de-0de56af367bc req-b7359fb0-56ee-475b-a5a5-dcf0fbbb3e55 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:52.026045 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-88a2d9b9-8bc8-4b4f-83de-0de56af367bc req-b7359fb0-56ee-475b-a5a5-dcf0fbbb3e55 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] For port d1a2f8a0-316c-4ea4-978c-75e09351ad3e, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=d1a2f8a0-316c-4ea4-978c-75e09351ad3e,segment=NetworkSegment(49ee43bf-fba4-47d1-9404-c30dfa899c88),segment_id=49ee43bf-fba4-47d1-9404-c30dfa899c88)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:52.026443 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-88a2d9b9-8bc8-4b4f-83de-0de56af367bc req-b7359fb0-56ee-475b-a5a5-dcf0fbbb3e55 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:52.040284 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-88a2d9b9-8bc8-4b4f-83de-0de56af367bc req-b7359fb0-56ee-475b-a5a5-dcf0fbbb3e55 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Calling delete_port for d1a2f8a0-316c-4ea4-978c-75e09351ad3e owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:07:52.169037 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-88a2d9b9-8bc8-4b4f-83de-0de56af367bc req-b7359fb0-56ee-475b-a5a5-dcf0fbbb3e55 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:52.181654 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['d1a2f8a0-316c-4ea4-978c-75e09351ad3e'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:07:52.184011 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['7158baeb-c6bb-4782-86ca-b5b9d3bd9421'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:07:52.196955 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7359fb0-56ee-475b-a5a5-dcf0fbbb3e55 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1a2f8a0-316c-4ea4-978c-75e09351ad3e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:52.238118 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a2d9b9-8bc8-4b4f-83de-0de56af367bc req-b7359fb0-56ee-475b-a5a5-dcf0fbbb3e55 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] No DVR routers for this DVR port d1a2f8a0-316c-4ea4-978c-75e09351ad3e on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:07:52.240631 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-88a2d9b9-8bc8-4b4f-83de-0de56af367bc req-b7359fb0-56ee-475b-a5a5-dcf0fbbb3e55 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:52.244050 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-88a2d9b9-8bc8-4b4f-83de-0de56af367bc req-b7359fb0-56ee-475b-a5a5-dcf0fbbb3e55 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.85 "DELETE /v2.0/ports/d1a2f8a0-316c-4ea4-978c-75e09351ad3e HTTP/1.1" status: 204 len: 173 time: 0.3733819 Nov 25 20:07:52.244513 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3899f8-1706-40ef-b28e-f0e158b12b3a', 'name': 'network-vif-deleted', 'tag': 'd1a2f8a0-316c-4ea4-978c-75e09351ad3e'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:07:52.247258 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e623a817-77dd-453c-a8c7-7ae063248981" -d '{"events": [{"server_uuid": "3f3899f8-1706-40ef-b28e-f0e158b12b3a", "name": "network-vif-deleted", "tag": "d1a2f8a0-316c-4ea4-978c-75e09351ad3e"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:07:52.316093 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae161718-ee6e-48a4-ad23-250c3a965512 x-openstack-request-id: req-ae161718-ee6e-48a4-ad23-250c3a965512 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:07:52.316486 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3899f8-1706-40ef-b28e-f0e158b12b3a", "name": "network-vif-deleted", "tag": "d1a2f8a0-316c-4ea4-978c-75e09351ad3e", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:07:52.317078 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ae161718-ee6e-48a4-ad23-250c3a965512 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:07:52.317505 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3899f8-1706-40ef-b28e-f0e158b12b3a', 'name': 'network-vif-deleted', 'tag': 'd1a2f8a0-316c-4ea4-978c-75e09351ad3e', 'status': 'completed', 'code': 200} Nov 25 20:07:52.833353 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-30723ba4-43d3-4584-9172-ce8ac557bde9 req-679adfbb-10e5-4ff1-bce2-f07688740706 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3f3899f8-1706-40ef-b28e-f0e158b12b3a HTTP/1.1" status: 200 len: 210 time: 0.0305812 Nov 25 20:07:53.909483 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:54.112155 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b1d6b-6228-4c3d-99ec-26d34a0317c2 req-f0cd93c1-f276-45a8-8ff4-687bc5daece1 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:54.113639 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-639b1d6b-6228-4c3d-99ec-26d34a0317c2 req-f0cd93c1-f276-45a8-8ff4-687bc5daece1 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=de9cb05e-00af-4291-9adf-22936820ef24 HTTP/1.1" status: 200 len: 1096 time: 0.0430686 Nov 25 20:07:54.162055 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-639b1d6b-6228-4c3d-99ec-26d34a0317c2 req-aaaeac65-bcb8-4dcd-b3a4-513b91d7efd5 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d8b8af98-57fd-4c9a-8e52-c5eefadfac69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416119 Nov 25 20:07:54.453589 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:55.226874 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device d1a2f8a0-316c-4ea4-978c-75e09351ad3e no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:07:55.252612 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: d1a2f8a0-316c-4ea4-978c-75e09351ad3e {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:07:55.252958 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device d1a2f8a0-316c-4ea4-978c-75e09351ad3e not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:07:55.278296 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d7c68-b728-47e3-b175-25219dfc80d7 req-d30f2226-dd32-44db-b2e9-18a69a6214a2 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:55.279850 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-418d7c68-b728-47e3-b175-25219dfc80d7 req-d30f2226-dd32-44db-b2e9-18a69a6214a2 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=de9cb05e-00af-4291-9adf-22936820ef24 HTTP/1.1" status: 200 len: 1096 time: 0.0446386 Nov 25 20:07:55.327840 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-418d7c68-b728-47e3-b175-25219dfc80d7 req-e473cee0-89d7-4db8-8c76-13e367a9f901 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d8b8af98-57fd-4c9a-8e52-c5eefadfac69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418041 Nov 25 20:07:55.991312 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c700a8-dae4-4a34-bad9-29215bf0b294 req-f4425011-8362-44bc-a506-9425965b3236 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:55.991879 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79c700a8-dae4-4a34-bad9-29215bf0b294 req-f4425011-8362-44bc-a506-9425965b3236 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=de9cb05e-00af-4291-9adf-22936820ef24 HTTP/1.1" status: 200 len: 1096 time: 0.0471804 Nov 25 20:07:56.078026 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-79c700a8-dae4-4a34-bad9-29215bf0b294 req-a3f2bce6-6625-4f8b-afb6-d659276cbee3 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Deleting port 7158baeb-c6bb-4782-86ca-b5b9d3bd9421 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:07:56.078420 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-79c700a8-dae4-4a34-bad9-29215bf0b294 req-a3f2bce6-6625-4f8b-afb6-d659276cbee3 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:56.159421 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-79c700a8-dae4-4a34-bad9-29215bf0b294 req-a3f2bce6-6625-4f8b-afb6-d659276cbee3 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] For port 7158baeb-c6bb-4782-86ca-b5b9d3bd9421, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=7158baeb-c6bb-4782-86ca-b5b9d3bd9421,segment=NetworkSegment(49ee43bf-fba4-47d1-9404-c30dfa899c88),segment_id=49ee43bf-fba4-47d1-9404-c30dfa899c88)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:56.159789 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-79c700a8-dae4-4a34-bad9-29215bf0b294 req-a3f2bce6-6625-4f8b-afb6-d659276cbee3 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:56.172889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-79c700a8-dae4-4a34-bad9-29215bf0b294 req-a3f2bce6-6625-4f8b-afb6-d659276cbee3 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Calling delete_port for 7158baeb-c6bb-4782-86ca-b5b9d3bd9421 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:07:56.304226 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-79c700a8-dae4-4a34-bad9-29215bf0b294 req-a3f2bce6-6625-4f8b-afb6-d659276cbee3 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:56.317048 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['7158baeb-c6bb-4782-86ca-b5b9d3bd9421'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:07:56.331635 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2bce6-6625-4f8b-afb6-d659276cbee3 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Pushing event deleted for resources: {'Port': ['ID=7158baeb-c6bb-4782-86ca-b5b9d3bd9421,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:56.383574 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c700a8-dae4-4a34-bad9-29215bf0b294 req-a3f2bce6-6625-4f8b-afb6-d659276cbee3 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] No DVR routers for this DVR port 7158baeb-c6bb-4782-86ca-b5b9d3bd9421 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:07:56.386375 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-79c700a8-dae4-4a34-bad9-29215bf0b294 req-a3f2bce6-6625-4f8b-afb6-d659276cbee3 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:56.389908 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79c700a8-dae4-4a34-bad9-29215bf0b294 req-a3f2bce6-6625-4f8b-afb6-d659276cbee3 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.73 "DELETE /v2.0/ports/7158baeb-c6bb-4782-86ca-b5b9d3bd9421 HTTP/1.1" status: 204 len: 173 time: 0.3897927 Nov 25 20:07:56.390475 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9cb05e-00af-4291-9adf-22936820ef24', 'name': 'network-vif-deleted', 'tag': '7158baeb-c6bb-4782-86ca-b5b9d3bd9421'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:07:56.394493 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6619b796-b158-409d-913a-8f429658dc1d" -d '{"events": [{"server_uuid": "de9cb05e-00af-4291-9adf-22936820ef24", "name": "network-vif-deleted", "tag": "7158baeb-c6bb-4782-86ca-b5b9d3bd9421"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:07:56.440482 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-654ddb7a-01c3-4dd1-a598-e3595f8065f9 req-4af61f63-c196-44ac-b137-2c1f4ed579e9 tempest-TestServerMultinode-108322507 tempest-TestServerMultinode-108322507-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=de9cb05e-00af-4291-9adf-22936820ef24 HTTP/1.1" status: 200 len: 210 time: 0.0306747 Nov 25 20:07:56.500039 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e860cf0-e73f-4530-899a-abb35bcfe2b2 x-openstack-request-id: req-7e860cf0-e73f-4530-899a-abb35bcfe2b2 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:07:56.500360 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9cb05e-00af-4291-9adf-22936820ef24", "name": "network-vif-deleted", "tag": "7158baeb-c6bb-4782-86ca-b5b9d3bd9421", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:07:56.500609 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e860cf0-e73f-4530-899a-abb35bcfe2b2 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:07:56.501028 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9cb05e-00af-4291-9adf-22936820ef24', 'name': 'network-vif-deleted', 'tag': '7158baeb-c6bb-4782-86ca-b5b9d3bd9421', 'status': 'completed', 'code': 200} Nov 25 20:07:57.506350 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53194) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:57.611388 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:07:57.887755 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-edaef1a6-40f7-4e90-8b3a-b0f435b3c847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:58.145245 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-edaef1a6-40f7-4e90-8b3a-b0f435b3c847 admin admin] Deleting port 0b32ac17-2e9f-455a-b6c8-835bfff6ff76 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:07:58.145585 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-edaef1a6-40f7-4e90-8b3a-b0f435b3c847 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:58.227890 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-edaef1a6-40f7-4e90-8b3a-b0f435b3c847 admin admin] For port 0b32ac17-2e9f-455a-b6c8-835bfff6ff76, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0b32ac17-2e9f-455a-b6c8-835bfff6ff76,segment=NetworkSegment(49ee43bf-fba4-47d1-9404-c30dfa899c88),segment_id=49ee43bf-fba4-47d1-9404-c30dfa899c88)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:58.228250 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-edaef1a6-40f7-4e90-8b3a-b0f435b3c847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:58.245961 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-edaef1a6-40f7-4e90-8b3a-b0f435b3c847 admin admin] Calling delete_port for 0b32ac17-2e9f-455a-b6c8-835bfff6ff76 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:07:58.432213 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-edaef1a6-40f7-4e90-8b3a-b0f435b3c847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:58.462816 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaef1a6-40f7-4e90-8b3a-b0f435b3c847 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b32ac17-2e9f-455a-b6c8-835bfff6ff76,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:58.643742 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-edaef1a6-40f7-4e90-8b3a-b0f435b3c847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:58.925966 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edaef1a6-40f7-4e90-8b3a-b0f435b3c847 admin admin] Router dbfabf47-ade2-45f8-a7a4-a9566f4fb196 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:07:59.028295 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edaef1a6-40f7-4e90-8b3a-b0f435b3c847 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:07:59.037030 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-edaef1a6-40f7-4e90-8b3a-b0f435b3c847 admin admin] 10.222.0.55 "PUT /v2.0/routers/dbfabf47-ade2-45f8-a7a4-a9566f4fb196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5288603 Nov 25 20:07:59.039401 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc913eca-7124-462d-a6c9-551412f98139 None None] Sync routers for ids ['dbfabf47-ade2-45f8-a7a4-a9566f4fb196'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:07:59.039919 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53200) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:59.050642 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc913eca-7124-462d-a6c9-551412f98139 None None] Routers {'dbfabf47-ade2-45f8-a7a4-a9566f4fb196'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:07:59.051293 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cc913eca-7124-462d-a6c9-551412f98139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:07:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['dbfabf47-ade2-45f8-a7a4-a9566f4fb196'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:59.164170 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-cc913eca-7124-462d-a6c9-551412f98139 None None] Set router dbfabf47-ade2-45f8-a7a4-a9566f4fb196 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:07:59.301774 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-61da1fad-bdad-402c-82ab-7e3bab0b8878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:59.383311 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cc913eca-7124-462d-a6c9-551412f98139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfabf47-ade2-45f8-a7a4-a9566f4fb196', 'name': 'tempest-TestServerMultinode-755245226-router', 'tenant_id': 'a892aa419f634832888faef338a311f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'fb65cc62-3ae6-44ec-9b0e-2aff255f1b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:07:02Z', 'updated_at': '2021-11-25T20:07:58Z', 'revision_number': 5, 'project_id': 'a892aa419f634832888faef338a311f9', 'gw_port': {'id': 'fb65cc62-3ae6-44ec-9b0e-2aff255f1b35', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfabf47-ade2-45f8-a7a4-a9566f4fb196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:03Z', 'updated_at': '2021-11-25T20:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:59.415915 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc07a3a7-de0e-43eb-a7df-a509c3404541 admin admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:59.416938 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc913eca-7124-462d-a6c9-551412f98139 None None] Checking router: dbfabf47-ade2-45f8-a7a4-a9566f4fb196 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:07:59.425829 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc913eca-7124-462d-a6c9-551412f98139 None None] Routers {'dbfabf47-ade2-45f8-a7a4-a9566f4fb196'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:07:59.426489 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cc913eca-7124-462d-a6c9-551412f98139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:07:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['dbfabf47-ade2-45f8-a7a4-a9566f4fb196'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:59.524601 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc07a3a7-de0e-43eb-a7df-a509c3404541 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:59.536697 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-cc913eca-7124-462d-a6c9-551412f98139 None None] Set router dbfabf47-ade2-45f8-a7a4-a9566f4fb196 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:07:59.587443 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-bc07a3a7-de0e-43eb-a7df-a509c3404541 admin admin] Deleting port fb65cc62-3ae6-44ec-9b0e-2aff255f1b35 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:07:59.587830 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc07a3a7-de0e-43eb-a7df-a509c3404541 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:59.668513 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-bc07a3a7-de0e-43eb-a7df-a509c3404541 admin admin] For port fb65cc62-3ae6-44ec-9b0e-2aff255f1b35, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=fb65cc62-3ae6-44ec-9b0e-2aff255f1b35,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:59.669267 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc07a3a7-de0e-43eb-a7df-a509c3404541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:59.682170 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-bc07a3a7-de0e-43eb-a7df-a509c3404541 admin admin] Calling delete_port for fb65cc62-3ae6-44ec-9b0e-2aff255f1b35 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:07:59.722695 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cc913eca-7124-462d-a6c9-551412f98139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfabf47-ade2-45f8-a7a4-a9566f4fb196', 'name': 'tempest-TestServerMultinode-755245226-router', 'tenant_id': 'a892aa419f634832888faef338a311f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'fb65cc62-3ae6-44ec-9b0e-2aff255f1b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:07:02Z', 'updated_at': '2021-11-25T20:07:58Z', 'revision_number': 5, 'project_id': 'a892aa419f634832888faef338a311f9', 'gw_port': {'id': 'fb65cc62-3ae6-44ec-9b0e-2aff255f1b35', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfabf47-ade2-45f8-a7a4-a9566f4fb196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:03Z', 'updated_at': '2021-11-25T20:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:59.749341 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc913eca-7124-462d-a6c9-551412f98139 None None] The sync data for ids ['dbfabf47-ade2-45f8-a7a4-a9566f4fb196'] in n-d-819349-5 is: [{'id': 'dbfabf47-ade2-45f8-a7a4-a9566f4fb196', 'name': 'tempest-TestServerMultinode-755245226-router', 'tenant_id': 'a892aa419f634832888faef338a311f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'fb65cc62-3ae6-44ec-9b0e-2aff255f1b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:07:02Z', 'updated_at': '2021-11-25T20:07:58Z', 'revision_number': 5, 'project_id': 'a892aa419f634832888faef338a311f9', 'gw_port': {'id': 'fb65cc62-3ae6-44ec-9b0e-2aff255f1b35', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfabf47-ade2-45f8-a7a4-a9566f4fb196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:03Z', 'updated_at': '2021-11-25T20:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:07:59.850090 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc07a3a7-de0e-43eb-a7df-a509c3404541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:59.876565 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07a3a7-de0e-43eb-a7df-a509c3404541 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb65cc62-3ae6-44ec-9b0e-2aff255f1b35,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:59.890752 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5ea683-96e1-4f00-ae2f-a82e468b24a9 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:07:59.906352 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 7158baeb-c6bb-4782-86ca-b5b9d3bd9421 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:07:59.930331 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 7158baeb-c6bb-4782-86ca-b5b9d3bd9421 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:07:59.930682 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 7158baeb-c6bb-4782-86ca-b5b9d3bd9421 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:07:59.944053 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc07a3a7-de0e-43eb-a7df-a509c3404541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:00.034805 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc07a3a7-de0e-43eb-a7df-a509c3404541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:00.036877 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc07a3a7-de0e-43eb-a7df-a509c3404541 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:00.080086 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc07a3a7-de0e-43eb-a7df-a509c3404541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:00.080719 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc07a3a7-de0e-43eb-a7df-a509c3404541 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbfabf47-ade2-45f8-a7a4-a9566f4fb196 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:08:00.085058 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc07a3a7-de0e-43eb-a7df-a509c3404541 admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:00.088499 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bc07a3a7-de0e-43eb-a7df-a509c3404541 admin admin] 10.222.0.55 "DELETE /v2.0/routers/dbfabf47-ade2-45f8-a7a4-a9566f4fb196 HTTP/1.1" status: 204 len: 168 time: 1.0457778 Nov 25 20:08:00.089263 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53206) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:00.135261 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f634f2-cc89-4e28-9c00-fde4570206cc admin admin] Deleting subnet 9831d4b2-52e8-4612-bf5a-b3e8626c86fe {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:08:00.138469 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20f634f2-cc89-4e28-9c00-fde4570206cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:00.179526 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20f634f2-cc89-4e28-9c00-fde4570206cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:00.262120 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20f634f2-cc89-4e28-9c00-fde4570206cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:00.315680 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20f634f2-cc89-4e28-9c00-fde4570206cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:00.345529 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f634f2-cc89-4e28-9c00-fde4570206cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9831d4b2-52e8-4612-bf5a-b3e8626c86fe,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:00.349348 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20f634f2-cc89-4e28-9c00-fde4570206cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:00.352625 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-20f634f2-cc89-4e28-9c00-fde4570206cc admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9831d4b2-52e8-4612-bf5a-b3e8626c86fe HTTP/1.1" status: 204 len: 168 time: 0.2628868 Nov 25 20:08:00.355136 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53208) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:00.359919 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cc8653-55d7-4305-8660-631aba4ded04 None None] Network 0c9ac5d1-32b6-4966-ad21-6af856ee380a requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:08:00.433369 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aaa3-7fa7-4036-aedc-f94fb203057c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:00.494433 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aaa3-7fa7-4036-aedc-f94fb203057c admin admin] Deleting port 950f64d3-7c49-4b86-a7bd-3fdbaee550df {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:08:00.494792 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aaa3-7fa7-4036-aedc-f94fb203057c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:00.568121 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a3e8aaa3-7fa7-4036-aedc-f94fb203057c admin admin] For port 950f64d3-7c49-4b86-a7bd-3fdbaee550df, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=950f64d3-7c49-4b86-a7bd-3fdbaee550df,segment=NetworkSegment(49ee43bf-fba4-47d1-9404-c30dfa899c88),segment_id=49ee43bf-fba4-47d1-9404-c30dfa899c88)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:08:00.568490 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aaa3-7fa7-4036-aedc-f94fb203057c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:00.581502 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aaa3-7fa7-4036-aedc-f94fb203057c admin admin] Calling delete_port for 950f64d3-7c49-4b86-a7bd-3fdbaee550df owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:08:00.662808 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aaa3-7fa7-4036-aedc-f94fb203057c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:00.693741 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aaa3-7fa7-4036-aedc-f94fb203057c admin admin] Pushing event deleted for resources: {'Port': ['ID=950f64d3-7c49-4b86-a7bd-3fdbaee550df,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:00.697301 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e8aaa3-7fa7-4036-aedc-f94fb203057c admin admin] No DVR routers for this DVR port 950f64d3-7c49-4b86-a7bd-3fdbaee550df on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:08:00.777130 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aaa3-7fa7-4036-aedc-f94fb203057c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:00.807035 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-a3e8aaa3-7fa7-4036-aedc-f94fb203057c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9ac5d1-32b6-4966-ad21-6af856ee380a']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:00.818983 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-a3e8aaa3-7fa7-4036-aedc-f94fb203057c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ee43bf-fba4-47d1-9404-c30dfa899c88') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:00.819586 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-a3e8aaa3-7fa7-4036-aedc-f94fb203057c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ee43bf-fba4-47d1-9404-c30dfa899c88') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:00.830187 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aaa3-7fa7-4036-aedc-f94fb203057c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:00.830367 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6fe399-9862-4684-81d9-617ccdf4e28c None None] DHCP port deletion for 0c9ac5d1-32b6-4966-ad21-6af856ee380a request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:08:00.850839 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aaa3-7fa7-4036-aedc-f94fb203057c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:00.858220 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e8aaa3-7fa7-4036-aedc-f94fb203057c admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:08:00.858669 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aaa3-7fa7-4036-aedc-f94fb203057c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:08:00.860784 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:08:00.919828 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aaa3-7fa7-4036-aedc-f94fb203057c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:00.924991 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aaa3-7fa7-4036-aedc-f94fb203057c admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:00.928484 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a3e8aaa3-7fa7-4036-aedc-f94fb203057c admin admin] 10.222.0.55 "DELETE /v2.0/networks/0c9ac5d1-32b6-4966-ad21-6af856ee380a HTTP/1.1" status: 204 len: 168 time: 0.5723553 Nov 25 20:08:00.931569 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53212) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:00.941544 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aaa3-7fa7-4036-aedc-f94fb203057c admin admin] Pushing event deleted for resources: {'Network': ['ID=0c9ac5d1-32b6-4966-ad21-6af856ee380a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:01.285646 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78adb5f3-f97f-48e8-a64f-f53cea5772e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:01.538690 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-78adb5f3-f97f-48e8-a64f-f53cea5772e0 admin admin] Deleting port 0d9f9622-9f02-4f84-ab12-c895c27250c8 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:08:01.539031 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78adb5f3-f97f-48e8-a64f-f53cea5772e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:01.563637 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0b32ac17-2e9f-455a-b6c8-835bfff6ff76 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:08:01.584677 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 0b32ac17-2e9f-455a-b6c8-835bfff6ff76 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:08:01.585019 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0b32ac17-2e9f-455a-b6c8-835bfff6ff76 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:08:01.585427 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 950f64d3-7c49-4b86-a7bd-3fdbaee550df no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:08:01.606343 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 950f64d3-7c49-4b86-a7bd-3fdbaee550df {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:08:01.606705 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 950f64d3-7c49-4b86-a7bd-3fdbaee550df not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:08:01.607128 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device fb65cc62-3ae6-44ec-9b0e-2aff255f1b35 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:08:01.623963 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-78adb5f3-f97f-48e8-a64f-f53cea5772e0 admin admin] For port 0d9f9622-9f02-4f84-ab12-c895c27250c8, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0d9f9622-9f02-4f84-ab12-c895c27250c8,segment=NetworkSegment(d4ea87d0-94fa-4cac-8b6a-0162c8fe78d2),segment_id=d4ea87d0-94fa-4cac-8b6a-0162c8fe78d2)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:08:01.624440 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78adb5f3-f97f-48e8-a64f-f53cea5772e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:01.626579 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: fb65cc62-3ae6-44ec-9b0e-2aff255f1b35 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:08:01.626935 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device fb65cc62-3ae6-44ec-9b0e-2aff255f1b35 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:08:01.637929 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-78adb5f3-f97f-48e8-a64f-f53cea5772e0 admin admin] Calling delete_port for 0d9f9622-9f02-4f84-ab12-c895c27250c8 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:08:01.740485 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1ca13021-0ee3-4f79-a054-2f17381abd2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:01.820569 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78adb5f3-f97f-48e8-a64f-f53cea5772e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:01.845932 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78adb5f3-f97f-48e8-a64f-f53cea5772e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d9f9622-9f02-4f84-ab12-c895c27250c8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:02.021470 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78adb5f3-f97f-48e8-a64f-f53cea5772e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:02.267521 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78adb5f3-f97f-48e8-a64f-f53cea5772e0 admin admin] Router 12d6011e-a0f2-427b-b5f1-259d40a514a8 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:08:02.383507 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78adb5f3-f97f-48e8-a64f-f53cea5772e0 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:08:02.394476 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-78adb5f3-f97f-48e8-a64f-f53cea5772e0 admin admin] 10.222.0.55 "PUT /v2.0/routers/12d6011e-a0f2-427b-b5f1-259d40a514a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4618087 Nov 25 20:08:02.397066 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53214) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:02.397532 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f132e9-cb19-460a-9196-95458865776b None None] Sync routers for ids ['12d6011e-a0f2-427b-b5f1-259d40a514a8'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:08:02.412436 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f132e9-cb19-460a-9196-95458865776b None None] Routers {'12d6011e-a0f2-427b-b5f1-259d40a514a8'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:08:02.413215 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f6f132e9-cb19-460a-9196-95458865776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:08:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['12d6011e-a0f2-427b-b5f1-259d40a514a8'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:02.510238 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d48d5207-499c-4555-a561-c5dfbe4a6c4e admin admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:02.626514 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-f6f132e9-cb19-460a-9196-95458865776b None None] Set router 12d6011e-a0f2-427b-b5f1-259d40a514a8 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:08:02.638059 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d48d5207-499c-4555-a561-c5dfbe4a6c4e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:02.693560 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d48d5207-499c-4555-a561-c5dfbe4a6c4e admin admin] Deleting port d267d215-a145-4ea7-b61b-36e3b0d38f70 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:08:02.694089 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d48d5207-499c-4555-a561-c5dfbe4a6c4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:02.781969 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d48d5207-499c-4555-a561-c5dfbe4a6c4e admin admin] For port d267d215-a145-4ea7-b61b-36e3b0d38f70, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d267d215-a145-4ea7-b61b-36e3b0d38f70,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:08:02.782556 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d48d5207-499c-4555-a561-c5dfbe4a6c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:02.796353 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d48d5207-499c-4555-a561-c5dfbe4a6c4e admin admin] Calling delete_port for d267d215-a145-4ea7-b61b-36e3b0d38f70 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:08:02.809827 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f6f132e9-cb19-460a-9196-95458865776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6011e-a0f2-427b-b5f1-259d40a514a8', 'name': 'tempest-TestServerMultinode-631720651-router', 'tenant_id': '036523f74a3b485fafc8f031a4920836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'd267d215-a145-4ea7-b61b-36e3b0d38f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:07:10Z', 'updated_at': '2021-11-25T20:08:01Z', 'revision_number': 5, 'project_id': '036523f74a3b485fafc8f031a4920836', 'gw_port': {'id': 'd267d215-a145-4ea7-b61b-36e3b0d38f70', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d6011e-a0f2-427b-b5f1-259d40a514a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:07:11Z', 'updated_at': '2021-11-25T20:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:02.836471 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f132e9-cb19-460a-9196-95458865776b None None] Checking router: 12d6011e-a0f2-427b-b5f1-259d40a514a8 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:08:02.851425 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f132e9-cb19-460a-9196-95458865776b None None] Routers {'12d6011e-a0f2-427b-b5f1-259d40a514a8'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:08:02.852058 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f6f132e9-cb19-460a-9196-95458865776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:08:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['12d6011e-a0f2-427b-b5f1-259d40a514a8'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:02.941823 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-f6f132e9-cb19-460a-9196-95458865776b None None] Set router 12d6011e-a0f2-427b-b5f1-259d40a514a8 gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:08:02.966909 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d48d5207-499c-4555-a561-c5dfbe4a6c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:02.994477 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d5207-499c-4555-a561-c5dfbe4a6c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=d267d215-a145-4ea7-b61b-36e3b0d38f70,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:03.000015 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f6f132e9-cb19-460a-9196-95458865776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d6011e-a0f2-427b-b5f1-259d40a514a8', 'name': 'tempest-TestServerMultinode-631720651-router', 'tenant_id': '036523f74a3b485fafc8f031a4920836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:07:10Z', 'updated_at': '2021-11-25T20:08:02Z', 'revision_number': 6, 'project_id': '036523f74a3b485fafc8f031a4920836', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:03.010681 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ad7f57-b51c-452d-abb9-a8c8b7970746 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:08:03.028151 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f132e9-cb19-460a-9196-95458865776b None None] The sync data for ids ['12d6011e-a0f2-427b-b5f1-259d40a514a8'] in n-d-819349-5 is: [{'id': '12d6011e-a0f2-427b-b5f1-259d40a514a8', 'name': 'tempest-TestServerMultinode-631720651-router', 'tenant_id': '036523f74a3b485fafc8f031a4920836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:07:10Z', 'updated_at': '2021-11-25T20:08:02Z', 'revision_number': 6, 'project_id': '036523f74a3b485fafc8f031a4920836', 'gw_port_host': None}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:08:03.066859 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d48d5207-499c-4555-a561-c5dfbe4a6c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:03.161991 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d48d5207-499c-4555-a561-c5dfbe4a6c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:03.164188 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d48d5207-499c-4555-a561-c5dfbe4a6c4e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:03.209941 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d48d5207-499c-4555-a561-c5dfbe4a6c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:03.210422 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48d5207-499c-4555-a561-c5dfbe4a6c4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12d6011e-a0f2-427b-b5f1-259d40a514a8 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:08:03.214877 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d48d5207-499c-4555-a561-c5dfbe4a6c4e admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:03.215979 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d48d5207-499c-4555-a561-c5dfbe4a6c4e admin admin] 10.222.0.55 "DELETE /v2.0/routers/12d6011e-a0f2-427b-b5f1-259d40a514a8 HTTP/1.1" status: 204 len: 168 time: 0.8179142 Nov 25 20:08:03.219722 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53218) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:03.264553 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-359e9c1a-27ad-49f7-8054-1cda6d649936 admin admin] Deleting subnet 5c33e2f7-aec2-4636-8a8e-53d5bc4150d8 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:08:03.268408 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-359e9c1a-27ad-49f7-8054-1cda6d649936 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:03.302946 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-359e9c1a-27ad-49f7-8054-1cda6d649936 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:03.390596 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-359e9c1a-27ad-49f7-8054-1cda6d649936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:03.449315 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-359e9c1a-27ad-49f7-8054-1cda6d649936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:03.476695 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e9c1a-27ad-49f7-8054-1cda6d649936 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c33e2f7-aec2-4636-8a8e-53d5bc4150d8,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:03.480563 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-359e9c1a-27ad-49f7-8054-1cda6d649936 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:03.486090 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-359e9c1a-27ad-49f7-8054-1cda6d649936 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5c33e2f7-aec2-4636-8a8e-53d5bc4150d8 HTTP/1.1" status: 204 len: 168 time: 0.2631447 Nov 25 20:08:03.486306 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ccc17b-c1a8-47bf-ac90-08a8e09e7f72 None None] Network 3f57e123-9a4d-4332-bcb8-9f29947f7efb requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:08:03.486473 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53220) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:03.560255 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cef2cf51-c8a4-462c-93d0-da2f44eb6a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:03.619937 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-cef2cf51-c8a4-462c-93d0-da2f44eb6a38 admin admin] Deleting port 091b2c75-b795-439a-83fb-56f42678d83f {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:08:03.620303 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cef2cf51-c8a4-462c-93d0-da2f44eb6a38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:03.693987 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-cef2cf51-c8a4-462c-93d0-da2f44eb6a38 admin admin] For port 091b2c75-b795-439a-83fb-56f42678d83f, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=091b2c75-b795-439a-83fb-56f42678d83f,segment=NetworkSegment(d4ea87d0-94fa-4cac-8b6a-0162c8fe78d2),segment_id=d4ea87d0-94fa-4cac-8b6a-0162c8fe78d2)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:08:03.694379 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cef2cf51-c8a4-462c-93d0-da2f44eb6a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:03.708403 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-cef2cf51-c8a4-462c-93d0-da2f44eb6a38 admin admin] Calling delete_port for 091b2c75-b795-439a-83fb-56f42678d83f owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:08:03.778426 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:03.812605 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cef2cf51-c8a4-462c-93d0-da2f44eb6a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:03.818121 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c154a428-c567-4f18-ad9d-82da44cf74e4 None None] DHCP port deletion for 3f57e123-9a4d-4332-bcb8-9f29947f7efb request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:08:03.848907 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2cf51-c8a4-462c-93d0-da2f44eb6a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=091b2c75-b795-439a-83fb-56f42678d83f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:03.853329 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef2cf51-c8a4-462c-93d0-da2f44eb6a38 admin admin] No DVR routers for this DVR port 091b2c75-b795-439a-83fb-56f42678d83f on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:08:03.903491 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0d9f9622-9f02-4f84-ab12-c895c27250c8 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:08:03.925873 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 0d9f9622-9f02-4f84-ab12-c895c27250c8 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:08:03.926058 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0d9f9622-9f02-4f84-ab12-c895c27250c8 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:08:03.927199 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d267d215-a145-4ea7-b61b-36e3b0d38f70 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:08:03.937154 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cef2cf51-c8a4-462c-93d0-da2f44eb6a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:03.946700 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: d267d215-a145-4ea7-b61b-36e3b0d38f70 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:08:03.947292 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d267d215-a145-4ea7-b61b-36e3b0d38f70 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:08:03.947441 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 091b2c75-b795-439a-83fb-56f42678d83f no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:08:03.969055 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 091b2c75-b795-439a-83fb-56f42678d83f {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:08:03.969373 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-cef2cf51-c8a4-462c-93d0-da2f44eb6a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f57e123-9a4d-4332-bcb8-9f29947f7efb']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:03.969571 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 091b2c75-b795-439a-83fb-56f42678d83f not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:08:03.989131 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-cef2cf51-c8a4-462c-93d0-da2f44eb6a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ea87d0-94fa-4cac-8b6a-0162c8fe78d2') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:03.989633 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-cef2cf51-c8a4-462c-93d0-da2f44eb6a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ea87d0-94fa-4cac-8b6a-0162c8fe78d2') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:04.007510 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cef2cf51-c8a4-462c-93d0-da2f44eb6a38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:04.030877 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cef2cf51-c8a4-462c-93d0-da2f44eb6a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:04.037878 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef2cf51-c8a4-462c-93d0-da2f44eb6a38 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:08:04.038329 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cef2cf51-c8a4-462c-93d0-da2f44eb6a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:08:04.040198 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:08:04.104686 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cef2cf51-c8a4-462c-93d0-da2f44eb6a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:04.110255 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cef2cf51-c8a4-462c-93d0-da2f44eb6a38 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:04.113811 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cef2cf51-c8a4-462c-93d0-da2f44eb6a38 admin admin] 10.222.0.55 "DELETE /v2.0/networks/3f57e123-9a4d-4332-bcb8-9f29947f7efb HTTP/1.1" status: 204 len: 168 time: 0.6263728 Nov 25 20:08:04.128173 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2cf51-c8a4-462c-93d0-da2f44eb6a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f57e123-9a4d-4332-bcb8-9f29947f7efb,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:04.299324 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53226) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:04.344081 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-77423e35-a5fe-4030-a3d1-58c50f3d7c28 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a892aa419f634832888faef338a311f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435300 Nov 25 20:08:04.346640 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53228) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:04.397584 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f19dfabb-a998-446a-b1b3-fbfc67821b04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:04.419985 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f19dfabb-a998-446a-b1b3-fbfc67821b04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:04.472036 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f19dfabb-a998-446a-b1b3-fbfc67821b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:04.474807 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f19dfabb-a998-446a-b1b3-fbfc67821b04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:04.475997 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f19dfabb-a998-446a-b1b3-fbfc67821b04 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e8656d6c-8c64-4b02-8b07-f7ad7676f728 HTTP/1.1" status: 204 len: 168 time: 0.1284542 Nov 25 20:08:04.485706 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19dfabb-a998-446a-b1b3-fbfc67821b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8656d6c-8c64-4b02-8b07-f7ad7676f728,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:04.528847 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952d364-a6d4-4558-be87-6fe944d13081 req-d767a7b6-c33d-4b42-80ce-df278368679c tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:04.530564 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1952d364-a6d4-4558-be87-6fe944d13081 req-d767a7b6-c33d-4b42-80ce-df278368679c tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 1097 time: 0.0491350 Nov 25 20:08:04.582101 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1952d364-a6d4-4558-be87-6fe944d13081 req-83e24dda-20a5-4216-b704-87dd6a29ee38 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450895 Nov 25 20:08:04.605091 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53234) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:04.804098 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2bb51ba1-5141-47fa-bfe7-42849e404c12 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Deleting port b87c662f-5f06-4242-b88c-898b0678fa89 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:08:04.804484 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2bb51ba1-5141-47fa-bfe7-42849e404c12 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:04.843097 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53238) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:04.888252 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b643ff99-852f-4f65-8b78-414e57e98334 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=036523f74a3b485fafc8f031a4920836&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437448 Nov 25 20:08:04.892375 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2bb51ba1-5141-47fa-bfe7-42849e404c12 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:04.892704 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2bb51ba1-5141-47fa-bfe7-42849e404c12 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:04.893609 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53240) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:04.907147 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2bb51ba1-5141-47fa-bfe7-42849e404c12 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Calling delete_port for b87c662f-5f06-4242-b88c-898b0678fa89 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:08:04.947480 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88144288-e431-4a7b-aa0b-9496739e856c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:04.970011 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88144288-e431-4a7b-aa0b-9496739e856c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:05.024475 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88144288-e431-4a7b-aa0b-9496739e856c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:05.027300 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88144288-e431-4a7b-aa0b-9496739e856c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:05.030869 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-88144288-e431-4a7b-aa0b-9496739e856c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d8b8af98-57fd-4c9a-8e52-c5eefadfac69 HTTP/1.1" status: 204 len: 168 time: 0.1337862 Nov 25 20:08:05.039624 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88144288-e431-4a7b-aa0b-9496739e856c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b8af98-57fd-4c9a-8e52-c5eefadfac69,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:05.100567 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2bb51ba1-5141-47fa-bfe7-42849e404c12 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:05.132190 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb51ba1-5141-47fa-bfe7-42849e404c12 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'Port': ['ID=b87c662f-5f06-4242-b88c-898b0678fa89,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:05.200124 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2bb51ba1-5141-47fa-bfe7-42849e404c12 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:05.200981 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-2bb51ba1-5141-47fa-bfe7-42849e404c12 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Floating IP 4ce2bf83-719b-4cb3-bd3e-f0b2105107b0 disassociated (deleted). External IP: 172.25.6.125, port: 94c71436-dd39-43c5-ac09-9612cbb14ad1. Nov 25 20:08:05.471435 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb51ba1-5141-47fa-bfe7-42849e404c12 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Router c63a9d43-4089-4f1a-8938-ddf5e28f8b0c has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:08:05.584255 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:05.622881 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb51ba1-5141-47fa-bfe7-42849e404c12 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:08:05.628010 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2bb51ba1-5141-47fa-bfe7-42849e404c12 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:05.646880 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470227da-7f74-457a-b439-3fdf6323d384 None None] Sync routers for ids ['c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:08:05.651483 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:05.672549 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470227da-7f74-457a-b439-3fdf6323d384 None None] Routers {'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:08:05.673347 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2bb51ba1-5141-47fa-bfe7-42849e404c12 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "DELETE /v2.0/floatingips/4ce2bf83-719b-4cb3-bd3e-f0b2105107b0 HTTP/1.1" status: 204 len: 168 time: 1.0669632 Nov 25 20:08:05.674031 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a300c8-d82f-4dcf-b1f4-380594c57087', 'tag': '94c71436-dd39-43c5-ac09-9612cbb14ad1'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:08:05.681490 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dd8fbc-649d-4003-b40b-f248b36d0be2" -d '{"events": [{"name": "network-changed", "server_uuid": "48a300c8-d82f-4dcf-b1f4-380594c57087", "tag": "94c71436-dd39-43c5-ac09-9612cbb14ad1"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:08:05.682689 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-470227da-7f74-457a-b439-3fdf6323d384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:08:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:05.818909 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-470227da-7f74-457a-b439-3fdf6323d384 None None] Set router c63a9d43-4089-4f1a-8938-ddf5e28f8b0c gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:08:05.848865 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cf85e4-8ef1-4e4f-a53e-c7e92a1c92cc x-openstack-request-id: req-16cf85e4-8ef1-4e4f-a53e-c7e92a1c92cc {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:08:05.849299 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a300c8-d82f-4dcf-b1f4-380594c57087", "tag": "94c71436-dd39-43c5-ac09-9612cbb14ad1", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:08:05.849718 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-16cf85e4-8ef1-4e4f-a53e-c7e92a1c92cc {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:08:05.850423 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a300c8-d82f-4dcf-b1f4-380594c57087', 'tag': '94c71436-dd39-43c5-ac09-9612cbb14ad1', 'status': 'completed', 'code': 200} Nov 25 20:08:05.953825 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd8fbc-649d-4003-b40b-f248b36d0be2 req-81f5033e-9e45-4af3-b1f4-f23f85e54f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:05.956616 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71dd8fbc-649d-4003-b40b-f248b36d0be2 req-81f5033e-9e45-4af3-b1f4-f23f85e54f1a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 1097 time: 0.0785129 Nov 25 20:08:05.970892 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351d24b-45f3-4ac5-b213-5aee51bca7e8 req-71f0f518-074d-41a1-a208-88d8fad3b157 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:05.972561 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9351d24b-45f3-4ac5-b213-5aee51bca7e8 req-71f0f518-074d-41a1-a208-88d8fad3b157 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 946 time: 0.0646746 Nov 25 20:08:06.046990 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-470227da-7f74-457a-b439-3fdf6323d384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610546051', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:57Z', 'updated_at': '2021-11-25T20:06:03Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:58Z', 'updated_at': '2021-11-25T20:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4765efa4-6ff3-4a84-bad9-b329b695ddac', 'name': '', 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:9b:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '25ba5dac-8c46-4597-9a97-31409eea9b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:02Z', 'updated_at': '2021-11-25T20:06:08Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': '25ba5dac-8c46-4597-9a97-31409eea9b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:06.073537 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470227da-7f74-457a-b439-3fdf6323d384 None None] Checking router: c63a9d43-4089-4f1a-8938-ddf5e28f8b0c for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:08:06.082107 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9351d24b-45f3-4ac5-b213-5aee51bca7e8 req-e4dc2e15-c011-4b90-9f5e-17e07022e625 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011245 Nov 25 20:08:06.082851 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470227da-7f74-457a-b439-3fdf6323d384 None None] Routers {'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:08:06.083624 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-470227da-7f74-457a-b439-3fdf6323d384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:08:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:06.112316 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd8fbc-649d-4003-b40b-f248b36d0be2 req-f59b075c-8a05-49a2-9585-c0f18de4ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:06.113806 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71dd8fbc-649d-4003-b40b-f248b36d0be2 req-f59b075c-8a05-49a2-9585-c0f18de4ec5c service neutron] 10.222.0.85 "GET /v2.0/networks?id=825c5a3f-ce49-4394-b48a-f63de2d0aa51 HTTP/1.1" status: 200 len: 897 time: 0.1403608 Nov 25 20:08:06.158208 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71dd8fbc-649d-4003-b40b-f248b36d0be2 req-3e4a99cf-9123-4521-a30d-fed72d47daf2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1 HTTP/1.1" status: 200 len: 217 time: 0.0360537 Nov 25 20:08:06.201266 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-470227da-7f74-457a-b439-3fdf6323d384 None None] Set router c63a9d43-4089-4f1a-8938-ddf5e28f8b0c gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:08:06.222049 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd8fbc-649d-4003-b40b-f248b36d0be2 req-ec4c116d-1529-481c-b6ab-7a276c53f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:06.223595 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71dd8fbc-649d-4003-b40b-f248b36d0be2 req-ec4c116d-1529-481c-b6ab-7a276c53f2da service neutron] 10.222.0.85 "GET /v2.0/subnets?id=25ba5dac-8c46-4597-9a97-31409eea9b7e HTTP/1.1" status: 200 len: 835 time: 0.0531685 Nov 25 20:08:06.273375 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd8fbc-649d-4003-b40b-f248b36d0be2 req-4a38f439-579b-497f-8d9b-f5ca5dfd7404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:06.275009 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71dd8fbc-649d-4003-b40b-f248b36d0be2 req-4a38f439-579b-497f-8d9b-f5ca5dfd7404 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=825c5a3f-ce49-4394-b48a-f63de2d0aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436797 Nov 25 20:08:06.377675 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71dd8fbc-649d-4003-b40b-f248b36d0be2 req-deb886d6-567f-4cc0-acbe-1d0b58f0f14e service neutron] 10.222.0.85 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943668 Nov 25 20:08:06.480757 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71dd8fbc-649d-4003-b40b-f248b36d0be2 req-bb335979-a18d-4202-a64d-643251073f4b service neutron] 10.222.0.85 "GET /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956266 Nov 25 20:08:06.572103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-470227da-7f74-457a-b439-3fdf6323d384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610546051', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:57Z', 'updated_at': '2021-11-25T20:06:03Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:58Z', 'updated_at': '2021-11-25T20:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4765efa4-6ff3-4a84-bad9-b329b695ddac', 'name': '', 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:9b:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '25ba5dac-8c46-4597-9a97-31409eea9b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:02Z', 'updated_at': '2021-11-25T20:06:08Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': '25ba5dac-8c46-4597-9a97-31409eea9b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:06.602353 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470227da-7f74-457a-b439-3fdf6323d384 None None] The sync data for ids ['c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'] in n-d-819349-5 is: [{'id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610546051', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:57Z', 'updated_at': '2021-11-25T20:06:03Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:58Z', 'updated_at': '2021-11-25T20:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4765efa4-6ff3-4a84-bad9-b329b695ddac', 'name': '', 'network_id': '825c5a3f-ce49-4394-b48a-f63de2d0aa51', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:9b:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '25ba5dac-8c46-4597-9a97-31409eea9b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:02Z', 'updated_at': '2021-11-25T20:06:08Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': '25ba5dac-8c46-4597-9a97-31409eea9b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:08:06.829008 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120fc9ee-7a66-4593-b4ad-ff0659024b6e None None] New status for floating IP 4ce2bf83-719b-4cb3-bd3e-f0b2105107b0: DOWN {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:08:07.196767 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9375871-6187-434c-a68f-6bf2c4e5e57a req-c014abf5-36a6-407e-973b-112e972c6488 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:07.198254 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d9375871-6187-434c-a68f-6bf2c4e5e57a req-c014abf5-36a6-407e-973b-112e972c6488 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.85 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 946 time: 0.0748782 Nov 25 20:08:07.245486 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a9f35-8557-469b-ba0a-fbcd1af4dedd req-098fd0f8-3163-4dc2-a714-f956587c7782 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:07.246996 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aa2a9f35-8557-469b-ba0a-fbcd1af4dedd req-098fd0f8-3163-4dc2-a714-f956587c7782 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a300c8-d82f-4dcf-b1f4-380594c57087 HTTP/1.1" status: 200 len: 946 time: 0.0909448 Nov 25 20:08:07.337559 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aa2a9f35-8557-469b-ba0a-fbcd1af4dedd req-824533b1-7ee9-4e34-89de-21631cbc1dde tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1b86b53-1975-4093-a7bf-f16ed2346345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822101 Nov 25 20:08:07.355305 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-d9375871-6187-434c-a68f-6bf2c4e5e57a req-62f7d9ae-12d5-4087-8620-53a4db45f052 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Deleting port 94c71436-dd39-43c5-ac09-9612cbb14ad1 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:08:07.355716 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d9375871-6187-434c-a68f-6bf2c4e5e57a req-62f7d9ae-12d5-4087-8620-53a4db45f052 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:07.459612 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-d9375871-6187-434c-a68f-6bf2c4e5e57a req-62f7d9ae-12d5-4087-8620-53a4db45f052 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] For port 94c71436-dd39-43c5-ac09-9612cbb14ad1, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=94c71436-dd39-43c5-ac09-9612cbb14ad1,segment=NetworkSegment(e70a4e69-df48-4f56-aafb-1762892a7b4d),segment_id=e70a4e69-df48-4f56-aafb-1762892a7b4d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:08:07.460114 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d9375871-6187-434c-a68f-6bf2c4e5e57a req-62f7d9ae-12d5-4087-8620-53a4db45f052 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:07.476489 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-d9375871-6187-434c-a68f-6bf2c4e5e57a req-62f7d9ae-12d5-4087-8620-53a4db45f052 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Calling delete_port for 94c71436-dd39-43c5-ac09-9612cbb14ad1 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:08:07.623178 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d9375871-6187-434c-a68f-6bf2c4e5e57a req-62f7d9ae-12d5-4087-8620-53a4db45f052 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:07.658731 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7d9ae-12d5-4087-8620-53a4db45f052 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'Port': ['ID=94c71436-dd39-43c5-ac09-9612cbb14ad1,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:07.703063 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9375871-6187-434c-a68f-6bf2c4e5e57a req-62f7d9ae-12d5-4087-8620-53a4db45f052 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] No DVR routers for this DVR port 94c71436-dd39-43c5-ac09-9612cbb14ad1 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:08:07.705506 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d9375871-6187-434c-a68f-6bf2c4e5e57a req-62f7d9ae-12d5-4087-8620-53a4db45f052 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:07.708900 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d9375871-6187-434c-a68f-6bf2c4e5e57a req-62f7d9ae-12d5-4087-8620-53a4db45f052 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.85 "DELETE /v2.0/ports/94c71436-dd39-43c5-ac09-9612cbb14ad1 HTTP/1.1" status: 204 len: 173 time: 0.5047035 Nov 25 20:08:07.709355 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a300c8-d82f-4dcf-b1f4-380594c57087', 'name': 'network-vif-deleted', 'tag': '94c71436-dd39-43c5-ac09-9612cbb14ad1'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:08:07.711670 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3fa8c8-816d-4dcd-897f-9f44f2bddf59" -d '{"events": [{"server_uuid": "48a300c8-d82f-4dcf-b1f4-380594c57087", "name": "network-vif-deleted", "tag": "94c71436-dd39-43c5-ac09-9612cbb14ad1"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:08:07.753798 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aefa3a8-ff30-4427-b24b-6c215944a760 x-openstack-request-id: req-8aefa3a8-ff30-4427-b24b-6c215944a760 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:08:07.754100 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a300c8-d82f-4dcf-b1f4-380594c57087", "name": "network-vif-deleted", "tag": "94c71436-dd39-43c5-ac09-9612cbb14ad1", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:08:07.754401 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8aefa3a8-ff30-4427-b24b-6c215944a760 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:08:07.754834 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a300c8-d82f-4dcf-b1f4-380594c57087', 'name': 'network-vif-deleted', 'tag': '94c71436-dd39-43c5-ac09-9612cbb14ad1', 'status': 'completed', 'code': 200} Nov 25 20:08:08.397538 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53256) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:08.800026 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b60f45b-1c6c-45b3-a2b2-d51805af37c6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:09.369985 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9b60f45b-1c6c-45b3-a2b2-d51805af37c6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Deleting port 4765efa4-6ff3-4a84-bad9-b329b695ddac {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:08:09.370215 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b60f45b-1c6c-45b3-a2b2-d51805af37c6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:09.462794 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-9b60f45b-1c6c-45b3-a2b2-d51805af37c6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] For port 4765efa4-6ff3-4a84-bad9-b329b695ddac, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4765efa4-6ff3-4a84-bad9-b329b695ddac,segment=NetworkSegment(e70a4e69-df48-4f56-aafb-1762892a7b4d),segment_id=e70a4e69-df48-4f56-aafb-1762892a7b4d)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:08:09.463570 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b60f45b-1c6c-45b3-a2b2-d51805af37c6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:09.476499 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9b60f45b-1c6c-45b3-a2b2-d51805af37c6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Calling delete_port for 4765efa4-6ff3-4a84-bad9-b329b695ddac owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:08:09.687476 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b60f45b-1c6c-45b3-a2b2-d51805af37c6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:09.731257 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60f45b-1c6c-45b3-a2b2-d51805af37c6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'Port': ['ID=4765efa4-6ff3-4a84-bad9-b329b695ddac,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:09.907785 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b60f45b-1c6c-45b3-a2b2-d51805af37c6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:10.141756 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b60f45b-1c6c-45b3-a2b2-d51805af37c6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Router c63a9d43-4089-4f1a-8938-ddf5e28f8b0c has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:08:10.249291 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b60f45b-1c6c-45b3-a2b2-d51805af37c6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:08:10.255084 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9b60f45b-1c6c-45b3-a2b2-d51805af37c6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "PUT /v2.0/routers/c63a9d43-4089-4f1a-8938-ddf5e28f8b0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8563986 Nov 25 20:08:10.257663 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53258) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:10.259379 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50a02e2-0896-4529-8278-74bfc8715714 None None] Sync routers for ids ['c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:08:10.270876 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50a02e2-0896-4529-8278-74bfc8715714 None None] Routers {'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:08:10.271514 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e50a02e2-0896-4529-8278-74bfc8715714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:08:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:10.318178 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f99415e-7c1f-4c63-a599-0ecabe7280a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Deleting subnet 25ba5dac-8c46-4597-9a97-31409eea9b7e {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:08:10.321531 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0f99415e-7c1f-4c63-a599-0ecabe7280a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:10.365564 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0f99415e-7c1f-4c63-a599-0ecabe7280a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:10.382024 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e50a02e2-0896-4529-8278-74bfc8715714 None None] Set router c63a9d43-4089-4f1a-8938-ddf5e28f8b0c gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:08:10.463494 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0f99415e-7c1f-4c63-a599-0ecabe7280a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:10.559482 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0f99415e-7c1f-4c63-a599-0ecabe7280a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:10.585211 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e50a02e2-0896-4529-8278-74bfc8715714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610546051', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:57Z', 'updated_at': '2021-11-25T20:08:09Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:58Z', 'updated_at': '2021-11-25T20:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:10.590966 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99415e-7c1f-4c63-a599-0ecabe7280a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'Subnet': ['ID=25ba5dac-8c46-4597-9a97-31409eea9b7e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:10.593815 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0f99415e-7c1f-4c63-a599-0ecabe7280a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:10.600407 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0f99415e-7c1f-4c63-a599-0ecabe7280a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "DELETE /v2.0/subnets/25ba5dac-8c46-4597-9a97-31409eea9b7e HTTP/1.1" status: 204 len: 168 time: 0.3384800 Nov 25 20:08:10.600407 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53260) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:10.619805 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac36695-a669-42fe-8188-86220418daab None None] Network 825c5a3f-ce49-4394-b48a-f63de2d0aa51 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:08:10.623010 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50a02e2-0896-4529-8278-74bfc8715714 None None] Checking router: c63a9d43-4089-4f1a-8938-ddf5e28f8b0c for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:08:10.678233 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50a02e2-0896-4529-8278-74bfc8715714 None None] Routers {'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:08:10.678883 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e50a02e2-0896-4529-8278-74bfc8715714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:08:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:10.718798 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0567992-fa1a-415a-ad82-2f3c759e33c0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:10.839033 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0567992-fa1a-415a-ad82-2f3c759e33c0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:10.847859 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e50a02e2-0896-4529-8278-74bfc8715714 None None] Set router c63a9d43-4089-4f1a-8938-ddf5e28f8b0c gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:08:10.903011 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f0567992-fa1a-415a-ad82-2f3c759e33c0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Deleting port b0fbe279-8676-4a71-b5fb-15ed80946637 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:08:10.903355 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0567992-fa1a-415a-ad82-2f3c759e33c0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:10.907380 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c7f2da-95d0-401f-bab6-ef11ca950143 None None] DHCP port deletion for 825c5a3f-ce49-4394-b48a-f63de2d0aa51 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:08:10.985160 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-f0567992-fa1a-415a-ad82-2f3c759e33c0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] For port b0fbe279-8676-4a71-b5fb-15ed80946637, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b0fbe279-8676-4a71-b5fb-15ed80946637,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:08:10.985535 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0567992-fa1a-415a-ad82-2f3c759e33c0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:10.998413 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f0567992-fa1a-415a-ad82-2f3c759e33c0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Calling delete_port for b0fbe279-8676-4a71-b5fb-15ed80946637 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:08:11.050162 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-30c7f2da-95d0-401f-bab6-ef11ca950143 None None] Deleting port e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:08:11.050560 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-30c7f2da-95d0-401f-bab6-ef11ca950143 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:11.131169 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-30c7f2da-95d0-401f-bab6-ef11ca950143 None None] For port e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc,segment=NetworkSegment(e70a4e69-df48-4f56-aafb-1762892a7b4d),segment_id=e70a4e69-df48-4f56-aafb-1762892a7b4d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:08:11.131460 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-30c7f2da-95d0-401f-bab6-ef11ca950143 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:11.146522 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-30c7f2da-95d0-401f-bab6-ef11ca950143 None None] Calling delete_port for e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:08:11.166572 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e50a02e2-0896-4529-8278-74bfc8715714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610546051', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:57Z', 'updated_at': '2021-11-25T20:08:09Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:58Z', 'updated_at': '2021-11-25T20:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:11.187471 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0567992-fa1a-415a-ad82-2f3c759e33c0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:11.216281 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0567992-fa1a-415a-ad82-2f3c759e33c0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'Port': ['ID=b0fbe279-8676-4a71-b5fb-15ed80946637,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:11.228358 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50a02e2-0896-4529-8278-74bfc8715714 None None] The sync data for ids ['c63a9d43-4089-4f1a-8938-ddf5e28f8b0c'] in n-d-819349-5 is: [{'id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610546051', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:05:57Z', 'updated_at': '2021-11-25T20:08:09Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'b0fbe279-8676-4a71-b5fb-15ed80946637', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63a9d43-4089-4f1a-8938-ddf5e28f8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:05:58Z', 'updated_at': '2021-11-25T20:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:08:11.234213 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55acc5fd-6c33-4ba6-8be2-2bb49c5f20de None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:08:11.282652 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-30c7f2da-95d0-401f-bab6-ef11ca950143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:11.289977 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0567992-fa1a-415a-ad82-2f3c759e33c0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:11.310843 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7f2da-95d0-401f-bab6-ef11ca950143 None None] Pushing event deleted for resources: {'Port': ['ID=e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:11.314932 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c7f2da-95d0-401f-bab6-ef11ca950143 None None] No DVR routers for this DVR port e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:08:11.317601 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 94c71436-dd39-43c5-ac09-9612cbb14ad1 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:08:11.341839 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 94c71436-dd39-43c5-ac09-9612cbb14ad1 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:08:11.342226 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 94c71436-dd39-43c5-ac09-9612cbb14ad1 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:08:11.389191 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0567992-fa1a-415a-ad82-2f3c759e33c0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:11.391377 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0567992-fa1a-415a-ad82-2f3c759e33c0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:11.439182 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0567992-fa1a-415a-ad82-2f3c759e33c0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:11.439747 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0567992-fa1a-415a-ad82-2f3c759e33c0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Fanout notify agent at l3_agent the message router_deleted on router c63a9d43-4089-4f1a-8938-ddf5e28f8b0c {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:08:11.447127 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0567992-fa1a-415a-ad82-2f3c759e33c0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:11.448263 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f0567992-fa1a-415a-ad82-2f3c759e33c0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "DELETE /v2.0/routers/c63a9d43-4089-4f1a-8938-ddf5e28f8b0c HTTP/1.1" status: 204 len: 168 time: 0.8474288 Nov 25 20:08:11.451063 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53262) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:11.528314 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-05921062-c318-4fca-88e5-0a7c8ffa0e4c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:11.627130 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-05921062-c318-4fca-88e5-0a7c8ffa0e4c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:11.653410 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-05921062-c318-4fca-88e5-0a7c8ffa0e4c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['825c5a3f-ce49-4394-b48a-f63de2d0aa51']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:11.664621 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-05921062-c318-4fca-88e5-0a7c8ffa0e4c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70a4e69-df48-4f56-aafb-1762892a7b4d') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:11.664885 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-05921062-c318-4fca-88e5-0a7c8ffa0e4c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70a4e69-df48-4f56-aafb-1762892a7b4d') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:11.682197 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-05921062-c318-4fca-88e5-0a7c8ffa0e4c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:11.696918 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-05921062-c318-4fca-88e5-0a7c8ffa0e4c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:11.703855 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05921062-c318-4fca-88e5-0a7c8ffa0e4c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:08:11.704529 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-05921062-c318-4fca-88e5-0a7c8ffa0e4c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:08:11.708960 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:08:11.711487 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4765efa4-6ff3-4a84-bad9-b329b695ddac no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:08:11.734312 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 4765efa4-6ff3-4a84-bad9-b329b695ddac {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:08:11.734835 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4765efa4-6ff3-4a84-bad9-b329b695ddac not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:08:11.735474 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:08:11.755476 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:08:11.755829 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e3f7a4a2-8cab-4ea3-b03c-621d9042e9cc not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:08:11.773713 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-05921062-c318-4fca-88e5-0a7c8ffa0e4c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:11.782115 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-05921062-c318-4fca-88e5-0a7c8ffa0e4c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:11.788848 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-05921062-c318-4fca-88e5-0a7c8ffa0e4c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "DELETE /v2.0/networks/825c5a3f-ce49-4394-b48a-f63de2d0aa51 HTTP/1.1" status: 204 len: 168 time: 0.3334246 Nov 25 20:08:11.788848 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53264) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:11.814050 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05921062-c318-4fca-88e5-0a7c8ffa0e4c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'Network': ['ID=825c5a3f-ce49-4394-b48a-f63de2d0aa51,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:11.880006 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3052b386-fab4-4a57-9228-1708e11a0ebc tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:11.910981 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3052b386-fab4-4a57-9228-1708e11a0ebc tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:11.979969 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3052b386-fab4-4a57-9228-1708e11a0ebc tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:11.983334 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3052b386-fab4-4a57-9228-1708e11a0ebc tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:11.984680 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3052b386-fab4-4a57-9228-1708e11a0ebc tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "DELETE /v2.0/security-groups/a1b86b53-1975-4093-a7bf-f16ed2346345 HTTP/1.1" status: 204 len: 168 time: 0.1953993 Nov 25 20:08:11.994226 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052b386-fab4-4a57-9228-1708e11a0ebc tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b86b53-1975-4093-a7bf-f16ed2346345,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:12.292243 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53272) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:12.297251 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-a5255ad7-154d-4c43-a258-00da9af6ece6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-548715633', 'description': 'tempest-secgroup-smoke-548715633 description', 'project_id': '8d43f2178a344f438bf4bc8854e720a1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:08:12.323242 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5255ad7-154d-4c43-a258-00da9af6ece6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:12.393222 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5255ad7-154d-4c43-a258-00da9af6ece6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:12.397937 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5255ad7-154d-4c43-a258-00da9af6ece6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:12.440254 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5255ad7-154d-4c43-a258-00da9af6ece6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:12.442009 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a5255ad7-154d-4c43-a258-00da9af6ece6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1486163 Nov 25 20:08:12.443584 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5255ad7-154d-4c43-a258-00da9af6ece6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa1a4d1-8c10-4e94-8f86-cec600d25f4b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:12.444953 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53274) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:12.450945 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6d01b109-3850-421f-9e5f-645ba3d0d61e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group_rule': {'security_group_id': '9fa1a4d1-8c10-4e94-8f86-cec600d25f4b', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:08:12.480093 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d01b109-3850-421f-9e5f-645ba3d0d61e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:12.527623 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d01b109-3850-421f-9e5f-645ba3d0d61e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:12.532013 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d01b109-3850-421f-9e5f-645ba3d0d61e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:12.548389 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01b109-3850-421f-9e5f-645ba3d0d61e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8efc0cc7-491a-472c-88c0-12ccb109e8d2,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:12.559355 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d01b109-3850-421f-9e5f-645ba3d0d61e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:12.560557 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6d01b109-3850-421f-9e5f-645ba3d0d61e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1135080 Nov 25 20:08:12.563773 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53276) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:12.567999 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1c188cc8-8cf8-448e-99c6-f33557672bd9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group_rule': {'security_group_id': '9fa1a4d1-8c10-4e94-8f86-cec600d25f4b', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:08:12.595581 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c188cc8-8cf8-448e-99c6-f33557672bd9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:12.656750 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c188cc8-8cf8-448e-99c6-f33557672bd9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:12.660582 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c188cc8-8cf8-448e-99c6-f33557672bd9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:12.679504 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c188cc8-8cf8-448e-99c6-f33557672bd9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd866522-ac76-4067-8caa-12640f9b1514,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:12.684608 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c188cc8-8cf8-448e-99c6-f33557672bd9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:12.687274 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1c188cc8-8cf8-448e-99c6-f33557672bd9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1220105 Nov 25 20:08:12.688973 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53278) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:12.693365 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7efb8040-bbe4-4bba-9cf7-732a31a9bd65 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group_rule': {'security_group_id': '9fa1a4d1-8c10-4e94-8f86-cec600d25f4b', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:08:12.720784 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7efb8040-bbe4-4bba-9cf7-732a31a9bd65 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:12.792588 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7efb8040-bbe4-4bba-9cf7-732a31a9bd65 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:12.796960 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7efb8040-bbe4-4bba-9cf7-732a31a9bd65 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:12.817713 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb8040-bbe4-4bba-9cf7-732a31a9bd65 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a197ec93-ab71-4527-8b36-98e7a7f49b05,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:12.823350 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7efb8040-bbe4-4bba-9cf7-732a31a9bd65 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:12.824573 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7efb8040-bbe4-4bba-9cf7-732a31a9bd65 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346426 Nov 25 20:08:12.827594 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53280) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:12.833664 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cceead9f-f8ff-4cba-a05e-f699ece4ded3 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group_rule': {'security_group_id': '9fa1a4d1-8c10-4e94-8f86-cec600d25f4b', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:08:12.861629 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cceead9f-f8ff-4cba-a05e-f699ece4ded3 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:12.921415 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cceead9f-f8ff-4cba-a05e-f699ece4ded3 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:12.926487 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cceead9f-f8ff-4cba-a05e-f699ece4ded3 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:12.945146 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceead9f-f8ff-4cba-a05e-f699ece4ded3 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e634a885-c838-4097-bb5f-fc879f361c7a,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:12.954270 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cceead9f-f8ff-4cba-a05e-f699ece4ded3 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:12.957980 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cceead9f-f8ff-4cba-a05e-f699ece4ded3 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266878 Nov 25 20:08:12.958147 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53282) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:12.962491 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3eea22a5-26e5-4225-b81c-7125ba6e1c02 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group_rule': {'security_group_id': '9fa1a4d1-8c10-4e94-8f86-cec600d25f4b', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:08:12.984913 n-d-819349-5 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-3eea22a5-26e5-4225-b81c-7125ba6e1c02 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Project 8d43f2178a344f438bf4bc8854e720a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:08:12.989950 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3eea22a5-26e5-4225-b81c-7125ba6e1c02 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:13.048551 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3eea22a5-26e5-4225-b81c-7125ba6e1c02 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:13.052105 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3eea22a5-26e5-4225-b81c-7125ba6e1c02 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:13.066156 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea22a5-26e5-4225-b81c-7125ba6e1c02 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff6e5e4-c593-4f16-a31b-aa123177e6c0,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:13.079214 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3eea22a5-26e5-4225-b81c-7125ba6e1c02 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:13.080472 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3eea22a5-26e5-4225-b81c-7125ba6e1c02 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213312 Nov 25 20:08:13.084283 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53284) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:13.088589 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-96dc460a-0fb4-4571-928d-dcf4451a9372 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group_rule': {'security_group_id': '9fa1a4d1-8c10-4e94-8f86-cec600d25f4b', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:08:13.111432 n-d-819349-5 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-96dc460a-0fb4-4571-928d-dcf4451a9372 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Project 8d43f2178a344f438bf4bc8854e720a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:08:13.116378 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-96dc460a-0fb4-4571-928d-dcf4451a9372 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:13.180174 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-96dc460a-0fb4-4571-928d-dcf4451a9372 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:13.183849 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-96dc460a-0fb4-4571-928d-dcf4451a9372 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:13.202402 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc460a-0fb4-4571-928d-dcf4451a9372 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38819af-0bca-43ac-88c9-e22dd96adcae,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:13.210614 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-96dc460a-0fb4-4571-928d-dcf4451a9372 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:13.211821 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-96dc460a-0fb4-4571-928d-dcf4451a9372 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266139 Nov 25 20:08:13.214644 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53286) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:13.220054 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-bbf7b80b-cb07-4d36-afa3-2ca772bd008d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'network': {'name': 'tempest-network-smoke--1788650248', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'port_security_enabled': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:08:13.241453 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf7b80b-cb07-4d36-afa3-2ca772bd008d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Made reservation on behalf of 8d43f2178a344f438bf4bc8854e720a1 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:08:13.244897 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bbf7b80b-cb07-4d36-afa3-2ca772bd008d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:13.267854 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf7b80b-cb07-4d36-afa3-2ca772bd008d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:08:13.276751 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bbf7b80b-cb07-4d36-afa3-2ca772bd008d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:13.277097 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-bbf7b80b-cb07-4d36-afa3-2ca772bd008d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Added segment 1ec86e1e-476b-434e-bb33-ddab5c51332e of type vlan for network 2efdfcf1-b585-41ec-b7c7-593503a186e0 Nov 25 20:08:13.320177 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bbf7b80b-cb07-4d36-afa3-2ca772bd008d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:13.345267 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bbf7b80b-cb07-4d36-afa3-2ca772bd008d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:13.350987 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf7b80b-cb07-4d36-afa3-2ca772bd008d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:13.351599 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bbf7b80b-cb07-4d36-afa3-2ca772bd008d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:13.389143 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bbf7b80b-cb07-4d36-afa3-2ca772bd008d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1734555 Nov 25 20:08:13.392682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53288) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:13.398174 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-54c3f306-c12b-4aa0-9db3-5ed3a36313a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-356482472', 'admin_state_up': True, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:08:13.427205 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54c3f306-c12b-4aa0-9db3-5ed3a36313a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:13.428054 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7b80b-cb07-4d36-afa3-2ca772bd008d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Network': ['ID=2efdfcf1-b585-41ec-b7c7-593503a186e0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:13.428503 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54c3f306-c12b-4aa0-9db3-5ed3a36313a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:13.439207 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 2efdfcf1-b585-41ec-b7c7-593503a186e0 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:08:13.519680 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54c3f306-c12b-4aa0-9db3-5ed3a36313a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:13.522474 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b0fbe279-8676-4a71-b5fb-15ed80946637 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:08:13.543681 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: b0fbe279-8676-4a71-b5fb-15ed80946637 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:08:13.544037 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b0fbe279-8676-4a71-b5fb-15ed80946637 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:08:13.920587 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54c3f306-c12b-4aa0-9db3-5ed3a36313a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:14.117136 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54c3f306-c12b-4aa0-9db3-5ed3a36313a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:14.145727 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54c3f306-c12b-4aa0-9db3-5ed3a36313a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:14.246403 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-54c3f306-c12b-4aa0-9db3-5ed3a36313a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Allocated IP 172.25.6.243 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/a74f50e7-ef69-4543-b0fd-c649b2360794) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:08:14.350798 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54c3f306-c12b-4aa0-9db3-5ed3a36313a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:14.383541 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54c3f306-c12b-4aa0-9db3-5ed3a36313a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:14.419806 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c3f306-c12b-4aa0-9db3-5ed3a36313a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:08:14.425375 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-54c3f306-c12b-4aa0-9db3-5ed3a36313a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:08:14.429733 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c3f306-c12b-4aa0-9db3-5ed3a36313a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:08:14.440221 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b0cce8-3a2b-4fd0-827c-c2cfd9352288 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:08:14.456576 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3f306-c12b-4aa0-9db3-5ed3a36313a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Port': ['ID=a74f50e7-ef69-4543-b0fd-c649b2360794,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:14.536446 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6254684-8345-4199-b4cb-99e8c1cc39f2 None None] Provisioning complete for port a74f50e7-ef69-4543-b0fd-c649b2360794 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:14.536728 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6254684-8345-4199-b4cb-99e8c1cc39f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:14.571269 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6254684-8345-4199-b4cb-99e8c1cc39f2 None None] Port a74f50e7-ef69-4543-b0fd-c649b2360794 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:08:14.691164 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54c3f306-c12b-4aa0-9db3-5ed3a36313a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:14.897631 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54c3f306-c12b-4aa0-9db3-5ed3a36313a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:15.036902 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c3f306-c12b-4aa0-9db3-5ed3a36313a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Router cae961d8-569b-4a5f-9f71-39592709c54b is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:08:15.145255 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c3f306-c12b-4aa0-9db3-5ed3a36313a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:08:15.156019 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb130983-05dd-41aa-8966-5aa701f42da1 None None] Sync routers for ids ['cae961d8-569b-4a5f-9f71-39592709c54b'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:08:15.167240 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54c3f306-c12b-4aa0-9db3-5ed3a36313a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:15.167544 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb130983-05dd-41aa-8966-5aa701f42da1 None None] Routers {'cae961d8-569b-4a5f-9f71-39592709c54b'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:08:15.172277 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-cb130983-05dd-41aa-8966-5aa701f42da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:08:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cae961d8-569b-4a5f-9f71-39592709c54b'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:15.172674 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-54c3f306-c12b-4aa0-9db3-5ed3a36313a2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7742038 Nov 25 20:08:15.172674 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53290) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:15.206569 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d2d1152b-333a-4f6a-856c-d123d072ad34 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=8d43f2178a344f438bf4bc8854e720a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303431 Nov 25 20:08:15.206818 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53292) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:15.273978 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-cb130983-05dd-41aa-8966-5aa701f42da1 None None] Set router cae961d8-569b-4a5f-9f71-39592709c54b gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:08:15.368092 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1ca22e-de02-4d3b-a73f-610b6c59c250 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:15.369661 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2c1ca22e-de02-4d3b-a73f-610b6c59c250 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1619902 Nov 25 20:08:15.372574 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53294) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:15.401067 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-020f0b76-02a9-4044-a70d-606ff4118bb2 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=f965ced5-a415-47da-9748-3514ef368954&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273240 Nov 25 20:08:15.403440 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53296) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:15.408325 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-1515be1b-9d78-40a0-8eee-3f7744628fe9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-723766062', 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:08:15.456338 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-cb130983-05dd-41aa-8966-5aa701f42da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356482472', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:13Z', 'updated_at': '2021-11-25T20:08:14Z', 'revision_number': 3, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:14Z', 'updated_at': '2021-11-25T20:08:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:15.486621 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb130983-05dd-41aa-8966-5aa701f42da1 None None] Checking router: cae961d8-569b-4a5f-9f71-39592709c54b for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:08:15.486976 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb130983-05dd-41aa-8966-5aa701f42da1 None None] Updating router cae961d8-569b-4a5f-9f71-39592709c54b port a74f50e7-ef69-4543-b0fd-c649b2360794 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:08:15.501460 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1515be1b-9d78-40a0-8eee-3f7744628fe9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Made reservation on behalf of 8d43f2178a344f438bf4bc8854e720a1 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:08:15.504957 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1515be1b-9d78-40a0-8eee-3f7744628fe9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:15.512545 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-cb130983-05dd-41aa-8966-5aa701f42da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:15.686251 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1515be1b-9d78-40a0-8eee-3f7744628fe9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:15.747426 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515be1b-9d78-40a0-8eee-3f7744628fe9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Subnet': ['ID=b73ae87b-2d0d-4e48-96cb-02b46fea15db,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:15.757033 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1515be1b-9d78-40a0-8eee-3f7744628fe9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Checking segment: {'id': '1ec86e1e-476b-434e-bb33-ddab5c51332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:08:15.757408 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1515be1b-9d78-40a0-8eee-3f7744628fe9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network hostable DHCP agents. Network: 2efdfcf1-b585-41ec-b7c7-593503a186e0, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:08:15.774551 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-cb130983-05dd-41aa-8966-5aa701f42da1 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:15.775035 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1515be1b-9d78-40a0-8eee-3f7744628fe9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network 2efdfcf1-b585-41ec-b7c7-593503a186e0 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:08:15.779078 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-cb130983-05dd-41aa-8966-5aa701f42da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:15.786470 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-1515be1b-9d78-40a0-8eee-3f7744628fe9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 2efdfcf1-b585-41ec-b7c7-593503a186e0) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:08:15.790591 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1515be1b-9d78-40a0-8eee-3f7744628fe9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:15.791190 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1515be1b-9d78-40a0-8eee-3f7744628fe9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:15.798304 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805cca38-35af-410c-b27f-e0377495ac18 None None] Network 2efdfcf1-b585-41ec-b7c7-593503a186e0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:08:15.827404 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67e0ec6-b829-4f94-88f5-144ca5215583 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:08:15.828106 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-cb130983-05dd-41aa-8966-5aa701f42da1 None None] Attempting to bind port a74f50e7-ef69-4543-b0fd-c649b2360794 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:08:15.828429 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-cb130983-05dd-41aa-8966-5aa701f42da1 None None] Attempting to bind port a74f50e7-ef69-4543-b0fd-c649b2360794 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:08:15.828796 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb130983-05dd-41aa-8966-5aa701f42da1 None None] Attempting to bind port a74f50e7-ef69-4543-b0fd-c649b2360794 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:08:15.836855 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53298) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:15.837476 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1515be1b-9d78-40a0-8eee-3f7744628fe9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4325101 Nov 25 20:08:15.845355 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb130983-05dd-41aa-8966-5aa701f42da1 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:08:15.845732 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb130983-05dd-41aa-8966-5aa701f42da1 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:08:15.846140 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-cb130983-05dd-41aa-8966-5aa701f42da1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:15.846537 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb130983-05dd-41aa-8966-5aa701f42da1 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:08:15.847008 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-cb130983-05dd-41aa-8966-5aa701f42da1 None None] Bound port: a74f50e7-ef69-4543-b0fd-c649b2360794, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:08:15.847629 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-cb130983-05dd-41aa-8966-5aa701f42da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:15.853098 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bf8ab-964a-4b21-844a-5a26d1ff768e None None] Pushing event updated for resources: {'Port': ['ID=a74f50e7-ef69-4543-b0fd-c649b2360794,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:15.879929 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bf8ab-964a-4b21-844a-5a26d1ff768e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:15.880212 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bf8ab-964a-4b21-844a-5a26d1ff768e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:15.880566 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bf8ab-964a-4b21-844a-5a26d1ff768e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:15.881366 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bf8ab-964a-4b21-844a-5a26d1ff768e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:15.881366 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bf8ab-964a-4b21-844a-5a26d1ff768e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:15.881604 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bf8ab-964a-4b21-844a-5a26d1ff768e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:15.881821 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bf8ab-964a-4b21-844a-5a26d1ff768e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:15.882143 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bf8ab-964a-4b21-844a-5a26d1ff768e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:15.882608 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bf8ab-964a-4b21-844a-5a26d1ff768e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:15.882935 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bf8ab-964a-4b21-844a-5a26d1ff768e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:15.883256 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bf8ab-964a-4b21-844a-5a26d1ff768e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:15.883575 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bf8ab-964a-4b21-844a-5a26d1ff768e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:15.925199 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-cb130983-05dd-41aa-8966-5aa701f42da1 None None] For port a74f50e7-ef69-4543-b0fd-c649b2360794, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:08:15.929415 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-cb130983-05dd-41aa-8966-5aa701f42da1 None None] For port a74f50e7-ef69-4543-b0fd-c649b2360794, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a74f50e7-ef69-4543-b0fd-c649b2360794,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:08:15.934227 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-cb130983-05dd-41aa-8966-5aa701f42da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:15.945850 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-fbca619b-28ea-45a5-8c88-9967e99a7fcc None None] Provisioning complete for port a74f50e7-ef69-4543-b0fd-c649b2360794 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:15.946225 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fbca619b-28ea-45a5-8c88-9967e99a7fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:15.984216 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5057cbf8-a506-4e8c-b1c6-6e6a39e41909 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:08:15.985243 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb130983-05dd-41aa-8966-5aa701f42da1 None None] Routers {'cae961d8-569b-4a5f-9f71-39592709c54b'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:08:15.985900 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-cb130983-05dd-41aa-8966-5aa701f42da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:08:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cae961d8-569b-4a5f-9f71-39592709c54b'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:16.047836 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3b8b00-34dc-4935-876d-6963e679a5b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-2efdfcf1-b585-41ec-b7c7-593503a186e0', 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'fixed_ips': [{'subnet_id': 'b73ae87b-2d0d-4e48-96cb-02b46fea15db'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:08:16.048704 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4f3b8b00-34dc-4935-876d-6963e679a5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:16.088251 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bf8ab-964a-4b21-844a-5a26d1ff768e None None] Pushing event updated for resources: {'Port': ['ID=a74f50e7-ef69-4543-b0fd-c649b2360794,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:16.100779 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fbca619b-28ea-45a5-8c88-9967e99a7fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:16.129176 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-cb130983-05dd-41aa-8966-5aa701f42da1 None None] Set router cae961d8-569b-4a5f-9f71-39592709c54b gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:08:16.133891 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-fbca619b-28ea-45a5-8c88-9967e99a7fcc None None] For port a74f50e7-ef69-4543-b0fd-c649b2360794, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a74f50e7-ef69-4543-b0fd-c649b2360794,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:08:16.182794 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fbca619b-28ea-45a5-8c88-9967e99a7fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:16.281044 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca619b-28ea-45a5-8c88-9967e99a7fcc None None] Pushing event updated for resources: {'Port': ['ID=a74f50e7-ef69-4543-b0fd-c649b2360794,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:16.295915 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-4f3b8b00-34dc-4935-876d-6963e679a5b4 None None] Allocated IP 172.20.0.2 (2efdfcf1-b585-41ec-b7c7-593503a186e0/b73ae87b-2d0d-4e48-96cb-02b46fea15db/67ae2419-ba72-444e-a729-461a965ea792) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:08:16.328507 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-cb130983-05dd-41aa-8966-5aa701f42da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356482472', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:13Z', 'updated_at': '2021-11-25T20:08:14Z', 'revision_number': 3, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:14Z', 'updated_at': '2021-11-25T20:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:16.355493 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b963d4b-314a-4647-829d-14935993267b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:16.458374 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb130983-05dd-41aa-8966-5aa701f42da1 None None] The sync data for ids ['cae961d8-569b-4a5f-9f71-39592709c54b'] in n-d-819349-5 is: [{'id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356482472', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:13Z', 'updated_at': '2021-11-25T20:08:14Z', 'revision_number': 3, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:14Z', 'updated_at': '2021-11-25T20:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:08:16.500730 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-be413d59-bf27-456c-ba9b-d17246b202e0 None None] Provisioning complete for port a74f50e7-ef69-4543-b0fd-c649b2360794 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:16.501103 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-be413d59-bf27-456c-ba9b-d17246b202e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:16.675043 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4f3b8b00-34dc-4935-876d-6963e679a5b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:16.700661 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4f3b8b00-34dc-4935-876d-6963e679a5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:16.753401 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3b8b00-34dc-4935-876d-6963e679a5b4 None None] Network 2efdfcf1-b585-41ec-b7c7-593503a186e0 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:08:16.762577 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-4f3b8b00-34dc-4935-876d-6963e679a5b4 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:08:16.764456 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-3b963d4b-314a-4647-829d-14935993267b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Allocated IP 172.20.0.1 (2efdfcf1-b585-41ec-b7c7-593503a186e0/b73ae87b-2d0d-4e48-96cb-02b46fea15db/27e8a243-5b89-4074-8aa8-afebae7d75c3) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:08:16.766114 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3b8b00-34dc-4935-876d-6963e679a5b4 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:08:16.787027 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b8b00-34dc-4935-876d-6963e679a5b4 None None] Pushing event updated for resources: {'Port': ['ID=67ae2419-ba72-444e-a729-461a965ea792,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:16.837995 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4f3b8b00-34dc-4935-876d-6963e679a5b4 None None] Attempting to bind port 67ae2419-ba72-444e-a729-461a965ea792 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:08:16.838975 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4f3b8b00-34dc-4935-876d-6963e679a5b4 None None] Attempting to bind port 67ae2419-ba72-444e-a729-461a965ea792 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '1ec86e1e-476b-434e-bb33-ddab5c51332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:08:16.839638 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3b8b00-34dc-4935-876d-6963e679a5b4 None None] Attempting to bind port 67ae2419-ba72-444e-a729-461a965ea792 on network 2efdfcf1-b585-41ec-b7c7-593503a186e0 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:08:16.846593 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3b8b00-34dc-4935-876d-6963e679a5b4 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:08:16.847382 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3b8b00-34dc-4935-876d-6963e679a5b4 None None] Checking segment: {'id': '1ec86e1e-476b-434e-bb33-ddab5c51332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:08:16.847856 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4f3b8b00-34dc-4935-876d-6963e679a5b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:16.848321 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3b8b00-34dc-4935-876d-6963e679a5b4 None None] Bound using segment: {'id': '1ec86e1e-476b-434e-bb33-ddab5c51332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:08:16.848872 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4f3b8b00-34dc-4935-876d-6963e679a5b4 None None] Bound port: 67ae2419-ba72-444e-a729-461a965ea792, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec86e1e-476b-434e-bb33-ddab5c51332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:08:16.849323 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4f3b8b00-34dc-4935-876d-6963e679a5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:16.911442 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b963d4b-314a-4647-829d-14935993267b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:16.921460 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4f3b8b00-34dc-4935-876d-6963e679a5b4 None None] For port 67ae2419-ba72-444e-a729-461a965ea792, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:08:16.924846 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4f3b8b00-34dc-4935-876d-6963e679a5b4 None None] For port 67ae2419-ba72-444e-a729-461a965ea792, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=67ae2419-ba72-444e-a729-461a965ea792,segment=NetworkSegment(1ec86e1e-476b-434e-bb33-ddab5c51332e),segment_id=1ec86e1e-476b-434e-bb33-ddab5c51332e)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:08:16.930103 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4f3b8b00-34dc-4935-876d-6963e679a5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:16.949922 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b963d4b-314a-4647-829d-14935993267b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:17.001195 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b8b00-34dc-4935-876d-6963e679a5b4 None None] Pushing event updated for resources: {'Port': ['ID=67ae2419-ba72-444e-a729-461a965ea792,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:17.333030 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b963d4b-314a-4647-829d-14935993267b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network 2efdfcf1-b585-41ec-b7c7-593503a186e0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:08:17.336480 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3b963d4b-314a-4647-829d-14935993267b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:08:17.344131 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b963d4b-314a-4647-829d-14935993267b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:08:17.376346 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b963d4b-314a-4647-829d-14935993267b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Port': ['ID=27e8a243-5b89-4074-8aa8-afebae7d75c3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:17.399558 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b963d4b-314a-4647-829d-14935993267b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:17.564611 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b963d4b-314a-4647-829d-14935993267b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:17.630212 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 67ae2419-ba72-444e-a729-461a965ea792 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:08:17.683190 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 67ae2419-ba72-444e-a729-461a965ea792 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:17.683562 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:17.766085 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:17.812918 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 67ae2419-ba72-444e-a729-461a965ea792, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=67ae2419-ba72-444e-a729-461a965ea792,segment=NetworkSegment(1ec86e1e-476b-434e-bb33-ddab5c51332e),segment_id=1ec86e1e-476b-434e-bb33-ddab5c51332e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:08:17.816880 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:17.817736 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a74f50e7-ef69-4543-b0fd-c649b2360794 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:08:17.888711 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b963d4b-314a-4647-829d-14935993267b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:17.895448 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b963d4b-314a-4647-829d-14935993267b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:17.898825 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=67ae2419-ba72-444e-a729-461a965ea792,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:17.915270 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port a74f50e7-ef69-4543-b0fd-c649b2360794 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:17.915644 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:17.976496 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b963d4b-314a-4647-829d-14935993267b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:17.978438 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b963d4b-314a-4647-829d-14935993267b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Port': ['ID=27e8a243-5b89-4074-8aa8-afebae7d75c3,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:18.103396 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b963d4b-314a-4647-829d-14935993267b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network 2efdfcf1-b585-41ec-b7c7-593503a186e0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:08:18.104854 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3b963d4b-314a-4647-829d-14935993267b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:08:18.245097 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b963d4b-314a-4647-829d-14935993267b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Router cae961d8-569b-4a5f-9f71-39592709c54b has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:08:18.380441 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b963d4b-314a-4647-829d-14935993267b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:08:18.385914 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3b963d4b-314a-4647-829d-14935993267b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "PUT /v2.0/routers/cae961d8-569b-4a5f-9f71-39592709c54b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5478959 Nov 25 20:08:18.401929 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1295415e-71ac-41a1-93aa-e1c9cd6da9b2 None None] Sync routers for ids ['cae961d8-569b-4a5f-9f71-39592709c54b'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:08:18.414436 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1295415e-71ac-41a1-93aa-e1c9cd6da9b2 None None] Routers {'cae961d8-569b-4a5f-9f71-39592709c54b'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:08:18.415078 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1295415e-71ac-41a1-93aa-e1c9cd6da9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:08:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cae961d8-569b-4a5f-9f71-39592709c54b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:18.567423 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-1295415e-71ac-41a1-93aa-e1c9cd6da9b2 None None] Set router cae961d8-569b-4a5f-9f71-39592709c54b gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:08:18.637848 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-d0cb9896-8a93-47e7-bc05-0c1f45369f3f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-548715633&fields=id&tenant_id=8d43f2178a344f438bf4bc8854e720a1 HTTP/1.1" status: 200 len: 267 time: 0.0582681 Nov 25 20:08:18.773084 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-07775139-1dad-4980-9299-fe29df6c11c6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:18.774726 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-07775139-1dad-4980-9299-fe29df6c11c6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/networks?id=2efdfcf1-b585-41ec-b7c7-593503a186e0 HTTP/1.1" status: 200 len: 797 time: 0.1275156 Nov 25 20:08:18.793154 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-d9a902eb-7e16-4c53-8ac6-ec7876d62dd2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/quotas/8d43f2178a344f438bf4bc8854e720a1 HTTP/1.1" status: 200 len: 375 time: 0.0112712 Nov 25 20:08:18.844290 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1295415e-71ac-41a1-93aa-e1c9cd6da9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356482472', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:13Z', 'updated_at': '2021-11-25T20:08:17Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:14Z', 'updated_at': '2021-11-25T20:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '27e8a243-5b89-4074-8aa8-afebae7d75c3', 'name': '', 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:b3:1d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'b73ae87b-2d0d-4e48-96cb-02b46fea15db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:16Z', 'updated_at': '2021-11-25T20:08:17Z', 'revision_number': 2, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': 'b73ae87b-2d0d-4e48-96cb-02b46fea15db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:18.867129 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-70fd3a65-66a3-4620-8fc9-b6bc2a7ea12c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644939 Nov 25 20:08:18.876053 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1295415e-71ac-41a1-93aa-e1c9cd6da9b2 None None] Checking router: cae961d8-569b-4a5f-9f71-39592709c54b for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:08:18.876539 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1295415e-71ac-41a1-93aa-e1c9cd6da9b2 None None] Updating router cae961d8-569b-4a5f-9f71-39592709c54b port 27e8a243-5b89-4074-8aa8-afebae7d75c3 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:08:18.906011 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1295415e-71ac-41a1-93aa-e1c9cd6da9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:19.031114 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-5748c001-514e-47d6-800d-78cf7d0778e5 service neutron] 10.222.0.55 "GET /v2.0/networks/2efdfcf1-b585-41ec-b7c7-593503a186e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476831 Nov 25 20:08:19.091314 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd28b3e-b1cc-46cd-8cd9-8faeb618a162 None None] Network 2efdfcf1-b585-41ec-b7c7-593503a186e0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:08:19.151998 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-79105d6d-a422-45ce-a661-3d5f52bc3211 service neutron] 10.222.0.55 "GET /v2.0/networks/2efdfcf1-b585-41ec-b7c7-593503a186e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099112 Nov 25 20:08:19.278964 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-b9383336-71df-496d-be54-640c6f48a08b None None] Provisioning complete for port 67ae2419-ba72-444e-a729-461a965ea792 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:19.279393 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b9383336-71df-496d-be54-640c6f48a08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:19.340025 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bc5b75cd-ad85-437d-8ce8-a9a110b2b68f req-2cf4d802-511d-4015-a84e-ef38b8ca9da6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 210 time: 0.0281425 Nov 25 20:08:19.543416 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1295415e-71ac-41a1-93aa-e1c9cd6da9b2 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:19.558216 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1295415e-71ac-41a1-93aa-e1c9cd6da9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:19.622938 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53660-49dd-4b58-b1a4-9c0e6f710dc9 None None] Pushing event updated for resources: {'Port': ['ID=27e8a243-5b89-4074-8aa8-afebae7d75c3,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:19.640377 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 67ae2419-ba72-444e-a729-461a965ea792 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:08:19.645017 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53660-49dd-4b58-b1a4-9c0e6f710dc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:19.645784 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53660-49dd-4b58-b1a4-9c0e6f710dc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:19.646200 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53660-49dd-4b58-b1a4-9c0e6f710dc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:19.646788 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53660-49dd-4b58-b1a4-9c0e6f710dc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:19.646908 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53660-49dd-4b58-b1a4-9c0e6f710dc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:19.647149 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53660-49dd-4b58-b1a4-9c0e6f710dc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:19.647693 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53660-49dd-4b58-b1a4-9c0e6f710dc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:19.648035 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53660-49dd-4b58-b1a4-9c0e6f710dc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:19.648379 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53660-49dd-4b58-b1a4-9c0e6f710dc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:19.648711 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53660-49dd-4b58-b1a4-9c0e6f710dc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:19.649044 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53660-49dd-4b58-b1a4-9c0e6f710dc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:19.649556 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a53660-49dd-4b58-b1a4-9c0e6f710dc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:19.919751 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-1295415e-71ac-41a1-93aa-e1c9cd6da9b2 None None] Attempting to bind port 27e8a243-5b89-4074-8aa8-afebae7d75c3 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:08:19.921647 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-1295415e-71ac-41a1-93aa-e1c9cd6da9b2 None None] Attempting to bind port 27e8a243-5b89-4074-8aa8-afebae7d75c3 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '1ec86e1e-476b-434e-bb33-ddab5c51332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:08:19.921647 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1295415e-71ac-41a1-93aa-e1c9cd6da9b2 None None] Attempting to bind port 27e8a243-5b89-4074-8aa8-afebae7d75c3 on network 2efdfcf1-b585-41ec-b7c7-593503a186e0 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:08:19.928694 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ea1a280c-b273-4bb6-89f9-70b38dc0b5dc None None] Provisioning complete for port 67ae2419-ba72-444e-a729-461a965ea792 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:19.929067 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ea1a280c-b273-4bb6-89f9-70b38dc0b5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:19.938523 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1295415e-71ac-41a1-93aa-e1c9cd6da9b2 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:08:19.938989 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1295415e-71ac-41a1-93aa-e1c9cd6da9b2 None None] Checking segment: {'id': '1ec86e1e-476b-434e-bb33-ddab5c51332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:08:19.939395 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1295415e-71ac-41a1-93aa-e1c9cd6da9b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:19.939900 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1295415e-71ac-41a1-93aa-e1c9cd6da9b2 None None] Bound using segment: {'id': '1ec86e1e-476b-434e-bb33-ddab5c51332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:08:19.940461 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-1295415e-71ac-41a1-93aa-e1c9cd6da9b2 None None] Bound port: 27e8a243-5b89-4074-8aa8-afebae7d75c3, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec86e1e-476b-434e-bb33-ddab5c51332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:08:19.940877 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1295415e-71ac-41a1-93aa-e1c9cd6da9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:19.975879 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 67ae2419-ba72-444e-a729-461a965ea792 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:19.976245 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:20.096120 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-1295415e-71ac-41a1-93aa-e1c9cd6da9b2 None None] For port 27e8a243-5b89-4074-8aa8-afebae7d75c3, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:08:20.100213 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-1295415e-71ac-41a1-93aa-e1c9cd6da9b2 None None] For port 27e8a243-5b89-4074-8aa8-afebae7d75c3, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=27e8a243-5b89-4074-8aa8-afebae7d75c3,segment=NetworkSegment(1ec86e1e-476b-434e-bb33-ddab5c51332e),segment_id=1ec86e1e-476b-434e-bb33-ddab5c51332e)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:08:20.123582 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1295415e-71ac-41a1-93aa-e1c9cd6da9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:20.239541 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53660-49dd-4b58-b1a4-9c0e6f710dc9 None None] Pushing event updated for resources: {'Port': ['ID=27e8a243-5b89-4074-8aa8-afebae7d75c3,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:20.243892 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1295415e-71ac-41a1-93aa-e1c9cd6da9b2 None None] Routers {'cae961d8-569b-4a5f-9f71-39592709c54b'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:08:20.244524 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1295415e-71ac-41a1-93aa-e1c9cd6da9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:08:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cae961d8-569b-4a5f-9f71-39592709c54b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:20.251108 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ea1a280c-b273-4bb6-89f9-70b38dc0b5dc None None] Provisioning complete for port 27e8a243-5b89-4074-8aa8-afebae7d75c3 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:20.251544 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ea1a280c-b273-4bb6-89f9-70b38dc0b5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:20.427884 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-1295415e-71ac-41a1-93aa-e1c9cd6da9b2 None None] Set router cae961d8-569b-4a5f-9f71-39592709c54b gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:08:20.476466 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ea1a280c-b273-4bb6-89f9-70b38dc0b5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:20.490689 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e28a94f-edf5-495e-8df0-596783ab61f3 req-e5dfd693-d493-4f00-83e0-063a408a2679 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 210 time: 0.0407064 Nov 25 20:08:20.510597 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-e5186d9b-9653-4e2b-9014-4cbfee150bf0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:20.512063 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-e5186d9b-9653-4e2b-9014-4cbfee150bf0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.85 "GET /v2.0/networks?id=2efdfcf1-b585-41ec-b7c7-593503a186e0 HTTP/1.1" status: 200 len: 797 time: 0.2132580 Nov 25 20:08:20.603667 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-3e86c427-bdc7-4614-a4ae-8167e3048e55 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d43f2178a344f438bf4bc8854e720a1 HTTP/1.1" status: 200 len: 379 time: 0.0799320 Nov 25 20:08:20.611335 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ea1a280c-b273-4bb6-89f9-70b38dc0b5dc None None] For port 27e8a243-5b89-4074-8aa8-afebae7d75c3, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=27e8a243-5b89-4074-8aa8-afebae7d75c3,segment=NetworkSegment(1ec86e1e-476b-434e-bb33-ddab5c51332e),segment_id=1ec86e1e-476b-434e-bb33-ddab5c51332e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:08:20.614448 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-764c776d-fb5a-4f53-9d7b-2b837797bb64 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'port': {'device_id': '430960fc-160a-45a0-a944-fb7d2a9fb825', 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0', 'admin_state_up': True, 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'security_groups': ['9fa1a4d1-8c10-4e94-8f86-cec600d25f4b']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:08:20.620594 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ea1a280c-b273-4bb6-89f9-70b38dc0b5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:20.721115 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a280c-b273-4bb6-89f9-70b38dc0b5dc None None] Pushing event updated for resources: {'Port': ['ID=27e8a243-5b89-4074-8aa8-afebae7d75c3,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:20.754936 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-69a1430b-8116-4ff4-9413-cfc958e0f5f8 None None] Provisioning complete for port 27e8a243-5b89-4074-8aa8-afebae7d75c3 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:20.755557 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-69a1430b-8116-4ff4-9413-cfc958e0f5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:20.767012 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-764c776d-fb5a-4f53-9d7b-2b837797bb64 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Made reservation on behalf of 8d43f2178a344f438bf4bc8854e720a1 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:08:20.771185 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-764c776d-fb5a-4f53-9d7b-2b837797bb64 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:20.804443 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1295415e-71ac-41a1-93aa-e1c9cd6da9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356482472', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:13Z', 'updated_at': '2021-11-25T20:08:17Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:14Z', 'updated_at': '2021-11-25T20:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '27e8a243-5b89-4074-8aa8-afebae7d75c3', 'name': '', 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:b3:1d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'b73ae87b-2d0d-4e48-96cb-02b46fea15db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:16Z', 'updated_at': '2021-11-25T20:08:20Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': 'b73ae87b-2d0d-4e48-96cb-02b46fea15db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:20.834401 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1295415e-71ac-41a1-93aa-e1c9cd6da9b2 None None] The sync data for ids ['cae961d8-569b-4a5f-9f71-39592709c54b'] in n-d-819349-5 is: [{'id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356482472', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:13Z', 'updated_at': '2021-11-25T20:08:17Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:14Z', 'updated_at': '2021-11-25T20:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '27e8a243-5b89-4074-8aa8-afebae7d75c3', 'name': '', 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:b3:1d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'b73ae87b-2d0d-4e48-96cb-02b46fea15db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:16Z', 'updated_at': '2021-11-25T20:08:20Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': 'b73ae87b-2d0d-4e48-96cb-02b46fea15db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:08:20.953499 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-764c776d-fb5a-4f53-9d7b-2b837797bb64 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Allocated IP 172.20.0.14 (2efdfcf1-b585-41ec-b7c7-593503a186e0/b73ae87b-2d0d-4e48-96cb-02b46fea15db/68f8977b-6ff2-4f59-8a26-b380b4cf8ecf) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:08:21.023927 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1fe500bf-3f0d-47c0-81e7-940bc3def840 None None] Provisioning complete for port 27e8a243-5b89-4074-8aa8-afebae7d75c3 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:21.024564 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1fe500bf-3f0d-47c0-81e7-940bc3def840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:21.138631 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-764c776d-fb5a-4f53-9d7b-2b837797bb64 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:21.176828 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-764c776d-fb5a-4f53-9d7b-2b837797bb64 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:21.226406 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-764c776d-fb5a-4f53-9d7b-2b837797bb64 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network 2efdfcf1-b585-41ec-b7c7-593503a186e0 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:08:21.229708 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-764c776d-fb5a-4f53-9d7b-2b837797bb64 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:08:21.232123 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-764c776d-fb5a-4f53-9d7b-2b837797bb64 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:08:21.261250 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c776d-fb5a-4f53-9d7b-2b837797bb64 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Port': ['ID=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:21.294394 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-764c776d-fb5a-4f53-9d7b-2b837797bb64 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:21.295590 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-764c776d-fb5a-4f53-9d7b-2b837797bb64 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:21.316444 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-764c776d-fb5a-4f53-9d7b-2b837797bb64 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7068059 Nov 25 20:08:21.329729 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-53801d8d-8245-489b-8c74-83113d89cea4 service neutron] Request body: {'port': {'device_id': '430960fc-160a-45a0-a944-fb7d2a9fb825', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:08:21.389643 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-53801d8d-8245-489b-8c74-83113d89cea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:21.587839 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-795293f4-442a-4311-8ff8-ef21bd39af70 None None] Provisioning complete for port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:21.588163 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-795293f4-442a-4311-8ff8-ef21bd39af70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:21.634333 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 27e8a243-5b89-4074-8aa8-afebae7d75c3 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:08:21.639461 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-795293f4-442a-4311-8ff8-ef21bd39af70 None None] Port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:08:21.693225 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 27e8a243-5b89-4074-8aa8-afebae7d75c3 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:21.693617 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:21.699233 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9de08-de68-4f9b-9461-c384a93c4f07 req-fcbf407a-34be-4c7e-a705-303ae21f61d9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:21.700834 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-81c9de08-de68-4f9b-9461-c384a93c4f07 req-fcbf407a-34be-4c7e-a705-303ae21f61d9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 932 time: 0.0807552 Nov 25 20:08:21.803212 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-81c9de08-de68-4f9b-9461-c384a93c4f07 req-799c93d2-2fd6-4bac-8300-b16c215d652a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=9fa1a4d1-8c10-4e94-8f86-cec600d25f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918839 Nov 25 20:08:21.807397 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-53801d8d-8245-489b-8c74-83113d89cea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:08:21.816130 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-53801d8d-8245-489b-8c74-83113d89cea4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:21.836138 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-53801d8d-8245-489b-8c74-83113d89cea4 service neutron] Transition to ACTIVE for port object 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:08:21.840615 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-53801d8d-8245-489b-8c74-83113d89cea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:21.902689 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53801d8d-8245-489b-8c74-83113d89cea4 service neutron] Pushing event updated for resources: {'Port': ['ID=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:21.986820 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-53801d8d-8245-489b-8c74-83113d89cea4 service neutron] Attempting to bind port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:08:21.987154 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-53801d8d-8245-489b-8c74-83113d89cea4 service neutron] Attempting to bind port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '1ec86e1e-476b-434e-bb33-ddab5c51332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:08:21.987482 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-53801d8d-8245-489b-8c74-83113d89cea4 service neutron] Attempting to bind port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf on network 2efdfcf1-b585-41ec-b7c7-593503a186e0 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:08:21.992394 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-53801d8d-8245-489b-8c74-83113d89cea4 service neutron] Port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf on network 2efdfcf1-b585-41ec-b7c7-593503a186e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:08:21.992769 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-53801d8d-8245-489b-8c74-83113d89cea4 service neutron] Attempting to bind port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf on network 2efdfcf1-b585-41ec-b7c7-593503a186e0 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:08:21.999508 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-53801d8d-8245-489b-8c74-83113d89cea4 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:08:21.999900 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-53801d8d-8245-489b-8c74-83113d89cea4 service neutron] Checking segment: {'id': '1ec86e1e-476b-434e-bb33-ddab5c51332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:08:22.000294 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-53801d8d-8245-489b-8c74-83113d89cea4 service neutron] Bound using segment: {'id': '1ec86e1e-476b-434e-bb33-ddab5c51332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:08:22.000893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-53801d8d-8245-489b-8c74-83113d89cea4 service neutron] Bound port: 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec86e1e-476b-434e-bb33-ddab5c51332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:08:22.001270 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-53801d8d-8245-489b-8c74-83113d89cea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:22.086095 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-53801d8d-8245-489b-8c74-83113d89cea4 service neutron] For port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:08:22.089441 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-53801d8d-8245-489b-8c74-83113d89cea4 service neutron] For port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf,segment=NetworkSegment(1ec86e1e-476b-434e-bb33-ddab5c51332e),segment_id=1ec86e1e-476b-434e-bb33-ddab5c51332e)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:08:22.095439 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-53801d8d-8245-489b-8c74-83113d89cea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:22.112778 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-53801d8d-8245-489b-8c74-83113d89cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:22.113604 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-53801d8d-8245-489b-8c74-83113d89cea4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:22.115273 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-53801d8d-8245-489b-8c74-83113d89cea4 service neutron] 10.222.0.85 "PUT /v2.0/ports/68f8977b-6ff2-4f59-8a26-b380b4cf8ecf HTTP/1.1" status: 200 len: 1092 time: 0.7907951 Nov 25 20:08:22.115821 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430960fc-160a-45a0-a944-fb7d2a9fb825', 'tag': '68f8977b-6ff2-4f59-8a26-b380b4cf8ecf'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:08:22.118431 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a796754-2ac2-4d54-a00d-aa3db6c9292d" -d '{"events": [{"name": "network-changed", "server_uuid": "430960fc-160a-45a0-a944-fb7d2a9fb825", "tag": "68f8977b-6ff2-4f59-8a26-b380b4cf8ecf"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:08:22.192728 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1aa491a-b33a-492f-ad5d-91e52249af42 x-openstack-request-id: req-b1aa491a-b33a-492f-ad5d-91e52249af42 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:08:22.193037 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "430960fc-160a-45a0-a944-fb7d2a9fb825", "tag": "68f8977b-6ff2-4f59-8a26-b380b4cf8ecf", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:08:22.193269 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b1aa491a-b33a-492f-ad5d-91e52249af42 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:08:22.193678 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '430960fc-160a-45a0-a944-fb7d2a9fb825', 'tag': '68f8977b-6ff2-4f59-8a26-b380b4cf8ecf', 'status': 'completed', 'code': 200} Nov 25 20:08:22.252726 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53801d8d-8245-489b-8c74-83113d89cea4 service neutron] Pushing event updated for resources: {'Port': ['ID=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:22.261115 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-1751f7bd-64a0-45a4-80ff-dd0f0bc12791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:22.262730 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-1751f7bd-64a0-45a4-80ff-dd0f0bc12791 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 1095 time: 0.0723100 Nov 25 20:08:22.309345 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-40391f2a-04c1-4db4-a854-0e0c5c6c1246 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf HTTP/1.1" status: 200 len: 217 time: 0.0377967 Nov 25 20:08:22.364061 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-f2a8febf-9de1-461f-bad4-74bfe40794f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:22.365570 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-f2a8febf-9de1-461f-bad4-74bfe40794f1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b73ae87b-2d0d-4e48-96cb-02b46fea15db HTTP/1.1" status: 200 len: 834 time: 0.0498161 Nov 25 20:08:22.421340 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-a4aafbe8-5b1e-49d5-8ba4-b956d32e6b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:22.422926 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-a4aafbe8-5b1e-49d5-8ba4-b956d32e6b6f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2efdfcf1-b585-41ec-b7c7-593503a186e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507841 Nov 25 20:08:22.523665 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-f4497844-adad-46e6-91ce-57bfd228f2c7 service neutron] 10.222.0.85 "GET /v2.0/networks/2efdfcf1-b585-41ec-b7c7-593503a186e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935428 Nov 25 20:08:22.941314 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad8df56c-1805-47e0-86a7-572a28987dbd req-1844683b-08e4-4256-83f4-982d0587470c service neutron] 10.222.0.85 "GET /v2.0/networks/2efdfcf1-b585-41ec-b7c7-593503a186e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098716 Nov 25 20:08:23.038504 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a796754-2ac2-4d54-a00d-aa3db6c9292d req-9c6e27ee-3aac-455a-a75f-5a22d8e84276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:23.040023 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7a796754-2ac2-4d54-a00d-aa3db6c9292d req-9c6e27ee-3aac-455a-a75f-5a22d8e84276 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 1095 time: 0.0441246 Nov 25 20:08:23.175411 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a796754-2ac2-4d54-a00d-aa3db6c9292d req-ff1e871d-059d-4d14-8e1f-632be56b17b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:23.176659 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7a796754-2ac2-4d54-a00d-aa3db6c9292d req-ff1e871d-059d-4d14-8e1f-632be56b17b6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2efdfcf1-b585-41ec-b7c7-593503a186e0 HTTP/1.1" status: 200 len: 898 time: 0.1287010 Nov 25 20:08:23.185113 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0378dd-af53-4c3c-bd35-5d4b5e1668d7 req-e1ab68bd-7507-4494-bbe3-57deed255f72 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:23.186726 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf0378dd-af53-4c3c-bd35-5d4b5e1668d7 req-e1ab68bd-7507-4494-bbe3-57deed255f72 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 944 time: 0.2923288 Nov 25 20:08:23.229393 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7a796754-2ac2-4d54-a00d-aa3db6c9292d req-e0b3d59e-17e2-4919-8edd-c5c3b4d6d134 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf HTTP/1.1" status: 200 len: 217 time: 0.0415740 Nov 25 20:08:23.312461 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf0378dd-af53-4c3c-bd35-5d4b5e1668d7 req-10236c47-df3b-4eb2-859d-acb211d12018 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=9fa1a4d1-8c10-4e94-8f86-cec600d25f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173134 Nov 25 20:08:23.316868 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a796754-2ac2-4d54-a00d-aa3db6c9292d req-0a0beb6d-e266-4740-8069-90700f241383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:23.318396 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7a796754-2ac2-4d54-a00d-aa3db6c9292d req-0a0beb6d-e266-4740-8069-90700f241383 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b73ae87b-2d0d-4e48-96cb-02b46fea15db HTTP/1.1" status: 200 len: 834 time: 0.0801032 Nov 25 20:08:23.379460 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a796754-2ac2-4d54-a00d-aa3db6c9292d req-fdf338aa-ec1d-4940-903b-13c6fc2907c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:23.380959 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7a796754-2ac2-4d54-a00d-aa3db6c9292d req-fdf338aa-ec1d-4940-903b-13c6fc2907c1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2efdfcf1-b585-41ec-b7c7-593503a186e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537601 Nov 25 20:08:23.480368 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7a796754-2ac2-4d54-a00d-aa3db6c9292d req-ade31cde-758b-410b-a930-b060095da9a5 service neutron] 10.222.0.85 "GET /v2.0/networks/2efdfcf1-b585-41ec-b7c7-593503a186e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916624 Nov 25 20:08:23.576028 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7a796754-2ac2-4d54-a00d-aa3db6c9292d req-0f770465-4b7a-4b0f-94ff-ad736c2674e0 service neutron] 10.222.0.85 "GET /v2.0/networks/2efdfcf1-b585-41ec-b7c7-593503a186e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877354 Nov 25 20:08:23.907620 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:24.434323 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2fbdf-f06a-48a8-80d1-bfe7022b475c req-22ce0939-3c10-4cb0-a6dd-7f03e1afacdd tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:24.436419 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-48c2fbdf-f06a-48a8-80d1-bfe7022b475c req-22ce0939-3c10-4cb0-a6dd-7f03e1afacdd tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 944 time: 0.0536604 Nov 25 20:08:24.471655 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:24.488413 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-48c2fbdf-f06a-48a8-80d1-bfe7022b475c req-f058f25b-fb76-4584-b7ca-fa7ce6df6020 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=9fa1a4d1-8c10-4e94-8f86-cec600d25f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454335 Nov 25 20:08:25.317797 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:08:25.416217 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf,segment=NetworkSegment(1ec86e1e-476b-434e-bb33-ddab5c51332e),segment_id=1ec86e1e-476b-434e-bb33-ddab5c51332e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:08:25.428016 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '68f8977b-6ff2-4f59-8a26-b380b4cf8ecf', 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0', 'port_id': '68f8977b-6ff2-4f59-8a26-b380b4cf8ecf', 'mac_address': 'fa:16:3e:23:65:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b73ae87b-2d0d-4e48-96cb-02b46fea15db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:08:25.473414 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:25.486993 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:08:25.506204 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf,segment=NetworkSegment(1ec86e1e-476b-434e-bb33-ddab5c51332e),segment_id=1ec86e1e-476b-434e-bb33-ddab5c51332e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:08:25.510251 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:25.563257 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:25.621237 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e05b05-bd8d-4903-bd85-2c4019bdced5 req-e2c90d29-441f-41fa-83d6-abfc5f83a2fe tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:25.622920 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-32e05b05-bd8d-4903-bd85-2c4019bdced5 req-e2c90d29-441f-41fa-83d6-abfc5f83a2fe tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 945 time: 0.0616724 Nov 25 20:08:25.678462 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-32e05b05-bd8d-4903-bd85-2c4019bdced5 req-c6e827f5-9426-4d08-a86a-78a9ab2fa865 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=9fa1a4d1-8c10-4e94-8f86-cec600d25f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491114 Nov 25 20:08:25.702008 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['68f8977b-6ff2-4f59-8a26-b380b4cf8ecf'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:08:26.798003 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad76b42-c9a4-4af3-b989-7dcc69539a52 req-6f985749-d27c-4c75-b772-5d14466f7c80 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:26.800187 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6ad76b42-c9a4-4af3-b989-7dcc69539a52 req-6f985749-d27c-4c75-b772-5d14466f7c80 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 945 time: 0.0512958 Nov 25 20:08:26.854561 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6ad76b42-c9a4-4af3-b989-7dcc69539a52 req-1ca35191-d6a4-4094-8b6b-27496c928034 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=9fa1a4d1-8c10-4e94-8f86-cec600d25f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484138 Nov 25 20:08:27.315036 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:08:27.369373 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:08:27.373791 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:27.374610 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:27.460990 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:27.486118 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430960fc-160a-45a0-a944-fb7d2a9fb825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f8977b-6ff2-4f59-8a26-b380b4cf8ecf'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:08:27.488481 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf3666b-4120-470c-8613-1e5af025a698" -d '{"events": [{"server_uuid": "430960fc-160a-45a0-a944-fb7d2a9fb825", "name": "network-vif-plugged", "status": "completed", "tag": "68f8977b-6ff2-4f59-8a26-b380b4cf8ecf"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:08:27.504043 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf,segment=NetworkSegment(1ec86e1e-476b-434e-bb33-ddab5c51332e),segment_id=1ec86e1e-476b-434e-bb33-ddab5c51332e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:08:27.509088 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:27.536849 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff93977-d980-41ea-8532-8d045c1b568b x-openstack-request-id: req-5ff93977-d980-41ea-8532-8d045c1b568b {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:08:27.537141 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430960fc-160a-45a0-a944-fb7d2a9fb825", "name": "network-vif-plugged", "status": "completed", "tag": "68f8977b-6ff2-4f59-8a26-b380b4cf8ecf", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:08:27.537397 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5ff93977-d980-41ea-8532-8d045c1b568b {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:08:27.537787 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430960fc-160a-45a0-a944-fb7d2a9fb825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f8977b-6ff2-4f59-8a26-b380b4cf8ecf', 'code': 200} Nov 25 20:08:27.565126 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:27.638735 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b16ef-7bef-481a-93b5-fe3c7bf063e1 req-c8089dbf-3415-4d5d-bb69-245843982978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:27.640780 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-143b16ef-7bef-481a-93b5-fe3c7bf063e1 req-c8089dbf-3415-4d5d-bb69-245843982978 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 1097 time: 0.0454268 Nov 25 20:08:27.697855 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-143b16ef-7bef-481a-93b5-fe3c7bf063e1 req-f549954f-892d-4165-94b3-5dd551e8baa1 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=9fa1a4d1-8c10-4e94-8f86-cec600d25f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500710 Nov 25 20:08:27.989349 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42fc9b-b8dc-4e89-a50b-c1d7f6335365 req-c9808c5b-ef62-4549-aa9a-48049725d99d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:27.990955 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e42fc9b-b8dc-4e89-a50b-c1d7f6335365 req-c9808c5b-ef62-4549-aa9a-48049725d99d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 946 time: 0.0633876 Nov 25 20:08:28.045209 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e42fc9b-b8dc-4e89-a50b-c1d7f6335365 req-59d59486-20af-4d25-9192-6a78ede74c8e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=9fa1a4d1-8c10-4e94-8f86-cec600d25f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478709 Nov 25 20:08:29.172311 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698efd4-553c-47fd-84b7-8a7386c347b9 req-b167c27f-7276-455d-a690-65705ec6fdf8 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:29.173899 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5698efd4-553c-47fd-84b7-8a7386c347b9 req-b167c27f-7276-455d-a690-65705ec6fdf8 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 946 time: 0.0581012 Nov 25 20:08:29.227000 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5698efd4-553c-47fd-84b7-8a7386c347b9 req-f4b39009-5c4f-41c6-a4cd-03b502948ae2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=9fa1a4d1-8c10-4e94-8f86-cec600d25f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469978 Nov 25 20:08:29.284570 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95653e6c-5b25-433f-ad5f-adebe18647d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:29.353758 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68442dfd-679e-4b6b-b645-292023defdbe req-f172b34d-0bf8-45de-b92a-6bd2b2888bf5 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:29.355258 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-68442dfd-679e-4b6b-b645-292023defdbe req-f172b34d-0bf8-45de-b92a-6bd2b2888bf5 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 946 time: 0.0533936 Nov 25 20:08:29.409945 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-68442dfd-679e-4b6b-b645-292023defdbe req-46f7f868-edbd-4daf-9609-dca431d8d817 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=9fa1a4d1-8c10-4e94-8f86-cec600d25f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478461 Nov 25 20:08:29.438915 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53352) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:29.486177 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fe9ab8-6224-4852-9f40-d922e004bece tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:29.487901 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-03fe9ab8-6224-4852-9f40-d922e004bece tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 1092 time: 0.0473821 Nov 25 20:08:29.490767 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53354) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:29.495254 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0dc7dc95-cbf8-4404-be99-3766384a085a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'port_id': '68f8977b-6ff2-4f59-8a26-b380b4cf8ecf', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:08:29.523249 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0dc7dc95-cbf8-4404-be99-3766384a085a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:29.638130 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0dc7dc95-cbf8-4404-be99-3766384a085a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:29.752604 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-0dc7dc95-cbf8-4404-be99-3766384a085a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Allocated IP 172.25.6.106 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/4cf98fd2-7228-41ca-97ac-3bd7bf2f80bd) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:08:29.866389 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0dc7dc95-cbf8-4404-be99-3766384a085a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:29.900021 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0dc7dc95-cbf8-4404-be99-3766384a085a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:29.936999 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc7dc95-cbf8-4404-be99-3766384a085a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:08:29.943366 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0dc7dc95-cbf8-4404-be99-3766384a085a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:08:29.947792 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc7dc95-cbf8-4404-be99-3766384a085a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:08:29.971719 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7dc95-cbf8-4404-be99-3766384a085a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Port': ['ID=4cf98fd2-7228-41ca-97ac-3bd7bf2f80bd,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:30.425169 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0dc7dc95-cbf8-4404-be99-3766384a085a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:30.531397 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0dc7dc95-cbf8-4404-be99-3766384a085a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:30.703563 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0dc7dc95-cbf8-4404-be99-3766384a085a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:30.708983 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0dc7dc95-cbf8-4404-be99-3766384a085a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:30.778326 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7dc95-cbf8-4404-be99-3766384a085a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Port': ['ID=4cf98fd2-7228-41ca-97ac-3bd7bf2f80bd,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:30.797298 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0dc7dc95-cbf8-4404-be99-3766384a085a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:30.902643 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-0dc7dc95-cbf8-4404-be99-3766384a085a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Floating IP d8612ba8-8dc2-4315-b8b7-d36c4eeb0d1b associated. External IP: 172.25.6.106, port: 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf. Nov 25 20:08:31.145122 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc7dc95-cbf8-4404-be99-3766384a085a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Router cae961d8-569b-4a5f-9f71-39592709c54b has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:08:31.260797 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc7dc95-cbf8-4404-be99-3766384a085a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:08:31.271904 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fbaa85-2087-40e8-a4a0-819ce1cf8aef None None] Sync routers for ids ['cae961d8-569b-4a5f-9f71-39592709c54b'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:08:31.282716 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0dc7dc95-cbf8-4404-be99-3766384a085a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:31.283351 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fbaa85-2087-40e8-a4a0-819ce1cf8aef None None] Routers {'cae961d8-569b-4a5f-9f71-39592709c54b'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:08:31.284010 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c5fbaa85-2087-40e8-a4a0-819ce1cf8aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:08:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cae961d8-569b-4a5f-9f71-39592709c54b'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:31.404890 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-c5fbaa85-2087-40e8-a4a0-819ce1cf8aef None None] Set router cae961d8-569b-4a5f-9f71-39592709c54b gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:08:31.627121 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0dc7dc95-cbf8-4404-be99-3766384a085a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1352506 Nov 25 20:08:31.627948 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430960fc-160a-45a0-a944-fb7d2a9fb825', 'tag': '68f8977b-6ff2-4f59-8a26-b380b4cf8ecf'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:08:31.630380 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba3f174-c17d-48fa-8f59-db776c19fb05" -d '{"events": [{"name": "network-changed", "server_uuid": "430960fc-160a-45a0-a944-fb7d2a9fb825", "tag": "68f8977b-6ff2-4f59-8a26-b380b4cf8ecf"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:08:31.661498 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c5fbaa85-2087-40e8-a4a0-819ce1cf8aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356482472', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:13Z', 'updated_at': '2021-11-25T20:08:17Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:14Z', 'updated_at': '2021-11-25T20:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'd8612ba8-8dc2-4315-b8b7-d36c4eeb0d1b', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'floating_ip_address': '172.25.6.106', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'port_id': '68f8977b-6ff2-4f59-8a26-b380b4cf8ecf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0', 'mac_address': 'fa:16:3e:23:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430960fc-160a-45a0-a944-fb7d2a9fb825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:08:30Z', 'updated_at': '2021-11-25T20:08:30Z', 'revision_number': 0, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e8a243-5b89-4074-8aa8-afebae7d75c3', 'name': '', 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:b3:1d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'b73ae87b-2d0d-4e48-96cb-02b46fea15db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:16Z', 'updated_at': '2021-11-25T20:08:20Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': 'b73ae87b-2d0d-4e48-96cb-02b46fea15db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:31.689242 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fbaa85-2087-40e8-a4a0-819ce1cf8aef None None] Checking router: cae961d8-569b-4a5f-9f71-39592709c54b for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:08:31.699077 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fbaa85-2087-40e8-a4a0-819ce1cf8aef None None] Routers {'cae961d8-569b-4a5f-9f71-39592709c54b'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:08:31.699703 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c5fbaa85-2087-40e8-a4a0-819ce1cf8aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:08:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cae961d8-569b-4a5f-9f71-39592709c54b'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:31.750487 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccec20a-3e91-4dc2-b84d-cb4e4ad5c731 req-345b1459-a5c2-464e-8da4-ae239d56d3fd tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:31.752229 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3ccec20a-3e91-4dc2-b84d-cb4e4ad5c731 req-345b1459-a5c2-464e-8da4-ae239d56d3fd tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 946 time: 0.0619936 Nov 25 20:08:31.755575 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3f7c2d05-7545-48cf-81d1-b0c5526f7aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:31.815374 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-c5fbaa85-2087-40e8-a4a0-819ce1cf8aef None None] Set router cae961d8-569b-4a5f-9f71-39592709c54b gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:08:31.820302 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3ccec20a-3e91-4dc2-b84d-cb4e4ad5c731 req-38b9640f-7dce-45d6-98fc-093142615dc5 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=9fa1a4d1-8c10-4e94-8f86-cec600d25f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599430 Nov 25 20:08:31.844148 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53360) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:31.883905 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6aea8e8-6075-45c3-b687-40b81af9147f x-openstack-request-id: req-e6aea8e8-6075-45c3-b687-40b81af9147f {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:08:31.884270 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "430960fc-160a-45a0-a944-fb7d2a9fb825", "tag": "68f8977b-6ff2-4f59-8a26-b380b4cf8ecf", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:08:31.884526 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e6aea8e8-6075-45c3-b687-40b81af9147f {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:08:31.884854 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '430960fc-160a-45a0-a944-fb7d2a9fb825', 'tag': '68f8977b-6ff2-4f59-8a26-b380b4cf8ecf', 'status': 'completed', 'code': 200} Nov 25 20:08:31.915328 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cf499523-9246-49c0-8c0b-41a5cee79522 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/floatingips/d8612ba8-8dc2-4315-b8b7-d36c4eeb0d1b HTTP/1.1" status: 200 len: 992 time: 0.0684452 Nov 25 20:08:31.939444 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3f174-c17d-48fa-8f59-db776c19fb05 req-a1e1f68b-3089-4019-8d58-4235abe6d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:31.940975 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8ba3f174-c17d-48fa-8f59-db776c19fb05 req-a1e1f68b-3089-4019-8d58-4235abe6d7ec service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 1097 time: 0.0455542 Nov 25 20:08:32.042544 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3f174-c17d-48fa-8f59-db776c19fb05 req-cd3e6cf6-530b-40a9-8101-afc4eb7d4a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:32.046152 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8ba3f174-c17d-48fa-8f59-db776c19fb05 req-cd3e6cf6-530b-40a9-8101-afc4eb7d4a63 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2efdfcf1-b585-41ec-b7c7-593503a186e0 HTTP/1.1" status: 200 len: 898 time: 0.0980179 Nov 25 20:08:32.098490 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c5fbaa85-2087-40e8-a4a0-819ce1cf8aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356482472', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:13Z', 'updated_at': '2021-11-25T20:08:17Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:14Z', 'updated_at': '2021-11-25T20:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'd8612ba8-8dc2-4315-b8b7-d36c4eeb0d1b', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'floating_ip_address': '172.25.6.106', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'port_id': '68f8977b-6ff2-4f59-8a26-b380b4cf8ecf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0', 'mac_address': 'fa:16:3e:23:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430960fc-160a-45a0-a944-fb7d2a9fb825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:08:30Z', 'updated_at': '2021-11-25T20:08:30Z', 'revision_number': 0, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e8a243-5b89-4074-8aa8-afebae7d75c3', 'name': '', 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:b3:1d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'b73ae87b-2d0d-4e48-96cb-02b46fea15db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:16Z', 'updated_at': '2021-11-25T20:08:20Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': 'b73ae87b-2d0d-4e48-96cb-02b46fea15db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:32.126461 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fbaa85-2087-40e8-a4a0-819ce1cf8aef None None] The sync data for ids ['cae961d8-569b-4a5f-9f71-39592709c54b'] in n-d-819349-5 is: [{'id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356482472', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:13Z', 'updated_at': '2021-11-25T20:08:17Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:14Z', 'updated_at': '2021-11-25T20:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'd8612ba8-8dc2-4315-b8b7-d36c4eeb0d1b', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'floating_ip_address': '172.25.6.106', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'port_id': '68f8977b-6ff2-4f59-8a26-b380b4cf8ecf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0', 'mac_address': 'fa:16:3e:23:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430960fc-160a-45a0-a944-fb7d2a9fb825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:08:30Z', 'updated_at': '2021-11-25T20:08:30Z', 'revision_number': 0, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e8a243-5b89-4074-8aa8-afebae7d75c3', 'name': '', 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:b3:1d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'b73ae87b-2d0d-4e48-96cb-02b46fea15db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:16Z', 'updated_at': '2021-11-25T20:08:20Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': 'b73ae87b-2d0d-4e48-96cb-02b46fea15db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:08:32.134320 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8ba3f174-c17d-48fa-8f59-db776c19fb05 req-e08f1c1e-5c69-47cb-bc75-0da7a5c37cb5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf HTTP/1.1" status: 200 len: 1000 time: 0.0817926 Nov 25 20:08:32.191360 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3f174-c17d-48fa-8f59-db776c19fb05 req-15d4ea82-f1fd-4716-bab4-6da13bd6a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:32.192909 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8ba3f174-c17d-48fa-8f59-db776c19fb05 req-15d4ea82-f1fd-4716-bab4-6da13bd6a758 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b73ae87b-2d0d-4e48-96cb-02b46fea15db HTTP/1.1" status: 200 len: 834 time: 0.0521500 Nov 25 20:08:32.243301 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3f174-c17d-48fa-8f59-db776c19fb05 req-9a84ceb0-eba9-4537-b57d-13d5381e680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:32.244821 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8ba3f174-c17d-48fa-8f59-db776c19fb05 req-9a84ceb0-eba9-4537-b57d-13d5381e680e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2efdfcf1-b585-41ec-b7c7-593503a186e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454652 Nov 25 20:08:32.358859 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8ba3f174-c17d-48fa-8f59-db776c19fb05 req-c0cb4924-5230-4555-8a66-bd4249cc9f40 service neutron] 10.222.0.85 "GET /v2.0/networks/2efdfcf1-b585-41ec-b7c7-593503a186e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051838 Nov 25 20:08:32.364704 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d697ac95-f6f1-4038-a42c-7ccaee3a39ee None None] New status for floating IP d8612ba8-8dc2-4315-b8b7-d36c4eeb0d1b: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:08:32.459720 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8ba3f174-c17d-48fa-8f59-db776c19fb05 req-18f5311d-c73a-42e7-8465-cc5807f17bdd service neutron] 10.222.0.85 "GET /v2.0/networks/2efdfcf1-b585-41ec-b7c7-593503a186e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941870 Nov 25 20:08:32.917405 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53362) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:32.988446 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-042dffc6-48cc-4674-bb26-e68157d126f1 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/floatingips/d8612ba8-8dc2-4315-b8b7-d36c4eeb0d1b HTTP/1.1" status: 200 len: 994 time: 0.0698538 Nov 25 20:08:33.777923 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:34.610793 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:08:35.581049 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:35.637846 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:47.114834 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ef630bd-7f7d-46e2-9798-7087bae87b0c req-6647759c-1d04-4f8e-8891-e14ab3269be7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0584011 Nov 25 20:08:47.187550 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-03324c4b-f7ec-4492-8bd1-45d95090a769 req-6406eb77-4e99-40a4-a467-b628654e9d9a service neutron] (103599) timed out ('10.222.0.55', 33968) {{(pid=103599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 20:08:47.209627 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef630bd-7f7d-46e2-9798-7087bae87b0c req-22aa62c4-fec1-4786-a844-0476bd2b1b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:47.211240 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ef630bd-7f7d-46e2-9798-7087bae87b0c req-22aa62c4-fec1-4786-a844-0476bd2b1b20 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 1097 time: 0.0466309 Nov 25 20:08:47.333206 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef630bd-7f7d-46e2-9798-7087bae87b0c req-01f6b207-aed7-422b-b0fc-82af5d103696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:47.334680 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ef630bd-7f7d-46e2-9798-7087bae87b0c req-01f6b207-aed7-422b-b0fc-82af5d103696 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2efdfcf1-b585-41ec-b7c7-593503a186e0 HTTP/1.1" status: 200 len: 898 time: 0.0975993 Nov 25 20:08:47.409653 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ef630bd-7f7d-46e2-9798-7087bae87b0c req-6c0df734-5aea-497f-8ced-061d5320f8fd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf HTTP/1.1" status: 200 len: 1002 time: 0.0669739 Nov 25 20:08:47.464223 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef630bd-7f7d-46e2-9798-7087bae87b0c req-0363e183-4211-40ec-93f0-a518f3482c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:47.465755 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ef630bd-7f7d-46e2-9798-7087bae87b0c req-0363e183-4211-40ec-93f0-a518f3482c98 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b73ae87b-2d0d-4e48-96cb-02b46fea15db HTTP/1.1" status: 200 len: 834 time: 0.0488050 Nov 25 20:08:47.525420 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef630bd-7f7d-46e2-9798-7087bae87b0c req-3035e440-eb36-4648-8a9f-2b7682d65114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:47.527351 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ef630bd-7f7d-46e2-9798-7087bae87b0c req-3035e440-eb36-4648-8a9f-2b7682d65114 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2efdfcf1-b585-41ec-b7c7-593503a186e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534396 Nov 25 20:08:47.627630 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ef630bd-7f7d-46e2-9798-7087bae87b0c req-e21fea80-6944-45be-a4fd-53a283fbdaa1 service neutron] 10.222.0.85 "GET /v2.0/networks/2efdfcf1-b585-41ec-b7c7-593503a186e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910125 Nov 25 20:08:47.733986 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ef630bd-7f7d-46e2-9798-7087bae87b0c req-56628ff3-eb10-4a89-923c-72936d5e6a59 service neutron] 10.222.0.85 "GET /v2.0/networks/2efdfcf1-b585-41ec-b7c7-593503a186e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981433 Nov 25 20:08:53.907749 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:54.470540 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:59.293520 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9a7c8f55-6944-46df-8496-6d37443e58c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:01.747039 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5c983e15-14d7-4c02-b132-9850d6e11cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:03.780104 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:04.397928 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1ce45-22c5-4f2c-a488-c4f5c041b401 req-aff924b2-197b-4783-8584-c8226228f391 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:04.399428 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-60b1ce45-22c5-4f2c-a488-c4f5c041b401 req-aff924b2-197b-4783-8584-c8226228f391 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 946 time: 0.0529728 Nov 25 20:09:04.453751 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-60b1ce45-22c5-4f2c-a488-c4f5c041b401 req-324f7f6f-7d83-4a25-85be-cf172ccecdd2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=9fa1a4d1-8c10-4e94-8f86-cec600d25f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473800 Nov 25 20:09:04.476590 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53386) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:04.544330 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3799a14b-abb6-4294-b364-e0fb7977981f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/floatingips/d8612ba8-8dc2-4315-b8b7-d36c4eeb0d1b HTTP/1.1" status: 200 len: 994 time: 0.0665627 Nov 25 20:09:05.032229 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724138e-dc17-4ecd-bd6e-6d9661151b64 req-0a4b2c81-d074-446d-91d1-deaad77cc9cb tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:05.033759 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d724138e-dc17-4ecd-bd6e-6d9661151b64 req-0a4b2c81-d074-446d-91d1-deaad77cc9cb tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 1097 time: 0.0420353 Nov 25 20:09:05.085155 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d724138e-dc17-4ecd-bd6e-6d9661151b64 req-dacceeaf-984c-4f11-afe7-d2800e939be8 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9fa1a4d1-8c10-4e94-8f86-cec600d25f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451405 Nov 25 20:09:05.592302 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:05.643851 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:05.664340 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-79618517-fb1a-4842-80d5-ad76b292a894 req-02ea0c86-437a-4aed-b68f-1c7b05ac4d71 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0454149 Nov 25 20:09:05.675226 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-79618517-fb1a-4842-80d5-ad76b292a894 req-fe295f58-3f9f-4848-acc2-13ae91534ea5 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:09:05.676274 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-79618517-fb1a-4842-80d5-ad76b292a894 req-fe295f58-3f9f-4848-acc2-13ae91534ea5 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064843 Nov 25 20:09:06.247677 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d88c0fcb-53db-4525-ab83-2691907dafc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:06.249194 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d88c0fcb-53db-4525-ab83-2691907dafc0 service neutron] 10.222.0.55 "GET /v2.0/ports/68f8977b-6ff2-4f59-8a26-b380b4cf8ecf HTTP/1.1" status: 200 len: 1094 time: 0.0349576 Nov 25 20:09:06.257858 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-79618517-fb1a-4842-80d5-ad76b292a894 req-20a499a2-b716-4ddc-a932-53654ee41a10 service neutron] Request body: {'binding': {'host': 'n-h1-819349-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:09:06.258341 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-79618517-fb1a-4842-80d5-ad76b292a894 req-20a499a2-b716-4ddc-a932-53654ee41a10 service neutron] Unknown quota resources ['binding']. {{(pid=103599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 20:09:06.409096 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-79618517-fb1a-4842-80d5-ad76b292a894 req-20a499a2-b716-4ddc-a932-53654ee41a10 service neutron] Attempting to bind port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf on host n-h1-819349-5 for vnic_type normal with profile None {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:09:06.409438 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-79618517-fb1a-4842-80d5-ad76b292a894 req-20a499a2-b716-4ddc-a932-53654ee41a10 service neutron] Attempting to bind port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '1ec86e1e-476b-434e-bb33-ddab5c51332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:09:06.409774 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79618517-fb1a-4842-80d5-ad76b292a894 req-20a499a2-b716-4ddc-a932-53654ee41a10 service neutron] Attempting to bind port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf on network 2efdfcf1-b585-41ec-b7c7-593503a186e0 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:09:06.414344 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79618517-fb1a-4842-80d5-ad76b292a894 req-20a499a2-b716-4ddc-a932-53654ee41a10 service neutron] Port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf on network 2efdfcf1-b585-41ec-b7c7-593503a186e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:09:06.414669 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79618517-fb1a-4842-80d5-ad76b292a894 req-20a499a2-b716-4ddc-a932-53654ee41a10 service neutron] Attempting to bind port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf on network 2efdfcf1-b585-41ec-b7c7-593503a186e0 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:09:06.419733 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79618517-fb1a-4842-80d5-ad76b292a894 req-20a499a2-b716-4ddc-a932-53654ee41a10 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:09:06.420085 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79618517-fb1a-4842-80d5-ad76b292a894 req-20a499a2-b716-4ddc-a932-53654ee41a10 service neutron] Checking segment: {'id': '1ec86e1e-476b-434e-bb33-ddab5c51332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:09:06.420462 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79618517-fb1a-4842-80d5-ad76b292a894 req-20a499a2-b716-4ddc-a932-53654ee41a10 service neutron] Bound using segment: {'id': '1ec86e1e-476b-434e-bb33-ddab5c51332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:09:06.420896 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-79618517-fb1a-4842-80d5-ad76b292a894 req-20a499a2-b716-4ddc-a932-53654ee41a10 service neutron] Bound port: 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec86e1e-476b-434e-bb33-ddab5c51332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:09:06.516706 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-79618517-fb1a-4842-80d5-ad76b292a894 req-20a499a2-b716-4ddc-a932-53654ee41a10 service neutron] For port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf,segment=NetworkSegment(1ec86e1e-476b-434e-bb33-ddab5c51332e),segment_id=1ec86e1e-476b-434e-bb33-ddab5c51332e)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:09:06.523401 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-79618517-fb1a-4842-80d5-ad76b292a894 req-20a499a2-b716-4ddc-a932-53654ee41a10 service neutron] Publish callbacks [] for binding, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:06.524612 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-79618517-fb1a-4842-80d5-ad76b292a894 req-20a499a2-b716-4ddc-a932-53654ee41a10 service neutron] 10.222.0.55 "POST /v2.0/ports/68f8977b-6ff2-4f59-8a26-b380b4cf8ecf/bindings HTTP/1.1" status: 201 len: 389 time: 0.2701430 Nov 25 20:09:06.704959 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fff3a3-155d-468f-98b7-f293b7909808 req-7663c0a3-d449-47da-a11e-c73d6178ffa4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:06.706562 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9fff3a3-155d-468f-98b7-f293b7909808 req-7663c0a3-d449-47da-a11e-c73d6178ffa4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 946 time: 0.0595686 Nov 25 20:09:06.791602 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9fff3a3-155d-468f-98b7-f293b7909808 req-ec68395c-d835-4129-844c-994bf08d7107 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=9fa1a4d1-8c10-4e94-8f86-cec600d25f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784481 Nov 25 20:09:06.799722 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79618517-fb1a-4842-80d5-ad76b292a894 req-25822e8d-835a-44c9-9cec-f90ea54fb269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:06.801346 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79618517-fb1a-4842-80d5-ad76b292a894 req-25822e8d-835a-44c9-9cec-f90ea54fb269 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 1097 time: 0.0719454 Nov 25 20:09:06.898100 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79618517-fb1a-4842-80d5-ad76b292a894 req-da59df26-d5d6-4dc3-855e-0ce693372aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:06.903733 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79618517-fb1a-4842-80d5-ad76b292a894 req-da59df26-d5d6-4dc3-855e-0ce693372aa6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2efdfcf1-b585-41ec-b7c7-593503a186e0 HTTP/1.1" status: 200 len: 898 time: 0.0944519 Nov 25 20:09:06.977643 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79618517-fb1a-4842-80d5-ad76b292a894 req-01bd49d0-2c96-4bae-b70d-55d1ab77eb5d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf HTTP/1.1" status: 200 len: 1002 time: 0.0660126 Nov 25 20:09:07.033535 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79618517-fb1a-4842-80d5-ad76b292a894 req-fd01e2ee-824f-4750-82d3-1e822ccbfddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:07.035048 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79618517-fb1a-4842-80d5-ad76b292a894 req-fd01e2ee-824f-4750-82d3-1e822ccbfddf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b73ae87b-2d0d-4e48-96cb-02b46fea15db HTTP/1.1" status: 200 len: 834 time: 0.0491621 Nov 25 20:09:07.086248 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79618517-fb1a-4842-80d5-ad76b292a894 req-4eb5e418-a35f-4b19-8bf6-999dde9a3615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:07.087814 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79618517-fb1a-4842-80d5-ad76b292a894 req-4eb5e418-a35f-4b19-8bf6-999dde9a3615 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2efdfcf1-b585-41ec-b7c7-593503a186e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449336 Nov 25 20:09:07.203655 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79618517-fb1a-4842-80d5-ad76b292a894 req-72dc2ae4-850a-44cf-aa56-120ef6f2d6ab service neutron] 10.222.0.73 "GET /v2.0/networks/2efdfcf1-b585-41ec-b7c7-593503a186e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071761 Nov 25 20:09:07.301336 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79618517-fb1a-4842-80d5-ad76b292a894 req-3b7bc5f6-2831-4762-97d7-0998d497e6df service neutron] 10.222.0.73 "GET /v2.0/networks/2efdfcf1-b585-41ec-b7c7-593503a186e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892746 Nov 25 20:09:07.452586 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79618517-fb1a-4842-80d5-ad76b292a894 req-f4578d90-ba1f-4749-b319-5780a1d93182 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:07.454026 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79618517-fb1a-4842-80d5-ad76b292a894 req-f4578d90-ba1f-4749-b319-5780a1d93182 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825&tenant_id=8d43f2178a344f438bf4bc8854e720a1&binding%3Ahost_id=n-h2-819349-5 HTTP/1.1" status: 200 len: 1097 time: 0.0849822 Nov 25 20:09:07.471025 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819349-5'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:09:07.533380 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:07.683037 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d8942d3f-4948-4834-955b-49261a838149 service neutron] For port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf,segment=NetworkSegment(1ec86e1e-476b-434e-bb33-ddab5c51332e),segment_id=1ec86e1e-476b-434e-bb33-ddab5c51332e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:07.725796 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d8942d3f-4948-4834-955b-49261a838149 service neutron] For port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:09:07.779198 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430960fc-160a-45a0-a944-fb7d2a9fb825', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68f8977b-6ff2-4f59-8a26-b380b4cf8ecf'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:09:07.781776 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7e85b6-4dc9-4ffc-9431-1a8cf686ba20" -d '{"events": [{"server_uuid": "430960fc-160a-45a0-a944-fb7d2a9fb825", "name": "network-vif-unplugged", "status": "completed", "tag": "68f8977b-6ff2-4f59-8a26-b380b4cf8ecf"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:09:07.786457 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:07.793883 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:07.852225 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb1a9ea-df3a-499b-9795-d745564c03ad x-openstack-request-id: req-bfb1a9ea-df3a-499b-9795-d745564c03ad {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:09:07.852558 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430960fc-160a-45a0-a944-fb7d2a9fb825", "name": "network-vif-unplugged", "status": "completed", "tag": "68f8977b-6ff2-4f59-8a26-b380b4cf8ecf", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:09:07.852928 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bfb1a9ea-df3a-499b-9795-d745564c03ad {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:09:07.853259 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430960fc-160a-45a0-a944-fb7d2a9fb825', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68f8977b-6ff2-4f59-8a26-b380b4cf8ecf', 'code': 200} Nov 25 20:09:07.933807 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Pushing event updated for resources: {'Port': ['ID=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:07.973723 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:07.974116 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:07.974569 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:07.974905 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:07.975302 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:07.975762 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:07.976153 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:07.976433 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:07.976757 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:07.977089 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:07.977413 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:07.977730 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:08.024887 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d184b81-b48c-40b7-a057-b8469d8ffba5 req-df2821ed-f03a-4a45-b87f-ae9a5f5b0cb6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:08.026761 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9d184b81-b48c-40b7-a057-b8469d8ffba5 req-df2821ed-f03a-4a45-b87f-ae9a5f5b0cb6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 944 time: 0.1019561 Nov 25 20:09:08.047769 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Attempting to bind port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf on host n-h2-819349-5 for vnic_type normal with profile {"migrating_to": "n-h1-819349-5"} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:09:08.048100 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Attempting to bind port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '1ec86e1e-476b-434e-bb33-ddab5c51332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:09:08.048698 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Attempting to bind port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf on network 2efdfcf1-b585-41ec-b7c7-593503a186e0 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:09:08.067077 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf on network 2efdfcf1-b585-41ec-b7c7-593503a186e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:09:08.067402 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Attempting to bind port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf on network 2efdfcf1-b585-41ec-b7c7-593503a186e0 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:09:08.083904 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:09:08.084256 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Checking segment: {'id': '1ec86e1e-476b-434e-bb33-ddab5c51332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:09:08.084638 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Bound using segment: {'id': '1ec86e1e-476b-434e-bb33-ddab5c51332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:09:08.085080 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Bound port: 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec86e1e-476b-434e-bb33-ddab5c51332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:09:08.085435 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:08.109854 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9d184b81-b48c-40b7-a057-b8469d8ffba5 req-9de46d29-7304-46a2-be53-dcca11b6958b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=9fa1a4d1-8c10-4e94-8f86-cec600d25f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744724 Nov 25 20:09:08.130339 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d6d03417-0072-4bf1-a2ae-925bfab3e31c None None] Provisioning complete for port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:09:08.131433 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d6d03417-0072-4bf1-a2ae-925bfab3e31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:08.173303 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d6d03417-0072-4bf1-a2ae-925bfab3e31c None None] Port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:09:08.174081 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d8942d3f-4948-4834-955b-49261a838149 service neutron] For port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:09:08.183182 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d8942d3f-4948-4834-955b-49261a838149 service neutron] For port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf,segment=NetworkSegment(1ec86e1e-476b-434e-bb33-ddab5c51332e),segment_id=1ec86e1e-476b-434e-bb33-ddab5c51332e)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:09:08.188271 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:08.304215 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Pushing event updated for resources: {'Port': ['ID=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:08.341115 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:08.341968 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d8942d3f-4948-4834-955b-49261a838149 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:08.343815 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d8942d3f-4948-4834-955b-49261a838149 service neutron] 10.222.0.73 "PUT /v2.0/ports/68f8977b-6ff2-4f59-8a26-b380b4cf8ecf HTTP/1.1" status: 200 len: 1122 time: 0.8775659 Nov 25 20:09:08.412253 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['68f8977b-6ff2-4f59-8a26-b380b4cf8ecf'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:09:08.522342 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3320005c-794e-4fbe-a624-fe4e5c44b012 None None] Provisioning complete for port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:09:08.522591 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3320005c-794e-4fbe-a624-fe4e5c44b012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:08.681987 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3320005c-794e-4fbe-a624-fe4e5c44b012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:08.728213 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430960fc-160a-45a0-a944-fb7d2a9fb825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f8977b-6ff2-4f59-8a26-b380b4cf8ecf'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:09:08.730533 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafd7c13-ddeb-4674-998e-9684e73ee1c7" -d '{"events": [{"server_uuid": "430960fc-160a-45a0-a944-fb7d2a9fb825", "name": "network-vif-plugged", "status": "completed", "tag": "68f8977b-6ff2-4f59-8a26-b380b4cf8ecf"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:09:08.757173 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3320005c-794e-4fbe-a624-fe4e5c44b012 None None] For port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf,segment=NetworkSegment(1ec86e1e-476b-434e-bb33-ddab5c51332e),segment_id=1ec86e1e-476b-434e-bb33-ddab5c51332e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:08.763301 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3320005c-794e-4fbe-a624-fe4e5c44b012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:08.773420 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7ad1ff-209e-4477-b056-c906b9344e45 x-openstack-request-id: req-7f7ad1ff-209e-4477-b056-c906b9344e45 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:09:08.773662 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430960fc-160a-45a0-a944-fb7d2a9fb825", "name": "network-vif-plugged", "status": "completed", "tag": "68f8977b-6ff2-4f59-8a26-b380b4cf8ecf", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:09:08.773923 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7f7ad1ff-209e-4477-b056-c906b9344e45 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:09:08.774341 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430960fc-160a-45a0-a944-fb7d2a9fb825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f8977b-6ff2-4f59-8a26-b380b4cf8ecf', 'code': 200} Nov 25 20:09:08.921795 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320005c-794e-4fbe-a624-fe4e5c44b012 None None] Pushing event updated for resources: {'Port': ['ID=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf,revision_number=9']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:09.235383 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9f74e-d604-4360-ac27-b8e8b4ee2056 req-83113d50-6fdc-41d0-9c78-2b62d0f9195d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:09.236855 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-88a9f74e-d604-4360-ac27-b8e8b4ee2056 req-83113d50-6fdc-41d0-9c78-2b62d0f9195d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 946 time: 0.0543320 Nov 25 20:09:09.288108 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-88a9f74e-d604-4360-ac27-b8e8b4ee2056 req-4855bac6-6530-4b48-805a-261ba8f8f4d9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=9fa1a4d1-8c10-4e94-8f86-cec600d25f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452242 Nov 25 20:09:09.854815 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430960fc-160a-45a0-a944-fb7d2a9fb825', 'tag': '68f8977b-6ff2-4f59-8a26-b380b4cf8ecf'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:09:09.857871 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9462c36f-671c-4308-ac70-a68301f16a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "430960fc-160a-45a0-a944-fb7d2a9fb825", "tag": "68f8977b-6ff2-4f59-8a26-b380b4cf8ecf"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:09:09.893930 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a323d8-548a-40bc-869a-f53a82d2209c x-openstack-request-id: req-71a323d8-548a-40bc-869a-f53a82d2209c {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:09:09.894234 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "430960fc-160a-45a0-a944-fb7d2a9fb825", "tag": "68f8977b-6ff2-4f59-8a26-b380b4cf8ecf", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:09:09.894526 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-71a323d8-548a-40bc-869a-f53a82d2209c {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:09:09.895194 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '430960fc-160a-45a0-a944-fb7d2a9fb825', 'tag': '68f8977b-6ff2-4f59-8a26-b380b4cf8ecf', 'status': 'completed', 'code': 200} Nov 25 20:09:09.958959 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462c36f-671c-4308-ac70-a68301f16a0e req-034d8420-926c-4ce3-9391-1f70ad784dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:09.960461 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9462c36f-671c-4308-ac70-a68301f16a0e req-034d8420-926c-4ce3-9391-1f70ad784dd5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 1127 time: 0.0419395 Nov 25 20:09:10.057041 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462c36f-671c-4308-ac70-a68301f16a0e req-4e40d94d-8304-42a9-8496-8bad506c4224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:10.058556 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9462c36f-671c-4308-ac70-a68301f16a0e req-4e40d94d-8304-42a9-8496-8bad506c4224 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2efdfcf1-b585-41ec-b7c7-593503a186e0 HTTP/1.1" status: 200 len: 898 time: 0.0910473 Nov 25 20:09:10.128948 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9462c36f-671c-4308-ac70-a68301f16a0e req-99df8584-92e1-4424-84f9-e16cd9c3e8a8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf HTTP/1.1" status: 200 len: 1002 time: 0.0619302 Nov 25 20:09:10.179976 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462c36f-671c-4308-ac70-a68301f16a0e req-9ff33d54-6158-4f7c-8a42-6ccf3fba54d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:10.181457 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9462c36f-671c-4308-ac70-a68301f16a0e req-9ff33d54-6158-4f7c-8a42-6ccf3fba54d8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b73ae87b-2d0d-4e48-96cb-02b46fea15db HTTP/1.1" status: 200 len: 834 time: 0.0456762 Nov 25 20:09:10.230264 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462c36f-671c-4308-ac70-a68301f16a0e req-23ebdacd-63ce-49e8-abff-66b1b7f832b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:10.231794 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9462c36f-671c-4308-ac70-a68301f16a0e req-23ebdacd-63ce-49e8-abff-66b1b7f832b3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2efdfcf1-b585-41ec-b7c7-593503a186e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433207 Nov 25 20:09:10.323597 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9462c36f-671c-4308-ac70-a68301f16a0e req-4c5c795f-4ef3-4fca-a1ba-98d0c9b94fa4 service neutron] 10.222.0.85 "GET /v2.0/networks/2efdfcf1-b585-41ec-b7c7-593503a186e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844405 Nov 25 20:09:10.329272 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:09:10.461942 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f2749-a5ab-4d44-a066-8e885c7e6358 req-d4aef25d-215f-40b3-b11c-452530ef65e1 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:10.463425 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-686f2749-a5ab-4d44-a066-8e885c7e6358 req-d4aef25d-215f-40b3-b11c-452530ef65e1 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 946 time: 0.0763631 Nov 25 20:09:10.465321 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9462c36f-671c-4308-ac70-a68301f16a0e req-fbf2a17e-129e-413f-b6fe-5c8e36c66098 service neutron] 10.222.0.85 "GET /v2.0/networks/2efdfcf1-b585-41ec-b7c7-593503a186e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345072 Nov 25 20:09:10.521060 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-686f2749-a5ab-4d44-a066-8e885c7e6358 req-2a6580a3-1b0f-441c-9a22-4ea9d3768506 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=9fa1a4d1-8c10-4e94-8f86-cec600d25f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514553 Nov 25 20:09:10.596159 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf,segment=NetworkSegment(1ec86e1e-476b-434e-bb33-ddab5c51332e),segment_id=1ec86e1e-476b-434e-bb33-ddab5c51332e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:10.606814 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf has no active binding in host n-h1-819349-5 {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 20:09:11.474490 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-7be29a79-8d2c-4e16-8c3e-c49784380650 req-44aa346c-fbd5-439c-9050-40be51f4fda4 service neutron] (103600) timed out ('10.222.0.73', 63982) {{(pid=103600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 20:09:11.609895 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:09:11.639912 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed926f6d-da23-4019-8fc6-75b8986f5a24 req-8c79b6fc-747c-4eae-b35c-893ad744d91c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:11.641409 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ed926f6d-da23-4019-8fc6-75b8986f5a24 req-8c79b6fc-747c-4eae-b35c-893ad744d91c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 946 time: 0.0513139 Nov 25 20:09:11.696800 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ed926f6d-da23-4019-8fc6-75b8986f5a24 req-cb918e3b-1c05-4909-a6c7-d1382d457a43 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=9fa1a4d1-8c10-4e94-8f86-cec600d25f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491409 Nov 25 20:09:12.814870 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dcb51-e756-468f-bed6-61f86851b6ac req-8107c038-ae9b-4acd-b5e1-fe04384afcce tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:12.816337 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-952dcb51-e756-468f-bed6-61f86851b6ac req-8107c038-ae9b-4acd-b5e1-fe04384afcce tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 946 time: 0.0508866 Nov 25 20:09:12.867187 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-952dcb51-e756-468f-bed6-61f86851b6ac req-880cce26-68b9-4c02-9524-be287a02824c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=9fa1a4d1-8c10-4e94-8f86-cec600d25f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447886 Nov 25 20:09:13.586490 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79618517-fb1a-4842-80d5-ad76b292a894 req-19f3bf97-9ccd-47f1-8356-fe4bea76440c service neutron] 10.222.0.85 "GET /v2.0/ports/68f8977b-6ff2-4f59-8a26-b380b4cf8ecf/bindings/n-h1-819349-5 HTTP/1.1" status: 200 len: 384 time: 0.0577295 Nov 25 20:09:13.776529 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d557e89e-bcca-43de-994a-49196e832a72 service neutron] For port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf,segment=NetworkSegment(1ec86e1e-476b-434e-bb33-ddab5c51332e),segment_id=1ec86e1e-476b-434e-bb33-ddab5c51332e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:13.795631 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d557e89e-bcca-43de-994a-49196e832a72 service neutron] For port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:09:13.840636 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430960fc-160a-45a0-a944-fb7d2a9fb825', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68f8977b-6ff2-4f59-8a26-b380b4cf8ecf'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:09:13.843567 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b3f466-5461-4c95-ab37-c4eda5123a64" -d '{"events": [{"server_uuid": "430960fc-160a-45a0-a944-fb7d2a9fb825", "name": "network-vif-unplugged", "status": "completed", "tag": "68f8977b-6ff2-4f59-8a26-b380b4cf8ecf"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:09:13.850341 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d557e89e-bcca-43de-994a-49196e832a72 service neutron] For port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf,segment=NetworkSegment(1ec86e1e-476b-434e-bb33-ddab5c51332e),segment_id=1ec86e1e-476b-434e-bb33-ddab5c51332e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:13.864815 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d557e89e-bcca-43de-994a-49196e832a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:13.897286 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd2e926-ce25-48fc-a09f-0b75217ee03b x-openstack-request-id: req-fcd2e926-ce25-48fc-a09f-0b75217ee03b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:09:13.897582 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430960fc-160a-45a0-a944-fb7d2a9fb825", "name": "network-vif-unplugged", "status": "completed", "tag": "68f8977b-6ff2-4f59-8a26-b380b4cf8ecf", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:09:13.897842 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fcd2e926-ce25-48fc-a09f-0b75217ee03b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:09:13.898241 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430960fc-160a-45a0-a944-fb7d2a9fb825', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68f8977b-6ff2-4f59-8a26-b380b4cf8ecf', 'code': 200} Nov 25 20:09:13.940307 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d557e89e-bcca-43de-994a-49196e832a72 service neutron] Transition to ACTIVE for port object 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:09:13.952377 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d557e89e-bcca-43de-994a-49196e832a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:14.354794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfc42c-114e-4b84-95da-c1cc6d9d8602 req-1986e944-921a-4c1f-bb8a-9cdd90bb34e4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:14.356196 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f3cfc42c-114e-4b84-95da-c1cc6d9d8602 req-1986e944-921a-4c1f-bb8a-9cdd90bb34e4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 945 time: 0.4148052 Nov 25 20:09:14.374807 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557e89e-bcca-43de-994a-49196e832a72 service neutron] Pushing event updated for resources: {'Port': ['ID=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf,revision_number=11']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:14.424257 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d557e89e-bcca-43de-994a-49196e832a72 service neutron] No DVR routers for this DVR port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:09:14.498621 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f3cfc42c-114e-4b84-95da-c1cc6d9d8602 req-b4154e12-5ce6-4c9f-aabe-31eba440dc43 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=9fa1a4d1-8c10-4e94-8f86-cec600d25f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360655 Nov 25 20:09:14.562938 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79618517-fb1a-4842-80d5-ad76b292a894 req-d557e89e-bcca-43de-994a-49196e832a72 service neutron] 10.222.0.85 "PUT /v2.0/ports/68f8977b-6ff2-4f59-8a26-b380b4cf8ecf/bindings/n-h1-819349-5/activate HTTP/1.1" status: 200 len: 369 time: 0.9695554 Nov 25 20:09:14.667193 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79618517-fb1a-4842-80d5-ad76b292a894 req-2efab7af-3cf1-44cc-8e7b-ffd086f7ea7c tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:14.668589 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79618517-fb1a-4842-80d5-ad76b292a894 req-2efab7af-3cf1-44cc-8e7b-ffd086f7ea7c tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825&tenant_id=8d43f2178a344f438bf4bc8854e720a1&binding%3Ahost_id=n-h2-819349-5 HTTP/1.1" status: 200 len: 1096 time: 0.0483608 Nov 25 20:09:14.719302 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79618517-fb1a-4842-80d5-ad76b292a894 req-568b0304-52b0-4006-8126-13ae887f93f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:14.720803 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79618517-fb1a-4842-80d5-ad76b292a894 req-568b0304-52b0-4006-8126-13ae887f93f2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825&tenant_id=8d43f2178a344f438bf4bc8854e720a1 HTTP/1.1" status: 200 len: 1096 time: 0.0416219 Nov 25 20:09:14.791383 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79618517-fb1a-4842-80d5-ad76b292a894 req-4b6a0c93-c7a3-4968-ad03-48203e563ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:14.792891 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79618517-fb1a-4842-80d5-ad76b292a894 req-4b6a0c93-c7a3-4968-ad03-48203e563ce0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 1096 time: 0.0438085 Nov 25 20:09:14.894161 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79618517-fb1a-4842-80d5-ad76b292a894 req-abf92a5a-76cf-43be-aed6-8c658b947d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:14.895926 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79618517-fb1a-4842-80d5-ad76b292a894 req-abf92a5a-76cf-43be-aed6-8c658b947d54 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2efdfcf1-b585-41ec-b7c7-593503a186e0 HTTP/1.1" status: 200 len: 898 time: 0.0941825 Nov 25 20:09:14.970325 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79618517-fb1a-4842-80d5-ad76b292a894 req-83bd2bcb-020c-4bd7-bae1-cf9c052bb49b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf HTTP/1.1" status: 200 len: 1000 time: 0.0607727 Nov 25 20:09:15.030232 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79618517-fb1a-4842-80d5-ad76b292a894 req-7e405071-7530-4e2f-a3d2-4f8a99baede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:15.031763 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79618517-fb1a-4842-80d5-ad76b292a894 req-7e405071-7530-4e2f-a3d2-4f8a99baede5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b73ae87b-2d0d-4e48-96cb-02b46fea15db HTTP/1.1" status: 200 len: 834 time: 0.0534184 Nov 25 20:09:15.084788 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79618517-fb1a-4842-80d5-ad76b292a894 req-54f3743d-7f57-48df-b171-b303e2510c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:15.086348 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79618517-fb1a-4842-80d5-ad76b292a894 req-54f3743d-7f57-48df-b171-b303e2510c8b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2efdfcf1-b585-41ec-b7c7-593503a186e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461779 Nov 25 20:09:15.190598 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79618517-fb1a-4842-80d5-ad76b292a894 req-60c94068-3809-456d-ae14-aa432b734878 service neutron] 10.222.0.73 "GET /v2.0/networks/2efdfcf1-b585-41ec-b7c7-593503a186e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937138 Nov 25 20:09:15.290118 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79618517-fb1a-4842-80d5-ad76b292a894 req-aa8539f3-6934-4797-b706-7908644384e1 service neutron] 10.222.0.73 "GET /v2.0/networks/2efdfcf1-b585-41ec-b7c7-593503a186e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913839 Nov 25 20:09:15.554911 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79618517-fb1a-4842-80d5-ad76b292a894 req-40a2fb5b-3237-48ae-9146-a123b0aea807 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:15.556419 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79618517-fb1a-4842-80d5-ad76b292a894 req-40a2fb5b-3237-48ae-9146-a123b0aea807 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825&tenant_id=8d43f2178a344f438bf4bc8854e720a1&binding%3Ahost_id=n-h1-819349-5 HTTP/1.1" status: 200 len: 1096 time: 0.0486176 Nov 25 20:09:15.665373 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4baf0a4-2daa-4407-ad77-cf2b66bb5897 req-a2c45040-97a9-4e1b-9560-067e939c16d3 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:15.666969 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e4baf0a4-2daa-4407-ad77-cf2b66bb5897 req-a2c45040-97a9-4e1b-9560-067e939c16d3 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 945 time: 0.0940998 Nov 25 20:09:15.785299 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e4baf0a4-2daa-4407-ad77-cf2b66bb5897 req-4efc7482-4269-4d40-b9d2-a7c5f5069e9f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=9fa1a4d1-8c10-4e94-8f86-cec600d25f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973542 Nov 25 20:09:15.786341 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-79618517-fb1a-4842-80d5-ad76b292a894 req-802ce862-4761-4b72-abcc-080f5515a3ac service neutron] For port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:09:15.789564 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-79618517-fb1a-4842-80d5-ad76b292a894 req-802ce862-4761-4b72-abcc-080f5515a3ac service neutron] Publish callbacks [] for binding, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:15.790790 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79618517-fb1a-4842-80d5-ad76b292a894 req-802ce862-4761-4b72-abcc-080f5515a3ac service neutron] 10.222.0.73 "DELETE /v2.0/ports/68f8977b-6ff2-4f59-8a26-b380b4cf8ecf/bindings/n-h2-819349-5 HTTP/1.1" status: 204 len: 173 time: 0.2234392 Nov 25 20:09:15.908930 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92f8ee-9643-4fe2-b999-1afc1c8f158d req-22c0a1ba-bb4e-4ee7-8870-ab86075f30c7 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:15.910641 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6b92f8ee-9643-4fe2-b999-1afc1c8f158d req-22c0a1ba-bb4e-4ee7-8870-ab86075f30c7 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 1096 time: 0.0485268 Nov 25 20:09:15.960693 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6b92f8ee-9643-4fe2-b999-1afc1c8f158d req-adc640d6-6407-4f56-9651-e6c85c32136f tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9fa1a4d1-8c10-4e94-8f86-cec600d25f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441561 Nov 25 20:09:16.100486 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc75ece-7e48-412b-933c-44d824df07e7 req-5fcdaa55-5a2d-4c56-84ff-bf49797282a4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:16.101996 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5fc75ece-7e48-412b-933c-44d824df07e7 req-5fcdaa55-5a2d-4c56-84ff-bf49797282a4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 945 time: 0.0693355 Nov 25 20:09:16.155133 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5fc75ece-7e48-412b-933c-44d824df07e7 req-dd797f47-a468-4255-9c22-647fca833a06 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=9fa1a4d1-8c10-4e94-8f86-cec600d25f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448580 Nov 25 20:09:16.178479 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53452) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:16.245569 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b55e8b93-4ec2-4815-ab0e-5f18d55ff750 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/floatingips/d8612ba8-8dc2-4315-b8b7-d36c4eeb0d1b HTTP/1.1" status: 200 len: 992 time: 0.0658278 Nov 25 20:09:16.477932 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53458) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:16.648423 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e6116508-12bb-4bc5-8df6-7e4e39100eca tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Deleting port 4cf98fd2-7228-41ca-97ac-3bd7bf2f80bd {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:09:16.648723 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6116508-12bb-4bc5-8df6-7e4e39100eca tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:16.728318 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6116508-12bb-4bc5-8df6-7e4e39100eca tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:16.728654 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6116508-12bb-4bc5-8df6-7e4e39100eca tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:16.741025 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e6116508-12bb-4bc5-8df6-7e4e39100eca tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Calling delete_port for 4cf98fd2-7228-41ca-97ac-3bd7bf2f80bd owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:09:16.893174 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6116508-12bb-4bc5-8df6-7e4e39100eca tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:16.920937 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6116508-12bb-4bc5-8df6-7e4e39100eca tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'Port': ['ID=4cf98fd2-7228-41ca-97ac-3bd7bf2f80bd,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:16.984466 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6116508-12bb-4bc5-8df6-7e4e39100eca tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:16.984807 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-e6116508-12bb-4bc5-8df6-7e4e39100eca tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Floating IP d8612ba8-8dc2-4315-b8b7-d36c4eeb0d1b disassociated (deleted). External IP: 172.25.6.106, port: 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf. Nov 25 20:09:17.197868 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6116508-12bb-4bc5-8df6-7e4e39100eca tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Router cae961d8-569b-4a5f-9f71-39592709c54b has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:09:17.312215 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6116508-12bb-4bc5-8df6-7e4e39100eca tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:09:17.317587 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6116508-12bb-4bc5-8df6-7e4e39100eca tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:17.322611 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fe1fe0-90ac-48b1-a799-b90e8fa54a50 None None] Sync routers for ids ['cae961d8-569b-4a5f-9f71-39592709c54b'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:09:17.333487 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fe1fe0-90ac-48b1-a799-b90e8fa54a50 None None] Routers {'cae961d8-569b-4a5f-9f71-39592709c54b'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:09:17.334108 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-95fe1fe0-90ac-48b1-a799-b90e8fa54a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:09:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cae961d8-569b-4a5f-9f71-39592709c54b'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:17.347280 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e6116508-12bb-4bc5-8df6-7e4e39100eca tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "DELETE /v2.0/floatingips/d8612ba8-8dc2-4315-b8b7-d36c4eeb0d1b HTTP/1.1" status: 204 len: 168 time: 0.8681829 Nov 25 20:09:17.347875 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430960fc-160a-45a0-a944-fb7d2a9fb825', 'tag': '68f8977b-6ff2-4f59-8a26-b380b4cf8ecf'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:09:17.350262 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5263a7-032c-4e0e-ac93-7d084a21f378" -d '{"events": [{"name": "network-changed", "server_uuid": "430960fc-160a-45a0-a944-fb7d2a9fb825", "tag": "68f8977b-6ff2-4f59-8a26-b380b4cf8ecf"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:09:17.447832 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-95fe1fe0-90ac-48b1-a799-b90e8fa54a50 None None] Set router cae961d8-569b-4a5f-9f71-39592709c54b gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:09:17.516786 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0862dca-d5ed-4abd-ab49-a47f60dddede x-openstack-request-id: req-a0862dca-d5ed-4abd-ab49-a47f60dddede {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:09:17.517168 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "430960fc-160a-45a0-a944-fb7d2a9fb825", "tag": "68f8977b-6ff2-4f59-8a26-b380b4cf8ecf", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:09:17.517433 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a0862dca-d5ed-4abd-ab49-a47f60dddede {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:09:17.517986 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '430960fc-160a-45a0-a944-fb7d2a9fb825', 'tag': '68f8977b-6ff2-4f59-8a26-b380b4cf8ecf', 'status': 'completed', 'code': 200} Nov 25 20:09:17.518214 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:09:17.563484 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:09:17.627322 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5263a7-032c-4e0e-ac93-7d084a21f378 req-009f4313-0e48-4dba-9a70-73472dd727fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:17.629617 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b5263a7-032c-4e0e-ac93-7d084a21f378 req-009f4313-0e48-4dba-9a70-73472dd727fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 1096 time: 0.0744131 Nov 25 20:09:17.664683 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063491f-835a-4d93-8fb2-c373b5b04c6c req-bc9e52a1-d929-4806-b8ba-b55deb7f7f9c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:17.666199 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4063491f-835a-4d93-8fb2-c373b5b04c6c req-bc9e52a1-d929-4806-b8ba-b55deb7f7f9c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 945 time: 0.0828784 Nov 25 20:09:17.693355 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-95fe1fe0-90ac-48b1-a799-b90e8fa54a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356482472', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:13Z', 'updated_at': '2021-11-25T20:08:17Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:14Z', 'updated_at': '2021-11-25T20:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '27e8a243-5b89-4074-8aa8-afebae7d75c3', 'name': '', 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:b3:1d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'b73ae87b-2d0d-4e48-96cb-02b46fea15db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:16Z', 'updated_at': '2021-11-25T20:08:20Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': 'b73ae87b-2d0d-4e48-96cb-02b46fea15db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:17.721295 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fe1fe0-90ac-48b1-a799-b90e8fa54a50 None None] Checking router: cae961d8-569b-4a5f-9f71-39592709c54b for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:09:17.729999 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fe1fe0-90ac-48b1-a799-b90e8fa54a50 None None] Routers {'cae961d8-569b-4a5f-9f71-39592709c54b'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:09:17.730568 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-95fe1fe0-90ac-48b1-a799-b90e8fa54a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:09:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cae961d8-569b-4a5f-9f71-39592709c54b'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:17.766948 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4063491f-835a-4d93-8fb2-c373b5b04c6c req-1f219bde-b8a2-469b-8474-43f467ab8c9c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=9fa1a4d1-8c10-4e94-8f86-cec600d25f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940113 Nov 25 20:09:17.777656 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5263a7-032c-4e0e-ac93-7d084a21f378 req-ccbe5b3a-59e7-41aa-ba0c-a30ebcca3f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:17.787440 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b5263a7-032c-4e0e-ac93-7d084a21f378 req-ccbe5b3a-59e7-41aa-ba0c-a30ebcca3f09 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2efdfcf1-b585-41ec-b7c7-593503a186e0 HTTP/1.1" status: 200 len: 898 time: 0.1414218 Nov 25 20:09:17.832130 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b5263a7-032c-4e0e-ac93-7d084a21f378 req-4a8e7b75-0084-4fd6-a19e-7277d012a93c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf HTTP/1.1" status: 200 len: 217 time: 0.0366561 Nov 25 20:09:17.843630 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-95fe1fe0-90ac-48b1-a799-b90e8fa54a50 None None] Set router cae961d8-569b-4a5f-9f71-39592709c54b gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:09:17.895575 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5263a7-032c-4e0e-ac93-7d084a21f378 req-bde678d7-92be-41d7-a6bd-ce8a88595a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:17.897058 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b5263a7-032c-4e0e-ac93-7d084a21f378 req-bde678d7-92be-41d7-a6bd-ce8a88595a83 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b73ae87b-2d0d-4e48-96cb-02b46fea15db HTTP/1.1" status: 200 len: 834 time: 0.0523906 Nov 25 20:09:17.950794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5263a7-032c-4e0e-ac93-7d084a21f378 req-5de231b6-8d95-40e7-a955-922b2252bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:17.952577 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b5263a7-032c-4e0e-ac93-7d084a21f378 req-5de231b6-8d95-40e7-a955-922b2252bef2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2efdfcf1-b585-41ec-b7c7-593503a186e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445905 Nov 25 20:09:18.060320 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b5263a7-032c-4e0e-ac93-7d084a21f378 req-727a0b6c-b011-4cdc-9ec8-720f9b085336 service neutron] 10.222.0.73 "GET /v2.0/networks/2efdfcf1-b585-41ec-b7c7-593503a186e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989988 Nov 25 20:09:18.121737 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390aec5-d838-43a6-a567-044e6b3a6ac5 req-620896da-0573-4fc5-bb64-c040712551b4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:18.123772 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4390aec5-d838-43a6-a567-044e6b3a6ac5 req-620896da-0573-4fc5-bb64-c040712551b4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.73 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 945 time: 0.0623329 Nov 25 20:09:18.166232 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-95fe1fe0-90ac-48b1-a799-b90e8fa54a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356482472', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:13Z', 'updated_at': '2021-11-25T20:08:17Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:14Z', 'updated_at': '2021-11-25T20:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '27e8a243-5b89-4074-8aa8-afebae7d75c3', 'name': '', 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:b3:1d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'b73ae87b-2d0d-4e48-96cb-02b46fea15db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:16Z', 'updated_at': '2021-11-25T20:08:20Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': 'b73ae87b-2d0d-4e48-96cb-02b46fea15db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:18.172865 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b5263a7-032c-4e0e-ac93-7d084a21f378 req-4a0d007b-7977-4b6f-a4dc-d705b017bae6 service neutron] 10.222.0.73 "GET /v2.0/networks/2efdfcf1-b585-41ec-b7c7-593503a186e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030633 Nov 25 20:09:18.200181 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fe1fe0-90ac-48b1-a799-b90e8fa54a50 None None] The sync data for ids ['cae961d8-569b-4a5f-9f71-39592709c54b'] in n-d-819349-5 is: [{'id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356482472', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:13Z', 'updated_at': '2021-11-25T20:08:17Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:14Z', 'updated_at': '2021-11-25T20:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '27e8a243-5b89-4074-8aa8-afebae7d75c3', 'name': '', 'network_id': '2efdfcf1-b585-41ec-b7c7-593503a186e0', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:b3:1d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'b73ae87b-2d0d-4e48-96cb-02b46fea15db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:16Z', 'updated_at': '2021-11-25T20:08:20Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': 'b73ae87b-2d0d-4e48-96cb-02b46fea15db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:09:18.227313 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-4390aec5-d838-43a6-a567-044e6b3a6ac5 req-4f7ee0e8-2e16-434a-9234-03ff0d4d9c93 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Deleting port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:09:18.227670 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4390aec5-d838-43a6-a567-044e6b3a6ac5 req-4f7ee0e8-2e16-434a-9234-03ff0d4d9c93 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:18.328896 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-4390aec5-d838-43a6-a567-044e6b3a6ac5 req-4f7ee0e8-2e16-434a-9234-03ff0d4d9c93 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] For port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf,segment=NetworkSegment(1ec86e1e-476b-434e-bb33-ddab5c51332e),segment_id=1ec86e1e-476b-434e-bb33-ddab5c51332e)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:18.329570 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4390aec5-d838-43a6-a567-044e6b3a6ac5 req-4f7ee0e8-2e16-434a-9234-03ff0d4d9c93 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:18.345283 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-4390aec5-d838-43a6-a567-044e6b3a6ac5 req-4f7ee0e8-2e16-434a-9234-03ff0d4d9c93 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Calling delete_port for 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:09:18.446282 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8b74a0-c426-428b-bd16-e89b70ab370c None None] New status for floating IP d8612ba8-8dc2-4315-b8b7-d36c4eeb0d1b: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:09:18.489387 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4390aec5-d838-43a6-a567-044e6b3a6ac5 req-4f7ee0e8-2e16-434a-9234-03ff0d4d9c93 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:18.522719 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ee0e8-2e16-434a-9234-03ff0d4d9c93 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'Port': ['ID=68f8977b-6ff2-4f59-8a26-b380b4cf8ecf,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:18.548503 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ee0e8-2e16-434a-9234-03ff0d4d9c93 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:18.548866 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ee0e8-2e16-434a-9234-03ff0d4d9c93 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:18.549396 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ee0e8-2e16-434a-9234-03ff0d4d9c93 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:18.549741 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ee0e8-2e16-434a-9234-03ff0d4d9c93 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:18.550100 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ee0e8-2e16-434a-9234-03ff0d4d9c93 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:18.550499 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ee0e8-2e16-434a-9234-03ff0d4d9c93 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:18.550839 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ee0e8-2e16-434a-9234-03ff0d4d9c93 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:18.551217 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ee0e8-2e16-434a-9234-03ff0d4d9c93 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:18.551686 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ee0e8-2e16-434a-9234-03ff0d4d9c93 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:18.551867 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ee0e8-2e16-434a-9234-03ff0d4d9c93 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:18.552193 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ee0e8-2e16-434a-9234-03ff0d4d9c93 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:18.552525 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ee0e8-2e16-434a-9234-03ff0d4d9c93 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:18.576562 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-4390aec5-d838-43a6-a567-044e6b3a6ac5 req-4f7ee0e8-2e16-434a-9234-03ff0d4d9c93 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] No DVR routers for this DVR port 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:09:18.579140 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4390aec5-d838-43a6-a567-044e6b3a6ac5 req-4f7ee0e8-2e16-434a-9234-03ff0d4d9c93 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:18.582559 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4390aec5-d838-43a6-a567-044e6b3a6ac5 req-4f7ee0e8-2e16-434a-9234-03ff0d4d9c93 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.73 "DELETE /v2.0/ports/68f8977b-6ff2-4f59-8a26-b380b4cf8ecf HTTP/1.1" status: 204 len: 173 time: 0.4513671 Nov 25 20:09:18.583008 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430960fc-160a-45a0-a944-fb7d2a9fb825', 'name': 'network-vif-deleted', 'tag': '68f8977b-6ff2-4f59-8a26-b380b4cf8ecf'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:09:18.585296 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22552cf-217a-48d4-b90b-b07f0afe031a" -d '{"events": [{"server_uuid": "430960fc-160a-45a0-a944-fb7d2a9fb825", "name": "network-vif-deleted", "tag": "68f8977b-6ff2-4f59-8a26-b380b4cf8ecf"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:09:18.625903 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f64ea6e-3d39-4a64-8894-3732b56e65db x-openstack-request-id: req-0f64ea6e-3d39-4a64-8894-3732b56e65db {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:09:18.626199 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430960fc-160a-45a0-a944-fb7d2a9fb825", "name": "network-vif-deleted", "tag": "68f8977b-6ff2-4f59-8a26-b380b4cf8ecf", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:09:18.626501 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0f64ea6e-3d39-4a64-8894-3732b56e65db {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:09:18.626922 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430960fc-160a-45a0-a944-fb7d2a9fb825', 'name': 'network-vif-deleted', 'tag': '68f8977b-6ff2-4f59-8a26-b380b4cf8ecf', 'status': 'completed', 'code': 200} Nov 25 20:09:18.898128 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-757f41bd-4355-480e-954b-f99866501717 req-12e84670-31c5-4940-87f8-a891a8fea705 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=430960fc-160a-45a0-a944-fb7d2a9fb825 HTTP/1.1" status: 200 len: 210 time: 0.0291097 Nov 25 20:09:19.956823 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53472) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:20.368950 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71f963fe-e01d-4122-8d2b-f65be0c9fb5a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:20.671567 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-71f963fe-e01d-4122-8d2b-f65be0c9fb5a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Deleting port 27e8a243-5b89-4074-8aa8-afebae7d75c3 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:09:20.671911 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71f963fe-e01d-4122-8d2b-f65be0c9fb5a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:21.085541 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-71f963fe-e01d-4122-8d2b-f65be0c9fb5a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] For port 27e8a243-5b89-4074-8aa8-afebae7d75c3, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=27e8a243-5b89-4074-8aa8-afebae7d75c3,segment=NetworkSegment(1ec86e1e-476b-434e-bb33-ddab5c51332e),segment_id=1ec86e1e-476b-434e-bb33-ddab5c51332e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:21.086474 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71f963fe-e01d-4122-8d2b-f65be0c9fb5a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:21.099659 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-71f963fe-e01d-4122-8d2b-f65be0c9fb5a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Calling delete_port for 27e8a243-5b89-4074-8aa8-afebae7d75c3 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:09:21.287116 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71f963fe-e01d-4122-8d2b-f65be0c9fb5a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:21.316784 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f963fe-e01d-4122-8d2b-f65be0c9fb5a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'Port': ['ID=27e8a243-5b89-4074-8aa8-afebae7d75c3,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:21.521502 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71f963fe-e01d-4122-8d2b-f65be0c9fb5a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:21.749709 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f963fe-e01d-4122-8d2b-f65be0c9fb5a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Router cae961d8-569b-4a5f-9f71-39592709c54b has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:09:21.867241 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f963fe-e01d-4122-8d2b-f65be0c9fb5a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:09:21.872413 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-71f963fe-e01d-4122-8d2b-f65be0c9fb5a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "PUT /v2.0/routers/cae961d8-569b-4a5f-9f71-39592709c54b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9143050 Nov 25 20:09:21.875036 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53474) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:21.877049 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca604d7-f16a-46db-89a0-bc01c53fcc64 None None] Sync routers for ids ['cae961d8-569b-4a5f-9f71-39592709c54b'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:09:21.887022 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca604d7-f16a-46db-89a0-bc01c53fcc64 None None] Routers {'cae961d8-569b-4a5f-9f71-39592709c54b'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:09:21.887632 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-aca604d7-f16a-46db-89a0-bc01c53fcc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:09:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cae961d8-569b-4a5f-9f71-39592709c54b'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:21.929955 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-df2a1d3d-9fc1-48cb-a9dd-6b67ba0c796f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Deleting subnet b73ae87b-2d0d-4e48-96cb-02b46fea15db {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:09:21.933167 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df2a1d3d-9fc1-48cb-a9dd-6b67ba0c796f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:21.975127 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df2a1d3d-9fc1-48cb-a9dd-6b67ba0c796f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:21.993169 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-aca604d7-f16a-46db-89a0-bc01c53fcc64 None None] Set router cae961d8-569b-4a5f-9f71-39592709c54b gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:09:22.074262 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df2a1d3d-9fc1-48cb-a9dd-6b67ba0c796f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:22.137633 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df2a1d3d-9fc1-48cb-a9dd-6b67ba0c796f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:22.166061 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a1d3d-9fc1-48cb-a9dd-6b67ba0c796f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'Subnet': ['ID=b73ae87b-2d0d-4e48-96cb-02b46fea15db,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:22.171846 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df2a1d3d-9fc1-48cb-a9dd-6b67ba0c796f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:22.174869 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-df2a1d3d-9fc1-48cb-a9dd-6b67ba0c796f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "DELETE /v2.0/subnets/b73ae87b-2d0d-4e48-96cb-02b46fea15db HTTP/1.1" status: 204 len: 168 time: 0.2988865 Nov 25 20:09:22.177514 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53476) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:22.178684 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110b3eb8-ff96-4947-ac78-5b805b04ad2a None None] Network 2efdfcf1-b585-41ec-b7c7-593503a186e0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:09:22.182802 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-aca604d7-f16a-46db-89a0-bc01c53fcc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356482472', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:13Z', 'updated_at': '2021-11-25T20:09:21Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:14Z', 'updated_at': '2021-11-25T20:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:22.210398 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca604d7-f16a-46db-89a0-bc01c53fcc64 None None] Checking router: cae961d8-569b-4a5f-9f71-39592709c54b for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:09:22.219339 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca604d7-f16a-46db-89a0-bc01c53fcc64 None None] Routers {'cae961d8-569b-4a5f-9f71-39592709c54b'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:09:22.219963 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-aca604d7-f16a-46db-89a0-bc01c53fcc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:09:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['cae961d8-569b-4a5f-9f71-39592709c54b'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:22.292345 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-40cc788d-a839-4b00-a4dc-3e9e83573d04 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:22.333006 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-aca604d7-f16a-46db-89a0-bc01c53fcc64 None None] Set router cae961d8-569b-4a5f-9f71-39592709c54b gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:09:22.343607 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:09:22.364898 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:09:22.365251 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 68f8977b-6ff2-4f59-8a26-b380b4cf8ecf not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:09:22.381430 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2ef335-3534-4315-8533-fec486f98378 None None] DHCP port deletion for 2efdfcf1-b585-41ec-b7c7-593503a186e0 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:09:22.404456 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-40cc788d-a839-4b00-a4dc-3e9e83573d04 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:22.431733 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-2b2ef335-3534-4315-8533-fec486f98378 None None] Deleting port 67ae2419-ba72-444e-a729-461a965ea792 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:09:22.432401 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2b2ef335-3534-4315-8533-fec486f98378 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:22.464695 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-40cc788d-a839-4b00-a4dc-3e9e83573d04 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Deleting port a74f50e7-ef69-4543-b0fd-c649b2360794 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:09:22.465037 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-40cc788d-a839-4b00-a4dc-3e9e83573d04 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:22.503938 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2b2ef335-3534-4315-8533-fec486f98378 None None] For port 67ae2419-ba72-444e-a729-461a965ea792, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=67ae2419-ba72-444e-a729-461a965ea792,segment=NetworkSegment(1ec86e1e-476b-434e-bb33-ddab5c51332e),segment_id=1ec86e1e-476b-434e-bb33-ddab5c51332e)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:22.504435 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2b2ef335-3534-4315-8533-fec486f98378 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:22.516507 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-aca604d7-f16a-46db-89a0-bc01c53fcc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356482472', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:13Z', 'updated_at': '2021-11-25T20:09:21Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:14Z', 'updated_at': '2021-11-25T20:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:22.519672 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-2b2ef335-3534-4315-8533-fec486f98378 None None] Calling delete_port for 67ae2419-ba72-444e-a729-461a965ea792 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:09:22.550496 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca604d7-f16a-46db-89a0-bc01c53fcc64 None None] The sync data for ids ['cae961d8-569b-4a5f-9f71-39592709c54b'] in n-d-819349-5 is: [{'id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356482472', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:13Z', 'updated_at': '2021-11-25T20:09:21Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': 'a74f50e7-ef69-4543-b0fd-c649b2360794', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:17:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae961d8-569b-4a5f-9f71-39592709c54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:14Z', 'updated_at': '2021-11-25T20:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:09:22.555735 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-40cc788d-a839-4b00-a4dc-3e9e83573d04 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] For port a74f50e7-ef69-4543-b0fd-c649b2360794, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a74f50e7-ef69-4543-b0fd-c649b2360794,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:22.556112 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-40cc788d-a839-4b00-a4dc-3e9e83573d04 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:22.578086 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-40cc788d-a839-4b00-a4dc-3e9e83573d04 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Calling delete_port for a74f50e7-ef69-4543-b0fd-c649b2360794 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:09:22.613791 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2b2ef335-3534-4315-8533-fec486f98378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:22.640311 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ef335-3534-4315-8533-fec486f98378 None None] Pushing event deleted for resources: {'Port': ['ID=67ae2419-ba72-444e-a729-461a965ea792,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:22.644745 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2ef335-3534-4315-8533-fec486f98378 None None] No DVR routers for this DVR port 67ae2419-ba72-444e-a729-461a965ea792 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:09:22.651995 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ef335-3534-4315-8533-fec486f98378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:22.652347 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ef335-3534-4315-8533-fec486f98378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:22.652691 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ef335-3534-4315-8533-fec486f98378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:22.653029 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ef335-3534-4315-8533-fec486f98378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:22.653364 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ef335-3534-4315-8533-fec486f98378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:22.653697 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ef335-3534-4315-8533-fec486f98378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:22.654655 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ef335-3534-4315-8533-fec486f98378 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:22.654928 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ef335-3534-4315-8533-fec486f98378 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:22.655253 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ef335-3534-4315-8533-fec486f98378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:22.655972 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ef335-3534-4315-8533-fec486f98378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:22.655972 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ef335-3534-4315-8533-fec486f98378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:22.656338 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ef335-3534-4315-8533-fec486f98378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:22.751734 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-40cc788d-a839-4b00-a4dc-3e9e83573d04 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:22.777914 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc788d-a839-4b00-a4dc-3e9e83573d04 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'Port': ['ID=a74f50e7-ef69-4543-b0fd-c649b2360794,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:22.791965 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e42986-16c6-442e-8904-3c050d2ac1e7 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:09:22.841089 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-40cc788d-a839-4b00-a4dc-3e9e83573d04 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:22.936033 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-40cc788d-a839-4b00-a4dc-3e9e83573d04 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:22.938951 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-40cc788d-a839-4b00-a4dc-3e9e83573d04 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:22.988500 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-40cc788d-a839-4b00-a4dc-3e9e83573d04 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:22.989153 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cc788d-a839-4b00-a4dc-3e9e83573d04 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Fanout notify agent at l3_agent the message router_deleted on router cae961d8-569b-4a5f-9f71-39592709c54b {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:09:22.996432 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-40cc788d-a839-4b00-a4dc-3e9e83573d04 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:22.998152 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-40cc788d-a839-4b00-a4dc-3e9e83573d04 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "DELETE /v2.0/routers/cae961d8-569b-4a5f-9f71-39592709c54b HTTP/1.1" status: 204 len: 168 time: 0.8191473 Nov 25 20:09:23.000816 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53478) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:23.081045 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-315ef507-ab6f-4de6-8a00-c8af669fa41f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:23.179957 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-315ef507-ab6f-4de6-8a00-c8af669fa41f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:23.201876 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-315ef507-ab6f-4de6-8a00-c8af669fa41f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2efdfcf1-b585-41ec-b7c7-593503a186e0']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:23.214250 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-315ef507-ab6f-4de6-8a00-c8af669fa41f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec86e1e-476b-434e-bb33-ddab5c51332e') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:23.214834 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-315ef507-ab6f-4de6-8a00-c8af669fa41f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec86e1e-476b-434e-bb33-ddab5c51332e') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:23.228834 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-315ef507-ab6f-4de6-8a00-c8af669fa41f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:23.245983 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-315ef507-ab6f-4de6-8a00-c8af669fa41f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:23.257223 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315ef507-ab6f-4de6-8a00-c8af669fa41f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:09:23.257631 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-315ef507-ab6f-4de6-8a00-c8af669fa41f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:09:23.260639 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:09:23.323350 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-315ef507-ab6f-4de6-8a00-c8af669fa41f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:23.331355 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-315ef507-ab6f-4de6-8a00-c8af669fa41f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:23.334596 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-315ef507-ab6f-4de6-8a00-c8af669fa41f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "DELETE /v2.0/networks/2efdfcf1-b585-41ec-b7c7-593503a186e0 HTTP/1.1" status: 204 len: 168 time: 0.3327990 Nov 25 20:09:23.337388 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53480) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:23.346973 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ef507-ab6f-4de6-8a00-c8af669fa41f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'Network': ['ID=2efdfcf1-b585-41ec-b7c7-593503a186e0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:23.403610 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d01b3e9-8706-4717-b579-218dfbbda27d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:23.431456 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d01b3e9-8706-4717-b579-218dfbbda27d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:23.491728 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d01b3e9-8706-4717-b579-218dfbbda27d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:23.494502 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d01b3e9-8706-4717-b579-218dfbbda27d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:23.495682 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1d01b3e9-8706-4717-b579-218dfbbda27d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "DELETE /v2.0/security-groups/9fa1a4d1-8c10-4e94-8f86-cec600d25f4b HTTP/1.1" status: 204 len: 168 time: 0.1573055 Nov 25 20:09:23.505156 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01b3e9-8706-4717-b579-218dfbbda27d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa1a4d1-8c10-4e94-8f86-cec600d25f4b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:23.620670 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 67ae2419-ba72-444e-a729-461a965ea792 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:09:23.643561 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 67ae2419-ba72-444e-a729-461a965ea792 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:09:23.643909 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 67ae2419-ba72-444e-a729-461a965ea792 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:09:23.644324 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a74f50e7-ef69-4543-b0fd-c649b2360794 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:09:23.663634 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: a74f50e7-ef69-4543-b0fd-c649b2360794 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:09:23.663982 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a74f50e7-ef69-4543-b0fd-c649b2360794 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:09:23.664390 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 27e8a243-5b89-4074-8aa8-afebae7d75c3 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:09:23.688090 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 27e8a243-5b89-4074-8aa8-afebae7d75c3 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:09:23.688356 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 27e8a243-5b89-4074-8aa8-afebae7d75c3 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:09:23.907481 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.027055 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53486) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:24.031778 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-81bbb9fe-ca33-491f-b6f6-a89d8189ef59 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1478447662', 'description': 'tempest-secgroup-smoke-1478447662 description', 'project_id': '8d43f2178a344f438bf4bc8854e720a1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:09:24.056318 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81bbb9fe-ca33-491f-b6f6-a89d8189ef59 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.124704 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81bbb9fe-ca33-491f-b6f6-a89d8189ef59 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.128616 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81bbb9fe-ca33-491f-b6f6-a89d8189ef59 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.157690 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbb9fe-ca33-491f-b6f6-a89d8189ef59 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=402d2b92-0db2-402d-a7b7-495cae535de3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:24.162494 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81bbb9fe-ca33-491f-b6f6-a89d8189ef59 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.163793 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-81bbb9fe-ca33-491f-b6f6-a89d8189ef59 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1355429 Nov 25 20:09:24.167031 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53488) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:24.172054 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-473aaa3c-01f8-44b4-9385-84a102436fdd tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group_rule': {'security_group_id': '402d2b92-0db2-402d-a7b7-495cae535de3', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:09:24.198229 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-473aaa3c-01f8-44b4-9385-84a102436fdd tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.254208 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-473aaa3c-01f8-44b4-9385-84a102436fdd tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.257805 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-473aaa3c-01f8-44b4-9385-84a102436fdd tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.276007 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473aaa3c-01f8-44b4-9385-84a102436fdd tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7136ae-85c0-4cb7-9ec4-56902132061c,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:24.283197 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-473aaa3c-01f8-44b4-9385-84a102436fdd tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.284404 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-473aaa3c-01f8-44b4-9385-84a102436fdd tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165376 Nov 25 20:09:24.287186 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53490) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:24.291590 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-535efc12-0a1e-467b-b030-581eb4da2e64 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group_rule': {'security_group_id': '402d2b92-0db2-402d-a7b7-495cae535de3', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:09:24.320528 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-535efc12-0a1e-467b-b030-581eb4da2e64 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.381324 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-535efc12-0a1e-467b-b030-581eb4da2e64 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.385089 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-535efc12-0a1e-467b-b030-581eb4da2e64 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.404272 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535efc12-0a1e-467b-b030-581eb4da2e64 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9b9403-49a8-41e7-8e10-b7676aab0848,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:24.413567 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-535efc12-0a1e-467b-b030-581eb4da2e64 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.414829 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-535efc12-0a1e-467b-b030-581eb4da2e64 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267018 Nov 25 20:09:24.417596 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53492) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:24.422727 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-88925435-4a24-4b62-a4d1-398c8c67f786 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group_rule': {'security_group_id': '402d2b92-0db2-402d-a7b7-495cae535de3', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:09:24.449056 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88925435-4a24-4b62-a4d1-398c8c67f786 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.493061 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.507160 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88925435-4a24-4b62-a4d1-398c8c67f786 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.511349 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88925435-4a24-4b62-a4d1-398c8c67f786 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.526549 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88925435-4a24-4b62-a4d1-398c8c67f786 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3821c3e6-01e9-4e93-9fd3-b035a3d7651e,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:24.537549 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88925435-4a24-4b62-a4d1-398c8c67f786 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.538770 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-88925435-4a24-4b62-a4d1-398c8c67f786 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202638 Nov 25 20:09:24.541520 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53494) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:24.546569 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1638e00b-56ac-4406-8d63-10709ae9b9ce tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group_rule': {'security_group_id': '402d2b92-0db2-402d-a7b7-495cae535de3', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:09:24.572375 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1638e00b-56ac-4406-8d63-10709ae9b9ce tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.630860 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1638e00b-56ac-4406-8d63-10709ae9b9ce tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.634674 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1638e00b-56ac-4406-8d63-10709ae9b9ce tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.650589 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638e00b-56ac-4406-8d63-10709ae9b9ce tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9b6023-a26d-462b-930e-f3a387f43ddf,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:24.662911 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1638e00b-56ac-4406-8d63-10709ae9b9ce tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.664159 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1638e00b-56ac-4406-8d63-10709ae9b9ce tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216810 Nov 25 20:09:24.667168 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53496) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:24.672637 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-b36752b3-28f4-453c-95e2-0fe163bfabb6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group_rule': {'security_group_id': '402d2b92-0db2-402d-a7b7-495cae535de3', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:09:24.695149 n-d-819349-5 neutron-server[103600]: INFO neutron.db.securitygroups_db [None req-b36752b3-28f4-453c-95e2-0fe163bfabb6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Project 8d43f2178a344f438bf4bc8854e720a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:09:24.699914 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b36752b3-28f4-453c-95e2-0fe163bfabb6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.758494 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b36752b3-28f4-453c-95e2-0fe163bfabb6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.761947 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b36752b3-28f4-453c-95e2-0fe163bfabb6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.782997 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36752b3-28f4-453c-95e2-0fe163bfabb6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5390b7d3-df35-4285-8803-5f5f552703b9,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:24.789051 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b36752b3-28f4-453c-95e2-0fe163bfabb6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.790382 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b36752b3-28f4-453c-95e2-0fe163bfabb6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218865 Nov 25 20:09:24.793014 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53498) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:24.797397 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-c30ecc5b-c0fb-4622-b254-aa293022a3a9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'security_group_rule': {'security_group_id': '402d2b92-0db2-402d-a7b7-495cae535de3', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:09:24.820028 n-d-819349-5 neutron-server[103600]: INFO neutron.db.securitygroups_db [None req-c30ecc5b-c0fb-4622-b254-aa293022a3a9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Project 8d43f2178a344f438bf4bc8854e720a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:09:24.825017 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c30ecc5b-c0fb-4622-b254-aa293022a3a9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.886254 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c30ecc5b-c0fb-4622-b254-aa293022a3a9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.890864 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c30ecc5b-c0fb-4622-b254-aa293022a3a9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.909839 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ecc5b-c0fb-4622-b254-aa293022a3a9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf50a0f7-e082-454a-8fb9-33e5fc5c6f92,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:24.920831 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c30ecc5b-c0fb-4622-b254-aa293022a3a9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.922051 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c30ecc5b-c0fb-4622-b254-aa293022a3a9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281147 Nov 25 20:09:24.924899 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53500) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:24.929618 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-4ea425f7-2957-4b7c-8368-676b11781993 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'network': {'name': 'tempest-network-smoke--727074832', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'port_security_enabled': True}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:09:24.951312 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea425f7-2957-4b7c-8368-676b11781993 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Made reservation on behalf of 8d43f2178a344f438bf4bc8854e720a1 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:09:24.955265 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ea425f7-2957-4b7c-8368-676b11781993 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.981271 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea425f7-2957-4b7c-8368-676b11781993 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:09:24.990723 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ea425f7-2957-4b7c-8368-676b11781993 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:24.991071 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-4ea425f7-2957-4b7c-8368-676b11781993 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Added segment 9b56a213-7ff5-45ec-867a-b4f35cefe4a9 of type vlan for network a0e8193c-fd54-475a-becb-2af0fd25bea9 Nov 25 20:09:25.037065 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ea425f7-2957-4b7c-8368-676b11781993 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:25.063017 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ea425f7-2957-4b7c-8368-676b11781993 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:25.068730 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea425f7-2957-4b7c-8368-676b11781993 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:25.069326 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ea425f7-2957-4b7c-8368-676b11781993 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:25.106399 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4ea425f7-2957-4b7c-8368-676b11781993 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1804399 Nov 25 20:09:25.109430 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53502) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:25.114250 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fc9e9e3a-99ca-4059-bbcb-7daa6000a5b1 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1343344746', 'admin_state_up': True, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:09:25.138276 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc9e9e3a-99ca-4059-bbcb-7daa6000a5b1 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:25.139904 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc9e9e3a-99ca-4059-bbcb-7daa6000a5b1 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:25.141531 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea425f7-2957-4b7c-8368-676b11781993 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Network': ['ID=a0e8193c-fd54-475a-becb-2af0fd25bea9,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:25.155069 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network a0e8193c-fd54-475a-becb-2af0fd25bea9 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:09:25.202605 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc9e9e3a-99ca-4059-bbcb-7daa6000a5b1 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:25.347457 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc9e9e3a-99ca-4059-bbcb-7daa6000a5b1 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:25.547969 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc9e9e3a-99ca-4059-bbcb-7daa6000a5b1 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:25.567979 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc9e9e3a-99ca-4059-bbcb-7daa6000a5b1 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:25.682799 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-fc9e9e3a-99ca-4059-bbcb-7daa6000a5b1 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Allocated IP 172.25.6.231 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/1769a012-a7ba-47d5-9cd7-b4d02d6a588a) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:09:25.788522 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc9e9e3a-99ca-4059-bbcb-7daa6000a5b1 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:25.822365 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc9e9e3a-99ca-4059-bbcb-7daa6000a5b1 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:25.869318 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9e9e3a-99ca-4059-bbcb-7daa6000a5b1 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:09:25.872349 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-fc9e9e3a-99ca-4059-bbcb-7daa6000a5b1 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:09:25.876604 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9e9e3a-99ca-4059-bbcb-7daa6000a5b1 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:09:25.886251 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c91ee7b-d881-47cb-9f69-d674015ab515 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:09:25.900172 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e9e3a-99ca-4059-bbcb-7daa6000a5b1 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Port': ['ID=1769a012-a7ba-47d5-9cd7-b4d02d6a588a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:25.932367 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ee8b054c-5125-4195-8d4e-fd1bc5527eec None None] Provisioning complete for port 1769a012-a7ba-47d5-9cd7-b4d02d6a588a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:09:25.932967 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee8b054c-5125-4195-8d4e-fd1bc5527eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:25.973186 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b054c-5125-4195-8d4e-fd1bc5527eec None None] Port 1769a012-a7ba-47d5-9cd7-b4d02d6a588a cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:09:26.144385 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc9e9e3a-99ca-4059-bbcb-7daa6000a5b1 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:26.348948 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc9e9e3a-99ca-4059-bbcb-7daa6000a5b1 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:26.475340 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9e9e3a-99ca-4059-bbcb-7daa6000a5b1 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Router 16e70b59-0896-4bf8-89bf-9575bfb2d6f2 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:09:26.581301 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9e9e3a-99ca-4059-bbcb-7daa6000a5b1 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:09:26.592462 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6312872-7162-41ec-87db-780fbb8f4242 None None] Sync routers for ids ['16e70b59-0896-4bf8-89bf-9575bfb2d6f2'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:09:26.604586 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6312872-7162-41ec-87db-780fbb8f4242 None None] Routers {'16e70b59-0896-4bf8-89bf-9575bfb2d6f2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:09:26.605214 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b6312872-7162-41ec-87db-780fbb8f4242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:09:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['16e70b59-0896-4bf8-89bf-9575bfb2d6f2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:26.607337 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc9e9e3a-99ca-4059-bbcb-7daa6000a5b1 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:26.608538 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fc9e9e3a-99ca-4059-bbcb-7daa6000a5b1 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4980748 Nov 25 20:09:26.611648 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53504) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:26.641179 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e622e2ee-5c61-4911-a5ff-a9adaf49e3f9 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=8d43f2178a344f438bf4bc8854e720a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284119 Nov 25 20:09:26.643819 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53506) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:26.713808 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b6312872-7162-41ec-87db-780fbb8f4242 None None] Set router 16e70b59-0896-4bf8-89bf-9575bfb2d6f2 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:09:26.735694 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58efabba-a001-4623-9dce-30ffa7f7e8b3 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:26.737226 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-58efabba-a001-4623-9dce-30ffa7f7e8b3 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924845 Nov 25 20:09:26.740229 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53508) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:26.768786 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-dedb7b09-7eb1-429e-9144-48232dbd320c tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=f965ced5-a415-47da-9748-3514ef368954&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274563 Nov 25 20:09:26.771623 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53510) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:26.776385 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7ae9605a-8b38-463e-a3d4-fafc0d5548b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-708097194', 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9', 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:09:26.868108 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae9605a-8b38-463e-a3d4-fafc0d5548b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Made reservation on behalf of 8d43f2178a344f438bf4bc8854e720a1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:09:26.871549 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ae9605a-8b38-463e-a3d4-fafc0d5548b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:26.896866 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b6312872-7162-41ec-87db-780fbb8f4242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343344746', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '1769a012-a7ba-47d5-9cd7-b4d02d6a588a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:09:26Z', 'revision_number': 3, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': '1769a012-a7ba-47d5-9cd7-b4d02d6a588a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:09:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:26.927105 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6312872-7162-41ec-87db-780fbb8f4242 None None] Checking router: 16e70b59-0896-4bf8-89bf-9575bfb2d6f2 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:09:26.927466 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6312872-7162-41ec-87db-780fbb8f4242 None None] Updating router 16e70b59-0896-4bf8-89bf-9575bfb2d6f2 port 1769a012-a7ba-47d5-9cd7-b4d02d6a588a binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:09:26.957358 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b6312872-7162-41ec-87db-780fbb8f4242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:27.074080 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ae9605a-8b38-463e-a3d4-fafc0d5548b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:27.141527 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9605a-8b38-463e-a3d4-fafc0d5548b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Subnet': ['ID=8aab4261-1acf-44a9-a9be-d66af6fe25a8,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:27.150793 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae9605a-8b38-463e-a3d4-fafc0d5548b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Checking segment: {'id': '9b56a213-7ff5-45ec-867a-b4f35cefe4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:09:27.150993 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae9605a-8b38-463e-a3d4-fafc0d5548b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network hostable DHCP agents. Network: a0e8193c-fd54-475a-becb-2af0fd25bea9, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:09:27.170102 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae9605a-8b38-463e-a3d4-fafc0d5548b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network a0e8193c-fd54-475a-becb-2af0fd25bea9 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:09:27.182664 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7ae9605a-8b38-463e-a3d4-fafc0d5548b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, a0e8193c-fd54-475a-becb-2af0fd25bea9) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:09:27.191037 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae9605a-8b38-463e-a3d4-fafc0d5548b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:27.192351 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ae9605a-8b38-463e-a3d4-fafc0d5548b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:27.211814 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7ae9605a-8b38-463e-a3d4-fafc0d5548b9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4391448 Nov 25 20:09:27.213089 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1428202b-82b8-48d1-a585-638d84a0f28f None None] Network a0e8193c-fd54-475a-becb-2af0fd25bea9 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:09:27.215047 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53512) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:27.286106 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b6312872-7162-41ec-87db-780fbb8f4242 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:27.296080 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b6312872-7162-41ec-87db-780fbb8f4242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:27.361995 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94e06b2-568e-4f0c-abb7-7c196654e643 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:09:27.397261 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b62461-71be-4129-80e3-e137c85a9722 None None] Pushing event updated for resources: {'Port': ['ID=1769a012-a7ba-47d5-9cd7-b4d02d6a588a,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:27.405287 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b6312872-7162-41ec-87db-780fbb8f4242 None None] Attempting to bind port 1769a012-a7ba-47d5-9cd7-b4d02d6a588a on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:09:27.405546 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b6312872-7162-41ec-87db-780fbb8f4242 None None] Attempting to bind port 1769a012-a7ba-47d5-9cd7-b4d02d6a588a by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:09:27.405778 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6312872-7162-41ec-87db-780fbb8f4242 None None] Attempting to bind port 1769a012-a7ba-47d5-9cd7-b4d02d6a588a on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:09:27.417943 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6312872-7162-41ec-87db-780fbb8f4242 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:09:27.418281 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6312872-7162-41ec-87db-780fbb8f4242 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:09:27.418761 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b6312872-7162-41ec-87db-780fbb8f4242 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:27.419168 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6312872-7162-41ec-87db-780fbb8f4242 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:09:27.420467 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b6312872-7162-41ec-87db-780fbb8f4242 None None] Bound port: 1769a012-a7ba-47d5-9cd7-b4d02d6a588a, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:09:27.421139 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b6312872-7162-41ec-87db-780fbb8f4242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:27.510112 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695292ac-ce4f-431f-9b45-54861df8caf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-a0e8193c-fd54-475a-becb-2af0fd25bea9', 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'fixed_ips': [{'subnet_id': '8aab4261-1acf-44a9-a9be-d66af6fe25a8'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:09:27.511486 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-695292ac-ce4f-431f-9b45-54861df8caf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:27.536779 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b6312872-7162-41ec-87db-780fbb8f4242 None None] For port 1769a012-a7ba-47d5-9cd7-b4d02d6a588a, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:09:27.559285 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b6312872-7162-41ec-87db-780fbb8f4242 None None] For port 1769a012-a7ba-47d5-9cd7-b4d02d6a588a, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1769a012-a7ba-47d5-9cd7-b4d02d6a588a,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:09:27.563643 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4139edb0-aa48-4ba6-9b64-e3d3fa84a5bf None None] Provisioning complete for port 1769a012-a7ba-47d5-9cd7-b4d02d6a588a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:09:27.564014 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4139edb0-aa48-4ba6-9b64-e3d3fa84a5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:27.570352 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b6312872-7162-41ec-87db-780fbb8f4242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:27.683962 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80b99000-4430-450d-a14d-3c98c9c550bf tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:27.712137 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3386b3c4-29e4-40a9-b580-be4028b1959e None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:09:27.770965 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b62461-71be-4129-80e3-e137c85a9722 None None] Pushing event updated for resources: {'Port': ['ID=1769a012-a7ba-47d5-9cd7-b4d02d6a588a,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:27.775803 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6312872-7162-41ec-87db-780fbb8f4242 None None] Routers {'16e70b59-0896-4bf8-89bf-9575bfb2d6f2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:09:27.776434 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b6312872-7162-41ec-87db-780fbb8f4242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:09:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['16e70b59-0896-4bf8-89bf-9575bfb2d6f2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:28.073592 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-695292ac-ce4f-431f-9b45-54861df8caf4 None None] Allocated IP 172.20.0.2 (a0e8193c-fd54-475a-becb-2af0fd25bea9/8aab4261-1acf-44a9-a9be-d66af6fe25a8/7f7e29e3-2a87-4942-a238-7e2aa3676322) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:09:28.103049 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4139edb0-aa48-4ba6-9b64-e3d3fa84a5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:28.192077 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4139edb0-aa48-4ba6-9b64-e3d3fa84a5bf None None] For port 1769a012-a7ba-47d5-9cd7-b4d02d6a588a, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1769a012-a7ba-47d5-9cd7-b4d02d6a588a,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:28.200305 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b6312872-7162-41ec-87db-780fbb8f4242 None None] Set router 16e70b59-0896-4bf8-89bf-9575bfb2d6f2 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:09:28.202762 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4139edb0-aa48-4ba6-9b64-e3d3fa84a5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:28.396407 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139edb0-aa48-4ba6-9b64-e3d3fa84a5bf None None] Pushing event updated for resources: {'Port': ['ID=1769a012-a7ba-47d5-9cd7-b4d02d6a588a,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:28.442748 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7afde600-a54f-4c61-b2bf-2928a916d5dc None None] Provisioning complete for port 1769a012-a7ba-47d5-9cd7-b4d02d6a588a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:09:28.443123 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7afde600-a54f-4c61-b2bf-2928a916d5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:28.528912 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-695292ac-ce4f-431f-9b45-54861df8caf4 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:28.541392 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-695292ac-ce4f-431f-9b45-54861df8caf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:28.590368 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-80b99000-4430-450d-a14d-3c98c9c550bf tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Allocated IP 172.20.0.1 (a0e8193c-fd54-475a-becb-2af0fd25bea9/8aab4261-1acf-44a9-a9be-d66af6fe25a8/b80380ee-21b6-457e-b347-71f9cbc99776) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:09:28.640051 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695292ac-ce4f-431f-9b45-54861df8caf4 None None] Network a0e8193c-fd54-475a-becb-2af0fd25bea9 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:09:28.651638 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-695292ac-ce4f-431f-9b45-54861df8caf4 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:09:28.657375 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695292ac-ce4f-431f-9b45-54861df8caf4 None None] Pushing event updated for resources: {'Port': ['ID=7f7e29e3-2a87-4942-a238-7e2aa3676322,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:28.660616 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695292ac-ce4f-431f-9b45-54861df8caf4 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:09:28.697982 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b6312872-7162-41ec-87db-780fbb8f4242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343344746', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '1769a012-a7ba-47d5-9cd7-b4d02d6a588a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:09:26Z', 'revision_number': 3, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': '1769a012-a7ba-47d5-9cd7-b4d02d6a588a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:28.714545 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80b99000-4430-450d-a14d-3c98c9c550bf tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:28.746875 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6312872-7162-41ec-87db-780fbb8f4242 None None] The sync data for ids ['16e70b59-0896-4bf8-89bf-9575bfb2d6f2'] in n-d-819349-5 is: [{'id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343344746', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '1769a012-a7ba-47d5-9cd7-b4d02d6a588a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:09:26Z', 'revision_number': 3, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': '1769a012-a7ba-47d5-9cd7-b4d02d6a588a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:09:28.757587 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80b99000-4430-450d-a14d-3c98c9c550bf tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:28.762088 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-695292ac-ce4f-431f-9b45-54861df8caf4 None None] Attempting to bind port 7f7e29e3-2a87-4942-a238-7e2aa3676322 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:09:28.762516 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-695292ac-ce4f-431f-9b45-54861df8caf4 None None] Attempting to bind port 7f7e29e3-2a87-4942-a238-7e2aa3676322 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '9b56a213-7ff5-45ec-867a-b4f35cefe4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:09:28.762893 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695292ac-ce4f-431f-9b45-54861df8caf4 None None] Attempting to bind port 7f7e29e3-2a87-4942-a238-7e2aa3676322 on network a0e8193c-fd54-475a-becb-2af0fd25bea9 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:09:28.768994 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695292ac-ce4f-431f-9b45-54861df8caf4 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:09:28.769375 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695292ac-ce4f-431f-9b45-54861df8caf4 None None] Checking segment: {'id': '9b56a213-7ff5-45ec-867a-b4f35cefe4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:09:28.769783 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-695292ac-ce4f-431f-9b45-54861df8caf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:28.770183 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695292ac-ce4f-431f-9b45-54861df8caf4 None None] Bound using segment: {'id': '9b56a213-7ff5-45ec-867a-b4f35cefe4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:09:28.770951 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-695292ac-ce4f-431f-9b45-54861df8caf4 None None] Bound port: 7f7e29e3-2a87-4942-a238-7e2aa3676322, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b56a213-7ff5-45ec-867a-b4f35cefe4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:09:28.771336 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-695292ac-ce4f-431f-9b45-54861df8caf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:28.811824 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b99000-4430-450d-a14d-3c98c9c550bf tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network a0e8193c-fd54-475a-becb-2af0fd25bea9 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:09:28.816784 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-80b99000-4430-450d-a14d-3c98c9c550bf tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:09:28.818789 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b99000-4430-450d-a14d-3c98c9c550bf tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Port': ['ID=b80380ee-21b6-457e-b347-71f9cbc99776,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:28.821329 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b99000-4430-450d-a14d-3c98c9c550bf tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:09:28.855811 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-695292ac-ce4f-431f-9b45-54861df8caf4 None None] For port 7f7e29e3-2a87-4942-a238-7e2aa3676322, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:09:28.860455 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-695292ac-ce4f-431f-9b45-54861df8caf4 None None] For port 7f7e29e3-2a87-4942-a238-7e2aa3676322, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=7f7e29e3-2a87-4942-a238-7e2aa3676322,segment=NetworkSegment(9b56a213-7ff5-45ec-867a-b4f35cefe4a9),segment_id=9b56a213-7ff5-45ec-867a-b4f35cefe4a9)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:09:28.866854 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-695292ac-ce4f-431f-9b45-54861df8caf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:28.871514 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80b99000-4430-450d-a14d-3c98c9c550bf tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:28.939786 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695292ac-ce4f-431f-9b45-54861df8caf4 None None] Pushing event updated for resources: {'Port': ['ID=7f7e29e3-2a87-4942-a238-7e2aa3676322,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:29.059680 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80b99000-4430-450d-a14d-3c98c9c550bf tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:29.297455 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-52be8ddf-1c87-4eea-991b-1e65bd11290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:29.456358 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80b99000-4430-450d-a14d-3c98c9c550bf tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:29.461597 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80b99000-4430-450d-a14d-3c98c9c550bf tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:29.552097 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b99000-4430-450d-a14d-3c98c9c550bf tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Port': ['ID=b80380ee-21b6-457e-b347-71f9cbc99776,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:29.554950 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80b99000-4430-450d-a14d-3c98c9c550bf tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:29.679271 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b99000-4430-450d-a14d-3c98c9c550bf tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network a0e8193c-fd54-475a-becb-2af0fd25bea9 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:09:29.680972 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-80b99000-4430-450d-a14d-3c98c9c550bf tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:09:29.687429 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1769a012-a7ba-47d5-9cd7-b4d02d6a588a up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:09:29.766074 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 1769a012-a7ba-47d5-9cd7-b4d02d6a588a triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:09:29.766810 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:29.841010 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b99000-4430-450d-a14d-3c98c9c550bf tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Router 16e70b59-0896-4bf8-89bf-9575bfb2d6f2 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:09:29.864626 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 7f7e29e3-2a87-4942-a238-7e2aa3676322 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:09:29.929272 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 7f7e29e3-2a87-4942-a238-7e2aa3676322 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:09:29.929753 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:29.979128 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b99000-4430-450d-a14d-3c98c9c550bf tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:09:29.990283 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-80b99000-4430-450d-a14d-3c98c9c550bf tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "PUT /v2.0/routers/16e70b59-0896-4bf8-89bf-9575bfb2d6f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7741222 Nov 25 20:09:30.032523 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:30.108069 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 7f7e29e3-2a87-4942-a238-7e2aa3676322, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=7f7e29e3-2a87-4942-a238-7e2aa3676322,segment=NetworkSegment(9b56a213-7ff5-45ec-867a-b4f35cefe4a9),segment_id=9b56a213-7ff5-45ec-867a-b4f35cefe4a9)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:30.112800 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:30.191460 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=7f7e29e3-2a87-4942-a238-7e2aa3676322,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:30.213087 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88264a3-13d3-4909-bbfe-861d7e1499e7 None None] Network a0e8193c-fd54-475a-becb-2af0fd25bea9 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:09:30.219013 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-ca1fea0a-ffc6-4db2-8ca1-1e2c06384712 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1478447662&fields=id&tenant_id=8d43f2178a344f438bf4bc8854e720a1 HTTP/1.1" status: 200 len: 267 time: 0.0753632 Nov 25 20:09:30.347792 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-cfb6a8a0-134d-4f04-8e34-f373e964d1c5 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:30.349407 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-cfb6a8a0-134d-4f04-8e34-f373e964d1c5 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/networks?id=a0e8193c-fd54-475a-becb-2af0fd25bea9 HTTP/1.1" status: 200 len: 796 time: 0.1237359 Nov 25 20:09:30.367675 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-cf10d661-db76-484c-a139-035a248504af tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/quotas/8d43f2178a344f438bf4bc8854e720a1 HTTP/1.1" status: 200 len: 375 time: 0.0106623 Nov 25 20:09:30.380576 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9074d534-d2cc-4a20-a487-1818cf5c13e0 None None] Provisioning complete for port 7f7e29e3-2a87-4942-a238-7e2aa3676322 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:09:30.381311 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9074d534-d2cc-4a20-a487-1818cf5c13e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:30.433089 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-4961dd91-77d4-409a-b117-3544f7876840 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577738 Nov 25 20:09:30.570114 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-b2ccb37f-123b-45d5-953f-1c2ab4cfe324 service neutron] 10.222.0.55 "GET /v2.0/networks/a0e8193c-fd54-475a-becb-2af0fd25bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234174 Nov 25 20:09:30.678623 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-777d0378-bd17-480a-84d5-af2260d93b8a service neutron] 10.222.0.55 "GET /v2.0/networks/a0e8193c-fd54-475a-becb-2af0fd25bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014745 Nov 25 20:09:30.735993 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b6a789-db47-46d2-ab45-e5fed9050fd7 None None] Sync routers for ids ['16e70b59-0896-4bf8-89bf-9575bfb2d6f2'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:09:30.748101 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b6a789-db47-46d2-ab45-e5fed9050fd7 None None] Routers {'16e70b59-0896-4bf8-89bf-9575bfb2d6f2'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:09:30.748741 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-a9b6a789-db47-46d2-ab45-e5fed9050fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:09:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['16e70b59-0896-4bf8-89bf-9575bfb2d6f2'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:30.776299 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d873037d-c627-45d9-877b-2adcb7215158 None None] Provisioning complete for port 7f7e29e3-2a87-4942-a238-7e2aa3676322 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:09:30.777066 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d873037d-c627-45d9-877b-2adcb7215158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:30.871569 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-a9b6a789-db47-46d2-ab45-e5fed9050fd7 None None] Set router 16e70b59-0896-4bf8-89bf-9575bfb2d6f2 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:09:30.916604 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55662f4b-e9a4-488a-9023-ee8cb01be253 req-5afa7a7f-0a02-49a5-a945-16c803a2dcf4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 210 time: 0.0475297 Nov 25 20:09:30.989907 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d873037d-c627-45d9-877b-2adcb7215158 None None] Provisioning complete for port b80380ee-21b6-457e-b347-71f9cbc99776 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:09:30.991677 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d873037d-c627-45d9-877b-2adcb7215158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:31.047437 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d873037d-c627-45d9-877b-2adcb7215158 None None] Port b80380ee-21b6-457e-b347-71f9cbc99776 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:09:31.173288 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-a9b6a789-db47-46d2-ab45-e5fed9050fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343344746', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '1769a012-a7ba-47d5-9cd7-b4d02d6a588a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:09:28Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': '1769a012-a7ba-47d5-9cd7-b4d02d6a588a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'b80380ee-21b6-457e-b347-71f9cbc99776', 'name': '', 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:d8:86:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '8aab4261-1acf-44a9-a9be-d66af6fe25a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:09:27Z', 'updated_at': '2021-11-25T20:09:29Z', 'revision_number': 2, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': '8aab4261-1acf-44a9-a9be-d66af6fe25a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:31.181765 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-88650dae-077f-4314-bf07-dad100bf522c None None] Provisioning complete for port b80380ee-21b6-457e-b347-71f9cbc99776 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:09:31.182433 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-88650dae-077f-4314-bf07-dad100bf522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:31.210524 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b6a789-db47-46d2-ab45-e5fed9050fd7 None None] Checking router: 16e70b59-0896-4bf8-89bf-9575bfb2d6f2 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:09:31.211544 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b6a789-db47-46d2-ab45-e5fed9050fd7 None None] Updating router 16e70b59-0896-4bf8-89bf-9575bfb2d6f2 port b80380ee-21b6-457e-b347-71f9cbc99776 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:09:31.249456 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a9b6a789-db47-46d2-ab45-e5fed9050fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:31.263273 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-88650dae-077f-4314-bf07-dad100bf522c None None] Port b80380ee-21b6-457e-b347-71f9cbc99776 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:09:31.505418 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8beb8366-5b25-4751-8c1b-f13115793856 None None] Provisioning complete for port b80380ee-21b6-457e-b347-71f9cbc99776 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:09:31.505983 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8beb8366-5b25-4751-8c1b-f13115793856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:31.548184 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-8beb8366-5b25-4751-8c1b-f13115793856 None None] Port b80380ee-21b6-457e-b347-71f9cbc99776 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:09:31.625556 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 7f7e29e3-2a87-4942-a238-7e2aa3676322 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:09:31.698659 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 7f7e29e3-2a87-4942-a238-7e2aa3676322 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:09:31.699241 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:31.735809 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a9b6a789-db47-46d2-ab45-e5fed9050fd7 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:31.743398 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a9b6a789-db47-46d2-ab45-e5fed9050fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:31.765393 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4011e5b0-9f9a-45bd-ad66-dcb488a71428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:31.827082 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d0ccd-cf5d-41c0-83a2-1dfb9900670d None None] Pushing event updated for resources: {'Port': ['ID=b80380ee-21b6-457e-b347-71f9cbc99776,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:31.854582 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d0ccd-cf5d-41c0-83a2-1dfb9900670d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:31.855243 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d0ccd-cf5d-41c0-83a2-1dfb9900670d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:31.855924 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d0ccd-cf5d-41c0-83a2-1dfb9900670d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:31.856494 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d0ccd-cf5d-41c0-83a2-1dfb9900670d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:31.857120 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d0ccd-cf5d-41c0-83a2-1dfb9900670d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:31.857673 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d0ccd-cf5d-41c0-83a2-1dfb9900670d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:31.858216 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d0ccd-cf5d-41c0-83a2-1dfb9900670d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:31.858794 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d0ccd-cf5d-41c0-83a2-1dfb9900670d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:31.859359 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d0ccd-cf5d-41c0-83a2-1dfb9900670d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:31.859908 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d0ccd-cf5d-41c0-83a2-1dfb9900670d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:31.860238 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d0ccd-cf5d-41c0-83a2-1dfb9900670d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:31.860564 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d0ccd-cf5d-41c0-83a2-1dfb9900670d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:31.874791 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-a9b6a789-db47-46d2-ab45-e5fed9050fd7 None None] Attempting to bind port b80380ee-21b6-457e-b347-71f9cbc99776 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:09:31.875181 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-a9b6a789-db47-46d2-ab45-e5fed9050fd7 None None] Attempting to bind port b80380ee-21b6-457e-b347-71f9cbc99776 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '9b56a213-7ff5-45ec-867a-b4f35cefe4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:09:31.875514 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b6a789-db47-46d2-ab45-e5fed9050fd7 None None] Attempting to bind port b80380ee-21b6-457e-b347-71f9cbc99776 on network a0e8193c-fd54-475a-becb-2af0fd25bea9 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:09:31.881688 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b6a789-db47-46d2-ab45-e5fed9050fd7 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:09:31.882075 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b6a789-db47-46d2-ab45-e5fed9050fd7 None None] Checking segment: {'id': '9b56a213-7ff5-45ec-867a-b4f35cefe4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:09:31.882514 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a9b6a789-db47-46d2-ab45-e5fed9050fd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:31.882907 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b6a789-db47-46d2-ab45-e5fed9050fd7 None None] Bound using segment: {'id': '9b56a213-7ff5-45ec-867a-b4f35cefe4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:09:31.883389 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-a9b6a789-db47-46d2-ab45-e5fed9050fd7 None None] Bound port: b80380ee-21b6-457e-b347-71f9cbc99776, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b56a213-7ff5-45ec-867a-b4f35cefe4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:09:31.883772 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a9b6a789-db47-46d2-ab45-e5fed9050fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:31.957474 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-a9b6a789-db47-46d2-ab45-e5fed9050fd7 None None] For port b80380ee-21b6-457e-b347-71f9cbc99776, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:09:31.961357 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-a9b6a789-db47-46d2-ab45-e5fed9050fd7 None None] For port b80380ee-21b6-457e-b347-71f9cbc99776, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b80380ee-21b6-457e-b347-71f9cbc99776,segment=NetworkSegment(9b56a213-7ff5-45ec-867a-b4f35cefe4a9),segment_id=9b56a213-7ff5-45ec-867a-b4f35cefe4a9)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:09:31.966816 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a9b6a789-db47-46d2-ab45-e5fed9050fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:32.034016 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b6a789-db47-46d2-ab45-e5fed9050fd7 None None] Routers {'16e70b59-0896-4bf8-89bf-9575bfb2d6f2'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:09:32.034714 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-a9b6a789-db47-46d2-ab45-e5fed9050fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:09:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['16e70b59-0896-4bf8-89bf-9575bfb2d6f2'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:32.040000 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d0ccd-cf5d-41c0-83a2-1dfb9900670d None None] Pushing event updated for resources: {'Port': ['ID=b80380ee-21b6-457e-b347-71f9cbc99776,revision_number=4']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:32.056360 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-427aa8be-be19-4c32-a4a8-c6ab01443fd3 req-d13c0b61-7dd2-431a-b855-62e029c4d0cb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 210 time: 0.0434551 Nov 25 20:09:32.167935 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-a9b6a789-db47-46d2-ab45-e5fed9050fd7 None None] Set router 16e70b59-0896-4bf8-89bf-9575bfb2d6f2 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:09:32.189643 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5f503093-22ab-481b-81ce-604eadb4aeec None None] Provisioning complete for port b80380ee-21b6-457e-b347-71f9cbc99776 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:09:32.190280 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5f503093-22ab-481b-81ce-604eadb4aeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:32.315914 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-7e61a03a-ae1e-44b1-9677-a56f81e6a7df tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:32.317569 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-7e61a03a-ae1e-44b1-9677-a56f81e6a7df tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.85 "GET /v2.0/networks?id=a0e8193c-fd54-475a-becb-2af0fd25bea9 HTTP/1.1" status: 200 len: 796 time: 0.1484606 Nov 25 20:09:32.336609 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5f503093-22ab-481b-81ce-604eadb4aeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:32.379492 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5f503093-22ab-481b-81ce-604eadb4aeec None None] For port b80380ee-21b6-457e-b347-71f9cbc99776, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b80380ee-21b6-457e-b347-71f9cbc99776,segment=NetworkSegment(9b56a213-7ff5-45ec-867a-b4f35cefe4a9),segment_id=9b56a213-7ff5-45ec-867a-b4f35cefe4a9)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:32.385395 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5f503093-22ab-481b-81ce-604eadb4aeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:32.408294 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-bc7353d0-9e68-4279-87aa-1637085a9a37 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d43f2178a344f438bf4bc8854e720a1 HTTP/1.1" status: 200 len: 380 time: 0.0816362 Nov 25 20:09:32.425415 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-468b1204-eae4-4d6c-a564-249f7f9c5525 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'port': {'device_id': '95e6156d-2764-4146-aaaf-5abcd9fa3eb4', 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9', 'admin_state_up': True, 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'security_groups': ['402d2b92-0db2-402d-a7b7-495cae535de3']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:09:32.451660 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f503093-22ab-481b-81ce-604eadb4aeec None None] Pushing event updated for resources: {'Port': ['ID=b80380ee-21b6-457e-b347-71f9cbc99776,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:32.516090 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-a9b6a789-db47-46d2-ab45-e5fed9050fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343344746', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '1769a012-a7ba-47d5-9cd7-b4d02d6a588a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:09:28Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': '1769a012-a7ba-47d5-9cd7-b4d02d6a588a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'b80380ee-21b6-457e-b347-71f9cbc99776', 'name': '', 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:d8:86:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '8aab4261-1acf-44a9-a9be-d66af6fe25a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:09:27Z', 'updated_at': '2021-11-25T20:09:31Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': '8aab4261-1acf-44a9-a9be-d66af6fe25a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:32.523473 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f3514c87-d325-4a32-b212-cf43bbac5075 None None] Provisioning complete for port b80380ee-21b6-457e-b347-71f9cbc99776 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:09:32.524092 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f3514c87-d325-4a32-b212-cf43bbac5075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:32.543763 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b6a789-db47-46d2-ab45-e5fed9050fd7 None None] The sync data for ids ['16e70b59-0896-4bf8-89bf-9575bfb2d6f2'] in n-d-819349-5 is: [{'id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343344746', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '1769a012-a7ba-47d5-9cd7-b4d02d6a588a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:09:28Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': '1769a012-a7ba-47d5-9cd7-b4d02d6a588a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'b80380ee-21b6-457e-b347-71f9cbc99776', 'name': '', 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:d8:86:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '8aab4261-1acf-44a9-a9be-d66af6fe25a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:09:27Z', 'updated_at': '2021-11-25T20:09:31Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': '8aab4261-1acf-44a9-a9be-d66af6fe25a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:09:32.623035 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-468b1204-eae4-4d6c-a564-249f7f9c5525 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Made reservation on behalf of 8d43f2178a344f438bf4bc8854e720a1 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:09:32.627483 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-468b1204-eae4-4d6c-a564-249f7f9c5525 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:32.805895 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-468b1204-eae4-4d6c-a564-249f7f9c5525 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Allocated IP 172.20.0.3 (a0e8193c-fd54-475a-becb-2af0fd25bea9/8aab4261-1acf-44a9-a9be-d66af6fe25a8/fcc5bae5-b374-4616-ad94-7d30c8f2447a) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:09:32.963692 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-468b1204-eae4-4d6c-a564-249f7f9c5525 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:33.002473 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-468b1204-eae4-4d6c-a564-249f7f9c5525 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:33.055636 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-468b1204-eae4-4d6c-a564-249f7f9c5525 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network a0e8193c-fd54-475a-becb-2af0fd25bea9 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:09:33.059012 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-468b1204-eae4-4d6c-a564-249f7f9c5525 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:09:33.063964 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-468b1204-eae4-4d6c-a564-249f7f9c5525 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:09:33.090596 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b1204-eae4-4d6c-a564-249f7f9c5525 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Port': ['ID=fcc5bae5-b374-4616-ad94-7d30c8f2447a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:33.131189 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-468b1204-eae4-4d6c-a564-249f7f9c5525 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:33.131937 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-468b1204-eae4-4d6c-a564-249f7f9c5525 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:33.152172 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-468b1204-eae4-4d6c-a564-249f7f9c5525 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7380457 Nov 25 20:09:33.165695 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-d53327aa-b6fb-4183-a376-a803b0b9a150 service neutron] Request body: {'port': {'device_id': '95e6156d-2764-4146-aaaf-5abcd9fa3eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:09:33.264890 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-d53327aa-b6fb-4183-a376-a803b0b9a150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:33.285788 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86819cde-1111-45b2-869e-a0ac5f63d5f1 req-dee6f5bb-b42a-4ba2-83ce-eb7f61745b0e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:33.287439 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-86819cde-1111-45b2-869e-a0ac5f63d5f1 req-dee6f5bb-b42a-4ba2-83ce-eb7f61745b0e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 931 time: 0.0979042 Nov 25 20:09:33.426586 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-37d3d467-46de-45e3-9bbe-068a630ee90e None None] Provisioning complete for port fcc5bae5-b374-4616-ad94-7d30c8f2447a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:09:33.427242 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-37d3d467-46de-45e3-9bbe-068a630ee90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:33.429444 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-86819cde-1111-45b2-869e-a0ac5f63d5f1 req-c34b61fd-ce6e-4ea5-a9be-64718dcb9551 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157081 Nov 25 20:09:33.471121 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-37d3d467-46de-45e3-9bbe-068a630ee90e None None] Port fcc5bae5-b374-4616-ad94-7d30c8f2447a cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:09:33.643337 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-d53327aa-b6fb-4183-a376-a803b0b9a150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc5bae5-b374-4616-ad94-7d30c8f2447a {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:09:33.650256 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b80380ee-21b6-457e-b347-71f9cbc99776 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:09:33.652978 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-d53327aa-b6fb-4183-a376-a803b0b9a150 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:33.668210 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-d53327aa-b6fb-4183-a376-a803b0b9a150 service neutron] Transition to ACTIVE for port object fcc5bae5-b374-4616-ad94-7d30c8f2447a will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:09:33.673184 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-d53327aa-b6fb-4183-a376-a803b0b9a150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:33.708369 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port b80380ee-21b6-457e-b347-71f9cbc99776 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:09:33.708744 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:33.814652 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:34.074349 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53327aa-b6fb-4183-a376-a803b0b9a150 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc5bae5-b374-4616-ad94-7d30c8f2447a,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:34.124055 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-d53327aa-b6fb-4183-a376-a803b0b9a150 service neutron] Attempting to bind port fcc5bae5-b374-4616-ad94-7d30c8f2447a on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:09:34.124391 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-d53327aa-b6fb-4183-a376-a803b0b9a150 service neutron] Attempting to bind port fcc5bae5-b374-4616-ad94-7d30c8f2447a by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '9b56a213-7ff5-45ec-867a-b4f35cefe4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:09:34.124750 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-d53327aa-b6fb-4183-a376-a803b0b9a150 service neutron] Attempting to bind port fcc5bae5-b374-4616-ad94-7d30c8f2447a on network a0e8193c-fd54-475a-becb-2af0fd25bea9 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:09:34.129077 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-d53327aa-b6fb-4183-a376-a803b0b9a150 service neutron] Port fcc5bae5-b374-4616-ad94-7d30c8f2447a on network a0e8193c-fd54-475a-becb-2af0fd25bea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:09:34.129401 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-d53327aa-b6fb-4183-a376-a803b0b9a150 service neutron] Attempting to bind port fcc5bae5-b374-4616-ad94-7d30c8f2447a on network a0e8193c-fd54-475a-becb-2af0fd25bea9 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:09:34.134508 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-d53327aa-b6fb-4183-a376-a803b0b9a150 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:09:34.134846 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-d53327aa-b6fb-4183-a376-a803b0b9a150 service neutron] Checking segment: {'id': '9b56a213-7ff5-45ec-867a-b4f35cefe4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:09:34.135227 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-d53327aa-b6fb-4183-a376-a803b0b9a150 service neutron] Bound using segment: {'id': '9b56a213-7ff5-45ec-867a-b4f35cefe4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:09:34.135651 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-d53327aa-b6fb-4183-a376-a803b0b9a150 service neutron] Bound port: fcc5bae5-b374-4616-ad94-7d30c8f2447a, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b56a213-7ff5-45ec-867a-b4f35cefe4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:09:34.136004 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-d53327aa-b6fb-4183-a376-a803b0b9a150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:34.207024 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-d53327aa-b6fb-4183-a376-a803b0b9a150 service neutron] For port fcc5bae5-b374-4616-ad94-7d30c8f2447a, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:09:34.210418 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-d53327aa-b6fb-4183-a376-a803b0b9a150 service neutron] For port fcc5bae5-b374-4616-ad94-7d30c8f2447a, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=fcc5bae5-b374-4616-ad94-7d30c8f2447a,segment=NetworkSegment(9b56a213-7ff5-45ec-867a-b4f35cefe4a9),segment_id=9b56a213-7ff5-45ec-867a-b4f35cefe4a9)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:09:34.215245 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-d53327aa-b6fb-4183-a376-a803b0b9a150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:34.253158 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-d53327aa-b6fb-4183-a376-a803b0b9a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:34.253775 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-d53327aa-b6fb-4183-a376-a803b0b9a150 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:34.255247 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-d53327aa-b6fb-4183-a376-a803b0b9a150 service neutron] 10.222.0.85 "PUT /v2.0/ports/fcc5bae5-b374-4616-ad94-7d30c8f2447a HTTP/1.1" status: 200 len: 1091 time: 1.0946028 Nov 25 20:09:34.255693 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e6156d-2764-4146-aaaf-5abcd9fa3eb4', 'tag': 'fcc5bae5-b374-4616-ad94-7d30c8f2447a'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:09:34.257956 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f809cad3-a933-4013-b266-e09a3dfab0a4" -d '{"events": [{"name": "network-changed", "server_uuid": "95e6156d-2764-4146-aaaf-5abcd9fa3eb4", "tag": "fcc5bae5-b374-4616-ad94-7d30c8f2447a"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:09:34.288271 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53327aa-b6fb-4183-a376-a803b0b9a150 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc5bae5-b374-4616-ad94-7d30c8f2447a,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:34.345904 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-eaffc4f4-456c-4a73-bc9a-15b1be8b4b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:34.347961 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-eaffc4f4-456c-4a73-bc9a-15b1be8b4b3d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 1094 time: 0.0459926 Nov 25 20:09:34.391164 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cda0a7-0da8-41c9-b849-4c520c984333 x-openstack-request-id: req-99cda0a7-0da8-41c9-b849-4c520c984333 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:09:34.391461 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e6156d-2764-4146-aaaf-5abcd9fa3eb4", "tag": "fcc5bae5-b374-4616-ad94-7d30c8f2447a", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:09:34.391747 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-99cda0a7-0da8-41c9-b849-4c520c984333 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:09:34.392100 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e6156d-2764-4146-aaaf-5abcd9fa3eb4', 'tag': 'fcc5bae5-b374-4616-ad94-7d30c8f2447a', 'status': 'completed', 'code': 200} Nov 25 20:09:34.393989 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-9689648e-4347-44df-821c-f2183516f214 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcc5bae5-b374-4616-ad94-7d30c8f2447a HTTP/1.1" status: 200 len: 217 time: 0.0386119 Nov 25 20:09:34.445670 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-3b8a4a06-6435-4963-93a4-a5cdcc35a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:34.447195 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-3b8a4a06-6435-4963-93a4-a5cdcc35a387 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8aab4261-1acf-44a9-a9be-d66af6fe25a8 HTTP/1.1" status: 200 len: 834 time: 0.0463252 Nov 25 20:09:34.503344 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-5110569b-233e-45d5-be1b-b9506ee473ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:34.504853 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-5110569b-233e-45d5-be1b-b9506ee473ec service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a0e8193c-fd54-475a-becb-2af0fd25bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491235 Nov 25 20:09:34.611543 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2beda99-e565-4ebd-9051-7fe3ccf3b67e req-5a811783-236c-4e5c-8c8f-e735de8bbfb4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:34.613022 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b2beda99-e565-4ebd-9051-7fe3ccf3b67e req-5a811783-236c-4e5c-8c8f-e735de8bbfb4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 943 time: 0.1036239 Nov 25 20:09:34.647049 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-2948d9ed-fc0c-4af0-8fa8-647d5076c432 service neutron] 10.222.0.85 "GET /v2.0/networks/a0e8193c-fd54-475a-becb-2af0fd25bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290591 Nov 25 20:09:34.701248 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b2beda99-e565-4ebd-9051-7fe3ccf3b67e req-4c2169a8-7a27-4884-989d-1784b10831e5 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811567 Nov 25 20:09:34.765362 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-293bd9bb-b02b-439f-8845-491e08e06d52 req-ec53e41e-cb39-4659-aeac-6160c3b8c980 service neutron] 10.222.0.85 "GET /v2.0/networks/a0e8193c-fd54-475a-becb-2af0fd25bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068795 Nov 25 20:09:34.868267 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809cad3-a933-4013-b266-e09a3dfab0a4 req-ed8c71c4-64ed-417f-87c8-cd11ef47c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:34.869802 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f809cad3-a933-4013-b266-e09a3dfab0a4 req-ed8c71c4-64ed-417f-87c8-cd11ef47c497 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 1094 time: 0.0469985 Nov 25 20:09:34.961613 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809cad3-a933-4013-b266-e09a3dfab0a4 req-8a4195de-3226-4f4e-8283-5ec11d979308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:34.963007 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f809cad3-a933-4013-b266-e09a3dfab0a4 req-8a4195de-3226-4f4e-8283-5ec11d979308 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a0e8193c-fd54-475a-becb-2af0fd25bea9 HTTP/1.1" status: 200 len: 897 time: 0.0855465 Nov 25 20:09:35.010540 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f809cad3-a933-4013-b266-e09a3dfab0a4 req-8e5eab7c-c29e-4896-8dfa-41ab96911e1b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcc5bae5-b374-4616-ad94-7d30c8f2447a HTTP/1.1" status: 200 len: 217 time: 0.0394328 Nov 25 20:09:35.064299 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809cad3-a933-4013-b266-e09a3dfab0a4 req-c9d6872a-f719-42ca-831d-097b14a470bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:35.065772 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f809cad3-a933-4013-b266-e09a3dfab0a4 req-c9d6872a-f719-42ca-831d-097b14a470bf service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8aab4261-1acf-44a9-a9be-d66af6fe25a8 HTTP/1.1" status: 200 len: 834 time: 0.0477035 Nov 25 20:09:35.124828 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809cad3-a933-4013-b266-e09a3dfab0a4 req-44f54799-8a5d-4cab-8de4-3769142ed232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:35.126446 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f809cad3-a933-4013-b266-e09a3dfab0a4 req-44f54799-8a5d-4cab-8de4-3769142ed232 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a0e8193c-fd54-475a-becb-2af0fd25bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529151 Nov 25 20:09:35.232862 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f809cad3-a933-4013-b266-e09a3dfab0a4 req-07092e48-64b8-424e-8d7e-05a5038480af service neutron] 10.222.0.85 "GET /v2.0/networks/a0e8193c-fd54-475a-becb-2af0fd25bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972233 Nov 25 20:09:35.332636 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f809cad3-a933-4013-b266-e09a3dfab0a4 req-9e5871f5-b2ce-464f-81be-f8823b74e6a8 service neutron] 10.222.0.85 "GET /v2.0/networks/a0e8193c-fd54-475a-becb-2af0fd25bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927210 Nov 25 20:09:35.586924 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:35.636649 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:35.824587 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79537b84-c7e2-4486-82b0-d2a14c33bea9 req-61abfa86-e04c-44be-9126-88e273aa1399 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:35.826972 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79537b84-c7e2-4486-82b0-d2a14c33bea9 req-61abfa86-e04c-44be-9126-88e273aa1399 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 943 time: 0.0554125 Nov 25 20:09:35.879083 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79537b84-c7e2-4486-82b0-d2a14c33bea9 req-ba79a86c-f676-4561-b946-19d683aa674b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459337 Nov 25 20:09:36.997709 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4e5bb-8fa6-41ea-9716-3dfdfe001c99 req-577ad0f0-cfbe-4436-a811-0e2a148ac7dd tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:36.999298 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b2c4e5bb-8fa6-41ea-9716-3dfdfe001c99 req-577ad0f0-cfbe-4436-a811-0e2a148ac7dd tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 943 time: 0.0505831 Nov 25 20:09:37.054820 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b2c4e5bb-8fa6-41ea-9716-3dfdfe001c99 req-c5c5cf00-e058-45e5-82f9-211dd45a4889 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491025 Nov 25 20:09:37.627503 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device fcc5bae5-b374-4616-ad94-7d30c8f2447a details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:09:37.727633 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port fcc5bae5-b374-4616-ad94-7d30c8f2447a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=fcc5bae5-b374-4616-ad94-7d30c8f2447a,segment=NetworkSegment(9b56a213-7ff5-45ec-867a-b4f35cefe4a9),segment_id=9b56a213-7ff5-45ec-867a-b4f35cefe4a9)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:37.739360 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'fcc5bae5-b374-4616-ad94-7d30c8f2447a', 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9', 'port_id': 'fcc5bae5-b374-4616-ad94-7d30c8f2447a', 'mac_address': 'fa:16:3e:33:ec:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aab4261-1acf-44a9-a9be-d66af6fe25a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:09:37.775685 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:37.788849 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc5bae5-b374-4616-ad94-7d30c8f2447a {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:09:37.808881 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port fcc5bae5-b374-4616-ad94-7d30c8f2447a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=fcc5bae5-b374-4616-ad94-7d30c8f2447a,segment=NetworkSegment(9b56a213-7ff5-45ec-867a-b4f35cefe4a9),segment_id=9b56a213-7ff5-45ec-867a-b4f35cefe4a9)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:37.813445 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:37.865932 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=fcc5bae5-b374-4616-ad94-7d30c8f2447a,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:38.016137 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['fcc5bae5-b374-4616-ad94-7d30c8f2447a'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:09:38.171942 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd10a7e-7f07-4479-b9a3-9d866d7f059d req-540e6c74-cdaa-4978-8190-9d3eec44b89f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:38.173469 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fcd10a7e-7f07-4479-b9a3-9d866d7f059d req-540e6c74-cdaa-4978-8190-9d3eec44b89f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 944 time: 0.0501754 Nov 25 20:09:38.233797 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fcd10a7e-7f07-4479-b9a3-9d866d7f059d req-34b9050d-003d-4c79-83b4-c2a968338eab tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522912 Nov 25 20:09:39.356121 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9805da-3eaa-4072-8a0e-bb2807ec6897 req-596281d7-4d6a-4cb7-b17e-ed1e25aebcd7 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:39.357505 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba9805da-3eaa-4072-8a0e-bb2807ec6897 req-596281d7-4d6a-4cb7-b17e-ed1e25aebcd7 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 944 time: 0.0522470 Nov 25 20:09:39.409457 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba9805da-3eaa-4072-8a0e-bb2807ec6897 req-c94b5560-a783-4bf2-89b3-23f4491033c0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454369 Nov 25 20:09:39.627085 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device fcc5bae5-b374-4616-ad94-7d30c8f2447a up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:09:39.678427 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port fcc5bae5-b374-4616-ad94-7d30c8f2447a completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:09:39.682510 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port fcc5bae5-b374-4616-ad94-7d30c8f2447a triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:09:39.682886 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:39.765524 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:39.789186 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e6156d-2764-4146-aaaf-5abcd9fa3eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc5bae5-b374-4616-ad94-7d30c8f2447a'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:09:39.791513 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c25f1d-909c-4deb-8378-059882be4675" -d '{"events": [{"server_uuid": "95e6156d-2764-4146-aaaf-5abcd9fa3eb4", "name": "network-vif-plugged", "status": "completed", "tag": "fcc5bae5-b374-4616-ad94-7d30c8f2447a"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:09:39.806115 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port fcc5bae5-b374-4616-ad94-7d30c8f2447a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=fcc5bae5-b374-4616-ad94-7d30c8f2447a,segment=NetworkSegment(9b56a213-7ff5-45ec-867a-b4f35cefe4a9),segment_id=9b56a213-7ff5-45ec-867a-b4f35cefe4a9)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:39.811624 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:39.839382 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23709367-a38a-46ce-9b3e-92ca50d941e9 x-openstack-request-id: req-23709367-a38a-46ce-9b3e-92ca50d941e9 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:09:39.839678 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e6156d-2764-4146-aaaf-5abcd9fa3eb4", "name": "network-vif-plugged", "status": "completed", "tag": "fcc5bae5-b374-4616-ad94-7d30c8f2447a", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:09:39.839943 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23709367-a38a-46ce-9b3e-92ca50d941e9 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:09:39.840337 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e6156d-2764-4146-aaaf-5abcd9fa3eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc5bae5-b374-4616-ad94-7d30c8f2447a', 'code': 200} Nov 25 20:09:39.869172 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=fcc5bae5-b374-4616-ad94-7d30c8f2447a,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:39.928606 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3fb73-07f9-47e5-8d64-878314f4ca91 req-a29ffc00-e2c8-4adf-aab9-0169474ca304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:39.930131 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-02a3fb73-07f9-47e5-8d64-878314f4ca91 req-a29ffc00-e2c8-4adf-aab9-0169474ca304 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0417011 Nov 25 20:09:39.976775 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-02a3fb73-07f9-47e5-8d64-878314f4ca91 req-00b3f6b8-6541-4362-9d3a-ca8ea505e093 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384417 Nov 25 20:09:40.535270 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef9560-fffb-449f-bcf5-ae7af2cc2ef7 req-9927b7a4-acd2-43a9-a0f2-89e680d4edda tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:40.536835 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b7ef9560-fffb-449f-bcf5-ae7af2cc2ef7 req-9927b7a4-acd2-43a9-a0f2-89e680d4edda tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 945 time: 0.0565591 Nov 25 20:09:40.591290 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b7ef9560-fffb-449f-bcf5-ae7af2cc2ef7 req-12621a6e-3474-446b-a747-b047f669be6c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481544 Nov 25 20:09:41.716335 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a83ff-04bd-49c8-b43b-183347d957f6 req-7cc73198-1e74-40bb-b53b-34820861e9f2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:41.718408 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f37a83ff-04bd-49c8-b43b-183347d957f6 req-7cc73198-1e74-40bb-b53b-34820861e9f2 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 945 time: 0.0515001 Nov 25 20:09:41.773256 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f37a83ff-04bd-49c8-b43b-183347d957f6 req-f78e708b-9b09-4edf-8512-8cb0ccaf2969 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484986 Nov 25 20:09:41.895035 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f341c-7d0e-4727-878b-c3f988c07a55 req-2967d062-5390-48f9-88e2-8546194ce468 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:41.896884 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a54f341c-7d0e-4727-878b-c3f988c07a55 req-2967d062-5390-48f9-88e2-8546194ce468 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 945 time: 0.0531385 Nov 25 20:09:41.956055 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a54f341c-7d0e-4727-878b-c3f988c07a55 req-4bcee622-e4c9-4b65-8436-25a2b7dea7ef tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528758 Nov 25 20:09:41.988559 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53568) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:42.031219 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079226a6-387c-444c-b754-a024a02994f0 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:42.032920 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-079226a6-387c-444c-b754-a024a02994f0 tempest-TestNetworkAdvancedServerOps-1325874320 tempest-TestNetworkAdvancedServerOps-1325874320-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 1091 time: 0.0432210 Nov 25 20:09:42.036209 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53570) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:42.040781 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7dbbf4fa-e981-452d-b023-102f45705b47 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'port_id': 'fcc5bae5-b374-4616-ad94-7d30c8f2447a', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:09:42.067158 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7dbbf4fa-e981-452d-b023-102f45705b47 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:42.174136 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7dbbf4fa-e981-452d-b023-102f45705b47 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:42.292903 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-7dbbf4fa-e981-452d-b023-102f45705b47 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Allocated IP 172.25.6.9 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/42047fb0-973f-44bf-88a9-67d94e1ff5bc) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:09:42.409322 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7dbbf4fa-e981-452d-b023-102f45705b47 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:42.444326 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7dbbf4fa-e981-452d-b023-102f45705b47 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:42.481619 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbbf4fa-e981-452d-b023-102f45705b47 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:09:42.486906 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7dbbf4fa-e981-452d-b023-102f45705b47 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:09:42.490513 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbbf4fa-e981-452d-b023-102f45705b47 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:09:42.517855 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbf4fa-e981-452d-b023-102f45705b47 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Port': ['ID=42047fb0-973f-44bf-88a9-67d94e1ff5bc,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:42.869630 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7dbbf4fa-e981-452d-b023-102f45705b47 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:42.939305 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7dbbf4fa-e981-452d-b023-102f45705b47 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:43.113487 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7dbbf4fa-e981-452d-b023-102f45705b47 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:43.118637 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7dbbf4fa-e981-452d-b023-102f45705b47 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:43.195327 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbf4fa-e981-452d-b023-102f45705b47 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event updated for resources: {'Port': ['ID=42047fb0-973f-44bf-88a9-67d94e1ff5bc,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:43.210023 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7dbbf4fa-e981-452d-b023-102f45705b47 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:43.318160 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-7dbbf4fa-e981-452d-b023-102f45705b47 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Floating IP cefa5cbb-6c22-453e-b872-faef1b64ec4a associated. External IP: 172.25.6.9, port: fcc5bae5-b374-4616-ad94-7d30c8f2447a. Nov 25 20:09:43.534021 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbbf4fa-e981-452d-b023-102f45705b47 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Router 16e70b59-0896-4bf8-89bf-9575bfb2d6f2 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:09:43.658120 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbbf4fa-e981-452d-b023-102f45705b47 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:09:43.668757 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a326c1-26cc-4a75-90b6-dce4fd23cdab None None] Sync routers for ids ['16e70b59-0896-4bf8-89bf-9575bfb2d6f2'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:09:43.679098 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7dbbf4fa-e981-452d-b023-102f45705b47 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:43.680724 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a326c1-26cc-4a75-90b6-dce4fd23cdab None None] Routers {'16e70b59-0896-4bf8-89bf-9575bfb2d6f2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:09:43.681490 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a7a326c1-26cc-4a75-90b6-dce4fd23cdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:09:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['16e70b59-0896-4bf8-89bf-9575bfb2d6f2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:43.708666 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7dbbf4fa-e981-452d-b023-102f45705b47 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.6712053 Nov 25 20:09:43.709418 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e6156d-2764-4146-aaaf-5abcd9fa3eb4', 'tag': 'fcc5bae5-b374-4616-ad94-7d30c8f2447a'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:09:43.711857 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46aa05fe-1c81-4fd3-818d-cb94ad2ef403" -d '{"events": [{"name": "network-changed", "server_uuid": "95e6156d-2764-4146-aaaf-5abcd9fa3eb4", "tag": "fcc5bae5-b374-4616-ad94-7d30c8f2447a"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:09:43.817647 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba6cab-a89f-4e28-87c3-8d36fab05d05 req-fdb0577f-2831-4891-9062-0c6ba3ed74e8 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:43.819325 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dcba6cab-a89f-4e28-87c3-8d36fab05d05 req-fdb0577f-2831-4891-9062-0c6ba3ed74e8 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 945 time: 0.0576155 Nov 25 20:09:43.879575 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dcba6cab-a89f-4e28-87c3-8d36fab05d05 req-f7f99959-3734-4e43-a3b2-b00461e96a79 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536849 Nov 25 20:09:43.913372 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53576) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:43.969820 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a7a326c1-26cc-4a75-90b6-dce4fd23cdab None None] Set router 16e70b59-0896-4bf8-89bf-9575bfb2d6f2 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:09:43.978995 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe775fd-675e-4622-a71b-a4a5e5a6a5cd x-openstack-request-id: req-0fe775fd-675e-4622-a71b-a4a5e5a6a5cd {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:09:43.979427 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e6156d-2764-4146-aaaf-5abcd9fa3eb4", "tag": "fcc5bae5-b374-4616-ad94-7d30c8f2447a", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:09:43.979801 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0fe775fd-675e-4622-a71b-a4a5e5a6a5cd {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:09:43.980220 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e6156d-2764-4146-aaaf-5abcd9fa3eb4', 'tag': 'fcc5bae5-b374-4616-ad94-7d30c8f2447a', 'status': 'completed', 'code': 200} Nov 25 20:09:44.010923 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8baf59a1-fb98-45f8-a107-f6e5f9e507e5 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/floatingips/cefa5cbb-6c22-453e-b872-faef1b64ec4a HTTP/1.1" status: 200 len: 989 time: 0.0954823 Nov 25 20:09:44.029467 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa05fe-1c81-4fd3-818d-cb94ad2ef403 req-8753727b-0b11-4260-bd5f-f01944dc29c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:44.031082 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-46aa05fe-1c81-4fd3-818d-cb94ad2ef403 req-8753727b-0b11-4260-bd5f-f01944dc29c9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0440300 Nov 25 20:09:44.137046 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa05fe-1c81-4fd3-818d-cb94ad2ef403 req-8e543061-8d6b-4b2a-9604-8fd82000fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:44.138904 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-46aa05fe-1c81-4fd3-818d-cb94ad2ef403 req-8e543061-8d6b-4b2a-9604-8fd82000fd29 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a0e8193c-fd54-475a-becb-2af0fd25bea9 HTTP/1.1" status: 200 len: 897 time: 0.0995026 Nov 25 20:09:44.211210 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a7a326c1-26cc-4a75-90b6-dce4fd23cdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343344746', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '1769a012-a7ba-47d5-9cd7-b4d02d6a588a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:09:28Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': '1769a012-a7ba-47d5-9cd7-b4d02d6a588a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'cefa5cbb-6c22-453e-b872-faef1b64ec4a', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'floating_ip_address': '172.25.6.9', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'port_id': 'fcc5bae5-b374-4616-ad94-7d30c8f2447a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9', 'mac_address': 'fa:16:3e:33:ec:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e6156d-2764-4146-aaaf-5abcd9fa3eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:09:42Z', 'updated_at': '2021-11-25T20:09:42Z', 'revision_number': 0, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80380ee-21b6-457e-b347-71f9cbc99776', 'name': '', 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:d8:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '8aab4261-1acf-44a9-a9be-d66af6fe25a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:09:27Z', 'updated_at': '2021-11-25T20:09:32Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': '8aab4261-1acf-44a9-a9be-d66af6fe25a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:44.213103 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-46aa05fe-1c81-4fd3-818d-cb94ad2ef403 req-2b79f5e6-a343-467a-80bc-665ca9b38f02 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcc5bae5-b374-4616-ad94-7d30c8f2447a HTTP/1.1" status: 200 len: 997 time: 0.0659769 Nov 25 20:09:44.239667 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a326c1-26cc-4a75-90b6-dce4fd23cdab None None] Checking router: 16e70b59-0896-4bf8-89bf-9575bfb2d6f2 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:09:44.254738 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a326c1-26cc-4a75-90b6-dce4fd23cdab None None] Routers {'16e70b59-0896-4bf8-89bf-9575bfb2d6f2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:09:44.257799 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a7a326c1-26cc-4a75-90b6-dce4fd23cdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:09:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['16e70b59-0896-4bf8-89bf-9575bfb2d6f2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:44.276486 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa05fe-1c81-4fd3-818d-cb94ad2ef403 req-916ba4b6-041a-4356-9bb3-352299e34b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:44.277792 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-46aa05fe-1c81-4fd3-818d-cb94ad2ef403 req-916ba4b6-041a-4356-9bb3-352299e34b7d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8aab4261-1acf-44a9-a9be-d66af6fe25a8 HTTP/1.1" status: 200 len: 834 time: 0.0586777 Nov 25 20:09:44.333819 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa05fe-1c81-4fd3-818d-cb94ad2ef403 req-4c864c25-1321-431f-84dd-efbe9f8df33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:44.335303 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-46aa05fe-1c81-4fd3-818d-cb94ad2ef403 req-4c864c25-1321-431f-84dd-efbe9f8df33c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a0e8193c-fd54-475a-becb-2af0fd25bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505953 Nov 25 20:09:44.346726 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-46aa05fe-1c81-4fd3-818d-cb94ad2ef403 req-c9198a44-a967-4b3f-aec0-832163ccf78b service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:09:44.347799 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-46aa05fe-1c81-4fd3-818d-cb94ad2ef403 req-c9198a44-a967-4b3f-aec0-832163ccf78b service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058548 Nov 25 20:09:44.371547 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a7a326c1-26cc-4a75-90b6-dce4fd23cdab None None] Set router 16e70b59-0896-4bf8-89bf-9575bfb2d6f2 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:09:44.445892 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-46aa05fe-1c81-4fd3-818d-cb94ad2ef403 req-f197fd78-9caf-4661-8b3b-5f7832a84226 service neutron] 10.222.0.85 "GET /v2.0/networks/a0e8193c-fd54-475a-becb-2af0fd25bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910697 Nov 25 20:09:44.544001 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-46aa05fe-1c81-4fd3-818d-cb94ad2ef403 req-f06a8f62-9d48-44ed-bc34-70d15ff210d0 service neutron] 10.222.0.85 "GET /v2.0/networks/a0e8193c-fd54-475a-becb-2af0fd25bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914695 Nov 25 20:09:44.614280 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a7a326c1-26cc-4a75-90b6-dce4fd23cdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343344746', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '1769a012-a7ba-47d5-9cd7-b4d02d6a588a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:09:28Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': '1769a012-a7ba-47d5-9cd7-b4d02d6a588a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'cefa5cbb-6c22-453e-b872-faef1b64ec4a', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'floating_ip_address': '172.25.6.9', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'port_id': 'fcc5bae5-b374-4616-ad94-7d30c8f2447a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9', 'mac_address': 'fa:16:3e:33:ec:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e6156d-2764-4146-aaaf-5abcd9fa3eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:09:42Z', 'updated_at': '2021-11-25T20:09:42Z', 'revision_number': 0, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80380ee-21b6-457e-b347-71f9cbc99776', 'name': '', 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:d8:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '8aab4261-1acf-44a9-a9be-d66af6fe25a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:09:27Z', 'updated_at': '2021-11-25T20:09:32Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': '8aab4261-1acf-44a9-a9be-d66af6fe25a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:44.650606 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a326c1-26cc-4a75-90b6-dce4fd23cdab None None] The sync data for ids ['16e70b59-0896-4bf8-89bf-9575bfb2d6f2'] in n-d-819349-5 is: [{'id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343344746', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '1769a012-a7ba-47d5-9cd7-b4d02d6a588a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:09:28Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': '1769a012-a7ba-47d5-9cd7-b4d02d6a588a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'cefa5cbb-6c22-453e-b872-faef1b64ec4a', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'floating_ip_address': '172.25.6.9', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'port_id': 'fcc5bae5-b374-4616-ad94-7d30c8f2447a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9', 'mac_address': 'fa:16:3e:33:ec:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e6156d-2764-4146-aaaf-5abcd9fa3eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:09:42Z', 'updated_at': '2021-11-25T20:09:42Z', 'revision_number': 0, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80380ee-21b6-457e-b347-71f9cbc99776', 'name': '', 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:d8:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '8aab4261-1acf-44a9-a9be-d66af6fe25a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:09:27Z', 'updated_at': '2021-11-25T20:09:32Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': '8aab4261-1acf-44a9-a9be-d66af6fe25a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:09:44.860132 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eae6305-0e02-4499-993b-aa110910c7f0 None None] New status for floating IP cefa5cbb-6c22-453e-b872-faef1b64ec4a: ACTIVE {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:09:45.014939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53578) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:45.088701 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ae04104b-235e-4925-9352-d37ed906d083 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/floatingips/cefa5cbb-6c22-453e-b872-faef1b64ec4a HTTP/1.1" status: 200 len: 991 time: 0.0728016 Nov 25 20:09:47.126798 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b23c2442-50a8-46ff-ae1d-3d60d2bbdc7a req-f9659800-9f61-4b28-9611-22177ad3841b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444481 Nov 25 20:09:47.215631 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c2442-50a8-46ff-ae1d-3d60d2bbdc7a req-95008ccc-0496-4f22-aea2-de6759602e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:47.217658 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b23c2442-50a8-46ff-ae1d-3d60d2bbdc7a req-95008ccc-0496-4f22-aea2-de6759602e03 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0450659 Nov 25 20:09:47.334250 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c2442-50a8-46ff-ae1d-3d60d2bbdc7a req-f9213025-832e-48f0-a0fc-9423e9da7887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:47.335833 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b23c2442-50a8-46ff-ae1d-3d60d2bbdc7a req-f9213025-832e-48f0-a0fc-9423e9da7887 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a0e8193c-fd54-475a-becb-2af0fd25bea9 HTTP/1.1" status: 200 len: 897 time: 0.0953081 Nov 25 20:09:47.406202 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b23c2442-50a8-46ff-ae1d-3d60d2bbdc7a req-9714f239-45c8-4fce-82d1-f0ce7fb852a5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcc5bae5-b374-4616-ad94-7d30c8f2447a HTTP/1.1" status: 200 len: 999 time: 0.0624380 Nov 25 20:09:47.457979 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c2442-50a8-46ff-ae1d-3d60d2bbdc7a req-839db778-94fb-4acc-a229-1e3efed88f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:47.459500 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b23c2442-50a8-46ff-ae1d-3d60d2bbdc7a req-839db778-94fb-4acc-a229-1e3efed88f66 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8aab4261-1acf-44a9-a9be-d66af6fe25a8 HTTP/1.1" status: 200 len: 834 time: 0.0465901 Nov 25 20:09:47.515550 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c2442-50a8-46ff-ae1d-3d60d2bbdc7a req-93f85e7a-a9ed-4712-be16-74b2e5170671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:47.517048 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b23c2442-50a8-46ff-ae1d-3d60d2bbdc7a req-93f85e7a-a9ed-4712-be16-74b2e5170671 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a0e8193c-fd54-475a-becb-2af0fd25bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502329 Nov 25 20:09:47.617661 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b23c2442-50a8-46ff-ae1d-3d60d2bbdc7a req-b29fe9cf-42bf-4f4e-ac6d-4caf70ea8351 service neutron] 10.222.0.85 "GET /v2.0/networks/a0e8193c-fd54-475a-becb-2af0fd25bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935006 Nov 25 20:09:47.721301 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b23c2442-50a8-46ff-ae1d-3d60d2bbdc7a req-d626c3d2-2567-4245-91cf-54ed7a596793 service neutron] 10.222.0.85 "GET /v2.0/networks/a0e8193c-fd54-475a-becb-2af0fd25bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965202 Nov 25 20:09:48.610074 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:09:53.923512 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:54.481442 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:59.292266 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-96ca21cd-c2bc-4031-8603-f359276dfada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:01.749203 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a32a6794-971c-4e22-927c-139119a4cec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:03.785367 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:05.588001 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:05.638632 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:16.525071 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22eaa2-e4bd-46e4-87cd-080b24ce5276 req-37c70b74-082a-4df5-a70f-1a5d632474c6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:16.526647 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6d22eaa2-e4bd-46e4-87cd-080b24ce5276 req-37c70b74-082a-4df5-a70f-1a5d632474c6 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 945 time: 0.0538950 Nov 25 20:10:16.586661 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6d22eaa2-e4bd-46e4-87cd-080b24ce5276 req-3db821d4-6b63-4e83-8bcd-10a4e0f5f1e7 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497890 Nov 25 20:10:17.713973 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245058b1-bff3-4e78-bb81-488e917fd33d req-0eef01cb-1676-43f4-99e1-49264c15bf73 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:17.715530 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-245058b1-bff3-4e78-bb81-488e917fd33d req-0eef01cb-1676-43f4-99e1-49264c15bf73 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 945 time: 0.0532460 Nov 25 20:10:17.775896 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-245058b1-bff3-4e78-bb81-488e917fd33d req-73089426-cf15-429b-a85c-69122de09594 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532851 Nov 25 20:10:18.898044 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b861da-44d7-45d0-97e0-dc07a118e442 req-e2eabc09-315b-457f-89ed-a4b6b3766871 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:18.899580 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-90b861da-44d7-45d0-97e0-dc07a118e442 req-e2eabc09-315b-457f-89ed-a4b6b3766871 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 945 time: 0.0512009 Nov 25 20:10:18.952735 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-90b861da-44d7-45d0-97e0-dc07a118e442 req-400b6375-f6ff-4fa1-b42d-556d449f5063 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466132 Nov 25 20:10:20.071753 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e83671-824a-4348-a73a-537820a96b8b req-561af089-e25a-4c38-969e-746f84c2bc55 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:20.073007 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-73e83671-824a-4348-a73a-537820a96b8b req-561af089-e25a-4c38-969e-746f84c2bc55 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 945 time: 0.0515826 Nov 25 20:10:20.123856 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-73e83671-824a-4348-a73a-537820a96b8b req-c1004810-4f2c-4922-a8d5-35c32e2ceb86 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448730 Nov 25 20:10:21.271244 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720ced6-4063-4e98-8c4c-d18c85f73858 req-d8c94448-3dca-428b-aa08-d1cd46dea33f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:21.273174 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5720ced6-4063-4e98-8c4c-d18c85f73858 req-d8c94448-3dca-428b-aa08-d1cd46dea33f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 945 time: 0.0655406 Nov 25 20:10:21.335226 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5720ced6-4063-4e98-8c4c-d18c85f73858 req-a930bf22-e033-431a-9946-b2a091cccb2e tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548830 Nov 25 20:10:22.453585 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaca2b7-8e93-4256-bd93-1da1badd9ad8 req-3bd7243e-9140-45f2-8876-66beb84e1460 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:22.455116 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-acaca2b7-8e93-4256-bd93-1da1badd9ad8 req-3bd7243e-9140-45f2-8876-66beb84e1460 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 945 time: 0.0498326 Nov 25 20:10:22.508746 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-acaca2b7-8e93-4256-bd93-1da1badd9ad8 req-8098be18-2fd2-4af2-9913-482003c8614a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476801 Nov 25 20:10:23.626879 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351e7a4-bfe3-44e7-867a-69155e4602af req-d38ab919-0e8e-477d-a400-e975add7c67f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:23.628350 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d351e7a4-bfe3-44e7-867a-69155e4602af req-d38ab919-0e8e-477d-a400-e975add7c67f tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 945 time: 0.0487471 Nov 25 20:10:23.682137 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d351e7a4-bfe3-44e7-867a-69155e4602af req-87a153ff-61de-4807-a832-3301eaa61785 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478239 Nov 25 20:10:23.941133 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:24.492715 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:24.799650 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a44534-0dfb-43ba-afa4-f27171957fac req-bab12558-cd75-47de-8ec3-a2271a3a1638 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:24.801069 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8a44534-0dfb-43ba-afa4-f27171957fac req-bab12558-cd75-47de-8ec3-a2271a3a1638 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 945 time: 0.0506918 Nov 25 20:10:24.851387 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8a44534-0dfb-43ba-afa4-f27171957fac req-c3e63546-75b7-4e7f-a791-379d306ec647 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443428 Nov 25 20:10:25.609121 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:10:25.971886 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14819d-8bfe-4945-93d4-e5e04f459f58 req-a3df83ba-2a98-4185-85e2-9560c7d3c45b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:25.973397 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e14819d-8bfe-4945-93d4-e5e04f459f58 req-a3df83ba-2a98-4185-85e2-9560c7d3c45b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 945 time: 0.0512650 Nov 25 20:10:26.036209 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e14819d-8bfe-4945-93d4-e5e04f459f58 req-c9cf5cb7-b9b4-415e-973e-93cbde3e83bb tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521812 Nov 25 20:10:27.160809 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76218b-3663-450c-a16c-8331a06ef480 req-87943f85-983e-4dad-9647-f0f768939839 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:27.162342 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2c76218b-3663-450c-a16c-8331a06ef480 req-87943f85-983e-4dad-9647-f0f768939839 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 945 time: 0.0549653 Nov 25 20:10:27.212824 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2c76218b-3663-450c-a16c-8331a06ef480 req-8ca6874c-0a94-48b5-a8c3-646bf0e58430 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444968 Nov 25 20:10:28.332720 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112fb8c-09bc-4105-aeda-b3b46a9ea92b req-7ad3254e-c66c-4953-a453-bed1e90fb44b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:28.334173 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b112fb8c-09bc-4105-aeda-b3b46a9ea92b req-7ad3254e-c66c-4953-a453-bed1e90fb44b tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 945 time: 0.0511446 Nov 25 20:10:28.385115 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b112fb8c-09bc-4105-aeda-b3b46a9ea92b req-a93a4445-5a01-44f9-addb-f1ae4849ba8a tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448701 Nov 25 20:10:29.295785 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-65303e82-cfd1-47dd-868d-7c204f83978c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:29.506920 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1eccc-c8c3-4dd6-862f-a5330939b08d req-1f1cb261-561a-44fe-8041-b58fdcfad514 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:29.508270 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cde1eccc-c8c3-4dd6-862f-a5330939b08d req-1f1cb261-561a-44fe-8041-b58fdcfad514 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 945 time: 0.0539222 Nov 25 20:10:29.562103 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cde1eccc-c8c3-4dd6-862f-a5330939b08d req-ad801f78-968b-4cb3-aff8-66d7cb6a2737 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478873 Nov 25 20:10:30.691169 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddef34c-0e75-4005-8a18-0dc035c40e35 req-729a81b1-2401-48b4-98b9-179e2ab0904d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:30.692739 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0ddef34c-0e75-4005-8a18-0dc035c40e35 req-729a81b1-2401-48b4-98b9-179e2ab0904d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 945 time: 0.0511281 Nov 25 20:10:30.746417 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0ddef34c-0e75-4005-8a18-0dc035c40e35 req-eb78290e-f4e0-4639-b6a7-305ec1b952dc tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474334 Nov 25 20:10:31.757185 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4b4f1115-c03d-42f8-bbed-8f1acf744112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:31.885042 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b8ca3-594d-44c1-84cb-923551bc3f4d req-eebceffa-d17f-40c5-8ce3-0afbbc1e1ac5 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:31.887842 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-048b8ca3-594d-44c1-84cb-923551bc3f4d req-eebceffa-d17f-40c5-8ce3-0afbbc1e1ac5 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 945 time: 0.0663335 Nov 25 20:10:31.950312 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-048b8ca3-594d-44c1-84cb-923551bc3f4d req-3a9c4c7f-9dbf-458b-bbc5-3633d61c5110 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564358 Nov 25 20:10:33.083771 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6580af9-015e-41e0-b017-cc8f7e01aa0c req-8a319929-0049-459d-b854-23afda49f2f8 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:33.085685 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f6580af9-015e-41e0-b017-cc8f7e01aa0c req-8a319929-0049-459d-b854-23afda49f2f8 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 945 time: 0.0582762 Nov 25 20:10:33.141068 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f6580af9-015e-41e0-b017-cc8f7e01aa0c req-3535cbd6-0efe-4201-bd45-5f5f3c7c31e0 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490918 Nov 25 20:10:33.787812 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:34.153026 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd34b40-ef52-4faa-bb57-27cd07be1e9c req-cfc2b455-99ad-4bb2-848f-d559d1c30ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:34.154528 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0fd34b40-ef52-4faa-bb57-27cd07be1e9c req-cfc2b455-99ad-4bb2-848f-d559d1c30ed3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0405986 Nov 25 20:10:34.202620 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0fd34b40-ef52-4faa-bb57-27cd07be1e9c req-51604fa2-2be2-48f2-a0ee-3d85f45e7e6c service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404162 Nov 25 20:10:34.262530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccc5cd-6bd8-4f7e-94d6-bfaf4adc3918 req-0a1e21ac-5aa6-4086-9d84-568c98e0775d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:34.263996 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f2ccc5cd-6bd8-4f7e-94d6-bfaf4adc3918 req-0a1e21ac-5aa6-4086-9d84-568c98e0775d tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 945 time: 0.0532899 Nov 25 20:10:34.315076 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f2ccc5cd-6bd8-4f7e-94d6-bfaf4adc3918 req-1b06d7c9-0e8f-457f-9bd7-b3f51ca6f521 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448809 Nov 25 20:10:35.438812 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e787c80-3d03-436f-9ecc-db552662888e req-8a184c8a-242d-4f5f-a2de-4d956fbb0034 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:35.440356 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e787c80-3d03-436f-9ecc-db552662888e req-8a184c8a-242d-4f5f-a2de-4d956fbb0034 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 945 time: 0.0524068 Nov 25 20:10:35.495222 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e787c80-3d03-436f-9ecc-db552662888e req-168cbb58-5491-4947-ab35-8a349dbb2ac7 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483828 Nov 25 20:10:35.518540 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53640) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:10:35.592578 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:35.599005 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4f467a85-812e-40a1-97a8-491c94f66023 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/floatingips/cefa5cbb-6c22-453e-b872-faef1b64ec4a HTTP/1.1" status: 200 len: 991 time: 0.0791624 Nov 25 20:10:35.646231 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:35.912493 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device fcc5bae5-b374-4616-ad94-7d30c8f2447a details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:10:35.914581 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device fcc5bae5-b374-4616-ad94-7d30c8f2447a no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:10:36.073334 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:36.077345 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port fcc5bae5-b374-4616-ad94-7d30c8f2447a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=fcc5bae5-b374-4616-ad94-7d30c8f2447a,segment=NetworkSegment(9b56a213-7ff5-45ec-867a-b4f35cefe4a9),segment_id=9b56a213-7ff5-45ec-867a-b4f35cefe4a9)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:10:36.101425 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'fcc5bae5-b374-4616-ad94-7d30c8f2447a', 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9', 'port_id': 'fcc5bae5-b374-4616-ad94-7d30c8f2447a', 'mac_address': 'fa:16:3e:33:ec:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aab4261-1acf-44a9-a9be-d66af6fe25a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:10:36.109644 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e6156d-2764-4146-aaaf-5abcd9fa3eb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc5bae5-b374-4616-ad94-7d30c8f2447a'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:10:36.112025 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90645b6-50c6-4add-930d-065b3a44c4bf" -d '{"events": [{"server_uuid": "95e6156d-2764-4146-aaaf-5abcd9fa3eb4", "name": "network-vif-unplugged", "status": "completed", "tag": "fcc5bae5-b374-4616-ad94-7d30c8f2447a"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:10:36.144005 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port fcc5bae5-b374-4616-ad94-7d30c8f2447a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=fcc5bae5-b374-4616-ad94-7d30c8f2447a,segment=NetworkSegment(9b56a213-7ff5-45ec-867a-b4f35cefe4a9),segment_id=9b56a213-7ff5-45ec-867a-b4f35cefe4a9)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:10:36.151716 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5642ac2c-4dcf-4a18-9e44-8b193951dad5 x-openstack-request-id: req-5642ac2c-4dcf-4a18-9e44-8b193951dad5 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:10:36.152027 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e6156d-2764-4146-aaaf-5abcd9fa3eb4", "name": "network-vif-unplugged", "status": "completed", "tag": "fcc5bae5-b374-4616-ad94-7d30c8f2447a", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:10:36.152289 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5642ac2c-4dcf-4a18-9e44-8b193951dad5 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:10:36.152695 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e6156d-2764-4146-aaaf-5abcd9fa3eb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc5bae5-b374-4616-ad94-7d30c8f2447a', 'code': 200} Nov 25 20:10:36.155532 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:36.192134 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:36.215228 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcc5bae5-b374-4616-ad94-7d30c8f2447a {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:10:36.236108 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=fcc5bae5-b374-4616-ad94-7d30c8f2447a,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:36.264410 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:36.264763 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:36.265107 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:36.265449 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:36.266394 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:36.266735 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:36.267070 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:36.267484 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:36.267718 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:36.268042 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:36.268373 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:36.268698 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:36.284901 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 20:10:36.285265 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 20:10:36.823782 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:36.838050 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc5bae5-b374-4616-ad94-7d30c8f2447a {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:10:36.858593 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port fcc5bae5-b374-4616-ad94-7d30c8f2447a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=fcc5bae5-b374-4616-ad94-7d30c8f2447a,segment=NetworkSegment(9b56a213-7ff5-45ec-867a-b4f35cefe4a9),segment_id=9b56a213-7ff5-45ec-867a-b4f35cefe4a9)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:10:36.862846 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:36.915306 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=fcc5bae5-b374-4616-ad94-7d30c8f2447a,revision_number=7']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:37.068478 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['fcc5bae5-b374-4616-ad94-7d30c8f2447a'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:10:37.928263 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device fcc5bae5-b374-4616-ad94-7d30c8f2447a up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:10:37.983015 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port fcc5bae5-b374-4616-ad94-7d30c8f2447a triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:10:37.983392 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:38.077729 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:38.115802 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port fcc5bae5-b374-4616-ad94-7d30c8f2447a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=fcc5bae5-b374-4616-ad94-7d30c8f2447a,segment=NetworkSegment(9b56a213-7ff5-45ec-867a-b4f35cefe4a9),segment_id=9b56a213-7ff5-45ec-867a-b4f35cefe4a9)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:10:38.120344 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:38.155808 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e6156d-2764-4146-aaaf-5abcd9fa3eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc5bae5-b374-4616-ad94-7d30c8f2447a'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:10:38.158847 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa45f93c-8651-43e9-934e-77103cbf0c7b" -d '{"events": [{"server_uuid": "95e6156d-2764-4146-aaaf-5abcd9fa3eb4", "name": "network-vif-plugged", "status": "completed", "tag": "fcc5bae5-b374-4616-ad94-7d30c8f2447a"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:10:38.180654 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=fcc5bae5-b374-4616-ad94-7d30c8f2447a,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:38.199422 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927e0314-22c1-4097-97ca-3dd9b08814a1 x-openstack-request-id: req-927e0314-22c1-4097-97ca-3dd9b08814a1 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:10:38.199702 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e6156d-2764-4146-aaaf-5abcd9fa3eb4", "name": "network-vif-plugged", "status": "completed", "tag": "fcc5bae5-b374-4616-ad94-7d30c8f2447a", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:10:38.199970 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-927e0314-22c1-4097-97ca-3dd9b08814a1 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:10:38.200381 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e6156d-2764-4146-aaaf-5abcd9fa3eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc5bae5-b374-4616-ad94-7d30c8f2447a', 'code': 200} Nov 25 20:10:48.086889 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f2731ba-884a-48b0-928b-d1a5706a05d3 req-537c0be3-9988-4e92-9799-dc3a928fa58c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461056 Nov 25 20:10:48.195776 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2731ba-884a-48b0-928b-d1a5706a05d3 req-af9b481c-1401-4188-912c-9b3c6980fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:48.197517 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f2731ba-884a-48b0-928b-d1a5706a05d3 req-af9b481c-1401-4188-912c-9b3c6980fd9e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0622277 Nov 25 20:10:48.323250 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2731ba-884a-48b0-928b-d1a5706a05d3 req-3f030a1e-5507-428a-8a9b-41dfa54bee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:48.324773 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f2731ba-884a-48b0-928b-d1a5706a05d3 req-3f030a1e-5507-428a-8a9b-41dfa54bee61 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a0e8193c-fd54-475a-becb-2af0fd25bea9 HTTP/1.1" status: 200 len: 897 time: 0.1047544 Nov 25 20:10:48.401716 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f2731ba-884a-48b0-928b-d1a5706a05d3 req-8d5a0cd5-b456-4e4b-901c-11381c27c02d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcc5bae5-b374-4616-ad94-7d30c8f2447a HTTP/1.1" status: 200 len: 999 time: 0.0692890 Nov 25 20:10:48.462542 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2731ba-884a-48b0-928b-d1a5706a05d3 req-330a41c8-a03c-4f69-b12e-fecde7b1bf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:48.464104 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f2731ba-884a-48b0-928b-d1a5706a05d3 req-330a41c8-a03c-4f69-b12e-fecde7b1bf0b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8aab4261-1acf-44a9-a9be-d66af6fe25a8 HTTP/1.1" status: 200 len: 834 time: 0.0550115 Nov 25 20:10:48.521370 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2731ba-884a-48b0-928b-d1a5706a05d3 req-ce1b7a80-63b8-4840-8f65-7a45a79cee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:48.523428 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f2731ba-884a-48b0-928b-d1a5706a05d3 req-ce1b7a80-63b8-4840-8f65-7a45a79cee80 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a0e8193c-fd54-475a-becb-2af0fd25bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483370 Nov 25 20:10:48.629509 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f2731ba-884a-48b0-928b-d1a5706a05d3 req-7ed93d87-9d06-413c-a2fd-af52f32b0694 service neutron] 10.222.0.85 "GET /v2.0/networks/a0e8193c-fd54-475a-becb-2af0fd25bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913405 Nov 25 20:10:48.736827 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1f2731ba-884a-48b0-928b-d1a5706a05d3 req-0351781c-b973-4de3-9baa-fc4ec52df01e service neutron] 10.222.0.85 "GET /v2.0/networks/a0e8193c-fd54-475a-becb-2af0fd25bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005359 Nov 25 20:10:53.957797 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:54.496494 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:59.303587 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d66b06ea-b16b-4b55-bcd0-e9f491491170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:01.749475 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e57b7b17-9ce1-469f-b863-113e1790cac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:02.607818 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:11:03.790880 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:05.595459 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:05.639332 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:10.803621 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53656) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:10.976938 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f2886a4d-bd19-4da3-a393-5a5c2d23725c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Deleting port 42047fb0-973f-44bf-88a9-67d94e1ff5bc {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:11:10.977284 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f2886a4d-bd19-4da3-a393-5a5c2d23725c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:11.061544 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f2886a4d-bd19-4da3-a393-5a5c2d23725c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:11.062015 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f2886a4d-bd19-4da3-a393-5a5c2d23725c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:11.075505 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f2886a4d-bd19-4da3-a393-5a5c2d23725c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Calling delete_port for 42047fb0-973f-44bf-88a9-67d94e1ff5bc owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:11:11.233745 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f2886a4d-bd19-4da3-a393-5a5c2d23725c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:11.263207 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2886a4d-bd19-4da3-a393-5a5c2d23725c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'Port': ['ID=42047fb0-973f-44bf-88a9-67d94e1ff5bc,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:11.276494 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2886a4d-bd19-4da3-a393-5a5c2d23725c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:11.276850 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2886a4d-bd19-4da3-a393-5a5c2d23725c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:11.277201 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2886a4d-bd19-4da3-a393-5a5c2d23725c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:11.277666 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2886a4d-bd19-4da3-a393-5a5c2d23725c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:11.277931 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2886a4d-bd19-4da3-a393-5a5c2d23725c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:11.278340 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2886a4d-bd19-4da3-a393-5a5c2d23725c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:11.278699 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2886a4d-bd19-4da3-a393-5a5c2d23725c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:11.279149 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2886a4d-bd19-4da3-a393-5a5c2d23725c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:11.279493 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2886a4d-bd19-4da3-a393-5a5c2d23725c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:11.279866 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2886a4d-bd19-4da3-a393-5a5c2d23725c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:11.280207 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2886a4d-bd19-4da3-a393-5a5c2d23725c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:11.280562 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2886a4d-bd19-4da3-a393-5a5c2d23725c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:11.338465 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f2886a4d-bd19-4da3-a393-5a5c2d23725c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:11.338813 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-f2886a4d-bd19-4da3-a393-5a5c2d23725c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Floating IP cefa5cbb-6c22-453e-b872-faef1b64ec4a disassociated (deleted). External IP: 172.25.6.9, port: fcc5bae5-b374-4616-ad94-7d30c8f2447a. Nov 25 20:11:11.861492 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2886a4d-bd19-4da3-a393-5a5c2d23725c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Router 16e70b59-0896-4bf8-89bf-9575bfb2d6f2 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:11:11.973939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2886a4d-bd19-4da3-a393-5a5c2d23725c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:11:11.979082 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f2886a4d-bd19-4da3-a393-5a5c2d23725c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:11.983782 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6ff981-aef3-4acd-a0a4-091b3dcad1c0 None None] Sync routers for ids ['16e70b59-0896-4bf8-89bf-9575bfb2d6f2'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:11:11.995349 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6ff981-aef3-4acd-a0a4-091b3dcad1c0 None None] Routers {'16e70b59-0896-4bf8-89bf-9575bfb2d6f2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:11:11.995992 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6f6ff981-aef3-4acd-a0a4-091b3dcad1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:11:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['16e70b59-0896-4bf8-89bf-9575bfb2d6f2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:12.010281 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f2886a4d-bd19-4da3-a393-5a5c2d23725c tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "DELETE /v2.0/floatingips/cefa5cbb-6c22-453e-b872-faef1b64ec4a HTTP/1.1" status: 204 len: 168 time: 1.2053738 Nov 25 20:11:12.011188 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e6156d-2764-4146-aaaf-5abcd9fa3eb4', 'tag': 'fcc5bae5-b374-4616-ad94-7d30c8f2447a'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:11:12.013491 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5481df07-a34a-4909-b1cd-d454ec6fc856" -d '{"events": [{"name": "network-changed", "server_uuid": "95e6156d-2764-4146-aaaf-5abcd9fa3eb4", "tag": "fcc5bae5-b374-4616-ad94-7d30c8f2447a"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:11:12.113395 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-6f6ff981-aef3-4acd-a0a4-091b3dcad1c0 None None] Set router 16e70b59-0896-4bf8-89bf-9575bfb2d6f2 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:11:12.189738 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf7a953-9b1e-423f-ab62-4e800d150c1d x-openstack-request-id: req-1cf7a953-9b1e-423f-ab62-4e800d150c1d {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:11:12.189738 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e6156d-2764-4146-aaaf-5abcd9fa3eb4", "tag": "fcc5bae5-b374-4616-ad94-7d30c8f2447a", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:11:12.190014 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1cf7a953-9b1e-423f-ab62-4e800d150c1d {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:11:12.190338 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e6156d-2764-4146-aaaf-5abcd9fa3eb4', 'tag': 'fcc5bae5-b374-4616-ad94-7d30c8f2447a', 'status': 'completed', 'code': 200} Nov 25 20:11:12.287806 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481df07-a34a-4909-b1cd-d454ec6fc856 req-2bbd869c-8b2c-4007-ad0a-7fd92d9e5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:12.289344 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5481df07-a34a-4909-b1cd-d454ec6fc856 req-2bbd869c-8b2c-4007-ad0a-7fd92d9e5cf9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d43f2178a344f438bf4bc8854e720a1&device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0708003 Nov 25 20:11:12.315073 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba9122-e926-43b8-b390-b4452e16f0c7 req-a1423bd6-b726-4fc5-a23c-63f3e6ae3aad tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:12.316593 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-31ba9122-e926-43b8-b390-b4452e16f0c7 req-a1423bd6-b726-4fc5-a23c-63f3e6ae3aad tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 945 time: 0.0723526 Nov 25 20:11:12.333387 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6f6ff981-aef3-4acd-a0a4-091b3dcad1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343344746', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '1769a012-a7ba-47d5-9cd7-b4d02d6a588a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:09:28Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': '1769a012-a7ba-47d5-9cd7-b4d02d6a588a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'b80380ee-21b6-457e-b347-71f9cbc99776', 'name': '', 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:d8:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '8aab4261-1acf-44a9-a9be-d66af6fe25a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:09:27Z', 'updated_at': '2021-11-25T20:09:32Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': '8aab4261-1acf-44a9-a9be-d66af6fe25a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:12.365540 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6ff981-aef3-4acd-a0a4-091b3dcad1c0 None None] Checking router: 16e70b59-0896-4bf8-89bf-9575bfb2d6f2 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:11:12.376011 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6ff981-aef3-4acd-a0a4-091b3dcad1c0 None None] Routers {'16e70b59-0896-4bf8-89bf-9575bfb2d6f2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:11:12.376643 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6f6ff981-aef3-4acd-a0a4-091b3dcad1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:11:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['16e70b59-0896-4bf8-89bf-9575bfb2d6f2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:12.427956 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-31ba9122-e926-43b8-b390-b4452e16f0c7 req-3d7d8bad-8068-4d69-b202-5474170bf3fa tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978539 Nov 25 20:11:12.438152 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481df07-a34a-4909-b1cd-d454ec6fc856 req-0dd5fc81-d9e4-4bd5-af94-d956f7f785f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:12.439873 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5481df07-a34a-4909-b1cd-d454ec6fc856 req-0dd5fc81-d9e4-4bd5-af94-d956f7f785f7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a0e8193c-fd54-475a-becb-2af0fd25bea9 HTTP/1.1" status: 200 len: 897 time: 0.1423256 Nov 25 20:11:12.489052 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5481df07-a34a-4909-b1cd-d454ec6fc856 req-3e33104a-fa68-4e04-822a-a39a172219fa service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcc5bae5-b374-4616-ad94-7d30c8f2447a HTTP/1.1" status: 200 len: 217 time: 0.0416157 Nov 25 20:11:12.491251 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-6f6ff981-aef3-4acd-a0a4-091b3dcad1c0 None None] Set router 16e70b59-0896-4bf8-89bf-9575bfb2d6f2 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:11:12.541817 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481df07-a34a-4909-b1cd-d454ec6fc856 req-2f5665e5-30aa-45de-972b-6f983b0b3508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:12.543350 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5481df07-a34a-4909-b1cd-d454ec6fc856 req-2f5665e5-30aa-45de-972b-6f983b0b3508 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8aab4261-1acf-44a9-a9be-d66af6fe25a8 HTTP/1.1" status: 200 len: 834 time: 0.0469050 Nov 25 20:11:12.593175 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481df07-a34a-4909-b1cd-d454ec6fc856 req-4f4ba6f3-1463-48d1-934e-b1f4c429629b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:12.595297 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5481df07-a34a-4909-b1cd-d454ec6fc856 req-4f4ba6f3-1463-48d1-934e-b1f4c429629b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a0e8193c-fd54-475a-becb-2af0fd25bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441601 Nov 25 20:11:12.705508 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5481df07-a34a-4909-b1cd-d454ec6fc856 req-664f3b4d-3574-4746-99a3-bba008a22b90 service neutron] 10.222.0.85 "GET /v2.0/networks/a0e8193c-fd54-475a-becb-2af0fd25bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016293 Nov 25 20:11:12.715777 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6f6ff981-aef3-4acd-a0a4-091b3dcad1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343344746', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '1769a012-a7ba-47d5-9cd7-b4d02d6a588a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:09:28Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': '1769a012-a7ba-47d5-9cd7-b4d02d6a588a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'b80380ee-21b6-457e-b347-71f9cbc99776', 'name': '', 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:d8:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '8aab4261-1acf-44a9-a9be-d66af6fe25a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:09:27Z', 'updated_at': '2021-11-25T20:09:32Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': '8aab4261-1acf-44a9-a9be-d66af6fe25a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:12.744738 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6ff981-aef3-4acd-a0a4-091b3dcad1c0 None None] The sync data for ids ['16e70b59-0896-4bf8-89bf-9575bfb2d6f2'] in n-d-819349-5 is: [{'id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343344746', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '1769a012-a7ba-47d5-9cd7-b4d02d6a588a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:09:28Z', 'revision_number': 4, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': '1769a012-a7ba-47d5-9cd7-b4d02d6a588a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'b80380ee-21b6-457e-b347-71f9cbc99776', 'name': '', 'network_id': 'a0e8193c-fd54-475a-becb-2af0fd25bea9', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'mac_address': 'fa:16:3e:d8:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '8aab4261-1acf-44a9-a9be-d66af6fe25a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:09:27Z', 'updated_at': '2021-11-25T20:09:32Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'subnets': [{'id': '8aab4261-1acf-44a9-a9be-d66af6fe25a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:11:12.803576 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5481df07-a34a-4909-b1cd-d454ec6fc856 req-26703e20-d3d2-41e9-9c5e-76ce615dd72e service neutron] 10.222.0.85 "GET /v2.0/networks/a0e8193c-fd54-475a-becb-2af0fd25bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905848 Nov 25 20:11:12.994633 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af77f94-f18d-4b0b-8f59-ecbac9a7ed7f None None] New status for floating IP cefa5cbb-6c22-453e-b872-faef1b64ec4a: DOWN {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:11:13.552483 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b9006-248f-4aad-a263-9fe1f27e3494 req-59735a91-4a67-4c06-881c-1b26c0f621d4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:13.554031 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9e6b9006-248f-4aad-a263-9fe1f27e3494 req-59735a91-4a67-4c06-881c-1b26c0f621d4 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.85 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 945 time: 0.0816412 Nov 25 20:11:13.598382 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd38a8e-ca58-45f2-a678-4edd265dfe8a req-37066a4d-23f3-4710-b63f-61e621ff6c24 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:13.599898 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9bd38a8e-ca58-45f2-a678-4edd265dfe8a req-37066a4d-23f3-4710-b63f-61e621ff6c24 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e6156d-2764-4146-aaaf-5abcd9fa3eb4 HTTP/1.1" status: 200 len: 945 time: 0.0945513 Nov 25 20:11:13.685085 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9bd38a8e-ca58-45f2-a678-4edd265dfe8a req-94b4330e-e1b4-46cb-b45c-135bc7c58ad9 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "GET /v2.0/security-groups?id=402d2b92-0db2-402d-a7b7-495cae535de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766001 Nov 25 20:11:13.702251 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-9e6b9006-248f-4aad-a263-9fe1f27e3494 req-ef54d7f2-b556-498e-aff2-32faf8f9c048 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Deleting port fcc5bae5-b374-4616-ad94-7d30c8f2447a {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:11:13.702615 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9e6b9006-248f-4aad-a263-9fe1f27e3494 req-ef54d7f2-b556-498e-aff2-32faf8f9c048 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:13.800676 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-9e6b9006-248f-4aad-a263-9fe1f27e3494 req-ef54d7f2-b556-498e-aff2-32faf8f9c048 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] For port fcc5bae5-b374-4616-ad94-7d30c8f2447a, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=fcc5bae5-b374-4616-ad94-7d30c8f2447a,segment=NetworkSegment(9b56a213-7ff5-45ec-867a-b4f35cefe4a9),segment_id=9b56a213-7ff5-45ec-867a-b4f35cefe4a9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:11:13.801049 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9e6b9006-248f-4aad-a263-9fe1f27e3494 req-ef54d7f2-b556-498e-aff2-32faf8f9c048 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:13.815633 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-9e6b9006-248f-4aad-a263-9fe1f27e3494 req-ef54d7f2-b556-498e-aff2-32faf8f9c048 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Calling delete_port for fcc5bae5-b374-4616-ad94-7d30c8f2447a owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:11:13.962731 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9e6b9006-248f-4aad-a263-9fe1f27e3494 req-ef54d7f2-b556-498e-aff2-32faf8f9c048 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:13.991805 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54d7f2-b556-498e-aff2-32faf8f9c048 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'Port': ['ID=fcc5bae5-b374-4616-ad94-7d30c8f2447a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:14.037227 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6b9006-248f-4aad-a263-9fe1f27e3494 req-ef54d7f2-b556-498e-aff2-32faf8f9c048 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] No DVR routers for this DVR port fcc5bae5-b374-4616-ad94-7d30c8f2447a on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:11:14.040277 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-9e6b9006-248f-4aad-a263-9fe1f27e3494 req-ef54d7f2-b556-498e-aff2-32faf8f9c048 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:14.043745 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9e6b9006-248f-4aad-a263-9fe1f27e3494 req-ef54d7f2-b556-498e-aff2-32faf8f9c048 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.85 "DELETE /v2.0/ports/fcc5bae5-b374-4616-ad94-7d30c8f2447a HTTP/1.1" status: 204 len: 173 time: 0.4822092 Nov 25 20:11:14.191630 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e6156d-2764-4146-aaaf-5abcd9fa3eb4', 'name': 'network-vif-deleted', 'tag': 'fcc5bae5-b374-4616-ad94-7d30c8f2447a'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:11:14.194315 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcfc30c-1108-47aa-ba10-16149de10c78" -d '{"events": [{"server_uuid": "95e6156d-2764-4146-aaaf-5abcd9fa3eb4", "name": "network-vif-deleted", "tag": "fcc5bae5-b374-4616-ad94-7d30c8f2447a"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:11:14.232659 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d2ce39-c5cc-4401-8a2b-24ed68fba98b x-openstack-request-id: req-a4d2ce39-c5cc-4401-8a2b-24ed68fba98b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:11:14.232965 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e6156d-2764-4146-aaaf-5abcd9fa3eb4", "name": "network-vif-deleted", "tag": "fcc5bae5-b374-4616-ad94-7d30c8f2447a", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:11:14.233232 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a4d2ce39-c5cc-4401-8a2b-24ed68fba98b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:11:14.233679 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e6156d-2764-4146-aaaf-5abcd9fa3eb4', 'name': 'network-vif-deleted', 'tag': 'fcc5bae5-b374-4616-ad94-7d30c8f2447a', 'status': 'completed', 'code': 200} Nov 25 20:11:14.743222 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53670) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:15.134425 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8700e373-fc21-4a83-ada9-c8a47a06a610 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:15.404065 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8700e373-fc21-4a83-ada9-c8a47a06a610 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Deleting port b80380ee-21b6-457e-b347-71f9cbc99776 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:11:15.404418 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8700e373-fc21-4a83-ada9-c8a47a06a610 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:15.495460 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8700e373-fc21-4a83-ada9-c8a47a06a610 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] For port b80380ee-21b6-457e-b347-71f9cbc99776, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b80380ee-21b6-457e-b347-71f9cbc99776,segment=NetworkSegment(9b56a213-7ff5-45ec-867a-b4f35cefe4a9),segment_id=9b56a213-7ff5-45ec-867a-b4f35cefe4a9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:11:15.495827 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8700e373-fc21-4a83-ada9-c8a47a06a610 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:15.510614 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8700e373-fc21-4a83-ada9-c8a47a06a610 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Calling delete_port for b80380ee-21b6-457e-b347-71f9cbc99776 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:11:15.705055 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8700e373-fc21-4a83-ada9-c8a47a06a610 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:15.738453 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700e373-fc21-4a83-ada9-c8a47a06a610 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'Port': ['ID=b80380ee-21b6-457e-b347-71f9cbc99776,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:15.937042 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8700e373-fc21-4a83-ada9-c8a47a06a610 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:16.157065 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device fcc5bae5-b374-4616-ad94-7d30c8f2447a no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:11:16.183051 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: fcc5bae5-b374-4616-ad94-7d30c8f2447a {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:11:16.183400 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device fcc5bae5-b374-4616-ad94-7d30c8f2447a not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:11:16.187775 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8700e373-fc21-4a83-ada9-c8a47a06a610 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Router 16e70b59-0896-4bf8-89bf-9575bfb2d6f2 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:11:16.309156 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8700e373-fc21-4a83-ada9-c8a47a06a610 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:11:16.317935 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53672) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:16.318491 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8700e373-fc21-4a83-ada9-c8a47a06a610 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "PUT /v2.0/routers/16e70b59-0896-4bf8-89bf-9575bfb2d6f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5736737 Nov 25 20:11:16.320379 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ada46ac-e069-4cdb-a4d7-8d9fdf52228f None None] Sync routers for ids ['16e70b59-0896-4bf8-89bf-9575bfb2d6f2'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:11:16.332981 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ada46ac-e069-4cdb-a4d7-8d9fdf52228f None None] Routers {'16e70b59-0896-4bf8-89bf-9575bfb2d6f2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:11:16.333748 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8ada46ac-e069-4cdb-a4d7-8d9fdf52228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:11:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['16e70b59-0896-4bf8-89bf-9575bfb2d6f2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:16.375195 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4461bd-43e1-4cdd-bd24-2e06ea6d2867 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Deleting subnet 8aab4261-1acf-44a9-a9be-d66af6fe25a8 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:11:16.379135 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc4461bd-43e1-4cdd-bd24-2e06ea6d2867 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:16.422245 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc4461bd-43e1-4cdd-bd24-2e06ea6d2867 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:16.446367 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8ada46ac-e069-4cdb-a4d7-8d9fdf52228f None None] Set router 16e70b59-0896-4bf8-89bf-9575bfb2d6f2 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:11:16.518903 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc4461bd-43e1-4cdd-bd24-2e06ea6d2867 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:16.586571 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc4461bd-43e1-4cdd-bd24-2e06ea6d2867 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:16.622951 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4461bd-43e1-4cdd-bd24-2e06ea6d2867 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'Subnet': ['ID=8aab4261-1acf-44a9-a9be-d66af6fe25a8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:16.628732 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc4461bd-43e1-4cdd-bd24-2e06ea6d2867 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:16.633413 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-dc4461bd-43e1-4cdd-bd24-2e06ea6d2867 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "DELETE /v2.0/subnets/8aab4261-1acf-44a9-a9be-d66af6fe25a8 HTTP/1.1" status: 204 len: 168 time: 0.3139901 Nov 25 20:11:16.634769 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53676) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:16.639292 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4461bd-43e1-4cdd-bd24-2e06ea6d2867 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:16.639670 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4461bd-43e1-4cdd-bd24-2e06ea6d2867 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:16.640105 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4461bd-43e1-4cdd-bd24-2e06ea6d2867 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:16.640445 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4461bd-43e1-4cdd-bd24-2e06ea6d2867 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:16.640777 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4461bd-43e1-4cdd-bd24-2e06ea6d2867 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:16.641137 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4461bd-43e1-4cdd-bd24-2e06ea6d2867 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:16.641475 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4461bd-43e1-4cdd-bd24-2e06ea6d2867 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:16.641872 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4461bd-43e1-4cdd-bd24-2e06ea6d2867 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:16.642732 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4461bd-43e1-4cdd-bd24-2e06ea6d2867 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:16.643068 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4461bd-43e1-4cdd-bd24-2e06ea6d2867 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:16.643398 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4461bd-43e1-4cdd-bd24-2e06ea6d2867 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:16.643724 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4461bd-43e1-4cdd-bd24-2e06ea6d2867 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:16.647458 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54389297-fc70-4598-86d2-ca39f102bdd5 None None] Network a0e8193c-fd54-475a-becb-2af0fd25bea9 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:11:16.749193 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-065ec669-e790-4b6e-823d-566041d29a75 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:16.858906 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-065ec669-e790-4b6e-823d-566041d29a75 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:16.920768 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8ada46ac-e069-4cdb-a4d7-8d9fdf52228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343344746', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '1769a012-a7ba-47d5-9cd7-b4d02d6a588a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:11:15Z', 'revision_number': 5, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port': {'id': '1769a012-a7ba-47d5-9cd7-b4d02d6a588a', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:16.926900 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-065ec669-e790-4b6e-823d-566041d29a75 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Deleting port 1769a012-a7ba-47d5-9cd7-b4d02d6a588a {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:11:16.927251 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-065ec669-e790-4b6e-823d-566041d29a75 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:16.953614 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ada46ac-e069-4cdb-a4d7-8d9fdf52228f None None] Checking router: 16e70b59-0896-4bf8-89bf-9575bfb2d6f2 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:11:16.966007 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ada46ac-e069-4cdb-a4d7-8d9fdf52228f None None] Routers {'16e70b59-0896-4bf8-89bf-9575bfb2d6f2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:11:16.967028 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8ada46ac-e069-4cdb-a4d7-8d9fdf52228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:11:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['16e70b59-0896-4bf8-89bf-9575bfb2d6f2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:16.974022 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ae46bd-dfff-4005-9fa0-19e4407ab3e1 None None] DHCP port deletion for a0e8193c-fd54-475a-becb-2af0fd25bea9 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:11:17.011021 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-065ec669-e790-4b6e-823d-566041d29a75 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] For port 1769a012-a7ba-47d5-9cd7-b4d02d6a588a, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=1769a012-a7ba-47d5-9cd7-b4d02d6a588a,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:11:17.011597 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-065ec669-e790-4b6e-823d-566041d29a75 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:17.025645 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-065ec669-e790-4b6e-823d-566041d29a75 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Calling delete_port for 1769a012-a7ba-47d5-9cd7-b4d02d6a588a owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:11:17.101339 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8ada46ac-e069-4cdb-a4d7-8d9fdf52228f None None] Set router 16e70b59-0896-4bf8-89bf-9575bfb2d6f2 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:11:17.160776 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8ada46ac-e069-4cdb-a4d7-8d9fdf52228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343344746', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:11:16Z', 'revision_number': 6, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:17.194408 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ada46ac-e069-4cdb-a4d7-8d9fdf52228f None None] The sync data for ids ['16e70b59-0896-4bf8-89bf-9575bfb2d6f2'] in n-d-819349-5 is: [{'id': '16e70b59-0896-4bf8-89bf-9575bfb2d6f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343344746', 'tenant_id': '8d43f2178a344f438bf4bc8854e720a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:09:25Z', 'updated_at': '2021-11-25T20:11:16Z', 'revision_number': 6, 'project_id': '8d43f2178a344f438bf4bc8854e720a1', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:11:17.198548 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-c2ae46bd-dfff-4005-9fa0-19e4407ab3e1 None None] Deleting port 7f7e29e3-2a87-4942-a238-7e2aa3676322 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:11:17.198975 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c2ae46bd-dfff-4005-9fa0-19e4407ab3e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:17.214018 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-065ec669-e790-4b6e-823d-566041d29a75 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:17.243913 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ec669-e790-4b6e-823d-566041d29a75 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'Port': ['ID=1769a012-a7ba-47d5-9cd7-b4d02d6a588a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:17.263820 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe454c8-6336-4644-81ed-451bdac90b51 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:11:17.273112 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c2ae46bd-dfff-4005-9fa0-19e4407ab3e1 None None] For port 7f7e29e3-2a87-4942-a238-7e2aa3676322, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=7f7e29e3-2a87-4942-a238-7e2aa3676322,segment=NetworkSegment(9b56a213-7ff5-45ec-867a-b4f35cefe4a9),segment_id=9b56a213-7ff5-45ec-867a-b4f35cefe4a9)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:11:17.273516 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c2ae46bd-dfff-4005-9fa0-19e4407ab3e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:17.287737 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-c2ae46bd-dfff-4005-9fa0-19e4407ab3e1 None None] Calling delete_port for 7f7e29e3-2a87-4942-a238-7e2aa3676322 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:11:17.314547 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-065ec669-e790-4b6e-823d-566041d29a75 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:17.376468 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c2ae46bd-dfff-4005-9fa0-19e4407ab3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:17.403487 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae46bd-dfff-4005-9fa0-19e4407ab3e1 None None] Pushing event deleted for resources: {'Port': ['ID=7f7e29e3-2a87-4942-a238-7e2aa3676322,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:17.406948 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ae46bd-dfff-4005-9fa0-19e4407ab3e1 None None] No DVR routers for this DVR port 7f7e29e3-2a87-4942-a238-7e2aa3676322 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:11:17.730937 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-065ec669-e790-4b6e-823d-566041d29a75 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:17.733127 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-065ec669-e790-4b6e-823d-566041d29a75 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:17.779359 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-065ec669-e790-4b6e-823d-566041d29a75 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:17.779919 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065ec669-e790-4b6e-823d-566041d29a75 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Fanout notify agent at l3_agent the message router_deleted on router 16e70b59-0896-4bf8-89bf-9575bfb2d6f2 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:11:17.788692 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-065ec669-e790-4b6e-823d-566041d29a75 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:17.789821 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-065ec669-e790-4b6e-823d-566041d29a75 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "DELETE /v2.0/routers/16e70b59-0896-4bf8-89bf-9575bfb2d6f2 HTTP/1.1" status: 204 len: 168 time: 1.1539636 Nov 25 20:11:17.792673 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53678) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:17.873514 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93cb256f-76de-4761-a4aa-85a607ab0aab tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:17.962412 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93cb256f-76de-4761-a4aa-85a607ab0aab tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:17.984671 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-93cb256f-76de-4761-a4aa-85a607ab0aab tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e8193c-fd54-475a-becb-2af0fd25bea9']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:17.998513 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-93cb256f-76de-4761-a4aa-85a607ab0aab tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b56a213-7ff5-45ec-867a-b4f35cefe4a9') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:17.998513 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-93cb256f-76de-4761-a4aa-85a607ab0aab tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b56a213-7ff5-45ec-867a-b4f35cefe4a9') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:18.012014 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93cb256f-76de-4761-a4aa-85a607ab0aab tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:18.028030 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93cb256f-76de-4761-a4aa-85a607ab0aab tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:18.038047 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93cb256f-76de-4761-a4aa-85a607ab0aab tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:11:18.038431 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93cb256f-76de-4761-a4aa-85a607ab0aab tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:11:18.042709 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:11:18.071373 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b80380ee-21b6-457e-b347-71f9cbc99776 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:11:18.093631 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: b80380ee-21b6-457e-b347-71f9cbc99776 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:11:18.093984 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b80380ee-21b6-457e-b347-71f9cbc99776 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:11:18.095794 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 7f7e29e3-2a87-4942-a238-7e2aa3676322 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:11:18.116483 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93cb256f-76de-4761-a4aa-85a607ab0aab tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:18.122065 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 7f7e29e3-2a87-4942-a238-7e2aa3676322 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:11:18.122735 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 7f7e29e3-2a87-4942-a238-7e2aa3676322 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:11:18.135537 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93cb256f-76de-4761-a4aa-85a607ab0aab tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:18.138809 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-93cb256f-76de-4761-a4aa-85a607ab0aab tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "DELETE /v2.0/networks/a0e8193c-fd54-475a-becb-2af0fd25bea9 HTTP/1.1" status: 204 len: 168 time: 0.3451550 Nov 25 20:11:18.140198 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb256f-76de-4761-a4aa-85a607ab0aab tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'Network': ['ID=a0e8193c-fd54-475a-becb-2af0fd25bea9,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:18.143159 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53680) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:18.215430 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb00beb8-4707-4360-806e-ed15ce091a53 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:18.248134 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb00beb8-4707-4360-806e-ed15ce091a53 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:18.319377 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb00beb8-4707-4360-806e-ed15ce091a53 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:18.322378 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb00beb8-4707-4360-806e-ed15ce091a53 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:18.323815 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cb00beb8-4707-4360-806e-ed15ce091a53 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] 10.222.0.55 "DELETE /v2.0/security-groups/402d2b92-0db2-402d-a7b7-495cae535de3 HTTP/1.1" status: 204 len: 168 time: 0.1786888 Nov 25 20:11:18.337770 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00beb8-4707-4360-806e-ed15ce091a53 tempest-TestNetworkAdvancedServerOps-1068954648 tempest-TestNetworkAdvancedServerOps-1068954648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=402d2b92-0db2-402d-a7b7-495cae535de3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:18.719504 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53688) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:18.892893 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2a3ff9f2-923a-448b-9f93-5ed81bbb6c87 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d43f2178a344f438bf4bc8854e720a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1721332 Nov 25 20:11:18.896003 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53692) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:18.946970 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50d2f187-d5dc-418e-ad5d-d08b214f8e25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:18.971112 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50d2f187-d5dc-418e-ad5d-d08b214f8e25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:19.032150 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50d2f187-d5dc-418e-ad5d-d08b214f8e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:19.035186 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50d2f187-d5dc-418e-ad5d-d08b214f8e25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:19.036371 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-50d2f187-d5dc-418e-ad5d-d08b214f8e25 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/604f5fb7-f955-4a41-8d90-1d30e1b2d30d HTTP/1.1" status: 204 len: 168 time: 0.1393836 Nov 25 20:11:19.044389 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2f187-d5dc-418e-ad5d-d08b214f8e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604f5fb7-f955-4a41-8d90-1d30e1b2d30d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:19.316373 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53698) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:19.362684 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f11b235f-128e-45b2-88bc-ecc377ae4c14 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=52b3b35b50fd48adbd7fd041530076c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447414 Nov 25 20:11:19.365186 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53700) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:19.416224 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b361422-9c2b-4893-82be-41ce8b37cf17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:19.443028 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b361422-9c2b-4893-82be-41ce8b37cf17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:19.494334 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b361422-9c2b-4893-82be-41ce8b37cf17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:19.497038 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b361422-9c2b-4893-82be-41ce8b37cf17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:19.498431 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9b361422-9c2b-4893-82be-41ce8b37cf17 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/807cd92e-5625-4a75-8f97-a5c0e099fdf8 HTTP/1.1" status: 204 len: 168 time: 0.1322267 Nov 25 20:11:19.507096 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b361422-9c2b-4893-82be-41ce8b37cf17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807cd92e-5625-4a75-8f97-a5c0e099fdf8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:19.617884 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1769a012-a7ba-47d5-9cd7-b4d02d6a588a no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:11:19.639361 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 1769a012-a7ba-47d5-9cd7-b4d02d6a588a {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:11:19.639710 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 1769a012-a7ba-47d5-9cd7-b4d02d6a588a not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:11:21.813440 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53856) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:21.929456 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b2950d54-f7d7-4d1a-b519-a4afcbe3ff70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:22.017541 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b2950d54-f7d7-4d1a-b519-a4afcbe3ff70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:22.022601 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b2950d54-f7d7-4d1a-b519-a4afcbe3ff70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:22.081272 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b2950d54-f7d7-4d1a-b519-a4afcbe3ff70 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=609c8fd15a384f4f9e0abdb7f50eced2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2665310 Nov 25 20:11:22.084677 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2950d54-f7d7-4d1a-b519-a4afcbe3ff70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2f62bb-a5f5-4e6f-afaa-398900ac698c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:22.085823 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53860) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:22.152523 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9098227-81c7-467c-b1a9-42519b0ca905 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:22.176501 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9098227-81c7-467c-b1a9-42519b0ca905 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:22.240548 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9098227-81c7-467c-b1a9-42519b0ca905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:22.243294 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9098227-81c7-467c-b1a9-42519b0ca905 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:22.244844 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c9098227-81c7-467c-b1a9-42519b0ca905 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ec2f62bb-a5f5-4e6f-afaa-398900ac698c HTTP/1.1" status: 204 len: 168 time: 0.1579735 Nov 25 20:11:22.255374 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9098227-81c7-467c-b1a9-42519b0ca905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2f62bb-a5f5-4e6f-afaa-398900ac698c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:22.570644 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53866) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:22.586570 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea345af3-da07-48d1-afcb-b4a0175f7874 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:22.689502 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea345af3-da07-48d1-afcb-b4a0175f7874 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:22.698016 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea345af3-da07-48d1-afcb-b4a0175f7874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:22.751817 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea345af3-da07-48d1-afcb-b4a0175f7874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7a47d2-5891-4612-8b65-f99694cd6e3b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:22.756970 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ea345af3-da07-48d1-afcb-b4a0175f7874 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12807227896048df96d4125bb1fde5c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1852372 Nov 25 20:11:22.759915 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53868) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:22.833010 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d3b71137-0da2-4dab-949f-9d68766796db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:22.863024 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d3b71137-0da2-4dab-949f-9d68766796db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:22.924454 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d3b71137-0da2-4dab-949f-9d68766796db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:22.929326 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d3b71137-0da2-4dab-949f-9d68766796db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:22.931344 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d3b71137-0da2-4dab-949f-9d68766796db admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9f7a47d2-5891-4612-8b65-f99694cd6e3b HTTP/1.1" status: 204 len: 168 time: 0.1702771 Nov 25 20:11:22.944605 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b71137-0da2-4dab-949f-9d68766796db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7a47d2-5891-4612-8b65-f99694cd6e3b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:23.678591 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53890) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:23.788108 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-4c3c4963-0413-4e31-8190-4bdb8cc17788 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-257579555-network', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:11:23.811518 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3c4963-0413-4e31-8190-4bdb8cc17788 admin admin] Made reservation on behalf of 5a49662473d14429bfa08ae832fa5fb1 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:11:23.814274 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c3c4963-0413-4e31-8190-4bdb8cc17788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:23.823616 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c3c4963-0413-4e31-8190-4bdb8cc17788 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:23.904697 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c3c4963-0413-4e31-8190-4bdb8cc17788 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:23.911146 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c3c4963-0413-4e31-8190-4bdb8cc17788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:23.937700 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c3c4963-0413-4e31-8190-4bdb8cc17788 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:11:23.948434 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c4963-0413-4e31-8190-4bdb8cc17788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d32c1c3-a644-44e9-bffc-02f2cf24c631,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:23.953944 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c3c4963-0413-4e31-8190-4bdb8cc17788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:23.954923 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-4c3c4963-0413-4e31-8190-4bdb8cc17788 admin admin] Added segment 78152aeb-d7f2-4b01-8835-de7e492e0a64 of type vlan for network a2b6e25a-2103-45ea-b031-a5d7ec0542cd Nov 25 20:11:23.957518 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:24.003094 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c3c4963-0413-4e31-8190-4bdb8cc17788 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:24.034408 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c3c4963-0413-4e31-8190-4bdb8cc17788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:24.035682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3c4963-0413-4e31-8190-4bdb8cc17788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:24.036615 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c3c4963-0413-4e31-8190-4bdb8cc17788 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:24.086956 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4c3c4963-0413-4e31-8190-4bdb8cc17788 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4072125 Nov 25 20:11:24.091408 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53894) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:24.097593 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5d100733-4fd7-4df9-9438-38d55679ad54 admin admin] Request body: {'subnet': {'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-257579555-subnet', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:11:24.124677 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d100733-4fd7-4df9-9438-38d55679ad54 admin admin] Made reservation on behalf of 5a49662473d14429bfa08ae832fa5fb1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:11:24.127024 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5d100733-4fd7-4df9-9438-38d55679ad54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:24.139363 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c4963-0413-4e31-8190-4bdb8cc17788 admin admin] Pushing event updated for resources: {'Network': ['ID=a2b6e25a-2103-45ea-b031-a5d7ec0542cd,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:24.150536 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network a2b6e25a-2103-45ea-b031-a5d7ec0542cd details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:11:24.314521 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5d100733-4fd7-4df9-9438-38d55679ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:24.371341 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d100733-4fd7-4df9-9438-38d55679ad54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8eac5fe-8121-4bce-95fc-dfb031ef521a,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:24.383370 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d100733-4fd7-4df9-9438-38d55679ad54 admin admin] Checking segment: {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:11:24.383735 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d100733-4fd7-4df9-9438-38d55679ad54 admin admin] Network hostable DHCP agents. Network: a2b6e25a-2103-45ea-b031-a5d7ec0542cd, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:11:24.403191 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d100733-4fd7-4df9-9438-38d55679ad54 admin admin] Network a2b6e25a-2103-45ea-b031-a5d7ec0542cd is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:11:24.414062 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5d100733-4fd7-4df9-9438-38d55679ad54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, a2b6e25a-2103-45ea-b031-a5d7ec0542cd) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:11:24.418460 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d100733-4fd7-4df9-9438-38d55679ad54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:24.419050 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5d100733-4fd7-4df9-9438-38d55679ad54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:24.428827 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee264486-6583-41b8-a61f-a8cdcad48cd9 None None] Network a2b6e25a-2103-45ea-b031-a5d7ec0542cd requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:11:24.445262 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5d100733-4fd7-4df9-9438-38d55679ad54 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3497684 Nov 25 20:11:24.446048 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53896) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:24.451292 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-68fa1f2f-0269-4489-a3d2-a4f0cc3a2941 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:11:24.482137 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68fa1f2f-0269-4489-a3d2-a4f0cc3a2941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:24.483789 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68fa1f2f-0269-4489-a3d2-a4f0cc3a2941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:24.519007 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:24.548896 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68fa1f2f-0269-4489-a3d2-a4f0cc3a2941 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:24.607225 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655d43d5-438c-49b1-844c-e7f5f0415e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:11:24.608099 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-655d43d5-438c-49b1-844c-e7f5f0415e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:24.691153 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68fa1f2f-0269-4489-a3d2-a4f0cc3a2941 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:24.763394 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-655d43d5-438c-49b1-844c-e7f5f0415e40 None None] Allocated IP 172.20.0.2 (a2b6e25a-2103-45ea-b031-a5d7ec0542cd/b8eac5fe-8121-4bce-95fc-dfb031ef521a/877e9239-ad27-4e61-a540-30cef18566ab) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:11:24.924562 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-655d43d5-438c-49b1-844c-e7f5f0415e40 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:24.930780 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-655d43d5-438c-49b1-844c-e7f5f0415e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:24.939349 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68fa1f2f-0269-4489-a3d2-a4f0cc3a2941 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:24.961818 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68fa1f2f-0269-4489-a3d2-a4f0cc3a2941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:24.975237 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655d43d5-438c-49b1-844c-e7f5f0415e40 None None] Network a2b6e25a-2103-45ea-b031-a5d7ec0542cd is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:11:24.978605 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-655d43d5-438c-49b1-844c-e7f5f0415e40 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:11:24.983303 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655d43d5-438c-49b1-844c-e7f5f0415e40 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:11:24.986678 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d43d5-438c-49b1-844c-e7f5f0415e40 None None] Pushing event updated for resources: {'Port': ['ID=877e9239-ad27-4e61-a540-30cef18566ab,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:25.049271 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-655d43d5-438c-49b1-844c-e7f5f0415e40 None None] Attempting to bind port 877e9239-ad27-4e61-a540-30cef18566ab on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:11:25.049803 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-655d43d5-438c-49b1-844c-e7f5f0415e40 None None] Attempting to bind port 877e9239-ad27-4e61-a540-30cef18566ab by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:11:25.051073 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655d43d5-438c-49b1-844c-e7f5f0415e40 None None] Attempting to bind port 877e9239-ad27-4e61-a540-30cef18566ab on network a2b6e25a-2103-45ea-b031-a5d7ec0542cd {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:11:25.057281 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655d43d5-438c-49b1-844c-e7f5f0415e40 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:11:25.057281 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655d43d5-438c-49b1-844c-e7f5f0415e40 None None] Checking segment: {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:11:25.057566 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-655d43d5-438c-49b1-844c-e7f5f0415e40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:25.057779 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655d43d5-438c-49b1-844c-e7f5f0415e40 None None] Bound using segment: {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:11:25.058257 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-655d43d5-438c-49b1-844c-e7f5f0415e40 None None] Bound port: 877e9239-ad27-4e61-a540-30cef18566ab, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:11:25.058670 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-655d43d5-438c-49b1-844c-e7f5f0415e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:25.086563 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-68fa1f2f-0269-4489-a3d2-a4f0cc3a2941 admin admin] Allocated IP 172.25.6.72 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/963ab711-947b-4968-8a19-c51d19a96547) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:11:25.132646 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-655d43d5-438c-49b1-844c-e7f5f0415e40 None None] For port 877e9239-ad27-4e61-a540-30cef18566ab, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:11:25.135998 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-655d43d5-438c-49b1-844c-e7f5f0415e40 None None] For port 877e9239-ad27-4e61-a540-30cef18566ab, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=877e9239-ad27-4e61-a540-30cef18566ab,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:11:25.139982 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-655d43d5-438c-49b1-844c-e7f5f0415e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:25.202888 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68fa1f2f-0269-4489-a3d2-a4f0cc3a2941 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:25.211545 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d43d5-438c-49b1-844c-e7f5f0415e40 None None] Pushing event updated for resources: {'Port': ['ID=877e9239-ad27-4e61-a540-30cef18566ab,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:25.248423 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68fa1f2f-0269-4489-a3d2-a4f0cc3a2941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:25.287306 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fa1f2f-0269-4489-a3d2-a4f0cc3a2941 admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:11:25.290431 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-68fa1f2f-0269-4489-a3d2-a4f0cc3a2941 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:11:25.293240 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fa1f2f-0269-4489-a3d2-a4f0cc3a2941 admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:11:25.307187 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7333a9be-acab-45db-858c-442c8bd28c76 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:11:25.332826 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa1f2f-0269-4489-a3d2-a4f0cc3a2941 admin admin] Pushing event updated for resources: {'Port': ['ID=963ab711-947b-4968-8a19-c51d19a96547,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:25.420688 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4c04cfc3-7540-41fa-825e-9ccfa55cce54 None None] Provisioning complete for port 963ab711-947b-4968-8a19-c51d19a96547 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:25.421290 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4c04cfc3-7540-41fa-825e-9ccfa55cce54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:25.480242 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4c04cfc3-7540-41fa-825e-9ccfa55cce54 None None] Port 963ab711-947b-4968-8a19-c51d19a96547 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:11:25.631197 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68fa1f2f-0269-4489-a3d2-a4f0cc3a2941 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:25.701018 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 877e9239-ad27-4e61-a540-30cef18566ab up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:11:25.763949 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 877e9239-ad27-4e61-a540-30cef18566ab triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:25.764320 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:25.855154 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68fa1f2f-0269-4489-a3d2-a4f0cc3a2941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:25.863313 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:25.902539 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 877e9239-ad27-4e61-a540-30cef18566ab, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=877e9239-ad27-4e61-a540-30cef18566ab,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:11:25.908818 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:25.962908 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=877e9239-ad27-4e61-a540-30cef18566ab,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:26.003558 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fa1f2f-0269-4489-a3d2-a4f0cc3a2941 admin admin] Router 43debb87-6771-47c7-bca5-e5daad80e159 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:11:26.145424 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fa1f2f-0269-4489-a3d2-a4f0cc3a2941 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:11:26.160855 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0562f51-5ba5-4b5c-ab34-ab831066c499 None None] Sync routers for ids ['43debb87-6771-47c7-bca5-e5daad80e159'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:11:26.168651 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68fa1f2f-0269-4489-a3d2-a4f0cc3a2941 admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:26.173513 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0562f51-5ba5-4b5c-ab34-ab831066c499 None None] Routers {'43debb87-6771-47c7-bca5-e5daad80e159'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:11:26.173771 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53898) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:26.174254 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b0562f51-5ba5-4b5c-ab34-ab831066c499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:11:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['43debb87-6771-47c7-bca5-e5daad80e159'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:26.175552 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-68fa1f2f-0269-4489-a3d2-a4f0cc3a2941 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7279754 Nov 25 20:11:26.303314 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-b0562f51-5ba5-4b5c-ab34-ab831066c499 None None] Set router 43debb87-6771-47c7-bca5-e5daad80e159 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:11:26.352581 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5ef659-5f2a-4495-a5c6-d2e242dd29ff None None] Network a2b6e25a-2103-45ea-b031-a5d7ec0542cd requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:11:26.423240 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-cf67b945-26b8-45f5-ac3b-2e6b57f5f74b None None] Provisioning complete for port 877e9239-ad27-4e61-a540-30cef18566ab triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:26.423526 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cf67b945-26b8-45f5-ac3b-2e6b57f5f74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:26.529917 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b0562f51-5ba5-4b5c-ab34-ab831066c499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43debb87-6771-47c7-bca5-e5daad80e159', 'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '963ab711-947b-4968-8a19-c51d19a96547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:25Z', 'revision_number': 3, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'gw_port': {'id': '963ab711-947b-4968-8a19-c51d19a96547', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:26.569762 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0562f51-5ba5-4b5c-ab34-ab831066c499 None None] Checking router: 43debb87-6771-47c7-bca5-e5daad80e159 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:11:26.570167 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0562f51-5ba5-4b5c-ab34-ab831066c499 None None] Updating router 43debb87-6771-47c7-bca5-e5daad80e159 port 963ab711-947b-4968-8a19-c51d19a96547 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:11:26.601867 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b0562f51-5ba5-4b5c-ab34-ab831066c499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:26.896331 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b0562f51-5ba5-4b5c-ab34-ab831066c499 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:26.902973 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b0562f51-5ba5-4b5c-ab34-ab831066c499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:26.904422 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-85214041-f6a1-4e2b-ac93-2b1c4f980ae9 None None] Provisioning complete for port 877e9239-ad27-4e61-a540-30cef18566ab triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:26.904984 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-85214041-f6a1-4e2b-ac93-2b1c4f980ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:27.026617 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8976cd7e-f5e9-4560-9d79-54d4087be935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:27.037147 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1b39d4-cb91-4ceb-9d6c-b56aec493369 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:11:27.051826 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-b0562f51-5ba5-4b5c-ab34-ab831066c499 None None] Attempting to bind port 963ab711-947b-4968-8a19-c51d19a96547 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:11:27.052203 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-b0562f51-5ba5-4b5c-ab34-ab831066c499 None None] Attempting to bind port 963ab711-947b-4968-8a19-c51d19a96547 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:11:27.052565 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0562f51-5ba5-4b5c-ab34-ab831066c499 None None] Attempting to bind port 963ab711-947b-4968-8a19-c51d19a96547 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:11:27.059156 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3777c2f-e920-4830-a764-4d129c866575 None None] Pushing event updated for resources: {'Port': ['ID=963ab711-947b-4968-8a19-c51d19a96547,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:27.069631 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0562f51-5ba5-4b5c-ab34-ab831066c499 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:11:27.069947 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0562f51-5ba5-4b5c-ab34-ab831066c499 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:11:27.070381 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b0562f51-5ba5-4b5c-ab34-ab831066c499 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:27.070771 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0562f51-5ba5-4b5c-ab34-ab831066c499 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:11:27.071246 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-b0562f51-5ba5-4b5c-ab34-ab831066c499 None None] Bound port: 963ab711-947b-4968-8a19-c51d19a96547, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:11:27.071627 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b0562f51-5ba5-4b5c-ab34-ab831066c499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:27.074758 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3777c2f-e920-4830-a764-4d129c866575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:27.075102 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3777c2f-e920-4830-a764-4d129c866575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:27.075445 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3777c2f-e920-4830-a764-4d129c866575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:27.075781 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3777c2f-e920-4830-a764-4d129c866575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:27.076116 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3777c2f-e920-4830-a764-4d129c866575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:27.076445 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3777c2f-e920-4830-a764-4d129c866575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:27.076925 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3777c2f-e920-4830-a764-4d129c866575 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:27.077100 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3777c2f-e920-4830-a764-4d129c866575 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:27.077424 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3777c2f-e920-4830-a764-4d129c866575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:27.077745 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3777c2f-e920-4830-a764-4d129c866575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:27.078065 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3777c2f-e920-4830-a764-4d129c866575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:27.078405 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3777c2f-e920-4830-a764-4d129c866575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:27.123873 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-c5d2cffd-dc62-4fb2-aab4-1a822346e3c8 None None] Provisioning complete for port 963ab711-947b-4968-8a19-c51d19a96547 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:27.124235 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c5d2cffd-dc62-4fb2-aab4-1a822346e3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:27.138213 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-b0562f51-5ba5-4b5c-ab34-ab831066c499 None None] For port 963ab711-947b-4968-8a19-c51d19a96547, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:11:27.142374 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-b0562f51-5ba5-4b5c-ab34-ab831066c499 None None] For port 963ab711-947b-4968-8a19-c51d19a96547, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=963ab711-947b-4968-8a19-c51d19a96547,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:11:27.149646 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b0562f51-5ba5-4b5c-ab34-ab831066c499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:27.166321 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-c5d2cffd-dc62-4fb2-aab4-1a822346e3c8 None None] Port 963ab711-947b-4968-8a19-c51d19a96547 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:11:27.197402 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be82882-e095-47cb-9451-ea128e4e2d65 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:11:27.217543 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0562f51-5ba5-4b5c-ab34-ab831066c499 None None] Routers {'43debb87-6771-47c7-bca5-e5daad80e159'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:11:27.218166 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b0562f51-5ba5-4b5c-ab34-ab831066c499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:11:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['43debb87-6771-47c7-bca5-e5daad80e159'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:27.228098 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-8976cd7e-f5e9-4560-9d79-54d4087be935 admin admin] Allocated IP 172.20.0.1 (a2b6e25a-2103-45ea-b031-a5d7ec0542cd/b8eac5fe-8121-4bce-95fc-dfb031ef521a/c92335b9-07ec-475f-b38a-14a7fdfe710c) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:11:27.289279 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6184c635-20ec-491d-95b2-ac4984d9dd18 None None] Provisioning complete for port 963ab711-947b-4968-8a19-c51d19a96547 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:27.289878 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6184c635-20ec-491d-95b2-ac4984d9dd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:27.298970 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3777c2f-e920-4830-a764-4d129c866575 None None] Pushing event updated for resources: {'Port': ['ID=963ab711-947b-4968-8a19-c51d19a96547,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:27.336855 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-b0562f51-5ba5-4b5c-ab34-ab831066c499 None None] Set router 43debb87-6771-47c7-bca5-e5daad80e159 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:11:27.359918 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8976cd7e-f5e9-4560-9d79-54d4087be935 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:27.381372 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6184c635-20ec-491d-95b2-ac4984d9dd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:27.403770 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-6184c635-20ec-491d-95b2-ac4984d9dd18 None None] For port 963ab711-947b-4968-8a19-c51d19a96547, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=963ab711-947b-4968-8a19-c51d19a96547,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:11:27.408953 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6184c635-20ec-491d-95b2-ac4984d9dd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:27.413278 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8976cd7e-f5e9-4560-9d79-54d4087be935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:27.451616 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8976cd7e-f5e9-4560-9d79-54d4087be935 admin admin] Network a2b6e25a-2103-45ea-b031-a5d7ec0542cd is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:11:27.456001 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8976cd7e-f5e9-4560-9d79-54d4087be935 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:11:27.458998 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8976cd7e-f5e9-4560-9d79-54d4087be935 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:11:27.461271 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184c635-20ec-491d-95b2-ac4984d9dd18 None None] Pushing event updated for resources: {'Port': ['ID=963ab711-947b-4968-8a19-c51d19a96547,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:27.508452 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976cd7e-f5e9-4560-9d79-54d4087be935 admin admin] Pushing event updated for resources: {'Port': ['ID=c92335b9-07ec-475f-b38a-14a7fdfe710c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:27.519881 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8976cd7e-f5e9-4560-9d79-54d4087be935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:27.682275 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b0562f51-5ba5-4b5c-ab34-ab831066c499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43debb87-6771-47c7-bca5-e5daad80e159', 'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '963ab711-947b-4968-8a19-c51d19a96547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:25Z', 'revision_number': 3, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'gw_port': {'id': '963ab711-947b-4968-8a19-c51d19a96547', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:27.695893 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 877e9239-ad27-4e61-a540-30cef18566ab up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:11:27.712636 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8976cd7e-f5e9-4560-9d79-54d4087be935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:27.717916 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0562f51-5ba5-4b5c-ab34-ab831066c499 None None] The sync data for ids ['43debb87-6771-47c7-bca5-e5daad80e159'] in n-d-819349-5 is: [{'id': '43debb87-6771-47c7-bca5-e5daad80e159', 'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '963ab711-947b-4968-8a19-c51d19a96547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:25Z', 'revision_number': 3, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'gw_port': {'id': '963ab711-947b-4968-8a19-c51d19a96547', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:11:27.763006 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-644af953-ab66-44ab-abad-27bd6896d8f3 None None] Provisioning complete for port c92335b9-07ec-475f-b38a-14a7fdfe710c triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:27.763539 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-644af953-ab66-44ab-abad-27bd6896d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:27.956674 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8976cd7e-f5e9-4560-9d79-54d4087be935 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:27.972496 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8976cd7e-f5e9-4560-9d79-54d4087be935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:27.991349 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 877e9239-ad27-4e61-a540-30cef18566ab triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:27.991720 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:27.994458 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-644af953-ab66-44ab-abad-27bd6896d8f3 None None] Port c92335b9-07ec-475f-b38a-14a7fdfe710c cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:11:28.084840 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976cd7e-f5e9-4560-9d79-54d4087be935 admin admin] Pushing event updated for resources: {'Port': ['ID=c92335b9-07ec-475f-b38a-14a7fdfe710c,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:28.091998 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8976cd7e-f5e9-4560-9d79-54d4087be935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:28.202224 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8976cd7e-f5e9-4560-9d79-54d4087be935 admin admin] Network a2b6e25a-2103-45ea-b031-a5d7ec0542cd is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:11:28.203898 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8976cd7e-f5e9-4560-9d79-54d4087be935 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:11:28.339311 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8976cd7e-f5e9-4560-9d79-54d4087be935 admin admin] Router 43debb87-6771-47c7-bca5-e5daad80e159 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:11:28.474969 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8976cd7e-f5e9-4560-9d79-54d4087be935 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:11:28.480305 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8976cd7e-f5e9-4560-9d79-54d4087be935 admin admin] 10.222.0.55 "PUT /v2.0/routers/43debb87-6771-47c7-bca5-e5daad80e159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3061090 Nov 25 20:11:28.520872 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ec72c9fc-ba16-46e8-83d0-aa30bb15ec60 None None] Provisioning complete for port c92335b9-07ec-475f-b38a-14a7fdfe710c triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:28.521637 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ec72c9fc-ba16-46e8-83d0-aa30bb15ec60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:28.558597 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ec72c9fc-ba16-46e8-83d0-aa30bb15ec60 None None] Port c92335b9-07ec-475f-b38a-14a7fdfe710c cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:11:29.025597 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53914) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:29.030566 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4ff87b73-faf0-4d1d-98d0-db7a9e727846 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-704671939-network', 'tenant_id': '91b808c8f1974252b7f3705f6be15b79'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:11:29.052559 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff87b73-faf0-4d1d-98d0-db7a9e727846 admin admin] Made reservation on behalf of 91b808c8f1974252b7f3705f6be15b79 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:11:29.054856 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ff87b73-faf0-4d1d-98d0-db7a9e727846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:29.064790 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ff87b73-faf0-4d1d-98d0-db7a9e727846 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:29.154922 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ff87b73-faf0-4d1d-98d0-db7a9e727846 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:29.160013 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ff87b73-faf0-4d1d-98d0-db7a9e727846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:29.193027 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff87b73-faf0-4d1d-98d0-db7a9e727846 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:11:29.199691 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff87b73-faf0-4d1d-98d0-db7a9e727846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5d257c-b9a8-4524-9265-8a72d8d162e2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:29.210652 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ff87b73-faf0-4d1d-98d0-db7a9e727846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:29.211061 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-4ff87b73-faf0-4d1d-98d0-db7a9e727846 admin admin] Added segment 4b3a2275-7154-4b2f-9196-761bd2b49f88 of type vlan for network 1ac7971b-2347-47a6-b14c-a4777b3c65a1 Nov 25 20:11:29.259071 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ff87b73-faf0-4d1d-98d0-db7a9e727846 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:29.289213 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ff87b73-faf0-4d1d-98d0-db7a9e727846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:29.290172 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff87b73-faf0-4d1d-98d0-db7a9e727846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:29.290899 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ff87b73-faf0-4d1d-98d0-db7a9e727846 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:29.304227 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6038122f-5c13-4662-904a-50cdce3e3449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:29.331224 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4ff87b73-faf0-4d1d-98d0-db7a9e727846 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3044732 Nov 25 20:11:29.333575 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53916) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:29.338890 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-2d086846-d54a-4f95-ad36-ff84f66af8df admin admin] Request body: {'subnet': {'network_id': '1ac7971b-2347-47a6-b14c-a4777b3c65a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-704671939-subnet', 'tenant_id': '91b808c8f1974252b7f3705f6be15b79', 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:11:29.362495 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d086846-d54a-4f95-ad36-ff84f66af8df admin admin] Made reservation on behalf of 91b808c8f1974252b7f3705f6be15b79 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:11:29.364913 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d086846-d54a-4f95-ad36-ff84f66af8df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:29.365270 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff87b73-faf0-4d1d-98d0-db7a9e727846 admin admin] Pushing event updated for resources: {'Network': ['ID=1ac7971b-2347-47a6-b14c-a4777b3c65a1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:29.376081 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 1ac7971b-2347-47a6-b14c-a4777b3c65a1 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:11:29.491307 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ec3cf8-48f8-4d98-9960-53dcaedeccf8 None None] Sync routers for ids ['43debb87-6771-47c7-bca5-e5daad80e159'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:11:29.503739 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ec3cf8-48f8-4d98-9960-53dcaedeccf8 None None] Routers {'43debb87-6771-47c7-bca5-e5daad80e159'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:11:29.504387 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e8ec3cf8-48f8-4d98-9960-53dcaedeccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:11:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['43debb87-6771-47c7-bca5-e5daad80e159'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:29.565153 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d086846-d54a-4f95-ad36-ff84f66af8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:29.628437 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d086846-d54a-4f95-ad36-ff84f66af8df admin admin] Pushing event updated for resources: {'Subnet': ['ID=decc665b-d950-492b-b441-f211fa897e4a,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:29.641067 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d086846-d54a-4f95-ad36-ff84f66af8df admin admin] Checking segment: {'id': '4b3a2275-7154-4b2f-9196-761bd2b49f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '1ac7971b-2347-47a6-b14c-a4777b3c65a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:11:29.641414 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d086846-d54a-4f95-ad36-ff84f66af8df admin admin] Network hostable DHCP agents. Network: 1ac7971b-2347-47a6-b14c-a4777b3c65a1, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:11:29.641541 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e8ec3cf8-48f8-4d98-9960-53dcaedeccf8 None None] Set router 43debb87-6771-47c7-bca5-e5daad80e159 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:11:29.668094 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d086846-d54a-4f95-ad36-ff84f66af8df admin admin] Network 1ac7971b-2347-47a6-b14c-a4777b3c65a1 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:11:29.682774 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-2d086846-d54a-4f95-ad36-ff84f66af8df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 1ac7971b-2347-47a6-b14c-a4777b3c65a1) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:11:29.690511 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d086846-d54a-4f95-ad36-ff84f66af8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:29.691269 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d086846-d54a-4f95-ad36-ff84f66af8df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:29.702701 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3198f6-647c-4df3-b5a5-68b39f782564 None None] Network 1ac7971b-2347-47a6-b14c-a4777b3c65a1 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:11:29.713543 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 53918) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:29.713745 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2d086846-d54a-4f95-ad36-ff84f66af8df admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3788168 Nov 25 20:11:29.718317 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-103fd258-297d-4a16-b25e-b03394b0a28f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-704671939-router', 'tenant_id': '91b808c8f1974252b7f3705f6be15b79', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:11:29.748099 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-103fd258-297d-4a16-b25e-b03394b0a28f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:29.749748 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-103fd258-297d-4a16-b25e-b03394b0a28f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:29.771631 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 963ab711-947b-4968-8a19-c51d19a96547 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:11:29.811818 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-103fd258-297d-4a16-b25e-b03394b0a28f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:29.961833 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-103fd258-297d-4a16-b25e-b03394b0a28f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:29.980036 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 963ab711-947b-4968-8a19-c51d19a96547 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:29.980409 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:30.079797 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd0a130-110e-40e6-8bd9-41d41405b546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-1ac7971b-2347-47a6-b14c-a4777b3c65a1', 'network_id': '1ac7971b-2347-47a6-b14c-a4777b3c65a1', 'tenant_id': '91b808c8f1974252b7f3705f6be15b79', 'fixed_ips': [{'subnet_id': 'decc665b-d950-492b-b441-f211fa897e4a'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:11:30.080927 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1cd0a130-110e-40e6-8bd9-41d41405b546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:30.152321 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e8ec3cf8-48f8-4d98-9960-53dcaedeccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43debb87-6771-47c7-bca5-e5daad80e159', 'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '963ab711-947b-4968-8a19-c51d19a96547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'gw_port': {'id': '963ab711-947b-4968-8a19-c51d19a96547', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c92335b9-07ec-475f-b38a-14a7fdfe710c', 'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'mac_address': 'fa:16:3e:bc:e1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:27Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 2, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'subnets': [{'id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:30.195221 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-103fd258-297d-4a16-b25e-b03394b0a28f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:30.216780 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-103fd258-297d-4a16-b25e-b03394b0a28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:30.229917 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ec3cf8-48f8-4d98-9960-53dcaedeccf8 None None] Checking router: 43debb87-6771-47c7-bca5-e5daad80e159 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:11:30.229917 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ec3cf8-48f8-4d98-9960-53dcaedeccf8 None None] Updating router 43debb87-6771-47c7-bca5-e5daad80e159 port c92335b9-07ec-475f-b38a-14a7fdfe710c binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:11:30.277113 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e8ec3cf8-48f8-4d98-9960-53dcaedeccf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:30.333588 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-103fd258-297d-4a16-b25e-b03394b0a28f admin admin] Allocated IP 172.25.6.214 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/6b23d7f5-adda-43d4-9e70-693e902fc5bd) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:11:30.354116 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-1cd0a130-110e-40e6-8bd9-41d41405b546 None None] Allocated IP 172.20.0.2 (1ac7971b-2347-47a6-b14c-a4777b3c65a1/decc665b-d950-492b-b441-f211fa897e4a/40642485-7cc4-4bd1-b679-c7557273caf6) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:11:30.448294 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-103fd258-297d-4a16-b25e-b03394b0a28f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:30.484335 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-103fd258-297d-4a16-b25e-b03394b0a28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:30.523746 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103fd258-297d-4a16-b25e-b03394b0a28f admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:11:30.529468 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-103fd258-297d-4a16-b25e-b03394b0a28f admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:11:30.532321 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103fd258-297d-4a16-b25e-b03394b0a28f admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:11:30.548654 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f78965-2f7f-4a8a-bbb3-e6d529eb7881 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:11:30.564291 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fd258-297d-4a16-b25e-b03394b0a28f admin admin] Pushing event updated for resources: {'Port': ['ID=6b23d7f5-adda-43d4-9e70-693e902fc5bd,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:30.666675 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-57f2f82a-c920-41dd-841b-39d3f634b5e0 None None] Provisioning complete for port 6b23d7f5-adda-43d4-9e70-693e902fc5bd triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:30.667277 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-57f2f82a-c920-41dd-841b-39d3f634b5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:30.700794 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1cd0a130-110e-40e6-8bd9-41d41405b546 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:30.735947 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1cd0a130-110e-40e6-8bd9-41d41405b546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:30.780551 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-57f2f82a-c920-41dd-841b-39d3f634b5e0 None None] Port 6b23d7f5-adda-43d4-9e70-693e902fc5bd cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:11:30.803353 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e8ec3cf8-48f8-4d98-9960-53dcaedeccf8 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:30.807688 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd0a130-110e-40e6-8bd9-41d41405b546 None None] Network 1ac7971b-2347-47a6-b14c-a4777b3c65a1 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:11:30.812632 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-1cd0a130-110e-40e6-8bd9-41d41405b546 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:11:30.815061 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0a130-110e-40e6-8bd9-41d41405b546 None None] Pushing event updated for resources: {'Port': ['ID=40642485-7cc4-4bd1-b679-c7557273caf6,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:30.817570 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd0a130-110e-40e6-8bd9-41d41405b546 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:11:30.820078 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e8ec3cf8-48f8-4d98-9960-53dcaedeccf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:30.827387 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-103fd258-297d-4a16-b25e-b03394b0a28f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:30.937785 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-1cd0a130-110e-40e6-8bd9-41d41405b546 None None] Attempting to bind port 40642485-7cc4-4bd1-b679-c7557273caf6 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:11:30.938127 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-1cd0a130-110e-40e6-8bd9-41d41405b546 None None] Attempting to bind port 40642485-7cc4-4bd1-b679-c7557273caf6 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '4b3a2275-7154-4b2f-9196-761bd2b49f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '1ac7971b-2347-47a6-b14c-a4777b3c65a1'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:11:30.938530 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd0a130-110e-40e6-8bd9-41d41405b546 None None] Attempting to bind port 40642485-7cc4-4bd1-b679-c7557273caf6 on network 1ac7971b-2347-47a6-b14c-a4777b3c65a1 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:11:30.944962 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfd888-0987-421c-ab9a-7da3b9527ac5 None None] Pushing event updated for resources: {'Port': ['ID=c92335b9-07ec-475f-b38a-14a7fdfe710c,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:30.966531 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd0a130-110e-40e6-8bd9-41d41405b546 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:11:30.966903 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd0a130-110e-40e6-8bd9-41d41405b546 None None] Checking segment: {'id': '4b3a2275-7154-4b2f-9196-761bd2b49f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '1ac7971b-2347-47a6-b14c-a4777b3c65a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:11:30.967305 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1cd0a130-110e-40e6-8bd9-41d41405b546 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:30.967702 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd0a130-110e-40e6-8bd9-41d41405b546 None None] Bound using segment: {'id': '4b3a2275-7154-4b2f-9196-761bd2b49f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '1ac7971b-2347-47a6-b14c-a4777b3c65a1'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:11:30.968196 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-1cd0a130-110e-40e6-8bd9-41d41405b546 None None] Bound port: 40642485-7cc4-4bd1-b679-c7557273caf6, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3a2275-7154-4b2f-9196-761bd2b49f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '1ac7971b-2347-47a6-b14c-a4777b3c65a1'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:11:30.968608 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1cd0a130-110e-40e6-8bd9-41d41405b546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:31.025953 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e8ec3cf8-48f8-4d98-9960-53dcaedeccf8 None None] Attempting to bind port c92335b9-07ec-475f-b38a-14a7fdfe710c on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:11:31.026442 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e8ec3cf8-48f8-4d98-9960-53dcaedeccf8 None None] Attempting to bind port c92335b9-07ec-475f-b38a-14a7fdfe710c by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:11:31.026708 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec3cf8-48f8-4d98-9960-53dcaedeccf8 None None] Attempting to bind port c92335b9-07ec-475f-b38a-14a7fdfe710c on network a2b6e25a-2103-45ea-b031-a5d7ec0542cd {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:11:31.041318 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec3cf8-48f8-4d98-9960-53dcaedeccf8 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:11:31.041701 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec3cf8-48f8-4d98-9960-53dcaedeccf8 None None] Checking segment: {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:11:31.042088 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e8ec3cf8-48f8-4d98-9960-53dcaedeccf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:31.042515 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec3cf8-48f8-4d98-9960-53dcaedeccf8 None None] Bound using segment: {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:11:31.043051 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e8ec3cf8-48f8-4d98-9960-53dcaedeccf8 None None] Bound port: c92335b9-07ec-475f-b38a-14a7fdfe710c, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:11:31.043381 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e8ec3cf8-48f8-4d98-9960-53dcaedeccf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:31.079511 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-103fd258-297d-4a16-b25e-b03394b0a28f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:31.111275 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-1cd0a130-110e-40e6-8bd9-41d41405b546 None None] For port 40642485-7cc4-4bd1-b679-c7557273caf6, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:11:31.136953 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-1cd0a130-110e-40e6-8bd9-41d41405b546 None None] For port 40642485-7cc4-4bd1-b679-c7557273caf6, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=40642485-7cc4-4bd1-b679-c7557273caf6,segment=NetworkSegment(4b3a2275-7154-4b2f-9196-761bd2b49f88),segment_id=4b3a2275-7154-4b2f-9196-761bd2b49f88)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:11:31.147428 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1cd0a130-110e-40e6-8bd9-41d41405b546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:31.165358 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1c009967-1dad-4d1f-a182-da9e5466ca28 None None] Provisioning complete for port c92335b9-07ec-475f-b38a-14a7fdfe710c triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:31.165722 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1c009967-1dad-4d1f-a182-da9e5466ca28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:31.189843 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e8ec3cf8-48f8-4d98-9960-53dcaedeccf8 None None] For port c92335b9-07ec-475f-b38a-14a7fdfe710c, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:11:31.230961 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e8ec3cf8-48f8-4d98-9960-53dcaedeccf8 None None] For port c92335b9-07ec-475f-b38a-14a7fdfe710c, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c92335b9-07ec-475f-b38a-14a7fdfe710c,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:11:31.249680 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103fd258-297d-4a16-b25e-b03394b0a28f admin admin] Router 36c59bdc-f27b-4aeb-87df-cbfb91000922 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:11:31.253124 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e8ec3cf8-48f8-4d98-9960-53dcaedeccf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:31.293126 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0a130-110e-40e6-8bd9-41d41405b546 None None] Pushing event updated for resources: {'Port': ['ID=40642485-7cc4-4bd1-b679-c7557273caf6,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:31.302341 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1c009967-1dad-4d1f-a182-da9e5466ca28 None None] Port c92335b9-07ec-475f-b38a-14a7fdfe710c cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:11:31.339941 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ec3cf8-48f8-4d98-9960-53dcaedeccf8 None None] Routers {'43debb87-6771-47c7-bca5-e5daad80e159'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:11:31.340604 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e8ec3cf8-48f8-4d98-9960-53dcaedeccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:11:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['43debb87-6771-47c7-bca5-e5daad80e159'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:31.388102 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103fd258-297d-4a16-b25e-b03394b0a28f admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:11:31.401925 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff48cfc-30e3-460e-8b58-6b1805d27f3c None None] Sync routers for ids ['36c59bdc-f27b-4aeb-87df-cbfb91000922'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:11:31.421955 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-103fd258-297d-4a16-b25e-b03394b0a28f admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:31.427202 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-103fd258-297d-4a16-b25e-b03394b0a28f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7099311 Nov 25 20:11:31.427581 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 53920) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:31.431407 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff48cfc-30e3-460e-8b58-6b1805d27f3c None None] Routers {'36c59bdc-f27b-4aeb-87df-cbfb91000922'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:11:31.432230 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-0ff48cfc-30e3-460e-8b58-6b1805d27f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:11:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['36c59bdc-f27b-4aeb-87df-cbfb91000922'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:31.664221 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-0ff48cfc-30e3-460e-8b58-6b1805d27f3c None None] Set router 36c59bdc-f27b-4aeb-87df-cbfb91000922 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:11:31.789577 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 40642485-7cc4-4bd1-b679-c7557273caf6 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:11:31.818764 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfd888-0987-421c-ab9a-7da3b9527ac5 None None] Pushing event updated for resources: {'Port': ['ID=c92335b9-07ec-475f-b38a-14a7fdfe710c,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:31.839221 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e508f8eb-11e3-4d6b-84f7-291e540c7aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:31.878990 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e8ec3cf8-48f8-4d98-9960-53dcaedeccf8 None None] Set router 43debb87-6771-47c7-bca5-e5daad80e159 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:11:31.929709 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-52f0a01a-1e49-4177-a722-96368cc3f626 None None] Provisioning complete for port c92335b9-07ec-475f-b38a-14a7fdfe710c triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:31.929709 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-52f0a01a-1e49-4177-a722-96368cc3f626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:31.931565 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-0ff48cfc-30e3-460e-8b58-6b1805d27f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c59bdc-f27b-4aeb-87df-cbfb91000922', 'name': 'tempest-TestVolumeBootPattern-704671939-router', 'tenant_id': '91b808c8f1974252b7f3705f6be15b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6b23d7f5-adda-43d4-9e70-693e902fc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:29Z', 'updated_at': '2021-11-25T20:11:30Z', 'revision_number': 3, 'project_id': '91b808c8f1974252b7f3705f6be15b79', 'gw_port': {'id': '6b23d7f5-adda-43d4-9e70-693e902fc5bd', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c59bdc-f27b-4aeb-87df-cbfb91000922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:30Z', 'updated_at': '2021-11-25T20:11:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:31.967712 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff48cfc-30e3-460e-8b58-6b1805d27f3c None None] Checking router: 36c59bdc-f27b-4aeb-87df-cbfb91000922 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:11:31.968161 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff48cfc-30e3-460e-8b58-6b1805d27f3c None None] Updating router 36c59bdc-f27b-4aeb-87df-cbfb91000922 port 6b23d7f5-adda-43d4-9e70-693e902fc5bd binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:11:31.995730 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 40642485-7cc4-4bd1-b679-c7557273caf6 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:31.995958 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0ff48cfc-30e3-460e-8b58-6b1805d27f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:31.996248 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:32.136608 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-74af8ce9-b6e6-4fc7-b22c-b3a52c571642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:32.210398 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:32.213475 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-52f0a01a-1e49-4177-a722-96368cc3f626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:32.325469 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 40642485-7cc4-4bd1-b679-c7557273caf6, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=40642485-7cc4-4bd1-b679-c7557273caf6,segment=NetworkSegment(4b3a2275-7154-4b2f-9196-761bd2b49f88),segment_id=4b3a2275-7154-4b2f-9196-761bd2b49f88)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:11:32.339534 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:32.350768 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-52f0a01a-1e49-4177-a722-96368cc3f626 None None] For port c92335b9-07ec-475f-b38a-14a7fdfe710c, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c92335b9-07ec-475f-b38a-14a7fdfe710c,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:11:32.382353 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-52f0a01a-1e49-4177-a722-96368cc3f626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:32.393711 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0ff48cfc-30e3-460e-8b58-6b1805d27f3c None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:32.404095 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0ff48cfc-30e3-460e-8b58-6b1805d27f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:32.421332 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=40642485-7cc4-4bd1-b679-c7557273caf6,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:32.454705 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e8ec3cf8-48f8-4d98-9960-53dcaedeccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43debb87-6771-47c7-bca5-e5daad80e159', 'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '963ab711-947b-4968-8a19-c51d19a96547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'gw_port': {'id': '963ab711-947b-4968-8a19-c51d19a96547', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c92335b9-07ec-475f-b38a-14a7fdfe710c', 'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'mac_address': 'fa:16:3e:bc:e1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:27Z', 'updated_at': '2021-11-25T20:11:31Z', 'revision_number': 4, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'subnets': [{'id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:32.487454 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-0ff48cfc-30e3-460e-8b58-6b1805d27f3c None None] Attempting to bind port 6b23d7f5-adda-43d4-9e70-693e902fc5bd on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:11:32.488189 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-0ff48cfc-30e3-460e-8b58-6b1805d27f3c None None] Attempting to bind port 6b23d7f5-adda-43d4-9e70-693e902fc5bd by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:11:32.488656 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff48cfc-30e3-460e-8b58-6b1805d27f3c None None] Attempting to bind port 6b23d7f5-adda-43d4-9e70-693e902fc5bd on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:11:32.503089 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bc30f1-2694-4732-8a9a-fd196b8199e8 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:11:32.511697 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ec3cf8-48f8-4d98-9960-53dcaedeccf8 None None] The sync data for ids ['43debb87-6771-47c7-bca5-e5daad80e159'] in n-d-819349-5 is: [{'id': '43debb87-6771-47c7-bca5-e5daad80e159', 'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '963ab711-947b-4968-8a19-c51d19a96547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'gw_port': {'id': '963ab711-947b-4968-8a19-c51d19a96547', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c92335b9-07ec-475f-b38a-14a7fdfe710c', 'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'mac_address': 'fa:16:3e:bc:e1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:27Z', 'updated_at': '2021-11-25T20:11:31Z', 'revision_number': 4, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'subnets': [{'id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:11:32.512992 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff48cfc-30e3-460e-8b58-6b1805d27f3c None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:11:32.513892 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff48cfc-30e3-460e-8b58-6b1805d27f3c None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:11:32.514438 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0ff48cfc-30e3-460e-8b58-6b1805d27f3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:32.515621 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff48cfc-30e3-460e-8b58-6b1805d27f3c None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:11:32.515991 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-0ff48cfc-30e3-460e-8b58-6b1805d27f3c None None] Bound port: 6b23d7f5-adda-43d4-9e70-693e902fc5bd, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:11:32.516611 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0ff48cfc-30e3-460e-8b58-6b1805d27f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:32.543960 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0a01a-1e49-4177-a722-96368cc3f626 None None] Pushing event updated for resources: {'Port': ['ID=c92335b9-07ec-475f-b38a-14a7fdfe710c,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:32.612104 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4dcb64ed-badf-4ac9-9907-9fcc2c2f5d71 None None] Provisioning complete for port 6b23d7f5-adda-43d4-9e70-693e902fc5bd triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:32.612770 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4dcb64ed-badf-4ac9-9907-9fcc2c2f5d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:32.623260 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-0ff48cfc-30e3-460e-8b58-6b1805d27f3c None None] For port 6b23d7f5-adda-43d4-9e70-693e902fc5bd, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:11:32.629864 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-0ff48cfc-30e3-460e-8b58-6b1805d27f3c None None] For port 6b23d7f5-adda-43d4-9e70-693e902fc5bd, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6b23d7f5-adda-43d4-9e70-693e902fc5bd,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:11:32.648412 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0ff48cfc-30e3-460e-8b58-6b1805d27f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:32.652122 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0cda82-eabf-4a2b-87bc-224cab474dd4 None None] Pushing event updated for resources: {'Port': ['ID=6b23d7f5-adda-43d4-9e70-693e902fc5bd,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:32.687428 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4dcb64ed-badf-4ac9-9907-9fcc2c2f5d71 None None] Port 6b23d7f5-adda-43d4-9e70-693e902fc5bd cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:11:32.750764 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0cda82-eabf-4a2b-87bc-224cab474dd4 None None] Pushing event updated for resources: {'Port': ['ID=6b23d7f5-adda-43d4-9e70-693e902fc5bd,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:32.778612 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a167c877-f3a1-497e-86c5-9090dacd9324 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:11:32.781436 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff48cfc-30e3-460e-8b58-6b1805d27f3c None None] Routers {'36c59bdc-f27b-4aeb-87df-cbfb91000922'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:11:32.782087 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-0ff48cfc-30e3-460e-8b58-6b1805d27f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:11:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['36c59bdc-f27b-4aeb-87df-cbfb91000922'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:32.832970 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-82628b00-7ec6-4b59-a6ed-4c5e070ff016 None None] Provisioning complete for port 6b23d7f5-adda-43d4-9e70-693e902fc5bd triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:32.834972 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-82628b00-7ec6-4b59-a6ed-4c5e070ff016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:32.871007 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe305f3-cceb-4293-8f02-93934bbe32eb None None] Network 1ac7971b-2347-47a6-b14c-a4777b3c65a1 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:11:32.920249 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-0ff48cfc-30e3-460e-8b58-6b1805d27f3c None None] Set router 36c59bdc-f27b-4aeb-87df-cbfb91000922 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:11:32.923886 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-74af8ce9-b6e6-4fc7-b22c-b3a52c571642 admin admin] Allocated IP 172.20.0.1 (1ac7971b-2347-47a6-b14c-a4777b3c65a1/decc665b-d950-492b-b441-f211fa897e4a/5fc9a32d-73dc-48eb-852d-63968c7ea3f2) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:11:33.057627 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-82628b00-7ec6-4b59-a6ed-4c5e070ff016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:33.093955 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-82628b00-7ec6-4b59-a6ed-4c5e070ff016 None None] For port 6b23d7f5-adda-43d4-9e70-693e902fc5bd, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6b23d7f5-adda-43d4-9e70-693e902fc5bd,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:11:33.116152 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-82628b00-7ec6-4b59-a6ed-4c5e070ff016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:33.122760 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-74af8ce9-b6e6-4fc7-b22c-b3a52c571642 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:33.170965 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-74af8ce9-b6e6-4fc7-b22c-b3a52c571642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:33.197007 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82628b00-7ec6-4b59-a6ed-4c5e070ff016 None None] Pushing event updated for resources: {'Port': ['ID=6b23d7f5-adda-43d4-9e70-693e902fc5bd,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:33.213881 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74af8ce9-b6e6-4fc7-b22c-b3a52c571642 admin admin] Network 1ac7971b-2347-47a6-b14c-a4777b3c65a1 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:11:33.220431 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-74af8ce9-b6e6-4fc7-b22c-b3a52c571642 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:11:33.231854 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74af8ce9-b6e6-4fc7-b22c-b3a52c571642 admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:11:33.244298 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d9e6e87a-1e33-40c8-bc9a-d9c8741eff09 None None] Provisioning complete for port 40642485-7cc4-4bd1-b679-c7557273caf6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:33.244899 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e87a-1e33-40c8-bc9a-d9c8741eff09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:33.262192 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af8ce9-b6e6-4fc7-b22c-b3a52c571642 admin admin] Pushing event updated for resources: {'Port': ['ID=5fc9a32d-73dc-48eb-852d-63968c7ea3f2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:33.283495 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-74af8ce9-b6e6-4fc7-b22c-b3a52c571642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:33.292631 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-0ff48cfc-30e3-460e-8b58-6b1805d27f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c59bdc-f27b-4aeb-87df-cbfb91000922', 'name': 'tempest-TestVolumeBootPattern-704671939-router', 'tenant_id': '91b808c8f1974252b7f3705f6be15b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6b23d7f5-adda-43d4-9e70-693e902fc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:29Z', 'updated_at': '2021-11-25T20:11:30Z', 'revision_number': 3, 'project_id': '91b808c8f1974252b7f3705f6be15b79', 'gw_port': {'id': '6b23d7f5-adda-43d4-9e70-693e902fc5bd', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c59bdc-f27b-4aeb-87df-cbfb91000922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:30Z', 'updated_at': '2021-11-25T20:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:33.334266 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff48cfc-30e3-460e-8b58-6b1805d27f3c None None] The sync data for ids ['36c59bdc-f27b-4aeb-87df-cbfb91000922'] in n-d-819349-5 is: [{'id': '36c59bdc-f27b-4aeb-87df-cbfb91000922', 'name': 'tempest-TestVolumeBootPattern-704671939-router', 'tenant_id': '91b808c8f1974252b7f3705f6be15b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6b23d7f5-adda-43d4-9e70-693e902fc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:29Z', 'updated_at': '2021-11-25T20:11:30Z', 'revision_number': 3, 'project_id': '91b808c8f1974252b7f3705f6be15b79', 'gw_port': {'id': '6b23d7f5-adda-43d4-9e70-693e902fc5bd', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c59bdc-f27b-4aeb-87df-cbfb91000922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:30Z', 'updated_at': '2021-11-25T20:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:11:33.514718 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-74af8ce9-b6e6-4fc7-b22c-b3a52c571642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:33.617122 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4ba325ff-2029-4014-83c9-1d2a0a6d277f None None] Provisioning complete for port 40642485-7cc4-4bd1-b679-c7557273caf6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:33.617122 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4ba325ff-2029-4014-83c9-1d2a0a6d277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:33.826270 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-74af8ce9-b6e6-4fc7-b22c-b3a52c571642 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:33.843139 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-74af8ce9-b6e6-4fc7-b22c-b3a52c571642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:33.863711 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:33.917217 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c92335b9-07ec-475f-b38a-14a7fdfe710c up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:11:34.005634 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-74af8ce9-b6e6-4fc7-b22c-b3a52c571642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:34.025382 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-02e8226d-b3fd-430e-8c61-bbd041246357 None None] Provisioning complete for port 5fc9a32d-73dc-48eb-852d-63968c7ea3f2 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:34.025769 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-02e8226d-b3fd-430e-8c61-bbd041246357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:34.055971 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port c92335b9-07ec-475f-b38a-14a7fdfe710c triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:34.056342 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:34.075206 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af8ce9-b6e6-4fc7-b22c-b3a52c571642 admin admin] Pushing event updated for resources: {'Port': ['ID=5fc9a32d-73dc-48eb-852d-63968c7ea3f2,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:34.118670 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-02e8226d-b3fd-430e-8c61-bbd041246357 None None] Port 5fc9a32d-73dc-48eb-852d-63968c7ea3f2 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:11:34.188427 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74af8ce9-b6e6-4fc7-b22c-b3a52c571642 admin admin] Network 1ac7971b-2347-47a6-b14c-a4777b3c65a1 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:11:34.189991 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-74af8ce9-b6e6-4fc7-b22c-b3a52c571642 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:11:34.207233 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 40642485-7cc4-4bd1-b679-c7557273caf6 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:11:34.312857 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 40642485-7cc4-4bd1-b679-c7557273caf6 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:34.313987 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:34.343782 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74af8ce9-b6e6-4fc7-b22c-b3a52c571642 admin admin] Router 36c59bdc-f27b-4aeb-87df-cbfb91000922 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:11:34.521451 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74af8ce9-b6e6-4fc7-b22c-b3a52c571642 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:11:34.533085 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-74af8ce9-b6e6-4fc7-b22c-b3a52c571642 admin admin] 10.222.0.55 "PUT /v2.0/routers/36c59bdc-f27b-4aeb-87df-cbfb91000922/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0980475 Nov 25 20:11:34.547214 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4e7798f2-bf88-4ecb-95dd-75ac10c97457 None None] Provisioning complete for port 5fc9a32d-73dc-48eb-852d-63968c7ea3f2 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:34.547671 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4e7798f2-bf88-4ecb-95dd-75ac10c97457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:34.585919 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4e7798f2-bf88-4ecb-95dd-75ac10c97457 None None] Port 5fc9a32d-73dc-48eb-852d-63968c7ea3f2 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:11:35.600246 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:35.660774 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:35.732174 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6b23d7f5-adda-43d4-9e70-693e902fc5bd up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:11:35.797373 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 6b23d7f5-adda-43d4-9e70-693e902fc5bd triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:35.798192 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:35.867347 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3096f779-485c-48f2-8a6f-76ac85276c87 None None] Sync routers for ids ['36c59bdc-f27b-4aeb-87df-cbfb91000922'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:11:35.909454 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3096f779-485c-48f2-8a6f-76ac85276c87 None None] Routers {'36c59bdc-f27b-4aeb-87df-cbfb91000922'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:11:35.910103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3096f779-485c-48f2-8a6f-76ac85276c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:11:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['36c59bdc-f27b-4aeb-87df-cbfb91000922'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:36.036429 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-3096f779-485c-48f2-8a6f-76ac85276c87 None None] Set router 36c59bdc-f27b-4aeb-87df-cbfb91000922 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:11:36.286758 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3096f779-485c-48f2-8a6f-76ac85276c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c59bdc-f27b-4aeb-87df-cbfb91000922', 'name': 'tempest-TestVolumeBootPattern-704671939-router', 'tenant_id': '91b808c8f1974252b7f3705f6be15b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6b23d7f5-adda-43d4-9e70-693e902fc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:29Z', 'updated_at': '2021-11-25T20:11:33Z', 'revision_number': 4, 'project_id': '91b808c8f1974252b7f3705f6be15b79', 'gw_port': {'id': '6b23d7f5-adda-43d4-9e70-693e902fc5bd', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c59bdc-f27b-4aeb-87df-cbfb91000922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:30Z', 'updated_at': '2021-11-25T20:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '5fc9a32d-73dc-48eb-852d-63968c7ea3f2', 'name': '', 'network_id': '1ac7971b-2347-47a6-b14c-a4777b3c65a1', 'tenant_id': '91b808c8f1974252b7f3705f6be15b79', 'mac_address': 'fa:16:3e:3d:f0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c59bdc-f27b-4aeb-87df-cbfb91000922', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'decc665b-d950-492b-b441-f211fa897e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:32Z', 'updated_at': '2021-11-25T20:11:33Z', 'revision_number': 2, 'project_id': '91b808c8f1974252b7f3705f6be15b79', 'subnets': [{'id': 'decc665b-d950-492b-b441-f211fa897e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:36.315611 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3096f779-485c-48f2-8a6f-76ac85276c87 None None] Checking router: 36c59bdc-f27b-4aeb-87df-cbfb91000922 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:11:36.315976 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3096f779-485c-48f2-8a6f-76ac85276c87 None None] Updating router 36c59bdc-f27b-4aeb-87df-cbfb91000922 port 5fc9a32d-73dc-48eb-852d-63968c7ea3f2 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:11:36.346638 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3096f779-485c-48f2-8a6f-76ac85276c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:36.697907 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3096f779-485c-48f2-8a6f-76ac85276c87 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:36.706903 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3096f779-485c-48f2-8a6f-76ac85276c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:36.785009 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73036f8b-9a53-47ae-986d-cce343fdedc7 None None] Pushing event updated for resources: {'Port': ['ID=5fc9a32d-73dc-48eb-852d-63968c7ea3f2,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:36.817728 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73036f8b-9a53-47ae-986d-cce343fdedc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:36.818339 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73036f8b-9a53-47ae-986d-cce343fdedc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:36.818693 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73036f8b-9a53-47ae-986d-cce343fdedc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:36.819036 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73036f8b-9a53-47ae-986d-cce343fdedc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:36.819370 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73036f8b-9a53-47ae-986d-cce343fdedc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:36.819705 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73036f8b-9a53-47ae-986d-cce343fdedc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:36.820182 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73036f8b-9a53-47ae-986d-cce343fdedc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:36.820524 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73036f8b-9a53-47ae-986d-cce343fdedc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:36.820859 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73036f8b-9a53-47ae-986d-cce343fdedc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:36.821188 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73036f8b-9a53-47ae-986d-cce343fdedc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:36.821515 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73036f8b-9a53-47ae-986d-cce343fdedc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:36.821844 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73036f8b-9a53-47ae-986d-cce343fdedc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:36.836155 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-c37c1180-bb66-4ca1-80d0-aea6508b0f2c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:36.837791 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-c37c1180-bb66-4ca1-80d0-aea6508b0f2c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 811 time: 0.1586738 Nov 25 20:11:36.858752 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-d35747cc-b2a0-4fe8-a87b-125bc5b648f2 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/quotas/5a49662473d14429bfa08ae832fa5fb1 HTTP/1.1" status: 200 len: 375 time: 0.0102613 Nov 25 20:11:36.872103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3096f779-485c-48f2-8a6f-76ac85276c87 None None] Attempting to bind port 5fc9a32d-73dc-48eb-852d-63968c7ea3f2 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:11:36.872480 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3096f779-485c-48f2-8a6f-76ac85276c87 None None] Attempting to bind port 5fc9a32d-73dc-48eb-852d-63968c7ea3f2 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '4b3a2275-7154-4b2f-9196-761bd2b49f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '1ac7971b-2347-47a6-b14c-a4777b3c65a1'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:11:36.872849 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3096f779-485c-48f2-8a6f-76ac85276c87 None None] Attempting to bind port 5fc9a32d-73dc-48eb-852d-63968c7ea3f2 on network 1ac7971b-2347-47a6-b14c-a4777b3c65a1 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:11:36.881185 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3096f779-485c-48f2-8a6f-76ac85276c87 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:11:36.881572 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3096f779-485c-48f2-8a6f-76ac85276c87 None None] Checking segment: {'id': '4b3a2275-7154-4b2f-9196-761bd2b49f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '1ac7971b-2347-47a6-b14c-a4777b3c65a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:11:36.882026 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3096f779-485c-48f2-8a6f-76ac85276c87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:36.882525 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3096f779-485c-48f2-8a6f-76ac85276c87 None None] Bound using segment: {'id': '4b3a2275-7154-4b2f-9196-761bd2b49f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '1ac7971b-2347-47a6-b14c-a4777b3c65a1'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:11:36.883104 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3096f779-485c-48f2-8a6f-76ac85276c87 None None] Bound port: 5fc9a32d-73dc-48eb-852d-63968c7ea3f2, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3a2275-7154-4b2f-9196-761bd2b49f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '1ac7971b-2347-47a6-b14c-a4777b3c65a1'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:11:36.883615 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3096f779-485c-48f2-8a6f-76ac85276c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:36.922563 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-9cdc6e23-8e0b-4810-924d-e67fcb8b030c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561259 Nov 25 20:11:36.967181 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3096f779-485c-48f2-8a6f-76ac85276c87 None None] For port 5fc9a32d-73dc-48eb-852d-63968c7ea3f2, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:11:36.972498 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3096f779-485c-48f2-8a6f-76ac85276c87 None None] For port 5fc9a32d-73dc-48eb-852d-63968c7ea3f2, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5fc9a32d-73dc-48eb-852d-63968c7ea3f2,segment=NetworkSegment(4b3a2275-7154-4b2f-9196-761bd2b49f88),segment_id=4b3a2275-7154-4b2f-9196-761bd2b49f88)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:11:36.980371 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3096f779-485c-48f2-8a6f-76ac85276c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:37.082069 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-817865b2-dfd6-4393-9eaa-a462a5c60227 service neutron] 10.222.0.55 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514137 Nov 25 20:11:37.095620 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73036f8b-9a53-47ae-986d-cce343fdedc7 None None] Pushing event updated for resources: {'Port': ['ID=5fc9a32d-73dc-48eb-852d-63968c7ea3f2,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:37.100230 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3096f779-485c-48f2-8a6f-76ac85276c87 None None] Routers {'36c59bdc-f27b-4aeb-87df-cbfb91000922'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:11:37.101109 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3096f779-485c-48f2-8a6f-76ac85276c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:11:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['36c59bdc-f27b-4aeb-87df-cbfb91000922'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:37.227561 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-4b28eda8-9a05-44f1-a40c-af1fb75310bf service neutron] 10.222.0.55 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365564 Nov 25 20:11:37.401003 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a21da409-a067-401c-a587-62d3f1fd7540 None None] Provisioning complete for port 5fc9a32d-73dc-48eb-852d-63968c7ea3f2 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:37.401372 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a21da409-a067-401c-a587-62d3f1fd7540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:37.467029 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-3096f779-485c-48f2-8a6f-76ac85276c87 None None] Set router 36c59bdc-f27b-4aeb-87df-cbfb91000922 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:11:37.625152 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a21da409-a067-401c-a587-62d3f1fd7540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:37.732853 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac67913d-af71-4d7a-a28e-b68beeccf4db req-70c47c9c-af69-498c-837f-42c436ef241a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 210 time: 0.0517464 Nov 25 20:11:37.768374 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a21da409-a067-401c-a587-62d3f1fd7540 None None] For port 5fc9a32d-73dc-48eb-852d-63968c7ea3f2, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5fc9a32d-73dc-48eb-852d-63968c7ea3f2,segment=NetworkSegment(4b3a2275-7154-4b2f-9196-761bd2b49f88),segment_id=4b3a2275-7154-4b2f-9196-761bd2b49f88)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:11:37.780257 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a21da409-a067-401c-a587-62d3f1fd7540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:37.870317 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21da409-a067-401c-a587-62d3f1fd7540 None None] Pushing event updated for resources: {'Port': ['ID=5fc9a32d-73dc-48eb-852d-63968c7ea3f2,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:37.902419 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3096f779-485c-48f2-8a6f-76ac85276c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c59bdc-f27b-4aeb-87df-cbfb91000922', 'name': 'tempest-TestVolumeBootPattern-704671939-router', 'tenant_id': '91b808c8f1974252b7f3705f6be15b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6b23d7f5-adda-43d4-9e70-693e902fc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:29Z', 'updated_at': '2021-11-25T20:11:33Z', 'revision_number': 4, 'project_id': '91b808c8f1974252b7f3705f6be15b79', 'gw_port': {'id': '6b23d7f5-adda-43d4-9e70-693e902fc5bd', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c59bdc-f27b-4aeb-87df-cbfb91000922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:30Z', 'updated_at': '2021-11-25T20:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '5fc9a32d-73dc-48eb-852d-63968c7ea3f2', 'name': '', 'network_id': '1ac7971b-2347-47a6-b14c-a4777b3c65a1', 'tenant_id': '91b808c8f1974252b7f3705f6be15b79', 'mac_address': 'fa:16:3e:3d:f0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c59bdc-f27b-4aeb-87df-cbfb91000922', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'decc665b-d950-492b-b441-f211fa897e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:32Z', 'updated_at': '2021-11-25T20:11:36Z', 'revision_number': 4, 'project_id': '91b808c8f1974252b7f3705f6be15b79', 'subnets': [{'id': 'decc665b-d950-492b-b441-f211fa897e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:37.941336 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3096f779-485c-48f2-8a6f-76ac85276c87 None None] The sync data for ids ['36c59bdc-f27b-4aeb-87df-cbfb91000922'] in n-d-819349-5 is: [{'id': '36c59bdc-f27b-4aeb-87df-cbfb91000922', 'name': 'tempest-TestVolumeBootPattern-704671939-router', 'tenant_id': '91b808c8f1974252b7f3705f6be15b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6b23d7f5-adda-43d4-9e70-693e902fc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:29Z', 'updated_at': '2021-11-25T20:11:33Z', 'revision_number': 4, 'project_id': '91b808c8f1974252b7f3705f6be15b79', 'gw_port': {'id': '6b23d7f5-adda-43d4-9e70-693e902fc5bd', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c59bdc-f27b-4aeb-87df-cbfb91000922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:30Z', 'updated_at': '2021-11-25T20:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '5fc9a32d-73dc-48eb-852d-63968c7ea3f2', 'name': '', 'network_id': '1ac7971b-2347-47a6-b14c-a4777b3c65a1', 'tenant_id': '91b808c8f1974252b7f3705f6be15b79', 'mac_address': 'fa:16:3e:3d:f0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c59bdc-f27b-4aeb-87df-cbfb91000922', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'decc665b-d950-492b-b441-f211fa897e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:32Z', 'updated_at': '2021-11-25T20:11:36Z', 'revision_number': 4, 'project_id': '91b808c8f1974252b7f3705f6be15b79', 'subnets': [{'id': 'decc665b-d950-492b-b441-f211fa897e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:11:37.947109 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-63afaa9d-1948-42a5-9390-7e8502d75a7f None None] Provisioning complete for port 5fc9a32d-73dc-48eb-852d-63968c7ea3f2 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:37.947548 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-63afaa9d-1948-42a5-9390-7e8502d75a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:38.840366 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2866411b-4f0c-4639-880c-e2e9fbc4e7c7 req-c2cbe5ef-6b8c-4e1c-b90a-e3320d1bbdfc tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 210 time: 0.0277834 Nov 25 20:11:39.224610 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-5f028d2d-b2ad-4bf4-bf52-3c6813504445 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:39.226271 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-5f028d2d-b2ad-4bf4-bf52-3c6813504445 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.73 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 811 time: 0.2102163 Nov 25 20:11:39.241493 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-2a85af1f-facd-4bdc-ab3f-4e99fc1070f2 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Request body: {'port': {'device_id': '183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'admin_state_up': True, 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:11:39.365094 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-2a85af1f-facd-4bdc-ab3f-4e99fc1070f2 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Made reservation on behalf of 5a49662473d14429bfa08ae832fa5fb1 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:11:39.369149 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-2a85af1f-facd-4bdc-ab3f-4e99fc1070f2 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:39.529211 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-2a85af1f-facd-4bdc-ab3f-4e99fc1070f2 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Allocated IP 172.20.0.3 (a2b6e25a-2103-45ea-b031-a5d7ec0542cd/b8eac5fe-8121-4bce-95fc-dfb031ef521a/cd1c5bd3-48f4-4886-b74f-b907a20a5d43) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:11:39.606587 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:11:39.764596 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5fc9a32d-73dc-48eb-852d-63968c7ea3f2 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:11:39.822924 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 5fc9a32d-73dc-48eb-852d-63968c7ea3f2 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:39.823297 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:40.024512 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c4f7d2a6-d557-4386-881c-0583889d411b req-8863fa53-cc46-420e-8566-31fc0d23bbd8 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 210 time: 0.0505803 Nov 25 20:11:40.091777 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-2a85af1f-facd-4bdc-ab3f-4e99fc1070f2 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:40.132969 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-2a85af1f-facd-4bdc-ab3f-4e99fc1070f2 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:40.179814 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-2a85af1f-facd-4bdc-ab3f-4e99fc1070f2 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Network a2b6e25a-2103-45ea-b031-a5d7ec0542cd is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:11:40.185755 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-2a85af1f-facd-4bdc-ab3f-4e99fc1070f2 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:11:40.190047 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-2a85af1f-facd-4bdc-ab3f-4e99fc1070f2 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:11:40.224166 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85af1f-facd-4bdc-ab3f-4e99fc1070f2 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event updated for resources: {'Port': ['ID=cd1c5bd3-48f4-4886-b74f-b907a20a5d43,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:40.258980 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-2a85af1f-facd-4bdc-ab3f-4e99fc1070f2 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:40.260474 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-2a85af1f-facd-4bdc-ab3f-4e99fc1070f2 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:40.287724 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-2a85af1f-facd-4bdc-ab3f-4e99fc1070f2 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0499408 Nov 25 20:11:40.300533 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-ce17cefd-0246-4cd3-bced-58184b658086 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:11:40.301531 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-ce17cefd-0246-4cd3-bced-58184b658086 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072711 Nov 25 20:11:40.317754 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-a9c79c17-2e9e-47f6-94d9-f6e648190bcb service neutron] Request body: {'port': {'device_id': '183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:11:40.384912 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-a9c79c17-2e9e-47f6-94d9-f6e648190bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:40.522833 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7124b00e-a95e-40e9-ad9a-90ca76917911 None None] Provisioning complete for port cd1c5bd3-48f4-4886-b74f-b907a20a5d43 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:40.523694 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7124b00e-a95e-40e9-ad9a-90ca76917911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:40.561809 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7124b00e-a95e-40e9-ad9a-90ca76917911 None None] Port cd1c5bd3-48f4-4886-b74f-b907a20a5d43 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:11:40.720737 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-a9c79c17-2e9e-47f6-94d9-f6e648190bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd1c5bd3-48f4-4886-b74f-b907a20a5d43 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:11:40.729552 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-a9c79c17-2e9e-47f6-94d9-f6e648190bcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:40.743301 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-a9c79c17-2e9e-47f6-94d9-f6e648190bcb service neutron] Transition to ACTIVE for port object cd1c5bd3-48f4-4886-b74f-b907a20a5d43 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:11:40.749678 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-a9c79c17-2e9e-47f6-94d9-f6e648190bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:40.832428 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c79c17-2e9e-47f6-94d9-f6e648190bcb service neutron] Pushing event updated for resources: {'Port': ['ID=cd1c5bd3-48f4-4886-b74f-b907a20a5d43,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:40.899763 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-a9c79c17-2e9e-47f6-94d9-f6e648190bcb service neutron] Attempting to bind port cd1c5bd3-48f4-4886-b74f-b907a20a5d43 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:11:40.900109 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-a9c79c17-2e9e-47f6-94d9-f6e648190bcb service neutron] Attempting to bind port cd1c5bd3-48f4-4886-b74f-b907a20a5d43 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:11:40.900447 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-a9c79c17-2e9e-47f6-94d9-f6e648190bcb service neutron] Attempting to bind port cd1c5bd3-48f4-4886-b74f-b907a20a5d43 on network a2b6e25a-2103-45ea-b031-a5d7ec0542cd {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:11:40.906213 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-a9c79c17-2e9e-47f6-94d9-f6e648190bcb service neutron] Port cd1c5bd3-48f4-4886-b74f-b907a20a5d43 on network a2b6e25a-2103-45ea-b031-a5d7ec0542cd not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:11:40.906494 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-a9c79c17-2e9e-47f6-94d9-f6e648190bcb service neutron] Attempting to bind port cd1c5bd3-48f4-4886-b74f-b907a20a5d43 on network a2b6e25a-2103-45ea-b031-a5d7ec0542cd {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:11:40.913078 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-a9c79c17-2e9e-47f6-94d9-f6e648190bcb service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:11:40.913429 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-a9c79c17-2e9e-47f6-94d9-f6e648190bcb service neutron] Checking segment: {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:11:40.913853 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-a9c79c17-2e9e-47f6-94d9-f6e648190bcb service neutron] Bound using segment: {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:11:40.914387 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-a9c79c17-2e9e-47f6-94d9-f6e648190bcb service neutron] Bound port: cd1c5bd3-48f4-4886-b74f-b907a20a5d43, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:11:40.914759 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-a9c79c17-2e9e-47f6-94d9-f6e648190bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:41.008559 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-a9c79c17-2e9e-47f6-94d9-f6e648190bcb service neutron] For port cd1c5bd3-48f4-4886-b74f-b907a20a5d43, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:11:41.012484 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-a9c79c17-2e9e-47f6-94d9-f6e648190bcb service neutron] For port cd1c5bd3-48f4-4886-b74f-b907a20a5d43, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=cd1c5bd3-48f4-4886-b74f-b907a20a5d43,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:11:41.019221 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-a9c79c17-2e9e-47f6-94d9-f6e648190bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:41.067370 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-a9c79c17-2e9e-47f6-94d9-f6e648190bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:41.068073 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-a9c79c17-2e9e-47f6-94d9-f6e648190bcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:41.070016 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-a9c79c17-2e9e-47f6-94d9-f6e648190bcb service neutron] 10.222.0.73 "PUT /v2.0/ports/cd1c5bd3-48f4-4886-b74f-b907a20a5d43 HTTP/1.1" status: 200 len: 1091 time: 0.7579150 Nov 25 20:11:41.072340 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc', 'tag': 'cd1c5bd3-48f4-4886-b74f-b907a20a5d43'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:11:41.081982 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4194349-40c5-4062-88eb-9a774fde9d31" -d '{"events": [{"name": "network-changed", "server_uuid": "183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc", "tag": "cd1c5bd3-48f4-4886-b74f-b907a20a5d43"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:11:41.117252 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c79c17-2e9e-47f6-94d9-f6e648190bcb service neutron] Pushing event updated for resources: {'Port': ['ID=cd1c5bd3-48f4-4886-b74f-b907a20a5d43,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:41.172617 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-98b17dc7-6055-4b68-9b04-2f1c545f2d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:41.175876 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-98b17dc7-6055-4b68-9b04-2f1c545f2d50 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 1094 time: 0.0554147 Nov 25 20:11:41.214596 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be310c-9ab7-4021-91fb-d9ffa14f194c req-95fa18fd-73ab-4f25-bafe-9c2f7214cd8b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:41.223097 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-00be310c-9ab7-4021-91fb-d9ffa14f194c req-95fa18fd-73ab-4f25-bafe-9c2f7214cd8b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 943 time: 0.0680170 Nov 25 20:11:41.259312 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-dd550f1a-cc48-40cb-85a9-8a3111e0d574 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd1c5bd3-48f4-4886-b74f-b907a20a5d43 HTTP/1.1" status: 200 len: 217 time: 0.0722697 Nov 25 20:11:41.299530 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-00be310c-9ab7-4021-91fb-d9ffa14f194c req-22478712-e26a-4246-95f7-5d73c780f7a3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701561 Nov 25 20:11:41.352390 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-3167a965-b7a5-42f3-a7fb-00802e6e1a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:41.354209 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-3167a965-b7a5-42f3-a7fb-00802e6e1a7c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8eac5fe-8121-4bce-95fc-dfb031ef521a HTTP/1.1" status: 200 len: 850 time: 0.0884061 Nov 25 20:11:41.418056 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-b2290a13-7ff8-484e-985b-50a1b8e7e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:41.419611 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-b2290a13-7ff8-484e-985b-50a1b8e7e34d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574496 Nov 25 20:11:41.535579 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec4d999-2ecd-4b25-aa48-0d68c0c4815b x-openstack-request-id: req-8ec4d999-2ecd-4b25-aa48-0d68c0c4815b {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:11:41.535882 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc", "tag": "cd1c5bd3-48f4-4886-b74f-b907a20a5d43", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:11:41.536142 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8ec4d999-2ecd-4b25-aa48-0d68c0c4815b {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:11:41.536549 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc', 'tag': 'cd1c5bd3-48f4-4886-b74f-b907a20a5d43', 'status': 'completed', 'code': 200} Nov 25 20:11:41.542272 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-fad8b63b-95c5-4b2b-9fed-7eb90ef8eee2 service neutron] 10.222.0.73 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134260 Nov 25 20:11:41.656893 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-53d16169-f8cf-4bed-a1ad-bfdc30a8ee0b req-0c292651-780a-4515-9d99-9e1801769a71 service neutron] 10.222.0.73 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022832 Nov 25 20:11:41.750243 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4194349-40c5-4062-88eb-9a774fde9d31 req-a3bb0b58-c8f7-4a15-991b-f82f5684ddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:41.752570 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a4194349-40c5-4062-88eb-9a774fde9d31 req-a3bb0b58-c8f7-4a15-991b-f82f5684ddaa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 1094 time: 0.0450618 Nov 25 20:11:41.867150 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4194349-40c5-4062-88eb-9a774fde9d31 req-7eb80bcb-6663-41f4-9d07-43c7fdc68dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:41.868620 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a4194349-40c5-4062-88eb-9a774fde9d31 req-7eb80bcb-6663-41f4-9d07-43c7fdc68dee service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 912 time: 0.1071672 Nov 25 20:11:41.924941 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a4194349-40c5-4062-88eb-9a774fde9d31 req-e8c3997a-a775-4def-a48b-dacc690ea584 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd1c5bd3-48f4-4886-b74f-b907a20a5d43 HTTP/1.1" status: 200 len: 217 time: 0.0473733 Nov 25 20:11:41.990083 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4194349-40c5-4062-88eb-9a774fde9d31 req-982a26d3-506e-475f-98d1-dd3f53f72b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:41.991599 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a4194349-40c5-4062-88eb-9a774fde9d31 req-982a26d3-506e-475f-98d1-dd3f53f72b88 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8eac5fe-8121-4bce-95fc-dfb031ef521a HTTP/1.1" status: 200 len: 850 time: 0.0585499 Nov 25 20:11:42.041849 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4194349-40c5-4062-88eb-9a774fde9d31 req-03c0fd52-6fdc-4eff-9848-79da0d508d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:42.043421 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a4194349-40c5-4062-88eb-9a774fde9d31 req-03c0fd52-6fdc-4eff-9848-79da0d508d15 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441756 Nov 25 20:11:42.151435 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a4194349-40c5-4062-88eb-9a774fde9d31 req-e82325f3-ef20-460c-8fe0-ebfc6adaefc5 service neutron] 10.222.0.73 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989578 Nov 25 20:11:42.258217 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a4194349-40c5-4062-88eb-9a774fde9d31 req-cdad3058-be82-4a5c-b7d4-aaede33478dd service neutron] 10.222.0.73 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991049 Nov 25 20:11:42.445167 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f9026-d93e-45b7-a858-e2ebe3d0d7c7 req-348b5085-1868-4eba-9f1e-5a9bb65c4afa tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:42.447906 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-583f9026-d93e-45b7-a858-e2ebe3d0d7c7 req-348b5085-1868-4eba-9f1e-5a9bb65c4afa tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 943 time: 0.0710108 Nov 25 20:11:42.508300 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-583f9026-d93e-45b7-a858-e2ebe3d0d7c7 req-2815b1ca-24f9-47cb-b758-2b5f356d91f8 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539722 Nov 25 20:11:43.660801 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4756e3-f324-49c5-9db5-16ff5ace6763 req-1160cb1d-f5da-416d-9066-efdbe43e3aaa tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:43.662483 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec4756e3-f324-49c5-9db5-16ff5ace6763 req-1160cb1d-f5da-416d-9066-efdbe43e3aaa tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 943 time: 0.0660670 Nov 25 20:11:43.719043 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec4756e3-f324-49c5-9db5-16ff5ace6763 req-cf202936-075b-44f3-9e69-1929c4326fb1 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501945 Nov 25 20:11:44.864296 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9dda12-c81d-429f-a951-b95e68c51ab5 req-fe7136fa-c738-4508-b441-2d909a3d2743 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:44.866056 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a9dda12-c81d-429f-a951-b95e68c51ab5 req-fe7136fa-c738-4508-b441-2d909a3d2743 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 943 time: 0.0617743 Nov 25 20:11:44.930930 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a9dda12-c81d-429f-a951-b95e68c51ab5 req-1e4bfda4-0f29-4baa-9f90-f9245c0709e1 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517972 Nov 25 20:11:46.060501 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc28a6-9661-4014-bbb3-c88036d5b14c req-0caa19f7-177c-44a2-98af-3f8ed2adc443 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:46.062840 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3efc28a6-9661-4014-bbb3-c88036d5b14c req-0caa19f7-177c-44a2-98af-3f8ed2adc443 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 943 time: 0.0560899 Nov 25 20:11:46.120166 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3efc28a6-9661-4014-bbb3-c88036d5b14c req-a279896f-a727-477e-86ad-dc12b0126837 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482569 Nov 25 20:11:47.284934 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06d432-96c5-45a2-97df-d096f07b4e8e req-51333da0-1bba-457e-a2a1-2b7b1e9699c7 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:47.286918 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c06d432-96c5-45a2-97df-d096f07b4e8e req-51333da0-1bba-457e-a2a1-2b7b1e9699c7 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 943 time: 0.0556126 Nov 25 20:11:47.340795 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c06d432-96c5-45a2-97df-d096f07b4e8e req-5edb7bde-89c5-4645-9306-34785039d36a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474756 Nov 25 20:11:48.498785 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870c920-a025-4328-b8e9-3172e510d2cc req-f302773f-a49b-401d-89d4-bc4f9709db07 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:48.500437 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a870c920-a025-4328-b8e9-3172e510d2cc req-f302773f-a49b-401d-89d4-bc4f9709db07 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 943 time: 0.0562298 Nov 25 20:11:48.556432 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a870c920-a025-4328-b8e9-3172e510d2cc req-2e22faee-b513-4263-b277-db3a77792b46 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466933 Nov 25 20:11:49.693823 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2dfe05-b64d-4da9-ac58-91ce64b0e334 req-13fa192c-e1f4-41e2-8154-02b578be695f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:49.696359 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bd2dfe05-b64d-4da9-ac58-91ce64b0e334 req-13fa192c-e1f4-41e2-8154-02b578be695f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 943 time: 0.0679266 Nov 25 20:11:49.773218 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bd2dfe05-b64d-4da9-ac58-91ce64b0e334 req-e8914acc-8c3c-4e03-a9c4-3573871f092e tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706258 Nov 25 20:11:50.918007 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08a859-743c-4fe2-8837-220fc080a320 req-cffbf2a4-9c89-4631-b60d-215344ddc2b7 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:50.919778 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3b08a859-743c-4fe2-8837-220fc080a320 req-cffbf2a4-9c89-4631-b60d-215344ddc2b7 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 943 time: 0.0623138 Nov 25 20:11:50.975867 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3b08a859-743c-4fe2-8837-220fc080a320 req-8d5a5899-f5b4-4fee-a617-010c75c46944 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487585 Nov 25 20:11:52.128336 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7eb3-38fc-45ff-9668-76c5fa580477 req-1e9f9259-e3d3-4645-a1ae-652503721d5f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:52.129943 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c2ca7eb3-38fc-45ff-9668-76c5fa580477 req-1e9f9259-e3d3-4645-a1ae-652503721d5f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 943 time: 0.0557506 Nov 25 20:11:52.200674 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c2ca7eb3-38fc-45ff-9668-76c5fa580477 req-6bc03273-566c-4539-b483-f0a1497b977f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624459 Nov 25 20:11:52.942889 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device cd1c5bd3-48f4-4886-b74f-b907a20a5d43 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:11:53.053136 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port cd1c5bd3-48f4-4886-b74f-b907a20a5d43, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=cd1c5bd3-48f4-4886-b74f-b907a20a5d43,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:11:53.067979 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'cd1c5bd3-48f4-4886-b74f-b907a20a5d43', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'port_id': 'cd1c5bd3-48f4-4886-b74f-b907a20a5d43', 'mac_address': 'fa:16:3e:b5:3d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:11:53.115096 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:53.130640 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1c5bd3-48f4-4886-b74f-b907a20a5d43 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:11:53.154032 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port cd1c5bd3-48f4-4886-b74f-b907a20a5d43, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=cd1c5bd3-48f4-4886-b74f-b907a20a5d43,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:11:53.158969 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:53.210164 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=cd1c5bd3-48f4-4886-b74f-b907a20a5d43,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:53.347530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b494ce-319a-4a91-bc0e-56f5a9d874ee req-cd37cb73-7a69-4c16-a366-c90c86551123 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:53.349104 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-75b494ce-319a-4a91-bc0e-56f5a9d874ee req-cd37cb73-7a69-4c16-a366-c90c86551123 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 944 time: 0.0643461 Nov 25 20:11:53.434080 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-75b494ce-319a-4a91-bc0e-56f5a9d874ee req-e598039b-a441-44c1-bb0e-bed3907ec6ac tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770862 Nov 25 20:11:53.461188 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['cd1c5bd3-48f4-4886-b74f-b907a20a5d43'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:11:53.954926 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:54.516816 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:54.573103 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb02a6b-cd32-4ec9-9839-99e1b5f14662 req-5dbc652d-a5d6-429d-a924-9267e86e9b1f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:54.574709 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5fb02a6b-cd32-4ec9-9839-99e1b5f14662 req-5dbc652d-a5d6-429d-a924-9267e86e9b1f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 944 time: 0.0677145 Nov 25 20:11:54.628874 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5fb02a6b-cd32-4ec9-9839-99e1b5f14662 req-2f1b5a2d-8468-44eb-ae2e-16913d16316f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460346 Nov 25 20:11:54.952664 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device cd1c5bd3-48f4-4886-b74f-b907a20a5d43 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:11:55.005990 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port cd1c5bd3-48f4-4886-b74f-b907a20a5d43 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:11:55.010739 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port cd1c5bd3-48f4-4886-b74f-b907a20a5d43 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:55.011140 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:55.102764 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:55.129502 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1c5bd3-48f4-4886-b74f-b907a20a5d43'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:11:55.131893 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e74cf2-3821-4e47-8321-b869e9a11d6e" -d '{"events": [{"server_uuid": "183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc", "name": "network-vif-plugged", "status": "completed", "tag": "cd1c5bd3-48f4-4886-b74f-b907a20a5d43"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:11:55.146811 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port cd1c5bd3-48f4-4886-b74f-b907a20a5d43, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=cd1c5bd3-48f4-4886-b74f-b907a20a5d43,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:11:55.152567 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:55.179294 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adcd211-0178-407e-9ad7-3bf42d20aaf2 x-openstack-request-id: req-6adcd211-0178-407e-9ad7-3bf42d20aaf2 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:11:55.179592 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc", "name": "network-vif-plugged", "status": "completed", "tag": "cd1c5bd3-48f4-4886-b74f-b907a20a5d43", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:11:55.179871 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6adcd211-0178-407e-9ad7-3bf42d20aaf2 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:11:55.180536 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1c5bd3-48f4-4886-b74f-b907a20a5d43', 'code': 200} Nov 25 20:11:55.209243 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=cd1c5bd3-48f4-4886-b74f-b907a20a5d43,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:55.385993 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f981380-12c0-43e5-83b7-f19c25f58a7f req-db695fc4-fa56-48b4-a5f7-dc30bab2fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:55.387631 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3f981380-12c0-43e5-83b7-f19c25f58a7f req-db695fc4-fa56-48b4-a5f7-dc30bab2fff1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 1096 time: 0.1474841 Nov 25 20:11:55.446235 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3f981380-12c0-43e5-83b7-f19c25f58a7f req-0758bd21-da49-4fed-b3f7-885266e84aa8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463233 Nov 25 20:11:55.756218 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a8997-c327-47db-b228-841531710bd5 req-15a9605e-9dbf-45c6-bae7-e2a0564bb430 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:55.757774 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c24a8997-c327-47db-b228-841531710bd5 req-15a9605e-9dbf-45c6-bae7-e2a0564bb430 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 945 time: 0.0523474 Nov 25 20:11:55.814932 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c24a8997-c327-47db-b228-841531710bd5 req-9cc4a4bf-d179-4450-b401-7a0f69ed8dff tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511813 Nov 25 20:11:56.945433 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7205ff-4211-46b7-8d92-5c78ac846ccc req-b4055c84-66a9-49c5-adaf-bc1734f1f16a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:56.947523 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bd7205ff-4211-46b7-8d92-5c78ac846ccc req-b4055c84-66a9-49c5-adaf-bc1734f1f16a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 945 time: 0.0579202 Nov 25 20:11:57.001490 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bd7205ff-4211-46b7-8d92-5c78ac846ccc req-f59099d6-3777-431c-baa7-cc0abbe510e7 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470014 Nov 25 20:11:57.140741 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931682bb-d82c-415e-9cc6-9323093c351c req-99ec50d0-d4d1-4dec-b2c3-cb2e970a8f4b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:57.142358 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-931682bb-d82c-415e-9cc6-9323093c351c req-99ec50d0-d4d1-4dec-b2c3-cb2e970a8f4b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 945 time: 0.0575161 Nov 25 20:11:57.200040 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-931682bb-d82c-415e-9cc6-9323093c351c req-d87dd353-38ce-4c0f-a192-b2caf654c2f6 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499682 Nov 25 20:11:57.324544 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff53502-c8e1-4261-8757-2e484c874767 req-b8bb423c-61de-4f77-9d08-42f2253442a4 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:57.326420 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3ff53502-c8e1-4261-8757-2e484c874767 req-b8bb423c-61de-4f77-9d08-42f2253442a4 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 945 time: 0.0531719 Nov 25 20:11:57.391567 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3ff53502-c8e1-4261-8757-2e484c874767 req-d7b53552-c747-414c-b266-8e1e3f6cdae4 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546935 Nov 25 20:11:57.667087 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f03135-546d-4f29-96a1-6b12953e448d req-d75f8127-4c5f-420f-8dc7-3e85e82d9032 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:57.668568 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d4f03135-546d-4f29-96a1-6b12953e448d req-d75f8127-4c5f-420f-8dc7-3e85e82d9032 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 945 time: 0.0655863 Nov 25 20:11:57.721618 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d4f03135-546d-4f29-96a1-6b12953e448d req-a7788c6c-4f2e-4c94-b04d-20c382a6e529 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464129 Nov 25 20:11:58.864733 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aabc1a-acb0-4d90-a497-8b2fae1bd684 req-fe044fad-8a6d-4a3d-831f-d2b7bfcc4470 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:58.866467 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52aabc1a-acb0-4d90-a497-8b2fae1bd684 req-fe044fad-8a6d-4a3d-831f-d2b7bfcc4470 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 945 time: 0.0550900 Nov 25 20:11:58.921862 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52aabc1a-acb0-4d90-a497-8b2fae1bd684 req-c9ddaf0a-ae3d-42e0-8047-953702303693 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487676 Nov 25 20:11:59.308352 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e2178f11-f870-4587-a40b-0274b63b1076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:59.669579 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28c098-58f7-4d3f-b852-47639f412c05 req-d12e8ec7-2082-4d8b-b8eb-1e71d0e04d11 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:59.671202 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ff28c098-58f7-4d3f-b852-47639f412c05 req-d12e8ec7-2082-4d8b-b8eb-1e71d0e04d11 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.73 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 945 time: 0.0618401 Nov 25 20:11:59.775026 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-ff28c098-58f7-4d3f-b852-47639f412c05 req-24cd8582-fe51-4fa8-8285-c96f61488576 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Deleting port cd1c5bd3-48f4-4886-b74f-b907a20a5d43 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:11:59.775362 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ff28c098-58f7-4d3f-b852-47639f412c05 req-24cd8582-fe51-4fa8-8285-c96f61488576 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:59.885016 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-ff28c098-58f7-4d3f-b852-47639f412c05 req-24cd8582-fe51-4fa8-8285-c96f61488576 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] For port cd1c5bd3-48f4-4886-b74f-b907a20a5d43, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=cd1c5bd3-48f4-4886-b74f-b907a20a5d43,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:11:59.885329 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ff28c098-58f7-4d3f-b852-47639f412c05 req-24cd8582-fe51-4fa8-8285-c96f61488576 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:59.901380 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-ff28c098-58f7-4d3f-b852-47639f412c05 req-24cd8582-fe51-4fa8-8285-c96f61488576 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Calling delete_port for cd1c5bd3-48f4-4886-b74f-b907a20a5d43 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:12:00.071864 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a160d27-0b85-4464-9bf7-4015ceeeae01 req-df6fb39b-854f-43ba-aeae-da2484ffb9f0 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:00.073028 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ff28c098-58f7-4d3f-b852-47639f412c05 req-24cd8582-fe51-4fa8-8285-c96f61488576 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:00.079158 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a160d27-0b85-4464-9bf7-4015ceeeae01 req-df6fb39b-854f-43ba-aeae-da2484ffb9f0 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 945 time: 0.0789709 Nov 25 20:12:00.090753 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['cd1c5bd3-48f4-4886-b74f-b907a20a5d43'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:12:00.133671 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd8582-fe51-4fa8-8285-c96f61488576 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event deleted for resources: {'Port': ['ID=cd1c5bd3-48f4-4886-b74f-b907a20a5d43,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:00.179207 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a160d27-0b85-4464-9bf7-4015ceeeae01 req-a545f1ea-804e-443f-866d-395aefb59ca9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984406 Nov 25 20:12:00.213272 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff28c098-58f7-4d3f-b852-47639f412c05 req-24cd8582-fe51-4fa8-8285-c96f61488576 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] No DVR routers for this DVR port cd1c5bd3-48f4-4886-b74f-b907a20a5d43 on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:12:00.216706 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ff28c098-58f7-4d3f-b852-47639f412c05 req-24cd8582-fe51-4fa8-8285-c96f61488576 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:00.221409 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ff28c098-58f7-4d3f-b852-47639f412c05 req-24cd8582-fe51-4fa8-8285-c96f61488576 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.73 "DELETE /v2.0/ports/cd1c5bd3-48f4-4886-b74f-b907a20a5d43 HTTP/1.1" status: 204 len: 173 time: 0.5429046 Nov 25 20:12:00.221987 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc', 'name': 'network-vif-deleted', 'tag': 'cd1c5bd3-48f4-4886-b74f-b907a20a5d43'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:12:00.225108 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c7cbe3-eded-4bdc-8258-9b0079970011" -d '{"events": [{"server_uuid": "183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc", "name": "network-vif-deleted", "tag": "cd1c5bd3-48f4-4886-b74f-b907a20a5d43"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:12:00.269932 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bf6407-ddf6-402a-8b8a-8da28ca60ca2 x-openstack-request-id: req-c8bf6407-ddf6-402a-8b8a-8da28ca60ca2 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:12:00.270375 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc", "name": "network-vif-deleted", "tag": "cd1c5bd3-48f4-4886-b74f-b907a20a5d43", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:12:00.270731 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c8bf6407-ddf6-402a-8b8a-8da28ca60ca2 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:12:00.271207 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc', 'name': 'network-vif-deleted', 'tag': 'cd1c5bd3-48f4-4886-b74f-b907a20a5d43', 'status': 'completed', 'code': 200} Nov 25 20:12:01.291806 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3af20184-a5a7-483b-a263-7b6e535c7be2 req-405bfee1-b9ec-4446-a63a-cf1627814950 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 210 time: 0.0300696 Nov 25 20:12:01.758413 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b26c3560-b95f-4888-8e2c-c035b9c77720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:02.430622 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8c178f0-310a-4133-84a9-166eee08ed3a req-7e0a471b-31a4-4274-a779-4205100770df tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 210 time: 0.0456545 Nov 25 20:12:02.995610 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device cd1c5bd3-48f4-4886-b74f-b907a20a5d43 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:12:03.022221 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: cd1c5bd3-48f4-4886-b74f-b907a20a5d43 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:12:03.022627 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device cd1c5bd3-48f4-4886-b74f-b907a20a5d43 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:12:03.574425 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cb045cd9-826d-4f67-94ff-e154f581f753 req-a40c6d1f-edde-41a9-8371-af8f39ded89e tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 210 time: 0.0536511 Nov 25 20:12:03.808732 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:04.713316 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c616fa5-f384-444b-a174-14728cb581de req-8bcb2453-8071-474f-83cb-89c1c73d7d2d tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=183eebeb-a2e5-4a98-a8c3-e61bbb4c54bc HTTP/1.1" status: 200 len: 210 time: 0.0424573 Nov 25 20:12:05.604083 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:05.647580 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:16.609035 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:12:23.972385 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:24.531618 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:28.112852 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-a48fdcb1-0d9a-4939-a3fd-9615bfbea219 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:28.114547 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-a48fdcb1-0d9a-4939-a3fd-9615bfbea219 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 811 time: 0.1112051 Nov 25 20:12:28.131331 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-8c086b0b-ec94-4d7a-88ea-f7be71a7760b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/quotas/5a49662473d14429bfa08ae832fa5fb1 HTTP/1.1" status: 200 len: 375 time: 0.0109785 Nov 25 20:12:28.186794 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-396e8daa-aef0-4302-9ce1-375c14de7466 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494747 Nov 25 20:12:28.256595 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-274713b2-0a42-4503-8194-378608dbeb03 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:12:28.257657 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-274713b2-0a42-4503-8194-378608dbeb03 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0630271 Nov 25 20:12:28.361025 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-f2bde431-923e-4f2b-b28f-b4b48116477e service neutron] 10.222.0.55 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960877 Nov 25 20:12:28.461208 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-065def66-4f8e-4e74-ae90-885a49052a02 service neutron] 10.222.0.55 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947640 Nov 25 20:12:28.655847 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-39d41a55-d688-4df6-b1ac-f3a3c5c6b1e9 req-7d200311-e70e-4eaa-bec1-352654a9c89c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 210 time: 0.0288312 Nov 25 20:12:29.304824 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8c0c2107-825e-4b1e-9752-9e76a002a2c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:29.768738 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-5d5dde70-e791-4703-8004-532a158e28ba tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:29.770277 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-5d5dde70-e791-4703-8004-532a158e28ba tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.85 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 811 time: 0.1343336 Nov 25 20:12:29.791327 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-129313c1-0e0d-41c5-80aa-15801177e9d5 req-99bfb741-cbe5-49ca-a8f5-42b150c2a868 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 210 time: 0.0501726 Nov 25 20:12:29.795013 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-b018fbf0-d149-4589-9926-79f67f3294f9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Request body: {'port': {'device_id': 'a06dcaa1-82c2-458c-b30c-4e54a5281b30', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'admin_state_up': True, 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:29.938451 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-b018fbf0-d149-4589-9926-79f67f3294f9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Made reservation on behalf of 5a49662473d14429bfa08ae832fa5fb1 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:12:29.942266 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-b018fbf0-d149-4589-9926-79f67f3294f9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.105105 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-b018fbf0-d149-4589-9926-79f67f3294f9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Allocated IP 172.20.0.12 (a2b6e25a-2103-45ea-b031-a5d7ec0542cd/b8eac5fe-8121-4bce-95fc-dfb031ef521a/8b3dd422-65a4-461c-a810-23f25984edbb) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:12:30.361660 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-b018fbf0-d149-4589-9926-79f67f3294f9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.418628 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-b018fbf0-d149-4589-9926-79f67f3294f9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.493804 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-b018fbf0-d149-4589-9926-79f67f3294f9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Network a2b6e25a-2103-45ea-b031-a5d7ec0542cd is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:12:30.505694 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-b018fbf0-d149-4589-9926-79f67f3294f9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:30.512926 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-b018fbf0-d149-4589-9926-79f67f3294f9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:12:30.551201 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018fbf0-d149-4589-9926-79f67f3294f9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event updated for resources: {'Port': ['ID=8b3dd422-65a4-461c-a810-23f25984edbb,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:30.568298 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018fbf0-d149-4589-9926-79f67f3294f9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:30.568805 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018fbf0-d149-4589-9926-79f67f3294f9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:30.569212 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018fbf0-d149-4589-9926-79f67f3294f9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:30.569556 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018fbf0-d149-4589-9926-79f67f3294f9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:30.569898 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018fbf0-d149-4589-9926-79f67f3294f9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:30.570231 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018fbf0-d149-4589-9926-79f67f3294f9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:30.570639 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018fbf0-d149-4589-9926-79f67f3294f9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:30.570971 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018fbf0-d149-4589-9926-79f67f3294f9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:30.571302 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018fbf0-d149-4589-9926-79f67f3294f9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:30.571630 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018fbf0-d149-4589-9926-79f67f3294f9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:30.572111 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018fbf0-d149-4589-9926-79f67f3294f9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:30.572446 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018fbf0-d149-4589-9926-79f67f3294f9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:30.598742 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-b018fbf0-d149-4589-9926-79f67f3294f9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:30.599428 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-b018fbf0-d149-4589-9926-79f67f3294f9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.619125 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-b018fbf0-d149-4589-9926-79f67f3294f9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8304038 Nov 25 20:12:30.690059 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-3607f505-9fdd-472d-b288-452e01b8b2e6 service neutron] Request body: {'port': {'device_id': 'a06dcaa1-82c2-458c-b30c-4e54a5281b30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:30.760868 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-3607f505-9fdd-472d-b288-452e01b8b2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.821488 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2f1a9c94-ad0d-4023-8c0f-724b5e301016 None None] Provisioning complete for port 8b3dd422-65a4-461c-a810-23f25984edbb triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:30.822501 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2f1a9c94-ad0d-4023-8c0f-724b5e301016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.863509 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-2f1a9c94-ad0d-4023-8c0f-724b5e301016 None None] Port 8b3dd422-65a4-461c-a810-23f25984edbb cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:12:31.019477 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39214c-c57f-4ad1-8d49-e9be7a872d71 req-3551642d-fba3-4d07-bc26-61e01da8546c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:31.021364 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-da39214c-c57f-4ad1-8d49-e9be7a872d71 req-3551642d-fba3-4d07-bc26-61e01da8546c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 932 time: 0.1194415 Nov 25 20:12:31.105139 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-da39214c-c57f-4ad1-8d49-e9be7a872d71 req-46d6c4da-b28e-4998-b7eb-630ab9bd429b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768056 Nov 25 20:12:31.159751 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-3607f505-9fdd-472d-b288-452e01b8b2e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3dd422-65a4-461c-a810-23f25984edbb {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:12:31.168854 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-3607f505-9fdd-472d-b288-452e01b8b2e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:31.183714 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-3607f505-9fdd-472d-b288-452e01b8b2e6 service neutron] Transition to ACTIVE for port object 8b3dd422-65a4-461c-a810-23f25984edbb will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:12:31.189513 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-3607f505-9fdd-472d-b288-452e01b8b2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:31.246234 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f505-9fdd-472d-b288-452e01b8b2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3dd422-65a4-461c-a810-23f25984edbb,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:31.323328 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-3607f505-9fdd-472d-b288-452e01b8b2e6 service neutron] Attempting to bind port 8b3dd422-65a4-461c-a810-23f25984edbb on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:12:31.323848 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-3607f505-9fdd-472d-b288-452e01b8b2e6 service neutron] Attempting to bind port 8b3dd422-65a4-461c-a810-23f25984edbb by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:12:31.324255 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-3607f505-9fdd-472d-b288-452e01b8b2e6 service neutron] Attempting to bind port 8b3dd422-65a4-461c-a810-23f25984edbb on network a2b6e25a-2103-45ea-b031-a5d7ec0542cd {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:12:31.331968 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-3607f505-9fdd-472d-b288-452e01b8b2e6 service neutron] Port 8b3dd422-65a4-461c-a810-23f25984edbb on network a2b6e25a-2103-45ea-b031-a5d7ec0542cd not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:12:31.332626 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-3607f505-9fdd-472d-b288-452e01b8b2e6 service neutron] Attempting to bind port 8b3dd422-65a4-461c-a810-23f25984edbb on network a2b6e25a-2103-45ea-b031-a5d7ec0542cd {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:12:31.341682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-3607f505-9fdd-472d-b288-452e01b8b2e6 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:12:31.342456 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-3607f505-9fdd-472d-b288-452e01b8b2e6 service neutron] Checking segment: {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:12:31.343222 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-3607f505-9fdd-472d-b288-452e01b8b2e6 service neutron] Bound using segment: {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:12:31.343994 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-3607f505-9fdd-472d-b288-452e01b8b2e6 service neutron] Bound port: 8b3dd422-65a4-461c-a810-23f25984edbb, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:12:31.344628 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-3607f505-9fdd-472d-b288-452e01b8b2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:31.430916 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-3607f505-9fdd-472d-b288-452e01b8b2e6 service neutron] For port 8b3dd422-65a4-461c-a810-23f25984edbb, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:12:31.435256 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-3607f505-9fdd-472d-b288-452e01b8b2e6 service neutron] For port 8b3dd422-65a4-461c-a810-23f25984edbb, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=8b3dd422-65a4-461c-a810-23f25984edbb,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:12:31.441375 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-3607f505-9fdd-472d-b288-452e01b8b2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:31.480044 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-3607f505-9fdd-472d-b288-452e01b8b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:31.480586 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-3607f505-9fdd-472d-b288-452e01b8b2e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:31.482018 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-3607f505-9fdd-472d-b288-452e01b8b2e6 service neutron] 10.222.0.85 "PUT /v2.0/ports/8b3dd422-65a4-461c-a810-23f25984edbb HTTP/1.1" status: 200 len: 1092 time: 0.8537512 Nov 25 20:12:31.482512 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06dcaa1-82c2-458c-b30c-4e54a5281b30', 'tag': '8b3dd422-65a4-461c-a810-23f25984edbb'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:12:31.485394 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05756282-923a-42c7-9547-135d2909fd66" -d '{"events": [{"name": "network-changed", "server_uuid": "a06dcaa1-82c2-458c-b30c-4e54a5281b30", "tag": "8b3dd422-65a4-461c-a810-23f25984edbb"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:12:31.537959 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f505-9fdd-472d-b288-452e01b8b2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3dd422-65a4-461c-a810-23f25984edbb,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:31.543555 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b38824-1083-4486-8803-d7fa135663a0 x-openstack-request-id: req-32b38824-1083-4486-8803-d7fa135663a0 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:12:31.543970 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a06dcaa1-82c2-458c-b30c-4e54a5281b30", "tag": "8b3dd422-65a4-461c-a810-23f25984edbb", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:12:31.544342 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-32b38824-1083-4486-8803-d7fa135663a0 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:12:31.544897 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a06dcaa1-82c2-458c-b30c-4e54a5281b30', 'tag': '8b3dd422-65a4-461c-a810-23f25984edbb', 'status': 'completed', 'code': 200} Nov 25 20:12:31.604893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-1edc5aaf-3ca1-4ecd-83c7-2411d39b1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:31.608220 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-1edc5aaf-3ca1-4ecd-83c7-2411d39b1041 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 1095 time: 0.0649512 Nov 25 20:12:31.656255 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-c5cd0fba-4a11-4c40-ac72-0858ba062975 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b3dd422-65a4-461c-a810-23f25984edbb HTTP/1.1" status: 200 len: 217 time: 0.0421317 Nov 25 20:12:31.711577 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-5543c480-26c4-4ff9-8353-d452c5609160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:31.713125 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-5543c480-26c4-4ff9-8353-d452c5609160 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b8eac5fe-8121-4bce-95fc-dfb031ef521a HTTP/1.1" status: 200 len: 850 time: 0.0490615 Nov 25 20:12:31.767274 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-93cb0c74-6a35-441d-8f9f-492299acaecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:31.769201 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-93cb0c74-6a35-441d-8f9f-492299acaecf service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478733 Nov 25 20:12:31.775392 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0d8a7667-d344-455a-b415-16606dd5dc35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:31.880219 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-72b6113a-bcda-4c94-8625-4900f65cfdfb service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033151 Nov 25 20:12:31.984323 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8aa81e34-bae5-48a1-b1e7-93510db92a03 req-1fe8629f-c7e3-421c-ba95-2a756e88d0dc service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971830 Nov 25 20:12:32.088485 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05756282-923a-42c7-9547-135d2909fd66 req-763dca24-8e06-4f90-96dc-69408807068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:32.090120 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05756282-923a-42c7-9547-135d2909fd66 req-763dca24-8e06-4f90-96dc-69408807068b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 1095 time: 0.0527422 Nov 25 20:12:32.288095 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05756282-923a-42c7-9547-135d2909fd66 req-1c384817-e102-476b-9635-7a962d0104fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:32.289630 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05756282-923a-42c7-9547-135d2909fd66 req-1c384817-e102-476b-9635-7a962d0104fa service neutron] 10.222.0.85 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 912 time: 0.1919158 Nov 25 20:12:32.298181 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea5e18-d862-4d7d-a094-fe4945373ee2 req-643b5182-a73d-42c9-94f5-a8b82f4bbe46 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:32.299755 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52ea5e18-d862-4d7d-a094-fe4945373ee2 req-643b5182-a73d-42c9-94f5-a8b82f4bbe46 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 944 time: 0.1072898 Nov 25 20:12:32.349048 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05756282-923a-42c7-9547-135d2909fd66 req-e3e5ae8f-0365-4471-b446-1c402f9272b8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b3dd422-65a4-461c-a810-23f25984edbb HTTP/1.1" status: 200 len: 217 time: 0.0481784 Nov 25 20:12:32.440710 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52ea5e18-d862-4d7d-a094-fe4945373ee2 req-dc4fc9ff-4344-4716-bc8c-c1f91a710fad tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320667 Nov 25 20:12:32.442369 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05756282-923a-42c7-9547-135d2909fd66 req-4b207a41-952a-4591-ad93-de73be6de488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:32.443731 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05756282-923a-42c7-9547-135d2909fd66 req-4b207a41-952a-4591-ad93-de73be6de488 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b8eac5fe-8121-4bce-95fc-dfb031ef521a HTTP/1.1" status: 200 len: 850 time: 0.0869086 Nov 25 20:12:32.505253 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05756282-923a-42c7-9547-135d2909fd66 req-69f6f03e-6e5d-43bf-97a3-846e7308dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:32.506869 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05756282-923a-42c7-9547-135d2909fd66 req-69f6f03e-6e5d-43bf-97a3-846e7308dc9c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550551 Nov 25 20:12:32.611580 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05756282-923a-42c7-9547-135d2909fd66 req-74e831a4-cfc5-4a3a-b166-05c60c1de4f0 service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970259 Nov 25 20:12:32.707498 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05756282-923a-42c7-9547-135d2909fd66 req-ca543e58-ece7-46c9-9ecb-ebfffa46514c service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886974 Nov 25 20:12:33.594830 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f4313-b060-4d2c-84f6-9de0e24dd819 req-1340d47d-7430-4b14-81fe-c879997a1e37 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:33.597185 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c7f4313-b060-4d2c-84f6-9de0e24dd819 req-1340d47d-7430-4b14-81fe-c879997a1e37 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 944 time: 0.0738966 Nov 25 20:12:33.675047 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c7f4313-b060-4d2c-84f6-9de0e24dd819 req-0aeb50d4-ac2c-45f0-aff5-34b2078346f9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664682 Nov 25 20:12:33.818671 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:34.871952 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab755c-a292-494f-9bbf-7d16c85894da req-bcd654bc-827a-479c-bf35-6a54d231b3c1 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:34.874262 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5ab755c-a292-494f-9bbf-7d16c85894da req-bcd654bc-827a-479c-bf35-6a54d231b3c1 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 944 time: 0.0712044 Nov 25 20:12:34.948539 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5ab755c-a292-494f-9bbf-7d16c85894da req-143b3188-a823-4233-909a-ab525d489678 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636399 Nov 25 20:12:35.608096 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:35.683178 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:36.154729 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d698b0b-b014-43e4-9481-d8a5ae032f6e req-4d75eea1-d830-4ade-8b88-3982edd0c236 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:36.159407 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6d698b0b-b014-43e4-9481-d8a5ae032f6e req-4d75eea1-d830-4ade-8b88-3982edd0c236 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 944 time: 0.1155455 Nov 25 20:12:36.566076 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6d698b0b-b014-43e4-9481-d8a5ae032f6e req-92438097-0340-4fcb-a42f-9dab9224dd2b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992612 Nov 25 20:12:37.724657 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828f479-41cc-460d-b21d-746d1df8718e req-6536bfb6-8b91-495e-848a-4ae6f526c76c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:37.726265 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a828f479-41cc-460d-b21d-746d1df8718e req-6536bfb6-8b91-495e-848a-4ae6f526c76c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 944 time: 0.0557048 Nov 25 20:12:37.785340 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a828f479-41cc-460d-b21d-746d1df8718e req-af442ae8-47f7-4a39-b92c-63be590fc822 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473139 Nov 25 20:12:38.930022 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efb3ff-fdb3-4667-a2f3-89626bb6f3f6 req-b6843bae-aa71-4eac-b4e4-08a57e5d45de tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:38.931636 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-58efb3ff-fdb3-4667-a2f3-89626bb6f3f6 req-b6843bae-aa71-4eac-b4e4-08a57e5d45de tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 944 time: 0.0555301 Nov 25 20:12:38.992029 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-58efb3ff-fdb3-4667-a2f3-89626bb6f3f6 req-0fc42b33-d07d-4e5f-a9ab-ad61b678cb9a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492623 Nov 25 20:12:40.142651 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23169e-8096-4acb-938b-6dc8acfb0a3d req-7931f693-81fc-4c2a-bf67-a5bb41743fe8 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:40.146813 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2b23169e-8096-4acb-938b-6dc8acfb0a3d req-7931f693-81fc-4c2a-bf67-a5bb41743fe8 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 944 time: 0.0662410 Nov 25 20:12:40.195974 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2b23169e-8096-4acb-938b-6dc8acfb0a3d req-8cd31eeb-643c-421e-ac39-762b57485291 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452995 Nov 25 20:12:41.360626 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5405052-fc86-4d77-9545-ecc2d6748ada req-4a2416c8-4a23-44e8-9a27-d44c64f500c0 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:41.362110 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5405052-fc86-4d77-9545-ecc2d6748ada req-4a2416c8-4a23-44e8-9a27-d44c64f500c0 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 944 time: 0.0598571 Nov 25 20:12:41.417998 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5405052-fc86-4d77-9545-ecc2d6748ada req-f43e8d1d-11bc-4683-8842-84e5364a7e91 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497417 Nov 25 20:12:42.551551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43880881-efde-4a0b-9744-aad353584ce2 req-4f66659a-876e-4455-b335-c42cebc81f5c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:42.553136 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-43880881-efde-4a0b-9744-aad353584ce2 req-4f66659a-876e-4455-b335-c42cebc81f5c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 944 time: 0.0568161 Nov 25 20:12:42.601896 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-43880881-efde-4a0b-9744-aad353584ce2 req-b18aa0b5-f51a-4b11-a9f1-2ee69a28b7f2 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427668 Nov 25 20:12:43.733859 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e40cb9-98c8-461b-99ef-8c931fbd5819 req-9cf249d8-7a4d-4269-823e-3433f1dea19d tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:43.736090 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-30e40cb9-98c8-461b-99ef-8c931fbd5819 req-9cf249d8-7a4d-4269-823e-3433f1dea19d tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 944 time: 0.0551214 Nov 25 20:12:43.803317 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-30e40cb9-98c8-461b-99ef-8c931fbd5819 req-310d4189-71f9-45c5-9fb0-cc2fe0ad5e4c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577462 Nov 25 20:12:44.939374 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914b105-d4c9-4fba-94a9-5c5856f93f90 req-30997d17-8ff8-4643-be61-30a0666a30dd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:44.940891 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4914b105-d4c9-4fba-94a9-5c5856f93f90 req-30997d17-8ff8-4643-be61-30a0666a30dd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 944 time: 0.0559106 Nov 25 20:12:45.000820 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4914b105-d4c9-4fba-94a9-5c5856f93f90 req-28d050e4-73ca-41d9-86dd-b225c5c695b8 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534649 Nov 25 20:12:46.122523 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec558912-9049-417b-8870-c7d4309e4a42 req-c8edca29-7b5d-456f-b2e7-c567f5024258 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:46.124168 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec558912-9049-417b-8870-c7d4309e4a42 req-c8edca29-7b5d-456f-b2e7-c567f5024258 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 944 time: 0.0521092 Nov 25 20:12:46.178177 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ec558912-9049-417b-8870-c7d4309e4a42 req-c9a0f1b5-de03-4cdc-90e4-d45bd88abca0 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448370 Nov 25 20:12:47.302678 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9ac20-5c73-47ac-99a5-88fd77654cc0 req-1e42c817-c9e6-4d5f-aff3-886cfbf1ebb6 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:47.304212 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25a9ac20-5c73-47ac-99a5-88fd77654cc0 req-1e42c817-c9e6-4d5f-aff3-886cfbf1ebb6 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 944 time: 0.0517302 Nov 25 20:12:47.353630 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25a9ac20-5c73-47ac-99a5-88fd77654cc0 req-8f8e9396-0142-4318-84e9-00128518844a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434041 Nov 25 20:12:48.501002 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d16a5-693f-4133-86a0-0038d62102f9 req-0eba1a02-db38-4a34-95fb-e26a8cc7ed7e tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:48.502840 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c23d16a5-693f-4133-86a0-0038d62102f9 req-0eba1a02-db38-4a34-95fb-e26a8cc7ed7e tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 944 time: 0.0727603 Nov 25 20:12:48.554031 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c23d16a5-693f-4133-86a0-0038d62102f9 req-eee78ff1-5d58-46ae-9073-889756fb21f0 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446966 Nov 25 20:12:49.678554 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727f17d-581d-465a-a935-886f39004729 req-38e2a889-f2c3-4765-bb96-e20f1612b5b7 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:49.680164 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b727f17d-581d-465a-a935-886f39004729 req-38e2a889-f2c3-4765-bb96-e20f1612b5b7 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 944 time: 0.0545402 Nov 25 20:12:49.732831 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b727f17d-581d-465a-a935-886f39004729 req-801d0f43-6e28-4e80-9cca-3c7bb35d2714 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462635 Nov 25 20:12:50.899750 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f74071-6be1-45af-b367-311c6594073c req-cac05db2-8706-4f56-a54d-0e0b2ce8a61d tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:50.902554 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-72f74071-6be1-45af-b367-311c6594073c req-cac05db2-8706-4f56-a54d-0e0b2ce8a61d tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 944 time: 0.0923548 Nov 25 20:12:50.960029 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-72f74071-6be1-45af-b367-311c6594073c req-f3e3c4fe-aa52-4f81-ae86-6b7a529fda49 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508325 Nov 25 20:12:52.098698 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808abbee-0ad1-411b-99d5-44506fab68ea req-ffb9af6b-7d58-4c1e-83f1-a2fd13b169e4 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:52.100326 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-808abbee-0ad1-411b-99d5-44506fab68ea req-ffb9af6b-7d58-4c1e-83f1-a2fd13b169e4 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 944 time: 0.0578282 Nov 25 20:12:52.155016 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-808abbee-0ad1-411b-99d5-44506fab68ea req-14312c9b-4475-4f63-b02f-d89bf95c0bfa tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484750 Nov 25 20:12:52.544716 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 8b3dd422-65a4-461c-a810-23f25984edbb details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:12:52.640728 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 8b3dd422-65a4-461c-a810-23f25984edbb, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=8b3dd422-65a4-461c-a810-23f25984edbb,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:12:52.653092 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '8b3dd422-65a4-461c-a810-23f25984edbb', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'port_id': '8b3dd422-65a4-461c-a810-23f25984edbb', 'mac_address': 'fa:16:3e:79:de:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:12:52.696720 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:52.710958 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3dd422-65a4-461c-a810-23f25984edbb {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:12:52.731994 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 8b3dd422-65a4-461c-a810-23f25984edbb, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=8b3dd422-65a4-461c-a810-23f25984edbb,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:12:52.737436 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:52.789454 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=8b3dd422-65a4-461c-a810-23f25984edbb,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:52.797532 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:52.797800 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:52.798145 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:52.798523 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:52.798861 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:52.799215 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:52.799547 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:52.799874 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:52.800202 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:52.800532 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:52.800883 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:52.801239 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:52.940343 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['8b3dd422-65a4-461c-a810-23f25984edbb'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:12:53.279223 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0c380-d78e-441b-97db-44d2a6481bb8 req-f5190d30-a095-432e-8ab8-d777ab52e3ff tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:53.280722 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-95d0c380-d78e-441b-97db-44d2a6481bb8 req-f5190d30-a095-432e-8ab8-d777ab52e3ff tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 945 time: 0.0529411 Nov 25 20:12:53.336390 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-95d0c380-d78e-441b-97db-44d2a6481bb8 req-9ede66ec-6358-4e56-a2c4-f9da8587e238 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489914 Nov 25 20:12:53.608547 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:12:53.958389 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:54.458417 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfb336-c32d-4570-b331-56b9efa41d53 req-2b4896a7-e726-4379-90ae-6b2573d920ec tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:54.460016 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cedfb336-c32d-4570-b331-56b9efa41d53 req-2b4896a7-e726-4379-90ae-6b2573d920ec tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 945 time: 0.0523469 Nov 25 20:12:54.517186 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cedfb336-c32d-4570-b331-56b9efa41d53 req-af0a5a2d-32e3-42c0-925a-38184f9c19b1 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456369 Nov 25 20:12:54.545759 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:54.559812 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 8b3dd422-65a4-461c-a810-23f25984edbb up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:12:54.612074 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 8b3dd422-65a4-461c-a810-23f25984edbb completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:12:54.616792 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 8b3dd422-65a4-461c-a810-23f25984edbb triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:54.617105 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:54.700949 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:54.732266 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06dcaa1-82c2-458c-b30c-4e54a5281b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3dd422-65a4-461c-a810-23f25984edbb'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:12:54.735091 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b187dd-8edc-4386-ae9b-e907ae1e3cdf" -d '{"events": [{"server_uuid": "a06dcaa1-82c2-458c-b30c-4e54a5281b30", "name": "network-vif-plugged", "status": "completed", "tag": "8b3dd422-65a4-461c-a810-23f25984edbb"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:12:54.748987 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 8b3dd422-65a4-461c-a810-23f25984edbb, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=8b3dd422-65a4-461c-a810-23f25984edbb,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:12:54.755151 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:54.806097 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=8b3dd422-65a4-461c-a810-23f25984edbb,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:54.880003 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c791ac5-7c09-4320-8ad1-67f77d5942f0 x-openstack-request-id: req-1c791ac5-7c09-4320-8ad1-67f77d5942f0 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:12:54.880304 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06dcaa1-82c2-458c-b30c-4e54a5281b30", "name": "network-vif-plugged", "status": "completed", "tag": "8b3dd422-65a4-461c-a810-23f25984edbb", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:12:54.880566 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c791ac5-7c09-4320-8ad1-67f77d5942f0 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:12:54.880973 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06dcaa1-82c2-458c-b30c-4e54a5281b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3dd422-65a4-461c-a810-23f25984edbb', 'code': 200} Nov 25 20:12:54.987244 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304f3b5-c13b-4efb-94d5-40896e26c508 req-10b3fcad-5576-46d1-bcca-c8e494c28510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:54.988800 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8304f3b5-c13b-4efb-94d5-40896e26c508 req-10b3fcad-5576-46d1-bcca-c8e494c28510 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 1097 time: 0.0439737 Nov 25 20:12:55.037259 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8304f3b5-c13b-4efb-94d5-40896e26c508 req-5acfe9e3-d118-4362-9cb0-a6759ea5b0fd service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418305 Nov 25 20:12:55.648428 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94af215-5c29-4808-9bf4-f3d199367946 req-ebe6b755-9915-446b-9c05-f5e9346e3070 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:55.650277 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c94af215-5c29-4808-9bf4-f3d199367946 req-ebe6b755-9915-446b-9c05-f5e9346e3070 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 946 time: 0.0571780 Nov 25 20:12:55.705897 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c94af215-5c29-4808-9bf4-f3d199367946 req-aacb7bab-afe3-45d0-92a5-36fdfea720b3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488489 Nov 25 20:12:56.831562 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ef938-6cb8-4023-85f0-8b54e05f168d req-1553034a-603d-4d01-9151-70a697306cc1 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:56.833173 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b97ef938-6cb8-4023-85f0-8b54e05f168d req-1553034a-603d-4d01-9151-70a697306cc1 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 946 time: 0.0518434 Nov 25 20:12:56.886772 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b97ef938-6cb8-4023-85f0-8b54e05f168d req-9911b74b-70eb-44d4-811b-6d9a71d08547 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475299 Nov 25 20:12:57.005428 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c460dfa-fda8-407b-a1c8-3c49c5a0e628 req-b21ffc30-2f0c-4c87-bbda-d99bde40c289 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:57.006968 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c460dfa-fda8-407b-a1c8-3c49c5a0e628 req-b21ffc30-2f0c-4c87-bbda-d99bde40c289 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 946 time: 0.0517583 Nov 25 20:12:57.066672 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c460dfa-fda8-407b-a1c8-3c49c5a0e628 req-cd353c12-2134-40b3-a7c3-5264ac2a646a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532963 Nov 25 20:12:57.196558 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca4c85-c4eb-4ec4-b5fa-6bace89a0128 req-0e1c18af-9c7b-4c73-96ac-28c6d3601597 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:57.198171 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7eca4c85-c4eb-4ec4-b5fa-6bace89a0128 req-0e1c18af-9c7b-4c73-96ac-28c6d3601597 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 946 time: 0.0572269 Nov 25 20:12:57.253578 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7eca4c85-c4eb-4ec4-b5fa-6bace89a0128 req-a12ca724-59c4-426d-aec0-e68eaf65bc3b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484438 Nov 25 20:12:57.580833 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51322284-df9b-45af-b10f-a984bcd55055 req-297c13f8-fbce-400d-841b-1cebd88e31ca tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:57.582500 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-51322284-df9b-45af-b10f-a984bcd55055 req-297c13f8-fbce-400d-841b-1cebd88e31ca tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 946 time: 0.0592363 Nov 25 20:12:57.636168 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-51322284-df9b-45af-b10f-a984bcd55055 req-23d3a65a-b220-46e5-ba0f-3907fa263c2a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473695 Nov 25 20:12:58.775927 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fce12-9df4-44a7-9bd2-5c477ef1a795 req-f2d88aa1-c45d-418c-b947-0834f5ec52b1 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:58.777558 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-779fce12-9df4-44a7-9bd2-5c477ef1a795 req-f2d88aa1-c45d-418c-b947-0834f5ec52b1 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 946 time: 0.0618510 Nov 25 20:12:58.837230 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-779fce12-9df4-44a7-9bd2-5c477ef1a795 req-045aaed6-e5dd-4560-abb5-58f41f36deb1 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523081 Nov 25 20:12:58.964031 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747b05d-ba7c-4f30-84ce-9fbf28b0540b req-99e1b48a-0385-4bec-8b5a-81b68515c072 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:58.965505 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0747b05d-ba7c-4f30-84ce-9fbf28b0540b req-99e1b48a-0385-4bec-8b5a-81b68515c072 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.85 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 946 time: 0.0530307 Nov 25 20:12:59.073752 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-0747b05d-ba7c-4f30-84ce-9fbf28b0540b req-05b59a26-1ad1-450a-bab4-18de494685bb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Deleting port 8b3dd422-65a4-461c-a810-23f25984edbb {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:12:59.074214 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0747b05d-ba7c-4f30-84ce-9fbf28b0540b req-05b59a26-1ad1-450a-bab4-18de494685bb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:59.174943 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-0747b05d-ba7c-4f30-84ce-9fbf28b0540b req-05b59a26-1ad1-450a-bab4-18de494685bb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] For port 8b3dd422-65a4-461c-a810-23f25984edbb, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=8b3dd422-65a4-461c-a810-23f25984edbb,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:12:59.175312 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0747b05d-ba7c-4f30-84ce-9fbf28b0540b req-05b59a26-1ad1-450a-bab4-18de494685bb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:59.191259 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-0747b05d-ba7c-4f30-84ce-9fbf28b0540b req-05b59a26-1ad1-450a-bab4-18de494685bb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Calling delete_port for 8b3dd422-65a4-461c-a810-23f25984edbb owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:12:59.303815 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6bb632f3-1a58-49f7-8162-a1dacc376405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:59.352446 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0747b05d-ba7c-4f30-84ce-9fbf28b0540b req-05b59a26-1ad1-450a-bab4-18de494685bb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:59.365495 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['8b3dd422-65a4-461c-a810-23f25984edbb'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:12:59.385245 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b59a26-1ad1-450a-bab4-18de494685bb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event deleted for resources: {'Port': ['ID=8b3dd422-65a4-461c-a810-23f25984edbb,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:59.438050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-0747b05d-ba7c-4f30-84ce-9fbf28b0540b req-05b59a26-1ad1-450a-bab4-18de494685bb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] No DVR routers for this DVR port 8b3dd422-65a4-461c-a810-23f25984edbb on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:12:59.441128 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0747b05d-ba7c-4f30-84ce-9fbf28b0540b req-05b59a26-1ad1-450a-bab4-18de494685bb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:59.444721 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0747b05d-ba7c-4f30-84ce-9fbf28b0540b req-05b59a26-1ad1-450a-bab4-18de494685bb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.85 "DELETE /v2.0/ports/8b3dd422-65a4-461c-a810-23f25984edbb HTTP/1.1" status: 204 len: 173 time: 0.4727952 Nov 25 20:12:59.445213 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06dcaa1-82c2-458c-b30c-4e54a5281b30', 'name': 'network-vif-deleted', 'tag': '8b3dd422-65a4-461c-a810-23f25984edbb'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:12:59.447850 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ea6244-6acd-4c1a-9fa8-8e6cd179480a" -d '{"events": [{"server_uuid": "a06dcaa1-82c2-458c-b30c-4e54a5281b30", "name": "network-vif-deleted", "tag": "8b3dd422-65a4-461c-a810-23f25984edbb"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:12:59.506874 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cedfe0b-4abe-4cda-b80b-8f5cf382f5f0 x-openstack-request-id: req-9cedfe0b-4abe-4cda-b80b-8f5cf382f5f0 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:12:59.507348 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06dcaa1-82c2-458c-b30c-4e54a5281b30", "name": "network-vif-deleted", "tag": "8b3dd422-65a4-461c-a810-23f25984edbb", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:12:59.507758 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9cedfe0b-4abe-4cda-b80b-8f5cf382f5f0 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:12:59.508370 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06dcaa1-82c2-458c-b30c-4e54a5281b30', 'name': 'network-vif-deleted', 'tag': '8b3dd422-65a4-461c-a810-23f25984edbb', 'status': 'completed', 'code': 200} Nov 25 20:12:59.964508 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ecfd2515-9670-48f7-acee-ae740e6a2f05 req-186a68f1-d368-425c-8464-ea3d4ed2c4be tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 210 time: 0.0464809 Nov 25 20:13:01.074194 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ccf3f486-4f40-40be-a02e-4533f54c5f03 req-51aa5d49-c3fd-4f5e-a828-9284e24bbb06 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 210 time: 0.0304432 Nov 25 20:13:01.747993 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-03a1b615-30f6-4133-ba7f-a5aacf4bf60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:02.197517 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99befd83-6112-4421-834d-aa96a1da5eb4 req-4e16292d-2076-4b52-8368-9946462768ea tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 210 time: 0.0287292 Nov 25 20:13:02.576324 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 8b3dd422-65a4-461c-a810-23f25984edbb no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:13:02.598128 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 8b3dd422-65a4-461c-a810-23f25984edbb {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:13:02.598524 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 8b3dd422-65a4-461c-a810-23f25984edbb not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:13:03.319529 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea03dc6c-a788-45c1-9f5c-866919d50d2b req-e94313c5-ab40-4cf4-9111-0eca01d1e346 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 210 time: 0.0387559 Nov 25 20:13:03.825121 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:04.454906 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64f39582-a5f7-40ae-8e23-0ae8cf15d8d0 req-a5c7be28-d2d6-4040-a7e0-a22297ebd59e tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=a06dcaa1-82c2-458c-b30c-4e54a5281b30 HTTP/1.1" status: 200 len: 210 time: 0.0348930 Nov 25 20:13:05.619450 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:05.657656 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:23.953421 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:24.571642 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:29.298317 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f3d21998-57e3-4ea9-a861-d3bcf20d1c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:29.969923 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-82ac75ce-72e5-422d-a951-dd93017c97ab tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:29.971553 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-82ac75ce-72e5-422d-a951-dd93017c97ab tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 811 time: 0.1193044 Nov 25 20:13:29.988422 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-040b1f24-c903-45a0-b7e6-c349b1d235be tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/quotas/5a49662473d14429bfa08ae832fa5fb1 HTTP/1.1" status: 200 len: 375 time: 0.0104108 Nov 25 20:13:30.066094 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-b369ede4-56eb-488f-9dd6-1cb72e377220 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716937 Nov 25 20:13:30.176454 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-5fe1e4bb-f4ea-4d54-a275-6b9df5d4df40 service neutron] 10.222.0.55 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033494 Nov 25 20:13:30.273437 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-83d733fc-744a-4dcf-8a8f-3c01c01d8cb1 service neutron] 10.222.0.55 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909085 Nov 25 20:13:30.567479 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-04fc645c-7011-4bfb-87c2-a1f461a77e09 req-caa3756c-34a8-43bd-bc87-206fe4286aa8 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 210 time: 0.0339015 Nov 25 20:13:30.609292 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:13:31.701000 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4e3282c9-236d-4f46-8abf-cc77d5aae7e5 req-5fd09b0a-155f-443e-8f54-6a97cc9b37cf tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 210 time: 0.0371115 Nov 25 20:13:31.723479 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-36437e10-7e92-4e19-b498-f734df493c87 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:31.725038 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-36437e10-7e92-4e19-b498-f734df493c87 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.85 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 811 time: 0.1523247 Nov 25 20:13:31.743548 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-0337b233-a270-4d7b-9a7f-82579e885a61 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Request body: {'port': {'device_id': 'd6e14088-d40b-43af-9be5-d828afceb9cb', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'admin_state_up': True, 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:13:31.754559 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f094e051-50f1-4ce6-af95-205ab39b6dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:31.868736 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-0337b233-a270-4d7b-9a7f-82579e885a61 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Made reservation on behalf of 5a49662473d14429bfa08ae832fa5fb1 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:13:31.872393 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-0337b233-a270-4d7b-9a7f-82579e885a61 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:32.008139 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-0337b233-a270-4d7b-9a7f-82579e885a61 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Allocated IP 172.20.0.12 (a2b6e25a-2103-45ea-b031-a5d7ec0542cd/b8eac5fe-8121-4bce-95fc-dfb031ef521a/816d08ce-e499-417e-9e03-0b62fc3453fd) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:13:32.168054 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-0337b233-a270-4d7b-9a7f-82579e885a61 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:32.204208 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-0337b233-a270-4d7b-9a7f-82579e885a61 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:32.259514 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-0337b233-a270-4d7b-9a7f-82579e885a61 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Network a2b6e25a-2103-45ea-b031-a5d7ec0542cd is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:13:32.267122 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-0337b233-a270-4d7b-9a7f-82579e885a61 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:13:32.269313 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337b233-a270-4d7b-9a7f-82579e885a61 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event updated for resources: {'Port': ['ID=816d08ce-e499-417e-9e03-0b62fc3453fd,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:32.277053 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-0337b233-a270-4d7b-9a7f-82579e885a61 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:13:32.287939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337b233-a270-4d7b-9a7f-82579e885a61 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:32.287939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337b233-a270-4d7b-9a7f-82579e885a61 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:32.287939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337b233-a270-4d7b-9a7f-82579e885a61 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:32.287939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337b233-a270-4d7b-9a7f-82579e885a61 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:32.287939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337b233-a270-4d7b-9a7f-82579e885a61 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:32.287939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337b233-a270-4d7b-9a7f-82579e885a61 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:32.287939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337b233-a270-4d7b-9a7f-82579e885a61 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:32.287939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337b233-a270-4d7b-9a7f-82579e885a61 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:32.287939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337b233-a270-4d7b-9a7f-82579e885a61 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:32.287939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337b233-a270-4d7b-9a7f-82579e885a61 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:32.287939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337b233-a270-4d7b-9a7f-82579e885a61 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:32.287939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337b233-a270-4d7b-9a7f-82579e885a61 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:32.349952 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-0337b233-a270-4d7b-9a7f-82579e885a61 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:32.350719 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-0337b233-a270-4d7b-9a7f-82579e885a61 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:32.377530 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-0337b233-a270-4d7b-9a7f-82579e885a61 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6339192 Nov 25 20:13:32.388518 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-6f2d0ae5-6666-4858-bd93-cf393d26ddc5 service neutron] Request body: {'port': {'device_id': 'd6e14088-d40b-43af-9be5-d828afceb9cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:13:32.463429 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-6f2d0ae5-6666-4858-bd93-cf393d26ddc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:32.577729 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-682241ba-b871-4116-bce6-864884704c6a None None] Provisioning complete for port 816d08ce-e499-417e-9e03-0b62fc3453fd triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:32.578706 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-682241ba-b871-4116-bce6-864884704c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:32.615583 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-682241ba-b871-4116-bce6-864884704c6a None None] Port 816d08ce-e499-417e-9e03-0b62fc3453fd cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:13:32.759468 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-6f2d0ae5-6666-4858-bd93-cf393d26ddc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816d08ce-e499-417e-9e03-0b62fc3453fd {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:13:32.768751 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-6f2d0ae5-6666-4858-bd93-cf393d26ddc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:32.793135 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-6f2d0ae5-6666-4858-bd93-cf393d26ddc5 service neutron] Transition to ACTIVE for port object 816d08ce-e499-417e-9e03-0b62fc3453fd will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:13:32.809258 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-6f2d0ae5-6666-4858-bd93-cf393d26ddc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:32.865636 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d0ae5-6666-4858-bd93-cf393d26ddc5 service neutron] Pushing event updated for resources: {'Port': ['ID=816d08ce-e499-417e-9e03-0b62fc3453fd,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:32.889980 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5d12e-cd01-4915-89b1-9c1491790155 req-d59ebeb4-855f-42ba-a743-007ad75180c5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:32.891893 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a6d5d12e-cd01-4915-89b1-9c1491790155 req-d59ebeb4-855f-42ba-a743-007ad75180c5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 932 time: 0.1122315 Nov 25 20:13:33.003614 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a6d5d12e-cd01-4915-89b1-9c1491790155 req-3ad4c1aa-8909-4ad1-8db8-533511cdad46 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904682 Nov 25 20:13:33.004574 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-6f2d0ae5-6666-4858-bd93-cf393d26ddc5 service neutron] Attempting to bind port 816d08ce-e499-417e-9e03-0b62fc3453fd on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:13:33.004909 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-6f2d0ae5-6666-4858-bd93-cf393d26ddc5 service neutron] Attempting to bind port 816d08ce-e499-417e-9e03-0b62fc3453fd by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:13:33.005247 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-6f2d0ae5-6666-4858-bd93-cf393d26ddc5 service neutron] Attempting to bind port 816d08ce-e499-417e-9e03-0b62fc3453fd on network a2b6e25a-2103-45ea-b031-a5d7ec0542cd {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:13:33.011551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-6f2d0ae5-6666-4858-bd93-cf393d26ddc5 service neutron] Port 816d08ce-e499-417e-9e03-0b62fc3453fd on network a2b6e25a-2103-45ea-b031-a5d7ec0542cd not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:13:33.011819 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-6f2d0ae5-6666-4858-bd93-cf393d26ddc5 service neutron] Attempting to bind port 816d08ce-e499-417e-9e03-0b62fc3453fd on network a2b6e25a-2103-45ea-b031-a5d7ec0542cd {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:13:33.018234 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-6f2d0ae5-6666-4858-bd93-cf393d26ddc5 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:13:33.018597 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-6f2d0ae5-6666-4858-bd93-cf393d26ddc5 service neutron] Checking segment: {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:13:33.019005 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-6f2d0ae5-6666-4858-bd93-cf393d26ddc5 service neutron] Bound using segment: {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:13:33.019444 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-6f2d0ae5-6666-4858-bd93-cf393d26ddc5 service neutron] Bound port: 816d08ce-e499-417e-9e03-0b62fc3453fd, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:13:33.019820 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-6f2d0ae5-6666-4858-bd93-cf393d26ddc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:33.111366 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-6f2d0ae5-6666-4858-bd93-cf393d26ddc5 service neutron] For port 816d08ce-e499-417e-9e03-0b62fc3453fd, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:13:33.115067 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-6f2d0ae5-6666-4858-bd93-cf393d26ddc5 service neutron] For port 816d08ce-e499-417e-9e03-0b62fc3453fd, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=816d08ce-e499-417e-9e03-0b62fc3453fd,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:13:33.120169 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-6f2d0ae5-6666-4858-bd93-cf393d26ddc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:33.162085 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-6f2d0ae5-6666-4858-bd93-cf393d26ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:33.162823 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-6f2d0ae5-6666-4858-bd93-cf393d26ddc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:33.164451 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-6f2d0ae5-6666-4858-bd93-cf393d26ddc5 service neutron] 10.222.0.85 "PUT /v2.0/ports/816d08ce-e499-417e-9e03-0b62fc3453fd HTTP/1.1" status: 200 len: 1092 time: 0.7829502 Nov 25 20:13:33.165008 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e14088-d40b-43af-9be5-d828afceb9cb', 'tag': '816d08ce-e499-417e-9e03-0b62fc3453fd'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:13:33.167509 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de5516f-7955-47f6-a361-a36ed618d10c" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e14088-d40b-43af-9be5-d828afceb9cb", "tag": "816d08ce-e499-417e-9e03-0b62fc3453fd"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:13:33.204089 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d0ae5-6666-4858-bd93-cf393d26ddc5 service neutron] Pushing event updated for resources: {'Port': ['ID=816d08ce-e499-417e-9e03-0b62fc3453fd,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:33.231195 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30e2fb9-410f-47f1-9a7d-ebd40e15a9ce x-openstack-request-id: req-c30e2fb9-410f-47f1-9a7d-ebd40e15a9ce {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:13:33.231595 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e14088-d40b-43af-9be5-d828afceb9cb", "tag": "816d08ce-e499-417e-9e03-0b62fc3453fd", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:13:33.231944 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c30e2fb9-410f-47f1-9a7d-ebd40e15a9ce {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:13:33.232418 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e14088-d40b-43af-9be5-d828afceb9cb', 'tag': '816d08ce-e499-417e-9e03-0b62fc3453fd', 'status': 'completed', 'code': 200} Nov 25 20:13:33.266730 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-840c573d-c0d4-4ff9-8dd4-c34c9442b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:33.268590 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-840c573d-c0d4-4ff9-8dd4-c34c9442b4ad service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 1095 time: 0.0588751 Nov 25 20:13:33.318939 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-ecb84db2-4c7a-400e-ace3-d795f87b28c9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=816d08ce-e499-417e-9e03-0b62fc3453fd HTTP/1.1" status: 200 len: 217 time: 0.0407097 Nov 25 20:13:33.378269 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-817a6307-85d8-4b59-a86c-631c59447106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:33.380760 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-817a6307-85d8-4b59-a86c-631c59447106 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b8eac5fe-8121-4bce-95fc-dfb031ef521a HTTP/1.1" status: 200 len: 850 time: 0.0555174 Nov 25 20:13:33.439240 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-64ef2272-b44f-49e6-aaf7-f478e4e1aad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:33.440683 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-64ef2272-b44f-49e6-aaf7-f478e4e1aad0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538831 Nov 25 20:13:33.535543 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-e679ed04-d9c6-4d0d-98a5-66d4cbf87c06 service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868964 Nov 25 20:13:33.637425 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99cff2d8-3659-4680-bae1-fc6fa903a1cd req-c000beae-bc36-4fda-87a2-1e0a56389e43 service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945952 Nov 25 20:13:33.737198 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5516f-7955-47f6-a361-a36ed618d10c req-06176112-d024-4978-9857-40e5205c2b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:33.738748 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0de5516f-7955-47f6-a361-a36ed618d10c req-06176112-d024-4978-9857-40e5205c2b1a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 1095 time: 0.0492704 Nov 25 20:13:33.813299 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:33.845643 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5516f-7955-47f6-a361-a36ed618d10c req-26532e6a-d378-4f9f-93c5-238d150f09b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:33.847182 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0de5516f-7955-47f6-a361-a36ed618d10c req-26532e6a-d378-4f9f-93c5-238d150f09b8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 912 time: 0.1011105 Nov 25 20:13:33.890493 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0de5516f-7955-47f6-a361-a36ed618d10c req-b40ed9e1-094c-474d-8ea5-e439dce8e52c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=816d08ce-e499-417e-9e03-0b62fc3453fd HTTP/1.1" status: 200 len: 217 time: 0.0359745 Nov 25 20:13:33.941617 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5516f-7955-47f6-a361-a36ed618d10c req-a64f0d64-ace1-4757-a8a8-caaddcb9ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:33.943485 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0de5516f-7955-47f6-a361-a36ed618d10c req-a64f0d64-ace1-4757-a8a8-caaddcb9ba00 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b8eac5fe-8121-4bce-95fc-dfb031ef521a HTTP/1.1" status: 200 len: 850 time: 0.0468411 Nov 25 20:13:33.997190 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5516f-7955-47f6-a361-a36ed618d10c req-b3a29ffb-4d7a-4f03-b4d2-f4896b175314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:33.999421 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0de5516f-7955-47f6-a361-a36ed618d10c req-b3a29ffb-4d7a-4f03-b4d2-f4896b175314 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485866 Nov 25 20:13:34.106661 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0de5516f-7955-47f6-a361-a36ed618d10c req-f58cd806-e1cd-441a-9bc0-5ec3a158cbb2 service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006513 Nov 25 20:13:34.226260 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc58292-a369-4c54-8348-972f1eb9d635 req-3e77865d-1e08-498c-bfca-6459aefa40c3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:34.227858 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2cc58292-a369-4c54-8348-972f1eb9d635 req-3e77865d-1e08-498c-bfca-6459aefa40c3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 944 time: 0.1132460 Nov 25 20:13:34.260897 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0de5516f-7955-47f6-a361-a36ed618d10c req-29ffd935-14fa-4426-b49e-8e6686320414 service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474323 Nov 25 20:13:34.294553 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2cc58292-a369-4c54-8348-972f1eb9d635 req-cff8c7c2-92ce-45a2-9a27-254476bf39d2 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584919 Nov 25 20:13:35.428775 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e5184-86e8-482e-aae1-7ec0c61420fb req-34c73868-4f79-4fbe-a9e0-d460e1fbe689 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:35.430357 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bb2e5184-86e8-482e-aae1-7ec0c61420fb req-34c73868-4f79-4fbe-a9e0-d460e1fbe689 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 944 time: 0.0638623 Nov 25 20:13:35.483652 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bb2e5184-86e8-482e-aae1-7ec0c61420fb req-23ac96a7-8fac-4c60-afb4-a108f68e71f7 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472660 Nov 25 20:13:35.613927 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:35.654200 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:36.605055 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d930163-069e-4ba5-9a17-db05af26ae50 req-c5476fe1-c1ab-478a-bcee-3124e3577014 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:36.606658 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d930163-069e-4ba5-9a17-db05af26ae50 req-c5476fe1-c1ab-478a-bcee-3124e3577014 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 944 time: 0.0519001 Nov 25 20:13:36.656967 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d930163-069e-4ba5-9a17-db05af26ae50 req-a98bb223-311a-4219-8250-fb14aa0df83d tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440447 Nov 25 20:13:37.787250 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e1de0-7757-4ee6-93e2-cd37766fef7c req-33dbc49c-228b-48b9-a6aa-ed230ea66934 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:37.788802 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4f3e1de0-7757-4ee6-93e2-cd37766fef7c req-33dbc49c-228b-48b9-a6aa-ed230ea66934 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 944 time: 0.0609813 Nov 25 20:13:37.848740 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4f3e1de0-7757-4ee6-93e2-cd37766fef7c req-7219a003-1c15-4afe-ba36-373b89b5e4b7 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518227 Nov 25 20:13:39.247408 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686eb796-b4da-410d-a981-888f86822757 req-c2a02478-aaeb-4806-af8b-137b5b9d379b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:39.248934 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-686eb796-b4da-410d-a981-888f86822757 req-c2a02478-aaeb-4806-af8b-137b5b9d379b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 944 time: 0.0541949 Nov 25 20:13:39.299583 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-686eb796-b4da-410d-a981-888f86822757 req-37165c65-bdd5-43aa-9115-11efb283b84c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445178 Nov 25 20:13:40.451256 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc3a13-c8d0-42b5-a336-f753cf5cf2ed req-2c558b32-a39b-4606-80de-c1f260931fb8 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:40.452880 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f4dc3a13-c8d0-42b5-a336-f753cf5cf2ed req-2c558b32-a39b-4606-80de-c1f260931fb8 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 944 time: 0.0545404 Nov 25 20:13:40.507753 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f4dc3a13-c8d0-42b5-a336-f753cf5cf2ed req-b309c19c-6b25-43e6-a42a-b2d8f499a0fb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484574 Nov 25 20:13:41.642316 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db8be5-c1cf-4ffd-b42b-d78b5d489ebe req-d26b3cda-b161-4d7e-8b23-980c81e8b863 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:41.643853 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-91db8be5-c1cf-4ffd-b42b-d78b5d489ebe req-d26b3cda-b161-4d7e-8b23-980c81e8b863 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 944 time: 0.0571170 Nov 25 20:13:41.699661 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-91db8be5-c1cf-4ffd-b42b-d78b5d489ebe req-b8e41853-e3e5-4ad4-aa4b-a2af7715240c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432937 Nov 25 20:13:42.823101 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c55554-8cc3-4586-a22c-54e0d435d936 req-29141f53-7abb-4539-814d-1490126558d8 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:42.824732 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-02c55554-8cc3-4586-a22c-54e0d435d936 req-29141f53-7abb-4539-814d-1490126558d8 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 944 time: 0.0521867 Nov 25 20:13:42.887802 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-02c55554-8cc3-4586-a22c-54e0d435d936 req-2737bb2a-6849-4d21-b3ec-c857795fc9e8 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545852 Nov 25 20:13:44.014403 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ce17f-cc7f-4128-b627-39c9fc984b4e req-600f1161-d918-44c9-a7f9-c5c9fd505beb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:44.015904 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd8ce17f-cc7f-4128-b627-39c9fc984b4e req-600f1161-d918-44c9-a7f9-c5c9fd505beb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 944 time: 0.0529690 Nov 25 20:13:44.074583 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd8ce17f-cc7f-4128-b627-39c9fc984b4e req-d7fb9dce-4c36-4363-ab5b-4511ee1840b6 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525565 Nov 25 20:13:44.825077 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 816d08ce-e499-417e-9e03-0b62fc3453fd details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:13:44.943040 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 816d08ce-e499-417e-9e03-0b62fc3453fd, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=816d08ce-e499-417e-9e03-0b62fc3453fd,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:13:44.957184 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '816d08ce-e499-417e-9e03-0b62fc3453fd', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'port_id': '816d08ce-e499-417e-9e03-0b62fc3453fd', 'mac_address': 'fa:16:3e:83:72:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:13:45.002614 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:45.017126 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816d08ce-e499-417e-9e03-0b62fc3453fd {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:13:45.038892 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 816d08ce-e499-417e-9e03-0b62fc3453fd, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=816d08ce-e499-417e-9e03-0b62fc3453fd,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:13:45.044305 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:45.118181 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=816d08ce-e499-417e-9e03-0b62fc3453fd,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:45.231515 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88b643-b024-4366-95bf-cb7dc68848bf req-232f3a60-71df-4137-bc60-066663ab2b28 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:45.233882 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4f88b643-b024-4366-95bf-cb7dc68848bf req-232f3a60-71df-4137-bc60-066663ab2b28 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 945 time: 0.0680153 Nov 25 20:13:45.249663 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['816d08ce-e499-417e-9e03-0b62fc3453fd'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:13:45.297296 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4f88b643-b024-4366-95bf-cb7dc68848bf req-97a6fa10-c576-4771-9c13-301434b6b2ab tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540071 Nov 25 20:13:46.427191 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5505ec8-dbaa-42e9-a136-410423ca9903 req-3f57cce6-9d93-4d63-8452-cccd92d6bf78 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:46.428803 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f5505ec8-dbaa-42e9-a136-410423ca9903 req-3f57cce6-9d93-4d63-8452-cccd92d6bf78 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 945 time: 0.0544710 Nov 25 20:13:46.481979 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f5505ec8-dbaa-42e9-a136-410423ca9903 req-8c1701dc-2ebd-40bb-9c00-c47880ee13b8 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463996 Nov 25 20:13:46.849501 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 816d08ce-e499-417e-9e03-0b62fc3453fd up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:13:46.899340 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 816d08ce-e499-417e-9e03-0b62fc3453fd completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:13:46.904092 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 816d08ce-e499-417e-9e03-0b62fc3453fd triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:46.905013 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:46.989931 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:47.018858 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e14088-d40b-43af-9be5-d828afceb9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816d08ce-e499-417e-9e03-0b62fc3453fd'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:13:47.021171 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0326f83c-39c6-40e8-a482-eb693bf3803b" -d '{"events": [{"server_uuid": "d6e14088-d40b-43af-9be5-d828afceb9cb", "name": "network-vif-plugged", "status": "completed", "tag": "816d08ce-e499-417e-9e03-0b62fc3453fd"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:13:47.035916 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 816d08ce-e499-417e-9e03-0b62fc3453fd, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=816d08ce-e499-417e-9e03-0b62fc3453fd,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:13:47.041056 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:47.077328 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd15ecdc-f17a-4eff-8e3b-82888447c896 x-openstack-request-id: req-cd15ecdc-f17a-4eff-8e3b-82888447c896 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:13:47.077710 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e14088-d40b-43af-9be5-d828afceb9cb", "name": "network-vif-plugged", "status": "completed", "tag": "816d08ce-e499-417e-9e03-0b62fc3453fd", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:13:47.077977 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cd15ecdc-f17a-4eff-8e3b-82888447c896 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:13:47.078398 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e14088-d40b-43af-9be5-d828afceb9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816d08ce-e499-417e-9e03-0b62fc3453fd', 'code': 200} Nov 25 20:13:47.122809 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=816d08ce-e499-417e-9e03-0b62fc3453fd,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:47.184294 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08d1bf-b8da-436e-bcdd-cca477a680a0 req-e68fd0bc-a6f0-4321-81a5-4db9709fb128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:47.186895 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a08d1bf-b8da-436e-bcdd-cca477a680a0 req-e68fd0bc-a6f0-4321-81a5-4db9709fb128 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 1097 time: 0.0566614 Nov 25 20:13:47.234716 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a08d1bf-b8da-436e-bcdd-cca477a680a0 req-fff6a41c-6dbb-4419-be37-f48f259711e8 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412469 Nov 25 20:13:47.612682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a0cd1-11ae-49ba-a99e-e349ff7153af req-5398e800-c066-4dd0-a188-f249e5c8a17d tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:47.614335 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-704a0cd1-11ae-49ba-a99e-e349ff7153af req-5398e800-c066-4dd0-a188-f249e5c8a17d tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 946 time: 0.0590968 Nov 25 20:13:47.665365 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-704a0cd1-11ae-49ba-a99e-e349ff7153af req-99e07f07-a023-4012-b235-d157a79c699a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449247 Nov 25 20:13:48.792231 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a53ac-b6a6-4cdc-976b-e2f3bd10feca req-30085291-5ddf-4fdc-bce8-8290f53f06ba tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:48.793757 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-594a53ac-b6a6-4cdc-976b-e2f3bd10feca req-30085291-5ddf-4fdc-bce8-8290f53f06ba tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 946 time: 0.0559916 Nov 25 20:13:48.847077 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-594a53ac-b6a6-4cdc-976b-e2f3bd10feca req-6c3397d8-616c-47d5-8284-b28494ce2f00 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466585 Nov 25 20:13:48.972199 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b1fde-c5cc-4dc3-8afd-a50710fc9368 req-3184b507-62fb-4067-a40c-908f6f04eb03 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:48.973654 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ca7b1fde-c5cc-4dc3-8afd-a50710fc9368 req-3184b507-62fb-4067-a40c-908f6f04eb03 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 946 time: 0.0529952 Nov 25 20:13:49.025924 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ca7b1fde-c5cc-4dc3-8afd-a50710fc9368 req-8dd6c063-a6ea-43f4-b6a9-a9157537dede tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459332 Nov 25 20:13:50.114110 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52814ca9-a3b2-480f-bdab-62bec5fd070c req-422c41f5-4382-49db-a488-442ac310508e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d6e14088-d40b-43af-9be5-d828afceb9cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0621204 Nov 25 20:13:50.218239 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52814ca9-a3b2-480f-bdab-62bec5fd070c req-effa3e28-edf4-484b-ad9e-74b83cff6c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:50.219974 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52814ca9-a3b2-480f-bdab-62bec5fd070c req-effa3e28-edf4-484b-ad9e-74b83cff6c18 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 1097 time: 0.0563064 Nov 25 20:13:50.357339 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52814ca9-a3b2-480f-bdab-62bec5fd070c req-e97e2528-657b-4b34-b152-695f0f8594aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:50.360422 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52814ca9-a3b2-480f-bdab-62bec5fd070c req-e97e2528-657b-4b34-b152-695f0f8594aa service neutron] 10.222.0.85 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 912 time: 0.1178362 Nov 25 20:13:50.438697 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52814ca9-a3b2-480f-bdab-62bec5fd070c req-a7e9fda3-5549-4704-8e12-1eb5ccca675f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=816d08ce-e499-417e-9e03-0b62fc3453fd HTTP/1.1" status: 200 len: 217 time: 0.0708020 Nov 25 20:13:50.497239 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52814ca9-a3b2-480f-bdab-62bec5fd070c req-1ed16a86-f8c7-42a7-a59a-f60c13e8fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:50.501441 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52814ca9-a3b2-480f-bdab-62bec5fd070c req-1ed16a86-f8c7-42a7-a59a-f60c13e8fd83 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b8eac5fe-8121-4bce-95fc-dfb031ef521a HTTP/1.1" status: 200 len: 850 time: 0.0562127 Nov 25 20:13:50.556272 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52814ca9-a3b2-480f-bdab-62bec5fd070c req-91538542-4ddb-492f-9f2a-8506a602852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:50.557935 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52814ca9-a3b2-480f-bdab-62bec5fd070c req-91538542-4ddb-492f-9f2a-8506a602852e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498910 Nov 25 20:13:50.659842 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52814ca9-a3b2-480f-bdab-62bec5fd070c req-35aecbae-3b67-4db2-87e9-5e0b99d57f35 service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940938 Nov 25 20:13:50.758979 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52814ca9-a3b2-480f-bdab-62bec5fd070c req-4e90d773-0f7e-4165-88ba-c43cb4a6ee6c service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925314 Nov 25 20:13:51.820727 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-3983fb99-47ac-45b5-9f69-7ef16076bb26 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:51.822229 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-3983fb99-47ac-45b5-9f69-7ef16076bb26 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 811 time: 0.1132202 Nov 25 20:13:51.838661 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-df593480-9d55-49df-8903-cd3d120f9736 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/quotas/5a49662473d14429bfa08ae832fa5fb1 HTTP/1.1" status: 200 len: 375 time: 0.0098176 Nov 25 20:13:51.902527 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-21cfeffe-e835-411b-9663-f3dc42f821da tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0565464 Nov 25 20:13:52.007418 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-f60d9af4-5fbb-45bd-a08a-5d579f686fc0 service neutron] 10.222.0.55 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957453 Nov 25 20:13:52.108271 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-8347ad5f-8d65-41a9-90ce-375ac109f8d1 service neutron] 10.222.0.55 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947263 Nov 25 20:13:52.327270 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-66e97524-ed62-4707-988b-a73e8bbf13b0 req-a3794660-05e1-4c02-8a02-1228c095778e tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 210 time: 0.0348845 Nov 25 20:13:53.458249 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c254395-8559-4fb0-9b19-e1eff654797f req-e77c83d0-2c1f-4531-9fad-3c20631b2302 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 210 time: 0.0387571 Nov 25 20:13:53.497262 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-90c36892-49bf-4057-90e1-b85f99f76621 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:53.499701 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-90c36892-49bf-4057-90e1-b85f99f76621 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.73 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 811 time: 0.1664803 Nov 25 20:13:53.518220 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-4fdafe72-f699-45c1-97b9-27cc93e99ecd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Request body: {'port': {'device_id': '638805fc-47c1-4544-8f8c-c23ac93251f8', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'admin_state_up': True, 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:13:53.681523 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-4fdafe72-f699-45c1-97b9-27cc93e99ecd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Made reservation on behalf of 5a49662473d14429bfa08ae832fa5fb1 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:13:53.685362 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-4fdafe72-f699-45c1-97b9-27cc93e99ecd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:53.907492 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-4fdafe72-f699-45c1-97b9-27cc93e99ecd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Allocated IP 172.20.0.14 (a2b6e25a-2103-45ea-b031-a5d7ec0542cd/b8eac5fe-8121-4bce-95fc-dfb031ef521a/de47b7ce-7c3d-48af-ae57-91037a928502) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:13:53.954711 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:54.175578 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-4fdafe72-f699-45c1-97b9-27cc93e99ecd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:54.219577 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-4fdafe72-f699-45c1-97b9-27cc93e99ecd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:54.237312 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['816d08ce-e499-417e-9e03-0b62fc3453fd'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:13:54.293117 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-4fdafe72-f699-45c1-97b9-27cc93e99ecd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Network a2b6e25a-2103-45ea-b031-a5d7ec0542cd is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:13:54.299259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-4fdafe72-f699-45c1-97b9-27cc93e99ecd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:13:54.321244 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-4fdafe72-f699-45c1-97b9-27cc93e99ecd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:13:54.329210 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdafe72-f699-45c1-97b9-27cc93e99ecd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event updated for resources: {'Port': ['ID=de47b7ce-7c3d-48af-ae57-91037a928502,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:54.378711 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdafe72-f699-45c1-97b9-27cc93e99ecd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:54.379605 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdafe72-f699-45c1-97b9-27cc93e99ecd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:54.380381 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdafe72-f699-45c1-97b9-27cc93e99ecd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:54.381186 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdafe72-f699-45c1-97b9-27cc93e99ecd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:54.381968 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdafe72-f699-45c1-97b9-27cc93e99ecd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:54.382785 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdafe72-f699-45c1-97b9-27cc93e99ecd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:54.383896 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdafe72-f699-45c1-97b9-27cc93e99ecd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:54.384670 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdafe72-f699-45c1-97b9-27cc93e99ecd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:54.385428 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdafe72-f699-45c1-97b9-27cc93e99ecd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:54.386100 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdafe72-f699-45c1-97b9-27cc93e99ecd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:54.386716 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdafe72-f699-45c1-97b9-27cc93e99ecd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:54.387294 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdafe72-f699-45c1-97b9-27cc93e99ecd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:54.458454 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-4fdafe72-f699-45c1-97b9-27cc93e99ecd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:54.459448 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-4fdafe72-f699-45c1-97b9-27cc93e99ecd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:54.488152 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-4fdafe72-f699-45c1-97b9-27cc93e99ecd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9774492 Nov 25 20:13:54.528611 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-dd131a71-9c7e-4d62-b5eb-85d2bc8bfa2a service neutron] Request body: {'port': {'device_id': '638805fc-47c1-4544-8f8c-c23ac93251f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:13:54.602460 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:54.664081 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-22aedad9-00b8-4529-8875-3a60eb9886b6 None None] Provisioning complete for port de47b7ce-7c3d-48af-ae57-91037a928502 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:54.664760 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-22aedad9-00b8-4529-8875-3a60eb9886b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:54.676467 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe793a-f6f9-47f2-a53c-fad7893db3f3 req-e6bb8577-a221-4bb6-b4e3-68712945c36b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:54.679192 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ccbe793a-f6f9-47f2-a53c-fad7893db3f3 req-e6bb8577-a221-4bb6-b4e3-68712945c36b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 932 time: 0.0635991 Nov 25 20:13:54.695846 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-dd131a71-9c7e-4d62-b5eb-85d2bc8bfa2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:54.741696 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-22aedad9-00b8-4529-8875-3a60eb9886b6 None None] Port de47b7ce-7c3d-48af-ae57-91037a928502 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:13:54.768853 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ccbe793a-f6f9-47f2-a53c-fad7893db3f3 req-a7f06109-59da-4790-862d-e08a521159a1 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763667 Nov 25 20:13:55.032456 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-dd131a71-9c7e-4d62-b5eb-85d2bc8bfa2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de47b7ce-7c3d-48af-ae57-91037a928502 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:13:55.047766 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-dd131a71-9c7e-4d62-b5eb-85d2bc8bfa2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:55.088522 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-dd131a71-9c7e-4d62-b5eb-85d2bc8bfa2a service neutron] Transition to ACTIVE for port object de47b7ce-7c3d-48af-ae57-91037a928502 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:13:55.094269 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-dd131a71-9c7e-4d62-b5eb-85d2bc8bfa2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:55.148561 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd131a71-9c7e-4d62-b5eb-85d2bc8bfa2a service neutron] Pushing event updated for resources: {'Port': ['ID=de47b7ce-7c3d-48af-ae57-91037a928502,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:55.246072 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-dd131a71-9c7e-4d62-b5eb-85d2bc8bfa2a service neutron] Attempting to bind port de47b7ce-7c3d-48af-ae57-91037a928502 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:13:55.246396 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-dd131a71-9c7e-4d62-b5eb-85d2bc8bfa2a service neutron] Attempting to bind port de47b7ce-7c3d-48af-ae57-91037a928502 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:13:55.246738 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-dd131a71-9c7e-4d62-b5eb-85d2bc8bfa2a service neutron] Attempting to bind port de47b7ce-7c3d-48af-ae57-91037a928502 on network a2b6e25a-2103-45ea-b031-a5d7ec0542cd {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:13:55.252674 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-dd131a71-9c7e-4d62-b5eb-85d2bc8bfa2a service neutron] Port de47b7ce-7c3d-48af-ae57-91037a928502 on network a2b6e25a-2103-45ea-b031-a5d7ec0542cd not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:13:55.253173 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-dd131a71-9c7e-4d62-b5eb-85d2bc8bfa2a service neutron] Attempting to bind port de47b7ce-7c3d-48af-ae57-91037a928502 on network a2b6e25a-2103-45ea-b031-a5d7ec0542cd {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:13:55.259518 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-dd131a71-9c7e-4d62-b5eb-85d2bc8bfa2a service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:13:55.259894 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-dd131a71-9c7e-4d62-b5eb-85d2bc8bfa2a service neutron] Checking segment: {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:13:55.260403 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-dd131a71-9c7e-4d62-b5eb-85d2bc8bfa2a service neutron] Bound using segment: {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:13:55.260742 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-dd131a71-9c7e-4d62-b5eb-85d2bc8bfa2a service neutron] Bound port: de47b7ce-7c3d-48af-ae57-91037a928502, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:13:55.261102 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-dd131a71-9c7e-4d62-b5eb-85d2bc8bfa2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:55.364163 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-dd131a71-9c7e-4d62-b5eb-85d2bc8bfa2a service neutron] For port de47b7ce-7c3d-48af-ae57-91037a928502, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:13:55.368356 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-dd131a71-9c7e-4d62-b5eb-85d2bc8bfa2a service neutron] For port de47b7ce-7c3d-48af-ae57-91037a928502, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=de47b7ce-7c3d-48af-ae57-91037a928502,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:13:55.375195 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-dd131a71-9c7e-4d62-b5eb-85d2bc8bfa2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:55.417713 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-dd131a71-9c7e-4d62-b5eb-85d2bc8bfa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:55.418503 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-dd131a71-9c7e-4d62-b5eb-85d2bc8bfa2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:55.420462 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-dd131a71-9c7e-4d62-b5eb-85d2bc8bfa2a service neutron] 10.222.0.73 "PUT /v2.0/ports/de47b7ce-7c3d-48af-ae57-91037a928502 HTTP/1.1" status: 200 len: 1092 time: 0.9116170 Nov 25 20:13:55.421140 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638805fc-47c1-4544-8f8c-c23ac93251f8', 'tag': 'de47b7ce-7c3d-48af-ae57-91037a928502'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:13:55.424465 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b836aaf-125c-4a1d-98b4-bd36738788b3" -d '{"events": [{"name": "network-changed", "server_uuid": "638805fc-47c1-4544-8f8c-c23ac93251f8", "tag": "de47b7ce-7c3d-48af-ae57-91037a928502"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:13:55.479722 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd131a71-9c7e-4d62-b5eb-85d2bc8bfa2a service neutron] Pushing event updated for resources: {'Port': ['ID=de47b7ce-7c3d-48af-ae57-91037a928502,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:55.550896 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34be44a-545f-46d4-8757-e7c17553d582 x-openstack-request-id: req-b34be44a-545f-46d4-8757-e7c17553d582 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:13:55.551541 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638805fc-47c1-4544-8f8c-c23ac93251f8", "tag": "de47b7ce-7c3d-48af-ae57-91037a928502", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:13:55.551807 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b34be44a-545f-46d4-8757-e7c17553d582 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:13:55.552459 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638805fc-47c1-4544-8f8c-c23ac93251f8', 'tag': 'de47b7ce-7c3d-48af-ae57-91037a928502', 'status': 'completed', 'code': 200} Nov 25 20:13:55.577654 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-fc511039-6348-4865-808c-1851760a0d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:55.579175 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-fc511039-6348-4865-808c-1851760a0d0b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 1095 time: 0.0953946 Nov 25 20:13:55.630787 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-76eca5ea-8639-4c43-ba11-821ec35788c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de47b7ce-7c3d-48af-ae57-91037a928502 HTTP/1.1" status: 200 len: 217 time: 0.0413127 Nov 25 20:13:55.690749 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-2114aa11-d376-4dd8-9887-04e41ddfb850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:55.692572 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-2114aa11-d376-4dd8-9887-04e41ddfb850 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8eac5fe-8121-4bce-95fc-dfb031ef521a HTTP/1.1" status: 200 len: 850 time: 0.0544045 Nov 25 20:13:55.755044 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-ebb4e24a-a0cf-4ad6-a41e-cd9f8a8fb5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:55.757088 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-ebb4e24a-a0cf-4ad6-a41e-cd9f8a8fb5ac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544660 Nov 25 20:13:55.907253 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-08d5d697-4ebe-41a0-9473-7b0f4e236034 service neutron] 10.222.0.73 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413081 Nov 25 20:13:55.940227 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e20f3-d9d2-40d0-9bdc-046a855992be req-3840629e-7a66-4a3b-8799-394d9bb3b2c4 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:55.943006 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e48e20f3-d9d2-40d0-9bdc-046a855992be req-3840629e-7a66-4a3b-8799-394d9bb3b2c4 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 944 time: 0.0856245 Nov 25 20:13:56.006902 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e48e20f3-d9d2-40d0-9bdc-046a855992be req-78bbeccb-24eb-436f-8280-f49fdb770b39 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501056 Nov 25 20:13:56.060103 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c1e6dde0-362a-4dce-b162-3a42cecfc6a0 req-a612f872-2e4b-47f8-a227-ca22c3fa6dd9 service neutron] 10.222.0.73 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446636 Nov 25 20:13:56.173319 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b836aaf-125c-4a1d-98b4-bd36738788b3 req-7467542f-0183-4ce5-b4c7-e892ef9a9849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:56.174969 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b836aaf-125c-4a1d-98b4-bd36738788b3 req-7467542f-0183-4ce5-b4c7-e892ef9a9849 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 1095 time: 0.0540633 Nov 25 20:13:56.309115 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b836aaf-125c-4a1d-98b4-bd36738788b3 req-85fd34b9-b91f-49a9-99f2-20d228f7341d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:56.310874 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b836aaf-125c-4a1d-98b4-bd36738788b3 req-85fd34b9-b91f-49a9-99f2-20d228f7341d service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 912 time: 0.1277690 Nov 25 20:13:56.387015 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b836aaf-125c-4a1d-98b4-bd36738788b3 req-95dd365b-7cfd-41fc-87c8-68310659ccf1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de47b7ce-7c3d-48af-ae57-91037a928502 HTTP/1.1" status: 200 len: 217 time: 0.0672526 Nov 25 20:13:56.478935 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b836aaf-125c-4a1d-98b4-bd36738788b3 req-a0bd89f6-ed7e-42d5-b129-368535d983f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:56.480721 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b836aaf-125c-4a1d-98b4-bd36738788b3 req-a0bd89f6-ed7e-42d5-b129-368535d983f7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8eac5fe-8121-4bce-95fc-dfb031ef521a HTTP/1.1" status: 200 len: 850 time: 0.0864069 Nov 25 20:13:56.534902 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b836aaf-125c-4a1d-98b4-bd36738788b3 req-00df9964-f79c-420c-af0d-8da71d0f0957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:56.536812 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b836aaf-125c-4a1d-98b4-bd36738788b3 req-00df9964-f79c-420c-af0d-8da71d0f0957 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481083 Nov 25 20:13:56.656677 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b836aaf-125c-4a1d-98b4-bd36738788b3 req-cb3bcf50-2e9f-4255-8823-0496dfbc6fd8 service neutron] 10.222.0.73 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114304 Nov 25 20:13:56.795998 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b836aaf-125c-4a1d-98b4-bd36738788b3 req-6be26c52-43b8-4cd2-9cc6-7b81130e9b7f service neutron] 10.222.0.73 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306865 Nov 25 20:13:57.174458 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb554c48-df0d-44d3-a1d7-e73fa4d7c294 req-d0c1ccf1-4845-4ad2-a361-e5aba2687b3f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:57.179122 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bb554c48-df0d-44d3-a1d7-e73fa4d7c294 req-d0c1ccf1-4845-4ad2-a361-e5aba2687b3f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 944 time: 0.0795257 Nov 25 20:13:57.231757 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bb554c48-df0d-44d3-a1d7-e73fa4d7c294 req-435a5781-dc47-48a2-95b2-75c4480e9e83 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495126 Nov 25 20:13:58.440462 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67892d5e-cbf1-4a2b-b309-73c04f5edad9 req-f6447bcb-3b20-4a67-924d-71a9258ffa76 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:58.448981 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-67892d5e-cbf1-4a2b-b309-73c04f5edad9 req-f6447bcb-3b20-4a67-924d-71a9258ffa76 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 944 time: 0.0869141 Nov 25 20:13:58.525012 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-67892d5e-cbf1-4a2b-b309-73c04f5edad9 req-237a39c2-2d15-4b1d-a9ef-00886e97cf41 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748904 Nov 25 20:13:59.324192 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f11b9ebf-4cc7-4e35-9852-cf8a9a8d8025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:59.731384 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bf90f-6c13-47fc-a295-6746d16e175f req-4d3f812e-59ce-4321-9dad-26d7b62924e9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:59.736644 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb2bf90f-6c13-47fc-a295-6746d16e175f req-4d3f812e-59ce-4321-9dad-26d7b62924e9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 944 time: 0.0792184 Nov 25 20:14:00.197067 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb2bf90f-6c13-47fc-a295-6746d16e175f req-bfb33cd9-b72c-4fce-aa55-fbabd830a1ba tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531803 Nov 25 20:14:01.361754 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efea5b1-a38d-402e-98e2-8b550ecd45ed req-549ce1ec-0408-45db-8f66-33a6ecc5eb2a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:01.366759 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5efea5b1-a38d-402e-98e2-8b550ecd45ed req-549ce1ec-0408-45db-8f66-33a6ecc5eb2a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 944 time: 0.0809991 Nov 25 20:14:01.431017 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5efea5b1-a38d-402e-98e2-8b550ecd45ed req-fed2e6c6-c2fc-49f5-af39-c95ae7a977b8 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557599 Nov 25 20:14:01.760249 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d9a887db-e80a-4d8f-9160-c6a8093ace66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:02.589906 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf0b98-5fca-4146-822b-1c69364b685b req-27f97a6f-d1a8-467f-811c-58f9f8b5013f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:02.592502 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-15bf0b98-5fca-4146-822b-1c69364b685b req-27f97a6f-d1a8-467f-811c-58f9f8b5013f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 944 time: 0.0570333 Nov 25 20:14:02.682986 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-15bf0b98-5fca-4146-822b-1c69364b685b req-7e8b0ae4-d698-4dd0-a3f7-a86344c1c3e9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827229 Nov 25 20:14:03.814786 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6618e-4cc5-421a-a71a-6c585447401a req-8e11e6da-b795-4feb-9695-0990bb2578eb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:03.816391 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bda6618e-4cc5-421a-a71a-6c585447401a req-8e11e6da-b795-4feb-9695-0990bb2578eb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 944 time: 0.0563171 Nov 25 20:14:03.821172 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:03.867279 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bda6618e-4cc5-421a-a71a-6c585447401a req-d5b74623-0676-46f4-8cb4-1d0b279c88aa tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442467 Nov 25 20:14:04.990684 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981565d1-b1df-4f8d-af4e-cf182cbfc638 req-2e542c8f-4629-405c-bf8d-15a8d152e01c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:04.992178 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-981565d1-b1df-4f8d-af4e-cf182cbfc638 req-2e542c8f-4629-405c-bf8d-15a8d152e01c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 944 time: 0.0522296 Nov 25 20:14:05.043025 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-981565d1-b1df-4f8d-af4e-cf182cbfc638 req-be776e0d-1916-4ddf-93db-349fe9026bba tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448010 Nov 25 20:14:05.615584 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:05.647973 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:06.189384 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65a7b5-5f15-4fa8-ad99-2f4153909756 req-1c981e01-5668-44d7-88d6-8fb4818040c6 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:06.191089 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6d65a7b5-5f15-4fa8-ad99-2f4153909756 req-1c981e01-5668-44d7-88d6-8fb4818040c6 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 944 time: 0.0648615 Nov 25 20:14:06.247253 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6d65a7b5-5f15-4fa8-ad99-2f4153909756 req-890d5b93-dbc6-48c2-9793-0d6bac44ab0c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496573 Nov 25 20:14:07.376240 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016a606-8820-49cd-b11c-30182b914d66 req-55d3fec1-3531-4d42-a237-edaa1536121f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:07.378553 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2016a606-8820-49cd-b11c-30182b914d66 req-55d3fec1-3531-4d42-a237-edaa1536121f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 944 time: 0.0539787 Nov 25 20:14:07.455978 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2016a606-8820-49cd-b11c-30182b914d66 req-1a219e25-1371-4a48-b8c3-1469a3e31305 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703890 Nov 25 20:14:07.615527 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:14:08.586463 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd83cd-be9d-4cae-b502-bbaa8be86b22 req-327b9df8-3335-4c75-bf04-5d0d68dd2679 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:08.589101 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-89bd83cd-be9d-4cae-b502-bbaa8be86b22 req-327b9df8-3335-4c75-bf04-5d0d68dd2679 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 944 time: 0.0538330 Nov 25 20:14:08.651511 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-89bd83cd-be9d-4cae-b502-bbaa8be86b22 req-e85e4f47-a382-4418-9358-633c65eaa4fc tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539098 Nov 25 20:14:09.786372 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695f095-8237-481a-a3f2-c66314c793c4 req-b13583f7-f4c0-4696-9f79-0694d243333b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:09.788701 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2695f095-8237-481a-a3f2-c66314c793c4 req-b13583f7-f4c0-4696-9f79-0694d243333b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 944 time: 0.0545127 Nov 25 20:14:09.841128 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2695f095-8237-481a-a3f2-c66314c793c4 req-2f1533d4-6a3c-45ba-9939-47773631e62c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462356 Nov 25 20:14:10.988373 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26ea37-8f97-4f31-b2fa-4f0db7b1af4d req-26934a9e-2d2d-4bf1-87c8-13d37acdf7d3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:10.989863 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8d26ea37-8f97-4f31-b2fa-4f0db7b1af4d req-26934a9e-2d2d-4bf1-87c8-13d37acdf7d3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 944 time: 0.0536485 Nov 25 20:14:11.048765 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8d26ea37-8f97-4f31-b2fa-4f0db7b1af4d req-8f246948-f1e5-40b3-a87d-a21d94f5b273 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525174 Nov 25 20:14:12.224603 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a61323-ced1-403b-8957-9f0e69a59e05 req-60fbbd2a-c94d-4597-b0f9-339695b95919 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:12.226203 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e4a61323-ced1-403b-8957-9f0e69a59e05 req-60fbbd2a-c94d-4597-b0f9-339695b95919 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 944 time: 0.0619652 Nov 25 20:14:12.297995 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e4a61323-ced1-403b-8957-9f0e69a59e05 req-92609886-6718-4883-b8b8-1e6fe42642ea tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623729 Nov 25 20:14:13.431740 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4286a60-ea5d-44b6-beb2-9650893a4b89 req-9c2b856d-796b-491d-8744-b81f46529a69 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:13.433883 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e4286a60-ea5d-44b6-beb2-9650893a4b89 req-9c2b856d-796b-491d-8744-b81f46529a69 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 944 time: 0.0561743 Nov 25 20:14:13.492435 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e4286a60-ea5d-44b6-beb2-9650893a4b89 req-3db091ac-03d8-43a1-9d2c-aa2bb271554d tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492091 Nov 25 20:14:14.630697 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f34ce-3d5d-4b0f-9aa4-0c82acaf2e5b req-1560fd38-b4fe-4a44-97b1-c3416fa7c1d1 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:14.632191 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f44f34ce-3d5d-4b0f-9aa4-0c82acaf2e5b req-1560fd38-b4fe-4a44-97b1-c3416fa7c1d1 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 944 time: 0.0521979 Nov 25 20:14:14.688920 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f44f34ce-3d5d-4b0f-9aa4-0c82acaf2e5b req-762f730d-0f9c-454b-9742-f4c5131b4ea0 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502374 Nov 25 20:14:15.811955 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168ee9c-3507-4cf0-a5a1-d23b921e98cd req-1215ce39-c18e-4de9-8099-e8c9c8bb7824 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:15.813484 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4168ee9c-3507-4cf0-a5a1-d23b921e98cd req-1215ce39-c18e-4de9-8099-e8c9c8bb7824 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 944 time: 0.0522363 Nov 25 20:14:15.864251 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4168ee9c-3507-4cf0-a5a1-d23b921e98cd req-f9d33070-9ac5-4b49-9d95-2799f589fe1e tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446367 Nov 25 20:14:17.002440 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08027f-191a-44a6-a26f-4348d057a86c req-c1377f8d-8e56-464b-98f5-f8fd9f83ae5b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:17.004402 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf08027f-191a-44a6-a26f-4348d057a86c req-c1377f8d-8e56-464b-98f5-f8fd9f83ae5b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 944 time: 0.0629640 Nov 25 20:14:17.064721 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf08027f-191a-44a6-a26f-4348d057a86c req-fce54ef0-409f-48cb-ada9-a3c517d65155 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537248 Nov 25 20:14:18.202470 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f6515-41d2-4150-a830-4b9541ec4f4d req-b38c4820-c13d-493a-8246-075ab69024a8 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:18.204164 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b54f6515-41d2-4150-a830-4b9541ec4f4d req-b38c4820-c13d-493a-8246-075ab69024a8 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 944 time: 0.0627594 Nov 25 20:14:18.259168 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b54f6515-41d2-4150-a830-4b9541ec4f4d req-2219dc22-dad8-4f40-bdd3-01b123b24067 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490613 Nov 25 20:14:19.393803 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce7e7d-c662-492b-a470-f85119e40926 req-7e115971-fa9d-4f7a-9d77-9c3ec7db5593 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:19.395576 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-66ce7e7d-c662-492b-a470-f85119e40926 req-7e115971-fa9d-4f7a-9d77-9c3ec7db5593 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 944 time: 0.0604830 Nov 25 20:14:19.459901 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-66ce7e7d-c662-492b-a470-f85119e40926 req-cebf45c1-f17d-44cb-86f1-72eded3c4c6a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575275 Nov 25 20:14:20.607404 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e408aa-b677-4e0c-84bd-1838fa95506b req-735cf2b5-d361-4379-87d5-a96f7afbea25 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:20.609651 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6e408aa-b677-4e0c-84bd-1838fa95506b req-735cf2b5-d361-4379-87d5-a96f7afbea25 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 944 time: 0.0666900 Nov 25 20:14:20.670111 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6e408aa-b677-4e0c-84bd-1838fa95506b req-0eec5b88-236e-4ae8-a2ff-70539faae7f7 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544000 Nov 25 20:14:21.670197 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device de47b7ce-7c3d-48af-ae57-91037a928502 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:14:21.771886 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port de47b7ce-7c3d-48af-ae57-91037a928502, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=de47b7ce-7c3d-48af-ae57-91037a928502,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:14:21.785040 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'de47b7ce-7c3d-48af-ae57-91037a928502', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'port_id': 'de47b7ce-7c3d-48af-ae57-91037a928502', 'mac_address': 'fa:16:3e:f2:30:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:14:21.798334 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383d2c6-bc8a-434c-846e-9bc6f86ae73a req-039cb51c-f662-439a-8f5a-2704dcae9acd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:21.799827 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0383d2c6-bc8a-434c-846e-9bc6f86ae73a req-039cb51c-f662-439a-8f5a-2704dcae9acd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 944 time: 0.0523689 Nov 25 20:14:21.821978 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:21.835698 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de47b7ce-7c3d-48af-ae57-91037a928502 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:14:21.849534 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0383d2c6-bc8a-434c-846e-9bc6f86ae73a req-ccd95292-2434-45da-bfd4-1a067a7a75c1 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432208 Nov 25 20:14:21.856086 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port de47b7ce-7c3d-48af-ae57-91037a928502, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=de47b7ce-7c3d-48af-ae57-91037a928502,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:14:21.860408 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:21.908440 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=de47b7ce-7c3d-48af-ae57-91037a928502,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:21.915838 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:21.916189 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:21.916534 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:21.916873 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:21.917208 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:21.917540 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:21.917870 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:21.918197 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:21.918550 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:21.918874 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:21.919220 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:21.919544 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:22.119855 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['de47b7ce-7c3d-48af-ae57-91037a928502'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:14:22.978553 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78abdbe-213f-4d9e-b684-246dc1c3aac1 req-fb9a4891-b132-42e1-bff4-fc54bf0b6099 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:22.980100 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d78abdbe-213f-4d9e-b684-246dc1c3aac1 req-fb9a4891-b132-42e1-bff4-fc54bf0b6099 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 945 time: 0.0553977 Nov 25 20:14:23.035662 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d78abdbe-213f-4d9e-b684-246dc1c3aac1 req-d4c6d602-e8f5-4fc1-91e1-0a850b8e4ced tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476806 Nov 25 20:14:23.681188 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device de47b7ce-7c3d-48af-ae57-91037a928502 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:14:23.737940 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port de47b7ce-7c3d-48af-ae57-91037a928502 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:14:23.742119 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port de47b7ce-7c3d-48af-ae57-91037a928502 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:14:23.742522 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:23.824896 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:23.847088 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638805fc-47c1-4544-8f8c-c23ac93251f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de47b7ce-7c3d-48af-ae57-91037a928502'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:14:23.849303 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db301b0b-4706-4478-9c84-fb66e0f950b1" -d '{"events": [{"server_uuid": "638805fc-47c1-4544-8f8c-c23ac93251f8", "name": "network-vif-plugged", "status": "completed", "tag": "de47b7ce-7c3d-48af-ae57-91037a928502"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:14:23.862749 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port de47b7ce-7c3d-48af-ae57-91037a928502, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=de47b7ce-7c3d-48af-ae57-91037a928502,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:14:23.867221 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:23.891933 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3191d5-3b77-4ff0-a06d-c240c0647e96 x-openstack-request-id: req-bd3191d5-3b77-4ff0-a06d-c240c0647e96 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:14:23.892847 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638805fc-47c1-4544-8f8c-c23ac93251f8", "name": "network-vif-plugged", "status": "completed", "tag": "de47b7ce-7c3d-48af-ae57-91037a928502", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:14:23.892847 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bd3191d5-3b77-4ff0-a06d-c240c0647e96 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:14:23.892847 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638805fc-47c1-4544-8f8c-c23ac93251f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de47b7ce-7c3d-48af-ae57-91037a928502', 'code': 200} Nov 25 20:14:23.919939 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=de47b7ce-7c3d-48af-ae57-91037a928502,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:23.962253 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:23.995022 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d6e54-698d-4bfb-ae72-4ae6842a9774 req-ef9b6255-ce69-499e-8bb3-949e488d4429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:23.996534 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e30d6e54-698d-4bfb-ae72-4ae6842a9774 req-ef9b6255-ce69-499e-8bb3-949e488d4429 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 1097 time: 0.0414646 Nov 25 20:14:24.042961 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e30d6e54-698d-4bfb-ae72-4ae6842a9774 req-8c38c5c9-ebe5-4643-bcc2-c6273fea8a9d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384266 Nov 25 20:14:24.155635 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0819b7-a547-4942-a704-4375b59a64e7 req-bd376002-d6a3-441a-a5af-97c9e8667103 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:24.158011 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ca0819b7-a547-4942-a704-4375b59a64e7 req-bd376002-d6a3-441a-a5af-97c9e8667103 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 946 time: 0.0504775 Nov 25 20:14:24.210620 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ca0819b7-a547-4942-a704-4375b59a64e7 req-3314f760-8e5b-4728-ba8d-95da39f37a94 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466232 Nov 25 20:14:24.577387 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:25.348130 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd44de8-6414-490b-8751-fec7cf888eb5 req-de0e58b9-e437-4a5e-93cf-19f15801201d tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:25.350191 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3dd44de8-6414-490b-8751-fec7cf888eb5 req-de0e58b9-e437-4a5e-93cf-19f15801201d tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 946 time: 0.0551336 Nov 25 20:14:25.401932 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3dd44de8-6414-490b-8751-fec7cf888eb5 req-be4c4add-849c-4a7b-9df5-1b9e2041937c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448501 Nov 25 20:14:26.546269 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6585f-4bbd-42fd-b9aa-ac640c786483 req-ab84ef1b-455a-4ec8-bbe0-8762842def26 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:26.548439 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-62b6585f-4bbd-42fd-b9aa-ac640c786483 req-ab84ef1b-455a-4ec8-bbe0-8762842def26 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 946 time: 0.0627689 Nov 25 20:14:26.603850 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-62b6585f-4bbd-42fd-b9aa-ac640c786483 req-53780118-aa6f-49c8-b1fc-fdb4280a6fa4 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489964 Nov 25 20:14:26.745321 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2cf82-b123-4c7a-808f-c10c026bee44 req-3bbfddcf-d757-4d7d-bfeb-aff842e24418 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:26.746791 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-29a2cf82-b123-4c7a-808f-c10c026bee44 req-3bbfddcf-d757-4d7d-bfeb-aff842e24418 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 946 time: 0.0602806 Nov 25 20:14:26.795517 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-29a2cf82-b123-4c7a-808f-c10c026bee44 req-b4009554-0ee4-4076-90ff-177227d4ffcd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426617 Nov 25 20:14:27.126721 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff2571-7863-4ca1-b0b2-d7714d5b177e req-e7c0d3d4-e342-488c-ad90-7c7281414fc4 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:27.128527 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79ff2571-7863-4ca1-b0b2-d7714d5b177e req-e7c0d3d4-e342-488c-ad90-7c7281414fc4 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 946 time: 0.0563772 Nov 25 20:14:27.186999 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79ff2571-7863-4ca1-b0b2-d7714d5b177e req-b533803e-a741-4967-9ad2-d986c97d68e6 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514383 Nov 25 20:14:28.318421 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b7492-91ac-4281-8aed-c20403326c5c req-6f0e45b8-87c4-4f86-a15c-4f9725d98200 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:28.319924 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-147b7492-91ac-4281-8aed-c20403326c5c req-6f0e45b8-87c4-4f86-a15c-4f9725d98200 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 946 time: 0.0534198 Nov 25 20:14:28.371251 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-147b7492-91ac-4281-8aed-c20403326c5c req-91ee6a9b-0c21-4413-be6f-fbb0a70d9eac tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451665 Nov 25 20:14:28.926882 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb7c42-f532-446e-927c-0a9d1762292f req-02359b9e-0ef7-45a2-8a33-97bba32ef926 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:28.928447 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-56cb7c42-f532-446e-927c-0a9d1762292f req-02359b9e-0ef7-45a2-8a33-97bba32ef926 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.73 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 946 time: 0.0553226 Nov 25 20:14:29.038475 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-56cb7c42-f532-446e-927c-0a9d1762292f req-314ecb61-41e0-4c11-a4af-fe3478beefcb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Deleting port de47b7ce-7c3d-48af-ae57-91037a928502 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:14:29.038808 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-56cb7c42-f532-446e-927c-0a9d1762292f req-314ecb61-41e0-4c11-a4af-fe3478beefcb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:29.153688 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-56cb7c42-f532-446e-927c-0a9d1762292f req-314ecb61-41e0-4c11-a4af-fe3478beefcb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] For port de47b7ce-7c3d-48af-ae57-91037a928502, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=de47b7ce-7c3d-48af-ae57-91037a928502,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:14:29.154134 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-56cb7c42-f532-446e-927c-0a9d1762292f req-314ecb61-41e0-4c11-a4af-fe3478beefcb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:29.171246 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-56cb7c42-f532-446e-927c-0a9d1762292f req-314ecb61-41e0-4c11-a4af-fe3478beefcb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Calling delete_port for de47b7ce-7c3d-48af-ae57-91037a928502 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:14:29.309310 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b11ceff3-4529-4b49-b33b-9e79fd63d884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:29.347170 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-56cb7c42-f532-446e-927c-0a9d1762292f req-314ecb61-41e0-4c11-a4af-fe3478beefcb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:29.362374 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['816d08ce-e499-417e-9e03-0b62fc3453fd'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:14:29.364826 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['de47b7ce-7c3d-48af-ae57-91037a928502'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:14:29.381902 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ecb61-41e0-4c11-a4af-fe3478beefcb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event deleted for resources: {'Port': ['ID=de47b7ce-7c3d-48af-ae57-91037a928502,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:29.434034 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-56cb7c42-f532-446e-927c-0a9d1762292f req-314ecb61-41e0-4c11-a4af-fe3478beefcb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] No DVR routers for this DVR port de47b7ce-7c3d-48af-ae57-91037a928502 on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:14:29.438135 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-56cb7c42-f532-446e-927c-0a9d1762292f req-314ecb61-41e0-4c11-a4af-fe3478beefcb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:29.442488 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-56cb7c42-f532-446e-927c-0a9d1762292f req-314ecb61-41e0-4c11-a4af-fe3478beefcb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.73 "DELETE /v2.0/ports/de47b7ce-7c3d-48af-ae57-91037a928502 HTTP/1.1" status: 204 len: 173 time: 0.5040295 Nov 25 20:14:29.443063 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638805fc-47c1-4544-8f8c-c23ac93251f8', 'name': 'network-vif-deleted', 'tag': 'de47b7ce-7c3d-48af-ae57-91037a928502'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:14:29.446417 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad176d17-0ca2-4c65-8732-df80c5e7417c" -d '{"events": [{"server_uuid": "638805fc-47c1-4544-8f8c-c23ac93251f8", "name": "network-vif-deleted", "tag": "de47b7ce-7c3d-48af-ae57-91037a928502"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:14:29.507037 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b34f282-bea3-4876-ab76-39b5a450a0bb req-483cd261-a564-4767-aabf-0510d606efab tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 210 time: 0.0518548 Nov 25 20:14:29.564683 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe0299c-a7c0-4525-8058-9f250b891635 x-openstack-request-id: req-8fe0299c-a7c0-4525-8058-9f250b891635 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:14:29.565434 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638805fc-47c1-4544-8f8c-c23ac93251f8", "name": "network-vif-deleted", "tag": "de47b7ce-7c3d-48af-ae57-91037a928502", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:14:29.565920 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8fe0299c-a7c0-4525-8058-9f250b891635 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:14:29.566545 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638805fc-47c1-4544-8f8c-c23ac93251f8', 'name': 'network-vif-deleted', 'tag': 'de47b7ce-7c3d-48af-ae57-91037a928502', 'status': 'completed', 'code': 200} Nov 25 20:14:30.605750 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4c6348be-8d46-4b8c-b0ec-d1657d509192 req-a96c1b0d-a7cb-4fde-958e-582ac6c02151 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 210 time: 0.0265911 Nov 25 20:14:31.708651 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-283afa47-2d2c-4136-a85c-c9c32136ac78 req-e08673bd-2b5e-4a38-9ccf-e4670b3536df tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 210 time: 0.0313892 Nov 25 20:14:31.712028 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device de47b7ce-7c3d-48af-ae57-91037a928502 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:14:31.747866 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: de47b7ce-7c3d-48af-ae57-91037a928502 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:14:31.748216 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device de47b7ce-7c3d-48af-ae57-91037a928502 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:14:31.763806 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dc2d3285-f9b5-41b4-88c9-3b6342472b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:32.809887 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1059bd61-ba03-4ead-8202-660364ba7e24 req-6a70f94f-a6a1-402f-b49b-2d8a6fd8f605 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 210 time: 0.0275290 Nov 25 20:14:33.819399 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:33.913236 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5bfafc71-26ab-4320-b96d-a51c1e216f37 req-e6127438-ac61-4cf1-a3e7-72e629638606 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=638805fc-47c1-4544-8f8c-c23ac93251f8 HTTP/1.1" status: 200 len: 210 time: 0.0303526 Nov 25 20:14:35.622975 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:35.653452 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:39.506772 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef526385-bf76-4cd3-8a90-e9b30d61da39 req-cc823bca-fbbd-4cd3-b5bc-a4a354e93c08 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:39.508367 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ef526385-bf76-4cd3-8a90-e9b30d61da39 req-cc823bca-fbbd-4cd3-b5bc-a4a354e93c08 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 946 time: 0.0609803 Nov 25 20:14:39.559534 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ef526385-bf76-4cd3-8a90-e9b30d61da39 req-a7b1defb-4553-4ced-b86c-538ebec034bc tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450647 Nov 25 20:14:40.690338 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99cc53-4b65-4a9d-bb04-4b06245913cf req-3dd40592-6db4-413b-9f1e-e00d4c01acc0 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:40.691887 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c99cc53-4b65-4a9d-bb04-4b06245913cf req-3dd40592-6db4-413b-9f1e-e00d4c01acc0 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 946 time: 0.0588164 Nov 25 20:14:40.742079 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c99cc53-4b65-4a9d-bb04-4b06245913cf req-d2b3bce1-34bc-48a3-9291-b2e99a326f76 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d32c1c3-a644-44e9-bffc-02f2cf24c631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437002 Nov 25 20:14:40.933553 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d77b5-3a86-4761-8d02-d48d8bec3102 req-54699020-87f0-4166-94ea-c394f7a160d7 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:40.934981 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e26d77b5-3a86-4761-8d02-d48d8bec3102 req-54699020-87f0-4166-94ea-c394f7a160d7 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 946 time: 0.0510402 Nov 25 20:14:41.030465 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-e26d77b5-3a86-4761-8d02-d48d8bec3102 req-a86117b8-5588-4cc2-ba57-72d6a619ce37 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Deleting port 816d08ce-e499-417e-9e03-0b62fc3453fd {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:14:41.031331 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e26d77b5-3a86-4761-8d02-d48d8bec3102 req-a86117b8-5588-4cc2-ba57-72d6a619ce37 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:41.126480 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-e26d77b5-3a86-4761-8d02-d48d8bec3102 req-a86117b8-5588-4cc2-ba57-72d6a619ce37 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] For port 816d08ce-e499-417e-9e03-0b62fc3453fd, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=816d08ce-e499-417e-9e03-0b62fc3453fd,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:14:41.126839 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e26d77b5-3a86-4761-8d02-d48d8bec3102 req-a86117b8-5588-4cc2-ba57-72d6a619ce37 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:41.140628 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-e26d77b5-3a86-4761-8d02-d48d8bec3102 req-a86117b8-5588-4cc2-ba57-72d6a619ce37 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Calling delete_port for 816d08ce-e499-417e-9e03-0b62fc3453fd owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:14:41.279718 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e26d77b5-3a86-4761-8d02-d48d8bec3102 req-a86117b8-5588-4cc2-ba57-72d6a619ce37 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:41.310471 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86117b8-5588-4cc2-ba57-72d6a619ce37 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event deleted for resources: {'Port': ['ID=816d08ce-e499-417e-9e03-0b62fc3453fd,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:41.335356 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86117b8-5588-4cc2-ba57-72d6a619ce37 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:41.335717 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86117b8-5588-4cc2-ba57-72d6a619ce37 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:41.336065 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86117b8-5588-4cc2-ba57-72d6a619ce37 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:41.336412 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86117b8-5588-4cc2-ba57-72d6a619ce37 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:41.336752 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86117b8-5588-4cc2-ba57-72d6a619ce37 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:41.337090 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86117b8-5588-4cc2-ba57-72d6a619ce37 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:41.337426 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86117b8-5588-4cc2-ba57-72d6a619ce37 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:41.337759 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86117b8-5588-4cc2-ba57-72d6a619ce37 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:41.338088 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86117b8-5588-4cc2-ba57-72d6a619ce37 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:41.338448 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86117b8-5588-4cc2-ba57-72d6a619ce37 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:41.338784 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86117b8-5588-4cc2-ba57-72d6a619ce37 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:41.339121 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86117b8-5588-4cc2-ba57-72d6a619ce37 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:41.361055 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26d77b5-3a86-4761-8d02-d48d8bec3102 req-a86117b8-5588-4cc2-ba57-72d6a619ce37 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] No DVR routers for this DVR port 816d08ce-e499-417e-9e03-0b62fc3453fd on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:14:41.363652 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e26d77b5-3a86-4761-8d02-d48d8bec3102 req-a86117b8-5588-4cc2-ba57-72d6a619ce37 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:41.367046 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e26d77b5-3a86-4761-8d02-d48d8bec3102 req-a86117b8-5588-4cc2-ba57-72d6a619ce37 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.85 "DELETE /v2.0/ports/816d08ce-e499-417e-9e03-0b62fc3453fd HTTP/1.1" status: 204 len: 173 time: 0.4263337 Nov 25 20:14:41.367490 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e14088-d40b-43af-9be5-d828afceb9cb', 'name': 'network-vif-deleted', 'tag': '816d08ce-e499-417e-9e03-0b62fc3453fd'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:14:41.369753 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4aff2a-c4c1-42eb-827c-47a450cd79c7" -d '{"events": [{"server_uuid": "d6e14088-d40b-43af-9be5-d828afceb9cb", "name": "network-vif-deleted", "tag": "816d08ce-e499-417e-9e03-0b62fc3453fd"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:14:41.490492 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1bc540-edc1-4859-a432-3b80d42a06a4 x-openstack-request-id: req-2e1bc540-edc1-4859-a432-3b80d42a06a4 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:14:41.490801 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e14088-d40b-43af-9be5-d828afceb9cb", "name": "network-vif-deleted", "tag": "816d08ce-e499-417e-9e03-0b62fc3453fd", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:14:41.491065 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2e1bc540-edc1-4859-a432-3b80d42a06a4 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:14:41.491486 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e14088-d40b-43af-9be5-d828afceb9cb', 'name': 'network-vif-deleted', 'tag': '816d08ce-e499-417e-9e03-0b62fc3453fd', 'status': 'completed', 'code': 200} Nov 25 20:14:41.855260 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-830d3112-86f8-49cb-855e-dfa253953339 req-fca81937-6593-44fc-8568-50d3a9c8c4d9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 210 time: 0.0325353 Nov 25 20:14:42.967855 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5087d844-5eb8-4895-8cba-9b6690d2b5c3 req-5f83d400-65c5-4aef-9500-34aa72cd322a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 210 time: 0.0300276 Nov 25 20:14:43.103797 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 816d08ce-e499-417e-9e03-0b62fc3453fd no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:14:43.129915 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 816d08ce-e499-417e-9e03-0b62fc3453fd {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:14:43.130275 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 816d08ce-e499-417e-9e03-0b62fc3453fd not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:14:44.083640 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e258f3c3-93ba-4ef0-8cc1-3ea4e48ca944 req-aaea4f1b-230f-4abd-9e85-25e5dc504400 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 210 time: 0.0337412 Nov 25 20:14:44.606316 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:14:45.188918 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0c53fbac-251a-4ea1-b3eb-f1f125ad50a5 req-168373af-bd89-4884-be81-0313426c7aa7 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 210 time: 0.0267236 Nov 25 20:14:46.329289 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d510f87f-ca76-4806-8f5f-c0b9d9476a5c req-99ed35ba-862f-4f91-b3ba-50e2a5b9204f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6e14088-d40b-43af-9be5-d828afceb9cb HTTP/1.1" status: 200 len: 210 time: 0.0470045 Nov 25 20:14:50.452538 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 54808) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:50.457434 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-425c9827-8a0d-468c-a595-57fb443c78c7 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1900941147', 'description': 'tempest-secgroup-smoke-1900941147 description', 'project_id': '5a49662473d14429bfa08ae832fa5fb1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:14:50.482762 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-425c9827-8a0d-468c-a595-57fb443c78c7 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.558726 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-425c9827-8a0d-468c-a595-57fb443c78c7 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.562676 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-425c9827-8a0d-468c-a595-57fb443c78c7 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.595613 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-425c9827-8a0d-468c-a595-57fb443c78c7 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.597109 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-425c9827-8a0d-468c-a595-57fb443c78c7 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1432822 Nov 25 20:14:50.600981 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54810) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:50.602066 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c9827-8a0d-468c-a595-57fb443c78c7 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=119c69a1-4a3b-44fa-b518-2492b2f0badb,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:50.607544 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c6ccfc84-db21-492d-9595-03a688dd36cc tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Request body: {'security_group_rule': {'security_group_id': '119c69a1-4a3b-44fa-b518-2492b2f0badb', 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:14:50.643985 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6ccfc84-db21-492d-9595-03a688dd36cc tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.699688 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6ccfc84-db21-492d-9595-03a688dd36cc tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.704660 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6ccfc84-db21-492d-9595-03a688dd36cc tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.725848 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccfc84-db21-492d-9595-03a688dd36cc tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1178e2c9-59d0-4404-8d50-2d63095652a6,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:50.738021 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6ccfc84-db21-492d-9595-03a688dd36cc tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.739464 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c6ccfc84-db21-492d-9595-03a688dd36cc tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370065 Nov 25 20:14:50.742526 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54812) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:50.747615 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3eb8c336-7bb6-4a50-b6ac-6fcf55bdf7a2 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Request body: {'security_group_rule': {'security_group_id': '119c69a1-4a3b-44fa-b518-2492b2f0badb', 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:14:50.778312 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3eb8c336-7bb6-4a50-b6ac-6fcf55bdf7a2 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.845000 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3eb8c336-7bb6-4a50-b6ac-6fcf55bdf7a2 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.849651 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3eb8c336-7bb6-4a50-b6ac-6fcf55bdf7a2 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.869456 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8c336-7bb6-4a50-b6ac-6fcf55bdf7a2 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f67ff5fa-afa2-4304-afc6-83076670d01f,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:50.875005 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3eb8c336-7bb6-4a50-b6ac-6fcf55bdf7a2 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.876257 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3eb8c336-7bb6-4a50-b6ac-6fcf55bdf7a2 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1326184 Nov 25 20:14:50.880731 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 54814) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:50.887423 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-25d33e48-9425-4daa-933a-063b1faeb462 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Request body: {'security_group_rule': {'security_group_id': '119c69a1-4a3b-44fa-b518-2492b2f0badb', 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:14:50.924963 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-25d33e48-9425-4daa-933a-063b1faeb462 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.996181 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-25d33e48-9425-4daa-933a-063b1faeb462 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.000925 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-25d33e48-9425-4daa-933a-063b1faeb462 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.028167 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d33e48-9425-4daa-933a-063b1faeb462 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d954a657-471d-4ec1-aa70-1e51190d9b81,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:51.037335 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-25d33e48-9425-4daa-933a-063b1faeb462 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.040643 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54816) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:51.041067 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-25d33e48-9425-4daa-933a-063b1faeb462 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1591218 Nov 25 20:14:51.046365 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b0da4a8a-9090-42a7-a296-9a508fbb7b5b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Request body: {'security_group_rule': {'security_group_id': '119c69a1-4a3b-44fa-b518-2492b2f0badb', 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:14:51.087213 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0da4a8a-9090-42a7-a296-9a508fbb7b5b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.161125 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0da4a8a-9090-42a7-a296-9a508fbb7b5b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.165951 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0da4a8a-9090-42a7-a296-9a508fbb7b5b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.191164 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da4a8a-9090-42a7-a296-9a508fbb7b5b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a3731c-266c-4d71-aec6-3c5cc89973b9,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:51.199968 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0da4a8a-9090-42a7-a296-9a508fbb7b5b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.201223 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b0da4a8a-9090-42a7-a296-9a508fbb7b5b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1590919 Nov 25 20:14:51.206105 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54818) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:51.210725 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fc7a5c6a-0dda-4b08-86aa-3c811954738c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Request body: {'security_group_rule': {'security_group_id': '119c69a1-4a3b-44fa-b518-2492b2f0badb', 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:14:51.233089 n-d-819349-5 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-fc7a5c6a-0dda-4b08-86aa-3c811954738c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Project 5a49662473d14429bfa08ae832fa5fb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:14:51.238589 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc7a5c6a-0dda-4b08-86aa-3c811954738c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.318113 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc7a5c6a-0dda-4b08-86aa-3c811954738c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.322558 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc7a5c6a-0dda-4b08-86aa-3c811954738c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.352808 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a5c6a-0dda-4b08-86aa-3c811954738c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4acf9bfe-45d6-4eb2-8b5f-c0a2e32809b2,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:51.359808 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc7a5c6a-0dda-4b08-86aa-3c811954738c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.361621 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fc7a5c6a-0dda-4b08-86aa-3c811954738c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1543214 Nov 25 20:14:51.365628 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 54820) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:51.370798 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-671d1ca1-8c95-4cf5-9c97-0f2b901466dc tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Request body: {'security_group_rule': {'security_group_id': '119c69a1-4a3b-44fa-b518-2492b2f0badb', 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:14:51.395666 n-d-819349-5 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-671d1ca1-8c95-4cf5-9c97-0f2b901466dc tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Project 5a49662473d14429bfa08ae832fa5fb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:14:51.401549 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-671d1ca1-8c95-4cf5-9c97-0f2b901466dc tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.473699 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-671d1ca1-8c95-4cf5-9c97-0f2b901466dc tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.478246 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-671d1ca1-8c95-4cf5-9c97-0f2b901466dc tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.499787 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d1ca1-8c95-4cf5-9c97-0f2b901466dc tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9119fbcd-78db-4f68-80e2-fa8744697d89,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:51.510380 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-671d1ca1-8c95-4cf5-9c97-0f2b901466dc tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.511724 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-671d1ca1-8c95-4cf5-9c97-0f2b901466dc tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1449077 Nov 25 20:14:53.979872 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:54.576710 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:59.327565 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2bd6e26f-54fd-465d-af9e-42aa1ac701ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:01.758260 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3f4afe1d-d3f1-4753-854f-6328fc05006c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:03.825330 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:05.626534 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:05.657718 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:08.140663 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-641bc171-8f5f-4249-b4e7-155dd84dd600 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1900941147&fields=id&tenant_id=5a49662473d14429bfa08ae832fa5fb1 HTTP/1.1" status: 200 len: 267 time: 0.0582094 Nov 25 20:15:08.337793 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-0c69079b-0859-416f-8af3-42755adef0d4 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:08.340557 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-0c69079b-0859-416f-8af3-42755adef0d4 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 811 time: 0.1914170 Nov 25 20:15:08.356815 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-81967b4d-3fc4-40c1-b066-c109d30fa186 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/quotas/5a49662473d14429bfa08ae832fa5fb1 HTTP/1.1" status: 200 len: 375 time: 0.0097408 Nov 25 20:15:08.416432 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-076ad244-6251-49fd-938f-5b9f729b4a37 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521226 Nov 25 20:15:08.528978 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-cc95db52-d594-4d04-b3e6-3212271b1520 service neutron] 10.222.0.55 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985942 Nov 25 20:15:08.638262 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-9d597f38-9d58-4a63-9e1c-25e55e101ba7 service neutron] 10.222.0.55 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024392 Nov 25 20:15:08.968367 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a3dc6b71-1563-466c-ae7f-3a7da74f1c2e req-a0fb5d68-d3a4-4194-80ef-c754b0668a4a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 210 time: 0.0295608 Nov 25 20:15:10.050584 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-2a3122de-b6ef-4e09-a31a-080454081733 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:10.052473 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-2a3122de-b6ef-4e09-a31a-080454081733 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.85 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 811 time: 0.1295447 Nov 25 20:15:10.091106 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f20d0ec-4bfa-4696-9c88-e5b60e3698d0 req-cd415847-79b8-4c37-a290-cf920f6dc416 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 210 time: 0.0375524 Nov 25 20:15:10.153011 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-3218f853-d0c1-48fe-90ce-6dd9c3280cc2 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a49662473d14429bfa08ae832fa5fb1 HTTP/1.1" status: 200 len: 380 time: 0.0855043 Nov 25 20:15:10.163152 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-3d9914ec-2c37-4e9c-bbbd-37d80d37cc73 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Request body: {'port': {'device_id': 'c4dc9e78-8418-46ee-9690-afd831567991', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'admin_state_up': True, 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'security_groups': ['119c69a1-4a3b-44fa-b518-2492b2f0badb']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:15:10.290236 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-3d9914ec-2c37-4e9c-bbbd-37d80d37cc73 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Made reservation on behalf of 5a49662473d14429bfa08ae832fa5fb1 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:15:10.298007 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-3d9914ec-2c37-4e9c-bbbd-37d80d37cc73 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:10.507836 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-3d9914ec-2c37-4e9c-bbbd-37d80d37cc73 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Allocated IP 172.20.0.10 (a2b6e25a-2103-45ea-b031-a5d7ec0542cd/b8eac5fe-8121-4bce-95fc-dfb031ef521a/8593267a-7e41-4e46-a888-4be6aaa97e64) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:15:10.664237 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-3d9914ec-2c37-4e9c-bbbd-37d80d37cc73 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:10.699366 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-3d9914ec-2c37-4e9c-bbbd-37d80d37cc73 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:10.744939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-3d9914ec-2c37-4e9c-bbbd-37d80d37cc73 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Network a2b6e25a-2103-45ea-b031-a5d7ec0542cd is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:15:10.748090 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-3d9914ec-2c37-4e9c-bbbd-37d80d37cc73 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:15:10.753066 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-3d9914ec-2c37-4e9c-bbbd-37d80d37cc73 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:15:10.780121 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9914ec-2c37-4e9c-bbbd-37d80d37cc73 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event updated for resources: {'Port': ['ID=8593267a-7e41-4e46-a888-4be6aaa97e64,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:10.810713 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-3d9914ec-2c37-4e9c-bbbd-37d80d37cc73 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:10.812011 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-3d9914ec-2c37-4e9c-bbbd-37d80d37cc73 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:10.845872 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-3d9914ec-2c37-4e9c-bbbd-37d80d37cc73 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6869020 Nov 25 20:15:10.858902 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-f10504aa-3b59-4b8d-8738-6cc4f718c709 service neutron] Request body: {'port': {'device_id': 'c4dc9e78-8418-46ee-9690-afd831567991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:15:10.932104 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-f10504aa-3b59-4b8d-8738-6cc4f718c709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:11.085215 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2e38cde5-867a-4a4e-bb07-91e888592c1a None None] Provisioning complete for port 8593267a-7e41-4e46-a888-4be6aaa97e64 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:15:11.086193 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2e38cde5-867a-4a4e-bb07-91e888592c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:11.125254 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-2e38cde5-867a-4a4e-bb07-91e888592c1a None None] Port 8593267a-7e41-4e46-a888-4be6aaa97e64 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:15:11.281274 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743bec9-8dab-4fad-98c3-3a29529711f7 req-b2d421f9-4f13-425a-993b-a4390e784b05 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:11.282745 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6743bec9-8dab-4fad-98c3-3a29529711f7 req-b2d421f9-4f13-425a-993b-a4390e784b05 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 932 time: 0.1113224 Nov 25 20:15:11.287230 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-f10504aa-3b59-4b8d-8738-6cc4f718c709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8593267a-7e41-4e46-a888-4be6aaa97e64 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:15:11.297159 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-f10504aa-3b59-4b8d-8738-6cc4f718c709 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:11.325738 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-f10504aa-3b59-4b8d-8738-6cc4f718c709 service neutron] Transition to ACTIVE for port object 8593267a-7e41-4e46-a888-4be6aaa97e64 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:15:11.338913 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-f10504aa-3b59-4b8d-8738-6cc4f718c709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:11.379389 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6743bec9-8dab-4fad-98c3-3a29529711f7 req-bc2b79e6-95f8-44fe-8acc-8000bfc3e434 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875106 Nov 25 20:15:11.433296 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10504aa-3b59-4b8d-8738-6cc4f718c709 service neutron] Pushing event updated for resources: {'Port': ['ID=8593267a-7e41-4e46-a888-4be6aaa97e64,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:11.490646 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-f10504aa-3b59-4b8d-8738-6cc4f718c709 service neutron] Attempting to bind port 8593267a-7e41-4e46-a888-4be6aaa97e64 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:15:11.490988 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-f10504aa-3b59-4b8d-8738-6cc4f718c709 service neutron] Attempting to bind port 8593267a-7e41-4e46-a888-4be6aaa97e64 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:15:11.491328 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-f10504aa-3b59-4b8d-8738-6cc4f718c709 service neutron] Attempting to bind port 8593267a-7e41-4e46-a888-4be6aaa97e64 on network a2b6e25a-2103-45ea-b031-a5d7ec0542cd {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:15:11.496603 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-f10504aa-3b59-4b8d-8738-6cc4f718c709 service neutron] Port 8593267a-7e41-4e46-a888-4be6aaa97e64 on network a2b6e25a-2103-45ea-b031-a5d7ec0542cd not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:15:11.496937 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-f10504aa-3b59-4b8d-8738-6cc4f718c709 service neutron] Attempting to bind port 8593267a-7e41-4e46-a888-4be6aaa97e64 on network a2b6e25a-2103-45ea-b031-a5d7ec0542cd {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:15:11.503363 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-f10504aa-3b59-4b8d-8738-6cc4f718c709 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:15:11.503363 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-f10504aa-3b59-4b8d-8738-6cc4f718c709 service neutron] Checking segment: {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:15:11.503363 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-f10504aa-3b59-4b8d-8738-6cc4f718c709 service neutron] Bound using segment: {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:15:11.503799 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-f10504aa-3b59-4b8d-8738-6cc4f718c709 service neutron] Bound port: 8593267a-7e41-4e46-a888-4be6aaa97e64, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:15:11.504143 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-f10504aa-3b59-4b8d-8738-6cc4f718c709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:11.601335 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-f10504aa-3b59-4b8d-8738-6cc4f718c709 service neutron] For port 8593267a-7e41-4e46-a888-4be6aaa97e64, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:15:11.605092 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-f10504aa-3b59-4b8d-8738-6cc4f718c709 service neutron] For port 8593267a-7e41-4e46-a888-4be6aaa97e64, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=8593267a-7e41-4e46-a888-4be6aaa97e64,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:15:11.611694 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-f10504aa-3b59-4b8d-8738-6cc4f718c709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:11.653537 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-f10504aa-3b59-4b8d-8738-6cc4f718c709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:11.654183 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-f10504aa-3b59-4b8d-8738-6cc4f718c709 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:11.655753 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-f10504aa-3b59-4b8d-8738-6cc4f718c709 service neutron] 10.222.0.85 "PUT /v2.0/ports/8593267a-7e41-4e46-a888-4be6aaa97e64 HTTP/1.1" status: 200 len: 1092 time: 0.8018103 Nov 25 20:15:11.656247 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4dc9e78-8418-46ee-9690-afd831567991', 'tag': '8593267a-7e41-4e46-a888-4be6aaa97e64'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:15:11.658709 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d1287363c33af89982683cccced85ad308dc4611d6585ba676b775583d05e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e14fda-78c5-4a64-9757-68b8119a86e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c4dc9e78-8418-46ee-9690-afd831567991", "tag": "8593267a-7e41-4e46-a888-4be6aaa97e64"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:15:11.695550 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10504aa-3b59-4b8d-8738-6cc4f718c709 service neutron] Pushing event updated for resources: {'Port': ['ID=8593267a-7e41-4e46-a888-4be6aaa97e64,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:11.754900 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760127d8-c72d-4df9-8894-3fc810aa8df0 x-openstack-request-id: req-760127d8-c72d-4df9-8894-3fc810aa8df0 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:15:11.754900 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4dc9e78-8418-46ee-9690-afd831567991", "tag": "8593267a-7e41-4e46-a888-4be6aaa97e64", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:15:11.754900 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-760127d8-c72d-4df9-8894-3fc810aa8df0 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:15:11.755294 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4dc9e78-8418-46ee-9690-afd831567991', 'tag': '8593267a-7e41-4e46-a888-4be6aaa97e64', 'status': 'completed', 'code': 200} Nov 25 20:15:11.794153 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-0dfd89a1-7ba8-484d-8135-ef216b40fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:11.797230 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-0dfd89a1-7ba8-484d-8135-ef216b40fe15 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 1095 time: 0.0706978 Nov 25 20:15:11.862040 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-1f72025e-a289-4f8d-b9b3-15cde61adb01 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8593267a-7e41-4e46-a888-4be6aaa97e64 HTTP/1.1" status: 200 len: 217 time: 0.0561500 Nov 25 20:15:11.918254 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-22db0854-1bd0-4784-8716-225a71b14907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:11.919910 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-22db0854-1bd0-4784-8716-225a71b14907 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b8eac5fe-8121-4bce-95fc-dfb031ef521a HTTP/1.1" status: 200 len: 850 time: 0.0503531 Nov 25 20:15:11.969036 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-33debe39-9759-438f-b122-f0a1e828714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:11.970487 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-33debe39-9759-438f-b122-f0a1e828714e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433083 Nov 25 20:15:12.072726 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-c08b85e1-f8fa-4d4e-bf27-993af25f8797 service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950480 Nov 25 20:15:12.167049 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-962ada3e-68eb-44f0-b16b-48e3aac99327 req-a1793e1d-6065-4b9d-8ba0-b2bd14f6d18c service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879087 Nov 25 20:15:12.260349 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e14fda-78c5-4a64-9757-68b8119a86e3 req-ae4883c5-b206-4986-8940-6df4d39e6ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:12.261830 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a6e14fda-78c5-4a64-9757-68b8119a86e3 req-ae4883c5-b206-4986-8940-6df4d39e6ddd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 1095 time: 0.0492401 Nov 25 20:15:12.362674 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e14fda-78c5-4a64-9757-68b8119a86e3 req-a0e46e5d-cfe4-41af-9413-a85706ace0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:12.364187 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a6e14fda-78c5-4a64-9757-68b8119a86e3 req-a0e46e5d-cfe4-41af-9413-a85706ace0ef service neutron] 10.222.0.85 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 912 time: 0.0958769 Nov 25 20:15:12.409424 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a6e14fda-78c5-4a64-9757-68b8119a86e3 req-eac9d30b-c0a6-4b02-b4bb-2bb9fba062b4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8593267a-7e41-4e46-a888-4be6aaa97e64 HTTP/1.1" status: 200 len: 217 time: 0.0388203 Nov 25 20:15:12.461027 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e14fda-78c5-4a64-9757-68b8119a86e3 req-b3af828f-21aa-4732-9d43-a39dc49d57c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:12.462543 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a6e14fda-78c5-4a64-9757-68b8119a86e3 req-b3af828f-21aa-4732-9d43-a39dc49d57c4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b8eac5fe-8121-4bce-95fc-dfb031ef521a HTTP/1.1" status: 200 len: 850 time: 0.0461953 Nov 25 20:15:12.537193 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e14fda-78c5-4a64-9757-68b8119a86e3 req-d1a9665c-e160-4112-b337-1d0876642bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:12.538730 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a6e14fda-78c5-4a64-9757-68b8119a86e3 req-d1a9665c-e160-4112-b337-1d0876642bc5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693471 Nov 25 20:15:12.562469 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f3b76-d5f5-4c44-b22a-3552bb934cbc req-913954e0-c11d-4cc6-a0c6-283d51598a9b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:12.563957 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d2f3b76-d5f5-4c44-b22a-3552bb934cbc req-913954e0-c11d-4cc6-a0c6-283d51598a9b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 944 time: 0.0699630 Nov 25 20:15:12.684874 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1d2f3b76-d5f5-4c44-b22a-3552bb934cbc req-b14f76cd-5173-4a0c-a221-dd60b92450f5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096513 Nov 25 20:15:12.696519 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a6e14fda-78c5-4a64-9757-68b8119a86e3 req-f0fa1808-373d-457d-a178-f9bf3bb93b93 service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491101 Nov 25 20:15:12.799638 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a6e14fda-78c5-4a64-9757-68b8119a86e3 req-2d7e187b-5f8b-40bd-8eed-d14c9f9ddd77 service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958467 Nov 25 20:15:13.713704 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-79338efe-9097-467e-a204-d53acc52d25f req-cebb05da-7d02-416c-bc48-3eed56afabc5 service neutron] (103600) timed out ('10.222.0.55', 43126) {{(pid=103600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 20:15:13.824606 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24c9ea-e06b-428b-a53e-27da5f58581d req-6bdbbb94-cf14-42f0-a9c9-36c8b2bc2481 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:13.826111 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ce24c9ea-e06b-428b-a53e-27da5f58581d req-6bdbbb94-cf14-42f0-a9c9-36c8b2bc2481 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 944 time: 0.0644279 Nov 25 20:15:13.878615 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ce24c9ea-e06b-428b-a53e-27da5f58581d req-0f7dde92-ba5a-4d55-bda2-b8501b2c6e0a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461652 Nov 25 20:15:15.000660 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc8a95-09bc-493f-bbbd-1708c0ed51a0 req-9b106296-d136-40aa-a92b-d75a5d7e24e6 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:15.002176 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dfbc8a95-09bc-493f-bbbd-1708c0ed51a0 req-9b106296-d136-40aa-a92b-d75a5d7e24e6 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 944 time: 0.0499976 Nov 25 20:15:15.060022 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dfbc8a95-09bc-493f-bbbd-1708c0ed51a0 req-9d8dcfe3-7138-43a0-b5ff-527e3cbd7bcb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518987 Nov 25 20:15:16.191504 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a322ad-3ee2-4150-ac0a-c5e30d6874dc req-efc5e138-7ce8-41aa-b008-fa33dbe8838b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:16.193055 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5a322ad-3ee2-4150-ac0a-c5e30d6874dc req-efc5e138-7ce8-41aa-b008-fa33dbe8838b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 944 time: 0.0547810 Nov 25 20:15:16.246080 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5a322ad-3ee2-4150-ac0a-c5e30d6874dc req-cc33a1a1-d74e-4ef9-9237-2358d73c6be2 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465095 Nov 25 20:15:17.366788 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7afd5e-6613-4f54-8686-b9f23f4cd3ac req-16ea69fe-cb63-485b-92cc-0fbbac5a3f38 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:17.368171 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd7afd5e-6613-4f54-8686-b9f23f4cd3ac req-16ea69fe-cb63-485b-92cc-0fbbac5a3f38 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 944 time: 0.0498781 Nov 25 20:15:17.422820 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd7afd5e-6613-4f54-8686-b9f23f4cd3ac req-afe833cf-41f8-4ef1-bc90-70d283d547ef tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486414 Nov 25 20:15:18.552644 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374ad2e-0054-4c49-ba5f-0a5df09c5b85 req-f80f5c12-580b-4bcc-b195-8b7a5b878f24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:18.554192 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2374ad2e-0054-4c49-ba5f-0a5df09c5b85 req-f80f5c12-580b-4bcc-b195-8b7a5b878f24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 944 time: 0.0551467 Nov 25 20:15:18.607903 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2374ad2e-0054-4c49-ba5f-0a5df09c5b85 req-a8a55453-7ac9-4bd0-b009-a049bf9f4d42 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473821 Nov 25 20:15:19.728226 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea739c4-22a2-4d7e-9a2a-4bc9534af736 req-8258450b-9e1f-4639-a8f5-38481be07493 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:19.729807 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bea739c4-22a2-4d7e-9a2a-4bc9534af736 req-8258450b-9e1f-4639-a8f5-38481be07493 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 944 time: 0.0510962 Nov 25 20:15:19.782803 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bea739c4-22a2-4d7e-9a2a-4bc9534af736 req-d4540ca2-d1e4-44b2-b2db-5f80aff6bf79 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467403 Nov 25 20:15:20.902948 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40d52f-8e0d-4af9-8d53-56889919d4bf req-30758341-0e5a-40ec-8fb2-f99ebd5ed4cc tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:20.904419 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e40d52f-8e0d-4af9-8d53-56889919d4bf req-30758341-0e5a-40ec-8fb2-f99ebd5ed4cc tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 944 time: 0.0503056 Nov 25 20:15:20.959166 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e40d52f-8e0d-4af9-8d53-56889919d4bf req-3c077dfd-163c-4860-a284-b32601542710 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478458 Nov 25 20:15:21.608240 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:15:22.079091 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ed1b9-1ba5-4cc8-8988-05b8ecac5d02 req-3eea3405-6610-4e04-9c9c-3db75f943009 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:22.080578 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c51ed1b9-1ba5-4cc8-8988-05b8ecac5d02 req-3eea3405-6610-4e04-9c9c-3db75f943009 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 944 time: 0.0515082 Nov 25 20:15:22.132789 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c51ed1b9-1ba5-4cc8-8988-05b8ecac5d02 req-7dd9195d-fbd8-4cac-8fb6-827b30ca9030 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459614 Nov 25 20:15:23.257032 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3e4fd-509f-41ab-8393-8206dbf766f2 req-07a6a58d-22ee-4d2c-be5c-c5c8d8dc94dc tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:23.258534 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22a3e4fd-509f-41ab-8393-8206dbf766f2 req-07a6a58d-22ee-4d2c-be5c-c5c8d8dc94dc tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 944 time: 0.0490980 Nov 25 20:15:23.315293 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22a3e4fd-509f-41ab-8393-8206dbf766f2 req-a1637781-649b-447a-b61b-db32a34fa672 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503347 Nov 25 20:15:23.364014 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 8593267a-7e41-4e46-a888-4be6aaa97e64 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:15:23.465329 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 8593267a-7e41-4e46-a888-4be6aaa97e64, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=8593267a-7e41-4e46-a888-4be6aaa97e64,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:15:23.477663 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '8593267a-7e41-4e46-a888-4be6aaa97e64', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'port_id': '8593267a-7e41-4e46-a888-4be6aaa97e64', 'mac_address': 'fa:16:3e:a2:d8:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:15:23.515333 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:23.528933 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8593267a-7e41-4e46-a888-4be6aaa97e64 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:15:23.549883 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 8593267a-7e41-4e46-a888-4be6aaa97e64, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=8593267a-7e41-4e46-a888-4be6aaa97e64,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:15:23.554269 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:23.607329 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=8593267a-7e41-4e46-a888-4be6aaa97e64,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:23.615919 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:23.616273 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:23.616623 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:23.616965 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:23.617306 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:23.617643 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:23.617975 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:23.618334 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:23.618672 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:23.619003 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:23.619334 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:23.619663 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:23.762149 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['8593267a-7e41-4e46-a888-4be6aaa97e64'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:15:24.014784 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:24.458919 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055001b-6cfb-492d-858f-0eab64d3c5be req-dda928b3-ee51-4c48-ba75-a36bedd863bc tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:24.460419 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a055001b-6cfb-492d-858f-0eab64d3c5be req-dda928b3-ee51-4c48-ba75-a36bedd863bc tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 945 time: 0.0669188 Nov 25 20:15:24.518593 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a055001b-6cfb-492d-858f-0eab64d3c5be req-5c7f750a-fa33-48b2-b557-997d12170128 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520725 Nov 25 20:15:24.606776 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:25.369643 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 8593267a-7e41-4e46-a888-4be6aaa97e64 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:15:25.429143 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 8593267a-7e41-4e46-a888-4be6aaa97e64 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:15:25.433767 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 8593267a-7e41-4e46-a888-4be6aaa97e64 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:15:25.434141 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:25.527953 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:25.554129 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dc9e78-8418-46ee-9690-afd831567991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8593267a-7e41-4e46-a888-4be6aaa97e64'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:15:25.556520 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f041fd51c1a438d90358606e3122b2a35d432c5c2d2e5ff7d6cc8293b727b9f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d36672-d1bd-4932-8804-26dceb51014a" -d '{"events": [{"server_uuid": "c4dc9e78-8418-46ee-9690-afd831567991", "name": "network-vif-plugged", "status": "completed", "tag": "8593267a-7e41-4e46-a888-4be6aaa97e64"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:15:25.570628 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 8593267a-7e41-4e46-a888-4be6aaa97e64, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=8593267a-7e41-4e46-a888-4be6aaa97e64,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:15:25.575577 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:25.636638 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=8593267a-7e41-4e46-a888-4be6aaa97e64,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:25.671912 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e3d23-aebe-43fe-848b-2cebb4c87602 req-a233e930-ceb3-43eb-ae1b-3a6a8c4bb363 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:25.673504 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-264e3d23-aebe-43fe-848b-2cebb4c87602 req-a233e930-ceb3-43eb-ae1b-3a6a8c4bb363 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 946 time: 0.0713301 Nov 25 20:15:25.726741 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-264e3d23-aebe-43fe-848b-2cebb4c87602 req-b5f01386-22bd-48de-b942-2b1eb263376f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470402 Nov 25 20:15:25.775194 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78eb5e32-b6c3-45df-9fa2-798d0e10375a x-openstack-request-id: req-78eb5e32-b6c3-45df-9fa2-798d0e10375a {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:15:25.775595 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4dc9e78-8418-46ee-9690-afd831567991", "name": "network-vif-plugged", "status": "completed", "tag": "8593267a-7e41-4e46-a888-4be6aaa97e64", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:15:25.775903 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-78eb5e32-b6c3-45df-9fa2-798d0e10375a {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:15:25.776367 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dc9e78-8418-46ee-9690-afd831567991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8593267a-7e41-4e46-a888-4be6aaa97e64', 'code': 200} Nov 25 20:15:25.879421 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20192854-942a-434f-8e33-783afe3b8d97 req-577f01ca-9c4c-47e2-96c6-6b248e041bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:25.880925 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20192854-942a-434f-8e33-783afe3b8d97 req-577f01ca-9c4c-47e2-96c6-6b248e041bfc service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 1097 time: 0.0445778 Nov 25 20:15:25.935197 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20192854-942a-434f-8e33-783afe3b8d97 req-82839e38-1f6f-4619-ba0e-31aabebbbbb0 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473042 Nov 25 20:15:26.885744 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4efed-396a-4bec-a093-3e93013a8312 req-625a624b-1002-4f7a-8c09-a763a2bf57dd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:26.887376 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-19d4efed-396a-4bec-a093-3e93013a8312 req-625a624b-1002-4f7a-8c09-a763a2bf57dd tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 946 time: 0.0631583 Nov 25 20:15:26.951690 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-19d4efed-396a-4bec-a093-3e93013a8312 req-d7480155-30d6-4f21-b22f-d6694e964ed2 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577664 Nov 25 20:15:28.103497 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a8150-22d3-4c04-acf3-7ebe55aeacaf req-9b601bdd-b98f-49db-bdb3-b3fd9a09d409 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:28.105098 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a9a8150-22d3-4c04-acf3-7ebe55aeacaf req-9b601bdd-b98f-49db-bdb3-b3fd9a09d409 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 946 time: 0.0586703 Nov 25 20:15:28.160949 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a9a8150-22d3-4c04-acf3-7ebe55aeacaf req-8eceaf48-2ef4-4952-95b2-b53d2c840a8c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485342 Nov 25 20:15:28.292429 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abed257-504f-4ccb-a890-d7a5cc940362 req-eab4bca6-7eeb-4554-806c-0f2d09ab01c6 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:28.294069 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5abed257-504f-4ccb-a890-d7a5cc940362 req-eab4bca6-7eeb-4554-806c-0f2d09ab01c6 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 946 time: 0.0589123 Nov 25 20:15:28.352123 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5abed257-504f-4ccb-a890-d7a5cc940362 req-7f2b0e2e-b2c2-4b62-94fd-bc57b83393fb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507774 Nov 25 20:15:28.376025 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55012) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:28.424278 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2b4b09-d722-435d-9f8a-5247423d7c41 tempest-TestVolumeBootPattern-1819893425 tempest-TestVolumeBootPattern-1819893425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:28.425866 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-db2b4b09-d722-435d-9f8a-5247423d7c41 tempest-TestVolumeBootPattern-1819893425 tempest-TestVolumeBootPattern-1819893425-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 1092 time: 0.0488105 Nov 25 20:15:28.428952 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55014) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:28.433422 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'port_id': '8593267a-7e41-4e46-a888-4be6aaa97e64', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:15:28.457920 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:28.565635 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:28.683170 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Allocated IP 172.25.6.113 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/9a506525-7710-4f8d-88d5-a5d384e64045) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:15:28.799191 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:28.837980 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:28.880768 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:15:28.883882 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:15:28.886484 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:15:28.916159 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event updated for resources: {'Port': ['ID=9a506525-7710-4f8d-88d5-a5d384e64045,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:28.928915 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:28.929345 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:28.929781 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:28.930130 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:28.930526 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:28.930870 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:28.931204 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:28.931535 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:28.931866 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:28.932194 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:28.932526 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:28.932857 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:29.271694 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:29.303004 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c0579b5f-0763-45ad-82bf-f17b104a104e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:29.351082 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:29.515911 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:29.520840 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:29.596651 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event updated for resources: {'Port': ['ID=9a506525-7710-4f8d-88d5-a5d384e64045,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:29.613651 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:30.061775 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Floating IP dee27d01-4e7a-48ce-9273-d6d9380f07cc associated. External IP: 172.25.6.113, port: 8593267a-7e41-4e46-a888-4be6aaa97e64. Nov 25 20:15:30.311427 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Router 43debb87-6771-47c7-bca5-e5daad80e159 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:15:30.437812 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:15:30.448798 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd0137a-66d8-43ba-bd6d-74d0b334993b None None] Sync routers for ids ['43debb87-6771-47c7-bca5-e5daad80e159'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:15:30.464148 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd0137a-66d8-43ba-bd6d-74d0b334993b None None] Routers {'43debb87-6771-47c7-bca5-e5daad80e159'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:15:30.464899 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-bdd0137a-66d8-43ba-bd6d-74d0b334993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:15:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['43debb87-6771-47c7-bca5-e5daad80e159'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:30.465307 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:30.499380 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-45017587-9e9c-4af5-a630-defff9894c24 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0693452 Nov 25 20:15:30.499980 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4dc9e78-8418-46ee-9690-afd831567991', 'tag': '8593267a-7e41-4e46-a888-4be6aaa97e64'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:15:30.502403 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0b4d73e93013e16f3fc50d2a3e0ae4d3d6d952aad37eccaf96c30c37237227" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12db8471-4e35-4cc4-b20b-22b6c8eb7bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "c4dc9e78-8418-46ee-9690-afd831567991", "tag": "8593267a-7e41-4e46-a888-4be6aaa97e64"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:15:30.543573 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848e085c-e5c7-45c9-97c9-8b77cac5a9be x-openstack-request-id: req-848e085c-e5c7-45c9-97c9-8b77cac5a9be {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:15:30.544162 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4dc9e78-8418-46ee-9690-afd831567991", "tag": "8593267a-7e41-4e46-a888-4be6aaa97e64", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:15:30.544366 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-848e085c-e5c7-45c9-97c9-8b77cac5a9be {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:15:30.544870 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4dc9e78-8418-46ee-9690-afd831567991', 'tag': '8593267a-7e41-4e46-a888-4be6aaa97e64', 'status': 'completed', 'code': 200} Nov 25 20:15:30.602393 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-bdd0137a-66d8-43ba-bd6d-74d0b334993b None None] Set router 43debb87-6771-47c7-bca5-e5daad80e159 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:15:30.609508 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db8471-4e35-4cc4-b20b-22b6c8eb7bc4 req-39990a43-5321-4745-bdac-d1b7f4d60ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:30.611119 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-12db8471-4e35-4cc4-b20b-22b6c8eb7bc4 req-39990a43-5321-4745-bdac-d1b7f4d60ee5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 1097 time: 0.0434463 Nov 25 20:15:30.716311 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db8471-4e35-4cc4-b20b-22b6c8eb7bc4 req-90febd8e-1d9b-4767-bc72-c0e58f94b107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:30.718276 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-12db8471-4e35-4cc4-b20b-22b6c8eb7bc4 req-90febd8e-1d9b-4767-bc72-c0e58f94b107 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 912 time: 0.1000061 Nov 25 20:15:30.787833 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-12db8471-4e35-4cc4-b20b-22b6c8eb7bc4 req-2b90d1c2-2800-4e4c-844a-86505d762072 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8593267a-7e41-4e46-a888-4be6aaa97e64 HTTP/1.1" status: 200 len: 1000 time: 0.0628633 Nov 25 20:15:30.840114 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db8471-4e35-4cc4-b20b-22b6c8eb7bc4 req-7c12edc6-6aaf-437d-aaba-466826a88f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:30.841633 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-12db8471-4e35-4cc4-b20b-22b6c8eb7bc4 req-7c12edc6-6aaf-437d-aaba-466826a88f59 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b8eac5fe-8121-4bce-95fc-dfb031ef521a HTTP/1.1" status: 200 len: 850 time: 0.0472362 Nov 25 20:15:30.848847 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-bdd0137a-66d8-43ba-bd6d-74d0b334993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43debb87-6771-47c7-bca5-e5daad80e159', 'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '963ab711-947b-4968-8a19-c51d19a96547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'gw_port': {'id': '963ab711-947b-4968-8a19-c51d19a96547', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'dee27d01-4e7a-48ce-9273-d6d9380f07cc', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'floating_ip_address': '172.25.6.113', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'port_id': '8593267a-7e41-4e46-a888-4be6aaa97e64', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'mac_address': 'fa:16:3e:a2:d8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dc9e78-8418-46ee-9690-afd831567991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:15:29Z', 'updated_at': '2021-11-25T20:15:29Z', 'revision_number': 0, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92335b9-07ec-475f-b38a-14a7fdfe710c', 'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'mac_address': 'fa:16:3e:bc:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:27Z', 'updated_at': '2021-11-25T20:11:32Z', 'revision_number': 5, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'subnets': [{'id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:30.875556 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd0137a-66d8-43ba-bd6d-74d0b334993b None None] Checking router: 43debb87-6771-47c7-bca5-e5daad80e159 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:15:30.884453 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd0137a-66d8-43ba-bd6d-74d0b334993b None None] Routers {'43debb87-6771-47c7-bca5-e5daad80e159'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:15:30.885088 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-bdd0137a-66d8-43ba-bd6d-74d0b334993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:15:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['43debb87-6771-47c7-bca5-e5daad80e159'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:30.892835 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db8471-4e35-4cc4-b20b-22b6c8eb7bc4 req-39181dac-fb63-42ef-affb-f000e2dcaffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:30.894406 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-12db8471-4e35-4cc4-b20b-22b6c8eb7bc4 req-39181dac-fb63-42ef-affb-f000e2dcaffc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457754 Nov 25 20:15:31.004816 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-bdd0137a-66d8-43ba-bd6d-74d0b334993b None None] Set router 43debb87-6771-47c7-bca5-e5daad80e159 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:15:31.013426 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-12db8471-4e35-4cc4-b20b-22b6c8eb7bc4 req-cc8588c9-7442-4b40-9600-4ad0e4acec8f service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121733 Nov 25 20:15:31.371336 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-bdd0137a-66d8-43ba-bd6d-74d0b334993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43debb87-6771-47c7-bca5-e5daad80e159', 'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '963ab711-947b-4968-8a19-c51d19a96547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'gw_port': {'id': '963ab711-947b-4968-8a19-c51d19a96547', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'dee27d01-4e7a-48ce-9273-d6d9380f07cc', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'floating_ip_address': '172.25.6.113', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'port_id': '8593267a-7e41-4e46-a888-4be6aaa97e64', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'mac_address': 'fa:16:3e:a2:d8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dc9e78-8418-46ee-9690-afd831567991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:15:29Z', 'updated_at': '2021-11-25T20:15:29Z', 'revision_number': 0, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92335b9-07ec-475f-b38a-14a7fdfe710c', 'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'mac_address': 'fa:16:3e:bc:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:27Z', 'updated_at': '2021-11-25T20:11:32Z', 'revision_number': 5, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'subnets': [{'id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:31.401586 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd0137a-66d8-43ba-bd6d-74d0b334993b None None] The sync data for ids ['43debb87-6771-47c7-bca5-e5daad80e159'] in n-d-819349-5 is: [{'id': '43debb87-6771-47c7-bca5-e5daad80e159', 'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '963ab711-947b-4968-8a19-c51d19a96547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'gw_port': {'id': '963ab711-947b-4968-8a19-c51d19a96547', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'dee27d01-4e7a-48ce-9273-d6d9380f07cc', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'floating_ip_address': '172.25.6.113', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'port_id': '8593267a-7e41-4e46-a888-4be6aaa97e64', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'mac_address': 'fa:16:3e:a2:d8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dc9e78-8418-46ee-9690-afd831567991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:15:29Z', 'updated_at': '2021-11-25T20:15:29Z', 'revision_number': 0, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92335b9-07ec-475f-b38a-14a7fdfe710c', 'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'mac_address': 'fa:16:3e:bc:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:27Z', 'updated_at': '2021-11-25T20:11:32Z', 'revision_number': 5, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'subnets': [{'id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:15:31.433790 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-12db8471-4e35-4cc4-b20b-22b6c8eb7bc4 req-8cb014ea-08a2-4a66-a6c7-3c27ceea1a10 service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116151 Nov 25 20:15:31.658228 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e429266-cdd1-4b89-bb66-e35c80a64d44 None None] New status for floating IP dee27d01-4e7a-48ce-9273-d6d9380f07cc: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:15:31.788946 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1d77-b7c2-451f-b9b7-79ffbef21a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:33.826668 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:35.628781 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:35.652890 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:51.085865 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-95628d42-3cb9-4554-8530-7ef7f06dba13 req-e3e31c9f-4b4e-47de-8a93-b791bfe48a58 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515211 Nov 25 20:15:51.182509 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95628d42-3cb9-4554-8530-7ef7f06dba13 req-3bb0742a-4b60-445b-a2b5-7666966a6dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:51.184039 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-95628d42-3cb9-4554-8530-7ef7f06dba13 req-3bb0742a-4b60-445b-a2b5-7666966a6dc6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 1097 time: 0.0458388 Nov 25 20:15:51.298804 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95628d42-3cb9-4554-8530-7ef7f06dba13 req-167405e7-b6de-489b-bd07-2bf95063a472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:51.300267 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-95628d42-3cb9-4554-8530-7ef7f06dba13 req-167405e7-b6de-489b-bd07-2bf95063a472 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 912 time: 0.0944123 Nov 25 20:15:51.374901 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-95628d42-3cb9-4554-8530-7ef7f06dba13 req-55c415a3-7400-4196-b324-581770617fdf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8593267a-7e41-4e46-a888-4be6aaa97e64 HTTP/1.1" status: 200 len: 1002 time: 0.0627050 Nov 25 20:15:51.432162 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95628d42-3cb9-4554-8530-7ef7f06dba13 req-7ebc7abf-df02-4efe-ad93-122b960190f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:51.433644 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-95628d42-3cb9-4554-8530-7ef7f06dba13 req-7ebc7abf-df02-4efe-ad93-122b960190f5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b8eac5fe-8121-4bce-95fc-dfb031ef521a HTTP/1.1" status: 200 len: 850 time: 0.0524209 Nov 25 20:15:51.486265 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95628d42-3cb9-4554-8530-7ef7f06dba13 req-ca4fc16d-8d19-42e7-b39f-ee5b7c87f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:51.487844 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-95628d42-3cb9-4554-8530-7ef7f06dba13 req-ca4fc16d-8d19-42e7-b39f-ee5b7c87f38e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467808 Nov 25 20:15:51.596644 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-95628d42-3cb9-4554-8530-7ef7f06dba13 req-fb1e358e-1807-4d3e-aa90-5296ad0ff7b2 service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011672 Nov 25 20:15:51.704044 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-95628d42-3cb9-4554-8530-7ef7f06dba13 req-2348ce84-7d2c-4da2-83c1-db0f04c6cd48 service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996208 Nov 25 20:15:53.989617 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:54.621683 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:58.612801 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:15:59.305531 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7744-93b9-450e-9481-b00359e664de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:01.762305 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b37b3d29-e838-459d-b089-2683877f2358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:03.830939 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:05.629872 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:05.656429 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:23.991504 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:24.615474 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:29.307024 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76c57612-e1b7-4898-9adf-dbf090def822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:31.765068 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-58ee004e-86a2-44fb-9283-5aab1dbbea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:33.835020 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:35.612856 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:16:35.634193 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:35.660687 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:53.186441 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3681b049-46d9-4f9a-859c-1f4c88fa8b72 req-ba470452-1c7a-4791-a279-2b54d4389fc2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0864387 Nov 25 20:16:53.275486 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681b049-46d9-4f9a-859c-1f4c88fa8b72 req-71170610-a771-49a2-b60c-ac79bea104b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:53.276994 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3681b049-46d9-4f9a-859c-1f4c88fa8b72 req-71170610-a771-49a2-b60c-ac79bea104b8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 1097 time: 0.0468464 Nov 25 20:16:53.392035 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681b049-46d9-4f9a-859c-1f4c88fa8b72 req-7a9f9353-057d-4b2a-9e86-348275b6b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:53.393562 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3681b049-46d9-4f9a-859c-1f4c88fa8b72 req-7a9f9353-057d-4b2a-9e86-348275b6b956 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 912 time: 0.0969839 Nov 25 20:16:53.474611 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3681b049-46d9-4f9a-859c-1f4c88fa8b72 req-e6e58477-5e9b-4d84-b33c-47f1b13d6903 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8593267a-7e41-4e46-a888-4be6aaa97e64 HTTP/1.1" status: 200 len: 1002 time: 0.0729895 Nov 25 20:16:53.529331 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681b049-46d9-4f9a-859c-1f4c88fa8b72 req-23f78607-8944-4f67-a61b-3e3afb3cf65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:53.531017 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3681b049-46d9-4f9a-859c-1f4c88fa8b72 req-23f78607-8944-4f67-a61b-3e3afb3cf65e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b8eac5fe-8121-4bce-95fc-dfb031ef521a HTTP/1.1" status: 200 len: 850 time: 0.0498583 Nov 25 20:16:53.585089 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681b049-46d9-4f9a-859c-1f4c88fa8b72 req-62a7cfc9-3fcd-43fe-bc10-c3b113127079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:53.586677 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3681b049-46d9-4f9a-859c-1f4c88fa8b72 req-62a7cfc9-3fcd-43fe-bc10-c3b113127079 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485461 Nov 25 20:16:53.695855 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3681b049-46d9-4f9a-859c-1f4c88fa8b72 req-ef1df792-4fff-4833-90b9-8a53d704b737 service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998037 Nov 25 20:16:53.802473 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3681b049-46d9-4f9a-859c-1f4c88fa8b72 req-5f59ec3e-2966-44fe-99d9-a3b552842dca service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992081 Nov 25 20:16:54.023083 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:54.619597 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:59.310232 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-650887d0-7bd0-43f4-b73e-3d9ae9be66cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:01.768755 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f753d14a-f323-4499-830e-ff918148854f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:03.834168 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:05.637081 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:05.670381 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:12.613064 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:17:24.021959 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:24.633018 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:28.241713 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ff76f-18fe-4f23-900a-5f9791daff53 req-fb9ce26a-ff79-469f-acd5-598dde1343ed tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:28.243364 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d12ff76f-18fe-4f23-900a-5f9791daff53 req-fb9ce26a-ff79-469f-acd5-598dde1343ed tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 946 time: 0.1085393 Nov 25 20:17:28.302695 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d12ff76f-18fe-4f23-900a-5f9791daff53 req-666ff925-3561-4ae2-91b5-0f103c9a3319 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513287 Nov 25 20:17:29.320407 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6ab725dc-da5f-4bd1-a410-ecc0c5fbf179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:29.475410 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf42804-11ee-4462-a364-b9f710a3003f req-c4c55ab4-d11b-4406-9f88-39f0cad75f2b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:29.476014 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-edf42804-11ee-4462-a364-b9f710a3003f req-c4c55ab4-d11b-4406-9f88-39f0cad75f2b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 946 time: 0.0619638 Nov 25 20:17:29.535291 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-edf42804-11ee-4462-a364-b9f710a3003f req-d5fd8044-02f2-4e20-870d-c794fabe554e tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527997 Nov 25 20:17:29.625070 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50901c72-4c23-4361-845d-ddab5190047e req-4745476b-7dd3-4c42-a55c-669ee723219f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:29.627089 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50901c72-4c23-4361-845d-ddab5190047e req-4745476b-7dd3-4c42-a55c-669ee723219f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.85 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 946 time: 0.0632505 Nov 25 20:17:29.744230 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-50901c72-4c23-4361-845d-ddab5190047e req-cce5af5c-007d-476a-8308-527fd558e775 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Deleting port 8593267a-7e41-4e46-a888-4be6aaa97e64 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:17:29.744574 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-50901c72-4c23-4361-845d-ddab5190047e req-cce5af5c-007d-476a-8308-527fd558e775 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:29.854255 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-50901c72-4c23-4361-845d-ddab5190047e req-cce5af5c-007d-476a-8308-527fd558e775 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] For port 8593267a-7e41-4e46-a888-4be6aaa97e64, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=8593267a-7e41-4e46-a888-4be6aaa97e64,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:17:29.854807 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-50901c72-4c23-4361-845d-ddab5190047e req-cce5af5c-007d-476a-8308-527fd558e775 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:30.102321 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-50901c72-4c23-4361-845d-ddab5190047e req-cce5af5c-007d-476a-8308-527fd558e775 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:30.102719 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-50901c72-4c23-4361-845d-ddab5190047e req-cce5af5c-007d-476a-8308-527fd558e775 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:30.103078 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [req-50901c72-4c23-4361-845d-ddab5190047e req-cce5af5c-007d-476a-8308-527fd558e775 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Floating IP dee27d01-4e7a-48ce-9273-d6d9380f07cc disassociated. External IP: 172.25.6.113, port: 8593267a-7e41-4e46-a888-4be6aaa97e64. Nov 25 20:17:30.103581 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-50901c72-4c23-4361-845d-ddab5190047e req-cce5af5c-007d-476a-8308-527fd558e775 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Calling delete_port for 8593267a-7e41-4e46-a888-4be6aaa97e64 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:17:30.259080 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-50901c72-4c23-4361-845d-ddab5190047e req-cce5af5c-007d-476a-8308-527fd558e775 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:30.287085 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5af5c-007d-476a-8308-527fd558e775 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event deleted for resources: {'Port': ['ID=8593267a-7e41-4e46-a888-4be6aaa97e64,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:17:30.300569 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce5af5c-007d-476a-8308-527fd558e775 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:30.300927 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce5af5c-007d-476a-8308-527fd558e775 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:30.301276 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce5af5c-007d-476a-8308-527fd558e775 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:30.301621 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce5af5c-007d-476a-8308-527fd558e775 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:30.301959 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce5af5c-007d-476a-8308-527fd558e775 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:30.302306 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce5af5c-007d-476a-8308-527fd558e775 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:30.302657 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce5af5c-007d-476a-8308-527fd558e775 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:30.303027 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce5af5c-007d-476a-8308-527fd558e775 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:30.303321 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce5af5c-007d-476a-8308-527fd558e775 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:30.303643 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce5af5c-007d-476a-8308-527fd558e775 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:30.303967 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce5af5c-007d-476a-8308-527fd558e775 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:30.304290 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce5af5c-007d-476a-8308-527fd558e775 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:30.425946 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50901c72-4c23-4361-845d-ddab5190047e req-cce5af5c-007d-476a-8308-527fd558e775 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Router 43debb87-6771-47c7-bca5-e5daad80e159 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:17:30.535368 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50901c72-4c23-4361-845d-ddab5190047e req-cce5af5c-007d-476a-8308-527fd558e775 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:17:30.546529 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c0225-1d44-499a-b7bc-fbc10dbcefa4 None None] Sync routers for ids ['43debb87-6771-47c7-bca5-e5daad80e159'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:17:30.561023 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2c0225-1d44-499a-b7bc-fbc10dbcefa4 None None] Routers {'43debb87-6771-47c7-bca5-e5daad80e159'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:17:30.561648 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2c2c0225-1d44-499a-b7bc-fbc10dbcefa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:17:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['43debb87-6771-47c7-bca5-e5daad80e159'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:17:30.578782 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-50901c72-4c23-4361-845d-ddab5190047e req-cce5af5c-007d-476a-8308-527fd558e775 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] No DVR routers for this DVR port 8593267a-7e41-4e46-a888-4be6aaa97e64 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:17:30.583656 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-50901c72-4c23-4361-845d-ddab5190047e req-cce5af5c-007d-476a-8308-527fd558e775 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:30.589487 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-50901c72-4c23-4361-845d-ddab5190047e req-cce5af5c-007d-476a-8308-527fd558e775 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.85 "DELETE /v2.0/ports/8593267a-7e41-4e46-a888-4be6aaa97e64 HTTP/1.1" status: 204 len: 173 time: 0.9557574 Nov 25 20:17:30.590657 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dc9e78-8418-46ee-9690-afd831567991', 'name': 'network-vif-deleted', 'tag': '8593267a-7e41-4e46-a888-4be6aaa97e64'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:17:30.659245 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23774e13-7d9f-4251-9dcc-71009251162b" -d '{"events": [{"server_uuid": "c4dc9e78-8418-46ee-9690-afd831567991", "name": "network-vif-deleted", "tag": "8593267a-7e41-4e46-a888-4be6aaa97e64"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:17:30.665745 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fecde477-e9c8-48cc-9296-d51d38bd5fe1 req-38d71cb1-9c55-4cb5-b5c0-c8ef99011f77 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 210 time: 0.0445457 Nov 25 20:17:30.718359 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-2c2c0225-1d44-499a-b7bc-fbc10dbcefa4 None None] Set router 43debb87-6771-47c7-bca5-e5daad80e159 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:17:30.788168 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b7eb94-5fce-4734-b095-8ffcdd6caece x-openstack-request-id: req-e4b7eb94-5fce-4734-b095-8ffcdd6caece {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:17:30.788468 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4dc9e78-8418-46ee-9690-afd831567991", "name": "network-vif-deleted", "tag": "8593267a-7e41-4e46-a888-4be6aaa97e64", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:17:30.788728 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e4b7eb94-5fce-4734-b095-8ffcdd6caece {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:17:30.789143 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dc9e78-8418-46ee-9690-afd831567991', 'name': 'network-vif-deleted', 'tag': '8593267a-7e41-4e46-a888-4be6aaa97e64', 'status': 'completed', 'code': 200} Nov 25 20:17:30.977591 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2c2c0225-1d44-499a-b7bc-fbc10dbcefa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43debb87-6771-47c7-bca5-e5daad80e159', 'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '963ab711-947b-4968-8a19-c51d19a96547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'gw_port': {'id': '963ab711-947b-4968-8a19-c51d19a96547', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c92335b9-07ec-475f-b38a-14a7fdfe710c', 'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'mac_address': 'fa:16:3e:bc:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:27Z', 'updated_at': '2021-11-25T20:11:32Z', 'revision_number': 5, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'subnets': [{'id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:17:31.004779 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c0225-1d44-499a-b7bc-fbc10dbcefa4 None None] Checking router: 43debb87-6771-47c7-bca5-e5daad80e159 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:17:31.013609 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2c0225-1d44-499a-b7bc-fbc10dbcefa4 None None] Routers {'43debb87-6771-47c7-bca5-e5daad80e159'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:17:31.014230 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2c2c0225-1d44-499a-b7bc-fbc10dbcefa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:17:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['43debb87-6771-47c7-bca5-e5daad80e159'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:17:31.131115 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-2c2c0225-1d44-499a-b7bc-fbc10dbcefa4 None None] Set router 43debb87-6771-47c7-bca5-e5daad80e159 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:17:31.368451 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2c2c0225-1d44-499a-b7bc-fbc10dbcefa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43debb87-6771-47c7-bca5-e5daad80e159', 'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '963ab711-947b-4968-8a19-c51d19a96547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'gw_port': {'id': '963ab711-947b-4968-8a19-c51d19a96547', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c92335b9-07ec-475f-b38a-14a7fdfe710c', 'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'mac_address': 'fa:16:3e:bc:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:27Z', 'updated_at': '2021-11-25T20:11:32Z', 'revision_number': 5, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'subnets': [{'id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:17:31.397711 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c0225-1d44-499a-b7bc-fbc10dbcefa4 None None] The sync data for ids ['43debb87-6771-47c7-bca5-e5daad80e159'] in n-d-819349-5 is: [{'id': '43debb87-6771-47c7-bca5-e5daad80e159', 'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '963ab711-947b-4968-8a19-c51d19a96547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'gw_port': {'id': '963ab711-947b-4968-8a19-c51d19a96547', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c92335b9-07ec-475f-b38a-14a7fdfe710c', 'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'mac_address': 'fa:16:3e:bc:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:27Z', 'updated_at': '2021-11-25T20:11:32Z', 'revision_number': 5, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'subnets': [{'id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:17:31.675710 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a496c606-370e-4d75-b2b9-2c94ea4ec816 None None] New status for floating IP dee27d01-4e7a-48ce-9273-d6d9380f07cc: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:17:31.783491 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aa5ba798-bb49-4c9a-91b2-75ab7d1fa6fd req-848c7125-9c59-449f-9468-cbffabda5ee6 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 210 time: 0.0347426 Nov 25 20:17:31.987441 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e89967f2-8d55-488a-a414-eacffdee5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:32.099990 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 8593267a-7e41-4e46-a888-4be6aaa97e64 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:17:32.127861 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 8593267a-7e41-4e46-a888-4be6aaa97e64 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:17:32.128215 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 8593267a-7e41-4e46-a888-4be6aaa97e64 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:17:32.884158 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ed4d5d0b-2261-439b-96a1-98bdd3beef21 req-c637b75c-a9b1-4df9-a3ed-21abd5b945de tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 210 time: 0.0269101 Nov 25 20:17:33.838264 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:33.982889 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e75f3745-6903-4295-8490-d6f74838b485 req-1cd668b4-3e26-4dda-bb2b-519c4298a03c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 210 time: 0.0272832 Nov 25 20:17:35.088814 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-471cbf13-8479-41b4-8218-c660e25d07b7 req-33a6106f-8a6a-42d9-9bf7-de057f599073 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4dc9e78-8418-46ee-9690-afd831567991 HTTP/1.1" status: 200 len: 210 time: 0.0295122 Nov 25 20:17:35.640370 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:35.668858 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:36.310269 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-0685a6df-a97a-4887-9887-79f60bf44caa tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1900941147&fields=id&tenant_id=5a49662473d14429bfa08ae832fa5fb1 HTTP/1.1" status: 200 len: 267 time: 0.0541933 Nov 25 20:17:36.425735 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-2332133f-6926-4bc4-ad67-e5e6250a63e4 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:36.427171 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-2332133f-6926-4bc4-ad67-e5e6250a63e4 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 811 time: 0.1089191 Nov 25 20:17:36.442739 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-fce67101-d1a2-42ac-8357-c02488c3b56d tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/quotas/5a49662473d14429bfa08ae832fa5fb1 HTTP/1.1" status: 200 len: 375 time: 0.0098283 Nov 25 20:17:36.501973 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-2641f0a2-3cba-4e3c-9f08-ba61ecac5a26 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529897 Nov 25 20:17:36.685031 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-82302754-6fc9-4c48-b5ac-4c147c5776de service neutron] 10.222.0.55 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330538 Nov 25 20:17:36.791516 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-734d502a-bad9-4792-83ce-fdb6f4241c36 service neutron] 10.222.0.55 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994375 Nov 25 20:17:38.147883 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4d28ebb-a73a-4d46-97aa-7885a3a6ba32 req-87a4d7d1-9ac7-403d-8ed4-12d84831d076 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 210 time: 0.0396109 Nov 25 20:17:39.267593 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1064565a-dcc7-4d87-95e2-78a413eb7300 req-02d0c4e7-7817-4c2b-b3fc-ca8f7b87e37b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 210 time: 0.0331202 Nov 25 20:17:39.279257 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-cd6fcc70-69a5-4012-a65a-e56a20aeef67 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:39.281263 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-cd6fcc70-69a5-4012-a65a-e56a20aeef67 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.73 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 811 time: 0.1255190 Nov 25 20:17:39.369620 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-6f3359b0-5d2e-4a5a-9818-341a3ce716fa tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a49662473d14429bfa08ae832fa5fb1 HTTP/1.1" status: 200 len: 380 time: 0.0774727 Nov 25 20:17:39.380363 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-f6687dd8-822a-4af5-b8c0-8925f5f17f20 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Request body: {'port': {'device_id': '56558ca8-1ea4-4dca-a70c-a3d8fed57e84', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'admin_state_up': True, 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'security_groups': ['119c69a1-4a3b-44fa-b518-2492b2f0badb']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:17:39.495687 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-f6687dd8-822a-4af5-b8c0-8925f5f17f20 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Made reservation on behalf of 5a49662473d14429bfa08ae832fa5fb1 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:17:39.499290 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-f6687dd8-822a-4af5-b8c0-8925f5f17f20 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:39.633111 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-f6687dd8-822a-4af5-b8c0-8925f5f17f20 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Allocated IP 172.20.0.7 (a2b6e25a-2103-45ea-b031-a5d7ec0542cd/b8eac5fe-8121-4bce-95fc-dfb031ef521a/eba47111-8238-4385-9d91-530228bf2547) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:17:39.781376 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-f6687dd8-822a-4af5-b8c0-8925f5f17f20 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:39.816920 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-f6687dd8-822a-4af5-b8c0-8925f5f17f20 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:39.870630 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-f6687dd8-822a-4af5-b8c0-8925f5f17f20 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Network a2b6e25a-2103-45ea-b031-a5d7ec0542cd is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:17:39.873954 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-f6687dd8-822a-4af5-b8c0-8925f5f17f20 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:17:39.879240 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-f6687dd8-822a-4af5-b8c0-8925f5f17f20 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:17:39.883731 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6687dd8-822a-4af5-b8c0-8925f5f17f20 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event updated for resources: {'Port': ['ID=eba47111-8238-4385-9d91-530228bf2547,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:17:39.913693 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6687dd8-822a-4af5-b8c0-8925f5f17f20 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:39.914048 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6687dd8-822a-4af5-b8c0-8925f5f17f20 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:39.914427 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6687dd8-822a-4af5-b8c0-8925f5f17f20 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:39.914776 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6687dd8-822a-4af5-b8c0-8925f5f17f20 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:39.915122 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6687dd8-822a-4af5-b8c0-8925f5f17f20 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:39.915469 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6687dd8-822a-4af5-b8c0-8925f5f17f20 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:39.915807 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6687dd8-822a-4af5-b8c0-8925f5f17f20 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:39.916146 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6687dd8-822a-4af5-b8c0-8925f5f17f20 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:39.916477 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6687dd8-822a-4af5-b8c0-8925f5f17f20 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:39.916816 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6687dd8-822a-4af5-b8c0-8925f5f17f20 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:39.917147 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6687dd8-822a-4af5-b8c0-8925f5f17f20 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:39.917481 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6687dd8-822a-4af5-b8c0-8925f5f17f20 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:39.944197 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-f6687dd8-822a-4af5-b8c0-8925f5f17f20 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:39.944880 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-f6687dd8-822a-4af5-b8c0-8925f5f17f20 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:39.965905 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-f6687dd8-822a-4af5-b8c0-8925f5f17f20 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5894933 Nov 25 20:17:40.090491 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-56f55aee-c16e-40c3-8cba-6b1ebbd28cdb service neutron] Request body: {'port': {'device_id': '56558ca8-1ea4-4dca-a70c-a3d8fed57e84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:17:40.156585 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-56f55aee-c16e-40c3-8cba-6b1ebbd28cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:40.196166 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-dfb4a20d-9b47-415a-8729-c6b47aca4e2f None None] Provisioning complete for port eba47111-8238-4385-9d91-530228bf2547 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:17:40.196791 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dfb4a20d-9b47-415a-8729-c6b47aca4e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:40.237582 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-dfb4a20d-9b47-415a-8729-c6b47aca4e2f None None] Port eba47111-8238-4385-9d91-530228bf2547 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:17:40.392924 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678e764-2c3e-4957-84d3-5a2ce387502c req-e0bf1077-a2a1-4b30-9449-2668c1fd25d9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:40.395393 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1678e764-2c3e-4957-84d3-5a2ce387502c req-e0bf1077-a2a1-4b30-9449-2668c1fd25d9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 931 time: 0.0557132 Nov 25 20:17:40.450152 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-56f55aee-c16e-40c3-8cba-6b1ebbd28cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba47111-8238-4385-9d91-530228bf2547 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:17:40.459443 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-56f55aee-c16e-40c3-8cba-6b1ebbd28cdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:40.473198 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-56f55aee-c16e-40c3-8cba-6b1ebbd28cdb service neutron] Transition to ACTIVE for port object eba47111-8238-4385-9d91-530228bf2547 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:17:40.474331 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1678e764-2c3e-4957-84d3-5a2ce387502c req-a6209182-0886-4210-95bc-655159d1de77 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691657 Nov 25 20:17:40.478080 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-56f55aee-c16e-40c3-8cba-6b1ebbd28cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:40.552627 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f55aee-c16e-40c3-8cba-6b1ebbd28cdb service neutron] Pushing event updated for resources: {'Port': ['ID=eba47111-8238-4385-9d91-530228bf2547,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:17:40.613308 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-56f55aee-c16e-40c3-8cba-6b1ebbd28cdb service neutron] Attempting to bind port eba47111-8238-4385-9d91-530228bf2547 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:17:40.613757 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-56f55aee-c16e-40c3-8cba-6b1ebbd28cdb service neutron] Attempting to bind port eba47111-8238-4385-9d91-530228bf2547 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:17:40.614232 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-56f55aee-c16e-40c3-8cba-6b1ebbd28cdb service neutron] Attempting to bind port eba47111-8238-4385-9d91-530228bf2547 on network a2b6e25a-2103-45ea-b031-a5d7ec0542cd {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:17:40.619360 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-56f55aee-c16e-40c3-8cba-6b1ebbd28cdb service neutron] Port eba47111-8238-4385-9d91-530228bf2547 on network a2b6e25a-2103-45ea-b031-a5d7ec0542cd not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:17:40.619827 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-56f55aee-c16e-40c3-8cba-6b1ebbd28cdb service neutron] Attempting to bind port eba47111-8238-4385-9d91-530228bf2547 on network a2b6e25a-2103-45ea-b031-a5d7ec0542cd {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:17:40.625671 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-56f55aee-c16e-40c3-8cba-6b1ebbd28cdb service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:17:40.626212 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-56f55aee-c16e-40c3-8cba-6b1ebbd28cdb service neutron] Checking segment: {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:17:40.626742 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-56f55aee-c16e-40c3-8cba-6b1ebbd28cdb service neutron] Bound using segment: {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:17:40.627287 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-56f55aee-c16e-40c3-8cba-6b1ebbd28cdb service neutron] Bound port: eba47111-8238-4385-9d91-530228bf2547, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:17:40.627834 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-56f55aee-c16e-40c3-8cba-6b1ebbd28cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:40.701617 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-56f55aee-c16e-40c3-8cba-6b1ebbd28cdb service neutron] For port eba47111-8238-4385-9d91-530228bf2547, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:17:40.705619 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-56f55aee-c16e-40c3-8cba-6b1ebbd28cdb service neutron] For port eba47111-8238-4385-9d91-530228bf2547, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=eba47111-8238-4385-9d91-530228bf2547,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:17:40.711291 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-56f55aee-c16e-40c3-8cba-6b1ebbd28cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:40.749934 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-56f55aee-c16e-40c3-8cba-6b1ebbd28cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:40.750663 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-56f55aee-c16e-40c3-8cba-6b1ebbd28cdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:40.752366 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-56f55aee-c16e-40c3-8cba-6b1ebbd28cdb service neutron] 10.222.0.73 "PUT /v2.0/ports/eba47111-8238-4385-9d91-530228bf2547 HTTP/1.1" status: 200 len: 1091 time: 0.7332761 Nov 25 20:17:40.752909 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56558ca8-1ea4-4dca-a70c-a3d8fed57e84', 'tag': 'eba47111-8238-4385-9d91-530228bf2547'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:17:40.784299 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f55aee-c16e-40c3-8cba-6b1ebbd28cdb service neutron] Pushing event updated for resources: {'Port': ['ID=eba47111-8238-4385-9d91-530228bf2547,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:17:40.850373 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b516c4-a887-4fbf-bf49-c7c911c47ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "56558ca8-1ea4-4dca-a70c-a3d8fed57e84", "tag": "eba47111-8238-4385-9d91-530228bf2547"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:17:40.882839 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-59bdb41d-8440-4a4a-aa20-3b2bb1d29a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:40.885136 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-59bdb41d-8440-4a4a-aa20-3b2bb1d29a7d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 1094 time: 0.0656168 Nov 25 20:17:40.954398 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-2b708568-cc29-4592-863e-8df0dff37284 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eba47111-8238-4385-9d91-530228bf2547 HTTP/1.1" status: 200 len: 217 time: 0.0582166 Nov 25 20:17:40.977930 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fb0144-4e24-4d19-8a07-0b858dc84e20 x-openstack-request-id: req-d0fb0144-4e24-4d19-8a07-0b858dc84e20 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:17:40.978196 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56558ca8-1ea4-4dca-a70c-a3d8fed57e84", "tag": "eba47111-8238-4385-9d91-530228bf2547", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:17:40.978614 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d0fb0144-4e24-4d19-8a07-0b858dc84e20 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:17:40.979027 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56558ca8-1ea4-4dca-a70c-a3d8fed57e84', 'tag': 'eba47111-8238-4385-9d91-530228bf2547', 'status': 'completed', 'code': 200} Nov 25 20:17:41.019459 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-02bf2082-5cbf-4dbc-95ee-0b4bf006368b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:41.020973 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-02bf2082-5cbf-4dbc-95ee-0b4bf006368b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8eac5fe-8121-4bce-95fc-dfb031ef521a HTTP/1.1" status: 200 len: 850 time: 0.0546045 Nov 25 20:17:41.071345 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-72884089-444b-423f-b888-7acb9eeace02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:41.073022 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-72884089-444b-423f-b888-7acb9eeace02 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434618 Nov 25 20:17:41.176128 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-4c51c7a1-5e59-49d0-b601-deb68e505efb service neutron] 10.222.0.73 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950737 Nov 25 20:17:41.271276 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f1ead32-9651-4bbc-aafb-5f37402ef80a req-96b92211-2582-410e-bbe8-6412e463e574 service neutron] 10.222.0.73 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871503 Nov 25 20:17:41.372603 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b516c4-a887-4fbf-bf49-c7c911c47ff0 req-9ad453c8-3d28-4687-a471-2ec8ac0e9e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:41.374873 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f6b516c4-a887-4fbf-bf49-c7c911c47ff0 req-9ad453c8-3d28-4687-a471-2ec8ac0e9e98 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 1094 time: 0.0523791 Nov 25 20:17:41.485831 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b516c4-a887-4fbf-bf49-c7c911c47ff0 req-b2dd33ab-fa27-482d-9d09-79b4dea9ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:41.487952 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f6b516c4-a887-4fbf-bf49-c7c911c47ff0 req-b2dd33ab-fa27-482d-9d09-79b4dea9ae33 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 912 time: 0.1042295 Nov 25 20:17:41.564270 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f6b516c4-a887-4fbf-bf49-c7c911c47ff0 req-7cbe8798-fe71-4db9-98ac-0f92a6f9e51d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eba47111-8238-4385-9d91-530228bf2547 HTTP/1.1" status: 200 len: 217 time: 0.0675685 Nov 25 20:17:41.617952 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b516c4-a887-4fbf-bf49-c7c911c47ff0 req-78194629-07c2-4a6d-96eb-d8ebd2f26709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:41.619594 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f6b516c4-a887-4fbf-bf49-c7c911c47ff0 req-78194629-07c2-4a6d-96eb-d8ebd2f26709 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8eac5fe-8121-4bce-95fc-dfb031ef521a HTTP/1.1" status: 200 len: 850 time: 0.0479615 Nov 25 20:17:41.635443 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef12c1-3ec5-4632-b585-7658fd88b4f2 req-405cb73b-d79f-48be-9915-dc53974085b5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:41.638325 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-42ef12c1-3ec5-4632-b585-7658fd88b4f2 req-405cb73b-d79f-48be-9915-dc53974085b5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 943 time: 0.0558021 Nov 25 20:17:41.676415 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b516c4-a887-4fbf-bf49-c7c911c47ff0 req-3c86370b-7e64-498d-92ea-b6e36a24a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:41.678159 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f6b516c4-a887-4fbf-bf49-c7c911c47ff0 req-3c86370b-7e64-498d-92ea-b6e36a24a9d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497925 Nov 25 20:17:41.695981 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-42ef12c1-3ec5-4632-b585-7658fd88b4f2 req-8b33399c-c4b4-4fe2-b68e-17a16b745359 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504036 Nov 25 20:17:41.790086 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f6b516c4-a887-4fbf-bf49-c7c911c47ff0 req-58c7da9e-bc1b-4783-a5df-905f2fe591af service neutron] 10.222.0.73 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031582 Nov 25 20:17:41.895654 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f6b516c4-a887-4fbf-bf49-c7c911c47ff0 req-9bad9250-2c73-4dfc-b36a-5fce8a4b335d service neutron] 10.222.0.73 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979705 Nov 25 20:17:42.828607 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8f3ea-73a4-4ab4-bbf0-59cba923f499 req-50923822-a0fc-4dd6-b553-b22ed909f424 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:42.830835 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-68d8f3ea-73a4-4ab4-bbf0-59cba923f499 req-50923822-a0fc-4dd6-b553-b22ed909f424 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 943 time: 0.0599406 Nov 25 20:17:42.884283 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-68d8f3ea-73a4-4ab4-bbf0-59cba923f499 req-c7ff39e5-11b5-4077-85c7-23933f6bc51a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466609 Nov 25 20:17:44.018168 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275366b9-3413-40c1-8ea4-e6ab5cd10afd req-8ce1d677-27f6-4ae3-8214-a424051b2d15 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:44.019812 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-275366b9-3413-40c1-8ea4-e6ab5cd10afd req-8ce1d677-27f6-4ae3-8214-a424051b2d15 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 943 time: 0.0541494 Nov 25 20:17:44.083940 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-275366b9-3413-40c1-8ea4-e6ab5cd10afd req-acd4ef9d-b97c-4040-8223-07961511ff62 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509045 Nov 25 20:17:45.221566 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f01f12-00b8-4bef-861a-91548e55b257 req-d1bbd851-fedb-472b-aa88-f39f6a3e9f7a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:45.223224 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92f01f12-00b8-4bef-861a-91548e55b257 req-d1bbd851-fedb-472b-aa88-f39f6a3e9f7a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 943 time: 0.0589287 Nov 25 20:17:45.276847 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92f01f12-00b8-4bef-861a-91548e55b257 req-d201577b-d6fe-4ffa-bfc4-4b1c938a7407 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474045 Nov 25 20:17:46.408899 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf902be-157c-4bd7-9754-3dd70a92634b req-45c0ac23-4995-411c-9521-9bc4afbacbbc tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:46.410488 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6bf902be-157c-4bd7-9754-3dd70a92634b req-45c0ac23-4995-411c-9521-9bc4afbacbbc tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 943 time: 0.0524817 Nov 25 20:17:46.466037 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6bf902be-157c-4bd7-9754-3dd70a92634b req-239536c5-b6bb-47c9-9814-d525548aa96c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494306 Nov 25 20:17:47.586406 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc57c3-f77c-4376-b5db-b37ea8f5772b req-afb9e896-85ef-4f38-a0ed-56ca86b430fe tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:47.587989 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9ccc57c3-f77c-4376-b5db-b37ea8f5772b req-afb9e896-85ef-4f38-a0ed-56ca86b430fe tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 943 time: 0.0501306 Nov 25 20:17:47.651226 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9ccc57c3-f77c-4376-b5db-b37ea8f5772b req-5f41f9b6-4690-4012-8424-5ce0f6aca464 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559008 Nov 25 20:17:48.806109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e50a7-bdcf-4f32-8a39-e75b9b3b975b req-a6981762-0737-47a9-8e79-8472e7c0362c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:48.809832 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a4e50a7-bdcf-4f32-8a39-e75b9b3b975b req-a6981762-0737-47a9-8e79-8472e7c0362c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 943 time: 0.0681486 Nov 25 20:17:48.874502 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a4e50a7-bdcf-4f32-8a39-e75b9b3b975b req-beced9ca-a6d1-42ca-8700-b355131137ae tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550220 Nov 25 20:17:49.615100 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:17:50.008577 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818be68-d978-4f87-bf4b-e099601b81b9 req-61398c61-fb6d-4949-b9f7-11cf67555058 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:50.010117 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9818be68-d978-4f87-bf4b-e099601b81b9 req-61398c61-fb6d-4949-b9f7-11cf67555058 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 943 time: 0.0501482 Nov 25 20:17:50.077069 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9818be68-d978-4f87-bf4b-e099601b81b9 req-b73c29db-10c1-46a1-94b8-02ec9ce0a81f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585973 Nov 25 20:17:51.210797 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff940e-4a12-4365-ade1-7e5e37e5beac req-d23df9f1-1a03-4dd5-87d9-51ded518d006 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:51.212300 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-01ff940e-4a12-4365-ade1-7e5e37e5beac req-d23df9f1-1a03-4dd5-87d9-51ded518d006 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 943 time: 0.0579689 Nov 25 20:17:51.267377 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-01ff940e-4a12-4365-ade1-7e5e37e5beac req-e2aedb83-f5d2-4b2e-a474-31653088a45d tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490797 Nov 25 20:17:52.389835 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965afcd-5bbd-42ac-bf79-d6bddb2a441c req-ba714d66-c704-4f70-ac67-fae4df147ac0 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:52.391325 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0965afcd-5bbd-42ac-bf79-d6bddb2a441c req-ba714d66-c704-4f70-ac67-fae4df147ac0 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 943 time: 0.0522125 Nov 25 20:17:52.441681 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0965afcd-5bbd-42ac-bf79-d6bddb2a441c req-6359e405-396c-42b0-abc0-7eaccd43f7e5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442369 Nov 25 20:17:52.776550 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device eba47111-8238-4385-9d91-530228bf2547 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:17:52.874874 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port eba47111-8238-4385-9d91-530228bf2547, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=eba47111-8238-4385-9d91-530228bf2547,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:17:52.886104 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'eba47111-8238-4385-9d91-530228bf2547', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'port_id': 'eba47111-8238-4385-9d91-530228bf2547', 'mac_address': 'fa:16:3e:c9:dc:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:17:52.931343 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:52.944753 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba47111-8238-4385-9d91-530228bf2547 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:17:52.969029 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port eba47111-8238-4385-9d91-530228bf2547, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=eba47111-8238-4385-9d91-530228bf2547,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:17:52.973699 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:53.030691 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=eba47111-8238-4385-9d91-530228bf2547,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:17:53.039330 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:53.039684 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:53.040039 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:53.040379 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:53.040721 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:53.041058 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:53.041390 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:53.041718 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:53.042048 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:53.042478 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:53.042808 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:53.043134 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:53.251015 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['eba47111-8238-4385-9d91-530228bf2547'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:17:53.565800 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117c016-b050-43b4-9ea2-41a12253a12c req-84dac349-bdee-4471-b7b4-02c7fc622bb6 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:53.568134 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c117c016-b050-43b4-9ea2-41a12253a12c req-84dac349-bdee-4471-b7b4-02c7fc622bb6 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 944 time: 0.0515699 Nov 25 20:17:53.628764 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c117c016-b050-43b4-9ea2-41a12253a12c req-5d28aae0-c5c1-4cef-8dac-fa25da2ee2d8 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548728 Nov 25 20:17:54.024010 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:54.645333 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:54.749867 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563715c8-61cc-4d69-b02c-3e165bcfe611 req-bb8bd238-bf69-4152-8519-bf5431a5f23e tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:54.751387 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-563715c8-61cc-4d69-b02c-3e165bcfe611 req-bb8bd238-bf69-4152-8519-bf5431a5f23e tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 944 time: 0.0502825 Nov 25 20:17:54.802959 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-563715c8-61cc-4d69-b02c-3e165bcfe611 req-96155883-d0ea-4600-ac71-22847392426b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443637 Nov 25 20:17:54.807400 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device eba47111-8238-4385-9d91-530228bf2547 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:17:54.860209 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port eba47111-8238-4385-9d91-530228bf2547 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:17:54.865002 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port eba47111-8238-4385-9d91-530228bf2547 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:17:54.865432 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:54.945930 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:54.970404 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56558ca8-1ea4-4dca-a70c-a3d8fed57e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba47111-8238-4385-9d91-530228bf2547'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:17:54.985580 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port eba47111-8238-4385-9d91-530228bf2547, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=eba47111-8238-4385-9d91-530228bf2547,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:17:54.990445 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:55.020292 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bff9b01-b021-435a-8f35-2ffc38b26c7a" -d '{"events": [{"server_uuid": "56558ca8-1ea4-4dca-a70c-a3d8fed57e84", "name": "network-vif-plugged", "status": "completed", "tag": "eba47111-8238-4385-9d91-530228bf2547"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:17:55.063111 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=eba47111-8238-4385-9d91-530228bf2547,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:17:55.129544 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bdef57-4f76-4f7c-b3f9-4bc1d85bed8f x-openstack-request-id: req-a3bdef57-4f76-4f7c-b3f9-4bc1d85bed8f {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:17:55.129842 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56558ca8-1ea4-4dca-a70c-a3d8fed57e84", "name": "network-vif-plugged", "status": "completed", "tag": "eba47111-8238-4385-9d91-530228bf2547", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:17:55.130203 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a3bdef57-4f76-4f7c-b3f9-4bc1d85bed8f {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:17:55.130535 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56558ca8-1ea4-4dca-a70c-a3d8fed57e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba47111-8238-4385-9d91-530228bf2547', 'code': 200} Nov 25 20:17:55.244736 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a64f97-d98b-4482-884d-38105892791b req-0948ebf0-292f-4f05-9a3a-9e718f0bc04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:55.246205 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f8a64f97-d98b-4482-884d-38105892791b req-0948ebf0-292f-4f05-9a3a-9e718f0bc04f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 1096 time: 0.0436158 Nov 25 20:17:55.306845 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f8a64f97-d98b-4482-884d-38105892791b req-9df130b2-f622-45a3-a1bb-f0b9909d4aa7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490689 Nov 25 20:17:55.927099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566943d-a2d2-4369-8e61-5ad7490f2669 req-1977b18e-77ef-4b6a-a9be-635e7bc79902 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:55.928623 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2566943d-a2d2-4369-8e61-5ad7490f2669 req-1977b18e-77ef-4b6a-a9be-635e7bc79902 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 945 time: 0.0511091 Nov 25 20:17:55.980808 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2566943d-a2d2-4369-8e61-5ad7490f2669 req-854a3ee0-f499-4b55-ab64-67e6ef51b9e4 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458395 Nov 25 20:17:57.109519 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cf30f-f290-4db4-be4d-7615eef31bff req-0e0bc687-6268-4856-b45c-0ef144dbad9b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:57.111142 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c50cf30f-f290-4db4-be4d-7615eef31bff req-0e0bc687-6268-4856-b45c-0ef144dbad9b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 945 time: 0.0581205 Nov 25 20:17:57.165525 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c50cf30f-f290-4db4-be4d-7615eef31bff req-4333ab72-ced7-4750-9e16-741901a377f3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463245 Nov 25 20:17:57.284303 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89567e6d-bafd-427d-b3ec-0f01312e9da5 req-b527cd63-fedb-4767-a8f6-d015ab759626 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:57.285968 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-89567e6d-bafd-427d-b3ec-0f01312e9da5 req-b527cd63-fedb-4767-a8f6-d015ab759626 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 945 time: 0.0533931 Nov 25 20:17:57.338703 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-89567e6d-bafd-427d-b3ec-0f01312e9da5 req-53e4eab8-ea4f-447f-8dae-0521446097bc tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466220 Nov 25 20:17:57.367999 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55188) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:17:57.453755 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76668c9c-2e03-4943-8ede-cc946c87b999 tempest-TestVolumeBootPattern-1819893425 tempest-TestVolumeBootPattern-1819893425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:57.455342 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-76668c9c-2e03-4943-8ede-cc946c87b999 tempest-TestVolumeBootPattern-1819893425 tempest-TestVolumeBootPattern-1819893425-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 1091 time: 0.0863421 Nov 25 20:17:57.458843 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55192) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:17:57.463186 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8fa414a8-7b3a-4851-808d-da9140b57dc3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'port_id': 'eba47111-8238-4385-9d91-530228bf2547', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:17:57.485638 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fa414a8-7b3a-4851-808d-da9140b57dc3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:57.585507 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fa414a8-7b3a-4851-808d-da9140b57dc3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:57.709367 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-8fa414a8-7b3a-4851-808d-da9140b57dc3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Allocated IP 172.25.6.229 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/53f814a7-6c43-46d5-87b1-1f3c92127e7e) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:17:57.833808 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fa414a8-7b3a-4851-808d-da9140b57dc3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:57.869538 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fa414a8-7b3a-4851-808d-da9140b57dc3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:57.912525 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa414a8-7b3a-4851-808d-da9140b57dc3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:17:57.915597 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8fa414a8-7b3a-4851-808d-da9140b57dc3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:17:57.920285 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa414a8-7b3a-4851-808d-da9140b57dc3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:17:57.923421 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa414a8-7b3a-4851-808d-da9140b57dc3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event updated for resources: {'Port': ['ID=53f814a7-6c43-46d5-87b1-1f3c92127e7e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:17:58.283310 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fa414a8-7b3a-4851-808d-da9140b57dc3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:58.353013 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fa414a8-7b3a-4851-808d-da9140b57dc3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:58.514407 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fa414a8-7b3a-4851-808d-da9140b57dc3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:58.520233 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fa414a8-7b3a-4851-808d-da9140b57dc3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:58.602860 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa414a8-7b3a-4851-808d-da9140b57dc3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event updated for resources: {'Port': ['ID=53f814a7-6c43-46d5-87b1-1f3c92127e7e,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:17:58.615047 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fa414a8-7b3a-4851-808d-da9140b57dc3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:58.723110 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-8fa414a8-7b3a-4851-808d-da9140b57dc3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Floating IP 121c2322-4f30-42bd-8693-d67d08ffe6e9 associated. External IP: 172.25.6.229, port: eba47111-8238-4385-9d91-530228bf2547. Nov 25 20:17:58.941857 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa414a8-7b3a-4851-808d-da9140b57dc3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Router 43debb87-6771-47c7-bca5-e5daad80e159 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:17:59.048029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa414a8-7b3a-4851-808d-da9140b57dc3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:17:59.060632 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc281d06-d201-424d-a500-00b39df3f925 None None] Sync routers for ids ['43debb87-6771-47c7-bca5-e5daad80e159'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:17:59.070166 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fa414a8-7b3a-4851-808d-da9140b57dc3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:59.076443 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc281d06-d201-424d-a500-00b39df3f925 None None] Routers {'43debb87-6771-47c7-bca5-e5daad80e159'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:17:59.077318 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-cc281d06-d201-424d-a500-00b39df3f925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:17:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['43debb87-6771-47c7-bca5-e5daad80e159'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:17:59.105441 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8fa414a8-7b3a-4851-808d-da9140b57dc3 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6455445 Nov 25 20:17:59.106027 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56558ca8-1ea4-4dca-a70c-a3d8fed57e84', 'tag': 'eba47111-8238-4385-9d91-530228bf2547'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:17:59.108319 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225ceef7-7944-4da0-b7b5-1009f1be8fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "56558ca8-1ea4-4dca-a70c-a3d8fed57e84", "tag": "eba47111-8238-4385-9d91-530228bf2547"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:17:59.148479 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c386102-6e05-4a18-bcbc-4b5490b2eb7d x-openstack-request-id: req-9c386102-6e05-4a18-bcbc-4b5490b2eb7d {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:17:59.148831 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56558ca8-1ea4-4dca-a70c-a3d8fed57e84", "tag": "eba47111-8238-4385-9d91-530228bf2547", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:17:59.149042 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9c386102-6e05-4a18-bcbc-4b5490b2eb7d {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:17:59.149451 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56558ca8-1ea4-4dca-a70c-a3d8fed57e84', 'tag': 'eba47111-8238-4385-9d91-530228bf2547', 'status': 'completed', 'code': 200} Nov 25 20:17:59.191737 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-cc281d06-d201-424d-a500-00b39df3f925 None None] Set router 43debb87-6771-47c7-bca5-e5daad80e159 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:17:59.215330 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ceef7-7944-4da0-b7b5-1009f1be8fb1 req-9d9ddf84-c82d-48d5-bcda-ea78529c59b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:59.216758 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-225ceef7-7944-4da0-b7b5-1009f1be8fb1 req-9d9ddf84-c82d-48d5-bcda-ea78529c59b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 1096 time: 0.0427516 Nov 25 20:17:59.316861 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ceef7-7944-4da0-b7b5-1009f1be8fb1 req-ef9c8441-fa4b-42ff-97db-2a94e77863b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:59.317103 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-972dc4d9-18b0-494d-8359-530fa96b5c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:59.318895 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-225ceef7-7944-4da0-b7b5-1009f1be8fb1 req-ef9c8441-fa4b-42ff-97db-2a94e77863b3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 912 time: 0.0935202 Nov 25 20:17:59.389369 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-225ceef7-7944-4da0-b7b5-1009f1be8fb1 req-033bb80d-de27-4634-ba6b-f4a961664804 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eba47111-8238-4385-9d91-530228bf2547 HTTP/1.1" status: 200 len: 999 time: 0.0639706 Nov 25 20:17:59.450439 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ceef7-7944-4da0-b7b5-1009f1be8fb1 req-9a428144-d808-47fb-97dc-50fe39951bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:59.452048 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-225ceef7-7944-4da0-b7b5-1009f1be8fb1 req-9a428144-d808-47fb-97dc-50fe39951bdf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8eac5fe-8121-4bce-95fc-dfb031ef521a HTTP/1.1" status: 200 len: 850 time: 0.0452776 Nov 25 20:17:59.503966 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ceef7-7944-4da0-b7b5-1009f1be8fb1 req-061f0098-31f8-46f8-818e-6d08be5774d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:59.505404 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-225ceef7-7944-4da0-b7b5-1009f1be8fb1 req-061f0098-31f8-46f8-818e-6d08be5774d3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456898 Nov 25 20:17:59.507583 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-cc281d06-d201-424d-a500-00b39df3f925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43debb87-6771-47c7-bca5-e5daad80e159', 'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '963ab711-947b-4968-8a19-c51d19a96547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'gw_port': {'id': '963ab711-947b-4968-8a19-c51d19a96547', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '121c2322-4f30-42bd-8693-d67d08ffe6e9', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'port_id': 'eba47111-8238-4385-9d91-530228bf2547', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'mac_address': 'fa:16:3e:c9:dc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56558ca8-1ea4-4dca-a70c-a3d8fed57e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:17:58Z', 'updated_at': '2021-11-25T20:17:58Z', 'revision_number': 0, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92335b9-07ec-475f-b38a-14a7fdfe710c', 'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'mac_address': 'fa:16:3e:bc:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:27Z', 'updated_at': '2021-11-25T20:11:32Z', 'revision_number': 5, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'subnets': [{'id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:17:59.532953 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc281d06-d201-424d-a500-00b39df3f925 None None] Checking router: 43debb87-6771-47c7-bca5-e5daad80e159 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:17:59.541631 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc281d06-d201-424d-a500-00b39df3f925 None None] Routers {'43debb87-6771-47c7-bca5-e5daad80e159'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:17:59.542236 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-cc281d06-d201-424d-a500-00b39df3f925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:17:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['43debb87-6771-47c7-bca5-e5daad80e159'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:17:59.603003 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-225ceef7-7944-4da0-b7b5-1009f1be8fb1 req-c925d4c3-aead-421a-b473-dd7dc4ac741e service neutron] 10.222.0.73 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901284 Nov 25 20:17:59.647968 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-cc281d06-d201-424d-a500-00b39df3f925 None None] Set router 43debb87-6771-47c7-bca5-e5daad80e159 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:17:59.702068 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-225ceef7-7944-4da0-b7b5-1009f1be8fb1 req-89898756-7170-422e-8806-0cf10812fb44 service neutron] 10.222.0.73 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907710 Nov 25 20:17:59.880605 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-cc281d06-d201-424d-a500-00b39df3f925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43debb87-6771-47c7-bca5-e5daad80e159', 'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '963ab711-947b-4968-8a19-c51d19a96547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'gw_port': {'id': '963ab711-947b-4968-8a19-c51d19a96547', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '121c2322-4f30-42bd-8693-d67d08ffe6e9', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'port_id': 'eba47111-8238-4385-9d91-530228bf2547', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'mac_address': 'fa:16:3e:c9:dc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56558ca8-1ea4-4dca-a70c-a3d8fed57e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:17:58Z', 'updated_at': '2021-11-25T20:17:58Z', 'revision_number': 0, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92335b9-07ec-475f-b38a-14a7fdfe710c', 'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'mac_address': 'fa:16:3e:bc:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:27Z', 'updated_at': '2021-11-25T20:11:32Z', 'revision_number': 5, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'subnets': [{'id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:17:59.906494 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc281d06-d201-424d-a500-00b39df3f925 None None] The sync data for ids ['43debb87-6771-47c7-bca5-e5daad80e159'] in n-d-819349-5 is: [{'id': '43debb87-6771-47c7-bca5-e5daad80e159', 'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '963ab711-947b-4968-8a19-c51d19a96547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'gw_port': {'id': '963ab711-947b-4968-8a19-c51d19a96547', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '121c2322-4f30-42bd-8693-d67d08ffe6e9', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'port_id': 'eba47111-8238-4385-9d91-530228bf2547', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'mac_address': 'fa:16:3e:c9:dc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56558ca8-1ea4-4dca-a70c-a3d8fed57e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:17:58Z', 'updated_at': '2021-11-25T20:17:58Z', 'revision_number': 0, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92335b9-07ec-475f-b38a-14a7fdfe710c', 'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'mac_address': 'fa:16:3e:bc:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:27Z', 'updated_at': '2021-11-25T20:11:32Z', 'revision_number': 5, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'subnets': [{'id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:18:00.101379 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dbdbcf-4152-4224-8838-36ab1d623f74 None None] New status for floating IP 121c2322-4f30-42bd-8693-d67d08ffe6e9: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:18:01.771847 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f0fed0fa-76ea-4a96-80cc-e815e39771e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:03.837179 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:05.641797 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:05.661076 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:24.038331 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:24.634844 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:26.614541 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:18:29.321452 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-343c30cf-d86d-4baf-838c-4b97be042fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:31.775414 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e89be00d-aab5-47cf-93f0-7c61693242e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:33.840407 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:35.645359 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:35.664847 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:54.048636 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:54.662101 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:54.917401 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-84621ba4-fba0-4e1a-a60d-f47d75b0ef44 req-91b0372e-a9f9-4cae-b45d-88b98d27d83b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498986 Nov 25 20:18:55.027211 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84621ba4-fba0-4e1a-a60d-f47d75b0ef44 req-80ce889c-2175-4afd-aa2c-fc42c9ccdcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:55.029007 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-84621ba4-fba0-4e1a-a60d-f47d75b0ef44 req-80ce889c-2175-4afd-aa2c-fc42c9ccdcc6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 1096 time: 0.0540619 Nov 25 20:18:55.151566 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84621ba4-fba0-4e1a-a60d-f47d75b0ef44 req-56625d58-49b2-4514-9782-7a33f6d1f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:55.153272 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-84621ba4-fba0-4e1a-a60d-f47d75b0ef44 req-56625d58-49b2-4514-9782-7a33f6d1f944 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 912 time: 0.1014071 Nov 25 20:18:55.226664 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-84621ba4-fba0-4e1a-a60d-f47d75b0ef44 req-c3239706-cedc-4840-9fec-a0995ba562ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eba47111-8238-4385-9d91-530228bf2547 HTTP/1.1" status: 200 len: 1001 time: 0.0642612 Nov 25 20:18:55.285518 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84621ba4-fba0-4e1a-a60d-f47d75b0ef44 req-b16b22e1-f5ed-420e-8ec5-725e89929c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:55.287088 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-84621ba4-fba0-4e1a-a60d-f47d75b0ef44 req-b16b22e1-f5ed-420e-8ec5-725e89929c60 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8eac5fe-8121-4bce-95fc-dfb031ef521a HTTP/1.1" status: 200 len: 850 time: 0.0535979 Nov 25 20:18:55.337631 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84621ba4-fba0-4e1a-a60d-f47d75b0ef44 req-4e41db1b-5d94-47f5-9fbe-94ad1bdcafba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:55.339373 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-84621ba4-fba0-4e1a-a60d-f47d75b0ef44 req-4e41db1b-5d94-47f5-9fbe-94ad1bdcafba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449183 Nov 25 20:18:55.439209 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-84621ba4-fba0-4e1a-a60d-f47d75b0ef44 req-e7555ec6-d407-4c92-992b-a46d95515ad1 service neutron] 10.222.0.73 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914292 Nov 25 20:18:55.541782 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-84621ba4-fba0-4e1a-a60d-f47d75b0ef44 req-f7348a44-f9a0-420c-9fff-fa0047cba3cc service neutron] 10.222.0.73 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945628 Nov 25 20:18:59.325128 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-605125c6-1564-4f96-8773-88884896748c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:01.777539 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c602d2bf-51d7-41c9-82f7-1c56426a287e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:03.614118 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:19:03.847479 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:05.652061 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:05.671762 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:24.050588 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:24.664614 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:29.327037 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-37787045-fb76-4270-9b2b-ac7b1053b394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:31.780205 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-29d74266-45b6-4e58-920f-fb4c38d272c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:33.848075 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:35.653345 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:35.666758 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:40.615362 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:19:49.244447 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-a33844b8-539e-4bc4-8b86-fc0e3f692746 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1900941147&fields=id&tenant_id=5a49662473d14429bfa08ae832fa5fb1 HTTP/1.1" status: 200 len: 267 time: 0.0559020 Nov 25 20:19:49.355225 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-af8ab2a3-d297-4bad-a5af-2068e18ad44e tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:49.356693 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-af8ab2a3-d297-4bad-a5af-2068e18ad44e tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 811 time: 0.1052380 Nov 25 20:19:49.375322 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-0a94889b-2dc0-47d9-8237-feb25d5639ba tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/quotas/5a49662473d14429bfa08ae832fa5fb1 HTTP/1.1" status: 200 len: 375 time: 0.0117965 Nov 25 20:19:49.434894 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-5ebdd473-a076-43c5-b6bb-692613134c11 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525312 Nov 25 20:19:49.545130 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-efd2db27-3230-443c-ac9b-f203c34fb100 service neutron] 10.222.0.55 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967262 Nov 25 20:19:49.637280 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-386c8210-75b0-4d7a-9b9f-6208e1b8c22b service neutron] 10.222.0.55 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848780 Nov 25 20:19:49.963849 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f1ce1f4c-73c3-4ca8-af70-d2968a251517 req-e08b4d62-7e1f-430f-a4e5-fbea19ea006a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 210 time: 0.0315416 Nov 25 20:19:51.078964 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-8d125356-26c7-4f2b-b477-72ebf9bb5285 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:51.081278 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-8d125356-26c7-4f2b-b477-72ebf9bb5285 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.85 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 811 time: 0.1268735 Nov 25 20:19:51.127074 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b83dc27e-258c-4e69-a9a1-5dad12480792 req-14783ae3-9559-4cf5-8012-35075f45727d tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 210 time: 0.0442441 Nov 25 20:19:51.178113 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-817d1b20-42a6-4c82-b99b-5ba4c5aa4dc5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a49662473d14429bfa08ae832fa5fb1 HTTP/1.1" status: 200 len: 380 time: 0.0871248 Nov 25 20:19:51.189757 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-938d1bc2-b919-4db0-9be7-e831a1de4872 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Request body: {'port': {'device_id': '21274293-594d-4a2a-99c0-8f8b1d705257', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'admin_state_up': True, 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'security_groups': ['119c69a1-4a3b-44fa-b518-2492b2f0badb']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:19:51.311814 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-938d1bc2-b919-4db0-9be7-e831a1de4872 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Made reservation on behalf of 5a49662473d14429bfa08ae832fa5fb1 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:19:51.317254 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-938d1bc2-b919-4db0-9be7-e831a1de4872 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:51.460956 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-938d1bc2-b919-4db0-9be7-e831a1de4872 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Allocated IP 172.20.0.6 (a2b6e25a-2103-45ea-b031-a5d7ec0542cd/b8eac5fe-8121-4bce-95fc-dfb031ef521a/cc925bbf-b4f7-41e1-bc15-ff7b08571b71) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:19:51.619850 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-938d1bc2-b919-4db0-9be7-e831a1de4872 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:51.661707 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-938d1bc2-b919-4db0-9be7-e831a1de4872 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:51.708486 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-938d1bc2-b919-4db0-9be7-e831a1de4872 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Network a2b6e25a-2103-45ea-b031-a5d7ec0542cd is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:19:51.711749 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-938d1bc2-b919-4db0-9be7-e831a1de4872 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:19:51.715489 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-938d1bc2-b919-4db0-9be7-e831a1de4872 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:19:51.742535 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d1bc2-b919-4db0-9be7-e831a1de4872 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event updated for resources: {'Port': ['ID=cc925bbf-b4f7-41e1-bc15-ff7b08571b71,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:19:51.755424 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d1bc2-b919-4db0-9be7-e831a1de4872 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:51.755775 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d1bc2-b919-4db0-9be7-e831a1de4872 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:51.756121 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d1bc2-b919-4db0-9be7-e831a1de4872 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:51.756464 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d1bc2-b919-4db0-9be7-e831a1de4872 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:51.756806 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d1bc2-b919-4db0-9be7-e831a1de4872 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:51.757142 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d1bc2-b919-4db0-9be7-e831a1de4872 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:51.757474 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d1bc2-b919-4db0-9be7-e831a1de4872 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:51.757804 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d1bc2-b919-4db0-9be7-e831a1de4872 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:51.758134 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d1bc2-b919-4db0-9be7-e831a1de4872 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:51.758491 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d1bc2-b919-4db0-9be7-e831a1de4872 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:51.758822 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d1bc2-b919-4db0-9be7-e831a1de4872 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:51.759152 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d1bc2-b919-4db0-9be7-e831a1de4872 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:51.785274 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-938d1bc2-b919-4db0-9be7-e831a1de4872 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:51.785970 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-938d1bc2-b919-4db0-9be7-e831a1de4872 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:51.808560 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-938d1bc2-b919-4db0-9be7-e831a1de4872 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6250827 Nov 25 20:19:51.820073 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-a56f0658-7933-4e26-83c5-66b62a396841 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:19:51.821273 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-a56f0658-7933-4e26-83c5-66b62a396841 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058801 Nov 25 20:19:51.834989 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-bc1989c2-d3fb-4ec6-9393-10cbf43aa4ca service neutron] Request body: {'port': {'device_id': '21274293-594d-4a2a-99c0-8f8b1d705257', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:19:51.902685 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-bc1989c2-d3fb-4ec6-9393-10cbf43aa4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:52.010778 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-dbf73ae7-4615-471c-9e02-23ff71226377 None None] Provisioning complete for port cc925bbf-b4f7-41e1-bc15-ff7b08571b71 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:19:52.011358 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dbf73ae7-4615-471c-9e02-23ff71226377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:52.054139 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-dbf73ae7-4615-471c-9e02-23ff71226377 None None] Port cc925bbf-b4f7-41e1-bc15-ff7b08571b71 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:19:52.215020 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-bc1989c2-d3fb-4ec6-9393-10cbf43aa4ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc925bbf-b4f7-41e1-bc15-ff7b08571b71 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:19:52.237062 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-bc1989c2-d3fb-4ec6-9393-10cbf43aa4ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:52.255004 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-bc1989c2-d3fb-4ec6-9393-10cbf43aa4ca service neutron] Transition to ACTIVE for port object cc925bbf-b4f7-41e1-bc15-ff7b08571b71 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:19:52.261764 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-bc1989c2-d3fb-4ec6-9393-10cbf43aa4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:52.274733 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98f34b-89cf-436e-b038-68ee2d4c8f26 req-8c0ce5cc-e737-4f80-9785-afa577db52ae tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:52.276238 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fe98f34b-89cf-436e-b038-68ee2d4c8f26 req-8c0ce5cc-e737-4f80-9785-afa577db52ae tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 931 time: 0.0733807 Nov 25 20:19:52.347423 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1989c2-d3fb-4ec6-9393-10cbf43aa4ca service neutron] Pushing event updated for resources: {'Port': ['ID=cc925bbf-b4f7-41e1-bc15-ff7b08571b71,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:19:52.417664 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fe98f34b-89cf-436e-b038-68ee2d4c8f26 req-011a728d-cdd4-4b2a-97ae-0a82d6715410 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347561 Nov 25 20:19:52.458145 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-bc1989c2-d3fb-4ec6-9393-10cbf43aa4ca service neutron] Attempting to bind port cc925bbf-b4f7-41e1-bc15-ff7b08571b71 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:19:52.458736 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-bc1989c2-d3fb-4ec6-9393-10cbf43aa4ca service neutron] Attempting to bind port cc925bbf-b4f7-41e1-bc15-ff7b08571b71 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:19:52.459014 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-bc1989c2-d3fb-4ec6-9393-10cbf43aa4ca service neutron] Attempting to bind port cc925bbf-b4f7-41e1-bc15-ff7b08571b71 on network a2b6e25a-2103-45ea-b031-a5d7ec0542cd {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:19:52.464097 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-bc1989c2-d3fb-4ec6-9393-10cbf43aa4ca service neutron] Port cc925bbf-b4f7-41e1-bc15-ff7b08571b71 on network a2b6e25a-2103-45ea-b031-a5d7ec0542cd not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:19:52.464601 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-bc1989c2-d3fb-4ec6-9393-10cbf43aa4ca service neutron] Attempting to bind port cc925bbf-b4f7-41e1-bc15-ff7b08571b71 on network a2b6e25a-2103-45ea-b031-a5d7ec0542cd {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:19:52.474479 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-bc1989c2-d3fb-4ec6-9393-10cbf43aa4ca service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:19:52.474929 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-bc1989c2-d3fb-4ec6-9393-10cbf43aa4ca service neutron] Checking segment: {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:19:52.475450 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-bc1989c2-d3fb-4ec6-9393-10cbf43aa4ca service neutron] Bound using segment: {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:19:52.475972 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-bc1989c2-d3fb-4ec6-9393-10cbf43aa4ca service neutron] Bound port: cc925bbf-b4f7-41e1-bc15-ff7b08571b71, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78152aeb-d7f2-4b01-8835-de7e492e0a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:19:52.476405 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-bc1989c2-d3fb-4ec6-9393-10cbf43aa4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:52.548405 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-bc1989c2-d3fb-4ec6-9393-10cbf43aa4ca service neutron] For port cc925bbf-b4f7-41e1-bc15-ff7b08571b71, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:19:52.551824 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-bc1989c2-d3fb-4ec6-9393-10cbf43aa4ca service neutron] For port cc925bbf-b4f7-41e1-bc15-ff7b08571b71, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=cc925bbf-b4f7-41e1-bc15-ff7b08571b71,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:19:52.556633 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-bc1989c2-d3fb-4ec6-9393-10cbf43aa4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:52.601750 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-bc1989c2-d3fb-4ec6-9393-10cbf43aa4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:52.602412 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-bc1989c2-d3fb-4ec6-9393-10cbf43aa4ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:52.603915 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-bc1989c2-d3fb-4ec6-9393-10cbf43aa4ca service neutron] 10.222.0.85 "PUT /v2.0/ports/cc925bbf-b4f7-41e1-bc15-ff7b08571b71 HTTP/1.1" status: 200 len: 1091 time: 0.7743440 Nov 25 20:19:52.604556 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21274293-594d-4a2a-99c0-8f8b1d705257', 'tag': 'cc925bbf-b4f7-41e1-bc15-ff7b08571b71'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:19:52.606830 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d266a85-9fc7-4bd6-a573-f05b357c8234" -d '{"events": [{"name": "network-changed", "server_uuid": "21274293-594d-4a2a-99c0-8f8b1d705257", "tag": "cc925bbf-b4f7-41e1-bc15-ff7b08571b71"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:19:52.638552 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1989c2-d3fb-4ec6-9393-10cbf43aa4ca service neutron] Pushing event updated for resources: {'Port': ['ID=cc925bbf-b4f7-41e1-bc15-ff7b08571b71,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:19:52.677374 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e97387-444b-4120-aefb-e2809da1644b x-openstack-request-id: req-e5e97387-444b-4120-aefb-e2809da1644b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:19:52.678008 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21274293-594d-4a2a-99c0-8f8b1d705257", "tag": "cc925bbf-b4f7-41e1-bc15-ff7b08571b71", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:19:52.678456 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e5e97387-444b-4120-aefb-e2809da1644b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:19:52.678870 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21274293-594d-4a2a-99c0-8f8b1d705257', 'tag': 'cc925bbf-b4f7-41e1-bc15-ff7b08571b71', 'status': 'completed', 'code': 200} Nov 25 20:19:52.754696 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-4e9de0cc-89ce-4463-a804-08f291c0e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:52.756266 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-4e9de0cc-89ce-4463-a804-08f291c0e24c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 1094 time: 0.0739005 Nov 25 20:19:52.814411 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-f1b6a33d-e723-4223-a74d-c65f9b613b11 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc925bbf-b4f7-41e1-bc15-ff7b08571b71 HTTP/1.1" status: 200 len: 217 time: 0.0494323 Nov 25 20:19:52.869716 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-bc21e26b-1692-47ee-98b4-cdcadf57563f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:52.871237 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-bc21e26b-1692-47ee-98b4-cdcadf57563f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b8eac5fe-8121-4bce-95fc-dfb031ef521a HTTP/1.1" status: 200 len: 850 time: 0.0505362 Nov 25 20:19:52.924847 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-7efdabfd-a64c-43a2-af47-ceed8680da58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:52.926311 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-7efdabfd-a64c-43a2-af47-ceed8680da58 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469573 Nov 25 20:19:53.038009 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-f6e865b1-74df-49ff-9672-7db5cce3f967 service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048024 Nov 25 20:19:53.156984 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e07ad9c3-1923-4e29-9cc5-92e3214c2d8a req-6202818b-1511-4196-93ff-7fd20782a5d2 service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123137 Nov 25 20:19:53.248508 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d266a85-9fc7-4bd6-a573-f05b357c8234 req-b436f089-8ee0-40e7-9895-accc2873b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:53.250006 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6d266a85-9fc7-4bd6-a573-f05b357c8234 req-b436f089-8ee0-40e7-9895-accc2873b045 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 1094 time: 0.0454216 Nov 25 20:19:53.734364 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d266a85-9fc7-4bd6-a573-f05b357c8234 req-2f6eb0dd-28f1-450b-8449-dff49721df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:53.736415 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6d266a85-9fc7-4bd6-a573-f05b357c8234 req-2f6eb0dd-28f1-450b-8449-dff49721df2e service neutron] 10.222.0.85 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 912 time: 0.4787319 Nov 25 20:19:53.749761 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec504ed-8612-45b1-bae9-c09d6c84cdee req-53db2ee3-0c37-415f-be01-0362a89f3126 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:53.752014 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bec504ed-8612-45b1-bae9-c09d6c84cdee req-53db2ee3-0c37-415f-be01-0362a89f3126 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 943 time: 0.0748754 Nov 25 20:19:53.817654 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6d266a85-9fc7-4bd6-a573-f05b357c8234 req-e7f07e29-7f25-4d8b-bbe3-dc82c5bee0ee service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc925bbf-b4f7-41e1-bc15-ff7b08571b71 HTTP/1.1" status: 200 len: 217 time: 0.0646985 Nov 25 20:19:53.884621 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bec504ed-8612-45b1-bae9-c09d6c84cdee req-1c73ab7b-7385-41a8-bf6a-7723933e02a7 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235845 Nov 25 20:19:53.894621 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d266a85-9fc7-4bd6-a573-f05b357c8234 req-b0f2dd54-74be-4bad-904a-5d433ac3f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:53.895803 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6d266a85-9fc7-4bd6-a573-f05b357c8234 req-b0f2dd54-74be-4bad-904a-5d433ac3f42d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b8eac5fe-8121-4bce-95fc-dfb031ef521a HTTP/1.1" status: 200 len: 850 time: 0.0715089 Nov 25 20:19:53.951007 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d266a85-9fc7-4bd6-a573-f05b357c8234 req-95a75a96-19e2-4333-882e-c9adfb6220fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:53.952448 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6d266a85-9fc7-4bd6-a573-f05b357c8234 req-95a75a96-19e2-4333-882e-c9adfb6220fd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500240 Nov 25 20:19:54.044260 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6d266a85-9fc7-4bd6-a573-f05b357c8234 req-c05eb410-2eba-4d4a-af83-661ce0a8bd2c service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849926 Nov 25 20:19:54.065660 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:54.162232 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6d266a85-9fc7-4bd6-a573-f05b357c8234 req-16460d7b-baa7-40f0-81a6-399d2ffa84c3 service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105580 Nov 25 20:19:54.677642 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:54.902657 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b56c86e-cca0-473b-bc52-4da0607985f5 req-86ccfbeb-60cc-4872-ae47-78543d3cb20c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456872 Nov 25 20:19:55.008253 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56c86e-cca0-473b-bc52-4da0607985f5 req-82509191-ec4d-4f5e-a362-a06397372762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:55.010130 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b56c86e-cca0-473b-bc52-4da0607985f5 req-82509191-ec4d-4f5e-a362-a06397372762 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 1096 time: 0.0594850 Nov 25 20:19:55.042924 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c9719-09b7-4b1f-b810-0cf3b76754c9 req-93c6d08e-9f47-4cbe-9407-4463e7e49efb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:55.044185 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0b5c9719-09b7-4b1f-b810-0cf3b76754c9 req-93c6d08e-9f47-4cbe-9407-4463e7e49efb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 943 time: 0.0582490 Nov 25 20:19:55.109382 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0b5c9719-09b7-4b1f-b810-0cf3b76754c9 req-4dccca4d-34c3-474d-b9b0-576fa710017b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574570 Nov 25 20:19:55.137372 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56c86e-cca0-473b-bc52-4da0607985f5 req-c74aa17b-34ec-48bc-8136-5440d207558e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:55.139169 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b56c86e-cca0-473b-bc52-4da0607985f5 req-c74aa17b-34ec-48bc-8136-5440d207558e service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 912 time: 0.1048708 Nov 25 20:19:55.216201 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b56c86e-cca0-473b-bc52-4da0607985f5 req-da5fe9f9-af3f-4761-8d67-c854849b00dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eba47111-8238-4385-9d91-530228bf2547 HTTP/1.1" status: 200 len: 1001 time: 0.0676117 Nov 25 20:19:55.271680 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56c86e-cca0-473b-bc52-4da0607985f5 req-04543f9e-e1f7-4a2e-816d-8fd6989904ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:55.273169 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b56c86e-cca0-473b-bc52-4da0607985f5 req-04543f9e-e1f7-4a2e-816d-8fd6989904ce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8eac5fe-8121-4bce-95fc-dfb031ef521a HTTP/1.1" status: 200 len: 850 time: 0.0482054 Nov 25 20:19:55.323318 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56c86e-cca0-473b-bc52-4da0607985f5 req-a33cb9a2-1f3e-43f4-b988-53f72ed85a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:55.324863 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b56c86e-cca0-473b-bc52-4da0607985f5 req-a33cb9a2-1f3e-43f4-b988-53f72ed85a96 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442774 Nov 25 20:19:55.820661 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b56c86e-cca0-473b-bc52-4da0607985f5 req-571d90b8-0afa-4179-93dd-6b38550ad361 service neutron] 10.222.0.73 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880843 Nov 25 20:19:55.935305 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3b56c86e-cca0-473b-bc52-4da0607985f5 req-c91ad29f-7a3c-4411-b14a-dd5bb2da1b43 service neutron] 10.222.0.73 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059704 Nov 25 20:19:56.253688 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324c7d0-4057-417a-93ef-da905d7365ba req-2b37a659-c6b9-4516-9073-587ebcaf4067 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:56.255471 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4324c7d0-4057-417a-93ef-da905d7365ba req-2b37a659-c6b9-4516-9073-587ebcaf4067 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 943 time: 0.0640035 Nov 25 20:19:56.339690 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4324c7d0-4057-417a-93ef-da905d7365ba req-338c8239-0330-4380-9819-c69b4ed35099 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729585 Nov 25 20:19:57.476022 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96334149-8ba9-4467-a9c7-ab2bd50748ca req-132a9d70-30f6-46f1-9abb-b5bdfe714b20 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:57.477643 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-96334149-8ba9-4467-a9c7-ab2bd50748ca req-132a9d70-30f6-46f1-9abb-b5bdfe714b20 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 943 time: 0.0548532 Nov 25 20:19:57.539245 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-96334149-8ba9-4467-a9c7-ab2bd50748ca req-fa75ff15-ac97-45fa-9dfc-2fdc2f158a71 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552752 Nov 25 20:19:58.665245 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ff588-8f91-4477-9c11-12eed718c455 req-b8655ab7-14e5-4d86-9def-29698ceafd29 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:58.666801 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-189ff588-8f91-4477-9c11-12eed718c455 req-b8655ab7-14e5-4d86-9def-29698ceafd29 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 943 time: 0.0567732 Nov 25 20:19:58.729570 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-189ff588-8f91-4477-9c11-12eed718c455 req-81b44c18-da18-4f01-b6ab-d499e7c6962c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549326 Nov 25 20:19:59.333538 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae46cb3d-3725-40e6-a933-538f04e054db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:59.858520 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d6e9a-306c-4a58-aa64-c9f55aca1d5a req-0612b37e-feb6-42f6-b1b5-a895f2a71771 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:59.860009 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba1d6e9a-306c-4a58-aa64-c9f55aca1d5a req-0612b37e-feb6-42f6-b1b5-a895f2a71771 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 943 time: 0.0548732 Nov 25 20:19:59.914067 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba1d6e9a-306c-4a58-aa64-c9f55aca1d5a req-58b2e701-99a6-41ef-bb57-7ebb4d9f2083 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474312 Nov 25 20:20:01.038156 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9252c1f-133e-46de-a39b-041528290cfd req-fd6c9647-b49b-45b6-86d8-8f62005d7ac7 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:01.039749 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c9252c1f-133e-46de-a39b-041528290cfd req-fd6c9647-b49b-45b6-86d8-8f62005d7ac7 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 943 time: 0.0517626 Nov 25 20:20:01.096564 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c9252c1f-133e-46de-a39b-041528290cfd req-75b1b6a4-2772-4284-a9f2-3ec52e53138a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468602 Nov 25 20:20:01.784386 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7c3ce53b-842b-405f-a9c2-51ab003c9c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:02.231627 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60ec93-8cea-4db1-ac50-1b840c5f9644 req-38fe1299-84d0-4110-95d1-dfb1b40b81ac tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:02.233137 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2a60ec93-8cea-4db1-ac50-1b840c5f9644 req-38fe1299-84d0-4110-95d1-dfb1b40b81ac tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 943 time: 0.0565279 Nov 25 20:20:02.287861 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2a60ec93-8cea-4db1-ac50-1b840c5f9644 req-da971b5c-25e6-468a-bbc2-f615acaff446 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480933 Nov 25 20:20:02.784126 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device cc925bbf-b4f7-41e1-bc15-ff7b08571b71 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:20:02.884193 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port cc925bbf-b4f7-41e1-bc15-ff7b08571b71, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=cc925bbf-b4f7-41e1-bc15-ff7b08571b71,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:20:02.900824 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'cc925bbf-b4f7-41e1-bc15-ff7b08571b71', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'port_id': 'cc925bbf-b4f7-41e1-bc15-ff7b08571b71', 'mac_address': 'fa:16:3e:f4:8a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:20:02.945350 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:02.961095 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc925bbf-b4f7-41e1-bc15-ff7b08571b71 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:20:02.981524 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port cc925bbf-b4f7-41e1-bc15-ff7b08571b71, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=cc925bbf-b4f7-41e1-bc15-ff7b08571b71,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:20:02.986575 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:03.038159 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=cc925bbf-b4f7-41e1-bc15-ff7b08571b71,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:20:03.045868 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:03.046234 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:03.046640 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:03.047122 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:03.047527 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:03.048052 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:03.048799 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:03.049319 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:03.049709 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:03.050040 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:03.050393 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:03.050723 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:03.208726 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['cc925bbf-b4f7-41e1-bc15-ff7b08571b71'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:20:03.415477 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee630f1d-9b85-4d53-9ae6-207f2a4ab6ba req-cb4b70c3-3f32-4faf-bb5c-018b712396d0 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:03.417340 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee630f1d-9b85-4d53-9ae6-207f2a4ab6ba req-cb4b70c3-3f32-4faf-bb5c-018b712396d0 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 944 time: 0.0583758 Nov 25 20:20:03.474569 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee630f1d-9b85-4d53-9ae6-207f2a4ab6ba req-59cacc1f-0acf-4413-80f9-9d924d5804e2 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505097 Nov 25 20:20:03.851179 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:04.599221 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699adcc-fdaf-4f87-ba68-8fc9deea0b9d req-ada28810-bd5a-4234-8949-29e15d11c44d tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:04.600997 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e699adcc-fdaf-4f87-ba68-8fc9deea0b9d req-ada28810-bd5a-4234-8949-29e15d11c44d tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 944 time: 0.0565691 Nov 25 20:20:04.652320 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e699adcc-fdaf-4f87-ba68-8fc9deea0b9d req-d26ebe1c-e866-47cc-a124-ada6ad10a057 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452976 Nov 25 20:20:04.799522 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device cc925bbf-b4f7-41e1-bc15-ff7b08571b71 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:20:04.857207 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port cc925bbf-b4f7-41e1-bc15-ff7b08571b71 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:20:04.861600 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port cc925bbf-b4f7-41e1-bc15-ff7b08571b71 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:20:04.861972 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:04.943077 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:04.972341 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21274293-594d-4a2a-99c0-8f8b1d705257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc925bbf-b4f7-41e1-bc15-ff7b08571b71'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:20:04.974945 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3077fc21-0eb7-4ab1-8595-e2c38456ad9a" -d '{"events": [{"server_uuid": "21274293-594d-4a2a-99c0-8f8b1d705257", "name": "network-vif-plugged", "status": "completed", "tag": "cc925bbf-b4f7-41e1-bc15-ff7b08571b71"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:20:04.988749 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port cc925bbf-b4f7-41e1-bc15-ff7b08571b71, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=cc925bbf-b4f7-41e1-bc15-ff7b08571b71,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:20:04.994548 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:05.025117 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd0f205-2564-462a-8f9e-60d01512e138 x-openstack-request-id: req-2bd0f205-2564-462a-8f9e-60d01512e138 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:20:05.025370 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21274293-594d-4a2a-99c0-8f8b1d705257", "name": "network-vif-plugged", "status": "completed", "tag": "cc925bbf-b4f7-41e1-bc15-ff7b08571b71", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:20:05.025515 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2bd0f205-2564-462a-8f9e-60d01512e138 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:20:05.027902 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21274293-594d-4a2a-99c0-8f8b1d705257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc925bbf-b4f7-41e1-bc15-ff7b08571b71', 'code': 200} Nov 25 20:20:05.071975 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=cc925bbf-b4f7-41e1-bc15-ff7b08571b71,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:20:05.134199 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953fbbcc-187a-4522-b9f3-79c5800d30c8 req-038faaaa-6e4d-4ea8-82fc-070654b09f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:05.135748 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-953fbbcc-187a-4522-b9f3-79c5800d30c8 req-038faaaa-6e4d-4ea8-82fc-070654b09f6a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 1096 time: 0.0422919 Nov 25 20:20:05.184949 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-953fbbcc-187a-4522-b9f3-79c5800d30c8 req-bd5a8ddb-71fa-4cc9-bd28-fd6baf6a3e9a service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414424 Nov 25 20:20:05.660618 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:05.674609 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:05.776374 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b0595-938d-46b0-ae4d-b8a908aeb2d9 req-25d52724-39bd-4309-991f-d363d0911099 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:05.777936 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-195b0595-938d-46b0-ae4d-b8a908aeb2d9 req-25d52724-39bd-4309-991f-d363d0911099 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 945 time: 0.0508900 Nov 25 20:20:05.842321 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-195b0595-938d-46b0-ae4d-b8a908aeb2d9 req-13a403af-4c1b-46ab-9f23-09169ef92830 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542722 Nov 25 20:20:06.962939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2cd90-6355-4ec7-9a8d-34441078ae3d req-583abefc-897c-4bf6-a2f7-8fd200ebb486 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:06.964455 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20c2cd90-6355-4ec7-9a8d-34441078ae3d req-583abefc-897c-4bf6-a2f7-8fd200ebb486 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 945 time: 0.0510333 Nov 25 20:20:07.017892 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20c2cd90-6355-4ec7-9a8d-34441078ae3d req-15ae7426-3f13-4027-870f-dfa9ff8e9811 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464363 Nov 25 20:20:07.137757 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19db20-a8d3-49be-bb70-b185a4a3d85b req-3d4abe62-dbcf-4196-b812-e550a37437db tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:07.139208 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ce19db20-a8d3-49be-bb70-b185a4a3d85b req-3d4abe62-dbcf-4196-b812-e550a37437db tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 945 time: 0.0532568 Nov 25 20:20:07.191869 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ce19db20-a8d3-49be-bb70-b185a4a3d85b req-431f2cc7-a937-4250-b046-f44195c696a9 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458956 Nov 25 20:20:07.214068 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55386) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:20:07.253933 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addeb3fa-bc9f-4e43-81d4-ccdb8e532485 tempest-TestVolumeBootPattern-1819893425 tempest-TestVolumeBootPattern-1819893425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:07.255492 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-addeb3fa-bc9f-4e43-81d4-ccdb8e532485 tempest-TestVolumeBootPattern-1819893425 tempest-TestVolumeBootPattern-1819893425-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 1091 time: 0.0403030 Nov 25 20:20:07.258803 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55388) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:20:07.263099 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'port_id': 'cc925bbf-b4f7-41e1-bc15-ff7b08571b71', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:20:07.287485 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:07.394128 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:07.513121 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Allocated IP 172.25.6.90 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/c7fe985f-775b-4caf-aa87-a98e97e37a9b) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:20:07.622168 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:07.667286 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:07.707395 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:20:07.712905 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:20:07.716463 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:20:07.745639 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event updated for resources: {'Port': ['ID=c7fe985f-775b-4caf-aa87-a98e97e37a9b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:20:07.761968 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:07.762338 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:07.762685 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:07.763021 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:07.763355 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:07.763686 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:07.764011 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:07.764337 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:07.764659 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:07.764980 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:07.765305 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:07.765632 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:08.114032 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:08.197750 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:08.357763 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:08.363358 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:08.441059 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event updated for resources: {'Port': ['ID=c7fe985f-775b-4caf-aa87-a98e97e37a9b,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:20:08.455387 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:08.560310 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Floating IP 41ce7934-df1f-4f5d-bc3b-d4678622bf3b associated. External IP: 172.25.6.90, port: cc925bbf-b4f7-41e1-bc15-ff7b08571b71. Nov 25 20:20:08.807457 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Router 43debb87-6771-47c7-bca5-e5daad80e159 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:20:08.915810 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:20:08.926790 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed207f85-4586-4ac1-a484-9f43e01a5096 None None] Sync routers for ids ['43debb87-6771-47c7-bca5-e5daad80e159'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:20:08.934121 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:08.937857 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed207f85-4586-4ac1-a484-9f43e01a5096 None None] Routers {'43debb87-6771-47c7-bca5-e5daad80e159'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:20:08.938630 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ed207f85-4586-4ac1-a484-9f43e01a5096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:20:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['43debb87-6771-47c7-bca5-e5daad80e159'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:20:08.967209 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-756a8999-cf24-445f-a0e2-79e7a5db8cd5 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7073319 Nov 25 20:20:08.967923 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21274293-594d-4a2a-99c0-8f8b1d705257', 'tag': 'cc925bbf-b4f7-41e1-bc15-ff7b08571b71'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:20:08.970950 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c0250a-2173-423f-bd90-54decdd9a45f" -d '{"events": [{"name": "network-changed", "server_uuid": "21274293-594d-4a2a-99c0-8f8b1d705257", "tag": "cc925bbf-b4f7-41e1-bc15-ff7b08571b71"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:20:09.019290 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b95e39b-b0dc-45cd-b57a-b507a2c5329d x-openstack-request-id: req-8b95e39b-b0dc-45cd-b57a-b507a2c5329d {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:20:09.019727 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21274293-594d-4a2a-99c0-8f8b1d705257", "tag": "cc925bbf-b4f7-41e1-bc15-ff7b08571b71", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:20:09.019987 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8b95e39b-b0dc-45cd-b57a-b507a2c5329d {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:20:09.020399 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21274293-594d-4a2a-99c0-8f8b1d705257', 'tag': 'cc925bbf-b4f7-41e1-bc15-ff7b08571b71', 'status': 'completed', 'code': 200} Nov 25 20:20:09.049759 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-ed207f85-4586-4ac1-a484-9f43e01a5096 None None] Set router 43debb87-6771-47c7-bca5-e5daad80e159 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:20:09.092373 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0250a-2173-423f-bd90-54decdd9a45f req-1c7ac6e8-2332-4470-b7f6-64345c83deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:09.093998 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-84c0250a-2173-423f-bd90-54decdd9a45f req-1c7ac6e8-2332-4470-b7f6-64345c83deaf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 1096 time: 0.0519929 Nov 25 20:20:09.195781 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0250a-2173-423f-bd90-54decdd9a45f req-80220224-8991-4cc8-a6ba-6c24a98ffc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:09.197176 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-84c0250a-2173-423f-bd90-54decdd9a45f req-80220224-8991-4cc8-a6ba-6c24a98ffc8c service neutron] 10.222.0.85 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 912 time: 0.0951407 Nov 25 20:20:09.297147 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-84c0250a-2173-423f-bd90-54decdd9a45f req-612abce2-2c0a-4cb5-8151-fb197498bc07 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc925bbf-b4f7-41e1-bc15-ff7b08571b71 HTTP/1.1" status: 200 len: 998 time: 0.0931971 Nov 25 20:20:09.317551 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ed207f85-4586-4ac1-a484-9f43e01a5096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43debb87-6771-47c7-bca5-e5daad80e159', 'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '963ab711-947b-4968-8a19-c51d19a96547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'gw_port': {'id': '963ab711-947b-4968-8a19-c51d19a96547', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '121c2322-4f30-42bd-8693-d67d08ffe6e9', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'port_id': 'eba47111-8238-4385-9d91-530228bf2547', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'mac_address': 'fa:16:3e:c9:dc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56558ca8-1ea4-4dca-a70c-a3d8fed57e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:17:58Z', 'updated_at': '2021-11-25T20:18:00Z', 'revision_number': 1, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'fixed_ip_address_scope': None}, {'id': '41ce7934-df1f-4f5d-bc3b-d4678622bf3b', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'floating_ip_address': '172.25.6.90', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'port_id': 'cc925bbf-b4f7-41e1-bc15-ff7b08571b71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'mac_address': 'fa:16:3e:f4:8a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21274293-594d-4a2a-99c0-8f8b1d705257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:20:07Z', 'updated_at': '2021-11-25T20:20:07Z', 'revision_number': 0, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92335b9-07ec-475f-b38a-14a7fdfe710c', 'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'mac_address': 'fa:16:3e:bc:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:27Z', 'updated_at': '2021-11-25T20:11:32Z', 'revision_number': 5, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'subnets': [{'id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:20:09.348988 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed207f85-4586-4ac1-a484-9f43e01a5096 None None] Checking router: 43debb87-6771-47c7-bca5-e5daad80e159 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:20:09.357653 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed207f85-4586-4ac1-a484-9f43e01a5096 None None] Routers {'43debb87-6771-47c7-bca5-e5daad80e159'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:20:09.358270 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ed207f85-4586-4ac1-a484-9f43e01a5096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:20:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['43debb87-6771-47c7-bca5-e5daad80e159'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:20:09.362043 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0250a-2173-423f-bd90-54decdd9a45f req-7fc6ff57-95de-40c8-a060-f27a6ea31269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:09.364727 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-84c0250a-2173-423f-bd90-54decdd9a45f req-7fc6ff57-95de-40c8-a060-f27a6ea31269 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b8eac5fe-8121-4bce-95fc-dfb031ef521a HTTP/1.1" status: 200 len: 850 time: 0.0606976 Nov 25 20:20:09.429826 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0250a-2173-423f-bd90-54decdd9a45f req-17435d0f-4535-4de7-b268-081a8c9bb655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:09.433289 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-84c0250a-2173-423f-bd90-54decdd9a45f req-17435d0f-4535-4de7-b268-081a8c9bb655 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620253 Nov 25 20:20:09.493622 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-ed207f85-4586-4ac1-a484-9f43e01a5096 None None] Set router 43debb87-6771-47c7-bca5-e5daad80e159 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:20:09.559973 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-84c0250a-2173-423f-bd90-54decdd9a45f req-3aeaf24e-b184-4822-8c50-22958a379efb service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190138 Nov 25 20:20:09.679861 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-84c0250a-2173-423f-bd90-54decdd9a45f req-deb33868-f8af-498d-a81a-fdc05d6c8f60 service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126518 Nov 25 20:20:09.872121 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ed207f85-4586-4ac1-a484-9f43e01a5096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43debb87-6771-47c7-bca5-e5daad80e159', 'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '963ab711-947b-4968-8a19-c51d19a96547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'gw_port': {'id': '963ab711-947b-4968-8a19-c51d19a96547', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '121c2322-4f30-42bd-8693-d67d08ffe6e9', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'port_id': 'eba47111-8238-4385-9d91-530228bf2547', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'mac_address': 'fa:16:3e:c9:dc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56558ca8-1ea4-4dca-a70c-a3d8fed57e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:17:58Z', 'updated_at': '2021-11-25T20:18:00Z', 'revision_number': 1, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'fixed_ip_address_scope': None}, {'id': '41ce7934-df1f-4f5d-bc3b-d4678622bf3b', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'floating_ip_address': '172.25.6.90', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'port_id': 'cc925bbf-b4f7-41e1-bc15-ff7b08571b71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'mac_address': 'fa:16:3e:f4:8a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21274293-594d-4a2a-99c0-8f8b1d705257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:20:07Z', 'updated_at': '2021-11-25T20:20:07Z', 'revision_number': 0, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92335b9-07ec-475f-b38a-14a7fdfe710c', 'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'mac_address': 'fa:16:3e:bc:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:27Z', 'updated_at': '2021-11-25T20:11:32Z', 'revision_number': 5, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'subnets': [{'id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:20:09.899875 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed207f85-4586-4ac1-a484-9f43e01a5096 None None] The sync data for ids ['43debb87-6771-47c7-bca5-e5daad80e159'] in n-d-819349-5 is: [{'id': '43debb87-6771-47c7-bca5-e5daad80e159', 'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '963ab711-947b-4968-8a19-c51d19a96547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'gw_port': {'id': '963ab711-947b-4968-8a19-c51d19a96547', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '121c2322-4f30-42bd-8693-d67d08ffe6e9', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'port_id': 'eba47111-8238-4385-9d91-530228bf2547', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'mac_address': 'fa:16:3e:c9:dc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56558ca8-1ea4-4dca-a70c-a3d8fed57e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:17:58Z', 'updated_at': '2021-11-25T20:18:00Z', 'revision_number': 1, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'fixed_ip_address_scope': None}, {'id': '41ce7934-df1f-4f5d-bc3b-d4678622bf3b', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'floating_ip_address': '172.25.6.90', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'port_id': 'cc925bbf-b4f7-41e1-bc15-ff7b08571b71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'mac_address': 'fa:16:3e:f4:8a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21274293-594d-4a2a-99c0-8f8b1d705257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:20:07Z', 'updated_at': '2021-11-25T20:20:07Z', 'revision_number': 0, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92335b9-07ec-475f-b38a-14a7fdfe710c', 'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'mac_address': 'fa:16:3e:bc:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:27Z', 'updated_at': '2021-11-25T20:11:32Z', 'revision_number': 5, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'subnets': [{'id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:20:10.114705 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1b79e7-95d7-46c0-9ff7-dd2f8e3cf7cc None None] New status for floating IP 41ce7934-df1f-4f5d-bc3b-d4678622bf3b: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:20:14.833651 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-21276af3-5b11-4f66-aaf8-c068feb782cb req-1af22fa3-8578-4602-a681-9f701956b0d6 service neutron] (103599) timed out ('10.222.0.85', 62615) {{(pid=103599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 20:20:15.355049 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-b3fe3b24-5c0c-4634-b4e6-edd4a76e456d req-fcdff8ac-3b56-4c2d-859b-f648db8b8c67 service neutron] (103600) timed out ('10.222.0.85', 62571) {{(pid=103600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 20:20:17.615740 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:20:24.063603 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:24.690555 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:29.326510 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-466b0ca7-7dc5-4bf5-876b-f3bdb8b4b282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:31.788557 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aa6387d2-6501-4323-8166-2603b3d39ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:33.851907 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:35.665403 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:35.671988 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:54.078801 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:54.614934 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:20:54.676972 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:55.887155 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dd7e4343-0815-449b-aad0-95519c1fc57b req-d397290b-f1aa-4170-9a81-cd555dd9b905 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435064 Nov 25 20:20:55.975510 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e4343-0815-449b-aad0-95519c1fc57b req-a25575e2-6dfb-48d6-b0cf-95b23560e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:55.977057 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dd7e4343-0815-449b-aad0-95519c1fc57b req-a25575e2-6dfb-48d6-b0cf-95b23560e873 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 1096 time: 0.0434213 Nov 25 20:20:56.119093 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e4343-0815-449b-aad0-95519c1fc57b req-3b900c69-c880-4c78-8a00-896c35433c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:56.120695 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dd7e4343-0815-449b-aad0-95519c1fc57b req-3b900c69-c880-4c78-8a00-896c35433c38 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 912 time: 0.1203046 Nov 25 20:20:56.191621 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dd7e4343-0815-449b-aad0-95519c1fc57b req-ec433e91-2692-4aad-9aba-f7bd82266042 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eba47111-8238-4385-9d91-530228bf2547 HTTP/1.1" status: 200 len: 1001 time: 0.0624807 Nov 25 20:20:56.241676 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e4343-0815-449b-aad0-95519c1fc57b req-8161940e-0b2d-4218-9768-b582d66b8049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:56.243215 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dd7e4343-0815-449b-aad0-95519c1fc57b req-8161940e-0b2d-4218-9768-b582d66b8049 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8eac5fe-8121-4bce-95fc-dfb031ef521a HTTP/1.1" status: 200 len: 850 time: 0.0445089 Nov 25 20:20:56.299792 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e4343-0815-449b-aad0-95519c1fc57b req-50e2529e-af57-4181-a109-ff0cde87f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:56.301332 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dd7e4343-0815-449b-aad0-95519c1fc57b req-50e2529e-af57-4181-a109-ff0cde87f021 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494642 Nov 25 20:20:56.397823 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dd7e4343-0815-449b-aad0-95519c1fc57b req-2dc6ec9c-2701-4a48-bf98-af228197ddfd service neutron] 10.222.0.73 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888991 Nov 25 20:20:56.501169 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-dd7e4343-0815-449b-aad0-95519c1fc57b req-32b94d9a-f3ff-4e97-9c2a-b7ad090b51f4 service neutron] 10.222.0.73 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955427 Nov 25 20:20:57.669008 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b815b03f-e68d-4b7a-a319-617ae27fa782 req-cb5ecaf0-28a5-4d0d-b3c4-5529f9160a9f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=21274293-594d-4a2a-99c0-8f8b1d705257&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499206 Nov 25 20:20:57.752983 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815b03f-e68d-4b7a-a319-617ae27fa782 req-fa4d8207-9754-4f24-aa2c-e440928cd0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:57.755152 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b815b03f-e68d-4b7a-a319-617ae27fa782 req-fa4d8207-9754-4f24-aa2c-e440928cd0f5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 1096 time: 0.0415816 Nov 25 20:20:57.860780 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815b03f-e68d-4b7a-a319-617ae27fa782 req-7b9f5386-ad42-4230-a986-ac2f4ba4f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:57.862262 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b815b03f-e68d-4b7a-a319-617ae27fa782 req-7b9f5386-ad42-4230-a986-ac2f4ba4f920 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 912 time: 0.0870790 Nov 25 20:20:57.932645 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b815b03f-e68d-4b7a-a319-617ae27fa782 req-99f95451-3d26-4a4f-8855-55ea57a1e735 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc925bbf-b4f7-41e1-bc15-ff7b08571b71 HTTP/1.1" status: 200 len: 1000 time: 0.0633292 Nov 25 20:20:57.983280 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815b03f-e68d-4b7a-a319-617ae27fa782 req-ed50e0a0-fd8d-4cb1-ac63-430a33598edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:57.984716 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b815b03f-e68d-4b7a-a319-617ae27fa782 req-ed50e0a0-fd8d-4cb1-ac63-430a33598edc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b8eac5fe-8121-4bce-95fc-dfb031ef521a HTTP/1.1" status: 200 len: 850 time: 0.0446789 Nov 25 20:20:58.031211 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815b03f-e68d-4b7a-a319-617ae27fa782 req-7eda115f-7235-40d1-a7f7-eb1b2a1b485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:58.032746 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b815b03f-e68d-4b7a-a319-617ae27fa782 req-7eda115f-7235-40d1-a7f7-eb1b2a1b485b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408576 Nov 25 20:20:58.132786 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b815b03f-e68d-4b7a-a319-617ae27fa782 req-39d48f21-ba99-40a8-82db-2f3a430b9b54 service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920873 Nov 25 20:20:58.227610 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b815b03f-e68d-4b7a-a319-617ae27fa782 req-53f1bcdd-f5cf-4c0a-9501-aa09dd22737b service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851483 Nov 25 20:20:59.328031 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-329a5f6f-ad46-451d-8340-d5beda770399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:01.790898 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-656ca28d-7156-4344-94ca-75480e14d1a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:03.856783 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:05.665198 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:05.670317 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:24.077333 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:24.694728 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:29.330073 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-057c4639-cf1f-4cc3-94fb-3464263e64ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:31.615015 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:21:31.792849 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-49634369-54cf-43d7-9489-f5c1a6bbd7a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:33.858553 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:35.670218 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:35.671352 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:40.503425 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55410) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:21:40.666836 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c862de20-aa2e-48ad-9b76-4aee84b7fa5a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Deleting port c7fe985f-775b-4caf-aa87-a98e97e37a9b {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:21:40.667178 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c862de20-aa2e-48ad-9b76-4aee84b7fa5a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:40.751236 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c862de20-aa2e-48ad-9b76-4aee84b7fa5a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:40.751562 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c862de20-aa2e-48ad-9b76-4aee84b7fa5a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:40.763668 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c862de20-aa2e-48ad-9b76-4aee84b7fa5a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Calling delete_port for c7fe985f-775b-4caf-aa87-a98e97e37a9b owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:21:40.920257 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c862de20-aa2e-48ad-9b76-4aee84b7fa5a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:40.952347 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862de20-aa2e-48ad-9b76-4aee84b7fa5a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event deleted for resources: {'Port': ['ID=c7fe985f-775b-4caf-aa87-a98e97e37a9b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:21:40.977762 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862de20-aa2e-48ad-9b76-4aee84b7fa5a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:21:40.978110 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862de20-aa2e-48ad-9b76-4aee84b7fa5a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:21:40.978483 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862de20-aa2e-48ad-9b76-4aee84b7fa5a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:21:40.978824 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862de20-aa2e-48ad-9b76-4aee84b7fa5a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:21:40.979159 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862de20-aa2e-48ad-9b76-4aee84b7fa5a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:21:40.979532 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862de20-aa2e-48ad-9b76-4aee84b7fa5a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:21:40.979825 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862de20-aa2e-48ad-9b76-4aee84b7fa5a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:21:40.980150 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862de20-aa2e-48ad-9b76-4aee84b7fa5a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:21:40.980474 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862de20-aa2e-48ad-9b76-4aee84b7fa5a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:21:40.980795 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862de20-aa2e-48ad-9b76-4aee84b7fa5a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:21:40.981154 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862de20-aa2e-48ad-9b76-4aee84b7fa5a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:21:40.981447 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862de20-aa2e-48ad-9b76-4aee84b7fa5a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:21:41.022500 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c862de20-aa2e-48ad-9b76-4aee84b7fa5a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:41.022751 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-c862de20-aa2e-48ad-9b76-4aee84b7fa5a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Floating IP 41ce7934-df1f-4f5d-bc3b-d4678622bf3b disassociated (deleted). External IP: 172.25.6.90, port: cc925bbf-b4f7-41e1-bc15-ff7b08571b71. Nov 25 20:21:41.233049 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c862de20-aa2e-48ad-9b76-4aee84b7fa5a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Router 43debb87-6771-47c7-bca5-e5daad80e159 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:21:41.340899 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c862de20-aa2e-48ad-9b76-4aee84b7fa5a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:21:41.345688 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c862de20-aa2e-48ad-9b76-4aee84b7fa5a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:41.350215 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c176bc3f-1cf4-4a37-afa5-94444368f6a2 None None] Sync routers for ids ['43debb87-6771-47c7-bca5-e5daad80e159'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:21:41.361139 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c176bc3f-1cf4-4a37-afa5-94444368f6a2 None None] Routers {'43debb87-6771-47c7-bca5-e5daad80e159'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:21:41.361746 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c176bc3f-1cf4-4a37-afa5-94444368f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:21:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['43debb87-6771-47c7-bca5-e5daad80e159'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:21:41.372246 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c862de20-aa2e-48ad-9b76-4aee84b7fa5a tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "DELETE /v2.0/floatingips/41ce7934-df1f-4f5d-bc3b-d4678622bf3b HTTP/1.1" status: 204 len: 168 time: 0.8677397 Nov 25 20:21:41.374014 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21274293-594d-4a2a-99c0-8f8b1d705257', 'tag': 'cc925bbf-b4f7-41e1-bc15-ff7b08571b71'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:21:41.376314 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8079ce1-1848-4fc3-a7ed-68f4e2b43c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "21274293-594d-4a2a-99c0-8f8b1d705257", "tag": "cc925bbf-b4f7-41e1-bc15-ff7b08571b71"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:21:41.475608 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-c176bc3f-1cf4-4a37-afa5-94444368f6a2 None None] Set router 43debb87-6771-47c7-bca5-e5daad80e159 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:21:41.550578 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1504b0-e4bc-421a-9d23-81011fdfb622 x-openstack-request-id: req-af1504b0-e4bc-421a-9d23-81011fdfb622 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:21:41.551075 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21274293-594d-4a2a-99c0-8f8b1d705257", "tag": "cc925bbf-b4f7-41e1-bc15-ff7b08571b71", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:21:41.551174 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-af1504b0-e4bc-421a-9d23-81011fdfb622 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:21:41.551537 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21274293-594d-4a2a-99c0-8f8b1d705257', 'tag': 'cc925bbf-b4f7-41e1-bc15-ff7b08571b71', 'status': 'completed', 'code': 200} Nov 25 20:21:41.654557 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8079ce1-1848-4fc3-a7ed-68f4e2b43c7f req-1737763a-cacb-41ec-8eaf-55c16626b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:21:41.656357 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8079ce1-1848-4fc3-a7ed-68f4e2b43c7f req-1737763a-cacb-41ec-8eaf-55c16626b3b1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 1096 time: 0.0791116 Nov 25 20:21:41.670334 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4828794-31a8-4084-b15a-56462d3d94ab req-65cb028f-9b8b-4767-b7bb-1eab45d545a8 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:21:41.671805 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c4828794-31a8-4084-b15a-56462d3d94ab req-65cb028f-9b8b-4767-b7bb-1eab45d545a8 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 945 time: 0.0630376 Nov 25 20:21:41.717214 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c176bc3f-1cf4-4a37-afa5-94444368f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43debb87-6771-47c7-bca5-e5daad80e159', 'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '963ab711-947b-4968-8a19-c51d19a96547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'gw_port': {'id': '963ab711-947b-4968-8a19-c51d19a96547', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '121c2322-4f30-42bd-8693-d67d08ffe6e9', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'port_id': 'eba47111-8238-4385-9d91-530228bf2547', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'mac_address': 'fa:16:3e:c9:dc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56558ca8-1ea4-4dca-a70c-a3d8fed57e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:17:58Z', 'updated_at': '2021-11-25T20:18:00Z', 'revision_number': 1, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92335b9-07ec-475f-b38a-14a7fdfe710c', 'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'mac_address': 'fa:16:3e:bc:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:27Z', 'updated_at': '2021-11-25T20:11:32Z', 'revision_number': 5, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'subnets': [{'id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:21:41.743805 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c176bc3f-1cf4-4a37-afa5-94444368f6a2 None None] Checking router: 43debb87-6771-47c7-bca5-e5daad80e159 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:21:41.754778 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c176bc3f-1cf4-4a37-afa5-94444368f6a2 None None] Routers {'43debb87-6771-47c7-bca5-e5daad80e159'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:21:41.755653 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c176bc3f-1cf4-4a37-afa5-94444368f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:21:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['43debb87-6771-47c7-bca5-e5daad80e159'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:21:41.791642 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c4828794-31a8-4084-b15a-56462d3d94ab req-61912f10-5196-4078-98cc-0f51fdabf908 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114964 Nov 25 20:21:41.813907 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8079ce1-1848-4fc3-a7ed-68f4e2b43c7f req-373ff3c6-1dd9-470c-94ec-4caef5a35491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:21:41.815570 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8079ce1-1848-4fc3-a7ed-68f4e2b43c7f req-373ff3c6-1dd9-470c-94ec-4caef5a35491 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 912 time: 0.1428456 Nov 25 20:21:41.858558 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8079ce1-1848-4fc3-a7ed-68f4e2b43c7f req-c48b56e6-7184-4a7c-b832-fe8d945baab5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc925bbf-b4f7-41e1-bc15-ff7b08571b71 HTTP/1.1" status: 200 len: 217 time: 0.0355380 Nov 25 20:21:41.870728 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-c176bc3f-1cf4-4a37-afa5-94444368f6a2 None None] Set router 43debb87-6771-47c7-bca5-e5daad80e159 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:21:41.910390 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8079ce1-1848-4fc3-a7ed-68f4e2b43c7f req-81a98013-fa33-462b-88a4-2722427aaf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:21:41.911819 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8079ce1-1848-4fc3-a7ed-68f4e2b43c7f req-81a98013-fa33-462b-88a4-2722427aaf83 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b8eac5fe-8121-4bce-95fc-dfb031ef521a HTTP/1.1" status: 200 len: 850 time: 0.0465052 Nov 25 20:21:41.964051 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8079ce1-1848-4fc3-a7ed-68f4e2b43c7f req-8ef619e8-074a-4ff6-b52b-0957738dadb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:21:41.965580 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8079ce1-1848-4fc3-a7ed-68f4e2b43c7f req-8ef619e8-074a-4ff6-b52b-0957738dadb9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467958 Nov 25 20:21:42.061676 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8079ce1-1848-4fc3-a7ed-68f4e2b43c7f req-0c86c67c-bf6e-41f7-b9af-025e65754109 service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882294 Nov 25 20:21:42.109479 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c176bc3f-1cf4-4a37-afa5-94444368f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43debb87-6771-47c7-bca5-e5daad80e159', 'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '963ab711-947b-4968-8a19-c51d19a96547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'gw_port': {'id': '963ab711-947b-4968-8a19-c51d19a96547', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '121c2322-4f30-42bd-8693-d67d08ffe6e9', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'port_id': 'eba47111-8238-4385-9d91-530228bf2547', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'mac_address': 'fa:16:3e:c9:dc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56558ca8-1ea4-4dca-a70c-a3d8fed57e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:17:58Z', 'updated_at': '2021-11-25T20:18:00Z', 'revision_number': 1, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92335b9-07ec-475f-b38a-14a7fdfe710c', 'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'mac_address': 'fa:16:3e:bc:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:27Z', 'updated_at': '2021-11-25T20:11:32Z', 'revision_number': 5, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'subnets': [{'id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:21:42.140293 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c176bc3f-1cf4-4a37-afa5-94444368f6a2 None None] The sync data for ids ['43debb87-6771-47c7-bca5-e5daad80e159'] in n-d-819349-5 is: [{'id': '43debb87-6771-47c7-bca5-e5daad80e159', 'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '963ab711-947b-4968-8a19-c51d19a96547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'gw_port': {'id': '963ab711-947b-4968-8a19-c51d19a96547', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '121c2322-4f30-42bd-8693-d67d08ffe6e9', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'port_id': 'eba47111-8238-4385-9d91-530228bf2547', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'mac_address': 'fa:16:3e:c9:dc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56558ca8-1ea4-4dca-a70c-a3d8fed57e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:17:58Z', 'updated_at': '2021-11-25T20:18:00Z', 'revision_number': 1, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92335b9-07ec-475f-b38a-14a7fdfe710c', 'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'mac_address': 'fa:16:3e:bc:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:27Z', 'updated_at': '2021-11-25T20:11:32Z', 'revision_number': 5, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'subnets': [{'id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:21:42.184576 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8079ce1-1848-4fc3-a7ed-68f4e2b43c7f req-8ad135cc-3531-45f8-8d36-df6c71d28616 service neutron] 10.222.0.85 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155632 Nov 25 20:21:42.371922 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746727ab-33e3-4723-8d24-2f666c9a27de None None] New status for floating IP 41ce7934-df1f-4f5d-bc3b-d4678622bf3b: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:21:42.912999 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943149df-f742-4823-a9c9-3c950392597b req-0513d5d3-6602-4883-ba20-7ea2259f4649 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:21:42.914532 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-943149df-f742-4823-a9c9-3c950392597b req-0513d5d3-6602-4883-ba20-7ea2259f4649 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 945 time: 0.0506310 Nov 25 20:21:42.966459 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-943149df-f742-4823-a9c9-3c950392597b req-f0f58087-7969-48fe-bb78-d7c887235b4d tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451524 Nov 25 20:21:43.113251 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013c45c-1764-46a4-99cc-b5a92a5d3b67 req-450e4ff8-ed56-43dc-b440-4e01a5d30561 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:21:43.114709 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b013c45c-1764-46a4-99cc-b5a92a5d3b67 req-450e4ff8-ed56-43dc-b440-4e01a5d30561 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.85 "GET /v2.0/ports?device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 945 time: 0.0482404 Nov 25 20:21:43.210596 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-b013c45c-1764-46a4-99cc-b5a92a5d3b67 req-b532b8b1-22ca-48b2-a49d-fcbb7f60da84 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Deleting port cc925bbf-b4f7-41e1-bc15-ff7b08571b71 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:21:43.210932 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b013c45c-1764-46a4-99cc-b5a92a5d3b67 req-b532b8b1-22ca-48b2-a49d-fcbb7f60da84 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:43.299246 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-b013c45c-1764-46a4-99cc-b5a92a5d3b67 req-b532b8b1-22ca-48b2-a49d-fcbb7f60da84 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] For port cc925bbf-b4f7-41e1-bc15-ff7b08571b71, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=cc925bbf-b4f7-41e1-bc15-ff7b08571b71,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:21:43.299612 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b013c45c-1764-46a4-99cc-b5a92a5d3b67 req-b532b8b1-22ca-48b2-a49d-fcbb7f60da84 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:43.312298 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-b013c45c-1764-46a4-99cc-b5a92a5d3b67 req-b532b8b1-22ca-48b2-a49d-fcbb7f60da84 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Calling delete_port for cc925bbf-b4f7-41e1-bc15-ff7b08571b71 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:21:43.443676 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b013c45c-1764-46a4-99cc-b5a92a5d3b67 req-b532b8b1-22ca-48b2-a49d-fcbb7f60da84 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:43.477922 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532b8b1-22ca-48b2-a49d-fcbb7f60da84 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event deleted for resources: {'Port': ['ID=cc925bbf-b4f7-41e1-bc15-ff7b08571b71,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:21:43.509842 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532b8b1-22ca-48b2-a49d-fcbb7f60da84 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:21:43.510265 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532b8b1-22ca-48b2-a49d-fcbb7f60da84 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:21:43.510571 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532b8b1-22ca-48b2-a49d-fcbb7f60da84 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:21:43.510918 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532b8b1-22ca-48b2-a49d-fcbb7f60da84 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:21:43.511261 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532b8b1-22ca-48b2-a49d-fcbb7f60da84 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:21:43.511596 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532b8b1-22ca-48b2-a49d-fcbb7f60da84 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:21:43.511930 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532b8b1-22ca-48b2-a49d-fcbb7f60da84 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:21:43.512266 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532b8b1-22ca-48b2-a49d-fcbb7f60da84 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:21:43.512595 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532b8b1-22ca-48b2-a49d-fcbb7f60da84 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:21:43.512926 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532b8b1-22ca-48b2-a49d-fcbb7f60da84 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:21:43.513258 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532b8b1-22ca-48b2-a49d-fcbb7f60da84 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:21:43.513592 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532b8b1-22ca-48b2-a49d-fcbb7f60da84 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:21:43.533396 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-b013c45c-1764-46a4-99cc-b5a92a5d3b67 req-b532b8b1-22ca-48b2-a49d-fcbb7f60da84 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] No DVR routers for this DVR port cc925bbf-b4f7-41e1-bc15-ff7b08571b71 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:21:43.536107 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-b013c45c-1764-46a4-99cc-b5a92a5d3b67 req-b532b8b1-22ca-48b2-a49d-fcbb7f60da84 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:43.539488 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b013c45c-1764-46a4-99cc-b5a92a5d3b67 req-b532b8b1-22ca-48b2-a49d-fcbb7f60da84 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.85 "DELETE /v2.0/ports/cc925bbf-b4f7-41e1-bc15-ff7b08571b71 HTTP/1.1" status: 204 len: 173 time: 0.4186661 Nov 25 20:21:43.539939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21274293-594d-4a2a-99c0-8f8b1d705257', 'name': 'network-vif-deleted', 'tag': 'cc925bbf-b4f7-41e1-bc15-ff7b08571b71'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:21:43.542208 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2096bb0-9516-4b00-a127-8e5f54720941" -d '{"events": [{"server_uuid": "21274293-594d-4a2a-99c0-8f8b1d705257", "name": "network-vif-deleted", "tag": "cc925bbf-b4f7-41e1-bc15-ff7b08571b71"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:21:43.580039 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78464592-3871-4095-8c14-f29a56038848 x-openstack-request-id: req-78464592-3871-4095-8c14-f29a56038848 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:21:43.580344 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21274293-594d-4a2a-99c0-8f8b1d705257", "name": "network-vif-deleted", "tag": "cc925bbf-b4f7-41e1-bc15-ff7b08571b71", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:21:43.580610 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-78464592-3871-4095-8c14-f29a56038848 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:21:43.581018 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21274293-594d-4a2a-99c0-8f8b1d705257', 'name': 'network-vif-deleted', 'tag': 'cc925bbf-b4f7-41e1-bc15-ff7b08571b71', 'status': 'completed', 'code': 200} Nov 25 20:21:44.069158 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-210911d4-a808-48de-97e7-cf3658005976 req-721bbd1c-5084-47b6-b8c8-4502b7a311b7 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 210 time: 0.0278037 Nov 25 20:21:45.168334 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-faad94cb-f354-4354-8588-95f8658dbf47 req-de35c1b0-2354-4144-91c8-3ec9eb5cbc4f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 210 time: 0.0268750 Nov 25 20:21:46.264957 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d5ed4361-84ba-41e3-b91d-f7520b1740ac req-1911007d-0eb2-4f4d-b200-4fb51d472607 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 210 time: 0.0282576 Nov 25 20:21:47.361468 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b587420f-89eb-49ed-9a4f-3a07bf0e6c8f req-effb9d38-67a4-4309-b903-072412b17c78 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=21274293-594d-4a2a-99c0-8f8b1d705257 HTTP/1.1" status: 200 len: 210 time: 0.0266204 Nov 25 20:21:47.421461 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device cc925bbf-b4f7-41e1-bc15-ff7b08571b71 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:21:47.442422 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: cc925bbf-b4f7-41e1-bc15-ff7b08571b71 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:21:47.442770 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device cc925bbf-b4f7-41e1-bc15-ff7b08571b71 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:21:53.782555 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55462) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:21:53.944465 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-61c262b6-193e-4e49-830f-803de8acfc19 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Deleting port 53f814a7-6c43-46d5-87b1-1f3c92127e7e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:21:53.944769 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61c262b6-193e-4e49-830f-803de8acfc19 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:54.025472 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61c262b6-193e-4e49-830f-803de8acfc19 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:54.025802 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61c262b6-193e-4e49-830f-803de8acfc19 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:54.038081 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-61c262b6-193e-4e49-830f-803de8acfc19 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Calling delete_port for 53f814a7-6c43-46d5-87b1-1f3c92127e7e owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:21:54.090541 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:54.187716 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61c262b6-193e-4e49-830f-803de8acfc19 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:54.222669 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c262b6-193e-4e49-830f-803de8acfc19 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event deleted for resources: {'Port': ['ID=53f814a7-6c43-46d5-87b1-1f3c92127e7e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:21:54.284170 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61c262b6-193e-4e49-830f-803de8acfc19 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:54.284529 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-61c262b6-193e-4e49-830f-803de8acfc19 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Floating IP 121c2322-4f30-42bd-8693-d67d08ffe6e9 disassociated (deleted). External IP: 172.25.6.229, port: eba47111-8238-4385-9d91-530228bf2547. Nov 25 20:21:54.691641 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:54.822251 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c262b6-193e-4e49-830f-803de8acfc19 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Router 43debb87-6771-47c7-bca5-e5daad80e159 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:21:54.935231 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c262b6-193e-4e49-830f-803de8acfc19 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:21:54.940484 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61c262b6-193e-4e49-830f-803de8acfc19 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:54.945102 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b1ec97-9d3b-4919-89e9-58cca050a461 None None] Sync routers for ids ['43debb87-6771-47c7-bca5-e5daad80e159'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:21:54.955345 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b1ec97-9d3b-4919-89e9-58cca050a461 None None] Routers {'43debb87-6771-47c7-bca5-e5daad80e159'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:21:54.955965 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-12b1ec97-9d3b-4919-89e9-58cca050a461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:21:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['43debb87-6771-47c7-bca5-e5daad80e159'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:21:54.970633 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-61c262b6-193e-4e49-830f-803de8acfc19 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "DELETE /v2.0/floatingips/121c2322-4f30-42bd-8693-d67d08ffe6e9 HTTP/1.1" status: 204 len: 168 time: 1.1869447 Nov 25 20:21:54.971238 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56558ca8-1ea4-4dca-a70c-a3d8fed57e84', 'tag': 'eba47111-8238-4385-9d91-530228bf2547'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:21:54.973574 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447cd7b4-145a-4d7a-955b-37e13bb45af1" -d '{"events": [{"name": "network-changed", "server_uuid": "56558ca8-1ea4-4dca-a70c-a3d8fed57e84", "tag": "eba47111-8238-4385-9d91-530228bf2547"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:21:55.064381 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-12b1ec97-9d3b-4919-89e9-58cca050a461 None None] Set router 43debb87-6771-47c7-bca5-e5daad80e159 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:21:55.136231 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb0496e-b522-4863-92cd-614980a8250d x-openstack-request-id: req-efb0496e-b522-4863-92cd-614980a8250d {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:21:55.136526 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56558ca8-1ea4-4dca-a70c-a3d8fed57e84", "tag": "eba47111-8238-4385-9d91-530228bf2547", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:21:55.136789 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-efb0496e-b522-4863-92cd-614980a8250d {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:21:55.137197 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56558ca8-1ea4-4dca-a70c-a3d8fed57e84', 'tag': 'eba47111-8238-4385-9d91-530228bf2547', 'status': 'completed', 'code': 200} Nov 25 20:21:55.211620 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cd7b4-145a-4d7a-955b-37e13bb45af1 req-7129faa4-e32c-44ce-b3a2-32e5a0d2dc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:21:55.213391 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-447cd7b4-145a-4d7a-955b-37e13bb45af1 req-7129faa4-e32c-44ce-b3a2-32e5a0d2dc21 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a49662473d14429bfa08ae832fa5fb1&device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 1096 time: 0.0470853 Nov 25 20:21:55.245551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d877a-c3e1-4597-8179-3e3289b94281 req-f8849e04-f0e4-4edf-9cf5-ee327e8237aa tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:21:55.248712 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7f4d877a-c3e1-4597-8179-3e3289b94281 req-f8849e04-f0e4-4edf-9cf5-ee327e8237aa tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 945 time: 0.0584714 Nov 25 20:21:55.303486 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7f4d877a-c3e1-4597-8179-3e3289b94281 req-6c298c33-44a2-45c2-875f-027dba26f304 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478919 Nov 25 20:21:55.327613 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cd7b4-145a-4d7a-955b-37e13bb45af1 req-7fa33024-8e5f-481e-ab33-7c3341a91df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:21:55.329240 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-447cd7b4-145a-4d7a-955b-37e13bb45af1 req-7fa33024-8e5f-481e-ab33-7c3341a91df0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 200 len: 912 time: 0.1076925 Nov 25 20:21:55.363734 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-12b1ec97-9d3b-4919-89e9-58cca050a461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43debb87-6771-47c7-bca5-e5daad80e159', 'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '963ab711-947b-4968-8a19-c51d19a96547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'gw_port': {'id': '963ab711-947b-4968-8a19-c51d19a96547', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c92335b9-07ec-475f-b38a-14a7fdfe710c', 'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'mac_address': 'fa:16:3e:bc:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:27Z', 'updated_at': '2021-11-25T20:11:32Z', 'revision_number': 5, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'subnets': [{'id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:21:55.373207 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-447cd7b4-145a-4d7a-955b-37e13bb45af1 req-b2dec729-1061-421c-8c8d-ede3e293cd84 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eba47111-8238-4385-9d91-530228bf2547 HTTP/1.1" status: 200 len: 217 time: 0.0338476 Nov 25 20:21:55.394092 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b1ec97-9d3b-4919-89e9-58cca050a461 None None] Checking router: 43debb87-6771-47c7-bca5-e5daad80e159 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:21:55.402474 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b1ec97-9d3b-4919-89e9-58cca050a461 None None] Routers {'43debb87-6771-47c7-bca5-e5daad80e159'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:21:55.403125 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-12b1ec97-9d3b-4919-89e9-58cca050a461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:21:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['43debb87-6771-47c7-bca5-e5daad80e159'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:21:55.426312 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cd7b4-145a-4d7a-955b-37e13bb45af1 req-bea6fbc1-aff1-4157-8c7f-19da5cb8d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:21:55.427828 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-447cd7b4-145a-4d7a-955b-37e13bb45af1 req-bea6fbc1-aff1-4157-8c7f-19da5cb8d9e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8eac5fe-8121-4bce-95fc-dfb031ef521a HTTP/1.1" status: 200 len: 850 time: 0.0454643 Nov 25 20:21:55.481084 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cd7b4-145a-4d7a-955b-37e13bb45af1 req-d177a5ec-83c8-473d-b748-49346ef2061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:21:55.483195 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-447cd7b4-145a-4d7a-955b-37e13bb45af1 req-d177a5ec-83c8-473d-b748-49346ef2061a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2b6e25a-2103-45ea-b031-a5d7ec0542cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476038 Nov 25 20:21:55.498429 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-447cd7b4-145a-4d7a-955b-37e13bb45af1 req-1743ef91-6abc-4f8f-ac4b-6501f804ed1d service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:21:55.499399 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-447cd7b4-145a-4d7a-955b-37e13bb45af1 req-1743ef91-6abc-4f8f-ac4b-6501f804ed1d service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060036 Nov 25 20:21:55.512515 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-12b1ec97-9d3b-4919-89e9-58cca050a461 None None] Set router 43debb87-6771-47c7-bca5-e5daad80e159 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:21:55.598152 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-447cd7b4-145a-4d7a-955b-37e13bb45af1 req-affd0d03-ab34-4452-a33c-bb0c98b516ba service neutron] 10.222.0.73 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903282 Nov 25 20:21:55.710490 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-447cd7b4-145a-4d7a-955b-37e13bb45af1 req-0b3cec57-4326-4510-9ed9-8e2ceebf0b92 service neutron] 10.222.0.73 "GET /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025419 Nov 25 20:21:55.730039 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-12b1ec97-9d3b-4919-89e9-58cca050a461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43debb87-6771-47c7-bca5-e5daad80e159', 'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '963ab711-947b-4968-8a19-c51d19a96547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'gw_port': {'id': '963ab711-947b-4968-8a19-c51d19a96547', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c92335b9-07ec-475f-b38a-14a7fdfe710c', 'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'mac_address': 'fa:16:3e:bc:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:27Z', 'updated_at': '2021-11-25T20:11:32Z', 'revision_number': 5, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'subnets': [{'id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:21:55.757612 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b1ec97-9d3b-4919-89e9-58cca050a461 None None] The sync data for ids ['43debb87-6771-47c7-bca5-e5daad80e159'] in n-d-819349-5 is: [{'id': '43debb87-6771-47c7-bca5-e5daad80e159', 'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '963ab711-947b-4968-8a19-c51d19a96547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'gw_port': {'id': '963ab711-947b-4968-8a19-c51d19a96547', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'c92335b9-07ec-475f-b38a-14a7fdfe710c', 'name': '', 'network_id': 'a2b6e25a-2103-45ea-b031-a5d7ec0542cd', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'mac_address': 'fa:16:3e:bc:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:27Z', 'updated_at': '2021-11-25T20:11:32Z', 'revision_number': 5, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'subnets': [{'id': 'b8eac5fe-8121-4bce-95fc-dfb031ef521a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:21:55.994509 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc43e08d-cc39-45d6-9579-fb5afd2bd5d6 None None] New status for floating IP 121c2322-4f30-42bd-8693-d67d08ffe6e9: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:21:56.424140 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b12477-85d2-4667-874b-388f9d2522b2 req-4048e1b4-7280-4403-bcfb-89ad3524d018 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:21:56.425651 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9b12477-85d2-4667-874b-388f9d2522b2 req-4048e1b4-7280-4403-bcfb-89ad3524d018 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 945 time: 0.0528333 Nov 25 20:21:56.474184 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b9b12477-85d2-4667-874b-388f9d2522b2 req-3a62082f-2b49-4b09-ac2f-700b1dad490d tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/security-groups?id=119c69a1-4a3b-44fa-b518-2492b2f0badb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425344 Nov 25 20:21:56.916838 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548834c0-5180-4df4-98cc-dae17af11768 req-b71e2ccc-5786-49af-b667-e9187f91441c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:21:56.918333 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-548834c0-5180-4df4-98cc-dae17af11768 req-b71e2ccc-5786-49af-b667-e9187f91441c tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.73 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 945 time: 0.0509381 Nov 25 20:21:57.012417 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-548834c0-5180-4df4-98cc-dae17af11768 req-0792b896-27c6-46a0-aaac-717e244c4c8b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Deleting port eba47111-8238-4385-9d91-530228bf2547 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:21:57.013584 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-548834c0-5180-4df4-98cc-dae17af11768 req-0792b896-27c6-46a0-aaac-717e244c4c8b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:57.106069 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-548834c0-5180-4df4-98cc-dae17af11768 req-0792b896-27c6-46a0-aaac-717e244c4c8b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] For port eba47111-8238-4385-9d91-530228bf2547, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=eba47111-8238-4385-9d91-530228bf2547,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:21:57.106504 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-548834c0-5180-4df4-98cc-dae17af11768 req-0792b896-27c6-46a0-aaac-717e244c4c8b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:57.119832 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-548834c0-5180-4df4-98cc-dae17af11768 req-0792b896-27c6-46a0-aaac-717e244c4c8b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Calling delete_port for eba47111-8238-4385-9d91-530228bf2547 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:21:57.258112 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-548834c0-5180-4df4-98cc-dae17af11768 req-0792b896-27c6-46a0-aaac-717e244c4c8b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:57.288051 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792b896-27c6-46a0-aaac-717e244c4c8b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event deleted for resources: {'Port': ['ID=eba47111-8238-4385-9d91-530228bf2547,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:21:57.335489 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-548834c0-5180-4df4-98cc-dae17af11768 req-0792b896-27c6-46a0-aaac-717e244c4c8b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] No DVR routers for this DVR port eba47111-8238-4385-9d91-530228bf2547 on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:21:57.338414 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-548834c0-5180-4df4-98cc-dae17af11768 req-0792b896-27c6-46a0-aaac-717e244c4c8b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:57.342137 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-548834c0-5180-4df4-98cc-dae17af11768 req-0792b896-27c6-46a0-aaac-717e244c4c8b tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.73 "DELETE /v2.0/ports/eba47111-8238-4385-9d91-530228bf2547 HTTP/1.1" status: 204 len: 173 time: 0.4159741 Nov 25 20:21:57.342641 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56558ca8-1ea4-4dca-a70c-a3d8fed57e84', 'name': 'network-vif-deleted', 'tag': 'eba47111-8238-4385-9d91-530228bf2547'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:21:57.345031 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726124e7-b726-45bc-8b54-192b9c7b4119" -d '{"events": [{"server_uuid": "56558ca8-1ea4-4dca-a70c-a3d8fed57e84", "name": "network-vif-deleted", "tag": "eba47111-8238-4385-9d91-530228bf2547"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:21:57.386050 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2837c1fe-3a79-44ec-ae0e-af87cea8f8ed x-openstack-request-id: req-2837c1fe-3a79-44ec-ae0e-af87cea8f8ed {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:21:57.386425 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56558ca8-1ea4-4dca-a70c-a3d8fed57e84", "name": "network-vif-deleted", "tag": "eba47111-8238-4385-9d91-530228bf2547", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:21:57.386751 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2837c1fe-3a79-44ec-ae0e-af87cea8f8ed {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:21:57.387184 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56558ca8-1ea4-4dca-a70c-a3d8fed57e84', 'name': 'network-vif-deleted', 'tag': 'eba47111-8238-4385-9d91-530228bf2547', 'status': 'completed', 'code': 200} Nov 25 20:21:57.575017 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9958e6a-f2fe-40cc-a17b-2e300c92b4e3 req-000167f0-f77c-48be-aa84-7c61f6a98361 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 210 time: 0.0272064 Nov 25 20:21:58.680793 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd9693d0-738d-4f79-940f-25bbd2f8bf56 req-875a451e-fe44-4e0b-b906-1ac425c75fdb tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 210 time: 0.0337472 Nov 25 20:21:59.334171 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-989d3f14-b32b-47fc-8c52-ead83fd1e6e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:59.779660 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bb3775c2-826a-4913-a9a1-51d526c6d48d req-28f241ec-1063-4074-b0e8-fbea7994d503 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 210 time: 0.0269339 Nov 25 20:22:00.878919 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f796d96-ad16-4f48-bc80-39c08d128c7e req-18e6d420-3f32-434d-bbcc-1c36e4334179 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 210 time: 0.0267735 Nov 25 20:22:01.795061 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10321efe-9b4f-4b51-a5ef-08730d4f88bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:01.946022 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device eba47111-8238-4385-9d91-530228bf2547 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:22:01.973695 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: eba47111-8238-4385-9d91-530228bf2547 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:22:01.974044 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device eba47111-8238-4385-9d91-530228bf2547 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:22:01.993264 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-20317de8-5101-44af-be76-cae158bc5720 req-a601b0a4-147c-44c0-a4b7-c18d07bdef50 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "GET /v2.0/ports?device_id=56558ca8-1ea4-4dca-a70c-a3d8fed57e84 HTTP/1.1" status: 200 len: 210 time: 0.0279815 Nov 25 20:22:03.051712 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55486) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:22:03.182521 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8119bb6b-74cc-4436-b2b1-ad721a629c5f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Deleting port 9a506525-7710-4f8d-88d5-a5d384e64045 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:22:03.182877 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8119bb6b-74cc-4436-b2b1-ad721a629c5f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:03.266934 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8119bb6b-74cc-4436-b2b1-ad721a629c5f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:03.267266 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8119bb6b-74cc-4436-b2b1-ad721a629c5f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:03.279235 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8119bb6b-74cc-4436-b2b1-ad721a629c5f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Calling delete_port for 9a506525-7710-4f8d-88d5-a5d384e64045 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:22:03.417110 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8119bb6b-74cc-4436-b2b1-ad721a629c5f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:03.446104 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119bb6b-74cc-4436-b2b1-ad721a629c5f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event deleted for resources: {'Port': ['ID=9a506525-7710-4f8d-88d5-a5d384e64045,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:03.507499 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8119bb6b-74cc-4436-b2b1-ad721a629c5f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:03.510124 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8119bb6b-74cc-4436-b2b1-ad721a629c5f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:03.511305 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8119bb6b-74cc-4436-b2b1-ad721a629c5f tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "DELETE /v2.0/floatingips/dee27d01-4e7a-48ce-9273-d6d9380f07cc HTTP/1.1" status: 204 len: 168 time: 0.4583094 Nov 25 20:22:03.861166 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:05.678410 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:05.680697 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:06.811386 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55504) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:22:06.876131 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b189d84-8a0c-452a-96ea-2281c61883f0 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:06.902355 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b189d84-8a0c-452a-96ea-2281c61883f0 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:06.983725 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b189d84-8a0c-452a-96ea-2281c61883f0 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:06.987548 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b189d84-8a0c-452a-96ea-2281c61883f0 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:06.989088 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3b189d84-8a0c-452a-96ea-2281c61883f0 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] 10.222.0.55 "DELETE /v2.0/security-groups/119c69a1-4a3b-44fa-b518-2492b2f0badb HTTP/1.1" status: 204 len: 168 time: 0.1765738 Nov 25 20:22:06.999738 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b189d84-8a0c-452a-96ea-2281c61883f0 tempest-TestVolumeBootPattern-1483544967 tempest-TestVolumeBootPattern-1483544967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=119c69a1-4a3b-44fa-b518-2492b2f0badb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:07.065803 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55508) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:22:07.695989 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3dce67d8-1769-47ee-8f3b-7b9f277e81f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:07.987596 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3dce67d8-1769-47ee-8f3b-7b9f277e81f9 admin admin] Deleting port c92335b9-07ec-475f-b38a-14a7fdfe710c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:22:07.988247 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3dce67d8-1769-47ee-8f3b-7b9f277e81f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:08.074317 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-3dce67d8-1769-47ee-8f3b-7b9f277e81f9 admin admin] For port c92335b9-07ec-475f-b38a-14a7fdfe710c, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c92335b9-07ec-475f-b38a-14a7fdfe710c,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:22:08.074737 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3dce67d8-1769-47ee-8f3b-7b9f277e81f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:08.087500 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3dce67d8-1769-47ee-8f3b-7b9f277e81f9 admin admin] Calling delete_port for c92335b9-07ec-475f-b38a-14a7fdfe710c owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:22:08.275550 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3dce67d8-1769-47ee-8f3b-7b9f277e81f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:08.303236 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce67d8-1769-47ee-8f3b-7b9f277e81f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c92335b9-07ec-475f-b38a-14a7fdfe710c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:08.490836 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3dce67d8-1769-47ee-8f3b-7b9f277e81f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:08.615436 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:22:08.715573 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dce67d8-1769-47ee-8f3b-7b9f277e81f9 admin admin] Router 43debb87-6771-47c7-bca5-e5daad80e159 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:22:08.822749 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dce67d8-1769-47ee-8f3b-7b9f277e81f9 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:22:08.828082 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3dce67d8-1769-47ee-8f3b-7b9f277e81f9 admin admin] 10.222.0.55 "PUT /v2.0/routers/43debb87-6771-47c7-bca5-e5daad80e159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7608054 Nov 25 20:22:08.830813 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55512) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:22:08.831952 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f52b24-b023-4dbc-95a3-b74eafc9b736 None None] Sync routers for ids ['43debb87-6771-47c7-bca5-e5daad80e159'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:22:08.842340 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f52b24-b023-4dbc-95a3-b74eafc9b736 None None] Routers {'43debb87-6771-47c7-bca5-e5daad80e159'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:22:08.843029 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-58f52b24-b023-4dbc-95a3-b74eafc9b736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:22:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['43debb87-6771-47c7-bca5-e5daad80e159'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:22:08.937268 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64c9442b-a67c-4601-8caf-801add9dcefb admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:08.945092 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-58f52b24-b023-4dbc-95a3-b74eafc9b736 None None] Set router 43debb87-6771-47c7-bca5-e5daad80e159 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:22:09.042032 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64c9442b-a67c-4601-8caf-801add9dcefb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:09.097046 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-64c9442b-a67c-4601-8caf-801add9dcefb admin admin] Deleting port 963ab711-947b-4968-8a19-c51d19a96547 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:22:09.097388 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64c9442b-a67c-4601-8caf-801add9dcefb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:09.127510 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-58f52b24-b023-4dbc-95a3-b74eafc9b736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43debb87-6771-47c7-bca5-e5daad80e159', 'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '963ab711-947b-4968-8a19-c51d19a96547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:22:08Z', 'revision_number': 5, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'gw_port': {'id': '963ab711-947b-4968-8a19-c51d19a96547', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43debb87-6771-47c7-bca5-e5daad80e159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:22:09.154194 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f52b24-b023-4dbc-95a3-b74eafc9b736 None None] Checking router: 43debb87-6771-47c7-bca5-e5daad80e159 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:22:09.162821 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f52b24-b023-4dbc-95a3-b74eafc9b736 None None] Routers {'43debb87-6771-47c7-bca5-e5daad80e159'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:22:09.163442 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-58f52b24-b023-4dbc-95a3-b74eafc9b736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:22:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['43debb87-6771-47c7-bca5-e5daad80e159'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:22:09.178827 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-64c9442b-a67c-4601-8caf-801add9dcefb admin admin] For port 963ab711-947b-4968-8a19-c51d19a96547, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=963ab711-947b-4968-8a19-c51d19a96547,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:22:09.179201 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64c9442b-a67c-4601-8caf-801add9dcefb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:09.196489 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-64c9442b-a67c-4601-8caf-801add9dcefb admin admin] Calling delete_port for 963ab711-947b-4968-8a19-c51d19a96547 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:22:09.249136 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-58f52b24-b023-4dbc-95a3-b74eafc9b736 None None] Set router 43debb87-6771-47c7-bca5-e5daad80e159 gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:22:09.305859 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-58f52b24-b023-4dbc-95a3-b74eafc9b736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43debb87-6771-47c7-bca5-e5daad80e159', 'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:22:09Z', 'revision_number': 6, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:22:09.336950 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f52b24-b023-4dbc-95a3-b74eafc9b736 None None] The sync data for ids ['43debb87-6771-47c7-bca5-e5daad80e159'] in n-d-819349-5 is: [{'id': '43debb87-6771-47c7-bca5-e5daad80e159', 'name': 'tempest-TestVolumeBootPattern-257579555-router', 'tenant_id': '5a49662473d14429bfa08ae832fa5fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:24Z', 'updated_at': '2021-11-25T20:22:09Z', 'revision_number': 6, 'project_id': '5a49662473d14429bfa08ae832fa5fb1', 'gw_port_host': None}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:22:09.376590 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64c9442b-a67c-4601-8caf-801add9dcefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:09.407438 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9442b-a67c-4601-8caf-801add9dcefb admin admin] Pushing event deleted for resources: {'Port': ['ID=963ab711-947b-4968-8a19-c51d19a96547,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:09.422062 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aac2406-5545-4cb4-a196-0937744457be None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:22:09.471267 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64c9442b-a67c-4601-8caf-801add9dcefb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:09.561279 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64c9442b-a67c-4601-8caf-801add9dcefb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:09.563467 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64c9442b-a67c-4601-8caf-801add9dcefb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:09.608885 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64c9442b-a67c-4601-8caf-801add9dcefb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:09.609449 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c9442b-a67c-4601-8caf-801add9dcefb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43debb87-6771-47c7-bca5-e5daad80e159 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:22:09.613817 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64c9442b-a67c-4601-8caf-801add9dcefb admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:09.615076 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-64c9442b-a67c-4601-8caf-801add9dcefb admin admin] 10.222.0.55 "DELETE /v2.0/routers/43debb87-6771-47c7-bca5-e5daad80e159 HTTP/1.1" status: 204 len: 168 time: 0.7832446 Nov 25 20:22:09.617694 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55514) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:22:09.662873 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0ac47b-1c1e-4c02-abe2-c63dd69621f0 admin admin] Deleting subnet b8eac5fe-8121-4bce-95fc-dfb031ef521a {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:22:09.665931 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac47b-1c1e-4c02-abe2-c63dd69621f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:09.707844 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac47b-1c1e-4c02-abe2-c63dd69621f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:09.797144 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac47b-1c1e-4c02-abe2-c63dd69621f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:09.849703 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac47b-1c1e-4c02-abe2-c63dd69621f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:09.875591 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ac47b-1c1e-4c02-abe2-c63dd69621f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8eac5fe-8121-4bce-95fc-dfb031ef521a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:09.880278 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac47b-1c1e-4c02-abe2-c63dd69621f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:09.883707 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4a0ac47b-1c1e-4c02-abe2-c63dd69621f0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b8eac5fe-8121-4bce-95fc-dfb031ef521a HTTP/1.1" status: 204 len: 168 time: 0.2649345 Nov 25 20:22:09.886204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55516) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:22:09.886346 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff8dea2-23f8-46f4-b323-5e500e78e372 None None] Network a2b6e25a-2103-45ea-b031-a5d7ec0542cd requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:22:09.960599 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8b16801-5c86-4845-838f-a8964b2ea4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:10.020366 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e8b16801-5c86-4845-838f-a8964b2ea4a5 admin admin] Deleting port 877e9239-ad27-4e61-a540-30cef18566ab {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:22:10.020366 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8b16801-5c86-4845-838f-a8964b2ea4a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:10.101784 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e8b16801-5c86-4845-838f-a8964b2ea4a5 admin admin] For port 877e9239-ad27-4e61-a540-30cef18566ab, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=877e9239-ad27-4e61-a540-30cef18566ab,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:22:10.102406 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8b16801-5c86-4845-838f-a8964b2ea4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:10.103051 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cb39fb-65fc-48d1-ba31-d07abcab24bc None None] DHCP port deletion for a2b6e25a-2103-45ea-b031-a5d7ec0542cd request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:22:10.127873 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e8b16801-5c86-4845-838f-a8964b2ea4a5 admin admin] Calling delete_port for 877e9239-ad27-4e61-a540-30cef18566ab owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:22:10.175526 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e6cb39fb-65fc-48d1-ba31-d07abcab24bc None None] Deleting port 877e9239-ad27-4e61-a540-30cef18566ab {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:22:10.176272 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e6cb39fb-65fc-48d1-ba31-d07abcab24bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:10.202103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c92335b9-07ec-475f-b38a-14a7fdfe710c no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:22:10.232211 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8b16801-5c86-4845-838f-a8964b2ea4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:10.258136 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: c92335b9-07ec-475f-b38a-14a7fdfe710c {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:22:10.258590 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c92335b9-07ec-475f-b38a-14a7fdfe710c not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:22:10.259008 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 963ab711-947b-4968-8a19-c51d19a96547 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:22:10.267781 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b16801-5c86-4845-838f-a8964b2ea4a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=877e9239-ad27-4e61-a540-30cef18566ab,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:10.274101 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b16801-5c86-4845-838f-a8964b2ea4a5 admin admin] No DVR routers for this DVR port 877e9239-ad27-4e61-a540-30cef18566ab on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:22:10.283790 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 963ab711-947b-4968-8a19-c51d19a96547 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:22:10.284143 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 963ab711-947b-4968-8a19-c51d19a96547 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:22:10.284562 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 877e9239-ad27-4e61-a540-30cef18566ab no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:22:10.314041 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e6cb39fb-65fc-48d1-ba31-d07abcab24bc None None] For port 877e9239-ad27-4e61-a540-30cef18566ab, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=877e9239-ad27-4e61-a540-30cef18566ab,segment=NetworkSegment(78152aeb-d7f2-4b01-8835-de7e492e0a64),segment_id=78152aeb-d7f2-4b01-8835-de7e492e0a64)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:22:10.314479 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e6cb39fb-65fc-48d1-ba31-d07abcab24bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:10.316913 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 877e9239-ad27-4e61-a540-30cef18566ab {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:22:10.317264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 877e9239-ad27-4e61-a540-30cef18566ab not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:22:10.332351 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e6cb39fb-65fc-48d1-ba31-d07abcab24bc None None] Calling delete_port for 877e9239-ad27-4e61-a540-30cef18566ab owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:22:10.367400 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8b16801-5c86-4845-838f-a8964b2ea4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:10.390576 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-e8b16801-5c86-4845-838f-a8964b2ea4a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b6e25a-2103-45ea-b031-a5d7ec0542cd']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:22:10.402406 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-e8b16801-5c86-4845-838f-a8964b2ea4a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78152aeb-d7f2-4b01-8835-de7e492e0a64') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:22:10.403460 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-e8b16801-5c86-4845-838f-a8964b2ea4a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78152aeb-d7f2-4b01-8835-de7e492e0a64') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:22:10.418405 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8b16801-5c86-4845-838f-a8964b2ea4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:10.428655 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e6cb39fb-65fc-48d1-ba31-d07abcab24bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:10.433052 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8b16801-5c86-4845-838f-a8964b2ea4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:10.439613 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b16801-5c86-4845-838f-a8964b2ea4a5 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:22:10.440147 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8b16801-5c86-4845-838f-a8964b2ea4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:22:10.441913 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:22:10.453748 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb39fb-65fc-48d1-ba31-d07abcab24bc None None] Pushing event deleted for resources: {'Port': ['ID=877e9239-ad27-4e61-a540-30cef18566ab,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:10.461641 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cb39fb-65fc-48d1-ba31-d07abcab24bc None None] No DVR routers for this DVR port 877e9239-ad27-4e61-a540-30cef18566ab on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:22:10.464063 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb39fb-65fc-48d1-ba31-d07abcab24bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:10.464417 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb39fb-65fc-48d1-ba31-d07abcab24bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:10.464944 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb39fb-65fc-48d1-ba31-d07abcab24bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:10.465888 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb39fb-65fc-48d1-ba31-d07abcab24bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:10.466231 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb39fb-65fc-48d1-ba31-d07abcab24bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:10.466231 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb39fb-65fc-48d1-ba31-d07abcab24bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:10.467116 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb39fb-65fc-48d1-ba31-d07abcab24bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:10.467454 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb39fb-65fc-48d1-ba31-d07abcab24bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:10.467790 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb39fb-65fc-48d1-ba31-d07abcab24bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:10.468125 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb39fb-65fc-48d1-ba31-d07abcab24bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:10.468458 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb39fb-65fc-48d1-ba31-d07abcab24bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:10.468789 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb39fb-65fc-48d1-ba31-d07abcab24bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:10.504067 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8b16801-5c86-4845-838f-a8964b2ea4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:10.511088 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8b16801-5c86-4845-838f-a8964b2ea4a5 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:10.514965 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e8b16801-5c86-4845-838f-a8964b2ea4a5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a2b6e25a-2103-45ea-b031-a5d7ec0542cd HTTP/1.1" status: 204 len: 168 time: 0.6276965 Nov 25 20:22:10.518081 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55518) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:22:10.527040 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b16801-5c86-4845-838f-a8964b2ea4a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2b6e25a-2103-45ea-b031-a5d7ec0542cd,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:11.218889 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-acce22d4-5fda-4ebc-a3b8-fd89e70579d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:11.465957 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-acce22d4-5fda-4ebc-a3b8-fd89e70579d1 admin admin] Deleting port 5fc9a32d-73dc-48eb-852d-63968c7ea3f2 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:22:11.466202 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-acce22d4-5fda-4ebc-a3b8-fd89e70579d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:11.546882 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-acce22d4-5fda-4ebc-a3b8-fd89e70579d1 admin admin] For port 5fc9a32d-73dc-48eb-852d-63968c7ea3f2, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5fc9a32d-73dc-48eb-852d-63968c7ea3f2,segment=NetworkSegment(4b3a2275-7154-4b2f-9196-761bd2b49f88),segment_id=4b3a2275-7154-4b2f-9196-761bd2b49f88)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:22:11.547586 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-acce22d4-5fda-4ebc-a3b8-fd89e70579d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:11.559686 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-acce22d4-5fda-4ebc-a3b8-fd89e70579d1 admin admin] Calling delete_port for 5fc9a32d-73dc-48eb-852d-63968c7ea3f2 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:22:11.740664 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-acce22d4-5fda-4ebc-a3b8-fd89e70579d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:11.766660 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce22d4-5fda-4ebc-a3b8-fd89e70579d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fc9a32d-73dc-48eb-852d-63968c7ea3f2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:11.943513 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-acce22d4-5fda-4ebc-a3b8-fd89e70579d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:12.166581 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acce22d4-5fda-4ebc-a3b8-fd89e70579d1 admin admin] Router 36c59bdc-f27b-4aeb-87df-cbfb91000922 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:22:12.291805 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acce22d4-5fda-4ebc-a3b8-fd89e70579d1 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:22:12.298390 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-acce22d4-5fda-4ebc-a3b8-fd89e70579d1 admin admin] 10.222.0.55 "PUT /v2.0/routers/36c59bdc-f27b-4aeb-87df-cbfb91000922/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7775652 Nov 25 20:22:12.300424 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55520) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:22:12.302481 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbb603d-987e-4d4b-9142-5512a58c5466 None None] Sync routers for ids ['36c59bdc-f27b-4aeb-87df-cbfb91000922'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:22:12.313788 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbb603d-987e-4d4b-9142-5512a58c5466 None None] Routers {'36c59bdc-f27b-4aeb-87df-cbfb91000922'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:22:12.314464 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1cbb603d-987e-4d4b-9142-5512a58c5466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:22:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['36c59bdc-f27b-4aeb-87df-cbfb91000922'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:22:12.412274 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2457361f-ed56-4ba6-b266-0f33da4da2b9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:12.422722 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-1cbb603d-987e-4d4b-9142-5512a58c5466 None None] Set router 36c59bdc-f27b-4aeb-87df-cbfb91000922 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:22:12.521408 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2457361f-ed56-4ba6-b266-0f33da4da2b9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:12.582734 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2457361f-ed56-4ba6-b266-0f33da4da2b9 admin admin] Deleting port 6b23d7f5-adda-43d4-9e70-693e902fc5bd {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:22:12.583433 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2457361f-ed56-4ba6-b266-0f33da4da2b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:12.608817 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1cbb603d-987e-4d4b-9142-5512a58c5466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c59bdc-f27b-4aeb-87df-cbfb91000922', 'name': 'tempest-TestVolumeBootPattern-704671939-router', 'tenant_id': '91b808c8f1974252b7f3705f6be15b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6b23d7f5-adda-43d4-9e70-693e902fc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:29Z', 'updated_at': '2021-11-25T20:22:11Z', 'revision_number': 5, 'project_id': '91b808c8f1974252b7f3705f6be15b79', 'gw_port': {'id': '6b23d7f5-adda-43d4-9e70-693e902fc5bd', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c59bdc-f27b-4aeb-87df-cbfb91000922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:30Z', 'updated_at': '2021-11-25T20:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:22:12.635190 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbb603d-987e-4d4b-9142-5512a58c5466 None None] Checking router: 36c59bdc-f27b-4aeb-87df-cbfb91000922 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:22:12.643593 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbb603d-987e-4d4b-9142-5512a58c5466 None None] Routers {'36c59bdc-f27b-4aeb-87df-cbfb91000922'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:22:12.644175 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1cbb603d-987e-4d4b-9142-5512a58c5466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:22:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['36c59bdc-f27b-4aeb-87df-cbfb91000922'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:22:12.664336 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-2457361f-ed56-4ba6-b266-0f33da4da2b9 admin admin] For port 6b23d7f5-adda-43d4-9e70-693e902fc5bd, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6b23d7f5-adda-43d4-9e70-693e902fc5bd,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:22:12.664704 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2457361f-ed56-4ba6-b266-0f33da4da2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:12.678451 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2457361f-ed56-4ba6-b266-0f33da4da2b9 admin admin] Calling delete_port for 6b23d7f5-adda-43d4-9e70-693e902fc5bd owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:22:12.733654 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-1cbb603d-987e-4d4b-9142-5512a58c5466 None None] Set router 36c59bdc-f27b-4aeb-87df-cbfb91000922 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:22:12.785180 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1cbb603d-987e-4d4b-9142-5512a58c5466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c59bdc-f27b-4aeb-87df-cbfb91000922', 'name': 'tempest-TestVolumeBootPattern-704671939-router', 'tenant_id': '91b808c8f1974252b7f3705f6be15b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:29Z', 'updated_at': '2021-11-25T20:22:12Z', 'revision_number': 6, 'project_id': '91b808c8f1974252b7f3705f6be15b79', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:22:12.815564 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbb603d-987e-4d4b-9142-5512a58c5466 None None] The sync data for ids ['36c59bdc-f27b-4aeb-87df-cbfb91000922'] in n-d-819349-5 is: [{'id': '36c59bdc-f27b-4aeb-87df-cbfb91000922', 'name': 'tempest-TestVolumeBootPattern-704671939-router', 'tenant_id': '91b808c8f1974252b7f3705f6be15b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:29Z', 'updated_at': '2021-11-25T20:22:12Z', 'revision_number': 6, 'project_id': '91b808c8f1974252b7f3705f6be15b79', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:22:12.852728 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2457361f-ed56-4ba6-b266-0f33da4da2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:12.885186 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457361f-ed56-4ba6-b266-0f33da4da2b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b23d7f5-adda-43d4-9e70-693e902fc5bd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:12.896955 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d10cd1-1979-4f81-aa0f-56690351f0c3 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:22:12.947681 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2457361f-ed56-4ba6-b266-0f33da4da2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:13.038705 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2457361f-ed56-4ba6-b266-0f33da4da2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:13.040839 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2457361f-ed56-4ba6-b266-0f33da4da2b9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:13.087437 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2457361f-ed56-4ba6-b266-0f33da4da2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:13.087938 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2457361f-ed56-4ba6-b266-0f33da4da2b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36c59bdc-f27b-4aeb-87df-cbfb91000922 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:22:13.094133 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2457361f-ed56-4ba6-b266-0f33da4da2b9 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:13.095320 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2457361f-ed56-4ba6-b266-0f33da4da2b9 admin admin] 10.222.0.55 "DELETE /v2.0/routers/36c59bdc-f27b-4aeb-87df-cbfb91000922 HTTP/1.1" status: 204 len: 168 time: 0.7936373 Nov 25 20:22:13.097797 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55522) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:22:13.144017 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc55e15-2a32-4a30-b3d5-0c5eb3c3407e admin admin] Deleting subnet decc665b-d950-492b-b441-f211fa897e4a {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:22:13.148023 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6bc55e15-2a32-4a30-b3d5-0c5eb3c3407e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:13.186819 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6bc55e15-2a32-4a30-b3d5-0c5eb3c3407e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:13.275664 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6bc55e15-2a32-4a30-b3d5-0c5eb3c3407e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:13.331115 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6bc55e15-2a32-4a30-b3d5-0c5eb3c3407e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:13.358945 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6bc55e15-2a32-4a30-b3d5-0c5eb3c3407e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:13.362842 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6bc55e15-2a32-4a30-b3d5-0c5eb3c3407e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/decc665b-d950-492b-b441-f211fa897e4a HTTP/1.1" status: 204 len: 168 time: 0.2641175 Nov 25 20:22:13.363824 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc55e15-2a32-4a30-b3d5-0c5eb3c3407e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=decc665b-d950-492b-b441-f211fa897e4a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:13.364023 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741f8d86-4676-4106-b7df-3b5de73b677d None None] Network 1ac7971b-2347-47a6-b14c-a4777b3c65a1 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:22:13.365867 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55524) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:22:13.437107 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7a59a70-b669-4458-8bb1-cb46bd2df3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:13.497935 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e7a59a70-b669-4458-8bb1-cb46bd2df3d5 admin admin] Deleting port 40642485-7cc4-4bd1-b679-c7557273caf6 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:22:13.498300 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7a59a70-b669-4458-8bb1-cb46bd2df3d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:13.554650 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150a9b0c-1822-4f20-961e-4ddd87ce30b7 None None] DHCP port deletion for 1ac7971b-2347-47a6-b14c-a4777b3c65a1 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:22:13.572604 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-e7a59a70-b669-4458-8bb1-cb46bd2df3d5 admin admin] For port 40642485-7cc4-4bd1-b679-c7557273caf6, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=40642485-7cc4-4bd1-b679-c7557273caf6,segment=NetworkSegment(4b3a2275-7154-4b2f-9196-761bd2b49f88),segment_id=4b3a2275-7154-4b2f-9196-761bd2b49f88)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:22:13.572973 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7a59a70-b669-4458-8bb1-cb46bd2df3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:13.586572 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e7a59a70-b669-4458-8bb1-cb46bd2df3d5 admin admin] Calling delete_port for 40642485-7cc4-4bd1-b679-c7557273caf6 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:22:13.609051 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-150a9b0c-1822-4f20-961e-4ddd87ce30b7 None None] Deleting port 40642485-7cc4-4bd1-b679-c7557273caf6 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:22:13.609364 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-150a9b0c-1822-4f20-961e-4ddd87ce30b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:13.674794 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-150a9b0c-1822-4f20-961e-4ddd87ce30b7 None None] For port 40642485-7cc4-4bd1-b679-c7557273caf6, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=40642485-7cc4-4bd1-b679-c7557273caf6,segment=NetworkSegment(4b3a2275-7154-4b2f-9196-761bd2b49f88),segment_id=4b3a2275-7154-4b2f-9196-761bd2b49f88)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:22:13.675317 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-150a9b0c-1822-4f20-961e-4ddd87ce30b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:13.678194 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7a59a70-b669-4458-8bb1-cb46bd2df3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:13.692646 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-150a9b0c-1822-4f20-961e-4ddd87ce30b7 None None] Calling delete_port for 40642485-7cc4-4bd1-b679-c7557273caf6 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:22:13.704403 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a59a70-b669-4458-8bb1-cb46bd2df3d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=40642485-7cc4-4bd1-b679-c7557273caf6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:13.710740 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a59a70-b669-4458-8bb1-cb46bd2df3d5 admin admin] No DVR routers for this DVR port 40642485-7cc4-4bd1-b679-c7557273caf6 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:22:13.769665 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-150a9b0c-1822-4f20-961e-4ddd87ce30b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:13.785363 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7a59a70-b669-4458-8bb1-cb46bd2df3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:13.798030 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a9b0c-1822-4f20-961e-4ddd87ce30b7 None None] Pushing event deleted for resources: {'Port': ['ID=40642485-7cc4-4bd1-b679-c7557273caf6,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:13.800053 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150a9b0c-1822-4f20-961e-4ddd87ce30b7 None None] No DVR routers for this DVR port 40642485-7cc4-4bd1-b679-c7557273caf6 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:22:13.814646 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-e7a59a70-b669-4458-8bb1-cb46bd2df3d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac7971b-2347-47a6-b14c-a4777b3c65a1']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:22:13.826322 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-e7a59a70-b669-4458-8bb1-cb46bd2df3d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3a2275-7154-4b2f-9196-761bd2b49f88') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:22:13.826701 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-e7a59a70-b669-4458-8bb1-cb46bd2df3d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3a2275-7154-4b2f-9196-761bd2b49f88') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:22:13.837318 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7a59a70-b669-4458-8bb1-cb46bd2df3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:13.852543 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7a59a70-b669-4458-8bb1-cb46bd2df3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:13.860390 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a59a70-b669-4458-8bb1-cb46bd2df3d5 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:22:13.860704 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7a59a70-b669-4458-8bb1-cb46bd2df3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:22:13.862534 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:22:13.920775 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7a59a70-b669-4458-8bb1-cb46bd2df3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:13.926384 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7a59a70-b669-4458-8bb1-cb46bd2df3d5 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:13.930347 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e7a59a70-b669-4458-8bb1-cb46bd2df3d5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1ac7971b-2347-47a6-b14c-a4777b3c65a1 HTTP/1.1" status: 204 len: 168 time: 0.5631347 Nov 25 20:22:13.944787 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a59a70-b669-4458-8bb1-cb46bd2df3d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ac7971b-2347-47a6-b14c-a4777b3c65a1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:14.036373 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6b23d7f5-adda-43d4-9e70-693e902fc5bd no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:22:14.057620 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 6b23d7f5-adda-43d4-9e70-693e902fc5bd {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:22:14.057925 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6b23d7f5-adda-43d4-9e70-693e902fc5bd not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:22:14.058369 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5fc9a32d-73dc-48eb-852d-63968c7ea3f2 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:22:14.071391 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55528) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:22:14.078372 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 5fc9a32d-73dc-48eb-852d-63968c7ea3f2 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:22:14.078859 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5fc9a32d-73dc-48eb-852d-63968c7ea3f2 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:22:14.079213 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 40642485-7cc4-4bd1-b679-c7557273caf6 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:22:14.104678 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 40642485-7cc4-4bd1-b679-c7557273caf6 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:22:14.105030 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 40642485-7cc4-4bd1-b679-c7557273caf6 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:22:14.116522 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-832b64ec-4e29-48d0-906b-f01ccc656db0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a49662473d14429bfa08ae832fa5fb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429761 Nov 25 20:22:14.119200 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55530) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:22:14.168126 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d8bfdd9-981c-4ce9-b950-ed72daa063fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:14.189845 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d8bfdd9-981c-4ce9-b950-ed72daa063fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:14.239525 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d8bfdd9-981c-4ce9-b950-ed72daa063fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:14.242467 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d8bfdd9-981c-4ce9-b950-ed72daa063fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:14.243690 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6d8bfdd9-981c-4ce9-b950-ed72daa063fc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0d32c1c3-a644-44e9-bffc-02f2cf24c631 HTTP/1.1" status: 204 len: 168 time: 0.1234713 Nov 25 20:22:14.254768 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8bfdd9-981c-4ce9-b950-ed72daa063fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d32c1c3-a644-44e9-bffc-02f2cf24c631,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:14.586191 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55536) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:22:14.627455 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-11268abe-ff2d-401c-ad14-6897192532f2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=91b808c8f1974252b7f3705f6be15b79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399323 Nov 25 20:22:14.629894 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55538) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:22:14.681356 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d92fb6bd-7e62-4b6c-802b-95ae343999c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:14.703233 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d92fb6bd-7e62-4b6c-802b-95ae343999c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:14.752256 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d92fb6bd-7e62-4b6c-802b-95ae343999c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:14.755048 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d92fb6bd-7e62-4b6c-802b-95ae343999c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:14.756231 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d92fb6bd-7e62-4b6c-802b-95ae343999c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6f5d257c-b9a8-4524-9265-8a72d8d162e2 HTTP/1.1" status: 204 len: 168 time: 0.1254075 Nov 25 20:22:14.764467 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92fb6bd-7e62-4b6c-802b-95ae343999c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5d257c-b9a8-4524-9265-8a72d8d162e2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:24.091819 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:24.708836 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:25.378240 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-abdd9aa6-cd5d-4b7a-8868-835677182aaf tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b9a60dd9e19c4fb99abc7c0784811382&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310230 Nov 25 20:22:25.565291 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-9ef52fce-e1d9-43a4-acad-11bf9abe27fe tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:25.566908 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-9ef52fce-e1d9-43a4-acad-11bf9abe27fe tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1831365 Nov 25 20:22:25.583039 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-bc76b58b-23f5-4746-bcb4-dd839acae9dc tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.55 "GET /v2.0/quotas/b9a60dd9e19c4fb99abc7c0784811382 HTTP/1.1" status: 200 len: 375 time: 0.0100667 Nov 25 20:22:25.619238 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-9318076b-4863-4f3d-9dd1-1b85627a0ae3 tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b9a60dd9e19c4fb99abc7c0784811382&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299809 Nov 25 20:22:25.788906 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-885a2834-29a3-4ec4-9ca0-9b31c2bffe12 req-8a25bbb8-600d-4c27-ab00-9d0ff0d774f0 tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb61f83-c697-4f4b-816a-c7759228256e HTTP/1.1" status: 200 len: 210 time: 0.0315964 Nov 25 20:22:26.668290 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-ae0d5d39-b35b-44b7-a7b3-a761143ead77 tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=b9a60dd9e19c4fb99abc7c0784811382&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227325 Nov 25 20:22:26.777664 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-939a8d09-bbc3-4dcc-b8d8-c65765456e65 tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:26.779140 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-939a8d09-bbc3-4dcc-b8d8-c65765456e65 tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1058469 Nov 25 20:22:26.791805 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-c60ca4d3-0844-4702-8d84-d1822e99a7eb tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Request body: {'port': {'device_id': '2cb61f83-c697-4f4b-816a-c7759228256e', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'admin_state_up': True, 'tenant_id': 'b9a60dd9e19c4fb99abc7c0784811382'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:22:26.891062 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4450530-5f82-4fa5-a592-b5032ff466af req-ec553c3e-705a-45ca-84c9-8597679bf093 tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb61f83-c697-4f4b-816a-c7759228256e HTTP/1.1" status: 200 len: 210 time: 0.0318441 Nov 25 20:22:26.926878 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-c60ca4d3-0844-4702-8d84-d1822e99a7eb tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Made reservation on behalf of b9a60dd9e19c4fb99abc7c0784811382 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:22:26.930192 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-c60ca4d3-0844-4702-8d84-d1822e99a7eb tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:26.939153 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-c60ca4d3-0844-4702-8d84-d1822e99a7eb tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:27.014696 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-c60ca4d3-0844-4702-8d84-d1822e99a7eb tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:27.018584 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-c60ca4d3-0844-4702-8d84-d1822e99a7eb tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:27.082067 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ca4d3-0844-4702-8d84-d1822e99a7eb tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee63fba-167a-474f-88f1-84c0f8df25a7,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:27.158191 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-c60ca4d3-0844-4702-8d84-d1822e99a7eb tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Allocated IP 192.168.233.17 (a3905438-596e-4fef-b928-b885d07707f8/43c3bb89-4cce-4b98-b16d-22c98c4ea281/0e454d19-5a79-4066-8940-5ed4e6fa6a73) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:22:27.307457 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-c60ca4d3-0844-4702-8d84-d1822e99a7eb tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:27.341287 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-c60ca4d3-0844-4702-8d84-d1822e99a7eb tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:27.385896 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-c60ca4d3-0844-4702-8d84-d1822e99a7eb tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Network a3905438-596e-4fef-b928-b885d07707f8 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:22:27.389360 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-c60ca4d3-0844-4702-8d84-d1822e99a7eb tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:22:27.394468 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-c60ca4d3-0844-4702-8d84-d1822e99a7eb tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:22:27.404656 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ca4d3-0844-4702-8d84-d1822e99a7eb tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Pushing event updated for resources: {'Port': ['ID=0e454d19-5a79-4066-8940-5ed4e6fa6a73,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:27.453383 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-c60ca4d3-0844-4702-8d84-d1822e99a7eb tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:27.454028 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-c60ca4d3-0844-4702-8d84-d1822e99a7eb tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:27.471017 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-c60ca4d3-0844-4702-8d84-d1822e99a7eb tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6826713 Nov 25 20:22:27.583353 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-32110c9f-e544-4a34-a182-bd88dadb68f5 service neutron] Request body: {'port': {'device_id': '2cb61f83-c697-4f4b-816a-c7759228256e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:22:27.643328 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-32110c9f-e544-4a34-a182-bd88dadb68f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:27.648584 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-40271c79-f4e9-4ba2-ab55-7e7be683bf2e None None] Provisioning complete for port 0e454d19-5a79-4066-8940-5ed4e6fa6a73 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:22:27.649096 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-40271c79-f4e9-4ba2-ab55-7e7be683bf2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:27.684535 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-40271c79-f4e9-4ba2-ab55-7e7be683bf2e None None] Port 0e454d19-5a79-4066-8940-5ed4e6fa6a73 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:22:28.273102 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-32110c9f-e544-4a34-a182-bd88dadb68f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e454d19-5a79-4066-8940-5ed4e6fa6a73 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:22:28.289387 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ca7d6-3345-4707-ba79-115a8d4c9754 req-3f6a3441-b0d0-4a00-b031-981fdf093d08 tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:28.290978 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-475ca7d6-3345-4707-ba79-115a8d4c9754 req-3f6a3441-b0d0-4a00-b031-981fdf093d08 tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb61f83-c697-4f4b-816a-c7759228256e HTTP/1.1" status: 200 len: 935 time: 0.1602039 Nov 25 20:22:28.293888 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-32110c9f-e544-4a34-a182-bd88dadb68f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:28.320326 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-32110c9f-e544-4a34-a182-bd88dadb68f5 service neutron] Transition to ACTIVE for port object 0e454d19-5a79-4066-8940-5ed4e6fa6a73 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:22:28.328144 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-32110c9f-e544-4a34-a182-bd88dadb68f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:28.384969 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-475ca7d6-3345-4707-ba79-115a8d4c9754 req-34bc6f48-3e25-45af-b1d4-4965d3252b33 tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.55 "GET /v2.0/security-groups?id=aee63fba-167a-474f-88f1-84c0f8df25a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834599 Nov 25 20:22:28.415869 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32110c9f-e544-4a34-a182-bd88dadb68f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0e454d19-5a79-4066-8940-5ed4e6fa6a73,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:28.486564 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-32110c9f-e544-4a34-a182-bd88dadb68f5 service neutron] Attempting to bind port 0e454d19-5a79-4066-8940-5ed4e6fa6a73 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:22:28.486908 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-32110c9f-e544-4a34-a182-bd88dadb68f5 service neutron] Attempting to bind port 0e454d19-5a79-4066-8940-5ed4e6fa6a73 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:22:28.487243 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-32110c9f-e544-4a34-a182-bd88dadb68f5 service neutron] Attempting to bind port 0e454d19-5a79-4066-8940-5ed4e6fa6a73 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:22:28.491768 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-32110c9f-e544-4a34-a182-bd88dadb68f5 service neutron] Port 0e454d19-5a79-4066-8940-5ed4e6fa6a73 on network a3905438-596e-4fef-b928-b885d07707f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:22:28.492094 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-32110c9f-e544-4a34-a182-bd88dadb68f5 service neutron] Attempting to bind port 0e454d19-5a79-4066-8940-5ed4e6fa6a73 on network a3905438-596e-4fef-b928-b885d07707f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:22:28.497564 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-32110c9f-e544-4a34-a182-bd88dadb68f5 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:22:28.497914 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-32110c9f-e544-4a34-a182-bd88dadb68f5 service neutron] Checking segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:22:28.498331 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-32110c9f-e544-4a34-a182-bd88dadb68f5 service neutron] Bound using segment: {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:22:28.498776 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-32110c9f-e544-4a34-a182-bd88dadb68f5 service neutron] Bound port: 0e454d19-5a79-4066-8940-5ed4e6fa6a73, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a648ed-31c7-4876-91b4-e33de643edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:22:28.499140 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-32110c9f-e544-4a34-a182-bd88dadb68f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:28.569862 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-32110c9f-e544-4a34-a182-bd88dadb68f5 service neutron] For port 0e454d19-5a79-4066-8940-5ed4e6fa6a73, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:22:28.573029 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-32110c9f-e544-4a34-a182-bd88dadb68f5 service neutron] For port 0e454d19-5a79-4066-8940-5ed4e6fa6a73, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=0e454d19-5a79-4066-8940-5ed4e6fa6a73,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:22:28.578499 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-32110c9f-e544-4a34-a182-bd88dadb68f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:28.612209 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-32110c9f-e544-4a34-a182-bd88dadb68f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:28.612723 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-32110c9f-e544-4a34-a182-bd88dadb68f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:28.614140 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-32110c9f-e544-4a34-a182-bd88dadb68f5 service neutron] 10.222.0.85 "PUT /v2.0/ports/0e454d19-5a79-4066-8940-5ed4e6fa6a73 HTTP/1.1" status: 200 len: 1095 time: 1.1344175 Nov 25 20:22:28.614650 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb61f83-c697-4f4b-816a-c7759228256e', 'tag': '0e454d19-5a79-4066-8940-5ed4e6fa6a73'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:22:28.616987 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cba146c-f13b-4476-8d60-f260afc62a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb61f83-c697-4f4b-816a-c7759228256e", "tag": "0e454d19-5a79-4066-8940-5ed4e6fa6a73"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:22:28.677699 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32110c9f-e544-4a34-a182-bd88dadb68f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0e454d19-5a79-4066-8940-5ed4e6fa6a73,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:28.683416 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98de4c6-9462-49b8-9a97-8dea3eaf5546 x-openstack-request-id: req-c98de4c6-9462-49b8-9a97-8dea3eaf5546 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:22:28.683704 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb61f83-c697-4f4b-816a-c7759228256e", "tag": "0e454d19-5a79-4066-8940-5ed4e6fa6a73", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:22:28.684860 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c98de4c6-9462-49b8-9a97-8dea3eaf5546 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:22:28.685179 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb61f83-c697-4f4b-816a-c7759228256e', 'tag': '0e454d19-5a79-4066-8940-5ed4e6fa6a73', 'status': 'completed', 'code': 200} Nov 25 20:22:28.720018 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-079ea61c-ab65-49ab-9e6d-9f0ed025ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:28.721427 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-079ea61c-ab65-49ab-9e6d-9f0ed025ea0b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b9a60dd9e19c4fb99abc7c0784811382&device_id=2cb61f83-c697-4f4b-816a-c7759228256e HTTP/1.1" status: 200 len: 1098 time: 0.0553155 Nov 25 20:22:28.768873 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-0b723866-4e32-414b-9ffb-8822be6dcf86 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=0e454d19-5a79-4066-8940-5ed4e6fa6a73 HTTP/1.1" status: 200 len: 217 time: 0.0390055 Nov 25 20:22:28.820933 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-360f18d2-92db-40f1-9bc3-861f8b7ceafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:28.822402 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-360f18d2-92db-40f1-9bc3-861f8b7ceafc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.0464189 Nov 25 20:22:28.870983 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-c6f5df7e-d712-4693-9143-0cd2504a480e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:28.872487 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-c6f5df7e-d712-4693-9143-0cd2504a480e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0431085 Nov 25 20:22:28.967452 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-37a3e4ff-b5a5-41b9-83f1-ce5e0578373a service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879006 Nov 25 20:22:29.055946 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f627e4c4-d3df-4c22-ae96-b524af361a5c req-dac57c2b-579e-44bb-a27e-ebbd28649b9f service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818560 Nov 25 20:22:29.146369 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba146c-f13b-4476-8d60-f260afc62a3e req-586ac753-e8ef-4811-9212-8a7c729a43ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:29.147993 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cba146c-f13b-4476-8d60-f260afc62a3e req-586ac753-e8ef-4811-9212-8a7c729a43ba service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b9a60dd9e19c4fb99abc7c0784811382&device_id=2cb61f83-c697-4f4b-816a-c7759228256e HTTP/1.1" status: 200 len: 1098 time: 0.0470266 Nov 25 20:22:29.238735 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba146c-f13b-4476-8d60-f260afc62a3e req-2f5dff12-bc5d-475a-b8bb-ace10c6ac9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:29.240190 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cba146c-f13b-4476-8d60-f260afc62a3e req-2f5dff12-bc5d-475a-b8bb-ace10c6ac9e7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a3905438-596e-4fef-b928-b885d07707f8 HTTP/1.1" status: 200 len: 870 time: 0.0857580 Nov 25 20:22:29.288784 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cba146c-f13b-4476-8d60-f260afc62a3e req-0853d93d-e7f7-426e-a6d6-3e3e49644789 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=0e454d19-5a79-4066-8940-5ed4e6fa6a73 HTTP/1.1" status: 200 len: 217 time: 0.0406332 Nov 25 20:22:29.336538 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9636702b-9c82-4df8-a0a5-451e494a931d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:29.344017 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba146c-f13b-4476-8d60-f260afc62a3e req-c6089284-233d-4401-86ee-66d1a194b060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:29.345481 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cba146c-f13b-4476-8d60-f260afc62a3e req-c6089284-233d-4401-86ee-66d1a194b060 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43c3bb89-4cce-4b98-b16d-22c98c4ea281 HTTP/1.1" status: 200 len: 843 time: 0.0494206 Nov 25 20:22:29.394891 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba146c-f13b-4476-8d60-f260afc62a3e req-a6b29de7-37a4-4d1f-bf39-93ce3aa53335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:29.396400 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cba146c-f13b-4476-8d60-f260afc62a3e req-a6b29de7-37a4-4d1f-bf39-93ce3aa53335 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a3905438-596e-4fef-b928-b885d07707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0434091 Nov 25 20:22:29.527950 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cba146c-f13b-4476-8d60-f260afc62a3e req-708574cb-0890-48c4-983e-2313113a5487 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228848 Nov 25 20:22:29.540662 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a274d-4a00-4aec-a87f-fd62d8767ec5 req-7c82b1e0-65f3-4a33-a4d6-7b905c63152d tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:29.542155 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-324a274d-4a00-4aec-a87f-fd62d8767ec5 req-7c82b1e0-65f3-4a33-a4d6-7b905c63152d tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb61f83-c697-4f4b-816a-c7759228256e HTTP/1.1" status: 200 len: 947 time: 0.0751073 Nov 25 20:22:29.651203 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-324a274d-4a00-4aec-a87f-fd62d8767ec5 req-91ca0080-94a5-4de6-a158-a6bb16f11d1f tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.55 "GET /v2.0/security-groups?id=aee63fba-167a-474f-88f1-84c0f8df25a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994656 Nov 25 20:22:29.670823 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3cba146c-f13b-4476-8d60-f260afc62a3e req-58069872-2746-4cd2-a4c6-e28277a15ee6 service neutron] 10.222.0.85 "GET /v2.0/networks/a3905438-596e-4fef-b928-b885d07707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267538 Nov 25 20:22:30.812943 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5945379-5a05-433a-aef6-02acc9ae9b9c req-c4078443-828b-419e-a6ef-1a6c957c87fc tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:30.814885 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b5945379-5a05-433a-aef6-02acc9ae9b9c req-c4078443-828b-419e-a6ef-1a6c957c87fc tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb61f83-c697-4f4b-816a-c7759228256e HTTP/1.1" status: 200 len: 947 time: 0.0597818 Nov 25 20:22:30.872203 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b5945379-5a05-433a-aef6-02acc9ae9b9c req-10df724c-b54c-4f4f-92a9-04374fe0520d tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.55 "GET /v2.0/security-groups?id=aee63fba-167a-474f-88f1-84c0f8df25a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506494 Nov 25 20:22:31.689291 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 0e454d19-5a79-4066-8940-5ed4e6fa6a73 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:22:31.799814 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 0e454d19-5a79-4066-8940-5ed4e6fa6a73, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=0e454d19-5a79-4066-8940-5ed4e6fa6a73,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:22:31.816509 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-07fedc53-5687-4431-b2f6-91514b22fd47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:31.818119 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '0e454d19-5a79-4066-8940-5ed4e6fa6a73', 'network_id': 'a3905438-596e-4fef-b928-b885d07707f8', 'port_id': '0e454d19-5a79-4066-8940-5ed4e6fa6a73', 'mac_address': 'fa:16:3e:0c:1d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3bb89-4cce-4b98-b16d-22c98c4ea281', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:22:31.860500 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:31.876437 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e454d19-5a79-4066-8940-5ed4e6fa6a73 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:22:31.903710 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 0e454d19-5a79-4066-8940-5ed4e6fa6a73, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=0e454d19-5a79-4066-8940-5ed4e6fa6a73,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:22:31.908647 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:31.964279 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=0e454d19-5a79-4066-8940-5ed4e6fa6a73,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:32.009165 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238df109-035c-4948-8a4e-938f90fd5378 req-a345e116-05f2-4850-8124-223059c4cfa2 tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:32.010671 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-238df109-035c-4948-8a4e-938f90fd5378 req-a345e116-05f2-4850-8124-223059c4cfa2 tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb61f83-c697-4f4b-816a-c7759228256e HTTP/1.1" status: 200 len: 948 time: 0.0528078 Nov 25 20:22:32.061313 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-238df109-035c-4948-8a4e-938f90fd5378 req-a1534004-364d-4e9f-b23a-9ef8e9c406f5 tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.55 "GET /v2.0/security-groups?id=aee63fba-167a-474f-88f1-84c0f8df25a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435138 Nov 25 20:22:32.156849 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['0e454d19-5a79-4066-8940-5ed4e6fa6a73'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:22:33.189020 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8578e-7b95-4d19-b6c2-3c66f0e66d79 req-8d7c5cc3-f768-4978-8343-3e0dba9531d9 tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:33.190551 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d6a8578e-7b95-4d19-b6c2-3c66f0e66d79 req-8d7c5cc3-f768-4978-8343-3e0dba9531d9 tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb61f83-c697-4f4b-816a-c7759228256e HTTP/1.1" status: 200 len: 948 time: 0.0595064 Nov 25 20:22:33.242248 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d6a8578e-7b95-4d19-b6c2-3c66f0e66d79 req-752dea1d-5f88-4038-9257-32bde9123d36 tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.55 "GET /v2.0/security-groups?id=aee63fba-167a-474f-88f1-84c0f8df25a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457096 Nov 25 20:22:33.700915 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 0e454d19-5a79-4066-8940-5ed4e6fa6a73 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:22:33.756764 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 0e454d19-5a79-4066-8940-5ed4e6fa6a73 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:22:33.762128 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 0e454d19-5a79-4066-8940-5ed4e6fa6a73 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:22:33.762566 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:33.868618 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:33.872528 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:33.894673 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb61f83-c697-4f4b-816a-c7759228256e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e454d19-5a79-4066-8940-5ed4e6fa6a73'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:22:33.896949 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f26d99-0f43-4873-ab51-b33d67a1c8b9" -d '{"events": [{"server_uuid": "2cb61f83-c697-4f4b-816a-c7759228256e", "name": "network-vif-plugged", "status": "completed", "tag": "0e454d19-5a79-4066-8940-5ed4e6fa6a73"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:22:33.910955 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 0e454d19-5a79-4066-8940-5ed4e6fa6a73, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=0e454d19-5a79-4066-8940-5ed4e6fa6a73,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:22:33.915307 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:33.948006 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4321c8ef-c5a2-4910-ba49-c3d05dae6a4e x-openstack-request-id: req-4321c8ef-c5a2-4910-ba49-c3d05dae6a4e {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:22:33.948006 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb61f83-c697-4f4b-816a-c7759228256e", "name": "network-vif-plugged", "status": "completed", "tag": "0e454d19-5a79-4066-8940-5ed4e6fa6a73", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:22:33.948006 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4321c8ef-c5a2-4910-ba49-c3d05dae6a4e {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:22:33.948610 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb61f83-c697-4f4b-816a-c7759228256e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e454d19-5a79-4066-8940-5ed4e6fa6a73', 'code': 200} Nov 25 20:22:33.984712 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=0e454d19-5a79-4066-8940-5ed4e6fa6a73,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:34.049576 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b62cd-b71f-4da9-b015-efc1a1169588 req-fd40e73b-06ed-440b-ba4c-72a1190c501c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:34.051327 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad5b62cd-b71f-4da9-b015-efc1a1169588 req-fd40e73b-06ed-440b-ba4c-72a1190c501c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2cb61f83-c697-4f4b-816a-c7759228256e HTTP/1.1" status: 200 len: 1100 time: 0.0447750 Nov 25 20:22:34.106228 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad5b62cd-b71f-4da9-b015-efc1a1169588 req-649d390a-c624-46e6-9d89-0db13022c9ce service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=aee63fba-167a-474f-88f1-84c0f8df25a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447645 Nov 25 20:22:34.387318 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad48d9-4a01-4cda-9ff0-579b5e77c506 req-0504bf22-85b1-432b-ad7f-4692b70d35a1 tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:34.389540 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-95ad48d9-4a01-4cda-9ff0-579b5e77c506 req-0504bf22-85b1-432b-ad7f-4692b70d35a1 tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb61f83-c697-4f4b-816a-c7759228256e HTTP/1.1" status: 200 len: 949 time: 0.0666833 Nov 25 20:22:34.459732 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-95ad48d9-4a01-4cda-9ff0-579b5e77c506 req-79ecb6ae-341b-4c66-b91c-7377a3966ed4 tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.55 "GET /v2.0/security-groups?id=aee63fba-167a-474f-88f1-84c0f8df25a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638614 Nov 25 20:22:35.588521 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cf69d-c80b-4d39-8888-1c55324425f9 req-948a3b21-df66-4abf-8d63-c4b8f205ca94 tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:35.591418 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-774cf69d-c80b-4d39-8888-1c55324425f9 req-948a3b21-df66-4abf-8d63-c4b8f205ca94 tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb61f83-c697-4f4b-816a-c7759228256e HTTP/1.1" status: 200 len: 949 time: 0.0521464 Nov 25 20:22:35.655070 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-774cf69d-c80b-4d39-8888-1c55324425f9 req-fe92a850-3896-447b-99cf-cf4783e42765 tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.55 "GET /v2.0/security-groups?id=aee63fba-167a-474f-88f1-84c0f8df25a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568340 Nov 25 20:22:35.674986 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:35.678122 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:35.991190 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-ba37f36d-57ec-4dff-a61c-e79a48644c77 req-aa6472d2-d1bd-4c97-923a-20e1eb025b87 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:22:35.992205 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba37f36d-57ec-4dff-a61c-e79a48644c77 req-aa6472d2-d1bd-4c97-923a-20e1eb025b87 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0506291 Nov 25 20:22:36.649570 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68aedcb-1db9-4517-9ca6-ae3ed675286a req-b5a0147e-12e7-466a-abe9-ac021b776b36 tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:36.651472 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a68aedcb-1db9-4517-9ca6-ae3ed675286a req-b5a0147e-12e7-466a-abe9-ac021b776b36 tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb61f83-c697-4f4b-816a-c7759228256e HTTP/1.1" status: 200 len: 949 time: 0.0535576 Nov 25 20:22:36.714607 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a68aedcb-1db9-4517-9ca6-ae3ed675286a req-57389d3d-d968-4fa2-b34f-6cc034cd7c2a tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.55 "GET /v2.0/security-groups?id=aee63fba-167a-474f-88f1-84c0f8df25a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535970 Nov 25 20:22:37.864278 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d1804-49be-408f-90dd-4da95b827962 req-78e2f9d5-93ff-4005-ae51-d753326a1048 tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:37.865766 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b56d1804-49be-408f-90dd-4da95b827962 req-78e2f9d5-93ff-4005-ae51-d753326a1048 tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb61f83-c697-4f4b-816a-c7759228256e HTTP/1.1" status: 200 len: 949 time: 0.0792570 Nov 25 20:22:37.874147 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87471d6a-4f40-4198-8e9a-47df6815cdf5 req-1da0e47c-b725-4ed3-a458-12dd4b7d517e tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:37.875546 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-87471d6a-4f40-4198-8e9a-47df6815cdf5 req-1da0e47c-b725-4ed3-a458-12dd4b7d517e tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.85 "GET /v2.0/ports?device_id=2cb61f83-c697-4f4b-816a-c7759228256e HTTP/1.1" status: 200 len: 949 time: 0.0641770 Nov 25 20:22:37.971992 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b56d1804-49be-408f-90dd-4da95b827962 req-bbe45623-8742-412d-b7b8-4c160d8ca8bd tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.55 "GET /v2.0/security-groups?id=aee63fba-167a-474f-88f1-84c0f8df25a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954800 Nov 25 20:22:37.997908 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-87471d6a-4f40-4198-8e9a-47df6815cdf5 req-440d9817-f2ef-43fe-9a49-88ef88d1ad5c tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Deleting port 0e454d19-5a79-4066-8940-5ed4e6fa6a73 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:22:37.998191 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-87471d6a-4f40-4198-8e9a-47df6815cdf5 req-440d9817-f2ef-43fe-9a49-88ef88d1ad5c tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:38.087574 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-87471d6a-4f40-4198-8e9a-47df6815cdf5 req-440d9817-f2ef-43fe-9a49-88ef88d1ad5c tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] For port 0e454d19-5a79-4066-8940-5ed4e6fa6a73, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=0e454d19-5a79-4066-8940-5ed4e6fa6a73,segment=NetworkSegment(03a648ed-31c7-4876-91b4-e33de643edaa),segment_id=03a648ed-31c7-4876-91b4-e33de643edaa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:22:38.087944 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-87471d6a-4f40-4198-8e9a-47df6815cdf5 req-440d9817-f2ef-43fe-9a49-88ef88d1ad5c tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:38.100890 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-87471d6a-4f40-4198-8e9a-47df6815cdf5 req-440d9817-f2ef-43fe-9a49-88ef88d1ad5c tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Calling delete_port for 0e454d19-5a79-4066-8940-5ed4e6fa6a73 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:22:38.244426 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-87471d6a-4f40-4198-8e9a-47df6815cdf5 req-440d9817-f2ef-43fe-9a49-88ef88d1ad5c tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:38.257455 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['0e454d19-5a79-4066-8940-5ed4e6fa6a73'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:22:38.277934 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d9817-f2ef-43fe-9a49-88ef88d1ad5c tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Pushing event deleted for resources: {'Port': ['ID=0e454d19-5a79-4066-8940-5ed4e6fa6a73,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:38.327600 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-87471d6a-4f40-4198-8e9a-47df6815cdf5 req-440d9817-f2ef-43fe-9a49-88ef88d1ad5c tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] No DVR routers for this DVR port 0e454d19-5a79-4066-8940-5ed4e6fa6a73 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:22:38.330401 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-87471d6a-4f40-4198-8e9a-47df6815cdf5 req-440d9817-f2ef-43fe-9a49-88ef88d1ad5c tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:38.334874 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-87471d6a-4f40-4198-8e9a-47df6815cdf5 req-440d9817-f2ef-43fe-9a49-88ef88d1ad5c tempest-ServersAdminNegativeTestJSON-717851923 tempest-ServersAdminNegativeTestJSON-717851923-project] 10.222.0.85 "DELETE /v2.0/ports/0e454d19-5a79-4066-8940-5ed4e6fa6a73 HTTP/1.1" status: 204 len: 173 time: 0.4526300 Nov 25 20:22:38.335356 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb61f83-c697-4f4b-816a-c7759228256e', 'name': 'network-vif-deleted', 'tag': '0e454d19-5a79-4066-8940-5ed4e6fa6a73'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:22:38.337701 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9c080d-d7a5-46c5-af8e-c710d5790a41" -d '{"events": [{"server_uuid": "2cb61f83-c697-4f4b-816a-c7759228256e", "name": "network-vif-deleted", "tag": "0e454d19-5a79-4066-8940-5ed4e6fa6a73"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:22:38.460122 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddca966-452b-4374-8e46-313c07170d11 x-openstack-request-id: req-9ddca966-452b-4374-8e46-313c07170d11 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:22:38.460432 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb61f83-c697-4f4b-816a-c7759228256e", "name": "network-vif-deleted", "tag": "0e454d19-5a79-4066-8940-5ed4e6fa6a73", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:22:38.460700 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ddca966-452b-4374-8e46-313c07170d11 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:22:38.461136 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb61f83-c697-4f4b-816a-c7759228256e', 'name': 'network-vif-deleted', 'tag': '0e454d19-5a79-4066-8940-5ed4e6fa6a73', 'status': 'completed', 'code': 200} Nov 25 20:22:39.283922 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55684) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:22:39.433063 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-81cbd77c-d3a2-478b-bd75-37eb18db410a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b9a60dd9e19c4fb99abc7c0784811382&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1475942 Nov 25 20:22:39.436480 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55688) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:22:39.491608 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99545850-9d2c-4883-b53b-c2b2d64951b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:39.515572 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99545850-9d2c-4883-b53b-c2b2d64951b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:39.575312 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99545850-9d2c-4883-b53b-c2b2d64951b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:39.579368 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99545850-9d2c-4883-b53b-c2b2d64951b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:39.580993 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-99545850-9d2c-4883-b53b-c2b2d64951b3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aee63fba-167a-474f-88f1-84c0f8df25a7 HTTP/1.1" status: 204 len: 168 time: 0.1432481 Nov 25 20:22:39.590025 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99545850-9d2c-4883-b53b-c2b2d64951b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee63fba-167a-474f-88f1-84c0f8df25a7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:39.877760 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55694) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:22:39.893052 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d6c17003-ceac-4b8a-ac6e-17d867e699bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:39.975608 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d6c17003-ceac-4b8a-ac6e-17d867e699bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:39.980568 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d6c17003-ceac-4b8a-ac6e-17d867e699bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:40.022838 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c17003-ceac-4b8a-ac6e-17d867e699bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e35353-5b2e-4e2b-a393-c2da5d03bab8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:40.028363 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d6c17003-ceac-4b8a-ac6e-17d867e699bc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=faacc3f67b014d538a0c8e444f1068b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1494606 Nov 25 20:22:40.031428 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55696) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:22:40.092459 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-871a4567-1ae4-4d98-954d-4b54815da023 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:40.122895 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-871a4567-1ae4-4d98-954d-4b54815da023 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:40.188549 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-871a4567-1ae4-4d98-954d-4b54815da023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:40.189492 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-871a4567-1ae4-4d98-954d-4b54815da023 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:40.190769 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-871a4567-1ae4-4d98-954d-4b54815da023 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d8e35353-5b2e-4e2b-a393-c2da5d03bab8 HTTP/1.1" status: 204 len: 168 time: 0.1580911 Nov 25 20:22:40.200326 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a4567-1ae4-4d98-954d-4b54815da023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e35353-5b2e-4e2b-a393-c2da5d03bab8,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:40.969455 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55718) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:22:41.076740 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-a8206784-b5a6-4f17-9af5-1bf8d4cd103d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-425819561-network', 'tenant_id': '0d0867f31f954960bd47d34ca40c41b9'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:22:41.109621 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8206784-b5a6-4f17-9af5-1bf8d4cd103d admin admin] Made reservation on behalf of 0d0867f31f954960bd47d34ca40c41b9 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:22:41.112158 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8206784-b5a6-4f17-9af5-1bf8d4cd103d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:41.121924 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8206784-b5a6-4f17-9af5-1bf8d4cd103d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:41.211184 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8206784-b5a6-4f17-9af5-1bf8d4cd103d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:41.216255 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8206784-b5a6-4f17-9af5-1bf8d4cd103d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:41.244274 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8206784-b5a6-4f17-9af5-1bf8d4cd103d admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:22:41.255471 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8206784-b5a6-4f17-9af5-1bf8d4cd103d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c662477d-9e5a-4b12-8ab7-346d23f33104,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:41.261890 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8206784-b5a6-4f17-9af5-1bf8d4cd103d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:41.262235 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-a8206784-b5a6-4f17-9af5-1bf8d4cd103d admin admin] Added segment 99663453-ed7b-4758-aaa2-76e7c73e162f of type vlan for network ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad Nov 25 20:22:41.318335 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8206784-b5a6-4f17-9af5-1bf8d4cd103d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:41.349237 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8206784-b5a6-4f17-9af5-1bf8d4cd103d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:41.350421 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8206784-b5a6-4f17-9af5-1bf8d4cd103d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:41.351121 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8206784-b5a6-4f17-9af5-1bf8d4cd103d admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:41.419946 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a8206784-b5a6-4f17-9af5-1bf8d4cd103d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4490478 Nov 25 20:22:41.424474 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55722) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:22:41.432151 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-e173500d-b922-40ac-b8ac-ac3466014a46 admin admin] Request body: {'subnet': {'network_id': 'ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-425819561-subnet', 'tenant_id': '0d0867f31f954960bd47d34ca40c41b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:22:41.439102 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8206784-b5a6-4f17-9af5-1bf8d4cd103d admin admin] Pushing event updated for resources: {'Network': ['ID=ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:41.453184 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:22:41.462967 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e173500d-b922-40ac-b8ac-ac3466014a46 admin admin] Made reservation on behalf of 0d0867f31f954960bd47d34ca40c41b9 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:22:41.467193 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e173500d-b922-40ac-b8ac-ac3466014a46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:41.672137 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e173500d-b922-40ac-b8ac-ac3466014a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:41.721007 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 0e454d19-5a79-4066-8940-5ed4e6fa6a73 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:22:41.736026 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173500d-b922-40ac-b8ac-ac3466014a46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af4dbc93-b83b-49c2-9fe2-832541da954f,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:41.745924 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e173500d-b922-40ac-b8ac-ac3466014a46 admin admin] Checking segment: {'id': '99663453-ed7b-4758-aaa2-76e7c73e162f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:22:41.746199 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e173500d-b922-40ac-b8ac-ac3466014a46 admin admin] Network hostable DHCP agents. Network: ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:22:41.749204 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 0e454d19-5a79-4066-8940-5ed4e6fa6a73 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:22:41.749550 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 0e454d19-5a79-4066-8940-5ed4e6fa6a73 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:22:41.765575 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e173500d-b922-40ac-b8ac-ac3466014a46 admin admin] Network ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:22:41.775463 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-e173500d-b922-40ac-b8ac-ac3466014a46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:22:41.781097 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e173500d-b922-40ac-b8ac-ac3466014a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:41.781716 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e173500d-b922-40ac-b8ac-ac3466014a46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:41.787007 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ae5efa-7ca4-4bfd-a69a-1c8ea2328445 None None] Network ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:22:41.800594 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e173500d-b922-40ac-b8ac-ac3466014a46 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3748965 Nov 25 20:22:41.933403 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb8f9fd-498b-4d6d-b136-e5490032a27d None None] Network ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:22:42.275610 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-57e111dd-5ac4-483a-b0af-0add625dc037 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:42.277577 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-57e111dd-5ac4-483a-b0af-0add625dc037 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/networks?id=ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad HTTP/1.1" status: 200 len: 811 time: 0.1151509 Nov 25 20:22:42.297154 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-f45aa740-a1b3-448e-8037-ab5b01673edc tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/quotas/0d0867f31f954960bd47d34ca40c41b9 HTTP/1.1" status: 200 len: 375 time: 0.0130844 Nov 25 20:22:42.331402 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-d1c8b810-39cb-41f9-aa27-f6f53b4be149 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d0867f31f954960bd47d34ca40c41b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285792 Nov 25 20:22:42.343770 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-d1f5484d-7dcd-4e57-a728-d342b950f7e0 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:22:42.344792 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-d1f5484d-7dcd-4e57-a728-d342b950f7e0 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067425 Nov 25 20:22:42.458226 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-0bbeae8a-aa06-4a31-ac91-045fd913f58f service neutron] 10.222.0.55 "GET /v2.0/networks/ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059074 Nov 25 20:22:42.551608 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-7a53a441-8e3d-4804-be07-dd333020a9cd service neutron] 10.222.0.55 "GET /v2.0/networks/ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870023 Nov 25 20:22:42.725467 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64ef5441-777f-463a-b554-3dd45504c867 req-8fba2cf4-c7b5-446e-9fa6-d10f5e46609e tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 210 time: 0.0284054 Nov 25 20:22:43.681541 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-8fa8255a-1d21-48bc-a905-742ccf0c9ba6 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:43.683287 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-8fa8255a-1d21-48bc-a905-742ccf0c9ba6 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.85 "GET /v2.0/networks?id=ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad HTTP/1.1" status: 200 len: 811 time: 0.1255226 Nov 25 20:22:43.697002 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-11aadb46-74e7-4506-bec0-90fb987d5452 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Request body: {'port': {'device_id': '6090c38e-a5fe-4abe-8cc1-338666efdff2', 'network_id': 'ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad', 'admin_state_up': True, 'tenant_id': '0d0867f31f954960bd47d34ca40c41b9'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:22:43.842422 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4c7448e5-318e-486e-bd55-56b6ef74afbd req-babd9aa0-1879-4e35-ae5b-a4abfa2e32e4 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 210 time: 0.0420642 Nov 25 20:22:43.851351 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-11aadb46-74e7-4506-bec0-90fb987d5452 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Made reservation on behalf of 0d0867f31f954960bd47d34ca40c41b9 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:22:43.856097 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-11aadb46-74e7-4506-bec0-90fb987d5452 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:43.982975 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-11aadb46-74e7-4506-bec0-90fb987d5452 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Allocated IP 172.20.0.12 (ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad/af4dbc93-b83b-49c2-9fe2-832541da954f/9583e918-f82e-4dd1-8549-fe13851b7471) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:22:44.146118 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-11aadb46-74e7-4506-bec0-90fb987d5452 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:44.181421 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-11aadb46-74e7-4506-bec0-90fb987d5452 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:44.226833 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-11aadb46-74e7-4506-bec0-90fb987d5452 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Network ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:22:44.230490 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-11aadb46-74e7-4506-bec0-90fb987d5452 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:22:44.234412 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-11aadb46-74e7-4506-bec0-90fb987d5452 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:22:44.241101 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aadb46-74e7-4506-bec0-90fb987d5452 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Pushing event updated for resources: {'Port': ['ID=9583e918-f82e-4dd1-8549-fe13851b7471,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:44.273874 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aadb46-74e7-4506-bec0-90fb987d5452 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:44.274225 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aadb46-74e7-4506-bec0-90fb987d5452 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:44.274609 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aadb46-74e7-4506-bec0-90fb987d5452 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:44.274953 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aadb46-74e7-4506-bec0-90fb987d5452 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:44.275299 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aadb46-74e7-4506-bec0-90fb987d5452 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:44.275629 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aadb46-74e7-4506-bec0-90fb987d5452 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:44.275962 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aadb46-74e7-4506-bec0-90fb987d5452 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:44.276292 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aadb46-74e7-4506-bec0-90fb987d5452 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:44.276742 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aadb46-74e7-4506-bec0-90fb987d5452 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:44.277204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aadb46-74e7-4506-bec0-90fb987d5452 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:44.277541 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aadb46-74e7-4506-bec0-90fb987d5452 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:44.277872 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aadb46-74e7-4506-bec0-90fb987d5452 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:44.303766 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-11aadb46-74e7-4506-bec0-90fb987d5452 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:44.304391 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-11aadb46-74e7-4506-bec0-90fb987d5452 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:44.321273 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-11aadb46-74e7-4506-bec0-90fb987d5452 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6286788 Nov 25 20:22:44.333308 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-d3795d99-00a9-4946-b3cd-1172795c634d service neutron] Request body: {'port': {'device_id': '6090c38e-a5fe-4abe-8cc1-338666efdff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:22:44.390222 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-d3795d99-00a9-4946-b3cd-1172795c634d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:44.683615 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-d3795d99-00a9-4946-b3cd-1172795c634d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9583e918-f82e-4dd1-8549-fe13851b7471 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:22:44.691462 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-d3795d99-00a9-4946-b3cd-1172795c634d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:44.704726 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-d3795d99-00a9-4946-b3cd-1172795c634d service neutron] Transition to ACTIVE for port object 9583e918-f82e-4dd1-8549-fe13851b7471 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:22:44.708547 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-d3795d99-00a9-4946-b3cd-1172795c634d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:44.766766 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3795d99-00a9-4946-b3cd-1172795c634d service neutron] Pushing event updated for resources: {'Port': ['ID=9583e918-f82e-4dd1-8549-fe13851b7471,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:44.838731 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-d3795d99-00a9-4946-b3cd-1172795c634d service neutron] Attempting to bind port 9583e918-f82e-4dd1-8549-fe13851b7471 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:22:44.839062 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-d3795d99-00a9-4946-b3cd-1172795c634d service neutron] Attempting to bind port 9583e918-f82e-4dd1-8549-fe13851b7471 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '99663453-ed7b-4758-aaa2-76e7c73e162f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:22:44.839555 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-d3795d99-00a9-4946-b3cd-1172795c634d service neutron] Attempting to bind port 9583e918-f82e-4dd1-8549-fe13851b7471 on network ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:22:44.844056 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-d3795d99-00a9-4946-b3cd-1172795c634d service neutron] Port 9583e918-f82e-4dd1-8549-fe13851b7471 on network ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:22:44.844379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-d3795d99-00a9-4946-b3cd-1172795c634d service neutron] Attempting to bind port 9583e918-f82e-4dd1-8549-fe13851b7471 on network ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:22:44.849068 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-d3795d99-00a9-4946-b3cd-1172795c634d service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:22:44.849403 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-d3795d99-00a9-4946-b3cd-1172795c634d service neutron] Checking segment: {'id': '99663453-ed7b-4758-aaa2-76e7c73e162f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:22:44.849782 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-d3795d99-00a9-4946-b3cd-1172795c634d service neutron] Bound using segment: {'id': '99663453-ed7b-4758-aaa2-76e7c73e162f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:22:44.850201 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-d3795d99-00a9-4946-b3cd-1172795c634d service neutron] Bound port: 9583e918-f82e-4dd1-8549-fe13851b7471, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99663453-ed7b-4758-aaa2-76e7c73e162f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:22:44.850650 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-d3795d99-00a9-4946-b3cd-1172795c634d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:44.913579 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-d3795d99-00a9-4946-b3cd-1172795c634d service neutron] For port 9583e918-f82e-4dd1-8549-fe13851b7471, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:22:44.918261 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-d3795d99-00a9-4946-b3cd-1172795c634d service neutron] For port 9583e918-f82e-4dd1-8549-fe13851b7471, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=9583e918-f82e-4dd1-8549-fe13851b7471,segment=NetworkSegment(99663453-ed7b-4758-aaa2-76e7c73e162f),segment_id=99663453-ed7b-4758-aaa2-76e7c73e162f)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:22:44.934110 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-d3795d99-00a9-4946-b3cd-1172795c634d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:44.989998 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-d3795d99-00a9-4946-b3cd-1172795c634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:44.990649 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-d3795d99-00a9-4946-b3cd-1172795c634d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:44.992194 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-d3795d99-00a9-4946-b3cd-1172795c634d service neutron] 10.222.0.85 "PUT /v2.0/ports/9583e918-f82e-4dd1-8549-fe13851b7471 HTTP/1.1" status: 200 len: 1092 time: 0.6630588 Nov 25 20:22:44.994199 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6090c38e-a5fe-4abe-8cc1-338666efdff2', 'tag': '9583e918-f82e-4dd1-8549-fe13851b7471'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:22:44.997292 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e3c94f-0605-4042-b504-4a6479221362" -d '{"events": [{"name": "network-changed", "server_uuid": "6090c38e-a5fe-4abe-8cc1-338666efdff2", "tag": "9583e918-f82e-4dd1-8549-fe13851b7471"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:22:45.027258 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d9b06-43fb-45fe-8d15-6ff02e0f630d req-0968f478-5aec-4251-8374-556f3c64ee62 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:45.028737 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-954d9b06-43fb-45fe-8d15-6ff02e0f630d req-0968f478-5aec-4251-8374-556f3c64ee62 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 944 time: 0.1129005 Nov 25 20:22:45.029511 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3795d99-00a9-4946-b3cd-1172795c634d service neutron] Pushing event updated for resources: {'Port': ['ID=9583e918-f82e-4dd1-8549-fe13851b7471,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:45.102707 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-47e0ac52-d411-4e04-a5f6-8dd73d4c3ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:45.104197 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-47e0ac52-d411-4e04-a5f6-8dd73d4c3ba4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0d0867f31f954960bd47d34ca40c41b9&device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 1095 time: 0.0715904 Nov 25 20:22:45.108500 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-954d9b06-43fb-45fe-8d15-6ff02e0f630d req-e3e66c65-f090-480c-886c-b1352236a463 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679681 Nov 25 20:22:45.150536 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-2ec53d31-bb28-4f4e-89b1-3124e4d675df service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9583e918-f82e-4dd1-8549-fe13851b7471 HTTP/1.1" status: 200 len: 217 time: 0.0382738 Nov 25 20:22:45.153387 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dbccc3-f2e9-4205-a00a-7900a7b60415 x-openstack-request-id: req-11dbccc3-f2e9-4205-a00a-7900a7b60415 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:22:45.153682 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6090c38e-a5fe-4abe-8cc1-338666efdff2", "tag": "9583e918-f82e-4dd1-8549-fe13851b7471", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:22:45.153940 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-11dbccc3-f2e9-4205-a00a-7900a7b60415 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:22:45.154363 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6090c38e-a5fe-4abe-8cc1-338666efdff2', 'tag': '9583e918-f82e-4dd1-8549-fe13851b7471', 'status': 'completed', 'code': 200} Nov 25 20:22:45.204146 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-3b2e1a93-abd8-4095-b1bf-33639722c402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:45.205500 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-3b2e1a93-abd8-4095-b1bf-33639722c402 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=af4dbc93-b83b-49c2-9fe2-832541da954f HTTP/1.1" status: 200 len: 851 time: 0.0453598 Nov 25 20:22:45.237511 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-789f468b-94e4-42bf-9df6-dbb128a3df0c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250463 Nov 25 20:22:45.329692 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-fa29ff0a-63e7-43f7-9adf-6135f70561f6 service neutron] 10.222.0.85 "GET /v2.0/networks/ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855522 Nov 25 20:22:45.423444 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5d28364-e5bf-48d8-8286-d2d67221efc1 req-e6d815f9-f419-40f3-a8ce-b28235cedde5 service neutron] 10.222.0.85 "GET /v2.0/networks/ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873866 Nov 25 20:22:45.513519 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3c94f-0605-4042-b504-4a6479221362 req-9c5233a5-5276-4b69-90e4-2469bd1d74f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:45.515000 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64e3c94f-0605-4042-b504-4a6479221362 req-9c5233a5-5276-4b69-90e4-2469bd1d74f8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0d0867f31f954960bd47d34ca40c41b9&device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 1095 time: 0.0464005 Nov 25 20:22:45.609346 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3c94f-0605-4042-b504-4a6479221362 req-80ecf070-db31-42f6-b00b-1ab572e66927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:45.610857 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64e3c94f-0605-4042-b504-4a6479221362 req-80ecf070-db31-42f6-b00b-1ab572e66927 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad HTTP/1.1" status: 200 len: 912 time: 0.0890181 Nov 25 20:22:45.614365 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:22:45.658773 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64e3c94f-0605-4042-b504-4a6479221362 req-445a85f6-ef26-4dec-b272-787eaa384e55 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9583e918-f82e-4dd1-8549-fe13851b7471 HTTP/1.1" status: 200 len: 217 time: 0.0413442 Nov 25 20:22:45.711518 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3c94f-0605-4042-b504-4a6479221362 req-f4d07c77-d65f-478e-9376-15575382aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:45.713012 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64e3c94f-0605-4042-b504-4a6479221362 req-f4d07c77-d65f-478e-9376-15575382aa05 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=af4dbc93-b83b-49c2-9fe2-832541da954f HTTP/1.1" status: 200 len: 851 time: 0.0474699 Nov 25 20:22:45.746200 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64e3c94f-0605-4042-b504-4a6479221362 req-7f878a05-777e-45c9-bb87-f844d85f5cf7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250134 Nov 25 20:22:45.848968 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64e3c94f-0605-4042-b504-4a6479221362 req-5070e4db-f795-40c0-9824-716cabd4dd23 service neutron] 10.222.0.85 "GET /v2.0/networks/ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957096 Nov 25 20:22:45.941090 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64e3c94f-0605-4042-b504-4a6479221362 req-9a0403ab-4208-446f-94f9-2a3aa085f0d8 service neutron] 10.222.0.85 "GET /v2.0/networks/ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824659 Nov 25 20:22:46.227487 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650bf2a-92e3-4926-a49a-987095216332 req-d40d3f70-0cb7-4831-884c-8e56e7e5233a tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:46.228952 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2650bf2a-92e3-4926-a49a-987095216332 req-d40d3f70-0cb7-4831-884c-8e56e7e5233a tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 944 time: 0.0490961 Nov 25 20:22:46.280214 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2650bf2a-92e3-4926-a49a-987095216332 req-2fb80444-54e7-473a-8b03-62349d0a8399 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452788 Nov 25 20:22:47.397707 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db9780-7082-4ee8-b749-5b85e1aff7bb req-e1c7b194-cc2c-40f6-8292-38c8ff87ae6b tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:47.399313 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99db9780-7082-4ee8-b749-5b85e1aff7bb req-e1c7b194-cc2c-40f6-8292-38c8ff87ae6b tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 944 time: 0.0509610 Nov 25 20:22:47.450157 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99db9780-7082-4ee8-b749-5b85e1aff7bb req-6650379f-ae3d-4a37-80ee-da567e20bc15 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438054 Nov 25 20:22:48.569083 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39b7fd-c1dd-45bb-9deb-14356427dee1 req-37b48293-a628-443e-8c56-546230e76683 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:48.570628 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2b39b7fd-c1dd-45bb-9deb-14356427dee1 req-37b48293-a628-443e-8c56-546230e76683 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 944 time: 0.0496328 Nov 25 20:22:48.618847 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2b39b7fd-c1dd-45bb-9deb-14356427dee1 req-cb8bdca3-28a6-4c4c-a0ea-951e12e5dbdf tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417390 Nov 25 20:22:49.739926 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31a218-cde9-48ae-9d05-7d7e57fecebb req-c1e55373-4710-4bd5-a038-999db68fd1af tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:49.741469 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f31a218-cde9-48ae-9d05-7d7e57fecebb req-c1e55373-4710-4bd5-a038-999db68fd1af tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 944 time: 0.0531280 Nov 25 20:22:49.763080 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 9583e918-f82e-4dd1-8549-fe13851b7471 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:22:49.789561 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f31a218-cde9-48ae-9d05-7d7e57fecebb req-e3b22b6d-9b99-4b52-b721-84dc994f97a6 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419154 Nov 25 20:22:49.860655 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 9583e918-f82e-4dd1-8549-fe13851b7471, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=9583e918-f82e-4dd1-8549-fe13851b7471,segment=NetworkSegment(99663453-ed7b-4758-aaa2-76e7c73e162f),segment_id=99663453-ed7b-4758-aaa2-76e7c73e162f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:22:49.871848 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '9583e918-f82e-4dd1-8549-fe13851b7471', 'network_id': 'ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad', 'port_id': '9583e918-f82e-4dd1-8549-fe13851b7471', 'mac_address': 'fa:16:3e:49:a4:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4dbc93-b83b-49c2-9fe2-832541da954f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:22:49.911771 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:50.084236 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9583e918-f82e-4dd1-8549-fe13851b7471 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:22:50.104669 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 9583e918-f82e-4dd1-8549-fe13851b7471, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=9583e918-f82e-4dd1-8549-fe13851b7471,segment=NetworkSegment(99663453-ed7b-4758-aaa2-76e7c73e162f),segment_id=99663453-ed7b-4758-aaa2-76e7c73e162f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:22:50.108318 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:50.156932 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=9583e918-f82e-4dd1-8549-fe13851b7471,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:50.300932 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['9583e918-f82e-4dd1-8549-fe13851b7471'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:22:50.909117 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf1870-a5e4-4146-bbb7-ea87ed33c8ed req-0c81a07b-5448-41bd-b766-401f824b92e1 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:50.910601 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25cf1870-a5e4-4146-bbb7-ea87ed33c8ed req-0c81a07b-5448-41bd-b766-401f824b92e1 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 945 time: 0.0501468 Nov 25 20:22:50.959141 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25cf1870-a5e4-4146-bbb7-ea87ed33c8ed req-bdffdcfa-189c-41e1-a5b8-0d82c7a5e7c2 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424449 Nov 25 20:22:51.778645 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 9583e918-f82e-4dd1-8549-fe13851b7471 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:22:51.829213 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 9583e918-f82e-4dd1-8549-fe13851b7471 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:22:51.833229 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 9583e918-f82e-4dd1-8549-fe13851b7471 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:22:51.833600 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:51.916260 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:51.939277 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6090c38e-a5fe-4abe-8cc1-338666efdff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9583e918-f82e-4dd1-8549-fe13851b7471'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:22:51.941619 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b20f7fd-68c9-42fa-be25-50f85844a16c" -d '{"events": [{"server_uuid": "6090c38e-a5fe-4abe-8cc1-338666efdff2", "name": "network-vif-plugged", "status": "completed", "tag": "9583e918-f82e-4dd1-8549-fe13851b7471"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:22:51.955274 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 9583e918-f82e-4dd1-8549-fe13851b7471, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=9583e918-f82e-4dd1-8549-fe13851b7471,segment=NetworkSegment(99663453-ed7b-4758-aaa2-76e7c73e162f),segment_id=99663453-ed7b-4758-aaa2-76e7c73e162f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:22:51.959963 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:51.986342 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe309281-79d5-4ac6-8cbb-553dd9a946a9 x-openstack-request-id: req-fe309281-79d5-4ac6-8cbb-553dd9a946a9 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:22:51.986657 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6090c38e-a5fe-4abe-8cc1-338666efdff2", "name": "network-vif-plugged", "status": "completed", "tag": "9583e918-f82e-4dd1-8549-fe13851b7471", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:22:51.986922 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fe309281-79d5-4ac6-8cbb-553dd9a946a9 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:22:51.987548 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6090c38e-a5fe-4abe-8cc1-338666efdff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9583e918-f82e-4dd1-8549-fe13851b7471', 'code': 200} Nov 25 20:22:52.015963 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=9583e918-f82e-4dd1-8549-fe13851b7471,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:52.111585 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1a094-20af-43d9-a94f-9d80e9e8cda0 req-d477d8ce-fafd-4ae7-afba-7ed3ee62d523 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:52.113075 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-46c1a094-20af-43d9-a94f-9d80e9e8cda0 req-d477d8ce-fafd-4ae7-afba-7ed3ee62d523 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0783632 Nov 25 20:22:52.115835 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4dea15-0631-4ec7-892b-d67a4394168e req-5507fc57-951e-4bde-bee3-99f7da1cdd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:52.117202 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8d4dea15-0631-4ec7-892b-d67a4394168e req-5507fc57-951e-4bde-bee3-99f7da1cdd47 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 1097 time: 0.0731499 Nov 25 20:22:52.193020 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-46c1a094-20af-43d9-a94f-9d80e9e8cda0 req-d93a9841-3c27-4c66-b964-59f49f69a2ab tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736420 Nov 25 20:22:52.195207 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8d4dea15-0631-4ec7-892b-d67a4394168e req-acf28733-a565-40d1-8fd9-df494bd78a7d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696442 Nov 25 20:22:53.315356 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f764653-08f1-43e4-9931-0c95d8c056b1 req-8f03c3b8-38af-49fd-9ca1-25c899498e53 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:53.316867 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7f764653-08f1-43e4-9931-0c95d8c056b1 req-8f03c3b8-38af-49fd-9ca1-25c899498e53 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0522861 Nov 25 20:22:53.365905 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7f764653-08f1-43e4-9931-0c95d8c056b1 req-ec6b390f-6d73-44b8-bda2-7ff74e0c0c38 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426810 Nov 25 20:22:54.097757 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:54.491782 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6979f-8a54-4b49-97f1-993aeacfbc98 req-b5e5dc13-e8c7-4242-88f3-52f1b0d0eb89 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:54.493325 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ff6979f-8a54-4b49-97f1-993aeacfbc98 req-b5e5dc13-e8c7-4242-88f3-52f1b0d0eb89 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0553002 Nov 25 20:22:54.547748 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ff6979f-8a54-4b49-97f1-993aeacfbc98 req-8950a638-5a5e-4168-8621-ff94e0b104c8 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452526 Nov 25 20:22:54.723835 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:54.808790 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e681fe-94b8-4c1e-9e79-8f066edad18a req-5e914010-f5fa-4e22-8658-a3328da381a2 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:54.811420 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-46e681fe-94b8-4c1e-9e79-8f066edad18a req-5e914010-f5fa-4e22-8658-a3328da381a2 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0546227 Nov 25 20:22:54.865261 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-46e681fe-94b8-4c1e-9e79-8f066edad18a req-64e0d0fb-7d61-468f-b5c2-373025867246 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478621 Nov 25 20:22:54.885449 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f7e511de-c138-444f-98e8-4895177c2df5 req-cb8b86c9-a8aa-47b3-a251-9225e789e961 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0953341 Nov 25 20:22:54.894650 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-f7e511de-c138-444f-98e8-4895177c2df5 req-8099bc92-9361-4be1-b955-0ae59e0f9921 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:22:54.895612 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f7e511de-c138-444f-98e8-4895177c2df5 req-8099bc92-9361-4be1-b955-0ae59e0f9921 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050299 Nov 25 20:22:55.986209 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e5fc7-6f9a-4206-a39c-5674c632b2b9 req-d6029409-657f-4ae3-8a3e-703b58e399b0 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:55.987723 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7b1e5fc7-6f9a-4206-a39c-5674c632b2b9 req-d6029409-657f-4ae3-8a3e-703b58e399b0 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0527346 Nov 25 20:22:56.034914 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7b1e5fc7-6f9a-4206-a39c-5674c632b2b9 req-e3915fd5-dcaf-466d-b286-8dee472ce100 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412731 Nov 25 20:22:56.164565 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e511de-c138-444f-98e8-4895177c2df5 req-70cfda26-2dcf-4b02-a94f-fa2faba63e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:56.166158 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7e511de-c138-444f-98e8-4895177c2df5 req-70cfda26-2dcf-4b02-a94f-fa2faba63e97 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0d0867f31f954960bd47d34ca40c41b9&device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 1097 time: 0.0430009 Nov 25 20:22:56.262781 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e511de-c138-444f-98e8-4895177c2df5 req-5f446d68-d9ad-4405-b586-86df54632039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:56.264264 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7e511de-c138-444f-98e8-4895177c2df5 req-5f446d68-d9ad-4405-b586-86df54632039 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad HTTP/1.1" status: 200 len: 912 time: 0.0900831 Nov 25 20:22:56.632652 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7e511de-c138-444f-98e8-4895177c2df5 req-be535dbb-0eb7-4be4-9916-d927a62f5281 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9583e918-f82e-4dd1-8549-fe13851b7471 HTTP/1.1" status: 200 len: 217 time: 0.3617105 Nov 25 20:22:56.690906 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e511de-c138-444f-98e8-4895177c2df5 req-0a19030e-2662-4ed9-9745-9c1907d37ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:56.692378 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7e511de-c138-444f-98e8-4895177c2df5 req-0a19030e-2662-4ed9-9745-9c1907d37ab6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=af4dbc93-b83b-49c2-9fe2-832541da954f HTTP/1.1" status: 200 len: 851 time: 0.0524886 Nov 25 20:22:56.725377 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7e511de-c138-444f-98e8-4895177c2df5 req-22c4ba6d-d127-40a3-9442-fc109f46c28b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254209 Nov 25 20:22:56.820378 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7e511de-c138-444f-98e8-4895177c2df5 req-717bd32b-1f64-48a5-b2a6-1fc014ef0c58 service neutron] 10.222.0.85 "GET /v2.0/networks/ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876055 Nov 25 20:22:56.922963 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7e511de-c138-444f-98e8-4895177c2df5 req-299187bf-9a40-47e7-8c13-b5c7347c4f4b service neutron] 10.222.0.85 "GET /v2.0/networks/ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962677 Nov 25 20:22:57.157367 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed9787-f78f-418d-a855-b3155fce7233 req-a879384c-06d2-4416-83d1-edd7407a8e85 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:57.158912 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-58ed9787-f78f-418d-a855-b3155fce7233 req-a879384c-06d2-4416-83d1-edd7407a8e85 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0519559 Nov 25 20:22:57.207728 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-58ed9787-f78f-418d-a855-b3155fce7233 req-444567dd-4e2f-4ad7-83e5-f18e4c95408c tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426383 Nov 25 20:22:58.330282 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9609c-b7a2-485c-899f-5f6e3d1df91c req-8ed6e6e6-2bf5-45a3-a410-4c4617f17ec3 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:58.331874 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-87a9609c-b7a2-485c-899f-5f6e3d1df91c req-8ed6e6e6-2bf5-45a3-a410-4c4617f17ec3 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0522373 Nov 25 20:22:58.383114 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-87a9609c-b7a2-485c-899f-5f6e3d1df91c req-a1b691a1-4152-4f02-8922-e351f5868aba tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450988 Nov 25 20:22:59.339759 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-144046a6-4d39-442a-9d11-685a48765a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:59.508399 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61730664-600d-410d-bc59-b3c5329fec0e req-b16913d6-f6fe-40f5-9e4c-92ee4fd8327f tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:59.511864 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61730664-600d-410d-bc59-b3c5329fec0e req-b16913d6-f6fe-40f5-9e4c-92ee4fd8327f tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0559905 Nov 25 20:22:59.562833 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61730664-600d-410d-bc59-b3c5329fec0e req-e3518420-42f8-4da3-84bc-2cc32a54f180 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448694 Nov 25 20:23:00.686315 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5502d7c-12da-442d-9736-772fbf1f26d7 req-1ca0d705-1859-4227-91b3-359c5be70ddc tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:00.687837 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e5502d7c-12da-442d-9736-772fbf1f26d7 req-1ca0d705-1859-4227-91b3-359c5be70ddc tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0545893 Nov 25 20:23:00.735998 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e5502d7c-12da-442d-9736-772fbf1f26d7 req-c738fd7a-f1c6-448c-bb1e-e6594af1dd2e tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419850 Nov 25 20:23:01.769771 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41678e22-886a-4098-8fc8-b50078448433 req-736d1760-b3f6-420b-8d80-fa55886ac208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:01.771345 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41678e22-886a-4098-8fc8-b50078448433 req-736d1760-b3f6-420b-8d80-fa55886ac208 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0d0867f31f954960bd47d34ca40c41b9&device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 1097 time: 0.0413091 Nov 25 20:23:01.799334 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5f57c860-8f1a-42f5-9424-929be77f95f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:01.918362 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3ea92-61e4-48b1-8ca6-2cb8a7e03e1a req-d5719efa-6b3f-4347-a5e9-1bb63516598e tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:01.919832 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0ce3ea92-61e4-48b1-8ca6-2cb8a7e03e1a req-d5719efa-6b3f-4347-a5e9-1bb63516598e tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0992911 Nov 25 20:23:01.921240 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41678e22-886a-4098-8fc8-b50078448433 req-edeb6a37-5ba6-474b-a6df-5957affc7da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:01.922581 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41678e22-886a-4098-8fc8-b50078448433 req-edeb6a37-5ba6-474b-a6df-5957affc7da1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad HTTP/1.1" status: 200 len: 912 time: 0.1310833 Nov 25 20:23:01.976193 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41678e22-886a-4098-8fc8-b50078448433 req-39e56408-8b85-4433-a7b1-b8bfa4addb14 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9583e918-f82e-4dd1-8549-fe13851b7471 HTTP/1.1" status: 200 len: 217 time: 0.0442436 Nov 25 20:23:02.033850 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0ce3ea92-61e4-48b1-8ca6-2cb8a7e03e1a req-2a5b90af-34e3-4c7a-a1ac-f336219bd447 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079893 Nov 25 20:23:02.043352 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41678e22-886a-4098-8fc8-b50078448433 req-faf82934-347f-4e05-9bb6-0d4ee0209459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:02.044820 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41678e22-886a-4098-8fc8-b50078448433 req-faf82934-347f-4e05-9bb6-0d4ee0209459 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=af4dbc93-b83b-49c2-9fe2-832541da954f HTTP/1.1" status: 200 len: 851 time: 0.0625663 Nov 25 20:23:02.084255 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41678e22-886a-4098-8fc8-b50078448433 req-e3e0c704-7d5b-4b9d-9f75-33b68c7e2339 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262711 Nov 25 20:23:02.184930 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41678e22-886a-4098-8fc8-b50078448433 req-d54eec4f-2cfa-464a-a3f4-1b97f9d1e267 service neutron] 10.222.0.85 "GET /v2.0/networks/ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902750 Nov 25 20:23:02.282457 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41678e22-886a-4098-8fc8-b50078448433 req-6ce6cd05-e471-4ecd-a224-5d31026cb11d service neutron] 10.222.0.85 "GET /v2.0/networks/ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852604 Nov 25 20:23:03.159367 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72b64e-fd99-4593-b8d0-dfe39611f10e req-5dbe1eef-6a2a-403c-b57a-dc9f38e5c487 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:03.160839 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fe72b64e-fd99-4593-b8d0-dfe39611f10e req-5dbe1eef-6a2a-403c-b57a-dc9f38e5c487 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0572898 Nov 25 20:23:03.209545 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fe72b64e-fd99-4593-b8d0-dfe39611f10e req-6ba6c224-15db-43cb-b125-cb122ca092d2 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426919 Nov 25 20:23:03.862533 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:04.329558 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3092df-a7b6-4f92-b838-e3c6878b9adb req-a3b13101-c426-40e7-8aee-626981e6f728 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:04.331163 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e3092df-a7b6-4f92-b838-e3c6878b9adb req-a3b13101-c426-40e7-8aee-626981e6f728 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0507028 Nov 25 20:23:04.378959 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e3092df-a7b6-4f92-b838-e3c6878b9adb req-aefc9651-17fa-4f01-87b9-ea35db044940 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416541 Nov 25 20:23:05.501832 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd48b6-a59c-4a9e-969e-ba7e37b9b12f req-17c85c6b-ae10-440c-aa17-1cfbf711c5c1 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:05.503321 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-76cd48b6-a59c-4a9e-969e-ba7e37b9b12f req-17c85c6b-ae10-440c-aa17-1cfbf711c5c1 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0551496 Nov 25 20:23:05.550900 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-76cd48b6-a59c-4a9e-969e-ba7e37b9b12f req-95f4023f-2570-4ce9-870f-cd9f62e88ccd tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416293 Nov 25 20:23:05.677991 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:05.679851 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:06.683697 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14c05f-9cc2-4307-ae24-2f866da79854 req-63df33c2-f725-4807-8554-aabb64fc9b44 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:06.685204 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6e14c05f-9cc2-4307-ae24-2f866da79854 req-63df33c2-f725-4807-8554-aabb64fc9b44 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0534227 Nov 25 20:23:06.735773 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6e14c05f-9cc2-4307-ae24-2f866da79854 req-2c6ffe72-e86b-47d8-9f6b-20d1c298e817 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443065 Nov 25 20:23:07.858551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b047de-21e9-401f-a4fb-583bf971deb5 req-af9a4cc5-adba-45ec-8502-99f3f3ca9f42 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:07.860031 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-49b047de-21e9-401f-a4fb-583bf971deb5 req-af9a4cc5-adba-45ec-8502-99f3f3ca9f42 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0497954 Nov 25 20:23:07.912368 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-49b047de-21e9-401f-a4fb-583bf971deb5 req-d1117300-e321-41b0-8759-9a297d6e3941 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461206 Nov 25 20:23:09.033475 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6022d23-2094-44a8-8bfc-9cc9475bda13 req-68efd813-af01-454b-81be-3d7ed49cdfa5 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:09.034982 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6022d23-2094-44a8-8bfc-9cc9475bda13 req-68efd813-af01-454b-81be-3d7ed49cdfa5 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0487945 Nov 25 20:23:09.083949 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e6022d23-2094-44a8-8bfc-9cc9475bda13 req-c63d24d5-483d-41e2-91b9-52e91f5260ba tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429275 Nov 25 20:23:10.206303 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00f1ab-e6d2-4920-a123-01980a7398a1 req-731c1318-c52c-4887-a5a2-f21fb83c747d tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:10.207866 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ed00f1ab-e6d2-4920-a123-01980a7398a1 req-731c1318-c52c-4887-a5a2-f21fb83c747d tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0507207 Nov 25 20:23:10.255361 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ed00f1ab-e6d2-4920-a123-01980a7398a1 req-4a738433-a43e-43ac-bfcf-80a085e5905f tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415130 Nov 25 20:23:11.379290 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d0f5a-d574-41ae-acd2-4d65b54f7604 req-eae77953-f6d1-489d-9d31-048a9aa72f88 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:11.380686 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e41d0f5a-d574-41ae-acd2-4d65b54f7604 req-eae77953-f6d1-489d-9d31-048a9aa72f88 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0539269 Nov 25 20:23:11.429412 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e41d0f5a-d574-41ae-acd2-4d65b54f7604 req-09742591-e32d-4e1c-83ed-93547c89c593 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427234 Nov 25 20:23:12.552685 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd116f0-cd7d-4c69-9343-2aca0384bc51 req-f77fc9df-ddd0-4958-9911-70db053b01f2 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:12.554170 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8fd116f0-cd7d-4c69-9343-2aca0384bc51 req-f77fc9df-ddd0-4958-9911-70db053b01f2 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0552115 Nov 25 20:23:12.606256 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8fd116f0-cd7d-4c69-9343-2aca0384bc51 req-e99ae400-1b65-4c4b-a3ba-3e9998434953 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448005 Nov 25 20:23:13.722974 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e726a-a865-4df9-92ba-550c97777345 req-4594a1c2-e0a7-4148-a08b-e080f8875b3d tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:13.724509 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7a5e726a-a865-4df9-92ba-550c97777345 req-4594a1c2-e0a7-4148-a08b-e080f8875b3d tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0498149 Nov 25 20:23:13.777299 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7a5e726a-a865-4df9-92ba-550c97777345 req-f2821dc2-9993-4b69-8db4-75f848c3e4ec tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455756 Nov 25 20:23:14.894903 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdff7a4-4b91-43cd-8cc8-823c72cac99b req-b41e185b-1392-4eb6-98d9-ca91dfdd1987 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:14.896356 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4fdff7a4-4b91-43cd-8cc8-823c72cac99b req-b41e185b-1392-4eb6-98d9-ca91dfdd1987 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0487869 Nov 25 20:23:14.946655 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4fdff7a4-4b91-43cd-8cc8-823c72cac99b req-021510e5-9a76-4dae-bc98-1168bc79aa81 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433989 Nov 25 20:23:16.076694 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1383f09-a050-42ac-973e-fb5bef6a5262 req-338192ce-42e5-49f8-bb96-4206eafa1538 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:16.078241 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1383f09-a050-42ac-973e-fb5bef6a5262 req-338192ce-42e5-49f8-bb96-4206eafa1538 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0546353 Nov 25 20:23:16.127003 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1383f09-a050-42ac-973e-fb5bef6a5262 req-a508ef8f-8927-4fd3-b15e-e2c3b2beeb2f tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426197 Nov 25 20:23:17.249545 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3458e-4ba4-4600-b696-0fcd27f8de5a req-f0d98e13-f6d9-4de7-9bcf-a9e64f6b0e0e tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:17.251031 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-19c3458e-4ba4-4600-b696-0fcd27f8de5a req-f0d98e13-f6d9-4de7-9bcf-a9e64f6b0e0e tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0545704 Nov 25 20:23:17.299470 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-19c3458e-4ba4-4600-b696-0fcd27f8de5a req-7c4bb0b8-0d45-47cc-a7b6-6b75f2f1a1c5 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424283 Nov 25 20:23:18.420749 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c10492-d527-4d48-81e0-e22facc6b984 req-e612d0d8-5cf6-4a0d-a9df-06d23e5ec485 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:18.422264 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-44c10492-d527-4d48-81e0-e22facc6b984 req-e612d0d8-5cf6-4a0d-a9df-06d23e5ec485 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0536480 Nov 25 20:23:18.472710 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-44c10492-d527-4d48-81e0-e22facc6b984 req-513d92ef-c31f-405e-9c59-f78d4efff26c tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443537 Nov 25 20:23:19.598869 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0067adb-867f-4709-ac77-9c4a7b61f28a req-1075e82e-6f1d-4bbc-9071-12a861a3da1d tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:19.600416 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d0067adb-867f-4709-ac77-9c4a7b61f28a req-1075e82e-6f1d-4bbc-9071-12a861a3da1d tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0587683 Nov 25 20:23:19.649533 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d0067adb-867f-4709-ac77-9c4a7b61f28a req-fc19af46-7727-4914-baa0-7f719f383da9 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416713 Nov 25 20:23:20.771466 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898a238-eb8b-4e32-a025-cb46a46bb33e req-51a2726f-0d0e-4f5a-8a15-01f0a32355b5 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:20.772947 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e898a238-eb8b-4e32-a025-cb46a46bb33e req-51a2726f-0d0e-4f5a-8a15-01f0a32355b5 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0510931 Nov 25 20:23:20.820947 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e898a238-eb8b-4e32-a025-cb46a46bb33e req-98cf4c9a-0f36-49f7-a8c2-c7a3c6ee9c1a tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418875 Nov 25 20:23:21.938211 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f7cae-0c07-4053-baf5-b3c6ebe92af9 req-75d23f53-98c9-415b-86c7-49ec288d33fd tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:21.939732 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-511f7cae-0c07-4053-baf5-b3c6ebe92af9 req-75d23f53-98c9-415b-86c7-49ec288d33fd tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0500889 Nov 25 20:23:21.991286 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-511f7cae-0c07-4053-baf5-b3c6ebe92af9 req-8d605c6a-6b53-4604-befd-6629e54946b3 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455921 Nov 25 20:23:22.613354 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:23:23.113645 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ba5b4-fabf-4ed5-bf39-a76b880da004 req-6156986e-2ea4-4647-9a0d-139fc486134d tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:23.115179 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-724ba5b4-fabf-4ed5-bf39-a76b880da004 req-6156986e-2ea4-4647-9a0d-139fc486134d tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0511658 Nov 25 20:23:23.164319 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-724ba5b4-fabf-4ed5-bf39-a76b880da004 req-3e0254ee-b295-4bf4-87fa-774ac59a8277 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429976 Nov 25 20:23:23.756192 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [req-f7e511de-c138-444f-98e8-4895177c2df5 req-4cf4ab82-4f27-43c5-91bf-e32754d3580c service neutron] show failed (client error): The resource could not be found. Nov 25 20:23:23.757200 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7e511de-c138-444f-98e8-4895177c2df5 req-4cf4ab82-4f27-43c5-91bf-e32754d3580c service neutron] 10.222.0.85 "GET /v2.0/ports/9583e918-f82e-4dd1-8549-fe13851b7471/bindings/n-h1-819349-5 HTTP/1.1" status: 404 len: 380 time: 0.0557146 Nov 25 20:23:24.047708 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e511de-c138-444f-98e8-4895177c2df5 req-02342f34-e665-4f51-8e7a-a6d0c66d3a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:24.049210 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f7e511de-c138-444f-98e8-4895177c2df5 req-02342f34-e665-4f51-8e7a-a6d0c66d3a25 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2&tenant_id=0d0867f31f954960bd47d34ca40c41b9 HTTP/1.1" status: 200 len: 1097 time: 0.1197078 Nov 25 20:23:24.062421 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-f7e511de-c138-444f-98e8-4895177c2df5 req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819349-5', 'device_owner': 'compute:nova'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:23:24.095272 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:24.130424 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f7e511de-c138-444f-98e8-4895177c2df5 req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:24.292734 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613328f0-1243-4d1b-973f-efdc49f8b443 req-714e0955-48ff-410c-8f05-38871774b838 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:24.294160 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-613328f0-1243-4d1b-973f-efdc49f8b443 req-714e0955-48ff-410c-8f05-38871774b838 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0525682 Nov 25 20:23:24.342753 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f7e511de-c138-444f-98e8-4895177c2df5 req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] For port 9583e918-f82e-4dd1-8549-fe13851b7471, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=9583e918-f82e-4dd1-8549-fe13851b7471,segment=NetworkSegment(99663453-ed7b-4758-aaa2-76e7c73e162f),segment_id=99663453-ed7b-4758-aaa2-76e7c73e162f)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:23:24.348704 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-613328f0-1243-4d1b-973f-efdc49f8b443 req-d1d22f24-56e3-4f7b-92e1-4e36cd2ea26f tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484583 Nov 25 20:23:24.376901 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f7e511de-c138-444f-98e8-4895177c2df5 req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] For port 9583e918-f82e-4dd1-8549-fe13851b7471, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:23:24.420671 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6090c38e-a5fe-4abe-8cc1-338666efdff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9583e918-f82e-4dd1-8549-fe13851b7471'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:23:24.422997 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fbee64-b3da-4365-8fe1-f6ae743e6f8f" -d '{"events": [{"server_uuid": "6090c38e-a5fe-4abe-8cc1-338666efdff2", "name": "network-vif-unplugged", "status": "completed", "tag": "9583e918-f82e-4dd1-8549-fe13851b7471"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:23:24.427107 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f7e511de-c138-444f-98e8-4895177c2df5 req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:24.441475 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-f7e511de-c138-444f-98e8-4895177c2df5 req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Transition to ACTIVE for port object 9583e918-f82e-4dd1-8549-fe13851b7471 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:23:24.445486 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f7e511de-c138-444f-98e8-4895177c2df5 req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:24.512482 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e511de-c138-444f-98e8-4895177c2df5 req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] No DVR routers for this DVR port 9583e918-f82e-4dd1-8549-fe13851b7471 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:23:24.515634 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Pushing event updated for resources: {'Port': ['ID=9583e918-f82e-4dd1-8549-fe13851b7471,revision_number=6']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:23:24.545235 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:23:24.545525 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:23:24.545872 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:23:24.546211 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:23:24.546574 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:23:24.546904 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:23:24.547233 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:23:24.547732 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:23:24.548071 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:23:24.548400 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:23:24.548727 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:23:24.549053 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:23:24.556505 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd05f13-9dc6-4212-bd7c-de76238c221c x-openstack-request-id: req-4bd05f13-9dc6-4212-bd7c-de76238c221c {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:23:24.557401 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6090c38e-a5fe-4abe-8cc1-338666efdff2", "name": "network-vif-unplugged", "status": "completed", "tag": "9583e918-f82e-4dd1-8549-fe13851b7471", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:23:24.557657 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4bd05f13-9dc6-4212-bd7c-de76238c221c {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:23:24.558049 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6090c38e-a5fe-4abe-8cc1-338666efdff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9583e918-f82e-4dd1-8549-fe13851b7471', 'code': 200} Nov 25 20:23:24.567244 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f7e511de-c138-444f-98e8-4895177c2df5 req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Attempting to bind port 9583e918-f82e-4dd1-8549-fe13851b7471 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:23:24.567583 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f7e511de-c138-444f-98e8-4895177c2df5 req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Attempting to bind port 9583e918-f82e-4dd1-8549-fe13851b7471 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '99663453-ed7b-4758-aaa2-76e7c73e162f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:23:24.567915 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e511de-c138-444f-98e8-4895177c2df5 req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Attempting to bind port 9583e918-f82e-4dd1-8549-fe13851b7471 on network ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:23:24.572362 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e511de-c138-444f-98e8-4895177c2df5 req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Port 9583e918-f82e-4dd1-8549-fe13851b7471 on network ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:23:24.572837 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e511de-c138-444f-98e8-4895177c2df5 req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Attempting to bind port 9583e918-f82e-4dd1-8549-fe13851b7471 on network ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:23:24.577700 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e511de-c138-444f-98e8-4895177c2df5 req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:23:24.578033 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e511de-c138-444f-98e8-4895177c2df5 req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Checking segment: {'id': '99663453-ed7b-4758-aaa2-76e7c73e162f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:23:24.578447 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e511de-c138-444f-98e8-4895177c2df5 req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Bound using segment: {'id': '99663453-ed7b-4758-aaa2-76e7c73e162f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:23:24.578878 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f7e511de-c138-444f-98e8-4895177c2df5 req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Bound port: 9583e918-f82e-4dd1-8549-fe13851b7471, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99663453-ed7b-4758-aaa2-76e7c73e162f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:23:24.579231 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f7e511de-c138-444f-98e8-4895177c2df5 req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:24.645711 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f7e511de-c138-444f-98e8-4895177c2df5 req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] For port 9583e918-f82e-4dd1-8549-fe13851b7471, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:23:24.648895 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f7e511de-c138-444f-98e8-4895177c2df5 req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] For port 9583e918-f82e-4dd1-8549-fe13851b7471, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=9583e918-f82e-4dd1-8549-fe13851b7471,segment=NetworkSegment(99663453-ed7b-4758-aaa2-76e7c73e162f),segment_id=99663453-ed7b-4758-aaa2-76e7c73e162f)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:23:24.653758 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f7e511de-c138-444f-98e8-4895177c2df5 req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:24.692471 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e511de-c138-444f-98e8-4895177c2df5 req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:24.693189 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f7e511de-c138-444f-98e8-4895177c2df5 req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:24.694464 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f7e511de-c138-444f-98e8-4895177c2df5 req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] 10.222.0.73 "PUT /v2.0/ports/9583e918-f82e-4dd1-8549-fe13851b7471 HTTP/1.1" status: 200 len: 1092 time: 0.6361642 Nov 25 20:23:24.711340 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf12e7-b84e-4640-842d-d3e15b51b0fa service neutron] Pushing event updated for resources: {'Port': ['ID=9583e918-f82e-4dd1-8549-fe13851b7471,revision_number=7']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:23:24.727522 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:24.761624 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e511de-c138-444f-98e8-4895177c2df5 req-e76873d1-98d5-4dba-9648-bdeb76b41f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:24.763167 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f7e511de-c138-444f-98e8-4895177c2df5 req-e76873d1-98d5-4dba-9648-bdeb76b41f36 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d0867f31f954960bd47d34ca40c41b9&device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 1095 time: 0.0454934 Nov 25 20:23:24.861569 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e511de-c138-444f-98e8-4895177c2df5 req-89745dc4-1c64-44ce-9e36-f62779cb8a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:24.863084 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f7e511de-c138-444f-98e8-4895177c2df5 req-89745dc4-1c64-44ce-9e36-f62779cb8a83 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad HTTP/1.1" status: 200 len: 912 time: 0.0912204 Nov 25 20:23:24.905011 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f7e511de-c138-444f-98e8-4895177c2df5 req-8e926869-c033-427e-bbb8-d40dcf1098e8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9583e918-f82e-4dd1-8549-fe13851b7471 HTTP/1.1" status: 200 len: 217 time: 0.0340664 Nov 25 20:23:24.959794 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e511de-c138-444f-98e8-4895177c2df5 req-9e1a53ec-309b-4044-b788-a626654fdc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:24.961293 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f7e511de-c138-444f-98e8-4895177c2df5 req-9e1a53ec-309b-4044-b788-a626654fdc55 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=af4dbc93-b83b-49c2-9fe2-832541da954f HTTP/1.1" status: 200 len: 851 time: 0.0474842 Nov 25 20:23:24.997774 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f7e511de-c138-444f-98e8-4895177c2df5 req-524d1114-ba20-4655-9ec0-e2a4e598f3c4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285935 Nov 25 20:23:25.094313 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f7e511de-c138-444f-98e8-4895177c2df5 req-fbcc8b52-21d9-42c8-aaef-d127be5bea76 service neutron] 10.222.0.73 "GET /v2.0/networks/ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880079 Nov 25 20:23:25.191483 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f7e511de-c138-444f-98e8-4895177c2df5 req-2371f0ab-7802-43d4-88a4-796a7de40b37 service neutron] 10.222.0.73 "GET /v2.0/networks/ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888233 Nov 25 20:23:25.473059 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865e6e4-e0fc-4b13-b4b4-6ad1bd06e408 req-6447e507-80bb-4cfd-be27-ce417df384e4 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:25.474489 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0865e6e4-e0fc-4b13-b4b4-6ad1bd06e408 req-6447e507-80bb-4cfd-be27-ce417df384e4 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 944 time: 0.0515161 Nov 25 20:23:25.533241 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0865e6e4-e0fc-4b13-b4b4-6ad1bd06e408 req-21b58dc1-a89d-40d0-aa19-2d96d22fa9c7 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519395 Nov 25 20:23:26.559277 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6090c38e-a5fe-4abe-8cc1-338666efdff2', 'tag': '9583e918-f82e-4dd1-8549-fe13851b7471'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:23:26.561713 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee32cc7b-d198-4200-8c6d-ae48f9318efa" -d '{"events": [{"name": "network-changed", "server_uuid": "6090c38e-a5fe-4abe-8cc1-338666efdff2", "tag": "9583e918-f82e-4dd1-8549-fe13851b7471"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:23:26.655182 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7bd3a-6a2a-40dd-b95e-3ed57e5cbf3e req-b8e8e38d-f4f5-4af0-a874-1b11a875cf05 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:26.656967 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6aa7bd3a-6a2a-40dd-b95e-3ed57e5cbf3e req-b8e8e38d-f4f5-4af0-a874-1b11a875cf05 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 944 time: 0.0501595 Nov 25 20:23:26.704664 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6aa7bd3a-6a2a-40dd-b95e-3ed57e5cbf3e req-91b7e6cf-e744-476c-b7a8-744165ff1aad tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416715 Nov 25 20:23:26.763057 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e92848-652b-4e6f-999b-378ac364dde7 x-openstack-request-id: req-e2e92848-652b-4e6f-999b-378ac364dde7 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:23:26.763360 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6090c38e-a5fe-4abe-8cc1-338666efdff2", "tag": "9583e918-f82e-4dd1-8549-fe13851b7471", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:23:26.763621 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e2e92848-652b-4e6f-999b-378ac364dde7 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:23:26.764109 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6090c38e-a5fe-4abe-8cc1-338666efdff2', 'tag': '9583e918-f82e-4dd1-8549-fe13851b7471', 'status': 'completed', 'code': 200} Nov 25 20:23:26.831192 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32cc7b-d198-4200-8c6d-ae48f9318efa req-6df90e88-0845-4433-9cf5-e308853c5309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:26.832828 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee32cc7b-d198-4200-8c6d-ae48f9318efa req-6df90e88-0845-4433-9cf5-e308853c5309 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0d0867f31f954960bd47d34ca40c41b9&device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 1095 time: 0.0485363 Nov 25 20:23:26.840232 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32cc7b-d198-4200-8c6d-ae48f9318efa req-ece02a21-aad7-4fee-946c-86f383fc4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:26.841984 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ee32cc7b-d198-4200-8c6d-ae48f9318efa req-ece02a21-aad7-4fee-946c-86f383fc4da0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d0867f31f954960bd47d34ca40c41b9&device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 1095 time: 0.0485351 Nov 25 20:23:26.937292 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32cc7b-d198-4200-8c6d-ae48f9318efa req-577a17da-7956-481b-9b52-d7d59830f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:26.938917 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee32cc7b-d198-4200-8c6d-ae48f9318efa req-577a17da-7956-481b-9b52-d7d59830f345 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad HTTP/1.1" status: 200 len: 912 time: 0.0980637 Nov 25 20:23:26.950981 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32cc7b-d198-4200-8c6d-ae48f9318efa req-624f62cb-d2c6-4dd7-bc43-40ff093c223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:26.952652 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ee32cc7b-d198-4200-8c6d-ae48f9318efa req-624f62cb-d2c6-4dd7-bc43-40ff093c223b service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad HTTP/1.1" status: 200 len: 912 time: 0.1013594 Nov 25 20:23:26.986122 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee32cc7b-d198-4200-8c6d-ae48f9318efa req-885be7cf-88ae-4336-943e-ab4b532fcbaa service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9583e918-f82e-4dd1-8549-fe13851b7471 HTTP/1.1" status: 200 len: 217 time: 0.0402040 Nov 25 20:23:26.998577 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ee32cc7b-d198-4200-8c6d-ae48f9318efa req-22fc8aa0-ee5c-4add-b63c-722d5d99fff1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9583e918-f82e-4dd1-8549-fe13851b7471 HTTP/1.1" status: 200 len: 217 time: 0.0362182 Nov 25 20:23:27.036213 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32cc7b-d198-4200-8c6d-ae48f9318efa req-b04b9c95-0cb6-45e4-a8ad-1e5d512b5b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:27.037698 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee32cc7b-d198-4200-8c6d-ae48f9318efa req-b04b9c95-0cb6-45e4-a8ad-1e5d512b5b53 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=af4dbc93-b83b-49c2-9fe2-832541da954f HTTP/1.1" status: 200 len: 851 time: 0.0450988 Nov 25 20:23:27.052551 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32cc7b-d198-4200-8c6d-ae48f9318efa req-1867ab23-17d3-40b0-9ed3-103338f429cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:27.054067 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ee32cc7b-d198-4200-8c6d-ae48f9318efa req-1867ab23-17d3-40b0-9ed3-103338f429cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=af4dbc93-b83b-49c2-9fe2-832541da954f HTTP/1.1" status: 200 len: 851 time: 0.0463293 Nov 25 20:23:27.074859 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee32cc7b-d198-4200-8c6d-ae48f9318efa req-dafda259-bea5-4c37-8eff-1d359b6284ee service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298588 Nov 25 20:23:27.089976 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ee32cc7b-d198-4200-8c6d-ae48f9318efa req-459dc25f-b300-44bb-88eb-fb8bcfdb5cb1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263023 Nov 25 20:23:27.173159 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee32cc7b-d198-4200-8c6d-ae48f9318efa req-47cb09cb-7927-4328-a4be-27c59d342cf8 service neutron] 10.222.0.85 "GET /v2.0/networks/ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915735 Nov 25 20:23:27.192291 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ee32cc7b-d198-4200-8c6d-ae48f9318efa req-72a1c6f1-042f-4495-ab26-9e70401f4b3d service neutron] 10.222.0.73 "GET /v2.0/networks/ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944054 Nov 25 20:23:27.265354 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ee32cc7b-d198-4200-8c6d-ae48f9318efa req-0d07590d-3f43-468f-aa5c-3194d1269000 service neutron] 10.222.0.85 "GET /v2.0/networks/ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855949 Nov 25 20:23:27.283491 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ee32cc7b-d198-4200-8c6d-ae48f9318efa req-83692c14-83eb-419c-98fc-a04ce3691e42 service neutron] 10.222.0.73 "GET /v2.0/networks/ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834427 Nov 25 20:23:27.825200 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52756185-9cac-4b50-a912-bc6eeafcaaec req-324b25b6-1f8f-46ac-91f8-c47ec6e1521e tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:27.826827 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52756185-9cac-4b50-a912-bc6eeafcaaec req-324b25b6-1f8f-46ac-91f8-c47ec6e1521e tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 944 time: 0.0499451 Nov 25 20:23:27.881728 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52756185-9cac-4b50-a912-bc6eeafcaaec req-ab2210b5-95d3-4412-a8c2-0a0f33b1b040 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489647 Nov 25 20:23:27.887696 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 9583e918-f82e-4dd1-8549-fe13851b7471 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:23:27.928655 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 9583e918-f82e-4dd1-8549-fe13851b7471 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:23:28.125365 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0ca3d-aa98-4773-b7a2-a3332f9e9ebc req-93ef4c87-9b50-4929-9a88-0383276b4589 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:28.126876 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ae0ca3d-aa98-4773-b7a2-a3332f9e9ebc req-93ef4c87-9b50-4929-9a88-0383276b4589 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.85 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2&tenant_id=0d0867f31f954960bd47d34ca40c41b9&binding%3Ahost_id=n-h1-819349-5 HTTP/1.1" status: 200 len: 944 time: 0.0526371 Nov 25 20:23:28.189993 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [req-1ae0ca3d-aa98-4773-b7a2-a3332f9e9ebc req-64360584-109b-4e1c-aab7-6972b1a6a23b service neutron] delete failed (client error): The resource could not be found. Nov 25 20:23:28.191060 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ae0ca3d-aa98-4773-b7a2-a3332f9e9ebc req-64360584-109b-4e1c-aab7-6972b1a6a23b service neutron] 10.222.0.85 "DELETE /v2.0/ports/9583e918-f82e-4dd1-8549-fe13851b7471/bindings/n-h2-819349-5 HTTP/1.1" status: 404 len: 380 time: 0.0566082 Nov 25 20:23:28.281665 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0ca3d-aa98-4773-b7a2-a3332f9e9ebc req-fe106f2b-991d-401d-ab46-fa1c6ac9c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:28.283112 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ae0ca3d-aa98-4773-b7a2-a3332f9e9ebc req-fe106f2b-991d-401d-ab46-fa1c6ac9c5cb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0d0867f31f954960bd47d34ca40c41b9&device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 1095 time: 0.0430219 Nov 25 20:23:28.381379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0ca3d-aa98-4773-b7a2-a3332f9e9ebc req-07076048-0782-4eba-a329-c480527934f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:28.382914 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ae0ca3d-aa98-4773-b7a2-a3332f9e9ebc req-07076048-0782-4eba-a329-c480527934f2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad HTTP/1.1" status: 200 len: 912 time: 0.0930240 Nov 25 20:23:28.425392 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ae0ca3d-aa98-4773-b7a2-a3332f9e9ebc req-2461f0b3-6e5b-4b69-92ac-dcba33a7f420 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9583e918-f82e-4dd1-8549-fe13851b7471 HTTP/1.1" status: 200 len: 217 time: 0.0353105 Nov 25 20:23:28.480921 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0ca3d-aa98-4773-b7a2-a3332f9e9ebc req-876e4652-d394-4a1e-85db-9ad4d9ad4629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:28.482411 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ae0ca3d-aa98-4773-b7a2-a3332f9e9ebc req-876e4652-d394-4a1e-85db-9ad4d9ad4629 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=af4dbc93-b83b-49c2-9fe2-832541da954f HTTP/1.1" status: 200 len: 851 time: 0.0501020 Nov 25 20:23:28.504952 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 9583e918-f82e-4dd1-8549-fe13851b7471 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:23:28.515264 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ae0ca3d-aa98-4773-b7a2-a3332f9e9ebc req-2a249bb9-26e0-4bba-b2d9-14b88adff280 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263226 Nov 25 20:23:28.607473 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ae0ca3d-aa98-4773-b7a2-a3332f9e9ebc req-d5b660e4-1d6b-4fc1-863e-53716f070c42 service neutron] 10.222.0.85 "GET /v2.0/networks/ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852022 Nov 25 20:23:28.610276 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 9583e918-f82e-4dd1-8549-fe13851b7471, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=9583e918-f82e-4dd1-8549-fe13851b7471,segment=NetworkSegment(99663453-ed7b-4758-aaa2-76e7c73e162f),segment_id=99663453-ed7b-4758-aaa2-76e7c73e162f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:23:28.622714 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '9583e918-f82e-4dd1-8549-fe13851b7471', 'network_id': 'ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad', 'port_id': '9583e918-f82e-4dd1-8549-fe13851b7471', 'mac_address': 'fa:16:3e:49:a4:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4dbc93-b83b-49c2-9fe2-832541da954f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:23:28.662981 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:28.680680 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9583e918-f82e-4dd1-8549-fe13851b7471 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:23:28.701010 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 9583e918-f82e-4dd1-8549-fe13851b7471, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=9583e918-f82e-4dd1-8549-fe13851b7471,segment=NetworkSegment(99663453-ed7b-4758-aaa2-76e7c73e162f),segment_id=99663453-ed7b-4758-aaa2-76e7c73e162f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:23:28.705466 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ae0ca3d-aa98-4773-b7a2-a3332f9e9ebc req-31cd0835-f98f-47b9-aa9d-ac77ae03d15b service neutron] 10.222.0.85 "GET /v2.0/networks/ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914414 Nov 25 20:23:28.706315 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:28.757701 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=9583e918-f82e-4dd1-8549-fe13851b7471,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:23:28.767103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:23:28.767456 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:23:28.767794 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:23:28.768128 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:23:28.768456 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:23:28.768781 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:23:28.769104 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:23:28.769426 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:23:28.769745 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:23:28.770064 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:23:28.770414 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:23:28.770736 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:23:28.973186 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['9583e918-f82e-4dd1-8549-fe13851b7471'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:23:29.342941 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-11c81f30-d765-4d01-a014-effc6865b4e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:29.402334 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb0d4c-e4ee-437e-bb5e-360516b5ec29 req-4dc4b6e6-5567-44da-8bda-b60f63a646f5 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:29.403873 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1bdb0d4c-e4ee-437e-bb5e-360516b5ec29 req-4dc4b6e6-5567-44da-8bda-b60f63a646f5 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 945 time: 0.0527213 Nov 25 20:23:29.454125 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1bdb0d4c-e4ee-437e-bb5e-360516b5ec29 req-a0ee0ce5-2c23-415d-987e-4f92d720febc tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436726 Nov 25 20:23:30.520874 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 9583e918-f82e-4dd1-8549-fe13851b7471 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:23:30.574086 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 9583e918-f82e-4dd1-8549-fe13851b7471 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:23:30.578469 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 9583e918-f82e-4dd1-8549-fe13851b7471 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:23:30.578843 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:30.586804 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f9f8c-176c-40a5-81e9-b693feef4329 req-19b1d755-e5ec-4843-8b3c-50898c6b474a tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:30.590839 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bc8f9f8c-176c-40a5-81e9-b693feef4329 req-19b1d755-e5ec-4843-8b3c-50898c6b474a tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 945 time: 0.0604577 Nov 25 20:23:30.646004 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bc8f9f8c-176c-40a5-81e9-b693feef4329 req-3c521640-d498-4ad7-8c52-5d2d5ddcada7 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/security-groups?id=c662477d-9e5a-4b12-8ab7-346d23f33104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494244 Nov 25 20:23:30.679622 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:30.703594 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6090c38e-a5fe-4abe-8cc1-338666efdff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9583e918-f82e-4dd1-8549-fe13851b7471'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:23:30.705876 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af247130-cdc6-4ebb-a623-1c5da35c983a" -d '{"events": [{"server_uuid": "6090c38e-a5fe-4abe-8cc1-338666efdff2", "name": "network-vif-plugged", "status": "completed", "tag": "9583e918-f82e-4dd1-8549-fe13851b7471"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:23:30.722068 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 9583e918-f82e-4dd1-8549-fe13851b7471, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=9583e918-f82e-4dd1-8549-fe13851b7471,segment=NetworkSegment(99663453-ed7b-4758-aaa2-76e7c73e162f),segment_id=99663453-ed7b-4758-aaa2-76e7c73e162f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:23:30.727021 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:30.782721 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=9583e918-f82e-4dd1-8549-fe13851b7471,revision_number=9']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:23:30.800883 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0ca3d-aa98-4773-b7a2-a3332f9e9ebc req-2c5d1a94-6cc2-4159-af92-7a86aa52f6e2 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:30.802654 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1ae0ca3d-aa98-4773-b7a2-a3332f9e9ebc req-2c5d1a94-6cc2-4159-af92-7a86aa52f6e2 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.73 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 946 time: 0.0668728 Nov 25 20:23:30.810178 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624784f1-5482-49f5-979d-add1947c946c x-openstack-request-id: req-624784f1-5482-49f5-979d-add1947c946c {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:23:30.810646 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6090c38e-a5fe-4abe-8cc1-338666efdff2", "name": "network-vif-plugged", "status": "completed", "tag": "9583e918-f82e-4dd1-8549-fe13851b7471", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:23:30.810912 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-624784f1-5482-49f5-979d-add1947c946c {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:23:30.811322 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6090c38e-a5fe-4abe-8cc1-338666efdff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9583e918-f82e-4dd1-8549-fe13851b7471', 'code': 200} Nov 25 20:23:30.897338 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-1ae0ca3d-aa98-4773-b7a2-a3332f9e9ebc req-2aa73d66-077f-4d16-811f-5ea5a26e6f03 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Deleting port 9583e918-f82e-4dd1-8549-fe13851b7471 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:23:30.897678 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1ae0ca3d-aa98-4773-b7a2-a3332f9e9ebc req-2aa73d66-077f-4d16-811f-5ea5a26e6f03 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:31.334317 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-1ae0ca3d-aa98-4773-b7a2-a3332f9e9ebc req-2aa73d66-077f-4d16-811f-5ea5a26e6f03 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] For port 9583e918-f82e-4dd1-8549-fe13851b7471, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=9583e918-f82e-4dd1-8549-fe13851b7471,segment=NetworkSegment(99663453-ed7b-4758-aaa2-76e7c73e162f),segment_id=99663453-ed7b-4758-aaa2-76e7c73e162f)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:23:31.334592 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1ae0ca3d-aa98-4773-b7a2-a3332f9e9ebc req-2aa73d66-077f-4d16-811f-5ea5a26e6f03 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:31.348626 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-1ae0ca3d-aa98-4773-b7a2-a3332f9e9ebc req-2aa73d66-077f-4d16-811f-5ea5a26e6f03 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Calling delete_port for 9583e918-f82e-4dd1-8549-fe13851b7471 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:23:31.477890 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1ae0ca3d-aa98-4773-b7a2-a3332f9e9ebc req-2aa73d66-077f-4d16-811f-5ea5a26e6f03 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:31.491380 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['9583e918-f82e-4dd1-8549-fe13851b7471'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:23:31.507437 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa73d66-077f-4d16-811f-5ea5a26e6f03 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Pushing event deleted for resources: {'Port': ['ID=9583e918-f82e-4dd1-8549-fe13851b7471,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:23:31.553022 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae0ca3d-aa98-4773-b7a2-a3332f9e9ebc req-2aa73d66-077f-4d16-811f-5ea5a26e6f03 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] No DVR routers for this DVR port 9583e918-f82e-4dd1-8549-fe13851b7471 on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:23:31.555667 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1ae0ca3d-aa98-4773-b7a2-a3332f9e9ebc req-2aa73d66-077f-4d16-811f-5ea5a26e6f03 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:31.559101 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1ae0ca3d-aa98-4773-b7a2-a3332f9e9ebc req-2aa73d66-077f-4d16-811f-5ea5a26e6f03 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.73 "DELETE /v2.0/ports/9583e918-f82e-4dd1-8549-fe13851b7471 HTTP/1.1" status: 204 len: 173 time: 0.7480631 Nov 25 20:23:31.559547 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6090c38e-a5fe-4abe-8cc1-338666efdff2', 'name': 'network-vif-deleted', 'tag': '9583e918-f82e-4dd1-8549-fe13851b7471'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:23:31.561807 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9121f16-e5c0-4892-a93d-f35d686d9f70" -d '{"events": [{"server_uuid": "6090c38e-a5fe-4abe-8cc1-338666efdff2", "name": "network-vif-deleted", "tag": "9583e918-f82e-4dd1-8549-fe13851b7471"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:23:31.604381 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e012ad-68c6-4f24-b298-aeae48ae218e x-openstack-request-id: req-b8e012ad-68c6-4f24-b298-aeae48ae218e {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:23:31.605266 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6090c38e-a5fe-4abe-8cc1-338666efdff2", "name": "network-vif-deleted", "tag": "9583e918-f82e-4dd1-8549-fe13851b7471", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:23:31.605523 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b8e012ad-68c6-4f24-b298-aeae48ae218e {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:23:31.605928 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6090c38e-a5fe-4abe-8cc1-338666efdff2', 'name': 'network-vif-deleted', 'tag': '9583e918-f82e-4dd1-8549-fe13851b7471', 'status': 'completed', 'code': 200} Nov 25 20:23:31.766047 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4c82aebe-806e-4bfd-9c60-f3b870727423 req-5fd87b9d-9d84-4114-ab2f-3ade73f4b9e8 tempest-DeleteServersTestJSON-742934575 tempest-DeleteServersTestJSON-742934575-project] 10.222.0.55 "GET /v2.0/ports?device_id=6090c38e-a5fe-4abe-8cc1-338666efdff2 HTTP/1.1" status: 200 len: 210 time: 0.0287383 Nov 25 20:23:31.806579 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3d4efdb0-c404-40d0-9f48-1654dfc859af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:32.898632 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55892) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:23:32.944839 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec9d9ff-4a5d-47fb-9073-cf5a62e8966f admin admin] Deleting subnet af4dbc93-b83b-49c2-9fe2-832541da954f {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:23:32.947955 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ec9d9ff-4a5d-47fb-9073-cf5a62e8966f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:32.982770 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ec9d9ff-4a5d-47fb-9073-cf5a62e8966f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:33.029150 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ec9d9ff-4a5d-47fb-9073-cf5a62e8966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:33.084563 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ec9d9ff-4a5d-47fb-9073-cf5a62e8966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:33.110628 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec9d9ff-4a5d-47fb-9073-cf5a62e8966f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af4dbc93-b83b-49c2-9fe2-832541da954f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:23:33.114375 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ec9d9ff-4a5d-47fb-9073-cf5a62e8966f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:33.117558 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0ec9d9ff-4a5d-47fb-9073-cf5a62e8966f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/af4dbc93-b83b-49c2-9fe2-832541da954f HTTP/1.1" status: 204 len: 168 time: 0.2179084 Nov 25 20:23:33.120190 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55894) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:23:33.188782 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6f66e21-df8c-49ad-8516-7f7ad9d5ea77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:33.269909 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6f66e21-df8c-49ad-8516-7f7ad9d5ea77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:33.290722 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-e6f66e21-df8c-49ad-8516-7f7ad9d5ea77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:23:33.300143 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-e6f66e21-df8c-49ad-8516-7f7ad9d5ea77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99663453-ed7b-4758-aaa2-76e7c73e162f') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:23:33.300436 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-e6f66e21-df8c-49ad-8516-7f7ad9d5ea77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99663453-ed7b-4758-aaa2-76e7c73e162f') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:23:33.309719 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6f66e21-df8c-49ad-8516-7f7ad9d5ea77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:33.322631 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6f66e21-df8c-49ad-8516-7f7ad9d5ea77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:33.328929 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f66e21-df8c-49ad-8516-7f7ad9d5ea77 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:23:33.329307 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6f66e21-df8c-49ad-8516-7f7ad9d5ea77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:23:33.330944 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:23:33.388074 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6f66e21-df8c-49ad-8516-7f7ad9d5ea77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:33.393607 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6f66e21-df8c-49ad-8516-7f7ad9d5ea77 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:33.396784 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e6f66e21-df8c-49ad-8516-7f7ad9d5ea77 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad HTTP/1.1" status: 204 len: 168 time: 0.2756476 Nov 25 20:23:33.408698 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f66e21-df8c-49ad-8516-7f7ad9d5ea77 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee7934c2-8e5e-4ff5-b43e-b1c4f57e01ad,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:23:33.514076 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55898) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:23:33.554786 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c4f68744-fd12-468a-8d69-9a24d1cbc7c2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d0867f31f954960bd47d34ca40c41b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394883 Nov 25 20:23:33.557323 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55900) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:23:33.605477 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6380eb33-6a05-4545-a000-6cd0ee5923fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:33.629582 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6380eb33-6a05-4545-a000-6cd0ee5923fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:33.677869 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6380eb33-6a05-4545-a000-6cd0ee5923fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:33.680689 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6380eb33-6a05-4545-a000-6cd0ee5923fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:33.681847 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6380eb33-6a05-4545-a000-6cd0ee5923fa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c662477d-9e5a-4b12-8ab7-346d23f33104 HTTP/1.1" status: 204 len: 168 time: 0.1229241 Nov 25 20:23:33.689970 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380eb33-6a05-4545-a000-6cd0ee5923fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c662477d-9e5a-4b12-8ab7-346d23f33104,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:23:33.866582 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:34.386567 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 55922) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:23:34.497618 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3c3464e1-3a84-44c1-995b-01fa8377cf4b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1739877394-network', 'tenant_id': '074f989b6fd04d73b07e4972b24759ca'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:23:34.521110 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3464e1-3a84-44c1-995b-01fa8377cf4b admin admin] Made reservation on behalf of 074f989b6fd04d73b07e4972b24759ca for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:23:34.523810 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c3464e1-3a84-44c1-995b-01fa8377cf4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:34.535346 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c3464e1-3a84-44c1-995b-01fa8377cf4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:34.553607 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 9583e918-f82e-4dd1-8549-fe13851b7471 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:23:34.585943 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 9583e918-f82e-4dd1-8549-fe13851b7471 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:23:34.586516 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 9583e918-f82e-4dd1-8549-fe13851b7471 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:23:34.622429 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c3464e1-3a84-44c1-995b-01fa8377cf4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:34.626386 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c3464e1-3a84-44c1-995b-01fa8377cf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:34.652901 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3464e1-3a84-44c1-995b-01fa8377cf4b admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:23:34.663466 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3464e1-3a84-44c1-995b-01fa8377cf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568c06b4-68b7-45df-8a4c-9231767a2fe0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:23:34.669843 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c3464e1-3a84-44c1-995b-01fa8377cf4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:34.670193 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-3c3464e1-3a84-44c1-995b-01fa8377cf4b admin admin] Added segment 76f881ee-8fa5-41f4-8f36-f095c28c9f66 of type vlan for network 40b0e4bb-31d9-4de2-bfbf-36dc39d32293 Nov 25 20:23:34.714571 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c3464e1-3a84-44c1-995b-01fa8377cf4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:34.742506 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c3464e1-3a84-44c1-995b-01fa8377cf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:34.743617 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3464e1-3a84-44c1-995b-01fa8377cf4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:34.744191 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c3464e1-3a84-44c1-995b-01fa8377cf4b admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:34.805602 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3c3464e1-3a84-44c1-995b-01fa8377cf4b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4178920 Nov 25 20:23:34.810896 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 55926) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:23:34.814609 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3464e1-3a84-44c1-995b-01fa8377cf4b admin admin] Pushing event updated for resources: {'Network': ['ID=40b0e4bb-31d9-4de2-bfbf-36dc39d32293,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:23:34.817682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-ef9a510b-0c3d-4e96-88ad-78313d91d039 admin admin] Request body: {'subnet': {'network_id': '40b0e4bb-31d9-4de2-bfbf-36dc39d32293', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1739877394-subnet', 'tenant_id': '074f989b6fd04d73b07e4972b24759ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:23:34.825019 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 40b0e4bb-31d9-4de2-bfbf-36dc39d32293 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:23:34.840408 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9a510b-0c3d-4e96-88ad-78313d91d039 admin admin] Made reservation on behalf of 074f989b6fd04d73b07e4972b24759ca for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:23:34.843125 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef9a510b-0c3d-4e96-88ad-78313d91d039 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:35.048125 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef9a510b-0c3d-4e96-88ad-78313d91d039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:35.102476 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a510b-0c3d-4e96-88ad-78313d91d039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0afcc324-6429-44c6-917a-a6b3900e17b8,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:23:35.113276 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a510b-0c3d-4e96-88ad-78313d91d039 admin admin] Checking segment: {'id': '76f881ee-8fa5-41f4-8f36-f095c28c9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '40b0e4bb-31d9-4de2-bfbf-36dc39d32293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:23:35.113641 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9a510b-0c3d-4e96-88ad-78313d91d039 admin admin] Network hostable DHCP agents. Network: 40b0e4bb-31d9-4de2-bfbf-36dc39d32293, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:23:35.130779 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9a510b-0c3d-4e96-88ad-78313d91d039 admin admin] Network 40b0e4bb-31d9-4de2-bfbf-36dc39d32293 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:23:35.139128 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ef9a510b-0c3d-4e96-88ad-78313d91d039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 40b0e4bb-31d9-4de2-bfbf-36dc39d32293) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:23:35.143349 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9a510b-0c3d-4e96-88ad-78313d91d039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:35.143985 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef9a510b-0c3d-4e96-88ad-78313d91d039 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:35.148532 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e76bf5c-ffd7-4347-8797-51133b783fdf None None] Network 40b0e4bb-31d9-4de2-bfbf-36dc39d32293 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:23:35.168481 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ef9a510b-0c3d-4e96-88ad-78313d91d039 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3504434 Nov 25 20:23:35.286322 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced597eb-f246-4060-b98d-e4acadba3037 None None] Network 40b0e4bb-31d9-4de2-bfbf-36dc39d32293 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:23:35.614853 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-133cf09f-7d16-438c-b6c4-a310d8e5ae9b tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:35.616264 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-133cf09f-7d16-438c-b6c4-a310d8e5ae9b tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/networks?id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293 HTTP/1.1" status: 200 len: 815 time: 0.1097033 Nov 25 20:23:35.632273 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-4bb723e6-b6e4-4060-ab20-83c75f4fdec4 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/quotas/074f989b6fd04d73b07e4972b24759ca HTTP/1.1" status: 200 len: 375 time: 0.0093117 Nov 25 20:23:35.664896 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-5f4bfb3b-2d2c-4fba-a193-d40fc4e3127d tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=074f989b6fd04d73b07e4972b24759ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269334 Nov 25 20:23:35.683709 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:35.685861 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:35.758586 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-148e7112-6ee8-4a8a-b6bd-82eb196075ff service neutron] 10.222.0.55 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854118 Nov 25 20:23:35.855698 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-d5858242-66d6-4f58-be71-9bb4aa7f2b9b service neutron] 10.222.0.55 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906780 Nov 25 20:23:36.011346 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-363bbff3-89fa-4527-a7ba-4b3399075d13 req-ad3999f1-a3a1-4828-85b1-f737cc0a5efc tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 210 time: 0.0259824 Nov 25 20:23:37.017357 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-600ae03a-743a-430a-9133-1defe049e6c6 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:37.018848 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-600ae03a-743a-430a-9133-1defe049e6c6 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.73 "GET /v2.0/networks?id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293 HTTP/1.1" status: 200 len: 815 time: 0.1118476 Nov 25 20:23:37.032869 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-e49825f5-cd5a-4e8b-9c6c-0d6fb00064cd tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Request body: {'port': {'device_id': '3d01cc61-fdee-4187-8cc2-c6cf52ee35af', 'network_id': '40b0e4bb-31d9-4de2-bfbf-36dc39d32293', 'admin_state_up': True, 'tenant_id': '074f989b6fd04d73b07e4972b24759ca'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:23:37.109615 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1fe27264-8c12-4dff-8821-2874fb7b6fa1 req-9aca6f4e-7e49-44be-af22-3ff88a59adcd tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 210 time: 0.0273027 Nov 25 20:23:37.158091 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-e49825f5-cd5a-4e8b-9c6c-0d6fb00064cd tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Made reservation on behalf of 074f989b6fd04d73b07e4972b24759ca for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:23:37.161672 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-e49825f5-cd5a-4e8b-9c6c-0d6fb00064cd tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:37.292464 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-e49825f5-cd5a-4e8b-9c6c-0d6fb00064cd tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Allocated IP 172.20.0.5 (40b0e4bb-31d9-4de2-bfbf-36dc39d32293/0afcc324-6429-44c6-917a-a6b3900e17b8/88e09bc1-4703-4289-86f9-a37d3fa91abc) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:23:37.439278 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-e49825f5-cd5a-4e8b-9c6c-0d6fb00064cd tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:37.474791 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-e49825f5-cd5a-4e8b-9c6c-0d6fb00064cd tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:37.524002 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-e49825f5-cd5a-4e8b-9c6c-0d6fb00064cd tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Network 40b0e4bb-31d9-4de2-bfbf-36dc39d32293 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:23:37.529134 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-e49825f5-cd5a-4e8b-9c6c-0d6fb00064cd tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:23:37.534012 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-e49825f5-cd5a-4e8b-9c6c-0d6fb00064cd tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:23:37.537886 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49825f5-cd5a-4e8b-9c6c-0d6fb00064cd tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Pushing event updated for resources: {'Port': ['ID=88e09bc1-4703-4289-86f9-a37d3fa91abc,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:23:37.584397 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-e49825f5-cd5a-4e8b-9c6c-0d6fb00064cd tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:37.585008 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-e49825f5-cd5a-4e8b-9c6c-0d6fb00064cd tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:37.600251 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-e49825f5-cd5a-4e8b-9c6c-0d6fb00064cd tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5718973 Nov 25 20:23:37.612543 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-ed0b1d5e-0776-4941-b5d6-750cca032410 service neutron] Request body: {'port': {'device_id': '3d01cc61-fdee-4187-8cc2-c6cf52ee35af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:23:37.678866 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-ed0b1d5e-0776-4941-b5d6-750cca032410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:37.949236 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-ed0b1d5e-0776-4941-b5d6-750cca032410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88e09bc1-4703-4289-86f9-a37d3fa91abc {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:23:37.956690 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-ed0b1d5e-0776-4941-b5d6-750cca032410 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:37.968623 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-ed0b1d5e-0776-4941-b5d6-750cca032410 service neutron] Transition to ACTIVE for port object 88e09bc1-4703-4289-86f9-a37d3fa91abc will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:23:37.972608 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-ed0b1d5e-0776-4941-b5d6-750cca032410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:38.024451 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b1d5e-0776-4941-b5d6-750cca032410 service neutron] Pushing event updated for resources: {'Port': ['ID=88e09bc1-4703-4289-86f9-a37d3fa91abc,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:23:38.096510 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-ed0b1d5e-0776-4941-b5d6-750cca032410 service neutron] Attempting to bind port 88e09bc1-4703-4289-86f9-a37d3fa91abc on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:23:38.096854 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-ed0b1d5e-0776-4941-b5d6-750cca032410 service neutron] Attempting to bind port 88e09bc1-4703-4289-86f9-a37d3fa91abc by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '76f881ee-8fa5-41f4-8f36-f095c28c9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '40b0e4bb-31d9-4de2-bfbf-36dc39d32293'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:23:38.097180 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-ed0b1d5e-0776-4941-b5d6-750cca032410 service neutron] Attempting to bind port 88e09bc1-4703-4289-86f9-a37d3fa91abc on network 40b0e4bb-31d9-4de2-bfbf-36dc39d32293 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:23:38.101539 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-ed0b1d5e-0776-4941-b5d6-750cca032410 service neutron] Port 88e09bc1-4703-4289-86f9-a37d3fa91abc on network 40b0e4bb-31d9-4de2-bfbf-36dc39d32293 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:23:38.101863 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-ed0b1d5e-0776-4941-b5d6-750cca032410 service neutron] Attempting to bind port 88e09bc1-4703-4289-86f9-a37d3fa91abc on network 40b0e4bb-31d9-4de2-bfbf-36dc39d32293 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:23:38.107357 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-ed0b1d5e-0776-4941-b5d6-750cca032410 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:23:38.107702 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-ed0b1d5e-0776-4941-b5d6-750cca032410 service neutron] Checking segment: {'id': '76f881ee-8fa5-41f4-8f36-f095c28c9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '40b0e4bb-31d9-4de2-bfbf-36dc39d32293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:23:38.108108 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-ed0b1d5e-0776-4941-b5d6-750cca032410 service neutron] Bound using segment: {'id': '76f881ee-8fa5-41f4-8f36-f095c28c9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '40b0e4bb-31d9-4de2-bfbf-36dc39d32293'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:23:38.108532 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-ed0b1d5e-0776-4941-b5d6-750cca032410 service neutron] Bound port: 88e09bc1-4703-4289-86f9-a37d3fa91abc, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76f881ee-8fa5-41f4-8f36-f095c28c9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '40b0e4bb-31d9-4de2-bfbf-36dc39d32293'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:23:38.108888 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-ed0b1d5e-0776-4941-b5d6-750cca032410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:38.176277 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-ed0b1d5e-0776-4941-b5d6-750cca032410 service neutron] For port 88e09bc1-4703-4289-86f9-a37d3fa91abc, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:23:38.179951 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-ed0b1d5e-0776-4941-b5d6-750cca032410 service neutron] For port 88e09bc1-4703-4289-86f9-a37d3fa91abc, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=88e09bc1-4703-4289-86f9-a37d3fa91abc,segment=NetworkSegment(76f881ee-8fa5-41f4-8f36-f095c28c9f66),segment_id=76f881ee-8fa5-41f4-8f36-f095c28c9f66)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:23:38.184316 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-ed0b1d5e-0776-4941-b5d6-750cca032410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:38.218112 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-ed0b1d5e-0776-4941-b5d6-750cca032410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:38.218759 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-ed0b1d5e-0776-4941-b5d6-750cca032410 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:38.220259 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-ed0b1d5e-0776-4941-b5d6-750cca032410 service neutron] 10.222.0.73 "PUT /v2.0/ports/88e09bc1-4703-4289-86f9-a37d3fa91abc HTTP/1.1" status: 200 len: 1091 time: 0.6117537 Nov 25 20:23:38.222731 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d01cc61-fdee-4187-8cc2-c6cf52ee35af', 'tag': '88e09bc1-4703-4289-86f9-a37d3fa91abc'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:23:38.225057 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a02d3d8-889b-4913-bc16-98c6da2454dc" -d '{"events": [{"name": "network-changed", "server_uuid": "3d01cc61-fdee-4187-8cc2-c6cf52ee35af", "tag": "88e09bc1-4703-4289-86f9-a37d3fa91abc"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:23:38.240475 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e910c-4d2b-4cca-bee7-4b4a310f528b req-b0cccd3b-dfcd-4322-9fe4-60b1d2d4598b tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:38.242051 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b25e910c-4d2b-4cca-bee7-4b4a310f528b req-b0cccd3b-dfcd-4322-9fe4-60b1d2d4598b tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 943 time: 0.0582411 Nov 25 20:23:38.255436 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b1d5e-0776-4941-b5d6-750cca032410 service neutron] Pushing event updated for resources: {'Port': ['ID=88e09bc1-4703-4289-86f9-a37d3fa91abc,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:23:38.296204 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b25e910c-4d2b-4cca-bee7-4b4a310f528b req-1347e3da-757b-4339-9257-2998732f861d tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467362 Nov 25 20:23:38.311117 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-274db2b0-6804-4813-9110-708f1f6ad96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:38.312494 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-274db2b0-6804-4813-9110-708f1f6ad96b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=074f989b6fd04d73b07e4972b24759ca&device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 1094 time: 0.0499585 Nov 25 20:23:38.361221 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e743a2f-24fe-4dcd-9e3a-e6918a6d3aa2 x-openstack-request-id: req-1e743a2f-24fe-4dcd-9e3a-e6918a6d3aa2 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:23:38.361543 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d01cc61-fdee-4187-8cc2-c6cf52ee35af", "tag": "88e09bc1-4703-4289-86f9-a37d3fa91abc", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:23:38.361792 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1e743a2f-24fe-4dcd-9e3a-e6918a6d3aa2 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:23:38.362205 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d01cc61-fdee-4187-8cc2-c6cf52ee35af', 'tag': '88e09bc1-4703-4289-86f9-a37d3fa91abc', 'status': 'completed', 'code': 200} Nov 25 20:23:38.363762 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-74797fee-410e-465f-9753-3fe17eb3219f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88e09bc1-4703-4289-86f9-a37d3fa91abc HTTP/1.1" status: 200 len: 217 time: 0.0426848 Nov 25 20:23:38.415207 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-12eb83da-0c54-4e85-a439-b99f1f71600e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:38.416730 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-12eb83da-0c54-4e85-a439-b99f1f71600e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0afcc324-6429-44c6-917a-a6b3900e17b8 HTTP/1.1" status: 200 len: 855 time: 0.0449686 Nov 25 20:23:38.450601 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-7eb7f844-6d2b-48cd-ba74-14059c9df9ab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261669 Nov 25 20:23:38.548683 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-22d1ec1d-23f9-494a-815d-7cc40c4d2827 service neutron] 10.222.0.73 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885448 Nov 25 20:23:38.640708 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3bd29124-64ec-4e69-8171-8402bdd817a3 req-0cb5f8c0-4277-4044-a1f0-8ca4d55e7d09 service neutron] 10.222.0.73 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848439 Nov 25 20:23:38.732370 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02d3d8-889b-4913-bc16-98c6da2454dc req-911077a6-8b82-46b0-9c87-3d112cefafdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:38.733950 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a02d3d8-889b-4913-bc16-98c6da2454dc req-911077a6-8b82-46b0-9c87-3d112cefafdd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=074f989b6fd04d73b07e4972b24759ca&device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 1094 time: 0.0481327 Nov 25 20:23:38.830945 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02d3d8-889b-4913-bc16-98c6da2454dc req-0613d17f-a2f5-4fe2-a40a-3916632bc4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:38.832436 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a02d3d8-889b-4913-bc16-98c6da2454dc req-0613d17f-a2f5-4fe2-a40a-3916632bc4da service neutron] 10.222.0.73 "GET /v2.0/networks?id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293 HTTP/1.1" status: 200 len: 916 time: 0.0906608 Nov 25 20:23:38.878255 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a02d3d8-889b-4913-bc16-98c6da2454dc req-eb33165f-f645-4972-b290-2af42d20e247 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88e09bc1-4703-4289-86f9-a37d3fa91abc HTTP/1.1" status: 200 len: 217 time: 0.0385435 Nov 25 20:23:38.928017 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02d3d8-889b-4913-bc16-98c6da2454dc req-126d8767-1c75-4d29-95eb-b06b8072bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:38.929461 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a02d3d8-889b-4913-bc16-98c6da2454dc req-126d8767-1c75-4d29-95eb-b06b8072bb7b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0afcc324-6429-44c6-917a-a6b3900e17b8 HTTP/1.1" status: 200 len: 855 time: 0.0443048 Nov 25 20:23:38.966426 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a02d3d8-889b-4913-bc16-98c6da2454dc req-16d97edd-e78d-4ab5-a47f-2891e185f7da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278256 Nov 25 20:23:39.065685 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a02d3d8-889b-4913-bc16-98c6da2454dc req-1e697e42-5633-4630-9818-9a8d7c103735 service neutron] 10.222.0.73 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906756 Nov 25 20:23:39.158722 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a02d3d8-889b-4913-bc16-98c6da2454dc req-fe019381-6247-4eb8-8d43-d5c6c34a3c70 service neutron] 10.222.0.73 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855968 Nov 25 20:23:39.422616 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd2b35-37f0-4f6c-ae33-e95b62d8ba7e req-36d2e33e-147f-4675-817f-123df5a37ebe tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:39.424000 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9dd2b35-37f0-4f6c-ae33-e95b62d8ba7e req-36d2e33e-147f-4675-817f-123df5a37ebe tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 943 time: 0.0509825 Nov 25 20:23:39.472704 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9dd2b35-37f0-4f6c-ae33-e95b62d8ba7e req-680666e9-be5a-4af4-98e6-a7bbda8c1854 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426836 Nov 25 20:23:40.568242 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 88e09bc1-4703-4289-86f9-a37d3fa91abc details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:23:40.591896 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb429bd-368a-4882-b878-5d13f4e412f9 req-244d2025-052a-4a4f-9293-928fa9a1dc97 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:40.593476 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4bb429bd-368a-4882-b878-5d13f4e412f9 req-244d2025-052a-4a4f-9293-928fa9a1dc97 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 943 time: 0.0514159 Nov 25 20:23:40.646461 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4bb429bd-368a-4882-b878-5d13f4e412f9 req-ff737a9d-9bf8-429d-b27b-bb3a110eecc1 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461810 Nov 25 20:23:40.674565 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 88e09bc1-4703-4289-86f9-a37d3fa91abc, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=88e09bc1-4703-4289-86f9-a37d3fa91abc,segment=NetworkSegment(76f881ee-8fa5-41f4-8f36-f095c28c9f66),segment_id=76f881ee-8fa5-41f4-8f36-f095c28c9f66)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:23:40.686774 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '88e09bc1-4703-4289-86f9-a37d3fa91abc', 'network_id': '40b0e4bb-31d9-4de2-bfbf-36dc39d32293', 'port_id': '88e09bc1-4703-4289-86f9-a37d3fa91abc', 'mac_address': 'fa:16:3e:fa:49:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0afcc324-6429-44c6-917a-a6b3900e17b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:23:40.724062 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:40.737741 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e09bc1-4703-4289-86f9-a37d3fa91abc {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:23:40.758495 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 88e09bc1-4703-4289-86f9-a37d3fa91abc, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=88e09bc1-4703-4289-86f9-a37d3fa91abc,segment=NetworkSegment(76f881ee-8fa5-41f4-8f36-f095c28c9f66),segment_id=76f881ee-8fa5-41f4-8f36-f095c28c9f66)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:23:40.762560 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:40.812777 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=88e09bc1-4703-4289-86f9-a37d3fa91abc,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:23:40.958712 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['88e09bc1-4703-4289-86f9-a37d3fa91abc'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:23:41.768234 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3e24e-c897-4834-8276-a176db792ec9 req-0cd60798-041d-415a-86c1-54b2b1b42c95 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:41.769955 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3ce3e24e-c897-4834-8276-a176db792ec9 req-0cd60798-041d-415a-86c1-54b2b1b42c95 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 944 time: 0.0526390 Nov 25 20:23:41.824064 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3ce3e24e-c897-4834-8276-a176db792ec9 req-866b4538-460b-481b-af7a-4547690e3a19 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478024 Nov 25 20:23:42.584554 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 88e09bc1-4703-4289-86f9-a37d3fa91abc up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:23:42.637548 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 88e09bc1-4703-4289-86f9-a37d3fa91abc completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:23:42.642994 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 88e09bc1-4703-4289-86f9-a37d3fa91abc triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:23:42.643369 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:42.723152 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:42.746446 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d01cc61-fdee-4187-8cc2-c6cf52ee35af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e09bc1-4703-4289-86f9-a37d3fa91abc'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:23:42.749532 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bddff6d-0ba3-4d5f-b927-f38ac3f1ac01" -d '{"events": [{"server_uuid": "3d01cc61-fdee-4187-8cc2-c6cf52ee35af", "name": "network-vif-plugged", "status": "completed", "tag": "88e09bc1-4703-4289-86f9-a37d3fa91abc"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:23:42.764315 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 88e09bc1-4703-4289-86f9-a37d3fa91abc, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=88e09bc1-4703-4289-86f9-a37d3fa91abc,segment=NetworkSegment(76f881ee-8fa5-41f4-8f36-f095c28c9f66),segment_id=76f881ee-8fa5-41f4-8f36-f095c28c9f66)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:23:42.770032 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:42.801579 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbca5ec7-153a-40d6-ac53-8532ab88c674 x-openstack-request-id: req-bbca5ec7-153a-40d6-ac53-8532ab88c674 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:23:42.801874 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d01cc61-fdee-4187-8cc2-c6cf52ee35af", "name": "network-vif-plugged", "status": "completed", "tag": "88e09bc1-4703-4289-86f9-a37d3fa91abc", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:23:42.802132 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bbca5ec7-153a-40d6-ac53-8532ab88c674 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:23:42.802576 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d01cc61-fdee-4187-8cc2-c6cf52ee35af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e09bc1-4703-4289-86f9-a37d3fa91abc', 'code': 200} Nov 25 20:23:42.834112 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=88e09bc1-4703-4289-86f9-a37d3fa91abc,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:23:42.911772 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c55fc-a7b5-481f-9cdd-5233397a4274 req-9e351774-f3fc-4457-9f87-7e043bf16182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:42.913269 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6c3c55fc-a7b5-481f-9cdd-5233397a4274 req-9e351774-f3fc-4457-9f87-7e043bf16182 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 1096 time: 0.0488544 Nov 25 20:23:42.965374 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6810e0-a09d-4255-8ad6-0cf04a0131f7 req-ebdd0259-ca13-4e9d-b8c9-fafbf584bdda tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:42.966939 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4e6810e0-a09d-4255-8ad6-0cf04a0131f7 req-ebdd0259-ca13-4e9d-b8c9-fafbf584bdda tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0638878 Nov 25 20:23:42.972241 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6c3c55fc-a7b5-481f-9cdd-5233397a4274 req-ac82ee11-1f21-4e38-af12-79f345d0bcf0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516093 Nov 25 20:23:43.020630 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4e6810e0-a09d-4255-8ad6-0cf04a0131f7 req-c272edae-3374-429e-82ac-a6597e290cf7 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473142 Nov 25 20:23:44.145813 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda2635-23b1-4bc7-9b7a-30b4e3a099e9 req-12632de2-3c06-43fe-ad08-5f8b043771d7 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:44.147322 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2bda2635-23b1-4bc7-9b7a-30b4e3a099e9 req-12632de2-3c06-43fe-ad08-5f8b043771d7 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0524836 Nov 25 20:23:44.195392 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2bda2635-23b1-4bc7-9b7a-30b4e3a099e9 req-0cdc99d5-6210-4fb5-930f-d98d723f221e tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419228 Nov 25 20:23:44.309079 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b385929-db88-47b5-988d-358e28b52f8e req-1510789d-09cf-4572-83da-d312a10f30c9 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:44.310615 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6b385929-db88-47b5-988d-358e28b52f8e req-1510789d-09cf-4572-83da-d312a10f30c9 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0505638 Nov 25 20:23:44.359836 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6b385929-db88-47b5-988d-358e28b52f8e req-03167255-7d73-4bdb-bbd0-14dac7811ecf tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426171 Nov 25 20:23:44.569529 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8256502-a77b-4126-81f3-32aeb7405211 req-1f79fe5e-760a-4714-94ee-69aa60128300 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:44.571131 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f8256502-a77b-4126-81f3-32aeb7405211 req-1f79fe5e-760a-4714-94ee-69aa60128300 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0543051 Nov 25 20:23:44.619365 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f8256502-a77b-4126-81f3-32aeb7405211 req-75c84096-aa4f-4874-b935-032c288e4900 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421135 Nov 25 20:23:44.736914 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e70ab-e541-4f82-86cd-b95f0118db09 req-ca9536b2-eca0-4098-ac54-3e778e347d62 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:44.738431 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c28e70ab-e541-4f82-86cd-b95f0118db09 req-ca9536b2-eca0-4098-ac54-3e778e347d62 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0504937 Nov 25 20:23:44.786036 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c28e70ab-e541-4f82-86cd-b95f0118db09 req-ddabb1bb-26ea-44b3-92d2-0ab7908607f4 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416822 Nov 25 20:23:45.020724 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0545b537-31e2-4535-a073-ef938e4217ab req-bf29855b-37f2-42d2-9730-7ae0533172c5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0426934 Nov 25 20:23:45.032234 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd9b91-6c78-4f20-8a60-ace5550a8ecf req-0c097e05-0422-471a-a2ce-a6e40e8393a1 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:45.033725 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-42dd9b91-6c78-4f20-8a60-ace5550a8ecf req-0c097e05-0422-471a-a2ce-a6e40e8393a1 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0493062 Nov 25 20:23:45.095838 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-42dd9b91-6c78-4f20-8a60-ace5550a8ecf req-50739c31-40bf-4ecb-9140-9afa7c899ba5 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553105 Nov 25 20:23:46.191777 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545b537-31e2-4535-a073-ef938e4217ab req-b3ff5d9b-1f73-4ca1-a9eb-a72aa66a2005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:46.193342 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0545b537-31e2-4535-a073-ef938e4217ab req-b3ff5d9b-1f73-4ca1-a9eb-a72aa66a2005 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=074f989b6fd04d73b07e4972b24759ca&device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 1096 time: 0.0501022 Nov 25 20:23:46.222497 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9831cba-08d5-4ad0-a7ee-e88c1e224265 req-a0b07119-c41f-4c21-90d5-a021101a1827 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:46.223990 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e9831cba-08d5-4ad0-a7ee-e88c1e224265 req-a0b07119-c41f-4c21-90d5-a021101a1827 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0529253 Nov 25 20:23:46.272459 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e9831cba-08d5-4ad0-a7ee-e88c1e224265 req-35a96773-dacf-481e-a721-9f7713e5f8e6 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422075 Nov 25 20:23:46.292621 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545b537-31e2-4535-a073-ef938e4217ab req-6c1b534c-42c6-4f3b-acff-fb65d2163d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:46.294117 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0545b537-31e2-4535-a073-ef938e4217ab req-6c1b534c-42c6-4f3b-acff-fb65d2163d5e service neutron] 10.222.0.73 "GET /v2.0/networks?id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293 HTTP/1.1" status: 200 len: 916 time: 0.0928314 Nov 25 20:23:46.342855 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0545b537-31e2-4535-a073-ef938e4217ab req-1918fb92-5886-4e8f-953b-80623bd22538 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88e09bc1-4703-4289-86f9-a37d3fa91abc HTTP/1.1" status: 200 len: 217 time: 0.0402937 Nov 25 20:23:46.399188 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545b537-31e2-4535-a073-ef938e4217ab req-1ac3c4af-f517-4f5f-bfd9-0bb54c3f2d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:46.400673 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0545b537-31e2-4535-a073-ef938e4217ab req-1ac3c4af-f517-4f5f-bfd9-0bb54c3f2d13 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0afcc324-6429-44c6-917a-a6b3900e17b8 HTTP/1.1" status: 200 len: 855 time: 0.0459185 Nov 25 20:23:46.432749 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0545b537-31e2-4535-a073-ef938e4217ab req-7fca3946-465f-4c04-92df-0d049cc4d25c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240614 Nov 25 20:23:46.529421 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0545b537-31e2-4535-a073-ef938e4217ab req-0ff6066f-38f4-4b39-b954-03a00874d887 service neutron] 10.222.0.73 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864215 Nov 25 20:23:46.627917 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0545b537-31e2-4535-a073-ef938e4217ab req-842ed879-d0ab-4d09-99d9-a0b5ace9f884 service neutron] 10.222.0.73 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909262 Nov 25 20:23:47.395466 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590dfc72-4bd5-4ef1-ae69-1eeec66fcbc0 req-0ea0a024-9dd9-4b80-b982-9ba18b8310d3 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:47.397203 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-590dfc72-4bd5-4ef1-ae69-1eeec66fcbc0 req-0ea0a024-9dd9-4b80-b982-9ba18b8310d3 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0548718 Nov 25 20:23:47.447560 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-590dfc72-4bd5-4ef1-ae69-1eeec66fcbc0 req-e88613fe-e06e-4976-b750-71b8569a0398 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445085 Nov 25 20:23:48.572294 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc8c40-6005-42fd-a50b-510161b19e89 req-beb732ae-8eef-4403-a15d-6840b453dea8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:48.573778 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-11dc8c40-6005-42fd-a50b-510161b19e89 req-beb732ae-8eef-4403-a15d-6840b453dea8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0539379 Nov 25 20:23:48.621147 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-11dc8c40-6005-42fd-a50b-510161b19e89 req-1bfecf87-1283-4f4b-98d0-e648699defb7 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405912 Nov 25 20:23:49.741050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f3422-173b-44c6-9e27-9496c4b42a6d req-abf63f46-5b92-4e1a-bf85-19e802ff1ff3 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:49.742561 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-258f3422-173b-44c6-9e27-9496c4b42a6d req-abf63f46-5b92-4e1a-bf85-19e802ff1ff3 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0493960 Nov 25 20:23:49.790445 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-258f3422-173b-44c6-9e27-9496c4b42a6d req-3449bc55-c9e0-453f-b8be-bce944eb3e36 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417554 Nov 25 20:23:50.911783 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61406121-9acf-40c7-b61f-14c497e97aba req-1b601b7c-38e1-43cf-991b-403da09c4afa tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:50.914011 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61406121-9acf-40c7-b61f-14c497e97aba req-1b601b7c-38e1-43cf-991b-403da09c4afa tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0508957 Nov 25 20:23:50.969079 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61406121-9acf-40c7-b61f-14c497e97aba req-17d42006-d1ea-4c51-9d79-96ee1d860cea tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483847 Nov 25 20:23:52.095021 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7abde4-8740-4d3d-9398-0bf49e7430b2 req-53ae3257-c9b3-48fb-8536-c1f4b9bc825c tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:52.096496 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8e7abde4-8740-4d3d-9398-0bf49e7430b2 req-53ae3257-c9b3-48fb-8536-c1f4b9bc825c tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0490136 Nov 25 20:23:52.144143 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8e7abde4-8740-4d3d-9398-0bf49e7430b2 req-345ccb1e-6343-4a2f-8c18-95dd46c208df tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409739 Nov 25 20:23:53.267463 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f741f1-ef8b-4a1a-9f90-8278aae23ba6 req-7ade51c1-c5ab-436e-b4de-1a75c8a11187 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:53.268945 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d7f741f1-ef8b-4a1a-9f90-8278aae23ba6 req-7ade51c1-c5ab-436e-b4de-1a75c8a11187 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0492680 Nov 25 20:23:53.316767 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d7f741f1-ef8b-4a1a-9f90-8278aae23ba6 req-d0624b63-6e51-415e-af8c-d6ad844fae50 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416486 Nov 25 20:23:54.087070 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:54.443665 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f63c0-fdad-4ced-891b-09252802a710 req-5c4deec1-d8c8-42ad-b408-e726ee239911 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:54.445231 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ab2f63c0-fdad-4ced-891b-09252802a710 req-5c4deec1-d8c8-42ad-b408-e726ee239911 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0590549 Nov 25 20:23:54.494978 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ab2f63c0-fdad-4ced-891b-09252802a710 req-f9348f55-2f5a-4c31-9ad7-9fb2b712ff11 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437284 Nov 25 20:23:54.738387 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:55.614705 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c53004-41f4-41c5-a660-353254711afe req-9f3d4c75-3684-48c6-8e03-52494efb493a tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:55.616251 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e0c53004-41f4-41c5-a660-353254711afe req-9f3d4c75-3684-48c6-8e03-52494efb493a tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0530376 Nov 25 20:23:55.665559 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e0c53004-41f4-41c5-a660-353254711afe req-1b959ade-c109-424b-b13f-8c97c9966dec tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428557 Nov 25 20:23:56.786715 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb76427-cc20-427c-ab80-a6e8bd909edd req-17fad790-58fe-4e76-af97-24bb4af3d8fb tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:56.788196 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fcb76427-cc20-427c-ab80-a6e8bd909edd req-17fad790-58fe-4e76-af97-24bb4af3d8fb tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0526743 Nov 25 20:23:56.836581 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fcb76427-cc20-427c-ab80-a6e8bd909edd req-e0a3d6a2-509f-43a0-8419-97adb3a87dd1 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417666 Nov 25 20:23:57.963378 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3831af-5026-4610-998b-1287c7f2eb9c req-2dc37325-2611-493f-a246-1090f9c82c5a tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:57.964719 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b464c1-e6bd-4cd7-8b91-ffaa5e1bf5ca req-f6a99bb4-3765-4e30-a41e-fea7650c924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:57.965149 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fa3831af-5026-4610-998b-1287c7f2eb9c req-2dc37325-2611-493f-a246-1090f9c82c5a tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0536165 Nov 25 20:23:57.967064 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-11b464c1-e6bd-4cd7-8b91-ffaa5e1bf5ca req-f6a99bb4-3765-4e30-a41e-fea7650c924e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=074f989b6fd04d73b07e4972b24759ca&device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 1096 time: 0.0437753 Nov 25 20:23:58.016869 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fa3831af-5026-4610-998b-1287c7f2eb9c req-64226171-5c2e-4e65-a01d-6f9925ac749a tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452261 Nov 25 20:23:58.084082 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b464c1-e6bd-4cd7-8b91-ffaa5e1bf5ca req-6e59ad24-5f78-4865-a6f4-69f4f8d7b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:58.085556 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-11b464c1-e6bd-4cd7-8b91-ffaa5e1bf5ca req-6e59ad24-5f78-4865-a6f4-69f4f8d7b210 service neutron] 10.222.0.73 "GET /v2.0/networks?id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293 HTTP/1.1" status: 200 len: 916 time: 0.0951421 Nov 25 20:23:58.133200 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-11b464c1-e6bd-4cd7-8b91-ffaa5e1bf5ca req-48c2d39d-6b1e-4d2a-a660-96d244ca241d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88e09bc1-4703-4289-86f9-a37d3fa91abc HTTP/1.1" status: 200 len: 217 time: 0.0391128 Nov 25 20:23:58.189957 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b464c1-e6bd-4cd7-8b91-ffaa5e1bf5ca req-e8e81a1a-4904-4fbb-b2ff-3cc2daf6abad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:58.191456 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-11b464c1-e6bd-4cd7-8b91-ffaa5e1bf5ca req-e8e81a1a-4904-4fbb-b2ff-3cc2daf6abad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0afcc324-6429-44c6-917a-a6b3900e17b8 HTTP/1.1" status: 200 len: 855 time: 0.0472414 Nov 25 20:23:58.226990 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-11b464c1-e6bd-4cd7-8b91-ffaa5e1bf5ca req-efca287f-74df-4566-b16e-09c0f930e094 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248480 Nov 25 20:23:58.330829 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-11b464c1-e6bd-4cd7-8b91-ffaa5e1bf5ca req-7351dcd3-cf40-4e72-8bb7-f106ca7f02a2 service neutron] 10.222.0.73 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924871 Nov 25 20:23:58.426546 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-11b464c1-e6bd-4cd7-8b91-ffaa5e1bf5ca req-97abbf0c-4b3c-42d6-b037-b9ea4b5f8743 service neutron] 10.222.0.73 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848348 Nov 25 20:23:59.140587 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a30c42-6b48-483a-9c5b-5874a4bd5354 req-543571e3-87b3-448d-92b5-2801d14faafd tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:59.142385 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b7a30c42-6b48-483a-9c5b-5874a4bd5354 req-543571e3-87b3-448d-92b5-2801d14faafd tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0516913 Nov 25 20:23:59.194686 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b7a30c42-6b48-483a-9c5b-5874a4bd5354 req-706c9c81-ea1a-4d5b-b816-2e8ab450f7d1 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463912 Nov 25 20:23:59.344674 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a83995ff-f399-4a3e-9a56-916de86b4b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:59.612818 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:24:00.313183 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d2390-3619-4d5b-aa1f-b03b97e1a1a4 req-41a3fdae-8e5e-4c25-a161-b4c83958c8ce tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:00.314654 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-091d2390-3619-4d5b-aa1f-b03b97e1a1a4 req-41a3fdae-8e5e-4c25-a161-b4c83958c8ce tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0505793 Nov 25 20:24:00.364825 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-091d2390-3619-4d5b-aa1f-b03b97e1a1a4 req-f6622ba9-babc-47ca-bf6b-9bd37f127d0b tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437388 Nov 25 20:24:01.489439 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1d249-a693-48c6-8c2a-e7f600244a98 req-33236452-9348-4bee-b0e1-dc97361cc013 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:01.490877 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d9b1d249-a693-48c6-8c2a-e7f600244a98 req-33236452-9348-4bee-b0e1-dc97361cc013 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0492246 Nov 25 20:24:01.538917 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d9b1d249-a693-48c6-8c2a-e7f600244a98 req-b25e8b76-1f52-41a3-a9e8-d6145892ccf9 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411994 Nov 25 20:24:01.800635 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-29e40bc6-d876-49b4-81d0-8e149f918f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:02.661461 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f7ced-70a3-416b-a6cc-a91904af1143 req-ced7c429-48fb-427c-a346-e1164bb7f0af tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:02.662986 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a5f7ced-70a3-416b-a6cc-a91904af1143 req-ced7c429-48fb-427c-a346-e1164bb7f0af tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0551083 Nov 25 20:24:02.712215 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a5f7ced-70a3-416b-a6cc-a91904af1143 req-0c3d33a2-2f66-458c-920d-9d0f02513077 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426023 Nov 25 20:24:03.831203 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9d6ac-fb65-4273-8104-849073266bf4 req-bb318d03-9a80-483c-91d0-dff25b19a9d3 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:03.832687 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a2d9d6ac-fb65-4273-8104-849073266bf4 req-bb318d03-9a80-483c-91d0-dff25b19a9d3 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0502367 Nov 25 20:24:03.869493 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:03.885258 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a2d9d6ac-fb65-4273-8104-849073266bf4 req-dd455ef9-67c1-49e4-a674-43720d7e4464 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453506 Nov 25 20:24:05.002654 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d4901-f4a9-4fc0-8e47-ae7773376e9a req-2a14bf95-83a8-457b-b816-7addaa2023af tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:05.004135 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-856d4901-f4a9-4fc0-8e47-ae7773376e9a req-2a14bf95-83a8-457b-b816-7addaa2023af tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0491083 Nov 25 20:24:05.054648 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-856d4901-f4a9-4fc0-8e47-ae7773376e9a req-39357b88-0507-4d59-b19d-dfe0f0162898 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444839 Nov 25 20:24:05.684536 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:05.686922 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:06.174358 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf7012-93ac-4c67-8eed-3a7dd8a5abe5 req-86825bf9-6bc8-4e2a-ac1c-e312f4a0802a tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:06.175822 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9fbf7012-93ac-4c67-8eed-3a7dd8a5abe5 req-86825bf9-6bc8-4e2a-ac1c-e312f4a0802a tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0500181 Nov 25 20:24:06.223599 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9fbf7012-93ac-4c67-8eed-3a7dd8a5abe5 req-6dc0e807-21f2-4e92-9ec9-9470938bc5df tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410547 Nov 25 20:24:07.342173 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadeb141-b6ba-45b5-9853-b19030321b83 req-597f2078-5e2b-4b04-ad4e-f9fa320b0026 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:07.343728 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eadeb141-b6ba-45b5-9853-b19030321b83 req-597f2078-5e2b-4b04-ad4e-f9fa320b0026 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0506842 Nov 25 20:24:07.392706 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eadeb141-b6ba-45b5-9853-b19030321b83 req-f2d6fd2e-6917-4f36-b34e-c373d9100ea9 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430870 Nov 25 20:24:08.516418 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fa86c-1c1b-45e7-b320-8571f942ae4f req-1fea16b4-de83-410a-bbbf-cb3a92be20a2 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:08.517891 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4d8fa86c-1c1b-45e7-b320-8571f942ae4f req-1fea16b4-de83-410a-bbbf-cb3a92be20a2 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0530410 Nov 25 20:24:08.565479 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4d8fa86c-1c1b-45e7-b320-8571f942ae4f req-b30acd9a-ca14-41d5-a452-05ddcde7f687 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416448 Nov 25 20:24:09.682997 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663da6d-f336-47ce-af23-1416aac29eff req-7c446787-3e57-497e-8db9-b261f3a2971f tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:09.684553 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8663da6d-f336-47ce-af23-1416aac29eff req-7c446787-3e57-497e-8db9-b261f3a2971f tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0498328 Nov 25 20:24:09.732535 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8663da6d-f336-47ce-af23-1416aac29eff req-7ce2bc6f-94d4-4a31-93c6-5afef48ce7d6 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419948 Nov 25 20:24:10.851907 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc2674-0a6c-43e8-b685-bbde2717f4b0 req-3fb0f5b8-a0c6-4073-b773-425f0229ae7f tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:10.854781 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f0fc2674-0a6c-43e8-b685-bbde2717f4b0 req-3fb0f5b8-a0c6-4073-b773-425f0229ae7f tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0535436 Nov 25 20:24:10.904800 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f0fc2674-0a6c-43e8-b685-bbde2717f4b0 req-d0bf8aeb-c60c-4395-b523-7286e77fecfc tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446165 Nov 25 20:24:12.023307 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03415f0d-1955-48df-8c88-599ca91c671d req-a087bfa7-9337-452a-81a6-8f866d32da20 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:12.024808 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03415f0d-1955-48df-8c88-599ca91c671d req-a087bfa7-9337-452a-81a6-8f866d32da20 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0499313 Nov 25 20:24:12.076691 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03415f0d-1955-48df-8c88-599ca91c671d req-73b19bf1-d773-4e93-b140-9d05617b6356 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450265 Nov 25 20:24:13.197546 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c6333-acc3-476a-a02d-77b163d2a439 req-efad1fea-8ce2-4553-8e2a-b86d31fecdb5 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:13.199615 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b93c6333-acc3-476a-a02d-77b163d2a439 req-efad1fea-8ce2-4553-8e2a-b86d31fecdb5 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0501745 Nov 25 20:24:13.250405 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b93c6333-acc3-476a-a02d-77b163d2a439 req-502d3697-5d69-4d23-956e-a80c27865bb2 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447252 Nov 25 20:24:13.589933 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [req-0545b537-31e2-4535-a073-ef938e4217ab req-e29e6e26-9e02-4539-abed-f3188a2f5e7a service neutron] show failed (client error): The resource could not be found. Nov 25 20:24:13.590970 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0545b537-31e2-4535-a073-ef938e4217ab req-e29e6e26-9e02-4539-abed-f3188a2f5e7a service neutron] 10.222.0.73 "GET /v2.0/ports/88e09bc1-4703-4289-86f9-a37d3fa91abc/bindings/n-h2-819349-5 HTTP/1.1" status: 404 len: 380 time: 0.0623956 Nov 25 20:24:13.797552 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545b537-31e2-4535-a073-ef938e4217ab req-eb689c3b-ec4a-4a85-b013-10074426ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:13.799051 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0545b537-31e2-4535-a073-ef938e4217ab req-eb689c3b-ec4a-4a85-b013-10074426ae88 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af&tenant_id=074f989b6fd04d73b07e4972b24759ca HTTP/1.1" status: 200 len: 1096 time: 0.0419090 Nov 25 20:24:13.813137 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-0545b537-31e2-4535-a073-ef938e4217ab req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819349-5', 'device_owner': 'compute:nova'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:24:13.866749 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0545b537-31e2-4535-a073-ef938e4217ab req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:14.067932 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-0545b537-31e2-4535-a073-ef938e4217ab req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] For port 88e09bc1-4703-4289-86f9-a37d3fa91abc, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=88e09bc1-4703-4289-86f9-a37d3fa91abc,segment=NetworkSegment(76f881ee-8fa5-41f4-8f36-f095c28c9f66),segment_id=76f881ee-8fa5-41f4-8f36-f095c28c9f66)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:24:14.105437 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-0545b537-31e2-4535-a073-ef938e4217ab req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] For port 88e09bc1-4703-4289-86f9-a37d3fa91abc, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:24:14.143308 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d01cc61-fdee-4187-8cc2-c6cf52ee35af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88e09bc1-4703-4289-86f9-a37d3fa91abc'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:24:14.145804 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68d9361-af65-4686-af8c-b76fa2f3bea5" -d '{"events": [{"server_uuid": "3d01cc61-fdee-4187-8cc2-c6cf52ee35af", "name": "network-vif-unplugged", "status": "completed", "tag": "88e09bc1-4703-4289-86f9-a37d3fa91abc"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:24:14.150361 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0545b537-31e2-4535-a073-ef938e4217ab req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:14.164440 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-0545b537-31e2-4535-a073-ef938e4217ab req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Transition to ACTIVE for port object 88e09bc1-4703-4289-86f9-a37d3fa91abc will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:24:14.169004 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0545b537-31e2-4535-a073-ef938e4217ab req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:14.209258 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23d6b48-d5b9-495e-a4cd-23eb7204a289 x-openstack-request-id: req-f23d6b48-d5b9-495e-a4cd-23eb7204a289 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:24:14.209804 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d01cc61-fdee-4187-8cc2-c6cf52ee35af", "name": "network-vif-unplugged", "status": "completed", "tag": "88e09bc1-4703-4289-86f9-a37d3fa91abc", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:24:14.209804 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f23d6b48-d5b9-495e-a4cd-23eb7204a289 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:24:14.210169 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d01cc61-fdee-4187-8cc2-c6cf52ee35af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88e09bc1-4703-4289-86f9-a37d3fa91abc', 'code': 200} Nov 25 20:24:14.221497 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Pushing event updated for resources: {'Port': ['ID=88e09bc1-4703-4289-86f9-a37d3fa91abc,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:24:14.244991 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-0545b537-31e2-4535-a073-ef938e4217ab req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] No DVR routers for this DVR port 88e09bc1-4703-4289-86f9-a37d3fa91abc on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:24:14.248162 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:14.248707 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:14.249048 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:14.249382 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:14.249714 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:14.250043 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:14.250592 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:14.250918 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:14.251246 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:14.251566 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:14.251889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:14.252215 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:14.290588 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-0545b537-31e2-4535-a073-ef938e4217ab req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Attempting to bind port 88e09bc1-4703-4289-86f9-a37d3fa91abc on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:24:14.290922 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-0545b537-31e2-4535-a073-ef938e4217ab req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Attempting to bind port 88e09bc1-4703-4289-86f9-a37d3fa91abc by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '76f881ee-8fa5-41f4-8f36-f095c28c9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '40b0e4bb-31d9-4de2-bfbf-36dc39d32293'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:24:14.291318 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0545b537-31e2-4535-a073-ef938e4217ab req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Attempting to bind port 88e09bc1-4703-4289-86f9-a37d3fa91abc on network 40b0e4bb-31d9-4de2-bfbf-36dc39d32293 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:24:14.297099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0545b537-31e2-4535-a073-ef938e4217ab req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Port 88e09bc1-4703-4289-86f9-a37d3fa91abc on network 40b0e4bb-31d9-4de2-bfbf-36dc39d32293 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:24:14.297419 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0545b537-31e2-4535-a073-ef938e4217ab req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Attempting to bind port 88e09bc1-4703-4289-86f9-a37d3fa91abc on network 40b0e4bb-31d9-4de2-bfbf-36dc39d32293 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:24:14.302455 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0545b537-31e2-4535-a073-ef938e4217ab req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:24:14.302784 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0545b537-31e2-4535-a073-ef938e4217ab req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Checking segment: {'id': '76f881ee-8fa5-41f4-8f36-f095c28c9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '40b0e4bb-31d9-4de2-bfbf-36dc39d32293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:24:14.303160 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0545b537-31e2-4535-a073-ef938e4217ab req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Bound using segment: {'id': '76f881ee-8fa5-41f4-8f36-f095c28c9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '40b0e4bb-31d9-4de2-bfbf-36dc39d32293'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:24:14.303581 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-0545b537-31e2-4535-a073-ef938e4217ab req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Bound port: 88e09bc1-4703-4289-86f9-a37d3fa91abc, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76f881ee-8fa5-41f4-8f36-f095c28c9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '40b0e4bb-31d9-4de2-bfbf-36dc39d32293'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:24:14.303931 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0545b537-31e2-4535-a073-ef938e4217ab req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:14.402196 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-0545b537-31e2-4535-a073-ef938e4217ab req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] For port 88e09bc1-4703-4289-86f9-a37d3fa91abc, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:24:14.406045 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-0545b537-31e2-4535-a073-ef938e4217ab req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] For port 88e09bc1-4703-4289-86f9-a37d3fa91abc, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=88e09bc1-4703-4289-86f9-a37d3fa91abc,segment=NetworkSegment(76f881ee-8fa5-41f4-8f36-f095c28c9f66),segment_id=76f881ee-8fa5-41f4-8f36-f095c28c9f66)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:24:14.415047 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fb920-ce11-4188-bfe9-f72d16b76e1a req-96c9dab2-42cf-43af-9363-caded656ab62 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:14.416733 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-021fb920-ce11-4188-bfe9-f72d16b76e1a req-96c9dab2-42cf-43af-9363-caded656ab62 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 943 time: 0.0771737 Nov 25 20:24:14.419127 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0545b537-31e2-4535-a073-ef938e4217ab req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:14.469166 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545b537-31e2-4535-a073-ef938e4217ab req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:14.469775 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0545b537-31e2-4535-a073-ef938e4217ab req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:14.471167 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0545b537-31e2-4535-a073-ef938e4217ab req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] 10.222.0.85 "PUT /v2.0/ports/88e09bc1-4703-4289-86f9-a37d3fa91abc HTTP/1.1" status: 200 len: 1091 time: 0.6638167 Nov 25 20:24:14.858834 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072da51-60dc-4959-8525-feaf96a25965 service neutron] Pushing event updated for resources: {'Port': ['ID=88e09bc1-4703-4289-86f9-a37d3fa91abc,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:24:14.864478 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-021fb920-ce11-4188-bfe9-f72d16b76e1a req-3b483e0a-746c-4882-be73-fe119965d66e tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396074 Nov 25 20:24:14.881155 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545b537-31e2-4535-a073-ef938e4217ab req-57bebb34-49ad-4633-bd37-9aac2194dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:14.882656 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0545b537-31e2-4535-a073-ef938e4217ab req-57bebb34-49ad-4633-bd37-9aac2194dac8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=074f989b6fd04d73b07e4972b24759ca&device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 1094 time: 0.3851571 Nov 25 20:24:14.975690 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545b537-31e2-4535-a073-ef938e4217ab req-04837b50-1e95-4d56-a69b-e1304cc3586f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:14.977130 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0545b537-31e2-4535-a073-ef938e4217ab req-04837b50-1e95-4d56-a69b-e1304cc3586f service neutron] 10.222.0.85 "GET /v2.0/networks?id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293 HTTP/1.1" status: 200 len: 916 time: 0.0870991 Nov 25 20:24:15.021234 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0545b537-31e2-4535-a073-ef938e4217ab req-fad8914f-ed6d-4fbe-82a3-a96127255da7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88e09bc1-4703-4289-86f9-a37d3fa91abc HTTP/1.1" status: 200 len: 217 time: 0.0373712 Nov 25 20:24:15.070808 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545b537-31e2-4535-a073-ef938e4217ab req-0a9fe10f-9901-408c-9dd3-a56ef4ed6afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:15.072304 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0545b537-31e2-4535-a073-ef938e4217ab req-0a9fe10f-9901-408c-9dd3-a56ef4ed6afa service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0afcc324-6429-44c6-917a-a6b3900e17b8 HTTP/1.1" status: 200 len: 855 time: 0.0443175 Nov 25 20:24:15.103783 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0545b537-31e2-4535-a073-ef938e4217ab req-0db54cad-8057-4722-a736-82bed7248742 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241945 Nov 25 20:24:15.200315 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0545b537-31e2-4535-a073-ef938e4217ab req-063b5a83-ad75-47ee-80c9-72ac2de1668e service neutron] 10.222.0.85 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897629 Nov 25 20:24:15.294704 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0545b537-31e2-4535-a073-ef938e4217ab req-20d97e4b-5799-4207-8a80-178b8482194f service neutron] 10.222.0.85 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876694 Nov 25 20:24:15.986810 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37af577-482f-41c4-b4a3-b156e226e7cf req-aee1fbe7-eba7-4f3f-9d2c-d1acb4052a4a tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:15.988283 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b37af577-482f-41c4-b4a3-b156e226e7cf req-aee1fbe7-eba7-4f3f-9d2c-d1acb4052a4a tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 943 time: 0.0498841 Nov 25 20:24:16.040167 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b37af577-482f-41c4-b4a3-b156e226e7cf req-4c745303-9396-4476-8392-b6bb3d922816 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459497 Nov 25 20:24:16.211714 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d01cc61-fdee-4187-8cc2-c6cf52ee35af', 'tag': '88e09bc1-4703-4289-86f9-a37d3fa91abc'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:24:16.214642 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c33696-a7f5-4788-bcd4-3f255d5e11d7" -d '{"events": [{"name": "network-changed", "server_uuid": "3d01cc61-fdee-4187-8cc2-c6cf52ee35af", "tag": "88e09bc1-4703-4289-86f9-a37d3fa91abc"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:24:16.262906 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8aa15c-13a5-4a4d-9691-f37d37053f32 x-openstack-request-id: req-4a8aa15c-13a5-4a4d-9691-f37d37053f32 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:24:16.264120 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d01cc61-fdee-4187-8cc2-c6cf52ee35af", "tag": "88e09bc1-4703-4289-86f9-a37d3fa91abc", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:24:16.264605 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4a8aa15c-13a5-4a4d-9691-f37d37053f32 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:24:16.265226 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d01cc61-fdee-4187-8cc2-c6cf52ee35af', 'tag': '88e09bc1-4703-4289-86f9-a37d3fa91abc', 'status': 'completed', 'code': 200} Nov 25 20:24:16.326844 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c33696-a7f5-4788-bcd4-3f255d5e11d7 req-1eac21f7-6735-4b5c-82f8-0686cd75947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:16.327720 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c33696-a7f5-4788-bcd4-3f255d5e11d7 req-80e9a1f3-9a65-40ed-bf08-925c3d83949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:16.328281 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d1c33696-a7f5-4788-bcd4-3f255d5e11d7 req-1eac21f7-6735-4b5c-82f8-0686cd75947b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=074f989b6fd04d73b07e4972b24759ca&device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 1094 time: 0.0442593 Nov 25 20:24:16.329182 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d1c33696-a7f5-4788-bcd4-3f255d5e11d7 req-80e9a1f3-9a65-40ed-bf08-925c3d83949d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=074f989b6fd04d73b07e4972b24759ca&device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 1094 time: 0.0426385 Nov 25 20:24:16.421143 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c33696-a7f5-4788-bcd4-3f255d5e11d7 req-098f0f6c-d109-4ceb-afbb-973e5687b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:16.422652 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d1c33696-a7f5-4788-bcd4-3f255d5e11d7 req-098f0f6c-d109-4ceb-afbb-973e5687b95a service neutron] 10.222.0.85 "GET /v2.0/networks?id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293 HTTP/1.1" status: 200 len: 916 time: 0.0863450 Nov 25 20:24:16.423137 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c33696-a7f5-4788-bcd4-3f255d5e11d7 req-2af44d22-5096-4a4d-977c-5a878908da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:16.424599 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d1c33696-a7f5-4788-bcd4-3f255d5e11d7 req-2af44d22-5096-4a4d-977c-5a878908da48 service neutron] 10.222.0.73 "GET /v2.0/networks?id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293 HTTP/1.1" status: 200 len: 916 time: 0.0888300 Nov 25 20:24:16.470469 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d1c33696-a7f5-4788-bcd4-3f255d5e11d7 req-3c593a7e-6fff-4106-a365-68a33278c0f2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88e09bc1-4703-4289-86f9-a37d3fa91abc HTTP/1.1" status: 200 len: 217 time: 0.0388358 Nov 25 20:24:16.533670 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d1c33696-a7f5-4788-bcd4-3f255d5e11d7 req-ca48caba-ad03-4bbb-8511-e6a83c8e7687 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88e09bc1-4703-4289-86f9-a37d3fa91abc HTTP/1.1" status: 200 len: 217 time: 0.0411255 Nov 25 20:24:16.533922 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c33696-a7f5-4788-bcd4-3f255d5e11d7 req-cf295631-7797-4f1c-a9e8-748960c7b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:16.535793 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d1c33696-a7f5-4788-bcd4-3f255d5e11d7 req-cf295631-7797-4f1c-a9e8-748960c7b6c0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0afcc324-6429-44c6-917a-a6b3900e17b8 HTTP/1.1" status: 200 len: 855 time: 0.0576196 Nov 25 20:24:16.570711 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d1c33696-a7f5-4788-bcd4-3f255d5e11d7 req-52f14382-24db-41fb-9df9-4c39fa1e84f7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259697 Nov 25 20:24:16.586732 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c33696-a7f5-4788-bcd4-3f255d5e11d7 req-97562844-4057-488f-905b-6ace01396de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:16.588215 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d1c33696-a7f5-4788-bcd4-3f255d5e11d7 req-97562844-4057-488f-905b-6ace01396de3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0afcc324-6429-44c6-917a-a6b3900e17b8 HTTP/1.1" status: 200 len: 855 time: 0.0476737 Nov 25 20:24:16.625547 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d1c33696-a7f5-4788-bcd4-3f255d5e11d7 req-d777887c-25f4-42b3-beef-402cf356fa65 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276217 Nov 25 20:24:16.672825 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d1c33696-a7f5-4788-bcd4-3f255d5e11d7 req-b565836a-f3a9-4554-b3fa-bf6fbb5522d8 service neutron] 10.222.0.85 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924735 Nov 25 20:24:16.731999 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d1c33696-a7f5-4788-bcd4-3f255d5e11d7 req-5261e4f8-db10-476a-bef4-a429a8e16da3 service neutron] 10.222.0.73 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986187 Nov 25 20:24:16.778791 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d1c33696-a7f5-4788-bcd4-3f255d5e11d7 req-7da2cf30-4a8b-44a6-978c-4888455a6a8b service neutron] 10.222.0.85 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937030 Nov 25 20:24:16.843355 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d1c33696-a7f5-4788-bcd4-3f255d5e11d7 req-d48cab05-214a-4599-bda8-97b4485f10d7 service neutron] 10.222.0.73 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023781 Nov 25 20:24:17.165059 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188745d-dcc0-467e-adc0-580e551257d5 req-173ba539-b4cd-480f-bd3c-5d76c4efc457 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:17.166641 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9188745d-dcc0-467e-adc0-580e551257d5 req-173ba539-b4cd-480f-bd3c-5d76c4efc457 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 943 time: 0.0549080 Nov 25 20:24:17.217264 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9188745d-dcc0-467e-adc0-580e551257d5 req-ace5f0bb-bb08-4df4-a92b-70680cfec5e1 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441353 Nov 25 20:24:17.410876 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d1d68-f6c2-4a48-8ec1-14f3cca14d6e req-966f7f6e-7cd5-4777-9759-bc4856deae39 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:17.412421 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-173d1d68-f6c2-4a48-8ec1-14f3cca14d6e req-966f7f6e-7cd5-4777-9759-bc4856deae39 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 943 time: 0.0516069 Nov 25 20:24:17.468798 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-173d1d68-f6c2-4a48-8ec1-14f3cca14d6e req-9f635971-0501-4a03-b787-9d8777ff2e74 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499005 Nov 25 20:24:17.473296 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83539fb-c2d8-4d04-9278-7f9444a8b790 req-2d1f429e-c40a-40ff-a82c-99b02605bcdf tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:17.474852 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c83539fb-c2d8-4d04-9278-7f9444a8b790 req-2d1f429e-c40a-40ff-a82c-99b02605bcdf tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af&tenant_id=074f989b6fd04d73b07e4972b24759ca&binding%3Ahost_id=n-h2-819349-5 HTTP/1.1" status: 200 len: 943 time: 0.1013885 Nov 25 20:24:17.537754 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [req-c83539fb-c2d8-4d04-9278-7f9444a8b790 req-770b301a-b579-4ff3-a19f-ce652082d295 service neutron] delete failed (client error): The resource could not be found. Nov 25 20:24:17.538801 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c83539fb-c2d8-4d04-9278-7f9444a8b790 req-770b301a-b579-4ff3-a19f-ce652082d295 service neutron] 10.222.0.73 "DELETE /v2.0/ports/88e09bc1-4703-4289-86f9-a37d3fa91abc/bindings/n-h1-819349-5 HTTP/1.1" status: 404 len: 380 time: 0.0562522 Nov 25 20:24:17.640004 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83539fb-c2d8-4d04-9278-7f9444a8b790 req-fed5220b-5fae-41d7-a883-0dc330e0b3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:17.641447 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c83539fb-c2d8-4d04-9278-7f9444a8b790 req-fed5220b-5fae-41d7-a883-0dc330e0b3e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=074f989b6fd04d73b07e4972b24759ca&device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 1094 time: 0.0413294 Nov 25 20:24:17.736984 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83539fb-c2d8-4d04-9278-7f9444a8b790 req-017320da-03a3-47a1-967f-b6f46ceb592c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:17.738517 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c83539fb-c2d8-4d04-9278-7f9444a8b790 req-017320da-03a3-47a1-967f-b6f46ceb592c service neutron] 10.222.0.73 "GET /v2.0/networks?id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293 HTTP/1.1" status: 200 len: 916 time: 0.0897338 Nov 25 20:24:17.780253 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c83539fb-c2d8-4d04-9278-7f9444a8b790 req-a6fa6d49-ee08-41cb-bb88-fce7019d04b0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88e09bc1-4703-4289-86f9-a37d3fa91abc HTTP/1.1" status: 200 len: 217 time: 0.0344677 Nov 25 20:24:17.830869 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83539fb-c2d8-4d04-9278-7f9444a8b790 req-5d5f634f-6f09-4c36-9167-f7a730ce5f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:17.832328 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c83539fb-c2d8-4d04-9278-7f9444a8b790 req-5d5f634f-6f09-4c36-9167-f7a730ce5f93 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0afcc324-6429-44c6-917a-a6b3900e17b8 HTTP/1.1" status: 200 len: 855 time: 0.0439308 Nov 25 20:24:17.868827 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c83539fb-c2d8-4d04-9278-7f9444a8b790 req-18a6981a-8045-48fb-9b64-054f5aad7bba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286365 Nov 25 20:24:17.962787 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c83539fb-c2d8-4d04-9278-7f9444a8b790 req-3e69b7ae-51bc-4021-b9d7-2cbe4033a9e0 service neutron] 10.222.0.73 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851707 Nov 25 20:24:18.058760 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c83539fb-c2d8-4d04-9278-7f9444a8b790 req-f2ab1c79-58f8-4db3-9b9d-41cdef8ebb10 service neutron] 10.222.0.73 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879300 Nov 25 20:24:18.112188 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 88e09bc1-4703-4289-86f9-a37d3fa91abc details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:24:18.174117 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-1b5263a7-032c-4e0e-ac93-7d084a21f378 req-4a0d007b-7977-4b6f-a4dc-d705b017bae6 service neutron] (103600) timed out ('10.222.0.73', 63926) {{(pid=103600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 20:24:18.211589 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 88e09bc1-4703-4289-86f9-a37d3fa91abc, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=88e09bc1-4703-4289-86f9-a37d3fa91abc,segment=NetworkSegment(76f881ee-8fa5-41f4-8f36-f095c28c9f66),segment_id=76f881ee-8fa5-41f4-8f36-f095c28c9f66)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:24:18.229516 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '88e09bc1-4703-4289-86f9-a37d3fa91abc', 'network_id': '40b0e4bb-31d9-4de2-bfbf-36dc39d32293', 'port_id': '88e09bc1-4703-4289-86f9-a37d3fa91abc', 'mac_address': 'fa:16:3e:fa:49:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0afcc324-6429-44c6-917a-a6b3900e17b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:24:18.271719 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:18.285548 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e09bc1-4703-4289-86f9-a37d3fa91abc {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:24:18.306707 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 88e09bc1-4703-4289-86f9-a37d3fa91abc, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=88e09bc1-4703-4289-86f9-a37d3fa91abc,segment=NetworkSegment(76f881ee-8fa5-41f4-8f36-f095c28c9f66),segment_id=76f881ee-8fa5-41f4-8f36-f095c28c9f66)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:24:18.310875 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:18.359856 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=88e09bc1-4703-4289-86f9-a37d3fa91abc,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:24:18.525782 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['88e09bc1-4703-4289-86f9-a37d3fa91abc'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:24:18.596166 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd2d55-dfec-4f28-aecd-04fc5423537f req-4452e4a5-15e7-4a14-b1c2-b88bc81f74d9 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:18.597820 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bfbd2d55-dfec-4f28-aecd-04fc5423537f req-4452e4a5-15e7-4a14-b1c2-b88bc81f74d9 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 944 time: 0.0522885 Nov 25 20:24:18.657682 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bfbd2d55-dfec-4f28-aecd-04fc5423537f req-1df98bf6-e6a3-4d48-a4e3-9f2ad038edf8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525277 Nov 25 20:24:18.739760 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 88e09bc1-4703-4289-86f9-a37d3fa91abc no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:24:18.779906 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd30e2-0053-49c7-8352-7e5845f4c8ed req-0effaf03-924b-428a-a45f-01a94cf3342c tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:18.781158 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 88e09bc1-4703-4289-86f9-a37d3fa91abc not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:24:18.781592 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-83fd30e2-0053-49c7-8352-7e5845f4c8ed req-0effaf03-924b-428a-a45f-01a94cf3342c tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 944 time: 0.0504429 Nov 25 20:24:18.831242 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-83fd30e2-0053-49c7-8352-7e5845f4c8ed req-f9e22c50-15a1-4a09-b51c-3658c65a4b50 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433629 Nov 25 20:24:18.946656 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fb4c3-f5ce-4f35-b21e-7e412fc02cd2 req-e7868978-f252-4ef2-afda-94309d523b3a tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:18.948605 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd2fb4c3-f5ce-4f35-b21e-7e412fc02cd2 req-e7868978-f252-4ef2-afda-94309d523b3a tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 944 time: 0.0506008 Nov 25 20:24:18.996819 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fd2fb4c3-f5ce-4f35-b21e-7e412fc02cd2 req-8f8d181d-1c05-4a30-8afb-e8fbb2f086b9 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428171 Nov 25 20:24:19.354381 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-b97d8391-608a-406a-96d8-708fcd75a248 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:19.355859 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-b97d8391-608a-406a-96d8-708fcd75a248 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/networks?id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293 HTTP/1.1" status: 200 len: 815 time: 0.1064818 Nov 25 20:24:19.371391 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-25317262-53de-4dd4-8199-504c66d11197 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/quotas/074f989b6fd04d73b07e4972b24759ca HTTP/1.1" status: 200 len: 375 time: 0.0097439 Nov 25 20:24:19.423221 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-ef2a0666-1fee-4e76-addd-c87447559f2a tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=074f989b6fd04d73b07e4972b24759ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462668 Nov 25 20:24:19.522274 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-54cd32cf-e51b-45e1-aa90-17b13beb8fbb service neutron] 10.222.0.55 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919790 Nov 25 20:24:19.610613 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-485afab0-6f11-44e4-a619-13fa4a1e2f8c service neutron] 10.222.0.55 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821640 Nov 25 20:24:19.773072 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-30f3491a-d245-4f29-a4db-d28d2db4fb9f req-5981ac4c-1647-4ac9-9350-1145bb337a82 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 210 time: 0.0314984 Nov 25 20:24:20.134625 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 88e09bc1-4703-4289-86f9-a37d3fa91abc up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:24:20.186765 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 88e09bc1-4703-4289-86f9-a37d3fa91abc completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:24:20.191160 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 88e09bc1-4703-4289-86f9-a37d3fa91abc triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:24:20.191543 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:20.280613 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:20.305085 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d01cc61-fdee-4187-8cc2-c6cf52ee35af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e09bc1-4703-4289-86f9-a37d3fa91abc'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:24:20.308185 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999c8777-63c2-4d3d-8cb0-f2dd3266a4c9" -d '{"events": [{"server_uuid": "3d01cc61-fdee-4187-8cc2-c6cf52ee35af", "name": "network-vif-plugged", "status": "completed", "tag": "88e09bc1-4703-4289-86f9-a37d3fa91abc"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:24:20.322377 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 88e09bc1-4703-4289-86f9-a37d3fa91abc, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=88e09bc1-4703-4289-86f9-a37d3fa91abc,segment=NetworkSegment(76f881ee-8fa5-41f4-8f36-f095c28c9f66),segment_id=76f881ee-8fa5-41f4-8f36-f095c28c9f66)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:24:20.327944 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:20.361190 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae6ac1a-46dd-4911-83a6-14895a3220b1 x-openstack-request-id: req-7ae6ac1a-46dd-4911-83a6-14895a3220b1 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:24:20.361536 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d01cc61-fdee-4187-8cc2-c6cf52ee35af", "name": "network-vif-plugged", "status": "completed", "tag": "88e09bc1-4703-4289-86f9-a37d3fa91abc", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:24:20.362225 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ae6ac1a-46dd-4911-83a6-14895a3220b1 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:24:20.362225 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d01cc61-fdee-4187-8cc2-c6cf52ee35af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e09bc1-4703-4289-86f9-a37d3fa91abc', 'code': 200} Nov 25 20:24:20.385814 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=88e09bc1-4703-4289-86f9-a37d3fa91abc,revision_number=9']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:24:20.537086 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc4ea8-f387-4606-8b4d-8cbe29c956e5 req-02ad22b4-795e-4592-b0fb-d0d344996ee4 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:20.538553 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99dc4ea8-f387-4606-8b4d-8cbe29c956e5 req-02ad22b4-795e-4592-b0fb-d0d344996ee4 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d01cc61-fdee-4187-8cc2-c6cf52ee35af HTTP/1.1" status: 200 len: 945 time: 0.0493777 Nov 25 20:24:20.632129 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-99dc4ea8-f387-4606-8b4d-8cbe29c956e5 req-41567c66-df73-4ffb-85a2-90c620735dd8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Deleting port 88e09bc1-4703-4289-86f9-a37d3fa91abc {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:24:20.632897 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-99dc4ea8-f387-4606-8b4d-8cbe29c956e5 req-41567c66-df73-4ffb-85a2-90c620735dd8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:20.671428 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.85', 63295) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:24:20.742844 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-99dc4ea8-f387-4606-8b4d-8cbe29c956e5 req-41567c66-df73-4ffb-85a2-90c620735dd8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] For port 88e09bc1-4703-4289-86f9-a37d3fa91abc, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=88e09bc1-4703-4289-86f9-a37d3fa91abc,segment=NetworkSegment(76f881ee-8fa5-41f4-8f36-f095c28c9f66),segment_id=76f881ee-8fa5-41f4-8f36-f095c28c9f66)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:24:20.743338 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-99dc4ea8-f387-4606-8b4d-8cbe29c956e5 req-41567c66-df73-4ffb-85a2-90c620735dd8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:20.759363 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-99dc4ea8-f387-4606-8b4d-8cbe29c956e5 req-41567c66-df73-4ffb-85a2-90c620735dd8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Calling delete_port for 88e09bc1-4703-4289-86f9-a37d3fa91abc owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:24:20.786648 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-a000ebff-9378-4d92-bda1-89bcb66e1d43 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:20.788127 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-a000ebff-9378-4d92-bda1-89bcb66e1d43 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.85 "GET /v2.0/networks?id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293 HTTP/1.1" status: 200 len: 815 time: 0.1158028 Nov 25 20:24:20.802091 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-9be77a41-0c87-435f-82c3-2e4482d28313 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Request body: {'port': {'device_id': '84459365-c2e8-4a09-b1c3-f86dd56945d4', 'network_id': '40b0e4bb-31d9-4de2-bfbf-36dc39d32293', 'admin_state_up': True, 'tenant_id': '074f989b6fd04d73b07e4972b24759ca'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:24:20.907401 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4c49a397-6ecf-4462-83db-7832338ea9de req-537444a7-a7b1-4f7e-bb37-317fe9972ff5 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 210 time: 0.0568552 Nov 25 20:24:20.921814 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-9be77a41-0c87-435f-82c3-2e4482d28313 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Made reservation on behalf of 074f989b6fd04d73b07e4972b24759ca for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:24:20.925966 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-9be77a41-0c87-435f-82c3-2e4482d28313 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:20.935948 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-99dc4ea8-f387-4606-8b4d-8cbe29c956e5 req-41567c66-df73-4ffb-85a2-90c620735dd8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:20.947364 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['88e09bc1-4703-4289-86f9-a37d3fa91abc'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:24:20.964364 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41567c66-df73-4ffb-85a2-90c620735dd8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Pushing event deleted for resources: {'Port': ['ID=88e09bc1-4703-4289-86f9-a37d3fa91abc,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:24:21.008217 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-99dc4ea8-f387-4606-8b4d-8cbe29c956e5 req-41567c66-df73-4ffb-85a2-90c620735dd8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] No DVR routers for this DVR port 88e09bc1-4703-4289-86f9-a37d3fa91abc on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:24:21.011854 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-99dc4ea8-f387-4606-8b4d-8cbe29c956e5 req-41567c66-df73-4ffb-85a2-90c620735dd8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:21.015243 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-99dc4ea8-f387-4606-8b4d-8cbe29c956e5 req-41567c66-df73-4ffb-85a2-90c620735dd8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.85 "DELETE /v2.0/ports/88e09bc1-4703-4289-86f9-a37d3fa91abc HTTP/1.1" status: 204 len: 173 time: 0.4699988 Nov 25 20:24:21.015712 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d01cc61-fdee-4187-8cc2-c6cf52ee35af', 'name': 'network-vif-deleted', 'tag': '88e09bc1-4703-4289-86f9-a37d3fa91abc'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:24:21.018259 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2ff7be-b653-403f-baf8-c02bcd2ddb26" -d '{"events": [{"server_uuid": "3d01cc61-fdee-4187-8cc2-c6cf52ee35af", "name": "network-vif-deleted", "tag": "88e09bc1-4703-4289-86f9-a37d3fa91abc"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:24:21.055707 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9287ed-0182-4646-8a80-93654ec8f2a0 x-openstack-request-id: req-9d9287ed-0182-4646-8a80-93654ec8f2a0 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:24:21.056012 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d01cc61-fdee-4187-8cc2-c6cf52ee35af", "name": "network-vif-deleted", "tag": "88e09bc1-4703-4289-86f9-a37d3fa91abc", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:24:21.056300 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d9287ed-0182-4646-8a80-93654ec8f2a0 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:24:21.056787 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d01cc61-fdee-4187-8cc2-c6cf52ee35af', 'name': 'network-vif-deleted', 'tag': '88e09bc1-4703-4289-86f9-a37d3fa91abc', 'status': 'completed', 'code': 200} Nov 25 20:24:21.085104 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-9be77a41-0c87-435f-82c3-2e4482d28313 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Allocated IP 172.20.0.6 (40b0e4bb-31d9-4de2-bfbf-36dc39d32293/0afcc324-6429-44c6-917a-a6b3900e17b8/b660e8f5-b93f-4116-9e1d-55dcd5ab5393) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:24:21.240589 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-9be77a41-0c87-435f-82c3-2e4482d28313 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:21.275711 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-9be77a41-0c87-435f-82c3-2e4482d28313 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:21.288081 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['88e09bc1-4703-4289-86f9-a37d3fa91abc'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:24:21.328336 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-9be77a41-0c87-435f-82c3-2e4482d28313 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Network 40b0e4bb-31d9-4de2-bfbf-36dc39d32293 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:24:21.331675 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-9be77a41-0c87-435f-82c3-2e4482d28313 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:24:21.336351 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-9be77a41-0c87-435f-82c3-2e4482d28313 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:24:21.340488 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be77a41-0c87-435f-82c3-2e4482d28313 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Pushing event updated for resources: {'Port': ['ID=b660e8f5-b93f-4116-9e1d-55dcd5ab5393,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:24:21.386539 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-9be77a41-0c87-435f-82c3-2e4482d28313 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:21.387150 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-9be77a41-0c87-435f-82c3-2e4482d28313 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:21.402598 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-9be77a41-0c87-435f-82c3-2e4482d28313 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6050034 Nov 25 20:24:21.414619 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-1fe2d77b-11a6-43ec-984b-a0e0f01cba6b service neutron] Request body: {'port': {'device_id': '84459365-c2e8-4a09-b1c3-f86dd56945d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:24:21.469416 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-1fe2d77b-11a6-43ec-984b-a0e0f01cba6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:21.746954 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-1fe2d77b-11a6-43ec-984b-a0e0f01cba6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b660e8f5-b93f-4116-9e1d-55dcd5ab5393 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:24:21.754444 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-1fe2d77b-11a6-43ec-984b-a0e0f01cba6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:21.766644 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-1fe2d77b-11a6-43ec-984b-a0e0f01cba6b service neutron] Transition to ACTIVE for port object b660e8f5-b93f-4116-9e1d-55dcd5ab5393 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:24:21.770774 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-1fe2d77b-11a6-43ec-984b-a0e0f01cba6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:21.821187 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2d77b-11a6-43ec-984b-a0e0f01cba6b service neutron] Pushing event updated for resources: {'Port': ['ID=b660e8f5-b93f-4116-9e1d-55dcd5ab5393,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:24:21.894016 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-1fe2d77b-11a6-43ec-984b-a0e0f01cba6b service neutron] Attempting to bind port b660e8f5-b93f-4116-9e1d-55dcd5ab5393 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:24:21.894390 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-1fe2d77b-11a6-43ec-984b-a0e0f01cba6b service neutron] Attempting to bind port b660e8f5-b93f-4116-9e1d-55dcd5ab5393 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '76f881ee-8fa5-41f4-8f36-f095c28c9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '40b0e4bb-31d9-4de2-bfbf-36dc39d32293'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:24:21.894727 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-1fe2d77b-11a6-43ec-984b-a0e0f01cba6b service neutron] Attempting to bind port b660e8f5-b93f-4116-9e1d-55dcd5ab5393 on network 40b0e4bb-31d9-4de2-bfbf-36dc39d32293 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:24:21.899098 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-1fe2d77b-11a6-43ec-984b-a0e0f01cba6b service neutron] Port b660e8f5-b93f-4116-9e1d-55dcd5ab5393 on network 40b0e4bb-31d9-4de2-bfbf-36dc39d32293 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:24:21.899425 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-1fe2d77b-11a6-43ec-984b-a0e0f01cba6b service neutron] Attempting to bind port b660e8f5-b93f-4116-9e1d-55dcd5ab5393 on network 40b0e4bb-31d9-4de2-bfbf-36dc39d32293 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:24:21.904332 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-1fe2d77b-11a6-43ec-984b-a0e0f01cba6b service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:24:21.904672 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-1fe2d77b-11a6-43ec-984b-a0e0f01cba6b service neutron] Checking segment: {'id': '76f881ee-8fa5-41f4-8f36-f095c28c9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '40b0e4bb-31d9-4de2-bfbf-36dc39d32293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:24:21.905060 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-1fe2d77b-11a6-43ec-984b-a0e0f01cba6b service neutron] Bound using segment: {'id': '76f881ee-8fa5-41f4-8f36-f095c28c9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '40b0e4bb-31d9-4de2-bfbf-36dc39d32293'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:24:21.905488 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-1fe2d77b-11a6-43ec-984b-a0e0f01cba6b service neutron] Bound port: b660e8f5-b93f-4116-9e1d-55dcd5ab5393, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76f881ee-8fa5-41f4-8f36-f095c28c9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '40b0e4bb-31d9-4de2-bfbf-36dc39d32293'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:24:21.906103 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-1fe2d77b-11a6-43ec-984b-a0e0f01cba6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:21.973474 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-1fe2d77b-11a6-43ec-984b-a0e0f01cba6b service neutron] For port b660e8f5-b93f-4116-9e1d-55dcd5ab5393, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:24:21.976564 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-1fe2d77b-11a6-43ec-984b-a0e0f01cba6b service neutron] For port b660e8f5-b93f-4116-9e1d-55dcd5ab5393, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=b660e8f5-b93f-4116-9e1d-55dcd5ab5393,segment=NetworkSegment(76f881ee-8fa5-41f4-8f36-f095c28c9f66),segment_id=76f881ee-8fa5-41f4-8f36-f095c28c9f66)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:24:21.982441 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-1fe2d77b-11a6-43ec-984b-a0e0f01cba6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:22.017735 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-1fe2d77b-11a6-43ec-984b-a0e0f01cba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:22.018387 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-1fe2d77b-11a6-43ec-984b-a0e0f01cba6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:22.019790 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-1fe2d77b-11a6-43ec-984b-a0e0f01cba6b service neutron] 10.222.0.85 "PUT /v2.0/ports/b660e8f5-b93f-4116-9e1d-55dcd5ab5393 HTTP/1.1" status: 200 len: 1091 time: 0.6093414 Nov 25 20:24:22.020240 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84459365-c2e8-4a09-b1c3-f86dd56945d4', 'tag': 'b660e8f5-b93f-4116-9e1d-55dcd5ab5393'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:24:22.022554 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fc9de2-c452-40df-9d1b-10bb043ccacc" -d '{"events": [{"name": "network-changed", "server_uuid": "84459365-c2e8-4a09-b1c3-f86dd56945d4", "tag": "b660e8f5-b93f-4116-9e1d-55dcd5ab5393"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:24:22.043768 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922549a-0c00-4bf2-8e96-315f762677d3 req-29ec7b54-e0c3-4a43-a113-4dadf6a9fe39 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:22.045326 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d922549a-0c00-4bf2-8e96-315f762677d3 req-29ec7b54-e0c3-4a43-a113-4dadf6a9fe39 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 943 time: 0.0608339 Nov 25 20:24:22.070150 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2d77b-11a6-43ec-984b-a0e0f01cba6b service neutron] Pushing event updated for resources: {'Port': ['ID=b660e8f5-b93f-4116-9e1d-55dcd5ab5393,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:24:22.100039 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d922549a-0c00-4bf2-8e96-315f762677d3 req-86b9806b-d4f1-4fcd-aed1-2bc2183c2201 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477219 Nov 25 20:24:22.102613 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-34d4795c-a656-4b32-8855-dab58690d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:22.104831 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-34d4795c-a656-4b32-8855-dab58690d14e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=074f989b6fd04d73b07e4972b24759ca&device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 1094 time: 0.0440798 Nov 25 20:24:22.150643 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e15d3a5-82b0-47d9-b558-dfd5067a1022 x-openstack-request-id: req-8e15d3a5-82b0-47d9-b558-dfd5067a1022 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:24:22.151717 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84459365-c2e8-4a09-b1c3-f86dd56945d4", "tag": "b660e8f5-b93f-4116-9e1d-55dcd5ab5393", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:24:22.152061 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8e15d3a5-82b0-47d9-b558-dfd5067a1022 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:24:22.152473 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84459365-c2e8-4a09-b1c3-f86dd56945d4', 'tag': 'b660e8f5-b93f-4116-9e1d-55dcd5ab5393', 'status': 'completed', 'code': 200} Nov 25 20:24:22.154320 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-d85d4e25-68a1-40bc-b997-506906b9ff08 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b660e8f5-b93f-4116-9e1d-55dcd5ab5393 HTTP/1.1" status: 200 len: 217 time: 0.0421681 Nov 25 20:24:22.205408 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-a4756233-0ade-498b-aa17-51c28ab3de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:22.206917 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-a4756233-0ade-498b-aa17-51c28ab3de47 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0afcc324-6429-44c6-917a-a6b3900e17b8 HTTP/1.1" status: 200 len: 855 time: 0.0460846 Nov 25 20:24:22.239430 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-47a38595-9310-4c22-821c-c098c59c37b2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246332 Nov 25 20:24:22.335867 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-b11cf21f-1abb-4d08-af34-95c7d0cf2dee service neutron] 10.222.0.85 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895898 Nov 25 20:24:22.428156 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b6a8083b-94af-4852-8c60-c75068a7c074 req-5c589ddd-aba8-4915-8e20-6729b0d11294 service neutron] 10.222.0.85 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852561 Nov 25 20:24:22.523301 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc9de2-c452-40df-9d1b-10bb043ccacc req-10b80e1c-e5ab-4bce-935a-70f462db21de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:22.524789 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9fc9de2-c452-40df-9d1b-10bb043ccacc req-10b80e1c-e5ab-4bce-935a-70f462db21de service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=074f989b6fd04d73b07e4972b24759ca&device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 1094 time: 0.0482717 Nov 25 20:24:22.615545 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc9de2-c452-40df-9d1b-10bb043ccacc req-2d190717-6a62-4485-8ec8-a006b607f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:22.616935 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9fc9de2-c452-40df-9d1b-10bb043ccacc req-2d190717-6a62-4485-8ec8-a006b607f0d7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293 HTTP/1.1" status: 200 len: 916 time: 0.0848775 Nov 25 20:24:22.662441 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9fc9de2-c452-40df-9d1b-10bb043ccacc req-c1638489-ab2c-4658-bfb5-bae29f40b24a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b660e8f5-b93f-4116-9e1d-55dcd5ab5393 HTTP/1.1" status: 200 len: 217 time: 0.0379293 Nov 25 20:24:23.047794 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc9de2-c452-40df-9d1b-10bb043ccacc req-17bd6ea8-69f3-4bcc-b32e-7896690394f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:23.049182 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9fc9de2-c452-40df-9d1b-10bb043ccacc req-17bd6ea8-69f3-4bcc-b32e-7896690394f4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0afcc324-6429-44c6-917a-a6b3900e17b8 HTTP/1.1" status: 200 len: 855 time: 0.3788524 Nov 25 20:24:23.082346 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9fc9de2-c452-40df-9d1b-10bb043ccacc req-429991f1-9ab2-4801-84be-d2ee96282b39 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252974 Nov 25 20:24:23.180306 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9fc9de2-c452-40df-9d1b-10bb043ccacc req-564cae9e-2048-4cf2-b689-1fa8555fce03 service neutron] 10.222.0.85 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900586 Nov 25 20:24:23.222816 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f753d34-7982-406f-9014-b284abbbd1d0 req-79046a10-1ceb-470f-be56-ec0d678ffe7a tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:23.224345 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7f753d34-7982-406f-9014-b284abbbd1d0 req-79046a10-1ceb-470f-be56-ec0d678ffe7a tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 943 time: 0.0501781 Nov 25 20:24:23.277516 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9fc9de2-c452-40df-9d1b-10bb043ccacc req-cd9da974-bafe-46bc-bdf8-2d2cae0141b8 service neutron] 10.222.0.85 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895820 Nov 25 20:24:23.278347 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7f753d34-7982-406f-9014-b284abbbd1d0 req-67f47b60-cee3-45ba-80d9-4d50bdcce254 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465918 Nov 25 20:24:24.085367 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:24.164921 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 88e09bc1-4703-4289-86f9-a37d3fa91abc no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:24:24.186973 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 88e09bc1-4703-4289-86f9-a37d3fa91abc {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:24:24.187326 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 88e09bc1-4703-4289-86f9-a37d3fa91abc not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:24:24.396523 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0fd25-0f64-4416-9bb0-d4e0b6221743 req-861d661a-f5f2-46c8-bacd-023d9b39c9a0 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:24.398018 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17a0fd25-0f64-4416-9bb0-d4e0b6221743 req-861d661a-f5f2-46c8-bacd-023d9b39c9a0 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 943 time: 0.0498500 Nov 25 20:24:24.450344 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17a0fd25-0f64-4416-9bb0-d4e0b6221743 req-93d5833f-a184-4ec4-a4dc-60dfa0cbb776 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461483 Nov 25 20:24:24.737942 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:25.566881 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcab54-fe6d-497d-a866-09a45499d668 req-ff87a556-96b4-426e-b03c-b2dafa687f30 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:25.568509 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55fcab54-fe6d-497d-a866-09a45499d668 req-ff87a556-96b4-426e-b03c-b2dafa687f30 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 943 time: 0.0495479 Nov 25 20:24:25.627488 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55fcab54-fe6d-497d-a866-09a45499d668 req-f1e504fa-ed3b-48e1-932c-d49a64e05c32 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527723 Nov 25 20:24:26.165477 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device b660e8f5-b93f-4116-9e1d-55dcd5ab5393 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:24:26.270532 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port b660e8f5-b93f-4116-9e1d-55dcd5ab5393, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=b660e8f5-b93f-4116-9e1d-55dcd5ab5393,segment=NetworkSegment(76f881ee-8fa5-41f4-8f36-f095c28c9f66),segment_id=76f881ee-8fa5-41f4-8f36-f095c28c9f66)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:24:26.282118 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'b660e8f5-b93f-4116-9e1d-55dcd5ab5393', 'network_id': '40b0e4bb-31d9-4de2-bfbf-36dc39d32293', 'port_id': 'b660e8f5-b93f-4116-9e1d-55dcd5ab5393', 'mac_address': 'fa:16:3e:d4:19:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0afcc324-6429-44c6-917a-a6b3900e17b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:24:26.324279 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:26.339045 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b660e8f5-b93f-4116-9e1d-55dcd5ab5393 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:24:26.362269 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port b660e8f5-b93f-4116-9e1d-55dcd5ab5393, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=b660e8f5-b93f-4116-9e1d-55dcd5ab5393,segment=NetworkSegment(76f881ee-8fa5-41f4-8f36-f095c28c9f66),segment_id=76f881ee-8fa5-41f4-8f36-f095c28c9f66)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:24:26.366485 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:26.416640 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=b660e8f5-b93f-4116-9e1d-55dcd5ab5393,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:24:26.555596 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['b660e8f5-b93f-4116-9e1d-55dcd5ab5393'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:24:26.747944 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca69be9-1b02-4a19-91c3-067a3cf848c6 req-8fd3c46b-22f8-4d86-9e70-88619d16b4ba tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:26.749429 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9ca69be9-1b02-4a19-91c3-067a3cf848c6 req-8fd3c46b-22f8-4d86-9e70-88619d16b4ba tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 944 time: 0.0502894 Nov 25 20:24:26.797603 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9ca69be9-1b02-4a19-91c3-067a3cf848c6 req-cf35019c-92a1-4f03-b81a-2ef9e384fb51 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420678 Nov 25 20:24:27.918656 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11cf58-2d41-42ed-bf83-26e77a4e5613 req-a6b19789-525a-4724-9000-fc3ad09674e2 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:27.920792 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c11cf58-2d41-42ed-bf83-26e77a4e5613 req-a6b19789-525a-4724-9000-fc3ad09674e2 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 944 time: 0.0550356 Nov 25 20:24:27.969747 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c11cf58-2d41-42ed-bf83-26e77a4e5613 req-56244de9-ed4d-463a-819b-7d9efe48756a tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430653 Nov 25 20:24:28.181180 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device b660e8f5-b93f-4116-9e1d-55dcd5ab5393 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:24:28.232591 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port b660e8f5-b93f-4116-9e1d-55dcd5ab5393 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:24:28.236413 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port b660e8f5-b93f-4116-9e1d-55dcd5ab5393 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:24:28.236788 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:28.313557 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:28.335923 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84459365-c2e8-4a09-b1c3-f86dd56945d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b660e8f5-b93f-4116-9e1d-55dcd5ab5393'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:24:28.338155 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604e79d5-9db7-4426-abeb-22f8874d733b" -d '{"events": [{"server_uuid": "84459365-c2e8-4a09-b1c3-f86dd56945d4", "name": "network-vif-plugged", "status": "completed", "tag": "b660e8f5-b93f-4116-9e1d-55dcd5ab5393"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:24:28.351849 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port b660e8f5-b93f-4116-9e1d-55dcd5ab5393, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=b660e8f5-b93f-4116-9e1d-55dcd5ab5393,segment=NetworkSegment(76f881ee-8fa5-41f4-8f36-f095c28c9f66),segment_id=76f881ee-8fa5-41f4-8f36-f095c28c9f66)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:24:28.356275 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:28.379685 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f836dba1-34a2-49c2-a42b-3fed5e418a3f x-openstack-request-id: req-f836dba1-34a2-49c2-a42b-3fed5e418a3f {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:24:28.379985 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84459365-c2e8-4a09-b1c3-f86dd56945d4", "name": "network-vif-plugged", "status": "completed", "tag": "b660e8f5-b93f-4116-9e1d-55dcd5ab5393", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:24:28.380247 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f836dba1-34a2-49c2-a42b-3fed5e418a3f {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:24:28.380660 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84459365-c2e8-4a09-b1c3-f86dd56945d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b660e8f5-b93f-4116-9e1d-55dcd5ab5393', 'code': 200} Nov 25 20:24:28.414593 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=b660e8f5-b93f-4116-9e1d-55dcd5ab5393,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:24:28.474401 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e4aaa-0b46-4506-a7be-fbfac4bb139d req-cac88786-419b-435c-8fe9-90477b5a3ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:28.475815 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b0e4aaa-0b46-4506-a7be-fbfac4bb139d req-cac88786-419b-435c-8fe9-90477b5a3ef6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 1096 time: 0.0406339 Nov 25 20:24:28.524027 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4b0e4aaa-0b46-4506-a7be-fbfac4bb139d req-81c94b2d-6edc-442f-9dea-15b3a9bb5459 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406895 Nov 25 20:24:29.091335 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117e3c3-a5fa-4ade-98a5-cddd3106c5be req-3364a73a-ffd6-4315-a869-e449a97e76ff tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:29.092813 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3117e3c3-a5fa-4ade-98a5-cddd3106c5be req-3364a73a-ffd6-4315-a869-e449a97e76ff tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0507278 Nov 25 20:24:29.140109 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3117e3c3-a5fa-4ade-98a5-cddd3106c5be req-1809eb59-ea13-40ea-a358-89b746c7862b tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412621 Nov 25 20:24:29.347310 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6be21b4-5a21-452b-b7df-01bb7686e8cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:30.258760 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7f82c-75ec-4c49-9839-65a7334059c5 req-eaad68b9-2b2e-40ca-9854-ae8fb987b48b tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:30.260268 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aeb7f82c-75ec-4c49-9839-65a7334059c5 req-eaad68b9-2b2e-40ca-9854-ae8fb987b48b tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0511327 Nov 25 20:24:30.317137 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aeb7f82c-75ec-4c49-9839-65a7334059c5 req-69dcb31e-d8fd-4395-ba06-5100a4e8c4be tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501900 Nov 25 20:24:30.455881 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57869f7f-5f52-43d2-a078-a51ba7fa0d1d req-461ccf03-9e14-4316-888a-e593b8954353 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:30.457446 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-57869f7f-5f52-43d2-a078-a51ba7fa0d1d req-461ccf03-9e14-4316-888a-e593b8954353 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0616453 Nov 25 20:24:30.506885 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-57869f7f-5f52-43d2-a078-a51ba7fa0d1d req-fe625bab-cc7d-492f-a740-e96762893fac tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433793 Nov 25 20:24:30.742914 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-9d91cb7f-b105-498e-890e-06f6939710a5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424900 Nov 25 20:24:30.757918 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c757d-8835-4deb-9954-fd3c58834564 req-16efe45c-3678-472d-ae03-07276bc25928 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:30.759376 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b4c757d-8835-4deb-9954-fd3c58834564 req-16efe45c-3678-472d-ae03-07276bc25928 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0522716 Nov 25 20:24:30.814544 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b4c757d-8835-4deb-9954-fd3c58834564 req-5cbf91dc-4391-40cb-9396-7f7b72129362 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486267 Nov 25 20:24:31.802520 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-30dc01e9-0c58-451d-ac3b-7f7101be935a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:31.949779 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe801d7-e3b3-4f1b-84d8-a8c2c644dd1b req-954c8d9c-9c9e-41c7-be11-37567be4501f tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:31.953372 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7fe801d7-e3b3-4f1b-84d8-a8c2c644dd1b req-954c8d9c-9c9e-41c7-be11-37567be4501f tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0643826 Nov 25 20:24:31.969215 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-f8c3010d-fd81-4b28-a915-7b5dff101adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:31.971023 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-f8c3010d-fd81-4b28-a915-7b5dff101adc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=074f989b6fd04d73b07e4972b24759ca&device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 1096 time: 0.0529151 Nov 25 20:24:32.010220 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7fe801d7-e3b3-4f1b-84d8-a8c2c644dd1b req-80692f37-9706-443c-87b0-edee59850595 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494621 Nov 25 20:24:32.086890 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-dd1c4217-d5e3-41d9-9391-996c687d640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:32.088419 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-dd1c4217-d5e3-41d9-9391-996c687d640a service neutron] 10.222.0.85 "GET /v2.0/networks?id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293 HTTP/1.1" status: 200 len: 916 time: 0.1101933 Nov 25 20:24:32.130019 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-2c9596f8-dfe5-495f-94da-3e059d427979 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b660e8f5-b93f-4116-9e1d-55dcd5ab5393 HTTP/1.1" status: 200 len: 217 time: 0.0340927 Nov 25 20:24:32.183317 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-4e7c093d-5c42-4e90-a92a-3f8d3051b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:32.184896 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-4e7c093d-5c42-4e90-a92a-3f8d3051b296 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0afcc324-6429-44c6-917a-a6b3900e17b8 HTTP/1.1" status: 200 len: 855 time: 0.0486939 Nov 25 20:24:32.216496 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-45f73645-9cbe-4c92-9dd7-516fe97e4b8d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252042 Nov 25 20:24:32.310656 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-af5fb7fb-0d31-48d1-9b1a-110c256c8a77 service neutron] 10.222.0.85 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874088 Nov 25 20:24:32.419631 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-ee86b76b-9240-42e4-ad33-cdcbdcd02d63 service neutron] 10.222.0.85 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024792 Nov 25 20:24:33.136189 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ccfc81-6d7f-427c-99e1-409b333d89c1 req-d66c5a05-1fc2-4333-a1e1-c1b935dbfd0c tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:33.138419 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-11ccfc81-6d7f-427c-99e1-409b333d89c1 req-d66c5a05-1fc2-4333-a1e1-c1b935dbfd0c tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0506485 Nov 25 20:24:33.187637 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-11ccfc81-6d7f-427c-99e1-409b333d89c1 req-3816f662-be69-4d10-a846-5fd62ba94be3 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431497 Nov 25 20:24:33.873019 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:34.314313 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8791f01-16ae-4bd3-98c5-6a4190328bc1 req-0ae4ecc2-14a3-4d02-b80d-7ddffd2c461d tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:34.315833 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a8791f01-16ae-4bd3-98c5-6a4190328bc1 req-0ae4ecc2-14a3-4d02-b80d-7ddffd2c461d tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0552833 Nov 25 20:24:34.366351 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a8791f01-16ae-4bd3-98c5-6a4190328bc1 req-9fbd734a-51f9-48c2-8a4f-60bea2c0a7e4 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445352 Nov 25 20:24:35.485263 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44959d34-c498-4210-9341-60de819055fe req-6c239829-5cb4-43d4-833a-bd0b019dc038 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:35.486799 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-44959d34-c498-4210-9341-60de819055fe req-6c239829-5cb4-43d4-833a-bd0b019dc038 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0508170 Nov 25 20:24:35.535673 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-44959d34-c498-4210-9341-60de819055fe req-7cdf9ca4-a417-4d4a-a32f-bd85d4050bca tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428512 Nov 25 20:24:35.687615 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:35.689472 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:36.613972 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:24:36.723148 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0409e4-5e1b-4656-a845-e466504a8487 req-d9225656-b397-4629-ac85-326f87073a26 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:36.723148 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-df0409e4-5e1b-4656-a845-e466504a8487 req-d9225656-b397-4629-ac85-326f87073a26 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0803800 Nov 25 20:24:36.799448 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-df0409e4-5e1b-4656-a845-e466504a8487 req-938bd69d-ed0f-4243-80e5-e748780d8e60 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661929 Nov 25 20:24:37.953766 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb9fb3-3df5-44cd-ba4c-54ff7c5a296e req-0562ec2b-7e76-4f67-aed0-a76985338dde tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:37.955311 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71fb9fb3-3df5-44cd-ba4c-54ff7c5a296e req-0562ec2b-7e76-4f67-aed0-a76985338dde tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0722666 Nov 25 20:24:38.025900 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71fb9fb3-3df5-44cd-ba4c-54ff7c5a296e req-337f8fad-d957-414c-9d1c-09540bccad16 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644195 Nov 25 20:24:39.171157 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee776f-6a12-42d1-86a1-b0f7779e2def req-4699fee1-9de3-4716-867c-0965e5944072 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:39.172684 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ddee776f-6a12-42d1-86a1-b0f7779e2def req-4699fee1-9de3-4716-867c-0965e5944072 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0601525 Nov 25 20:24:39.235810 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ddee776f-6a12-42d1-86a1-b0f7779e2def req-311cf72c-fb94-4a1f-8171-f4572e80fcf6 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552652 Nov 25 20:24:40.378421 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e361922-53b7-459a-9c38-412c30ac237d req-03691952-881f-4492-be3b-d469d7fed7b5 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:40.380082 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e361922-53b7-459a-9c38-412c30ac237d req-03691952-881f-4492-be3b-d469d7fed7b5 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0659792 Nov 25 20:24:40.430993 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e361922-53b7-459a-9c38-412c30ac237d req-acd2f33a-b73b-4eb8-86d2-ba7093f78ff2 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450015 Nov 25 20:24:41.555168 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325ae7d-e6d1-4f44-83a0-5d33e01bd165 req-d056f1f0-752e-4ca5-a7e1-fefd06dd974a tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:41.556664 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5325ae7d-e6d1-4f44-83a0-5d33e01bd165 req-d056f1f0-752e-4ca5-a7e1-fefd06dd974a tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0552397 Nov 25 20:24:41.606809 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5325ae7d-e6d1-4f44-83a0-5d33e01bd165 req-43950c58-7c1e-4fd8-a674-c63227f04d3a tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439405 Nov 25 20:24:42.728891 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f4a91-4098-4681-982e-0b07f28ffd35 req-ca7e4dd5-9f12-4d3f-b28b-0cd4f1869ac2 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:42.730539 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e0f4a91-4098-4681-982e-0b07f28ffd35 req-ca7e4dd5-9f12-4d3f-b28b-0cd4f1869ac2 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0519979 Nov 25 20:24:42.784556 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e0f4a91-4098-4681-982e-0b07f28ffd35 req-00ee1755-9a93-471f-86f3-bc429e6a9606 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470443 Nov 25 20:24:43.912427 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170cd44-3746-49da-9e8f-3ac4d4973958 req-5401c18d-1ccc-4997-840b-42be0939bd74 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:43.914105 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5170cd44-3746-49da-9e8f-3ac4d4973958 req-5401c18d-1ccc-4997-840b-42be0939bd74 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0550070 Nov 25 20:24:43.975841 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5170cd44-3746-49da-9e8f-3ac4d4973958 req-247701e6-e86e-4e2d-8528-b32e07ab52f2 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552354 Nov 25 20:24:45.100885 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648beed-597f-4f10-9934-578b10e55021 req-bbcd9ba1-60d0-4c89-aa9d-186f374a31e2 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:45.102446 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b648beed-597f-4f10-9934-578b10e55021 req-bbcd9ba1-60d0-4c89-aa9d-186f374a31e2 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0522478 Nov 25 20:24:45.154238 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b648beed-597f-4f10-9934-578b10e55021 req-3f34b3da-a69c-4fac-8f89-c8b3b1672255 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442245 Nov 25 20:24:46.284311 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17e0df-ed9d-4327-ab6a-8715341810c2 req-b1e13504-edc1-4cbc-9c9e-aaa79466bac1 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:46.285644 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7b17e0df-ed9d-4327-ab6a-8715341810c2 req-b1e13504-edc1-4cbc-9c9e-aaa79466bac1 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0585887 Nov 25 20:24:46.336644 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7b17e0df-ed9d-4327-ab6a-8715341810c2 req-91ac2a1a-ff77-40c0-9e9e-e193969a3838 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442605 Nov 25 20:24:47.461708 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8cbae-2d06-44b2-a158-feb84300cce4 req-a6b87cf6-71e4-4d06-8766-ce93d2f6a206 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:47.463372 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0bd8cbae-2d06-44b2-a158-feb84300cce4 req-a6b87cf6-71e4-4d06-8766-ce93d2f6a206 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0512612 Nov 25 20:24:47.516729 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0bd8cbae-2d06-44b2-a158-feb84300cce4 req-1bfa845e-ae68-4cd8-8b72-2edac59d2f40 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469482 Nov 25 20:24:48.640621 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85613692-3acf-4455-89b2-fe053ee06fbf req-fd7978ba-b828-428e-9f06-f3e900e45495 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:48.642127 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-85613692-3acf-4455-89b2-fe053ee06fbf req-fd7978ba-b828-428e-9f06-f3e900e45495 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0545998 Nov 25 20:24:48.690993 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-85613692-3acf-4455-89b2-fe053ee06fbf req-6f60b9b6-96cc-430a-bc87-4641ea8de099 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427392 Nov 25 20:24:49.809382 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f5de5-69c0-4fa3-9eb5-e84c9934e9f6 req-311a0849-5a95-4127-887a-98078122e84a tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:49.810988 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eb9f5de5-69c0-4fa3-9eb5-e84c9934e9f6 req-311a0849-5a95-4127-887a-98078122e84a tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0502379 Nov 25 20:24:49.859162 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eb9f5de5-69c0-4fa3-9eb5-e84c9934e9f6 req-7e5e6881-5e57-463a-939c-9daaaa8e9c88 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422037 Nov 25 20:24:50.979063 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8403a-b2e1-4240-b006-6b22602ffabf req-8e6acfab-11d0-479c-a36b-2c8d576cff3d tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:50.981101 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-58e8403a-b2e1-4240-b006-6b22602ffabf req-8e6acfab-11d0-479c-a36b-2c8d576cff3d tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0504527 Nov 25 20:24:51.033339 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-58e8403a-b2e1-4240-b006-6b22602ffabf req-c35f9cab-c31d-4732-a002-221e1085478c tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467393 Nov 25 20:24:52.159734 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7f49a-c631-4842-a863-30bf34ced600 req-495fad45-7c31-4532-b10b-374f865208e0 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:52.161246 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-69c7f49a-c631-4842-a863-30bf34ced600 req-495fad45-7c31-4532-b10b-374f865208e0 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0517020 Nov 25 20:24:52.214355 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-69c7f49a-c631-4842-a863-30bf34ced600 req-524e7ae7-8637-4747-ba75-0b51be049618 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458581 Nov 25 20:24:53.342995 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0824555-d596-4eda-8be6-afe126736aca req-5c474a71-31f3-40ea-8906-f5e3423dff11 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:53.344501 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f0824555-d596-4eda-8be6-afe126736aca req-5c474a71-31f3-40ea-8906-f5e3423dff11 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0522017 Nov 25 20:24:53.394787 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f0824555-d596-4eda-8be6-afe126736aca req-e6f5b972-12ed-4aa7-9628-93aa4d4fc36b tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442951 Nov 25 20:24:54.112082 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:54.525585 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58532828-6233-40a4-bb0e-a60daa562481 req-03f1515d-ea92-48cc-beb0-b4615a9e5065 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:54.527186 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-58532828-6233-40a4-bb0e-a60daa562481 req-03f1515d-ea92-48cc-beb0-b4615a9e5065 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0529327 Nov 25 20:24:54.575575 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-58532828-6233-40a4-bb0e-a60daa562481 req-090fc613-1b30-4782-9cc6-822ce668912c tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410559 Nov 25 20:24:54.751035 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:55.695667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6b723-c3dd-4b25-a9b0-bb97d5274d59 req-bb08c258-9491-4bbd-b027-00262bd146b8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:55.697135 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-82e6b723-c3dd-4b25-a9b0-bb97d5274d59 req-bb08c258-9491-4bbd-b027-00262bd146b8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0498681 Nov 25 20:24:55.748394 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-82e6b723-c3dd-4b25-a9b0-bb97d5274d59 req-d969208d-2d0c-493c-91c7-6bbde74d9509 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448806 Nov 25 20:24:56.863615 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa55606-7839-4e4c-8855-26cd929faa5b req-a8e291ec-1a26-4f4f-a3e3-1db3f5121925 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:56.865098 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-baa55606-7839-4e4c-8855-26cd929faa5b req-a8e291ec-1a26-4f4f-a3e3-1db3f5121925 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0485551 Nov 25 20:24:56.916842 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-baa55606-7839-4e4c-8855-26cd929faa5b req-4d383a47-a8ed-43e9-a950-0025948b7e34 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457971 Nov 25 20:24:58.042232 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047d46e-feb1-40a2-9255-9834ed00a4c5 req-64510b92-2cfc-48d8-9b45-57413ea8b3e1 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:58.044692 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0047d46e-feb1-40a2-9255-9834ed00a4c5 req-64510b92-2cfc-48d8-9b45-57413ea8b3e1 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0524602 Nov 25 20:24:58.096822 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0047d46e-feb1-40a2-9255-9834ed00a4c5 req-195820e4-6e6f-4036-a6f9-ea5f22b91965 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457084 Nov 25 20:24:59.221297 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87ebaa-2c1e-4afd-b7d1-b2b05830931f req-a9a2b01c-453f-4c0c-8c99-cdacab6db92b tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:59.222836 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd87ebaa-2c1e-4afd-b7d1-b2b05830931f req-a9a2b01c-453f-4c0c-8c99-cdacab6db92b tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0538008 Nov 25 20:24:59.271360 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd87ebaa-2c1e-4afd-b7d1-b2b05830931f req-fc9594b7-4f96-4312-bc94-3fc3c59acd3a tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425959 Nov 25 20:24:59.294379 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-b3e4fca6-1ef8-4b9a-bd5d-282f0a4794ef service neutron] show failed (client error): The resource could not be found. Nov 25 20:24:59.295413 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-b3e4fca6-1ef8-4b9a-bd5d-282f0a4794ef service neutron] 10.222.0.85 "GET /v2.0/ports/b660e8f5-b93f-4116-9e1d-55dcd5ab5393/bindings/n-h1-819349-5 HTTP/1.1" status: 404 len: 380 time: 0.0561924 Nov 25 20:24:59.346683 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fab9cd77-d3c6-45d9-bda2-cbdfc348936d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:59.501508 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-27278feb-9dfa-4c67-9b56-d3488941cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:59.503060 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-27278feb-9dfa-4c67-9b56-d3488941cbe7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4&tenant_id=074f989b6fd04d73b07e4972b24759ca HTTP/1.1" status: 200 len: 1096 time: 0.0437083 Nov 25 20:24:59.516249 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819349-5', 'device_owner': 'compute:nova'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:24:59.573952 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:59.795733 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] For port b660e8f5-b93f-4116-9e1d-55dcd5ab5393, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=b660e8f5-b93f-4116-9e1d-55dcd5ab5393,segment=NetworkSegment(76f881ee-8fa5-41f4-8f36-f095c28c9f66),segment_id=76f881ee-8fa5-41f4-8f36-f095c28c9f66)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:24:59.833335 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] For port b660e8f5-b93f-4116-9e1d-55dcd5ab5393, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:24:59.880984 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.73', 64621) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:24:59.881249 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84459365-c2e8-4a09-b1c3-f86dd56945d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b660e8f5-b93f-4116-9e1d-55dcd5ab5393'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:24:59.883680 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800b8b48-46a3-4b26-bed9-794717dfe16a" -d '{"events": [{"server_uuid": "84459365-c2e8-4a09-b1c3-f86dd56945d4", "name": "network-vif-unplugged", "status": "completed", "tag": "b660e8f5-b93f-4116-9e1d-55dcd5ab5393"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:24:59.893231 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:59.909745 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Transition to ACTIVE for port object b660e8f5-b93f-4116-9e1d-55dcd5ab5393 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:24:59.914382 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:59.944075 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a643f9-9bda-4814-ad3b-8691d3a8888b req-80610e05-eb1e-4a64-9125-48348bab811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:59.946782 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-04a643f9-9bda-4814-ad3b-8691d3a8888b req-80610e05-eb1e-4a64-9125-48348bab811d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=074f989b6fd04d73b07e4972b24759ca&device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 1096 time: 0.0644572 Nov 25 20:24:59.961367 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203fc5b0-7b84-4bfc-a8cb-76847749f9a4 x-openstack-request-id: req-203fc5b0-7b84-4bfc-a8cb-76847749f9a4 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:24:59.961660 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84459365-c2e8-4a09-b1c3-f86dd56945d4", "name": "network-vif-unplugged", "status": "completed", "tag": "b660e8f5-b93f-4116-9e1d-55dcd5ab5393", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:24:59.962062 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-203fc5b0-7b84-4bfc-a8cb-76847749f9a4 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:24:59.962484 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84459365-c2e8-4a09-b1c3-f86dd56945d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b660e8f5-b93f-4116-9e1d-55dcd5ab5393', 'code': 200} Nov 25 20:24:59.996000 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] No DVR routers for this DVR port b660e8f5-b93f-4116-9e1d-55dcd5ab5393 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:25:00.008790 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Pushing event updated for resources: {'Port': ['ID=b660e8f5-b93f-4116-9e1d-55dcd5ab5393,revision_number=6']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:00.032218 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:00.032574 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:00.032941 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:00.033257 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:00.033593 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:00.033924 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:00.034256 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:00.034614 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:00.034940 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:00.035267 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:00.035599 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:00.035924 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:00.054983 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Attempting to bind port b660e8f5-b93f-4116-9e1d-55dcd5ab5393 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:25:00.055320 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Attempting to bind port b660e8f5-b93f-4116-9e1d-55dcd5ab5393 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '76f881ee-8fa5-41f4-8f36-f095c28c9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '40b0e4bb-31d9-4de2-bfbf-36dc39d32293'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:25:00.055653 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Attempting to bind port b660e8f5-b93f-4116-9e1d-55dcd5ab5393 on network 40b0e4bb-31d9-4de2-bfbf-36dc39d32293 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:25:00.061168 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Port b660e8f5-b93f-4116-9e1d-55dcd5ab5393 on network 40b0e4bb-31d9-4de2-bfbf-36dc39d32293 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:25:00.061500 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Attempting to bind port b660e8f5-b93f-4116-9e1d-55dcd5ab5393 on network 40b0e4bb-31d9-4de2-bfbf-36dc39d32293 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:25:00.065167 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a643f9-9bda-4814-ad3b-8691d3a8888b req-80b791da-5f8c-4c47-90ad-24823c9b35b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:00.066710 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-04a643f9-9bda-4814-ad3b-8691d3a8888b req-80b791da-5f8c-4c47-90ad-24823c9b35b9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293 HTTP/1.1" status: 200 len: 916 time: 0.0992084 Nov 25 20:25:00.068274 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:25:00.068618 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Checking segment: {'id': '76f881ee-8fa5-41f4-8f36-f095c28c9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '40b0e4bb-31d9-4de2-bfbf-36dc39d32293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:25:00.069012 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Bound using segment: {'id': '76f881ee-8fa5-41f4-8f36-f095c28c9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '40b0e4bb-31d9-4de2-bfbf-36dc39d32293'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:25:00.069462 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Bound port: b660e8f5-b93f-4116-9e1d-55dcd5ab5393, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76f881ee-8fa5-41f4-8f36-f095c28c9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '40b0e4bb-31d9-4de2-bfbf-36dc39d32293'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:25:00.069824 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:00.117834 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-04a643f9-9bda-4814-ad3b-8691d3a8888b req-0872ef10-1014-4ea0-a746-dbb026138c01 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b660e8f5-b93f-4116-9e1d-55dcd5ab5393 HTTP/1.1" status: 200 len: 217 time: 0.0422068 Nov 25 20:25:00.140508 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] For port b660e8f5-b93f-4116-9e1d-55dcd5ab5393, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:25:00.143854 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] For port b660e8f5-b93f-4116-9e1d-55dcd5ab5393, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b660e8f5-b93f-4116-9e1d-55dcd5ab5393,segment=NetworkSegment(76f881ee-8fa5-41f4-8f36-f095c28c9f66),segment_id=76f881ee-8fa5-41f4-8f36-f095c28c9f66)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:25:00.149108 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:00.174802 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a643f9-9bda-4814-ad3b-8691d3a8888b req-6cc8b1c0-a778-47f0-875b-6096faf291ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:00.176963 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-04a643f9-9bda-4814-ad3b-8691d3a8888b req-6cc8b1c0-a778-47f0-875b-6096faf291ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0afcc324-6429-44c6-917a-a6b3900e17b8 HTTP/1.1" status: 200 len: 855 time: 0.0497501 Nov 25 20:25:00.183631 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:00.184871 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:00.186400 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] 10.222.0.73 "PUT /v2.0/ports/b660e8f5-b93f-4116-9e1d-55dcd5ab5393 HTTP/1.1" status: 200 len: 1091 time: 0.6746089 Nov 25 20:25:00.211810 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-04a643f9-9bda-4814-ad3b-8691d3a8888b req-9c824ad4-8109-400b-a5c8-8f1ecb5c782e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263364 Nov 25 20:25:00.213231 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] Pushing event updated for resources: {'Port': ['ID=b660e8f5-b93f-4116-9e1d-55dcd5ab5393,revision_number=7']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:00.318189 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-04a643f9-9bda-4814-ad3b-8691d3a8888b req-aad84e57-17aa-491b-a944-389d591c0073 service neutron] 10.222.0.73 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975204 Nov 25 20:25:00.450932 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5e3c6-3ab3-42ec-90b7-1397a25de9fe req-5b414c2b-2442-4a84-a711-51a07175f6df tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:00.452405 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6c5e3c6-3ab3-42ec-90b7-1397a25de9fe req-5b414c2b-2442-4a84-a711-51a07175f6df tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 943 time: 0.1010230 Nov 25 20:25:00.458552 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-04a643f9-9bda-4814-ad3b-8691d3a8888b req-fc32044a-0cfe-4944-ba81-19502ee77ff1 service neutron] 10.222.0.73 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321833 Nov 25 20:25:00.506824 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6c5e3c6-3ab3-42ec-90b7-1397a25de9fe req-2d5ef3c1-f15e-4d89-8091-69ab699f9b07 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472968 Nov 25 20:25:00.548704 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-408c32cd-ce5a-41be-bf5d-fe0497acda37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:00.550214 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-408c32cd-ce5a-41be-bf5d-fe0497acda37 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=074f989b6fd04d73b07e4972b24759ca&device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 1094 time: 0.0425093 Nov 25 20:25:00.647581 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-dff7ef48-4800-4a05-8837-4a8bac18b46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:00.649003 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-dff7ef48-4800-4a05-8837-4a8bac18b46b service neutron] 10.222.0.73 "GET /v2.0/networks?id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293 HTTP/1.1" status: 200 len: 916 time: 0.0914171 Nov 25 20:25:00.692044 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-ebc1dfa5-220b-44e1-8481-2306c7d49c24 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b660e8f5-b93f-4116-9e1d-55dcd5ab5393 HTTP/1.1" status: 200 len: 217 time: 0.0347049 Nov 25 20:25:00.743053 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-e06eb93a-1930-4b12-9cef-dbb789966d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:00.744570 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-e06eb93a-1930-4b12-9cef-dbb789966d28 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0afcc324-6429-44c6-917a-a6b3900e17b8 HTTP/1.1" status: 200 len: 855 time: 0.0448141 Nov 25 20:25:00.780593 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-490b6d6d-c1d0-4975-924b-4c3daa94788d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270436 Nov 25 20:25:00.881028 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-a76fa399-3e4a-49a0-82eb-212ca34a9d5e service neutron] 10.222.0.73 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924399 Nov 25 20:25:00.985691 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-90033307-377b-4ea0-9656-6a425ea97c92 service neutron] 10.222.0.73 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965588 Nov 25 20:25:01.629148 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88820c2-5863-4089-b3ab-c938521e7335 req-37e56539-c430-4203-81a4-ee71f2637154 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:01.630702 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f88820c2-5863-4089-b3ab-c938521e7335 req-37e56539-c430-4203-81a4-ee71f2637154 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 943 time: 0.0506132 Nov 25 20:25:01.681553 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f88820c2-5863-4089-b3ab-c938521e7335 req-e5ad9693-3a17-4a98-84f7-9be40a454678 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447643 Nov 25 20:25:01.808597 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0ae06cc9-3046-4b23-98ee-e895761f78ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:01.963838 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84459365-c2e8-4a09-b1c3-f86dd56945d4', 'tag': 'b660e8f5-b93f-4116-9e1d-55dcd5ab5393'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:25:01.966898 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ace955d-540e-445e-84ba-a6d1b7009858" -d '{"events": [{"name": "network-changed", "server_uuid": "84459365-c2e8-4a09-b1c3-f86dd56945d4", "tag": "b660e8f5-b93f-4116-9e1d-55dcd5ab5393"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:25:02.022613 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75062fc-a841-4eb7-840c-452c7144c67c x-openstack-request-id: req-c75062fc-a841-4eb7-840c-452c7144c67c {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:25:02.023316 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84459365-c2e8-4a09-b1c3-f86dd56945d4", "tag": "b660e8f5-b93f-4116-9e1d-55dcd5ab5393", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:25:02.023676 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c75062fc-a841-4eb7-840c-452c7144c67c {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:25:02.024187 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84459365-c2e8-4a09-b1c3-f86dd56945d4', 'tag': 'b660e8f5-b93f-4116-9e1d-55dcd5ab5393', 'status': 'completed', 'code': 200} Nov 25 20:25:02.089047 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace955d-540e-445e-84ba-a6d1b7009858 req-64c58d7f-e068-4da7-a919-f43af50afeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:02.091467 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6ace955d-540e-445e-84ba-a6d1b7009858 req-64c58d7f-e068-4da7-a919-f43af50afeae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=074f989b6fd04d73b07e4972b24759ca&device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 1094 time: 0.0444703 Nov 25 20:25:02.097842 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace955d-540e-445e-84ba-a6d1b7009858 req-ed6f0740-c954-4f61-97eb-94390f08f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:02.099433 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6ace955d-540e-445e-84ba-a6d1b7009858 req-ed6f0740-c954-4f61-97eb-94390f08f983 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=074f989b6fd04d73b07e4972b24759ca&device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 1094 time: 0.0486281 Nov 25 20:25:02.201871 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace955d-540e-445e-84ba-a6d1b7009858 req-dd6fd50f-eb36-4de4-a7c3-7f79b2af6671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:02.203384 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6ace955d-540e-445e-84ba-a6d1b7009858 req-dd6fd50f-eb36-4de4-a7c3-7f79b2af6671 service neutron] 10.222.0.73 "GET /v2.0/networks?id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293 HTTP/1.1" status: 200 len: 916 time: 0.1021228 Nov 25 20:25:02.203765 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace955d-540e-445e-84ba-a6d1b7009858 req-236d396d-9c17-414e-b3ff-6016022e7b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:02.205267 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6ace955d-540e-445e-84ba-a6d1b7009858 req-236d396d-9c17-414e-b3ff-6016022e7b5d service neutron] 10.222.0.85 "GET /v2.0/networks?id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293 HTTP/1.1" status: 200 len: 916 time: 0.0980535 Nov 25 20:25:02.249315 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6ace955d-540e-445e-84ba-a6d1b7009858 req-e9cf161a-4145-4c3c-a4fc-2a327d0a9c39 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b660e8f5-b93f-4116-9e1d-55dcd5ab5393 HTTP/1.1" status: 200 len: 217 time: 0.0374293 Nov 25 20:25:02.257666 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6ace955d-540e-445e-84ba-a6d1b7009858 req-ec1b4c0f-004b-47e6-9622-067e0213c090 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b660e8f5-b93f-4116-9e1d-55dcd5ab5393 HTTP/1.1" status: 200 len: 217 time: 0.0444589 Nov 25 20:25:02.307332 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace955d-540e-445e-84ba-a6d1b7009858 req-528ffb04-1a66-4e88-a145-e50c4a48c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:02.309054 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6ace955d-540e-445e-84ba-a6d1b7009858 req-528ffb04-1a66-4e88-a145-e50c4a48c782 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0afcc324-6429-44c6-917a-a6b3900e17b8 HTTP/1.1" status: 200 len: 855 time: 0.0518911 Nov 25 20:25:02.316691 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace955d-540e-445e-84ba-a6d1b7009858 req-7cdb5f6e-ef0b-4c32-9e97-312913c56f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:02.320582 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6ace955d-540e-445e-84ba-a6d1b7009858 req-7cdb5f6e-ef0b-4c32-9e97-312913c56f0e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0afcc324-6429-44c6-917a-a6b3900e17b8 HTTP/1.1" status: 200 len: 855 time: 0.0545938 Nov 25 20:25:02.349230 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6ace955d-540e-445e-84ba-a6d1b7009858 req-5063ee57-511f-4c0d-8a28-c6d4064db7dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321333 Nov 25 20:25:02.359985 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6ace955d-540e-445e-84ba-a6d1b7009858 req-18dabf60-a17f-4a6d-95db-5b88ce88e4da service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317624 Nov 25 20:25:02.460857 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6ace955d-540e-445e-84ba-a6d1b7009858 req-031b4972-bf56-4b51-891a-99d3023cb969 service neutron] 10.222.0.73 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034200 Nov 25 20:25:02.473197 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6ace955d-540e-445e-84ba-a6d1b7009858 req-37cb6c80-1268-4319-99b3-300dfc3075bd service neutron] 10.222.0.85 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056037 Nov 25 20:25:02.565204 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6ace955d-540e-445e-84ba-a6d1b7009858 req-e973343c-1ee6-4910-bb5d-0cf3ea3c26e4 service neutron] 10.222.0.73 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956988 Nov 25 20:25:02.570144 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6ace955d-540e-445e-84ba-a6d1b7009858 req-e2684195-f29a-449b-ba28-005d9fed50e3 service neutron] 10.222.0.85 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895400 Nov 25 20:25:02.806476 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daddf5e-c948-450c-a47f-36911953e5d2 req-6e9855b1-000a-4d6a-9c87-455b51efcd44 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:02.807951 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3daddf5e-c948-450c-a47f-36911953e5d2 req-6e9855b1-000a-4d6a-9c87-455b51efcd44 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 943 time: 0.0511794 Nov 25 20:25:02.858022 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3daddf5e-c948-450c-a47f-36911953e5d2 req-8e29bc1e-836b-49f2-9969-55efa96afe74 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425394 Nov 25 20:25:02.962561 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device b660e8f5-b93f-4116-9e1d-55dcd5ab5393 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:25:03.110322 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port b660e8f5-b93f-4116-9e1d-55dcd5ab5393, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b660e8f5-b93f-4116-9e1d-55dcd5ab5393,segment=NetworkSegment(76f881ee-8fa5-41f4-8f36-f095c28c9f66),segment_id=76f881ee-8fa5-41f4-8f36-f095c28c9f66)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:25:03.113440 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be35024-979a-465e-b641-b36691405067 req-65edae09-d651-4950-9f60-bda01db4e5dc tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:03.115058 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8be35024-979a-465e-b641-b36691405067 req-65edae09-d651-4950-9f60-bda01db4e5dc tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 943 time: 0.0797238 Nov 25 20:25:03.116383 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e53dbe-f77a-404b-8594-78e33a940ecb req-8bcea831-bbac-4f31-897e-56fff49f0675 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:03.118010 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c9e53dbe-f77a-404b-8594-78e33a940ecb req-8bcea831-bbac-4f31-897e-56fff49f0675 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.85 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4&tenant_id=074f989b6fd04d73b07e4972b24759ca&binding%3Ahost_id=n-h1-819349-5 HTTP/1.1" status: 200 len: 943 time: 0.0724361 Nov 25 20:25:03.125480 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'b660e8f5-b93f-4116-9e1d-55dcd5ab5393', 'network_id': '40b0e4bb-31d9-4de2-bfbf-36dc39d32293', 'port_id': 'b660e8f5-b93f-4116-9e1d-55dcd5ab5393', 'mac_address': 'fa:16:3e:d4:19:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0afcc324-6429-44c6-917a-a6b3900e17b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:25:03.190994 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:03.194278 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8be35024-979a-465e-b641-b36691405067 req-f5c14377-6a41-4230-9eed-bea1da529b19 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701740 Nov 25 20:25:03.205749 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [req-c9e53dbe-f77a-404b-8594-78e33a940ecb req-5bccab29-4c70-4824-869e-5b0b4b348fd6 service neutron] delete failed (client error): The resource could not be found. Nov 25 20:25:03.206017 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b660e8f5-b93f-4116-9e1d-55dcd5ab5393 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:25:03.206655 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c9e53dbe-f77a-404b-8594-78e33a940ecb req-5bccab29-4c70-4824-869e-5b0b4b348fd6 service neutron] 10.222.0.85 "DELETE /v2.0/ports/b660e8f5-b93f-4116-9e1d-55dcd5ab5393/bindings/n-h2-819349-5 HTTP/1.1" status: 404 len: 380 time: 0.0802939 Nov 25 20:25:03.227861 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port b660e8f5-b93f-4116-9e1d-55dcd5ab5393, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b660e8f5-b93f-4116-9e1d-55dcd5ab5393,segment=NetworkSegment(76f881ee-8fa5-41f4-8f36-f095c28c9f66),segment_id=76f881ee-8fa5-41f4-8f36-f095c28c9f66)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:25:03.233427 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:03.290192 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=b660e8f5-b93f-4116-9e1d-55dcd5ab5393,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:03.299067 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:03.299407 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:03.299516 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e53dbe-f77a-404b-8594-78e33a940ecb req-4576360a-6445-4575-a420-f743d75d7bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:03.299755 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:03.300083 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:03.300409 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:03.300764 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:03.300964 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c9e53dbe-f77a-404b-8594-78e33a940ecb req-4576360a-6445-4575-a420-f743d75d7bce service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=074f989b6fd04d73b07e4972b24759ca&device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 1095 time: 0.0476801 Nov 25 20:25:03.301103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:03.301406 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:03.301725 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:03.302037 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:03.302383 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:03.302700 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:03.402197 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e53dbe-f77a-404b-8594-78e33a940ecb req-dbdaca4d-2219-4950-9035-fd0d63d8bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:03.405077 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c9e53dbe-f77a-404b-8594-78e33a940ecb req-dbdaca4d-2219-4950-9035-fd0d63d8bef7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293 HTTP/1.1" status: 200 len: 916 time: 0.0976677 Nov 25 20:25:03.459027 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c9e53dbe-f77a-404b-8594-78e33a940ecb req-495f5dcc-48a4-4ea1-8455-e15f7b7a1acc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b660e8f5-b93f-4116-9e1d-55dcd5ab5393 HTTP/1.1" status: 200 len: 217 time: 0.0467162 Nov 25 20:25:03.480993 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['b660e8f5-b93f-4116-9e1d-55dcd5ab5393'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:25:03.519263 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e53dbe-f77a-404b-8594-78e33a940ecb req-84f4132f-c066-48be-912e-1310dbf604dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:03.520782 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c9e53dbe-f77a-404b-8594-78e33a940ecb req-84f4132f-c066-48be-912e-1310dbf604dc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0afcc324-6429-44c6-917a-a6b3900e17b8 HTTP/1.1" status: 200 len: 855 time: 0.0555468 Nov 25 20:25:03.556379 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c9e53dbe-f77a-404b-8594-78e33a940ecb req-7b7567a7-3fb1-4d41-bb5c-ca51663fcac3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=40b0e4bb-31d9-4de2-bfbf-36dc39d32293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286887 Nov 25 20:25:03.662845 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c9e53dbe-f77a-404b-8594-78e33a940ecb req-67e401b6-8185-4526-a6c5-93428d821f7d service neutron] 10.222.0.85 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990620 Nov 25 20:25:03.759267 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c9e53dbe-f77a-404b-8594-78e33a940ecb req-b849e1d9-03a2-4376-ab4e-ac7bdd18adef service neutron] 10.222.0.85 "GET /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884507 Nov 25 20:25:03.878376 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:04.343428 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a011c-5c8f-4a01-a8b4-572158138d33 req-514531b8-9763-46c2-bf29-0beab38ba6c7 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:04.344813 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d13a011c-5c8f-4a01-a8b4-572158138d33 req-514531b8-9763-46c2-bf29-0beab38ba6c7 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 944 time: 0.0515702 Nov 25 20:25:04.394639 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d13a011c-5c8f-4a01-a8b4-572158138d33 req-73a82341-4ba4-47cd-b93f-9e836f278b0b tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433564 Nov 25 20:25:04.445527 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device b660e8f5-b93f-4116-9e1d-55dcd5ab5393 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:25:04.485654 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device b660e8f5-b93f-4116-9e1d-55dcd5ab5393 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:25:04.514920 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b255bf-cfbb-4172-b3ab-74a6849f409e req-e6df7633-d8ff-49e0-9c19-65ddd8c67834 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:04.516401 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64b255bf-cfbb-4172-b3ab-74a6849f409e req-e6df7633-d8ff-49e0-9c19-65ddd8c67834 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 944 time: 0.0499802 Nov 25 20:25:04.564548 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64b255bf-cfbb-4172-b3ab-74a6849f409e req-4bfb2cc4-4c67-4aa6-9c17-8cd96c887565 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421057 Nov 25 20:25:04.683484 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91591aef-d344-4df0-bbad-2dab188ca29d req-faf627b5-9eac-416b-8150-70c3795b3bc8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:04.686131 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-91591aef-d344-4df0-bbad-2dab188ca29d req-faf627b5-9eac-416b-8150-70c3795b3bc8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 944 time: 0.0549994 Nov 25 20:25:04.734110 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-91591aef-d344-4df0-bbad-2dab188ca29d req-35820824-2a8b-4ec6-971a-e210a8fc1df1 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418372 Nov 25 20:25:04.957849 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device b660e8f5-b93f-4116-9e1d-55dcd5ab5393 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:25:05.009733 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port b660e8f5-b93f-4116-9e1d-55dcd5ab5393 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:25:05.014124 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port b660e8f5-b93f-4116-9e1d-55dcd5ab5393 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:25:05.014530 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:05.071156 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3f537-124e-42f7-b746-738ed05579ad req-1043063d-41e6-454a-9859-658b3c3bc64f tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:05.072922 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e0e3f537-124e-42f7-b746-738ed05579ad req-1043063d-41e6-454a-9859-658b3c3bc64f tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 944 time: 0.0505731 Nov 25 20:25:05.101860 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:05.127204 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84459365-c2e8-4a09-b1c3-f86dd56945d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b660e8f5-b93f-4116-9e1d-55dcd5ab5393'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:25:05.130404 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47409927-4035-4e7b-8e2c-18bbc813c8b1" -d '{"events": [{"server_uuid": "84459365-c2e8-4a09-b1c3-f86dd56945d4", "name": "network-vif-plugged", "status": "completed", "tag": "b660e8f5-b93f-4116-9e1d-55dcd5ab5393"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:25:05.133614 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e0e3f537-124e-42f7-b746-738ed05579ad req-87ae9033-b311-4d07-a3de-240320e79183 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542278 Nov 25 20:25:05.150602 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port b660e8f5-b93f-4116-9e1d-55dcd5ab5393, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b660e8f5-b93f-4116-9e1d-55dcd5ab5393,segment=NetworkSegment(76f881ee-8fa5-41f4-8f36-f095c28c9f66),segment_id=76f881ee-8fa5-41f4-8f36-f095c28c9f66)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:25:05.156369 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:05.180967 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46b46cc-c8f5-4601-baeb-2b926c9207c2 x-openstack-request-id: req-b46b46cc-c8f5-4601-baeb-2b926c9207c2 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:25:05.181333 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84459365-c2e8-4a09-b1c3-f86dd56945d4", "name": "network-vif-plugged", "status": "completed", "tag": "b660e8f5-b93f-4116-9e1d-55dcd5ab5393", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:25:05.181661 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b46b46cc-c8f5-4601-baeb-2b926c9207c2 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:25:05.182128 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84459365-c2e8-4a09-b1c3-f86dd56945d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b660e8f5-b93f-4116-9e1d-55dcd5ab5393', 'code': 200} Nov 25 20:25:05.207198 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=b660e8f5-b93f-4116-9e1d-55dcd5ab5393,revision_number=9']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:05.688576 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:05.691504 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:06.254182 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e1a6a-e984-47dc-97e8-0693fbba9384 req-c3a28238-1f98-48a4-9f0f-5dc9c22973fc tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:06.255880 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-554e1a6a-e984-47dc-97e8-0693fbba9384 req-c3a28238-1f98-48a4-9f0f-5dc9c22973fc tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0482461 Nov 25 20:25:06.307779 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-554e1a6a-e984-47dc-97e8-0693fbba9384 req-c2f0f048-4205-4564-b7f3-76cb7d354cef tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/security-groups?id=568c06b4-68b7-45df-8a4c-9231767a2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454700 Nov 25 20:25:06.425362 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202ce0e-c5b7-49c6-8041-19cecaa623b6 req-e0497de8-71b3-4cc1-88a7-9b6a4b0427dd tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:06.426791 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2202ce0e-c5b7-49c6-8041-19cecaa623b6 req-e0497de8-71b3-4cc1-88a7-9b6a4b0427dd tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.73 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 945 time: 0.0498927 Nov 25 20:25:06.519800 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-2202ce0e-c5b7-49c6-8041-19cecaa623b6 req-50633157-2e54-43fa-a38c-f9e25a4749f8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Deleting port b660e8f5-b93f-4116-9e1d-55dcd5ab5393 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:25:06.520143 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-2202ce0e-c5b7-49c6-8041-19cecaa623b6 req-50633157-2e54-43fa-a38c-f9e25a4749f8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:06.623803 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-2202ce0e-c5b7-49c6-8041-19cecaa623b6 req-50633157-2e54-43fa-a38c-f9e25a4749f8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] For port b660e8f5-b93f-4116-9e1d-55dcd5ab5393, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=b660e8f5-b93f-4116-9e1d-55dcd5ab5393,segment=NetworkSegment(76f881ee-8fa5-41f4-8f36-f095c28c9f66),segment_id=76f881ee-8fa5-41f4-8f36-f095c28c9f66)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:25:06.624194 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-2202ce0e-c5b7-49c6-8041-19cecaa623b6 req-50633157-2e54-43fa-a38c-f9e25a4749f8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:06.637516 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-2202ce0e-c5b7-49c6-8041-19cecaa623b6 req-50633157-2e54-43fa-a38c-f9e25a4749f8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Calling delete_port for b660e8f5-b93f-4116-9e1d-55dcd5ab5393 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:25:07.102177 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-2202ce0e-c5b7-49c6-8041-19cecaa623b6 req-50633157-2e54-43fa-a38c-f9e25a4749f8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:07.121526 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['b660e8f5-b93f-4116-9e1d-55dcd5ab5393'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:25:07.133504 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50633157-2e54-43fa-a38c-f9e25a4749f8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Pushing event deleted for resources: {'Port': ['ID=b660e8f5-b93f-4116-9e1d-55dcd5ab5393,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:07.189333 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-2202ce0e-c5b7-49c6-8041-19cecaa623b6 req-50633157-2e54-43fa-a38c-f9e25a4749f8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] No DVR routers for this DVR port b660e8f5-b93f-4116-9e1d-55dcd5ab5393 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:25:07.192076 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-2202ce0e-c5b7-49c6-8041-19cecaa623b6 req-50633157-2e54-43fa-a38c-f9e25a4749f8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:07.195491 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2202ce0e-c5b7-49c6-8041-19cecaa623b6 req-50633157-2e54-43fa-a38c-f9e25a4749f8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.73 "DELETE /v2.0/ports/b660e8f5-b93f-4116-9e1d-55dcd5ab5393 HTTP/1.1" status: 204 len: 173 time: 0.7615507 Nov 25 20:25:07.195945 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84459365-c2e8-4a09-b1c3-f86dd56945d4', 'name': 'network-vif-deleted', 'tag': 'b660e8f5-b93f-4116-9e1d-55dcd5ab5393'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:25:07.198227 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0a4072-3550-415a-a885-48e79d8732a6" -d '{"events": [{"server_uuid": "84459365-c2e8-4a09-b1c3-f86dd56945d4", "name": "network-vif-deleted", "tag": "b660e8f5-b93f-4116-9e1d-55dcd5ab5393"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:25:07.239389 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37920802-ec86-4238-8708-5891a845d152 x-openstack-request-id: req-37920802-ec86-4238-8708-5891a845d152 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:25:07.239389 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84459365-c2e8-4a09-b1c3-f86dd56945d4", "name": "network-vif-deleted", "tag": "b660e8f5-b93f-4116-9e1d-55dcd5ab5393", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:25:07.239389 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-37920802-ec86-4238-8708-5891a845d152 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:25:07.239389 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84459365-c2e8-4a09-b1c3-f86dd56945d4', 'name': 'network-vif-deleted', 'tag': 'b660e8f5-b93f-4116-9e1d-55dcd5ab5393', 'status': 'completed', 'code': 200} Nov 25 20:25:07.456266 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bdf24878-e19b-463b-b928-289c9e500eb9 req-75308620-9e66-4a6b-b056-6eca29ded881 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] 10.222.0.55 "GET /v2.0/ports?device_id=84459365-c2e8-4a09-b1c3-f86dd56945d4 HTTP/1.1" status: 200 len: 210 time: 0.0428073 Nov 25 20:25:08.583454 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56246) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:25:08.633634 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b44e6d-8be6-481d-9ef3-99139facb3f1 admin admin] Deleting subnet 0afcc324-6429-44c6-917a-a6b3900e17b8 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:25:08.637334 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-11b44e6d-8be6-481d-9ef3-99139facb3f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:08.677394 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-11b44e6d-8be6-481d-9ef3-99139facb3f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:08.717127 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-11b44e6d-8be6-481d-9ef3-99139facb3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:08.768048 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-11b44e6d-8be6-481d-9ef3-99139facb3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:08.796403 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b44e6d-8be6-481d-9ef3-99139facb3f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0afcc324-6429-44c6-917a-a6b3900e17b8,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:08.803882 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-11b44e6d-8be6-481d-9ef3-99139facb3f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:08.807078 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-11b44e6d-8be6-481d-9ef3-99139facb3f1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0afcc324-6429-44c6-917a-a6b3900e17b8 HTTP/1.1" status: 204 len: 168 time: 0.2226024 Nov 25 20:25:08.809707 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56248) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:25:08.878080 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a84c3a9-e8ef-430e-9828-5a638318cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:08.960472 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a84c3a9-e8ef-430e-9828-5a638318cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:08.980638 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-9a84c3a9-e8ef-430e-9828-5a638318cf85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b0e4bb-31d9-4de2-bfbf-36dc39d32293']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:25:08.990311 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-9a84c3a9-e8ef-430e-9828-5a638318cf85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76f881ee-8fa5-41f4-8f36-f095c28c9f66') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:25:08.990626 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-9a84c3a9-e8ef-430e-9828-5a638318cf85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76f881ee-8fa5-41f4-8f36-f095c28c9f66') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:25:08.999884 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a84c3a9-e8ef-430e-9828-5a638318cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:09.013016 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a84c3a9-e8ef-430e-9828-5a638318cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:09.019342 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a84c3a9-e8ef-430e-9828-5a638318cf85 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:25:09.019782 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a84c3a9-e8ef-430e-9828-5a638318cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:25:09.021561 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:25:09.076925 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a84c3a9-e8ef-430e-9828-5a638318cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:09.082314 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a84c3a9-e8ef-430e-9828-5a638318cf85 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:09.085420 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9a84c3a9-e8ef-430e-9828-5a638318cf85 admin admin] 10.222.0.55 "DELETE /v2.0/networks/40b0e4bb-31d9-4de2-bfbf-36dc39d32293 HTTP/1.1" status: 204 len: 168 time: 0.2746036 Nov 25 20:25:09.096609 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84c3a9-e8ef-430e-9828-5a638318cf85 admin admin] Pushing event deleted for resources: {'Network': ['ID=40b0e4bb-31d9-4de2-bfbf-36dc39d32293,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:09.192790 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56252) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:25:09.236677 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-290f5eb6-708c-46f7-972d-def218f02555 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=074f989b6fd04d73b07e4972b24759ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427096 Nov 25 20:25:09.239204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56254) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:25:09.287010 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7ea9465-d9b7-46f5-a235-303c00d25676 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:09.307716 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7ea9465-d9b7-46f5-a235-303c00d25676 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:09.355355 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7ea9465-d9b7-46f5-a235-303c00d25676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:09.358085 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7ea9465-d9b7-46f5-a235-303c00d25676 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:09.359467 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a7ea9465-d9b7-46f5-a235-303c00d25676 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/568c06b4-68b7-45df-8a4c-9231767a2fe0 HTTP/1.1" status: 204 len: 168 time: 0.1191730 Nov 25 20:25:09.367922 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea9465-d9b7-46f5-a235-303c00d25676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568c06b4-68b7-45df-8a4c-9231767a2fe0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:10.059886 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56276) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:25:10.160883 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-6394eb73-dddf-4d5c-812f-310971b99a88 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-252339223-network', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:25:10.182847 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6394eb73-dddf-4d5c-812f-310971b99a88 admin admin] Made reservation on behalf of e1b89cd4959047059d1a0fcec39227fc for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:25:10.186099 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6394eb73-dddf-4d5c-812f-310971b99a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:10.194504 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6394eb73-dddf-4d5c-812f-310971b99a88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:10.271207 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6394eb73-dddf-4d5c-812f-310971b99a88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:10.274949 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6394eb73-dddf-4d5c-812f-310971b99a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:10.297416 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6394eb73-dddf-4d5c-812f-310971b99a88 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:25:10.312858 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394eb73-dddf-4d5c-812f-310971b99a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b71d55-d292-40d6-a3a7-a32b458fa9f3,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:10.316656 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6394eb73-dddf-4d5c-812f-310971b99a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:10.317084 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-6394eb73-dddf-4d5c-812f-310971b99a88 admin admin] Added segment bfc98fe6-605c-4a55-9d13-f7f4be523902 of type vlan for network 58b04cc5-804d-4ef2-9393-6358d058a7a3 Nov 25 20:25:10.361586 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6394eb73-dddf-4d5c-812f-310971b99a88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:10.385830 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6394eb73-dddf-4d5c-812f-310971b99a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:10.386845 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6394eb73-dddf-4d5c-812f-310971b99a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:10.387422 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6394eb73-dddf-4d5c-812f-310971b99a88 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:10.420561 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6394eb73-dddf-4d5c-812f-310971b99a88 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3595674 Nov 25 20:25:10.423490 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56280) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:25:10.428583 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c49749f2-45ff-4024-bf04-9a18f4a9fe33 admin admin] Request body: {'subnet': {'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-252339223-subnet', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:25:10.450743 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49749f2-45ff-4024-bf04-9a18f4a9fe33 admin admin] Made reservation on behalf of e1b89cd4959047059d1a0fcec39227fc for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:25:10.451950 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394eb73-dddf-4d5c-812f-310971b99a88 admin admin] Pushing event updated for resources: {'Network': ['ID=58b04cc5-804d-4ef2-9393-6358d058a7a3,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:10.454232 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c49749f2-45ff-4024-bf04-9a18f4a9fe33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:10.462200 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 58b04cc5-804d-4ef2-9393-6358d058a7a3 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:25:10.640981 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c49749f2-45ff-4024-bf04-9a18f4a9fe33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:10.703646 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49749f2-45ff-4024-bf04-9a18f4a9fe33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aefc6e4-ea86-4b04-bbec-afb77f310c36,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:10.712394 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49749f2-45ff-4024-bf04-9a18f4a9fe33 admin admin] Checking segment: {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:25:10.712761 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49749f2-45ff-4024-bf04-9a18f4a9fe33 admin admin] Network hostable DHCP agents. Network: 58b04cc5-804d-4ef2-9393-6358d058a7a3, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:25:10.730137 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49749f2-45ff-4024-bf04-9a18f4a9fe33 admin admin] Network 58b04cc5-804d-4ef2-9393-6358d058a7a3 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:25:10.739596 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-c49749f2-45ff-4024-bf04-9a18f4a9fe33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 58b04cc5-804d-4ef2-9393-6358d058a7a3) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:25:10.745169 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49749f2-45ff-4024-bf04-9a18f4a9fe33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:10.746121 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c49749f2-45ff-4024-bf04-9a18f4a9fe33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:10.755759 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86a8c65-9d38-4bcc-82ba-6409501ce9dc None None] Network 58b04cc5-804d-4ef2-9393-6358d058a7a3 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:25:10.770098 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c49749f2-45ff-4024-bf04-9a18f4a9fe33 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3452334 Nov 25 20:25:10.774354 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56282) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:25:10.779617 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f537678c-f1cc-45a9-92dd-2ebbb938886d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:25:10.810909 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f537678c-f1cc-45a9-92dd-2ebbb938886d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:10.812051 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f537678c-f1cc-45a9-92dd-2ebbb938886d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:10.884196 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f537678c-f1cc-45a9-92dd-2ebbb938886d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:10.928285 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2bc8e7-1781-4b41-87b6-e978722cb204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-58b04cc5-804d-4ef2-9393-6358d058a7a3', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:25:10.929215 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe2bc8e7-1781-4b41-87b6-e978722cb204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:11.008020 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device b660e8f5-b93f-4116-9e1d-55dcd5ab5393 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:25:11.034517 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: b660e8f5-b93f-4116-9e1d-55dcd5ab5393 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:25:11.034866 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device b660e8f5-b93f-4116-9e1d-55dcd5ab5393 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:25:11.056980 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f537678c-f1cc-45a9-92dd-2ebbb938886d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:11.103775 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-fe2bc8e7-1781-4b41-87b6-e978722cb204 None None] Allocated IP 172.20.0.2 (58b04cc5-804d-4ef2-9393-6358d058a7a3/0aefc6e4-ea86-4b04-bbec-afb77f310c36/c699614d-f260-410d-a62f-6376f0c08fdc) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:25:11.263788 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe2bc8e7-1781-4b41-87b6-e978722cb204 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:11.271055 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe2bc8e7-1781-4b41-87b6-e978722cb204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:11.297926 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f537678c-f1cc-45a9-92dd-2ebbb938886d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:11.318827 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f537678c-f1cc-45a9-92dd-2ebbb938886d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:11.319072 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2bc8e7-1781-4b41-87b6-e978722cb204 None None] Network 58b04cc5-804d-4ef2-9393-6358d058a7a3 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:25:11.322058 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-fe2bc8e7-1781-4b41-87b6-e978722cb204 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:25:11.327962 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2bc8e7-1781-4b41-87b6-e978722cb204 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:25:11.332015 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2bc8e7-1781-4b41-87b6-e978722cb204 None None] Pushing event updated for resources: {'Port': ['ID=c699614d-f260-410d-a62f-6376f0c08fdc,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:11.392306 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-fe2bc8e7-1781-4b41-87b6-e978722cb204 None None] Attempting to bind port c699614d-f260-410d-a62f-6376f0c08fdc on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:25:11.392674 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-fe2bc8e7-1781-4b41-87b6-e978722cb204 None None] Attempting to bind port c699614d-f260-410d-a62f-6376f0c08fdc by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:25:11.393217 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2bc8e7-1781-4b41-87b6-e978722cb204 None None] Attempting to bind port c699614d-f260-410d-a62f-6376f0c08fdc on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:25:11.398393 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2bc8e7-1781-4b41-87b6-e978722cb204 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:25:11.398792 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2bc8e7-1781-4b41-87b6-e978722cb204 None None] Checking segment: {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:25:11.399129 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe2bc8e7-1781-4b41-87b6-e978722cb204 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:11.399517 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2bc8e7-1781-4b41-87b6-e978722cb204 None None] Bound using segment: {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:25:11.399976 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-fe2bc8e7-1781-4b41-87b6-e978722cb204 None None] Bound port: c699614d-f260-410d-a62f-6376f0c08fdc, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:25:11.400352 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe2bc8e7-1781-4b41-87b6-e978722cb204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:11.435497 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-f537678c-f1cc-45a9-92dd-2ebbb938886d admin admin] Allocated IP 172.25.6.14 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/ff6997e5-c654-4380-92ec-1c674e9351d9) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:25:11.471449 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-fe2bc8e7-1781-4b41-87b6-e978722cb204 None None] For port c699614d-f260-410d-a62f-6376f0c08fdc, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:25:11.475962 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-fe2bc8e7-1781-4b41-87b6-e978722cb204 None None] For port c699614d-f260-410d-a62f-6376f0c08fdc, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c699614d-f260-410d-a62f-6376f0c08fdc,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:25:11.480507 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe2bc8e7-1781-4b41-87b6-e978722cb204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:11.539067 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2bc8e7-1781-4b41-87b6-e978722cb204 None None] Pushing event updated for resources: {'Port': ['ID=c699614d-f260-410d-a62f-6376f0c08fdc,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:11.575609 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f537678c-f1cc-45a9-92dd-2ebbb938886d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:11.611769 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f537678c-f1cc-45a9-92dd-2ebbb938886d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:11.649339 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f537678c-f1cc-45a9-92dd-2ebbb938886d admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:25:11.655286 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f537678c-f1cc-45a9-92dd-2ebbb938886d admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:25:11.658344 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f537678c-f1cc-45a9-92dd-2ebbb938886d admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:25:11.674203 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bb110c-042a-46dd-849b-c87bda18607c None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:25:11.688397 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537678c-f1cc-45a9-92dd-2ebbb938886d admin admin] Pushing event updated for resources: {'Port': ['ID=ff6997e5-c654-4380-92ec-1c674e9351d9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:11.747833 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0bd5e36d-b90b-42a7-a385-b44ac7775804 None None] Provisioning complete for port ff6997e5-c654-4380-92ec-1c674e9351d9 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:25:11.748446 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0bd5e36d-b90b-42a7-a385-b44ac7775804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:11.796700 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-0bd5e36d-b90b-42a7-a385-b44ac7775804 None None] Port ff6997e5-c654-4380-92ec-1c674e9351d9 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:25:11.962573 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f537678c-f1cc-45a9-92dd-2ebbb938886d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:12.170688 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f537678c-f1cc-45a9-92dd-2ebbb938886d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:12.171680 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c699614d-f260-410d-a62f-6376f0c08fdc up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:25:12.227352 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port c699614d-f260-410d-a62f-6376f0c08fdc triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:25:12.227820 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:12.317651 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:12.323347 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f537678c-f1cc-45a9-92dd-2ebbb938886d admin admin] Router 34ebc3ee-538b-4c7c-a621-b613f1842048 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:25:12.356274 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port c699614d-f260-410d-a62f-6376f0c08fdc, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c699614d-f260-410d-a62f-6376f0c08fdc,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:25:12.362186 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:12.430526 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=c699614d-f260-410d-a62f-6376f0c08fdc,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:12.440759 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f537678c-f1cc-45a9-92dd-2ebbb938886d admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:25:12.451057 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a9a8be-5c86-4099-8dff-1eae1ed322e6 None None] Sync routers for ids ['34ebc3ee-538b-4c7c-a621-b613f1842048'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:25:12.459768 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f537678c-f1cc-45a9-92dd-2ebbb938886d admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:12.461040 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f537678c-f1cc-45a9-92dd-2ebbb938886d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6866152 Nov 25 20:25:12.463985 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56284) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:25:12.468562 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a9a8be-5c86-4099-8dff-1eae1ed322e6 None None] Routers {'34ebc3ee-538b-4c7c-a621-b613f1842048'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:25:12.469199 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-44a9a8be-5c86-4099-8dff-1eae1ed322e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:25:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['34ebc3ee-538b-4c7c-a621-b613f1842048'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:25:12.586622 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4952eff-3a4b-48be-81b6-6db0350aa073 None None] Network 58b04cc5-804d-4ef2-9393-6358d058a7a3 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:25:12.589349 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-44a9a8be-5c86-4099-8dff-1eae1ed322e6 None None] Set router 34ebc3ee-538b-4c7c-a621-b613f1842048 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:25:12.666641 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-854ed654-4fd8-408a-8c93-9c611922d0c1 None None] Provisioning complete for port c699614d-f260-410d-a62f-6376f0c08fdc triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:25:12.667366 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-854ed654-4fd8-408a-8c93-9c611922d0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:12.791905 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-44a9a8be-5c86-4099-8dff-1eae1ed322e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:11Z', 'revision_number': 3, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:25:12.916175 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a9a8be-5c86-4099-8dff-1eae1ed322e6 None None] Checking router: 34ebc3ee-538b-4c7c-a621-b613f1842048 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:25:12.916682 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a9a8be-5c86-4099-8dff-1eae1ed322e6 None None] Updating router 34ebc3ee-538b-4c7c-a621-b613f1842048 port ff6997e5-c654-4380-92ec-1c674e9351d9 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:25:12.945354 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-44a9a8be-5c86-4099-8dff-1eae1ed322e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:13.151088 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-81c144ea-2977-4fc5-babe-050d7c6ddb10 None None] Provisioning complete for port c699614d-f260-410d-a62f-6376f0c08fdc triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:25:13.151630 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-81c144ea-2977-4fc5-babe-050d7c6ddb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:13.227163 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-44a9a8be-5c86-4099-8dff-1eae1ed322e6 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:13.235236 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-44a9a8be-5c86-4099-8dff-1eae1ed322e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:13.279016 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e895e121-e5ee-4570-925d-16b346b3a0dd None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:25:13.284683 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51164b19-0655-4eed-89ac-65538de1b13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:13.285701 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-44a9a8be-5c86-4099-8dff-1eae1ed322e6 None None] Attempting to bind port ff6997e5-c654-4380-92ec-1c674e9351d9 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:25:13.286080 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-44a9a8be-5c86-4099-8dff-1eae1ed322e6 None None] Attempting to bind port ff6997e5-c654-4380-92ec-1c674e9351d9 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:25:13.286473 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a9a8be-5c86-4099-8dff-1eae1ed322e6 None None] Attempting to bind port ff6997e5-c654-4380-92ec-1c674e9351d9 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:25:13.297294 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a9a8be-5c86-4099-8dff-1eae1ed322e6 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:25:13.297678 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a9a8be-5c86-4099-8dff-1eae1ed322e6 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:25:13.298078 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-44a9a8be-5c86-4099-8dff-1eae1ed322e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:13.298566 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a9a8be-5c86-4099-8dff-1eae1ed322e6 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:25:13.299035 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-44a9a8be-5c86-4099-8dff-1eae1ed322e6 None None] Bound port: ff6997e5-c654-4380-92ec-1c674e9351d9, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:25:13.299409 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-44a9a8be-5c86-4099-8dff-1eae1ed322e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:13.300955 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6321a6-ef72-4f27-ae09-021dfc9deddd None None] Pushing event updated for resources: {'Port': ['ID=ff6997e5-c654-4380-92ec-1c674e9351d9,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:13.324748 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6321a6-ef72-4f27-ae09-021dfc9deddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:13.325793 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6321a6-ef72-4f27-ae09-021dfc9deddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:13.326134 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6321a6-ef72-4f27-ae09-021dfc9deddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:13.326496 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6321a6-ef72-4f27-ae09-021dfc9deddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:13.326826 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6321a6-ef72-4f27-ae09-021dfc9deddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:13.327154 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6321a6-ef72-4f27-ae09-021dfc9deddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:13.327478 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6321a6-ef72-4f27-ae09-021dfc9deddd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:13.327804 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6321a6-ef72-4f27-ae09-021dfc9deddd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:13.328128 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6321a6-ef72-4f27-ae09-021dfc9deddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:13.328449 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6321a6-ef72-4f27-ae09-021dfc9deddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:13.328766 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6321a6-ef72-4f27-ae09-021dfc9deddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:13.329084 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6321a6-ef72-4f27-ae09-021dfc9deddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:25:13.358135 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-cfb06664-eaea-487d-b9c4-44d3c44e40ed None None] Provisioning complete for port ff6997e5-c654-4380-92ec-1c674e9351d9 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:25:13.358567 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cfb06664-eaea-487d-b9c4-44d3c44e40ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:13.365952 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-44a9a8be-5c86-4099-8dff-1eae1ed322e6 None None] For port ff6997e5-c654-4380-92ec-1c674e9351d9, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:25:13.369451 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-44a9a8be-5c86-4099-8dff-1eae1ed322e6 None None] For port ff6997e5-c654-4380-92ec-1c674e9351d9, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=ff6997e5-c654-4380-92ec-1c674e9351d9,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:25:13.373348 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-44a9a8be-5c86-4099-8dff-1eae1ed322e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:13.398972 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-cfb06664-eaea-487d-b9c4-44d3c44e40ed None None] Port ff6997e5-c654-4380-92ec-1c674e9351d9 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:25:13.417387 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b83c19-ff34-46ff-b8b3-87b43b69af3f None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:25:13.428483 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a9a8be-5c86-4099-8dff-1eae1ed322e6 None None] Routers {'34ebc3ee-538b-4c7c-a621-b613f1842048'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:25:13.429121 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-44a9a8be-5c86-4099-8dff-1eae1ed322e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:25:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['34ebc3ee-538b-4c7c-a621-b613f1842048'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:25:13.463111 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-51164b19-0655-4eed-89ac-65538de1b13c admin admin] Allocated IP 172.20.0.1 (58b04cc5-804d-4ef2-9393-6358d058a7a3/0aefc6e4-ea86-4b04-bbec-afb77f310c36/e2740133-b874-4bf2-b746-d5c3eae9d9aa) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:25:13.466252 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6321a6-ef72-4f27-ae09-021dfc9deddd None None] Pushing event updated for resources: {'Port': ['ID=ff6997e5-c654-4380-92ec-1c674e9351d9,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:13.519671 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ff55f2bc-26b6-4144-a3d6-a320dc4a45c2 None None] Provisioning complete for port ff6997e5-c654-4380-92ec-1c674e9351d9 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:25:13.520041 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ff55f2bc-26b6-4144-a3d6-a320dc4a45c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:13.539444 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-44a9a8be-5c86-4099-8dff-1eae1ed322e6 None None] Set router 34ebc3ee-538b-4c7c-a621-b613f1842048 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:25:13.577191 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51164b19-0655-4eed-89ac-65538de1b13c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:13.611220 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ff55f2bc-26b6-4144-a3d6-a320dc4a45c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:13.615898 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51164b19-0655-4eed-89ac-65538de1b13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:13.627691 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:25:13.635101 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ff55f2bc-26b6-4144-a3d6-a320dc4a45c2 None None] For port ff6997e5-c654-4380-92ec-1c674e9351d9, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=ff6997e5-c654-4380-92ec-1c674e9351d9,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:25:13.640146 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ff55f2bc-26b6-4144-a3d6-a320dc4a45c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:13.673171 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51164b19-0655-4eed-89ac-65538de1b13c admin admin] Pushing event updated for resources: {'Port': ['ID=e2740133-b874-4bf2-b746-d5c3eae9d9aa,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:13.686614 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51164b19-0655-4eed-89ac-65538de1b13c admin admin] Network 58b04cc5-804d-4ef2-9393-6358d058a7a3 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:25:13.688447 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-51164b19-0655-4eed-89ac-65538de1b13c admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:25:13.693371 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51164b19-0655-4eed-89ac-65538de1b13c admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:25:13.702030 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55f2bc-26b6-4144-a3d6-a320dc4a45c2 None None] Pushing event updated for resources: {'Port': ['ID=ff6997e5-c654-4380-92ec-1c674e9351d9,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:13.738417 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51164b19-0655-4eed-89ac-65538de1b13c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:13.755976 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-44a9a8be-5c86-4099-8dff-1eae1ed322e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:11Z', 'revision_number': 3, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:25:13.784578 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a9a8be-5c86-4099-8dff-1eae1ed322e6 None None] The sync data for ids ['34ebc3ee-538b-4c7c-a621-b613f1842048'] in n-d-819349-5 is: [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:11Z', 'revision_number': 3, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:25:13.890275 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51164b19-0655-4eed-89ac-65538de1b13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:13.966590 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-96538114-b125-4dd4-8335-c1258596d971 None None] Provisioning complete for port e2740133-b874-4bf2-b746-d5c3eae9d9aa triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:25:13.966590 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-96538114-b125-4dd4-8335-c1258596d971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:14.002071 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-96538114-b125-4dd4-8335-c1258596d971 None None] Port e2740133-b874-4bf2-b746-d5c3eae9d9aa cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:25:14.083450 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51164b19-0655-4eed-89ac-65538de1b13c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:14.089363 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51164b19-0655-4eed-89ac-65538de1b13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:14.157985 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51164b19-0655-4eed-89ac-65538de1b13c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:14.181139 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51164b19-0655-4eed-89ac-65538de1b13c admin admin] Pushing event updated for resources: {'Port': ['ID=e2740133-b874-4bf2-b746-d5c3eae9d9aa,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:14.246374 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ff6997e5-c654-4380-92ec-1c674e9351d9 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:25:14.294512 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51164b19-0655-4eed-89ac-65538de1b13c admin admin] Network 58b04cc5-804d-4ef2-9393-6358d058a7a3 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:25:14.295998 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-51164b19-0655-4eed-89ac-65538de1b13c admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:25:14.299975 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port ff6997e5-c654-4380-92ec-1c674e9351d9 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:25:14.300446 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:14.400934 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c699614d-f260-410d-a62f-6376f0c08fdc up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:25:14.430447 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51164b19-0655-4eed-89ac-65538de1b13c admin admin] Router 34ebc3ee-538b-4c7c-a621-b613f1842048 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:25:14.464480 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port c699614d-f260-410d-a62f-6376f0c08fdc triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:25:14.465102 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:14.563225 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51164b19-0655-4eed-89ac-65538de1b13c admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:25:14.568600 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-51164b19-0655-4eed-89ac-65538de1b13c admin admin] 10.222.0.55 "PUT /v2.0/routers/34ebc3ee-538b-4c7c-a621-b613f1842048/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1035337 Nov 25 20:25:14.633408 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1e095b60-fa45-4c2b-a151-91ca6619ce3c None None] Provisioning complete for port e2740133-b874-4bf2-b746-d5c3eae9d9aa triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:25:14.633953 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1e095b60-fa45-4c2b-a151-91ca6619ce3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:14.675733 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1e095b60-fa45-4c2b-a151-91ca6619ce3c None None] Port e2740133-b874-4bf2-b746-d5c3eae9d9aa cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:25:15.021471 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56292) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:25:15.026151 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-28c6c77e-4998-4c75-b6d3-c2667d2e02b6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Request body: {'security_group': {'name': 'tempest-securitygroup--157101746', 'description': 'tempest-description--1942933389'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:25:15.050164 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28c6c77e-4998-4c75-b6d3-c2667d2e02b6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:15.119863 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28c6c77e-4998-4c75-b6d3-c2667d2e02b6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:15.123966 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28c6c77e-4998-4c75-b6d3-c2667d2e02b6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:15.154271 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28c6c77e-4998-4c75-b6d3-c2667d2e02b6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:15.155585 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-28c6c77e-4998-4c75-b6d3-c2667d2e02b6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1330967 Nov 25 20:25:15.158662 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56294) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:25:15.163221 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b5ce5b36-15f9-4fb8-a513-5eeccee9450f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Request body: {'security_group_rule': {'security_group_id': 'db70b011-d454-4da6-9a21-fc97c35efe66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:25:15.170254 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6c77e-4998-4c75-b6d3-c2667d2e02b6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db70b011-d454-4da6-9a21-fc97c35efe66,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:15.194599 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5b36-15f9-4fb8-a513-5eeccee9450f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:15.253972 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5b36-15f9-4fb8-a513-5eeccee9450f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:15.258157 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5b36-15f9-4fb8-a513-5eeccee9450f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:15.285430 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce5b36-15f9-4fb8-a513-5eeccee9450f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360fa021-12c1-4be7-8293-077bcf1c3a1d,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:15.296503 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5b36-15f9-4fb8-a513-5eeccee9450f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:15.298608 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b5ce5b36-15f9-4fb8-a513-5eeccee9450f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387174 Nov 25 20:25:15.301070 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56296) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:25:15.308118 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f42f25f1-5d48-4d8b-891b-36f1a41ffe6d tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Request body: {'security_group_rule': {'security_group_id': 'db70b011-d454-4da6-9a21-fc97c35efe66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:25:15.335688 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f42f25f1-5d48-4d8b-891b-36f1a41ffe6d tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:15.397445 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f42f25f1-5d48-4d8b-891b-36f1a41ffe6d tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:15.401401 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f42f25f1-5d48-4d8b-891b-36f1a41ffe6d tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:15.423494 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f25f1-5d48-4d8b-891b-36f1a41ffe6d tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52fc0eb2-5477-42b6-aee9-efcd6c886d10,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:15.429166 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f42f25f1-5d48-4d8b-891b-36f1a41ffe6d tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:15.430316 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f42f25f1-5d48-4d8b-891b-36f1a41ffe6d tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278391 Nov 25 20:25:15.433290 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56298) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:25:15.438061 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f1a9f695-9de0-4f36-92a1-65e89d2d898f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:25:15.461653 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f695-9de0-4f36-92a1-65e89d2d898f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:15.474246 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbe90a0-5f45-48ff-946c-1af8e19987d4 None None] Sync routers for ids ['34ebc3ee-538b-4c7c-a621-b613f1842048'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:25:15.486131 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbe90a0-5f45-48ff-946c-1af8e19987d4 None None] Routers {'34ebc3ee-538b-4c7c-a621-b613f1842048'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:25:15.486801 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0dbe90a0-5f45-48ff-946c-1af8e19987d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:25:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['34ebc3ee-538b-4c7c-a621-b613f1842048'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:25:15.563655 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f695-9de0-4f36-92a1-65e89d2d898f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:15.595017 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0dbe90a0-5f45-48ff-946c-1af8e19987d4 None None] Set router 34ebc3ee-538b-4c7c-a621-b613f1842048 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:25:15.677028 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-f1a9f695-9de0-4f36-92a1-65e89d2d898f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Allocated IP 172.25.6.55 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/40000246-e30d-4bf4-81df-246d20e63e91) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:25:15.781754 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f695-9de0-4f36-92a1-65e89d2d898f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:15.803698 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0dbe90a0-5f45-48ff-946c-1af8e19987d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'e2740133-b874-4bf2-b746-d5c3eae9d9aa', 'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'mac_address': 'fa:16:3e:c3:9a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:13Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 2, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'subnets': [{'id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:25:15.817909 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f695-9de0-4f36-92a1-65e89d2d898f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:15.834661 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbe90a0-5f45-48ff-946c-1af8e19987d4 None None] Checking router: 34ebc3ee-538b-4c7c-a621-b613f1842048 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:25:15.835026 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbe90a0-5f45-48ff-946c-1af8e19987d4 None None] Updating router 34ebc3ee-538b-4c7c-a621-b613f1842048 port e2740133-b874-4bf2-b746-d5c3eae9d9aa binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:25:15.858479 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a9f695-9de0-4f36-92a1-65e89d2d898f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:25:15.860648 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0dbe90a0-5f45-48ff-946c-1af8e19987d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:15.861360 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f1a9f695-9de0-4f36-92a1-65e89d2d898f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:25:15.867978 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a9f695-9de0-4f36-92a1-65e89d2d898f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:25:15.897438 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9f695-9de0-4f36-92a1-65e89d2d898f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Pushing event updated for resources: {'Port': ['ID=40000246-e30d-4bf4-81df-246d20e63e91,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:15.964771 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f695-9de0-4f36-92a1-65e89d2d898f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:16.000168 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f695-9de0-4f36-92a1-65e89d2d898f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:16.141182 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0dbe90a0-5f45-48ff-946c-1af8e19987d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:16.146965 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0dbe90a0-5f45-48ff-946c-1af8e19987d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:16.176673 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f695-9de0-4f36-92a1-65e89d2d898f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:16.181418 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f695-9de0-4f36-92a1-65e89d2d898f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:16.208938 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e93184-47bb-4edc-81a3-938f772690e6 None None] Pushing event updated for resources: {'Port': ['ID=e2740133-b874-4bf2-b746-d5c3eae9d9aa,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:16.270921 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0dbe90a0-5f45-48ff-946c-1af8e19987d4 None None] Attempting to bind port e2740133-b874-4bf2-b746-d5c3eae9d9aa on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:25:16.271384 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0dbe90a0-5f45-48ff-946c-1af8e19987d4 None None] Attempting to bind port e2740133-b874-4bf2-b746-d5c3eae9d9aa by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:25:16.271670 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbe90a0-5f45-48ff-946c-1af8e19987d4 None None] Attempting to bind port e2740133-b874-4bf2-b746-d5c3eae9d9aa on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:25:16.273580 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9f695-9de0-4f36-92a1-65e89d2d898f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Pushing event updated for resources: {'Port': ['ID=40000246-e30d-4bf4-81df-246d20e63e91,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:16.279680 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbe90a0-5f45-48ff-946c-1af8e19987d4 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:25:16.280187 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbe90a0-5f45-48ff-946c-1af8e19987d4 None None] Checking segment: {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:25:16.280472 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0dbe90a0-5f45-48ff-946c-1af8e19987d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:16.280941 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbe90a0-5f45-48ff-946c-1af8e19987d4 None None] Bound using segment: {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:25:16.281848 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0dbe90a0-5f45-48ff-946c-1af8e19987d4 None None] Bound port: e2740133-b874-4bf2-b746-d5c3eae9d9aa, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:25:16.282336 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0dbe90a0-5f45-48ff-946c-1af8e19987d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:16.299699 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f695-9de0-4f36-92a1-65e89d2d898f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:16.329481 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f695-9de0-4f36-92a1-65e89d2d898f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:16.334332 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f1a9f695-9de0-4f36-92a1-65e89d2d898f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8966680 Nov 25 20:25:16.374921 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0dbe90a0-5f45-48ff-946c-1af8e19987d4 None None] For port e2740133-b874-4bf2-b746-d5c3eae9d9aa, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:25:16.378179 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0dbe90a0-5f45-48ff-946c-1af8e19987d4 None None] For port e2740133-b874-4bf2-b746-d5c3eae9d9aa, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e2740133-b874-4bf2-b746-d5c3eae9d9aa,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:25:16.384614 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0dbe90a0-5f45-48ff-946c-1af8e19987d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:16.462568 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbe90a0-5f45-48ff-946c-1af8e19987d4 None None] Routers {'34ebc3ee-538b-4c7c-a621-b613f1842048'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:25:16.463389 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0dbe90a0-5f45-48ff-946c-1af8e19987d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:25:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['34ebc3ee-538b-4c7c-a621-b613f1842048'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:25:16.466458 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e93184-47bb-4edc-81a3-938f772690e6 None None] Pushing event updated for resources: {'Port': ['ID=e2740133-b874-4bf2-b746-d5c3eae9d9aa,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:16.538369 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-f19bd71a-dd3a-4dd0-a9b2-53e092774b1a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--157101746&fields=id&tenant_id=e1b89cd4959047059d1a0fcec39227fc HTTP/1.1" status: 200 len: 267 time: 0.0548596 Nov 25 20:25:16.672519 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-9c596e94-604e-4c60-a027-ff6d0e9bb1df tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:16.674110 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-9c596e94-604e-4c60-a027-ff6d0e9bb1df tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 811 time: 0.1273284 Nov 25 20:25:16.691217 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-66afe7de-c5c5-4d1a-9702-5745f7f109e9 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/quotas/e1b89cd4959047059d1a0fcec39227fc HTTP/1.1" status: 200 len: 375 time: 0.0111728 Nov 25 20:25:16.748146 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0d0e8963-5f73-4023-af83-6786e2b8964c None None] Provisioning complete for port e2740133-b874-4bf2-b746-d5c3eae9d9aa triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:25:16.748434 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0d0e8963-5f73-4023-af83-6786e2b8964c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:16.749490 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-958399c1-ce56-4194-b140-8b8c273c2a57 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501251 Nov 25 20:25:16.801083 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0dbe90a0-5f45-48ff-946c-1af8e19987d4 None None] Set router 34ebc3ee-538b-4c7c-a621-b613f1842048 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:25:16.853443 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-a9f5127b-5216-4d63-a150-f069c8de14f1 service neutron] 10.222.0.55 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918560 Nov 25 20:25:16.946352 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-533aa7ab-6d83-4ae8-8338-31a57f067c68 service neutron] 10.222.0.55 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858669 Nov 25 20:25:16.952355 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0d0e8963-5f73-4023-af83-6786e2b8964c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:17.001693 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0d0e8963-5f73-4023-af83-6786e2b8964c None None] For port e2740133-b874-4bf2-b746-d5c3eae9d9aa, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e2740133-b874-4bf2-b746-d5c3eae9d9aa,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:25:17.008687 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0d0e8963-5f73-4023-af83-6786e2b8964c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:17.103455 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e8963-5f73-4023-af83-6786e2b8964c None None] Pushing event updated for resources: {'Port': ['ID=e2740133-b874-4bf2-b746-d5c3eae9d9aa,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:17.135673 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a967506f-39dd-4eb0-b42b-ddb2d109722c None None] Provisioning complete for port e2740133-b874-4bf2-b746-d5c3eae9d9aa triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:25:17.136039 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a967506f-39dd-4eb0-b42b-ddb2d109722c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:17.143021 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-816056c8-cb43-4496-80f8-c841e772ca37 req-b52d09d6-cc6c-4c47-8973-cef2ecce7882 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 210 time: 0.0386057 Nov 25 20:25:17.171474 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0dbe90a0-5f45-48ff-946c-1af8e19987d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'e2740133-b874-4bf2-b746-d5c3eae9d9aa', 'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'mac_address': 'fa:16:3e:c3:9a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:13Z', 'updated_at': '2021-11-25T20:25:16Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'subnets': [{'id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:25:17.206083 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbe90a0-5f45-48ff-946c-1af8e19987d4 None None] The sync data for ids ['34ebc3ee-538b-4c7c-a621-b613f1842048'] in n-d-819349-5 is: [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'e2740133-b874-4bf2-b746-d5c3eae9d9aa', 'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'mac_address': 'fa:16:3e:c3:9a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:13Z', 'updated_at': '2021-11-25T20:25:16Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'subnets': [{'id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:25:18.165409 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e2740133-b874-4bf2-b746-d5c3eae9d9aa up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:25:18.265216 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port e2740133-b874-4bf2-b746-d5c3eae9d9aa triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:25:18.265895 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:18.272082 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f3cfe176-5c68-4005-b097-1956b53e7a9f req-c91f19d9-7fee-4f33-9510-4e7de708fe8a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 210 time: 0.0496786 Nov 25 20:25:18.383887 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-a52c216e-bb52-442b-8327-1d162d66af93 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:18.385414 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-a52c216e-bb52-442b-8327-1d162d66af93 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 811 time: 0.1465986 Nov 25 20:25:18.455870 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-4ad786f9-f009-49e9-91a9-26bf4db83a5b tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1b89cd4959047059d1a0fcec39227fc HTTP/1.1" status: 200 len: 379 time: 0.0609961 Nov 25 20:25:18.466866 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-097f0b62-27a6-43ed-afd6-afe4d69d2f4c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Request body: {'port': {'device_id': '31f16c63-6a2b-4738-9b04-97924295e5f6', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'admin_state_up': True, 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'security_groups': ['db70b011-d454-4da6-9a21-fc97c35efe66']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:25:18.580531 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-097f0b62-27a6-43ed-afd6-afe4d69d2f4c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Made reservation on behalf of e1b89cd4959047059d1a0fcec39227fc for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:25:18.584173 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-097f0b62-27a6-43ed-afd6-afe4d69d2f4c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:18.716809 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-097f0b62-27a6-43ed-afd6-afe4d69d2f4c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Allocated IP 172.20.0.3 (58b04cc5-804d-4ef2-9393-6358d058a7a3/0aefc6e4-ea86-4b04-bbec-afb77f310c36/81d5195a-8a4b-42a0-9653-a6aeeac37acb) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:25:18.853336 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-097f0b62-27a6-43ed-afd6-afe4d69d2f4c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:18.888489 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-097f0b62-27a6-43ed-afd6-afe4d69d2f4c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:18.940242 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-097f0b62-27a6-43ed-afd6-afe4d69d2f4c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Network 58b04cc5-804d-4ef2-9393-6358d058a7a3 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:25:18.943765 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-097f0b62-27a6-43ed-afd6-afe4d69d2f4c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:25:18.947533 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-097f0b62-27a6-43ed-afd6-afe4d69d2f4c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:25:18.971394 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f0b62-27a6-43ed-afd6-afe4d69d2f4c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Pushing event updated for resources: {'Port': ['ID=81d5195a-8a4b-42a0-9653-a6aeeac37acb,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:19.005930 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-097f0b62-27a6-43ed-afd6-afe4d69d2f4c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:19.006628 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-097f0b62-27a6-43ed-afd6-afe4d69d2f4c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:19.027152 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-097f0b62-27a6-43ed-afd6-afe4d69d2f4c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5635290 Nov 25 20:25:19.040124 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-3b10ce23-b1ae-444e-9469-aea50a4e42e2 service neutron] Request body: {'port': {'device_id': '31f16c63-6a2b-4738-9b04-97924295e5f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:25:19.101605 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-3b10ce23-b1ae-444e-9469-aea50a4e42e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:19.235954 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-98147924-cca1-438f-8217-93e61c10f4a9 None None] Provisioning complete for port 81d5195a-8a4b-42a0-9653-a6aeeac37acb triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:25:19.236526 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-98147924-cca1-438f-8217-93e61c10f4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:19.289605 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-98147924-cca1-438f-8217-93e61c10f4a9 None None] Port 81d5195a-8a4b-42a0-9653-a6aeeac37acb cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:25:19.407206 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96848e2-bf3b-4031-a9a6-78600ab0e414 req-76e9794a-d9cd-46ac-9cc8-b3f15712917d tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:19.408843 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d96848e2-bf3b-4031-a9a6-78600ab0e414 req-76e9794a-d9cd-46ac-9cc8-b3f15712917d tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 931 time: 0.0529597 Nov 25 20:25:19.409800 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-3b10ce23-b1ae-444e-9469-aea50a4e42e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d5195a-8a4b-42a0-9653-a6aeeac37acb {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:25:19.417771 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-3b10ce23-b1ae-444e-9469-aea50a4e42e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:19.431107 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-3b10ce23-b1ae-444e-9469-aea50a4e42e2 service neutron] Transition to ACTIVE for port object 81d5195a-8a4b-42a0-9653-a6aeeac37acb will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:25:19.434739 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-3b10ce23-b1ae-444e-9469-aea50a4e42e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:19.461688 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d96848e2-bf3b-4031-a9a6-78600ab0e414 req-83792753-af89-4936-bcec-4a24db28db6f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466168 Nov 25 20:25:19.486829 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10ce23-b1ae-444e-9469-aea50a4e42e2 service neutron] Pushing event updated for resources: {'Port': ['ID=81d5195a-8a4b-42a0-9653-a6aeeac37acb,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:19.565027 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-3b10ce23-b1ae-444e-9469-aea50a4e42e2 service neutron] Attempting to bind port 81d5195a-8a4b-42a0-9653-a6aeeac37acb on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:25:19.565310 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-3b10ce23-b1ae-444e-9469-aea50a4e42e2 service neutron] Attempting to bind port 81d5195a-8a4b-42a0-9653-a6aeeac37acb by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:25:19.565550 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-3b10ce23-b1ae-444e-9469-aea50a4e42e2 service neutron] Attempting to bind port 81d5195a-8a4b-42a0-9653-a6aeeac37acb on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:25:19.570120 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-3b10ce23-b1ae-444e-9469-aea50a4e42e2 service neutron] Port 81d5195a-8a4b-42a0-9653-a6aeeac37acb on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:25:19.570462 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-3b10ce23-b1ae-444e-9469-aea50a4e42e2 service neutron] Attempting to bind port 81d5195a-8a4b-42a0-9653-a6aeeac37acb on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:25:19.577374 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-3b10ce23-b1ae-444e-9469-aea50a4e42e2 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:25:19.577715 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-3b10ce23-b1ae-444e-9469-aea50a4e42e2 service neutron] Checking segment: {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:25:19.578101 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-3b10ce23-b1ae-444e-9469-aea50a4e42e2 service neutron] Bound using segment: {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:25:19.578589 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-3b10ce23-b1ae-444e-9469-aea50a4e42e2 service neutron] Bound port: 81d5195a-8a4b-42a0-9653-a6aeeac37acb, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:25:19.578952 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-3b10ce23-b1ae-444e-9469-aea50a4e42e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:19.651117 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-3b10ce23-b1ae-444e-9469-aea50a4e42e2 service neutron] For port 81d5195a-8a4b-42a0-9653-a6aeeac37acb, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:25:19.655900 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-3b10ce23-b1ae-444e-9469-aea50a4e42e2 service neutron] For port 81d5195a-8a4b-42a0-9653-a6aeeac37acb, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=81d5195a-8a4b-42a0-9653-a6aeeac37acb,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:25:19.661143 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-3b10ce23-b1ae-444e-9469-aea50a4e42e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:19.698167 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-3b10ce23-b1ae-444e-9469-aea50a4e42e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:19.698823 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-3b10ce23-b1ae-444e-9469-aea50a4e42e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:19.701075 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-3b10ce23-b1ae-444e-9469-aea50a4e42e2 service neutron] 10.222.0.85 "PUT /v2.0/ports/81d5195a-8a4b-42a0-9653-a6aeeac37acb HTTP/1.1" status: 200 len: 1091 time: 0.6663101 Nov 25 20:25:19.702149 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f16c63-6a2b-4738-9b04-97924295e5f6', 'tag': '81d5195a-8a4b-42a0-9653-a6aeeac37acb'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:25:19.705715 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5526ce32-5d7d-4fa2-aedc-b6c05337ac44" -d '{"events": [{"name": "network-changed", "server_uuid": "31f16c63-6a2b-4738-9b04-97924295e5f6", "tag": "81d5195a-8a4b-42a0-9653-a6aeeac37acb"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:25:19.735997 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10ce23-b1ae-444e-9469-aea50a4e42e2 service neutron] Pushing event updated for resources: {'Port': ['ID=81d5195a-8a4b-42a0-9653-a6aeeac37acb,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:19.751438 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada5b05a-5b84-46aa-93a5-d864138211a3 x-openstack-request-id: req-ada5b05a-5b84-46aa-93a5-d864138211a3 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:25:19.751901 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f16c63-6a2b-4738-9b04-97924295e5f6", "tag": "81d5195a-8a4b-42a0-9653-a6aeeac37acb", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:25:19.752170 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ada5b05a-5b84-46aa-93a5-d864138211a3 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:25:19.752855 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f16c63-6a2b-4738-9b04-97924295e5f6', 'tag': '81d5195a-8a4b-42a0-9653-a6aeeac37acb', 'status': 'completed', 'code': 200} Nov 25 20:25:19.807586 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-6971bb5a-4135-45c2-9fd1-d6c2f322f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:19.809691 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-6971bb5a-4135-45c2-9fd1-d6c2f322f53e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 1094 time: 0.0474308 Nov 25 20:25:19.859760 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-7bb4ff05-f550-489a-95d9-46583e9b1597 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81d5195a-8a4b-42a0-9653-a6aeeac37acb HTTP/1.1" status: 200 len: 217 time: 0.0416691 Nov 25 20:25:19.913179 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-d2367487-b4e1-47b2-996a-b19dcbe5cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:19.914639 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-d2367487-b4e1-47b2-996a-b19dcbe5cf6c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0479488 Nov 25 20:25:19.961890 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-71dc7c77-42e7-4f06-b222-0d9987d0fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:19.963447 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-71dc7c77-42e7-4f06-b222-0d9987d0fb97 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418618 Nov 25 20:25:20.060004 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-318f1447-4198-4e18-8a1f-a994f9537c5c service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891843 Nov 25 20:25:20.151526 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d74b5c05-9195-409e-861d-38eb39c2e5a2 req-80b22635-ed06-4e2c-b3de-d0a3249c6377 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843279 Nov 25 20:25:20.246807 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526ce32-5d7d-4fa2-aedc-b6c05337ac44 req-64d439ed-3615-421c-a8c0-33fe4c336f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:20.248397 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5526ce32-5d7d-4fa2-aedc-b6c05337ac44 req-64d439ed-3615-421c-a8c0-33fe4c336f07 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 1094 time: 0.0510736 Nov 25 20:25:20.343140 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526ce32-5d7d-4fa2-aedc-b6c05337ac44 req-ab78c5d5-0e5f-4737-9bd2-d70795307fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:20.344665 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5526ce32-5d7d-4fa2-aedc-b6c05337ac44 req-ab78c5d5-0e5f-4737-9bd2-d70795307fa8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.0888350 Nov 25 20:25:20.394457 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5526ce32-5d7d-4fa2-aedc-b6c05337ac44 req-5f8141d1-4190-419e-bf3c-f963f8e4fb5b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81d5195a-8a4b-42a0-9653-a6aeeac37acb HTTP/1.1" status: 200 len: 217 time: 0.0427384 Nov 25 20:25:20.445891 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526ce32-5d7d-4fa2-aedc-b6c05337ac44 req-7b037040-24bd-4028-9c27-cf2cd78de846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:20.447422 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5526ce32-5d7d-4fa2-aedc-b6c05337ac44 req-7b037040-24bd-4028-9c27-cf2cd78de846 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0461628 Nov 25 20:25:20.496439 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526ce32-5d7d-4fa2-aedc-b6c05337ac44 req-58128aae-965d-4e2e-8ebc-02f926c9c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:20.498797 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5526ce32-5d7d-4fa2-aedc-b6c05337ac44 req-58128aae-965d-4e2e-8ebc-02f926c9c5a4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437596 Nov 25 20:25:20.585732 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb99b0-8f85-472c-aa17-da38563a582c req-ea6cbfae-d1cc-466b-814b-bf062e7c45c5 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:20.587274 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d2cb99b0-8f85-472c-aa17-da38563a582c req-ea6cbfae-d1cc-466b-814b-bf062e7c45c5 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 943 time: 0.0498431 Nov 25 20:25:20.602563 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5526ce32-5d7d-4fa2-aedc-b6c05337ac44 req-d69b3498-5336-4f90-9540-1d3980716f3b service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954058 Nov 25 20:25:20.643206 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d2cb99b0-8f85-472c-aa17-da38563a582c req-a2ad2939-58d1-4383-8ebf-f6cf4ebb724f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479670 Nov 25 20:25:20.707582 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5526ce32-5d7d-4fa2-aedc-b6c05337ac44 req-6fd8266a-6932-44b4-961c-177ead83b531 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971005 Nov 25 20:25:21.769580 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e823f-5640-4d8a-98d7-546c1b7ff9c9 req-6c39418f-fb79-41f8-8a17-8dca68d0f13f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:21.771143 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-723e823f-5640-4d8a-98d7-546c1b7ff9c9 req-6c39418f-fb79-41f8-8a17-8dca68d0f13f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 943 time: 0.0495174 Nov 25 20:25:21.821966 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-723e823f-5640-4d8a-98d7-546c1b7ff9c9 req-3e100074-0b6c-4079-bce8-660c3d9af55f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438375 Nov 25 20:25:22.945290 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a4f01-2f62-4f30-810a-a7c8ec58fcb7 req-79946f0d-4d88-45d1-8d10-527608da6e6a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:22.946789 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a24a4f01-2f62-4f30-810a-a7c8ec58fcb7 req-79946f0d-4d88-45d1-8d10-527608da6e6a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 943 time: 0.0498126 Nov 25 20:25:22.995271 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a24a4f01-2f62-4f30-810a-a7c8ec58fcb7 req-a5fc9b2a-2332-480a-a081-d40bccc84ebd tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423315 Nov 25 20:25:24.128268 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b1ee1-3c4e-491e-8aaa-19e6e958ac70 req-4af9e23b-5e4d-47d4-a9dd-15a184867968 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:24.130443 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7a5b1ee1-3c4e-491e-8aaa-19e6e958ac70 req-4af9e23b-5e4d-47d4-a9dd-15a184867968 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 943 time: 0.0572248 Nov 25 20:25:24.132348 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:24.179824 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7a5b1ee1-3c4e-491e-8aaa-19e6e958ac70 req-d82c7d11-f015-49ee-bd23-3d6de305de2e tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435369 Nov 25 20:25:24.597113 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 81d5195a-8a4b-42a0-9653-a6aeeac37acb details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:25:24.694406 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 81d5195a-8a4b-42a0-9653-a6aeeac37acb, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=81d5195a-8a4b-42a0-9653-a6aeeac37acb,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:25:24.706839 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '81d5195a-8a4b-42a0-9653-a6aeeac37acb', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'port_id': '81d5195a-8a4b-42a0-9653-a6aeeac37acb', 'mac_address': 'fa:16:3e:70:fe:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:25:24.757669 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:24.767633 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:24.772357 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d5195a-8a4b-42a0-9653-a6aeeac37acb {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:25:24.791709 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 81d5195a-8a4b-42a0-9653-a6aeeac37acb, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=81d5195a-8a4b-42a0-9653-a6aeeac37acb,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:25:24.796140 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:24.842873 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=81d5195a-8a4b-42a0-9653-a6aeeac37acb,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:24.998442 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['81d5195a-8a4b-42a0-9653-a6aeeac37acb'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:25:25.298266 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e76de2-0c30-4d46-8663-e255e0847a68 req-be9e22dc-06c1-4b6b-97d5-8a1574209c40 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:25.299805 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c9e76de2-0c30-4d46-8663-e255e0847a68 req-be9e22dc-06c1-4b6b-97d5-8a1574209c40 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 944 time: 0.0504396 Nov 25 20:25:25.347668 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c9e76de2-0c30-4d46-8663-e255e0847a68 req-a2877ab1-4194-405a-bb56-b9c6ac522a8f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418794 Nov 25 20:25:26.464424 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17737d0b-e77b-4218-a12a-5511adb607f6 req-0002810e-12df-4bf2-b5f8-c1a12f327551 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:26.465898 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17737d0b-e77b-4218-a12a-5511adb607f6 req-0002810e-12df-4bf2-b5f8-c1a12f327551 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 944 time: 0.0501237 Nov 25 20:25:26.519145 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17737d0b-e77b-4218-a12a-5511adb607f6 req-0fa3f4ce-3d07-49dc-bd26-86d92eb5984c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459788 Nov 25 20:25:26.602407 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 81d5195a-8a4b-42a0-9653-a6aeeac37acb up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:25:26.659626 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 81d5195a-8a4b-42a0-9653-a6aeeac37acb completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:25:26.663847 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 81d5195a-8a4b-42a0-9653-a6aeeac37acb triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:25:26.664222 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:26.743634 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:26.766909 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f16c63-6a2b-4738-9b04-97924295e5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d5195a-8a4b-42a0-9653-a6aeeac37acb'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:25:26.769164 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5cd367-0c80-43b0-a74d-9a3b5e02fb84" -d '{"events": [{"server_uuid": "31f16c63-6a2b-4738-9b04-97924295e5f6", "name": "network-vif-plugged", "status": "completed", "tag": "81d5195a-8a4b-42a0-9653-a6aeeac37acb"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:25:26.782088 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 81d5195a-8a4b-42a0-9653-a6aeeac37acb, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=81d5195a-8a4b-42a0-9653-a6aeeac37acb,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:25:26.786467 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:26.809140 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfeacc8-5bcd-4566-a636-02aaa0bf794d x-openstack-request-id: req-2cfeacc8-5bcd-4566-a636-02aaa0bf794d {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:25:26.809437 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f16c63-6a2b-4738-9b04-97924295e5f6", "name": "network-vif-plugged", "status": "completed", "tag": "81d5195a-8a4b-42a0-9653-a6aeeac37acb", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:25:26.809710 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2cfeacc8-5bcd-4566-a636-02aaa0bf794d {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:25:26.810608 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f16c63-6a2b-4738-9b04-97924295e5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d5195a-8a4b-42a0-9653-a6aeeac37acb', 'code': 200} Nov 25 20:25:26.839030 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=81d5195a-8a4b-42a0-9653-a6aeeac37acb,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:26.905505 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456cbb7-0b10-4176-9d46-cdbd12aa8d01 req-e63858e7-4f1e-4da9-ad78-e409712ae8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:26.907307 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0456cbb7-0b10-4176-9d46-cdbd12aa8d01 req-e63858e7-4f1e-4da9-ad78-e409712ae8b2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 1096 time: 0.0420127 Nov 25 20:25:26.959523 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0456cbb7-0b10-4176-9d46-cdbd12aa8d01 req-ef147ddc-8ab4-470a-9fca-3942bcd09fa7 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443199 Nov 25 20:25:27.637531 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74f323-1ac8-4a99-8650-40d53aaa7722 req-791e8492-aa49-4872-8bf5-70f3aac7c176 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:27.639532 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9e74f323-1ac8-4a99-8650-40d53aaa7722 req-791e8492-aa49-4872-8bf5-70f3aac7c176 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 945 time: 0.0510056 Nov 25 20:25:27.689916 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9e74f323-1ac8-4a99-8650-40d53aaa7722 req-570ec08e-fa42-4c43-b6ed-f3de44bc7215 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437164 Nov 25 20:25:28.810683 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07045aa9-44d1-457d-a189-66ecbf4a4fd7 req-59e0b13e-ce4c-459e-b989-92cd191c314a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:28.812166 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-07045aa9-44d1-457d-a189-66ecbf4a4fd7 req-59e0b13e-ce4c-459e-b989-92cd191c314a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 945 time: 0.0518000 Nov 25 20:25:28.859462 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-07045aa9-44d1-457d-a189-66ecbf4a4fd7 req-57d47251-1d2e-4e57-8943-67c6d32b3f50 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413184 Nov 25 20:25:28.975427 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffd65b-08a4-4a2b-bfe7-05d80c04ee73 req-00ea9a0a-a6b7-494c-ae84-0c55e365cd0f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:28.976801 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eaffd65b-08a4-4a2b-bfe7-05d80c04ee73 req-00ea9a0a-a6b7-494c-ae84-0c55e365cd0f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 945 time: 0.0531101 Nov 25 20:25:28.986169 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 56352) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:25:28.990496 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-094b47bc-8e24-4d95-9c7c-5f1f90d860d8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Request body: {'floatingip': {'port_id': '81d5195a-8a4b-42a0-9653-a6aeeac37acb'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:25:29.029972 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-094b47bc-8e24-4d95-9c7c-5f1f90d860d8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for floatingip, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:29.350175 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-44123da4-2d39-4994-9e81-1969efc001a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:29.462576 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-094b47bc-8e24-4d95-9c7c-5f1f90d860d8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:29.467532 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-094b47bc-8e24-4d95-9c7c-5f1f90d860d8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:29.568438 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-094b47bc-8e24-4d95-9c7c-5f1f90d860d8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Floating IP 72969a43-d852-4cdc-8fb3-898ad66dbfc5 associated. External IP: 172.25.6.55, port: 81d5195a-8a4b-42a0-9653-a6aeeac37acb. Nov 25 20:25:29.776375 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094b47bc-8e24-4d95-9c7c-5f1f90d860d8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Router 34ebc3ee-538b-4c7c-a621-b613f1842048 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:25:29.886699 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094b47bc-8e24-4d95-9c7c-5f1f90d860d8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:25:29.892108 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-094b47bc-8e24-4d95-9c7c-5f1f90d860d8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:29.897701 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22d11c7-7d27-4655-a65d-c6831d2acde2 None None] Sync routers for ids ['34ebc3ee-538b-4c7c-a621-b613f1842048'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:25:29.908474 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22d11c7-7d27-4655-a65d-c6831d2acde2 None None] Routers {'34ebc3ee-538b-4c7c-a621-b613f1842048'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:25:29.909087 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f22d11c7-7d27-4655-a65d-c6831d2acde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:25:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['34ebc3ee-538b-4c7c-a621-b613f1842048'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:25:29.919313 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-094b47bc-8e24-4d95-9c7c-5f1f90d860d8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "PUT /v2.0/floatingips/72969a43-d852-4cdc-8fb3-898ad66dbfc5 HTTP/1.1" status: 200 len: 990 time: 0.9320781 Nov 25 20:25:29.920057 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f16c63-6a2b-4738-9b04-97924295e5f6', 'tag': '81d5195a-8a4b-42a0-9653-a6aeeac37acb'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:25:29.923023 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea96f45-fd64-4893-b1cb-1c28659ee88b" -d '{"events": [{"name": "network-changed", "server_uuid": "31f16c63-6a2b-4738-9b04-97924295e5f6", "tag": "81d5195a-8a4b-42a0-9653-a6aeeac37acb"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:25:30.015659 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba325e4-4be3-46b2-aa33-3ef61ceb90d8 x-openstack-request-id: req-8ba325e4-4be3-46b2-aa33-3ef61ceb90d8 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:25:30.016071 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f16c63-6a2b-4738-9b04-97924295e5f6", "tag": "81d5195a-8a4b-42a0-9653-a6aeeac37acb", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:25:30.016406 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8ba325e4-4be3-46b2-aa33-3ef61ceb90d8 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:25:30.016854 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-f22d11c7-7d27-4655-a65d-c6831d2acde2 None None] Set router 34ebc3ee-538b-4c7c-a621-b613f1842048 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:25:30.016975 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f16c63-6a2b-4738-9b04-97924295e5f6', 'tag': '81d5195a-8a4b-42a0-9653-a6aeeac37acb', 'status': 'completed', 'code': 200} Nov 25 20:25:30.078991 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea96f45-fd64-4893-b1cb-1c28659ee88b req-458e83b8-0237-4e9a-9c7f-6e7599066aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:30.080543 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5ea96f45-fd64-4893-b1cb-1c28659ee88b req-458e83b8-0237-4e9a-9c7f-6e7599066aeb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 1096 time: 0.0425661 Nov 25 20:25:30.175332 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea96f45-fd64-4893-b1cb-1c28659ee88b req-64612366-1ed8-483a-94f8-da2e1b662eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:30.176837 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5ea96f45-fd64-4893-b1cb-1c28659ee88b req-64612366-1ed8-483a-94f8-da2e1b662eae service neutron] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.0883756 Nov 25 20:25:30.246701 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f22d11c7-7d27-4655-a65d-c6831d2acde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '72969a43-d852-4cdc-8fb3-898ad66dbfc5', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'floating_ip_address': '172.25.6.55', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'port_id': '81d5195a-8a4b-42a0-9653-a6aeeac37acb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'mac_address': 'fa:16:3e:70:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f16c63-6a2b-4738-9b04-97924295e5f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:25:15Z', 'updated_at': '2021-11-25T20:25:29Z', 'revision_number': 1, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2740133-b874-4bf2-b746-d5c3eae9d9aa', 'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'mac_address': 'fa:16:3e:c3:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:13Z', 'updated_at': '2021-11-25T20:25:16Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'subnets': [{'id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:25:30.247107 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5ea96f45-fd64-4893-b1cb-1c28659ee88b req-fe8344dd-166a-4816-acf7-519fd8bb5241 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81d5195a-8a4b-42a0-9653-a6aeeac37acb HTTP/1.1" status: 200 len: 998 time: 0.0634217 Nov 25 20:25:30.273083 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22d11c7-7d27-4655-a65d-c6831d2acde2 None None] Checking router: 34ebc3ee-538b-4c7c-a621-b613f1842048 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:25:30.282265 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22d11c7-7d27-4655-a65d-c6831d2acde2 None None] Routers {'34ebc3ee-538b-4c7c-a621-b613f1842048'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:25:30.282905 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f22d11c7-7d27-4655-a65d-c6831d2acde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:25:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['34ebc3ee-538b-4c7c-a621-b613f1842048'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:25:30.300134 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea96f45-fd64-4893-b1cb-1c28659ee88b req-61aca078-35a1-4dfa-856f-acb31b7145f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:30.302343 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5ea96f45-fd64-4893-b1cb-1c28659ee88b req-61aca078-35a1-4dfa-856f-acb31b7145f9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0487368 Nov 25 20:25:30.350041 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea96f45-fd64-4893-b1cb-1c28659ee88b req-9515ff26-918f-42b9-912e-8289e48488ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:30.351634 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5ea96f45-fd64-4893-b1cb-1c28659ee88b req-9515ff26-918f-42b9-912e-8289e48488ae service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429502 Nov 25 20:25:30.388641 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-f22d11c7-7d27-4655-a65d-c6831d2acde2 None None] Set router 34ebc3ee-538b-4c7c-a621-b613f1842048 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:25:30.447544 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5ea96f45-fd64-4893-b1cb-1c28659ee88b req-20135da6-269a-4a9d-97d8-4b98715745db service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888786 Nov 25 20:25:30.539075 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5ea96f45-fd64-4893-b1cb-1c28659ee88b req-8e2e9f0a-4bfe-4d6f-830c-662eba3a1235 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838552 Nov 25 20:25:30.615721 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f22d11c7-7d27-4655-a65d-c6831d2acde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '72969a43-d852-4cdc-8fb3-898ad66dbfc5', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'floating_ip_address': '172.25.6.55', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'port_id': '81d5195a-8a4b-42a0-9653-a6aeeac37acb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'mac_address': 'fa:16:3e:70:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f16c63-6a2b-4738-9b04-97924295e5f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:25:15Z', 'updated_at': '2021-11-25T20:25:29Z', 'revision_number': 1, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2740133-b874-4bf2-b746-d5c3eae9d9aa', 'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'mac_address': 'fa:16:3e:c3:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:13Z', 'updated_at': '2021-11-25T20:25:16Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'subnets': [{'id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:25:30.728510 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22d11c7-7d27-4655-a65d-c6831d2acde2 None None] The sync data for ids ['34ebc3ee-538b-4c7c-a621-b613f1842048'] in n-d-819349-5 is: [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '72969a43-d852-4cdc-8fb3-898ad66dbfc5', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'floating_ip_address': '172.25.6.55', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'port_id': '81d5195a-8a4b-42a0-9653-a6aeeac37acb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'mac_address': 'fa:16:3e:70:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f16c63-6a2b-4738-9b04-97924295e5f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:25:15Z', 'updated_at': '2021-11-25T20:25:29Z', 'revision_number': 1, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2740133-b874-4bf2-b746-d5c3eae9d9aa', 'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'mac_address': 'fa:16:3e:c3:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:13Z', 'updated_at': '2021-11-25T20:25:16Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'subnets': [{'id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:25:30.916827 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac16463-64e7-4826-ae72-19d5c54a3ad6 None None] New status for floating IP 72969a43-d852-4cdc-8fb3-898ad66dbfc5: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:25:31.816397 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f21c4dba-f9df-473a-b322-614a0056366b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:33.878054 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:35.688316 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:35.690277 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:50.616577 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:25:54.130864 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:54.766364 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:59.351669 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1c95d490-43ce-467b-b8a3-c2478bedb4ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:01.809068 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0fdfda02-366d-48bb-bf2a-cc7ecedca606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:03.880583 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:05.607183 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fd9dcffb-4d72-4c3f-a854-e3d8f03f0d83 req-561f40f0-dbce-4158-8f15-7ad1d608c63b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447555 Nov 25 20:26:05.693416 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9dcffb-4d72-4c3f-a854-e3d8f03f0d83 req-a699757e-cb0d-4963-8d54-549f9f5da5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:26:05.693986 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:05.695158 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fd9dcffb-4d72-4c3f-a854-e3d8f03f0d83 req-a699757e-cb0d-4963-8d54-549f9f5da5cc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 1096 time: 0.0441167 Nov 25 20:26:05.698229 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:05.816279 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9dcffb-4d72-4c3f-a854-e3d8f03f0d83 req-5dcbec6a-ba14-4636-87cd-924bfd6df5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:26:05.817776 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fd9dcffb-4d72-4c3f-a854-e3d8f03f0d83 req-5dcbec6a-ba14-4636-87cd-924bfd6df5aa service neutron] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.1037157 Nov 25 20:26:05.885588 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fd9dcffb-4d72-4c3f-a854-e3d8f03f0d83 req-1f9dc3a2-d018-46aa-98d3-6f71ec6b55ef service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81d5195a-8a4b-42a0-9653-a6aeeac37acb HTTP/1.1" status: 200 len: 1000 time: 0.0605919 Nov 25 20:26:05.935619 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9dcffb-4d72-4c3f-a854-e3d8f03f0d83 req-78db5424-2454-493d-92a6-9df59f41b627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:26:05.937247 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fd9dcffb-4d72-4c3f-a854-e3d8f03f0d83 req-78db5424-2454-493d-92a6-9df59f41b627 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0449944 Nov 25 20:26:05.988136 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9dcffb-4d72-4c3f-a854-e3d8f03f0d83 req-2db91bab-0604-401f-ac7e-f896497d12f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:26:05.989607 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fd9dcffb-4d72-4c3f-a854-e3d8f03f0d83 req-2db91bab-0604-401f-ac7e-f896497d12f0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451376 Nov 25 20:26:06.081970 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fd9dcffb-4d72-4c3f-a854-e3d8f03f0d83 req-fe539473-31a9-494f-a727-dd00baea2a1b service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854561 Nov 25 20:26:06.180161 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fd9dcffb-4d72-4c3f-a854-e3d8f03f0d83 req-4460b7c7-6097-4f62-81c4-84b8e8926c0a service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917134 Nov 25 20:26:24.143048 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:24.768536 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:27.615942 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:26:29.355385 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-78f7ef76-6c94-42bb-aa76-89decd99dacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:31.814228 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-72869116-6990-4f21-8fee-b62083b186e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:33.884940 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:35.694281 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:35.697074 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:54.143421 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:54.765156 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:59.357021 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-89a6ef3b-fb35-4a66-914b-ecc67ba7730b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:01.821113 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a240198b-2ad1-4814-92fd-87593e13f79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:03.886617 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:04.615811 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:27:05.695460 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:05.697379 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:06.222267 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71589279-e71e-4ae0-be8e-ba3979343747 req-ae73a752-abbb-442a-ae97-fd9e7e7067fe tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:06.223785 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71589279-e71e-4ae0-be8e-ba3979343747 req-ae73a752-abbb-442a-ae97-fd9e7e7067fe tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 945 time: 0.0554538 Nov 25 20:27:06.272669 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71589279-e71e-4ae0-be8e-ba3979343747 req-d199bd38-a812-48dd-9e87-c2bb390c01c1 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420327 Nov 25 20:27:06.527769 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-e9ffb133-38ac-483e-b3c4-9de4b5ed0137 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0456059 Nov 25 20:27:06.534816 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928db74-7357-44e3-8b2d-0b28c86f4ee5 req-f68a0120-06fc-4fb3-9113-37619cc968c1 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:06.536491 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8928db74-7357-44e3-8b2d-0b28c86f4ee5 req-f68a0120-06fc-4fb3-9113-37619cc968c1 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 945 time: 0.0499794 Nov 25 20:27:06.588785 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8928db74-7357-44e3-8b2d-0b28c86f4ee5 req-c1061546-7212-4d26-86fd-99ff8fafca0e tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460811 Nov 25 20:27:07.732398 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a41e5f-c06e-4cbc-ab69-d478c91d61d7 req-47aab98f-0abd-4f42-b4c6-0f97fcf49e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:07.734606 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c7a41e5f-c06e-4cbc-ab69-d478c91d61d7 req-47aab98f-0abd-4f42-b4c6-0f97fcf49e04 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 1096 time: 0.0526972 Nov 25 20:27:07.737806 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72ca27-b5b7-4e53-b6f4-989a9f2235c8 req-fd9fc005-ab49-4e3c-bb66-142b8194d72a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:07.739571 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f72ca27-b5b7-4e53-b6f4-989a9f2235c8 req-fd9fc005-ab49-4e3c-bb66-142b8194d72a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 945 time: 0.0571578 Nov 25 20:27:07.799771 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f72ca27-b5b7-4e53-b6f4-989a9f2235c8 req-3ff9eabd-2010-44cd-9175-7ba2a63111d0 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528069 Nov 25 20:27:07.859084 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a41e5f-c06e-4cbc-ab69-d478c91d61d7 req-e58f2294-db2a-4838-b2ab-44f4ba3cbc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:07.860605 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c7a41e5f-c06e-4cbc-ab69-d478c91d61d7 req-e58f2294-db2a-4838-b2ab-44f4ba3cbc98 service neutron] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.1043224 Nov 25 20:27:07.931936 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c7a41e5f-c06e-4cbc-ab69-d478c91d61d7 req-2e70a951-fc1c-40e5-92f0-68f8c77697e7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81d5195a-8a4b-42a0-9653-a6aeeac37acb HTTP/1.1" status: 200 len: 1000 time: 0.0637758 Nov 25 20:27:07.986893 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a41e5f-c06e-4cbc-ab69-d478c91d61d7 req-2e8aa966-8ff2-47d1-9bb6-cd371eaf8b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:07.988364 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c7a41e5f-c06e-4cbc-ab69-d478c91d61d7 req-2e8aa966-8ff2-47d1-9bb6-cd371eaf8b47 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0499697 Nov 25 20:27:08.041597 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a41e5f-c06e-4cbc-ab69-d478c91d61d7 req-c97b1a9b-76f8-41f4-b638-4d841bca3a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:08.043223 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c7a41e5f-c06e-4cbc-ab69-d478c91d61d7 req-c97b1a9b-76f8-41f4-b638-4d841bca3a54 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481951 Nov 25 20:27:08.142236 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c7a41e5f-c06e-4cbc-ab69-d478c91d61d7 req-7e7443d7-901f-4a13-8071-37f07da1b2a5 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910156 Nov 25 20:27:08.243099 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c7a41e5f-c06e-4cbc-ab69-d478c91d61d7 req-a8569b43-ad1d-46b1-8211-ad81436cb400 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940425 Nov 25 20:27:08.330601 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-4b9f7377-3c4b-4ec1-b63f-f2010ce1eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:08.332037 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-4b9f7377-3c4b-4ec1-b63f-f2010ce1eaa3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 1096 time: 0.0466666 Nov 25 20:27:08.778006 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-7dc6525b-68f7-4edf-90ad-7388b83dfbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:08.779528 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-7dc6525b-68f7-4edf-90ad-7388b83dfbb4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.4408045 Nov 25 20:27:08.854433 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-57863927-bda1-4432-af39-920cc17decd6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81d5195a-8a4b-42a0-9653-a6aeeac37acb HTTP/1.1" status: 200 len: 1000 time: 0.0661817 Nov 25 20:27:08.907984 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-32af81fc-e9d5-44b0-a9ee-68e6224a4423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:08.909469 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-32af81fc-e9d5-44b0-a9ee-68e6224a4423 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0473337 Nov 25 20:27:08.929274 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a0269-4315-452a-ab08-10eb8ab7ba1f req-0381a08f-818e-4cda-b488-c440060488d2 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:08.930821 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0a2a0269-4315-452a-ab08-10eb8ab7ba1f req-0381a08f-818e-4cda-b488-c440060488d2 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 945 time: 0.0512490 Nov 25 20:27:08.960223 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-d0be3655-52c6-4de6-9a22-6a3440e8b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:08.961732 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-d0be3655-52c6-4de6-9a22-6a3440e8b097 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456691 Nov 25 20:27:08.984042 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0a2a0269-4315-452a-ab08-10eb8ab7ba1f req-52d4a4bf-c2b9-452a-9f3c-c538fc2bf61f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456500 Nov 25 20:27:09.054202 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-efa8b3b6-5256-4920-8b42-5527dba1e8fb service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845990 Nov 25 20:27:09.159057 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-d5666ec6-09ca-4973-b8db-b4851216c8d6 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979543 Nov 25 20:27:10.101152 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f372dc-f681-4fc5-91e6-1ac15a4474d8 req-74578cf4-0ba2-4b03-88e7-398805fb032f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:10.102782 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-47f372dc-f681-4fc5-91e6-1ac15a4474d8 req-74578cf4-0ba2-4b03-88e7-398805fb032f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 945 time: 0.0492604 Nov 25 20:27:10.155681 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-47f372dc-f681-4fc5-91e6-1ac15a4474d8 req-9a17748f-ca98-4888-bdfb-f6053d0e0908 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463953 Nov 25 20:27:11.274651 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3d45d-fd62-4916-a933-ef71e8220d7a req-eecfefa4-d6a2-4c95-bc35-8afab2c3cf54 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:11.276219 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13c3d45d-fd62-4916-a933-ef71e8220d7a req-eecfefa4-d6a2-4c95-bc35-8afab2c3cf54 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 945 time: 0.0499930 Nov 25 20:27:11.335495 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-13c3d45d-fd62-4916-a933-ef71e8220d7a req-91fa9faa-504f-4af1-96b6-1b33a0200a40 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514805 Nov 25 20:27:12.463615 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cff79-75c4-474c-b2a2-320080f01234 req-63af44b6-acbb-47fa-9576-203809d54021 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:12.465232 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9f2cff79-75c4-474c-b2a2-320080f01234 req-63af44b6-acbb-47fa-9576-203809d54021 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 945 time: 0.0530212 Nov 25 20:27:12.518227 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9f2cff79-75c4-474c-b2a2-320080f01234 req-81adf0d7-dafc-48af-a852-3d9b7001c816 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451713 Nov 25 20:27:13.644268 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569656e6-d564-4921-8977-66331a18a884 req-e3b7d229-fd4d-4dff-b35a-71d45b7b5eb8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:13.645769 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-569656e6-d564-4921-8977-66331a18a884 req-e3b7d229-fd4d-4dff-b35a-71d45b7b5eb8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 945 time: 0.0552149 Nov 25 20:27:13.701586 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-569656e6-d564-4921-8977-66331a18a884 req-c685b534-ec5e-429c-914c-dacb85896648 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460832 Nov 25 20:27:14.823281 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a0493-b526-42a9-8735-6beccaa5e1ef req-556151fa-2944-4952-be1a-4045ff36d9dc tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:14.824775 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc2a0493-b526-42a9-8735-6beccaa5e1ef req-556151fa-2944-4952-be1a-4045ff36d9dc tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 945 time: 0.0503204 Nov 25 20:27:14.872769 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc2a0493-b526-42a9-8735-6beccaa5e1ef req-05c6e630-0972-4c83-a1c1-d093c03853a8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412071 Nov 25 20:27:16.007793 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b349e-8748-4e1a-9023-55c40824c7ae req-2c00d4d8-23d1-4b3d-82c1-9fd8ac5cc143 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:16.009298 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-156b349e-8748-4e1a-9023-55c40824c7ae req-2c00d4d8-23d1-4b3d-82c1-9fd8ac5cc143 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 945 time: 0.0635278 Nov 25 20:27:16.063136 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-156b349e-8748-4e1a-9023-55c40824c7ae req-e88d7ce9-9abc-49c9-a2fe-eec21a88750e tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465043 Nov 25 20:27:17.185005 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082d204-e3e1-42e6-92f6-af7d1354ac5f req-ec09115a-089e-430a-80db-16c4ac8b7625 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:17.187534 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2082d204-e3e1-42e6-92f6-af7d1354ac5f req-ec09115a-089e-430a-80db-16c4ac8b7625 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 945 time: 0.0531068 Nov 25 20:27:17.237203 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2082d204-e3e1-42e6-92f6-af7d1354ac5f req-f4c8311f-9ac8-43eb-9fc1-851009673e15 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427041 Nov 25 20:27:18.355464 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bba4f2-58b4-46e1-b500-3d988c974d34 req-55c88b99-cd24-4725-9a6b-496ae90357e9 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:18.356851 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f2bba4f2-58b4-46e1-b500-3d988c974d34 req-55c88b99-cd24-4725-9a6b-496ae90357e9 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 945 time: 0.0501137 Nov 25 20:27:18.409739 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f2bba4f2-58b4-46e1-b500-3d988c974d34 req-5a888676-c3f9-4787-889b-d57eafef6cde tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464983 Nov 25 20:27:19.527883 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1497161-0060-4619-aa59-ff00c440c2a4 req-e370fc73-d30e-4ab8-b1e8-92a7f87f547a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:19.529403 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e1497161-0060-4619-aa59-ff00c440c2a4 req-e370fc73-d30e-4ab8-b1e8-92a7f87f547a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 945 time: 0.0500937 Nov 25 20:27:19.579427 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e1497161-0060-4619-aa59-ff00c440c2a4 req-ee4bfb7e-cd11-4e0d-acac-f707fbd11c34 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429487 Nov 25 20:27:20.700045 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbe2be-7360-48c7-b9fa-1a7297ab2010 req-f5cbd1b7-602a-4d1a-ae0a-e0ade2f481b6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:20.702506 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-afbbe2be-7360-48c7-b9fa-1a7297ab2010 req-f5cbd1b7-602a-4d1a-ae0a-e0ade2f481b6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 945 time: 0.0509732 Nov 25 20:27:20.755271 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-afbbe2be-7360-48c7-b9fa-1a7297ab2010 req-d0278698-b519-4507-a19b-8d778dfd4a4b tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436931 Nov 25 20:27:21.126370 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-d22df170-5b46-42c4-9abf-a98a97396e82 service neutron] show failed (client error): The resource could not be found. Nov 25 20:27:21.127401 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-d22df170-5b46-42c4-9abf-a98a97396e82 service neutron] 10.222.0.85 "GET /v2.0/ports/81d5195a-8a4b-42a0-9653-a6aeeac37acb/bindings/n-h1-819349-5 HTTP/1.1" status: 404 len: 380 time: 0.0573523 Nov 25 20:27:21.332844 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-402f835f-ce40-41e8-844d-209434f55bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:21.334227 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-402f835f-ce40-41e8-844d-209434f55bc4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6&tenant_id=e1b89cd4959047059d1a0fcec39227fc HTTP/1.1" status: 200 len: 1096 time: 0.0465033 Nov 25 20:27:21.347212 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819349-5', 'device_owner': 'compute:nova'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:27:21.405817 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:21.629598 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] For port 81d5195a-8a4b-42a0-9653-a6aeeac37acb, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=81d5195a-8a4b-42a0-9653-a6aeeac37acb,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:27:21.665247 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] For port 81d5195a-8a4b-42a0-9653-a6aeeac37acb, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:27:21.709222 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f16c63-6a2b-4738-9b04-97924295e5f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d5195a-8a4b-42a0-9653-a6aeeac37acb'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:27:21.711494 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c4dad6-8c15-4264-9e3d-c29a0fcc7585" -d '{"events": [{"server_uuid": "31f16c63-6a2b-4738-9b04-97924295e5f6", "name": "network-vif-unplugged", "status": "completed", "tag": "81d5195a-8a4b-42a0-9653-a6aeeac37acb"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:27:21.715796 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:21.730185 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Transition to ACTIVE for port object 81d5195a-8a4b-42a0-9653-a6aeeac37acb will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:27:21.737428 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:21.771539 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a12ab2a-f321-4bb0-aa74-29b176a75c70 x-openstack-request-id: req-9a12ab2a-f321-4bb0-aa74-29b176a75c70 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:27:21.771831 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f16c63-6a2b-4738-9b04-97924295e5f6", "name": "network-vif-unplugged", "status": "completed", "tag": "81d5195a-8a4b-42a0-9653-a6aeeac37acb", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:27:21.772086 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9a12ab2a-f321-4bb0-aa74-29b176a75c70 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:27:21.772479 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f16c63-6a2b-4738-9b04-97924295e5f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d5195a-8a4b-42a0-9653-a6aeeac37acb', 'code': 200} Nov 25 20:27:21.830881 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Pushing event updated for resources: {'Port': ['ID=81d5195a-8a4b-42a0-9653-a6aeeac37acb,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:21.855992 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:21.856344 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:21.856688 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:21.857014 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:21.857962 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:21.858486 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:21.859285 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:21.859285 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:21.859489 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:21.859757 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:21.861218 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:21.861218 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:21.923132 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] No DVR routers for this DVR port 81d5195a-8a4b-42a0-9653-a6aeeac37acb on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:27:22.006147 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842907a1-3b4a-4aab-ad8d-7a5b5d2af8e1 req-4028a15b-2641-49e1-be7e-f38e770a0aa6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:22.009263 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-842907a1-3b4a-4aab-ad8d-7a5b5d2af8e1 req-4028a15b-2641-49e1-be7e-f38e770a0aa6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 943 time: 0.1709678 Nov 25 20:27:22.096838 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-842907a1-3b4a-4aab-ad8d-7a5b5d2af8e1 req-75566e6c-6369-4320-8ceb-5799f024366b tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809906 Nov 25 20:27:22.142824 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Attempting to bind port 81d5195a-8a4b-42a0-9653-a6aeeac37acb on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:27:22.143071 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Attempting to bind port 81d5195a-8a4b-42a0-9653-a6aeeac37acb by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:27:22.143398 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Attempting to bind port 81d5195a-8a4b-42a0-9653-a6aeeac37acb on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:27:22.147671 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Port 81d5195a-8a4b-42a0-9653-a6aeeac37acb on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:27:22.147993 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Attempting to bind port 81d5195a-8a4b-42a0-9653-a6aeeac37acb on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:27:22.152833 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:27:22.153170 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Checking segment: {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:27:22.153647 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Bound using segment: {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:27:22.153955 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Bound port: 81d5195a-8a4b-42a0-9653-a6aeeac37acb, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:27:22.154904 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:22.220217 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] For port 81d5195a-8a4b-42a0-9653-a6aeeac37acb, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:27:22.223456 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] For port 81d5195a-8a4b-42a0-9653-a6aeeac37acb, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=81d5195a-8a4b-42a0-9653-a6aeeac37acb,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:27:22.227838 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:22.260676 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:22.261311 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:22.262731 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] 10.222.0.73 "PUT /v2.0/ports/81d5195a-8a4b-42a0-9653-a6aeeac37acb HTTP/1.1" status: 200 len: 1091 time: 0.9197810 Nov 25 20:27:22.318493 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be92b0-a355-4ed6-897f-eb1de18b82b1 service neutron] Pushing event updated for resources: {'Port': ['ID=81d5195a-8a4b-42a0-9653-a6aeeac37acb,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:22.337680 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-54759112-8af8-438e-9e4d-9ba83c2ab9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:22.339272 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-54759112-8af8-438e-9e4d-9ba83c2ab9d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 1094 time: 0.0529804 Nov 25 20:27:22.438412 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-f511ac97-a699-4732-ab42-452835e57c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:22.439908 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-f511ac97-a699-4732-ab42-452835e57c4b service neutron] 10.222.0.73 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.0933115 Nov 25 20:27:22.513364 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-951dcdd0-e72b-4f60-b75e-7a73c58c7001 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81d5195a-8a4b-42a0-9653-a6aeeac37acb HTTP/1.1" status: 200 len: 998 time: 0.0646784 Nov 25 20:27:22.563300 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-f17355e9-3013-468e-9875-06230622d880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:22.564743 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-f17355e9-3013-468e-9875-06230622d880 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0439234 Nov 25 20:27:22.613216 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-dfacb255-1083-4b78-a959-f7cd509b8f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:22.615628 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-dfacb255-1083-4b78-a959-f7cd509b8f02 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429761 Nov 25 20:27:22.714641 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-7eff1b73-d5b0-44f0-9834-409ecdd0e651 service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913541 Nov 25 20:27:22.807118 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad2c8b4a-1a48-43e3-95f3-9bb186a29b78 req-74c23509-c7fc-470b-90a3-ce27654fd4cd service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857613 Nov 25 20:27:23.221596 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb85647-262f-4c32-90c3-3a6baf845786 req-88232cce-32ca-4dcb-8b67-4a047a64d9b7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:23.223112 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cbb85647-262f-4c32-90c3-3a6baf845786 req-88232cce-32ca-4dcb-8b67-4a047a64d9b7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 943 time: 0.0551312 Nov 25 20:27:23.271962 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cbb85647-262f-4c32-90c3-3a6baf845786 req-f171184b-7adc-4066-b470-d233f57cec67 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423691 Nov 25 20:27:23.773259 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f16c63-6a2b-4738-9b04-97924295e5f6', 'tag': '81d5195a-8a4b-42a0-9653-a6aeeac37acb'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:27:23.775679 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5d6107-2588-4c4d-bae7-3af8cdc1a9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "31f16c63-6a2b-4738-9b04-97924295e5f6", "tag": "81d5195a-8a4b-42a0-9653-a6aeeac37acb"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:27:23.826625 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33198ef4-70a5-4fc3-ac06-d8e306befdb2 x-openstack-request-id: req-33198ef4-70a5-4fc3-ac06-d8e306befdb2 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:27:23.826949 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f16c63-6a2b-4738-9b04-97924295e5f6", "tag": "81d5195a-8a4b-42a0-9653-a6aeeac37acb", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:27:23.827232 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-33198ef4-70a5-4fc3-ac06-d8e306befdb2 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:27:23.827620 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f16c63-6a2b-4738-9b04-97924295e5f6', 'tag': '81d5195a-8a4b-42a0-9653-a6aeeac37acb', 'status': 'completed', 'code': 200} Nov 25 20:27:23.895398 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d6107-2588-4c4d-bae7-3af8cdc1a9d6 req-3ac5a371-349e-46a8-b563-3c73c73f4d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:23.896966 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ba5d6107-2588-4c4d-bae7-3af8cdc1a9d6 req-3ac5a371-349e-46a8-b563-3c73c73f4d50 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 1094 time: 0.0429893 Nov 25 20:27:23.897687 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d6107-2588-4c4d-bae7-3af8cdc1a9d6 req-4ead6ea6-9c07-4a93-a7db-c2d0712d446d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:23.899241 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba5d6107-2588-4c4d-bae7-3af8cdc1a9d6 req-4ead6ea6-9c07-4a93-a7db-c2d0712d446d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 1094 time: 0.0515294 Nov 25 20:27:23.999055 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d6107-2588-4c4d-bae7-3af8cdc1a9d6 req-775e12a6-0799-4775-a6fc-e0b0aa2bd8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:24.000592 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba5d6107-2588-4c4d-bae7-3af8cdc1a9d6 req-775e12a6-0799-4775-a6fc-e0b0aa2bd8eb service neutron] 10.222.0.73 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.0929933 Nov 25 20:27:24.006613 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d6107-2588-4c4d-bae7-3af8cdc1a9d6 req-36ad63c0-ed1b-4533-9293-5bbd267cc204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:24.008290 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ba5d6107-2588-4c4d-bae7-3af8cdc1a9d6 req-36ad63c0-ed1b-4533-9293-5bbd267cc204 service neutron] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.1040487 Nov 25 20:27:24.083107 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ba5d6107-2588-4c4d-bae7-3af8cdc1a9d6 req-a846f64b-a577-4581-b905-6ba998f47607 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81d5195a-8a4b-42a0-9653-a6aeeac37acb HTTP/1.1" status: 200 len: 998 time: 0.0672202 Nov 25 20:27:24.144326 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d6107-2588-4c4d-bae7-3af8cdc1a9d6 req-ef08f44a-ef75-472c-84fa-c64c592bb9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:24.146238 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ba5d6107-2588-4c4d-bae7-3af8cdc1a9d6 req-ef08f44a-ef75-472c-84fa-c64c592bb9a5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0563631 Nov 25 20:27:24.163053 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:24.197098 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d6107-2588-4c4d-bae7-3af8cdc1a9d6 req-e4c2129f-f211-4fde-8368-69013ed6bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:24.198696 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ba5d6107-2588-4c4d-bae7-3af8cdc1a9d6 req-e4c2129f-f211-4fde-8368-69013ed6bf98 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453665 Nov 25 20:27:24.315980 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ba5d6107-2588-4c4d-bae7-3af8cdc1a9d6 req-bc5a1d32-7c6f-4b5d-84e4-37837152bcac service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094129 Nov 25 20:27:24.443318 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba5d6107-2588-4c4d-bae7-3af8cdc1a9d6 req-d399a204-9cac-49eb-9fa6-0a0dc676a81b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81d5195a-8a4b-42a0-9653-a6aeeac37acb HTTP/1.1" status: 200 len: 998 time: 0.4337168 Nov 25 20:27:24.452223 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ba5d6107-2588-4c4d-bae7-3af8cdc1a9d6 req-12f8385f-def0-4da1-bf86-a8e699917e67 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270943 Nov 25 20:27:24.495875 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767e12c-1159-4821-af26-2d8fef95afc9 req-f09a0cad-a440-4a7d-a14b-a758ec5bc0e5 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:24.497757 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0767e12c-1159-4821-af26-2d8fef95afc9 req-f09a0cad-a440-4a7d-a14b-a758ec5bc0e5 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 943 time: 0.1135902 Nov 25 20:27:24.533757 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d6107-2588-4c4d-bae7-3af8cdc1a9d6 req-834040b1-df72-407f-93ef-0ca93ab64b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:24.535292 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba5d6107-2588-4c4d-bae7-3af8cdc1a9d6 req-834040b1-df72-407f-93ef-0ca93ab64b1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0839398 Nov 25 20:27:24.582690 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0767e12c-1159-4821-af26-2d8fef95afc9 req-58dd12af-d888-4aba-9de7-56661acab4f2 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780890 Nov 25 20:27:24.597579 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d6107-2588-4c4d-bae7-3af8cdc1a9d6 req-8497ae7c-c466-44ff-8eb1-ef3e7dbabc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:24.599115 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba5d6107-2588-4c4d-bae7-3af8cdc1a9d6 req-8497ae7c-c466-44ff-8eb1-ef3e7dbabc17 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563657 Nov 25 20:27:24.700459 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba5d6107-2588-4c4d-bae7-3af8cdc1a9d6 req-694365b8-bdb3-4666-93fd-3d8c103ae124 service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931575 Nov 25 20:27:24.795259 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:24.808624 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba5d6107-2588-4c4d-bae7-3af8cdc1a9d6 req-552e80ff-a73f-4200-803b-5f0d0fa77751 service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009457 Nov 25 20:27:25.191172 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 81d5195a-8a4b-42a0-9653-a6aeeac37acb no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:27:25.230644 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 81d5195a-8a4b-42a0-9653-a6aeeac37acb not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:27:25.556303 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 81d5195a-8a4b-42a0-9653-a6aeeac37acb details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:27:25.668925 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 81d5195a-8a4b-42a0-9653-a6aeeac37acb, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=81d5195a-8a4b-42a0-9653-a6aeeac37acb,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:27:25.682893 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '81d5195a-8a4b-42a0-9653-a6aeeac37acb', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'port_id': '81d5195a-8a4b-42a0-9653-a6aeeac37acb', 'mac_address': 'fa:16:3e:70:fe:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:27:25.721043 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721674c-2376-4835-864c-b497538468d9 req-5645580c-fa64-45b3-9488-974fcb1d817b tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:25.722670 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b721674c-2376-4835-864c-b497538468d9 req-5645580c-fa64-45b3-9488-974fcb1d817b tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 943 time: 0.0517547 Nov 25 20:27:25.726638 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:25.745083 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d5195a-8a4b-42a0-9653-a6aeeac37acb {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:27:25.765684 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 81d5195a-8a4b-42a0-9653-a6aeeac37acb, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=81d5195a-8a4b-42a0-9653-a6aeeac37acb,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:27:25.769838 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:25.780545 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b721674c-2376-4835-864c-b497538468d9 req-aa78dfa8-9146-4ead-8d19-c249d9201b7e tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498986 Nov 25 20:27:25.820814 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=81d5195a-8a4b-42a0-9653-a6aeeac37acb,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:25.828558 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:25.828914 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:25.829262 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:25.829606 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:25.829947 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:25.830307 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:25.830650 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:25.830984 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:25.831391 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:25.831647 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:25.831978 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:25.832306 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:25.989333 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee9365-6af1-4970-ae51-ffd51ef36bc4 req-a72726e6-f3c2-4013-b7e9-4733a609b50a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:25.991055 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c2ee9365-6af1-4970-ae51-ffd51ef36bc4 req-a72726e6-f3c2-4013-b7e9-4733a609b50a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 944 time: 0.0526068 Nov 25 20:27:26.022280 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc36c1-420e-4b4b-be5b-6959bb850d6b req-66de2451-7284-40aa-801c-b894592e4076 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:26.023872 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5cfc36c1-420e-4b4b-be5b-6959bb850d6b req-66de2451-7284-40aa-801c-b894592e4076 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.85 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6&tenant_id=e1b89cd4959047059d1a0fcec39227fc&binding%3Ahost_id=n-h1-819349-5 HTTP/1.1" status: 200 len: 944 time: 0.0761597 Nov 25 20:27:26.042144 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c2ee9365-6af1-4970-ae51-ffd51ef36bc4 req-8d600460-bdcb-4e3e-a700-e8f7b4b45d22 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448594 Nov 25 20:27:26.060464 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['81d5195a-8a4b-42a0-9653-a6aeeac37acb'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:27:26.101604 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [req-5cfc36c1-420e-4b4b-be5b-6959bb850d6b req-b0796a65-831d-4e2b-8da1-325d4f7c12a7 service neutron] delete failed (client error): The resource could not be found. Nov 25 20:27:26.102770 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5cfc36c1-420e-4b4b-be5b-6959bb850d6b req-b0796a65-831d-4e2b-8da1-325d4f7c12a7 service neutron] 10.222.0.85 "DELETE /v2.0/ports/81d5195a-8a4b-42a0-9653-a6aeeac37acb/bindings/n-h2-819349-5 HTTP/1.1" status: 404 len: 380 time: 0.0704074 Nov 25 20:27:26.199361 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc36c1-420e-4b4b-be5b-6959bb850d6b req-1d52b549-15b4-4724-a328-01c493b066ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:26.200960 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5cfc36c1-420e-4b4b-be5b-6959bb850d6b req-1d52b549-15b4-4724-a328-01c493b066ba service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 1095 time: 0.0512066 Nov 25 20:27:26.296087 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc36c1-420e-4b4b-be5b-6959bb850d6b req-bad341cc-d1f6-41c9-a6c5-4470def10514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:26.297633 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5cfc36c1-420e-4b4b-be5b-6959bb850d6b req-bad341cc-d1f6-41c9-a6c5-4470def10514 service neutron] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.0900018 Nov 25 20:27:26.374946 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5cfc36c1-420e-4b4b-be5b-6959bb850d6b req-1032152b-8f05-4af5-9e51-543914ca8825 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81d5195a-8a4b-42a0-9653-a6aeeac37acb HTTP/1.1" status: 200 len: 999 time: 0.0702527 Nov 25 20:27:26.430351 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc36c1-420e-4b4b-be5b-6959bb850d6b req-ac0bc5fe-c90d-4d01-9982-f8e0b338ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:26.431850 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5cfc36c1-420e-4b4b-be5b-6959bb850d6b req-ac0bc5fe-c90d-4d01-9982-f8e0b338ab28 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0506275 Nov 25 20:27:26.483288 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc36c1-420e-4b4b-be5b-6959bb850d6b req-4130b4b0-c649-4ae9-9df0-a056593a0ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:26.485036 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5cfc36c1-420e-4b4b-be5b-6959bb850d6b req-4130b4b0-c649-4ae9-9df0-a056593a0ee4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451450 Nov 25 20:27:26.601820 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5cfc36c1-420e-4b4b-be5b-6959bb850d6b req-57a88893-e5cd-466d-9d9e-57c8b2390089 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100357 Nov 25 20:27:26.705775 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5cfc36c1-420e-4b4b-be5b-6959bb850d6b req-c15b9981-6177-4b64-83c0-a52cb722066e service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960727 Nov 25 20:27:27.181953 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d436f-6213-4b33-9a27-634e5b09666e req-199610a4-b979-4142-960e-17532f0f46c7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:27.183501 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-374d436f-6213-4b33-9a27-634e5b09666e req-199610a4-b979-4142-960e-17532f0f46c7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 944 time: 0.0601318 Nov 25 20:27:27.236576 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-374d436f-6213-4b33-9a27-634e5b09666e req-6c82daf3-b483-45eb-88f5-3157541891df tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445390 Nov 25 20:27:27.575180 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 81d5195a-8a4b-42a0-9653-a6aeeac37acb up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:27:27.627445 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 81d5195a-8a4b-42a0-9653-a6aeeac37acb completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:27:27.632004 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 81d5195a-8a4b-42a0-9653-a6aeeac37acb triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:27:27.632524 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:27.724453 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:27.748757 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f16c63-6a2b-4738-9b04-97924295e5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d5195a-8a4b-42a0-9653-a6aeeac37acb'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:27:27.750692 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2647ad7c-4185-4f27-adf3-0123d779c75c" -d '{"events": [{"server_uuid": "31f16c63-6a2b-4738-9b04-97924295e5f6", "name": "network-vif-plugged", "status": "completed", "tag": "81d5195a-8a4b-42a0-9653-a6aeeac37acb"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:27:27.765426 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 81d5195a-8a4b-42a0-9653-a6aeeac37acb, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=81d5195a-8a4b-42a0-9653-a6aeeac37acb,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:27:27.770219 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:27.799014 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb525c47-b666-4a02-bf55-8672ee97adcb x-openstack-request-id: req-eb525c47-b666-4a02-bf55-8672ee97adcb {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:27:27.799312 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f16c63-6a2b-4738-9b04-97924295e5f6", "name": "network-vif-plugged", "status": "completed", "tag": "81d5195a-8a4b-42a0-9653-a6aeeac37acb", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:27:27.799577 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eb525c47-b666-4a02-bf55-8672ee97adcb {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:27:27.799976 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f16c63-6a2b-4738-9b04-97924295e5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d5195a-8a4b-42a0-9653-a6aeeac37acb', 'code': 200} Nov 25 20:27:27.828296 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=81d5195a-8a4b-42a0-9653-a6aeeac37acb,revision_number=9']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:28.363423 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78724a5-8039-4be5-b7f1-17fb3df534f3 req-99358ec7-c6c5-4509-be0f-b423a9dc60bd tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:28.364861 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f78724a5-8039-4be5-b7f1-17fb3df534f3 req-99358ec7-c6c5-4509-be0f-b423a9dc60bd tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 945 time: 0.0547986 Nov 25 20:27:28.474591 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f78724a5-8039-4be5-b7f1-17fb3df534f3 req-426769f7-1b73-4086-99d7-2cd1b38f8077 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026423 Nov 25 20:27:28.593287 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee2a93-ad34-42f0-bab2-11711fa99427 req-8abbc2e4-9453-4e17-926a-42489e03f024 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:28.594926 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-11ee2a93-ad34-42f0-bab2-11711fa99427 req-8abbc2e4-9453-4e17-926a-42489e03f024 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 945 time: 0.0517099 Nov 25 20:27:28.649804 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-11ee2a93-ad34-42f0-bab2-11711fa99427 req-42c7f78f-67cf-45c5-a2c9-a5aa5e11d00a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485599 Nov 25 20:27:28.790313 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26cd22e-1e2a-49e0-9527-5cc19be379d9 req-c0a86e21-8d59-4372-922e-fb8080fce368 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:28.791835 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a26cd22e-1e2a-49e0-9527-5cc19be379d9 req-c0a86e21-8d59-4372-922e-fb8080fce368 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 945 time: 0.0559647 Nov 25 20:27:28.843770 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a26cd22e-1e2a-49e0-9527-5cc19be379d9 req-87a38d45-d694-4d8a-9e5a-2d35d472ff59 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447843 Nov 25 20:27:29.092892 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ccf22-b648-4f0f-b916-0ee49cb0f5ca req-7625bab8-0ac3-4326-8a33-90fdb3c44ada tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:29.094489 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-635ccf22-b648-4f0f-b916-0ee49cb0f5ca req-7625bab8-0ac3-4326-8a33-90fdb3c44ada tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 945 time: 0.0524838 Nov 25 20:27:29.144922 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-635ccf22-b648-4f0f-b916-0ee49cb0f5ca req-78e11f8d-d132-44e6-a409-a071da048dde tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444355 Nov 25 20:27:29.361613 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-be5b2c89-a5c6-482a-a00b-6bd220723c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:30.275875 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c965c-9b04-4467-9383-af0ebb5dee88 req-485211e5-f898-46b8-b442-f87ed2c20998 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:30.277387 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-731c965c-9b04-4467-9383-af0ebb5dee88 req-485211e5-f898-46b8-b442-f87ed2c20998 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 945 time: 0.0610688 Nov 25 20:27:30.332274 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-731c965c-9b04-4467-9383-af0ebb5dee88 req-5ad65f92-c44f-4d36-ba03-80d2ba44af24 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477719 Nov 25 20:27:30.407506 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bbfce-6ff3-43ac-8024-3dd252a4ffe7 req-bafe9e14-17ce-4e94-8714-46cefec98815 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:30.409006 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-776bbfce-6ff3-43ac-8024-3dd252a4ffe7 req-bafe9e14-17ce-4e94-8714-46cefec98815 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.73 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 945 time: 0.0507936 Nov 25 20:27:30.505310 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-776bbfce-6ff3-43ac-8024-3dd252a4ffe7 req-cd81a89a-838e-46c8-82ca-ec323c0da3c1 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Deleting port 81d5195a-8a4b-42a0-9653-a6aeeac37acb {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:27:30.505651 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-776bbfce-6ff3-43ac-8024-3dd252a4ffe7 req-cd81a89a-838e-46c8-82ca-ec323c0da3c1 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:30.600767 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-776bbfce-6ff3-43ac-8024-3dd252a4ffe7 req-cd81a89a-838e-46c8-82ca-ec323c0da3c1 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] For port 81d5195a-8a4b-42a0-9653-a6aeeac37acb, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=81d5195a-8a4b-42a0-9653-a6aeeac37acb,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:27:30.601043 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-776bbfce-6ff3-43ac-8024-3dd252a4ffe7 req-cd81a89a-838e-46c8-82ca-ec323c0da3c1 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:30.791895 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-776bbfce-6ff3-43ac-8024-3dd252a4ffe7 req-cd81a89a-838e-46c8-82ca-ec323c0da3c1 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:30.792253 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-776bbfce-6ff3-43ac-8024-3dd252a4ffe7 req-cd81a89a-838e-46c8-82ca-ec323c0da3c1 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:30.792572 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [req-776bbfce-6ff3-43ac-8024-3dd252a4ffe7 req-cd81a89a-838e-46c8-82ca-ec323c0da3c1 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Floating IP 72969a43-d852-4cdc-8fb3-898ad66dbfc5 disassociated. External IP: 172.25.6.55, port: 81d5195a-8a4b-42a0-9653-a6aeeac37acb. Nov 25 20:27:30.792917 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-776bbfce-6ff3-43ac-8024-3dd252a4ffe7 req-cd81a89a-838e-46c8-82ca-ec323c0da3c1 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Calling delete_port for 81d5195a-8a4b-42a0-9653-a6aeeac37acb owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:27:30.932485 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-776bbfce-6ff3-43ac-8024-3dd252a4ffe7 req-cd81a89a-838e-46c8-82ca-ec323c0da3c1 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:30.962920 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81a89a-838e-46c8-82ca-ec323c0da3c1 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Pushing event deleted for resources: {'Port': ['ID=81d5195a-8a4b-42a0-9653-a6aeeac37acb,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:31.095693 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-776bbfce-6ff3-43ac-8024-3dd252a4ffe7 req-cd81a89a-838e-46c8-82ca-ec323c0da3c1 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Router 34ebc3ee-538b-4c7c-a621-b613f1842048 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:27:31.217958 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-776bbfce-6ff3-43ac-8024-3dd252a4ffe7 req-cd81a89a-838e-46c8-82ca-ec323c0da3c1 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:27:31.229534 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969567be-7f55-4342-a5b3-4911e6354179 None None] Sync routers for ids ['34ebc3ee-538b-4c7c-a621-b613f1842048'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:27:31.241482 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969567be-7f55-4342-a5b3-4911e6354179 None None] Routers {'34ebc3ee-538b-4c7c-a621-b613f1842048'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:27:31.242023 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-969567be-7f55-4342-a5b3-4911e6354179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:27:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['34ebc3ee-538b-4c7c-a621-b613f1842048'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:27:31.259590 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-776bbfce-6ff3-43ac-8024-3dd252a4ffe7 req-cd81a89a-838e-46c8-82ca-ec323c0da3c1 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] No DVR routers for this DVR port 81d5195a-8a4b-42a0-9653-a6aeeac37acb on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:27:31.262581 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-776bbfce-6ff3-43ac-8024-3dd252a4ffe7 req-cd81a89a-838e-46c8-82ca-ec323c0da3c1 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:31.266970 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-776bbfce-6ff3-43ac-8024-3dd252a4ffe7 req-cd81a89a-838e-46c8-82ca-ec323c0da3c1 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.73 "DELETE /v2.0/ports/81d5195a-8a4b-42a0-9653-a6aeeac37acb HTTP/1.1" status: 204 len: 173 time: 0.8509357 Nov 25 20:27:31.267590 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f16c63-6a2b-4738-9b04-97924295e5f6', 'name': 'network-vif-deleted', 'tag': '81d5195a-8a4b-42a0-9653-a6aeeac37acb'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:27:31.270018 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4822f3-62df-4a22-86a2-1ceb5826d364" -d '{"events": [{"server_uuid": "31f16c63-6a2b-4738-9b04-97924295e5f6", "name": "network-vif-deleted", "tag": "81d5195a-8a4b-42a0-9653-a6aeeac37acb"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:27:31.314830 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0233c2-9917-4de1-853f-c093b53ba6d4 x-openstack-request-id: req-1c0233c2-9917-4de1-853f-c093b53ba6d4 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:27:31.315826 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f16c63-6a2b-4738-9b04-97924295e5f6", "name": "network-vif-deleted", "tag": "81d5195a-8a4b-42a0-9653-a6aeeac37acb", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:27:31.315826 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c0233c2-9917-4de1-853f-c093b53ba6d4 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:27:31.315826 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f16c63-6a2b-4738-9b04-97924295e5f6', 'name': 'network-vif-deleted', 'tag': '81d5195a-8a4b-42a0-9653-a6aeeac37acb', 'status': 'completed', 'code': 200} Nov 25 20:27:31.370725 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-969567be-7f55-4342-a5b3-4911e6354179 None None] Set router 34ebc3ee-538b-4c7c-a621-b613f1842048 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:27:31.457170 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8b24f262-9021-415d-9205-65b9a315532c req-26925c85-bb10-4eed-b664-f6ac3f61254e tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=31f16c63-6a2b-4738-9b04-97924295e5f6 HTTP/1.1" status: 200 len: 210 time: 0.0350304 Nov 25 20:27:31.596594 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-969567be-7f55-4342-a5b3-4911e6354179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'e2740133-b874-4bf2-b746-d5c3eae9d9aa', 'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'mac_address': 'fa:16:3e:c3:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:13Z', 'updated_at': '2021-11-25T20:25:16Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'subnets': [{'id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:27:31.627669 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969567be-7f55-4342-a5b3-4911e6354179 None None] Checking router: 34ebc3ee-538b-4c7c-a621-b613f1842048 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:27:31.636115 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969567be-7f55-4342-a5b3-4911e6354179 None None] Routers {'34ebc3ee-538b-4c7c-a621-b613f1842048'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:27:31.636720 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-969567be-7f55-4342-a5b3-4911e6354179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:27:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['34ebc3ee-538b-4c7c-a621-b613f1842048'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:27:31.751158 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-969567be-7f55-4342-a5b3-4911e6354179 None None] Set router 34ebc3ee-538b-4c7c-a621-b613f1842048 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:27:31.824802 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-50a3e397-3d8b-4fdd-bd40-eecd48327a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:31.988697 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-969567be-7f55-4342-a5b3-4911e6354179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'e2740133-b874-4bf2-b746-d5c3eae9d9aa', 'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'mac_address': 'fa:16:3e:c3:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:13Z', 'updated_at': '2021-11-25T20:25:16Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'subnets': [{'id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:27:32.015633 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969567be-7f55-4342-a5b3-4911e6354179 None None] The sync data for ids ['34ebc3ee-538b-4c7c-a621-b613f1842048'] in n-d-819349-5 is: [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'e2740133-b874-4bf2-b746-d5c3eae9d9aa', 'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'mac_address': 'fa:16:3e:c3:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:13Z', 'updated_at': '2021-11-25T20:25:16Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'subnets': [{'id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:27:32.290430 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245a4a26-0cbb-4246-9eaf-f8f40d371231 None None] New status for floating IP 72969a43-d852-4cdc-8fb3-898ad66dbfc5: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:27:32.730023 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-8557010a-5e80-4d09-b1f4-afb70665c1e1 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--157101746&fields=id&tenant_id=e1b89cd4959047059d1a0fcec39227fc HTTP/1.1" status: 200 len: 267 time: 0.0490680 Nov 25 20:27:32.848493 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-d347e243-2ee8-4146-86e8-855b790e19b5 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:32.849979 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-d347e243-2ee8-4146-86e8-855b790e19b5 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 811 time: 0.1115544 Nov 25 20:27:32.865531 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-ed19a36d-5a36-4cd5-bab7-27cb0b8a4b90 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/quotas/e1b89cd4959047059d1a0fcec39227fc HTTP/1.1" status: 200 len: 375 time: 0.0097702 Nov 25 20:27:32.919101 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-834cb638-5b74-4f2f-98bb-ec4d7e5ca290 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479028 Nov 25 20:27:33.028664 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-cd437640-38e7-4a0f-b10e-09fc78081243 service neutron] 10.222.0.55 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960815 Nov 25 20:27:33.135162 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-e1f0b998-e28d-4045-8632-09b2d2567517 service neutron] 10.222.0.55 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989625 Nov 25 20:27:33.307726 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a351cbd2-8398-45ae-a6a5-b90e4bbccf22 req-fa5ab6ee-4784-434f-9cc7-04ab6e56e260 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 210 time: 0.0342295 Nov 25 20:27:33.589706 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 81d5195a-8a4b-42a0-9653-a6aeeac37acb no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:27:33.614387 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 81d5195a-8a4b-42a0-9653-a6aeeac37acb {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:27:33.614739 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 81d5195a-8a4b-42a0-9653-a6aeeac37acb not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:27:33.889984 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:34.386847 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fcbd6a34-eed9-4e5a-9d7e-65bae505d423 req-aa97e331-08a7-4e40-9c1c-73ca2d117875 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 210 time: 0.0277822 Nov 25 20:27:35.468013 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a20623a6-824a-46a4-aaa8-c8f1fd188933 req-4e775bb5-0cf5-4496-8e0f-867755eba7fa tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 210 time: 0.0273578 Nov 25 20:27:35.699604 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:35.702314 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:36.551344 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7a765394-a06e-41f6-8436-5abc618fc365 req-9e248367-d145-4c76-a598-9f8108b5673b tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 210 time: 0.0277855 Nov 25 20:27:37.652642 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-70ecc81d-e9fb-430a-8136-0dc5477a4e18 req-5bc29a4f-5a3b-4b81-9bd2-8d41d323ca4e tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 210 time: 0.0329320 Nov 25 20:27:38.346197 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-bf035faf-b74f-473a-8225-e7b796cc2384 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:38.347721 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-bf035faf-b74f-473a-8225-e7b796cc2384 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 811 time: 0.1131630 Nov 25 20:27:38.411452 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-2b21dd3d-4234-42ed-a0cc-9e8d74bbbd37 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1b89cd4959047059d1a0fcec39227fc HTTP/1.1" status: 200 len: 379 time: 0.0544930 Nov 25 20:27:38.422392 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-685f4c9f-0383-48cf-b0e0-bdbe703f8e89 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Request body: {'port': {'device_id': 'aa8cb917-9f78-4138-a500-500498f82c31', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'admin_state_up': True, 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'security_groups': ['db70b011-d454-4da6-9a21-fc97c35efe66']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:27:38.536699 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-685f4c9f-0383-48cf-b0e0-bdbe703f8e89 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Made reservation on behalf of e1b89cd4959047059d1a0fcec39227fc for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:27:38.540476 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-685f4c9f-0383-48cf-b0e0-bdbe703f8e89 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:38.668444 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-685f4c9f-0383-48cf-b0e0-bdbe703f8e89 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Allocated IP 172.20.0.4 (58b04cc5-804d-4ef2-9393-6358d058a7a3/0aefc6e4-ea86-4b04-bbec-afb77f310c36/92e3f04d-c9dd-45fe-bc70-022b42577219) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:27:38.756824 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2b38f479-333f-42d3-9576-77e64f6a9680 req-d223416f-e7d1-4535-9124-a90cb93be53b tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 210 time: 0.0270450 Nov 25 20:27:38.815926 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-685f4c9f-0383-48cf-b0e0-bdbe703f8e89 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:38.850605 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-685f4c9f-0383-48cf-b0e0-bdbe703f8e89 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:38.896024 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-685f4c9f-0383-48cf-b0e0-bdbe703f8e89 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Network 58b04cc5-804d-4ef2-9393-6358d058a7a3 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:27:38.899099 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-685f4c9f-0383-48cf-b0e0-bdbe703f8e89 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:27:38.902835 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-685f4c9f-0383-48cf-b0e0-bdbe703f8e89 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:27:38.929367 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f4c9f-0383-48cf-b0e0-bdbe703f8e89 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Pushing event updated for resources: {'Port': ['ID=92e3f04d-c9dd-45fe-bc70-022b42577219,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:38.943127 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685f4c9f-0383-48cf-b0e0-bdbe703f8e89 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:38.943482 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685f4c9f-0383-48cf-b0e0-bdbe703f8e89 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:38.943825 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685f4c9f-0383-48cf-b0e0-bdbe703f8e89 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:38.944157 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685f4c9f-0383-48cf-b0e0-bdbe703f8e89 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:38.944487 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685f4c9f-0383-48cf-b0e0-bdbe703f8e89 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:38.944816 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685f4c9f-0383-48cf-b0e0-bdbe703f8e89 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:38.945142 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685f4c9f-0383-48cf-b0e0-bdbe703f8e89 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:38.945467 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685f4c9f-0383-48cf-b0e0-bdbe703f8e89 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:38.945789 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685f4c9f-0383-48cf-b0e0-bdbe703f8e89 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:38.946109 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685f4c9f-0383-48cf-b0e0-bdbe703f8e89 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:38.946476 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685f4c9f-0383-48cf-b0e0-bdbe703f8e89 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:38.946785 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685f4c9f-0383-48cf-b0e0-bdbe703f8e89 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:38.977720 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-685f4c9f-0383-48cf-b0e0-bdbe703f8e89 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:38.978461 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-685f4c9f-0383-48cf-b0e0-bdbe703f8e89 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:38.995433 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-685f4c9f-0383-48cf-b0e0-bdbe703f8e89 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5772989 Nov 25 20:27:39.060232 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-8af2ddcc-909c-4630-8044-64aea0d3ac40 service neutron] Request body: {'port': {'device_id': 'aa8cb917-9f78-4138-a500-500498f82c31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:27:39.128218 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-8af2ddcc-909c-4630-8044-64aea0d3ac40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:39.219099 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6d9d6171-bdc8-4e9e-a3a0-72cc64ffd900 None None] Provisioning complete for port 92e3f04d-c9dd-45fe-bc70-022b42577219 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:27:39.219985 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d9d6171-bdc8-4e9e-a3a0-72cc64ffd900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:39.254505 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-6d9d6171-bdc8-4e9e-a3a0-72cc64ffd900 None None] Port 92e3f04d-c9dd-45fe-bc70-022b42577219 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:27:39.407218 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-8af2ddcc-909c-4630-8044-64aea0d3ac40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e3f04d-c9dd-45fe-bc70-022b42577219 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:27:39.414695 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-8af2ddcc-909c-4630-8044-64aea0d3ac40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:39.427581 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-8af2ddcc-909c-4630-8044-64aea0d3ac40 service neutron] Transition to ACTIVE for port object 92e3f04d-c9dd-45fe-bc70-022b42577219 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:27:39.431599 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-8af2ddcc-909c-4630-8044-64aea0d3ac40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:39.500831 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2ddcc-909c-4630-8044-64aea0d3ac40 service neutron] Pushing event updated for resources: {'Port': ['ID=92e3f04d-c9dd-45fe-bc70-022b42577219,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:39.556229 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-8af2ddcc-909c-4630-8044-64aea0d3ac40 service neutron] Attempting to bind port 92e3f04d-c9dd-45fe-bc70-022b42577219 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:27:39.556567 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-8af2ddcc-909c-4630-8044-64aea0d3ac40 service neutron] Attempting to bind port 92e3f04d-c9dd-45fe-bc70-022b42577219 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:27:39.556897 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-8af2ddcc-909c-4630-8044-64aea0d3ac40 service neutron] Attempting to bind port 92e3f04d-c9dd-45fe-bc70-022b42577219 on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:27:39.562661 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-8af2ddcc-909c-4630-8044-64aea0d3ac40 service neutron] Port 92e3f04d-c9dd-45fe-bc70-022b42577219 on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:27:39.562984 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-8af2ddcc-909c-4630-8044-64aea0d3ac40 service neutron] Attempting to bind port 92e3f04d-c9dd-45fe-bc70-022b42577219 on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:27:39.568304 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-8af2ddcc-909c-4630-8044-64aea0d3ac40 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:27:39.568641 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-8af2ddcc-909c-4630-8044-64aea0d3ac40 service neutron] Checking segment: {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:27:39.569024 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-8af2ddcc-909c-4630-8044-64aea0d3ac40 service neutron] Bound using segment: {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:27:39.569449 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-8af2ddcc-909c-4630-8044-64aea0d3ac40 service neutron] Bound port: 92e3f04d-c9dd-45fe-bc70-022b42577219, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:27:39.569801 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-8af2ddcc-909c-4630-8044-64aea0d3ac40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:39.643726 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-8af2ddcc-909c-4630-8044-64aea0d3ac40 service neutron] For port 92e3f04d-c9dd-45fe-bc70-022b42577219, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:27:39.646752 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-8af2ddcc-909c-4630-8044-64aea0d3ac40 service neutron] For port 92e3f04d-c9dd-45fe-bc70-022b42577219, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=92e3f04d-c9dd-45fe-bc70-022b42577219,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:27:39.651378 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-8af2ddcc-909c-4630-8044-64aea0d3ac40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:39.694623 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-8af2ddcc-909c-4630-8044-64aea0d3ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:39.695273 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-8af2ddcc-909c-4630-8044-64aea0d3ac40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:39.696717 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-8af2ddcc-909c-4630-8044-64aea0d3ac40 service neutron] 10.222.0.85 "PUT /v2.0/ports/92e3f04d-c9dd-45fe-bc70-022b42577219 HTTP/1.1" status: 200 len: 1091 time: 0.6926026 Nov 25 20:27:39.699175 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8cb917-9f78-4138-a500-500498f82c31', 'tag': '92e3f04d-c9dd-45fe-bc70-022b42577219'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:27:39.701732 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc6bbd1-7edf-41ba-839f-06f81c60e157" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8cb917-9f78-4138-a500-500498f82c31", "tag": "92e3f04d-c9dd-45fe-bc70-022b42577219"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:27:39.740534 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2ddcc-909c-4630-8044-64aea0d3ac40 service neutron] Pushing event updated for resources: {'Port': ['ID=92e3f04d-c9dd-45fe-bc70-022b42577219,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:39.746640 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf0210e-6261-4131-97c9-aa65117b4d7c x-openstack-request-id: req-ccf0210e-6261-4131-97c9-aa65117b4d7c {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:27:39.747117 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8cb917-9f78-4138-a500-500498f82c31", "tag": "92e3f04d-c9dd-45fe-bc70-022b42577219", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:27:39.747422 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ccf0210e-6261-4131-97c9-aa65117b4d7c {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:27:39.748504 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8cb917-9f78-4138-a500-500498f82c31', 'tag': '92e3f04d-c9dd-45fe-bc70-022b42577219', 'status': 'completed', 'code': 200} Nov 25 20:27:39.793777 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-9c46eaf4-5f95-4263-8ad9-3f862cf89277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:39.795961 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-9c46eaf4-5f95-4263-8ad9-3f862cf89277 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 1094 time: 0.0447176 Nov 25 20:27:39.840968 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-b367d2e6-76f8-47f3-bbff-1a6cd285e1a0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92e3f04d-c9dd-45fe-bc70-022b42577219 HTTP/1.1" status: 200 len: 217 time: 0.0367448 Nov 25 20:27:39.899334 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f17be6-1380-480d-b4b7-4909ea82785d req-ae4d5dba-b460-4487-857b-4e443c2e1d9d tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:39.900907 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f1f17be6-1380-480d-b4b7-4909ea82785d req-ae4d5dba-b460-4487-857b-4e443c2e1d9d tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 943 time: 0.0685980 Nov 25 20:27:39.901994 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-65aa07c2-792f-4a27-ba29-c00724b87479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:39.903889 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-65aa07c2-792f-4a27-ba29-c00724b87479 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0553095 Nov 25 20:27:39.957372 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f1f17be6-1380-480d-b4b7-4909ea82785d req-4e359d40-7fa3-4168-8bbb-03b7cf4b429f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478535 Nov 25 20:27:39.961933 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-e2dcaae3-f205-4c66-bff6-550b55d9a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:39.963634 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-e2dcaae3-f205-4c66-bff6-550b55d9a956 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510817 Nov 25 20:27:40.092577 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-1937fa12-867a-4cf8-b994-f5918c893e0c service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209316 Nov 25 20:27:40.190691 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-03c72e62-3b34-4879-9fe0-253ab3a2de38 req-1092a844-6900-45ab-ac07-f2bec668833f service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910361 Nov 25 20:27:40.289885 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6bbd1-7edf-41ba-839f-06f81c60e157 req-6a330625-2d0d-48b6-8a56-a1db1d043a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:40.291376 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7fc6bbd1-7edf-41ba-839f-06f81c60e157 req-6a330625-2d0d-48b6-8a56-a1db1d043a79 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 1094 time: 0.0504377 Nov 25 20:27:40.412643 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6bbd1-7edf-41ba-839f-06f81c60e157 req-3de1379f-a6b9-4b95-87c2-7d80183c6163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:40.414277 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7fc6bbd1-7edf-41ba-839f-06f81c60e157 req-3de1379f-a6b9-4b95-87c2-7d80183c6163 service neutron] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.1149573 Nov 25 20:27:40.463674 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7fc6bbd1-7edf-41ba-839f-06f81c60e157 req-d3edd252-cb6a-482e-bf89-ebb62ed76b52 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92e3f04d-c9dd-45fe-bc70-022b42577219 HTTP/1.1" status: 200 len: 217 time: 0.0406926 Nov 25 20:27:40.531840 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6bbd1-7edf-41ba-839f-06f81c60e157 req-8d05bacf-408e-4a59-ab80-d1fc170fe07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:40.533457 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7fc6bbd1-7edf-41ba-839f-06f81c60e157 req-8d05bacf-408e-4a59-ab80-d1fc170fe07d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0596778 Nov 25 20:27:40.590673 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6bbd1-7edf-41ba-839f-06f81c60e157 req-2df4f36f-8f9c-4463-b1a5-127d61410149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:40.592339 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7fc6bbd1-7edf-41ba-839f-06f81c60e157 req-2df4f36f-8f9c-4463-b1a5-127d61410149 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506463 Nov 25 20:27:40.708630 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7fc6bbd1-7edf-41ba-839f-06f81c60e157 req-c3edab38-4af2-465d-b68e-7ef3df544bb4 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080527 Nov 25 20:27:40.815965 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7fc6bbd1-7edf-41ba-839f-06f81c60e157 req-410e6b4f-8ded-421f-9452-bb1ee1bcf08a service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999753 Nov 25 20:27:41.085519 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b6083-7753-45c6-9de0-f710e1b1f83f req-0c07e8a0-11cc-49d1-bbd5-e4a3566e10d4 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:41.087078 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8a5b6083-7753-45c6-9de0-f710e1b1f83f req-0c07e8a0-11cc-49d1-bbd5-e4a3566e10d4 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 943 time: 0.0586607 Nov 25 20:27:41.140973 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8a5b6083-7753-45c6-9de0-f710e1b1f83f req-d544d4e0-3e56-453b-8ee2-6f8a677d9061 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476668 Nov 25 20:27:41.615994 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:27:42.268001 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8248134-ce41-4dd2-9e1a-beaf776b3444 req-8c3aa57c-7cb6-4a0f-b40f-145fb513971a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:42.269517 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f8248134-ce41-4dd2-9e1a-beaf776b3444 req-8c3aa57c-7cb6-4a0f-b40f-145fb513971a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 943 time: 0.0548561 Nov 25 20:27:42.319234 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f8248134-ce41-4dd2-9e1a-beaf776b3444 req-d80e414c-ead8-4f6d-a747-a3af90aac987 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434585 Nov 25 20:27:43.285002 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 92e3f04d-c9dd-45fe-bc70-022b42577219 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:27:43.380989 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 92e3f04d-c9dd-45fe-bc70-022b42577219, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=92e3f04d-c9dd-45fe-bc70-022b42577219,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:27:43.392855 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '92e3f04d-c9dd-45fe-bc70-022b42577219', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'port_id': '92e3f04d-c9dd-45fe-bc70-022b42577219', 'mac_address': 'fa:16:3e:de:0f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:27:43.436177 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:43.438812 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46473f6a-6b00-413d-a90c-3c4b67563f01 req-c0c1d565-5681-47c8-aed4-2c76357d222d tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:43.440332 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-46473f6a-6b00-413d-a90c-3c4b67563f01 req-c0c1d565-5681-47c8-aed4-2c76357d222d tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 943 time: 0.0510061 Nov 25 20:27:43.449284 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e3f04d-c9dd-45fe-bc70-022b42577219 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:27:43.469926 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 92e3f04d-c9dd-45fe-bc70-022b42577219, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=92e3f04d-c9dd-45fe-bc70-022b42577219,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:27:43.474090 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:43.491380 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-46473f6a-6b00-413d-a90c-3c4b67563f01 req-4f39e421-338f-4971-a015-1726b6d6018c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446818 Nov 25 20:27:43.522480 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=92e3f04d-c9dd-45fe-bc70-022b42577219,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:43.678800 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['92e3f04d-c9dd-45fe-bc70-022b42577219'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:27:44.611722 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65cb13-0dc1-4046-b3e8-943a156c612f req-e31811f7-2723-49bb-9786-307d10d96c26 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:44.613217 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fe65cb13-0dc1-4046-b3e8-943a156c612f req-e31811f7-2723-49bb-9786-307d10d96c26 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 944 time: 0.0523031 Nov 25 20:27:44.667154 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fe65cb13-0dc1-4046-b3e8-943a156c612f req-37f47db1-ea90-4508-a28e-b72a33686b12 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476825 Nov 25 20:27:45.315974 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 92e3f04d-c9dd-45fe-bc70-022b42577219 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:27:45.367931 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 92e3f04d-c9dd-45fe-bc70-022b42577219 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:27:45.372820 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 92e3f04d-c9dd-45fe-bc70-022b42577219 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:27:45.373273 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:45.457197 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:45.479862 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8cb917-9f78-4138-a500-500498f82c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e3f04d-c9dd-45fe-bc70-022b42577219'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:27:45.482809 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc117fe-d0f7-4e02-838d-a54e693ab734" -d '{"events": [{"server_uuid": "aa8cb917-9f78-4138-a500-500498f82c31", "name": "network-vif-plugged", "status": "completed", "tag": "92e3f04d-c9dd-45fe-bc70-022b42577219"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:27:45.495298 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 92e3f04d-c9dd-45fe-bc70-022b42577219, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=92e3f04d-c9dd-45fe-bc70-022b42577219,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:27:45.499777 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:45.523713 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9deb340-e663-44c2-9cde-3eda162aa3b6 x-openstack-request-id: req-e9deb340-e663-44c2-9cde-3eda162aa3b6 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:27:45.524014 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8cb917-9f78-4138-a500-500498f82c31", "name": "network-vif-plugged", "status": "completed", "tag": "92e3f04d-c9dd-45fe-bc70-022b42577219", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:27:45.524270 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e9deb340-e663-44c2-9cde-3eda162aa3b6 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:27:45.524661 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8cb917-9f78-4138-a500-500498f82c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e3f04d-c9dd-45fe-bc70-022b42577219', 'code': 200} Nov 25 20:27:45.554089 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=92e3f04d-c9dd-45fe-bc70-022b42577219,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:45.619811 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42b1ac-6d52-4dbf-8b81-06301d01ccb9 req-f25f05b8-2c0b-4b42-8b58-6bc27ae04cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:45.621266 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1d42b1ac-6d52-4dbf-8b81-06301d01ccb9 req-f25f05b8-2c0b-4b42-8b58-6bc27ae04cb8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 1096 time: 0.0421801 Nov 25 20:27:45.668283 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1d42b1ac-6d52-4dbf-8b81-06301d01ccb9 req-05b323ae-a329-42ed-aff9-4799fbb5ccfe service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397279 Nov 25 20:27:45.787779 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b156e97-1f85-4a0e-bcfe-419ffb5909d8 req-3db25384-58e7-41d8-93b7-b5a65a458fdd tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:45.789246 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2b156e97-1f85-4a0e-bcfe-419ffb5909d8 req-3db25384-58e7-41d8-93b7-b5a65a458fdd tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 945 time: 0.0490055 Nov 25 20:27:45.840069 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2b156e97-1f85-4a0e-bcfe-419ffb5909d8 req-2bbeec38-2267-45ce-8013-614aa7867615 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442324 Nov 25 20:27:46.961694 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1eead-47f6-4817-9669-6a67d914870e req-f61a9e6b-a5ec-4a76-b82b-6fef3aba37a8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:46.963173 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6cf1eead-47f6-4817-9669-6a67d914870e req-f61a9e6b-a5ec-4a76-b82b-6fef3aba37a8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 945 time: 0.0494709 Nov 25 20:27:47.010794 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6cf1eead-47f6-4817-9669-6a67d914870e req-7f3f8895-dbdb-4350-b1d1-5cf1e1624304 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410981 Nov 25 20:27:47.128090 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87bc4f-d6d7-4cb1-8a1c-c738ffe314f4 req-2fb32f08-2aed-4bf1-b054-45a1fb252260 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:47.129471 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bc87bc4f-d6d7-4cb1-8a1c-c738ffe314f4 req-2fb32f08-2aed-4bf1-b054-45a1fb252260 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 945 time: 0.0536003 Nov 25 20:27:47.138268 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 56722) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:27:47.142953 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e5e3f6ac-8d4d-4d4d-933b-3a5e1df9a96a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Request body: {'floatingip': {'port_id': '92e3f04d-c9dd-45fe-bc70-022b42577219'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:27:47.187553 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5e3f6ac-8d4d-4d4d-933b-3a5e1df9a96a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:47.616195 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5e3f6ac-8d4d-4d4d-933b-3a5e1df9a96a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:47.620192 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5e3f6ac-8d4d-4d4d-933b-3a5e1df9a96a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:47.726120 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-e5e3f6ac-8d4d-4d4d-933b-3a5e1df9a96a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Floating IP 72969a43-d852-4cdc-8fb3-898ad66dbfc5 associated. External IP: 172.25.6.55, port: 92e3f04d-c9dd-45fe-bc70-022b42577219. Nov 25 20:27:47.942554 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e3f6ac-8d4d-4d4d-933b-3a5e1df9a96a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Router 34ebc3ee-538b-4c7c-a621-b613f1842048 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:27:48.051188 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e3f6ac-8d4d-4d4d-933b-3a5e1df9a96a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:27:48.056007 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5e3f6ac-8d4d-4d4d-933b-3a5e1df9a96a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:48.061920 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cb339a-45f3-4fcc-8912-49541991ceb3 None None] Sync routers for ids ['34ebc3ee-538b-4c7c-a621-b613f1842048'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:27:48.072228 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cb339a-45f3-4fcc-8912-49541991ceb3 None None] Routers {'34ebc3ee-538b-4c7c-a621-b613f1842048'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:27:48.072945 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-64cb339a-45f3-4fcc-8912-49541991ceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:27:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['34ebc3ee-538b-4c7c-a621-b613f1842048'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:27:48.084288 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e5e3f6ac-8d4d-4d4d-933b-3a5e1df9a96a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "PUT /v2.0/floatingips/72969a43-d852-4cdc-8fb3-898ad66dbfc5 HTTP/1.1" status: 200 len: 990 time: 0.9447978 Nov 25 20:27:48.084877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8cb917-9f78-4138-a500-500498f82c31', 'tag': '92e3f04d-c9dd-45fe-bc70-022b42577219'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:27:48.087162 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383f6eba-8b33-4869-90c0-cdc7274ad4db" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8cb917-9f78-4138-a500-500498f82c31", "tag": "92e3f04d-c9dd-45fe-bc70-022b42577219"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:27:48.183318 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-64cb339a-45f3-4fcc-8912-49541991ceb3 None None] Set router 34ebc3ee-538b-4c7c-a621-b613f1842048 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:27:48.189572 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8117a9-6f9f-41d3-a2fb-e0fb5c8ddc3f x-openstack-request-id: req-fa8117a9-6f9f-41d3-a2fb-e0fb5c8ddc3f {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:27:48.190074 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8cb917-9f78-4138-a500-500498f82c31", "tag": "92e3f04d-c9dd-45fe-bc70-022b42577219", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:27:48.190166 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fa8117a9-6f9f-41d3-a2fb-e0fb5c8ddc3f {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:27:48.190618 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8cb917-9f78-4138-a500-500498f82c31', 'tag': '92e3f04d-c9dd-45fe-bc70-022b42577219', 'status': 'completed', 'code': 200} Nov 25 20:27:48.259692 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f6eba-8b33-4869-90c0-cdc7274ad4db req-774d5625-cbc0-4718-b67f-c54fb94b60fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:48.261129 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-383f6eba-8b33-4869-90c0-cdc7274ad4db req-774d5625-cbc0-4718-b67f-c54fb94b60fb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 1096 time: 0.0485837 Nov 25 20:27:48.362113 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f6eba-8b33-4869-90c0-cdc7274ad4db req-e38b0c04-9d4e-48e6-8e63-e359cfe3ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:48.363653 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-383f6eba-8b33-4869-90c0-cdc7274ad4db req-e38b0c04-9d4e-48e6-8e63-e359cfe3ca38 service neutron] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.0945461 Nov 25 20:27:48.436889 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-383f6eba-8b33-4869-90c0-cdc7274ad4db req-38518389-4dcd-4c9b-a036-9e4fd3686f70 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92e3f04d-c9dd-45fe-bc70-022b42577219 HTTP/1.1" status: 200 len: 998 time: 0.0658164 Nov 25 20:27:48.486863 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f6eba-8b33-4869-90c0-cdc7274ad4db req-110201c1-48ff-40c8-93fa-4885ee6231d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:48.488368 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-383f6eba-8b33-4869-90c0-cdc7274ad4db req-110201c1-48ff-40c8-93fa-4885ee6231d0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0450344 Nov 25 20:27:48.515817 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-64cb339a-45f3-4fcc-8912-49541991ceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '72969a43-d852-4cdc-8fb3-898ad66dbfc5', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'floating_ip_address': '172.25.6.55', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'port_id': '92e3f04d-c9dd-45fe-bc70-022b42577219', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'mac_address': 'fa:16:3e:de:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8cb917-9f78-4138-a500-500498f82c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:25:15Z', 'updated_at': '2021-11-25T20:27:47Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2740133-b874-4bf2-b746-d5c3eae9d9aa', 'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'mac_address': 'fa:16:3e:c3:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:13Z', 'updated_at': '2021-11-25T20:25:16Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'subnets': [{'id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:27:48.535821 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f6eba-8b33-4869-90c0-cdc7274ad4db req-e76a9508-a6c4-455a-854a-416ca9c463cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:48.537378 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-383f6eba-8b33-4869-90c0-cdc7274ad4db req-e76a9508-a6c4-455a-854a-416ca9c463cc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424984 Nov 25 20:27:48.541861 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cb339a-45f3-4fcc-8912-49541991ceb3 None None] Checking router: 34ebc3ee-538b-4c7c-a621-b613f1842048 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:27:48.550720 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cb339a-45f3-4fcc-8912-49541991ceb3 None None] Routers {'34ebc3ee-538b-4c7c-a621-b613f1842048'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:27:48.551329 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-64cb339a-45f3-4fcc-8912-49541991ceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:27:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['34ebc3ee-538b-4c7c-a621-b613f1842048'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:27:48.634123 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-383f6eba-8b33-4869-90c0-cdc7274ad4db req-d3b14119-8476-43d8-8c30-2c4aa66e63ca service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894661 Nov 25 20:27:48.655700 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-64cb339a-45f3-4fcc-8912-49541991ceb3 None None] Set router 34ebc3ee-538b-4c7c-a621-b613f1842048 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:27:48.727901 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-383f6eba-8b33-4869-90c0-cdc7274ad4db req-fd5b6024-8820-4fbc-9577-c265a36ae2ed service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866184 Nov 25 20:27:48.887110 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-64cb339a-45f3-4fcc-8912-49541991ceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '72969a43-d852-4cdc-8fb3-898ad66dbfc5', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'floating_ip_address': '172.25.6.55', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'port_id': '92e3f04d-c9dd-45fe-bc70-022b42577219', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'mac_address': 'fa:16:3e:de:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8cb917-9f78-4138-a500-500498f82c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:25:15Z', 'updated_at': '2021-11-25T20:27:47Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2740133-b874-4bf2-b746-d5c3eae9d9aa', 'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'mac_address': 'fa:16:3e:c3:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:13Z', 'updated_at': '2021-11-25T20:25:16Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'subnets': [{'id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:27:48.913399 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cb339a-45f3-4fcc-8912-49541991ceb3 None None] The sync data for ids ['34ebc3ee-538b-4c7c-a621-b613f1842048'] in n-d-819349-5 is: [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '72969a43-d852-4cdc-8fb3-898ad66dbfc5', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'floating_ip_address': '172.25.6.55', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'port_id': '92e3f04d-c9dd-45fe-bc70-022b42577219', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'mac_address': 'fa:16:3e:de:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8cb917-9f78-4138-a500-500498f82c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:25:15Z', 'updated_at': '2021-11-25T20:27:47Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2740133-b874-4bf2-b746-d5c3eae9d9aa', 'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'mac_address': 'fa:16:3e:c3:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:13Z', 'updated_at': '2021-11-25T20:25:16Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'subnets': [{'id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:27:49.108742 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cef233e-42f6-492e-b9e3-7e17be111295 None None] New status for floating IP 72969a43-d852-4cdc-8fb3-898ad66dbfc5: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:27:54.174446 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:54.796082 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:59.364921 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7200-edcc-4504-ac83-29d1efd02cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:01.821095 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-56c794bf-4398-4356-a472-ab7ae9447e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:03.895684 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:05.698518 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:05.703662 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:07.766367 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c9aba42-a527-4615-b66f-814e4d1b9f67 req-73864b0a-549c-46a2-8411-e0fa0cc3104d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679362 Nov 25 20:28:07.871122 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9aba42-a527-4615-b66f-814e4d1b9f67 req-84528658-9f21-4572-9556-5d71d394898e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:07.872639 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c9aba42-a527-4615-b66f-814e4d1b9f67 req-84528658-9f21-4572-9556-5d71d394898e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 1096 time: 0.0479059 Nov 25 20:28:07.991823 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9aba42-a527-4615-b66f-814e4d1b9f67 req-5ed47dbf-d967-42be-b728-586bfa71314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:07.993383 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c9aba42-a527-4615-b66f-814e4d1b9f67 req-5ed47dbf-d967-42be-b728-586bfa71314b service neutron] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.0987635 Nov 25 20:28:08.428212 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c9aba42-a527-4615-b66f-814e4d1b9f67 req-b71b14aa-e792-4b86-89dd-39657f16d57e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92e3f04d-c9dd-45fe-bc70-022b42577219 HTTP/1.1" status: 200 len: 1000 time: 0.4268126 Nov 25 20:28:08.487904 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9aba42-a527-4615-b66f-814e4d1b9f67 req-4b1dcd51-1089-4fe7-9a3d-5a3b763d4274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:08.490220 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c9aba42-a527-4615-b66f-814e4d1b9f67 req-4b1dcd51-1089-4fe7-9a3d-5a3b763d4274 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0547113 Nov 25 20:28:08.537740 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9aba42-a527-4615-b66f-814e4d1b9f67 req-87cf5318-9413-42c8-b6f8-6cb33ee888f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:08.539305 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c9aba42-a527-4615-b66f-814e4d1b9f67 req-87cf5318-9413-42c8-b6f8-6cb33ee888f3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419524 Nov 25 20:28:08.634911 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c9aba42-a527-4615-b66f-814e4d1b9f67 req-15361451-1a54-41e6-97d8-3516506bc9dd service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877390 Nov 25 20:28:08.735776 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c9aba42-a527-4615-b66f-814e4d1b9f67 req-c1cd546a-38d8-42a4-ad34-8f4ff78cd275 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928910 Nov 25 20:28:18.615710 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:28:24.192367 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:24.795648 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:29.367567 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-48df8d2a-5d0e-4f5c-acaa-f108a0452128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:31.825347 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c4ffbe69-b134-49e8-b08e-7e1a987ae2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:33.895854 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:35.699533 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:35.704634 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:54.185672 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:54.822524 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:55.617611 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:28:59.371956 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-28462f34-50ca-48b6-a4e3-c0374b06175f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:01.830052 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ea750361-9ec4-4faa-975b-20776bfa88de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:03.899590 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:05.695837 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:05.708619 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:09.619550 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d8462e0-d909-4701-800e-1a5c2e052450 req-2cf42abf-1f44-49e4-ab28-fcff55e806b3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474136 Nov 25 20:29:09.704679 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8462e0-d909-4701-800e-1a5c2e052450 req-c3074301-9816-4cf1-bf45-da110c2b3b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:09.706116 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d8462e0-d909-4701-800e-1a5c2e052450 req-c3074301-9816-4cf1-bf45-da110c2b3b2b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 1096 time: 0.0428290 Nov 25 20:29:09.816311 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8462e0-d909-4701-800e-1a5c2e052450 req-211d73dc-8494-4761-8454-ca957c7b65ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:09.817803 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d8462e0-d909-4701-800e-1a5c2e052450 req-211d73dc-8494-4761-8454-ca957c7b65ed service neutron] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.0920894 Nov 25 20:29:09.889188 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d8462e0-d909-4701-800e-1a5c2e052450 req-75453638-b375-4cec-844c-d1bd9949a5de service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92e3f04d-c9dd-45fe-bc70-022b42577219 HTTP/1.1" status: 200 len: 1000 time: 0.0641460 Nov 25 20:29:09.946361 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8462e0-d909-4701-800e-1a5c2e052450 req-efddbb20-c893-4c1b-9ad3-1717e2718def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:09.947881 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d8462e0-d909-4701-800e-1a5c2e052450 req-efddbb20-c893-4c1b-9ad3-1717e2718def service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0524697 Nov 25 20:29:09.996367 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8462e0-d909-4701-800e-1a5c2e052450 req-c673980c-f1f6-4495-bd7b-96794dfcd746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:09.997797 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d8462e0-d909-4701-800e-1a5c2e052450 req-c673980c-f1f6-4495-bd7b-96794dfcd746 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431285 Nov 25 20:29:10.092180 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d8462e0-d909-4701-800e-1a5c2e052450 req-5428744a-1d7f-438e-b310-ed8d0a9629e1 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875340 Nov 25 20:29:10.186774 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d8462e0-d909-4701-800e-1a5c2e052450 req-bdefbeed-aa3c-4ed6-881f-f9f14729ac93 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872931 Nov 25 20:29:24.200351 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:24.636681 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0818a-db37-4975-adb1-410948092937 req-d5f07d7d-7d7e-495c-86fa-91595ccc19f7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:24.638262 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fab0818a-db37-4975-adb1-410948092937 req-d5f07d7d-7d7e-495c-86fa-91595ccc19f7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 945 time: 0.0558498 Nov 25 20:29:24.689759 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fab0818a-db37-4975-adb1-410948092937 req-0d6a8f72-834b-4e77-afb4-9c87e35733d8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453074 Nov 25 20:29:24.808624 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:25.810355 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b073f-f54d-4e33-9f6a-246ceb3c2018 req-db8800ba-2c3c-4d00-846e-3fecd648d34a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:25.811956 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9e5b073f-f54d-4e33-9f6a-246ceb3c2018 req-db8800ba-2c3c-4d00-846e-3fecd648d34a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 945 time: 0.0513153 Nov 25 20:29:25.867114 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9e5b073f-f54d-4e33-9f6a-246ceb3c2018 req-0372e87e-3456-4c7d-b78f-2ecf56bcc6bc tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488238 Nov 25 20:29:26.988913 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f8786-90e1-4c88-b467-3a1817bb90c5 req-2abdac1f-1ac3-43d1-93e3-57384dc4b0bc tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:26.990454 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f95f8786-90e1-4c88-b467-3a1817bb90c5 req-2abdac1f-1ac3-43d1-93e3-57384dc4b0bc tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 945 time: 0.0503030 Nov 25 20:29:27.040136 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f95f8786-90e1-4c88-b467-3a1817bb90c5 req-00e7534f-a935-4dc5-b2c1-610e4dc50ddd tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435503 Nov 25 20:29:28.158996 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95708ef-e188-4543-86ed-209888181257 req-1c570738-9780-4a28-9fa8-b00c97086f5b tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:28.160825 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b95708ef-e188-4543-86ed-209888181257 req-1c570738-9780-4a28-9fa8-b00c97086f5b tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 945 time: 0.0526915 Nov 25 20:29:28.210780 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b95708ef-e188-4543-86ed-209888181257 req-1828a157-7f0c-4db6-a61f-29352848de4f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427561 Nov 25 20:29:29.339707 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5aa12-b04c-4ece-a408-8d9b01b30467 req-0661ad90-7e82-421b-8ae9-167e958596d2 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:29.341185 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64c5aa12-b04c-4ece-a408-8d9b01b30467 req-0661ad90-7e82-421b-8ae9-167e958596d2 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 945 time: 0.0603850 Nov 25 20:29:29.375475 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3f17ddd0-9afa-40ef-88a6-f72fd9d70b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:29.393831 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-64c5aa12-b04c-4ece-a408-8d9b01b30467 req-a75628fb-7925-4e30-913a-5f4648f8bfe8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466082 Nov 25 20:29:30.514001 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cc19d-6ea1-4aaf-bf0d-3ab17ac83155 req-30a71bd5-5363-4d93-a1bb-519c2df0e954 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:30.515567 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-551cc19d-6ea1-4aaf-bf0d-3ab17ac83155 req-30a71bd5-5363-4d93-a1bb-519c2df0e954 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 945 time: 0.0503218 Nov 25 20:29:30.565345 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-551cc19d-6ea1-4aaf-bf0d-3ab17ac83155 req-c446dc16-a872-47f8-b9a5-f80dc3b343b6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437951 Nov 25 20:29:31.683995 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf53362-1f9a-4e18-9fea-206be4db0be1 req-2449ab61-6618-43cc-acd0-132d6052036c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:31.685549 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bdf53362-1f9a-4e18-9fea-206be4db0be1 req-2449ab61-6618-43cc-acd0-132d6052036c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 945 time: 0.0511990 Nov 25 20:29:31.740453 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bdf53362-1f9a-4e18-9fea-206be4db0be1 req-b7f0fead-a6b0-4da5-a228-3c50f826f105 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488608 Nov 25 20:29:31.834269 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8bc8f82d-9e6d-4683-84cb-e6cc9e2a5c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:32.615931 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:29:32.861155 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31ee0f-07f1-44cb-bcd6-ecb4b2d97b1c req-91da1b12-10c2-46b2-8ebf-f4af396e905e tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:32.862724 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2a31ee0f-07f1-44cb-bcd6-ecb4b2d97b1c req-91da1b12-10c2-46b2-8ebf-f4af396e905e tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 945 time: 0.0514941 Nov 25 20:29:32.913467 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2a31ee0f-07f1-44cb-bcd6-ecb4b2d97b1c req-5c6fb7e8-1172-41db-ae7d-52cb54c8d36b tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440779 Nov 25 20:29:33.902632 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:34.035899 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e0937-dba3-4f51-8c0e-23d49451121a req-0f13b1f6-8a6c-419c-8b4a-f3a48cb4d934 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:34.037464 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-853e0937-dba3-4f51-8c0e-23d49451121a req-0f13b1f6-8a6c-419c-8b4a-f3a48cb4d934 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 945 time: 0.0513809 Nov 25 20:29:34.086740 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-853e0937-dba3-4f51-8c0e-23d49451121a req-764b893f-6285-4338-aa7e-845a9b18f2f7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431564 Nov 25 20:29:35.215370 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e4f8f-4a8b-451c-9681-8bf4219d0d31 req-766eeb9c-6de1-4e6b-8c22-a77337db6ef4 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:35.216877 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f51e4f8f-4a8b-451c-9681-8bf4219d0d31 req-766eeb9c-6de1-4e6b-8c22-a77337db6ef4 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 945 time: 0.0550103 Nov 25 20:29:35.266431 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f51e4f8f-4a8b-451c-9681-8bf4219d0d31 req-c025e6c9-7e14-4dca-9ed7-53aeb033d6ad tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434422 Nov 25 20:29:35.514158 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17659c81-fdd0-47f6-824f-8ce302f80cbd req-1432a421-3ca7-45b4-a1be-710a4d69c3dc tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:35.515779 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17659c81-fdd0-47f6-824f-8ce302f80cbd req-1432a421-3ca7-45b4-a1be-710a4d69c3dc tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 945 time: 0.0503116 Nov 25 20:29:35.548690 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-e598c4cd-7c58-4458-a64a-565dd3ef33ac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0918744 Nov 25 20:29:35.564898 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-17659c81-fdd0-47f6-824f-8ce302f80cbd req-1fbf3f55-2e37-4af3-a35b-9c0cdce7bc08 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429137 Nov 25 20:29:35.690378 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:35.710959 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:36.688451 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b5409-0a08-429f-972c-1feef39aa808 req-91d33ed2-9165-41f4-813e-16a5a45a6c11 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:36.689951 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c6b5409-0a08-429f-972c-1feef39aa808 req-91d33ed2-9165-41f4-813e-16a5a45a6c11 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 945 time: 0.0528874 Nov 25 20:29:36.741128 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c6b5409-0a08-429f-972c-1feef39aa808 req-1ed8679c-38b1-4a19-8b16-876fdafeaa67 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444036 Nov 25 20:29:37.860611 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600a2b3-b11a-4a2b-bedb-c8067f90dd53 req-78ee760c-19d8-417c-a6cc-7e3c611bc461 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:37.862100 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5600a2b3-b11a-4a2b-bedb-c8067f90dd53 req-78ee760c-19d8-417c-a6cc-7e3c611bc461 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 945 time: 0.0498807 Nov 25 20:29:37.909874 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5600a2b3-b11a-4a2b-bedb-c8067f90dd53 req-94f5e531-597f-4c00-be7f-dd68d8d00bd0 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417731 Nov 25 20:29:39.024563 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6827b7-c742-489b-a0bb-6219028152eb req-8f179907-e6cc-4bd9-8e62-fcc2e5e09531 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:39.026043 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ce6827b7-c742-489b-a0bb-6219028152eb req-8f179907-e6cc-4bd9-8e62-fcc2e5e09531 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 945 time: 0.0484214 Nov 25 20:29:39.078424 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ce6827b7-c742-489b-a0bb-6219028152eb req-da00c995-f5dc-4a0e-8c5b-aa51be92c9ba tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454388 Nov 25 20:29:40.202491 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056cbef-ef99-4fdf-bb09-9d2def546274 req-8d5fb9d6-590a-48da-86ac-734bed1f7362 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:40.204112 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b056cbef-ef99-4fdf-bb09-9d2def546274 req-8d5fb9d6-590a-48da-86ac-734bed1f7362 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 945 time: 0.0557249 Nov 25 20:29:40.261589 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b056cbef-ef99-4fdf-bb09-9d2def546274 req-8c571be7-748a-40f3-98df-e36ddd0751b7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511496 Nov 25 20:29:40.796350 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-127baa10-c258-4b83-8037-5c2754b81cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:40.797764 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-127baa10-c258-4b83-8037-5c2754b81cb8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 1096 time: 0.0424562 Nov 25 20:29:40.904777 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-98857336-42e1-42ad-88ac-94e4c0461076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:40.906267 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-98857336-42e1-42ad-88ac-94e4c0461076 service neutron] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.1020319 Nov 25 20:29:40.978901 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-ce482255-58b8-4c58-ac64-0198b1f20c89 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92e3f04d-c9dd-45fe-bc70-022b42577219 HTTP/1.1" status: 200 len: 1000 time: 0.0652804 Nov 25 20:29:41.036402 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-6d5aebb2-b62a-41ac-a3e5-cf615ea9eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:41.037935 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-6d5aebb2-b62a-41ac-a3e5-cf615ea9eeaa service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0513134 Nov 25 20:29:41.103346 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-f8a5266e-ef70-4cca-89f8-dd2059215b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:41.104871 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-f8a5266e-ef70-4cca-89f8-dd2059215b8e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586224 Nov 25 20:29:41.222841 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-7bb83480-9bb7-42c2-81fb-44308b83b83a service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097727 Nov 25 20:29:41.322402 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-7062900f-5ce7-426a-989a-07c2db0241b8 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923131 Nov 25 20:29:41.400123 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b93336-f7e2-400d-8e60-ae3ae93c8352 req-a88ee89c-0413-42aa-a29c-43de191262a5 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:41.403334 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c3b93336-f7e2-400d-8e60-ae3ae93c8352 req-a88ee89c-0413-42aa-a29c-43de191262a5 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 945 time: 0.0590551 Nov 25 20:29:41.464302 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c3b93336-f7e2-400d-8e60-ae3ae93c8352 req-c9df01f8-3714-41f9-a1e4-a517a8abe819 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541904 Nov 25 20:29:42.598245 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab058c29-269b-485a-b972-d24e70024cd4 req-a27c9b37-91ad-475b-8097-54db957c8cdc tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:42.599728 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ab058c29-269b-485a-b972-d24e70024cd4 req-a27c9b37-91ad-475b-8097-54db957c8cdc tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 945 time: 0.0541666 Nov 25 20:29:42.648368 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ab058c29-269b-485a-b972-d24e70024cd4 req-06449580-f20f-4532-8722-4b1808391411 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415211 Nov 25 20:29:43.472441 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-1de85375-5132-45b9-bd55-cfe7454f2cb7 service neutron] show failed (client error): The resource could not be found. Nov 25 20:29:43.473429 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-1de85375-5132-45b9-bd55-cfe7454f2cb7 service neutron] 10.222.0.85 "GET /v2.0/ports/92e3f04d-c9dd-45fe-bc70-022b42577219/bindings/n-h1-819349-5 HTTP/1.1" status: 404 len: 380 time: 0.0625913 Nov 25 20:29:43.753152 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-67e29d8e-0a3b-4685-87fa-5b6bc83f1d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:43.754596 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-67e29d8e-0a3b-4685-87fa-5b6bc83f1d21 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31&tenant_id=e1b89cd4959047059d1a0fcec39227fc HTTP/1.1" status: 200 len: 1096 time: 0.1136496 Nov 25 20:29:43.769275 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819349-5', 'device_owner': 'compute:nova'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:29:43.802655 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236dca0-3758-4b98-9f7d-2729e8b13d20 req-9b5a6e45-574f-4dc0-ab3f-21cdb492e1df tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:43.804105 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8236dca0-3758-4b98-9f7d-2729e8b13d20 req-9b5a6e45-574f-4dc0-ab3f-21cdb492e1df tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 945 time: 0.0835192 Nov 25 20:29:43.854020 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:43.887738 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8236dca0-3758-4b98-9f7d-2729e8b13d20 req-23589350-59d0-405f-ad7e-567a819f9d6b tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760686 Nov 25 20:29:44.076577 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] For port 92e3f04d-c9dd-45fe-bc70-022b42577219, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=92e3f04d-c9dd-45fe-bc70-022b42577219,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:29:44.109580 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] For port 92e3f04d-c9dd-45fe-bc70-022b42577219, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:29:44.152982 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8cb917-9f78-4138-a500-500498f82c31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92e3f04d-c9dd-45fe-bc70-022b42577219'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:29:44.155414 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146bae75-b798-453b-a4a2-ae35da4c746a" -d '{"events": [{"server_uuid": "aa8cb917-9f78-4138-a500-500498f82c31", "name": "network-vif-unplugged", "status": "completed", "tag": "92e3f04d-c9dd-45fe-bc70-022b42577219"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:29:44.159850 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:44.174078 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Transition to ACTIVE for port object 92e3f04d-c9dd-45fe-bc70-022b42577219 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:29:44.178644 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:44.267094 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Pushing event updated for resources: {'Port': ['ID=92e3f04d-c9dd-45fe-bc70-022b42577219,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:44.272377 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645fc3e4-d47e-42dd-9f13-e58b55d90a10 x-openstack-request-id: req-645fc3e4-d47e-42dd-9f13-e58b55d90a10 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:29:44.272747 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8cb917-9f78-4138-a500-500498f82c31", "name": "network-vif-unplugged", "status": "completed", "tag": "92e3f04d-c9dd-45fe-bc70-022b42577219", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:29:44.272915 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-645fc3e4-d47e-42dd-9f13-e58b55d90a10 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:29:44.273302 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8cb917-9f78-4138-a500-500498f82c31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92e3f04d-c9dd-45fe-bc70-022b42577219', 'code': 200} Nov 25 20:29:44.281167 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:44.281512 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:44.282097 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:44.282466 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:44.282818 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:44.283135 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:44.283464 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:44.283786 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:44.284112 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:44.284437 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:44.284766 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:44.285085 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:44.322677 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] No DVR routers for this DVR port 92e3f04d-c9dd-45fe-bc70-022b42577219 on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:29:44.463700 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Attempting to bind port 92e3f04d-c9dd-45fe-bc70-022b42577219 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:29:44.464025 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Attempting to bind port 92e3f04d-c9dd-45fe-bc70-022b42577219 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:29:44.464349 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Attempting to bind port 92e3f04d-c9dd-45fe-bc70-022b42577219 on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:29:44.469827 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Port 92e3f04d-c9dd-45fe-bc70-022b42577219 on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:29:44.470144 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Attempting to bind port 92e3f04d-c9dd-45fe-bc70-022b42577219 on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:29:44.474905 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:29:44.475238 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Checking segment: {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:29:44.475612 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Bound using segment: {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:29:44.476032 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Bound port: 92e3f04d-c9dd-45fe-bc70-022b42577219, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:29:44.476378 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:44.552061 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] For port 92e3f04d-c9dd-45fe-bc70-022b42577219, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:29:44.555538 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] For port 92e3f04d-c9dd-45fe-bc70-022b42577219, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=92e3f04d-c9dd-45fe-bc70-022b42577219,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:29:44.561397 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:44.597079 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:44.597713 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:44.599177 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] 10.222.0.73 "PUT /v2.0/ports/92e3f04d-c9dd-45fe-bc70-022b42577219 HTTP/1.1" status: 200 len: 1091 time: 0.8353724 Nov 25 20:29:44.632481 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0927aa-a5a1-491e-ac23-70394ca56677 service neutron] Pushing event updated for resources: {'Port': ['ID=92e3f04d-c9dd-45fe-bc70-022b42577219,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:44.670980 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-568a5388-a517-4098-a06f-cbf89f7bf3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:44.672553 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-568a5388-a517-4098-a06f-cbf89f7bf3dc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 1094 time: 0.0488625 Nov 25 20:29:44.787928 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-1ec31887-a5c7-47dd-85e0-2338b6f1a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:44.789447 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-1ec31887-a5c7-47dd-85e0-2338b6f1a1c6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.1080904 Nov 25 20:29:44.860825 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-84ad44c5-b6a4-4fc9-a95b-4c0a8fd7cbd5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92e3f04d-c9dd-45fe-bc70-022b42577219 HTTP/1.1" status: 200 len: 998 time: 0.0640554 Nov 25 20:29:44.918861 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-bc14b8da-d2f9-419f-bf40-23dfa0ea1c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:44.920317 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-bc14b8da-d2f9-419f-bf40-23dfa0ea1c64 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0524061 Nov 25 20:29:44.970979 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-666b5b01-5296-4363-8704-b0e6abb606b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:44.972465 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-666b5b01-5296-4363-8704-b0e6abb606b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448813 Nov 25 20:29:45.076932 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311add8b-3af7-4546-aa56-2b3cd59955c3 req-0c43854e-3c54-4910-83d5-074462063aec tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:45.078589 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-311add8b-3af7-4546-aa56-2b3cd59955c3 req-0c43854e-3c54-4910-83d5-074462063aec tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 943 time: 0.1108062 Nov 25 20:29:45.119214 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-4f5018ec-c155-40ce-aa50-e8bd21736316 service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376247 Nov 25 20:29:45.169346 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-311add8b-3af7-4546-aa56-2b3cd59955c3 req-ed06c757-2338-4fc4-9170-021554a1c2d3 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834577 Nov 25 20:29:45.234543 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d4bf2639-42f6-450c-9d5b-97fcd122d7d9 req-db208ef6-0e17-4e2b-a547-27d93ade1207 service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076672 Nov 25 20:29:46.274333 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8cb917-9f78-4138-a500-500498f82c31', 'tag': '92e3f04d-c9dd-45fe-bc70-022b42577219'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:29:46.276574 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d5351f-585d-46be-9d99-0ad70a5193a0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8cb917-9f78-4138-a500-500498f82c31", "tag": "92e3f04d-c9dd-45fe-bc70-022b42577219"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:29:46.304160 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cda40-d423-42fc-85b8-ba01ee581e66 req-809edf44-96f6-4e93-a415-65ff3f52c68e tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:46.305681 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-038cda40-d423-42fc-85b8-ba01ee581e66 req-809edf44-96f6-4e93-a415-65ff3f52c68e tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 943 time: 0.0634315 Nov 25 20:29:46.356285 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-038cda40-d423-42fc-85b8-ba01ee581e66 req-07b1b8dc-4c2a-467a-b6fe-66951f2a0c8c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439727 Nov 25 20:29:46.411861 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db65412c-8c3a-407c-ab97-8f22afdcf75f x-openstack-request-id: req-db65412c-8c3a-407c-ab97-8f22afdcf75f {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:29:46.412170 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8cb917-9f78-4138-a500-500498f82c31", "tag": "92e3f04d-c9dd-45fe-bc70-022b42577219", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:29:46.412512 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db65412c-8c3a-407c-ab97-8f22afdcf75f {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:29:46.412918 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8cb917-9f78-4138-a500-500498f82c31', 'tag': '92e3f04d-c9dd-45fe-bc70-022b42577219', 'status': 'completed', 'code': 200} Nov 25 20:29:46.493299 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5351f-585d-46be-9d99-0ad70a5193a0 req-3520ee94-11e6-4cda-9049-108b3a605953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:46.495848 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-25d5351f-585d-46be-9d99-0ad70a5193a0 req-3520ee94-11e6-4cda-9049-108b3a605953 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 1094 time: 0.0572302 Nov 25 20:29:46.504943 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5351f-585d-46be-9d99-0ad70a5193a0 req-843eb892-b82e-40f1-9a46-d39d25bd59c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:46.506491 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25d5351f-585d-46be-9d99-0ad70a5193a0 req-843eb892-b82e-40f1-9a46-d39d25bd59c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 1094 time: 0.0625892 Nov 25 20:29:46.609132 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5351f-585d-46be-9d99-0ad70a5193a0 req-e96eb70b-9ebe-4de1-b689-524a7ab767c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:46.610631 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25d5351f-585d-46be-9d99-0ad70a5193a0 req-e96eb70b-9ebe-4de1-b689-524a7ab767c0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.0959625 Nov 25 20:29:46.611034 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5351f-585d-46be-9d99-0ad70a5193a0 req-b3317374-7582-46f8-8425-6f1dc1918108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:46.612508 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-25d5351f-585d-46be-9d99-0ad70a5193a0 req-b3317374-7582-46f8-8425-6f1dc1918108 service neutron] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.1086576 Nov 25 20:29:46.679921 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-25d5351f-585d-46be-9d99-0ad70a5193a0 req-ebf07810-0812-4b35-a998-e3f050eb7002 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92e3f04d-c9dd-45fe-bc70-022b42577219 HTTP/1.1" status: 200 len: 998 time: 0.0606277 Nov 25 20:29:46.680734 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25d5351f-585d-46be-9d99-0ad70a5193a0 req-8097793b-f339-4fa9-87a3-f3cde40a5087 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92e3f04d-c9dd-45fe-bc70-022b42577219 HTTP/1.1" status: 200 len: 998 time: 0.0626671 Nov 25 20:29:46.733452 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5351f-585d-46be-9d99-0ad70a5193a0 req-e5cb8a2b-a3f4-41d8-ad6c-e3d138dc660c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:46.734996 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25d5351f-585d-46be-9d99-0ad70a5193a0 req-e5cb8a2b-a3f4-41d8-ad6c-e3d138dc660c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0476348 Nov 25 20:29:46.736282 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5351f-585d-46be-9d99-0ad70a5193a0 req-12c84811-0075-48c6-9435-29367404b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:46.737743 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-25d5351f-585d-46be-9d99-0ad70a5193a0 req-12c84811-0075-48c6-9435-29367404b548 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0501118 Nov 25 20:29:46.784804 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5351f-585d-46be-9d99-0ad70a5193a0 req-731baa94-f1b8-4dac-a547-6c66171ad75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:46.786336 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-25d5351f-585d-46be-9d99-0ad70a5193a0 req-731baa94-f1b8-4dac-a547-6c66171ad75b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419536 Nov 25 20:29:46.788433 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5351f-585d-46be-9d99-0ad70a5193a0 req-36538a2a-e5aa-4e26-965e-49735fa73543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:46.789897 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25d5351f-585d-46be-9d99-0ad70a5193a0 req-36538a2a-e5aa-4e26-965e-49735fa73543 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457618 Nov 25 20:29:46.885693 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25d5351f-585d-46be-9d99-0ad70a5193a0 req-a0b63c64-643b-4277-ad65-9c820a3d2a56 service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876696 Nov 25 20:29:46.889346 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-25d5351f-585d-46be-9d99-0ad70a5193a0 req-7cf34d07-eba4-45a8-a97d-682790af6984 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932257 Nov 25 20:29:46.987049 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25d5351f-585d-46be-9d99-0ad70a5193a0 req-fce975d3-6d35-4b2d-b5f8-8ed55f78cb11 service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931139 Nov 25 20:29:46.989625 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-25d5351f-585d-46be-9d99-0ad70a5193a0 req-9eb6ecb2-1d1b-41d2-93d3-69c7f623d653 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934112 Nov 25 20:29:47.477584 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b9fc0-766d-4add-86cb-ef42acea1c11 req-fd2ec16e-4cbd-460c-bdb3-153f210cdcd4 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:47.479091 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-153b9fc0-766d-4add-86cb-ef42acea1c11 req-fd2ec16e-4cbd-460c-bdb3-153f210cdcd4 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 943 time: 0.0500433 Nov 25 20:29:47.528953 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-153b9fc0-766d-4add-86cb-ef42acea1c11 req-6e0f7b01-9c2d-4452-95f8-d87825f5db4d tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429931 Nov 25 20:29:47.737338 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96904209-0b18-4557-b013-91a7c55ca7ae req-1c8bc75f-0cb6-4301-804c-05a7592812c7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:47.738983 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-96904209-0b18-4557-b013-91a7c55ca7ae req-1c8bc75f-0cb6-4301-804c-05a7592812c7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 943 time: 0.0531976 Nov 25 20:29:47.778328 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a1137-f63a-4749-a506-f958fbb19a1c req-6ec29178-5910-4e5d-8ca2-c8b12d5440b8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:47.779918 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fe2a1137-f63a-4749-a506-f958fbb19a1c req-6ec29178-5910-4e5d-8ca2-c8b12d5440b8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31&tenant_id=e1b89cd4959047059d1a0fcec39227fc&binding%3Ahost_id=n-h1-819349-5 HTTP/1.1" status: 200 len: 943 time: 0.0772922 Nov 25 20:29:47.800871 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-96904209-0b18-4557-b013-91a7c55ca7ae req-ab981af6-fa9e-4537-9e96-994770f7d88d tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517192 Nov 25 20:29:47.848453 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [req-fe2a1137-f63a-4749-a506-f958fbb19a1c req-c0f4022e-257f-476c-b68f-19c8a1987270 service neutron] delete failed (client error): The resource could not be found. Nov 25 20:29:47.849510 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fe2a1137-f63a-4749-a506-f958fbb19a1c req-c0f4022e-257f-476c-b68f-19c8a1987270 service neutron] 10.222.0.85 "DELETE /v2.0/ports/92e3f04d-c9dd-45fe-bc70-022b42577219/bindings/n-h2-819349-5 HTTP/1.1" status: 404 len: 380 time: 0.0612357 Nov 25 20:29:47.920630 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 92e3f04d-c9dd-45fe-bc70-022b42577219 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:29:47.941962 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a1137-f63a-4749-a506-f958fbb19a1c req-b105e7d7-ea15-4305-9d54-414ab34527bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:47.943531 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fe2a1137-f63a-4749-a506-f958fbb19a1c req-b105e7d7-ea15-4305-9d54-414ab34527bf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 1094 time: 0.0484951 Nov 25 20:29:47.962443 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 92e3f04d-c9dd-45fe-bc70-022b42577219 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:29:48.029746 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 92e3f04d-c9dd-45fe-bc70-022b42577219 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:29:48.040447 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a1137-f63a-4749-a506-f958fbb19a1c req-1a283c38-2b92-48f6-b2c9-e3934be8c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:48.041993 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fe2a1137-f63a-4749-a506-f958fbb19a1c req-1a283c38-2b92-48f6-b2c9-e3934be8c803 service neutron] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.0898979 Nov 25 20:29:48.118177 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fe2a1137-f63a-4749-a506-f958fbb19a1c req-ee307546-d89d-48cc-83b5-50f39b11eae4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92e3f04d-c9dd-45fe-bc70-022b42577219 HTTP/1.1" status: 200 len: 998 time: 0.0689957 Nov 25 20:29:48.139279 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 92e3f04d-c9dd-45fe-bc70-022b42577219, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=92e3f04d-c9dd-45fe-bc70-022b42577219,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:29:48.154069 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '92e3f04d-c9dd-45fe-bc70-022b42577219', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'port_id': '92e3f04d-c9dd-45fe-bc70-022b42577219', 'mac_address': 'fa:16:3e:de:0f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:29:48.173193 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a1137-f63a-4749-a506-f958fbb19a1c req-5baaec2e-2d0b-4405-b183-357a0a317ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:48.174734 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fe2a1137-f63a-4749-a506-f958fbb19a1c req-5baaec2e-2d0b-4405-b183-357a0a317ea1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0493515 Nov 25 20:29:48.198201 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:48.213689 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e3f04d-c9dd-45fe-bc70-022b42577219 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:29:48.228835 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a1137-f63a-4749-a506-f958fbb19a1c req-1a4028a9-cb22-4276-a64a-4948ccecdd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:48.232352 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fe2a1137-f63a-4749-a506-f958fbb19a1c req-1a4028a9-cb22-4276-a64a-4948ccecdd7c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506740 Nov 25 20:29:48.237745 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 92e3f04d-c9dd-45fe-bc70-022b42577219, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=92e3f04d-c9dd-45fe-bc70-022b42577219,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:29:48.243252 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:48.301202 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=92e3f04d-c9dd-45fe-bc70-022b42577219,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:48.311208 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:48.311564 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:48.311915 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:48.312259 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:48.312818 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:48.313168 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:48.313505 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:48.313841 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:48.314170 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:48.314553 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:48.314894 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:48.315209 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:48.356698 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fe2a1137-f63a-4749-a506-f958fbb19a1c req-6d6867d3-1c17-47d4-af20-acd4854db4cd service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172903 Nov 25 20:29:48.465886 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-fe2a1137-f63a-4749-a506-f958fbb19a1c req-5cbb3d7e-5805-476d-93be-e5824ce76995 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019638 Nov 25 20:29:48.511084 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['92e3f04d-c9dd-45fe-bc70-022b42577219'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:29:48.937004 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16b3b3-d845-4376-a580-68970ea9f2ef req-f0806b60-dd7a-49d0-98c9-34b024102f78 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:48.938623 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ef16b3b3-d845-4376-a580-68970ea9f2ef req-f0806b60-dd7a-49d0-98c9-34b024102f78 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 944 time: 0.0543039 Nov 25 20:29:48.991926 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ef16b3b3-d845-4376-a580-68970ea9f2ef req-bcac8974-8719-4064-bc61-ec571203ebe6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467091 Nov 25 20:29:50.045368 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 92e3f04d-c9dd-45fe-bc70-022b42577219 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:29:50.100259 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 92e3f04d-c9dd-45fe-bc70-022b42577219 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:29:50.104584 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 92e3f04d-c9dd-45fe-bc70-022b42577219 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:29:50.104998 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:50.132491 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547dc76-5254-4318-8d6f-d8e7bde7857f req-3f2a5a92-4a3b-4e7d-8b2f-e4e8054e044b tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:50.134057 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9547dc76-5254-4318-8d6f-d8e7bde7857f req-3f2a5a92-4a3b-4e7d-8b2f-e4e8054e044b tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 944 time: 0.0628192 Nov 25 20:29:50.189054 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9547dc76-5254-4318-8d6f-d8e7bde7857f req-97741735-770d-455f-a852-8d0a548b0a9c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479431 Nov 25 20:29:50.193065 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:50.217741 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8cb917-9f78-4138-a500-500498f82c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e3f04d-c9dd-45fe-bc70-022b42577219'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:29:50.220063 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf55c00-6c96-425a-b368-4187e261c2fe" -d '{"events": [{"server_uuid": "aa8cb917-9f78-4138-a500-500498f82c31", "name": "network-vif-plugged", "status": "completed", "tag": "92e3f04d-c9dd-45fe-bc70-022b42577219"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:29:50.234375 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 92e3f04d-c9dd-45fe-bc70-022b42577219, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=92e3f04d-c9dd-45fe-bc70-022b42577219,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:29:50.240390 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:50.291729 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=92e3f04d-c9dd-45fe-bc70-022b42577219,revision_number=9']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:50.640473 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c400ff3-b72d-4437-8078-5ccd23a94aa5 req-ecb0215f-a2f2-40ee-b90c-c0cb01923a4c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:50.642029 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c400ff3-b72d-4437-8078-5ccd23a94aa5 req-ecb0215f-a2f2-40ee-b90c-c0cb01923a4c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 945 time: 0.3787465 Nov 25 20:29:50.698069 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6c400ff3-b72d-4437-8078-5ccd23a94aa5 req-f2d948ff-e1f6-4311-a892-2cc6c5b69589 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500140 Nov 25 20:29:50.845919 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a615ba-f45d-4d12-86a4-2a2094571967 x-openstack-request-id: req-51a615ba-f45d-4d12-86a4-2a2094571967 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:29:50.846371 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8cb917-9f78-4138-a500-500498f82c31", "name": "network-vif-plugged", "status": "completed", "tag": "92e3f04d-c9dd-45fe-bc70-022b42577219", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:29:50.846703 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51a615ba-f45d-4d12-86a4-2a2094571967 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:29:50.847195 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8cb917-9f78-4138-a500-500498f82c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e3f04d-c9dd-45fe-bc70-022b42577219', 'code': 200} Nov 25 20:29:51.074366 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d9dbd-87fd-44de-9cbd-cac53bb00b99 req-37a1e0a3-a6cb-4091-9531-f95b66c41c25 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:51.075913 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af7d9dbd-87fd-44de-9cbd-cac53bb00b99 req-37a1e0a3-a6cb-4091-9531-f95b66c41c25 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 945 time: 0.0854006 Nov 25 20:29:51.081342 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e75bca-16a9-4fa4-8a39-cbda5da5ab9e req-28c0eb36-49a8-4445-a235-a10e4be511e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:51.082781 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-02e75bca-16a9-4fa4-8a39-cbda5da5ab9e req-28c0eb36-49a8-4445-a235-a10e4be511e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 1096 time: 0.0630209 Nov 25 20:29:51.189868 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af7d9dbd-87fd-44de-9cbd-cac53bb00b99 req-e6286c1f-210c-45bd-bb64-42c8292eceb4 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027617 Nov 25 20:29:51.213134 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e75bca-16a9-4fa4-8a39-cbda5da5ab9e req-e7c43011-0d74-4a20-b200-4ddb49b641a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:51.215321 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-02e75bca-16a9-4fa4-8a39-cbda5da5ab9e req-e7c43011-0d74-4a20-b200-4ddb49b641a3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.1218178 Nov 25 20:29:51.289690 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-02e75bca-16a9-4fa4-8a39-cbda5da5ab9e req-050ddbbb-5b42-43bd-aa04-cc0e22abc5ad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92e3f04d-c9dd-45fe-bc70-022b42577219 HTTP/1.1" status: 200 len: 1000 time: 0.0671942 Nov 25 20:29:51.346988 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e75bca-16a9-4fa4-8a39-cbda5da5ab9e req-3d520254-4fb2-4561-9f37-a6f2ee0d2298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:51.348466 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-02e75bca-16a9-4fa4-8a39-cbda5da5ab9e req-3d520254-4fb2-4561-9f37-a6f2ee0d2298 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0516264 Nov 25 20:29:51.396374 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e75bca-16a9-4fa4-8a39-cbda5da5ab9e req-37223bc2-8e60-4d26-8ba7-9cd10b63589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:51.397871 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-02e75bca-16a9-4fa4-8a39-cbda5da5ab9e req-37223bc2-8e60-4d26-8ba7-9cd10b63589b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416851 Nov 25 20:29:51.499338 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-02e75bca-16a9-4fa4-8a39-cbda5da5ab9e req-ead825ad-c1fb-4672-bf3a-4735d69abf46 service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924196 Nov 25 20:29:51.589722 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-02e75bca-16a9-4fa4-8a39-cbda5da5ab9e req-153b5bf5-2366-485e-8f7d-d2e923a728b5 service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834112 Nov 25 20:29:52.317370 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8735786-d792-4c82-89c6-0cc61cea842c req-08d1f5fb-46c0-4e46-bbb2-9716461274c8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:52.319074 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e8735786-d792-4c82-89c6-0cc61cea842c req-08d1f5fb-46c0-4e46-bbb2-9716461274c8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 945 time: 0.0542293 Nov 25 20:29:52.383189 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e8735786-d792-4c82-89c6-0cc61cea842c req-fcf053ed-05c4-4e83-b088-d2f44c1e2a37 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536044 Nov 25 20:29:52.636875 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb39b8a-8c8e-4e56-9bb1-d8bdd47f52f9 req-b5448828-ca7e-493a-867b-ea7d75bd484a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:52.638512 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-beb39b8a-8c8e-4e56-9bb1-d8bdd47f52f9 req-b5448828-ca7e-493a-867b-ea7d75bd484a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 945 time: 0.0519609 Nov 25 20:29:52.693674 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-beb39b8a-8c8e-4e56-9bb1-d8bdd47f52f9 req-279af077-36f1-40a3-ad88-6889ed7697ff tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486715 Nov 25 20:29:53.827612 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f08c08-b8e9-4dc5-a063-a37926b348a8 req-46b3f412-c85b-4e91-ac35-1992983283bb tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:53.829182 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41f08c08-b8e9-4dc5-a063-a37926b348a8 req-46b3f412-c85b-4e91-ac35-1992983283bb tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 945 time: 0.0567782 Nov 25 20:29:53.908968 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41f08c08-b8e9-4dc5-a063-a37926b348a8 req-1b101bb2-c9a9-450e-b684-9eca6725e113 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735087 Nov 25 20:29:53.939262 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebc455-7b5c-4a94-950f-ce941dfd56a8 req-8146eb20-0028-4225-b9a1-de83e4d2443c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:53.941042 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-74ebc455-7b5c-4a94-950f-ce941dfd56a8 req-8146eb20-0028-4225-b9a1-de83e4d2443c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 945 time: 0.0734527 Nov 25 20:29:54.037218 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-74ebc455-7b5c-4a94-950f-ce941dfd56a8 req-46dd42e2-08ef-427a-b77a-20c19b507599 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Deleting port 92e3f04d-c9dd-45fe-bc70-022b42577219 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:29:54.037562 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-74ebc455-7b5c-4a94-950f-ce941dfd56a8 req-46dd42e2-08ef-427a-b77a-20c19b507599 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:54.136889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-74ebc455-7b5c-4a94-950f-ce941dfd56a8 req-46dd42e2-08ef-427a-b77a-20c19b507599 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] For port 92e3f04d-c9dd-45fe-bc70-022b42577219, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=92e3f04d-c9dd-45fe-bc70-022b42577219,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:29:54.137262 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-74ebc455-7b5c-4a94-950f-ce941dfd56a8 req-46dd42e2-08ef-427a-b77a-20c19b507599 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:54.199940 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:54.321427 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-74ebc455-7b5c-4a94-950f-ce941dfd56a8 req-46dd42e2-08ef-427a-b77a-20c19b507599 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:54.321791 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-74ebc455-7b5c-4a94-950f-ce941dfd56a8 req-46dd42e2-08ef-427a-b77a-20c19b507599 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:54.322116 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [req-74ebc455-7b5c-4a94-950f-ce941dfd56a8 req-46dd42e2-08ef-427a-b77a-20c19b507599 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Floating IP 72969a43-d852-4cdc-8fb3-898ad66dbfc5 disassociated. External IP: 172.25.6.55, port: 92e3f04d-c9dd-45fe-bc70-022b42577219. Nov 25 20:29:54.322502 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-74ebc455-7b5c-4a94-950f-ce941dfd56a8 req-46dd42e2-08ef-427a-b77a-20c19b507599 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Calling delete_port for 92e3f04d-c9dd-45fe-bc70-022b42577219 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:29:54.461519 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-74ebc455-7b5c-4a94-950f-ce941dfd56a8 req-46dd42e2-08ef-427a-b77a-20c19b507599 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:54.489529 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd42e2-08ef-427a-b77a-20c19b507599 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Pushing event deleted for resources: {'Port': ['ID=92e3f04d-c9dd-45fe-bc70-022b42577219,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:54.615531 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74ebc455-7b5c-4a94-950f-ce941dfd56a8 req-46dd42e2-08ef-427a-b77a-20c19b507599 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Router 34ebc3ee-538b-4c7c-a621-b613f1842048 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:29:54.734700 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74ebc455-7b5c-4a94-950f-ce941dfd56a8 req-46dd42e2-08ef-427a-b77a-20c19b507599 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:29:54.744292 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2627aaf0-d224-4f10-af40-92c3789c1661 None None] Sync routers for ids ['34ebc3ee-538b-4c7c-a621-b613f1842048'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:29:54.754579 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2627aaf0-d224-4f10-af40-92c3789c1661 None None] Routers {'34ebc3ee-538b-4c7c-a621-b613f1842048'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:29:54.755587 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2627aaf0-d224-4f10-af40-92c3789c1661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:29:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['34ebc3ee-538b-4c7c-a621-b613f1842048'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:29:54.779423 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ebc455-7b5c-4a94-950f-ce941dfd56a8 req-46dd42e2-08ef-427a-b77a-20c19b507599 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] No DVR routers for this DVR port 92e3f04d-c9dd-45fe-bc70-022b42577219 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:29:54.782867 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-74ebc455-7b5c-4a94-950f-ce941dfd56a8 req-46dd42e2-08ef-427a-b77a-20c19b507599 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:54.786612 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-74ebc455-7b5c-4a94-950f-ce941dfd56a8 req-46dd42e2-08ef-427a-b77a-20c19b507599 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.73 "DELETE /v2.0/ports/92e3f04d-c9dd-45fe-bc70-022b42577219 HTTP/1.1" status: 204 len: 173 time: 0.8385041 Nov 25 20:29:54.787084 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8cb917-9f78-4138-a500-500498f82c31', 'name': 'network-vif-deleted', 'tag': '92e3f04d-c9dd-45fe-bc70-022b42577219'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:29:54.789528 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07eabae8-7dcf-4edd-a067-195b04d7aa57" -d '{"events": [{"server_uuid": "aa8cb917-9f78-4138-a500-500498f82c31", "name": "network-vif-deleted", "tag": "92e3f04d-c9dd-45fe-bc70-022b42577219"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:29:54.830146 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:54.834447 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a941944-326e-4f07-b4d3-289139d727f8 x-openstack-request-id: req-2a941944-326e-4f07-b4d3-289139d727f8 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:29:54.835807 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8cb917-9f78-4138-a500-500498f82c31", "name": "network-vif-deleted", "tag": "92e3f04d-c9dd-45fe-bc70-022b42577219", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:29:54.835807 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a941944-326e-4f07-b4d3-289139d727f8 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:29:54.835807 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8cb917-9f78-4138-a500-500498f82c31', 'name': 'network-vif-deleted', 'tag': '92e3f04d-c9dd-45fe-bc70-022b42577219', 'status': 'completed', 'code': 200} Nov 25 20:29:54.874260 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-2627aaf0-d224-4f10-af40-92c3789c1661 None None] Set router 34ebc3ee-538b-4c7c-a621-b613f1842048 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:29:55.041567 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf2b98a0-7e0c-4616-b2d5-7afce727f381 req-5562acb6-fc75-4c1a-8df1-4b73765e4186 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8cb917-9f78-4138-a500-500498f82c31 HTTP/1.1" status: 200 len: 210 time: 0.0336592 Nov 25 20:29:55.151070 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2627aaf0-d224-4f10-af40-92c3789c1661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'e2740133-b874-4bf2-b746-d5c3eae9d9aa', 'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'mac_address': 'fa:16:3e:c3:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:13Z', 'updated_at': '2021-11-25T20:25:16Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'subnets': [{'id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:29:55.179244 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2627aaf0-d224-4f10-af40-92c3789c1661 None None] Checking router: 34ebc3ee-538b-4c7c-a621-b613f1842048 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:29:55.189428 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2627aaf0-d224-4f10-af40-92c3789c1661 None None] Routers {'34ebc3ee-538b-4c7c-a621-b613f1842048'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:29:55.190088 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2627aaf0-d224-4f10-af40-92c3789c1661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:29:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['34ebc3ee-538b-4c7c-a621-b613f1842048'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:29:55.305121 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-2627aaf0-d224-4f10-af40-92c3789c1661 None None] Set router 34ebc3ee-538b-4c7c-a621-b613f1842048 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:29:55.509259 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2627aaf0-d224-4f10-af40-92c3789c1661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'e2740133-b874-4bf2-b746-d5c3eae9d9aa', 'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'mac_address': 'fa:16:3e:c3:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:13Z', 'updated_at': '2021-11-25T20:25:16Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'subnets': [{'id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:29:55.541722 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2627aaf0-d224-4f10-af40-92c3789c1661 None None] The sync data for ids ['34ebc3ee-538b-4c7c-a621-b613f1842048'] in n-d-819349-5 is: [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'e2740133-b874-4bf2-b746-d5c3eae9d9aa', 'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'mac_address': 'fa:16:3e:c3:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:13Z', 'updated_at': '2021-11-25T20:25:16Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'subnets': [{'id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:29:55.773007 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e3667-9049-4117-9af5-661be39e50ba None None] New status for floating IP 72969a43-d852-4cdc-8fb3-898ad66dbfc5: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:29:56.384926 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-f1eefa16-da10-4e8c-ab6b-80d106c4514e tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--157101746&fields=id&tenant_id=e1b89cd4959047059d1a0fcec39227fc HTTP/1.1" status: 200 len: 267 time: 0.0664332 Nov 25 20:29:56.513017 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-1944343e-10b3-41fb-8fd4-57a4575d562f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:56.515116 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-1944343e-10b3-41fb-8fd4-57a4575d562f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 811 time: 0.1213243 Nov 25 20:29:56.532150 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-ac57be35-aa55-4207-b69a-0f253d6094c5 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/quotas/e1b89cd4959047059d1a0fcec39227fc HTTP/1.1" status: 200 len: 375 time: 0.0104082 Nov 25 20:29:56.591992 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-ee3b0583-ecba-4a3f-91d8-3923c8bc0623 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536771 Nov 25 20:29:56.798805 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-a02852ba-f37e-4fba-a2c7-6915f95a06ec service neutron] 10.222.0.55 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939821 Nov 25 20:29:56.903781 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-8df7cbca-41b8-488a-87be-c7fdd3f38195 service neutron] 10.222.0.55 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973105 Nov 25 20:29:57.089347 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a27e52e5-b640-4e57-9514-87965d938f84 req-a8120ac7-a751-421a-9ac2-db30fa5c1ccb tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 210 time: 0.0351779 Nov 25 20:29:58.077931 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 92e3f04d-c9dd-45fe-bc70-022b42577219 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:29:58.100617 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 92e3f04d-c9dd-45fe-bc70-022b42577219 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:29:58.100964 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 92e3f04d-c9dd-45fe-bc70-022b42577219 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:29:58.159322 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-8b46d52d-208d-4b16-935c-3f70dde32b6d tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:58.162045 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-8b46d52d-208d-4b16-935c-3f70dde32b6d tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.73 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 811 time: 0.1460736 Nov 25 20:29:58.251017 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-6f76eb6b-58b4-43c7-a4ce-cec8b5866be0 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1b89cd4959047059d1a0fcec39227fc HTTP/1.1" status: 200 len: 379 time: 0.0782094 Nov 25 20:29:58.269174 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-11c226fc-c511-43f2-ba65-00018504c291 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Request body: {'port': {'device_id': '9f59c068-a01b-488f-87f5-21ec11e857af', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'admin_state_up': True, 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'security_groups': ['db70b011-d454-4da6-9a21-fc97c35efe66']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:29:58.274113 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-47fdebb4-5942-4593-9f53-8d2f8f99aa86 req-25cd88fe-c51e-47a9-92ab-27d25d7b6940 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 210 time: 0.0429738 Nov 25 20:29:58.401511 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-11c226fc-c511-43f2-ba65-00018504c291 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Made reservation on behalf of e1b89cd4959047059d1a0fcec39227fc for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:29:58.406499 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-11c226fc-c511-43f2-ba65-00018504c291 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:58.569012 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-11c226fc-c511-43f2-ba65-00018504c291 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Allocated IP 172.20.0.7 (58b04cc5-804d-4ef2-9393-6358d058a7a3/0aefc6e4-ea86-4b04-bbec-afb77f310c36/a4cf0c86-aed9-4304-8e16-272a38a3b3fb) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:29:58.764456 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-11c226fc-c511-43f2-ba65-00018504c291 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:58.803629 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-11c226fc-c511-43f2-ba65-00018504c291 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:58.857034 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-11c226fc-c511-43f2-ba65-00018504c291 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Network 58b04cc5-804d-4ef2-9393-6358d058a7a3 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:29:58.860533 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-11c226fc-c511-43f2-ba65-00018504c291 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:29:58.864700 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-11c226fc-c511-43f2-ba65-00018504c291 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:29:58.872122 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c226fc-c511-43f2-ba65-00018504c291 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Pushing event updated for resources: {'Port': ['ID=a4cf0c86-aed9-4304-8e16-272a38a3b3fb,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:58.937992 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-11c226fc-c511-43f2-ba65-00018504c291 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:58.939179 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-11c226fc-c511-43f2-ba65-00018504c291 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:58.964687 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-11c226fc-c511-43f2-ba65-00018504c291 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6986465 Nov 25 20:29:58.977792 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-3e128515-fecc-44da-a875-259eab2fb4eb service neutron] Request body: {'port': {'device_id': '9f59c068-a01b-488f-87f5-21ec11e857af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:29:59.047405 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-3e128515-fecc-44da-a875-259eab2fb4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:59.155514 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-85fe1a87-ebae-4d80-811f-238e4501db5f None None] Provisioning complete for port a4cf0c86-aed9-4304-8e16-272a38a3b3fb triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:29:59.156174 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-85fe1a87-ebae-4d80-811f-238e4501db5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:59.202836 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-85fe1a87-ebae-4d80-811f-238e4501db5f None None] Port a4cf0c86-aed9-4304-8e16-272a38a3b3fb cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:29:59.383881 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0161395f-6c96-4b60-b703-c58b0f375b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:59.447883 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-3e128515-fecc-44da-a875-259eab2fb4eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4cf0c86-aed9-4304-8e16-272a38a3b3fb {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:29:59.461100 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-3e128515-fecc-44da-a875-259eab2fb4eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:59.482025 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-3e128515-fecc-44da-a875-259eab2fb4eb service neutron] Transition to ACTIVE for port object a4cf0c86-aed9-4304-8e16-272a38a3b3fb will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:29:59.492844 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06bda1-b13c-4b4d-9041-f6dbe68616b7 req-f727d6c4-c78b-49aa-9af7-606b99776143 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:59.494543 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e06bda1-b13c-4b4d-9041-f6dbe68616b7 req-f727d6c4-c78b-49aa-9af7-606b99776143 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 931 time: 0.0923257 Nov 25 20:29:59.496101 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-3e128515-fecc-44da-a875-259eab2fb4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:59.571159 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e128515-fecc-44da-a875-259eab2fb4eb service neutron] Pushing event updated for resources: {'Port': ['ID=a4cf0c86-aed9-4304-8e16-272a38a3b3fb,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:59.643895 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5e06bda1-b13c-4b4d-9041-f6dbe68616b7 req-c5f361d9-269c-4b67-8e62-f274f0f6b4fc tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389408 Nov 25 20:29:59.675540 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-3e128515-fecc-44da-a875-259eab2fb4eb service neutron] Attempting to bind port a4cf0c86-aed9-4304-8e16-272a38a3b3fb on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:29:59.675881 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-3e128515-fecc-44da-a875-259eab2fb4eb service neutron] Attempting to bind port a4cf0c86-aed9-4304-8e16-272a38a3b3fb by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:29:59.676217 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-3e128515-fecc-44da-a875-259eab2fb4eb service neutron] Attempting to bind port a4cf0c86-aed9-4304-8e16-272a38a3b3fb on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:29:59.682530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-3e128515-fecc-44da-a875-259eab2fb4eb service neutron] Port a4cf0c86-aed9-4304-8e16-272a38a3b3fb on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:29:59.684035 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-3e128515-fecc-44da-a875-259eab2fb4eb service neutron] Attempting to bind port a4cf0c86-aed9-4304-8e16-272a38a3b3fb on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:29:59.691592 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-3e128515-fecc-44da-a875-259eab2fb4eb service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:29:59.691971 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-3e128515-fecc-44da-a875-259eab2fb4eb service neutron] Checking segment: {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:29:59.692535 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-3e128515-fecc-44da-a875-259eab2fb4eb service neutron] Bound using segment: {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:29:59.693044 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-3e128515-fecc-44da-a875-259eab2fb4eb service neutron] Bound port: a4cf0c86-aed9-4304-8e16-272a38a3b3fb, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:29:59.693549 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-3e128515-fecc-44da-a875-259eab2fb4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:59.775449 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-3e128515-fecc-44da-a875-259eab2fb4eb service neutron] For port a4cf0c86-aed9-4304-8e16-272a38a3b3fb, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:29:59.778994 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-3e128515-fecc-44da-a875-259eab2fb4eb service neutron] For port a4cf0c86-aed9-4304-8e16-272a38a3b3fb, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:29:59.784397 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-3e128515-fecc-44da-a875-259eab2fb4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:59.825658 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-3e128515-fecc-44da-a875-259eab2fb4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:59.826316 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-3e128515-fecc-44da-a875-259eab2fb4eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:59.828255 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-3e128515-fecc-44da-a875-259eab2fb4eb service neutron] 10.222.0.73 "PUT /v2.0/ports/a4cf0c86-aed9-4304-8e16-272a38a3b3fb HTTP/1.1" status: 200 len: 1091 time: 0.8554831 Nov 25 20:29:59.828401 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f59c068-a01b-488f-87f5-21ec11e857af', 'tag': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:29:59.830959 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280d374f-7689-41c1-a6d3-3f0ae7500cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "9f59c068-a01b-488f-87f5-21ec11e857af", "tag": "a4cf0c86-aed9-4304-8e16-272a38a3b3fb"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:29:59.871862 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e128515-fecc-44da-a875-259eab2fb4eb service neutron] Pushing event updated for resources: {'Port': ['ID=a4cf0c86-aed9-4304-8e16-272a38a3b3fb,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:59.898552 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8b2e8b-6dfb-444d-86ca-2f570a0a481d x-openstack-request-id: req-9b8b2e8b-6dfb-444d-86ca-2f570a0a481d {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:29:59.899027 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f59c068-a01b-488f-87f5-21ec11e857af", "tag": "a4cf0c86-aed9-4304-8e16-272a38a3b3fb", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:29:59.899517 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b8b2e8b-6dfb-444d-86ca-2f570a0a481d {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:29:59.899941 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f59c068-a01b-488f-87f5-21ec11e857af', 'tag': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb', 'status': 'completed', 'code': 200} Nov 25 20:29:59.942077 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-4bdfccab-f9dc-4cf4-9ef8-016e61dfa0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:59.943820 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-4bdfccab-f9dc-4cf4-9ef8-016e61dfa0e6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 1094 time: 0.0600379 Nov 25 20:29:59.992895 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-319d2168-4bf0-42d5-80f4-f2660cd12c23 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb HTTP/1.1" status: 200 len: 217 time: 0.0392673 Nov 25 20:30:00.062741 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-3b5e6be2-4762-4fae-ae0c-4e83643eec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:00.064285 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-3b5e6be2-4762-4fae-ae0c-4e83643eec71 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0621514 Nov 25 20:30:00.114619 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-009993ab-fca4-47b5-9f3b-d6ab617b96bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:00.116050 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-009993ab-fca4-47b5-9f3b-d6ab617b96bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447369 Nov 25 20:30:00.218601 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-6c07f4bc-bae6-4c6d-a19b-a996c7734749 service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938199 Nov 25 20:30:00.344738 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22e3cedd-f564-4bb7-957b-54355305c0cf req-a24785f6-7ed6-4042-8743-e4d3c55143af service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189892 Nov 25 20:30:00.435798 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d374f-7689-41c1-a6d3-3f0ae7500cf9 req-eab11930-87d8-400f-bc11-6a82bcb555a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:00.437181 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-280d374f-7689-41c1-a6d3-3f0ae7500cf9 req-eab11930-87d8-400f-bc11-6a82bcb555a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 1094 time: 0.0447779 Nov 25 20:30:00.543897 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d374f-7689-41c1-a6d3-3f0ae7500cf9 req-8122acba-d907-4408-9899-31bf00c407b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:00.545425 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-280d374f-7689-41c1-a6d3-3f0ae7500cf9 req-8122acba-d907-4408-9899-31bf00c407b8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.1013181 Nov 25 20:30:00.589680 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-280d374f-7689-41c1-a6d3-3f0ae7500cf9 req-38dbd64a-645a-4ef2-946b-46b76589b604 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb HTTP/1.1" status: 200 len: 217 time: 0.0361555 Nov 25 20:30:00.647372 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d374f-7689-41c1-a6d3-3f0ae7500cf9 req-ea74b16b-d0fc-4b5e-ae78-7dd6c2d973cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:00.648952 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-280d374f-7689-41c1-a6d3-3f0ae7500cf9 req-ea74b16b-d0fc-4b5e-ae78-7dd6c2d973cc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0521505 Nov 25 20:30:00.711629 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d374f-7689-41c1-a6d3-3f0ae7500cf9 req-c6242f9b-ffef-4776-8ca2-f7a53377b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:00.713172 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-280d374f-7689-41c1-a6d3-3f0ae7500cf9 req-c6242f9b-ffef-4776-8ca2-f7a53377b7cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537586 Nov 25 20:30:00.841063 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081a428-a629-4ca4-859a-9986a516a9f5 req-510e5dcd-e1bb-41c3-a210-abc4664d5157 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:00.842694 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0081a428-a629-4ca4-859a-9986a516a9f5 req-510e5dcd-e1bb-41c3-a210-abc4664d5157 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 943 time: 0.1120980 Nov 25 20:30:00.865319 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-280d374f-7689-41c1-a6d3-3f0ae7500cf9 req-c59eb91d-1dfe-4d84-9428-0ea940736284 service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423411 Nov 25 20:30:00.960366 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0081a428-a629-4ca4-859a-9986a516a9f5 req-2e68f9cf-3052-4bf9-973c-5dd34e1cf6e9 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075065 Nov 25 20:30:00.992789 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-280d374f-7689-41c1-a6d3-3f0ae7500cf9 req-804da40d-9537-412c-8e1c-552d97fe3746 service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183145 Nov 25 20:30:01.845903 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-02319c5d-e5ec-4ed0-9cda-43ebff67e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:02.091372 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc94d22-07b3-4c43-996e-719239d7923a req-71b91760-94c2-4d7d-873e-c2b0072a8a83 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:02.093050 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1fc94d22-07b3-4c43-996e-719239d7923a req-71b91760-94c2-4d7d-873e-c2b0072a8a83 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 943 time: 0.0561583 Nov 25 20:30:02.147414 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1fc94d22-07b3-4c43-996e-719239d7923a req-4df50cc5-b738-4c0d-98ea-d3ccf3b7aa39 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478597 Nov 25 20:30:03.291811 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6058d5c-9132-427c-b0c3-ba753c2e26eb req-dedc618b-033f-4ea5-ada3-be260fe478be tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:03.293928 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f6058d5c-9132-427c-b0c3-ba753c2e26eb req-dedc618b-033f-4ea5-ada3-be260fe478be tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 943 time: 0.0547884 Nov 25 20:30:03.348959 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f6058d5c-9132-427c-b0c3-ba753c2e26eb req-fb12877b-8d00-4f20-87ed-59ea1b4969c6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485628 Nov 25 20:30:03.908458 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:04.109207 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device a4cf0c86-aed9-4304-8e16-272a38a3b3fb details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:30:04.215507 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port a4cf0c86-aed9-4304-8e16-272a38a3b3fb, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:30:04.227781 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'port_id': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb', 'mac_address': 'fa:16:3e:8f:36:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:30:04.265752 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:04.278772 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4cf0c86-aed9-4304-8e16-272a38a3b3fb {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:30:04.299622 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port a4cf0c86-aed9-4304-8e16-272a38a3b3fb, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:30:04.304253 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:04.351936 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=a4cf0c86-aed9-4304-8e16-272a38a3b3fb,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:30:04.487936 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd16e6-0fb3-444f-a661-a149a651b22a req-d9856c04-d8f3-46b6-a6b0-75a8e28eead2 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:04.489433 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36cd16e6-0fb3-444f-a661-a149a651b22a req-d9856c04-d8f3-46b6-a6b0-75a8e28eead2 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 944 time: 0.0624025 Nov 25 20:30:04.518544 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['a4cf0c86-aed9-4304-8e16-272a38a3b3fb'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:30:04.545398 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36cd16e6-0fb3-444f-a661-a149a651b22a req-f783e069-b273-44e8-b160-d1262b512590 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490596 Nov 25 20:30:05.671287 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ecf7f-bb0d-4cdf-befd-3de6818aceea req-fd475b60-941a-4efe-9289-b898797235e1 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:05.672875 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b7ecf7f-bb0d-4cdf-befd-3de6818aceea req-fd475b60-941a-4efe-9289-b898797235e1 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 944 time: 0.0527334 Nov 25 20:30:05.695573 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:05.723615 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:05.732457 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b7ecf7f-bb0d-4cdf-befd-3de6818aceea req-8ea47f7f-c1d8-4e01-96e5-85ce2de8bbd4 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526583 Nov 25 20:30:06.123531 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device a4cf0c86-aed9-4304-8e16-272a38a3b3fb up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:30:06.176618 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port a4cf0c86-aed9-4304-8e16-272a38a3b3fb completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:30:06.180680 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port a4cf0c86-aed9-4304-8e16-272a38a3b3fb triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:30:06.181049 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:06.261513 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:06.283866 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f59c068-a01b-488f-87f5-21ec11e857af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:30:06.286107 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc36e528-832a-4c72-8a00-397c8433dcbe" -d '{"events": [{"server_uuid": "9f59c068-a01b-488f-87f5-21ec11e857af", "name": "network-vif-plugged", "status": "completed", "tag": "a4cf0c86-aed9-4304-8e16-272a38a3b3fb"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:30:06.298840 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port a4cf0c86-aed9-4304-8e16-272a38a3b3fb, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:30:06.303705 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:06.327906 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22115f52-95d0-49b2-a8e1-4aa4707c6a16 x-openstack-request-id: req-22115f52-95d0-49b2-a8e1-4aa4707c6a16 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:30:06.328211 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f59c068-a01b-488f-87f5-21ec11e857af", "name": "network-vif-plugged", "status": "completed", "tag": "a4cf0c86-aed9-4304-8e16-272a38a3b3fb", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:30:06.328477 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-22115f52-95d0-49b2-a8e1-4aa4707c6a16 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:30:06.328875 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f59c068-a01b-488f-87f5-21ec11e857af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb', 'code': 200} Nov 25 20:30:06.355667 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=a4cf0c86-aed9-4304-8e16-272a38a3b3fb,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:30:06.421465 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daaf29c-6b89-4567-b361-d964c57c4896 req-92f5ee1e-76e4-4e6a-b158-e1ad6474d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:06.422978 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5daaf29c-6b89-4567-b361-d964c57c4896 req-92f5ee1e-76e4-4e6a-b158-e1ad6474d79a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 1096 time: 0.0400217 Nov 25 20:30:06.475335 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5daaf29c-6b89-4567-b361-d964c57c4896 req-692e6402-8f6f-4322-962a-1f35e4c70426 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427270 Nov 25 20:30:06.855823 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2369d-fd1f-42a5-847e-56be60c3da8d req-feb4a6ea-53fa-493f-b9c9-d180cef2b2b3 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:06.857282 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d4f2369d-fd1f-42a5-847e-56be60c3da8d req-feb4a6ea-53fa-493f-b9c9-d180cef2b2b3 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 945 time: 0.0487337 Nov 25 20:30:06.904078 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d4f2369d-fd1f-42a5-847e-56be60c3da8d req-c1b2974a-e21a-492d-ad1e-1efe5d0421f0 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406821 Nov 25 20:30:08.028341 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142b22d-db57-43d8-a9ba-d80b7206c735 req-3535d28a-d77e-43f2-b687-f8cf22e26253 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:08.029901 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b142b22d-db57-43d8-a9ba-d80b7206c735 req-3535d28a-d77e-43f2-b687-f8cf22e26253 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 945 time: 0.0520630 Nov 25 20:30:08.082663 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b142b22d-db57-43d8-a9ba-d80b7206c735 req-788008eb-d64f-4013-a305-c9ae49b3b2c7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463288 Nov 25 20:30:08.220773 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded0013-4817-493e-ac93-3c5f0f54a9c9 req-49bbb0a9-3f65-4eb7-aff8-2d4ea6b344e2 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:08.222228 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ded0013-4817-493e-ac93-3c5f0f54a9c9 req-49bbb0a9-3f65-4eb7-aff8-2d4ea6b344e2 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 945 time: 0.0592566 Nov 25 20:30:08.236477 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57098) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:30:08.243749 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-98845440-b4b9-4f9e-be6d-0019efb63ca9 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Request body: {'floatingip': {'port_id': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:30:08.338108 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-98845440-b4b9-4f9e-be6d-0019efb63ca9 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:08.845660 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-98845440-b4b9-4f9e-be6d-0019efb63ca9 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:08.849521 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-98845440-b4b9-4f9e-be6d-0019efb63ca9 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:08.947732 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-98845440-b4b9-4f9e-be6d-0019efb63ca9 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Floating IP 72969a43-d852-4cdc-8fb3-898ad66dbfc5 associated. External IP: 172.25.6.55, port: a4cf0c86-aed9-4304-8e16-272a38a3b3fb. Nov 25 20:30:09.168139 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98845440-b4b9-4f9e-be6d-0019efb63ca9 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Router 34ebc3ee-538b-4c7c-a621-b613f1842048 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:30:09.289839 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98845440-b4b9-4f9e-be6d-0019efb63ca9 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:30:09.295382 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-98845440-b4b9-4f9e-be6d-0019efb63ca9 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:09.299978 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac110622-9258-42c5-92cb-2ebec91ccb35 None None] Sync routers for ids ['34ebc3ee-538b-4c7c-a621-b613f1842048'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:30:09.310868 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac110622-9258-42c5-92cb-2ebec91ccb35 None None] Routers {'34ebc3ee-538b-4c7c-a621-b613f1842048'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:30:09.311481 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ac110622-9258-42c5-92cb-2ebec91ccb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:30:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['34ebc3ee-538b-4c7c-a621-b613f1842048'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:30:09.323696 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-98845440-b4b9-4f9e-be6d-0019efb63ca9 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "PUT /v2.0/floatingips/72969a43-d852-4cdc-8fb3-898ad66dbfc5 HTTP/1.1" status: 200 len: 990 time: 1.0852842 Nov 25 20:30:09.324547 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f59c068-a01b-488f-87f5-21ec11e857af', 'tag': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:30:09.327119 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966be174-92e3-4108-bf18-07e4abac6dea" -d '{"events": [{"name": "network-changed", "server_uuid": "9f59c068-a01b-488f-87f5-21ec11e857af", "tag": "a4cf0c86-aed9-4304-8e16-272a38a3b3fb"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:30:09.487736 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926f9770-f610-407d-9208-52608235635a x-openstack-request-id: req-926f9770-f610-407d-9208-52608235635a {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:30:09.488041 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f59c068-a01b-488f-87f5-21ec11e857af", "tag": "a4cf0c86-aed9-4304-8e16-272a38a3b3fb", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:30:09.488302 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-926f9770-f610-407d-9208-52608235635a {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:30:09.488711 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f59c068-a01b-488f-87f5-21ec11e857af', 'tag': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb', 'status': 'completed', 'code': 200} Nov 25 20:30:09.516752 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-ac110622-9258-42c5-92cb-2ebec91ccb35 None None] Set router 34ebc3ee-538b-4c7c-a621-b613f1842048 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:30:09.550684 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966be174-92e3-4108-bf18-07e4abac6dea req-9c62245d-65cc-43f9-a0cc-a87ff4a2f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:09.552175 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-966be174-92e3-4108-bf18-07e4abac6dea req-9c62245d-65cc-43f9-a0cc-a87ff4a2f4db service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 1096 time: 0.0408740 Nov 25 20:30:09.619530 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:30:09.648996 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966be174-92e3-4108-bf18-07e4abac6dea req-4aaf4d18-36b2-4a4b-9609-645d8e2fb990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:09.650592 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-966be174-92e3-4108-bf18-07e4abac6dea req-4aaf4d18-36b2-4a4b-9609-645d8e2fb990 service neutron] 10.222.0.73 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.0897443 Nov 25 20:30:09.721583 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-966be174-92e3-4108-bf18-07e4abac6dea req-9ff05d6f-061d-42fe-8c58-ff7158b218d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb HTTP/1.1" status: 200 len: 998 time: 0.0633984 Nov 25 20:30:09.745945 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ac110622-9258-42c5-92cb-2ebec91ccb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '72969a43-d852-4cdc-8fb3-898ad66dbfc5', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'floating_ip_address': '172.25.6.55', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'port_id': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'mac_address': 'fa:16:3e:8f:36:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f59c068-a01b-488f-87f5-21ec11e857af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:25:15Z', 'updated_at': '2021-11-25T20:30:08Z', 'revision_number': 9, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2740133-b874-4bf2-b746-d5c3eae9d9aa', 'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'mac_address': 'fa:16:3e:c3:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:13Z', 'updated_at': '2021-11-25T20:25:16Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'subnets': [{'id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:30:09.776460 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac110622-9258-42c5-92cb-2ebec91ccb35 None None] Checking router: 34ebc3ee-538b-4c7c-a621-b613f1842048 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:30:09.782260 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966be174-92e3-4108-bf18-07e4abac6dea req-e39f0feb-1af4-4d66-825e-9db762cf2b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:09.783766 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-966be174-92e3-4108-bf18-07e4abac6dea req-e39f0feb-1af4-4d66-825e-9db762cf2b56 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0455256 Nov 25 20:30:09.785600 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac110622-9258-42c5-92cb-2ebec91ccb35 None None] Routers {'34ebc3ee-538b-4c7c-a621-b613f1842048'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:30:09.786213 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ac110622-9258-42c5-92cb-2ebec91ccb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:30:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['34ebc3ee-538b-4c7c-a621-b613f1842048'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:30:09.845429 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966be174-92e3-4108-bf18-07e4abac6dea req-361a249c-7d03-4f53-b7f0-242c0331c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:09.847000 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-966be174-92e3-4108-bf18-07e4abac6dea req-361a249c-7d03-4f53-b7f0-242c0331c144 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494847 Nov 25 20:30:09.899539 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-ac110622-9258-42c5-92cb-2ebec91ccb35 None None] Set router 34ebc3ee-538b-4c7c-a621-b613f1842048 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:30:09.950087 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-966be174-92e3-4108-bf18-07e4abac6dea req-e2dad7bf-93e0-4a71-ae2b-858456712b5b service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926361 Nov 25 20:30:10.133278 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ac110622-9258-42c5-92cb-2ebec91ccb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '72969a43-d852-4cdc-8fb3-898ad66dbfc5', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'floating_ip_address': '172.25.6.55', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'port_id': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'mac_address': 'fa:16:3e:8f:36:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f59c068-a01b-488f-87f5-21ec11e857af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:25:15Z', 'updated_at': '2021-11-25T20:30:08Z', 'revision_number': 9, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2740133-b874-4bf2-b746-d5c3eae9d9aa', 'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'mac_address': 'fa:16:3e:c3:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:13Z', 'updated_at': '2021-11-25T20:25:16Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'subnets': [{'id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:30:10.163849 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac110622-9258-42c5-92cb-2ebec91ccb35 None None] The sync data for ids ['34ebc3ee-538b-4c7c-a621-b613f1842048'] in n-d-819349-5 is: [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '72969a43-d852-4cdc-8fb3-898ad66dbfc5', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'floating_ip_address': '172.25.6.55', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'port_id': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'mac_address': 'fa:16:3e:8f:36:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f59c068-a01b-488f-87f5-21ec11e857af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:25:15Z', 'updated_at': '2021-11-25T20:30:08Z', 'revision_number': 9, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2740133-b874-4bf2-b746-d5c3eae9d9aa', 'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'mac_address': 'fa:16:3e:c3:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:13Z', 'updated_at': '2021-11-25T20:25:16Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'subnets': [{'id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:30:10.367552 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-966be174-92e3-4108-bf18-07e4abac6dea req-0d9929bf-9832-4857-903d-48c32ed1401c service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098406 Nov 25 20:30:10.372850 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774406eb-d31c-4f8f-bcb4-6ead205f4b3b None None] New status for floating IP 72969a43-d852-4cdc-8fb3-898ad66dbfc5: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:30:24.213728 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:24.825235 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:29.381700 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5d2099cc-b0d6-4f1d-9fc6-86ed5a51245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:31.839780 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ded27f27-b913-4b21-b9c2-f24b1fc2db9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:33.907719 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:35.693329 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:35.716075 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:46.618572 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:30:54.228143 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:54.854065 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:59.376222 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f8e08f6a-d2c3-44a6-b9b8-2f19239b1259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:01.843095 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6e387c4-5733-49a0-867a-267913fcc288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:03.909288 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-839eb0ed-0f76-4733-9080-fd8ff961fcd2 req-07d3b190-f53b-4174-b970-376a4e85bae8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441983 Nov 25 20:31:03.912697 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:03.993173 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839eb0ed-0f76-4733-9080-fd8ff961fcd2 req-a76c73f8-3d73-425e-89a6-3f5465106f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:03.994688 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-839eb0ed-0f76-4733-9080-fd8ff961fcd2 req-a76c73f8-3d73-425e-89a6-3f5465106f72 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 1096 time: 0.0404820 Nov 25 20:31:04.103883 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839eb0ed-0f76-4733-9080-fd8ff961fcd2 req-a3022535-160a-4e5d-b46e-45c7e86a8c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:04.105353 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-839eb0ed-0f76-4733-9080-fd8ff961fcd2 req-a3022535-160a-4e5d-b46e-45c7e86a8c71 service neutron] 10.222.0.73 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.0887976 Nov 25 20:31:04.176509 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-839eb0ed-0f76-4733-9080-fd8ff961fcd2 req-044aa7d4-f810-4abc-a494-2598dd6a7178 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb HTTP/1.1" status: 200 len: 1001 time: 0.0634422 Nov 25 20:31:04.229145 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839eb0ed-0f76-4733-9080-fd8ff961fcd2 req-07092c87-a579-405b-b2a4-696b668e947b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:04.230632 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-839eb0ed-0f76-4733-9080-fd8ff961fcd2 req-07092c87-a579-405b-b2a4-696b668e947b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0463004 Nov 25 20:31:04.282659 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839eb0ed-0f76-4733-9080-fd8ff961fcd2 req-e27133dd-00a7-4553-925f-8904ef5f8915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:04.284169 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-839eb0ed-0f76-4733-9080-fd8ff961fcd2 req-e27133dd-00a7-4553-925f-8904ef5f8915 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462632 Nov 25 20:31:04.376863 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-839eb0ed-0f76-4733-9080-fd8ff961fcd2 req-10f52e09-cfe7-4677-9f20-1b2ff510f9bb service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845699 Nov 25 20:31:04.473381 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-839eb0ed-0f76-4733-9080-fd8ff961fcd2 req-6afdccb0-2c08-4027-b765-d0960e4b405a service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896101 Nov 25 20:31:05.685759 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:05.718534 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:23.618913 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:31:24.222988 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:24.856939 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:29.381981 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d7f7082a-bcdb-414d-91ff-ea22a050d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:31.845826 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9fac59d6-73dc-4684-beb9-a2f117174856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:33.915791 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:35.689878 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:35.730176 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:47.767427 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-736da5d1-d96a-434c-a849-de82cc8b6dc5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0457723 Nov 25 20:31:47.783449 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c16fa-35b2-41c6-8b85-22951b09abc9 req-a7f53e72-1b11-4b20-a9b1-9c3a0196caca tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:47.784913 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-717c16fa-35b2-41c6-8b85-22951b09abc9 req-a7f53e72-1b11-4b20-a9b1-9c3a0196caca tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 945 time: 0.0513811 Nov 25 20:31:47.835257 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-717c16fa-35b2-41c6-8b85-22951b09abc9 req-b0bac13c-2cf6-43be-a97a-5db34eafaa8d tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428438 Nov 25 20:31:48.890226 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-1319c628-65ea-4e11-8eee-373ce11103e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:48.891775 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-1319c628-65ea-4e11-8eee-373ce11103e9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 1096 time: 0.0499823 Nov 25 20:31:49.021182 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6440f-d0c9-4960-aee7-acfabfa09b8e req-db3e29aa-a884-4d1f-96f1-7a4156b8b3e5 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:49.022720 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bcc6440f-d0c9-4960-aee7-acfabfa09b8e req-db3e29aa-a884-4d1f-96f1-7a4156b8b3e5 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 945 time: 0.1021302 Nov 25 20:31:49.025767 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-861992d5-2708-437c-81ea-f5bbb8902526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:49.027181 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-861992d5-2708-437c-81ea-f5bbb8902526 service neutron] 10.222.0.73 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.1251559 Nov 25 20:31:49.123360 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bcc6440f-d0c9-4960-aee7-acfabfa09b8e req-a88a883f-7a04-4e2c-b4da-891912bdbebf tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942709 Nov 25 20:31:49.125075 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-a4fab128-a45c-4450-b064-36544c97a36d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb HTTP/1.1" status: 200 len: 1001 time: 0.0899858 Nov 25 20:31:49.176863 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-782d3bfd-233b-435c-bca9-08e0cebf9c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:49.178351 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-782d3bfd-233b-435c-bca9-08e0cebf9c8f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0456927 Nov 25 20:31:49.231807 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-409069cc-bb40-4f70-9232-d79433d10fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:49.233284 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-409069cc-bb40-4f70-9232-d79433d10fe4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458233 Nov 25 20:31:49.324732 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-e1c7cac3-5e86-48f5-9ba0-099f51467513 service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829546 Nov 25 20:31:49.419254 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-0568789a-9133-464e-96ff-ce2fa695e471 service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862918 Nov 25 20:31:50.244634 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e5e21-ea1f-41d9-b24a-1f580d5e069b req-a43a7f9c-f7e9-4d64-a578-45b1c0651a2a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:50.246144 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-923e5e21-ea1f-41d9-b24a-1f580d5e069b req-a43a7f9c-f7e9-4d64-a578-45b1c0651a2a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 945 time: 0.0507843 Nov 25 20:31:50.295416 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-923e5e21-ea1f-41d9-b24a-1f580d5e069b req-11d3ed41-4050-4f5e-85ad-eee7292a54e5 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432014 Nov 25 20:31:51.416432 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fcc4a-5c84-48b8-bf3f-8254059294de req-542cf54f-d100-4732-a837-63f8a5b34f46 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:51.417925 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a09fcc4a-5c84-48b8-bf3f-8254059294de req-542cf54f-d100-4732-a837-63f8a5b34f46 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 945 time: 0.0500398 Nov 25 20:31:51.466859 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a09fcc4a-5c84-48b8-bf3f-8254059294de req-069c8651-93b2-4737-b5cb-29a566339250 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425069 Nov 25 20:31:52.588946 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04bd6a-68d4-4ce8-b1ed-b4260c46941d req-ba2c701d-7bc4-439d-a76b-aa2740ed74f9 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:52.590467 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d04bd6a-68d4-4ce8-b1ed-b4260c46941d req-ba2c701d-7bc4-439d-a76b-aa2740ed74f9 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 945 time: 0.0544574 Nov 25 20:31:52.639217 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d04bd6a-68d4-4ce8-b1ed-b4260c46941d req-e82f74fe-f4c5-4200-9dd2-f3c492d29797 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427337 Nov 25 20:31:53.761774 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becd438-ca45-4e55-8c87-95f61eeb04b9 req-6f076cb5-225b-4e66-a13f-3cdb200a3583 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:53.763292 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4becd438-ca45-4e55-8c87-95f61eeb04b9 req-6f076cb5-225b-4e66-a13f-3cdb200a3583 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 945 time: 0.0498965 Nov 25 20:31:53.818487 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4becd438-ca45-4e55-8c87-95f61eeb04b9 req-7e514939-0a59-41ab-82a4-9f2287769528 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486140 Nov 25 20:31:54.227969 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:54.871265 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:54.944294 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba10207-558b-439c-89bc-25324a0b3e45 req-439f407e-ae1a-49c7-adff-1b564cfbc20e tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:54.945795 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bba10207-558b-439c-89bc-25324a0b3e45 req-439f407e-ae1a-49c7-adff-1b564cfbc20e tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 945 time: 0.0532720 Nov 25 20:31:54.993767 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bba10207-558b-439c-89bc-25324a0b3e45 req-5795c133-8f08-4aaf-9954-c8866871dc9c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418084 Nov 25 20:31:56.110342 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d720d-805a-456b-9773-0619e0b37e2a req-6436b718-b2e2-494a-a0c7-6586b1123ef6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:56.111849 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-be2d720d-805a-456b-9773-0619e0b37e2a req-6436b718-b2e2-494a-a0c7-6586b1123ef6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 945 time: 0.0489769 Nov 25 20:31:56.160481 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-be2d720d-805a-456b-9773-0619e0b37e2a req-02130e6b-79c7-44be-8f63-bd74a1369cd5 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420206 Nov 25 20:31:57.279007 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f315c-8426-46ea-bedf-452dae283d22 req-35432966-07be-4f7a-a36a-afe678fc55be tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:57.280471 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f32f315c-8426-46ea-bedf-452dae283d22 req-35432966-07be-4f7a-a36a-afe678fc55be tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 945 time: 0.0486910 Nov 25 20:31:57.331882 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f32f315c-8426-46ea-bedf-452dae283d22 req-5b02b65b-e7ca-476a-b096-bea73f849954 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450015 Nov 25 20:31:58.454102 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48b187-907a-4579-aefb-2661aaed96be req-f74d0c5f-c33a-4a85-a198-7bdb58b623d8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:58.455599 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0c48b187-907a-4579-aefb-2661aaed96be req-f74d0c5f-c33a-4a85-a198-7bdb58b623d8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 945 time: 0.0500355 Nov 25 20:31:58.506125 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0c48b187-907a-4579-aefb-2661aaed96be req-d54124cf-f14d-433b-8b2e-9999bdbdac21 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437989 Nov 25 20:31:59.375366 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cae2ad60-dd54-463a-915a-629823cf3ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:59.623756 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883d757-1b5d-4020-85d7-b49648899280 req-9dd7654f-7216-407e-a3c8-c2ba96063c8f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:59.625229 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c883d757-1b5d-4020-85d7-b49648899280 req-9dd7654f-7216-407e-a3c8-c2ba96063c8f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 945 time: 0.0499256 Nov 25 20:31:59.673880 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c883d757-1b5d-4020-85d7-b49648899280 req-08924a69-6e68-4cc4-bad0-aa28c00a9ee7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423679 Nov 25 20:32:00.618757 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:32:00.802504 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a770132-1e04-4017-bd11-e385ee648d12 req-cfcd1df1-0dca-482c-a0a2-e173b503691d tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:00.804008 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7a770132-1e04-4017-bd11-e385ee648d12 req-cfcd1df1-0dca-482c-a0a2-e173b503691d tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 945 time: 0.0557501 Nov 25 20:32:00.857160 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7a770132-1e04-4017-bd11-e385ee648d12 req-fafa8792-e7b1-4d01-9e1f-c5a850e4afdf tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470297 Nov 25 20:32:01.849497 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5b761a01-05d4-4421-9799-788148282e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:01.979228 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fbcd8-be1b-4d5c-adea-01691ba53e46 req-20a36ba3-0b64-4c28-85fb-62bcf6135e64 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:01.980697 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-200fbcd8-be1b-4d5c-adea-01691ba53e46 req-20a36ba3-0b64-4c28-85fb-62bcf6135e64 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 945 time: 0.0509419 Nov 25 20:32:02.029142 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-200fbcd8-be1b-4d5c-adea-01691ba53e46 req-9890ca13-25ce-468f-a3a5-5e332ca9f4e0 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424659 Nov 25 20:32:03.150244 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15f918-738d-476c-9a50-1e0e32c44a60 req-2f6b7fa3-e66f-4fb2-81c4-139a159f245b tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:03.151745 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bd15f918-738d-476c-9a50-1e0e32c44a60 req-2f6b7fa3-e66f-4fb2-81c4-139a159f245b tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 945 time: 0.0528793 Nov 25 20:32:03.204591 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bd15f918-738d-476c-9a50-1e0e32c44a60 req-b48dc3cd-e399-4ecc-9c89-5ac77dbef0d5 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465782 Nov 25 20:32:03.918092 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:04.327745 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d3ff6-e661-44a2-8fcd-18bddc63ca9d req-5829a464-396f-4779-9fbe-b032c8b02d07 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:04.329285 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f96d3ff6-e661-44a2-8fcd-18bddc63ca9d req-5829a464-396f-4779-9fbe-b032c8b02d07 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 945 time: 0.0519838 Nov 25 20:32:04.381047 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f96d3ff6-e661-44a2-8fcd-18bddc63ca9d req-23f0e2dd-a08b-404c-869b-e3ca342ceae0 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451283 Nov 25 20:32:05.017661 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5df6b7-0add-4d55-afde-9dc97211a0c4 req-6e93198e-575c-4ef7-808f-e1d81ea1d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:05.019270 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bd5df6b7-0add-4d55-afde-9dc97211a0c4 req-6e93198e-575c-4ef7-808f-e1d81ea1d69d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 1096 time: 0.0463810 Nov 25 20:32:05.140718 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5df6b7-0add-4d55-afde-9dc97211a0c4 req-42586885-530d-4634-a25a-ef7d94ab9ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:05.142239 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bd5df6b7-0add-4d55-afde-9dc97211a0c4 req-42586885-530d-4634-a25a-ef7d94ab9ef5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.0965517 Nov 25 20:32:05.214586 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bd5df6b7-0add-4d55-afde-9dc97211a0c4 req-6d5fd897-47f2-4c25-9e54-951ad78396e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb HTTP/1.1" status: 200 len: 1001 time: 0.0601935 Nov 25 20:32:05.270444 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5df6b7-0add-4d55-afde-9dc97211a0c4 req-1068c261-995c-4940-a205-c7bd39ed4b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:05.271946 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bd5df6b7-0add-4d55-afde-9dc97211a0c4 req-1068c261-995c-4940-a205-c7bd39ed4b18 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0498564 Nov 25 20:32:05.323695 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5df6b7-0add-4d55-afde-9dc97211a0c4 req-862e4567-9768-4d57-ae21-afc3ca269983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:05.325236 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bd5df6b7-0add-4d55-afde-9dc97211a0c4 req-862e4567-9768-4d57-ae21-afc3ca269983 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446665 Nov 25 20:32:05.338699 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-bd5df6b7-0add-4d55-afde-9dc97211a0c4 req-33fd25fe-4fb6-413a-909a-b17072349122 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:32:05.339691 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bd5df6b7-0add-4d55-afde-9dc97211a0c4 req-33fd25fe-4fb6-413a-909a-b17072349122 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053463 Nov 25 20:32:05.460689 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bd5df6b7-0add-4d55-afde-9dc97211a0c4 req-44707841-eb0d-4078-977b-5c26f97846ce service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130698 Nov 25 20:32:05.591664 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f470850-d166-48e3-836d-585200c829c2 req-7a997c5c-d999-43af-abc5-239ce324c37e tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:05.593202 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7f470850-d166-48e3-836d-585200c829c2 req-7a997c5c-d999-43af-abc5-239ce324c37e tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 945 time: 0.1386628 Nov 25 20:32:05.629764 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bd5df6b7-0add-4d55-afde-9dc97211a0c4 req-fa77024a-3e0a-4d01-a490-0fbf3665da39 service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548963 Nov 25 20:32:05.666531 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7f470850-d166-48e3-836d-585200c829c2 req-16bdbb2e-4ff6-426c-8308-0da6fd263b96 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647805 Nov 25 20:32:05.699181 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:05.727920 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:06.401227 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-136fd1fd-1a6c-47e5-aaac-50895fe46034 service neutron] show failed (client error): The resource could not be found. Nov 25 20:32:06.402267 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-136fd1fd-1a6c-47e5-aaac-50895fe46034 service neutron] 10.222.0.73 "GET /v2.0/ports/a4cf0c86-aed9-4304-8e16-272a38a3b3fb/bindings/n-h2-819349-5 HTTP/1.1" status: 404 len: 380 time: 0.0553463 Nov 25 20:32:06.603665 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-0d8cdcd2-65cc-4182-b2b9-713966d95767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:06.605081 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-0d8cdcd2-65cc-4182-b2b9-713966d95767 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af&tenant_id=e1b89cd4959047059d1a0fcec39227fc HTTP/1.1" status: 200 len: 1096 time: 0.0445540 Nov 25 20:32:06.616201 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-e0549cbb-9f3f-4962-9652-4e7cba13f4d7 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:32:06.617161 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-e0549cbb-9f3f-4962-9652-4e7cba13f4d7 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054429 Nov 25 20:32:06.628776 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819349-5', 'device_owner': 'compute:nova'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:32:06.684591 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:06.792388 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb56c29-4f66-40d5-9363-0af2288ae769 req-6aa56948-117d-4737-b2d7-601e6c5e4983 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:06.793885 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-acb56c29-4f66-40d5-9363-0af2288ae769 req-6aa56948-117d-4737-b2d7-601e6c5e4983 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 945 time: 0.0532742 Nov 25 20:32:06.845847 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-acb56c29-4f66-40d5-9363-0af2288ae769 req-6bb0f80e-7063-451c-81b8-e061fd6400a7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454137 Nov 25 20:32:06.901568 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] For port a4cf0c86-aed9-4304-8e16-272a38a3b3fb, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:32:06.939354 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] For port a4cf0c86-aed9-4304-8e16-272a38a3b3fb, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:32:06.987246 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f59c068-a01b-488f-87f5-21ec11e857af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:32:06.989777 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286888a5-62d9-4e18-b579-4729c31b1bd4" -d '{"events": [{"server_uuid": "9f59c068-a01b-488f-87f5-21ec11e857af", "name": "network-vif-unplugged", "status": "completed", "tag": "a4cf0c86-aed9-4304-8e16-272a38a3b3fb"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:32:06.995480 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:07.023503 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Transition to ACTIVE for port object a4cf0c86-aed9-4304-8e16-272a38a3b3fb will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:32:07.029883 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:07.079127 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20202551-3f8d-49fd-83b1-00a332b53b13 x-openstack-request-id: req-20202551-3f8d-49fd-83b1-00a332b53b13 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:32:07.079437 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f59c068-a01b-488f-87f5-21ec11e857af", "name": "network-vif-unplugged", "status": "completed", "tag": "a4cf0c86-aed9-4304-8e16-272a38a3b3fb", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:32:07.079698 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-20202551-3f8d-49fd-83b1-00a332b53b13 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:32:07.080107 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f59c068-a01b-488f-87f5-21ec11e857af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb', 'code': 200} Nov 25 20:32:07.121926 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Pushing event updated for resources: {'Port': ['ID=a4cf0c86-aed9-4304-8e16-272a38a3b3fb,revision_number=6']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:32:07.179678 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:07.180038 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:07.180392 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:07.180749 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:07.181088 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:07.181426 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:07.181768 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:07.182106 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:07.182469 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:07.182807 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:07.183138 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:07.183471 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:07.251847 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] No DVR routers for this DVR port a4cf0c86-aed9-4304-8e16-272a38a3b3fb on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:32:07.427015 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Attempting to bind port a4cf0c86-aed9-4304-8e16-272a38a3b3fb on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:32:07.427350 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Attempting to bind port a4cf0c86-aed9-4304-8e16-272a38a3b3fb by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:32:07.427687 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Attempting to bind port a4cf0c86-aed9-4304-8e16-272a38a3b3fb on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:32:07.432640 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Port a4cf0c86-aed9-4304-8e16-272a38a3b3fb on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:32:07.432969 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Attempting to bind port a4cf0c86-aed9-4304-8e16-272a38a3b3fb on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:32:07.438908 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:32:07.439249 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Checking segment: {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:32:07.439647 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Bound using segment: {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:32:07.440082 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Bound port: a4cf0c86-aed9-4304-8e16-272a38a3b3fb, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:32:07.440443 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:07.526132 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] For port a4cf0c86-aed9-4304-8e16-272a38a3b3fb, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:32:07.530631 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] For port a4cf0c86-aed9-4304-8e16-272a38a3b3fb, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:32:07.535879 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:07.580602 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:07.581340 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:07.583948 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] 10.222.0.85 "PUT /v2.0/ports/a4cf0c86-aed9-4304-8e16-272a38a3b3fb HTTP/1.1" status: 200 len: 1091 time: 0.9588156 Nov 25 20:32:07.652344 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7784d2-dd30-4f0b-949f-580d4b0f5577 service neutron] Pushing event updated for resources: {'Port': ['ID=a4cf0c86-aed9-4304-8e16-272a38a3b3fb,revision_number=7']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:32:07.672106 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-2e755709-11b1-4437-ad33-05d4560f54fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:07.673750 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-2e755709-11b1-4437-ad33-05d4560f54fa service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 1094 time: 0.0624893 Nov 25 20:32:07.794342 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-69020f19-c770-4065-9da9-cda0c5fbb5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:07.796169 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-69020f19-c770-4065-9da9-cda0c5fbb5dd service neutron] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.1147428 Nov 25 20:32:07.864618 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-a4121138-190e-4d70-9a0d-e7806d28459e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb HTTP/1.1" status: 200 len: 999 time: 0.0614648 Nov 25 20:32:07.918559 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-1e1ed8ba-d638-484a-bb96-7091ca100880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:07.920031 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-1e1ed8ba-d638-484a-bb96-7091ca100880 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0490558 Nov 25 20:32:07.974891 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-26f4475a-17d9-48d9-b9e6-a14eed76dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:07.976615 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-26f4475a-17d9-48d9-b9e6-a14eed76dd64 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501237 Nov 25 20:32:07.979245 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc7b47-d5f6-44ec-b132-e8b29f512991 req-df4f0381-f79c-4a6d-96b3-2660ddedc13a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:07.980785 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16dc7b47-d5f6-44ec-b132-e8b29f512991 req-df4f0381-f79c-4a6d-96b3-2660ddedc13a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 943 time: 0.0545142 Nov 25 20:32:08.040569 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16dc7b47-d5f6-44ec-b132-e8b29f512991 req-eb55edca-4340-4718-a6d5-b5a958c8c403 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523336 Nov 25 20:32:08.075064 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-57e3ca8b-34be-468f-9637-5ed345cb32ed service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914426 Nov 25 20:32:08.504286 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-61ccc6a0-23bf-4947-83a8-28bb44354a4d req-5f0e8ef2-7ba3-4d32-977b-ec1d785596e0 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223928 Nov 25 20:32:09.081392 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f59c068-a01b-488f-87f5-21ec11e857af', 'tag': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:32:09.083967 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95439cd8-bec0-4389-bee5-b75e6a5b7cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "9f59c068-a01b-488f-87f5-21ec11e857af", "tag": "a4cf0c86-aed9-4304-8e16-272a38a3b3fb"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:32:09.173938 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f57d2-dfab-419a-ab85-96d6328cd7f5 req-f12df7a0-d157-45a7-b83c-c0f0ef42fdec tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:09.175528 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a6f57d2-dfab-419a-ab85-96d6328cd7f5 req-f12df7a0-d157-45a7-b83c-c0f0ef42fdec tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 943 time: 0.0551195 Nov 25 20:32:09.235801 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a6f57d2-dfab-419a-ab85-96d6328cd7f5 req-f1c2524a-bfd8-4e0f-910a-8f6c5778040f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485303 Nov 25 20:32:09.296235 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fad4161-37bd-4ffd-82f9-1a0e0eabae1e x-openstack-request-id: req-5fad4161-37bd-4ffd-82f9-1a0e0eabae1e {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:32:09.296592 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f59c068-a01b-488f-87f5-21ec11e857af", "tag": "a4cf0c86-aed9-4304-8e16-272a38a3b3fb", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:32:09.296807 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5fad4161-37bd-4ffd-82f9-1a0e0eabae1e {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:32:09.297213 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f59c068-a01b-488f-87f5-21ec11e857af', 'tag': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb', 'status': 'completed', 'code': 200} Nov 25 20:32:09.360905 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95439cd8-bec0-4389-bee5-b75e6a5b7cb4 req-9a9f80e0-7bee-4b60-8ec5-693f9dee3ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:09.362383 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-95439cd8-bec0-4389-bee5-b75e6a5b7cb4 req-9a9f80e0-7bee-4b60-8ec5-693f9dee3ff3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 1094 time: 0.0437636 Nov 25 20:32:09.372492 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95439cd8-bec0-4389-bee5-b75e6a5b7cb4 req-5714799a-78cb-4785-a965-020598692395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:09.374022 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-95439cd8-bec0-4389-bee5-b75e6a5b7cb4 req-5714799a-78cb-4785-a965-020598692395 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 1094 time: 0.0443017 Nov 25 20:32:09.484478 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95439cd8-bec0-4389-bee5-b75e6a5b7cb4 req-cbe77b73-419d-48dc-8db3-31a4a27c6efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:09.485995 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-95439cd8-bec0-4389-bee5-b75e6a5b7cb4 req-cbe77b73-419d-48dc-8db3-31a4a27c6efa service neutron] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.1036279 Nov 25 20:32:09.494879 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95439cd8-bec0-4389-bee5-b75e6a5b7cb4 req-f6b5cdac-cb61-4466-b350-25c813ae6a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:09.496632 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-95439cd8-bec0-4389-bee5-b75e6a5b7cb4 req-f6b5cdac-cb61-4466-b350-25c813ae6a0c service neutron] 10.222.0.73 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.1271780 Nov 25 20:32:09.569949 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-95439cd8-bec0-4389-bee5-b75e6a5b7cb4 req-5c2ba10f-1d2f-4ee9-8049-79807fddcdb9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb HTTP/1.1" status: 200 len: 999 time: 0.0653255 Nov 25 20:32:09.572671 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-95439cd8-bec0-4389-bee5-b75e6a5b7cb4 req-1ba63841-afb2-43c1-9367-bfa8b343210b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb HTTP/1.1" status: 200 len: 999 time: 0.0784001 Nov 25 20:32:09.628158 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95439cd8-bec0-4389-bee5-b75e6a5b7cb4 req-46f69465-94d1-4c5d-9ebc-d5c06a19ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:09.629537 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-95439cd8-bec0-4389-bee5-b75e6a5b7cb4 req-46f69465-94d1-4c5d-9ebc-d5c06a19ea6d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0500889 Nov 25 20:32:09.632353 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95439cd8-bec0-4389-bee5-b75e6a5b7cb4 req-0a131aa3-da1d-4fb2-ae09-a65cbd40a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:09.633859 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-95439cd8-bec0-4389-bee5-b75e6a5b7cb4 req-0a131aa3-da1d-4fb2-ae09-a65cbd40a943 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0564914 Nov 25 20:32:09.684561 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95439cd8-bec0-4389-bee5-b75e6a5b7cb4 req-0a20d0c4-7f80-418f-8bec-38587e926aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:09.686110 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-95439cd8-bec0-4389-bee5-b75e6a5b7cb4 req-0a20d0c4-7f80-418f-8bec-38587e926aeb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453472 Nov 25 20:32:09.686727 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95439cd8-bec0-4389-bee5-b75e6a5b7cb4 req-c99439c8-2356-49c9-9b9e-718be9168d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:09.688250 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-95439cd8-bec0-4389-bee5-b75e6a5b7cb4 req-c99439c8-2356-49c9-9b9e-718be9168d49 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506723 Nov 25 20:32:09.793068 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-95439cd8-bec0-4389-bee5-b75e6a5b7cb4 req-7759462c-0e6f-4ea1-a75b-454828b6f638 service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993576 Nov 25 20:32:09.798475 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-95439cd8-bec0-4389-bee5-b75e6a5b7cb4 req-a79c6d69-40af-4710-8d10-295d1cab3014 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006763 Nov 25 20:32:09.894525 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-95439cd8-bec0-4389-bee5-b75e6a5b7cb4 req-a8db51d3-209d-4e4c-a8cf-b669e4382533 service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932994 Nov 25 20:32:09.897714 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-95439cd8-bec0-4389-bee5-b75e6a5b7cb4 req-ae1a0155-7597-44e7-9488-7c119e4ff384 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907884 Nov 25 20:32:10.367653 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ed9cc-4312-4387-8c45-ec33617143d1 req-44136bae-a185-4f73-a08c-f4373a1d3a0e tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:10.369432 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c47ed9cc-4312-4387-8c45-ec33617143d1 req-44136bae-a185-4f73-a08c-f4373a1d3a0e tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 943 time: 0.0531011 Nov 25 20:32:10.422731 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c47ed9cc-4312-4387-8c45-ec33617143d1 req-303ebeca-679a-4ed9-9028-d5291997740c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461128 Nov 25 20:32:10.547274 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device a4cf0c86-aed9-4304-8e16-272a38a3b3fb details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:32:10.652562 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port a4cf0c86-aed9-4304-8e16-272a38a3b3fb, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:32:10.671890 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'port_id': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb', 'mac_address': 'fa:16:3e:8f:36:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:32:10.733605 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device a4cf0c86-aed9-4304-8e16-272a38a3b3fb no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:32:10.746146 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-e326abc8-f9c5-4fcb-9ac3-6f86064b3050 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:10.747941 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-e326abc8-f9c5-4fcb-9ac3-6f86064b3050 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af&tenant_id=e1b89cd4959047059d1a0fcec39227fc&binding%3Ahost_id=n-h2-819349-5 HTTP/1.1" status: 200 len: 943 time: 0.0711348 Nov 25 20:32:10.761515 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:10.780153 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4cf0c86-aed9-4304-8e16-272a38a3b3fb {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:32:10.796656 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52afde-a4d0-4780-af71-1547c2de4787 req-b4aaf461-c4a9-4ee9-a90b-4f2addd5e2bb tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:10.798659 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf52afde-a4d0-4780-af71-1547c2de4787 req-b4aaf461-c4a9-4ee9-a90b-4f2addd5e2bb tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 943 time: 0.0670865 Nov 25 20:32:10.822745 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device a4cf0c86-aed9-4304-8e16-272a38a3b3fb not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:32:10.825674 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port a4cf0c86-aed9-4304-8e16-272a38a3b3fb, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:32:10.830488 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-297e78e9-0c98-4b45-a6b6-c700e823224b service neutron] 10.222.0.85 "GET /v2.0/ports/a4cf0c86-aed9-4304-8e16-272a38a3b3fb/bindings/n-h2-819349-5 HTTP/1.1" status: 200 len: 382 time: 0.0747821 Nov 25 20:32:10.831213 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:10.868160 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf52afde-a4d0-4780-af71-1547c2de4787 req-10f11146-b821-496e-90cd-ae04e08190d5 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565307 Nov 25 20:32:10.889122 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=a4cf0c86-aed9-4304-8e16-272a38a3b3fb,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:32:10.900305 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:10.901136 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:10.901714 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:10.901889 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:10.902512 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:10.903054 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:10.903405 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:10.903745 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:10.904091 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:10.904444 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:10.904791 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:10.905125 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:10.910377 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-82395140-de06-4886-8582-fae024db3aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:10.911916 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-82395140-de06-4886-8582-fae024db3aa7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 1095 time: 0.0566359 Nov 25 20:32:11.011085 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-ea6a7913-22d8-45b2-b461-627aedddb369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:11.012594 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-ea6a7913-22d8-45b2-b461-627aedddb369 service neutron] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.0923202 Nov 25 20:32:11.084403 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-ce97bb1a-0178-4b9d-b919-b4b956d3557e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb HTTP/1.1" status: 200 len: 1000 time: 0.0644679 Nov 25 20:32:11.090218 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['a4cf0c86-aed9-4304-8e16-272a38a3b3fb'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:32:11.136879 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-a8ce9e70-ca3b-4393-ba50-925e237ff0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:11.138385 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-a8ce9e70-ca3b-4393-ba50-925e237ff0a6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0470643 Nov 25 20:32:11.185746 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-a98ef964-af5e-4187-8639-9029fb6b801a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:11.187325 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-a98ef964-af5e-4187-8639-9029fb6b801a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422409 Nov 25 20:32:11.289080 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-821273b1-f103-406c-a559-f0840bc4c0e6 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927248 Nov 25 20:32:11.386131 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-a7040a2f-aa54-4d22-9ada-8f5de59ba130 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901864 Nov 25 20:32:11.719510 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c8063-85be-407b-a20a-a8762ad64f6e req-4724b544-f5ae-4117-bd01-70d0e6e43b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:11.720968 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f17c8063-85be-407b-a20a-a8762ad64f6e req-4724b544-f5ae-4117-bd01-70d0e6e43b88 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 1095 time: 0.0419776 Nov 25 20:32:11.846903 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c8063-85be-407b-a20a-a8762ad64f6e req-17038b40-44ee-421a-8c6f-78c068886868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:11.848423 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f17c8063-85be-407b-a20a-a8762ad64f6e req-17038b40-44ee-421a-8c6f-78c068886868 service neutron] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.1039157 Nov 25 20:32:11.923513 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f17c8063-85be-407b-a20a-a8762ad64f6e req-a6f216bc-5141-451b-980e-cb1c7d2eb3af service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb HTTP/1.1" status: 200 len: 1000 time: 0.0666380 Nov 25 20:32:11.979586 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c8063-85be-407b-a20a-a8762ad64f6e req-dc9951f7-00ad-4251-8ada-72cfc7a47020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:11.981002 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f17c8063-85be-407b-a20a-a8762ad64f6e req-dc9951f7-00ad-4251-8ada-72cfc7a47020 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0495706 Nov 25 20:32:12.000287 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093da955-1220-48b9-bd6a-3a82eb97fc4f req-15f51864-fc12-4db3-828f-e98a19500cec tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:12.001947 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-093da955-1220-48b9-bd6a-3a82eb97fc4f req-15f51864-fc12-4db3-828f-e98a19500cec tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 944 time: 0.0560813 Nov 25 20:32:12.032865 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c8063-85be-407b-a20a-a8762ad64f6e req-7f633b72-2406-4c57-b963-cbc49ac05555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:12.034449 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f17c8063-85be-407b-a20a-a8762ad64f6e req-7f633b72-2406-4c57-b963-cbc49ac05555 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453813 Nov 25 20:32:12.055909 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-093da955-1220-48b9-bd6a-3a82eb97fc4f req-8cc0903e-5ace-48bd-b1ed-a9960e9f8582 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460083 Nov 25 20:32:12.174987 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f17c8063-85be-407b-a20a-a8762ad64f6e req-ba52a25a-6edc-48a4-8173-ae437dceba8a service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321104 Nov 25 20:32:12.272462 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f17c8063-85be-407b-a20a-a8762ad64f6e req-2e2553ac-2763-4eb3-8809-489e3698fcd5 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875666 Nov 25 20:32:12.577299 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device a4cf0c86-aed9-4304-8e16-272a38a3b3fb up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:32:12.628699 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port a4cf0c86-aed9-4304-8e16-272a38a3b3fb completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:32:12.634132 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port a4cf0c86-aed9-4304-8e16-272a38a3b3fb triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:32:12.634516 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:12.718148 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:12.742610 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f59c068-a01b-488f-87f5-21ec11e857af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:32:12.744925 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8070463-b0eb-47e1-8b30-699ae3aabc75" -d '{"events": [{"server_uuid": "9f59c068-a01b-488f-87f5-21ec11e857af", "name": "network-vif-plugged", "status": "completed", "tag": "a4cf0c86-aed9-4304-8e16-272a38a3b3fb"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:32:12.759945 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port a4cf0c86-aed9-4304-8e16-272a38a3b3fb, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:32:12.766508 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:12.811787 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b722c5a3-e2e6-4874-828c-68cc5cfbf4ca x-openstack-request-id: req-b722c5a3-e2e6-4874-828c-68cc5cfbf4ca {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:32:12.812198 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f59c068-a01b-488f-87f5-21ec11e857af", "name": "network-vif-plugged", "status": "completed", "tag": "a4cf0c86-aed9-4304-8e16-272a38a3b3fb", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:32:12.812581 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b722c5a3-e2e6-4874-828c-68cc5cfbf4ca {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:32:12.813123 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f59c068-a01b-488f-87f5-21ec11e857af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb', 'code': 200} Nov 25 20:32:12.842850 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=a4cf0c86-aed9-4304-8e16-272a38a3b3fb,revision_number=9']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:32:13.256165 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03493d8a-7b73-450d-bfe2-b74572d76ec1 req-1780915f-3524-43f3-a201-c0fee5a46de0 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:13.258754 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03493d8a-7b73-450d-bfe2-b74572d76ec1 req-1780915f-3524-43f3-a201-c0fee5a46de0 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 945 time: 0.0859954 Nov 25 20:32:13.321243 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-03493d8a-7b73-450d-bfe2-b74572d76ec1 req-745fd89f-8d1b-44b3-999b-6acc90fa010e tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545537 Nov 25 20:32:13.490813 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-71692ac5-5192-4cd7-94d3-b092a2c70900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:13.492226 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-71692ac5-5192-4cd7-94d3-b092a2c70900 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af&tenant_id=e1b89cd4959047059d1a0fcec39227fc HTTP/1.1" status: 200 len: 1096 time: 0.0429673 Nov 25 20:32:13.504925 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819349-5', 'device_owner': 'compute:nova'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:32:13.561077 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:13.775933 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] For port a4cf0c86-aed9-4304-8e16-272a38a3b3fb, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:32:13.811176 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] For port a4cf0c86-aed9-4304-8e16-272a38a3b3fb, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:32:13.857215 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f59c068-a01b-488f-87f5-21ec11e857af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:32:13.859553 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35142972-23f1-4a02-8045-fc961428893e" -d '{"events": [{"server_uuid": "9f59c068-a01b-488f-87f5-21ec11e857af", "name": "network-vif-unplugged", "status": "completed", "tag": "a4cf0c86-aed9-4304-8e16-272a38a3b3fb"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:32:13.863737 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:13.877601 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Transition to ACTIVE for port object a4cf0c86-aed9-4304-8e16-272a38a3b3fb will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:32:13.884253 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:13.921684 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba763a4-75f5-4abd-847c-7eed4f768f7b x-openstack-request-id: req-bba763a4-75f5-4abd-847c-7eed4f768f7b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:32:13.921984 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f59c068-a01b-488f-87f5-21ec11e857af", "name": "network-vif-unplugged", "status": "completed", "tag": "a4cf0c86-aed9-4304-8e16-272a38a3b3fb", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:32:13.922247 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bba763a4-75f5-4abd-847c-7eed4f768f7b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:32:13.922675 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f59c068-a01b-488f-87f5-21ec11e857af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb', 'code': 200} Nov 25 20:32:13.987782 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Pushing event updated for resources: {'Port': ['ID=a4cf0c86-aed9-4304-8e16-272a38a3b3fb,revision_number=10']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:32:14.000155 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:14.000574 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:14.000941 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:14.001351 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:14.007087 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:14.007459 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:14.007807 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:14.008154 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:14.008499 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:14.008841 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:14.009219 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:14.009520 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:14.046758 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] No DVR routers for this DVR port a4cf0c86-aed9-4304-8e16-272a38a3b3fb on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:32:14.190464 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Attempting to bind port a4cf0c86-aed9-4304-8e16-272a38a3b3fb on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:32:14.190810 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Attempting to bind port a4cf0c86-aed9-4304-8e16-272a38a3b3fb by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:32:14.191141 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Attempting to bind port a4cf0c86-aed9-4304-8e16-272a38a3b3fb on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:32:14.196152 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Port a4cf0c86-aed9-4304-8e16-272a38a3b3fb on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:32:14.196424 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Attempting to bind port a4cf0c86-aed9-4304-8e16-272a38a3b3fb on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:32:14.201562 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:32:14.201987 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Checking segment: {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:32:14.202467 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Bound using segment: {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:32:14.202928 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Bound port: a4cf0c86-aed9-4304-8e16-272a38a3b3fb, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:32:14.203286 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:14.265570 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] For port a4cf0c86-aed9-4304-8e16-272a38a3b3fb, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:32:14.268840 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] For port a4cf0c86-aed9-4304-8e16-272a38a3b3fb, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:32:14.273359 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:14.309570 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:14.310192 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:14.311675 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] 10.222.0.73 "PUT /v2.0/ports/a4cf0c86-aed9-4304-8e16-272a38a3b3fb HTTP/1.1" status: 200 len: 1092 time: 0.8107364 Nov 25 20:32:14.339035 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30288970-e254-438e-9c7e-0c88fffdf45e service neutron] Pushing event updated for resources: {'Port': ['ID=a4cf0c86-aed9-4304-8e16-272a38a3b3fb,revision_number=11']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:32:14.400337 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-770660a9-8918-4eae-b05b-56245bf38d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:14.401913 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-770660a9-8918-4eae-b05b-56245bf38d52 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 1095 time: 0.0600023 Nov 25 20:32:14.517674 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ec3d8-1d5b-4fd0-9cd4-a73fa99f8dae req-b5fb2f0b-fae3-4ee5-bc54-3168520f318e tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:14.519300 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ed5ec3d8-1d5b-4fd0-9cd4-a73fa99f8dae req-b5fb2f0b-fae3-4ee5-bc54-3168520f318e tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 944 time: 0.1164391 Nov 25 20:32:14.549489 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-920ee5a3-a01e-4d9a-a224-be5dbfaa9267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:14.550997 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-920ee5a3-a01e-4d9a-a224-be5dbfaa9267 service neutron] 10.222.0.73 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.1393547 Nov 25 20:32:14.623186 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ed5ec3d8-1d5b-4fd0-9cd4-a73fa99f8dae req-971676c4-72b4-4259-bb48-d7e0bbfb82c6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950246 Nov 25 20:32:14.636816 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-d729950b-4498-4b79-881d-b7cf773215c1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb HTTP/1.1" status: 200 len: 999 time: 0.0776637 Nov 25 20:32:14.693553 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-6913c6d0-b917-4956-bb1a-c1eff1bbe56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:14.695184 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-6913c6d0-b917-4956-bb1a-c1eff1bbe56c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0510831 Nov 25 20:32:14.744710 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-2acba556-408c-42d0-afec-547b0322fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:14.746221 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-2acba556-408c-42d0-afec-547b0322fe29 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431089 Nov 25 20:32:14.840779 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-292215db-4578-4e77-b18c-c274d9d56e91 service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865846 Nov 25 20:32:14.937497 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c684a3b1-18b9-46ca-9b69-6efffb14ae6b req-4f3d3ea5-7043-4f09-a97e-5cf1228b3211 service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894713 Nov 25 20:32:15.742652 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc2c2e-cb74-40b3-9a58-33aadb65d630 req-8a985705-c446-4499-a597-719f76284a72 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:15.744140 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-75fc2c2e-cb74-40b3-9a58-33aadb65d630 req-8a985705-c446-4499-a597-719f76284a72 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 944 time: 0.0514066 Nov 25 20:32:15.792826 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-75fc2c2e-cb74-40b3-9a58-33aadb65d630 req-d7366ec7-226b-485b-9494-56a5539e5dae tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427024 Nov 25 20:32:15.924008 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f59c068-a01b-488f-87f5-21ec11e857af', 'tag': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:32:15.926374 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336c1c83-1b49-4a45-aa7b-0c669a8bbc3f" -d '{"events": [{"name": "network-changed", "server_uuid": "9f59c068-a01b-488f-87f5-21ec11e857af", "tag": "a4cf0c86-aed9-4304-8e16-272a38a3b3fb"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:32:15.977507 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0b165b-04f0-43d7-a01f-4997046ba20c x-openstack-request-id: req-8e0b165b-04f0-43d7-a01f-4997046ba20c {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:32:15.977801 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f59c068-a01b-488f-87f5-21ec11e857af", "tag": "a4cf0c86-aed9-4304-8e16-272a38a3b3fb", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:32:15.978062 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8e0b165b-04f0-43d7-a01f-4997046ba20c {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:32:15.978498 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f59c068-a01b-488f-87f5-21ec11e857af', 'tag': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb', 'status': 'completed', 'code': 200} Nov 25 20:32:16.047047 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c1c83-1b49-4a45-aa7b-0c669a8bbc3f req-5ee490a7-74f3-4ee7-9314-ed99df24ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:16.048697 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-336c1c83-1b49-4a45-aa7b-0c669a8bbc3f req-5ee490a7-74f3-4ee7-9314-ed99df24ef1b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 1095 time: 0.0468965 Nov 25 20:32:16.052344 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c1c83-1b49-4a45-aa7b-0c669a8bbc3f req-ca1ec772-9a36-496f-b730-9a0d8615256c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:16.054488 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-336c1c83-1b49-4a45-aa7b-0c669a8bbc3f req-ca1ec772-9a36-496f-b730-9a0d8615256c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 1095 time: 0.0493019 Nov 25 20:32:16.159633 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c1c83-1b49-4a45-aa7b-0c669a8bbc3f req-d5efb907-48d8-422e-9449-2bd584b23752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:16.160628 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-336c1c83-1b49-4a45-aa7b-0c669a8bbc3f req-d5efb907-48d8-422e-9449-2bd584b23752 service neutron] 10.222.0.73 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.0968814 Nov 25 20:32:16.165819 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c1c83-1b49-4a45-aa7b-0c669a8bbc3f req-c09fc0c5-73a9-4220-8684-381556c56a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:16.167351 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-336c1c83-1b49-4a45-aa7b-0c669a8bbc3f req-c09fc0c5-73a9-4220-8684-381556c56a70 service neutron] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.1103837 Nov 25 20:32:16.239515 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-336c1c83-1b49-4a45-aa7b-0c669a8bbc3f req-c28e9f31-a523-41b8-8932-0a720885d806 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb HTTP/1.1" status: 200 len: 999 time: 0.0685101 Nov 25 20:32:16.246768 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-336c1c83-1b49-4a45-aa7b-0c669a8bbc3f req-0b896b43-a0c3-4fd0-ae2c-6d2d511cc9c8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb HTTP/1.1" status: 200 len: 999 time: 0.0718787 Nov 25 20:32:16.297390 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c1c83-1b49-4a45-aa7b-0c669a8bbc3f req-04ae2593-9881-4a4d-bac1-b2a364fa6355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:16.298916 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-336c1c83-1b49-4a45-aa7b-0c669a8bbc3f req-04ae2593-9881-4a4d-bac1-b2a364fa6355 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0507591 Nov 25 20:32:16.301345 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c1c83-1b49-4a45-aa7b-0c669a8bbc3f req-b3289644-4100-4876-a2fc-bc16d87d647f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:16.302918 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-336c1c83-1b49-4a45-aa7b-0c669a8bbc3f req-b3289644-4100-4876-a2fc-bc16d87d647f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0498741 Nov 25 20:32:16.357793 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c1c83-1b49-4a45-aa7b-0c669a8bbc3f req-31fa65e8-fcb6-4525-ae9f-fc61a50ea64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:16.359348 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-336c1c83-1b49-4a45-aa7b-0c669a8bbc3f req-31fa65e8-fcb6-4525-ae9f-fc61a50ea64d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483072 Nov 25 20:32:16.362465 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c1c83-1b49-4a45-aa7b-0c669a8bbc3f req-e7e9d1dd-3e46-4de1-b655-519ca3f6f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:16.363989 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-336c1c83-1b49-4a45-aa7b-0c669a8bbc3f req-e7e9d1dd-3e46-4de1-b655-519ca3f6f6f3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487859 Nov 25 20:32:16.487030 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-336c1c83-1b49-4a45-aa7b-0c669a8bbc3f req-883c7538-0596-40dc-915d-db9a6aa4274f service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158671 Nov 25 20:32:16.487356 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-336c1c83-1b49-4a45-aa7b-0c669a8bbc3f req-f6aabd3a-bd01-4a76-8b64-59b6cdffb4c2 service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184964 Nov 25 20:32:16.590768 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device a4cf0c86-aed9-4304-8e16-272a38a3b3fb no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:32:16.592870 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-336c1c83-1b49-4a45-aa7b-0c669a8bbc3f req-236ae98e-db2c-43ee-8049-fc4458f355d7 service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933440 Nov 25 20:32:16.602202 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-336c1c83-1b49-4a45-aa7b-0c669a8bbc3f req-979a9455-8ba2-4c8d-bc4b-b18dc0a32152 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082850 Nov 25 20:32:16.637731 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device a4cf0c86-aed9-4304-8e16-272a38a3b3fb not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:32:16.939214 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14aed83-cdc8-4ce2-a58a-64d0031bb0fa req-9f892e65-f941-4b31-8d65-299b2f2c73e0 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:16.940694 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e14aed83-cdc8-4ce2-a58a-64d0031bb0fa req-9f892e65-f941-4b31-8d65-299b2f2c73e0 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 944 time: 0.0533941 Nov 25 20:32:17.002068 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e14aed83-cdc8-4ce2-a58a-64d0031bb0fa req-cd8a3d96-44e6-46dd-a3a7-2fec4b5922ff tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496871 Nov 25 20:32:17.126375 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47250e9-0991-4d29-b5aa-143afd3d7327 req-b52f3d5a-2f24-4fd9-a4a1-cdffe00fd2b7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:17.127903 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e47250e9-0991-4d29-b5aa-143afd3d7327 req-b52f3d5a-2f24-4fd9-a4a1-cdffe00fd2b7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 944 time: 0.0533767 Nov 25 20:32:17.187873 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e47250e9-0991-4d29-b5aa-143afd3d7327 req-bbff7c01-70bf-4d50-a311-ec482c4cb549 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527387 Nov 25 20:32:17.311737 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04f9d1-207f-4899-b6a2-2fd1dbea6087 req-61cf515a-517d-4245-a33d-d65d76cbbf6a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:17.313497 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ef04f9d1-207f-4899-b6a2-2fd1dbea6087 req-61cf515a-517d-4245-a33d-d65d76cbbf6a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 944 time: 0.0535054 Nov 25 20:32:17.367741 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ef04f9d1-207f-4899-b6a2-2fd1dbea6087 req-22893392-05fe-4fba-a370-b5c514813428 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467310 Nov 25 20:32:17.634167 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba0874-ada2-49b0-83f0-1dff32b699d6 req-6c807d94-f3eb-4679-8cbb-608b5392d1cf tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:17.635757 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a8ba0874-ada2-49b0-83f0-1dff32b699d6 req-6c807d94-f3eb-4679-8cbb-608b5392d1cf tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 944 time: 0.0565112 Nov 25 20:32:17.687341 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a8ba0874-ada2-49b0-83f0-1dff32b699d6 req-0bd6b320-a4d5-4fac-a256-e4083371eb27 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451944 Nov 25 20:32:18.717780 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device a4cf0c86-aed9-4304-8e16-272a38a3b3fb details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:32:18.809725 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376d29b-117d-41e4-87e6-62a42622e07c req-426be663-d49a-4783-992d-1f8ba27b52d9 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:18.811290 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b376d29b-117d-41e4-87e6-62a42622e07c req-426be663-d49a-4783-992d-1f8ba27b52d9 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 944 time: 0.0508063 Nov 25 20:32:18.818921 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port a4cf0c86-aed9-4304-8e16-272a38a3b3fb, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:32:18.830843 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'port_id': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb', 'mac_address': 'fa:16:3e:8f:36:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:32:18.869804 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:18.883638 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4cf0c86-aed9-4304-8e16-272a38a3b3fb {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:32:18.899041 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea283f-3862-43a8-bb80-f9734030b3e6 req-91e2ec12-df37-45ab-8003-0da7e966cc4d tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:18.900510 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2bea283f-3862-43a8-bb80-f9734030b3e6 req-91e2ec12-df37-45ab-8003-0da7e966cc4d tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 944 time: 0.0769877 Nov 25 20:32:18.903771 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b376d29b-117d-41e4-87e6-62a42622e07c req-bcbd20ea-0347-4952-88e6-7352d4a5802d tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865512 Nov 25 20:32:18.903918 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port a4cf0c86-aed9-4304-8e16-272a38a3b3fb, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:32:18.908330 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:18.963615 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=a4cf0c86-aed9-4304-8e16-272a38a3b3fb,revision_number=12']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:32:19.000147 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-2bea283f-3862-43a8-bb80-f9734030b3e6 req-e4b9bfa5-d4ed-4523-adda-b57fd4c01241 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Deleting port a4cf0c86-aed9-4304-8e16-272a38a3b3fb {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:32:19.000487 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-2bea283f-3862-43a8-bb80-f9734030b3e6 req-e4b9bfa5-d4ed-4523-adda-b57fd4c01241 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:19.416796 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-2bea283f-3862-43a8-bb80-f9734030b3e6 req-e4b9bfa5-d4ed-4523-adda-b57fd4c01241 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] For port a4cf0c86-aed9-4304-8e16-272a38a3b3fb, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=a4cf0c86-aed9-4304-8e16-272a38a3b3fb,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:32:19.417162 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-2bea283f-3862-43a8-bb80-f9734030b3e6 req-e4b9bfa5-d4ed-4523-adda-b57fd4c01241 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:19.600609 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-2bea283f-3862-43a8-bb80-f9734030b3e6 req-e4b9bfa5-d4ed-4523-adda-b57fd4c01241 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:19.600979 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-2bea283f-3862-43a8-bb80-f9734030b3e6 req-e4b9bfa5-d4ed-4523-adda-b57fd4c01241 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:19.601305 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [req-2bea283f-3862-43a8-bb80-f9734030b3e6 req-e4b9bfa5-d4ed-4523-adda-b57fd4c01241 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Floating IP 72969a43-d852-4cdc-8fb3-898ad66dbfc5 disassociated. External IP: 172.25.6.55, port: a4cf0c86-aed9-4304-8e16-272a38a3b3fb. Nov 25 20:32:19.601658 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-2bea283f-3862-43a8-bb80-f9734030b3e6 req-e4b9bfa5-d4ed-4523-adda-b57fd4c01241 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Calling delete_port for a4cf0c86-aed9-4304-8e16-272a38a3b3fb owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:32:19.739411 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-2bea283f-3862-43a8-bb80-f9734030b3e6 req-e4b9bfa5-d4ed-4523-adda-b57fd4c01241 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:19.770769 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9bfa5-d4ed-4523-adda-b57fd4c01241 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Pushing event deleted for resources: {'Port': ['ID=a4cf0c86-aed9-4304-8e16-272a38a3b3fb,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:32:19.888617 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bea283f-3862-43a8-bb80-f9734030b3e6 req-e4b9bfa5-d4ed-4523-adda-b57fd4c01241 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Router 34ebc3ee-538b-4c7c-a621-b613f1842048 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:32:20.015826 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ebf3e161-7395-4304-b356-56493976f14f req-173ec68f-ce4e-4bb4-bea8-a936dd255b03 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f59c068-a01b-488f-87f5-21ec11e857af HTTP/1.1" status: 200 len: 210 time: 0.0324254 Nov 25 20:32:20.034457 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bea283f-3862-43a8-bb80-f9734030b3e6 req-e4b9bfa5-d4ed-4523-adda-b57fd4c01241 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:32:20.039507 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c068f533-0d31-41b2-abd1-688dfa07b131 None None] Sync routers for ids ['34ebc3ee-538b-4c7c-a621-b613f1842048'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:32:20.049508 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c068f533-0d31-41b2-abd1-688dfa07b131 None None] Routers {'34ebc3ee-538b-4c7c-a621-b613f1842048'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:32:20.050049 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c068f533-0d31-41b2-abd1-688dfa07b131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:32:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['34ebc3ee-538b-4c7c-a621-b613f1842048'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:32:20.071309 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bea283f-3862-43a8-bb80-f9734030b3e6 req-e4b9bfa5-d4ed-4523-adda-b57fd4c01241 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] No DVR routers for this DVR port a4cf0c86-aed9-4304-8e16-272a38a3b3fb on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:32:20.074096 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-2bea283f-3862-43a8-bb80-f9734030b3e6 req-e4b9bfa5-d4ed-4523-adda-b57fd4c01241 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:20.077859 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2bea283f-3862-43a8-bb80-f9734030b3e6 req-e4b9bfa5-d4ed-4523-adda-b57fd4c01241 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.73 "DELETE /v2.0/ports/a4cf0c86-aed9-4304-8e16-272a38a3b3fb HTTP/1.1" status: 204 len: 173 time: 1.1698651 Nov 25 20:32:20.078328 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f59c068-a01b-488f-87f5-21ec11e857af', 'name': 'network-vif-deleted', 'tag': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:32:20.080711 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15acfd14-682a-4959-9a56-8b9780f29640" -d '{"events": [{"server_uuid": "9f59c068-a01b-488f-87f5-21ec11e857af", "name": "network-vif-deleted", "tag": "a4cf0c86-aed9-4304-8e16-272a38a3b3fb"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:32:20.125408 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923749cc-7c71-422a-a30f-13f0a87e89b6 x-openstack-request-id: req-923749cc-7c71-422a-a30f-13f0a87e89b6 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:32:20.125697 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f59c068-a01b-488f-87f5-21ec11e857af", "name": "network-vif-deleted", "tag": "a4cf0c86-aed9-4304-8e16-272a38a3b3fb", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:32:20.125953 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-923749cc-7c71-422a-a30f-13f0a87e89b6 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:32:20.126375 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f59c068-a01b-488f-87f5-21ec11e857af', 'name': 'network-vif-deleted', 'tag': 'a4cf0c86-aed9-4304-8e16-272a38a3b3fb', 'status': 'completed', 'code': 200} Nov 25 20:32:20.162947 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-c068f533-0d31-41b2-abd1-688dfa07b131 None None] Set router 34ebc3ee-538b-4c7c-a621-b613f1842048 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:32:20.362313 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c068f533-0d31-41b2-abd1-688dfa07b131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'e2740133-b874-4bf2-b746-d5c3eae9d9aa', 'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'mac_address': 'fa:16:3e:c3:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:13Z', 'updated_at': '2021-11-25T20:25:16Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'subnets': [{'id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:32:20.388081 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c068f533-0d31-41b2-abd1-688dfa07b131 None None] Checking router: 34ebc3ee-538b-4c7c-a621-b613f1842048 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:32:20.396216 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c068f533-0d31-41b2-abd1-688dfa07b131 None None] Routers {'34ebc3ee-538b-4c7c-a621-b613f1842048'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:32:20.396826 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c068f533-0d31-41b2-abd1-688dfa07b131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:32:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['34ebc3ee-538b-4c7c-a621-b613f1842048'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:32:20.599170 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-c068f533-0d31-41b2-abd1-688dfa07b131 None None] Set router 34ebc3ee-538b-4c7c-a621-b613f1842048 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:32:20.804688 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c068f533-0d31-41b2-abd1-688dfa07b131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'e2740133-b874-4bf2-b746-d5c3eae9d9aa', 'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'mac_address': 'fa:16:3e:c3:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:13Z', 'updated_at': '2021-11-25T20:25:16Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'subnets': [{'id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:32:20.830794 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c068f533-0d31-41b2-abd1-688dfa07b131 None None] The sync data for ids ['34ebc3ee-538b-4c7c-a621-b613f1842048'] in n-d-819349-5 is: [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'e2740133-b874-4bf2-b746-d5c3eae9d9aa', 'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'mac_address': 'fa:16:3e:c3:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:13Z', 'updated_at': '2021-11-25T20:25:16Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'subnets': [{'id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:32:21.049753 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6230625f-17d5-42e1-bc2d-0612da9dc393 None None] New status for floating IP 72969a43-d852-4cdc-8fb3-898ad66dbfc5: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:32:21.322430 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-397379a1-cde9-444b-8647-880ab44bef0b req-e28d14ba-5351-44c9-a353-c163507939fd tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--157101746&fields=id&tenant_id=e1b89cd4959047059d1a0fcec39227fc HTTP/1.1" status: 200 len: 267 time: 0.0475516 Nov 25 20:32:21.431066 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397379a1-cde9-444b-8647-880ab44bef0b req-6dbf11a8-706f-43bd-aef2-995fa2cc20e6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:21.432448 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-397379a1-cde9-444b-8647-880ab44bef0b req-6dbf11a8-706f-43bd-aef2-995fa2cc20e6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 811 time: 0.1031361 Nov 25 20:32:21.448221 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-397379a1-cde9-444b-8647-880ab44bef0b req-3f7d5a9c-f077-4ae2-bda3-bde2a62f759c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/quotas/e1b89cd4959047059d1a0fcec39227fc HTTP/1.1" status: 200 len: 375 time: 0.0099723 Nov 25 20:32:21.500395 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-397379a1-cde9-444b-8647-880ab44bef0b req-cf0b517d-ad55-4c79-927d-561f81277eca tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460651 Nov 25 20:32:21.601259 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-397379a1-cde9-444b-8647-880ab44bef0b req-fd9e62c6-5ffe-4955-a86c-472a2cfa533e service neutron] 10.222.0.55 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882401 Nov 25 20:32:21.691825 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-397379a1-cde9-444b-8647-880ab44bef0b req-7d275bc6-2dfb-4c8a-be89-01bd76824a00 service neutron] 10.222.0.55 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844052 Nov 25 20:32:21.862267 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea1ccfd5-7fc2-41d5-bbd2-3bc09eb47e0d req-648fc8f2-3dcb-42b2-9b5d-27b2705ca0f6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 210 time: 0.0320532 Nov 25 20:32:22.745634 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device a4cf0c86-aed9-4304-8e16-272a38a3b3fb no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:32:22.768329 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: a4cf0c86-aed9-4304-8e16-272a38a3b3fb {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:32:22.768680 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device a4cf0c86-aed9-4304-8e16-272a38a3b3fb not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:32:22.877940 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397379a1-cde9-444b-8647-880ab44bef0b req-f72d9b2e-116f-4e7a-b00a-90510eef8615 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:22.879451 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-397379a1-cde9-444b-8647-880ab44bef0b req-f72d9b2e-116f-4e7a-b00a-90510eef8615 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 811 time: 0.1139390 Nov 25 20:32:22.948776 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-397379a1-cde9-444b-8647-880ab44bef0b req-f199a063-0a5c-4579-a0ba-0c6846a08b71 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1b89cd4959047059d1a0fcec39227fc HTTP/1.1" status: 200 len: 379 time: 0.0595310 Nov 25 20:32:22.958771 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-397379a1-cde9-444b-8647-880ab44bef0b req-f40af433-4b54-4fc2-8ed7-cd95272289a7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Request body: {'port': {'device_id': '9f80f375-44ba-4df3-8209-fdf28a3f66d2', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'admin_state_up': True, 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'security_groups': ['db70b011-d454-4da6-9a21-fc97c35efe66']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:32:22.969321 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ccc2663b-2bc5-44b5-a735-cabee2d7a303 req-4b65c7b2-f898-42ac-b0cc-6e9f1ac9c0e5 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 210 time: 0.0281770 Nov 25 20:32:23.076168 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-397379a1-cde9-444b-8647-880ab44bef0b req-f40af433-4b54-4fc2-8ed7-cd95272289a7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Made reservation on behalf of e1b89cd4959047059d1a0fcec39227fc for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:32:23.079753 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-397379a1-cde9-444b-8647-880ab44bef0b req-f40af433-4b54-4fc2-8ed7-cd95272289a7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:23.217288 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-397379a1-cde9-444b-8647-880ab44bef0b req-f40af433-4b54-4fc2-8ed7-cd95272289a7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Allocated IP 172.20.0.12 (58b04cc5-804d-4ef2-9393-6358d058a7a3/0aefc6e4-ea86-4b04-bbec-afb77f310c36/606ff828-25fd-4fd1-ae4a-fcc99801e25d) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:32:23.372738 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-397379a1-cde9-444b-8647-880ab44bef0b req-f40af433-4b54-4fc2-8ed7-cd95272289a7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:23.405795 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-397379a1-cde9-444b-8647-880ab44bef0b req-f40af433-4b54-4fc2-8ed7-cd95272289a7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:23.451093 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-397379a1-cde9-444b-8647-880ab44bef0b req-f40af433-4b54-4fc2-8ed7-cd95272289a7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Network 58b04cc5-804d-4ef2-9393-6358d058a7a3 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:32:23.454184 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-397379a1-cde9-444b-8647-880ab44bef0b req-f40af433-4b54-4fc2-8ed7-cd95272289a7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:32:23.457895 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-397379a1-cde9-444b-8647-880ab44bef0b req-f40af433-4b54-4fc2-8ed7-cd95272289a7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:32:23.464715 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40af433-4b54-4fc2-8ed7-cd95272289a7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Pushing event updated for resources: {'Port': ['ID=606ff828-25fd-4fd1-ae4a-fcc99801e25d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:32:23.513782 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397379a1-cde9-444b-8647-880ab44bef0b req-f40af433-4b54-4fc2-8ed7-cd95272289a7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:23.514446 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-397379a1-cde9-444b-8647-880ab44bef0b req-f40af433-4b54-4fc2-8ed7-cd95272289a7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:23.531183 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-397379a1-cde9-444b-8647-880ab44bef0b req-f40af433-4b54-4fc2-8ed7-cd95272289a7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5764048 Nov 25 20:32:23.544881 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-397379a1-cde9-444b-8647-880ab44bef0b req-bbabdc44-5362-483a-89b1-fd49cf180fb8 service neutron] Request body: {'port': {'device_id': '9f80f375-44ba-4df3-8209-fdf28a3f66d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:32:23.606943 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-397379a1-cde9-444b-8647-880ab44bef0b req-bbabdc44-5362-483a-89b1-fd49cf180fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:23.669145 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8fb660a0-308c-45b8-a229-8680f993d116 None None] Provisioning complete for port 606ff828-25fd-4fd1-ae4a-fcc99801e25d triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:32:23.669597 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8fb660a0-308c-45b8-a229-8680f993d116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:23.706243 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-8fb660a0-308c-45b8-a229-8680f993d116 None None] Port 606ff828-25fd-4fd1-ae4a-fcc99801e25d cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:32:23.870527 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-397379a1-cde9-444b-8647-880ab44bef0b req-bbabdc44-5362-483a-89b1-fd49cf180fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606ff828-25fd-4fd1-ae4a-fcc99801e25d {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:32:23.877891 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-397379a1-cde9-444b-8647-880ab44bef0b req-bbabdc44-5362-483a-89b1-fd49cf180fb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:23.890470 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-397379a1-cde9-444b-8647-880ab44bef0b req-bbabdc44-5362-483a-89b1-fd49cf180fb8 service neutron] Transition to ACTIVE for port object 606ff828-25fd-4fd1-ae4a-fcc99801e25d will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:32:23.894489 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-397379a1-cde9-444b-8647-880ab44bef0b req-bbabdc44-5362-483a-89b1-fd49cf180fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:23.948973 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabdc44-5362-483a-89b1-fd49cf180fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=606ff828-25fd-4fd1-ae4a-fcc99801e25d,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:32:24.025514 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-397379a1-cde9-444b-8647-880ab44bef0b req-bbabdc44-5362-483a-89b1-fd49cf180fb8 service neutron] Attempting to bind port 606ff828-25fd-4fd1-ae4a-fcc99801e25d on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:32:24.025855 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-397379a1-cde9-444b-8647-880ab44bef0b req-bbabdc44-5362-483a-89b1-fd49cf180fb8 service neutron] Attempting to bind port 606ff828-25fd-4fd1-ae4a-fcc99801e25d by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:32:24.026187 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397379a1-cde9-444b-8647-880ab44bef0b req-bbabdc44-5362-483a-89b1-fd49cf180fb8 service neutron] Attempting to bind port 606ff828-25fd-4fd1-ae4a-fcc99801e25d on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:32:24.033230 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397379a1-cde9-444b-8647-880ab44bef0b req-bbabdc44-5362-483a-89b1-fd49cf180fb8 service neutron] Port 606ff828-25fd-4fd1-ae4a-fcc99801e25d on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:32:24.034199 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397379a1-cde9-444b-8647-880ab44bef0b req-bbabdc44-5362-483a-89b1-fd49cf180fb8 service neutron] Attempting to bind port 606ff828-25fd-4fd1-ae4a-fcc99801e25d on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:32:24.042083 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397379a1-cde9-444b-8647-880ab44bef0b req-bbabdc44-5362-483a-89b1-fd49cf180fb8 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:32:24.042607 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397379a1-cde9-444b-8647-880ab44bef0b req-bbabdc44-5362-483a-89b1-fd49cf180fb8 service neutron] Checking segment: {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:32:24.043015 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397379a1-cde9-444b-8647-880ab44bef0b req-bbabdc44-5362-483a-89b1-fd49cf180fb8 service neutron] Bound using segment: {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:32:24.043468 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-397379a1-cde9-444b-8647-880ab44bef0b req-bbabdc44-5362-483a-89b1-fd49cf180fb8 service neutron] Bound port: 606ff828-25fd-4fd1-ae4a-fcc99801e25d, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:32:24.043832 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-397379a1-cde9-444b-8647-880ab44bef0b req-bbabdc44-5362-483a-89b1-fd49cf180fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:24.125515 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58b6ed-6091-4b07-9bf1-937e474b4403 req-9f0a4d57-c52b-4810-a354-579ef360d58c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:24.126268 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-397379a1-cde9-444b-8647-880ab44bef0b req-bbabdc44-5362-483a-89b1-fd49cf180fb8 service neutron] For port 606ff828-25fd-4fd1-ae4a-fcc99801e25d, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:32:24.126845 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-be58b6ed-6091-4b07-9bf1-937e474b4403 req-9f0a4d57-c52b-4810-a354-579ef360d58c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 944 time: 0.0809639 Nov 25 20:32:24.134377 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-397379a1-cde9-444b-8647-880ab44bef0b req-bbabdc44-5362-483a-89b1-fd49cf180fb8 service neutron] For port 606ff828-25fd-4fd1-ae4a-fcc99801e25d, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:32:24.139139 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-397379a1-cde9-444b-8647-880ab44bef0b req-bbabdc44-5362-483a-89b1-fd49cf180fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:24.174828 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397379a1-cde9-444b-8647-880ab44bef0b req-bbabdc44-5362-483a-89b1-fd49cf180fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:24.175445 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-397379a1-cde9-444b-8647-880ab44bef0b req-bbabdc44-5362-483a-89b1-fd49cf180fb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:24.176885 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-397379a1-cde9-444b-8647-880ab44bef0b req-bbabdc44-5362-483a-89b1-fd49cf180fb8 service neutron] 10.222.0.85 "PUT /v2.0/ports/606ff828-25fd-4fd1-ae4a-fcc99801e25d HTTP/1.1" status: 200 len: 1092 time: 0.6364551 Nov 25 20:32:24.177440 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f80f375-44ba-4df3-8209-fdf28a3f66d2', 'tag': '606ff828-25fd-4fd1-ae4a-fcc99801e25d'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:32:24.180303 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404c7627-49fd-41c9-beb4-809480b99adb" -d '{"events": [{"name": "network-changed", "server_uuid": "9f80f375-44ba-4df3-8209-fdf28a3f66d2", "tag": "606ff828-25fd-4fd1-ae4a-fcc99801e25d"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:32:24.198003 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-be58b6ed-6091-4b07-9bf1-937e474b4403 req-d7fe86ea-2b9b-44f9-8219-f4b9c057cd77 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636482 Nov 25 20:32:24.211734 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabdc44-5362-483a-89b1-fd49cf180fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=606ff828-25fd-4fd1-ae4a-fcc99801e25d,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:32:24.263329 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:24.288620 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397379a1-cde9-444b-8647-880ab44bef0b req-2ea2ae04-7411-4c24-9bf5-e8559ef025bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:24.290921 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-397379a1-cde9-444b-8647-880ab44bef0b req-2ea2ae04-7411-4c24-9bf5-e8559ef025bf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 1095 time: 0.0673163 Nov 25 20:32:24.292596 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918c84b5-97c8-4ef2-b313-854ddd440968 x-openstack-request-id: req-918c84b5-97c8-4ef2-b313-854ddd440968 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:32:24.292859 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f80f375-44ba-4df3-8209-fdf28a3f66d2", "tag": "606ff828-25fd-4fd1-ae4a-fcc99801e25d", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:32:24.293269 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-918c84b5-97c8-4ef2-b313-854ddd440968 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:32:24.293741 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f80f375-44ba-4df3-8209-fdf28a3f66d2', 'tag': '606ff828-25fd-4fd1-ae4a-fcc99801e25d', 'status': 'completed', 'code': 200} Nov 25 20:32:24.339198 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-397379a1-cde9-444b-8647-880ab44bef0b req-65a427c5-c737-40ee-8592-f01c17a06cd4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d HTTP/1.1" status: 200 len: 217 time: 0.0380592 Nov 25 20:32:24.395373 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397379a1-cde9-444b-8647-880ab44bef0b req-49eb4de4-86a4-4a65-8d9c-98230069db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:24.396975 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-397379a1-cde9-444b-8647-880ab44bef0b req-49eb4de4-86a4-4a65-8d9c-98230069db0f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0502169 Nov 25 20:32:24.452067 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397379a1-cde9-444b-8647-880ab44bef0b req-f4c99c60-afe0-4df4-98d7-1c73be42b426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:24.453586 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-397379a1-cde9-444b-8647-880ab44bef0b req-f4c99c60-afe0-4df4-98d7-1c73be42b426 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500498 Nov 25 20:32:24.547796 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-397379a1-cde9-444b-8647-880ab44bef0b req-b1824044-4d7b-46cf-9052-9bf5b0a1e0fb service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869901 Nov 25 20:32:24.647207 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-397379a1-cde9-444b-8647-880ab44bef0b req-3b427449-0bcd-4f80-a146-f2420d1dcc8c service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918496 Nov 25 20:32:24.741484 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c7627-49fd-41c9-beb4-809480b99adb req-47562a18-32b9-4084-a13c-6cf97e5466a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:24.742933 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-404c7627-49fd-41c9-beb4-809480b99adb req-47562a18-32b9-4084-a13c-6cf97e5466a0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 1095 time: 0.0479162 Nov 25 20:32:24.842623 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c7627-49fd-41c9-beb4-809480b99adb req-0c306805-a8ee-4e26-8879-65fc013f6b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:24.844057 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-404c7627-49fd-41c9-beb4-809480b99adb req-0c306805-a8ee-4e26-8879-65fc013f6b14 service neutron] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.0937800 Nov 25 20:32:24.883912 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:24.888036 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-404c7627-49fd-41c9-beb4-809480b99adb req-7651d10a-fb3e-48bd-bd03-13bcbf93620a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d HTTP/1.1" status: 200 len: 217 time: 0.0360484 Nov 25 20:32:24.938974 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c7627-49fd-41c9-beb4-809480b99adb req-f65bf079-a442-47b1-85ab-c86eaf785793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:24.940448 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-404c7627-49fd-41c9-beb4-809480b99adb req-f65bf079-a442-47b1-85ab-c86eaf785793 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0458684 Nov 25 20:32:24.986132 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c7627-49fd-41c9-beb4-809480b99adb req-6adefbeb-516e-42d2-aa7a-744aeea30927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:24.987652 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-404c7627-49fd-41c9-beb4-809480b99adb req-6adefbeb-516e-42d2-aa7a-744aeea30927 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397143 Nov 25 20:32:25.089706 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-404c7627-49fd-41c9-beb4-809480b99adb req-068691bf-49df-48d5-bb9a-24c69b385828 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930645 Nov 25 20:32:25.189841 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-404c7627-49fd-41c9-beb4-809480b99adb req-03c9fb90-2a2b-42fa-acb4-743a0efcda0c service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924425 Nov 25 20:32:25.340760 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd7297-ce22-4b28-b451-e812c63e8d2b req-1eca3846-0016-48e8-98fb-caf72c0f0683 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:25.342169 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-abdd7297-ce22-4b28-b451-e812c63e8d2b req-1eca3846-0016-48e8-98fb-caf72c0f0683 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 944 time: 0.0510585 Nov 25 20:32:25.395467 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-abdd7297-ce22-4b28-b451-e812c63e8d2b req-910943ce-5107-4428-a701-835919af5cf8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473034 Nov 25 20:32:26.517090 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483693bb-7192-414a-936a-f4ba4f76fa4b req-b444f14e-28dc-4774-96cb-177ad7205acb tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:26.518645 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-483693bb-7192-414a-936a-f4ba4f76fa4b req-b444f14e-28dc-4774-96cb-177ad7205acb tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 944 time: 0.0505686 Nov 25 20:32:26.569334 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-483693bb-7192-414a-936a-f4ba4f76fa4b req-8031a7ce-d9d4-411c-a175-451756d54318 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438116 Nov 25 20:32:26.649394 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 606ff828-25fd-4fd1-ae4a-fcc99801e25d details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:32:26.751994 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 606ff828-25fd-4fd1-ae4a-fcc99801e25d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:32:26.764264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '606ff828-25fd-4fd1-ae4a-fcc99801e25d', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'port_id': '606ff828-25fd-4fd1-ae4a-fcc99801e25d', 'mac_address': 'fa:16:3e:a5:b0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:32:26.803111 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:26.817225 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606ff828-25fd-4fd1-ae4a-fcc99801e25d {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:32:26.839325 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 606ff828-25fd-4fd1-ae4a-fcc99801e25d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:32:26.843381 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:26.903058 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=606ff828-25fd-4fd1-ae4a-fcc99801e25d,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:32:27.034888 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['606ff828-25fd-4fd1-ae4a-fcc99801e25d'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:32:27.699250 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96be80-5a3c-447f-b0f5-457ad0bc3631 req-81fb01b6-476c-47cb-81bb-466e8fda952b tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:27.700868 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-de96be80-5a3c-447f-b0f5-457ad0bc3631 req-81fb01b6-476c-47cb-81bb-466e8fda952b tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 945 time: 0.0534225 Nov 25 20:32:27.753310 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-de96be80-5a3c-447f-b0f5-457ad0bc3631 req-50549cd3-5266-4c89-ae41-72b8a911b512 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461614 Nov 25 20:32:28.649550 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 606ff828-25fd-4fd1-ae4a-fcc99801e25d up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:32:28.706520 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 606ff828-25fd-4fd1-ae4a-fcc99801e25d completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:32:28.711264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 606ff828-25fd-4fd1-ae4a-fcc99801e25d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:32:28.711709 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:28.792321 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:28.815895 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f80f375-44ba-4df3-8209-fdf28a3f66d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606ff828-25fd-4fd1-ae4a-fcc99801e25d'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:32:28.818742 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2727b21d-71fb-4a2b-97a1-51926b4026cc" -d '{"events": [{"server_uuid": "9f80f375-44ba-4df3-8209-fdf28a3f66d2", "name": "network-vif-plugged", "status": "completed", "tag": "606ff828-25fd-4fd1-ae4a-fcc99801e25d"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:32:28.833098 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 606ff828-25fd-4fd1-ae4a-fcc99801e25d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:32:28.838187 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:28.885349 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=606ff828-25fd-4fd1-ae4a-fcc99801e25d,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:32:28.953641 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f01b4a-ddde-45f0-aa03-1fda4f8441ec req-a4324d5b-359d-4857-9bf7-cd3a689cd344 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:28.955192 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-51f01b4a-ddde-45f0-aa03-1fda4f8441ec req-a4324d5b-359d-4857-9bf7-cd3a689cd344 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 946 time: 0.1298881 Nov 25 20:32:29.002647 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-51f01b4a-ddde-45f0-aa03-1fda4f8441ec req-e209e84c-adf5-4a16-a3f2-032954e1db08 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412202 Nov 25 20:32:29.046831 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea47a13e-7f4e-4d12-9787-899f29454434 x-openstack-request-id: req-ea47a13e-7f4e-4d12-9787-899f29454434 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:32:29.047127 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f80f375-44ba-4df3-8209-fdf28a3f66d2", "name": "network-vif-plugged", "status": "completed", "tag": "606ff828-25fd-4fd1-ae4a-fcc99801e25d", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:32:29.047385 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ea47a13e-7f4e-4d12-9787-899f29454434 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:32:29.047782 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f80f375-44ba-4df3-8209-fdf28a3f66d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606ff828-25fd-4fd1-ae4a-fcc99801e25d', 'code': 200} Nov 25 20:32:29.152071 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a83693-5193-4417-9ccf-14423943c3d5 req-2825c3ed-dd46-47a3-b59b-77f0ba11b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:29.153502 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-31a83693-5193-4417-9ccf-14423943c3d5 req-2825c3ed-dd46-47a3-b59b-77f0ba11b298 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 1097 time: 0.0453751 Nov 25 20:32:29.201167 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-31a83693-5193-4417-9ccf-14423943c3d5 req-abe4825f-10f0-4de2-9e26-4036bff9ca40 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387998 Nov 25 20:32:29.377639 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8aa4851b-6958-4623-a7f0-6b9a76bcd4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:30.122970 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5682c7e-00b1-41c6-ba95-d2b141c5cacd req-0f424989-bf18-45bf-90f9-489ee4844629 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:30.124494 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c5682c7e-00b1-41c6-ba95-d2b141c5cacd req-0f424989-bf18-45bf-90f9-489ee4844629 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 946 time: 0.0493627 Nov 25 20:32:30.173238 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c5682c7e-00b1-41c6-ba95-d2b141c5cacd req-f7c8ae9f-edea-49d0-9b12-34b134b412fe tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416000 Nov 25 20:32:31.297273 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6d49c-ee01-4ab3-8bba-a10d5f9b8cc2 req-954f702f-a0d5-4e23-b8b2-c75a06fc5ac8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:31.298802 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-81e6d49c-ee01-4ab3-8bba-a10d5f9b8cc2 req-954f702f-a0d5-4e23-b8b2-c75a06fc5ac8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 946 time: 0.0542591 Nov 25 20:32:31.353094 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-81e6d49c-ee01-4ab3-8bba-a10d5f9b8cc2 req-06698cb3-9015-4cfb-87f9-90ee35c2fee8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474854 Nov 25 20:32:31.469964 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc8a0d-66d0-43f7-9991-00bdaab98276 req-4e597692-0e62-47c8-a38f-4165f17cb554 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:31.471466 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e4fc8a0d-66d0-43f7-9991-00bdaab98276 req-4e597692-0e62-47c8-a38f-4165f17cb554 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 946 time: 0.0489635 Nov 25 20:32:31.480652 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57468) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:32:31.485106 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-41ecf258-ab06-4976-845e-5e053618aa52 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Request body: {'floatingip': {'port_id': '606ff828-25fd-4fd1-ae4a-fcc99801e25d'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:32:31.525059 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-41ecf258-ab06-4976-845e-5e053618aa52 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for floatingip, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:31.855674 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ebef994f-68de-4e67-8063-9f31eb55556b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:31.957910 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-41ecf258-ab06-4976-845e-5e053618aa52 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:31.961861 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-41ecf258-ab06-4976-845e-5e053618aa52 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:32.065693 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-41ecf258-ab06-4976-845e-5e053618aa52 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Floating IP 72969a43-d852-4cdc-8fb3-898ad66dbfc5 associated. External IP: 172.25.6.55, port: 606ff828-25fd-4fd1-ae4a-fcc99801e25d. Nov 25 20:32:32.291402 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ecf258-ab06-4976-845e-5e053618aa52 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Router 34ebc3ee-538b-4c7c-a621-b613f1842048 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:32:32.420499 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ecf258-ab06-4976-845e-5e053618aa52 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:32:32.427125 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-41ecf258-ab06-4976-845e-5e053618aa52 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:32.434347 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720fffa6-a3e6-42a1-bcaf-a1e4cdbe9662 None None] Sync routers for ids ['34ebc3ee-538b-4c7c-a621-b613f1842048'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:32:32.445958 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720fffa6-a3e6-42a1-bcaf-a1e4cdbe9662 None None] Routers {'34ebc3ee-538b-4c7c-a621-b613f1842048'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:32:32.446725 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-720fffa6-a3e6-42a1-bcaf-a1e4cdbe9662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:32:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['34ebc3ee-538b-4c7c-a621-b613f1842048'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:32:32.457264 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-41ecf258-ab06-4976-845e-5e053618aa52 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "PUT /v2.0/floatingips/72969a43-d852-4cdc-8fb3-898ad66dbfc5 HTTP/1.1" status: 200 len: 992 time: 0.9754968 Nov 25 20:32:32.457983 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f80f375-44ba-4df3-8209-fdf28a3f66d2', 'tag': '606ff828-25fd-4fd1-ae4a-fcc99801e25d'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:32:32.461358 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94ec1dc-03c8-49a8-8848-2ade040abae9" -d '{"events": [{"name": "network-changed", "server_uuid": "9f80f375-44ba-4df3-8209-fdf28a3f66d2", "tag": "606ff828-25fd-4fd1-ae4a-fcc99801e25d"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:32:32.550503 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d054485c-1be7-4d1d-a3b3-83f7a8e96cd8 x-openstack-request-id: req-d054485c-1be7-4d1d-a3b3-83f7a8e96cd8 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:32:32.550794 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f80f375-44ba-4df3-8209-fdf28a3f66d2", "tag": "606ff828-25fd-4fd1-ae4a-fcc99801e25d", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:32:32.551049 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d054485c-1be7-4d1d-a3b3-83f7a8e96cd8 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:32:32.551457 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f80f375-44ba-4df3-8209-fdf28a3f66d2', 'tag': '606ff828-25fd-4fd1-ae4a-fcc99801e25d', 'status': 'completed', 'code': 200} Nov 25 20:32:32.558993 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-720fffa6-a3e6-42a1-bcaf-a1e4cdbe9662 None None] Set router 34ebc3ee-538b-4c7c-a621-b613f1842048 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:32:32.613277 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ec1dc-03c8-49a8-8848-2ade040abae9 req-83fdd7af-9c51-409c-8e55-d617f561d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:32.614821 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a94ec1dc-03c8-49a8-8848-2ade040abae9 req-83fdd7af-9c51-409c-8e55-d617f561d1f7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 1097 time: 0.0408916 Nov 25 20:32:32.715377 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ec1dc-03c8-49a8-8848-2ade040abae9 req-f6d79059-9b9d-4793-a775-6836d2cc4067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:32.716865 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a94ec1dc-03c8-49a8-8848-2ade040abae9 req-f6d79059-9b9d-4793-a775-6836d2cc4067 service neutron] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.0950351 Nov 25 20:32:32.782081 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a94ec1dc-03c8-49a8-8848-2ade040abae9 req-218789e5-4fe9-412b-944e-18191d3e4d48 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d HTTP/1.1" status: 200 len: 1000 time: 0.0586505 Nov 25 20:32:32.803093 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-720fffa6-a3e6-42a1-bcaf-a1e4cdbe9662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '72969a43-d852-4cdc-8fb3-898ad66dbfc5', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'floating_ip_address': '172.25.6.55', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'port_id': '606ff828-25fd-4fd1-ae4a-fcc99801e25d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'mac_address': 'fa:16:3e:a5:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f80f375-44ba-4df3-8209-fdf28a3f66d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:25:15Z', 'updated_at': '2021-11-25T20:32:31Z', 'revision_number': 13, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2740133-b874-4bf2-b746-d5c3eae9d9aa', 'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'mac_address': 'fa:16:3e:c3:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:13Z', 'updated_at': '2021-11-25T20:25:16Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'subnets': [{'id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:32:32.828287 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720fffa6-a3e6-42a1-bcaf-a1e4cdbe9662 None None] Checking router: 34ebc3ee-538b-4c7c-a621-b613f1842048 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:32:32.837461 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720fffa6-a3e6-42a1-bcaf-a1e4cdbe9662 None None] Routers {'34ebc3ee-538b-4c7c-a621-b613f1842048'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:32:32.838079 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-720fffa6-a3e6-42a1-bcaf-a1e4cdbe9662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:32:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['34ebc3ee-538b-4c7c-a621-b613f1842048'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:32:32.839154 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ec1dc-03c8-49a8-8848-2ade040abae9 req-f70c88b5-a50f-4751-b8ed-4b3c67bcdaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:32.840690 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a94ec1dc-03c8-49a8-8848-2ade040abae9 req-f70c88b5-a50f-4751-b8ed-4b3c67bcdaae service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0507178 Nov 25 20:32:32.886559 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ec1dc-03c8-49a8-8848-2ade040abae9 req-28f30822-2ffd-469b-9092-f4a2b97917af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:32.888091 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a94ec1dc-03c8-49a8-8848-2ade040abae9 req-28f30822-2ffd-469b-9092-f4a2b97917af service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409629 Nov 25 20:32:32.943482 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-720fffa6-a3e6-42a1-bcaf-a1e4cdbe9662 None None] Set router 34ebc3ee-538b-4c7c-a621-b613f1842048 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:32:32.979855 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a94ec1dc-03c8-49a8-8848-2ade040abae9 req-caf01275-9e8d-471e-bd42-f0859cfbe984 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844650 Nov 25 20:32:33.077690 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a94ec1dc-03c8-49a8-8848-2ade040abae9 req-36973568-8912-478e-9315-2e2911c79925 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912185 Nov 25 20:32:33.181533 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-720fffa6-a3e6-42a1-bcaf-a1e4cdbe9662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '72969a43-d852-4cdc-8fb3-898ad66dbfc5', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'floating_ip_address': '172.25.6.55', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'port_id': '606ff828-25fd-4fd1-ae4a-fcc99801e25d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'mac_address': 'fa:16:3e:a5:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f80f375-44ba-4df3-8209-fdf28a3f66d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:25:15Z', 'updated_at': '2021-11-25T20:32:31Z', 'revision_number': 13, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2740133-b874-4bf2-b746-d5c3eae9d9aa', 'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'mac_address': 'fa:16:3e:c3:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:13Z', 'updated_at': '2021-11-25T20:25:16Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'subnets': [{'id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:32:33.208048 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720fffa6-a3e6-42a1-bcaf-a1e4cdbe9662 None None] The sync data for ids ['34ebc3ee-538b-4c7c-a621-b613f1842048'] in n-d-819349-5 is: [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '72969a43-d852-4cdc-8fb3-898ad66dbfc5', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'floating_ip_address': '172.25.6.55', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'port_id': '606ff828-25fd-4fd1-ae4a-fcc99801e25d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'mac_address': 'fa:16:3e:a5:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f80f375-44ba-4df3-8209-fdf28a3f66d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:25:15Z', 'updated_at': '2021-11-25T20:32:31Z', 'revision_number': 13, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2740133-b874-4bf2-b746-d5c3eae9d9aa', 'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'mac_address': 'fa:16:3e:c3:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:13Z', 'updated_at': '2021-11-25T20:25:16Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'subnets': [{'id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:32:33.400699 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd25fa-8952-41a6-9178-12c54da74a66 None None] New status for floating IP 72969a43-d852-4cdc-8fb3-898ad66dbfc5: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:32:33.922756 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:35.692432 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:35.728684 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:37.617684 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:32:54.224323 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:54.891922 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:59.379074 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-572a2a4a-2973-4867-99f0-92e46f46664e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:01.846672 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a67914ef-ab1a-42d3-ad88-ea622051fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:03.923530 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:05.696736 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:05.731451 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:11.078055 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5b602333-2415-4dfb-a5d8-48e959fd3ae6 req-012c0c77-6ec2-4942-bfd4-67aff127050b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0795844 Nov 25 20:33:11.168290 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b602333-2415-4dfb-a5d8-48e959fd3ae6 req-54414801-443d-46c2-b138-d049f6687f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:33:11.169787 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5b602333-2415-4dfb-a5d8-48e959fd3ae6 req-54414801-443d-46c2-b138-d049f6687f76 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 1097 time: 0.0467682 Nov 25 20:33:11.275565 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b602333-2415-4dfb-a5d8-48e959fd3ae6 req-d92e8716-b3ff-4b4a-a234-bc571f8cf0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:33:11.277956 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5b602333-2415-4dfb-a5d8-48e959fd3ae6 req-d92e8716-b3ff-4b4a-a234-bc571f8cf0fc service neutron] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.0894945 Nov 25 20:33:11.347349 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5b602333-2415-4dfb-a5d8-48e959fd3ae6 req-10585f45-3e0f-4d9b-9df0-340be08e1fd3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d HTTP/1.1" status: 200 len: 1002 time: 0.0620036 Nov 25 20:33:11.398163 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b602333-2415-4dfb-a5d8-48e959fd3ae6 req-1362ab3f-6213-4a38-8fe3-7c17c187e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:33:11.399642 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5b602333-2415-4dfb-a5d8-48e959fd3ae6 req-1362ab3f-6213-4a38-8fe3-7c17c187e43b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0455503 Nov 25 20:33:11.444890 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b602333-2415-4dfb-a5d8-48e959fd3ae6 req-e9331f88-53c2-42ba-aa03-357680f1353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:33:11.446401 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5b602333-2415-4dfb-a5d8-48e959fd3ae6 req-e9331f88-53c2-42ba-aa03-357680f1353e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393326 Nov 25 20:33:11.539526 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5b602333-2415-4dfb-a5d8-48e959fd3ae6 req-e762ac49-37bd-4dff-810b-ca02e0a648cb service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855939 Nov 25 20:33:11.628862 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5b602333-2415-4dfb-a5d8-48e959fd3ae6 req-08eba2dd-cbbb-4631-ba83-2cc6be4d59a7 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830190 Nov 25 20:33:14.617000 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:33:24.227415 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:24.883558 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:29.383047 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-639597a0-3274-4677-9b94-5e7aaa06e25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:31.847933 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e49e13ea-47d6-4cad-868b-18a7e1c8792f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:33.928876 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:35.700989 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:35.732258 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:51.615938 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:33:54.231397 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:54.882552 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:59.384665 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ab1a6c26-5d1d-441a-84e7-2ae08144a0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:01.851075 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6b26b714-3dad-4678-b589-0d02f67e906a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:03.929610 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:05.703851 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:05.736741 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:09.067132 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e1b70-57ef-414a-8461-fc8a95ffedcf req-65be0f23-aca9-488b-9140-7f1043f0182a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:09.068675 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-259e1b70-57ef-414a-8461-fc8a95ffedcf req-65be0f23-aca9-488b-9140-7f1043f0182a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 946 time: 0.0519524 Nov 25 20:34:09.117148 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-259e1b70-57ef-414a-8461-fc8a95ffedcf req-a93b61b7-b8ca-4e3f-a421-edd55f2c640a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425031 Nov 25 20:34:13.039392 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f8ce287-3147-485d-9c4a-823b175ed224 req-cffd18ed-7025-45f9-87c6-50a0caffbe47 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431962 Nov 25 20:34:13.137412 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ce287-3147-485d-9c4a-823b175ed224 req-fd7e278e-c574-4362-befc-df78dd5d4000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:13.139631 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f8ce287-3147-485d-9c4a-823b175ed224 req-fd7e278e-c574-4362-befc-df78dd5d4000 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 1097 time: 0.0498004 Nov 25 20:34:13.259640 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ce287-3147-485d-9c4a-823b175ed224 req-28713e0c-74c6-4e42-9d58-be620decb991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:13.261140 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f8ce287-3147-485d-9c4a-823b175ed224 req-28713e0c-74c6-4e42-9d58-be620decb991 service neutron] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.0942538 Nov 25 20:34:13.333886 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f8ce287-3147-485d-9c4a-823b175ed224 req-6ccba611-2943-48f1-aaf6-7627f0812372 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d HTTP/1.1" status: 200 len: 1002 time: 0.0651379 Nov 25 20:34:13.384368 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ce287-3147-485d-9c4a-823b175ed224 req-9bc135d3-0817-4ac8-b88f-ecb95736c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:13.385881 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f8ce287-3147-485d-9c4a-823b175ed224 req-9bc135d3-0817-4ac8-b88f-ecb95736c153 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0450873 Nov 25 20:34:13.432502 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ce287-3147-485d-9c4a-823b175ed224 req-4493a07e-6974-4896-8082-5d0d0c2af9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:13.434004 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f8ce287-3147-485d-9c4a-823b175ed224 req-4493a07e-6974-4896-8082-5d0d0c2af9ad service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402718 Nov 25 20:34:13.881356 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f8ce287-3147-485d-9c4a-823b175ed224 req-fc2c6903-f147-446a-b892-869ef6d35467 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392984 Nov 25 20:34:13.973967 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f8ce287-3147-485d-9c4a-823b175ed224 req-b3214a3f-2828-44f4-a938-92e85f537bb6 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852036 Nov 25 20:34:21.174616 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-59a573d3-8fde-476d-b3fd-584bb34d3a8d req-970dbd9c-db49-4791-9f45-5ab4c3dd20cc service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:34:21.175620 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-59a573d3-8fde-476d-b3fd-584bb34d3a8d req-970dbd9c-db49-4791-9f45-5ab4c3dd20cc service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056164 Nov 25 20:34:21.374297 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-217f9103-f06d-4b10-88d5-8bb1a87794c3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0514498 Nov 25 20:34:21.384891 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-829cab84-8c41-43d7-a47c-3edd866ab55a service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:34:21.385938 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-829cab84-8c41-43d7-a47c-3edd866ab55a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056064 Nov 25 20:34:21.397327 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42fcb8-a922-4222-9a02-f36e2276c30d req-5e912dad-2450-4d93-96e8-5eb6922143e0 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:21.398949 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8f42fcb8-a922-4222-9a02-f36e2276c30d req-5e912dad-2450-4d93-96e8-5eb6922143e0 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 946 time: 0.0548034 Nov 25 20:34:21.463928 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8f42fcb8-a922-4222-9a02-f36e2276c30d req-5bc77f10-e188-4a5f-96bb-67835ff1be4f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574236 Nov 25 20:34:22.568632 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-2421360b-914a-4185-826d-98569b49dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:22.570154 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-2421360b-914a-4185-826d-98569b49dc8b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 1097 time: 0.0420020 Nov 25 20:34:22.597501 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428917f-d409-4a58-8e26-9981d552023f req-a550b9d8-6506-40a0-8f5a-e2e450e09850 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:22.599267 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3428917f-d409-4a58-8e26-9981d552023f req-a550b9d8-6506-40a0-8f5a-e2e450e09850 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 946 time: 0.0510180 Nov 25 20:34:22.649166 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3428917f-d409-4a58-8e26-9981d552023f req-6b90f403-2efd-4678-aca0-9b9017b983a2 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433321 Nov 25 20:34:22.663055 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-9daa3a10-7f33-4f55-bd0c-9e5cd645a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:22.664696 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-9daa3a10-7f33-4f55-bd0c-9e5cd645a1a6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.0874848 Nov 25 20:34:22.735131 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-757accf2-fe97-47ee-988d-36c8982051a1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d HTTP/1.1" status: 200 len: 1002 time: 0.0626960 Nov 25 20:34:22.785768 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-bb515d90-89dc-4d4c-8dc5-e0bdfb156a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:22.787262 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-bb515d90-89dc-4d4c-8dc5-e0bdfb156a83 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0454166 Nov 25 20:34:22.833339 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-e1a3bf01-6572-4341-8393-f79241d87c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:22.834858 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-e1a3bf01-6572-4341-8393-f79241d87c62 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409458 Nov 25 20:34:22.931446 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-a24dfac6-66b8-45a6-abdd-67d708a81a66 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886531 Nov 25 20:34:23.049047 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-088b5fd9-9899-40b4-9c8b-71035fdec149 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109788 Nov 25 20:34:23.782394 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eea31d-cc67-48f4-9bfc-31702f3863bb req-a2b161c8-3fa0-415d-93d4-8b5cf68d9283 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:23.784222 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-98eea31d-cc67-48f4-9bfc-31702f3863bb req-a2b161c8-3fa0-415d-93d4-8b5cf68d9283 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 946 time: 0.0611868 Nov 25 20:34:23.833210 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-98eea31d-cc67-48f4-9bfc-31702f3863bb req-044a9a51-8578-4db3-8bf3-581d12e3b847 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427191 Nov 25 20:34:24.238994 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:24.902969 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:24.964706 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45da4b9-a38f-44fe-a851-f2a2486295b8 req-2e68dc03-020d-4034-b293-1d4e6b5d71df tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:24.966244 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a45da4b9-a38f-44fe-a851-f2a2486295b8 req-2e68dc03-020d-4034-b293-1d4e6b5d71df tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 946 time: 0.0561492 Nov 25 20:34:25.016999 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a45da4b9-a38f-44fe-a851-f2a2486295b8 req-34616802-c753-4a06-bd9f-da2c405278c4 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446694 Nov 25 20:34:26.145784 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22843a87-8349-49b3-8f5c-d384a7471355 req-577f02f4-f7ae-4b18-adae-3909c109921f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:26.147351 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22843a87-8349-49b3-8f5c-d384a7471355 req-577f02f4-f7ae-4b18-adae-3909c109921f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 946 time: 0.0512896 Nov 25 20:34:26.198278 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-22843a87-8349-49b3-8f5c-d384a7471355 req-530240c2-c66d-4633-9004-e21cc94e4e49 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447598 Nov 25 20:34:27.325163 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b64d45-91ae-41f1-a326-2d9a602bdaf1 req-7501c1b1-b3ac-4033-a338-442148c17835 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:27.327396 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0b64d45-91ae-41f1-a326-2d9a602bdaf1 req-7501c1b1-b3ac-4033-a338-442148c17835 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 946 time: 0.0557067 Nov 25 20:34:27.376665 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0b64d45-91ae-41f1-a326-2d9a602bdaf1 req-58c28b44-6169-47a6-8f03-b4313dc9ee64 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431962 Nov 25 20:34:28.506476 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc989e4-5dc0-48f2-b571-b6ae21d576bc req-bd2e9d32-9aad-44bd-9b1f-ff8e785da668 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:28.507973 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7dc989e4-5dc0-48f2-b571-b6ae21d576bc req-bd2e9d32-9aad-44bd-9b1f-ff8e785da668 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 946 time: 0.0508602 Nov 25 20:34:28.556860 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7dc989e4-5dc0-48f2-b571-b6ae21d576bc req-69753f5c-f553-431a-a362-3157021fbc85 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423636 Nov 25 20:34:28.615057 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:34:29.386415 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-78e4434c-9e00-4b5b-87b3-82e5b9131f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:29.680826 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ab064-6372-4b7e-b860-e588514216e1 req-5fd0d082-d323-4abe-86a7-2a1107db20fb tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:29.682364 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e37ab064-6372-4b7e-b860-e588514216e1 req-5fd0d082-d323-4abe-86a7-2a1107db20fb tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 946 time: 0.0512049 Nov 25 20:34:29.739343 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e37ab064-6372-4b7e-b860-e588514216e1 req-dad5c97e-3904-4660-af93-bd6dd35e691f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498626 Nov 25 20:34:30.869489 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202e58a-e9c0-4120-b64e-db07b651179c req-b5ba0192-ce54-48d4-9c2a-ae9414f1f3ae tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:30.871046 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6202e58a-e9c0-4120-b64e-db07b651179c req-b5ba0192-ce54-48d4-9c2a-ae9414f1f3ae tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 946 time: 0.0516644 Nov 25 20:34:30.924452 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6202e58a-e9c0-4120-b64e-db07b651179c req-e1660827-4421-43ee-82d3-0a5b698b6ec2 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437388 Nov 25 20:34:31.854153 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-34d849a9-1bfe-4829-aa97-66b803ec1107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:32.048431 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14f75d-cd31-4cb3-ba11-42baa693b777 req-81b599c0-9484-4dbd-bda4-7fb7dd7ed980 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:32.050019 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e14f75d-cd31-4cb3-ba11-42baa693b777 req-81b599c0-9484-4dbd-bda4-7fb7dd7ed980 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 946 time: 0.0510116 Nov 25 20:34:32.099825 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e14f75d-cd31-4cb3-ba11-42baa693b777 req-394571b6-cc11-4b5a-a3b3-ed41583a17ea tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436137 Nov 25 20:34:33.230021 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece77810-7dec-49d0-9bcd-da90c890d809 req-f7d2ab62-1e02-42fa-8963-3adbe1cd6d14 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:33.231593 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ece77810-7dec-49d0-9bcd-da90c890d809 req-f7d2ab62-1e02-42fa-8963-3adbe1cd6d14 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 946 time: 0.0561025 Nov 25 20:34:33.283524 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ece77810-7dec-49d0-9bcd-da90c890d809 req-491852da-9343-439d-aaf4-1a3dba618c57 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452147 Nov 25 20:34:33.933364 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:34.410612 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b27c9-c0bf-465e-afe9-5c9605f03045 req-b625f8e3-779f-471e-aa9c-eb329fd61da0 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:34.412188 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4e1b27c9-c0bf-465e-afe9-5c9605f03045 req-b625f8e3-779f-471e-aa9c-eb329fd61da0 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 946 time: 0.0518482 Nov 25 20:34:34.465462 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4e1b27c9-c0bf-465e-afe9-5c9605f03045 req-84cb6a14-fd7c-4665-b128-d5645ae7590a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471969 Nov 25 20:34:35.597623 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00222c4a-5840-4e56-9be5-5340540a016a req-fbd9f215-16b8-4b2a-be70-1c870f7214ca tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:35.599241 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-00222c4a-5840-4e56-9be5-5340540a016a req-fbd9f215-16b8-4b2a-be70-1c870f7214ca tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 946 time: 0.0512719 Nov 25 20:34:35.658865 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-00222c4a-5840-4e56-9be5-5340540a016a req-f78aa9b5-2b30-486f-b845-190f526a412e tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518754 Nov 25 20:34:35.710075 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:35.742627 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:36.782199 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91f6c1-8c01-4c70-8e51-b478458a5533 req-3117157f-8ffe-40c8-bb62-ab1d2c5c5f72 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:36.783753 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bb91f6c1-8c01-4c70-8e51-b478458a5533 req-3117157f-8ffe-40c8-bb62-ab1d2c5c5f72 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 946 time: 0.0511272 Nov 25 20:34:36.834827 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bb91f6c1-8c01-4c70-8e51-b478458a5533 req-d61ae65e-a628-4312-aa15-284daf1cf6fb tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445049 Nov 25 20:34:37.083248 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-1e380e2b-71b1-4140-8468-70f3be0a49f4 service neutron] show failed (client error): The resource could not be found. Nov 25 20:34:37.084280 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-1e380e2b-71b1-4140-8468-70f3be0a49f4 service neutron] 10.222.0.85 "GET /v2.0/ports/606ff828-25fd-4fd1-ae4a-fcc99801e25d/bindings/n-h1-819349-5 HTTP/1.1" status: 404 len: 380 time: 0.0618091 Nov 25 20:34:37.290070 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-841fd46b-089a-4019-8a05-ee4fa687d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:37.291459 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-841fd46b-089a-4019-8a05-ee4fa687d94a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2&tenant_id=e1b89cd4959047059d1a0fcec39227fc HTTP/1.1" status: 200 len: 1097 time: 0.0417233 Nov 25 20:34:37.303466 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819349-5', 'device_owner': 'compute:nova'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:34:37.360979 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:37.564292 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] For port 606ff828-25fd-4fd1-ae4a-fcc99801e25d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:34:37.597134 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] For port 606ff828-25fd-4fd1-ae4a-fcc99801e25d, host n-h2-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:34:37.636018 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f80f375-44ba-4df3-8209-fdf28a3f66d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '606ff828-25fd-4fd1-ae4a-fcc99801e25d'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:34:37.638403 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561fd11e-ad77-417d-98fb-8126a6ea947a" -d '{"events": [{"server_uuid": "9f80f375-44ba-4df3-8209-fdf28a3f66d2", "name": "network-vif-unplugged", "status": "completed", "tag": "606ff828-25fd-4fd1-ae4a-fcc99801e25d"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:34:37.643507 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:37.656346 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Transition to ACTIVE for port object 606ff828-25fd-4fd1-ae4a-fcc99801e25d will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:34:37.660267 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:37.691098 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d55f21-b2bf-4bb9-8a5e-8068ea2efdd0 x-openstack-request-id: req-14d55f21-b2bf-4bb9-8a5e-8068ea2efdd0 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:34:37.691402 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f80f375-44ba-4df3-8209-fdf28a3f66d2", "name": "network-vif-unplugged", "status": "completed", "tag": "606ff828-25fd-4fd1-ae4a-fcc99801e25d", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:34:37.691659 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-14d55f21-b2bf-4bb9-8a5e-8068ea2efdd0 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:34:37.692049 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f80f375-44ba-4df3-8209-fdf28a3f66d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '606ff828-25fd-4fd1-ae4a-fcc99801e25d', 'code': 200} Nov 25 20:34:37.743809 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Pushing event updated for resources: {'Port': ['ID=606ff828-25fd-4fd1-ae4a-fcc99801e25d,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:34:37.758550 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:37.758901 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:37.759247 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:37.759585 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:37.759919 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:37.760253 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:37.760582 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:37.760910 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:37.761246 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:37.761572 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:37.761897 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:37.762227 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:37.799006 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] No DVR routers for this DVR port 606ff828-25fd-4fd1-ae4a-fcc99801e25d on host n-h2-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:34:37.961214 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Attempting to bind port 606ff828-25fd-4fd1-ae4a-fcc99801e25d on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:34:37.961551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Attempting to bind port 606ff828-25fd-4fd1-ae4a-fcc99801e25d by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:34:37.961877 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Attempting to bind port 606ff828-25fd-4fd1-ae4a-fcc99801e25d on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:34:37.969358 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Port 606ff828-25fd-4fd1-ae4a-fcc99801e25d on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:34:37.969675 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Attempting to bind port 606ff828-25fd-4fd1-ae4a-fcc99801e25d on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:34:37.977696 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:34:37.978029 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Checking segment: {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:34:37.978431 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Bound using segment: {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:34:37.978862 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Bound port: 606ff828-25fd-4fd1-ae4a-fcc99801e25d, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:34:37.979216 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:38.004177 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74e16c-fa3c-4a8d-ac1a-c0a8f522ddfb req-6929e27c-52cf-400a-a9a2-6272ef21a684 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:38.005709 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9b74e16c-fa3c-4a8d-ac1a-c0a8f522ddfb req-6929e27c-52cf-400a-a9a2-6272ef21a684 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 944 time: 0.0933273 Nov 25 20:34:38.095384 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9b74e16c-fa3c-4a8d-ac1a-c0a8f522ddfb req-bc38d112-cba6-41c2-82fa-f525165cfbbd tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836031 Nov 25 20:34:38.096431 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] For port 606ff828-25fd-4fd1-ae4a-fcc99801e25d, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:34:38.100019 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] For port 606ff828-25fd-4fd1-ae4a-fcc99801e25d, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:34:38.106830 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:38.144826 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:38.145348 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:38.146787 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] 10.222.0.73 "PUT /v2.0/ports/606ff828-25fd-4fd1-ae4a-fcc99801e25d HTTP/1.1" status: 200 len: 1092 time: 0.8471825 Nov 25 20:34:38.171246 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0689c17-b4c5-411d-ab50-2233ceb69a49 service neutron] Pushing event updated for resources: {'Port': ['ID=606ff828-25fd-4fd1-ae4a-fcc99801e25d,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:34:38.216157 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-5526b052-cdd6-474b-89e7-c93a3db31ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:38.217724 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-5526b052-cdd6-474b-89e7-c93a3db31ca4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 1095 time: 0.0478110 Nov 25 20:34:38.319204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-762b6458-788c-44ca-90d2-860baa63a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:38.320678 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-762b6458-788c-44ca-90d2-860baa63a5b1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.0958006 Nov 25 20:34:38.394686 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-e86e3b31-c88e-4419-b4ed-47199be77a7b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d HTTP/1.1" status: 200 len: 1000 time: 0.0647657 Nov 25 20:34:38.448980 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-371d53e2-8857-4ce4-a063-d3a5ff29cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:38.450453 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-371d53e2-8857-4ce4-a063-d3a5ff29cb62 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0487521 Nov 25 20:34:38.504517 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-0e13d6d2-22a7-4c7c-964e-e338c8d25e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:38.506095 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-0e13d6d2-22a7-4c7c-964e-e338c8d25e93 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488214 Nov 25 20:34:38.606402 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-9204611e-ae6e-4457-9358-db4a1ea3ae5a service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928741 Nov 25 20:34:39.022377 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-38df6828-2302-4f04-bf27-acdfd153ec2b service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086969 Nov 25 20:34:39.242321 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353c9ff-75b8-4958-a8aa-974d25e87ac7 req-0d373ce5-9581-4b08-86e3-eb123a3e5d1e tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:39.245633 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8353c9ff-75b8-4958-a8aa-974d25e87ac7 req-0d373ce5-9581-4b08-86e3-eb123a3e5d1e tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 944 time: 0.0715337 Nov 25 20:34:39.255468 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 606ff828-25fd-4fd1-ae4a-fcc99801e25d no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:34:39.300711 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 606ff828-25fd-4fd1-ae4a-fcc99801e25d not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:34:39.309152 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8353c9ff-75b8-4958-a8aa-974d25e87ac7 req-eed2fab1-b271-43e9-9b6e-a16f2e29e3bb tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576251 Nov 25 20:34:39.693655 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f80f375-44ba-4df3-8209-fdf28a3f66d2', 'tag': '606ff828-25fd-4fd1-ae4a-fcc99801e25d'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:34:39.696412 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed386f3e-8569-4347-871b-4c06cd2031f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9f80f375-44ba-4df3-8209-fdf28a3f66d2", "tag": "606ff828-25fd-4fd1-ae4a-fcc99801e25d"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:34:39.751804 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00df2008-9d7d-4c6b-9084-ef3eb8be9664 x-openstack-request-id: req-00df2008-9d7d-4c6b-9084-ef3eb8be9664 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:34:39.752098 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f80f375-44ba-4df3-8209-fdf28a3f66d2", "tag": "606ff828-25fd-4fd1-ae4a-fcc99801e25d", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:34:39.752403 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-00df2008-9d7d-4c6b-9084-ef3eb8be9664 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:34:39.752753 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f80f375-44ba-4df3-8209-fdf28a3f66d2', 'tag': '606ff828-25fd-4fd1-ae4a-fcc99801e25d', 'status': 'completed', 'code': 200} Nov 25 20:34:39.812786 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed386f3e-8569-4347-871b-4c06cd2031f0 req-bd6acf75-237b-4e19-9133-44cb8f652069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:39.814506 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ed386f3e-8569-4347-871b-4c06cd2031f0 req-bd6acf75-237b-4e19-9133-44cb8f652069 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 1095 time: 0.0440655 Nov 25 20:34:39.818717 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed386f3e-8569-4347-871b-4c06cd2031f0 req-8a99320e-4020-4eae-9fa5-8bfc06ab9866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:39.820329 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ed386f3e-8569-4347-871b-4c06cd2031f0 req-8a99320e-4020-4eae-9fa5-8bfc06ab9866 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 1095 time: 0.0463998 Nov 25 20:34:39.917587 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed386f3e-8569-4347-871b-4c06cd2031f0 req-50fbfcf6-769a-4a5a-8424-801e0d1841c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:39.919098 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ed386f3e-8569-4347-871b-4c06cd2031f0 req-50fbfcf6-769a-4a5a-8424-801e0d1841c2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.0976412 Nov 25 20:34:39.919505 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed386f3e-8569-4347-871b-4c06cd2031f0 req-a856b04c-c526-4ff0-a059-01c7a529cb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:39.921914 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ed386f3e-8569-4347-871b-4c06cd2031f0 req-a856b04c-c526-4ff0-a059-01c7a529cb04 service neutron] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.0946751 Nov 25 20:34:39.989440 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ed386f3e-8569-4347-871b-4c06cd2031f0 req-088e10b4-892c-4fd0-bc23-780e1d153e6f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d HTTP/1.1" status: 200 len: 1000 time: 0.0607462 Nov 25 20:34:39.991370 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ed386f3e-8569-4347-871b-4c06cd2031f0 req-806ab21f-1b7a-4aca-b40e-5daa120477a3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d HTTP/1.1" status: 200 len: 1000 time: 0.0635862 Nov 25 20:34:40.042656 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed386f3e-8569-4347-871b-4c06cd2031f0 req-e08d5200-5de2-468e-aaf5-ade2ef324750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:40.043525 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed386f3e-8569-4347-871b-4c06cd2031f0 req-dd7a6ce2-4516-41cf-921c-91969252e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:40.044314 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ed386f3e-8569-4347-871b-4c06cd2031f0 req-e08d5200-5de2-468e-aaf5-ade2ef324750 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0484414 Nov 25 20:34:40.044976 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ed386f3e-8569-4347-871b-4c06cd2031f0 req-dd7a6ce2-4516-41cf-921c-91969252e466 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0461307 Nov 25 20:34:40.097752 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed386f3e-8569-4347-871b-4c06cd2031f0 req-71c32272-d328-457e-8711-dfa148704805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:40.099316 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ed386f3e-8569-4347-871b-4c06cd2031f0 req-71c32272-d328-457e-8711-dfa148704805 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477242 Nov 25 20:34:40.100860 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed386f3e-8569-4347-871b-4c06cd2031f0 req-bf0f038e-b266-4569-bbbb-a1ef9b497f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:40.102340 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ed386f3e-8569-4347-871b-4c06cd2031f0 req-bf0f038e-b266-4569-bbbb-a1ef9b497f4c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495083 Nov 25 20:34:40.196776 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ed386f3e-8569-4347-871b-4c06cd2031f0 req-10309c2c-4cc5-40e2-a997-39bd2c3d6c85 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901804 Nov 25 20:34:40.205080 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ed386f3e-8569-4347-871b-4c06cd2031f0 req-14b6a2d1-bfa7-494c-be98-efb309da2af8 service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945141 Nov 25 20:34:40.303505 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ed386f3e-8569-4347-871b-4c06cd2031f0 req-0418daf1-a30f-4802-81ed-476fcd6cfac8 service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909154 Nov 25 20:34:40.303850 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ed386f3e-8569-4347-871b-4c06cd2031f0 req-c66653e5-f9c8-4a91-b9b8-c470a8d7075c service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994349 Nov 25 20:34:40.441154 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62afdd82-99b6-4f89-98e1-90771830c153 req-9ec94e8f-f1ec-4b77-84a4-d74467b90ed8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:40.442725 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-62afdd82-99b6-4f89-98e1-90771830c153 req-9ec94e8f-f1ec-4b77-84a4-d74467b90ed8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 944 time: 0.0572677 Nov 25 20:34:40.493161 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-62afdd82-99b6-4f89-98e1-90771830c153 req-0de22316-bb7d-4f37-9609-17f0eead3079 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440359 Nov 25 20:34:41.620773 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e5664-22f3-4105-a30a-1a31a1812019 req-466173ae-b708-4780-927e-c88f926fe1be tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:41.622448 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-627e5664-22f3-4105-a30a-1a31a1812019 req-466173ae-b708-4780-927e-c88f926fe1be tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 944 time: 0.0531664 Nov 25 20:34:41.679810 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-627e5664-22f3-4105-a30a-1a31a1812019 req-a5123f97-7b66-4b2c-a54c-e09335125a5f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504982 Nov 25 20:34:42.812034 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863f6c4-dc5c-4f7e-8a9e-49c9e015041e req-559edda6-08fe-4d07-9d9f-d3756ed17b83 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:42.813612 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b863f6c4-dc5c-4f7e-8a9e-49c9e015041e req-559edda6-08fe-4d07-9d9f-d3756ed17b83 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 944 time: 0.0587358 Nov 25 20:34:42.865740 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b863f6c4-dc5c-4f7e-8a9e-49c9e015041e req-6ba0efeb-a9ca-4497-bd3f-744cc128fbd8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457540 Nov 25 20:34:44.007140 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b158d-6265-4c76-899e-de3cb6c27fc7 req-07a552bb-2706-45e1-83a1-6b37efdffba7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:44.009499 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e54b158d-6265-4c76-899e-de3cb6c27fc7 req-07a552bb-2706-45e1-83a1-6b37efdffba7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 944 time: 0.0571356 Nov 25 20:34:44.079866 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e54b158d-6265-4c76-899e-de3cb6c27fc7 req-72fd15d2-eca7-4728-80b4-188e6130884a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628386 Nov 25 20:34:45.210184 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d2a4a-fe1d-453d-8503-e3d6ef89360c req-4cbb5e99-2e5b-4081-afda-76d1d8501684 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:45.211764 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-050d2a4a-fe1d-453d-8503-e3d6ef89360c req-4cbb5e99-2e5b-4081-afda-76d1d8501684 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 944 time: 0.0507925 Nov 25 20:34:45.273428 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-050d2a4a-fe1d-453d-8503-e3d6ef89360c req-07278640-79d0-4e2a-88a2-c9ff0b17ba13 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547962 Nov 25 20:34:46.395488 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a32672-914f-49dc-a0c6-d3c8a539a166 req-7dab64d2-5ffd-4396-bf30-2c2b788ab081 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:46.396992 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6a32672-914f-49dc-a0c6-d3c8a539a166 req-7dab64d2-5ffd-4396-bf30-2c2b788ab081 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 944 time: 0.0496230 Nov 25 20:34:46.451397 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c6a32672-914f-49dc-a0c6-d3c8a539a166 req-f46ee8f2-9282-48d7-b581-e6e500faec78 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483952 Nov 25 20:34:47.574593 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a9b4c-c670-42d7-ac78-f9fdfbce1b99 req-f4bca7fa-ed1b-43f9-8099-7126380cff35 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:47.576072 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-270a9b4c-c670-42d7-ac78-f9fdfbce1b99 req-f4bca7fa-ed1b-43f9-8099-7126380cff35 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 944 time: 0.0507684 Nov 25 20:34:47.626130 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-270a9b4c-c670-42d7-ac78-f9fdfbce1b99 req-829c80ef-7f80-43ea-91f2-b651b0de30a8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440657 Nov 25 20:34:48.747165 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e57d3a-088a-490d-8e13-696678ce9450 req-d4f2110c-560e-4b7c-b8d2-908ea1c689aa tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:48.748649 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-67e57d3a-088a-490d-8e13-696678ce9450 req-d4f2110c-560e-4b7c-b8d2-908ea1c689aa tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 944 time: 0.0531301 Nov 25 20:34:48.799644 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-67e57d3a-088a-490d-8e13-696678ce9450 req-b0c0e0c1-2aa7-4938-b05c-7e7f1c242ae2 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416899 Nov 25 20:34:49.919670 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458ffbc-1cd3-4ce1-aa06-3429df967652 req-af0b8072-1249-457b-bdea-e7aa270d7732 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:49.921264 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5458ffbc-1cd3-4ce1-aa06-3429df967652 req-af0b8072-1249-457b-bdea-e7aa270d7732 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 944 time: 0.0500555 Nov 25 20:34:49.969161 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5458ffbc-1cd3-4ce1-aa06-3429df967652 req-8f4aa235-a2a2-4f55-a8cc-b1efde28e221 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418539 Nov 25 20:34:51.102432 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fd897-0072-4ea5-bafa-f3ea9e064d3d req-f38d7660-2681-4def-8309-3cea2a8be18f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:51.103906 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c0fd897-0072-4ea5-bafa-f3ea9e064d3d req-f38d7660-2681-4def-8309-3cea2a8be18f tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 944 time: 0.0494485 Nov 25 20:34:51.156235 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c0fd897-0072-4ea5-bafa-f3ea9e064d3d req-3ba7ea0d-0bd2-41eb-abbc-9055447733b5 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449123 Nov 25 20:34:52.282547 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1727da-b92c-49f9-9bb6-45b6c4b672e1 req-a98d2e0b-d5e8-4040-99e8-0f22b311f22a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:52.284044 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8a1727da-b92c-49f9-9bb6-45b6c4b672e1 req-a98d2e0b-d5e8-4040-99e8-0f22b311f22a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 944 time: 0.0518107 Nov 25 20:34:52.333614 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8a1727da-b92c-49f9-9bb6-45b6c4b672e1 req-425c7f20-9f45-4dde-afc9-14ad44e6a7f3 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429947 Nov 25 20:34:52.666996 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f639f4-e83d-48af-8425-795131017fde req-27b5e9bc-9095-41ee-959e-889ca5f9d968 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:52.668405 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45f639f4-e83d-48af-8425-795131017fde req-27b5e9bc-9095-41ee-959e-889ca5f9d968 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2&tenant_id=e1b89cd4959047059d1a0fcec39227fc&binding%3Ahost_id=n-h1-819349-5 HTTP/1.1" status: 200 len: 944 time: 0.0902824 Nov 25 20:34:52.677539 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b51b8-11eb-445b-a6b1-94a85f1f62b2 req-44b39f26-3f2b-490d-b115-bb232b344b51 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:52.678946 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b60b51b8-11eb-445b-a6b1-94a85f1f62b2 req-44b39f26-3f2b-490d-b115-bb232b344b51 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 944 time: 0.0731673 Nov 25 20:34:52.736103 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b60b51b8-11eb-445b-a6b1-94a85f1f62b2 req-76f6762d-def5-4df7-8b7d-72f96c2b35fd tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510478 Nov 25 20:34:52.784546 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45f639f4-e83d-48af-8425-795131017fde req-5774f8f7-cc71-4796-aa2c-e93ec25f8c0f service neutron] 10.222.0.73 "GET /v2.0/ports/606ff828-25fd-4fd1-ae4a-fcc99801e25d/bindings/n-h1-819349-5 HTTP/1.1" status: 200 len: 382 time: 0.1044049 Nov 25 20:34:52.861915 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f639f4-e83d-48af-8425-795131017fde req-abe16b57-9bbe-47ca-b2bf-de54f95eddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:52.863471 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45f639f4-e83d-48af-8425-795131017fde req-abe16b57-9bbe-47ca-b2bf-de54f95eddb9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 1095 time: 0.0438089 Nov 25 20:34:52.959076 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f639f4-e83d-48af-8425-795131017fde req-09f106cc-1a95-4383-aaea-03084a9de914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:52.960473 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45f639f4-e83d-48af-8425-795131017fde req-09f106cc-1a95-4383-aaea-03084a9de914 service neutron] 10.222.0.73 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.0891836 Nov 25 20:34:53.027996 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45f639f4-e83d-48af-8425-795131017fde req-9f1d780f-c219-4e5e-a96e-c6b4b35131a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d HTTP/1.1" status: 200 len: 1000 time: 0.0580983 Nov 25 20:34:53.085017 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f639f4-e83d-48af-8425-795131017fde req-27fe2386-c439-403d-a979-27b53e1c231a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:53.086527 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45f639f4-e83d-48af-8425-795131017fde req-27fe2386-c439-403d-a979-27b53e1c231a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0510752 Nov 25 20:34:53.133659 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f639f4-e83d-48af-8425-795131017fde req-97a33fc6-e3d3-4ef5-8f39-b3e67a4ade70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:53.135190 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45f639f4-e83d-48af-8425-795131017fde req-97a33fc6-e3d3-4ef5-8f39-b3e67a4ade70 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405781 Nov 25 20:34:53.228376 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45f639f4-e83d-48af-8425-795131017fde req-cad92e32-df01-490f-9132-4df1d5dae7e9 service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851617 Nov 25 20:34:53.325575 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45f639f4-e83d-48af-8425-795131017fde req-e4a5347c-31e9-4766-b094-a404cd5d75e0 service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891783 Nov 25 20:34:53.536791 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 606ff828-25fd-4fd1-ae4a-fcc99801e25d details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:34:53.645811 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 606ff828-25fd-4fd1-ae4a-fcc99801e25d, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:34:53.658019 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '606ff828-25fd-4fd1-ae4a-fcc99801e25d', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'port_id': '606ff828-25fd-4fd1-ae4a-fcc99801e25d', 'mac_address': 'fa:16:3e:a5:b0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:34:53.695819 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:53.712017 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606ff828-25fd-4fd1-ae4a-fcc99801e25d {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:34:53.731191 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 606ff828-25fd-4fd1-ae4a-fcc99801e25d, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:34:53.735995 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:53.785419 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=606ff828-25fd-4fd1-ae4a-fcc99801e25d,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:34:53.792994 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:53.793344 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:53.793685 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:53.794023 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:53.794389 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:53.794724 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:53.795051 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:53.795378 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:53.795702 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:53.796649 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:53.797619 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:53.797946 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:53.856338 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c34b6-2d2e-48dc-be5d-435ce640b2be req-e1f282d7-b8ab-486c-bd06-e9e11babcdfe tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:53.857792 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-199c34b6-2d2e-48dc-be5d-435ce640b2be req-e1f282d7-b8ab-486c-bd06-e9e11babcdfe tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 945 time: 0.0509531 Nov 25 20:34:53.906373 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-199c34b6-2d2e-48dc-be5d-435ce640b2be req-0ab3e981-b88e-4de1-adc3-9aa32a6a42ba tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408683 Nov 25 20:34:54.009754 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['606ff828-25fd-4fd1-ae4a-fcc99801e25d'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:34:54.236522 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:54.907057 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:55.029925 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e489f-fb58-4995-90aa-55e81e5d3250 req-1b2c399f-bf1f-4c3b-bf5f-e9de931d1c24 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:55.031772 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-423e489f-fb58-4995-90aa-55e81e5d3250 req-1b2c399f-bf1f-4c3b-bf5f-e9de931d1c24 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 945 time: 0.0550766 Nov 25 20:34:55.084984 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-423e489f-fb58-4995-90aa-55e81e5d3250 req-a7b7290f-1e55-459a-95dc-dfdb496a6fb1 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469420 Nov 25 20:34:55.551315 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 606ff828-25fd-4fd1-ae4a-fcc99801e25d no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:34:55.627749 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:55.641035 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 606ff828-25fd-4fd1-ae4a-fcc99801e25d {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:34:55.662865 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 606ff828-25fd-4fd1-ae4a-fcc99801e25d, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:34:55.666746 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:55.718441 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=606ff828-25fd-4fd1-ae4a-fcc99801e25d,revision_number=9']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:34:56.204945 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a4652-664f-4932-a79d-122d95856959 req-a42c53b6-e54f-4162-9114-ee8d1562c680 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:56.206484 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db8a4652-664f-4932-a79d-122d95856959 req-a42c53b6-e54f-4162-9114-ee8d1562c680 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 944 time: 0.0505469 Nov 25 20:34:56.256170 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db8a4652-664f-4932-a79d-122d95856959 req-90f3b779-6ddd-4728-af17-2bd89dce8438 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436399 Nov 25 20:34:57.387320 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd82805-6732-4f5c-80b1-b5bd2388dc47 req-cbf72780-e51c-4527-8ccc-46ff79d98906 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:57.388887 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6fd82805-6732-4f5c-80b1-b5bd2388dc47 req-cbf72780-e51c-4527-8ccc-46ff79d98906 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 944 time: 0.0589397 Nov 25 20:34:57.437866 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6fd82805-6732-4f5c-80b1-b5bd2388dc47 req-3fb7db0c-6cb4-4900-855e-6614f1fa9eda tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423880 Nov 25 20:34:57.506022 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f639f4-e83d-48af-8425-795131017fde req-d54cebaa-e4ff-46a5-850d-b0c80cbf64c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:57.507619 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-45f639f4-e83d-48af-8425-795131017fde req-d54cebaa-e4ff-46a5-850d-b0c80cbf64c0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2&tenant_id=e1b89cd4959047059d1a0fcec39227fc HTTP/1.1" status: 200 len: 1095 time: 0.0415971 Nov 25 20:34:57.519331 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-45f639f4-e83d-48af-8425-795131017fde req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819349-5', 'device_owner': 'compute:nova'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:34:57.573477 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-45f639f4-e83d-48af-8425-795131017fde req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:57.788794 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-45f639f4-e83d-48af-8425-795131017fde req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] For port 606ff828-25fd-4fd1-ae4a-fcc99801e25d, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:34:57.822000 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-45f639f4-e83d-48af-8425-795131017fde req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] For port 606ff828-25fd-4fd1-ae4a-fcc99801e25d, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:34:57.855290 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-45f639f4-e83d-48af-8425-795131017fde req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606ff828-25fd-4fd1-ae4a-fcc99801e25d {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:34:57.863319 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-45f639f4-e83d-48af-8425-795131017fde req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:57.874270 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-45f639f4-e83d-48af-8425-795131017fde req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Ignored duplicate provisioning block setup for port 606ff828-25fd-4fd1-ae4a-fcc99801e25d by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 25 20:34:57.879080 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-45f639f4-e83d-48af-8425-795131017fde req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:57.993224 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=606ff828-25fd-4fd1-ae4a-fcc99801e25d,revision_number=10']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:34:58.008991 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:58.009328 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:58.009670 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:58.010012 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:58.010377 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:58.010713 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:58.011042 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:58.011366 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:58.011690 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:58.012016 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:58.012341 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:58.012663 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:58.052607 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f639f4-e83d-48af-8425-795131017fde req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] No DVR routers for this DVR port 606ff828-25fd-4fd1-ae4a-fcc99801e25d on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:34:58.194346 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-45f639f4-e83d-48af-8425-795131017fde req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Attempting to bind port 606ff828-25fd-4fd1-ae4a-fcc99801e25d on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:34:58.194687 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-45f639f4-e83d-48af-8425-795131017fde req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Attempting to bind port 606ff828-25fd-4fd1-ae4a-fcc99801e25d by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:34:58.195017 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f639f4-e83d-48af-8425-795131017fde req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Attempting to bind port 606ff828-25fd-4fd1-ae4a-fcc99801e25d on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:34:58.199318 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f639f4-e83d-48af-8425-795131017fde req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Port 606ff828-25fd-4fd1-ae4a-fcc99801e25d on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:34:58.199641 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f639f4-e83d-48af-8425-795131017fde req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Attempting to bind port 606ff828-25fd-4fd1-ae4a-fcc99801e25d on network 58b04cc5-804d-4ef2-9393-6358d058a7a3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:34:58.205084 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f639f4-e83d-48af-8425-795131017fde req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:34:58.205372 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f639f4-e83d-48af-8425-795131017fde req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Checking segment: {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:34:58.205762 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f639f4-e83d-48af-8425-795131017fde req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Bound using segment: {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:34:58.206193 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-45f639f4-e83d-48af-8425-795131017fde req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Bound port: 606ff828-25fd-4fd1-ae4a-fcc99801e25d, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc98fe6-605c-4a55-9d13-f7f4be523902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:34:58.206575 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-45f639f4-e83d-48af-8425-795131017fde req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:58.270578 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-45f639f4-e83d-48af-8425-795131017fde req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] For port 606ff828-25fd-4fd1-ae4a-fcc99801e25d, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:34:58.273962 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-45f639f4-e83d-48af-8425-795131017fde req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] For port 606ff828-25fd-4fd1-ae4a-fcc99801e25d, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:34:58.278205 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-45f639f4-e83d-48af-8425-795131017fde req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:58.314957 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f639f4-e83d-48af-8425-795131017fde req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:58.315445 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-45f639f4-e83d-48af-8425-795131017fde req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:58.316857 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-45f639f4-e83d-48af-8425-795131017fde req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] 10.222.0.85 "PUT /v2.0/ports/606ff828-25fd-4fd1-ae4a-fcc99801e25d HTTP/1.1" status: 200 len: 1093 time: 0.8021367 Nov 25 20:34:58.317312 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f80f375-44ba-4df3-8209-fdf28a3f66d2', 'tag': '606ff828-25fd-4fd1-ae4a-fcc99801e25d'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:34:58.319831 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e271c1b-a27c-4b06-afba-01d0a8d87585" -d '{"events": [{"name": "network-changed", "server_uuid": "9f80f375-44ba-4df3-8209-fdf28a3f66d2", "tag": "606ff828-25fd-4fd1-ae4a-fcc99801e25d"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:34:58.349862 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defae2b-e94a-4399-a995-e50294cab9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=606ff828-25fd-4fd1-ae4a-fcc99801e25d,revision_number=11']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:34:58.413918 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9647ff9-92de-4b2d-a157-a60efc799e77 x-openstack-request-id: req-c9647ff9-92de-4b2d-a157-a60efc799e77 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:34:58.414447 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f80f375-44ba-4df3-8209-fdf28a3f66d2", "tag": "606ff828-25fd-4fd1-ae4a-fcc99801e25d", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:34:58.414866 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c9647ff9-92de-4b2d-a157-a60efc799e77 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:34:58.415530 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f80f375-44ba-4df3-8209-fdf28a3f66d2', 'tag': '606ff828-25fd-4fd1-ae4a-fcc99801e25d', 'status': 'completed', 'code': 200} Nov 25 20:34:58.438000 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f639f4-e83d-48af-8425-795131017fde req-0e998a6e-e44d-4cd6-821a-45c789ec0609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:58.439560 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-45f639f4-e83d-48af-8425-795131017fde req-0e998a6e-e44d-4cd6-821a-45c789ec0609 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 1096 time: 0.0847106 Nov 25 20:34:58.499285 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e271c1b-a27c-4b06-afba-01d0a8d87585 req-6f4fd59c-59a3-41b7-b743-03afdead8384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:58.501573 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6e271c1b-a27c-4b06-afba-01d0a8d87585 req-6f4fd59c-59a3-41b7-b743-03afdead8384 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 1096 time: 0.0609818 Nov 25 20:34:58.542060 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f639f4-e83d-48af-8425-795131017fde req-15b3bf69-e18e-4116-971f-d596f4d3e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:58.543593 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-45f639f4-e83d-48af-8425-795131017fde req-15b3bf69-e18e-4116-971f-d596f4d3e9ec service neutron] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.0964997 Nov 25 20:34:58.624613 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-45f639f4-e83d-48af-8425-795131017fde req-bd2cfd1c-5408-46e2-b0e6-b59201048e35 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d HTTP/1.1" status: 200 len: 1000 time: 0.0729294 Nov 25 20:34:58.630908 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666c6b3-e694-4f8d-961a-e7a4980c2502 req-d4536f8b-7584-4776-8a62-341015e519a9 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:58.632431 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a666c6b3-e694-4f8d-961a-e7a4980c2502 req-d4536f8b-7584-4776-8a62-341015e519a9 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 945 time: 0.1031528 Nov 25 20:34:58.684259 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e271c1b-a27c-4b06-afba-01d0a8d87585 req-a71829dc-0528-4e8c-b119-8779280762ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:58.684618 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f639f4-e83d-48af-8425-795131017fde req-6c0edb82-6165-4627-b2e7-91e182b957e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:58.685772 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6e271c1b-a27c-4b06-afba-01d0a8d87585 req-a71829dc-0528-4e8c-b119-8779280762ae service neutron] 10.222.0.73 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.1767735 Nov 25 20:34:58.686028 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-45f639f4-e83d-48af-8425-795131017fde req-6c0edb82-6165-4627-b2e7-91e182b957e3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0549772 Nov 25 20:34:58.708787 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a666c6b3-e694-4f8d-961a-e7a4980c2502 req-6130c549-021b-45ed-bbed-2189f1daffaf tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662992 Nov 25 20:34:58.740589 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f639f4-e83d-48af-8425-795131017fde req-b4bfdd2a-a3c1-4926-aeb8-054c80faf74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:58.742134 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-45f639f4-e83d-48af-8425-795131017fde req-b4bfdd2a-a3c1-4926-aeb8-054c80faf74e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489473 Nov 25 20:34:58.765380 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6e271c1b-a27c-4b06-afba-01d0a8d87585 req-160773ef-9a64-4cc0-b900-dc0a83210b33 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d HTTP/1.1" status: 200 len: 1000 time: 0.0708005 Nov 25 20:34:58.819962 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e271c1b-a27c-4b06-afba-01d0a8d87585 req-c5c47c3c-d0ef-4258-8bea-011948be48f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:58.821427 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6e271c1b-a27c-4b06-afba-01d0a8d87585 req-c5c47c3c-d0ef-4258-8bea-011948be48f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0487063 Nov 25 20:34:58.845376 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-45f639f4-e83d-48af-8425-795131017fde req-04e923c8-f3c0-4b24-afd0-053429fd8184 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961552 Nov 25 20:34:58.873494 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e271c1b-a27c-4b06-afba-01d0a8d87585 req-3d6844e6-5f1e-414c-9a70-4339680efd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:58.875409 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6e271c1b-a27c-4b06-afba-01d0a8d87585 req-3d6844e6-5f1e-414c-9a70-4339680efd1a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457203 Nov 25 20:34:58.939014 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-45f639f4-e83d-48af-8425-795131017fde req-d8bd962c-ec08-4abc-85ea-9fffe0be06b7 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867777 Nov 25 20:34:58.973987 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6e271c1b-a27c-4b06-afba-01d0a8d87585 req-623d063c-b894-4f32-a672-8dd2d205358e service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908713 Nov 25 20:34:59.028083 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e271c1b-a27c-4b06-afba-01d0a8d87585 req-ac4cf7c5-c5dd-4f4e-bcc9-5ea226a13265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:59.029640 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6e271c1b-a27c-4b06-afba-01d0a8d87585 req-ac4cf7c5-c5dd-4f4e-bcc9-5ea226a13265 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1b89cd4959047059d1a0fcec39227fc&device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 1096 time: 0.0500207 Nov 25 20:34:59.080384 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6e271c1b-a27c-4b06-afba-01d0a8d87585 req-642f5d8c-e7b2-4b69-ab00-ba0297ebfdd3 service neutron] 10.222.0.73 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978434 Nov 25 20:34:59.133191 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e271c1b-a27c-4b06-afba-01d0a8d87585 req-7dcaabb7-9caa-4d2d-92ca-fa8d446799e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:59.134618 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6e271c1b-a27c-4b06-afba-01d0a8d87585 req-7dcaabb7-9caa-4d2d-92ca-fa8d446799e7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 200 len: 912 time: 0.0971437 Nov 25 20:34:59.206912 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6e271c1b-a27c-4b06-afba-01d0a8d87585 req-0f3c0142-9403-4489-b407-536d7d36a456 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d HTTP/1.1" status: 200 len: 1000 time: 0.0655305 Nov 25 20:34:59.259909 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e271c1b-a27c-4b06-afba-01d0a8d87585 req-6618d6c1-4d21-43c1-b6e1-bac52852b5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:59.261332 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6e271c1b-a27c-4b06-afba-01d0a8d87585 req-6618d6c1-4d21-43c1-b6e1-bac52852b5d0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 200 len: 850 time: 0.0477421 Nov 25 20:34:59.309256 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e271c1b-a27c-4b06-afba-01d0a8d87585 req-591e505a-b804-4322-b1c9-1e12bc901093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:59.310809 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6e271c1b-a27c-4b06-afba-01d0a8d87585 req-591e505a-b804-4322-b1c9-1e12bc901093 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=58b04cc5-804d-4ef2-9393-6358d058a7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423224 Nov 25 20:34:59.395271 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-60eeccec-e076-49a1-820d-fe3925b20d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:59.424265 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6e271c1b-a27c-4b06-afba-01d0a8d87585 req-bd41c7b6-de38-49d0-926f-d58f6d198311 service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058989 Nov 25 20:34:59.522770 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6e271c1b-a27c-4b06-afba-01d0a8d87585 req-98d61436-bec5-498c-82d2-0184fb77781a service neutron] 10.222.0.85 "GET /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921299 Nov 25 20:34:59.833347 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bc2b7-1cbc-4dbf-bc35-e92427142ad5 req-ab6f971f-361f-4f2c-a861-d98e92c4dd57 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:59.834868 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-227bc2b7-1cbc-4dbf-bc35-e92427142ad5 req-ab6f971f-361f-4f2c-a861-d98e92c4dd57 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 945 time: 0.0515399 Nov 25 20:34:59.887623 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-227bc2b7-1cbc-4dbf-bc35-e92427142ad5 req-5c03e023-4fd3-48cc-92aa-78d373b2f610 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465817 Nov 25 20:35:01.010026 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f320489-d7f0-4e5f-a8f3-48bf3575c174 req-2ca689e5-3853-47e2-bfab-0228b776ff75 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:01.011671 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6f320489-d7f0-4e5f-a8f3-48bf3575c174 req-2ca689e5-3853-47e2-bfab-0228b776ff75 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 945 time: 0.0525863 Nov 25 20:35:01.067159 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6f320489-d7f0-4e5f-a8f3-48bf3575c174 req-1298af27-b454-4f37-8ae1-f0e373c2abe4 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481515 Nov 25 20:35:01.856160 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f8ecdf1d-6ab7-41e3-adf8-b2776773ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:02.194205 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21374ed0-cb42-47dd-abd5-1a97318f2243 req-b2c29c71-73e3-4938-9508-db167743a35a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:02.195887 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-21374ed0-cb42-47dd-abd5-1a97318f2243 req-b2c29c71-73e3-4938-9508-db167743a35a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 945 time: 0.0534973 Nov 25 20:35:02.248629 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-21374ed0-cb42-47dd-abd5-1a97318f2243 req-697e1127-2270-4c6f-b5e2-54919181f77a tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466104 Nov 25 20:35:03.378781 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b890a-13dd-49f3-8492-05325a349d9f req-3e2a9b1e-2d6e-4d29-a161-4c09c088ba4c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:03.380337 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-665b890a-13dd-49f3-8492-05325a349d9f req-3e2a9b1e-2d6e-4d29-a161-4c09c088ba4c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 945 time: 0.0543926 Nov 25 20:35:03.429501 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-665b890a-13dd-49f3-8492-05325a349d9f req-495492b9-4c80-42d0-baad-a37e55098e66 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421875 Nov 25 20:35:03.935458 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:04.549414 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cd35c-939c-49ea-9aaf-fb3707e0da16 req-598e8cb2-aa70-4a64-8110-2ca689510539 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:04.550907 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-640cd35c-939c-49ea-9aaf-fb3707e0da16 req-598e8cb2-aa70-4a64-8110-2ca689510539 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 945 time: 0.0492408 Nov 25 20:35:04.599592 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-640cd35c-939c-49ea-9aaf-fb3707e0da16 req-177b42fc-06fc-4930-98f0-9377215505cd tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427372 Nov 25 20:35:05.613976 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:35:05.704166 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:05.726449 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16df07-700c-4f17-8843-6ac3960a586a req-8f419bb7-fe09-424e-979d-e43ee6301474 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:05.728931 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aa16df07-700c-4f17-8843-6ac3960a586a req-8f419bb7-fe09-424e-979d-e43ee6301474 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 945 time: 0.0552959 Nov 25 20:35:05.760351 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:05.782721 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aa16df07-700c-4f17-8843-6ac3960a586a req-754ce748-3ff4-4993-be14-05633e8c844d tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474699 Nov 25 20:35:06.902343 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b819bf-2a86-4163-adea-ee5ebf429442 req-cdd1ef14-6ca6-433e-a9db-e1d8b756b0bb tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:06.904048 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-43b819bf-2a86-4163-adea-ee5ebf429442 req-cdd1ef14-6ca6-433e-a9db-e1d8b756b0bb tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 945 time: 0.0500860 Nov 25 20:35:06.954828 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-43b819bf-2a86-4163-adea-ee5ebf429442 req-3a891435-21e1-415d-9b8c-cc34e4e6e5da tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437915 Nov 25 20:35:08.075241 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848ba57-1b28-4a44-8cd8-8f96bd747618 req-590965c0-ce63-44d7-baa0-6a1662eb8b1d tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:08.076760 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5848ba57-1b28-4a44-8cd8-8f96bd747618 req-590965c0-ce63-44d7-baa0-6a1662eb8b1d tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 945 time: 0.0515239 Nov 25 20:35:08.130674 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5848ba57-1b28-4a44-8cd8-8f96bd747618 req-b7e8ec92-47d3-48c7-a8ad-8f00c53af8b6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467255 Nov 25 20:35:09.255136 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0b30a-52d1-4221-880e-5914e545f07f req-372eb644-9085-4eda-ac0d-107dfc47a751 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:09.256623 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3da0b30a-52d1-4221-880e-5914e545f07f req-372eb644-9085-4eda-ac0d-107dfc47a751 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 945 time: 0.0546460 Nov 25 20:35:09.305015 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3da0b30a-52d1-4221-880e-5914e545f07f req-512c2860-8887-40f4-9336-3eadb3d6e9b3 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424998 Nov 25 20:35:10.425111 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9057a1-5673-4f6d-8f50-45b4b48ab62c req-174eb2bd-6b04-4d23-8798-6e43b2679f3e tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:10.426597 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc9057a1-5673-4f6d-8f50-45b4b48ab62c req-174eb2bd-6b04-4d23-8798-6e43b2679f3e tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 945 time: 0.0509794 Nov 25 20:35:10.475232 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cc9057a1-5673-4f6d-8f50-45b4b48ab62c req-12668bb6-0359-4ae5-9b7d-dd9fb058ac90 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426693 Nov 25 20:35:11.358882 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 606ff828-25fd-4fd1-ae4a-fcc99801e25d details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:35:11.452825 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 606ff828-25fd-4fd1-ae4a-fcc99801e25d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:35:11.468116 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '606ff828-25fd-4fd1-ae4a-fcc99801e25d', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'port_id': '606ff828-25fd-4fd1-ae4a-fcc99801e25d', 'mac_address': 'fa:16:3e:a5:b0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:35:11.505804 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:11.519505 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606ff828-25fd-4fd1-ae4a-fcc99801e25d {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:35:11.539939 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 606ff828-25fd-4fd1-ae4a-fcc99801e25d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:35:11.544146 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:11.591728 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=606ff828-25fd-4fd1-ae4a-fcc99801e25d,revision_number=12']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:11.602437 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f33f2-f257-4293-a22b-02cb12840611 req-fbb4138a-54e2-4856-8b46-4c53571e6ae8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:11.603939 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-062f33f2-f257-4293-a22b-02cb12840611 req-fbb4138a-54e2-4856-8b46-4c53571e6ae8 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 946 time: 0.0540118 Nov 25 20:35:11.653596 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-062f33f2-f257-4293-a22b-02cb12840611 req-ed31477f-de32-4353-8ce5-f6de31725b6d tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430565 Nov 25 20:35:11.769541 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77195c24-5146-49c4-8ec3-57effe06393c req-0b9b7896-e974-4890-9ca6-12532195c9e7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:11.771044 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-77195c24-5146-49c4-8ec3-57effe06393c req-0b9b7896-e974-4890-9ca6-12532195c9e7 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 946 time: 0.0489843 Nov 25 20:35:11.808951 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['606ff828-25fd-4fd1-ae4a-fcc99801e25d'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:35:11.818958 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-77195c24-5146-49c4-8ec3-57effe06393c req-3a4a8e28-075f-4a40-ac9f-676ac5d881fb tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419633 Nov 25 20:35:11.940554 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333c059-74b0-4907-bc5f-e87023614304 req-31bd1c29-4fa7-4475-872d-3b4b5c8de394 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:11.941987 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d333c059-74b0-4907-bc5f-e87023614304 req-31bd1c29-4fa7-4475-872d-3b4b5c8de394 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 946 time: 0.0497088 Nov 25 20:35:11.993579 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d333c059-74b0-4907-bc5f-e87023614304 req-bedcc681-9196-4a7e-8661-7b0be955d3a2 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454781 Nov 25 20:35:12.237508 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cb318-a060-4422-8513-4652eb1b7ea4 req-2e70253f-8518-43dc-8d2b-b1e12e1c3eb4 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:12.238962 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac5cb318-a060-4422-8513-4652eb1b7ea4 req-2e70253f-8518-43dc-8d2b-b1e12e1c3eb4 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 946 time: 0.0542049 Nov 25 20:35:12.291308 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac5cb318-a060-4422-8513-4652eb1b7ea4 req-1fce840d-e831-4d03-8770-cef3b33681c1 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463068 Nov 25 20:35:13.366062 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 606ff828-25fd-4fd1-ae4a-fcc99801e25d up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:35:13.431293 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 606ff828-25fd-4fd1-ae4a-fcc99801e25d completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:35:13.435234 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 606ff828-25fd-4fd1-ae4a-fcc99801e25d triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:35:13.435607 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:13.492357 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f54a2-c2d3-465e-a688-a7455cabda2f req-85233325-f36a-44ca-a7c8-6b35d902239c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:13.493926 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-226f54a2-c2d3-465e-a688-a7455cabda2f req-85233325-f36a-44ca-a7c8-6b35d902239c tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 946 time: 0.0563219 Nov 25 20:35:13.540908 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:13.548903 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-226f54a2-c2d3-465e-a688-a7455cabda2f req-00dd37c8-f11c-43b6-b47a-ccb636827bbf tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups?id=db70b011-d454-4da6-9a21-fc97c35efe66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460474 Nov 25 20:35:13.566641 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f80f375-44ba-4df3-8209-fdf28a3f66d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606ff828-25fd-4fd1-ae4a-fcc99801e25d'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:35:13.568966 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9b346f-b032-4c27-af38-fa175e299eff" -d '{"events": [{"server_uuid": "9f80f375-44ba-4df3-8209-fdf28a3f66d2", "name": "network-vif-plugged", "status": "completed", "tag": "606ff828-25fd-4fd1-ae4a-fcc99801e25d"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:35:13.581945 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 606ff828-25fd-4fd1-ae4a-fcc99801e25d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:35:13.586111 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:13.636763 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=606ff828-25fd-4fd1-ae4a-fcc99801e25d,revision_number=13']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:13.671685 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a3ba97-213c-4972-a549-ab67256c4596 x-openstack-request-id: req-38a3ba97-213c-4972-a549-ab67256c4596 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:35:13.672142 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f80f375-44ba-4df3-8209-fdf28a3f66d2", "name": "network-vif-plugged", "status": "completed", "tag": "606ff828-25fd-4fd1-ae4a-fcc99801e25d", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:35:13.672405 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-38a3ba97-213c-4972-a549-ab67256c4596 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:35:13.672830 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f80f375-44ba-4df3-8209-fdf28a3f66d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606ff828-25fd-4fd1-ae4a-fcc99801e25d', 'code': 200} Nov 25 20:35:13.834354 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd8158-9342-4a74-92f1-83cb2bee789b req-acb3729c-c32b-42c6-a02f-d6a09c08bdd2 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:13.836060 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-28bd8158-9342-4a74-92f1-83cb2bee789b req-acb3729c-c32b-42c6-a02f-d6a09c08bdd2 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 947 time: 0.0550206 Nov 25 20:35:13.929659 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-28bd8158-9342-4a74-92f1-83cb2bee789b req-2abe0069-f0a7-40cf-bd1e-47599fc426f6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Deleting port 606ff828-25fd-4fd1-ae4a-fcc99801e25d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:35:13.929998 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-28bd8158-9342-4a74-92f1-83cb2bee789b req-2abe0069-f0a7-40cf-bd1e-47599fc426f6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:14.025696 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-28bd8158-9342-4a74-92f1-83cb2bee789b req-2abe0069-f0a7-40cf-bd1e-47599fc426f6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] For port 606ff828-25fd-4fd1-ae4a-fcc99801e25d, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=606ff828-25fd-4fd1-ae4a-fcc99801e25d,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:35:14.026055 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-28bd8158-9342-4a74-92f1-83cb2bee789b req-2abe0069-f0a7-40cf-bd1e-47599fc426f6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:14.249749 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-28bd8158-9342-4a74-92f1-83cb2bee789b req-2abe0069-f0a7-40cf-bd1e-47599fc426f6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:14.250062 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-28bd8158-9342-4a74-92f1-83cb2bee789b req-2abe0069-f0a7-40cf-bd1e-47599fc426f6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:14.250410 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [req-28bd8158-9342-4a74-92f1-83cb2bee789b req-2abe0069-f0a7-40cf-bd1e-47599fc426f6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Floating IP 72969a43-d852-4cdc-8fb3-898ad66dbfc5 disassociated. External IP: 172.25.6.55, port: 606ff828-25fd-4fd1-ae4a-fcc99801e25d. Nov 25 20:35:14.250755 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-28bd8158-9342-4a74-92f1-83cb2bee789b req-2abe0069-f0a7-40cf-bd1e-47599fc426f6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Calling delete_port for 606ff828-25fd-4fd1-ae4a-fcc99801e25d owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:35:14.381285 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-28bd8158-9342-4a74-92f1-83cb2bee789b req-2abe0069-f0a7-40cf-bd1e-47599fc426f6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:14.410915 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe0069-f0a7-40cf-bd1e-47599fc426f6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Pushing event deleted for resources: {'Port': ['ID=606ff828-25fd-4fd1-ae4a-fcc99801e25d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:14.529209 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28bd8158-9342-4a74-92f1-83cb2bee789b req-2abe0069-f0a7-40cf-bd1e-47599fc426f6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Router 34ebc3ee-538b-4c7c-a621-b613f1842048 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:35:14.644923 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28bd8158-9342-4a74-92f1-83cb2bee789b req-2abe0069-f0a7-40cf-bd1e-47599fc426f6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:35:14.656289 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35f0352-f654-42b8-8e0f-ff91f988c6d2 None None] Sync routers for ids ['34ebc3ee-538b-4c7c-a621-b613f1842048'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:35:14.667733 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35f0352-f654-42b8-8e0f-ff91f988c6d2 None None] Routers {'34ebc3ee-538b-4c7c-a621-b613f1842048'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:35:14.667945 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a12d6453-3256-4699-8c36-aff486fca6f1 req-e81a6060-2a04-4f81-8884-83cc349debfc tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 210 time: 0.0437303 Nov 25 20:35:14.668993 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c35f0352-f654-42b8-8e0f-ff91f988c6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:35:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['34ebc3ee-538b-4c7c-a621-b613f1842048'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:35:14.688014 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bd8158-9342-4a74-92f1-83cb2bee789b req-2abe0069-f0a7-40cf-bd1e-47599fc426f6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] No DVR routers for this DVR port 606ff828-25fd-4fd1-ae4a-fcc99801e25d on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:35:14.691124 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-28bd8158-9342-4a74-92f1-83cb2bee789b req-2abe0069-f0a7-40cf-bd1e-47599fc426f6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:14.694718 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-28bd8158-9342-4a74-92f1-83cb2bee789b req-2abe0069-f0a7-40cf-bd1e-47599fc426f6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.85 "DELETE /v2.0/ports/606ff828-25fd-4fd1-ae4a-fcc99801e25d HTTP/1.1" status: 204 len: 173 time: 0.8525372 Nov 25 20:35:14.695117 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f80f375-44ba-4df3-8209-fdf28a3f66d2', 'name': 'network-vif-deleted', 'tag': '606ff828-25fd-4fd1-ae4a-fcc99801e25d'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:35:14.697611 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08907e79-0c29-47ff-a373-c80265f6c424" -d '{"events": [{"server_uuid": "9f80f375-44ba-4df3-8209-fdf28a3f66d2", "name": "network-vif-deleted", "tag": "606ff828-25fd-4fd1-ae4a-fcc99801e25d"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:35:14.791663 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-c35f0352-f654-42b8-8e0f-ff91f988c6d2 None None] Set router 34ebc3ee-538b-4c7c-a621-b613f1842048 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:35:14.792575 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cf976b-4cf1-45a0-a0b6-144d5c63dd62 x-openstack-request-id: req-52cf976b-4cf1-45a0-a0b6-144d5c63dd62 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:35:14.792933 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f80f375-44ba-4df3-8209-fdf28a3f66d2", "name": "network-vif-deleted", "tag": "606ff828-25fd-4fd1-ae4a-fcc99801e25d", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:35:14.793529 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-52cf976b-4cf1-45a0-a0b6-144d5c63dd62 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:35:14.794016 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f80f375-44ba-4df3-8209-fdf28a3f66d2', 'name': 'network-vif-deleted', 'tag': '606ff828-25fd-4fd1-ae4a-fcc99801e25d', 'status': 'completed', 'code': 200} Nov 25 20:35:15.089031 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c35f0352-f654-42b8-8e0f-ff91f988c6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'e2740133-b874-4bf2-b746-d5c3eae9d9aa', 'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'mac_address': 'fa:16:3e:c3:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:13Z', 'updated_at': '2021-11-25T20:25:16Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'subnets': [{'id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:35:15.117800 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35f0352-f654-42b8-8e0f-ff91f988c6d2 None None] Checking router: 34ebc3ee-538b-4c7c-a621-b613f1842048 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:35:15.126692 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35f0352-f654-42b8-8e0f-ff91f988c6d2 None None] Routers {'34ebc3ee-538b-4c7c-a621-b613f1842048'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:35:15.127310 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c35f0352-f654-42b8-8e0f-ff91f988c6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:35:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['34ebc3ee-538b-4c7c-a621-b613f1842048'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:35:15.243933 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-c35f0352-f654-42b8-8e0f-ff91f988c6d2 None None] Set router 34ebc3ee-538b-4c7c-a621-b613f1842048 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:35:15.452591 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-c35f0352-f654-42b8-8e0f-ff91f988c6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'e2740133-b874-4bf2-b746-d5c3eae9d9aa', 'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'mac_address': 'fa:16:3e:c3:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:13Z', 'updated_at': '2021-11-25T20:25:16Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'subnets': [{'id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:35:15.479524 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35f0352-f654-42b8-8e0f-ff91f988c6d2 None None] The sync data for ids ['34ebc3ee-538b-4c7c-a621-b613f1842048'] in n-d-819349-5 is: [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'e2740133-b874-4bf2-b746-d5c3eae9d9aa', 'name': '', 'network_id': '58b04cc5-804d-4ef2-9393-6358d058a7a3', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'mac_address': 'fa:16:3e:c3:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:13Z', 'updated_at': '2021-11-25T20:25:16Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'subnets': [{'id': '0aefc6e4-ea86-4b04-bbec-afb77f310c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:35:15.709333 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550619ff-b09e-4c00-96ab-9ad64025e02a None None] New status for floating IP 72969a43-d852-4cdc-8fb3-898ad66dbfc5: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:35:15.780505 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e233f1eb-ff84-4395-a0a9-2bc928d293a9 req-c25010ba-c187-4c6a-ae44-4efd66dfffed tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 210 time: 0.0282824 Nov 25 20:35:16.882702 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f8564691-3bdd-4f00-819c-6a1f72d660ac req-3fec7f69-4050-4215-989f-028ecf7bc3f6 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 210 time: 0.0281222 Nov 25 20:35:17.366886 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 606ff828-25fd-4fd1-ae4a-fcc99801e25d no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:35:17.391035 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 606ff828-25fd-4fd1-ae4a-fcc99801e25d {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:35:17.391384 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 606ff828-25fd-4fd1-ae4a-fcc99801e25d not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:35:17.980761 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-91d3eb32-363f-4176-92a1-5b11a3191509 req-f2911a80-d763-4a27-91c6-a6f7752a612e tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 210 time: 0.0263772 Nov 25 20:35:19.081313 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1119a8e6-b7a8-4231-949f-fff6beaa0380 req-cfa66e89-5609-48aa-9d84-5c9adca8d8e5 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f80f375-44ba-4df3-8209-fdf28a3f66d2 HTTP/1.1" status: 200 len: 210 time: 0.0306695 Nov 25 20:35:23.856513 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57916) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:35:23.917814 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9639edb2-caef-4d20-b0e9-a45088da7129 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:23.947498 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9639edb2-caef-4d20-b0e9-a45088da7129 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:24.000103 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9639edb2-caef-4d20-b0e9-a45088da7129 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:24.002804 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9639edb2-caef-4d20-b0e9-a45088da7129 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:24.004240 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9639edb2-caef-4d20-b0e9-a45088da7129 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "DELETE /v2.0/security-groups/db70b011-d454-4da6-9a21-fc97c35efe66 HTTP/1.1" status: 204 len: 168 time: 0.1467333 Nov 25 20:35:24.007214 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57918) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:35:24.014095 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639edb2-caef-4d20-b0e9-a45088da7129 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db70b011-d454-4da6-9a21-fc97c35efe66,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:24.028225 n-d-819349-5 neutron-server[103599]: INFO neutron.api.v2.resource [None req-c8319b37-f9f4-48db-bb50-2fc6afe9bfa4 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] show failed (client error): The resource could not be found. Nov 25 20:35:24.032682 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c8319b37-f9f4-48db-bb50-2fc6afe9bfa4 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "GET /v2.0/security-groups/db70b011-d454-4da6-9a21-fc97c35efe66 HTTP/1.1" status: 404 len: 347 time: 0.0241363 Nov 25 20:35:24.033027 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57920) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:35:24.168429 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-cac79ad9-57a7-440d-81fa-7b84edb624e0 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Deleting port 40000246-e30d-4bf4-81df-246d20e63e91 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:35:24.168769 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cac79ad9-57a7-440d-81fa-7b84edb624e0 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:24.246139 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cac79ad9-57a7-440d-81fa-7b84edb624e0 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:24.246410 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cac79ad9-57a7-440d-81fa-7b84edb624e0 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:24.255776 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:24.260968 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-cac79ad9-57a7-440d-81fa-7b84edb624e0 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Calling delete_port for 40000246-e30d-4bf4-81df-246d20e63e91 owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:35:24.398823 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cac79ad9-57a7-440d-81fa-7b84edb624e0 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:24.429355 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac79ad9-57a7-440d-81fa-7b84edb624e0 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Pushing event deleted for resources: {'Port': ['ID=40000246-e30d-4bf4-81df-246d20e63e91,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:24.491410 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cac79ad9-57a7-440d-81fa-7b84edb624e0 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:24.494076 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cac79ad9-57a7-440d-81fa-7b84edb624e0 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:24.495259 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cac79ad9-57a7-440d-81fa-7b84edb624e0 tempest-ServerActionsTestJSON-1285789065 tempest-ServerActionsTestJSON-1285789065-project] 10.222.0.55 "DELETE /v2.0/floatingips/72969a43-d852-4cdc-8fb3-898ad66dbfc5 HTTP/1.1" status: 204 len: 168 time: 0.4610832 Nov 25 20:35:24.498111 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57922) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:35:24.913944 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:25.057443 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-94dccd07-feee-4913-8fb8-3179598ef9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:25.318570 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-94dccd07-feee-4913-8fb8-3179598ef9b8 admin admin] Deleting port e2740133-b874-4bf2-b746-d5c3eae9d9aa {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:35:25.318797 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-94dccd07-feee-4913-8fb8-3179598ef9b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:25.402872 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-94dccd07-feee-4913-8fb8-3179598ef9b8 admin admin] For port e2740133-b874-4bf2-b746-d5c3eae9d9aa, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e2740133-b874-4bf2-b746-d5c3eae9d9aa,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:35:25.403238 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-94dccd07-feee-4913-8fb8-3179598ef9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:25.416774 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-94dccd07-feee-4913-8fb8-3179598ef9b8 admin admin] Calling delete_port for e2740133-b874-4bf2-b746-d5c3eae9d9aa owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:35:25.606730 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-94dccd07-feee-4913-8fb8-3179598ef9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:25.634152 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dccd07-feee-4913-8fb8-3179598ef9b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2740133-b874-4bf2-b746-d5c3eae9d9aa,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:25.811152 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-94dccd07-feee-4913-8fb8-3179598ef9b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:26.029894 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94dccd07-feee-4913-8fb8-3179598ef9b8 admin admin] Router 34ebc3ee-538b-4c7c-a621-b613f1842048 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:35:26.138203 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dccd07-feee-4913-8fb8-3179598ef9b8 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:35:26.145347 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-94dccd07-feee-4913-8fb8-3179598ef9b8 admin admin] 10.222.0.55 "PUT /v2.0/routers/34ebc3ee-538b-4c7c-a621-b613f1842048/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6447873 Nov 25 20:35:26.147029 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57928) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:35:26.149175 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66607a0-3f81-440d-a564-6be3905d470b None None] Sync routers for ids ['34ebc3ee-538b-4c7c-a621-b613f1842048'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:35:26.159692 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66607a0-3f81-440d-a564-6be3905d470b None None] Routers {'34ebc3ee-538b-4c7c-a621-b613f1842048'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:35:26.160606 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d66607a0-3f81-440d-a564-6be3905d470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:35:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['34ebc3ee-538b-4c7c-a621-b613f1842048'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:35:26.282322 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-d66607a0-3f81-440d-a564-6be3905d470b None None] Set router 34ebc3ee-538b-4c7c-a621-b613f1842048 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:35:26.477575 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d66607a0-3f81-440d-a564-6be3905d470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:35:25Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:35:26.505215 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66607a0-3f81-440d-a564-6be3905d470b None None] Checking router: 34ebc3ee-538b-4c7c-a621-b613f1842048 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:35:26.514192 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66607a0-3f81-440d-a564-6be3905d470b None None] Routers {'34ebc3ee-538b-4c7c-a621-b613f1842048'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:35:26.516253 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d66607a0-3f81-440d-a564-6be3905d470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:35:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['34ebc3ee-538b-4c7c-a621-b613f1842048'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:35:26.568527 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dc2110b4-c633-4698-8aa9-6b82db3b1efb admin admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:26.618450 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-d66607a0-3f81-440d-a564-6be3905d470b None None] Set router 34ebc3ee-538b-4c7c-a621-b613f1842048 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:35:26.676665 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dc2110b4-c633-4698-8aa9-6b82db3b1efb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:26.732605 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-dc2110b4-c633-4698-8aa9-6b82db3b1efb admin admin] Deleting port ff6997e5-c654-4380-92ec-1c674e9351d9 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:35:26.732949 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dc2110b4-c633-4698-8aa9-6b82db3b1efb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:26.798949 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-d66607a0-3f81-440d-a564-6be3905d470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:35:25Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:35:26.819309 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-dc2110b4-c633-4698-8aa9-6b82db3b1efb admin admin] For port ff6997e5-c654-4380-92ec-1c674e9351d9, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=ff6997e5-c654-4380-92ec-1c674e9351d9,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:35:26.819976 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dc2110b4-c633-4698-8aa9-6b82db3b1efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:26.829743 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66607a0-3f81-440d-a564-6be3905d470b None None] The sync data for ids ['34ebc3ee-538b-4c7c-a621-b613f1842048'] in n-d-819349-5 is: [{'id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'name': 'tempest-ServerActionsTestJSON-252339223-router', 'tenant_id': 'e1b89cd4959047059d1a0fcec39227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:25:10Z', 'updated_at': '2021-11-25T20:35:25Z', 'revision_number': 5, 'project_id': 'e1b89cd4959047059d1a0fcec39227fc', 'gw_port': {'id': 'ff6997e5-c654-4380-92ec-1c674e9351d9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebc3ee-538b-4c7c-a621-b613f1842048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:25:11Z', 'updated_at': '2021-11-25T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:35:26.832692 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-dc2110b4-c633-4698-8aa9-6b82db3b1efb admin admin] Calling delete_port for ff6997e5-c654-4380-92ec-1c674e9351d9 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:35:27.000849 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dc2110b4-c633-4698-8aa9-6b82db3b1efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:27.025293 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2110b4-c633-4698-8aa9-6b82db3b1efb admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6997e5-c654-4380-92ec-1c674e9351d9,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:27.039824 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b24fb69-6fea-4f3b-b8ba-db8d5cf95980 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:35:27.087820 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dc2110b4-c633-4698-8aa9-6b82db3b1efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:27.179787 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dc2110b4-c633-4698-8aa9-6b82db3b1efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:27.182133 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dc2110b4-c633-4698-8aa9-6b82db3b1efb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:27.238333 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dc2110b4-c633-4698-8aa9-6b82db3b1efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:27.238987 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2110b4-c633-4698-8aa9-6b82db3b1efb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34ebc3ee-538b-4c7c-a621-b613f1842048 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:35:27.243781 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dc2110b4-c633-4698-8aa9-6b82db3b1efb admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:27.244928 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-dc2110b4-c633-4698-8aa9-6b82db3b1efb admin admin] 10.222.0.55 "DELETE /v2.0/routers/34ebc3ee-538b-4c7c-a621-b613f1842048 HTTP/1.1" status: 204 len: 168 time: 1.0968761 Nov 25 20:35:27.247524 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57930) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:35:27.298353 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed49d0c-050c-4389-be16-c864d1631216 admin admin] Deleting subnet 0aefc6e4-ea86-4b04-bbec-afb77f310c36 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:35:27.301765 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eed49d0c-050c-4389-be16-c864d1631216 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:27.337310 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eed49d0c-050c-4389-be16-c864d1631216 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:27.421075 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eed49d0c-050c-4389-be16-c864d1631216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:27.477508 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eed49d0c-050c-4389-be16-c864d1631216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:27.504832 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed49d0c-050c-4389-be16-c864d1631216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aefc6e4-ea86-4b04-bbec-afb77f310c36,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:27.508836 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eed49d0c-050c-4389-be16-c864d1631216 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:27.512351 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-eed49d0c-050c-4389-be16-c864d1631216 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0aefc6e4-ea86-4b04-bbec-afb77f310c36 HTTP/1.1" status: 204 len: 168 time: 0.2637115 Nov 25 20:35:27.515462 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57932) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:35:27.518974 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a63a89-6e44-448e-80d3-2b9fc29a5c76 None None] Network 58b04cc5-804d-4ef2-9393-6358d058a7a3 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:35:27.593487 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32c05e43-5f72-4229-8a8a-2104f48ca068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:27.649262 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-32c05e43-5f72-4229-8a8a-2104f48ca068 admin admin] Deleting port c699614d-f260-410d-a62f-6376f0c08fdc {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:35:27.649615 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32c05e43-5f72-4229-8a8a-2104f48ca068 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:27.716705 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-32c05e43-5f72-4229-8a8a-2104f48ca068 admin admin] For port c699614d-f260-410d-a62f-6376f0c08fdc, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c699614d-f260-410d-a62f-6376f0c08fdc,segment=NetworkSegment(bfc98fe6-605c-4a55-9d13-f7f4be523902),segment_id=bfc98fe6-605c-4a55-9d13-f7f4be523902)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:35:27.717062 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32c05e43-5f72-4229-8a8a-2104f48ca068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:27.731431 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-32c05e43-5f72-4229-8a8a-2104f48ca068 admin admin] Calling delete_port for c699614d-f260-410d-a62f-6376f0c08fdc owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:35:27.814581 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32c05e43-5f72-4229-8a8a-2104f48ca068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:27.839233 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c05e43-5f72-4229-8a8a-2104f48ca068 admin admin] Pushing event deleted for resources: {'Port': ['ID=c699614d-f260-410d-a62f-6376f0c08fdc,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:27.846075 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c05e43-5f72-4229-8a8a-2104f48ca068 admin admin] No DVR routers for this DVR port c699614d-f260-410d-a62f-6376f0c08fdc on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:35:27.862161 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909a6399-5580-4276-8a72-984d8cba30e5 None None] DHCP port deletion for 58b04cc5-804d-4ef2-9393-6358d058a7a3 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:35:27.929028 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32c05e43-5f72-4229-8a8a-2104f48ca068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:27.950007 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-32c05e43-5f72-4229-8a8a-2104f48ca068 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b04cc5-804d-4ef2-9393-6358d058a7a3']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:35:27.960290 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-32c05e43-5f72-4229-8a8a-2104f48ca068 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc98fe6-605c-4a55-9d13-f7f4be523902') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:35:27.960588 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-32c05e43-5f72-4229-8a8a-2104f48ca068 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc98fe6-605c-4a55-9d13-f7f4be523902') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:35:27.970259 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32c05e43-5f72-4229-8a8a-2104f48ca068 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:27.983765 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32c05e43-5f72-4229-8a8a-2104f48ca068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:27.990063 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c05e43-5f72-4229-8a8a-2104f48ca068 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:35:27.990522 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32c05e43-5f72-4229-8a8a-2104f48ca068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:35:27.992425 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:35:28.046280 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32c05e43-5f72-4229-8a8a-2104f48ca068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:28.061169 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32c05e43-5f72-4229-8a8a-2104f48ca068 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:28.065103 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-32c05e43-5f72-4229-8a8a-2104f48ca068 admin admin] 10.222.0.55 "DELETE /v2.0/networks/58b04cc5-804d-4ef2-9393-6358d058a7a3 HTTP/1.1" status: 204 len: 168 time: 0.5487914 Nov 25 20:35:28.066175 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c05e43-5f72-4229-8a8a-2104f48ca068 admin admin] Pushing event deleted for resources: {'Network': ['ID=58b04cc5-804d-4ef2-9393-6358d058a7a3,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:28.189702 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57936) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:35:28.236036 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-eaf095db-3ce0-417d-ba30-eef9335ef5c5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e1b89cd4959047059d1a0fcec39227fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0451255 Nov 25 20:35:28.238574 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57938) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:35:28.285527 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-749ef2a1-9fa0-41aa-b9c6-a06aea92c305 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:28.306808 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-749ef2a1-9fa0-41aa-b9c6-a06aea92c305 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:28.354374 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-749ef2a1-9fa0-41aa-b9c6-a06aea92c305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:28.356937 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-749ef2a1-9fa0-41aa-b9c6-a06aea92c305 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:28.358110 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-749ef2a1-9fa0-41aa-b9c6-a06aea92c305 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/06b71d55-d292-40d6-a3a7-a32b458fa9f3 HTTP/1.1" status: 204 len: 168 time: 0.1186483 Nov 25 20:35:28.366796 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ef2a1-9fa0-41aa-b9c6-a06aea92c305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b71d55-d292-40d6-a3a7-a32b458fa9f3,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:28.471858 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ff6997e5-c654-4380-92ec-1c674e9351d9 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:35:28.493581 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: ff6997e5-c654-4380-92ec-1c674e9351d9 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:35:28.493960 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ff6997e5-c654-4380-92ec-1c674e9351d9 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:35:28.494427 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e2740133-b874-4bf2-b746-d5c3eae9d9aa no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:35:28.514664 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: e2740133-b874-4bf2-b746-d5c3eae9d9aa {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:35:28.515014 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e2740133-b874-4bf2-b746-d5c3eae9d9aa not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:35:28.515433 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c699614d-f260-410d-a62f-6376f0c08fdc no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:35:28.536830 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: c699614d-f260-410d-a62f-6376f0c08fdc {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:35:28.536830 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c699614d-f260-410d-a62f-6376f0c08fdc not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:35:29.115368 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 57960) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:35:29.211732 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-8adb9931-4329-4a9d-961a-d67f34420d83 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1653603724-network', 'tenant_id': 'f9df5b25c33641409c3e37464b102be2'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:35:29.233639 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adb9931-4329-4a9d-961a-d67f34420d83 admin admin] Made reservation on behalf of f9df5b25c33641409c3e37464b102be2 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:35:29.235986 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8adb9931-4329-4a9d-961a-d67f34420d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:29.244275 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8adb9931-4329-4a9d-961a-d67f34420d83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:29.320627 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8adb9931-4329-4a9d-961a-d67f34420d83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:29.325071 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8adb9931-4329-4a9d-961a-d67f34420d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:29.351315 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8adb9931-4329-4a9d-961a-d67f34420d83 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:35:29.361865 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb9931-4329-4a9d-961a-d67f34420d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cb3362-81da-4b29-bc4a-029847d6d172,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:29.368056 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8adb9931-4329-4a9d-961a-d67f34420d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:29.368409 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-8adb9931-4329-4a9d-961a-d67f34420d83 admin admin] Added segment 22a0f447-6b46-4d1e-8c22-3e8e375cfb8d of type vlan for network 4bc07f00-604c-4aa7-946e-b90269f68df2 Nov 25 20:35:29.388509 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b02a5950-426f-425b-839a-f50eaafa05a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:29.417620 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8adb9931-4329-4a9d-961a-d67f34420d83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:29.446700 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8adb9931-4329-4a9d-961a-d67f34420d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:29.447597 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adb9931-4329-4a9d-961a-d67f34420d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:29.448170 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8adb9931-4329-4a9d-961a-d67f34420d83 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:29.505722 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8adb9931-4329-4a9d-961a-d67f34420d83 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3892293 Nov 25 20:35:29.508681 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 57964) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:35:29.512992 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb9931-4329-4a9d-961a-d67f34420d83 admin admin] Pushing event updated for resources: {'Network': ['ID=4bc07f00-604c-4aa7-946e-b90269f68df2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:29.513632 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6ce47595-c5b1-4f88-b0fc-adc198e008ba admin admin] Request body: {'subnet': {'network_id': '4bc07f00-604c-4aa7-946e-b90269f68df2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1653603724-subnet', 'tenant_id': 'f9df5b25c33641409c3e37464b102be2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:35:29.523647 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 4bc07f00-604c-4aa7-946e-b90269f68df2 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:35:29.536843 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce47595-c5b1-4f88-b0fc-adc198e008ba admin admin] Made reservation on behalf of f9df5b25c33641409c3e37464b102be2 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:35:29.539465 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ce47595-c5b1-4f88-b0fc-adc198e008ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:29.712272 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ce47595-c5b1-4f88-b0fc-adc198e008ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:29.768829 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce47595-c5b1-4f88-b0fc-adc198e008ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac873f98-03ca-45df-b5ae-a63fa64f7602,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:29.777666 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce47595-c5b1-4f88-b0fc-adc198e008ba admin admin] Checking segment: {'id': '22a0f447-6b46-4d1e-8c22-3e8e375cfb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4bc07f00-604c-4aa7-946e-b90269f68df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:35:29.778031 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce47595-c5b1-4f88-b0fc-adc198e008ba admin admin] Network hostable DHCP agents. Network: 4bc07f00-604c-4aa7-946e-b90269f68df2, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:35:29.795003 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce47595-c5b1-4f88-b0fc-adc198e008ba admin admin] Network 4bc07f00-604c-4aa7-946e-b90269f68df2 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:35:29.804985 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-6ce47595-c5b1-4f88-b0fc-adc198e008ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 4bc07f00-604c-4aa7-946e-b90269f68df2) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:35:29.810992 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce47595-c5b1-4f88-b0fc-adc198e008ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:29.810992 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ce47595-c5b1-4f88-b0fc-adc198e008ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:29.814912 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd38cce-4b69-4dc6-82a1-90dcbe0d5210 None None] Network 4bc07f00-604c-4aa7-946e-b90269f68df2 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:35:29.829004 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6ce47595-c5b1-4f88-b0fc-adc198e008ba admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3192074 Nov 25 20:35:29.944906 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f680f8-8bd6-4223-9fe6-1d6c6dff6287 None None] Network 4bc07f00-604c-4aa7-946e-b90269f68df2 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:35:30.282014 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-b5d5d2c9-3863-43b9-96b4-3aa2e73057d7 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:30.283419 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-b5d5d2c9-3863-43b9-96b4-3aa2e73057d7 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/networks?id=4bc07f00-604c-4aa7-946e-b90269f68df2 HTTP/1.1" status: 200 len: 814 time: 0.1053848 Nov 25 20:35:30.298938 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-841194aa-32b5-4635-83bf-7519f3007fb1 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/quotas/f9df5b25c33641409c3e37464b102be2 HTTP/1.1" status: 200 len: 375 time: 0.0094483 Nov 25 20:35:30.330858 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-a6c5e7a6-8f41-4e3e-a72a-34d021cf4430 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9df5b25c33641409c3e37464b102be2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263908 Nov 25 20:35:30.386528 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-83dd6e89-3ffc-4d79-ad99-176eaf0059c0 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:35:30.387550 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-83dd6e89-3ffc-4d79-ad99-176eaf0059c0 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0500879 Nov 25 20:35:30.483272 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-e700d34e-04cc-43ed-9817-7fa6bd24f015 service neutron] 10.222.0.55 "GET /v2.0/networks/4bc07f00-604c-4aa7-946e-b90269f68df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884266 Nov 25 20:35:30.574103 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-bcb2d66d-f6b8-46a6-8a6b-44b794ea5c82 service neutron] 10.222.0.55 "GET /v2.0/networks/4bc07f00-604c-4aa7-946e-b90269f68df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836456 Nov 25 20:35:30.740529 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0fc79b25-aab0-436e-bcf1-e02a7e51b748 req-cce9a049-49b8-4566-8dd2-763d4eb43d94 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f40dd70-a453-4772-9c99-0b458982231c HTTP/1.1" status: 200 len: 210 time: 0.0281167 Nov 25 20:35:31.692457 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-53d96598-6e78-4572-ac14-7c806d7c0e7a tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:31.694055 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-53d96598-6e78-4572-ac14-7c806d7c0e7a tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.73 "GET /v2.0/networks?id=4bc07f00-604c-4aa7-946e-b90269f68df2 HTTP/1.1" status: 200 len: 814 time: 0.1169231 Nov 25 20:35:31.707557 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-779c8eb9-7564-4c5b-b309-ef0fddea6118 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Request body: {'port': {'device_id': '2f40dd70-a453-4772-9c99-0b458982231c', 'network_id': '4bc07f00-604c-4aa7-946e-b90269f68df2', 'admin_state_up': True, 'tenant_id': 'f9df5b25c33641409c3e37464b102be2'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:35:31.832082 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-779c8eb9-7564-4c5b-b309-ef0fddea6118 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Made reservation on behalf of f9df5b25c33641409c3e37464b102be2 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:35:31.835712 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-779c8eb9-7564-4c5b-b309-ef0fddea6118 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:31.853180 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-122cd771-3a33-4c65-9738-cb9a3dbbbb4f req-4e21ff22-bf56-48f5-a61a-b89f5ce94f79 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f40dd70-a453-4772-9c99-0b458982231c HTTP/1.1" status: 200 len: 210 time: 0.0416181 Nov 25 20:35:31.858732 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-38ab39f0-f1be-4c18-8e9d-978e48fc3879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:31.979472 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-779c8eb9-7564-4c5b-b309-ef0fddea6118 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Allocated IP 172.20.0.8 (4bc07f00-604c-4aa7-946e-b90269f68df2/ac873f98-03ca-45df-b5ae-a63fa64f7602/07b470a7-5b52-443f-99cd-1d5b5b1cbecc) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:35:32.132944 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-779c8eb9-7564-4c5b-b309-ef0fddea6118 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:32.168979 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-779c8eb9-7564-4c5b-b309-ef0fddea6118 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:32.219502 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-779c8eb9-7564-4c5b-b309-ef0fddea6118 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Network 4bc07f00-604c-4aa7-946e-b90269f68df2 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:35:32.222828 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-779c8eb9-7564-4c5b-b309-ef0fddea6118 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:35:32.229605 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-779c8eb9-7564-4c5b-b309-ef0fddea6118 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:35:32.231737 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c8eb9-7564-4c5b-b309-ef0fddea6118 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Pushing event updated for resources: {'Port': ['ID=07b470a7-5b52-443f-99cd-1d5b5b1cbecc,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:32.284972 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-779c8eb9-7564-4c5b-b309-ef0fddea6118 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:32.285842 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-779c8eb9-7564-4c5b-b309-ef0fddea6118 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:32.306415 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-779c8eb9-7564-4c5b-b309-ef0fddea6118 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6026440 Nov 25 20:35:32.320324 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-4783bd40-002c-4be4-8b0c-5ab24286db9e service neutron] Request body: {'port': {'device_id': '2f40dd70-a453-4772-9c99-0b458982231c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:35:32.374943 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-4783bd40-002c-4be4-8b0c-5ab24286db9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:32.638836 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-4783bd40-002c-4be4-8b0c-5ab24286db9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b470a7-5b52-443f-99cd-1d5b5b1cbecc {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:35:32.646411 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-4783bd40-002c-4be4-8b0c-5ab24286db9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:32.659254 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-4783bd40-002c-4be4-8b0c-5ab24286db9e service neutron] Transition to ACTIVE for port object 07b470a7-5b52-443f-99cd-1d5b5b1cbecc will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:35:32.662980 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-4783bd40-002c-4be4-8b0c-5ab24286db9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:32.719208 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783bd40-002c-4be4-8b0c-5ab24286db9e service neutron] Pushing event updated for resources: {'Port': ['ID=07b470a7-5b52-443f-99cd-1d5b5b1cbecc,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:32.787772 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-4783bd40-002c-4be4-8b0c-5ab24286db9e service neutron] Attempting to bind port 07b470a7-5b52-443f-99cd-1d5b5b1cbecc on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:35:32.788116 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-4783bd40-002c-4be4-8b0c-5ab24286db9e service neutron] Attempting to bind port 07b470a7-5b52-443f-99cd-1d5b5b1cbecc by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '22a0f447-6b46-4d1e-8c22-3e8e375cfb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4bc07f00-604c-4aa7-946e-b90269f68df2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:35:32.788449 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-4783bd40-002c-4be4-8b0c-5ab24286db9e service neutron] Attempting to bind port 07b470a7-5b52-443f-99cd-1d5b5b1cbecc on network 4bc07f00-604c-4aa7-946e-b90269f68df2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:35:32.792738 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-4783bd40-002c-4be4-8b0c-5ab24286db9e service neutron] Port 07b470a7-5b52-443f-99cd-1d5b5b1cbecc on network 4bc07f00-604c-4aa7-946e-b90269f68df2 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:35:32.793069 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-4783bd40-002c-4be4-8b0c-5ab24286db9e service neutron] Attempting to bind port 07b470a7-5b52-443f-99cd-1d5b5b1cbecc on network 4bc07f00-604c-4aa7-946e-b90269f68df2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:35:32.798505 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-4783bd40-002c-4be4-8b0c-5ab24286db9e service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:35:32.798847 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-4783bd40-002c-4be4-8b0c-5ab24286db9e service neutron] Checking segment: {'id': '22a0f447-6b46-4d1e-8c22-3e8e375cfb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4bc07f00-604c-4aa7-946e-b90269f68df2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:35:32.799231 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-4783bd40-002c-4be4-8b0c-5ab24286db9e service neutron] Bound using segment: {'id': '22a0f447-6b46-4d1e-8c22-3e8e375cfb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4bc07f00-604c-4aa7-946e-b90269f68df2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:35:32.799659 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-4783bd40-002c-4be4-8b0c-5ab24286db9e service neutron] Bound port: 07b470a7-5b52-443f-99cd-1d5b5b1cbecc, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a0f447-6b46-4d1e-8c22-3e8e375cfb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4bc07f00-604c-4aa7-946e-b90269f68df2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:35:32.800015 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-4783bd40-002c-4be4-8b0c-5ab24286db9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:32.862897 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-4783bd40-002c-4be4-8b0c-5ab24286db9e service neutron] For port 07b470a7-5b52-443f-99cd-1d5b5b1cbecc, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:35:32.866157 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-4783bd40-002c-4be4-8b0c-5ab24286db9e service neutron] For port 07b470a7-5b52-443f-99cd-1d5b5b1cbecc, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=07b470a7-5b52-443f-99cd-1d5b5b1cbecc,segment=NetworkSegment(22a0f447-6b46-4d1e-8c22-3e8e375cfb8d),segment_id=22a0f447-6b46-4d1e-8c22-3e8e375cfb8d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:35:32.870603 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-4783bd40-002c-4be4-8b0c-5ab24286db9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:32.914631 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-4783bd40-002c-4be4-8b0c-5ab24286db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:32.915240 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-4783bd40-002c-4be4-8b0c-5ab24286db9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:32.916630 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-4783bd40-002c-4be4-8b0c-5ab24286db9e service neutron] 10.222.0.73 "PUT /v2.0/ports/07b470a7-5b52-443f-99cd-1d5b5b1cbecc HTTP/1.1" status: 200 len: 1091 time: 0.6020479 Nov 25 20:35:32.917069 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f40dd70-a453-4772-9c99-0b458982231c', 'tag': '07b470a7-5b52-443f-99cd-1d5b5b1cbecc'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:35:32.919503 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7af327-2112-4bd5-bdb8-4dd34e1f3d73" -d '{"events": [{"name": "network-changed", "server_uuid": "2f40dd70-a453-4772-9c99-0b458982231c", "tag": "07b470a7-5b52-443f-99cd-1d5b5b1cbecc"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:35:32.979980 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783bd40-002c-4be4-8b0c-5ab24286db9e service neutron] Pushing event updated for resources: {'Port': ['ID=07b470a7-5b52-443f-99cd-1d5b5b1cbecc,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:33.024136 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c8015-c158-4e4e-8065-28a5aaf1425d req-a614f63d-98f6-4933-bc70-6a9bda14731e tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:33.025610 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aa0c8015-c158-4e4e-8065-28a5aaf1425d req-a614f63d-98f6-4933-bc70-6a9bda14731e tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f40dd70-a453-4772-9c99-0b458982231c HTTP/1.1" status: 200 len: 943 time: 0.0944645 Nov 25 20:35:33.033265 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-cf01d306-03c5-4fbb-95ac-0cb6adc27904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:33.034681 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-cf01d306-03c5-4fbb-95ac-0cb6adc27904 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f9df5b25c33641409c3e37464b102be2&device_id=2f40dd70-a453-4772-9c99-0b458982231c HTTP/1.1" status: 200 len: 1094 time: 0.0632977 Nov 25 20:35:33.093431 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-720ef6e1-34e7-494b-b392-3b38ef48d4df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07b470a7-5b52-443f-99cd-1d5b5b1cbecc HTTP/1.1" status: 200 len: 217 time: 0.0428078 Nov 25 20:35:33.142020 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aa0c8015-c158-4e4e-8065-28a5aaf1425d req-67d7f0d4-f42b-4771-bdbe-d4a0d48a91a0 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/security-groups?id=23cb3362-81da-4b29-bc4a-029847d6d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061366 Nov 25 20:35:33.161106 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-4252e38a-be8f-475c-a38b-87590d11baf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:33.162737 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-4252e38a-be8f-475c-a38b-87590d11baf3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac873f98-03ca-45df-b5ae-a63fa64f7602 HTTP/1.1" status: 200 len: 854 time: 0.0610027 Nov 25 20:35:33.197349 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-7cd56a48-ede7-470c-ad8c-59687629c6e3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4bc07f00-604c-4aa7-946e-b90269f68df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271003 Nov 25 20:35:33.264220 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf27c7b4-889c-4d52-9ec5-726b7c6eb672 x-openstack-request-id: req-cf27c7b4-889c-4d52-9ec5-726b7c6eb672 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:35:33.265040 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f40dd70-a453-4772-9c99-0b458982231c", "tag": "07b470a7-5b52-443f-99cd-1d5b5b1cbecc", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:35:33.265540 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf27c7b4-889c-4d52-9ec5-726b7c6eb672 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:35:33.266481 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f40dd70-a453-4772-9c99-0b458982231c', 'tag': '07b470a7-5b52-443f-99cd-1d5b5b1cbecc', 'status': 'completed', 'code': 200} Nov 25 20:35:33.304785 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-6dda3eca-b53d-483e-89b9-d8cff2386189 service neutron] 10.222.0.73 "GET /v2.0/networks/4bc07f00-604c-4aa7-946e-b90269f68df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002731 Nov 25 20:35:33.399612 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41bfdbfa-3318-4e6c-9612-a2b6a814c943 req-0082ddce-e18f-4a24-946d-d667fa7e12b3 service neutron] 10.222.0.73 "GET /v2.0/networks/4bc07f00-604c-4aa7-946e-b90269f68df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877206 Nov 25 20:35:33.491443 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7af327-2112-4bd5-bdb8-4dd34e1f3d73 req-fbc504af-c35e-492a-a55d-0bea833350ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:33.492851 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2b7af327-2112-4bd5-bdb8-4dd34e1f3d73 req-fbc504af-c35e-492a-a55d-0bea833350ce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f9df5b25c33641409c3e37464b102be2&device_id=2f40dd70-a453-4772-9c99-0b458982231c HTTP/1.1" status: 200 len: 1094 time: 0.0475178 Nov 25 20:35:33.582881 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7af327-2112-4bd5-bdb8-4dd34e1f3d73 req-7d164c4f-0e75-42cc-bc09-587ae7943aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:33.584386 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2b7af327-2112-4bd5-bdb8-4dd34e1f3d73 req-7d164c4f-0e75-42cc-bc09-587ae7943aa1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4bc07f00-604c-4aa7-946e-b90269f68df2 HTTP/1.1" status: 200 len: 915 time: 0.0839667 Nov 25 20:35:33.629578 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2b7af327-2112-4bd5-bdb8-4dd34e1f3d73 req-61385482-bb4c-4a30-93b0-c2311c6564d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07b470a7-5b52-443f-99cd-1d5b5b1cbecc HTTP/1.1" status: 200 len: 217 time: 0.0379570 Nov 25 20:35:33.779249 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7af327-2112-4bd5-bdb8-4dd34e1f3d73 req-adc536d7-6864-4b10-8adf-6aa31ce3b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:33.781541 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2b7af327-2112-4bd5-bdb8-4dd34e1f3d73 req-adc536d7-6864-4b10-8adf-6aa31ce3b775 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac873f98-03ca-45df-b5ae-a63fa64f7602 HTTP/1.1" status: 200 len: 854 time: 0.0448537 Nov 25 20:35:33.814573 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2b7af327-2112-4bd5-bdb8-4dd34e1f3d73 req-11ce95a8-7a2f-497c-ad6f-5f7b9531fce1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4bc07f00-604c-4aa7-946e-b90269f68df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252483 Nov 25 20:35:33.911324 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2b7af327-2112-4bd5-bdb8-4dd34e1f3d73 req-4304454f-4c1d-41d8-ba82-c4d2156ba3de service neutron] 10.222.0.73 "GET /v2.0/networks/4bc07f00-604c-4aa7-946e-b90269f68df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890183 Nov 25 20:35:33.938245 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:34.004345 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2b7af327-2112-4bd5-bdb8-4dd34e1f3d73 req-b38156f8-718b-4f89-a095-6ef7aec14154 service neutron] 10.222.0.73 "GET /v2.0/networks/4bc07f00-604c-4aa7-946e-b90269f68df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849075 Nov 25 20:35:34.262244 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b869a6-1662-47b4-8e00-2c87e1e8d789 req-a6ba4802-ed7f-4788-aec1-87fd0d768709 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:34.263728 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c2b869a6-1662-47b4-8e00-2c87e1e8d789 req-a6ba4802-ed7f-4788-aec1-87fd0d768709 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f40dd70-a453-4772-9c99-0b458982231c HTTP/1.1" status: 200 len: 943 time: 0.0484140 Nov 25 20:35:34.318548 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c2b869a6-1662-47b4-8e00-2c87e1e8d789 req-fb56002b-011e-4d38-87a7-e992b767d926 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/security-groups?id=23cb3362-81da-4b29-bc4a-029847d6d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482323 Nov 25 20:35:35.439482 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f8338-6cb6-4bb0-9e18-d1357ccbded2 req-e9603178-433d-4a9c-800e-797fab4371ff tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:35.440975 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-170f8338-6cb6-4bb0-9e18-d1357ccbded2 req-e9603178-433d-4a9c-800e-797fab4371ff tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f40dd70-a453-4772-9c99-0b458982231c HTTP/1.1" status: 200 len: 943 time: 0.0518639 Nov 25 20:35:35.489587 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-170f8338-6cb6-4bb0-9e18-d1357ccbded2 req-2ace07e9-bb11-4631-8fbb-56121f9b0fab tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/security-groups?id=23cb3362-81da-4b29-bc4a-029847d6d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425446 Nov 25 20:35:35.670618 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 07b470a7-5b52-443f-99cd-1d5b5b1cbecc details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:35:35.765014 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:35.775982 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:35.798128 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 07b470a7-5b52-443f-99cd-1d5b5b1cbecc, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=07b470a7-5b52-443f-99cd-1d5b5b1cbecc,segment=NetworkSegment(22a0f447-6b46-4d1e-8c22-3e8e375cfb8d),segment_id=22a0f447-6b46-4d1e-8c22-3e8e375cfb8d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:35:35.809778 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '07b470a7-5b52-443f-99cd-1d5b5b1cbecc', 'network_id': '4bc07f00-604c-4aa7-946e-b90269f68df2', 'port_id': '07b470a7-5b52-443f-99cd-1d5b5b1cbecc', 'mac_address': 'fa:16:3e:7c:b1:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac873f98-03ca-45df-b5ae-a63fa64f7602', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:35:35.850558 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:35.863261 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b470a7-5b52-443f-99cd-1d5b5b1cbecc {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:35:35.883421 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 07b470a7-5b52-443f-99cd-1d5b5b1cbecc, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=07b470a7-5b52-443f-99cd-1d5b5b1cbecc,segment=NetworkSegment(22a0f447-6b46-4d1e-8c22-3e8e375cfb8d),segment_id=22a0f447-6b46-4d1e-8c22-3e8e375cfb8d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:35:35.887477 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:35.939635 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=07b470a7-5b52-443f-99cd-1d5b5b1cbecc,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:36.094151 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['07b470a7-5b52-443f-99cd-1d5b5b1cbecc'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:35:36.613859 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595bc05d-de07-4590-8202-c67bea6307e4 req-ba60620e-1afc-444b-ac34-3de83121d06e tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:36.615346 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-595bc05d-de07-4590-8202-c67bea6307e4 req-ba60620e-1afc-444b-ac34-3de83121d06e tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f40dd70-a453-4772-9c99-0b458982231c HTTP/1.1" status: 200 len: 944 time: 0.0555732 Nov 25 20:35:36.667052 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-595bc05d-de07-4590-8202-c67bea6307e4 req-10514eab-24c9-434c-9f2a-35d503468c9c tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/security-groups?id=23cb3362-81da-4b29-bc4a-029847d6d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456483 Nov 25 20:35:37.697787 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 07b470a7-5b52-443f-99cd-1d5b5b1cbecc up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:35:37.754039 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 07b470a7-5b52-443f-99cd-1d5b5b1cbecc completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:35:37.757900 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 07b470a7-5b52-443f-99cd-1d5b5b1cbecc triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:35:37.758272 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:37.805264 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e74924-68d4-43ec-8d2a-a82ac50ba0f9 req-8024142a-c89d-4e90-95f8-6b43dc623cdf tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:37.806833 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a3e74924-68d4-43ec-8d2a-a82ac50ba0f9 req-8024142a-c89d-4e90-95f8-6b43dc623cdf tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f40dd70-a453-4772-9c99-0b458982231c HTTP/1.1" status: 200 len: 944 time: 0.0616221 Nov 25 20:35:37.839103 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:37.856042 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a3e74924-68d4-43ec-8d2a-a82ac50ba0f9 req-00ab0a0e-0b93-496d-8219-37ae5a4fa30a tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/security-groups?id=23cb3362-81da-4b29-bc4a-029847d6d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431287 Nov 25 20:35:37.864238 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f40dd70-a453-4772-9c99-0b458982231c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b470a7-5b52-443f-99cd-1d5b5b1cbecc'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:35:37.866620 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731bacd0-b725-4ff6-801b-5ace656c6e10" -d '{"events": [{"server_uuid": "2f40dd70-a453-4772-9c99-0b458982231c", "name": "network-vif-plugged", "status": "completed", "tag": "07b470a7-5b52-443f-99cd-1d5b5b1cbecc"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:35:37.879958 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 07b470a7-5b52-443f-99cd-1d5b5b1cbecc, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=07b470a7-5b52-443f-99cd-1d5b5b1cbecc,segment=NetworkSegment(22a0f447-6b46-4d1e-8c22-3e8e375cfb8d),segment_id=22a0f447-6b46-4d1e-8c22-3e8e375cfb8d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:35:37.884275 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:37.911912 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee58275-d14d-4e87-bdb2-4767ee6a2a89 x-openstack-request-id: req-0ee58275-d14d-4e87-bdb2-4767ee6a2a89 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:35:37.912204 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f40dd70-a453-4772-9c99-0b458982231c", "name": "network-vif-plugged", "status": "completed", "tag": "07b470a7-5b52-443f-99cd-1d5b5b1cbecc", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:35:37.912459 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0ee58275-d14d-4e87-bdb2-4767ee6a2a89 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:35:37.912878 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f40dd70-a453-4772-9c99-0b458982231c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b470a7-5b52-443f-99cd-1d5b5b1cbecc', 'code': 200} Nov 25 20:35:37.939733 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=07b470a7-5b52-443f-99cd-1d5b5b1cbecc,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:38.013006 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455e73d-6560-4b54-8c32-cf8d49bea4bf req-fec9b2c3-e8b3-4b14-a530-882bef4180bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:38.015058 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a455e73d-6560-4b54-8c32-cf8d49bea4bf req-fec9b2c3-e8b3-4b14-a530-882bef4180bb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2f40dd70-a453-4772-9c99-0b458982231c HTTP/1.1" status: 200 len: 1096 time: 0.0431826 Nov 25 20:35:38.068978 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a455e73d-6560-4b54-8c32-cf8d49bea4bf req-ff416ff5-c8b3-4629-be64-d59bb25c7bfc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=23cb3362-81da-4b29-bc4a-029847d6d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461204 Nov 25 20:35:38.976871 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff0806-a2f2-45ed-aff2-340aca1dc287 req-49f1e833-800c-485b-bcf4-f6baf4bc8707 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:38.978375 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4aff0806-a2f2-45ed-aff2-340aca1dc287 req-49f1e833-800c-485b-bcf4-f6baf4bc8707 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f40dd70-a453-4772-9c99-0b458982231c HTTP/1.1" status: 200 len: 945 time: 0.0505648 Nov 25 20:35:39.029600 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4aff0806-a2f2-45ed-aff2-340aca1dc287 req-6ebbbf00-b111-4051-aceb-6a69c33eb5f9 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/security-groups?id=23cb3362-81da-4b29-bc4a-029847d6d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446110 Nov 25 20:35:40.150610 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19182780-16af-4fcb-bb62-022f02ac8f76 req-6f159404-2db5-4f05-b0a7-359651aa8518 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:40.152129 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-19182780-16af-4fcb-bb62-022f02ac8f76 req-6f159404-2db5-4f05-b0a7-359651aa8518 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f40dd70-a453-4772-9c99-0b458982231c HTTP/1.1" status: 200 len: 945 time: 0.0495067 Nov 25 20:35:40.200553 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-19182780-16af-4fcb-bb62-022f02ac8f76 req-d13b7c59-5f2c-459d-b152-f09a818381cc tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/security-groups?id=23cb3362-81da-4b29-bc4a-029847d6d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421953 Nov 25 20:35:40.430323 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-5a573e90-71a8-497d-9b58-285c7187522d tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:40.431789 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-5a573e90-71a8-497d-9b58-285c7187522d tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/networks?id=4bc07f00-604c-4aa7-946e-b90269f68df2 HTTP/1.1" status: 200 len: 814 time: 0.1098986 Nov 25 20:35:40.447132 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-f9dc4800-2eff-43ad-95f9-b86138e09811 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/quotas/f9df5b25c33641409c3e37464b102be2 HTTP/1.1" status: 200 len: 375 time: 0.0091460 Nov 25 20:35:40.498411 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-f7690052-eee7-4ffa-a733-41b2f73e948f tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9df5b25c33641409c3e37464b102be2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0451949 Nov 25 20:35:40.589431 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-b4d0a4cf-5cba-4bc9-964a-c2bbe9bad088 service neutron] 10.222.0.55 "GET /v2.0/networks/4bc07f00-604c-4aa7-946e-b90269f68df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838809 Nov 25 20:35:40.685131 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-40a7a41d-0b77-4e7c-beae-62f284d7c59d service neutron] 10.222.0.55 "GET /v2.0/networks/4bc07f00-604c-4aa7-946e-b90269f68df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889463 Nov 25 20:35:40.860840 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0f1f276c-f5e8-4b77-9029-2676539e84a1 req-b671921c-8070-4d64-80cf-b0f5547aebd0 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd HTTP/1.1" status: 200 len: 210 time: 0.0287073 Nov 25 20:35:41.967912 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b5fb8ea7-5d89-44ec-b1ed-553112998a07 req-89a629ea-d7a4-4e6b-9ce2-f068983b2dc5 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd HTTP/1.1" status: 200 len: 210 time: 0.0266628 Nov 25 20:35:42.025491 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-419d5e0d-5ae3-4b92-ba8f-04a3901c0a1b tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:42.026998 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-419d5e0d-5ae3-4b92-ba8f-04a3901c0a1b tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.85 "GET /v2.0/networks?id=4bc07f00-604c-4aa7-946e-b90269f68df2 HTTP/1.1" status: 200 len: 814 time: 0.1110258 Nov 25 20:35:42.041918 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-81388735-ad1c-4564-80d2-afaaf70b18cd tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Request body: {'port': {'device_id': '3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd', 'network_id': '4bc07f00-604c-4aa7-946e-b90269f68df2', 'admin_state_up': True, 'tenant_id': 'f9df5b25c33641409c3e37464b102be2'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:35:42.162556 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-81388735-ad1c-4564-80d2-afaaf70b18cd tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Made reservation on behalf of f9df5b25c33641409c3e37464b102be2 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:35:42.166091 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-81388735-ad1c-4564-80d2-afaaf70b18cd tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:42.301921 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-81388735-ad1c-4564-80d2-afaaf70b18cd tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Allocated IP 172.20.0.4 (4bc07f00-604c-4aa7-946e-b90269f68df2/ac873f98-03ca-45df-b5ae-a63fa64f7602/aab91571-9a61-4056-b10e-24086fd810bf) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:35:42.449284 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-81388735-ad1c-4564-80d2-afaaf70b18cd tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:42.485371 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-81388735-ad1c-4564-80d2-afaaf70b18cd tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:42.497255 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['07b470a7-5b52-443f-99cd-1d5b5b1cbecc'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:35:42.533193 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-81388735-ad1c-4564-80d2-afaaf70b18cd tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Network 4bc07f00-604c-4aa7-946e-b90269f68df2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:35:42.536657 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-81388735-ad1c-4564-80d2-afaaf70b18cd tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:35:42.541340 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-81388735-ad1c-4564-80d2-afaaf70b18cd tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:35:42.545495 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81388735-ad1c-4564-80d2-afaaf70b18cd tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Pushing event updated for resources: {'Port': ['ID=aab91571-9a61-4056-b10e-24086fd810bf,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:42.594273 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-81388735-ad1c-4564-80d2-afaaf70b18cd tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:42.594851 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-81388735-ad1c-4564-80d2-afaaf70b18cd tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:42.611692 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-81388735-ad1c-4564-80d2-afaaf70b18cd tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5742242 Nov 25 20:35:42.613417 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:35:42.625054 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-47df4078-bd16-4066-8160-77463be2d18f service neutron] Request body: {'port': {'device_id': '3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:35:42.683605 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-47df4078-bd16-4066-8160-77463be2d18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:42.975721 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-47df4078-bd16-4066-8160-77463be2d18f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aab91571-9a61-4056-b10e-24086fd810bf {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:35:42.983498 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-47df4078-bd16-4066-8160-77463be2d18f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:42.995719 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-47df4078-bd16-4066-8160-77463be2d18f service neutron] Transition to ACTIVE for port object aab91571-9a61-4056-b10e-24086fd810bf will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:35:43.001254 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-47df4078-bd16-4066-8160-77463be2d18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:43.055252 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df4078-bd16-4066-8160-77463be2d18f service neutron] Pushing event updated for resources: {'Port': ['ID=aab91571-9a61-4056-b10e-24086fd810bf,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:43.100226 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8e7ee-1bb5-49af-a2e5-f969fa209c37 req-7069763d-b52f-4700-a1da-81408b708d29 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:43.101879 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-62f8e7ee-1bb5-49af-a2e5-f969fa209c37 req-7069763d-b52f-4700-a1da-81408b708d29 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd HTTP/1.1" status: 200 len: 943 time: 0.0581827 Nov 25 20:35:43.130174 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-47df4078-bd16-4066-8160-77463be2d18f service neutron] Attempting to bind port aab91571-9a61-4056-b10e-24086fd810bf on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:35:43.130536 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-47df4078-bd16-4066-8160-77463be2d18f service neutron] Attempting to bind port aab91571-9a61-4056-b10e-24086fd810bf by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '22a0f447-6b46-4d1e-8c22-3e8e375cfb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4bc07f00-604c-4aa7-946e-b90269f68df2'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:35:43.130863 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-47df4078-bd16-4066-8160-77463be2d18f service neutron] Attempting to bind port aab91571-9a61-4056-b10e-24086fd810bf on network 4bc07f00-604c-4aa7-946e-b90269f68df2 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:35:43.135767 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-47df4078-bd16-4066-8160-77463be2d18f service neutron] Port aab91571-9a61-4056-b10e-24086fd810bf on network 4bc07f00-604c-4aa7-946e-b90269f68df2 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:35:43.136086 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-47df4078-bd16-4066-8160-77463be2d18f service neutron] Attempting to bind port aab91571-9a61-4056-b10e-24086fd810bf on network 4bc07f00-604c-4aa7-946e-b90269f68df2 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:35:43.141826 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-47df4078-bd16-4066-8160-77463be2d18f service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:35:43.142158 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-47df4078-bd16-4066-8160-77463be2d18f service neutron] Checking segment: {'id': '22a0f447-6b46-4d1e-8c22-3e8e375cfb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4bc07f00-604c-4aa7-946e-b90269f68df2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:35:43.142563 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-47df4078-bd16-4066-8160-77463be2d18f service neutron] Bound using segment: {'id': '22a0f447-6b46-4d1e-8c22-3e8e375cfb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4bc07f00-604c-4aa7-946e-b90269f68df2'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:35:43.142983 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-47df4078-bd16-4066-8160-77463be2d18f service neutron] Bound port: aab91571-9a61-4056-b10e-24086fd810bf, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a0f447-6b46-4d1e-8c22-3e8e375cfb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4bc07f00-604c-4aa7-946e-b90269f68df2'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:35:43.143339 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-47df4078-bd16-4066-8160-77463be2d18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:43.161696 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-62f8e7ee-1bb5-49af-a2e5-f969fa209c37 req-865bbce6-fdb5-4e22-b3da-7ae1d511d2bc tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/security-groups?id=23cb3362-81da-4b29-bc4a-029847d6d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484936 Nov 25 20:35:43.213827 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-47df4078-bd16-4066-8160-77463be2d18f service neutron] For port aab91571-9a61-4056-b10e-24086fd810bf, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:35:43.216802 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-47df4078-bd16-4066-8160-77463be2d18f service neutron] For port aab91571-9a61-4056-b10e-24086fd810bf, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=aab91571-9a61-4056-b10e-24086fd810bf,segment=NetworkSegment(22a0f447-6b46-4d1e-8c22-3e8e375cfb8d),segment_id=22a0f447-6b46-4d1e-8c22-3e8e375cfb8d)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:35:43.220909 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-47df4078-bd16-4066-8160-77463be2d18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:43.255487 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-47df4078-bd16-4066-8160-77463be2d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:43.256094 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-47df4078-bd16-4066-8160-77463be2d18f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:43.257476 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-47df4078-bd16-4066-8160-77463be2d18f service neutron] 10.222.0.85 "PUT /v2.0/ports/aab91571-9a61-4056-b10e-24086fd810bf HTTP/1.1" status: 200 len: 1091 time: 0.6372571 Nov 25 20:35:43.257923 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd', 'tag': 'aab91571-9a61-4056-b10e-24086fd810bf'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:35:43.260244 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5b12db-1262-45e0-9ad1-502e77361629" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd", "tag": "aab91571-9a61-4056-b10e-24086fd810bf"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:35:43.286212 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df4078-bd16-4066-8160-77463be2d18f service neutron] Pushing event updated for resources: {'Port': ['ID=aab91571-9a61-4056-b10e-24086fd810bf,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:43.297572 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d183ea-bce1-458f-bc7c-2dc1f8483168 x-openstack-request-id: req-20d183ea-bce1-458f-bc7c-2dc1f8483168 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:35:43.297902 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd", "tag": "aab91571-9a61-4056-b10e-24086fd810bf", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:35:43.298163 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-20d183ea-bce1-458f-bc7c-2dc1f8483168 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:35:43.298606 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd', 'tag': 'aab91571-9a61-4056-b10e-24086fd810bf', 'status': 'completed', 'code': 200} Nov 25 20:35:43.691953 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-b01f1e48-b294-488c-88b2-2971e7ac9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:43.693459 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-b01f1e48-b294-488c-88b2-2971e7ac9765 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f9df5b25c33641409c3e37464b102be2&device_id=3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd HTTP/1.1" status: 200 len: 1094 time: 0.3867099 Nov 25 20:35:43.736250 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-29c53316-ec06-422f-bd4f-df0c4a69e3cf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aab91571-9a61-4056-b10e-24086fd810bf HTTP/1.1" status: 200 len: 217 time: 0.0345650 Nov 25 20:35:43.785217 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-80ba6410-1315-4513-98ac-5ac8505b924e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:43.786954 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-80ba6410-1315-4513-98ac-5ac8505b924e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ac873f98-03ca-45df-b5ae-a63fa64f7602 HTTP/1.1" status: 200 len: 854 time: 0.0445526 Nov 25 20:35:43.818249 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-09f8e63c-9d01-4862-a814-aa2b991250ee service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4bc07f00-604c-4aa7-946e-b90269f68df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241177 Nov 25 20:35:43.912274 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-5ce98c2c-e59c-40a0-bd92-b68dfa7a4e85 service neutron] 10.222.0.85 "GET /v2.0/networks/4bc07f00-604c-4aa7-946e-b90269f68df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873241 Nov 25 20:35:44.007205 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0e9c7b06-ba0c-41b7-b616-ccda1fd9b941 req-69a1c933-2546-4c10-b30e-38f30391a087 service neutron] 10.222.0.85 "GET /v2.0/networks/4bc07f00-604c-4aa7-946e-b90269f68df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885072 Nov 25 20:35:44.094529 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b12db-1262-45e0-9ad1-502e77361629 req-f39d5b7e-b813-4a38-967d-9d21f59a713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:44.096104 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f5b12db-1262-45e0-9ad1-502e77361629 req-f39d5b7e-b813-4a38-967d-9d21f59a713c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f9df5b25c33641409c3e37464b102be2&device_id=3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd HTTP/1.1" status: 200 len: 1094 time: 0.0423529 Nov 25 20:35:44.189875 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b12db-1262-45e0-9ad1-502e77361629 req-0d9f8d8f-6694-460a-b57b-d883ece9d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:44.191403 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f5b12db-1262-45e0-9ad1-502e77361629 req-0d9f8d8f-6694-460a-b57b-d883ece9d51c service neutron] 10.222.0.85 "GET /v2.0/networks?id=4bc07f00-604c-4aa7-946e-b90269f68df2 HTTP/1.1" status: 200 len: 915 time: 0.0884323 Nov 25 20:35:44.238639 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f5b12db-1262-45e0-9ad1-502e77361629 req-f36d7bd7-a986-4492-b2c1-d73300be1a8e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aab91571-9a61-4056-b10e-24086fd810bf HTTP/1.1" status: 200 len: 217 time: 0.0402462 Nov 25 20:35:44.284416 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101391f-786d-4f5b-a55a-24cb64fac842 req-066dca08-f076-4b7d-93c0-1ebbacd05a6f tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:44.286084 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9101391f-786d-4f5b-a55a-24cb64fac842 req-066dca08-f076-4b7d-93c0-1ebbacd05a6f tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd HTTP/1.1" status: 200 len: 943 time: 0.0495291 Nov 25 20:35:44.290026 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b12db-1262-45e0-9ad1-502e77361629 req-9cdc4397-fda0-4a69-8a00-bbf9acaf34f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:44.291521 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f5b12db-1262-45e0-9ad1-502e77361629 req-9cdc4397-fda0-4a69-8a00-bbf9acaf34f2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ac873f98-03ca-45df-b5ae-a63fa64f7602 HTTP/1.1" status: 200 len: 854 time: 0.0463812 Nov 25 20:35:44.326137 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f5b12db-1262-45e0-9ad1-502e77361629 req-99dcf478-b391-4aea-a947-7bf730accacf service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4bc07f00-604c-4aa7-946e-b90269f68df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258017 Nov 25 20:35:44.334644 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9101391f-786d-4f5b-a55a-24cb64fac842 req-c84f5301-9a8c-4598-82a7-12b3b402044a tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/security-groups?id=23cb3362-81da-4b29-bc4a-029847d6d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422907 Nov 25 20:35:44.424320 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f5b12db-1262-45e0-9ad1-502e77361629 req-251e76e6-2e0d-4dbc-8172-475c9f3e372c service neutron] 10.222.0.85 "GET /v2.0/networks/4bc07f00-604c-4aa7-946e-b90269f68df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896227 Nov 25 20:35:44.519143 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9f5b12db-1262-45e0-9ad1-502e77361629 req-cfd49ac6-c166-4252-8c4b-76330e233ec1 service neutron] 10.222.0.85 "GET /v2.0/networks/4bc07f00-604c-4aa7-946e-b90269f68df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872681 Nov 25 20:35:45.450435 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf45f41-ea3d-4ac1-85d5-a85cb647c73a req-aa4066f1-270f-4f8c-82b8-5ca5c4976302 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:45.452428 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-adf45f41-ea3d-4ac1-85d5-a85cb647c73a req-aa4066f1-270f-4f8c-82b8-5ca5c4976302 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd HTTP/1.1" status: 200 len: 943 time: 0.0483904 Nov 25 20:35:45.504249 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-adf45f41-ea3d-4ac1-85d5-a85cb647c73a req-b349f9cd-bd8f-4a72-9e45-6616324dfd20 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/security-groups?id=23cb3362-81da-4b29-bc4a-029847d6d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451319 Nov 25 20:35:45.536310 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device aab91571-9a61-4056-b10e-24086fd810bf details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:35:45.631847 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port aab91571-9a61-4056-b10e-24086fd810bf, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=aab91571-9a61-4056-b10e-24086fd810bf,segment=NetworkSegment(22a0f447-6b46-4d1e-8c22-3e8e375cfb8d),segment_id=22a0f447-6b46-4d1e-8c22-3e8e375cfb8d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:35:45.643617 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'aab91571-9a61-4056-b10e-24086fd810bf', 'network_id': '4bc07f00-604c-4aa7-946e-b90269f68df2', 'port_id': 'aab91571-9a61-4056-b10e-24086fd810bf', 'mac_address': 'fa:16:3e:cc:4a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac873f98-03ca-45df-b5ae-a63fa64f7602', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:35:45.680791 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:45.693872 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aab91571-9a61-4056-b10e-24086fd810bf {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:35:45.716991 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port aab91571-9a61-4056-b10e-24086fd810bf, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=aab91571-9a61-4056-b10e-24086fd810bf,segment=NetworkSegment(22a0f447-6b46-4d1e-8c22-3e8e375cfb8d),segment_id=22a0f447-6b46-4d1e-8c22-3e8e375cfb8d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:35:45.721151 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:45.769565 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=aab91571-9a61-4056-b10e-24086fd810bf,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:45.912246 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['aab91571-9a61-4056-b10e-24086fd810bf'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:35:46.623667 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ad259-411a-4c76-8885-a3bb0e96ba2e req-d0da3a5d-5e29-4e0e-aa24-8975b560c3e1 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:46.625311 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b28ad259-411a-4c76-8885-a3bb0e96ba2e req-d0da3a5d-5e29-4e0e-aa24-8975b560c3e1 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd HTTP/1.1" status: 200 len: 944 time: 0.0510597 Nov 25 20:35:46.680196 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b28ad259-411a-4c76-8885-a3bb0e96ba2e req-d52cea92-2032-4746-9faa-2c0b427beeb3 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/security-groups?id=23cb3362-81da-4b29-bc4a-029847d6d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487969 Nov 25 20:35:47.567451 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device aab91571-9a61-4056-b10e-24086fd810bf up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:35:47.622848 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port aab91571-9a61-4056-b10e-24086fd810bf completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:35:47.629042 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port aab91571-9a61-4056-b10e-24086fd810bf triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:35:47.629479 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:47.727757 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:47.753760 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab91571-9a61-4056-b10e-24086fd810bf'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:35:47.756188 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1add962d-01bd-4077-91f0-ee42d557e2ff" -d '{"events": [{"server_uuid": "3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd", "name": "network-vif-plugged", "status": "completed", "tag": "aab91571-9a61-4056-b10e-24086fd810bf"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:35:47.769791 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port aab91571-9a61-4056-b10e-24086fd810bf, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=aab91571-9a61-4056-b10e-24086fd810bf,segment=NetworkSegment(22a0f447-6b46-4d1e-8c22-3e8e375cfb8d),segment_id=22a0f447-6b46-4d1e-8c22-3e8e375cfb8d)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:35:47.774873 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:47.827269 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f42ab1-9ff2-4c66-bf23-ed153e9c5846 req-15d1b701-8a25-4431-a084-10b7bddd637d tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:47.828737 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b3f42ab1-9ff2-4c66-bf23-ed153e9c5846 req-15d1b701-8a25-4431-a084-10b7bddd637d tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd HTTP/1.1" status: 200 len: 944 time: 0.0714047 Nov 25 20:35:47.835042 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=aab91571-9a61-4056-b10e-24086fd810bf,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:47.886275 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b3f42ab1-9ff2-4c66-bf23-ed153e9c5846 req-ed26ca4f-3788-4637-b3e0-a81aecfddd3b tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/security-groups?id=23cb3362-81da-4b29-bc4a-029847d6d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507958 Nov 25 20:35:47.934684 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ba876b-d0ae-4427-81dd-803a7a69454f x-openstack-request-id: req-a4ba876b-d0ae-4427-81dd-803a7a69454f {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:35:47.934987 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd", "name": "network-vif-plugged", "status": "completed", "tag": "aab91571-9a61-4056-b10e-24086fd810bf", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:35:47.935249 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a4ba876b-d0ae-4427-81dd-803a7a69454f {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:35:47.935650 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab91571-9a61-4056-b10e-24086fd810bf', 'code': 200} Nov 25 20:35:48.044822 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552ed3c-59f7-426a-b2ed-0e925e2b4ca2 req-d4ad56d5-644e-4030-a431-46c8d8f63009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:48.047244 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3552ed3c-59f7-426a-b2ed-0e925e2b4ca2 req-d4ad56d5-644e-4030-a431-46c8d8f63009 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd HTTP/1.1" status: 200 len: 1096 time: 0.0463941 Nov 25 20:35:48.107474 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3552ed3c-59f7-426a-b2ed-0e925e2b4ca2 req-337702f0-88e3-4de7-bd4f-cf58803120a1 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=23cb3362-81da-4b29-bc4a-029847d6d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514560 Nov 25 20:35:49.011573 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da755205-02e2-4f31-94f0-f11aa783032e req-2d5df974-c4ed-4440-9c30-678341bde913 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:49.013468 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-da755205-02e2-4f31-94f0-f11aa783032e req-2d5df974-c4ed-4440-9c30-678341bde913 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd HTTP/1.1" status: 200 len: 945 time: 0.0538826 Nov 25 20:35:49.064699 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-da755205-02e2-4f31-94f0-f11aa783032e req-257bc836-8000-4717-bca7-0f4f1c3f763a tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/security-groups?id=23cb3362-81da-4b29-bc4a-029847d6d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446687 Nov 25 20:35:50.181265 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad45f6-6fce-4951-94e2-e717519003db req-9217a854-2eff-4999-8ce5-eabc243d6068 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:50.182786 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-28ad45f6-6fce-4951-94e2-e717519003db req-9217a854-2eff-4999-8ce5-eabc243d6068 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd HTTP/1.1" status: 200 len: 945 time: 0.0485227 Nov 25 20:35:50.231489 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-28ad45f6-6fce-4951-94e2-e717519003db req-90b35fb9-e2aa-4b8d-955f-1a49fc3df821 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/security-groups?id=23cb3362-81da-4b29-bc4a-029847d6d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418942 Nov 25 20:35:50.475876 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05ad0a-a1d3-4cab-bec8-5e51823945c1 req-569ccd3b-6611-4cdc-af3f-48552bb450e0 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:50.477372 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cb05ad0a-a1d3-4cab-bec8-5e51823945c1 req-569ccd3b-6611-4cdc-af3f-48552bb450e0 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd HTTP/1.1" status: 200 len: 945 time: 0.0540137 Nov 25 20:35:50.524469 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cb05ad0a-a1d3-4cab-bec8-5e51823945c1 req-89d685a3-7671-4704-b6f8-1151a59ede27 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/security-groups?id=23cb3362-81da-4b29-bc4a-029847d6d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411632 Nov 25 20:35:51.640529 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90b6f2-9808-48d2-9af3-ebd4c1eef4a2 req-b90bfa9d-bc90-48a4-9057-8f0ab68f7b69 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:51.642014 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a90b6f2-9808-48d2-9af3-ebd4c1eef4a2 req-b90bfa9d-bc90-48a4-9057-8f0ab68f7b69 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd HTTP/1.1" status: 200 len: 945 time: 0.0484927 Nov 25 20:35:51.691991 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a90b6f2-9808-48d2-9af3-ebd4c1eef4a2 req-530be48f-5b0f-43c2-9b0c-816c5ab64503 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/security-groups?id=23cb3362-81da-4b29-bc4a-029847d6d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436852 Nov 25 20:35:51.714157 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2e0de-f6d1-4924-b1c3-41f1d57fe50b req-01c9a286-7539-422b-aa1a-07aef6c48db6 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:51.715663 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c6d2e0de-f6d1-4924-b1c3-41f1d57fe50b req-01c9a286-7539-422b-aa1a-07aef6c48db6 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd HTTP/1.1" status: 200 len: 945 time: 0.0542207 Nov 25 20:35:51.807906 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-c6d2e0de-f6d1-4924-b1c3-41f1d57fe50b req-7cc0b467-2237-419a-ad2d-712dacf4052e tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Deleting port aab91571-9a61-4056-b10e-24086fd810bf {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:35:51.808154 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c6d2e0de-f6d1-4924-b1c3-41f1d57fe50b req-7cc0b467-2237-419a-ad2d-712dacf4052e tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:51.900718 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-c6d2e0de-f6d1-4924-b1c3-41f1d57fe50b req-7cc0b467-2237-419a-ad2d-712dacf4052e tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] For port aab91571-9a61-4056-b10e-24086fd810bf, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=aab91571-9a61-4056-b10e-24086fd810bf,segment=NetworkSegment(22a0f447-6b46-4d1e-8c22-3e8e375cfb8d),segment_id=22a0f447-6b46-4d1e-8c22-3e8e375cfb8d)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:35:51.901085 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c6d2e0de-f6d1-4924-b1c3-41f1d57fe50b req-7cc0b467-2237-419a-ad2d-712dacf4052e tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:51.914930 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-c6d2e0de-f6d1-4924-b1c3-41f1d57fe50b req-7cc0b467-2237-419a-ad2d-712dacf4052e tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Calling delete_port for aab91571-9a61-4056-b10e-24086fd810bf owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:35:52.044764 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c6d2e0de-f6d1-4924-b1c3-41f1d57fe50b req-7cc0b467-2237-419a-ad2d-712dacf4052e tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:52.060520 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['aab91571-9a61-4056-b10e-24086fd810bf'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:35:52.063309 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['07b470a7-5b52-443f-99cd-1d5b5b1cbecc'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:35:52.072549 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0b467-2237-419a-ad2d-712dacf4052e tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Pushing event deleted for resources: {'Port': ['ID=aab91571-9a61-4056-b10e-24086fd810bf,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:52.115723 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d2e0de-f6d1-4924-b1c3-41f1d57fe50b req-7cc0b467-2237-419a-ad2d-712dacf4052e tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] No DVR routers for this DVR port aab91571-9a61-4056-b10e-24086fd810bf on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:35:52.118358 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c6d2e0de-f6d1-4924-b1c3-41f1d57fe50b req-7cc0b467-2237-419a-ad2d-712dacf4052e tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:52.121784 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-c6d2e0de-f6d1-4924-b1c3-41f1d57fe50b req-7cc0b467-2237-419a-ad2d-712dacf4052e tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.85 "DELETE /v2.0/ports/aab91571-9a61-4056-b10e-24086fd810bf HTTP/1.1" status: 204 len: 173 time: 0.3997507 Nov 25 20:35:52.122237 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd', 'name': 'network-vif-deleted', 'tag': 'aab91571-9a61-4056-b10e-24086fd810bf'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:35:52.125067 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed59299d-a42d-40b5-84db-55a6d9f0b1bf" -d '{"events": [{"server_uuid": "3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd", "name": "network-vif-deleted", "tag": "aab91571-9a61-4056-b10e-24086fd810bf"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:35:52.164243 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14645153-cda7-40d5-822c-b4121794705e x-openstack-request-id: req-14645153-cda7-40d5-822c-b4121794705e {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:35:52.164550 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd", "name": "network-vif-deleted", "tag": "aab91571-9a61-4056-b10e-24086fd810bf", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:35:52.164813 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-14645153-cda7-40d5-822c-b4121794705e {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:35:52.165226 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5a2458-40cb-4a16-8f2c-fc49a3b1fcfd', 'name': 'network-vif-deleted', 'tag': 'aab91571-9a61-4056-b10e-24086fd810bf', 'status': 'completed', 'code': 200} Nov 25 20:35:52.843057 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314941b8-86eb-40e8-883d-cdda1d19c6d9 req-a2e80906-9b64-430e-b3e3-1d86d1f56617 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:52.844641 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-314941b8-86eb-40e8-883d-cdda1d19c6d9 req-a2e80906-9b64-430e-b3e3-1d86d1f56617 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f40dd70-a453-4772-9c99-0b458982231c HTTP/1.1" status: 200 len: 945 time: 0.0495410 Nov 25 20:35:52.897455 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-314941b8-86eb-40e8-883d-cdda1d19c6d9 req-9d71b96c-232e-42f3-9956-d58559e123a6 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/security-groups?id=23cb3362-81da-4b29-bc4a-029847d6d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468490 Nov 25 20:35:53.028863 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ca38c-5536-4f66-b965-ebb80ffbdf33 req-187ad304-2b76-4e5d-b9fd-63f92b8cb86d tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:53.030240 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c79ca38c-5536-4f66-b965-ebb80ffbdf33 req-187ad304-2b76-4e5d-b9fd-63f92b8cb86d tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f40dd70-a453-4772-9c99-0b458982231c HTTP/1.1" status: 200 len: 945 time: 0.0487144 Nov 25 20:35:53.079804 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c79ca38c-5536-4f66-b965-ebb80ffbdf33 req-8832baa3-bc1a-4c45-9a1b-078074e01f80 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/security-groups?id=23cb3362-81da-4b29-bc4a-029847d6d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433912 Nov 25 20:35:53.202485 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4596ff-4e12-4269-ae32-91028071beff req-e91e2c1b-c9cc-4f1a-8480-82ff1ef002e0 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:53.204018 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af4596ff-4e12-4269-ae32-91028071beff req-e91e2c1b-c9cc-4f1a-8480-82ff1ef002e0 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f40dd70-a453-4772-9c99-0b458982231c HTTP/1.1" status: 200 len: 945 time: 0.0545731 Nov 25 20:35:53.252781 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af4596ff-4e12-4269-ae32-91028071beff req-d63ce87c-fe6d-43f9-a45a-cc78926ecd51 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/security-groups?id=23cb3362-81da-4b29-bc4a-029847d6d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424745 Nov 25 20:35:53.423866 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe4df0-68a1-43ad-aafa-92dd45580b01 req-ceee0d93-0f46-4550-bb11-faa70bbd12dc tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:53.425361 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bafe4df0-68a1-43ad-aafa-92dd45580b01 req-ceee0d93-0f46-4550-bb11-faa70bbd12dc tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f40dd70-a453-4772-9c99-0b458982231c HTTP/1.1" status: 200 len: 945 time: 0.0532405 Nov 25 20:35:53.473143 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bafe4df0-68a1-43ad-aafa-92dd45580b01 req-5759b668-3e87-4969-8849-dfdaa57b1c12 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/security-groups?id=23cb3362-81da-4b29-bc4a-029847d6d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419495 Nov 25 20:35:53.607773 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a3ca2-1b9a-47ec-b971-bc378405e22e req-1cef5033-7cfa-47f8-881e-2aec4fcece8b tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:53.610233 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-753a3ca2-1b9a-47ec-b971-bc378405e22e req-1cef5033-7cfa-47f8-881e-2aec4fcece8b tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f40dd70-a453-4772-9c99-0b458982231c HTTP/1.1" status: 200 len: 945 time: 0.0678060 Nov 25 20:35:53.659867 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-753a3ca2-1b9a-47ec-b971-bc378405e22e req-a68a08ec-778b-48de-be77-e2b90df4f4cb tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/security-groups?id=23cb3362-81da-4b29-bc4a-029847d6d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429900 Nov 25 20:35:53.789138 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405a5fd-cff0-47f9-9925-42d06765b985 req-92ef7f1a-fbef-4f5b-8b95-46505f6966dc tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:53.790599 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8405a5fd-cff0-47f9-9925-42d06765b985 req-92ef7f1a-fbef-4f5b-8b95-46505f6966dc tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f40dd70-a453-4772-9c99-0b458982231c HTTP/1.1" status: 200 len: 945 time: 0.0494621 Nov 25 20:35:53.843236 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8405a5fd-cff0-47f9-9925-42d06765b985 req-700edfb3-946f-47c0-910b-7dbabdbd4574 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/security-groups?id=23cb3362-81da-4b29-bc4a-029847d6d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452824 Nov 25 20:35:54.149866 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ca581-5c7b-483b-a9c3-d64fd0ac8e33 req-a73d074b-2604-49c2-a2eb-b702fa5276af tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:54.151279 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ef1ca581-5c7b-483b-a9c3-d64fd0ac8e33 req-a73d074b-2604-49c2-a2eb-b702fa5276af tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f40dd70-a453-4772-9c99-0b458982231c HTTP/1.1" status: 200 len: 945 time: 0.0512903 Nov 25 20:35:54.199189 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ef1ca581-5c7b-483b-a9c3-d64fd0ac8e33 req-ea9aca89-9499-43f8-8c4d-a64a80862645 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/security-groups?id=23cb3362-81da-4b29-bc4a-029847d6d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416405 Nov 25 20:35:54.252700 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:54.917211 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:55.316694 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e27c9-66f7-4d3f-a6d5-1fe40094a720 req-1905c4f4-6e19-44c8-a08d-9540f1732fbf tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:55.318200 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0a2e27c9-66f7-4d3f-a6d5-1fe40094a720 req-1905c4f4-6e19-44c8-a08d-9540f1732fbf tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f40dd70-a453-4772-9c99-0b458982231c HTTP/1.1" status: 200 len: 945 time: 0.0502198 Nov 25 20:35:55.366848 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0a2e27c9-66f7-4d3f-a6d5-1fe40094a720 req-6d50cfa0-2b31-4da8-9d06-b75c591909a6 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/security-groups?id=23cb3362-81da-4b29-bc4a-029847d6d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427084 Nov 25 20:35:55.597924 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device aab91571-9a61-4056-b10e-24086fd810bf no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:35:55.618557 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: aab91571-9a61-4056-b10e-24086fd810bf {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:35:55.618914 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device aab91571-9a61-4056-b10e-24086fd810bf not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:35:55.832454 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8305ac6-18e1-4565-a2e7-8ccd7021ecc2 req-d10928bd-e311-460a-9217-ee3ca007ab13 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:55.834281 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8305ac6-18e1-4565-a2e7-8ccd7021ecc2 req-d10928bd-e311-460a-9217-ee3ca007ab13 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f40dd70-a453-4772-9c99-0b458982231c HTTP/1.1" status: 200 len: 945 time: 0.3775122 Nov 25 20:35:55.925299 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-d8305ac6-18e1-4565-a2e7-8ccd7021ecc2 req-6fef4b74-da7d-4a07-a90e-13681068fdb8 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Deleting port 07b470a7-5b52-443f-99cd-1d5b5b1cbecc {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:35:55.925559 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d8305ac6-18e1-4565-a2e7-8ccd7021ecc2 req-6fef4b74-da7d-4a07-a90e-13681068fdb8 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:56.021231 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-d8305ac6-18e1-4565-a2e7-8ccd7021ecc2 req-6fef4b74-da7d-4a07-a90e-13681068fdb8 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] For port 07b470a7-5b52-443f-99cd-1d5b5b1cbecc, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=07b470a7-5b52-443f-99cd-1d5b5b1cbecc,segment=NetworkSegment(22a0f447-6b46-4d1e-8c22-3e8e375cfb8d),segment_id=22a0f447-6b46-4d1e-8c22-3e8e375cfb8d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:35:56.021602 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d8305ac6-18e1-4565-a2e7-8ccd7021ecc2 req-6fef4b74-da7d-4a07-a90e-13681068fdb8 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:56.034626 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-d8305ac6-18e1-4565-a2e7-8ccd7021ecc2 req-6fef4b74-da7d-4a07-a90e-13681068fdb8 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Calling delete_port for 07b470a7-5b52-443f-99cd-1d5b5b1cbecc owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:35:56.165753 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d8305ac6-18e1-4565-a2e7-8ccd7021ecc2 req-6fef4b74-da7d-4a07-a90e-13681068fdb8 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:56.196219 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef4b74-da7d-4a07-a90e-13681068fdb8 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Pushing event deleted for resources: {'Port': ['ID=07b470a7-5b52-443f-99cd-1d5b5b1cbecc,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:56.221774 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef4b74-da7d-4a07-a90e-13681068fdb8 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:35:56.222121 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef4b74-da7d-4a07-a90e-13681068fdb8 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:35:56.222514 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef4b74-da7d-4a07-a90e-13681068fdb8 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:35:56.222854 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef4b74-da7d-4a07-a90e-13681068fdb8 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:35:56.223186 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef4b74-da7d-4a07-a90e-13681068fdb8 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:35:56.223519 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef4b74-da7d-4a07-a90e-13681068fdb8 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:35:56.223851 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef4b74-da7d-4a07-a90e-13681068fdb8 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:35:56.224177 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef4b74-da7d-4a07-a90e-13681068fdb8 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:35:56.224513 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef4b74-da7d-4a07-a90e-13681068fdb8 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:35:56.224833 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef4b74-da7d-4a07-a90e-13681068fdb8 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:35:56.225155 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef4b74-da7d-4a07-a90e-13681068fdb8 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:35:56.225483 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef4b74-da7d-4a07-a90e-13681068fdb8 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:35:56.245333 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8305ac6-18e1-4565-a2e7-8ccd7021ecc2 req-6fef4b74-da7d-4a07-a90e-13681068fdb8 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] No DVR routers for this DVR port 07b470a7-5b52-443f-99cd-1d5b5b1cbecc on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:35:56.248036 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-d8305ac6-18e1-4565-a2e7-8ccd7021ecc2 req-6fef4b74-da7d-4a07-a90e-13681068fdb8 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:56.252049 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d8305ac6-18e1-4565-a2e7-8ccd7021ecc2 req-6fef4b74-da7d-4a07-a90e-13681068fdb8 tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.73 "DELETE /v2.0/ports/07b470a7-5b52-443f-99cd-1d5b5b1cbecc HTTP/1.1" status: 204 len: 173 time: 0.4113941 Nov 25 20:35:56.252501 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f40dd70-a453-4772-9c99-0b458982231c', 'name': 'network-vif-deleted', 'tag': '07b470a7-5b52-443f-99cd-1d5b5b1cbecc'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:35:56.254793 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6592c95b-6ac1-43de-a36c-e5c6a5e544fb" -d '{"events": [{"server_uuid": "2f40dd70-a453-4772-9c99-0b458982231c", "name": "network-vif-deleted", "tag": "07b470a7-5b52-443f-99cd-1d5b5b1cbecc"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:35:56.295406 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f99eab1-3d02-4801-b5ac-01498f29136c x-openstack-request-id: req-5f99eab1-3d02-4801-b5ac-01498f29136c {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:35:56.295707 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f40dd70-a453-4772-9c99-0b458982231c", "name": "network-vif-deleted", "tag": "07b470a7-5b52-443f-99cd-1d5b5b1cbecc", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:35:56.295995 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f99eab1-3d02-4801-b5ac-01498f29136c {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:35:56.297130 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f40dd70-a453-4772-9c99-0b458982231c', 'name': 'network-vif-deleted', 'tag': '07b470a7-5b52-443f-99cd-1d5b5b1cbecc', 'status': 'completed', 'code': 200} Nov 25 20:35:56.477475 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9dae2f73-c342-477a-92d0-41450b332b91 req-4280cf73-1c45-4834-802e-8bfb29691c2e tempest-ServersNegativeTestJSON-2144500524 tempest-ServersNegativeTestJSON-2144500524-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f40dd70-a453-4772-9c99-0b458982231c HTTP/1.1" status: 200 len: 210 time: 0.0268276 Nov 25 20:35:57.534353 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58110) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:35:57.582839 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd325da-262d-4df1-879d-c469522ef0db admin admin] Deleting subnet ac873f98-03ca-45df-b5ae-a63fa64f7602 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:35:57.585999 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7cd325da-262d-4df1-879d-c469522ef0db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:57.626845 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7cd325da-262d-4df1-879d-c469522ef0db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:57.670480 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7cd325da-262d-4df1-879d-c469522ef0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:57.724789 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7cd325da-262d-4df1-879d-c469522ef0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:57.751746 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd325da-262d-4df1-879d-c469522ef0db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac873f98-03ca-45df-b5ae-a63fa64f7602,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:57.756508 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7cd325da-262d-4df1-879d-c469522ef0db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:57.759716 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7cd325da-262d-4df1-879d-c469522ef0db admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ac873f98-03ca-45df-b5ae-a63fa64f7602 HTTP/1.1" status: 204 len: 168 time: 0.2243314 Nov 25 20:35:57.762155 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58112) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:35:57.837772 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b88f95b9-698d-4d5c-b3dc-df4ced468384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:57.852548 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 07b470a7-5b52-443f-99cd-1d5b5b1cbecc no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:35:57.876452 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 07b470a7-5b52-443f-99cd-1d5b5b1cbecc {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:35:57.876799 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 07b470a7-5b52-443f-99cd-1d5b5b1cbecc not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:35:57.922744 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b88f95b9-698d-4d5c-b3dc-df4ced468384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:57.942930 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b88f95b9-698d-4d5c-b3dc-df4ced468384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc07f00-604c-4aa7-946e-b90269f68df2']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:35:57.953035 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b88f95b9-698d-4d5c-b3dc-df4ced468384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a0f447-6b46-4d1e-8c22-3e8e375cfb8d') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:35:57.953339 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b88f95b9-698d-4d5c-b3dc-df4ced468384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a0f447-6b46-4d1e-8c22-3e8e375cfb8d') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:35:57.962826 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b88f95b9-698d-4d5c-b3dc-df4ced468384 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:57.976135 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b88f95b9-698d-4d5c-b3dc-df4ced468384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:57.981935 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88f95b9-698d-4d5c-b3dc-df4ced468384 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:35:57.982342 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b88f95b9-698d-4d5c-b3dc-df4ced468384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:35:57.984509 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:35:58.039525 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b88f95b9-698d-4d5c-b3dc-df4ced468384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:58.044663 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b88f95b9-698d-4d5c-b3dc-df4ced468384 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:58.048910 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b88f95b9-698d-4d5c-b3dc-df4ced468384 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4bc07f00-604c-4aa7-946e-b90269f68df2 HTTP/1.1" status: 204 len: 168 time: 0.2858021 Nov 25 20:35:58.062573 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f95b9-698d-4d5c-b3dc-df4ced468384 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bc07f00-604c-4aa7-946e-b90269f68df2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:58.070600 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f95b9-698d-4d5c-b3dc-df4ced468384 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:35:58.070884 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f95b9-698d-4d5c-b3dc-df4ced468384 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:35:58.071232 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f95b9-698d-4d5c-b3dc-df4ced468384 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:35:58.071580 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f95b9-698d-4d5c-b3dc-df4ced468384 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:35:58.071931 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f95b9-698d-4d5c-b3dc-df4ced468384 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:35:58.072279 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f95b9-698d-4d5c-b3dc-df4ced468384 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:35:58.072620 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f95b9-698d-4d5c-b3dc-df4ced468384 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:35:58.072961 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f95b9-698d-4d5c-b3dc-df4ced468384 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:35:58.073303 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f95b9-698d-4d5c-b3dc-df4ced468384 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:35:58.073641 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f95b9-698d-4d5c-b3dc-df4ced468384 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:35:58.073984 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f95b9-698d-4d5c-b3dc-df4ced468384 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:35:58.074338 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f95b9-698d-4d5c-b3dc-df4ced468384 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:35:58.156270 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58116) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:35:58.196911 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-85a82243-dfdb-4124-9a6b-cb8f9b053b4b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f9df5b25c33641409c3e37464b102be2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394528 Nov 25 20:35:58.199384 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58118) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:35:58.252281 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-83af5b71-3d01-4557-bb46-61a45c362243 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:58.273774 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-83af5b71-3d01-4557-bb46-61a45c362243 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:58.327040 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-83af5b71-3d01-4557-bb46-61a45c362243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:58.329677 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-83af5b71-3d01-4557-bb46-61a45c362243 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:58.330895 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-83af5b71-3d01-4557-bb46-61a45c362243 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/23cb3362-81da-4b29-bc4a-029847d6d172 HTTP/1.1" status: 204 len: 168 time: 0.1305764 Nov 25 20:35:58.340920 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af5b71-3d01-4557-bb46-61a45c362243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cb3362-81da-4b29-bc4a-029847d6d172,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:59.039511 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58140) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:35:59.136820 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2466defb-2030-49e9-9418-ddcb71583fba tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1193268638'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:35:59.159214 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2466defb-2030-49e9-9418-ddcb71583fba tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Made reservation on behalf of 789691f275a24b45a6f731941d024b82 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:35:59.163134 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2466defb-2030-49e9-9418-ddcb71583fba tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:59.171878 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2466defb-2030-49e9-9418-ddcb71583fba tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:59.253121 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2466defb-2030-49e9-9418-ddcb71583fba tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:59.256897 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2466defb-2030-49e9-9418-ddcb71583fba tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:59.285124 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2466defb-2030-49e9-9418-ddcb71583fba tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:35:59.295367 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466defb-2030-49e9-9418-ddcb71583fba tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb4e6a1-3838-4695-8ca6-c8618794cb5d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:59.301757 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2466defb-2030-49e9-9418-ddcb71583fba tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:59.302106 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-2466defb-2030-49e9-9418-ddcb71583fba tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Added segment 8234eb2a-3d03-496d-ae53-c8919568eeca of type vlan for network e6a82409-bd56-47f3-9fc1-a8cecb7e2636 Nov 25 20:35:59.344997 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2466defb-2030-49e9-9418-ddcb71583fba tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:59.370182 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2466defb-2030-49e9-9418-ddcb71583fba tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:59.377044 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2466defb-2030-49e9-9418-ddcb71583fba tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:59.377683 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2466defb-2030-49e9-9418-ddcb71583fba tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:59.392197 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4d519b03-e8aa-40b4-a5d7-da137e374c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:59.412647 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2466defb-2030-49e9-9418-ddcb71583fba tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3720090 Nov 25 20:35:59.449389 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466defb-2030-49e9-9418-ddcb71583fba tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Pushing event updated for resources: {'Network': ['ID=e6a82409-bd56-47f3-9fc1-a8cecb7e2636,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:35:59.460873 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network e6a82409-bd56-47f3-9fc1-a8cecb7e2636 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:36:01.863851 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e9e4b230-853a-4c80-979b-ddf692f0d2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:02.832699 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58144) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:02.837768 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f9316005-53b3-4cef-be51-281e9e3c89a5 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Request body: {'subnet': {'network_id': 'e6a82409-bd56-47f3-9fc1-a8cecb7e2636', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:02.930478 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9316005-53b3-4cef-be51-281e9e3c89a5 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Made reservation on behalf of 789691f275a24b45a6f731941d024b82 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:36:02.934136 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9316005-53b3-4cef-be51-281e9e3c89a5 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:03.133532 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9316005-53b3-4cef-be51-281e9e3c89a5 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:03.206649 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9316005-53b3-4cef-be51-281e9e3c89a5 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Pushing event updated for resources: {'Subnet': ['ID=dd0a308b-88f9-45ef-9aa2-51ac69a27a75,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:03.212749 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9316005-53b3-4cef-be51-281e9e3c89a5 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Checking segment: {'id': '8234eb2a-3d03-496d-ae53-c8919568eeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e6a82409-bd56-47f3-9fc1-a8cecb7e2636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:36:03.213119 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9316005-53b3-4cef-be51-281e9e3c89a5 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Network hostable DHCP agents. Network: e6a82409-bd56-47f3-9fc1-a8cecb7e2636, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:36:03.230684 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9316005-53b3-4cef-be51-281e9e3c89a5 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Network e6a82409-bd56-47f3-9fc1-a8cecb7e2636 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:36:03.240057 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f9316005-53b3-4cef-be51-281e9e3c89a5 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, e6a82409-bd56-47f3-9fc1-a8cecb7e2636) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:36:03.244728 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9316005-53b3-4cef-be51-281e9e3c89a5 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:03.245762 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9316005-53b3-4cef-be51-281e9e3c89a5 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:03.249549 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb6dd0f-24f3-44ec-a735-51198ce1682d None None] Network e6a82409-bd56-47f3-9fc1-a8cecb7e2636 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:36:03.263073 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f9316005-53b3-4cef-be51-281e9e3c89a5 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4292660 Nov 25 20:36:03.267549 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58146) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:03.273046 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ff473464-07f6-46f6-ae3f-c5339579e8b4 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1331331824'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:03.294538 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff473464-07f6-46f6-ae3f-c5339579e8b4 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Made reservation on behalf of 789691f275a24b45a6f731941d024b82 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:36:03.298821 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff473464-07f6-46f6-ae3f-c5339579e8b4 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:03.330482 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff473464-07f6-46f6-ae3f-c5339579e8b4 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:36:03.340476 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff473464-07f6-46f6-ae3f-c5339579e8b4 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:03.340820 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-ff473464-07f6-46f6-ae3f-c5339579e8b4 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Added segment 69e0b7ff-87af-4d07-b5ed-c86f3dcb562d of type vlan for network f4399750-46a8-4e7f-8e7f-357a65753986 Nov 25 20:36:03.382165 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff473464-07f6-46f6-ae3f-c5339579e8b4 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:03.410099 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-e6a82409-bd56-47f3-9fc1-a8cecb7e2636', 'network_id': 'e6a82409-bd56-47f3-9fc1-a8cecb7e2636', 'tenant_id': '789691f275a24b45a6f731941d024b82', 'fixed_ips': [{'subnet_id': 'dd0a308b-88f9-45ef-9aa2-51ac69a27a75'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:36:03.411110 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff473464-07f6-46f6-ae3f-c5339579e8b4 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:03.411253 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:03.416819 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff473464-07f6-46f6-ae3f-c5339579e8b4 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:03.417458 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff473464-07f6-46f6-ae3f-c5339579e8b4 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:03.455931 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ff473464-07f6-46f6-ae3f-c5339579e8b4 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1872830 Nov 25 20:36:03.460458 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58148) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:03.468344 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-f8cc6059-997c-4412-811a-a294228abbeb tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Request body: {'subnet': {'network_id': 'f4399750-46a8-4e7f-8e7f-357a65753986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:03.493397 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff473464-07f6-46f6-ae3f-c5339579e8b4 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Pushing event updated for resources: {'Network': ['ID=f4399750-46a8-4e7f-8e7f-357a65753986,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:03.507666 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network f4399750-46a8-4e7f-8e7f-357a65753986 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:36:03.564591 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cc6059-997c-4412-811a-a294228abbeb tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Made reservation on behalf of 789691f275a24b45a6f731941d024b82 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:36:03.568430 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f8cc6059-997c-4412-811a-a294228abbeb tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:03.622797 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Allocated IP 2001:db8:0:ffff::2 (e6a82409-bd56-47f3-9fc1-a8cecb7e2636/dd0a308b-88f9-45ef-9aa2-51ac69a27a75/6fe1461d-530b-420c-a232-0f0899ab3c2e) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:36:03.781198 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f8cc6059-997c-4412-811a-a294228abbeb tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:03.781553 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:03.788316 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:03.830338 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Network e6a82409-bd56-47f3-9fc1-a8cecb7e2636 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:36:03.833291 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:36:03.838136 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:36:03.840195 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Pushing event updated for resources: {'Port': ['ID=6fe1461d-530b-420c-a232-0f0899ab3c2e,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:03.848566 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc6059-997c-4412-811a-a294228abbeb tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Pushing event updated for resources: {'Subnet': ['ID=f47d8876-735a-4dfa-ae7f-707e496420ea,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:03.849909 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:03.850264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:03.850647 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:03.850991 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:03.851327 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:03.851662 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:03.851994 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:03.852324 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:03.852654 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:03.852990 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:03.853363 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:03.853634 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:03.858011 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cc6059-997c-4412-811a-a294228abbeb tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Checking segment: {'id': '69e0b7ff-87af-4d07-b5ed-c86f3dcb562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f4399750-46a8-4e7f-8e7f-357a65753986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:36:03.858408 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cc6059-997c-4412-811a-a294228abbeb tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Network hostable DHCP agents. Network: f4399750-46a8-4e7f-8e7f-357a65753986, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:36:03.877233 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cc6059-997c-4412-811a-a294228abbeb tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Network f4399750-46a8-4e7f-8e7f-357a65753986 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:36:03.888409 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-f8cc6059-997c-4412-811a-a294228abbeb tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, f4399750-46a8-4e7f-8e7f-357a65753986) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:36:03.895866 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cc6059-997c-4412-811a-a294228abbeb tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:03.896747 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f8cc6059-997c-4412-811a-a294228abbeb tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:03.902903 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8a4162-69bc-4dfd-9048-a8574e3a019f None None] Network f4399750-46a8-4e7f-8e7f-357a65753986 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:36:03.915338 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f8cc6059-997c-4412-811a-a294228abbeb tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4527047 Nov 25 20:36:03.917971 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58150) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:03.939166 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Attempting to bind port 6fe1461d-530b-420c-a232-0f0899ab3c2e on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:36:03.939541 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Attempting to bind port 6fe1461d-530b-420c-a232-0f0899ab3c2e by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '8234eb2a-3d03-496d-ae53-c8919568eeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e6a82409-bd56-47f3-9fc1-a8cecb7e2636'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:36:03.939909 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Attempting to bind port 6fe1461d-530b-420c-a232-0f0899ab3c2e on network e6a82409-bd56-47f3-9fc1-a8cecb7e2636 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:36:03.977995 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:36:03.978439 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Checking segment: {'id': '8234eb2a-3d03-496d-ae53-c8919568eeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e6a82409-bd56-47f3-9fc1-a8cecb7e2636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:36:03.979252 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:03.979252 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Bound using segment: {'id': '8234eb2a-3d03-496d-ae53-c8919568eeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e6a82409-bd56-47f3-9fc1-a8cecb7e2636'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:36:03.979676 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Bound port: 6fe1461d-530b-420c-a232-0f0899ab3c2e, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8234eb2a-3d03-496d-ae53-c8919568eeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e6a82409-bd56-47f3-9fc1-a8cecb7e2636'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:36:03.980060 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:03.997944 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:04.020701 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-adc19cbd-0359-4537-a1ab-5494e4b9e030 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:04.101410 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] For port 6fe1461d-530b-420c-a232-0f0899ab3c2e, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:36:04.104654 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-adc19cbd-0359-4537-a1ab-5494e4b9e030 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:04.120444 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] For port 6fe1461d-530b-420c-a232-0f0899ab3c2e, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6fe1461d-530b-420c-a232-0f0899ab3c2e,segment=NetworkSegment(8234eb2a-3d03-496d-ae53-c8919568eeca),segment_id=8234eb2a-3d03-496d-ae53-c8919568eeca)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:36:04.139864 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:04.167254 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead406b3-8998-4439-857c-166b0befbe5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-f4399750-46a8-4e7f-8e7f-357a65753986', 'network_id': 'f4399750-46a8-4e7f-8e7f-357a65753986', 'tenant_id': '789691f275a24b45a6f731941d024b82', 'fixed_ips': [{'subnet_id': 'f47d8876-735a-4dfa-ae7f-707e496420ea'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:36:04.168130 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ead406b3-8998-4439-857c-166b0befbe5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:04.172314 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-adc19cbd-0359-4537-a1ab-5494e4b9e030 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:04.204156 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc19cbd-0359-4537-a1ab-5494e4b9e030 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Pushing event deleted for resources: {'Subnet': ['ID=f47d8876-735a-4dfa-ae7f-707e496420ea,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:04.269760 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda77f8-3f15-418a-8ce0-72578db882b9 None None] Pushing event updated for resources: {'Port': ['ID=6fe1461d-530b-420c-a232-0f0899ab3c2e,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:04.282126 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-adc19cbd-0359-4537-a1ab-5494e4b9e030 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:04.292262 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581c79ed-92b0-47c9-ab91-cc9d9354ced8 None None] Network f4399750-46a8-4e7f-8e7f-357a65753986 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:36:04.307509 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-adc19cbd-0359-4537-a1ab-5494e4b9e030 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4399750-46a8-4e7f-8e7f-357a65753986']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:04.318431 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-adc19cbd-0359-4537-a1ab-5494e4b9e030 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e0b7ff-87af-4d07-b5ed-c86f3dcb562d') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:04.318744 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-adc19cbd-0359-4537-a1ab-5494e4b9e030 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e0b7ff-87af-4d07-b5ed-c86f3dcb562d') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:04.329922 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-adc19cbd-0359-4537-a1ab-5494e4b9e030 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:04.346667 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-adc19cbd-0359-4537-a1ab-5494e4b9e030 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:04.354029 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc19cbd-0359-4537-a1ab-5494e4b9e030 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:36:04.354537 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-adc19cbd-0359-4537-a1ab-5494e4b9e030 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:36:04.358825 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:36:04.448624 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-adc19cbd-0359-4537-a1ab-5494e4b9e030 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:04.459242 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-adc19cbd-0359-4537-a1ab-5494e4b9e030 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:04.463640 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-adc19cbd-0359-4537-a1ab-5494e4b9e030 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] 10.222.0.55 "DELETE /v2.0/networks/f4399750-46a8-4e7f-8e7f-357a65753986 HTTP/1.1" status: 204 len: 168 time: 0.5445142 Nov 25 20:36:04.470173 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58152) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:04.485750 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-bfa59b04-8532-4f85-b622-400a890e70db tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-80860571'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:04.491147 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc19cbd-0359-4537-a1ab-5494e4b9e030 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Pushing event deleted for resources: {'Network': ['ID=f4399750-46a8-4e7f-8e7f-357a65753986,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:04.519426 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa59b04-8532-4f85-b622-400a890e70db tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Made reservation on behalf of 789691f275a24b45a6f731941d024b82 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:36:04.523186 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bfa59b04-8532-4f85-b622-400a890e70db tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:04.554313 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6fe1461d-530b-420c-a232-0f0899ab3c2e up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:36:04.561391 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa59b04-8532-4f85-b622-400a890e70db tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:36:04.573284 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bfa59b04-8532-4f85-b622-400a890e70db tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:04.573637 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-bfa59b04-8532-4f85-b622-400a890e70db tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Added segment 2493a0d3-b1ad-41f6-bb89-2469cf12dba7 of type vlan for network 0f234072-b2e2-487b-b01c-e3953ee26403 Nov 25 20:36:04.613629 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 6fe1461d-530b-420c-a232-0f0899ab3c2e triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:04.614005 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:04.615871 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bfa59b04-8532-4f85-b622-400a890e70db tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:04.642863 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bfa59b04-8532-4f85-b622-400a890e70db tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:04.648557 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa59b04-8532-4f85-b622-400a890e70db tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:04.649102 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bfa59b04-8532-4f85-b622-400a890e70db tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:04.696267 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:04.716158 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bfa59b04-8532-4f85-b622-400a890e70db tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2445617 Nov 25 20:36:04.719125 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58154) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:04.727901 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa59b04-8532-4f85-b622-400a890e70db tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Pushing event updated for resources: {'Network': ['ID=0f234072-b2e2-487b-b01c-e3953ee26403,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:04.729682 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7d852c40-7446-4aa4-b5b1-6b68371a54e2 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Request body: {'subnet': {'network_id': '0f234072-b2e2-487b-b01c-e3953ee26403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:04.742858 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 0f234072-b2e2-487b-b01c-e3953ee26403 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:36:04.746783 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 6fe1461d-530b-420c-a232-0f0899ab3c2e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6fe1461d-530b-420c-a232-0f0899ab3c2e,segment=NetworkSegment(8234eb2a-3d03-496d-ae53-c8919568eeca),segment_id=8234eb2a-3d03-496d-ae53-c8919568eeca)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:04.767442 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:04.832800 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d852c40-7446-4aa4-b5b1-6b68371a54e2 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Made reservation on behalf of 789691f275a24b45a6f731941d024b82 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:36:04.836781 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d852c40-7446-4aa4-b5b1-6b68371a54e2 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:04.854357 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=6fe1461d-530b-420c-a232-0f0899ab3c2e,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:04.896117 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.ipam_backend_mixin [None req-7d852c40-7446-4aa4-b5b1-6b68371a54e2 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Performing IP validity checks on allocation pools {{(pid=103599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 20:36:04.896653 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.ipam_backend_mixin [None req-7d852c40-7446-4aa4-b5b1-6b68371a54e2 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 20:36:05.034067 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d852c40-7446-4aa4-b5b1-6b68371a54e2 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:05.100389 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d852c40-7446-4aa4-b5b1-6b68371a54e2 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Pushing event updated for resources: {'Subnet': ['ID=811a9602-fa6c-416e-9614-29bf0b8b969e,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:05.109286 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d852c40-7446-4aa4-b5b1-6b68371a54e2 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Checking segment: {'id': '2493a0d3-b1ad-41f6-bb89-2469cf12dba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0f234072-b2e2-487b-b01c-e3953ee26403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:36:05.109658 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d852c40-7446-4aa4-b5b1-6b68371a54e2 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Network hostable DHCP agents. Network: 0f234072-b2e2-487b-b01c-e3953ee26403, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:36:05.127674 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d852c40-7446-4aa4-b5b1-6b68371a54e2 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Network 0f234072-b2e2-487b-b01c-e3953ee26403 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:36:05.136756 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7d852c40-7446-4aa4-b5b1-6b68371a54e2 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 0f234072-b2e2-487b-b01c-e3953ee26403) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:36:05.141749 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d852c40-7446-4aa4-b5b1-6b68371a54e2 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:05.142378 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d852c40-7446-4aa4-b5b1-6b68371a54e2 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:05.153214 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66528267-adab-493b-9007-42b79e8c97ce None None] Network 0f234072-b2e2-487b-b01c-e3953ee26403 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:36:05.160079 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7d852c40-7446-4aa4-b5b1-6b68371a54e2 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4392595 Nov 25 20:36:05.163647 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58156) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:05.271464 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6907262-c6db-4484-9dd0-50fb08119504 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:05.282258 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c2c85b-dc5e-4b9a-94b6-3da84da9d02c None None] Network e6a82409-bd56-47f3-9fc1-a8cecb7e2636 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:36:05.362704 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6907262-c6db-4484-9dd0-50fb08119504 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:05.381301 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca68e117-f2a4-448b-ae4b-b4008e9279dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-0f234072-b2e2-487b-b01c-e3953ee26403', 'network_id': '0f234072-b2e2-487b-b01c-e3953ee26403', 'tenant_id': '789691f275a24b45a6f731941d024b82', 'fixed_ips': [{'subnet_id': '811a9602-fa6c-416e-9614-29bf0b8b969e'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:36:05.382157 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ca68e117-f2a4-448b-ae4b-b4008e9279dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:05.413068 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8028e98f-8018-4e78-9b99-a0ad838d7729 None None] Provisioning complete for port 6fe1461d-530b-420c-a232-0f0899ab3c2e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:05.413431 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8028e98f-8018-4e78-9b99-a0ad838d7729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:05.429547 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6907262-c6db-4484-9dd0-50fb08119504 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:05.463049 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6907262-c6db-4484-9dd0-50fb08119504 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Pushing event deleted for resources: {'Subnet': ['ID=811a9602-fa6c-416e-9614-29bf0b8b969e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:05.526474 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6907262-c6db-4484-9dd0-50fb08119504 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:05.550845 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c6907262-c6db-4484-9dd0-50fb08119504 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f234072-b2e2-487b-b01c-e3953ee26403']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:05.560552 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c6907262-c6db-4484-9dd0-50fb08119504 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2493a0d3-b1ad-41f6-bb89-2469cf12dba7') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:05.561509 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c6907262-c6db-4484-9dd0-50fb08119504 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2493a0d3-b1ad-41f6-bb89-2469cf12dba7') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server [None req-ca68e117-f2a4-448b-ae4b-b4008e9279dd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 811a9602-fa6c-416e-9614-29bf0b8b969e: This subnet is being modified by another concurrent operation. Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server raise exception Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 811a9602-fa6c-416e-9614-29bf0b8b969e: This subnet is being modified by another concurrent operation. Nov 25 20:36:05.570359 n-d-819349-5 neutron-server[103601]: ERROR oslo_messaging.rpc.server Nov 25 20:36:05.580231 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6907262-c6db-4484-9dd0-50fb08119504 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:05.592833 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d5a362-616a-4d49-bd8e-bf808300d84e None None] Network 0f234072-b2e2-487b-b01c-e3953ee26403 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:36:05.593519 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6907262-c6db-4484-9dd0-50fb08119504 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:05.597949 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6907262-c6db-4484-9dd0-50fb08119504 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:36:05.598374 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6907262-c6db-4484-9dd0-50fb08119504 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:36:05.601783 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:36:05.664218 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6907262-c6db-4484-9dd0-50fb08119504 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:05.672740 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6907262-c6db-4484-9dd0-50fb08119504 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:05.679388 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c6907262-c6db-4484-9dd0-50fb08119504 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] 10.222.0.55 "DELETE /v2.0/networks/0f234072-b2e2-487b-b01c-e3953ee26403 HTTP/1.1" status: 204 len: 168 time: 0.5112352 Nov 25 20:36:05.679843 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58158) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:05.685641 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-777ca032-016e-4418-9b36-42a732c9b64b tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1756708185'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:05.685952 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6907262-c6db-4484-9dd0-50fb08119504 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Pushing event deleted for resources: {'Network': ['ID=0f234072-b2e2-487b-b01c-e3953ee26403,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:05.712082 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777ca032-016e-4418-9b36-42a732c9b64b tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Made reservation on behalf of 789691f275a24b45a6f731941d024b82 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:36:05.716145 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-777ca032-016e-4418-9b36-42a732c9b64b tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:05.741242 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:05.759797 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777ca032-016e-4418-9b36-42a732c9b64b tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:36:05.772107 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-777ca032-016e-4418-9b36-42a732c9b64b tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:05.772449 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-777ca032-016e-4418-9b36-42a732c9b64b tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Added segment f85e11b6-2bb3-4dcb-8e22-f3f5443b8727 of type vlan for network 286fab23-4beb-4b6a-9006-49c6d6896084 Nov 25 20:36:05.778676 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:05.821445 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-777ca032-016e-4418-9b36-42a732c9b64b tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:05.849908 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-777ca032-016e-4418-9b36-42a732c9b64b tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:05.855672 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777ca032-016e-4418-9b36-42a732c9b64b tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:05.856320 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-777ca032-016e-4418-9b36-42a732c9b64b tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:05.925906 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-777ca032-016e-4418-9b36-42a732c9b64b tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2417669 Nov 25 20:36:05.926126 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab26061-f5f1-4c86-8eb2-21d9cebe5733 None None] get_active_networks_info from n-d-819349-5 {{(pid=103601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 20:36:05.926403 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58160) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:05.931833 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8f3bc24f-13be-4773-934d-7eec709096e3 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Request body: {'subnet': {'network_id': '286fab23-4beb-4b6a-9006-49c6d6896084', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:05.932538 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ca032-016e-4418-9b36-42a732c9b64b tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Pushing event updated for resources: {'Network': ['ID=286fab23-4beb-4b6a-9006-49c6d6896084,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:05.956386 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 286fab23-4beb-4b6a-9006-49c6d6896084 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:36:06.030548 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3bc24f-13be-4773-934d-7eec709096e3 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Made reservation on behalf of 789691f275a24b45a6f731941d024b82 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:36:06.034190 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc24f-13be-4773-934d-7eec709096e3 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:06.039854 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f729e565-7ac0-4528-8c3f-3e5a2fc05000 None None] Provisioning complete for port 6fe1461d-530b-420c-a232-0f0899ab3c2e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:06.040237 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f729e565-7ac0-4528-8c3f-3e5a2fc05000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:06.104177 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab26061-f5f1-4c86-8eb2-21d9cebe5733 None None] Resources bound (agent type, host, resource id): {{(pid=103601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 20:36:06.228197 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc24f-13be-4773-934d-7eec709096e3 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:06.297779 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bc24f-13be-4773-934d-7eec709096e3 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Pushing event updated for resources: {'Subnet': ['ID=ecca21ca-8e9d-417f-be31-a4a161be02f6,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:06.305629 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3bc24f-13be-4773-934d-7eec709096e3 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Checking segment: {'id': 'f85e11b6-2bb3-4dcb-8e22-f3f5443b8727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '286fab23-4beb-4b6a-9006-49c6d6896084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:36:06.306000 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3bc24f-13be-4773-934d-7eec709096e3 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Network hostable DHCP agents. Network: 286fab23-4beb-4b6a-9006-49c6d6896084, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:36:06.323320 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3bc24f-13be-4773-934d-7eec709096e3 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Network 286fab23-4beb-4b6a-9006-49c6d6896084 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:36:06.333372 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8f3bc24f-13be-4773-934d-7eec709096e3 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 286fab23-4beb-4b6a-9006-49c6d6896084) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:36:06.338021 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3bc24f-13be-4773-934d-7eec709096e3 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:06.338637 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc24f-13be-4773-934d-7eec709096e3 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:06.352338 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab5beea-27d0-44f5-a89c-bdc3a9c89395 None None] Network 286fab23-4beb-4b6a-9006-49c6d6896084 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:36:06.365353 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8f3bc24f-13be-4773-934d-7eec709096e3 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4332905 Nov 25 20:36:06.365571 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58162) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:06.371048 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c194cc0b-de6c-45cf-b366-b22e7466dadb tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1430945382'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:06.395872 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c194cc0b-de6c-45cf-b366-b22e7466dadb tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Made reservation on behalf of 789691f275a24b45a6f731941d024b82 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:36:06.400539 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c194cc0b-de6c-45cf-b366-b22e7466dadb tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:06.426623 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c194cc0b-de6c-45cf-b366-b22e7466dadb tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:36:06.436510 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c194cc0b-de6c-45cf-b366-b22e7466dadb tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:06.437018 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-c194cc0b-de6c-45cf-b366-b22e7466dadb tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Added segment 015b72dd-1668-4293-a27b-3271b3b19144 of type vlan for network 1db7eea5-7f5c-4afb-9494-ab30322a4a8b Nov 25 20:36:06.484504 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c194cc0b-de6c-45cf-b366-b22e7466dadb tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:06.509927 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0bb39a-bc6b-4a7a-bf18-9b4c1ffeea19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-286fab23-4beb-4b6a-9006-49c6d6896084', 'network_id': '286fab23-4beb-4b6a-9006-49c6d6896084', 'tenant_id': '789691f275a24b45a6f731941d024b82', 'fixed_ips': [{'subnet_id': 'ecca21ca-8e9d-417f-be31-a4a161be02f6'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:36:06.510935 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c194cc0b-de6c-45cf-b366-b22e7466dadb tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:06.511090 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fa0bb39a-bc6b-4a7a-bf18-9b4c1ffeea19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:06.515470 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6fe1461d-530b-420c-a232-0f0899ab3c2e up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:36:06.518626 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c194cc0b-de6c-45cf-b366-b22e7466dadb tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:06.518626 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c194cc0b-de6c-45cf-b366-b22e7466dadb tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:06.555028 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c194cc0b-de6c-45cf-b366-b22e7466dadb tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1883280 Nov 25 20:36:06.558016 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58164) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:06.563151 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-045a116d-524d-4d17-8884-37096ed9fa28 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Request body: {'subnet': {'network_id': '1db7eea5-7f5c-4afb-9494-ab30322a4a8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:06.609494 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194cc0b-de6c-45cf-b366-b22e7466dadb tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Pushing event updated for resources: {'Network': ['ID=1db7eea5-7f5c-4afb-9494-ab30322a4a8b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:06.626010 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 1db7eea5-7f5c-4afb-9494-ab30322a4a8b details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:36:06.666163 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045a116d-524d-4d17-8884-37096ed9fa28 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Made reservation on behalf of 789691f275a24b45a6f731941d024b82 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:36:06.669963 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-045a116d-524d-4d17-8884-37096ed9fa28 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:06.721461 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 6fe1461d-530b-420c-a232-0f0899ab3c2e triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:06.721833 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:06.868059 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-045a116d-524d-4d17-8884-37096ed9fa28 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:06.931105 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a116d-524d-4d17-8884-37096ed9fa28 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Pushing event updated for resources: {'Subnet': ['ID=e636a00f-4406-4f79-a0eb-9bdb2f21d341,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:06.941797 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045a116d-524d-4d17-8884-37096ed9fa28 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Checking segment: {'id': '015b72dd-1668-4293-a27b-3271b3b19144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1db7eea5-7f5c-4afb-9494-ab30322a4a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:36:06.942701 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045a116d-524d-4d17-8884-37096ed9fa28 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Network hostable DHCP agents. Network: 1db7eea5-7f5c-4afb-9494-ab30322a4a8b, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:36:06.961457 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045a116d-524d-4d17-8884-37096ed9fa28 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Network 1db7eea5-7f5c-4afb-9494-ab30322a4a8b is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:36:06.967620 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-fa0bb39a-bc6b-4a7a-bf18-9b4c1ffeea19 None None] Allocated IP 2001:db8::2 (286fab23-4beb-4b6a-9006-49c6d6896084/ecca21ca-8e9d-417f-be31-a4a161be02f6/eb411f7e-b9db-449c-b1f0-4179f568423b) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:36:06.970874 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-045a116d-524d-4d17-8884-37096ed9fa28 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 1db7eea5-7f5c-4afb-9494-ab30322a4a8b) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:36:06.979945 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045a116d-524d-4d17-8884-37096ed9fa28 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:06.980656 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-045a116d-524d-4d17-8884-37096ed9fa28 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:06.981135 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2043f33-7e97-46dd-897f-0616389c17af None None] Network 1db7eea5-7f5c-4afb-9494-ab30322a4a8b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:36:07.000182 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-045a116d-524d-4d17-8884-37096ed9fa28 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4394786 Nov 25 20:36:07.002123 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58166) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:07.103376 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-748248cf-dff1-47b3-be04-ead36e5294ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:07.163259 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-748248cf-dff1-47b3-be04-ead36e5294ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:07.225399 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-748248cf-dff1-47b3-be04-ead36e5294ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:07.255022 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748248cf-dff1-47b3-be04-ead36e5294ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Pushing event deleted for resources: {'Subnet': ['ID=e636a00f-4406-4f79-a0eb-9bdb2f21d341,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:07.274417 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fa0bb39a-bc6b-4a7a-bf18-9b4c1ffeea19 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:07.283744 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fa0bb39a-bc6b-4a7a-bf18-9b4c1ffeea19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:07.290263 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a82636-7874-4362-afe4-46aca072dafb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-1db7eea5-7f5c-4afb-9494-ab30322a4a8b', 'network_id': '1db7eea5-7f5c-4afb-9494-ab30322a4a8b', 'tenant_id': '789691f275a24b45a6f731941d024b82', 'fixed_ips': [{'subnet_id': 'e636a00f-4406-4f79-a0eb-9bdb2f21d341'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:36:07.291467 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a1a82636-7874-4362-afe4-46aca072dafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:07.327742 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-748248cf-dff1-47b3-be04-ead36e5294ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:07.350064 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0bb39a-bc6b-4a7a-bf18-9b4c1ffeea19 None None] Network 286fab23-4beb-4b6a-9006-49c6d6896084 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:36:07.350947 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-748248cf-dff1-47b3-be04-ead36e5294ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db7eea5-7f5c-4afb-9494-ab30322a4a8b']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:07.362691 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-748248cf-dff1-47b3-be04-ead36e5294ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '015b72dd-1668-4293-a27b-3271b3b19144') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:07.362999 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-748248cf-dff1-47b3-be04-ead36e5294ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '015b72dd-1668-4293-a27b-3271b3b19144') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:07.363501 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-fa0bb39a-bc6b-4a7a-bf18-9b4c1ffeea19 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:36:07.368103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0bb39a-bc6b-4a7a-bf18-9b4c1ffeea19 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:36:07.370016 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0bb39a-bc6b-4a7a-bf18-9b4c1ffeea19 None None] Pushing event updated for resources: {'Port': ['ID=eb411f7e-b9db-449c-b1f0-4179f568423b,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:07.375298 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-748248cf-dff1-47b3-be04-ead36e5294ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:07.393143 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-748248cf-dff1-47b3-be04-ead36e5294ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:07.400416 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-748248cf-dff1-47b3-be04-ead36e5294ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:36:07.401111 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-748248cf-dff1-47b3-be04-ead36e5294ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:36:07.405145 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:36:07.486260 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-748248cf-dff1-47b3-be04-ead36e5294ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:07.490510 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac6e089-c925-4deb-8598-ddbc87829a81 None None] Network 1db7eea5-7f5c-4afb-9494-ab30322a4a8b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:36:07.513789 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-748248cf-dff1-47b3-be04-ead36e5294ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:07.517945 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-748248cf-dff1-47b3-be04-ead36e5294ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] 10.222.0.55 "DELETE /v2.0/networks/1db7eea5-7f5c-4afb-9494-ab30322a4a8b HTTP/1.1" status: 204 len: 168 time: 0.5146892 Nov 25 20:36:07.519178 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748248cf-dff1-47b3-be04-ead36e5294ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Pushing event deleted for resources: {'Network': ['ID=1db7eea5-7f5c-4afb-9494-ab30322a4a8b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:07.521822 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58168) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:07.527180 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-fa0bb39a-bc6b-4a7a-bf18-9b4c1ffeea19 None None] Attempting to bind port eb411f7e-b9db-449c-b1f0-4179f568423b on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:36:07.527789 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-fa0bb39a-bc6b-4a7a-bf18-9b4c1ffeea19 None None] Attempting to bind port eb411f7e-b9db-449c-b1f0-4179f568423b by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'f85e11b6-2bb3-4dcb-8e22-f3f5443b8727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '286fab23-4beb-4b6a-9006-49c6d6896084'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:36:07.528948 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0bb39a-bc6b-4a7a-bf18-9b4c1ffeea19 None None] Attempting to bind port eb411f7e-b9db-449c-b1f0-4179f568423b on network 286fab23-4beb-4b6a-9006-49c6d6896084 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:36:07.537666 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac6e089-c925-4deb-8598-ddbc87829a81 None None] Network 1db7eea5-7f5c-4afb-9494-ab30322a4a8b could not be found, it might have been deleted concurrently. {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 20:36:07.547003 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0bb39a-bc6b-4a7a-bf18-9b4c1ffeea19 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:36:07.547527 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0bb39a-bc6b-4a7a-bf18-9b4c1ffeea19 None None] Checking segment: {'id': 'f85e11b6-2bb3-4dcb-8e22-f3f5443b8727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '286fab23-4beb-4b6a-9006-49c6d6896084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:36:07.547944 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fa0bb39a-bc6b-4a7a-bf18-9b4c1ffeea19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:07.548344 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0bb39a-bc6b-4a7a-bf18-9b4c1ffeea19 None None] Bound using segment: {'id': 'f85e11b6-2bb3-4dcb-8e22-f3f5443b8727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '286fab23-4beb-4b6a-9006-49c6d6896084'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:36:07.548844 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-fa0bb39a-bc6b-4a7a-bf18-9b4c1ffeea19 None None] Bound port: eb411f7e-b9db-449c-b1f0-4179f568423b, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85e11b6-2bb3-4dcb-8e22-f3f5443b8727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '286fab23-4beb-4b6a-9006-49c6d6896084'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:36:07.549259 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fa0bb39a-bc6b-4a7a-bf18-9b4c1ffeea19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:07.564817 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b381ffc4-cccd-402c-903a-cb85a7eeb16f tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] GET failed (client error): The resource could not be found. Nov 25 20:36:07.569112 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58170) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:07.569277 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b381ffc4-cccd-402c-903a-cb85a7eeb16f tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] 10.222.0.55 "GET /v2.0/subnets/e636a00f-4406-4f79-a0eb-9bdb2f21d341 HTTP/1.1" status: 404 len: 337 time: 0.0463190 Nov 25 20:36:07.590006 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b3d7e9-cef4-4d8d-8a08-ef8e5e9295a1 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] DELETE failed (client error): The resource could not be found. Nov 25 20:36:07.590520 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b3d7e9-cef4-4d8d-8a08-ef8e5e9295a1 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:36:07.594223 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-39b3d7e9-cef4-4d8d-8a08-ef8e5e9295a1 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] 10.222.0.55 "DELETE /v2.0/networks/1db7eea5-7f5c-4afb-9494-ab30322a4a8b HTTP/1.1" status: 404 len: 339 time: 0.0236778 Nov 25 20:36:07.598282 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58172) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:07.625183 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb4680ba-bc43-4ab5-9870-165acba89313 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] DELETE failed (client error): The resource could not be found. Nov 25 20:36:07.625561 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb4680ba-bc43-4ab5-9870-165acba89313 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:36:07.631149 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-eb4680ba-bc43-4ab5-9870-165acba89313 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] 10.222.0.55 "DELETE /v2.0/subnets/e636a00f-4406-4f79-a0eb-9bdb2f21d341 HTTP/1.1" status: 404 len: 337 time: 0.0293951 Nov 25 20:36:07.631391 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58174) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:07.632799 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-fa0bb39a-bc6b-4a7a-bf18-9b4c1ffeea19 None None] For port eb411f7e-b9db-449c-b1f0-4179f568423b, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:36:07.636991 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-fa0bb39a-bc6b-4a7a-bf18-9b4c1ffeea19 None None] For port eb411f7e-b9db-449c-b1f0-4179f568423b, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=eb411f7e-b9db-449c-b1f0-4179f568423b,segment=NetworkSegment(f85e11b6-2bb3-4dcb-8e22-f3f5443b8727),segment_id=f85e11b6-2bb3-4dcb-8e22-f3f5443b8727)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:36:07.643238 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fa0bb39a-bc6b-4a7a-bf18-9b4c1ffeea19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:07.654492 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed94edf5-56b0-4419-a59a-d5b2ca07bdcc tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] DELETE failed (client error): The resource could not be found. Nov 25 20:36:07.654730 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed94edf5-56b0-4419-a59a-d5b2ca07bdcc tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:36:07.660318 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ed94edf5-56b0-4419-a59a-d5b2ca07bdcc tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] 10.222.0.55 "DELETE /v2.0/networks/1db7eea5-7f5c-4afb-9494-ab30322a4a8b HTTP/1.1" status: 404 len: 339 time: 0.0255475 Nov 25 20:36:07.660483 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58176) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:07.713995 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0bb39a-bc6b-4a7a-bf18-9b4c1ffeea19 None None] Pushing event updated for resources: {'Port': ['ID=eb411f7e-b9db-449c-b1f0-4179f568423b,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:07.723159 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-96f4e3dc-eda9-4e0a-a50b-5b51eab06ca6 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Deleting subnet ecca21ca-8e9d-417f-be31-a4a161be02f6 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:36:07.729372 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-96f4e3dc-eda9-4e0a-a50b-5b51eab06ca6 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:07.774181 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-96f4e3dc-eda9-4e0a-a50b-5b51eab06ca6 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:07.876681 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-96f4e3dc-eda9-4e0a-a50b-5b51eab06ca6 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:07.958094 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-96f4e3dc-eda9-4e0a-a50b-5b51eab06ca6 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:07.990923 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4e3dc-eda9-4e0a-a50b-5b51eab06ca6 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Pushing event deleted for resources: {'Subnet': ['ID=ecca21ca-8e9d-417f-be31-a4a161be02f6,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:07.993080 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-96f4e3dc-eda9-4e0a-a50b-5b51eab06ca6 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:07.996562 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-96f4e3dc-eda9-4e0a-a50b-5b51eab06ca6 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] 10.222.0.55 "DELETE /v2.0/subnets/ecca21ca-8e9d-417f-be31-a4a161be02f6 HTTP/1.1" status: 204 len: 168 time: 0.3347731 Nov 25 20:36:08.000347 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58178) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:08.094859 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23093d19-66f0-4a64-a618-1f2a8c95b7ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:08.148999 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-23093d19-66f0-4a64-a618-1f2a8c95b7ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Deleting port eb411f7e-b9db-449c-b1f0-4179f568423b {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:36:08.149263 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23093d19-66f0-4a64-a618-1f2a8c95b7ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:08.219530 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-23093d19-66f0-4a64-a618-1f2a8c95b7ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] For port eb411f7e-b9db-449c-b1f0-4179f568423b, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=eb411f7e-b9db-449c-b1f0-4179f568423b,segment=NetworkSegment(f85e11b6-2bb3-4dcb-8e22-f3f5443b8727),segment_id=f85e11b6-2bb3-4dcb-8e22-f3f5443b8727)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:08.219807 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23093d19-66f0-4a64-a618-1f2a8c95b7ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:08.235953 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-23093d19-66f0-4a64-a618-1f2a8c95b7ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Calling delete_port for eb411f7e-b9db-449c-b1f0-4179f568423b owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:36:08.318081 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23093d19-66f0-4a64-a618-1f2a8c95b7ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:08.345095 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23093d19-66f0-4a64-a618-1f2a8c95b7ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Pushing event deleted for resources: {'Port': ['ID=eb411f7e-b9db-449c-b1f0-4179f568423b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:08.348935 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23093d19-66f0-4a64-a618-1f2a8c95b7ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] No DVR routers for this DVR port eb411f7e-b9db-449c-b1f0-4179f568423b on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:36:08.437114 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23093d19-66f0-4a64-a618-1f2a8c95b7ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:08.461748 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-23093d19-66f0-4a64-a618-1f2a8c95b7ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286fab23-4beb-4b6a-9006-49c6d6896084']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:08.477538 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-23093d19-66f0-4a64-a618-1f2a8c95b7ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85e11b6-2bb3-4dcb-8e22-f3f5443b8727') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:08.477899 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-23093d19-66f0-4a64-a618-1f2a8c95b7ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85e11b6-2bb3-4dcb-8e22-f3f5443b8727') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:08.489701 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23093d19-66f0-4a64-a618-1f2a8c95b7ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:08.509611 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23093d19-66f0-4a64-a618-1f2a8c95b7ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:08.518592 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23093d19-66f0-4a64-a618-1f2a8c95b7ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:36:08.519000 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23093d19-66f0-4a64-a618-1f2a8c95b7ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:36:08.522988 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:36:08.590449 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23093d19-66f0-4a64-a618-1f2a8c95b7ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:08.598839 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23093d19-66f0-4a64-a618-1f2a8c95b7ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:08.602070 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-23093d19-66f0-4a64-a618-1f2a8c95b7ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] 10.222.0.55 "DELETE /v2.0/networks/286fab23-4beb-4b6a-9006-49c6d6896084 HTTP/1.1" status: 204 len: 168 time: 0.6006601 Nov 25 20:36:08.604867 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58180) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:08.620017 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23093d19-66f0-4a64-a618-1f2a8c95b7ff tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Pushing event deleted for resources: {'Network': ['ID=286fab23-4beb-4b6a-9006-49c6d6896084,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:08.632808 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56afb7c-02de-4a0e-ae6c-9a181ece6d06 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] DELETE failed (client error): The resource could not be found. Nov 25 20:36:08.633278 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b56afb7c-02de-4a0e-ae6c-9a181ece6d06 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:36:08.637415 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b56afb7c-02de-4a0e-ae6c-9a181ece6d06 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] 10.222.0.55 "DELETE /v2.0/subnets/811a9602-fa6c-416e-9614-29bf0b8b969e HTTP/1.1" status: 404 len: 337 time: 0.0303512 Nov 25 20:36:08.639624 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58182) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:08.664352 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9259aa6a-47a0-46d8-98e3-b13d980411c8 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] DELETE failed (client error): The resource could not be found. Nov 25 20:36:08.664880 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9259aa6a-47a0-46d8-98e3-b13d980411c8 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:36:08.667990 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9259aa6a-47a0-46d8-98e3-b13d980411c8 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] 10.222.0.55 "DELETE /v2.0/networks/0f234072-b2e2-487b-b01c-e3953ee26403 HTTP/1.1" status: 404 len: 339 time: 0.0273063 Nov 25 20:36:08.670883 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58184) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:08.699041 n-d-819349-5 neutron-server[103600]: INFO neutron.pecan_wsgi.hooks.translation [None req-506b0bc1-af75-4b2e-ad26-8fa1eab89b15 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] DELETE failed (client error): The resource could not be found. Nov 25 20:36:08.699523 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506b0bc1-af75-4b2e-ad26-8fa1eab89b15 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:36:08.704087 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-506b0bc1-af75-4b2e-ad26-8fa1eab89b15 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] 10.222.0.55 "DELETE /v2.0/subnets/f47d8876-735a-4dfa-ae7f-707e496420ea HTTP/1.1" status: 404 len: 337 time: 0.0321593 Nov 25 20:36:08.706741 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58186) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:08.727610 n-d-819349-5 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e3763e-438f-461a-9dac-c9e430fd0562 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] DELETE failed (client error): The resource could not be found. Nov 25 20:36:08.728049 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e3763e-438f-461a-9dac-c9e430fd0562 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:36:08.731373 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f6e3763e-438f-461a-9dac-c9e430fd0562 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] 10.222.0.55 "DELETE /v2.0/networks/f4399750-46a8-4e7f-8e7f-357a65753986 HTTP/1.1" status: 404 len: 339 time: 0.0233607 Nov 25 20:36:08.734819 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58188) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:08.789951 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-529d316b-b632-4a1c-89fa-7acebfe92879 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Deleting subnet dd0a308b-88f9-45ef-9aa2-51ac69a27a75 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:36:08.791916 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-529d316b-b632-4a1c-89fa-7acebfe92879 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:08.839267 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-529d316b-b632-4a1c-89fa-7acebfe92879 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:08.840577 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ced5575-4edd-453e-8ad7-40a65c917f12 None None] DHCP port deletion for 286fab23-4beb-4b6a-9006-49c6d6896084 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:36:08.851212 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-18b0b4ca-e8e1-4418-93fd-0ac0dd193136 None None] Could not find standard attr ID for object eb411f7e-b9db-449c-b1f0-4179f568423b. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 20:36:08.868913 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad64995-f3e9-4800-9250-b7ab9a44ac3d None None] Network 286fab23-4beb-4b6a-9006-49c6d6896084 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:36:08.881964 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad64995-f3e9-4800-9250-b7ab9a44ac3d None None] Network 286fab23-4beb-4b6a-9006-49c6d6896084 could not be found, it might have been deleted concurrently. {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 20:36:08.936269 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-529d316b-b632-4a1c-89fa-7acebfe92879 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:08.994906 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-529d316b-b632-4a1c-89fa-7acebfe92879 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:09.023933 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d316b-b632-4a1c-89fa-7acebfe92879 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Pushing event deleted for resources: {'Subnet': ['ID=dd0a308b-88f9-45ef-9aa2-51ac69a27a75,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:09.025974 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-529d316b-b632-4a1c-89fa-7acebfe92879 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:09.031489 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-529d316b-b632-4a1c-89fa-7acebfe92879 tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] 10.222.0.55 "DELETE /v2.0/subnets/dd0a308b-88f9-45ef-9aa2-51ac69a27a75 HTTP/1.1" status: 204 len: 168 time: 0.2955997 Nov 25 20:36:09.032615 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94c892a-6154-4cbd-b152-e6e2d4684ccb None None] Network e6a82409-bd56-47f3-9fc1-a8cecb7e2636 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:36:09.033012 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58190) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:09.114791 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2d0c2e1-9fe0-48c1-9f79-931c04f05c5e tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:09.168837 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f2d0c2e1-9fe0-48c1-9f79-931c04f05c5e tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Deleting port 6fe1461d-530b-420c-a232-0f0899ab3c2e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:36:09.169174 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2d0c2e1-9fe0-48c1-9f79-931c04f05c5e tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:09.219802 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ec4599-a845-42a5-bb95-577f93885353 None None] DHCP port deletion for e6a82409-bd56-47f3-9fc1-a8cecb7e2636 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:36:09.241936 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-f2d0c2e1-9fe0-48c1-9f79-931c04f05c5e tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] For port 6fe1461d-530b-420c-a232-0f0899ab3c2e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6fe1461d-530b-420c-a232-0f0899ab3c2e,segment=NetworkSegment(8234eb2a-3d03-496d-ae53-c8919568eeca),segment_id=8234eb2a-3d03-496d-ae53-c8919568eeca)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:09.242309 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2d0c2e1-9fe0-48c1-9f79-931c04f05c5e tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:09.256943 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f2d0c2e1-9fe0-48c1-9f79-931c04f05c5e tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Calling delete_port for 6fe1461d-530b-420c-a232-0f0899ab3c2e owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:36:09.271462 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-94ec4599-a845-42a5-bb95-577f93885353 None None] Deleting port 6fe1461d-530b-420c-a232-0f0899ab3c2e {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:36:09.271847 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-94ec4599-a845-42a5-bb95-577f93885353 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:09.337119 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2d0c2e1-9fe0-48c1-9f79-931c04f05c5e tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:09.341049 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-94ec4599-a845-42a5-bb95-577f93885353 None None] For port 6fe1461d-530b-420c-a232-0f0899ab3c2e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6fe1461d-530b-420c-a232-0f0899ab3c2e,segment=NetworkSegment(8234eb2a-3d03-496d-ae53-c8919568eeca),segment_id=8234eb2a-3d03-496d-ae53-c8919568eeca)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:09.341463 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-94ec4599-a845-42a5-bb95-577f93885353 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:09.355712 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-94ec4599-a845-42a5-bb95-577f93885353 None None] Calling delete_port for 6fe1461d-530b-420c-a232-0f0899ab3c2e owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:36:09.365770 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0c2e1-9fe0-48c1-9f79-931c04f05c5e tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Pushing event deleted for resources: {'Port': ['ID=6fe1461d-530b-420c-a232-0f0899ab3c2e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:09.369135 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d0c2e1-9fe0-48c1-9f79-931c04f05c5e tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] No DVR routers for this DVR port 6fe1461d-530b-420c-a232-0f0899ab3c2e on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:36:09.434353 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-94ec4599-a845-42a5-bb95-577f93885353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:09.449846 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2d0c2e1-9fe0-48c1-9f79-931c04f05c5e tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:09.462471 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec4599-a845-42a5-bb95-577f93885353 None None] Pushing event deleted for resources: {'Port': ['ID=6fe1461d-530b-420c-a232-0f0899ab3c2e,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:09.469676 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ec4599-a845-42a5-bb95-577f93885353 None None] No DVR routers for this DVR port 6fe1461d-530b-420c-a232-0f0899ab3c2e on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:36:09.474593 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f2d0c2e1-9fe0-48c1-9f79-931c04f05c5e tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a82409-bd56-47f3-9fc1-a8cecb7e2636']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:09.486661 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f2d0c2e1-9fe0-48c1-9f79-931c04f05c5e tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8234eb2a-3d03-496d-ae53-c8919568eeca') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:09.487135 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f2d0c2e1-9fe0-48c1-9f79-931c04f05c5e tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8234eb2a-3d03-496d-ae53-c8919568eeca') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:09.497113 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2d0c2e1-9fe0-48c1-9f79-931c04f05c5e tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:09.511603 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2d0c2e1-9fe0-48c1-9f79-931c04f05c5e tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:09.517861 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d0c2e1-9fe0-48c1-9f79-931c04f05c5e tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:36:09.518260 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2d0c2e1-9fe0-48c1-9f79-931c04f05c5e tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:36:09.521341 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:36:09.583791 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2d0c2e1-9fe0-48c1-9f79-931c04f05c5e tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:09.588367 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2d0c2e1-9fe0-48c1-9f79-931c04f05c5e tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:09.594960 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f2d0c2e1-9fe0-48c1-9f79-931c04f05c5e tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] 10.222.0.55 "DELETE /v2.0/networks/e6a82409-bd56-47f3-9fc1-a8cecb7e2636 HTTP/1.1" status: 204 len: 168 time: 0.5609503 Nov 25 20:36:09.617287 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0c2e1-9fe0-48c1-9f79-931c04f05c5e tempest-NetworksIpV6Test-389992042 tempest-NetworksIpV6Test-389992042-project] Pushing event deleted for resources: {'Network': ['ID=e6a82409-bd56-47f3-9fc1-a8cecb7e2636,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:09.855422 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58196) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:09.991027 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a17fcafd-895c-4684-9285-fb44cbe2cece admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=789691f275a24b45a6f731941d024b82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341088 Nov 25 20:36:09.993424 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58200) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:10.043836 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe6b8db7-27ea-46c2-9527-19753c1b799e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:10.074097 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe6b8db7-27ea-46c2-9527-19753c1b799e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:10.123573 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe6b8db7-27ea-46c2-9527-19753c1b799e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:10.126581 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe6b8db7-27ea-46c2-9527-19753c1b799e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:10.127998 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fe6b8db7-27ea-46c2-9527-19753c1b799e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7cb4e6a1-3838-4695-8ca6-c8618794cb5d HTTP/1.1" status: 204 len: 168 time: 0.1333611 Nov 25 20:36:10.136679 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b8db7-27ea-46c2-9527-19753c1b799e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb4e6a1-3838-4695-8ca6-c8618794cb5d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:10.492619 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device eb411f7e-b9db-449c-b1f0-4179f568423b no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:36:10.513803 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: eb411f7e-b9db-449c-b1f0-4179f568423b {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:36:10.514975 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device eb411f7e-b9db-449c-b1f0-4179f568423b not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:36:10.515397 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6fe1461d-530b-420c-a232-0f0899ab3c2e no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:36:10.534244 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 6fe1461d-530b-420c-a232-0f0899ab3c2e {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:36:10.535147 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6fe1461d-530b-420c-a232-0f0899ab3c2e not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:36:10.785914 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58222) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:10.890332 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-30fe9d98-a10a-4dff-b35e-0d6a3a4d14ca tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-967551703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:10.913784 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-30fe9d98-a10a-4dff-b35e-0d6a3a4d14ca tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:10.914855 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-30fe9d98-a10a-4dff-b35e-0d6a3a4d14ca tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:10.970941 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-30fe9d98-a10a-4dff-b35e-0d6a3a4d14ca tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:10.975391 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-30fe9d98-a10a-4dff-b35e-0d6a3a4d14ca tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:10.993909 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-30fe9d98-a10a-4dff-b35e-0d6a3a4d14ca tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:10.995113 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-30fe9d98-a10a-4dff-b35e-0d6a3a4d14ca tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2079144 Nov 25 20:36:10.997832 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58228) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:11.004418 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-22c7e98f-8354-4757-a5cc-ff97ced61c00 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-504381253'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:11.024005 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c7e98f-8354-4757-a5cc-ff97ced61c00 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Made reservation on behalf of 376dc0ad092b4bfe89bdce7749670c6e for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:36:11.027693 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22c7e98f-8354-4757-a5cc-ff97ced61c00 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:11.036323 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22c7e98f-8354-4757-a5cc-ff97ced61c00 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:11.113295 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22c7e98f-8354-4757-a5cc-ff97ced61c00 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:11.116901 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22c7e98f-8354-4757-a5cc-ff97ced61c00 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:11.144742 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c7e98f-8354-4757-a5cc-ff97ced61c00 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:36:11.151003 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7e98f-8354-4757-a5cc-ff97ced61c00 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ab36fb-8411-4c79-b300-0a2a94523dcd,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:11.160346 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22c7e98f-8354-4757-a5cc-ff97ced61c00 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:11.160616 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-22c7e98f-8354-4757-a5cc-ff97ced61c00 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Added segment 64c7bb72-96ed-4e28-be86-dbe060f270a8 of type vlan for network 81cd97dd-7e97-474b-b066-5bc7f89b77c0 Nov 25 20:36:11.201596 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22c7e98f-8354-4757-a5cc-ff97ced61c00 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:11.228707 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22c7e98f-8354-4757-a5cc-ff97ced61c00 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:11.235648 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c7e98f-8354-4757-a5cc-ff97ced61c00 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:11.236238 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22c7e98f-8354-4757-a5cc-ff97ced61c00 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:11.275545 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-22c7e98f-8354-4757-a5cc-ff97ced61c00 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2754586 Nov 25 20:36:11.278554 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58230) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:11.284249 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-de6727b2-b61f-4532-b6d2-56b3efcb13bd tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Request body: {'subnet': {'network_id': '81cd97dd-7e97-474b-b066-5bc7f89b77c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:11.313323 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7e98f-8354-4757-a5cc-ff97ced61c00 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Pushing event updated for resources: {'Network': ['ID=81cd97dd-7e97-474b-b066-5bc7f89b77c0,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:11.325374 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 81cd97dd-7e97-474b-b066-5bc7f89b77c0 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:36:11.378143 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6727b2-b61f-4532-b6d2-56b3efcb13bd tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Made reservation on behalf of 376dc0ad092b4bfe89bdce7749670c6e for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:36:11.381863 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-de6727b2-b61f-4532-b6d2-56b3efcb13bd tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:11.561913 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-de6727b2-b61f-4532-b6d2-56b3efcb13bd tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:11.636127 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6727b2-b61f-4532-b6d2-56b3efcb13bd tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Pushing event updated for resources: {'Subnet': ['ID=ff63f97a-d57c-4cfe-abc0-ba382309d21f,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:11.646070 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6727b2-b61f-4532-b6d2-56b3efcb13bd tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Checking segment: {'id': '64c7bb72-96ed-4e28-be86-dbe060f270a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '81cd97dd-7e97-474b-b066-5bc7f89b77c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:36:11.646477 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6727b2-b61f-4532-b6d2-56b3efcb13bd tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Network hostable DHCP agents. Network: 81cd97dd-7e97-474b-b066-5bc7f89b77c0, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:36:11.664795 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6727b2-b61f-4532-b6d2-56b3efcb13bd tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Network 81cd97dd-7e97-474b-b066-5bc7f89b77c0 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:36:11.673598 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-de6727b2-b61f-4532-b6d2-56b3efcb13bd tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 81cd97dd-7e97-474b-b066-5bc7f89b77c0) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:36:11.677678 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6727b2-b61f-4532-b6d2-56b3efcb13bd tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:11.678268 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-de6727b2-b61f-4532-b6d2-56b3efcb13bd tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:11.683235 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a6a1e1-4793-4694-b6ee-6d1736ae90a3 None None] Network 81cd97dd-7e97-474b-b066-5bc7f89b77c0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:36:11.697858 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-de6727b2-b61f-4532-b6d2-56b3efcb13bd tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4180224 Nov 25 20:36:11.700717 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58232) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:11.707318 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f0e9c7fe-169b-4cb6-8720-039df078b2af tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1897290878'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:11.730444 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e9c7fe-169b-4cb6-8720-039df078b2af tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Made reservation on behalf of 376dc0ad092b4bfe89bdce7749670c6e for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:36:11.734188 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0e9c7fe-169b-4cb6-8720-039df078b2af tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:11.760198 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e9c7fe-169b-4cb6-8720-039df078b2af tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:36:11.770875 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0e9c7fe-169b-4cb6-8720-039df078b2af tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:11.771198 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-f0e9c7fe-169b-4cb6-8720-039df078b2af tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Added segment 538ed98a-edb7-4a2d-ab43-c929fc6cf869 of type vlan for network 1aee6770-5382-488f-a47a-7f8301a01ec7 Nov 25 20:36:11.813770 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0e9c7fe-169b-4cb6-8720-039df078b2af tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:11.839883 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0e9c7fe-169b-4cb6-8720-039df078b2af tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:11.846259 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44f223d-442f-48f6-a0b6-8cf45fb5b64d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-81cd97dd-7e97-474b-b066-5bc7f89b77c0', 'network_id': '81cd97dd-7e97-474b-b066-5bc7f89b77c0', 'tenant_id': '376dc0ad092b4bfe89bdce7749670c6e', 'fixed_ips': [{'subnet_id': 'ff63f97a-d57c-4cfe-abc0-ba382309d21f'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:36:11.847217 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f44f223d-442f-48f6-a0b6-8cf45fb5b64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:11.847351 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e9c7fe-169b-4cb6-8720-039df078b2af tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:11.847797 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0e9c7fe-169b-4cb6-8720-039df078b2af tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:11.913920 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f0e9c7fe-169b-4cb6-8720-039df078b2af tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2114594 Nov 25 20:36:11.917838 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58234) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:11.923040 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9c7fe-169b-4cb6-8720-039df078b2af tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Pushing event updated for resources: {'Network': ['ID=1aee6770-5382-488f-a47a-7f8301a01ec7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:11.923982 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-73524d31-8914-44f1-a6a8-284e4da353f7 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Request body: {'subnet': {'network_id': '1aee6770-5382-488f-a47a-7f8301a01ec7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:11.939785 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 1aee6770-5382-488f-a47a-7f8301a01ec7 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:36:12.023255 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73524d31-8914-44f1-a6a8-284e4da353f7 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Made reservation on behalf of 376dc0ad092b4bfe89bdce7749670c6e for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:36:12.026948 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-73524d31-8914-44f1-a6a8-284e4da353f7 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:12.069511 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-f44f223d-442f-48f6-a0b6-8cf45fb5b64d None None] Allocated IP 172.20.0.2 (81cd97dd-7e97-474b-b066-5bc7f89b77c0/ff63f97a-d57c-4cfe-abc0-ba382309d21f/b081af72-d151-4382-ac57-7ee9202c3100) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:36:12.220367 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f44f223d-442f-48f6-a0b6-8cf45fb5b64d None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:12.226756 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f44f223d-442f-48f6-a0b6-8cf45fb5b64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:12.227819 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-73524d31-8914-44f1-a6a8-284e4da353f7 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:12.273895 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44f223d-442f-48f6-a0b6-8cf45fb5b64d None None] Network 81cd97dd-7e97-474b-b066-5bc7f89b77c0 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:36:12.276991 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-f44f223d-442f-48f6-a0b6-8cf45fb5b64d None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:36:12.281430 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44f223d-442f-48f6-a0b6-8cf45fb5b64d None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:36:12.289380 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f223d-442f-48f6-a0b6-8cf45fb5b64d None None] Pushing event updated for resources: {'Port': ['ID=b081af72-d151-4382-ac57-7ee9202c3100,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:12.317569 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73524d31-8914-44f1-a6a8-284e4da353f7 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Pushing event updated for resources: {'Subnet': ['ID=80d25a95-98db-49f9-a96f-6b32ecda6e32,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:12.321892 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73524d31-8914-44f1-a6a8-284e4da353f7 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Checking segment: {'id': '538ed98a-edb7-4a2d-ab43-c929fc6cf869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1aee6770-5382-488f-a47a-7f8301a01ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:36:12.322252 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73524d31-8914-44f1-a6a8-284e4da353f7 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Network hostable DHCP agents. Network: 1aee6770-5382-488f-a47a-7f8301a01ec7, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:36:12.344133 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73524d31-8914-44f1-a6a8-284e4da353f7 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Network 1aee6770-5382-488f-a47a-7f8301a01ec7 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:36:12.349733 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f44f223d-442f-48f6-a0b6-8cf45fb5b64d None None] Attempting to bind port b081af72-d151-4382-ac57-7ee9202c3100 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:36:12.350115 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f44f223d-442f-48f6-a0b6-8cf45fb5b64d None None] Attempting to bind port b081af72-d151-4382-ac57-7ee9202c3100 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '64c7bb72-96ed-4e28-be86-dbe060f270a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '81cd97dd-7e97-474b-b066-5bc7f89b77c0'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:36:12.350664 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44f223d-442f-48f6-a0b6-8cf45fb5b64d None None] Attempting to bind port b081af72-d151-4382-ac57-7ee9202c3100 on network 81cd97dd-7e97-474b-b066-5bc7f89b77c0 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:36:12.355449 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-73524d31-8914-44f1-a6a8-284e4da353f7 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 1aee6770-5382-488f-a47a-7f8301a01ec7) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:36:12.357117 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44f223d-442f-48f6-a0b6-8cf45fb5b64d None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:36:12.357637 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44f223d-442f-48f6-a0b6-8cf45fb5b64d None None] Checking segment: {'id': '64c7bb72-96ed-4e28-be86-dbe060f270a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '81cd97dd-7e97-474b-b066-5bc7f89b77c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:36:12.358058 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f44f223d-442f-48f6-a0b6-8cf45fb5b64d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:12.358490 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44f223d-442f-48f6-a0b6-8cf45fb5b64d None None] Bound using segment: {'id': '64c7bb72-96ed-4e28-be86-dbe060f270a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '81cd97dd-7e97-474b-b066-5bc7f89b77c0'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:36:12.358979 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f44f223d-442f-48f6-a0b6-8cf45fb5b64d None None] Bound port: b081af72-d151-4382-ac57-7ee9202c3100, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c7bb72-96ed-4e28-be86-dbe060f270a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '81cd97dd-7e97-474b-b066-5bc7f89b77c0'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:36:12.359397 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f44f223d-442f-48f6-a0b6-8cf45fb5b64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:12.362202 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73524d31-8914-44f1-a6a8-284e4da353f7 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:12.363187 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-73524d31-8914-44f1-a6a8-284e4da353f7 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:12.372716 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f253f937-669a-4fe8-8c51-23df7787a460 None None] Network 1aee6770-5382-488f-a47a-7f8301a01ec7 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:36:12.384776 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-73524d31-8914-44f1-a6a8-284e4da353f7 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4657261 Nov 25 20:36:12.387570 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58236) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:12.393119 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-1a97d1cc-707a-4d85-bbad-dba02f9fa3bf tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Request body: {'router': {'external_gateway_info': {'network_id': '1aee6770-5382-488f-a47a-7f8301a01ec7'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:12.497494 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f44f223d-442f-48f6-a0b6-8cf45fb5b64d None None] For port b081af72-d151-4382-ac57-7ee9202c3100, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:36:12.502126 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f44f223d-442f-48f6-a0b6-8cf45fb5b64d None None] For port b081af72-d151-4382-ac57-7ee9202c3100, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b081af72-d151-4382-ac57-7ee9202c3100,segment=NetworkSegment(64c7bb72-96ed-4e28-be86-dbe060f270a8),segment_id=64c7bb72-96ed-4e28-be86-dbe060f270a8)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:36:12.508930 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f44f223d-442f-48f6-a0b6-8cf45fb5b64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:12.609155 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1a97d1cc-707a-4d85-bbad-dba02f9fa3bf tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:12.615862 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f223d-442f-48f6-a0b6-8cf45fb5b64d None None] Pushing event updated for resources: {'Port': ['ID=b081af72-d151-4382-ac57-7ee9202c3100,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:12.631315 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d105e832-850d-40c1-b7fa-b14ce9150ab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-1aee6770-5382-488f-a47a-7f8301a01ec7', 'network_id': '1aee6770-5382-488f-a47a-7f8301a01ec7', 'tenant_id': '376dc0ad092b4bfe89bdce7749670c6e', 'fixed_ips': [{'subnet_id': '80d25a95-98db-49f9-a96f-6b32ecda6e32'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:36:12.632209 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d105e832-850d-40c1-b7fa-b14ce9150ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:12.771742 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [None req-1a97d1cc-707a-4d85-bbad-dba02f9fa3bf tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 20:36:12.778554 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1a97d1cc-707a-4d85-bbad-dba02f9fa3bf tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] 10.222.0.55 "PUT /v2.0/routers/8467989a-4991-4036-88c6-3b19b5213c22 HTTP/1.1" status: 400 len: 364 time: 0.3842566 Nov 25 20:36:12.779045 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58238) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:12.832897 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-d105e832-850d-40c1-b7fa-b14ce9150ab1 None None] Allocated IP 172.21.0.2 (1aee6770-5382-488f-a47a-7f8301a01ec7/80d25a95-98db-49f9-a96f-6b32ecda6e32/c66f0dce-25bb-4300-a2f6-bf98199a820e) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:36:12.880946 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f6a6f2-ab49-499c-86ac-03465e1e6856 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Deleting subnet 80d25a95-98db-49f9-a96f-6b32ecda6e32 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:36:13.171698 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d105e832-850d-40c1-b7fa-b14ce9150ab1 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:13.176192 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47f6a6f2-ab49-499c-86ac-03465e1e6856 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:13.176932 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d105e832-850d-40c1-b7fa-b14ce9150ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:13.214428 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d105e832-850d-40c1-b7fa-b14ce9150ab1 None None] Network 1aee6770-5382-488f-a47a-7f8301a01ec7 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:36:13.219902 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-d105e832-850d-40c1-b7fa-b14ce9150ab1 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:36:13.222389 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47f6a6f2-ab49-499c-86ac-03465e1e6856 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:13.223580 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d105e832-850d-40c1-b7fa-b14ce9150ab1 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:36:13.233396 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d105e832-850d-40c1-b7fa-b14ce9150ab1 None None] Pushing event updated for resources: {'Port': ['ID=c66f0dce-25bb-4300-a2f6-bf98199a820e,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:13.288180 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-d105e832-850d-40c1-b7fa-b14ce9150ab1 None None] Attempting to bind port c66f0dce-25bb-4300-a2f6-bf98199a820e on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:36:13.288631 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-d105e832-850d-40c1-b7fa-b14ce9150ab1 None None] Attempting to bind port c66f0dce-25bb-4300-a2f6-bf98199a820e by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '538ed98a-edb7-4a2d-ab43-c929fc6cf869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1aee6770-5382-488f-a47a-7f8301a01ec7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:36:13.288936 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d105e832-850d-40c1-b7fa-b14ce9150ab1 None None] Attempting to bind port c66f0dce-25bb-4300-a2f6-bf98199a820e on network 1aee6770-5382-488f-a47a-7f8301a01ec7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:36:13.296399 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d105e832-850d-40c1-b7fa-b14ce9150ab1 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:36:13.296781 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d105e832-850d-40c1-b7fa-b14ce9150ab1 None None] Checking segment: {'id': '538ed98a-edb7-4a2d-ab43-c929fc6cf869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1aee6770-5382-488f-a47a-7f8301a01ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:36:13.297194 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d105e832-850d-40c1-b7fa-b14ce9150ab1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:13.297596 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d105e832-850d-40c1-b7fa-b14ce9150ab1 None None] Bound using segment: {'id': '538ed98a-edb7-4a2d-ab43-c929fc6cf869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1aee6770-5382-488f-a47a-7f8301a01ec7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:36:13.298084 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-d105e832-850d-40c1-b7fa-b14ce9150ab1 None None] Bound port: c66f0dce-25bb-4300-a2f6-bf98199a820e, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '538ed98a-edb7-4a2d-ab43-c929fc6cf869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1aee6770-5382-488f-a47a-7f8301a01ec7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:36:13.298505 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d105e832-850d-40c1-b7fa-b14ce9150ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:13.324667 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47f6a6f2-ab49-499c-86ac-03465e1e6856 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:13.394698 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47f6a6f2-ab49-499c-86ac-03465e1e6856 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:13.398111 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-d105e832-850d-40c1-b7fa-b14ce9150ab1 None None] For port c66f0dce-25bb-4300-a2f6-bf98199a820e, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:36:13.401639 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-d105e832-850d-40c1-b7fa-b14ce9150ab1 None None] For port c66f0dce-25bb-4300-a2f6-bf98199a820e, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c66f0dce-25bb-4300-a2f6-bf98199a820e,segment=NetworkSegment(538ed98a-edb7-4a2d-ab43-c929fc6cf869),segment_id=538ed98a-edb7-4a2d-ab43-c929fc6cf869)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:36:13.407307 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d105e832-850d-40c1-b7fa-b14ce9150ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:13.426931 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6a6f2-ab49-499c-86ac-03465e1e6856 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Pushing event deleted for resources: {'Subnet': ['ID=80d25a95-98db-49f9-a96f-6b32ecda6e32,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:13.433212 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47f6a6f2-ab49-499c-86ac-03465e1e6856 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:13.437602 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-47f6a6f2-ab49-499c-86ac-03465e1e6856 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] 10.222.0.55 "DELETE /v2.0/subnets/80d25a95-98db-49f9-a96f-6b32ecda6e32 HTTP/1.1" status: 204 len: 168 time: 0.6566586 Nov 25 20:36:13.440071 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58240) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:13.479624 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d105e832-850d-40c1-b7fa-b14ce9150ab1 None None] Pushing event updated for resources: {'Port': ['ID=c66f0dce-25bb-4300-a2f6-bf98199a820e,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:13.536605 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca274405-8264-4699-8509-c2cc7019ca3c tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:13.603634 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ca274405-8264-4699-8509-c2cc7019ca3c tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Deleting port c66f0dce-25bb-4300-a2f6-bf98199a820e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:36:13.604119 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca274405-8264-4699-8509-c2cc7019ca3c tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:13.685758 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-ca274405-8264-4699-8509-c2cc7019ca3c tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] For port c66f0dce-25bb-4300-a2f6-bf98199a820e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c66f0dce-25bb-4300-a2f6-bf98199a820e,segment=NetworkSegment(538ed98a-edb7-4a2d-ab43-c929fc6cf869),segment_id=538ed98a-edb7-4a2d-ab43-c929fc6cf869)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:13.685758 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca274405-8264-4699-8509-c2cc7019ca3c tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:13.698940 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ca274405-8264-4699-8509-c2cc7019ca3c tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Calling delete_port for c66f0dce-25bb-4300-a2f6-bf98199a820e owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:36:13.719864 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00121f7a-1d08-4769-9ad0-a98a8f79c201 None None] Network 81cd97dd-7e97-474b-b066-5bc7f89b77c0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:36:13.804684 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca274405-8264-4699-8509-c2cc7019ca3c tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:13.838894 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca274405-8264-4699-8509-c2cc7019ca3c tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Pushing event deleted for resources: {'Port': ['ID=c66f0dce-25bb-4300-a2f6-bf98199a820e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:13.844880 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca274405-8264-4699-8509-c2cc7019ca3c tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] No DVR routers for this DVR port c66f0dce-25bb-4300-a2f6-bf98199a820e on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:36:13.857351 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d9f1a180-a597-4ec8-bf18-664e0472cf2d None None] Provisioning complete for port b081af72-d151-4382-ac57-7ee9202c3100 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:13.858539 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a180-a597-4ec8-bf18-664e0472cf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:13.937138 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca274405-8264-4699-8509-c2cc7019ca3c tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:13.960061 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-ca274405-8264-4699-8509-c2cc7019ca3c tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aee6770-5382-488f-a47a-7f8301a01ec7']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:13.971318 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-ca274405-8264-4699-8509-c2cc7019ca3c tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '538ed98a-edb7-4a2d-ab43-c929fc6cf869') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:13.971621 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-ca274405-8264-4699-8509-c2cc7019ca3c tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '538ed98a-edb7-4a2d-ab43-c929fc6cf869') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:13.984461 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a180-a597-4ec8-bf18-664e0472cf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:13.988691 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca274405-8264-4699-8509-c2cc7019ca3c tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:14.004072 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca274405-8264-4699-8509-c2cc7019ca3c tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:14.011855 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca274405-8264-4699-8509-c2cc7019ca3c tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:36:14.012786 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca274405-8264-4699-8509-c2cc7019ca3c tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:36:14.016325 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:36:14.022172 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-d9f1a180-a597-4ec8-bf18-664e0472cf2d None None] For port b081af72-d151-4382-ac57-7ee9202c3100, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b081af72-d151-4382-ac57-7ee9202c3100,segment=NetworkSegment(64c7bb72-96ed-4e28-be86-dbe060f270a8),segment_id=64c7bb72-96ed-4e28-be86-dbe060f270a8)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:14.026449 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a180-a597-4ec8-bf18-664e0472cf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:14.092936 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1a180-a597-4ec8-bf18-664e0472cf2d None None] Pushing event updated for resources: {'Port': ['ID=b081af72-d151-4382-ac57-7ee9202c3100,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:14.249306 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-c452142a-d005-4e0d-9d5b-e61da4d093a2 None None] Provisioning complete for port b081af72-d151-4382-ac57-7ee9202c3100 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:14.249688 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c452142a-d005-4e0d-9d5b-e61da4d093a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:14.478820 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca274405-8264-4699-8509-c2cc7019ca3c tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:14.484838 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca274405-8264-4699-8509-c2cc7019ca3c tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:14.490480 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ca274405-8264-4699-8509-c2cc7019ca3c tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] 10.222.0.55 "DELETE /v2.0/networks/1aee6770-5382-488f-a47a-7f8301a01ec7 HTTP/1.1" status: 204 len: 168 time: 1.0471284 Nov 25 20:36:14.491210 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58242) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:14.504539 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca274405-8264-4699-8509-c2cc7019ca3c tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Pushing event deleted for resources: {'Network': ['ID=1aee6770-5382-488f-a47a-7f8301a01ec7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:14.552054 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b081af72-d151-4382-ac57-7ee9202c3100 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:36:14.552256 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f95697-0155-4512-ae40-716adacf2a23 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Deleting subnet ff63f97a-d57c-4cfe-abc0-ba382309d21f {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:36:14.555581 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97f95697-0155-4512-ae40-716adacf2a23 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:14.606659 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port b081af72-d151-4382-ac57-7ee9202c3100 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:14.606998 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:14.609186 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97f95697-0155-4512-ae40-716adacf2a23 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:14.702967 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97f95697-0155-4512-ae40-716adacf2a23 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:14.718970 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef2f240-f3d3-4d42-82ad-d5f4868294fe None None] DHCP port deletion for 1aee6770-5382-488f-a47a-7f8301a01ec7 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:36:14.739989 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9edfc7f-bf5b-4675-a59c-640b099d2eb1 None None] Network 1aee6770-5382-488f-a47a-7f8301a01ec7 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:36:14.760736 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9edfc7f-bf5b-4675-a59c-640b099d2eb1 None None] Network 1aee6770-5382-488f-a47a-7f8301a01ec7 could not be found, it might have been deleted concurrently. {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 20:36:14.763541 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f26cf320-b3cb-49a5-8ab8-bf563bfcb3bb None None] Could not find standard attr ID for object c66f0dce-25bb-4300-a2f6-bf98199a820e. {{(pid=103601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 20:36:14.772064 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97f95697-0155-4512-ae40-716adacf2a23 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:14.805313 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f95697-0155-4512-ae40-716adacf2a23 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Pushing event deleted for resources: {'Subnet': ['ID=ff63f97a-d57c-4cfe-abc0-ba382309d21f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:14.807436 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97f95697-0155-4512-ae40-716adacf2a23 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:14.812152 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-97f95697-0155-4512-ae40-716adacf2a23 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] 10.222.0.55 "DELETE /v2.0/subnets/ff63f97a-d57c-4cfe-abc0-ba382309d21f HTTP/1.1" status: 204 len: 168 time: 0.3190153 Nov 25 20:36:14.814173 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad07375-293b-4ed8-9325-bafc076041e2 None None] Network 81cd97dd-7e97-474b-b066-5bc7f89b77c0 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:36:14.814974 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58244) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:14.896329 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-531e43a7-c42a-45da-86d4-8ca5e3496254 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:14.956897 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-531e43a7-c42a-45da-86d4-8ca5e3496254 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Deleting port b081af72-d151-4382-ac57-7ee9202c3100 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:36:14.957302 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-531e43a7-c42a-45da-86d4-8ca5e3496254 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:14.987238 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e174c31e-1d68-47ec-8c22-21eae7a0e818 None None] DHCP port deletion for 81cd97dd-7e97-474b-b066-5bc7f89b77c0 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:36:15.025110 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-531e43a7-c42a-45da-86d4-8ca5e3496254 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] For port b081af72-d151-4382-ac57-7ee9202c3100, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b081af72-d151-4382-ac57-7ee9202c3100,segment=NetworkSegment(64c7bb72-96ed-4e28-be86-dbe060f270a8),segment_id=64c7bb72-96ed-4e28-be86-dbe060f270a8)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:15.025479 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-531e43a7-c42a-45da-86d4-8ca5e3496254 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:15.039915 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e174c31e-1d68-47ec-8c22-21eae7a0e818 None None] Deleting port b081af72-d151-4382-ac57-7ee9202c3100 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:36:15.040299 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e174c31e-1d68-47ec-8c22-21eae7a0e818 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:15.043428 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-531e43a7-c42a-45da-86d4-8ca5e3496254 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Calling delete_port for b081af72-d151-4382-ac57-7ee9202c3100 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:36:15.104742 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e174c31e-1d68-47ec-8c22-21eae7a0e818 None None] For port b081af72-d151-4382-ac57-7ee9202c3100, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b081af72-d151-4382-ac57-7ee9202c3100,segment=NetworkSegment(64c7bb72-96ed-4e28-be86-dbe060f270a8),segment_id=64c7bb72-96ed-4e28-be86-dbe060f270a8)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:15.105146 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e174c31e-1d68-47ec-8c22-21eae7a0e818 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:15.118042 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e174c31e-1d68-47ec-8c22-21eae7a0e818 None None] Calling delete_port for b081af72-d151-4382-ac57-7ee9202c3100 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:36:15.125028 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-531e43a7-c42a-45da-86d4-8ca5e3496254 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:15.151709 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e43a7-c42a-45da-86d4-8ca5e3496254 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Pushing event deleted for resources: {'Port': ['ID=b081af72-d151-4382-ac57-7ee9202c3100,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:15.153897 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531e43a7-c42a-45da-86d4-8ca5e3496254 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] No DVR routers for this DVR port b081af72-d151-4382-ac57-7ee9202c3100 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:36:15.203969 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e174c31e-1d68-47ec-8c22-21eae7a0e818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:15.230946 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e174c31e-1d68-47ec-8c22-21eae7a0e818 None None] No DVR routers for this DVR port b081af72-d151-4382-ac57-7ee9202c3100 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:36:15.235055 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174c31e-1d68-47ec-8c22-21eae7a0e818 None None] Pushing event deleted for resources: {'Port': ['ID=b081af72-d151-4382-ac57-7ee9202c3100,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:15.243207 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-531e43a7-c42a-45da-86d4-8ca5e3496254 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:15.264302 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-531e43a7-c42a-45da-86d4-8ca5e3496254 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81cd97dd-7e97-474b-b066-5bc7f89b77c0']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:15.274263 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-531e43a7-c42a-45da-86d4-8ca5e3496254 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c7bb72-96ed-4e28-be86-dbe060f270a8') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:15.274587 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-531e43a7-c42a-45da-86d4-8ca5e3496254 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c7bb72-96ed-4e28-be86-dbe060f270a8') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:15.285090 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-531e43a7-c42a-45da-86d4-8ca5e3496254 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:15.298849 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-531e43a7-c42a-45da-86d4-8ca5e3496254 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:15.304792 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531e43a7-c42a-45da-86d4-8ca5e3496254 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:36:15.305260 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-531e43a7-c42a-45da-86d4-8ca5e3496254 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:36:15.308154 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:36:15.367084 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-531e43a7-c42a-45da-86d4-8ca5e3496254 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:15.374765 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-531e43a7-c42a-45da-86d4-8ca5e3496254 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:15.377529 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-531e43a7-c42a-45da-86d4-8ca5e3496254 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] 10.222.0.55 "DELETE /v2.0/networks/81cd97dd-7e97-474b-b066-5bc7f89b77c0 HTTP/1.1" status: 204 len: 168 time: 0.5611870 Nov 25 20:36:15.380471 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58246) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:15.394324 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e43a7-c42a-45da-86d4-8ca5e3496254 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Pushing event deleted for resources: {'Network': ['ID=81cd97dd-7e97-474b-b066-5bc7f89b77c0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:15.409132 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3d2a5fd6-614c-402e-90e4-2b292f9fb108 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] 10.222.0.55 "GET /v2.0/ports?device_id=8467989a-4991-4036-88c6-3b19b5213c22 HTTP/1.1" status: 200 len: 205 time: 0.0272424 Nov 25 20:36:15.411643 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58248) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:15.487697 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-205ccc27-ba9d-4290-9f66-196f8dab8634 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:15.640974 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-205ccc27-ba9d-4290-9f66-196f8dab8634 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:15.643173 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-205ccc27-ba9d-4290-9f66-196f8dab8634 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:15.694261 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-205ccc27-ba9d-4290-9f66-196f8dab8634 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:15.694712 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205ccc27-ba9d-4290-9f66-196f8dab8634 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Fanout notify agent at l3_agent the message router_deleted on router 8467989a-4991-4036-88c6-3b19b5213c22 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:36:15.703210 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-205ccc27-ba9d-4290-9f66-196f8dab8634 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:15.704365 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-205ccc27-ba9d-4290-9f66-196f8dab8634 tempest-RoutersNegativeTest-1032655175 tempest-RoutersNegativeTest-1032655175-project] 10.222.0.55 "DELETE /v2.0/routers/8467989a-4991-4036-88c6-3b19b5213c22 HTTP/1.1" status: 204 len: 168 time: 0.2917941 Nov 25 20:36:15.956679 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58254) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:16.108199 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d4affd5e-0072-4482-900a-a4c2ead6d060 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=376dc0ad092b4bfe89bdce7749670c6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1498632 Nov 25 20:36:16.111012 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58258) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:16.158142 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d7fb2412-b4e6-42e3-a84b-00e32b9801aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:16.179683 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d7fb2412-b4e6-42e3-a84b-00e32b9801aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:16.224998 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d7fb2412-b4e6-42e3-a84b-00e32b9801aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:16.228160 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d7fb2412-b4e6-42e3-a84b-00e32b9801aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:16.229964 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d7fb2412-b4e6-42e3-a84b-00e32b9801aa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c6ab36fb-8411-4c79-b300-0a2a94523dcd HTTP/1.1" status: 204 len: 168 time: 0.1177325 Nov 25 20:36:16.239108 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb2412-b4e6-42e3-a84b-00e32b9801aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ab36fb-8411-4c79-b300-0a2a94523dcd,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:16.505536 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b081af72-d151-4382-ac57-7ee9202c3100 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:36:16.526431 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: b081af72-d151-4382-ac57-7ee9202c3100 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:36:16.526678 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b081af72-d151-4382-ac57-7ee9202c3100 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:36:16.527102 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c66f0dce-25bb-4300-a2f6-bf98199a820e no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:36:16.547982 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: c66f0dce-25bb-4300-a2f6-bf98199a820e {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:36:16.548344 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c66f0dce-25bb-4300-a2f6-bf98199a820e not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:36:16.870069 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58280) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:16.972459 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-89c3bf23-1f69-493a-a48c-676315456b2f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-654894966-network', 'tenant_id': '06ae36c2808d4598a87c6bd94c8ec329'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:16.993800 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c3bf23-1f69-493a-a48c-676315456b2f admin admin] Made reservation on behalf of 06ae36c2808d4598a87c6bd94c8ec329 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:36:16.996072 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89c3bf23-1f69-493a-a48c-676315456b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:17.007510 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89c3bf23-1f69-493a-a48c-676315456b2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:17.087868 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89c3bf23-1f69-493a-a48c-676315456b2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:17.091931 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89c3bf23-1f69-493a-a48c-676315456b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:17.120823 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c3bf23-1f69-493a-a48c-676315456b2f admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:36:17.128183 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3bf23-1f69-493a-a48c-676315456b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6af4b7-5f42-4643-ae64-745f7fb6e23d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:17.134398 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89c3bf23-1f69-493a-a48c-676315456b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:17.134807 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-89c3bf23-1f69-493a-a48c-676315456b2f admin admin] Added segment ea2e5523-1987-4781-8554-cac6c058a9ae of type vlan for network 4cee50fc-2c03-4f29-8d89-4212aa1952a8 Nov 25 20:36:17.176399 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89c3bf23-1f69-493a-a48c-676315456b2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:17.200766 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89c3bf23-1f69-493a-a48c-676315456b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:17.202785 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c3bf23-1f69-493a-a48c-676315456b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:17.203369 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89c3bf23-1f69-493a-a48c-676315456b2f admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:17.263425 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-89c3bf23-1f69-493a-a48c-676315456b2f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3920014 Nov 25 20:36:17.266679 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58284) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:17.271398 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-fa26f371-715b-434f-812c-151f84146479 admin admin] Request body: {'subnet': {'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-654894966-subnet', 'tenant_id': '06ae36c2808d4598a87c6bd94c8ec329', 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:17.282579 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3bf23-1f69-493a-a48c-676315456b2f admin admin] Pushing event updated for resources: {'Network': ['ID=4cee50fc-2c03-4f29-8d89-4212aa1952a8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:17.292602 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 4cee50fc-2c03-4f29-8d89-4212aa1952a8 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:36:17.298558 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa26f371-715b-434f-812c-151f84146479 admin admin] Made reservation on behalf of 06ae36c2808d4598a87c6bd94c8ec329 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:36:17.301041 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa26f371-715b-434f-812c-151f84146479 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:17.469944 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa26f371-715b-434f-812c-151f84146479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:17.524905 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26f371-715b-434f-812c-151f84146479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8724bf66-bbe4-4bdd-9537-020d3b6a5b4d,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:17.533524 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa26f371-715b-434f-812c-151f84146479 admin admin] Checking segment: {'id': 'ea2e5523-1987-4781-8554-cac6c058a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:36:17.533966 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa26f371-715b-434f-812c-151f84146479 admin admin] Network hostable DHCP agents. Network: 4cee50fc-2c03-4f29-8d89-4212aa1952a8, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:36:17.551172 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa26f371-715b-434f-812c-151f84146479 admin admin] Network 4cee50fc-2c03-4f29-8d89-4212aa1952a8 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:36:17.559634 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-fa26f371-715b-434f-812c-151f84146479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 4cee50fc-2c03-4f29-8d89-4212aa1952a8) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:36:17.564180 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa26f371-715b-434f-812c-151f84146479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:17.564766 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa26f371-715b-434f-812c-151f84146479 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:17.570883 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a269119-9b43-4636-bd3d-87f247ecf0ef None None] Network 4cee50fc-2c03-4f29-8d89-4212aa1952a8 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:36:17.581181 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fa26f371-715b-434f-812c-151f84146479 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3134916 Nov 25 20:36:17.583937 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58286) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:17.588304 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-10b7e623-810f-4310-882c-d08d08fcd38e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-654894966-router', 'tenant_id': '06ae36c2808d4598a87c6bd94c8ec329', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:17.610327 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-10b7e623-810f-4310-882c-d08d08fcd38e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:17.611389 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-10b7e623-810f-4310-882c-d08d08fcd38e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:17.665086 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-10b7e623-810f-4310-882c-d08d08fcd38e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:17.718255 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f6698b-2efb-40e1-89ad-55ce27b8f45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-4cee50fc-2c03-4f29-8d89-4212aa1952a8', 'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8', 'tenant_id': '06ae36c2808d4598a87c6bd94c8ec329', 'fixed_ips': [{'subnet_id': '8724bf66-bbe4-4bdd-9537-020d3b6a5b4d'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:36:17.719356 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-84f6698b-2efb-40e1-89ad-55ce27b8f45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:17.808806 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-10b7e623-810f-4310-882c-d08d08fcd38e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:17.861373 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-84f6698b-2efb-40e1-89ad-55ce27b8f45b None None] Allocated IP 172.20.0.2 (4cee50fc-2c03-4f29-8d89-4212aa1952a8/8724bf66-bbe4-4bdd-9537-020d3b6a5b4d/41a34fee-1b70-40a8-8f7e-c0ae9ffb868c) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:36:18.010648 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-84f6698b-2efb-40e1-89ad-55ce27b8f45b None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:18.011851 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-10b7e623-810f-4310-882c-d08d08fcd38e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:18.018501 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-84f6698b-2efb-40e1-89ad-55ce27b8f45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:18.061582 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f6698b-2efb-40e1-89ad-55ce27b8f45b None None] Network 4cee50fc-2c03-4f29-8d89-4212aa1952a8 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:36:18.064501 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-84f6698b-2efb-40e1-89ad-55ce27b8f45b None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:36:18.069720 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f6698b-2efb-40e1-89ad-55ce27b8f45b None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:36:18.078336 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6698b-2efb-40e1-89ad-55ce27b8f45b None None] Pushing event updated for resources: {'Port': ['ID=41a34fee-1b70-40a8-8f7e-c0ae9ffb868c,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:18.128925 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-84f6698b-2efb-40e1-89ad-55ce27b8f45b None None] Attempting to bind port 41a34fee-1b70-40a8-8f7e-c0ae9ffb868c on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:36:18.129301 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-84f6698b-2efb-40e1-89ad-55ce27b8f45b None None] Attempting to bind port 41a34fee-1b70-40a8-8f7e-c0ae9ffb868c by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'ea2e5523-1987-4781-8554-cac6c058a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:36:18.129672 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f6698b-2efb-40e1-89ad-55ce27b8f45b None None] Attempting to bind port 41a34fee-1b70-40a8-8f7e-c0ae9ffb868c on network 4cee50fc-2c03-4f29-8d89-4212aa1952a8 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:36:18.135426 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f6698b-2efb-40e1-89ad-55ce27b8f45b None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:36:18.135807 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f6698b-2efb-40e1-89ad-55ce27b8f45b None None] Checking segment: {'id': 'ea2e5523-1987-4781-8554-cac6c058a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:36:18.136212 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-84f6698b-2efb-40e1-89ad-55ce27b8f45b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:18.136611 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f6698b-2efb-40e1-89ad-55ce27b8f45b None None] Bound using segment: {'id': 'ea2e5523-1987-4781-8554-cac6c058a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:36:18.137095 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-84f6698b-2efb-40e1-89ad-55ce27b8f45b None None] Bound port: 41a34fee-1b70-40a8-8f7e-c0ae9ffb868c, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2e5523-1987-4781-8554-cac6c058a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:36:18.137483 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-84f6698b-2efb-40e1-89ad-55ce27b8f45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:18.213293 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-84f6698b-2efb-40e1-89ad-55ce27b8f45b None None] For port 41a34fee-1b70-40a8-8f7e-c0ae9ffb868c, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:36:18.216942 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-84f6698b-2efb-40e1-89ad-55ce27b8f45b None None] For port 41a34fee-1b70-40a8-8f7e-c0ae9ffb868c, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=41a34fee-1b70-40a8-8f7e-c0ae9ffb868c,segment=NetworkSegment(ea2e5523-1987-4781-8554-cac6c058a9ae),segment_id=ea2e5523-1987-4781-8554-cac6c058a9ae)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:36:18.222306 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-84f6698b-2efb-40e1-89ad-55ce27b8f45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:18.287699 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6698b-2efb-40e1-89ad-55ce27b8f45b None None] Pushing event updated for resources: {'Port': ['ID=41a34fee-1b70-40a8-8f7e-c0ae9ffb868c,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:18.367624 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-10b7e623-810f-4310-882c-d08d08fcd38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:18.490980 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-10b7e623-810f-4310-882c-d08d08fcd38e admin admin] Allocated IP 172.25.6.33 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/9c314476-b7a2-44af-9f77-b24402b17244) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:36:18.578492 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 41a34fee-1b70-40a8-8f7e-c0ae9ffb868c up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:36:18.622621 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-10b7e623-810f-4310-882c-d08d08fcd38e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:18.634671 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 41a34fee-1b70-40a8-8f7e-c0ae9ffb868c triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:18.635039 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:18.660582 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-10b7e623-810f-4310-882c-d08d08fcd38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:18.702722 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b7e623-810f-4310-882c-d08d08fcd38e admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:36:18.707371 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-10b7e623-810f-4310-882c-d08d08fcd38e admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:36:18.712038 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b7e623-810f-4310-882c-d08d08fcd38e admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:36:18.715205 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7e623-810f-4310-882c-d08d08fcd38e admin admin] Pushing event updated for resources: {'Port': ['ID=9c314476-b7a2-44af-9f77-b24402b17244,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:18.723131 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190f1c5c-ec2c-43e3-ac7a-fb19458fd3be None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:36:18.727875 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:18.765119 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 41a34fee-1b70-40a8-8f7e-c0ae9ffb868c, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=41a34fee-1b70-40a8-8f7e-c0ae9ffb868c,segment=NetworkSegment(ea2e5523-1987-4781-8554-cac6c058a9ae),segment_id=ea2e5523-1987-4781-8554-cac6c058a9ae)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:18.770407 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:18.831589 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=41a34fee-1b70-40a8-8f7e-c0ae9ffb868c,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:18.835520 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-feb16ab9-ccbf-42c5-a103-5d06b524ca38 None None] Provisioning complete for port 9c314476-b7a2-44af-9f77-b24402b17244 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:18.835885 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-feb16ab9-ccbf-42c5-a103-5d06b524ca38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:18.874467 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-feb16ab9-ccbf-42c5-a103-5d06b524ca38 None None] Port 9c314476-b7a2-44af-9f77-b24402b17244 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:36:18.971724 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-10b7e623-810f-4310-882c-d08d08fcd38e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:19.191764 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-10b7e623-810f-4310-882c-d08d08fcd38e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:19.265290 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f54b6ae-a52c-4bb4-aebe-189d872e6d15 None None] Network 4cee50fc-2c03-4f29-8d89-4212aa1952a8 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:36:19.333762 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b7e623-810f-4310-882c-d08d08fcd38e admin admin] Router b7443fa9-28d8-4696-8bf0-da58c9134c9c is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:36:19.344693 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-56574d8f-ed62-4f65-84e3-dfe9ce20f4eb None None] Provisioning complete for port 41a34fee-1b70-40a8-8f7e-c0ae9ffb868c triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:19.345069 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-56574d8f-ed62-4f65-84e3-dfe9ce20f4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:19.461547 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b7e623-810f-4310-882c-d08d08fcd38e admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:36:19.486084 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5f9255-3f84-4b7d-9f33-db17b689e34c None None] Sync routers for ids ['b7443fa9-28d8-4696-8bf0-da58c9134c9c'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:36:19.486715 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-10b7e623-810f-4310-882c-d08d08fcd38e admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:19.492478 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58288) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:19.493089 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-10b7e623-810f-4310-882c-d08d08fcd38e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9075458 Nov 25 20:36:19.519354 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5f9255-3f84-4b7d-9f33-db17b689e34c None None] Routers {'b7443fa9-28d8-4696-8bf0-da58c9134c9c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:36:19.520184 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ee5f9255-3f84-4b7d-9f33-db17b689e34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:36:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b7443fa9-28d8-4696-8bf0-da58c9134c9c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:19.616963 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:36:19.660205 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-ee5f9255-3f84-4b7d-9f33-db17b689e34c None None] Set router b7443fa9-28d8-4696-8bf0-da58c9134c9c gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:36:19.865833 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9f0bcc68-f743-470a-9d83-c01d6ea55184 None None] Provisioning complete for port 41a34fee-1b70-40a8-8f7e-c0ae9ffb868c triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:19.866130 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9f0bcc68-f743-470a-9d83-c01d6ea55184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:19.930301 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ee5f9255-3f84-4b7d-9f33-db17b689e34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7443fa9-28d8-4696-8bf0-da58c9134c9c', 'name': 'tempest-TestEncryptedCinderVolumes-654894966-router', 'tenant_id': '06ae36c2808d4598a87c6bd94c8ec329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '9c314476-b7a2-44af-9f77-b24402b17244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:36:17Z', 'updated_at': '2021-11-25T20:36:18Z', 'revision_number': 3, 'project_id': '06ae36c2808d4598a87c6bd94c8ec329', 'gw_port': {'id': '9c314476-b7a2-44af-9f77-b24402b17244', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7443fa9-28d8-4696-8bf0-da58c9134c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:36:18Z', 'updated_at': '2021-11-25T20:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:19.968610 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-852a079d-f554-445e-bd9c-d22e6d0cb7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:19.975692 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5f9255-3f84-4b7d-9f33-db17b689e34c None None] Checking router: b7443fa9-28d8-4696-8bf0-da58c9134c9c for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:36:19.976057 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5f9255-3f84-4b7d-9f33-db17b689e34c None None] Updating router b7443fa9-28d8-4696-8bf0-da58c9134c9c port 9c314476-b7a2-44af-9f77-b24402b17244 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:36:20.018391 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee5f9255-3f84-4b7d-9f33-db17b689e34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:20.170465 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-852a079d-f554-445e-bd9c-d22e6d0cb7ad admin admin] Allocated IP 172.20.0.1 (4cee50fc-2c03-4f29-8d89-4212aa1952a8/8724bf66-bbe4-4bdd-9537-020d3b6a5b4d/de5aecf8-2738-4375-9043-d11ddf61d481) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:36:20.290026 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-852a079d-f554-445e-bd9c-d22e6d0cb7ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:20.328248 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-852a079d-f554-445e-bd9c-d22e6d0cb7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:20.379217 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852a079d-f554-445e-bd9c-d22e6d0cb7ad admin admin] Network 4cee50fc-2c03-4f29-8d89-4212aa1952a8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:36:20.382204 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-852a079d-f554-445e-bd9c-d22e6d0cb7ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:36:20.385995 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852a079d-f554-445e-bd9c-d22e6d0cb7ad admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:36:20.409647 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a079d-f554-445e-bd9c-d22e6d0cb7ad admin admin] Pushing event updated for resources: {'Port': ['ID=de5aecf8-2738-4375-9043-d11ddf61d481,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:20.430753 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-852a079d-f554-445e-bd9c-d22e6d0cb7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:20.458017 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee5f9255-3f84-4b7d-9f33-db17b689e34c None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:20.465713 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee5f9255-3f84-4b7d-9f33-db17b689e34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:20.523171 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2307c82-1502-4f21-9a11-76b02572f862 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:36:20.525523 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 41a34fee-1b70-40a8-8f7e-c0ae9ffb868c up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:36:20.567027 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017049c-f296-472d-8279-a6a34db1ffea None None] Pushing event updated for resources: {'Port': ['ID=9c314476-b7a2-44af-9f77-b24402b17244,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:20.575185 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ee5f9255-3f84-4b7d-9f33-db17b689e34c None None] Attempting to bind port 9c314476-b7a2-44af-9f77-b24402b17244 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:36:20.575564 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ee5f9255-3f84-4b7d-9f33-db17b689e34c None None] Attempting to bind port 9c314476-b7a2-44af-9f77-b24402b17244 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:36:20.575938 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5f9255-3f84-4b7d-9f33-db17b689e34c None None] Attempting to bind port 9c314476-b7a2-44af-9f77-b24402b17244 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:36:20.585957 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5f9255-3f84-4b7d-9f33-db17b689e34c None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:36:20.586367 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5f9255-3f84-4b7d-9f33-db17b689e34c None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:36:20.586786 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee5f9255-3f84-4b7d-9f33-db17b689e34c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:20.587187 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5f9255-3f84-4b7d-9f33-db17b689e34c None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:36:20.587696 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ee5f9255-3f84-4b7d-9f33-db17b689e34c None None] Bound port: 9c314476-b7a2-44af-9f77-b24402b17244, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:36:20.588086 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee5f9255-3f84-4b7d-9f33-db17b689e34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:20.634304 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-852a079d-f554-445e-bd9c-d22e6d0cb7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:20.669229 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 41a34fee-1b70-40a8-8f7e-c0ae9ffb868c triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:20.669895 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:20.671721 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ee5f9255-3f84-4b7d-9f33-db17b689e34c None None] For port 9c314476-b7a2-44af-9f77-b24402b17244, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:36:20.677220 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ee5f9255-3f84-4b7d-9f33-db17b689e34c None None] For port 9c314476-b7a2-44af-9f77-b24402b17244, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9c314476-b7a2-44af-9f77-b24402b17244,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:36:20.700424 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-cbf65beb-408b-40ec-9cfb-d0a8e710f152 None None] Provisioning complete for port 9c314476-b7a2-44af-9f77-b24402b17244 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:20.700799 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cbf65beb-408b-40ec-9cfb-d0a8e710f152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:20.703736 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee5f9255-3f84-4b7d-9f33-db17b689e34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:20.799641 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77753cd7-6cab-4ce7-ba10-55b1ab3a7a3b None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:36:20.827657 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5f9255-3f84-4b7d-9f33-db17b689e34c None None] Routers {'b7443fa9-28d8-4696-8bf0-da58c9134c9c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:36:20.828200 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ee5f9255-3f84-4b7d-9f33-db17b689e34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:36:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b7443fa9-28d8-4696-8bf0-da58c9134c9c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:20.841023 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017049c-f296-472d-8279-a6a34db1ffea None None] Pushing event updated for resources: {'Port': ['ID=9c314476-b7a2-44af-9f77-b24402b17244,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:20.857326 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-852a079d-f554-445e-bd9c-d22e6d0cb7ad admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:20.865711 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-852a079d-f554-445e-bd9c-d22e6d0cb7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:20.940618 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-852a079d-f554-445e-bd9c-d22e6d0cb7ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:20.947566 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a079d-f554-445e-bd9c-d22e6d0cb7ad admin admin] Pushing event updated for resources: {'Port': ['ID=de5aecf8-2738-4375-9043-d11ddf61d481,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:21.007583 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cbf65beb-408b-40ec-9cfb-d0a8e710f152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:21.039279 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-ee5f9255-3f84-4b7d-9f33-db17b689e34c None None] Set router b7443fa9-28d8-4696-8bf0-da58c9134c9c gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:36:21.061649 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852a079d-f554-445e-bd9c-d22e6d0cb7ad admin admin] Network 4cee50fc-2c03-4f29-8d89-4212aa1952a8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:36:21.063299 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-852a079d-f554-445e-bd9c-d22e6d0cb7ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:36:21.069826 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-cbf65beb-408b-40ec-9cfb-d0a8e710f152 None None] For port 9c314476-b7a2-44af-9f77-b24402b17244, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9c314476-b7a2-44af-9f77-b24402b17244,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:21.079046 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cbf65beb-408b-40ec-9cfb-d0a8e710f152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:21.209355 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852a079d-f554-445e-bd9c-d22e6d0cb7ad admin admin] Router b7443fa9-28d8-4696-8bf0-da58c9134c9c has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:36:21.223405 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf65beb-408b-40ec-9cfb-d0a8e710f152 None None] Pushing event updated for resources: {'Port': ['ID=9c314476-b7a2-44af-9f77-b24402b17244,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:21.252366 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-367812ac-e44b-487e-a61c-24fbae6e2084 None None] Provisioning complete for port 9c314476-b7a2-44af-9f77-b24402b17244 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:21.252743 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-367812ac-e44b-487e-a61c-24fbae6e2084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:21.348304 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852a079d-f554-445e-bd9c-d22e6d0cb7ad admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:36:21.357067 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-852a079d-f554-445e-bd9c-d22e6d0cb7ad admin admin] 10.222.0.55 "PUT /v2.0/routers/b7443fa9-28d8-4696-8bf0-da58c9134c9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8624191 Nov 25 20:36:21.397624 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ee5f9255-3f84-4b7d-9f33-db17b689e34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7443fa9-28d8-4696-8bf0-da58c9134c9c', 'name': 'tempest-TestEncryptedCinderVolumes-654894966-router', 'tenant_id': '06ae36c2808d4598a87c6bd94c8ec329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '9c314476-b7a2-44af-9f77-b24402b17244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:36:17Z', 'updated_at': '2021-11-25T20:36:20Z', 'revision_number': 4, 'project_id': '06ae36c2808d4598a87c6bd94c8ec329', 'gw_port': {'id': '9c314476-b7a2-44af-9f77-b24402b17244', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7443fa9-28d8-4696-8bf0-da58c9134c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:36:18Z', 'updated_at': '2021-11-25T20:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'de5aecf8-2738-4375-9043-d11ddf61d481', 'name': '', 'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8', 'tenant_id': '06ae36c2808d4598a87c6bd94c8ec329', 'mac_address': 'fa:16:3e:e3:61:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7443fa9-28d8-4696-8bf0-da58c9134c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '8724bf66-bbe4-4bdd-9537-020d3b6a5b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:36:19Z', 'updated_at': '2021-11-25T20:36:20Z', 'revision_number': 1, 'project_id': '06ae36c2808d4598a87c6bd94c8ec329', 'subnets': [{'id': '8724bf66-bbe4-4bdd-9537-020d3b6a5b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:21.427962 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5f9255-3f84-4b7d-9f33-db17b689e34c None None] The sync data for ids ['b7443fa9-28d8-4696-8bf0-da58c9134c9c'] in n-d-819349-5 is: [{'id': 'b7443fa9-28d8-4696-8bf0-da58c9134c9c', 'name': 'tempest-TestEncryptedCinderVolumes-654894966-router', 'tenant_id': '06ae36c2808d4598a87c6bd94c8ec329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '9c314476-b7a2-44af-9f77-b24402b17244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:36:17Z', 'updated_at': '2021-11-25T20:36:20Z', 'revision_number': 4, 'project_id': '06ae36c2808d4598a87c6bd94c8ec329', 'gw_port': {'id': '9c314476-b7a2-44af-9f77-b24402b17244', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7443fa9-28d8-4696-8bf0-da58c9134c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:36:18Z', 'updated_at': '2021-11-25T20:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'de5aecf8-2738-4375-9043-d11ddf61d481', 'name': '', 'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8', 'tenant_id': '06ae36c2808d4598a87c6bd94c8ec329', 'mac_address': 'fa:16:3e:e3:61:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7443fa9-28d8-4696-8bf0-da58c9134c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '8724bf66-bbe4-4bdd-9537-020d3b6a5b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:36:19Z', 'updated_at': '2021-11-25T20:36:20Z', 'revision_number': 1, 'project_id': '06ae36c2808d4598a87c6bd94c8ec329', 'subnets': [{'id': '8724bf66-bbe4-4bdd-9537-020d3b6a5b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:36:21.430515 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-367812ac-e44b-487e-a61c-24fbae6e2084 None None] Provisioning complete for port de5aecf8-2738-4375-9043-d11ddf61d481 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:21.430893 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-367812ac-e44b-487e-a61c-24fbae6e2084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:21.468518 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-367812ac-e44b-487e-a61c-24fbae6e2084 None None] Port de5aecf8-2738-4375-9043-d11ddf61d481 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:36:21.590065 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5405c4db-0394-471b-bced-b174fb4470b3 None None] Provisioning complete for port de5aecf8-2738-4375-9043-d11ddf61d481 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:21.590587 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5405c4db-0394-471b-bced-b174fb4470b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:21.647936 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-5405c4db-0394-471b-bced-b174fb4470b3 None None] Port de5aecf8-2738-4375-9043-d11ddf61d481 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:36:21.883715 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58304) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:21.888874 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-0a186aaf-da61-4089-9f54-157f828931ea admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1371919295-network', 'tenant_id': '46c31c4960a643e4b84f5d4c9a484a84'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:21.912043 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a186aaf-da61-4089-9f54-157f828931ea admin admin] Made reservation on behalf of 46c31c4960a643e4b84f5d4c9a484a84 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:36:21.914535 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a186aaf-da61-4089-9f54-157f828931ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:21.924864 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a186aaf-da61-4089-9f54-157f828931ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:22.007448 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a186aaf-da61-4089-9f54-157f828931ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:22.011420 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a186aaf-da61-4089-9f54-157f828931ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:22.040557 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a186aaf-da61-4089-9f54-157f828931ea admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:36:22.051816 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a186aaf-da61-4089-9f54-157f828931ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e23d7df-b10f-440d-9bb0-9f7dd2f7c7c8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:22.063075 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a186aaf-da61-4089-9f54-157f828931ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:22.063428 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-0a186aaf-da61-4089-9f54-157f828931ea admin admin] Added segment 0c256b77-419f-4103-bb5a-20408b08edb1 of type vlan for network 49575ad9-b198-45be-9d69-c98f9c47433a Nov 25 20:36:22.124935 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a186aaf-da61-4089-9f54-157f828931ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:22.158227 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a186aaf-da61-4089-9f54-157f828931ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:22.159325 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a186aaf-da61-4089-9f54-157f828931ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:22.159911 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a186aaf-da61-4089-9f54-157f828931ea admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:22.193330 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0a186aaf-da61-4089-9f54-157f828931ea admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3083217 Nov 25 20:36:22.196151 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58306) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:22.202486 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5115de57-a178-412a-b74d-6f7fbf15d73a admin admin] Request body: {'subnet': {'network_id': '49575ad9-b198-45be-9d69-c98f9c47433a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1371919295-subnet', 'tenant_id': '46c31c4960a643e4b84f5d4c9a484a84', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:22.236440 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5115de57-a178-412a-b74d-6f7fbf15d73a admin admin] Made reservation on behalf of 46c31c4960a643e4b84f5d4c9a484a84 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:36:22.237051 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a186aaf-da61-4089-9f54-157f828931ea admin admin] Pushing event updated for resources: {'Network': ['ID=49575ad9-b198-45be-9d69-c98f9c47433a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:22.239539 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5115de57-a178-412a-b74d-6f7fbf15d73a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:22.248906 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 49575ad9-b198-45be-9d69-c98f9c47433a details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:36:22.441599 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5115de57-a178-412a-b74d-6f7fbf15d73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:22.508640 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115de57-a178-412a-b74d-6f7fbf15d73a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f762f76c-8862-4898-a229-3aaf6404c1cd,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:22.523143 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5115de57-a178-412a-b74d-6f7fbf15d73a admin admin] Checking segment: {'id': '0c256b77-419f-4103-bb5a-20408b08edb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '49575ad9-b198-45be-9d69-c98f9c47433a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:36:22.523654 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5115de57-a178-412a-b74d-6f7fbf15d73a admin admin] Network hostable DHCP agents. Network: 49575ad9-b198-45be-9d69-c98f9c47433a, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:36:22.544267 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5115de57-a178-412a-b74d-6f7fbf15d73a admin admin] Network 49575ad9-b198-45be-9d69-c98f9c47433a is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:36:22.553448 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9c314476-b7a2-44af-9f77-b24402b17244 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:36:22.564208 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5115de57-a178-412a-b74d-6f7fbf15d73a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 49575ad9-b198-45be-9d69-c98f9c47433a) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:36:22.568541 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5115de57-a178-412a-b74d-6f7fbf15d73a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:22.569133 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5115de57-a178-412a-b74d-6f7fbf15d73a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:22.584795 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b123dc0-c50a-4551-83d2-001f0fa37449 None None] Network 49575ad9-b198-45be-9d69-c98f9c47433a requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:36:22.590399 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5115de57-a178-412a-b74d-6f7fbf15d73a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3913386 Nov 25 20:36:22.590574 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58308) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:22.596918 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-265cec26-13eb-4173-b59a-0b1bb522c58b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1371919295-router', 'tenant_id': '46c31c4960a643e4b84f5d4c9a484a84', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:22.621836 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-265cec26-13eb-4173-b59a-0b1bb522c58b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:22.623485 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-265cec26-13eb-4173-b59a-0b1bb522c58b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:22.681112 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-265cec26-13eb-4173-b59a-0b1bb522c58b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:22.695843 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 9c314476-b7a2-44af-9f77-b24402b17244 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:22.696225 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:22.834048 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69782c35-c5ce-4039-859f-7e4b33efbeae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-49575ad9-b198-45be-9d69-c98f9c47433a', 'network_id': '49575ad9-b198-45be-9d69-c98f9c47433a', 'tenant_id': '46c31c4960a643e4b84f5d4c9a484a84', 'fixed_ips': [{'subnet_id': 'f762f76c-8862-4898-a229-3aaf6404c1cd'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:36:22.834948 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-69782c35-c5ce-4039-859f-7e4b33efbeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:22.847395 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-265cec26-13eb-4173-b59a-0b1bb522c58b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:22.986165 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-69782c35-c5ce-4039-859f-7e4b33efbeae None None] Allocated IP 172.20.0.2 (49575ad9-b198-45be-9d69-c98f9c47433a/f762f76c-8862-4898-a229-3aaf6404c1cd/3c1133a5-3041-4d39-bbcb-46682577c177) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:36:23.067498 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-265cec26-13eb-4173-b59a-0b1bb522c58b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:23.093021 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-265cec26-13eb-4173-b59a-0b1bb522c58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:23.144214 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-69782c35-c5ce-4039-859f-7e4b33efbeae None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:23.149926 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-69782c35-c5ce-4039-859f-7e4b33efbeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:23.197969 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69782c35-c5ce-4039-859f-7e4b33efbeae None None] Network 49575ad9-b198-45be-9d69-c98f9c47433a is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:36:23.200975 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-69782c35-c5ce-4039-859f-7e4b33efbeae None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:36:23.206149 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69782c35-c5ce-4039-859f-7e4b33efbeae None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:36:23.208177 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-265cec26-13eb-4173-b59a-0b1bb522c58b admin admin] Allocated IP 172.25.6.246 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/39444149-a6b9-416e-af96-e4d7c39bc9c2) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:36:23.209306 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69782c35-c5ce-4039-859f-7e4b33efbeae None None] Pushing event updated for resources: {'Port': ['ID=3c1133a5-3041-4d39-bbcb-46682577c177,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:23.263211 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-69782c35-c5ce-4039-859f-7e4b33efbeae None None] Attempting to bind port 3c1133a5-3041-4d39-bbcb-46682577c177 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:36:23.264575 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-69782c35-c5ce-4039-859f-7e4b33efbeae None None] Attempting to bind port 3c1133a5-3041-4d39-bbcb-46682577c177 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0c256b77-419f-4103-bb5a-20408b08edb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '49575ad9-b198-45be-9d69-c98f9c47433a'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:36:23.264575 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69782c35-c5ce-4039-859f-7e4b33efbeae None None] Attempting to bind port 3c1133a5-3041-4d39-bbcb-46682577c177 on network 49575ad9-b198-45be-9d69-c98f9c47433a {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:36:23.269865 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69782c35-c5ce-4039-859f-7e4b33efbeae None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:36:23.270244 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69782c35-c5ce-4039-859f-7e4b33efbeae None None] Checking segment: {'id': '0c256b77-419f-4103-bb5a-20408b08edb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '49575ad9-b198-45be-9d69-c98f9c47433a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:36:23.270674 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-69782c35-c5ce-4039-859f-7e4b33efbeae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:23.271072 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69782c35-c5ce-4039-859f-7e4b33efbeae None None] Bound using segment: {'id': '0c256b77-419f-4103-bb5a-20408b08edb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '49575ad9-b198-45be-9d69-c98f9c47433a'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:36:23.271547 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-69782c35-c5ce-4039-859f-7e4b33efbeae None None] Bound port: 3c1133a5-3041-4d39-bbcb-46682577c177, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c256b77-419f-4103-bb5a-20408b08edb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '49575ad9-b198-45be-9d69-c98f9c47433a'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:36:23.271932 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-69782c35-c5ce-4039-859f-7e4b33efbeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:23.321169 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-265cec26-13eb-4173-b59a-0b1bb522c58b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:23.340965 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-69782c35-c5ce-4039-859f-7e4b33efbeae None None] For port 3c1133a5-3041-4d39-bbcb-46682577c177, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:36:23.346483 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-69782c35-c5ce-4039-859f-7e4b33efbeae None None] For port 3c1133a5-3041-4d39-bbcb-46682577c177, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=3c1133a5-3041-4d39-bbcb-46682577c177,segment=NetworkSegment(0c256b77-419f-4103-bb5a-20408b08edb1),segment_id=0c256b77-419f-4103-bb5a-20408b08edb1)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:36:23.352132 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-69782c35-c5ce-4039-859f-7e4b33efbeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:23.368247 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-265cec26-13eb-4173-b59a-0b1bb522c58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:23.414378 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265cec26-13eb-4173-b59a-0b1bb522c58b admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:36:23.417366 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-265cec26-13eb-4173-b59a-0b1bb522c58b admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:36:23.419864 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265cec26-13eb-4173-b59a-0b1bb522c58b admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:36:23.432844 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69782c35-c5ce-4039-859f-7e4b33efbeae None None] Pushing event updated for resources: {'Port': ['ID=3c1133a5-3041-4d39-bbcb-46682577c177,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:23.444883 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d443c75-13d7-41cf-b740-8a1ebadaadec None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:36:23.448274 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cec26-13eb-4173-b59a-0b1bb522c58b admin admin] Pushing event updated for resources: {'Port': ['ID=39444149-a6b9-416e-af96-e4d7c39bc9c2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:23.495746 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-35e4cb40-799c-4710-a373-2d213f02330e None None] Provisioning complete for port 39444149-a6b9-416e-af96-e4d7c39bc9c2 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:23.496216 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-35e4cb40-799c-4710-a373-2d213f02330e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:23.548734 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-35e4cb40-799c-4710-a373-2d213f02330e None None] Port 39444149-a6b9-416e-af96-e4d7c39bc9c2 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:36:23.739086 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-265cec26-13eb-4173-b59a-0b1bb522c58b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:23.757867 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8125bd-5af2-4b16-85a9-48b714972ff4 None None] Sync routers for ids ['b7443fa9-28d8-4696-8bf0-da58c9134c9c'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:36:23.769384 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8125bd-5af2-4b16-85a9-48b714972ff4 None None] Routers {'b7443fa9-28d8-4696-8bf0-da58c9134c9c'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:36:23.770004 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2d8125bd-5af2-4b16-85a9-48b714972ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:36:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b7443fa9-28d8-4696-8bf0-da58c9134c9c'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:23.884182 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-2d8125bd-5af2-4b16-85a9-48b714972ff4 None None] Set router b7443fa9-28d8-4696-8bf0-da58c9134c9c gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:36:23.962135 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-265cec26-13eb-4173-b59a-0b1bb522c58b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:24.112376 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265cec26-13eb-4173-b59a-0b1bb522c58b admin admin] Router d079422c-5b98-452b-8339-e0cabb9880f5 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:36:24.195338 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2d8125bd-5af2-4b16-85a9-48b714972ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7443fa9-28d8-4696-8bf0-da58c9134c9c', 'name': 'tempest-TestEncryptedCinderVolumes-654894966-router', 'tenant_id': '06ae36c2808d4598a87c6bd94c8ec329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '9c314476-b7a2-44af-9f77-b24402b17244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:36:17Z', 'updated_at': '2021-11-25T20:36:20Z', 'revision_number': 4, 'project_id': '06ae36c2808d4598a87c6bd94c8ec329', 'gw_port': {'id': '9c314476-b7a2-44af-9f77-b24402b17244', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7443fa9-28d8-4696-8bf0-da58c9134c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:36:18Z', 'updated_at': '2021-11-25T20:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'de5aecf8-2738-4375-9043-d11ddf61d481', 'name': '', 'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8', 'tenant_id': '06ae36c2808d4598a87c6bd94c8ec329', 'mac_address': 'fa:16:3e:e3:61:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7443fa9-28d8-4696-8bf0-da58c9134c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '8724bf66-bbe4-4bdd-9537-020d3b6a5b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:36:19Z', 'updated_at': '2021-11-25T20:36:20Z', 'revision_number': 2, 'project_id': '06ae36c2808d4598a87c6bd94c8ec329', 'subnets': [{'id': '8724bf66-bbe4-4bdd-9537-020d3b6a5b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:24.226243 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8125bd-5af2-4b16-85a9-48b714972ff4 None None] Checking router: b7443fa9-28d8-4696-8bf0-da58c9134c9c for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:36:24.226789 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8125bd-5af2-4b16-85a9-48b714972ff4 None None] Updating router b7443fa9-28d8-4696-8bf0-da58c9134c9c port de5aecf8-2738-4375-9043-d11ddf61d481 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:36:24.229067 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265cec26-13eb-4173-b59a-0b1bb522c58b admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:36:24.242373 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fc69d4-4002-4136-b386-ca72c2310774 None None] Sync routers for ids ['d079422c-5b98-452b-8339-e0cabb9880f5'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:36:24.249286 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-265cec26-13eb-4173-b59a-0b1bb522c58b admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:24.250860 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-265cec26-13eb-4173-b59a-0b1bb522c58b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6591072 Nov 25 20:36:24.253559 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58310) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:24.273571 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc69d4-4002-4136-b386-ca72c2310774 None None] Routers {'d079422c-5b98-452b-8339-e0cabb9880f5'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:36:24.274181 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2d8125bd-5af2-4b16-85a9-48b714972ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:24.275819 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f7fc69d4-4002-4136-b386-ca72c2310774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:36:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d079422c-5b98-452b-8339-e0cabb9880f5'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:24.281872 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:24.402930 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f7fc69d4-4002-4136-b386-ca72c2310774 None None] Set router d079422c-5b98-452b-8339-e0cabb9880f5 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:36:24.495274 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c413402-fa29-4bea-bc0f-1dd07c212cab None None] Network 49575ad9-b198-45be-9d69-c98f9c47433a requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:36:24.610813 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2d8125bd-5af2-4b16-85a9-48b714972ff4 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:24.618936 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2d8125bd-5af2-4b16-85a9-48b714972ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:24.682366 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0390797-4c10-4b87-af46-54df6fff0aa6 None None] Pushing event updated for resources: {'Port': ['ID=de5aecf8-2738-4375-9043-d11ddf61d481,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:24.689979 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 3c1133a5-3041-4d39-bbcb-46682577c177 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:36:24.696665 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0390797-4c10-4b87-af46-54df6fff0aa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:24.697029 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0390797-4c10-4b87-af46-54df6fff0aa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:24.697368 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0390797-4c10-4b87-af46-54df6fff0aa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:24.697687 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0390797-4c10-4b87-af46-54df6fff0aa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:24.698034 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0390797-4c10-4b87-af46-54df6fff0aa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:24.698543 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0390797-4c10-4b87-af46-54df6fff0aa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:24.698873 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0390797-4c10-4b87-af46-54df6fff0aa6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:24.699201 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0390797-4c10-4b87-af46-54df6fff0aa6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:24.699547 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0390797-4c10-4b87-af46-54df6fff0aa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:24.700820 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0390797-4c10-4b87-af46-54df6fff0aa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:24.701874 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0390797-4c10-4b87-af46-54df6fff0aa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:24.702224 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0390797-4c10-4b87-af46-54df6fff0aa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:24.774019 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-2d8125bd-5af2-4b16-85a9-48b714972ff4 None None] Attempting to bind port de5aecf8-2738-4375-9043-d11ddf61d481 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:36:24.774738 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-2d8125bd-5af2-4b16-85a9-48b714972ff4 None None] Attempting to bind port de5aecf8-2738-4375-9043-d11ddf61d481 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'ea2e5523-1987-4781-8554-cac6c058a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:36:24.774844 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8125bd-5af2-4b16-85a9-48b714972ff4 None None] Attempting to bind port de5aecf8-2738-4375-9043-d11ddf61d481 on network 4cee50fc-2c03-4f29-8d89-4212aa1952a8 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:36:24.781455 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8125bd-5af2-4b16-85a9-48b714972ff4 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:36:24.781849 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8125bd-5af2-4b16-85a9-48b714972ff4 None None] Checking segment: {'id': 'ea2e5523-1987-4781-8554-cac6c058a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:36:24.782235 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2d8125bd-5af2-4b16-85a9-48b714972ff4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:24.782820 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8125bd-5af2-4b16-85a9-48b714972ff4 None None] Bound using segment: {'id': 'ea2e5523-1987-4781-8554-cac6c058a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:36:24.783148 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-2d8125bd-5af2-4b16-85a9-48b714972ff4 None None] Bound port: de5aecf8-2738-4375-9043-d11ddf61d481, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2e5523-1987-4781-8554-cac6c058a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:36:24.783528 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2d8125bd-5af2-4b16-85a9-48b714972ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:24.870914 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-2d8125bd-5af2-4b16-85a9-48b714972ff4 None None] For port de5aecf8-2738-4375-9043-d11ddf61d481, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:36:24.876565 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-2d8125bd-5af2-4b16-85a9-48b714972ff4 None None] For port de5aecf8-2738-4375-9043-d11ddf61d481, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=de5aecf8-2738-4375-9043-d11ddf61d481,segment=NetworkSegment(ea2e5523-1987-4781-8554-cac6c058a9ae),segment_id=ea2e5523-1987-4781-8554-cac6c058a9ae)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:36:24.885294 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2d8125bd-5af2-4b16-85a9-48b714972ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:24.897740 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-dea21292-3aac-4fa6-819e-9e4c4a8ceb58 None None] Provisioning complete for port 3c1133a5-3041-4d39-bbcb-46682577c177 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:24.898130 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dea21292-3aac-4fa6-819e-9e4c4a8ceb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:24.948332 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0390797-4c10-4b87-af46-54df6fff0aa6 None None] Pushing event updated for resources: {'Port': ['ID=de5aecf8-2738-4375-9043-d11ddf61d481,revision_number=4']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:24.968879 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8125bd-5af2-4b16-85a9-48b714972ff4 None None] Routers {'b7443fa9-28d8-4696-8bf0-da58c9134c9c'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:36:24.969683 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2d8125bd-5af2-4b16-85a9-48b714972ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:36:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b7443fa9-28d8-4696-8bf0-da58c9134c9c'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:24.989840 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 3c1133a5-3041-4d39-bbcb-46682577c177 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:24.990239 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:25.028073 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:25.128943 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-2d8125bd-5af2-4b16-85a9-48b714972ff4 None None] Set router b7443fa9-28d8-4696-8bf0-da58c9134c9c gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:36:25.224409 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:25.251818 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dea21292-3aac-4fa6-819e-9e4c4a8ceb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:25.289042 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cd57c45-e52d-40d6-9ae1-d0b7abc57cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:25.302915 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f7fc69d4-4002-4136-b386-ca72c2310774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd079422c-5b98-452b-8339-e0cabb9880f5', 'name': 'tempest-TestEncryptedCinderVolumes-1371919295-router', 'tenant_id': '46c31c4960a643e4b84f5d4c9a484a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '39444149-a6b9-416e-af96-e4d7c39bc9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:36:22Z', 'updated_at': '2021-11-25T20:36:23Z', 'revision_number': 3, 'project_id': '46c31c4960a643e4b84f5d4c9a484a84', 'gw_port': {'id': '39444149-a6b9-416e-af96-e4d7c39bc9c2', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:74:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd079422c-5b98-452b-8339-e0cabb9880f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:36:23Z', 'updated_at': '2021-11-25T20:36:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:25.310235 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 3c1133a5-3041-4d39-bbcb-46682577c177, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=3c1133a5-3041-4d39-bbcb-46682577c177,segment=NetworkSegment(0c256b77-419f-4103-bb5a-20408b08edb1),segment_id=0c256b77-419f-4103-bb5a-20408b08edb1)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:25.338739 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:25.340588 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fc69d4-4002-4136-b386-ca72c2310774 None None] Checking router: d079422c-5b98-452b-8339-e0cabb9880f5 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:36:25.340945 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fc69d4-4002-4136-b386-ca72c2310774 None None] Updating router d079422c-5b98-452b-8339-e0cabb9880f5 port 39444149-a6b9-416e-af96-e4d7c39bc9c2 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:36:25.398784 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-2d8125bd-5af2-4b16-85a9-48b714972ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7443fa9-28d8-4696-8bf0-da58c9134c9c', 'name': 'tempest-TestEncryptedCinderVolumes-654894966-router', 'tenant_id': '06ae36c2808d4598a87c6bd94c8ec329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '9c314476-b7a2-44af-9f77-b24402b17244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:36:17Z', 'updated_at': '2021-11-25T20:36:20Z', 'revision_number': 4, 'project_id': '06ae36c2808d4598a87c6bd94c8ec329', 'gw_port': {'id': '9c314476-b7a2-44af-9f77-b24402b17244', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7443fa9-28d8-4696-8bf0-da58c9134c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:36:18Z', 'updated_at': '2021-11-25T20:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'de5aecf8-2738-4375-9043-d11ddf61d481', 'name': '', 'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8', 'tenant_id': '06ae36c2808d4598a87c6bd94c8ec329', 'mac_address': 'fa:16:3e:e3:61:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7443fa9-28d8-4696-8bf0-da58c9134c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '8724bf66-bbe4-4bdd-9537-020d3b6a5b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:36:19Z', 'updated_at': '2021-11-25T20:36:24Z', 'revision_number': 4, 'project_id': '06ae36c2808d4598a87c6bd94c8ec329', 'subnets': [{'id': '8724bf66-bbe4-4bdd-9537-020d3b6a5b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:25.429477 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f7fc69d4-4002-4136-b386-ca72c2310774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:25.434693 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8125bd-5af2-4b16-85a9-48b714972ff4 None None] The sync data for ids ['b7443fa9-28d8-4696-8bf0-da58c9134c9c'] in n-d-819349-5 is: [{'id': 'b7443fa9-28d8-4696-8bf0-da58c9134c9c', 'name': 'tempest-TestEncryptedCinderVolumes-654894966-router', 'tenant_id': '06ae36c2808d4598a87c6bd94c8ec329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '9c314476-b7a2-44af-9f77-b24402b17244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:36:17Z', 'updated_at': '2021-11-25T20:36:20Z', 'revision_number': 4, 'project_id': '06ae36c2808d4598a87c6bd94c8ec329', 'gw_port': {'id': '9c314476-b7a2-44af-9f77-b24402b17244', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7443fa9-28d8-4696-8bf0-da58c9134c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:36:18Z', 'updated_at': '2021-11-25T20:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'de5aecf8-2738-4375-9043-d11ddf61d481', 'name': '', 'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8', 'tenant_id': '06ae36c2808d4598a87c6bd94c8ec329', 'mac_address': 'fa:16:3e:e3:61:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7443fa9-28d8-4696-8bf0-da58c9134c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '8724bf66-bbe4-4bdd-9537-020d3b6a5b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:36:19Z', 'updated_at': '2021-11-25T20:36:24Z', 'revision_number': 4, 'project_id': '06ae36c2808d4598a87c6bd94c8ec329', 'subnets': [{'id': '8724bf66-bbe4-4bdd-9537-020d3b6a5b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:36:25.487217 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-5cd57c45-e52d-40d6-9ae1-d0b7abc57cd3 admin admin] Allocated IP 172.20.0.1 (49575ad9-b198-45be-9d69-c98f9c47433a/f762f76c-8862-4898-a229-3aaf6404c1cd/4d179238-20b6-495f-9a71-7444639e6b7e) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:36:25.588962 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-dea21292-3aac-4fa6-819e-9e4c4a8ceb58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 20:36:25.589783 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-dea21292-3aac-4fa6-819e-9e4c4a8ceb58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 20:36:25.603408 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cd57c45-e52d-40d6-9ae1-d0b7abc57cd3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:25.637718 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=3c1133a5-3041-4d39-bbcb-46682577c177,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:25.641509 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cd57c45-e52d-40d6-9ae1-d0b7abc57cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:25.683769 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd57c45-e52d-40d6-9ae1-d0b7abc57cd3 admin admin] Network 49575ad9-b198-45be-9d69-c98f9c47433a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:36:25.690172 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5cd57c45-e52d-40d6-9ae1-d0b7abc57cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:36:25.694926 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd57c45-e52d-40d6-9ae1-d0b7abc57cd3 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:36:25.731225 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd57c45-e52d-40d6-9ae1-d0b7abc57cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=4d179238-20b6-495f-9a71-7444639e6b7e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:25.762281 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cd57c45-e52d-40d6-9ae1-d0b7abc57cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:25.795874 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f7fc69d4-4002-4136-b386-ca72c2310774 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:25.806153 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f7fc69d4-4002-4136-b386-ca72c2310774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:25.862988 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f7fc69d4-4002-4136-b386-ca72c2310774 None None] Attempting to bind port 39444149-a6b9-416e-af96-e4d7c39bc9c2 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:36:25.863827 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f7fc69d4-4002-4136-b386-ca72c2310774 None None] Attempting to bind port 39444149-a6b9-416e-af96-e4d7c39bc9c2 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:36:25.863827 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc69d4-4002-4136-b386-ca72c2310774 None None] Attempting to bind port 39444149-a6b9-416e-af96-e4d7c39bc9c2 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:36:25.867197 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ab844a-0930-41b2-959b-f95f5bbca19f None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:36:25.882967 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc69d4-4002-4136-b386-ca72c2310774 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:36:25.883509 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc69d4-4002-4136-b386-ca72c2310774 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:36:25.883750 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f7fc69d4-4002-4136-b386-ca72c2310774 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:25.884153 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc69d4-4002-4136-b386-ca72c2310774 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:36:25.884661 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f7fc69d4-4002-4136-b386-ca72c2310774 None None] Bound port: 39444149-a6b9-416e-af96-e4d7c39bc9c2, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:36:25.885050 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f7fc69d4-4002-4136-b386-ca72c2310774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:25.950332 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297988ba-d763-440f-a447-870856ef8af3 None None] Pushing event updated for resources: {'Port': ['ID=39444149-a6b9-416e-af96-e4d7c39bc9c2,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:25.958531 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f7fc69d4-4002-4136-b386-ca72c2310774 None None] For port 39444149-a6b9-416e-af96-e4d7c39bc9c2, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:36:25.964554 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f7fc69d4-4002-4136-b386-ca72c2310774 None None] For port 39444149-a6b9-416e-af96-e4d7c39bc9c2, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=39444149-a6b9-416e-af96-e4d7c39bc9c2,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:36:25.980414 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f7fc69d4-4002-4136-b386-ca72c2310774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:26.013656 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cd57c45-e52d-40d6-9ae1-d0b7abc57cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:26.025283 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddb8177-3c13-42de-ae67-b370c605573e None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:36:26.063830 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc69d4-4002-4136-b386-ca72c2310774 None None] Routers {'d079422c-5b98-452b-8339-e0cabb9880f5'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:36:26.064619 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f7fc69d4-4002-4136-b386-ca72c2310774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:36:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d079422c-5b98-452b-8339-e0cabb9880f5'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:26.161107 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297988ba-d763-440f-a447-870856ef8af3 None None] Pushing event updated for resources: {'Port': ['ID=39444149-a6b9-416e-af96-e4d7c39bc9c2,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:26.210954 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cd57c45-e52d-40d6-9ae1-d0b7abc57cd3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:26.215904 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cd57c45-e52d-40d6-9ae1-d0b7abc57cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:26.228004 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f7fc69d4-4002-4136-b386-ca72c2310774 None None] Set router d079422c-5b98-452b-8339-e0cabb9880f5 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:36:26.301795 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd57c45-e52d-40d6-9ae1-d0b7abc57cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=4d179238-20b6-495f-9a71-7444639e6b7e,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:26.311888 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cd57c45-e52d-40d6-9ae1-d0b7abc57cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:26.384082 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-46fdd68b-5edd-4590-88e8-c9e5da5690d3 None None] Provisioning complete for port 39444149-a6b9-416e-af96-e4d7c39bc9c2 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:26.384690 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-46fdd68b-5edd-4590-88e8-c9e5da5690d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:26.408437 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd57c45-e52d-40d6-9ae1-d0b7abc57cd3 admin admin] Network 49575ad9-b198-45be-9d69-c98f9c47433a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:36:26.410388 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5cd57c45-e52d-40d6-9ae1-d0b7abc57cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:36:26.536935 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-46fdd68b-5edd-4590-88e8-c9e5da5690d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:26.562405 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd57c45-e52d-40d6-9ae1-d0b7abc57cd3 admin admin] Router d079422c-5b98-452b-8339-e0cabb9880f5 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:36:26.563841 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-46fdd68b-5edd-4590-88e8-c9e5da5690d3 None None] For port 39444149-a6b9-416e-af96-e4d7c39bc9c2, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=39444149-a6b9-416e-af96-e4d7c39bc9c2,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:26.579717 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device de5aecf8-2738-4375-9043-d11ddf61d481 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:36:26.604716 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-46fdd68b-5edd-4590-88e8-c9e5da5690d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:26.648000 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f7fc69d4-4002-4136-b386-ca72c2310774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd079422c-5b98-452b-8339-e0cabb9880f5', 'name': 'tempest-TestEncryptedCinderVolumes-1371919295-router', 'tenant_id': '46c31c4960a643e4b84f5d4c9a484a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '39444149-a6b9-416e-af96-e4d7c39bc9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:36:22Z', 'updated_at': '2021-11-25T20:36:25Z', 'revision_number': 4, 'project_id': '46c31c4960a643e4b84f5d4c9a484a84', 'gw_port': {'id': '39444149-a6b9-416e-af96-e4d7c39bc9c2', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:74:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd079422c-5b98-452b-8339-e0cabb9880f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:36:23Z', 'updated_at': '2021-11-25T20:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4d179238-20b6-495f-9a71-7444639e6b7e', 'name': '', 'network_id': '49575ad9-b198-45be-9d69-c98f9c47433a', 'tenant_id': '46c31c4960a643e4b84f5d4c9a484a84', 'mac_address': 'fa:16:3e:e1:f3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd079422c-5b98-452b-8339-e0cabb9880f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'f762f76c-8862-4898-a229-3aaf6404c1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:36:25Z', 'updated_at': '2021-11-25T20:36:25Z', 'revision_number': 1, 'project_id': '46c31c4960a643e4b84f5d4c9a484a84', 'subnets': [{'id': 'f762f76c-8862-4898-a229-3aaf6404c1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:26.693164 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fc69d4-4002-4136-b386-ca72c2310774 None None] The sync data for ids ['d079422c-5b98-452b-8339-e0cabb9880f5'] in n-d-819349-5 is: [{'id': 'd079422c-5b98-452b-8339-e0cabb9880f5', 'name': 'tempest-TestEncryptedCinderVolumes-1371919295-router', 'tenant_id': '46c31c4960a643e4b84f5d4c9a484a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '39444149-a6b9-416e-af96-e4d7c39bc9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:36:22Z', 'updated_at': '2021-11-25T20:36:25Z', 'revision_number': 4, 'project_id': '46c31c4960a643e4b84f5d4c9a484a84', 'gw_port': {'id': '39444149-a6b9-416e-af96-e4d7c39bc9c2', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:74:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd079422c-5b98-452b-8339-e0cabb9880f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:36:23Z', 'updated_at': '2021-11-25T20:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4d179238-20b6-495f-9a71-7444639e6b7e', 'name': '', 'network_id': '49575ad9-b198-45be-9d69-c98f9c47433a', 'tenant_id': '46c31c4960a643e4b84f5d4c9a484a84', 'mac_address': 'fa:16:3e:e1:f3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd079422c-5b98-452b-8339-e0cabb9880f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'f762f76c-8862-4898-a229-3aaf6404c1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:36:25Z', 'updated_at': '2021-11-25T20:36:25Z', 'revision_number': 1, 'project_id': '46c31c4960a643e4b84f5d4c9a484a84', 'subnets': [{'id': 'f762f76c-8862-4898-a229-3aaf6404c1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:36:26.702755 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-46fdd68b-5edd-4590-88e8-c9e5da5690d3 None None] Provisioning complete for port de5aecf8-2738-4375-9043-d11ddf61d481 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:26.702931 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-46fdd68b-5edd-4590-88e8-c9e5da5690d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:26.704215 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd57c45-e52d-40d6-9ae1-d0b7abc57cd3 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:36:26.709434 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-5cd57c45-e52d-40d6-9ae1-d0b7abc57cd3 admin admin] 10.222.0.55 "PUT /v2.0/routers/d079422c-5b98-452b-8339-e0cabb9880f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4546001 Nov 25 20:36:26.748229 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdd68b-5edd-4590-88e8-c9e5da5690d3 None None] Pushing event updated for resources: {'Port': ['ID=39444149-a6b9-416e-af96-e4d7c39bc9c2,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:26.765217 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port de5aecf8-2738-4375-9043-d11ddf61d481 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:26.765595 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:26.851583 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-46fdd68b-5edd-4590-88e8-c9e5da5690d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:26.933010 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:26.971409 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-46fdd68b-5edd-4590-88e8-c9e5da5690d3 None None] For port de5aecf8-2738-4375-9043-d11ddf61d481, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=de5aecf8-2738-4375-9043-d11ddf61d481,segment=NetworkSegment(ea2e5523-1987-4781-8554-cac6c058a9ae),segment_id=ea2e5523-1987-4781-8554-cac6c058a9ae)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:26.984198 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-46fdd68b-5edd-4590-88e8-c9e5da5690d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:27.076983 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-46fdd68b-5edd-4590-88e8-c9e5da5690d3 None None] Provisioning complete for port 4d179238-20b6-495f-9a71-7444639e6b7e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:27.077361 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-46fdd68b-5edd-4590-88e8-c9e5da5690d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:27.079257 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdd68b-5edd-4590-88e8-c9e5da5690d3 None None] Pushing event updated for resources: {'Port': ['ID=de5aecf8-2738-4375-9043-d11ddf61d481,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:27.082758 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 20:36:27.083124 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 20:36:27.126753 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-46fdd68b-5edd-4590-88e8-c9e5da5690d3 None None] Port 4d179238-20b6-495f-9a71-7444639e6b7e cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:36:27.137348 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-46fdd68b-5edd-4590-88e8-c9e5da5690d3 None None] Provisioning complete for port 3c1133a5-3041-4d39-bbcb-46682577c177 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:27.137716 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-46fdd68b-5edd-4590-88e8-c9e5da5690d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:27.353409 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-14aca318-5343-488d-aebf-ecea9429d5fa None None] Provisioning complete for port 4d179238-20b6-495f-9a71-7444639e6b7e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:27.354097 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-14aca318-5343-488d-aebf-ecea9429d5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:27.388614 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-14aca318-5343-488d-aebf-ecea9429d5fa None None] Port 4d179238-20b6-495f-9a71-7444639e6b7e cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:36:27.623098 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 3c1133a5-3041-4d39-bbcb-46682577c177 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:36:27.675547 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-953208d2-4fb5-4bb1-b730-cc2398eccae9 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:27.676751 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-953208d2-4fb5-4bb1-b730-cc2398eccae9 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/networks?id=4cee50fc-2c03-4f29-8d89-4212aa1952a8 HTTP/1.1" status: 200 len: 816 time: 0.1090419 Nov 25 20:36:27.681395 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 3c1133a5-3041-4d39-bbcb-46682577c177 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:27.681776 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:27.691851 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-0cb85445-7aa5-44b6-816d-b672fd5b21d8 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/quotas/06ae36c2808d4598a87c6bd94c8ec329 HTTP/1.1" status: 200 len: 375 time: 0.0093560 Nov 25 20:36:27.753879 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-dfee7a52-fdd5-4af6-9d3f-6e74d474977d tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=06ae36c2808d4598a87c6bd94c8ec329&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561855 Nov 25 20:36:27.860720 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-c1ec3629-8284-484d-a108-743511894d87 service neutron] 10.222.0.55 "GET /v2.0/networks/4cee50fc-2c03-4f29-8d89-4212aa1952a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941408 Nov 25 20:36:27.957314 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-e74732b1-6e53-4094-a27b-06f4a322f8b3 service neutron] 10.222.0.55 "GET /v2.0/networks/4cee50fc-2c03-4f29-8d89-4212aa1952a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904033 Nov 25 20:36:28.128201 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-46bf0b44-350f-43b0-8899-f0799f1524c1 req-da95fca5-c8d5-4ed9-ae00-0063e7813c89 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?device_id=a358a87b-6f68-4d44-9597-c7a8ab66d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0294175 Nov 25 20:36:28.636457 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 39444149-a6b9-416e-af96-e4d7c39bc9c2 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:36:28.694231 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 39444149-a6b9-416e-af96-e4d7c39bc9c2 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:28.694787 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:28.782540 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device de5aecf8-2738-4375-9043-d11ddf61d481 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:36:28.836016 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port de5aecf8-2738-4375-9043-d11ddf61d481 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:28.836393 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:29.189056 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-0f710211-e3c7-418a-b155-79b284a70eca tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:29.191261 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-0f710211-e3c7-418a-b155-79b284a70eca tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.85 "GET /v2.0/networks?id=4cee50fc-2c03-4f29-8d89-4212aa1952a8 HTTP/1.1" status: 200 len: 816 time: 0.1369364 Nov 25 20:36:29.205864 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-ee362a7b-9cdb-4e1f-b63c-1373bdb25ab9 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Request body: {'port': {'device_id': 'a358a87b-6f68-4d44-9597-c7a8ab66d9c3', 'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8', 'admin_state_up': True, 'tenant_id': '06ae36c2808d4598a87c6bd94c8ec329'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:29.230855 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-49a4e0f6-b938-495f-946d-a5b1ac8aa317 req-e07de30f-892f-493d-9c23-38786d535cc7 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?device_id=a358a87b-6f68-4d44-9597-c7a8ab66d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0285161 Nov 25 20:36:29.322530 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-ee362a7b-9cdb-4e1f-b63c-1373bdb25ab9 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Made reservation on behalf of 06ae36c2808d4598a87c6bd94c8ec329 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:36:29.326124 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-ee362a7b-9cdb-4e1f-b63c-1373bdb25ab9 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:29.397260 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-00c1ef7f-3217-40b9-9cea-f73bafd77d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:29.483828 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-ee362a7b-9cdb-4e1f-b63c-1373bdb25ab9 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Allocated IP 172.20.0.14 (4cee50fc-2c03-4f29-8d89-4212aa1952a8/8724bf66-bbe4-4bdd-9537-020d3b6a5b4d/470cdaea-0714-4121-a5e4-b8ab7b46f1d2) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:36:29.648805 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-ee362a7b-9cdb-4e1f-b63c-1373bdb25ab9 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:29.658120 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3691a36-417c-402e-81d7-dae0af911490 None None] Sync routers for ids ['d079422c-5b98-452b-8339-e0cabb9880f5'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:36:29.668834 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3691a36-417c-402e-81d7-dae0af911490 None None] Routers {'d079422c-5b98-452b-8339-e0cabb9880f5'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:36:29.669447 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b3691a36-417c-402e-81d7-dae0af911490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:36:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d079422c-5b98-452b-8339-e0cabb9880f5'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:29.685427 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-ee362a7b-9cdb-4e1f-b63c-1373bdb25ab9 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:29.731071 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-ee362a7b-9cdb-4e1f-b63c-1373bdb25ab9 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Network 4cee50fc-2c03-4f29-8d89-4212aa1952a8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:36:29.735745 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-ee362a7b-9cdb-4e1f-b63c-1373bdb25ab9 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:36:29.739647 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-ee362a7b-9cdb-4e1f-b63c-1373bdb25ab9 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:36:29.746938 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee362a7b-9cdb-4e1f-b63c-1373bdb25ab9 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Pushing event updated for resources: {'Port': ['ID=470cdaea-0714-4121-a5e4-b8ab7b46f1d2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:29.787314 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-b3691a36-417c-402e-81d7-dae0af911490 None None] Set router d079422c-5b98-452b-8339-e0cabb9880f5 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:36:29.797888 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-ee362a7b-9cdb-4e1f-b63c-1373bdb25ab9 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:29.798578 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-ee362a7b-9cdb-4e1f-b63c-1373bdb25ab9 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:29.817247 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-ee362a7b-9cdb-4e1f-b63c-1373bdb25ab9 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6168053 Nov 25 20:36:29.831078 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-a4aa9103-aee8-4a47-a34a-0ce076a3a940 service neutron] Request body: {'port': {'device_id': 'a358a87b-6f68-4d44-9597-c7a8ab66d9c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:29.900823 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-a4aa9103-aee8-4a47-a34a-0ce076a3a940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:30.000743 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b3691a36-417c-402e-81d7-dae0af911490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd079422c-5b98-452b-8339-e0cabb9880f5', 'name': 'tempest-TestEncryptedCinderVolumes-1371919295-router', 'tenant_id': '46c31c4960a643e4b84f5d4c9a484a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '39444149-a6b9-416e-af96-e4d7c39bc9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:36:22Z', 'updated_at': '2021-11-25T20:36:25Z', 'revision_number': 4, 'project_id': '46c31c4960a643e4b84f5d4c9a484a84', 'gw_port': {'id': '39444149-a6b9-416e-af96-e4d7c39bc9c2', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd079422c-5b98-452b-8339-e0cabb9880f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:36:23Z', 'updated_at': '2021-11-25T20:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4d179238-20b6-495f-9a71-7444639e6b7e', 'name': '', 'network_id': '49575ad9-b198-45be-9d69-c98f9c47433a', 'tenant_id': '46c31c4960a643e4b84f5d4c9a484a84', 'mac_address': 'fa:16:3e:e1:f3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd079422c-5b98-452b-8339-e0cabb9880f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'f762f76c-8862-4898-a229-3aaf6404c1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:36:25Z', 'updated_at': '2021-11-25T20:36:26Z', 'revision_number': 2, 'project_id': '46c31c4960a643e4b84f5d4c9a484a84', 'subnets': [{'id': 'f762f76c-8862-4898-a229-3aaf6404c1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:30.027402 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f03ee9ad-bcee-4ac3-b9a9-f44edfb910a3 None None] Provisioning complete for port 470cdaea-0714-4121-a5e4-b8ab7b46f1d2 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:30.028434 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f03ee9ad-bcee-4ac3-b9a9-f44edfb910a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:30.031294 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3691a36-417c-402e-81d7-dae0af911490 None None] Checking router: d079422c-5b98-452b-8339-e0cabb9880f5 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:36:30.031658 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3691a36-417c-402e-81d7-dae0af911490 None None] Updating router d079422c-5b98-452b-8339-e0cabb9880f5 port 4d179238-20b6-495f-9a71-7444639e6b7e binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:36:30.056398 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b3691a36-417c-402e-81d7-dae0af911490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:30.075702 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-f03ee9ad-bcee-4ac3-b9a9-f44edfb910a3 None None] Port 470cdaea-0714-4121-a5e4-b8ab7b46f1d2 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:36:30.187493 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-a4aa9103-aee8-4a47-a34a-0ce076a3a940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470cdaea-0714-4121-a5e4-b8ab7b46f1d2 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:36:30.195413 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-a4aa9103-aee8-4a47-a34a-0ce076a3a940 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:30.208828 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-a4aa9103-aee8-4a47-a34a-0ce076a3a940 service neutron] Transition to ACTIVE for port object 470cdaea-0714-4121-a5e4-b8ab7b46f1d2 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:36:30.213863 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-a4aa9103-aee8-4a47-a34a-0ce076a3a940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:30.274207 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa9103-aee8-4a47-a34a-0ce076a3a940 service neutron] Pushing event updated for resources: {'Port': ['ID=470cdaea-0714-4121-a5e4-b8ab7b46f1d2,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:30.367029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-a4aa9103-aee8-4a47-a34a-0ce076a3a940 service neutron] Attempting to bind port 470cdaea-0714-4121-a5e4-b8ab7b46f1d2 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:36:30.367955 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-a4aa9103-aee8-4a47-a34a-0ce076a3a940 service neutron] Attempting to bind port 470cdaea-0714-4121-a5e4-b8ab7b46f1d2 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'ea2e5523-1987-4781-8554-cac6c058a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:36:30.368298 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-a4aa9103-aee8-4a47-a34a-0ce076a3a940 service neutron] Attempting to bind port 470cdaea-0714-4121-a5e4-b8ab7b46f1d2 on network 4cee50fc-2c03-4f29-8d89-4212aa1952a8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:36:30.376945 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-a4aa9103-aee8-4a47-a34a-0ce076a3a940 service neutron] Port 470cdaea-0714-4121-a5e4-b8ab7b46f1d2 on network 4cee50fc-2c03-4f29-8d89-4212aa1952a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:36:30.376945 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-a4aa9103-aee8-4a47-a34a-0ce076a3a940 service neutron] Attempting to bind port 470cdaea-0714-4121-a5e4-b8ab7b46f1d2 on network 4cee50fc-2c03-4f29-8d89-4212aa1952a8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:36:30.379780 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2ffee-cffd-42d5-8373-e4aaf7941c51 req-0dd5a3c7-0b45-4fac-86fc-c1183ab2da8f tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:30.381891 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94b2ffee-cffd-42d5-8373-e4aaf7941c51 req-0dd5a3c7-0b45-4fac-86fc-c1183ab2da8f tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?device_id=a358a87b-6f68-4d44-9597-c7a8ab66d9c3 HTTP/1.1" status: 200 len: 944 time: 0.0597241 Nov 25 20:36:30.385043 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-a4aa9103-aee8-4a47-a34a-0ce076a3a940 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:36:30.385387 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-a4aa9103-aee8-4a47-a34a-0ce076a3a940 service neutron] Checking segment: {'id': 'ea2e5523-1987-4781-8554-cac6c058a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:36:30.385778 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-a4aa9103-aee8-4a47-a34a-0ce076a3a940 service neutron] Bound using segment: {'id': 'ea2e5523-1987-4781-8554-cac6c058a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:36:30.386221 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-a4aa9103-aee8-4a47-a34a-0ce076a3a940 service neutron] Bound port: 470cdaea-0714-4121-a5e4-b8ab7b46f1d2, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea2e5523-1987-4781-8554-cac6c058a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:36:30.386609 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-a4aa9103-aee8-4a47-a34a-0ce076a3a940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:30.436101 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b3691a36-417c-402e-81d7-dae0af911490 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:30.443874 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94b2ffee-cffd-42d5-8373-e4aaf7941c51 req-46e94bb5-288e-4d4f-9500-e67adafe290d tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6af4b7-5f42-4643-ae64-745f7fb6e23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533686 Nov 25 20:36:30.445577 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b3691a36-417c-402e-81d7-dae0af911490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:30.463989 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-a4aa9103-aee8-4a47-a34a-0ce076a3a940 service neutron] For port 470cdaea-0714-4121-a5e4-b8ab7b46f1d2, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:36:30.468549 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-a4aa9103-aee8-4a47-a34a-0ce076a3a940 service neutron] For port 470cdaea-0714-4121-a5e4-b8ab7b46f1d2, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=470cdaea-0714-4121-a5e4-b8ab7b46f1d2,segment=NetworkSegment(ea2e5523-1987-4781-8554-cac6c058a9ae),segment_id=ea2e5523-1987-4781-8554-cac6c058a9ae)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:36:30.472779 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-a4aa9103-aee8-4a47-a34a-0ce076a3a940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:30.502939 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e743f-0637-4ab4-b01d-893d8431322a None None] Pushing event updated for resources: {'Port': ['ID=4d179238-20b6-495f-9a71-7444639e6b7e,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:30.527747 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-a4aa9103-aee8-4a47-a34a-0ce076a3a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:30.527747 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-a4aa9103-aee8-4a47-a34a-0ce076a3a940 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:30.527747 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-a4aa9103-aee8-4a47-a34a-0ce076a3a940 service neutron] 10.222.0.85 "PUT /v2.0/ports/470cdaea-0714-4121-a5e4-b8ab7b46f1d2 HTTP/1.1" status: 200 len: 1092 time: 0.7002752 Nov 25 20:36:30.527747 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a358a87b-6f68-4d44-9597-c7a8ab66d9c3', 'tag': '470cdaea-0714-4121-a5e4-b8ab7b46f1d2'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:36:30.530072 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44f840c-2efa-4af2-b7ba-819b09d70f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "a358a87b-6f68-4d44-9597-c7a8ab66d9c3", "tag": "470cdaea-0714-4121-a5e4-b8ab7b46f1d2"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:36:30.599461 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-b3691a36-417c-402e-81d7-dae0af911490 None None] Attempting to bind port 4d179238-20b6-495f-9a71-7444639e6b7e on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:36:30.599644 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-b3691a36-417c-402e-81d7-dae0af911490 None None] Attempting to bind port 4d179238-20b6-495f-9a71-7444639e6b7e by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0c256b77-419f-4103-bb5a-20408b08edb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '49575ad9-b198-45be-9d69-c98f9c47433a'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:36:30.600343 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3691a36-417c-402e-81d7-dae0af911490 None None] Attempting to bind port 4d179238-20b6-495f-9a71-7444639e6b7e on network 49575ad9-b198-45be-9d69-c98f9c47433a {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:36:30.605648 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0939e4-896e-4d65-b9ee-9cb12f0e5685 x-openstack-request-id: req-4f0939e4-896e-4d65-b9ee-9cb12f0e5685 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:36:30.605648 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a358a87b-6f68-4d44-9597-c7a8ab66d9c3", "tag": "470cdaea-0714-4121-a5e4-b8ab7b46f1d2", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:36:30.605648 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4f0939e4-896e-4d65-b9ee-9cb12f0e5685 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:36:30.606090 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a358a87b-6f68-4d44-9597-c7a8ab66d9c3', 'tag': '470cdaea-0714-4121-a5e4-b8ab7b46f1d2', 'status': 'completed', 'code': 200} Nov 25 20:36:30.609779 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3691a36-417c-402e-81d7-dae0af911490 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:36:30.610501 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3691a36-417c-402e-81d7-dae0af911490 None None] Checking segment: {'id': '0c256b77-419f-4103-bb5a-20408b08edb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '49575ad9-b198-45be-9d69-c98f9c47433a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:36:30.610914 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b3691a36-417c-402e-81d7-dae0af911490 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:30.611795 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3691a36-417c-402e-81d7-dae0af911490 None None] Bound using segment: {'id': '0c256b77-419f-4103-bb5a-20408b08edb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '49575ad9-b198-45be-9d69-c98f9c47433a'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:36:30.612295 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-b3691a36-417c-402e-81d7-dae0af911490 None None] Bound port: 4d179238-20b6-495f-9a71-7444639e6b7e, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c256b77-419f-4103-bb5a-20408b08edb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '49575ad9-b198-45be-9d69-c98f9c47433a'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:36:30.612834 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b3691a36-417c-402e-81d7-dae0af911490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:30.643580 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa9103-aee8-4a47-a34a-0ce076a3a940 service neutron] Pushing event updated for resources: {'Port': ['ID=470cdaea-0714-4121-a5e4-b8ab7b46f1d2,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:30.656750 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-a288c193-f75a-4302-bcac-94a0eef2689e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:30.658353 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-a288c193-f75a-4302-bcac-94a0eef2689e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=06ae36c2808d4598a87c6bd94c8ec329&device_id=a358a87b-6f68-4d44-9597-c7a8ab66d9c3 HTTP/1.1" status: 200 len: 1095 time: 0.0804121 Nov 25 20:36:30.701887 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-b3691a36-417c-402e-81d7-dae0af911490 None None] For port 4d179238-20b6-495f-9a71-7444639e6b7e, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:36:30.706027 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-b3691a36-417c-402e-81d7-dae0af911490 None None] For port 4d179238-20b6-495f-9a71-7444639e6b7e, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4d179238-20b6-495f-9a71-7444639e6b7e,segment=NetworkSegment(0c256b77-419f-4103-bb5a-20408b08edb1),segment_id=0c256b77-419f-4103-bb5a-20408b08edb1)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:36:30.707719 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-4de6f309-7c81-4fe8-908a-cd937ee79c44 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=470cdaea-0714-4121-a5e4-b8ab7b46f1d2 HTTP/1.1" status: 200 len: 217 time: 0.0414321 Nov 25 20:36:30.711587 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b3691a36-417c-402e-81d7-dae0af911490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:30.780063 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-62e44884-1738-40ff-bc36-3f6f0a0d7a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:30.782476 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-62e44884-1738-40ff-bc36-3f6f0a0d7a05 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8724bf66-bbe4-4bdd-9537-020d3b6a5b4d HTTP/1.1" status: 200 len: 855 time: 0.0682108 Nov 25 20:36:30.794520 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e743f-0637-4ab4-b01d-893d8431322a None None] Pushing event updated for resources: {'Port': ['ID=4d179238-20b6-495f-9a71-7444639e6b7e,revision_number=4']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:30.802439 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3691a36-417c-402e-81d7-dae0af911490 None None] Routers {'d079422c-5b98-452b-8339-e0cabb9880f5'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:36:30.803187 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b3691a36-417c-402e-81d7-dae0af911490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:36:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d079422c-5b98-452b-8339-e0cabb9880f5'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:30.853029 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-461c5442-328f-4c4c-806e-cf15c482163c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:30.854575 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-461c5442-328f-4c4c-806e-cf15c482163c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4cee50fc-2c03-4f29-8d89-4212aa1952a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650718 Nov 25 20:36:30.943336 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-b3691a36-417c-402e-81d7-dae0af911490 None None] Set router d079422c-5b98-452b-8339-e0cabb9880f5 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:36:30.954989 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0c325ed9-e8d2-48d8-ad9f-f5cb5c2baa16 None None] Provisioning complete for port 4d179238-20b6-495f-9a71-7444639e6b7e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:30.955622 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0c325ed9-e8d2-48d8-ad9f-f5cb5c2baa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:30.956918 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-c2b936e3-94fb-465e-9b92-21ec7b40a41f service neutron] 10.222.0.85 "GET /v2.0/networks/4cee50fc-2c03-4f29-8d89-4212aa1952a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948915 Nov 25 20:36:31.064796 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0c325ed9-e8d2-48d8-ad9f-f5cb5c2baa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:31.087889 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1b5c0dba-fbfd-448d-8cd3-b3d9b1573350 req-c1d011e8-d032-4144-b006-3c475d8afb81 service neutron] 10.222.0.85 "GET /v2.0/networks/4cee50fc-2c03-4f29-8d89-4212aa1952a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219387 Nov 25 20:36:31.102328 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0c325ed9-e8d2-48d8-ad9f-f5cb5c2baa16 None None] For port 4d179238-20b6-495f-9a71-7444639e6b7e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4d179238-20b6-495f-9a71-7444639e6b7e,segment=NetworkSegment(0c256b77-419f-4103-bb5a-20408b08edb1),segment_id=0c256b77-419f-4103-bb5a-20408b08edb1)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:31.108355 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0c325ed9-e8d2-48d8-ad9f-f5cb5c2baa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:31.160465 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c325ed9-e8d2-48d8-ad9f-f5cb5c2baa16 None None] Pushing event updated for resources: {'Port': ['ID=4d179238-20b6-495f-9a71-7444639e6b7e,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:31.178193 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f840c-2efa-4af2-b7ba-819b09d70f4f req-0a657ed3-948c-4f3f-bc36-6aa3bae83dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:31.179782 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b44f840c-2efa-4af2-b7ba-819b09d70f4f req-0a657ed3-948c-4f3f-bc36-6aa3bae83dca service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=06ae36c2808d4598a87c6bd94c8ec329&device_id=a358a87b-6f68-4d44-9597-c7a8ab66d9c3 HTTP/1.1" status: 200 len: 1095 time: 0.0441515 Nov 25 20:36:31.209670 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b3691a36-417c-402e-81d7-dae0af911490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd079422c-5b98-452b-8339-e0cabb9880f5', 'name': 'tempest-TestEncryptedCinderVolumes-1371919295-router', 'tenant_id': '46c31c4960a643e4b84f5d4c9a484a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '39444149-a6b9-416e-af96-e4d7c39bc9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:36:22Z', 'updated_at': '2021-11-25T20:36:25Z', 'revision_number': 4, 'project_id': '46c31c4960a643e4b84f5d4c9a484a84', 'gw_port': {'id': '39444149-a6b9-416e-af96-e4d7c39bc9c2', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd079422c-5b98-452b-8339-e0cabb9880f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:36:23Z', 'updated_at': '2021-11-25T20:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4d179238-20b6-495f-9a71-7444639e6b7e', 'name': '', 'network_id': '49575ad9-b198-45be-9d69-c98f9c47433a', 'tenant_id': '46c31c4960a643e4b84f5d4c9a484a84', 'mac_address': 'fa:16:3e:e1:f3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd079422c-5b98-452b-8339-e0cabb9880f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'f762f76c-8862-4898-a229-3aaf6404c1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:36:25Z', 'updated_at': '2021-11-25T20:36:30Z', 'revision_number': 4, 'project_id': '46c31c4960a643e4b84f5d4c9a484a84', 'subnets': [{'id': 'f762f76c-8862-4898-a229-3aaf6404c1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:31.237355 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-afa9c09c-753e-4e63-82a5-d338da876566 None None] Provisioning complete for port 4d179238-20b6-495f-9a71-7444639e6b7e triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:31.238471 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-afa9c09c-753e-4e63-82a5-d338da876566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:31.239261 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3691a36-417c-402e-81d7-dae0af911490 None None] The sync data for ids ['d079422c-5b98-452b-8339-e0cabb9880f5'] in n-d-819349-5 is: [{'id': 'd079422c-5b98-452b-8339-e0cabb9880f5', 'name': 'tempest-TestEncryptedCinderVolumes-1371919295-router', 'tenant_id': '46c31c4960a643e4b84f5d4c9a484a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '39444149-a6b9-416e-af96-e4d7c39bc9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:36:22Z', 'updated_at': '2021-11-25T20:36:25Z', 'revision_number': 4, 'project_id': '46c31c4960a643e4b84f5d4c9a484a84', 'gw_port': {'id': '39444149-a6b9-416e-af96-e4d7c39bc9c2', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd079422c-5b98-452b-8339-e0cabb9880f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:36:23Z', 'updated_at': '2021-11-25T20:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4d179238-20b6-495f-9a71-7444639e6b7e', 'name': '', 'network_id': '49575ad9-b198-45be-9d69-c98f9c47433a', 'tenant_id': '46c31c4960a643e4b84f5d4c9a484a84', 'mac_address': 'fa:16:3e:e1:f3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd079422c-5b98-452b-8339-e0cabb9880f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'f762f76c-8862-4898-a229-3aaf6404c1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:36:25Z', 'updated_at': '2021-11-25T20:36:30Z', 'revision_number': 4, 'project_id': '46c31c4960a643e4b84f5d4c9a484a84', 'subnets': [{'id': 'f762f76c-8862-4898-a229-3aaf6404c1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:36:31.289196 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f840c-2efa-4af2-b7ba-819b09d70f4f req-6c0ff9a0-1c84-4b06-8d30-19d35683294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:31.290767 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b44f840c-2efa-4af2-b7ba-819b09d70f4f req-6c0ff9a0-1c84-4b06-8d30-19d35683294a service neutron] 10.222.0.85 "GET /v2.0/networks?id=4cee50fc-2c03-4f29-8d89-4212aa1952a8 HTTP/1.1" status: 200 len: 917 time: 0.1039083 Nov 25 20:36:31.339447 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b44f840c-2efa-4af2-b7ba-819b09d70f4f req-c20515d1-50c5-4eb4-a5d3-b9bf27448682 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=470cdaea-0714-4121-a5e4-b8ab7b46f1d2 HTTP/1.1" status: 200 len: 217 time: 0.0404544 Nov 25 20:36:31.395637 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f840c-2efa-4af2-b7ba-819b09d70f4f req-2b1b91ac-90e0-4dd1-a71f-0215b23ab091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:31.397112 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b44f840c-2efa-4af2-b7ba-819b09d70f4f req-2b1b91ac-90e0-4dd1-a71f-0215b23ab091 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8724bf66-bbe4-4bdd-9537-020d3b6a5b4d HTTP/1.1" status: 200 len: 855 time: 0.0484183 Nov 25 20:36:31.446648 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f840c-2efa-4af2-b7ba-819b09d70f4f req-ded7dbf7-afea-43be-baad-9d627eee81ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:31.448176 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b44f840c-2efa-4af2-b7ba-819b09d70f4f req-ded7dbf7-afea-43be-baad-9d627eee81ed service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4cee50fc-2c03-4f29-8d89-4212aa1952a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432777 Nov 25 20:36:31.549166 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b44f840c-2efa-4af2-b7ba-819b09d70f4f req-514aa6d8-6783-4110-956f-ffc4fdc1fe40 service neutron] 10.222.0.85 "GET /v2.0/networks/4cee50fc-2c03-4f29-8d89-4212aa1952a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913417 Nov 25 20:36:31.563626 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cd972-382c-470f-9524-b7ddba5ecbca req-f363672c-8cef-44f9-85ce-06707c44ed96 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:31.565115 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a8cd972-382c-470f-9524-b7ddba5ecbca req-f363672c-8cef-44f9-85ce-06707c44ed96 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?device_id=a358a87b-6f68-4d44-9597-c7a8ab66d9c3 HTTP/1.1" status: 200 len: 944 time: 0.0538945 Nov 25 20:36:31.619854 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a8cd972-382c-470f-9524-b7ddba5ecbca req-ffb2361d-20a6-4ba3-850a-152704ea5e08 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6af4b7-5f42-4643-ae64-745f7fb6e23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485117 Nov 25 20:36:31.655954 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b44f840c-2efa-4af2-b7ba-819b09d70f4f req-5481e4a6-c6ba-4d06-934d-b311376ad071 service neutron] 10.222.0.85 "GET /v2.0/networks/4cee50fc-2c03-4f29-8d89-4212aa1952a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993497 Nov 25 20:36:31.867378 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-364854f0-7bba-495b-a168-1320457fa05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:32.549713 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4d179238-20b6-495f-9a71-7444639e6b7e up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:36:32.603935 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 4d179238-20b6-495f-9a71-7444639e6b7e triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:32.604304 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:32.751514 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9cf19-c046-41e8-b15d-15eafa2ab0fb req-c277c3db-9d63-4e84-b462-6897d3fd53b2 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:32.753037 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0ef9cf19-c046-41e8-b15d-15eafa2ab0fb req-c277c3db-9d63-4e84-b462-6897d3fd53b2 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?device_id=a358a87b-6f68-4d44-9597-c7a8ab66d9c3 HTTP/1.1" status: 200 len: 944 time: 0.0534556 Nov 25 20:36:32.801931 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0ef9cf19-c046-41e8-b15d-15eafa2ab0fb req-2281a353-c94b-48bf-8e87-50bb2c113d2a tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6af4b7-5f42-4643-ae64-745f7fb6e23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427029 Nov 25 20:36:33.816188 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 470cdaea-0714-4121-a5e4-b8ab7b46f1d2 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:36:33.936660 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 470cdaea-0714-4121-a5e4-b8ab7b46f1d2, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=470cdaea-0714-4121-a5e4-b8ab7b46f1d2,segment=NetworkSegment(ea2e5523-1987-4781-8554-cac6c058a9ae),segment_id=ea2e5523-1987-4781-8554-cac6c058a9ae)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:33.939267 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c35cd-77ed-4c15-9876-da61ed1bcd72 req-25b86ac1-4508-4544-bd9d-e94c9a061d50 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:33.940840 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0b7c35cd-77ed-4c15-9876-da61ed1bcd72 req-25b86ac1-4508-4544-bd9d-e94c9a061d50 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?device_id=a358a87b-6f68-4d44-9597-c7a8ab66d9c3 HTTP/1.1" status: 200 len: 944 time: 0.0596666 Nov 25 20:36:33.956235 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '470cdaea-0714-4121-a5e4-b8ab7b46f1d2', 'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8', 'port_id': '470cdaea-0714-4121-a5e4-b8ab7b46f1d2', 'mac_address': 'fa:16:3e:99:55:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8724bf66-bbe4-4bdd-9537-020d3b6a5b4d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:36:33.963631 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:34.000625 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:34.003876 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0b7c35cd-77ed-4c15-9876-da61ed1bcd72 req-23f666b6-b32b-4cb4-9dac-17d6769be996 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6af4b7-5f42-4643-ae64-745f7fb6e23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565977 Nov 25 20:36:34.018038 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470cdaea-0714-4121-a5e4-b8ab7b46f1d2 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:36:34.042538 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 470cdaea-0714-4121-a5e4-b8ab7b46f1d2, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=470cdaea-0714-4121-a5e4-b8ab7b46f1d2,segment=NetworkSegment(ea2e5523-1987-4781-8554-cac6c058a9ae),segment_id=ea2e5523-1987-4781-8554-cac6c058a9ae)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:34.048102 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:34.109719 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=470cdaea-0714-4121-a5e4-b8ab7b46f1d2,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:34.253517 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['470cdaea-0714-4121-a5e4-b8ab7b46f1d2'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:36:35.137551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6674cb-e7a1-4d3b-8109-017017a7a406 req-7245ee26-baa8-4d5f-b852-e14ce2cdfe34 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:35.139075 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8e6674cb-e7a1-4d3b-8109-017017a7a406 req-7245ee26-baa8-4d5f-b852-e14ce2cdfe34 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?device_id=a358a87b-6f68-4d44-9597-c7a8ab66d9c3 HTTP/1.1" status: 200 len: 945 time: 0.0493619 Nov 25 20:36:35.190321 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8e6674cb-e7a1-4d3b-8109-017017a7a406 req-40127171-de8a-42c2-8de6-f8a78591f079 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6af4b7-5f42-4643-ae64-745f7fb6e23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446568 Nov 25 20:36:35.707658 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:35.756350 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:35.816983 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 470cdaea-0714-4121-a5e4-b8ab7b46f1d2 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:36:35.872933 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 470cdaea-0714-4121-a5e4-b8ab7b46f1d2 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:36:35.878502 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 470cdaea-0714-4121-a5e4-b8ab7b46f1d2 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:35.878900 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:35.965013 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:35.989551 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a358a87b-6f68-4d44-9597-c7a8ab66d9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470cdaea-0714-4121-a5e4-b8ab7b46f1d2'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:36:35.991918 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df685486-f728-4cdc-9c3c-c65050502152" -d '{"events": [{"server_uuid": "a358a87b-6f68-4d44-9597-c7a8ab66d9c3", "name": "network-vif-plugged", "status": "completed", "tag": "470cdaea-0714-4121-a5e4-b8ab7b46f1d2"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:36:36.005781 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 470cdaea-0714-4121-a5e4-b8ab7b46f1d2, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=470cdaea-0714-4121-a5e4-b8ab7b46f1d2,segment=NetworkSegment(ea2e5523-1987-4781-8554-cac6c058a9ae),segment_id=ea2e5523-1987-4781-8554-cac6c058a9ae)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:36.010746 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:36.037057 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a9f761-e915-4a77-99bf-85a5e5d10928 x-openstack-request-id: req-41a9f761-e915-4a77-99bf-85a5e5d10928 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:36:36.037354 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a358a87b-6f68-4d44-9597-c7a8ab66d9c3", "name": "network-vif-plugged", "status": "completed", "tag": "470cdaea-0714-4121-a5e4-b8ab7b46f1d2", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:36:36.037613 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-41a9f761-e915-4a77-99bf-85a5e5d10928 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:36:36.038010 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a358a87b-6f68-4d44-9597-c7a8ab66d9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470cdaea-0714-4121-a5e4-b8ab7b46f1d2', 'code': 200} Nov 25 20:36:36.067945 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=470cdaea-0714-4121-a5e4-b8ab7b46f1d2,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:36.174493 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93cceb4-191f-466c-82df-de3bdb14e9aa req-cb527679-62d2-43a5-a0ed-04db37af2d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:36.176077 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f93cceb4-191f-466c-82df-de3bdb14e9aa req-cb527679-62d2-43a5-a0ed-04db37af2d90 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a358a87b-6f68-4d44-9597-c7a8ab66d9c3 HTTP/1.1" status: 200 len: 1097 time: 0.0524509 Nov 25 20:36:36.231498 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f93cceb4-191f-466c-82df-de3bdb14e9aa req-cc584351-95d8-473b-800c-c4fd6c20a1f7 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=5d6af4b7-5f42-4643-ae64-745f7fb6e23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485477 Nov 25 20:36:36.332679 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625eaa25-374a-4f34-88bf-86d3bf47ab08 req-9a236edb-bbb7-4a69-bdfe-be3b6a049a4f tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:36.334269 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-625eaa25-374a-4f34-88bf-86d3bf47ab08 req-9a236edb-bbb7-4a69-bdfe-be3b6a049a4f tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?device_id=a358a87b-6f68-4d44-9597-c7a8ab66d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0554953 Nov 25 20:36:36.394060 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-625eaa25-374a-4f34-88bf-86d3bf47ab08 req-1f254945-442a-4bfa-8e17-87c0cb415c0d tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6af4b7-5f42-4643-ae64-745f7fb6e23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532734 Nov 25 20:36:37.513301 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbb316-6f8c-4b21-96e1-c541c1b6ef5b req-7a4b59b0-a2c3-470c-99d2-6a92701037c6 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:37.514838 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2ffbb316-6f8c-4b21-96e1-c541c1b6ef5b req-7a4b59b0-a2c3-470c-99d2-6a92701037c6 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?device_id=a358a87b-6f68-4d44-9597-c7a8ab66d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0503345 Nov 25 20:36:37.564535 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2ffbb316-6f8c-4b21-96e1-c541c1b6ef5b req-2f44ba89-856e-4918-b18a-aff444f0e51c tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6af4b7-5f42-4643-ae64-745f7fb6e23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427787 Nov 25 20:36:37.680618 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c83d16-6f9c-4fc6-8064-c15d9122d1ad req-11b1c191-4dbc-4236-8e0a-d0a0de4a249d tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:37.682032 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f3c83d16-6f9c-4fc6-8064-c15d9122d1ad req-11b1c191-4dbc-4236-8e0a-d0a0de4a249d tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?device_id=a358a87b-6f68-4d44-9597-c7a8ab66d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0501409 Nov 25 20:36:37.732273 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f3c83d16-6f9c-4fc6-8064-c15d9122d1ad req-60665f86-3d60-4049-bbdd-f19b8baa305f tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6af4b7-5f42-4643-ae64-745f7fb6e23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442739 Nov 25 20:36:54.280255 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:54.914260 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:56.616960 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:36:59.400294 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-763e50c0-7f3a-416f-8cf8-9035197e7b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:00.558788 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d49326-98ac-4661-b798-70ce1c116dce req-1f5072b6-d28c-4696-9d43-9cc1ac93fadd tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:00.560259 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0d49326-98ac-4661-b798-70ce1c116dce req-1f5072b6-d28c-4696-9d43-9cc1ac93fadd tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?device_id=a358a87b-6f68-4d44-9597-c7a8ab66d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0550079 Nov 25 20:37:00.608476 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0d49326-98ac-4661-b798-70ce1c116dce req-9442a0c3-7646-4927-aaa8-a8c439fc756a tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6af4b7-5f42-4643-ae64-745f7fb6e23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417149 Nov 25 20:37:01.729143 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507decb6-6475-455d-aac6-e2ab7e59ba65 req-1314fccf-4b57-43ae-8b32-405e3848e40e tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:01.730702 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-507decb6-6475-455d-aac6-e2ab7e59ba65 req-1314fccf-4b57-43ae-8b32-405e3848e40e tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?device_id=a358a87b-6f68-4d44-9597-c7a8ab66d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0501399 Nov 25 20:37:01.779902 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-507decb6-6475-455d-aac6-e2ab7e59ba65 req-40fb2331-8a22-4570-9f4c-f4f05c3d2bf7 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6af4b7-5f42-4643-ae64-745f7fb6e23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426207 Nov 25 20:37:01.870116 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dc461643-03fb-4258-a9c7-d85994bc664e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:02.083940 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ada11-33f2-4b78-bc81-decb391afa07 req-c02e4e68-b5b2-4034-a521-4973d9577656 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:02.085412 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-968ada11-33f2-4b78-bc81-decb391afa07 req-c02e4e68-b5b2-4034-a521-4973d9577656 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.85 "GET /v2.0/ports?device_id=a358a87b-6f68-4d44-9597-c7a8ab66d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0502911 Nov 25 20:37:02.182925 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-968ada11-33f2-4b78-bc81-decb391afa07 req-def975a2-0e7a-43bc-aa87-c656a4912a26 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Deleting port 470cdaea-0714-4121-a5e4-b8ab7b46f1d2 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:37:02.183267 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-968ada11-33f2-4b78-bc81-decb391afa07 req-def975a2-0e7a-43bc-aa87-c656a4912a26 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:02.282299 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-968ada11-33f2-4b78-bc81-decb391afa07 req-def975a2-0e7a-43bc-aa87-c656a4912a26 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] For port 470cdaea-0714-4121-a5e4-b8ab7b46f1d2, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=470cdaea-0714-4121-a5e4-b8ab7b46f1d2,segment=NetworkSegment(ea2e5523-1987-4781-8554-cac6c058a9ae),segment_id=ea2e5523-1987-4781-8554-cac6c058a9ae)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:37:02.282695 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-968ada11-33f2-4b78-bc81-decb391afa07 req-def975a2-0e7a-43bc-aa87-c656a4912a26 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:02.297513 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-968ada11-33f2-4b78-bc81-decb391afa07 req-def975a2-0e7a-43bc-aa87-c656a4912a26 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Calling delete_port for 470cdaea-0714-4121-a5e4-b8ab7b46f1d2 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:37:02.434913 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-968ada11-33f2-4b78-bc81-decb391afa07 req-def975a2-0e7a-43bc-aa87-c656a4912a26 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:02.447750 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['470cdaea-0714-4121-a5e4-b8ab7b46f1d2'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:37:02.464757 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def975a2-0e7a-43bc-aa87-c656a4912a26 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Pushing event deleted for resources: {'Port': ['ID=470cdaea-0714-4121-a5e4-b8ab7b46f1d2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:02.478341 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def975a2-0e7a-43bc-aa87-c656a4912a26 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:02.478711 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def975a2-0e7a-43bc-aa87-c656a4912a26 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:02.479086 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def975a2-0e7a-43bc-aa87-c656a4912a26 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:02.479437 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def975a2-0e7a-43bc-aa87-c656a4912a26 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:02.479762 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def975a2-0e7a-43bc-aa87-c656a4912a26 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:02.480122 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def975a2-0e7a-43bc-aa87-c656a4912a26 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:02.480486 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def975a2-0e7a-43bc-aa87-c656a4912a26 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:02.480852 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def975a2-0e7a-43bc-aa87-c656a4912a26 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:02.481214 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def975a2-0e7a-43bc-aa87-c656a4912a26 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:02.481576 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def975a2-0e7a-43bc-aa87-c656a4912a26 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:02.481937 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def975a2-0e7a-43bc-aa87-c656a4912a26 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:02.482337 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def975a2-0e7a-43bc-aa87-c656a4912a26 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:02.522436 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-968ada11-33f2-4b78-bc81-decb391afa07 req-def975a2-0e7a-43bc-aa87-c656a4912a26 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] No DVR routers for this DVR port 470cdaea-0714-4121-a5e4-b8ab7b46f1d2 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:37:02.525200 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-968ada11-33f2-4b78-bc81-decb391afa07 req-def975a2-0e7a-43bc-aa87-c656a4912a26 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:02.528733 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-968ada11-33f2-4b78-bc81-decb391afa07 req-def975a2-0e7a-43bc-aa87-c656a4912a26 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.85 "DELETE /v2.0/ports/470cdaea-0714-4121-a5e4-b8ab7b46f1d2 HTTP/1.1" status: 204 len: 173 time: 0.4374206 Nov 25 20:37:02.529202 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a358a87b-6f68-4d44-9597-c7a8ab66d9c3', 'name': 'network-vif-deleted', 'tag': '470cdaea-0714-4121-a5e4-b8ab7b46f1d2'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:37:02.532479 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afeda52f-84a9-428a-8cd7-38d76e068c29" -d '{"events": [{"server_uuid": "a358a87b-6f68-4d44-9597-c7a8ab66d9c3", "name": "network-vif-deleted", "tag": "470cdaea-0714-4121-a5e4-b8ab7b46f1d2"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:37:02.570843 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbac311-767d-47d4-b8e6-b66d4148f285 x-openstack-request-id: req-ccbac311-767d-47d4-b8e6-b66d4148f285 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:37:02.571144 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a358a87b-6f68-4d44-9597-c7a8ab66d9c3", "name": "network-vif-deleted", "tag": "470cdaea-0714-4121-a5e4-b8ab7b46f1d2", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:37:02.571434 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ccbac311-767d-47d4-b8e6-b66d4148f285 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:37:02.571849 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a358a87b-6f68-4d44-9597-c7a8ab66d9c3', 'name': 'network-vif-deleted', 'tag': '470cdaea-0714-4121-a5e4-b8ab7b46f1d2', 'status': 'completed', 'code': 200} Nov 25 20:37:02.889932 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d50ce79b-20e1-484a-b93e-225d7393b342 req-e6f1480c-32e4-4a90-92af-0c0f2adcb9a6 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?device_id=a358a87b-6f68-4d44-9597-c7a8ab66d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0267544 Nov 25 20:37:03.948241 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:04.812048 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-8b0c8ed7-2c35-4653-a9c6-8ee167f5c9ba tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:04.814172 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-8b0c8ed7-2c35-4653-a9c6-8ee167f5c9ba tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/networks?id=4cee50fc-2c03-4f29-8d89-4212aa1952a8 HTTP/1.1" status: 200 len: 816 time: 0.1094601 Nov 25 20:37:04.828270 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-88906991-8cc5-4ac0-85cd-37c00700e884 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/quotas/06ae36c2808d4598a87c6bd94c8ec329 HTTP/1.1" status: 200 len: 375 time: 0.0089395 Nov 25 20:37:04.880663 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-27b1954c-b010-45de-8a2a-b6d2b2fa0168 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=06ae36c2808d4598a87c6bd94c8ec329&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465631 Nov 25 20:37:04.981464 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-01560bb3-5127-4bd2-99af-930371984e1b service neutron] 10.222.0.55 "GET /v2.0/networks/4cee50fc-2c03-4f29-8d89-4212aa1952a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884871 Nov 25 20:37:05.071814 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-55bfffcd-fdde-489a-b5fe-d8b19c1b89cd service neutron] 10.222.0.55 "GET /v2.0/networks/4cee50fc-2c03-4f29-8d89-4212aa1952a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841916 Nov 25 20:37:05.239652 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5bb86d05-75ae-444b-9e18-b166a1f0a5cf req-cd56a93d-9778-4b4a-9030-9c9d8ad6726e tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?device_id=36199d1f-b2b2-42a1-83b8-9036d4548851 HTTP/1.1" status: 200 len: 210 time: 0.0323057 Nov 25 20:37:05.705441 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:05.762896 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:05.973615 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 470cdaea-0714-4121-a5e4-b8ab7b46f1d2 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:37:05.994566 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 470cdaea-0714-4121-a5e4-b8ab7b46f1d2 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:37:05.994923 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 470cdaea-0714-4121-a5e4-b8ab7b46f1d2 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:37:06.198373 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-587fc923-e502-45c9-93ed-d476071fff22 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:06.199857 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-587fc923-e502-45c9-93ed-d476071fff22 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.85 "GET /v2.0/networks?id=4cee50fc-2c03-4f29-8d89-4212aa1952a8 HTTP/1.1" status: 200 len: 816 time: 0.1056538 Nov 25 20:37:06.213375 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-adbc2afa-aca5-4d8d-8990-f697ade9e593 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Request body: {'port': {'device_id': '36199d1f-b2b2-42a1-83b8-9036d4548851', 'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8', 'admin_state_up': True, 'tenant_id': '06ae36c2808d4598a87c6bd94c8ec329'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:37:06.335141 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-adbc2afa-aca5-4d8d-8990-f697ade9e593 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Made reservation on behalf of 06ae36c2808d4598a87c6bd94c8ec329 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:37:06.338983 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-adbc2afa-aca5-4d8d-8990-f697ade9e593 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:06.340696 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-40cb42f3-f5e0-4b0d-801c-418ffd03f1c8 req-2eded2d0-4eb1-42a1-8ffd-53954c016171 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?device_id=36199d1f-b2b2-42a1-83b8-9036d4548851 HTTP/1.1" status: 200 len: 210 time: 0.0290720 Nov 25 20:37:06.465200 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-adbc2afa-aca5-4d8d-8990-f697ade9e593 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Allocated IP 172.20.0.14 (4cee50fc-2c03-4f29-8d89-4212aa1952a8/8724bf66-bbe4-4bdd-9537-020d3b6a5b4d/a093fbe3-389f-4e81-bb6a-55e9653fe54f) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:37:06.619696 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-adbc2afa-aca5-4d8d-8990-f697ade9e593 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:06.655667 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-adbc2afa-aca5-4d8d-8990-f697ade9e593 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:06.701956 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-adbc2afa-aca5-4d8d-8990-f697ade9e593 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Network 4cee50fc-2c03-4f29-8d89-4212aa1952a8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:37:06.708255 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-adbc2afa-aca5-4d8d-8990-f697ade9e593 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:37:06.712890 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-adbc2afa-aca5-4d8d-8990-f697ade9e593 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:37:06.716789 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc2afa-aca5-4d8d-8990-f697ade9e593 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Pushing event updated for resources: {'Port': ['ID=a093fbe3-389f-4e81-bb6a-55e9653fe54f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:06.771676 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-adbc2afa-aca5-4d8d-8990-f697ade9e593 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:06.772297 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-adbc2afa-aca5-4d8d-8990-f697ade9e593 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:06.790624 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-adbc2afa-aca5-4d8d-8990-f697ade9e593 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5809534 Nov 25 20:37:06.804063 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-1df428bd-2592-451a-b52f-82ef5b88d4ea service neutron] Request body: {'port': {'device_id': '36199d1f-b2b2-42a1-83b8-9036d4548851', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:37:06.863422 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-1df428bd-2592-451a-b52f-82ef5b88d4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:06.985247 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9dcee1bd-5934-43eb-aed8-7bf5b541f23b None None] Provisioning complete for port a093fbe3-389f-4e81-bb6a-55e9653fe54f triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:37:06.985999 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9dcee1bd-5934-43eb-aed8-7bf5b541f23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:07.021528 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-9dcee1bd-5934-43eb-aed8-7bf5b541f23b None None] Port a093fbe3-389f-4e81-bb6a-55e9653fe54f cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:37:07.145464 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-1df428bd-2592-451a-b52f-82ef5b88d4ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a093fbe3-389f-4e81-bb6a-55e9653fe54f {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:37:07.152934 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-1df428bd-2592-451a-b52f-82ef5b88d4ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:07.165476 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-1df428bd-2592-451a-b52f-82ef5b88d4ea service neutron] Transition to ACTIVE for port object a093fbe3-389f-4e81-bb6a-55e9653fe54f will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:37:07.169338 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-1df428bd-2592-451a-b52f-82ef5b88d4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:07.238855 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df428bd-2592-451a-b52f-82ef5b88d4ea service neutron] Pushing event updated for resources: {'Port': ['ID=a093fbe3-389f-4e81-bb6a-55e9653fe54f,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:07.297588 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-1df428bd-2592-451a-b52f-82ef5b88d4ea service neutron] Attempting to bind port a093fbe3-389f-4e81-bb6a-55e9653fe54f on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:37:07.298024 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-1df428bd-2592-451a-b52f-82ef5b88d4ea service neutron] Attempting to bind port a093fbe3-389f-4e81-bb6a-55e9653fe54f by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'ea2e5523-1987-4781-8554-cac6c058a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:37:07.298394 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-1df428bd-2592-451a-b52f-82ef5b88d4ea service neutron] Attempting to bind port a093fbe3-389f-4e81-bb6a-55e9653fe54f on network 4cee50fc-2c03-4f29-8d89-4212aa1952a8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:37:07.303719 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-1df428bd-2592-451a-b52f-82ef5b88d4ea service neutron] Port a093fbe3-389f-4e81-bb6a-55e9653fe54f on network 4cee50fc-2c03-4f29-8d89-4212aa1952a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:37:07.304049 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-1df428bd-2592-451a-b52f-82ef5b88d4ea service neutron] Attempting to bind port a093fbe3-389f-4e81-bb6a-55e9653fe54f on network 4cee50fc-2c03-4f29-8d89-4212aa1952a8 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:37:07.309415 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-1df428bd-2592-451a-b52f-82ef5b88d4ea service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:37:07.309756 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-1df428bd-2592-451a-b52f-82ef5b88d4ea service neutron] Checking segment: {'id': 'ea2e5523-1987-4781-8554-cac6c058a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:37:07.310153 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-1df428bd-2592-451a-b52f-82ef5b88d4ea service neutron] Bound using segment: {'id': 'ea2e5523-1987-4781-8554-cac6c058a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:37:07.310615 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-1df428bd-2592-451a-b52f-82ef5b88d4ea service neutron] Bound port: a093fbe3-389f-4e81-bb6a-55e9653fe54f, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea2e5523-1987-4781-8554-cac6c058a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:37:07.310984 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-1df428bd-2592-451a-b52f-82ef5b88d4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:07.391156 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-1df428bd-2592-451a-b52f-82ef5b88d4ea service neutron] For port a093fbe3-389f-4e81-bb6a-55e9653fe54f, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:37:07.395853 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-1df428bd-2592-451a-b52f-82ef5b88d4ea service neutron] For port a093fbe3-389f-4e81-bb6a-55e9653fe54f, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a093fbe3-389f-4e81-bb6a-55e9653fe54f,segment=NetworkSegment(ea2e5523-1987-4781-8554-cac6c058a9ae),segment_id=ea2e5523-1987-4781-8554-cac6c058a9ae)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:37:07.401282 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-1df428bd-2592-451a-b52f-82ef5b88d4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:07.441584 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-1df428bd-2592-451a-b52f-82ef5b88d4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:07.442119 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-1df428bd-2592-451a-b52f-82ef5b88d4ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:07.443597 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-1df428bd-2592-451a-b52f-82ef5b88d4ea service neutron] 10.222.0.85 "PUT /v2.0/ports/a093fbe3-389f-4e81-bb6a-55e9653fe54f HTTP/1.1" status: 200 len: 1092 time: 0.6442187 Nov 25 20:37:07.444042 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36199d1f-b2b2-42a1-83b8-9036d4548851', 'tag': 'a093fbe3-389f-4e81-bb6a-55e9653fe54f'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:37:07.446466 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc281f34-19d0-446f-8254-912737284fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "36199d1f-b2b2-42a1-83b8-9036d4548851", "tag": "a093fbe3-389f-4e81-bb6a-55e9653fe54f"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:37:07.485355 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df428bd-2592-451a-b52f-82ef5b88d4ea service neutron] Pushing event updated for resources: {'Port': ['ID=a093fbe3-389f-4e81-bb6a-55e9653fe54f,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:07.524269 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616148d-d84b-4457-a922-30792537b2d4 req-c38ce65f-dd31-4c24-8c05-37394c9e7cfe tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:07.526736 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d616148d-d84b-4457-a922-30792537b2d4 req-c38ce65f-dd31-4c24-8c05-37394c9e7cfe tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?device_id=36199d1f-b2b2-42a1-83b8-9036d4548851 HTTP/1.1" status: 200 len: 944 time: 0.1043775 Nov 25 20:37:07.546495 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-2e861d4e-0aa1-4c5b-b3ee-dfbc888394c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:07.548315 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-2e861d4e-0aa1-4c5b-b3ee-dfbc888394c7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=06ae36c2808d4598a87c6bd94c8ec329&device_id=36199d1f-b2b2-42a1-83b8-9036d4548851 HTTP/1.1" status: 200 len: 1095 time: 0.0594616 Nov 25 20:37:07.598147 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-52366fd0-f294-4061-961c-43bcd571f65f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a093fbe3-389f-4e81-bb6a-55e9653fe54f HTTP/1.1" status: 200 len: 217 time: 0.0415745 Nov 25 20:37:07.598935 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d616148d-d84b-4457-a922-30792537b2d4 req-9f4e247a-c7ea-4e6c-916f-0656dad482ce tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6af4b7-5f42-4643-ae64-745f7fb6e23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649502 Nov 25 20:37:07.646628 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d249d3-9e27-47df-ad8a-dfa9f479ddb6 x-openstack-request-id: req-84d249d3-9e27-47df-ad8a-dfa9f479ddb6 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:37:07.646853 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36199d1f-b2b2-42a1-83b8-9036d4548851", "tag": "a093fbe3-389f-4e81-bb6a-55e9653fe54f", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:37:07.647202 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84d249d3-9e27-47df-ad8a-dfa9f479ddb6 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:37:07.647712 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36199d1f-b2b2-42a1-83b8-9036d4548851', 'tag': 'a093fbe3-389f-4e81-bb6a-55e9653fe54f', 'status': 'completed', 'code': 200} Nov 25 20:37:07.669432 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-34e79ddc-044a-4eab-a1f8-007ee552e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:07.671314 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-34e79ddc-044a-4eab-a1f8-007ee552e29c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8724bf66-bbe4-4bdd-9537-020d3b6a5b4d HTTP/1.1" status: 200 len: 855 time: 0.0656893 Nov 25 20:37:07.719691 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-be59b674-affa-40c8-83f5-00fc0f95c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:07.721324 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-be59b674-affa-40c8-83f5-00fc0f95c6ee service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4cee50fc-2c03-4f29-8d89-4212aa1952a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428889 Nov 25 20:37:07.817463 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-6b1d0fc2-3121-44b5-af3c-fbb69460620f service neutron] 10.222.0.85 "GET /v2.0/networks/4cee50fc-2c03-4f29-8d89-4212aa1952a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887911 Nov 25 20:37:07.913758 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea76e0e4-fe05-4e1b-8fbb-ae59d9fc885b req-73017375-ba6a-4f9c-90ad-949ad54ef194 service neutron] 10.222.0.85 "GET /v2.0/networks/4cee50fc-2c03-4f29-8d89-4212aa1952a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893097 Nov 25 20:37:08.002923 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc281f34-19d0-446f-8254-912737284fcd req-4ddaebb6-2b0e-4178-9943-f273f16296b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:08.004466 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc281f34-19d0-446f-8254-912737284fcd req-4ddaebb6-2b0e-4178-9943-f273f16296b2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=06ae36c2808d4598a87c6bd94c8ec329&device_id=36199d1f-b2b2-42a1-83b8-9036d4548851 HTTP/1.1" status: 200 len: 1095 time: 0.0460541 Nov 25 20:37:08.107685 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc281f34-19d0-446f-8254-912737284fcd req-dcac1a98-4d94-4e72-abd6-13e0e6c8f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:08.109259 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc281f34-19d0-446f-8254-912737284fcd req-dcac1a98-4d94-4e72-abd6-13e0e6c8f233 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4cee50fc-2c03-4f29-8d89-4212aa1952a8 HTTP/1.1" status: 200 len: 917 time: 0.0979474 Nov 25 20:37:08.151268 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc281f34-19d0-446f-8254-912737284fcd req-a9b21124-604e-4a40-948b-0a530e5a4b89 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a093fbe3-389f-4e81-bb6a-55e9653fe54f HTTP/1.1" status: 200 len: 217 time: 0.0343716 Nov 25 20:37:08.207621 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc281f34-19d0-446f-8254-912737284fcd req-013c0caf-77e1-42d3-9425-580c4f8db572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:08.209024 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc281f34-19d0-446f-8254-912737284fcd req-013c0caf-77e1-42d3-9425-580c4f8db572 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8724bf66-bbe4-4bdd-9537-020d3b6a5b4d HTTP/1.1" status: 200 len: 855 time: 0.0493615 Nov 25 20:37:08.256761 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc281f34-19d0-446f-8254-912737284fcd req-4d8ab26c-19dc-4400-b77b-1471dcfd37f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:08.258275 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc281f34-19d0-446f-8254-912737284fcd req-4d8ab26c-19dc-4400-b77b-1471dcfd37f2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4cee50fc-2c03-4f29-8d89-4212aa1952a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417674 Nov 25 20:37:08.354770 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc281f34-19d0-446f-8254-912737284fcd req-004341a9-aa06-4238-85c6-4d9d5ff17106 service neutron] 10.222.0.85 "GET /v2.0/networks/4cee50fc-2c03-4f29-8d89-4212aa1952a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886834 Nov 25 20:37:08.453313 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-cc281f34-19d0-446f-8254-912737284fcd req-5e3b718c-b668-4298-bebb-206b63e09f28 service neutron] 10.222.0.85 "GET /v2.0/networks/4cee50fc-2c03-4f29-8d89-4212aa1952a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901139 Nov 25 20:37:08.715364 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122490f-8a30-4c72-8083-4407755e7b8f req-92aff3b5-f158-4aeb-bac3-8bb27fea396f tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:08.717102 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a122490f-8a30-4c72-8083-4407755e7b8f req-92aff3b5-f158-4aeb-bac3-8bb27fea396f tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?device_id=36199d1f-b2b2-42a1-83b8-9036d4548851 HTTP/1.1" status: 200 len: 944 time: 0.0555687 Nov 25 20:37:08.775359 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a122490f-8a30-4c72-8083-4407755e7b8f req-556e3776-3ab7-4688-bc54-29122f30f28c tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6af4b7-5f42-4643-ae64-745f7fb6e23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502687 Nov 25 20:37:09.897013 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0563744-1d67-4243-9324-dc2df40694c4 req-8cc5b34b-3dec-44fc-ad35-c2e0b2119987 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:09.898498 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e0563744-1d67-4243-9324-dc2df40694c4 req-8cc5b34b-3dec-44fc-ad35-c2e0b2119987 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?device_id=36199d1f-b2b2-42a1-83b8-9036d4548851 HTTP/1.1" status: 200 len: 944 time: 0.0512350 Nov 25 20:37:09.947749 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e0563744-1d67-4243-9324-dc2df40694c4 req-1401435a-632d-47ab-9b31-8c4fb8d88b45 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6af4b7-5f42-4643-ae64-745f7fb6e23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432980 Nov 25 20:37:10.002833 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device a093fbe3-389f-4e81-bb6a-55e9653fe54f details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:37:10.100230 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port a093fbe3-389f-4e81-bb6a-55e9653fe54f, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a093fbe3-389f-4e81-bb6a-55e9653fe54f,segment=NetworkSegment(ea2e5523-1987-4781-8554-cac6c058a9ae),segment_id=ea2e5523-1987-4781-8554-cac6c058a9ae)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:37:10.111651 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'a093fbe3-389f-4e81-bb6a-55e9653fe54f', 'network_id': '4cee50fc-2c03-4f29-8d89-4212aa1952a8', 'port_id': 'a093fbe3-389f-4e81-bb6a-55e9653fe54f', 'mac_address': 'fa:16:3e:a5:19:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8724bf66-bbe4-4bdd-9537-020d3b6a5b4d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:37:10.149599 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:10.163462 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a093fbe3-389f-4e81-bb6a-55e9653fe54f {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:37:10.182169 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port a093fbe3-389f-4e81-bb6a-55e9653fe54f, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a093fbe3-389f-4e81-bb6a-55e9653fe54f,segment=NetworkSegment(ea2e5523-1987-4781-8554-cac6c058a9ae),segment_id=ea2e5523-1987-4781-8554-cac6c058a9ae)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:37:10.186222 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:10.238610 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=a093fbe3-389f-4e81-bb6a-55e9653fe54f,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:10.245983 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:10.246366 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:10.246732 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:10.247053 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:10.247389 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:10.247724 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:10.248056 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:10.248385 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:10.248711 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:10.249036 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:10.249365 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:10.249708 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:10.374890 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['a093fbe3-389f-4e81-bb6a-55e9653fe54f'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:37:11.069919 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b06f0-cec0-4cb2-ab93-cf977f1d3ab6 req-68621e83-5d84-4364-80d4-bcc2159befb6 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:11.072547 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-975b06f0-cec0-4cb2-ab93-cf977f1d3ab6 req-68621e83-5d84-4364-80d4-bcc2159befb6 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?device_id=36199d1f-b2b2-42a1-83b8-9036d4548851 HTTP/1.1" status: 200 len: 945 time: 0.0526717 Nov 25 20:37:11.123806 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-975b06f0-cec0-4cb2-ab93-cf977f1d3ab6 req-c0f040b3-ddfd-4d33-847d-d703a1efbe92 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6af4b7-5f42-4643-ae64-745f7fb6e23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450199 Nov 25 20:37:12.019097 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device a093fbe3-389f-4e81-bb6a-55e9653fe54f up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:37:12.073002 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port a093fbe3-389f-4e81-bb6a-55e9653fe54f completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:37:12.077049 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port a093fbe3-389f-4e81-bb6a-55e9653fe54f triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:37:12.077423 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:12.163611 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:12.186265 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36199d1f-b2b2-42a1-83b8-9036d4548851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a093fbe3-389f-4e81-bb6a-55e9653fe54f'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:37:12.188973 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2853071c-6e75-4114-88c2-5d877f415135" -d '{"events": [{"server_uuid": "36199d1f-b2b2-42a1-83b8-9036d4548851", "name": "network-vif-plugged", "status": "completed", "tag": "a093fbe3-389f-4e81-bb6a-55e9653fe54f"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:37:12.201800 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port a093fbe3-389f-4e81-bb6a-55e9653fe54f, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a093fbe3-389f-4e81-bb6a-55e9653fe54f,segment=NetworkSegment(ea2e5523-1987-4781-8554-cac6c058a9ae),segment_id=ea2e5523-1987-4781-8554-cac6c058a9ae)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:37:12.206806 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:12.254872 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a3b90-d823-4d08-b6f1-dc947061febc req-5a5d3bac-4ea1-4f8e-bfa8-09e412e36d8d tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:12.256072 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c22a3b90-d823-4d08-b6f1-dc947061febc req-5a5d3bac-4ea1-4f8e-bfa8-09e412e36d8d tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?device_id=36199d1f-b2b2-42a1-83b8-9036d4548851 HTTP/1.1" status: 200 len: 946 time: 0.0575857 Nov 25 20:37:12.259723 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=a093fbe3-389f-4e81-bb6a-55e9653fe54f,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:12.311474 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c22a3b90-d823-4d08-b6f1-dc947061febc req-a6487aec-7869-4eaf-8c59-06940e560b8b tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6af4b7-5f42-4643-ae64-745f7fb6e23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474019 Nov 25 20:37:12.354809 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d464ecca-ecf8-4b28-aec5-debcb89640a6 x-openstack-request-id: req-d464ecca-ecf8-4b28-aec5-debcb89640a6 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:37:12.355132 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36199d1f-b2b2-42a1-83b8-9036d4548851", "name": "network-vif-plugged", "status": "completed", "tag": "a093fbe3-389f-4e81-bb6a-55e9653fe54f", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:37:12.355400 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d464ecca-ecf8-4b28-aec5-debcb89640a6 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:37:12.355813 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36199d1f-b2b2-42a1-83b8-9036d4548851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a093fbe3-389f-4e81-bb6a-55e9653fe54f', 'code': 200} Nov 25 20:37:12.455162 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79283d-e3a4-4ff6-9314-7ef0d9d504b2 req-fcbe1e39-ee15-4be1-98fb-0b049eb956d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:12.456673 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c79283d-e3a4-4ff6-9314-7ef0d9d504b2 req-fcbe1e39-ee15-4be1-98fb-0b049eb956d1 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=36199d1f-b2b2-42a1-83b8-9036d4548851 HTTP/1.1" status: 200 len: 1097 time: 0.0405610 Nov 25 20:37:12.502932 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7c79283d-e3a4-4ff6-9314-7ef0d9d504b2 req-e3ea0f0c-2576-422e-8010-506b2d397243 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=5d6af4b7-5f42-4643-ae64-745f7fb6e23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395038 Nov 25 20:37:13.431032 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f9345-f857-4a23-bdcb-78e1def2505e req-65dfcf2f-efd9-48b6-b137-277e06741a41 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:13.432490 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-291f9345-f857-4a23-bdcb-78e1def2505e req-65dfcf2f-efd9-48b6-b137-277e06741a41 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?device_id=36199d1f-b2b2-42a1-83b8-9036d4548851 HTTP/1.1" status: 200 len: 946 time: 0.0504491 Nov 25 20:37:13.484235 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-291f9345-f857-4a23-bdcb-78e1def2505e req-26aab4e4-3131-4b8d-a0e1-134cdc1e9637 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6af4b7-5f42-4643-ae64-745f7fb6e23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458038 Nov 25 20:37:14.603055 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f2e84-841f-4569-80de-0ee02653ea43 req-1f0c3807-39cd-4173-9eaf-7b04282adb63 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:14.604553 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-044f2e84-841f-4569-80de-0ee02653ea43 req-1f0c3807-39cd-4173-9eaf-7b04282adb63 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?device_id=36199d1f-b2b2-42a1-83b8-9036d4548851 HTTP/1.1" status: 200 len: 946 time: 0.0489538 Nov 25 20:37:14.659227 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-044f2e84-841f-4569-80de-0ee02653ea43 req-40fe78ea-db35-4c13-8fb5-5b1d0b83f5d4 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6af4b7-5f42-4643-ae64-745f7fb6e23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485194 Nov 25 20:37:14.776546 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c7764-9a7f-4c46-861c-a2762f90200a req-7800d68b-f7f5-4db8-886c-c46bbb8f1ea8 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:14.777922 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd1c7764-9a7f-4c46-861c-a2762f90200a req-7800d68b-f7f5-4db8-886c-c46bbb8f1ea8 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?device_id=36199d1f-b2b2-42a1-83b8-9036d4548851 HTTP/1.1" status: 200 len: 946 time: 0.0512269 Nov 25 20:37:14.829535 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd1c7764-9a7f-4c46-861c-a2762f90200a req-33238772-9229-473d-acb0-04091b4c80e8 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6af4b7-5f42-4643-ae64-745f7fb6e23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440667 Nov 25 20:37:18.056054 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b82d4f7f-e182-4c7f-a550-d4d6c443e1f1 req-7460a2ee-f21a-4cef-b145-54dd549fb58a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=36199d1f-b2b2-42a1-83b8-9036d4548851&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470061 Nov 25 20:37:18.151174 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d4f7f-e182-4c7f-a550-d4d6c443e1f1 req-60214b41-7a57-4126-b573-4c204c3a8907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:18.152802 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b82d4f7f-e182-4c7f-a550-d4d6c443e1f1 req-60214b41-7a57-4126-b573-4c204c3a8907 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=06ae36c2808d4598a87c6bd94c8ec329&device_id=36199d1f-b2b2-42a1-83b8-9036d4548851 HTTP/1.1" status: 200 len: 1097 time: 0.0520611 Nov 25 20:37:18.264357 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d4f7f-e182-4c7f-a550-d4d6c443e1f1 req-c12f184c-4b5a-41cb-a87f-47f31da69ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:18.265822 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b82d4f7f-e182-4c7f-a550-d4d6c443e1f1 req-c12f184c-4b5a-41cb-a87f-47f31da69ed0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4cee50fc-2c03-4f29-8d89-4212aa1952a8 HTTP/1.1" status: 200 len: 917 time: 0.0892320 Nov 25 20:37:18.312613 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b82d4f7f-e182-4c7f-a550-d4d6c443e1f1 req-7ab84c4f-5d8f-41bd-bb2b-537a11469b4f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a093fbe3-389f-4e81-bb6a-55e9653fe54f HTTP/1.1" status: 200 len: 217 time: 0.0386090 Nov 25 20:37:18.364605 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d4f7f-e182-4c7f-a550-d4d6c443e1f1 req-35a1642c-38bd-4709-b936-c5fa775e1399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:18.366070 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b82d4f7f-e182-4c7f-a550-d4d6c443e1f1 req-35a1642c-38bd-4709-b936-c5fa775e1399 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8724bf66-bbe4-4bdd-9537-020d3b6a5b4d HTTP/1.1" status: 200 len: 855 time: 0.0471215 Nov 25 20:37:18.415136 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d4f7f-e182-4c7f-a550-d4d6c443e1f1 req-3a6c05b6-c372-431a-a2ef-91760fa2a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:18.416642 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b82d4f7f-e182-4c7f-a550-d4d6c443e1f1 req-3a6c05b6-c372-431a-a2ef-91760fa2a4f0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4cee50fc-2c03-4f29-8d89-4212aa1952a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440316 Nov 25 20:37:18.523528 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b82d4f7f-e182-4c7f-a550-d4d6c443e1f1 req-bba84aeb-a274-4f0a-8a96-ef6a3ba806cf service neutron] 10.222.0.85 "GET /v2.0/networks/4cee50fc-2c03-4f29-8d89-4212aa1952a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992446 Nov 25 20:37:18.617001 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b82d4f7f-e182-4c7f-a550-d4d6c443e1f1 req-ae893417-2fa7-4667-88e4-ede5ca154040 service neutron] 10.222.0.85 "GET /v2.0/networks/4cee50fc-2c03-4f29-8d89-4212aa1952a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864325 Nov 25 20:37:24.281404 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:24.913771 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:29.405817 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b986b298-fc0c-4833-8a83-8f118b7a13f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:31.872328 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2470eb24-a647-4508-8862-154f349fbbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:33.616482 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:37:33.951767 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:35.699989 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:35.762112 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:36.443082 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478325c-2478-45bb-b206-feaafc4112f6 req-416d66be-035f-438a-a2f7-94cf477942a2 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:36.444592 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8478325c-2478-45bb-b206-feaafc4112f6 req-416d66be-035f-438a-a2f7-94cf477942a2 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?device_id=36199d1f-b2b2-42a1-83b8-9036d4548851 HTTP/1.1" status: 200 len: 946 time: 0.0618923 Nov 25 20:37:36.501750 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8478325c-2478-45bb-b206-feaafc4112f6 req-ad9701bf-c76a-4868-b7a5-8cf630e4791f tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6af4b7-5f42-4643-ae64-745f7fb6e23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502663 Nov 25 20:37:37.630893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a42bda-037e-41db-b7de-519d6a2b106d req-30dcb5a6-2f30-4a0d-8452-9fcd2336b1b9 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:37.632377 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71a42bda-037e-41db-b7de-519d6a2b106d req-30dcb5a6-2f30-4a0d-8452-9fcd2336b1b9 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?device_id=36199d1f-b2b2-42a1-83b8-9036d4548851 HTTP/1.1" status: 200 len: 946 time: 0.0546048 Nov 25 20:37:37.682194 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71a42bda-037e-41db-b7de-519d6a2b106d req-e7a5eebc-c16c-40a4-86c9-f3f4e1f8cbb1 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d6af4b7-5f42-4643-ae64-745f7fb6e23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438266 Nov 25 20:37:37.958737 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea639f-981c-459b-b63b-b987158e9f0b req-3c2316fd-ee44-4786-ab01-6af99110cd8a tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:37.960211 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02ea639f-981c-459b-b63b-b987158e9f0b req-3c2316fd-ee44-4786-ab01-6af99110cd8a tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.85 "GET /v2.0/ports?device_id=36199d1f-b2b2-42a1-83b8-9036d4548851 HTTP/1.1" status: 200 len: 946 time: 0.0549531 Nov 25 20:37:38.050941 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-02ea639f-981c-459b-b63b-b987158e9f0b req-ba264b64-ddd7-443b-b398-08add8187113 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Deleting port a093fbe3-389f-4e81-bb6a-55e9653fe54f {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:37:38.051303 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-02ea639f-981c-459b-b63b-b987158e9f0b req-ba264b64-ddd7-443b-b398-08add8187113 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:38.149708 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-02ea639f-981c-459b-b63b-b987158e9f0b req-ba264b64-ddd7-443b-b398-08add8187113 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] For port a093fbe3-389f-4e81-bb6a-55e9653fe54f, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=a093fbe3-389f-4e81-bb6a-55e9653fe54f,segment=NetworkSegment(ea2e5523-1987-4781-8554-cac6c058a9ae),segment_id=ea2e5523-1987-4781-8554-cac6c058a9ae)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:37:38.150071 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-02ea639f-981c-459b-b63b-b987158e9f0b req-ba264b64-ddd7-443b-b398-08add8187113 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:38.163385 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-02ea639f-981c-459b-b63b-b987158e9f0b req-ba264b64-ddd7-443b-b398-08add8187113 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Calling delete_port for a093fbe3-389f-4e81-bb6a-55e9653fe54f owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:37:38.288641 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-02ea639f-981c-459b-b63b-b987158e9f0b req-ba264b64-ddd7-443b-b398-08add8187113 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:38.300576 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['a093fbe3-389f-4e81-bb6a-55e9653fe54f'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:37:38.321981 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba264b64-ddd7-443b-b398-08add8187113 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Pushing event deleted for resources: {'Port': ['ID=a093fbe3-389f-4e81-bb6a-55e9653fe54f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:38.366157 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ea639f-981c-459b-b63b-b987158e9f0b req-ba264b64-ddd7-443b-b398-08add8187113 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] No DVR routers for this DVR port a093fbe3-389f-4e81-bb6a-55e9653fe54f on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:37:38.368956 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-02ea639f-981c-459b-b63b-b987158e9f0b req-ba264b64-ddd7-443b-b398-08add8187113 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:38.372429 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-02ea639f-981c-459b-b63b-b987158e9f0b req-ba264b64-ddd7-443b-b398-08add8187113 tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.85 "DELETE /v2.0/ports/a093fbe3-389f-4e81-bb6a-55e9653fe54f HTTP/1.1" status: 204 len: 173 time: 0.4066057 Nov 25 20:37:38.372876 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36199d1f-b2b2-42a1-83b8-9036d4548851', 'name': 'network-vif-deleted', 'tag': 'a093fbe3-389f-4e81-bb6a-55e9653fe54f'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:37:38.375237 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef6ca13-046e-4b58-8468-2f35bac0a672" -d '{"events": [{"server_uuid": "36199d1f-b2b2-42a1-83b8-9036d4548851", "name": "network-vif-deleted", "tag": "a093fbe3-389f-4e81-bb6a-55e9653fe54f"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:37:38.419808 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1790265f-54fc-4491-ac95-414ec68bdd5a x-openstack-request-id: req-1790265f-54fc-4491-ac95-414ec68bdd5a {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:37:38.420106 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36199d1f-b2b2-42a1-83b8-9036d4548851", "name": "network-vif-deleted", "tag": "a093fbe3-389f-4e81-bb6a-55e9653fe54f", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:37:38.420381 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1790265f-54fc-4491-ac95-414ec68bdd5a {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:37:38.421080 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36199d1f-b2b2-42a1-83b8-9036d4548851', 'name': 'network-vif-deleted', 'tag': 'a093fbe3-389f-4e81-bb6a-55e9653fe54f', 'status': 'completed', 'code': 200} Nov 25 20:37:38.800347 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a1b3ebea-9ea5-4684-8a43-9abcb0d3562d req-8853f7a8-1f16-4e2c-b78a-e58e3a84241e tempest-TestEncryptedCinderVolumes-77882777 tempest-TestEncryptedCinderVolumes-77882777-project] 10.222.0.55 "GET /v2.0/ports?device_id=36199d1f-b2b2-42a1-83b8-9036d4548851 HTTP/1.1" status: 200 len: 210 time: 0.0292144 Nov 25 20:37:39.894975 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58616) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:37:40.604409 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41cb40da-0578-4214-bdd0-8b9bb5d322c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:40.858675 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-41cb40da-0578-4214-bdd0-8b9bb5d322c8 admin admin] Deleting port de5aecf8-2738-4375-9043-d11ddf61d481 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:37:40.859012 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41cb40da-0578-4214-bdd0-8b9bb5d322c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:40.939333 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-41cb40da-0578-4214-bdd0-8b9bb5d322c8 admin admin] For port de5aecf8-2738-4375-9043-d11ddf61d481, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=de5aecf8-2738-4375-9043-d11ddf61d481,segment=NetworkSegment(ea2e5523-1987-4781-8554-cac6c058a9ae),segment_id=ea2e5523-1987-4781-8554-cac6c058a9ae)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:37:40.940030 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41cb40da-0578-4214-bdd0-8b9bb5d322c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:40.951914 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-41cb40da-0578-4214-bdd0-8b9bb5d322c8 admin admin] Calling delete_port for de5aecf8-2738-4375-9043-d11ddf61d481 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:37:41.135024 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41cb40da-0578-4214-bdd0-8b9bb5d322c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:41.163810 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb40da-0578-4214-bdd0-8b9bb5d322c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=de5aecf8-2738-4375-9043-d11ddf61d481,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:41.336921 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41cb40da-0578-4214-bdd0-8b9bb5d322c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:41.568625 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cb40da-0578-4214-bdd0-8b9bb5d322c8 admin admin] Router b7443fa9-28d8-4696-8bf0-da58c9134c9c has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:37:41.682009 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cb40da-0578-4214-bdd0-8b9bb5d322c8 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:37:41.687387 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-41cb40da-0578-4214-bdd0-8b9bb5d322c8 admin admin] 10.222.0.55 "PUT /v2.0/routers/b7443fa9-28d8-4696-8bf0-da58c9134c9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7913790 Nov 25 20:37:41.690447 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58618) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:37:41.691016 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0042e6-123c-41d7-9fdf-6992c47dfeab None None] Sync routers for ids ['b7443fa9-28d8-4696-8bf0-da58c9134c9c'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:37:41.700765 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0042e6-123c-41d7-9fdf-6992c47dfeab None None] Routers {'b7443fa9-28d8-4696-8bf0-da58c9134c9c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:37:41.701382 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1c0042e6-123c-41d7-9fdf-6992c47dfeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:37:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b7443fa9-28d8-4696-8bf0-da58c9134c9c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:37:41.795096 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c165fa0-2a37-43a6-84b4-aff4a615c2f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:41.809617 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-1c0042e6-123c-41d7-9fdf-6992c47dfeab None None] Set router b7443fa9-28d8-4696-8bf0-da58c9134c9c gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:37:41.908349 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c165fa0-2a37-43a6-84b4-aff4a615c2f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:41.963140 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3c165fa0-2a37-43a6-84b4-aff4a615c2f1 admin admin] Deleting port 9c314476-b7a2-44af-9f77-b24402b17244 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:37:41.963871 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c165fa0-2a37-43a6-84b4-aff4a615c2f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:41.999707 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1c0042e6-123c-41d7-9fdf-6992c47dfeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7443fa9-28d8-4696-8bf0-da58c9134c9c', 'name': 'tempest-TestEncryptedCinderVolumes-654894966-router', 'tenant_id': '06ae36c2808d4598a87c6bd94c8ec329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '9c314476-b7a2-44af-9f77-b24402b17244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:36:17Z', 'updated_at': '2021-11-25T20:37:41Z', 'revision_number': 5, 'project_id': '06ae36c2808d4598a87c6bd94c8ec329', 'gw_port': {'id': '9c314476-b7a2-44af-9f77-b24402b17244', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7443fa9-28d8-4696-8bf0-da58c9134c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:36:18Z', 'updated_at': '2021-11-25T20:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:37:42.027183 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0042e6-123c-41d7-9fdf-6992c47dfeab None None] Checking router: b7443fa9-28d8-4696-8bf0-da58c9134c9c for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:37:42.035529 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0042e6-123c-41d7-9fdf-6992c47dfeab None None] Routers {'b7443fa9-28d8-4696-8bf0-da58c9134c9c'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:37:42.036144 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1c0042e6-123c-41d7-9fdf-6992c47dfeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:37:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b7443fa9-28d8-4696-8bf0-da58c9134c9c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:37:42.043922 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-3c165fa0-2a37-43a6-84b4-aff4a615c2f1 admin admin] For port 9c314476-b7a2-44af-9f77-b24402b17244, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9c314476-b7a2-44af-9f77-b24402b17244,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:37:42.044292 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c165fa0-2a37-43a6-84b4-aff4a615c2f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:42.062422 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3c165fa0-2a37-43a6-84b4-aff4a615c2f1 admin admin] Calling delete_port for 9c314476-b7a2-44af-9f77-b24402b17244 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:37:42.124549 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-1c0042e6-123c-41d7-9fdf-6992c47dfeab None None] Set router b7443fa9-28d8-4696-8bf0-da58c9134c9c gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:37:42.183878 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1c0042e6-123c-41d7-9fdf-6992c47dfeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7443fa9-28d8-4696-8bf0-da58c9134c9c', 'name': 'tempest-TestEncryptedCinderVolumes-654894966-router', 'tenant_id': '06ae36c2808d4598a87c6bd94c8ec329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:36:17Z', 'updated_at': '2021-11-25T20:37:41Z', 'revision_number': 6, 'project_id': '06ae36c2808d4598a87c6bd94c8ec329', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:37:42.210894 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0042e6-123c-41d7-9fdf-6992c47dfeab None None] The sync data for ids ['b7443fa9-28d8-4696-8bf0-da58c9134c9c'] in n-d-819349-5 is: [{'id': 'b7443fa9-28d8-4696-8bf0-da58c9134c9c', 'name': 'tempest-TestEncryptedCinderVolumes-654894966-router', 'tenant_id': '06ae36c2808d4598a87c6bd94c8ec329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:36:17Z', 'updated_at': '2021-11-25T20:37:41Z', 'revision_number': 6, 'project_id': '06ae36c2808d4598a87c6bd94c8ec329', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:37:42.240147 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c165fa0-2a37-43a6-84b4-aff4a615c2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:42.240355 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device a093fbe3-389f-4e81-bb6a-55e9653fe54f no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:37:42.264079 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: a093fbe3-389f-4e81-bb6a-55e9653fe54f {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:37:42.264547 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device a093fbe3-389f-4e81-bb6a-55e9653fe54f not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:37:42.268679 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c165fa0-2a37-43a6-84b4-aff4a615c2f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c314476-b7a2-44af-9f77-b24402b17244,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:42.283064 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4359f7d2-9466-43d5-be8d-1333dcfcac59 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:37:42.331062 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c165fa0-2a37-43a6-84b4-aff4a615c2f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:42.421785 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c165fa0-2a37-43a6-84b4-aff4a615c2f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:42.424998 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c165fa0-2a37-43a6-84b4-aff4a615c2f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:42.472363 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c165fa0-2a37-43a6-84b4-aff4a615c2f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:42.472927 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c165fa0-2a37-43a6-84b4-aff4a615c2f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7443fa9-28d8-4696-8bf0-da58c9134c9c {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:37:42.478062 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c165fa0-2a37-43a6-84b4-aff4a615c2f1 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:42.479256 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3c165fa0-2a37-43a6-84b4-aff4a615c2f1 admin admin] 10.222.0.55 "DELETE /v2.0/routers/b7443fa9-28d8-4696-8bf0-da58c9134c9c HTTP/1.1" status: 204 len: 168 time: 0.7878714 Nov 25 20:37:42.481756 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58620) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:37:42.531314 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-317e5847-5a93-40ed-81c8-ac2b60f472d3 admin admin] Deleting subnet 8724bf66-bbe4-4bdd-9537-020d3b6a5b4d {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:37:42.535645 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-317e5847-5a93-40ed-81c8-ac2b60f472d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:42.583869 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-317e5847-5a93-40ed-81c8-ac2b60f472d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:42.682114 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device de5aecf8-2738-4375-9043-d11ddf61d481 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:37:42.685251 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-317e5847-5a93-40ed-81c8-ac2b60f472d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:42.702177 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: de5aecf8-2738-4375-9043-d11ddf61d481 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:37:42.702814 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device de5aecf8-2738-4375-9043-d11ddf61d481 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:37:42.744909 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-317e5847-5a93-40ed-81c8-ac2b60f472d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:42.771772 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e5847-5a93-40ed-81c8-ac2b60f472d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8724bf66-bbe4-4bdd-9537-020d3b6a5b4d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:42.776148 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-317e5847-5a93-40ed-81c8-ac2b60f472d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:42.779364 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-317e5847-5a93-40ed-81c8-ac2b60f472d3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8724bf66-bbe4-4bdd-9537-020d3b6a5b4d HTTP/1.1" status: 204 len: 168 time: 0.2965827 Nov 25 20:37:42.781851 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58622) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:37:42.785380 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72609a2-ce70-49d9-ba65-eee2f71b23cc None None] Network 4cee50fc-2c03-4f29-8d89-4212aa1952a8 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:37:42.862469 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f95c0bfb-058b-4404-bd47-a6d33aa22511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:42.932564 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f95c0bfb-058b-4404-bd47-a6d33aa22511 admin admin] Deleting port 41a34fee-1b70-40a8-8f7e-c0ae9ffb868c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:37:42.932859 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f95c0bfb-058b-4404-bd47-a6d33aa22511 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:42.999732 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-f95c0bfb-058b-4404-bd47-a6d33aa22511 admin admin] For port 41a34fee-1b70-40a8-8f7e-c0ae9ffb868c, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=41a34fee-1b70-40a8-8f7e-c0ae9ffb868c,segment=NetworkSegment(ea2e5523-1987-4781-8554-cac6c058a9ae),segment_id=ea2e5523-1987-4781-8554-cac6c058a9ae)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:37:43.000399 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f95c0bfb-058b-4404-bd47-a6d33aa22511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:43.013221 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f95c0bfb-058b-4404-bd47-a6d33aa22511 admin admin] Calling delete_port for 41a34fee-1b70-40a8-8f7e-c0ae9ffb868c owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:37:43.027533 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1184d7c9-a9f7-4672-b105-445766ac8db2 None None] DHCP port deletion for 4cee50fc-2c03-4f29-8d89-4212aa1952a8 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:37:43.077296 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1184d7c9-a9f7-4672-b105-445766ac8db2 None None] Deleting port 41a34fee-1b70-40a8-8f7e-c0ae9ffb868c {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:37:43.077677 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1184d7c9-a9f7-4672-b105-445766ac8db2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:43.107293 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f95c0bfb-058b-4404-bd47-a6d33aa22511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:43.131559 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c0bfb-058b-4404-bd47-a6d33aa22511 admin admin] Pushing event deleted for resources: {'Port': ['ID=41a34fee-1b70-40a8-8f7e-c0ae9ffb868c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:43.138542 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95c0bfb-058b-4404-bd47-a6d33aa22511 admin admin] No DVR routers for this DVR port 41a34fee-1b70-40a8-8f7e-c0ae9ffb868c on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:37:43.148602 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-1184d7c9-a9f7-4672-b105-445766ac8db2 None None] For port 41a34fee-1b70-40a8-8f7e-c0ae9ffb868c, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=41a34fee-1b70-40a8-8f7e-c0ae9ffb868c,segment=NetworkSegment(ea2e5523-1987-4781-8554-cac6c058a9ae),segment_id=ea2e5523-1987-4781-8554-cac6c058a9ae)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:37:43.149017 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1184d7c9-a9f7-4672-b105-445766ac8db2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:43.168830 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1184d7c9-a9f7-4672-b105-445766ac8db2 None None] Calling delete_port for 41a34fee-1b70-40a8-8f7e-c0ae9ffb868c owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:37:43.222495 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f95c0bfb-058b-4404-bd47-a6d33aa22511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:43.248447 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f95c0bfb-058b-4404-bd47-a6d33aa22511 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cee50fc-2c03-4f29-8d89-4212aa1952a8']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:37:43.264752 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f95c0bfb-058b-4404-bd47-a6d33aa22511 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea2e5523-1987-4781-8554-cac6c058a9ae') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:37:43.265093 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f95c0bfb-058b-4404-bd47-a6d33aa22511 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea2e5523-1987-4781-8554-cac6c058a9ae') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:37:43.265465 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1184d7c9-a9f7-4672-b105-445766ac8db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:43.277888 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f95c0bfb-058b-4404-bd47-a6d33aa22511 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:43.293368 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f95c0bfb-058b-4404-bd47-a6d33aa22511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:43.301911 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184d7c9-a9f7-4672-b105-445766ac8db2 None None] Pushing event deleted for resources: {'Port': ['ID=41a34fee-1b70-40a8-8f7e-c0ae9ffb868c,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:43.303145 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95c0bfb-058b-4404-bd47-a6d33aa22511 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:37:43.303915 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1184d7c9-a9f7-4672-b105-445766ac8db2 None None] No DVR routers for this DVR port 41a34fee-1b70-40a8-8f7e-c0ae9ffb868c on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:37:43.304365 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f95c0bfb-058b-4404-bd47-a6d33aa22511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:37:43.308110 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:37:43.367672 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f95c0bfb-058b-4404-bd47-a6d33aa22511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:43.373202 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f95c0bfb-058b-4404-bd47-a6d33aa22511 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:43.376528 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f95c0bfb-058b-4404-bd47-a6d33aa22511 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4cee50fc-2c03-4f29-8d89-4212aa1952a8 HTTP/1.1" status: 204 len: 168 time: 0.5927606 Nov 25 20:37:43.380260 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58624) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:37:43.387791 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c0bfb-058b-4404-bd47-a6d33aa22511 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cee50fc-2c03-4f29-8d89-4212aa1952a8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:43.746742 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9b946504-0e70-43e1-bce3-0df2d0a19674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:43.992079 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9b946504-0e70-43e1-bce3-0df2d0a19674 admin admin] Deleting port 4d179238-20b6-495f-9a71-7444639e6b7e {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:37:43.992424 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9b946504-0e70-43e1-bce3-0df2d0a19674 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:44.075168 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9b946504-0e70-43e1-bce3-0df2d0a19674 admin admin] For port 4d179238-20b6-495f-9a71-7444639e6b7e, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4d179238-20b6-495f-9a71-7444639e6b7e,segment=NetworkSegment(0c256b77-419f-4103-bb5a-20408b08edb1),segment_id=0c256b77-419f-4103-bb5a-20408b08edb1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:37:44.075528 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9b946504-0e70-43e1-bce3-0df2d0a19674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:44.090401 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9b946504-0e70-43e1-bce3-0df2d0a19674 admin admin] Calling delete_port for 4d179238-20b6-495f-9a71-7444639e6b7e owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:37:44.276598 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9b946504-0e70-43e1-bce3-0df2d0a19674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:44.306057 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b946504-0e70-43e1-bce3-0df2d0a19674 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d179238-20b6-495f-9a71-7444639e6b7e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:44.330304 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b946504-0e70-43e1-bce3-0df2d0a19674 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:44.330672 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b946504-0e70-43e1-bce3-0df2d0a19674 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:44.331022 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b946504-0e70-43e1-bce3-0df2d0a19674 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:44.331368 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b946504-0e70-43e1-bce3-0df2d0a19674 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:44.331713 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b946504-0e70-43e1-bce3-0df2d0a19674 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:44.332049 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b946504-0e70-43e1-bce3-0df2d0a19674 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:44.332384 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b946504-0e70-43e1-bce3-0df2d0a19674 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:44.332725 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b946504-0e70-43e1-bce3-0df2d0a19674 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:44.333060 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b946504-0e70-43e1-bce3-0df2d0a19674 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:44.333393 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b946504-0e70-43e1-bce3-0df2d0a19674 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:44.333724 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b946504-0e70-43e1-bce3-0df2d0a19674 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:44.334052 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b946504-0e70-43e1-bce3-0df2d0a19674 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:44.477830 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9b946504-0e70-43e1-bce3-0df2d0a19674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:44.600909 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 41a34fee-1b70-40a8-8f7e-c0ae9ffb868c no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:37:44.621485 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 41a34fee-1b70-40a8-8f7e-c0ae9ffb868c {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:37:44.621841 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 41a34fee-1b70-40a8-8f7e-c0ae9ffb868c not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:37:44.622261 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9c314476-b7a2-44af-9f77-b24402b17244 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:37:44.644812 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 9c314476-b7a2-44af-9f77-b24402b17244 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:37:44.645168 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9c314476-b7a2-44af-9f77-b24402b17244 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:37:44.699467 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b946504-0e70-43e1-bce3-0df2d0a19674 admin admin] Router d079422c-5b98-452b-8339-e0cabb9880f5 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:37:44.811013 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b946504-0e70-43e1-bce3-0df2d0a19674 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:37:44.817235 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9b946504-0e70-43e1-bce3-0df2d0a19674 admin admin] 10.222.0.55 "PUT /v2.0/routers/d079422c-5b98-452b-8339-e0cabb9880f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4349673 Nov 25 20:37:44.819639 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58626) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:37:44.819862 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a81805-ce29-45f2-867c-2ae6538bdb53 None None] Sync routers for ids ['d079422c-5b98-452b-8339-e0cabb9880f5'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:37:44.832104 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a81805-ce29-45f2-867c-2ae6538bdb53 None None] Routers {'d079422c-5b98-452b-8339-e0cabb9880f5'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:37:44.832716 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-42a81805-ce29-45f2-867c-2ae6538bdb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:37:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d079422c-5b98-452b-8339-e0cabb9880f5'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:37:44.925747 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eeec6295-dc7d-4687-8093-67a7200883e5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:44.933866 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-42a81805-ce29-45f2-867c-2ae6538bdb53 None None] Set router d079422c-5b98-452b-8339-e0cabb9880f5 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:37:45.030766 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eeec6295-dc7d-4687-8093-67a7200883e5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:45.086156 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-eeec6295-dc7d-4687-8093-67a7200883e5 admin admin] Deleting port 39444149-a6b9-416e-af96-e4d7c39bc9c2 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:37:45.086527 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eeec6295-dc7d-4687-8093-67a7200883e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:45.148549 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-42a81805-ce29-45f2-867c-2ae6538bdb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd079422c-5b98-452b-8339-e0cabb9880f5', 'name': 'tempest-TestEncryptedCinderVolumes-1371919295-router', 'tenant_id': '46c31c4960a643e4b84f5d4c9a484a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '39444149-a6b9-416e-af96-e4d7c39bc9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:36:22Z', 'updated_at': '2021-11-25T20:37:44Z', 'revision_number': 5, 'project_id': '46c31c4960a643e4b84f5d4c9a484a84', 'gw_port': {'id': '39444149-a6b9-416e-af96-e4d7c39bc9c2', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd079422c-5b98-452b-8339-e0cabb9880f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:36:23Z', 'updated_at': '2021-11-25T20:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:37:45.166091 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-eeec6295-dc7d-4687-8093-67a7200883e5 admin admin] For port 39444149-a6b9-416e-af96-e4d7c39bc9c2, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=39444149-a6b9-416e-af96-e4d7c39bc9c2,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:37:45.166537 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eeec6295-dc7d-4687-8093-67a7200883e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:45.177032 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a81805-ce29-45f2-867c-2ae6538bdb53 None None] Checking router: d079422c-5b98-452b-8339-e0cabb9880f5 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:37:45.180065 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-eeec6295-dc7d-4687-8093-67a7200883e5 admin admin] Calling delete_port for 39444149-a6b9-416e-af96-e4d7c39bc9c2 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:37:45.185791 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a81805-ce29-45f2-867c-2ae6538bdb53 None None] Routers {'d079422c-5b98-452b-8339-e0cabb9880f5'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:37:45.186454 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-42a81805-ce29-45f2-867c-2ae6538bdb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:37:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d079422c-5b98-452b-8339-e0cabb9880f5'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:37:45.274697 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-42a81805-ce29-45f2-867c-2ae6538bdb53 None None] Set router d079422c-5b98-452b-8339-e0cabb9880f5 gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:37:45.330955 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-42a81805-ce29-45f2-867c-2ae6538bdb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd079422c-5b98-452b-8339-e0cabb9880f5', 'name': 'tempest-TestEncryptedCinderVolumes-1371919295-router', 'tenant_id': '46c31c4960a643e4b84f5d4c9a484a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:36:22Z', 'updated_at': '2021-11-25T20:37:45Z', 'revision_number': 6, 'project_id': '46c31c4960a643e4b84f5d4c9a484a84', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:37:45.358098 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a81805-ce29-45f2-867c-2ae6538bdb53 None None] The sync data for ids ['d079422c-5b98-452b-8339-e0cabb9880f5'] in n-d-819349-5 is: [{'id': 'd079422c-5b98-452b-8339-e0cabb9880f5', 'name': 'tempest-TestEncryptedCinderVolumes-1371919295-router', 'tenant_id': '46c31c4960a643e4b84f5d4c9a484a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:36:22Z', 'updated_at': '2021-11-25T20:37:45Z', 'revision_number': 6, 'project_id': '46c31c4960a643e4b84f5d4c9a484a84', 'gw_port_host': None}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:37:45.666898 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eeec6295-dc7d-4687-8093-67a7200883e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:45.693027 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec6295-dc7d-4687-8093-67a7200883e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=39444149-a6b9-416e-af96-e4d7c39bc9c2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:45.708566 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133404fd-d778-4e83-892f-31cb18822524 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:37:45.766088 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eeec6295-dc7d-4687-8093-67a7200883e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:45.865949 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eeec6295-dc7d-4687-8093-67a7200883e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:45.868168 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eeec6295-dc7d-4687-8093-67a7200883e5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:45.917167 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eeec6295-dc7d-4687-8093-67a7200883e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:45.917634 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeec6295-dc7d-4687-8093-67a7200883e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d079422c-5b98-452b-8339-e0cabb9880f5 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:37:45.923398 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eeec6295-dc7d-4687-8093-67a7200883e5 admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:45.924470 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-eeec6295-dc7d-4687-8093-67a7200883e5 admin admin] 10.222.0.55 "DELETE /v2.0/routers/d079422c-5b98-452b-8339-e0cabb9880f5 HTTP/1.1" status: 204 len: 168 time: 1.1037383 Nov 25 20:37:45.926811 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58628) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:37:45.972432 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc245b6-08e7-476d-89b0-f002598e148e admin admin] Deleting subnet f762f76c-8862-4898-a229-3aaf6404c1cd {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:37:45.975574 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dcc245b6-08e7-476d-89b0-f002598e148e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:46.010660 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dcc245b6-08e7-476d-89b0-f002598e148e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:46.092340 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dcc245b6-08e7-476d-89b0-f002598e148e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:46.151848 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dcc245b6-08e7-476d-89b0-f002598e148e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:46.180140 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc245b6-08e7-476d-89b0-f002598e148e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f762f76c-8862-4898-a229-3aaf6404c1cd,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:46.184832 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dcc245b6-08e7-476d-89b0-f002598e148e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:46.189670 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-dcc245b6-08e7-476d-89b0-f002598e148e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f762f76c-8862-4898-a229-3aaf6404c1cd HTTP/1.1" status: 204 len: 168 time: 0.2615321 Nov 25 20:37:46.190799 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7fbb26-093e-4449-874c-b231ebf70ef2 None None] Network 49575ad9-b198-45be-9d69-c98f9c47433a requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:37:46.191720 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58630) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:37:46.268454 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ce61fc2-e2c4-4d5a-92ba-4ddbf34c751e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:46.324088 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2ce61fc2-e2c4-4d5a-92ba-4ddbf34c751e admin admin] Deleting port 3c1133a5-3041-4d39-bbcb-46682577c177 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:37:46.324442 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ce61fc2-e2c4-4d5a-92ba-4ddbf34c751e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:46.384058 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690cd113-49c9-4aef-8e05-7161b818cea0 None None] DHCP port deletion for 49575ad9-b198-45be-9d69-c98f9c47433a request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:37:46.397148 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2ce61fc2-e2c4-4d5a-92ba-4ddbf34c751e admin admin] For port 3c1133a5-3041-4d39-bbcb-46682577c177, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=3c1133a5-3041-4d39-bbcb-46682577c177,segment=NetworkSegment(0c256b77-419f-4103-bb5a-20408b08edb1),segment_id=0c256b77-419f-4103-bb5a-20408b08edb1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:37:46.397531 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ce61fc2-e2c4-4d5a-92ba-4ddbf34c751e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:46.413147 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2ce61fc2-e2c4-4d5a-92ba-4ddbf34c751e admin admin] Calling delete_port for 3c1133a5-3041-4d39-bbcb-46682577c177 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:37:46.433600 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-690cd113-49c9-4aef-8e05-7161b818cea0 None None] Deleting port 3c1133a5-3041-4d39-bbcb-46682577c177 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:37:46.433907 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-690cd113-49c9-4aef-8e05-7161b818cea0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:46.498130 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-690cd113-49c9-4aef-8e05-7161b818cea0 None None] For port 3c1133a5-3041-4d39-bbcb-46682577c177, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=3c1133a5-3041-4d39-bbcb-46682577c177,segment=NetworkSegment(0c256b77-419f-4103-bb5a-20408b08edb1),segment_id=0c256b77-419f-4103-bb5a-20408b08edb1)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:37:46.498613 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-690cd113-49c9-4aef-8e05-7161b818cea0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:46.505439 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ce61fc2-e2c4-4d5a-92ba-4ddbf34c751e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:46.513290 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-690cd113-49c9-4aef-8e05-7161b818cea0 None None] Calling delete_port for 3c1133a5-3041-4d39-bbcb-46682577c177 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:37:46.535084 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce61fc2-e2c4-4d5a-92ba-4ddbf34c751e admin admin] Pushing event deleted for resources: {'Port': ['ID=3c1133a5-3041-4d39-bbcb-46682577c177,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:46.536997 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce61fc2-e2c4-4d5a-92ba-4ddbf34c751e admin admin] No DVR routers for this DVR port 3c1133a5-3041-4d39-bbcb-46682577c177 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:37:46.624364 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ce61fc2-e2c4-4d5a-92ba-4ddbf34c751e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:46.647926 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-2ce61fc2-e2c4-4d5a-92ba-4ddbf34c751e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49575ad9-b198-45be-9d69-c98f9c47433a']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:37:46.658994 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-2ce61fc2-e2c4-4d5a-92ba-4ddbf34c751e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c256b77-419f-4103-bb5a-20408b08edb1') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:37:46.659367 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-2ce61fc2-e2c4-4d5a-92ba-4ddbf34c751e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c256b77-419f-4103-bb5a-20408b08edb1') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:37:46.670254 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ce61fc2-e2c4-4d5a-92ba-4ddbf34c751e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:46.684851 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ce61fc2-e2c4-4d5a-92ba-4ddbf34c751e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:46.692278 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce61fc2-e2c4-4d5a-92ba-4ddbf34c751e admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:37:46.692695 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ce61fc2-e2c4-4d5a-92ba-4ddbf34c751e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:37:46.694553 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:37:46.727518 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4d179238-20b6-495f-9a71-7444639e6b7e no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:37:46.750100 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 4d179238-20b6-495f-9a71-7444639e6b7e {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:37:46.750374 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ce61fc2-e2c4-4d5a-92ba-4ddbf34c751e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:46.750530 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4d179238-20b6-495f-9a71-7444639e6b7e not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:37:46.751532 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 3c1133a5-3041-4d39-bbcb-46682577c177 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:37:46.756698 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ce61fc2-e2c4-4d5a-92ba-4ddbf34c751e admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:46.760025 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2ce61fc2-e2c4-4d5a-92ba-4ddbf34c751e admin admin] 10.222.0.55 "DELETE /v2.0/networks/49575ad9-b198-45be-9d69-c98f9c47433a HTTP/1.1" status: 204 len: 168 time: 0.5673132 Nov 25 20:37:46.772231 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce61fc2-e2c4-4d5a-92ba-4ddbf34c751e admin admin] Pushing event deleted for resources: {'Network': ['ID=49575ad9-b198-45be-9d69-c98f9c47433a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:46.779244 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 3c1133a5-3041-4d39-bbcb-46682577c177 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:37:46.779601 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 3c1133a5-3041-4d39-bbcb-46682577c177 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:37:46.780021 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 39444149-a6b9-416e-af96-e4d7c39bc9c2 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:37:46.810444 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 39444149-a6b9-416e-af96-e4d7c39bc9c2 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:37:46.810798 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 39444149-a6b9-416e-af96-e4d7c39bc9c2 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:37:46.831286 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-690cd113-49c9-4aef-8e05-7161b818cea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:46.857627 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-690cd113-49c9-4aef-8e05-7161b818cea0 None None] Network 49575ad9-b198-45be-9d69-c98f9c47433a is not hosted by any dhcp agent {{(pid=103601) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 20:37:46.858097 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690cd113-49c9-4aef-8e05-7161b818cea0 None None] No DVR routers for this DVR port 3c1133a5-3041-4d39-bbcb-46682577c177 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:37:46.862649 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690cd113-49c9-4aef-8e05-7161b818cea0 None None] Pushing event deleted for resources: {'Port': ['ID=3c1133a5-3041-4d39-bbcb-46682577c177,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:46.941219 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58634) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:37:46.988505 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2478d6fc-6861-490a-9c45-0d9397d4080b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=06ae36c2808d4598a87c6bd94c8ec329&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460870 Nov 25 20:37:46.990964 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58636) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:37:47.044683 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-393d5ee5-6b36-4252-bd10-e72103185a2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:47.067332 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-393d5ee5-6b36-4252-bd10-e72103185a2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:47.116209 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-393d5ee5-6b36-4252-bd10-e72103185a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:47.119530 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-393d5ee5-6b36-4252-bd10-e72103185a2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:47.120639 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-393d5ee5-6b36-4252-bd10-e72103185a2f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5d6af4b7-5f42-4643-ae64-745f7fb6e23d HTTP/1.1" status: 204 len: 168 time: 0.1286430 Nov 25 20:37:47.128610 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d5ee5-6b36-4252-bd10-e72103185a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6af4b7-5f42-4643-ae64-745f7fb6e23d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:47.443358 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58642) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:37:47.488141 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b1a9ece2-2a12-47e9-a3cf-98e79fd59b15 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=46c31c4960a643e4b84f5d4c9a484a84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434625 Nov 25 20:37:47.490913 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58644) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:37:47.539444 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-348cfed0-29f2-4dff-a4ef-07a9f0ca67ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:47.560394 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-348cfed0-29f2-4dff-a4ef-07a9f0ca67ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:47.608808 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-348cfed0-29f2-4dff-a4ef-07a9f0ca67ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:47.611643 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-348cfed0-29f2-4dff-a4ef-07a9f0ca67ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:47.612816 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-348cfed0-29f2-4dff-a4ef-07a9f0ca67ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3e23d7df-b10f-440d-9bb0-9f7dd2f7c7c8 HTTP/1.1" status: 204 len: 168 time: 0.1209681 Nov 25 20:37:47.620642 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348cfed0-29f2-4dff-a4ef-07a9f0ca67ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e23d7df-b10f-440d-9bb0-9f7dd2f7c7c8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:48.300295 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58666) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:37:48.402178 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-98161f0e-b656-4c9e-b2a9-25063dd61aa8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1215272143-network', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:37:48.424455 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98161f0e-b656-4c9e-b2a9-25063dd61aa8 admin admin] Made reservation on behalf of 679df410b1374d99a0d7cdaec8c82b04 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:37:48.426841 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-98161f0e-b656-4c9e-b2a9-25063dd61aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:48.435143 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-98161f0e-b656-4c9e-b2a9-25063dd61aa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:48.510908 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-98161f0e-b656-4c9e-b2a9-25063dd61aa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:48.514718 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-98161f0e-b656-4c9e-b2a9-25063dd61aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:48.543080 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98161f0e-b656-4c9e-b2a9-25063dd61aa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:37:48.549582 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98161f0e-b656-4c9e-b2a9-25063dd61aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f620690f-9d01-48b1-a663-fcad7cc3ac7b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:48.555735 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-98161f0e-b656-4c9e-b2a9-25063dd61aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:48.556092 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-98161f0e-b656-4c9e-b2a9-25063dd61aa8 admin admin] Added segment d824903a-96bb-41ba-b39b-7eaddaca3ab5 of type vlan for network b7796ce8-75f1-41ec-a640-40aa47da84bc Nov 25 20:37:48.600922 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-98161f0e-b656-4c9e-b2a9-25063dd61aa8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:48.626029 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-98161f0e-b656-4c9e-b2a9-25063dd61aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:48.627077 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98161f0e-b656-4c9e-b2a9-25063dd61aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:48.628183 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-98161f0e-b656-4c9e-b2a9-25063dd61aa8 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:48.685614 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-98161f0e-b656-4c9e-b2a9-25063dd61aa8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3841820 Nov 25 20:37:48.688478 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58670) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:37:48.696086 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7ee1bceb-c984-4696-ad82-2f2568470f97 admin admin] Request body: {'subnet': {'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1215272143-subnet', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:37:48.703909 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98161f0e-b656-4c9e-b2a9-25063dd61aa8 admin admin] Pushing event updated for resources: {'Network': ['ID=b7796ce8-75f1-41ec-a640-40aa47da84bc,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:48.714852 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network b7796ce8-75f1-41ec-a640-40aa47da84bc details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:37:48.722554 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee1bceb-c984-4696-ad82-2f2568470f97 admin admin] Made reservation on behalf of 679df410b1374d99a0d7cdaec8c82b04 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:37:48.724997 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ee1bceb-c984-4696-ad82-2f2568470f97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:48.929742 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ee1bceb-c984-4696-ad82-2f2568470f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:48.979802 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1bceb-c984-4696-ad82-2f2568470f97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31840949-c910-4532-b7a4-5c6b50cd8fac,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:48.996290 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee1bceb-c984-4696-ad82-2f2568470f97 admin admin] Checking segment: {'id': 'd824903a-96bb-41ba-b39b-7eaddaca3ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:37:48.996290 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee1bceb-c984-4696-ad82-2f2568470f97 admin admin] Network hostable DHCP agents. Network: b7796ce8-75f1-41ec-a640-40aa47da84bc, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:37:49.014886 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee1bceb-c984-4696-ad82-2f2568470f97 admin admin] Network b7796ce8-75f1-41ec-a640-40aa47da84bc is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:37:49.027015 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7ee1bceb-c984-4696-ad82-2f2568470f97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, b7796ce8-75f1-41ec-a640-40aa47da84bc) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:37:49.034008 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee1bceb-c984-4696-ad82-2f2568470f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:49.034795 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ee1bceb-c984-4696-ad82-2f2568470f97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:49.035352 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5ef835-135a-447f-bdf6-7dcab217cf84 None None] Network b7796ce8-75f1-41ec-a640-40aa47da84bc requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:37:49.059436 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7ee1bceb-c984-4696-ad82-2f2568470f97 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3696494 Nov 25 20:37:49.062628 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58672) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:37:49.067496 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b683272f-2a87-4bbf-9985-eb7d7287be71 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1215272143-router', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:37:49.095635 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b683272f-2a87-4bbf-9985-eb7d7287be71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:49.097661 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b683272f-2a87-4bbf-9985-eb7d7287be71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:49.164523 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b683272f-2a87-4bbf-9985-eb7d7287be71 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:49.219589 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0429a72-b77b-4826-88de-f5adf6868763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-b7796ce8-75f1-41ec-a640-40aa47da84bc', 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'fixed_ips': [{'subnet_id': '31840949-c910-4532-b7a4-5c6b50cd8fac'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:37:49.220478 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f0429a72-b77b-4826-88de-f5adf6868763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:49.338283 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b683272f-2a87-4bbf-9985-eb7d7287be71 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:49.374859 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-f0429a72-b77b-4826-88de-f5adf6868763 None None] Allocated IP 172.20.0.2 (b7796ce8-75f1-41ec-a640-40aa47da84bc/31840949-c910-4532-b7a4-5c6b50cd8fac/dde660f4-0074-4e2d-bff1-8032aec7dd4a) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:37:49.559535 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f0429a72-b77b-4826-88de-f5adf6868763 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:49.566581 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f0429a72-b77b-4826-88de-f5adf6868763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:49.607703 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b683272f-2a87-4bbf-9985-eb7d7287be71 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:49.615819 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0429a72-b77b-4826-88de-f5adf6868763 None None] Network b7796ce8-75f1-41ec-a640-40aa47da84bc is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:37:49.622600 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-f0429a72-b77b-4826-88de-f5adf6868763 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:37:49.627530 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0429a72-b77b-4826-88de-f5adf6868763 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:37:49.629681 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0429a72-b77b-4826-88de-f5adf6868763 None None] Pushing event updated for resources: {'Port': ['ID=dde660f4-0074-4e2d-bff1-8032aec7dd4a,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:49.631215 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b683272f-2a87-4bbf-9985-eb7d7287be71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:49.696712 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f0429a72-b77b-4826-88de-f5adf6868763 None None] Attempting to bind port dde660f4-0074-4e2d-bff1-8032aec7dd4a on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:37:49.697275 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f0429a72-b77b-4826-88de-f5adf6868763 None None] Attempting to bind port dde660f4-0074-4e2d-bff1-8032aec7dd4a by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'd824903a-96bb-41ba-b39b-7eaddaca3ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:37:49.697748 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0429a72-b77b-4826-88de-f5adf6868763 None None] Attempting to bind port dde660f4-0074-4e2d-bff1-8032aec7dd4a on network b7796ce8-75f1-41ec-a640-40aa47da84bc {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:37:49.704609 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0429a72-b77b-4826-88de-f5adf6868763 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:37:49.705614 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0429a72-b77b-4826-88de-f5adf6868763 None None] Checking segment: {'id': 'd824903a-96bb-41ba-b39b-7eaddaca3ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:37:49.708676 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f0429a72-b77b-4826-88de-f5adf6868763 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:49.709089 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0429a72-b77b-4826-88de-f5adf6868763 None None] Bound using segment: {'id': 'd824903a-96bb-41ba-b39b-7eaddaca3ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:37:49.710766 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f0429a72-b77b-4826-88de-f5adf6868763 None None] Bound port: dde660f4-0074-4e2d-bff1-8032aec7dd4a, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd824903a-96bb-41ba-b39b-7eaddaca3ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:37:49.711171 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f0429a72-b77b-4826-88de-f5adf6868763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:49.747920 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-b683272f-2a87-4bbf-9985-eb7d7287be71 admin admin] Allocated IP 172.25.6.144 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:37:49.785777 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f0429a72-b77b-4826-88de-f5adf6868763 None None] For port dde660f4-0074-4e2d-bff1-8032aec7dd4a, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:37:49.790013 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f0429a72-b77b-4826-88de-f5adf6868763 None None] For port dde660f4-0074-4e2d-bff1-8032aec7dd4a, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=dde660f4-0074-4e2d-bff1-8032aec7dd4a,segment=NetworkSegment(d824903a-96bb-41ba-b39b-7eaddaca3ab5),segment_id=d824903a-96bb-41ba-b39b-7eaddaca3ab5)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:37:49.794266 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f0429a72-b77b-4826-88de-f5adf6868763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:49.855865 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0429a72-b77b-4826-88de-f5adf6868763 None None] Pushing event updated for resources: {'Port': ['ID=dde660f4-0074-4e2d-bff1-8032aec7dd4a,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:49.865589 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b683272f-2a87-4bbf-9985-eb7d7287be71 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:49.906444 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b683272f-2a87-4bbf-9985-eb7d7287be71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:49.950619 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b683272f-2a87-4bbf-9985-eb7d7287be71 admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:37:49.953803 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b683272f-2a87-4bbf-9985-eb7d7287be71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:37:49.960624 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b683272f-2a87-4bbf-9985-eb7d7287be71 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:37:49.964659 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683272f-2a87-4bbf-9985-eb7d7287be71 admin admin] Pushing event updated for resources: {'Port': ['ID=e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:49.968365 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e46ea6-2d18-40ef-9e7c-2e6203f1073f None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:37:50.095649 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9c9a70e7-5548-4910-b9ea-ffe861b1d40b None None] Provisioning complete for port e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:37:50.096168 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9c9a70e7-5548-4910-b9ea-ffe861b1d40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:50.137843 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-9c9a70e7-5548-4910-b9ea-ffe861b1d40b None None] Port e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:37:50.259583 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b683272f-2a87-4bbf-9985-eb7d7287be71 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:50.458904 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b683272f-2a87-4bbf-9985-eb7d7287be71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:50.585818 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device dde660f4-0074-4e2d-bff1-8032aec7dd4a up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:37:50.603260 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b683272f-2a87-4bbf-9985-eb7d7287be71 admin admin] Router d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:37:50.641193 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port dde660f4-0074-4e2d-bff1-8032aec7dd4a triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:37:50.641670 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:50.734226 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:50.777278 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port dde660f4-0074-4e2d-bff1-8032aec7dd4a, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=dde660f4-0074-4e2d-bff1-8032aec7dd4a,segment=NetworkSegment(d824903a-96bb-41ba-b39b-7eaddaca3ab5),segment_id=d824903a-96bb-41ba-b39b-7eaddaca3ab5)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:37:50.782680 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:50.850584 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=dde660f4-0074-4e2d-bff1-8032aec7dd4a,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:50.886538 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2949530-4fae-4699-a7e7-d85b66493305 None None] Network b7796ce8-75f1-41ec-a640-40aa47da84bc requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:37:51.014148 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-cf8e95ec-ab3f-4f3f-b44e-662b12556eaa None None] Provisioning complete for port dde660f4-0074-4e2d-bff1-8032aec7dd4a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:37:51.014453 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cf8e95ec-ab3f-4f3f-b44e-662b12556eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:51.087454 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b683272f-2a87-4bbf-9985-eb7d7287be71 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:37:51.109530 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b683272f-2a87-4bbf-9985-eb7d7287be71 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:51.113808 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58674) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:37:51.114358 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b683272f-2a87-4bbf-9985-eb7d7287be71 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0502281 Nov 25 20:37:51.119763 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048c9038-c0f3-4d7b-858a-8c78ef216a1a None None] Sync routers for ids ['d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:37:51.140365 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048c9038-c0f3-4d7b-858a-8c78ef216a1a None None] Routers {'d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:37:51.141007 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-048c9038-c0f3-4d7b-858a-8c78ef216a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:37:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:37:51.259053 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-048c9038-c0f3-4d7b-858a-8c78ef216a1a None None] Set router d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:37:51.435013 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ddca111d-fc40-45d8-9986-a1ca05d4dd82 None None] Provisioning complete for port dde660f4-0074-4e2d-bff1-8032aec7dd4a triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:37:51.435304 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ddca111d-fc40-45d8-9986-a1ca05d4dd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:51.519423 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-048c9038-c0f3-4d7b-858a-8c78ef216a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'name': 'tempest-TestMinimumBasicScenario-1215272143-router', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:37:50Z', 'revision_number': 3, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'gw_port': {'id': 'e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:37:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:37:51.558216 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048c9038-c0f3-4d7b-858a-8c78ef216a1a None None] Checking router: d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:37:51.558605 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048c9038-c0f3-4d7b-858a-8c78ef216a1a None None] Updating router d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2 port e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:37:51.559373 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5497f64-837d-40ed-bcfb-4b7403356059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:51.588063 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-048c9038-c0f3-4d7b-858a-8c78ef216a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:51.724393 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-a5497f64-837d-40ed-bcfb-4b7403356059 admin admin] Allocated IP 172.20.0.1 (b7796ce8-75f1-41ec-a640-40aa47da84bc/31840949-c910-4532-b7a4-5c6b50cd8fac/835e7982-c79d-4f24-b3dc-8b36af5ef0fb) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:37:51.836797 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5497f64-837d-40ed-bcfb-4b7403356059 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:51.851910 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-048c9038-c0f3-4d7b-858a-8c78ef216a1a None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:51.857757 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-048c9038-c0f3-4d7b-858a-8c78ef216a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:51.873740 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5497f64-837d-40ed-bcfb-4b7403356059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:51.913510 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da6c283-ad3f-4d4a-8353-e6a865e2b6aa None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:37:51.921611 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5497f64-837d-40ed-bcfb-4b7403356059 admin admin] Network b7796ce8-75f1-41ec-a640-40aa47da84bc is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:37:51.926327 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-048c9038-c0f3-4d7b-858a-8c78ef216a1a None None] Attempting to bind port e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:37:51.926686 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-048c9038-c0f3-4d7b-858a-8c78ef216a1a None None] Attempting to bind port e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:37:51.927055 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048c9038-c0f3-4d7b-858a-8c78ef216a1a None None] Attempting to bind port e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:37:51.927176 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-a5497f64-837d-40ed-bcfb-4b7403356059 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:37:51.930326 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c2c6d-6f98-4545-9e3b-9461cf2cd7fd None None] Pushing event updated for resources: {'Port': ['ID=e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:51.930757 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5497f64-837d-40ed-bcfb-4b7403356059 admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:37:51.936740 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048c9038-c0f3-4d7b-858a-8c78ef216a1a None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:37:51.937194 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048c9038-c0f3-4d7b-858a-8c78ef216a1a None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:37:51.937670 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-048c9038-c0f3-4d7b-858a-8c78ef216a1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:51.938129 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048c9038-c0f3-4d7b-858a-8c78ef216a1a None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:37:51.938710 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-048c9038-c0f3-4d7b-858a-8c78ef216a1a None None] Bound port: e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:37:51.939978 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-048c9038-c0f3-4d7b-858a-8c78ef216a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:51.959137 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5497f64-837d-40ed-bcfb-4b7403356059 admin admin] Pushing event updated for resources: {'Port': ['ID=835e7982-c79d-4f24-b3dc-8b36af5ef0fb,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:51.978073 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5497f64-837d-40ed-bcfb-4b7403356059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:52.012973 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-048c9038-c0f3-4d7b-858a-8c78ef216a1a None None] For port e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:37:52.017624 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-048c9038-c0f3-4d7b-858a-8c78ef216a1a None None] For port e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:37:52.021640 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-890bfe4b-1a0c-43cf-91d2-84db6df4ade9 None None] Provisioning complete for port e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:37:52.022128 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-890bfe4b-1a0c-43cf-91d2-84db6df4ade9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:52.027561 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-048c9038-c0f3-4d7b-858a-8c78ef216a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:52.103089 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf3af6d-ab85-4957-9707-e3a2aca7d115 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:37:52.126232 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5497f64-837d-40ed-bcfb-4b7403356059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:52.139352 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048c9038-c0f3-4d7b-858a-8c78ef216a1a None None] Routers {'d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:37:52.139994 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-048c9038-c0f3-4d7b-858a-8c78ef216a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:37:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:37:52.215794 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c2c6d-6f98-4545-9e3b-9461cf2cd7fd None None] Pushing event updated for resources: {'Port': ['ID=e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:52.283275 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-890bfe4b-1a0c-43cf-91d2-84db6df4ade9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:52.314150 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-048c9038-c0f3-4d7b-858a-8c78ef216a1a None None] Set router d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:37:52.322844 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5497f64-837d-40ed-bcfb-4b7403356059 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:52.328441 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5497f64-837d-40ed-bcfb-4b7403356059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:52.341380 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-890bfe4b-1a0c-43cf-91d2-84db6df4ade9 None None] For port e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:37:52.347437 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-890bfe4b-1a0c-43cf-91d2-84db6df4ade9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:52.406677 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5497f64-837d-40ed-bcfb-4b7403356059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:52.408422 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5497f64-837d-40ed-bcfb-4b7403356059 admin admin] Pushing event updated for resources: {'Port': ['ID=835e7982-c79d-4f24-b3dc-8b36af5ef0fb,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:52.477512 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890bfe4b-1a0c-43cf-91d2-84db6df4ade9 None None] Pushing event updated for resources: {'Port': ['ID=e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:52.510493 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-94901d2f-c150-4a96-9d05-99ca58cf922e None None] Provisioning complete for port e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:37:52.510493 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-94901d2f-c150-4a96-9d05-99ca58cf922e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:52.514799 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5497f64-837d-40ed-bcfb-4b7403356059 admin admin] Network b7796ce8-75f1-41ec-a640-40aa47da84bc is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:37:52.516578 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-a5497f64-837d-40ed-bcfb-4b7403356059 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:37:52.580633 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device dde660f4-0074-4e2d-bff1-8032aec7dd4a up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:37:52.662107 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5497f64-837d-40ed-bcfb-4b7403356059 admin admin] Router d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:37:52.687498 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-048c9038-c0f3-4d7b-858a-8c78ef216a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'name': 'tempest-TestMinimumBasicScenario-1215272143-router', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:37:52Z', 'revision_number': 4, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'gw_port': {'id': 'e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '835e7982-c79d-4f24-b3dc-8b36af5ef0fb', 'name': '', 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'mac_address': 'fa:16:3e:44:38:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '31840949-c910-4532-b7a4-5c6b50cd8fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:51Z', 'updated_at': '2021-11-25T20:37:51Z', 'revision_number': 1, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'subnets': [{'id': '31840949-c910-4532-b7a4-5c6b50cd8fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:37:52.692837 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port dde660f4-0074-4e2d-bff1-8032aec7dd4a triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:37:52.692837 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:52.781798 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5497f64-837d-40ed-bcfb-4b7403356059 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:37:52.791387 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a5497f64-837d-40ed-bcfb-4b7403356059 admin admin] 10.222.0.55 "PUT /v2.0/routers/d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6751456 Nov 25 20:37:52.900956 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048c9038-c0f3-4d7b-858a-8c78ef216a1a None None] The sync data for ids ['d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'] in n-d-819349-5 is: [{'id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'name': 'tempest-TestMinimumBasicScenario-1215272143-router', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:37:52Z', 'revision_number': 4, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'gw_port': {'id': 'e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '835e7982-c79d-4f24-b3dc-8b36af5ef0fb', 'name': '', 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'mac_address': 'fa:16:3e:44:38:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '31840949-c910-4532-b7a4-5c6b50cd8fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:51Z', 'updated_at': '2021-11-25T20:37:51Z', 'revision_number': 1, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'subnets': [{'id': '31840949-c910-4532-b7a4-5c6b50cd8fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:37:52.928193 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-94901d2f-c150-4a96-9d05-99ca58cf922e None None] Provisioning complete for port 835e7982-c79d-4f24-b3dc-8b36af5ef0fb triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:37:52.928580 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-94901d2f-c150-4a96-9d05-99ca58cf922e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:52.988882 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-94901d2f-c150-4a96-9d05-99ca58cf922e None None] Port 835e7982-c79d-4f24-b3dc-8b36af5ef0fb cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:37:53.111479 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-238da0b5-da58-4183-acf7-2aec04907b7f None None] Provisioning complete for port 835e7982-c79d-4f24-b3dc-8b36af5ef0fb triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:37:53.112211 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-238da0b5-da58-4183-acf7-2aec04907b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:53.169694 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-238da0b5-da58-4183-acf7-2aec04907b7f None None] Port 835e7982-c79d-4f24-b3dc-8b36af5ef0fb cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:37:53.340882 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58690) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:37:53.345962 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-014bfabc-712e-4379-b071-e5914e6a8c1a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-496286033-network', 'tenant_id': 'cb53e91f85af4c789251b0abee0c2ebf'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:37:53.368984 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014bfabc-712e-4379-b071-e5914e6a8c1a admin admin] Made reservation on behalf of cb53e91f85af4c789251b0abee0c2ebf for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:37:53.371539 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-014bfabc-712e-4379-b071-e5914e6a8c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:53.386447 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-014bfabc-712e-4379-b071-e5914e6a8c1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:53.469265 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-014bfabc-712e-4379-b071-e5914e6a8c1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:53.474691 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-014bfabc-712e-4379-b071-e5914e6a8c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:53.500498 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014bfabc-712e-4379-b071-e5914e6a8c1a admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:37:53.511007 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014bfabc-712e-4379-b071-e5914e6a8c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc2463f-f531-47db-a2b4-9523002a4d13,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:53.516186 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-014bfabc-712e-4379-b071-e5914e6a8c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:53.516538 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-014bfabc-712e-4379-b071-e5914e6a8c1a admin admin] Added segment 3b4f06b1-a6a0-48d5-8fbc-c8ce5cfd9fbc of type vlan for network d94c1977-2fd5-4b18-8d36-99f4023f6210 Nov 25 20:37:53.560263 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-014bfabc-712e-4379-b071-e5914e6a8c1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:53.607039 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-014bfabc-712e-4379-b071-e5914e6a8c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:53.607039 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014bfabc-712e-4379-b071-e5914e6a8c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:53.607039 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-014bfabc-712e-4379-b071-e5914e6a8c1a admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:53.654651 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-014bfabc-712e-4379-b071-e5914e6a8c1a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3126037 Nov 25 20:37:53.657528 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58692) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:37:53.663889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-962da83d-6584-4698-8f48-f788bdd269cd admin admin] Request body: {'subnet': {'network_id': 'd94c1977-2fd5-4b18-8d36-99f4023f6210', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-496286033-subnet', 'tenant_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:37:53.709810 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014bfabc-712e-4379-b071-e5914e6a8c1a admin admin] Pushing event updated for resources: {'Network': ['ID=d94c1977-2fd5-4b18-8d36-99f4023f6210,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:53.720468 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network d94c1977-2fd5-4b18-8d36-99f4023f6210 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:37:53.722596 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962da83d-6584-4698-8f48-f788bdd269cd admin admin] Made reservation on behalf of cb53e91f85af4c789251b0abee0c2ebf for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:37:53.725261 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-962da83d-6584-4698-8f48-f788bdd269cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:53.912001 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-962da83d-6584-4698-8f48-f788bdd269cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:53.969822 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962da83d-6584-4698-8f48-f788bdd269cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=988eba1d-d0cc-4b0e-a337-fc988ae94160,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:53.981482 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962da83d-6584-4698-8f48-f788bdd269cd admin admin] Checking segment: {'id': '3b4f06b1-a6a0-48d5-8fbc-c8ce5cfd9fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd94c1977-2fd5-4b18-8d36-99f4023f6210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:37:53.981840 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962da83d-6584-4698-8f48-f788bdd269cd admin admin] Network hostable DHCP agents. Network: d94c1977-2fd5-4b18-8d36-99f4023f6210, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:37:53.999764 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962da83d-6584-4698-8f48-f788bdd269cd admin admin] Network d94c1977-2fd5-4b18-8d36-99f4023f6210 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:37:54.009693 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-962da83d-6584-4698-8f48-f788bdd269cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, d94c1977-2fd5-4b18-8d36-99f4023f6210) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:37:54.014213 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962da83d-6584-4698-8f48-f788bdd269cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:54.014951 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-962da83d-6584-4698-8f48-f788bdd269cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:54.019667 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c74e28-f3eb-4123-abf5-b690d332eb9b None None] Network d94c1977-2fd5-4b18-8d36-99f4023f6210 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:37:54.036416 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-962da83d-6584-4698-8f48-f788bdd269cd admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3749869 Nov 25 20:37:54.036661 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58694) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:37:54.041278 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-8b621d8e-62ed-41db-8db5-21b4bc85c9a1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-496286033-router', 'tenant_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:37:54.066235 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8b621d8e-62ed-41db-8db5-21b4bc85c9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:54.067386 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8b621d8e-62ed-41db-8db5-21b4bc85c9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:54.128865 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8b621d8e-62ed-41db-8db5-21b4bc85c9a1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:54.215967 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad6d93c-0198-4cfe-831d-9a0bbcd5616a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-d94c1977-2fd5-4b18-8d36-99f4023f6210', 'network_id': 'd94c1977-2fd5-4b18-8d36-99f4023f6210', 'tenant_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'fixed_ips': [{'subnet_id': '988eba1d-d0cc-4b0e-a337-fc988ae94160'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:37:54.217229 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4ad6d93c-0198-4cfe-831d-9a0bbcd5616a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:54.267912 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8b621d8e-62ed-41db-8db5-21b4bc85c9a1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:54.324264 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:54.379674 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-4ad6d93c-0198-4cfe-831d-9a0bbcd5616a None None] Allocated IP 172.20.0.2 (d94c1977-2fd5-4b18-8d36-99f4023f6210/988eba1d-d0cc-4b0e-a337-fc988ae94160/9156dd7e-7ead-46dd-8a68-04bdf4b2ba53) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:37:54.482339 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8b621d8e-62ed-41db-8db5-21b4bc85c9a1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:54.502137 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8b621d8e-62ed-41db-8db5-21b4bc85c9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:54.541082 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4ad6d93c-0198-4cfe-831d-9a0bbcd5616a None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:54.550330 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4ad6d93c-0198-4cfe-831d-9a0bbcd5616a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:54.606978 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad6d93c-0198-4cfe-831d-9a0bbcd5616a None None] Network d94c1977-2fd5-4b18-8d36-99f4023f6210 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:37:54.611278 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-4ad6d93c-0198-4cfe-831d-9a0bbcd5616a None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:37:54.619645 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad6d93c-0198-4cfe-831d-9a0bbcd5616a None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:37:54.622305 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:37:54.631701 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-8b621d8e-62ed-41db-8db5-21b4bc85c9a1 admin admin] Allocated IP 172.25.6.158 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/c03cb23d-be35-4e31-9f4b-df88e22d7474) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:37:54.651916 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6d93c-0198-4cfe-831d-9a0bbcd5616a None None] Pushing event updated for resources: {'Port': ['ID=9156dd7e-7ead-46dd-8a68-04bdf4b2ba53,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:54.723533 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4ad6d93c-0198-4cfe-831d-9a0bbcd5616a None None] Attempting to bind port 9156dd7e-7ead-46dd-8a68-04bdf4b2ba53 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:37:54.723903 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4ad6d93c-0198-4cfe-831d-9a0bbcd5616a None None] Attempting to bind port 9156dd7e-7ead-46dd-8a68-04bdf4b2ba53 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '3b4f06b1-a6a0-48d5-8fbc-c8ce5cfd9fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd94c1977-2fd5-4b18-8d36-99f4023f6210'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:37:54.724282 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad6d93c-0198-4cfe-831d-9a0bbcd5616a None None] Attempting to bind port 9156dd7e-7ead-46dd-8a68-04bdf4b2ba53 on network d94c1977-2fd5-4b18-8d36-99f4023f6210 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:37:54.732800 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad6d93c-0198-4cfe-831d-9a0bbcd5616a None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:37:54.733153 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad6d93c-0198-4cfe-831d-9a0bbcd5616a None None] Checking segment: {'id': '3b4f06b1-a6a0-48d5-8fbc-c8ce5cfd9fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd94c1977-2fd5-4b18-8d36-99f4023f6210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:37:54.733493 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4ad6d93c-0198-4cfe-831d-9a0bbcd5616a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:54.733895 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad6d93c-0198-4cfe-831d-9a0bbcd5616a None None] Bound using segment: {'id': '3b4f06b1-a6a0-48d5-8fbc-c8ce5cfd9fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd94c1977-2fd5-4b18-8d36-99f4023f6210'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:37:54.734402 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4ad6d93c-0198-4cfe-831d-9a0bbcd5616a None None] Bound port: 9156dd7e-7ead-46dd-8a68-04bdf4b2ba53, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f06b1-a6a0-48d5-8fbc-c8ce5cfd9fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd94c1977-2fd5-4b18-8d36-99f4023f6210'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:37:54.734794 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4ad6d93c-0198-4cfe-831d-9a0bbcd5616a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:54.742377 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8b621d8e-62ed-41db-8db5-21b4bc85c9a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:54.745726 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:37:54.746099 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:54.780360 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8b621d8e-62ed-41db-8db5-21b4bc85c9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:54.821846 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b621d8e-62ed-41db-8db5-21b4bc85c9a1 admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:37:54.828587 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-8b621d8e-62ed-41db-8db5-21b4bc85c9a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:37:54.832837 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b621d8e-62ed-41db-8db5-21b4bc85c9a1 admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:37:54.840185 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b621d8e-62ed-41db-8db5-21b4bc85c9a1 admin admin] Pushing event updated for resources: {'Port': ['ID=c03cb23d-be35-4e31-9f4b-df88e22d7474,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:54.852326 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459edea0-2751-45bf-8c37-299906d7a89c None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:37:54.859115 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4ad6d93c-0198-4cfe-831d-9a0bbcd5616a None None] For port 9156dd7e-7ead-46dd-8a68-04bdf4b2ba53, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:37:54.876675 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4ad6d93c-0198-4cfe-831d-9a0bbcd5616a None None] For port 9156dd7e-7ead-46dd-8a68-04bdf4b2ba53, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9156dd7e-7ead-46dd-8a68-04bdf4b2ba53,segment=NetworkSegment(3b4f06b1-a6a0-48d5-8fbc-c8ce5cfd9fbc),segment_id=3b4f06b1-a6a0-48d5-8fbc-c8ce5cfd9fbc)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:37:54.912454 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4ad6d93c-0198-4cfe-831d-9a0bbcd5616a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:54.981235 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:54.996063 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-b161da47-c958-40e6-8356-47884cdcb504 None None] Provisioning complete for port c03cb23d-be35-4e31-9f4b-df88e22d7474 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:37:54.996524 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b161da47-c958-40e6-8356-47884cdcb504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:55.033511 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6d93c-0198-4cfe-831d-9a0bbcd5616a None None] Pushing event updated for resources: {'Port': ['ID=9156dd7e-7ead-46dd-8a68-04bdf4b2ba53,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:55.047363 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b161da47-c958-40e6-8356-47884cdcb504 None None] Port c03cb23d-be35-4e31-9f4b-df88e22d7474 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:37:55.129593 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8b621d8e-62ed-41db-8db5-21b4bc85c9a1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:55.189540 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b8125d-55e7-4e6e-82ac-0cf339a1edfa None None] Sync routers for ids ['d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:37:55.209045 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b8125d-55e7-4e6e-82ac-0cf339a1edfa None None] Routers {'d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:37:55.210132 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b5b8125d-55e7-4e6e-82ac-0cf339a1edfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:37:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:37:55.426603 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-b5b8125d-55e7-4e6e-82ac-0cf339a1edfa None None] Set router d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:37:55.633760 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b5b8125d-55e7-4e6e-82ac-0cf339a1edfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'name': 'tempest-TestMinimumBasicScenario-1215272143-router', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:37:52Z', 'revision_number': 4, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'gw_port': {'id': 'e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '835e7982-c79d-4f24-b3dc-8b36af5ef0fb', 'name': '', 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'mac_address': 'fa:16:3e:44:38:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '31840949-c910-4532-b7a4-5c6b50cd8fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:51Z', 'updated_at': '2021-11-25T20:37:52Z', 'revision_number': 2, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'subnets': [{'id': '31840949-c910-4532-b7a4-5c6b50cd8fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:37:55.661245 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b8125d-55e7-4e6e-82ac-0cf339a1edfa None None] Checking router: d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:37:55.661738 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b8125d-55e7-4e6e-82ac-0cf339a1edfa None None] Updating router d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2 port 835e7982-c79d-4f24-b3dc-8b36af5ef0fb binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:37:55.689063 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b5b8125d-55e7-4e6e-82ac-0cf339a1edfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:55.698791 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8b621d8e-62ed-41db-8db5-21b4bc85c9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:55.848695 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b621d8e-62ed-41db-8db5-21b4bc85c9a1 admin admin] Router 7d68fb1f-9a7d-43da-baed-541cb61313ce is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:37:55.968876 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b621d8e-62ed-41db-8db5-21b4bc85c9a1 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:37:55.983529 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544727d3-34aa-4b6b-8003-74e425c9e75a None None] Sync routers for ids ['7d68fb1f-9a7d-43da-baed-541cb61313ce'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:37:55.988633 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b5b8125d-55e7-4e6e-82ac-0cf339a1edfa None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:55.992624 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8b621d8e-62ed-41db-8db5-21b4bc85c9a1 admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:55.994322 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8b621d8e-62ed-41db-8db5-21b4bc85c9a1 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9567432 Nov 25 20:37:55.994946 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b5b8125d-55e7-4e6e-82ac-0cf339a1edfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:55.997182 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58696) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:37:56.002282 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544727d3-34aa-4b6b-8003-74e425c9e75a None None] Routers {'7d68fb1f-9a7d-43da-baed-541cb61313ce'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:37:56.003389 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-544727d3-34aa-4b6b-8003-74e425c9e75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:37:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['7d68fb1f-9a7d-43da-baed-541cb61313ce'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:37:56.048301 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9a4e2-a3c9-4b1b-9c8c-22a4870a923d None None] Pushing event updated for resources: {'Port': ['ID=835e7982-c79d-4f24-b3dc-8b36af5ef0fb,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:56.084754 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a4e2-a3c9-4b1b-9c8c-22a4870a923d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:56.085106 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a4e2-a3c9-4b1b-9c8c-22a4870a923d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:56.085452 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a4e2-a3c9-4b1b-9c8c-22a4870a923d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:56.085802 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a4e2-a3c9-4b1b-9c8c-22a4870a923d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:56.086123 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a4e2-a3c9-4b1b-9c8c-22a4870a923d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:56.086501 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a4e2-a3c9-4b1b-9c8c-22a4870a923d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:56.087174 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a4e2-a3c9-4b1b-9c8c-22a4870a923d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:56.087512 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a4e2-a3c9-4b1b-9c8c-22a4870a923d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:56.087839 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a4e2-a3c9-4b1b-9c8c-22a4870a923d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:56.088173 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a4e2-a3c9-4b1b-9c8c-22a4870a923d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:56.088500 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a4e2-a3c9-4b1b-9c8c-22a4870a923d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:56.088825 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a4e2-a3c9-4b1b-9c8c-22a4870a923d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:37:56.133174 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2313aade-04d3-4355-909d-b870123b27c4 None None] Network d94c1977-2fd5-4b18-8d36-99f4023f6210 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:37:56.137283 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-b5b8125d-55e7-4e6e-82ac-0cf339a1edfa None None] Attempting to bind port 835e7982-c79d-4f24-b3dc-8b36af5ef0fb on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:37:56.137711 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-b5b8125d-55e7-4e6e-82ac-0cf339a1edfa None None] Attempting to bind port 835e7982-c79d-4f24-b3dc-8b36af5ef0fb by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'd824903a-96bb-41ba-b39b-7eaddaca3ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:37:56.138079 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8125d-55e7-4e6e-82ac-0cf339a1edfa None None] Attempting to bind port 835e7982-c79d-4f24-b3dc-8b36af5ef0fb on network b7796ce8-75f1-41ec-a640-40aa47da84bc {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:37:56.144437 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8125d-55e7-4e6e-82ac-0cf339a1edfa None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:37:56.144914 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8125d-55e7-4e6e-82ac-0cf339a1edfa None None] Checking segment: {'id': 'd824903a-96bb-41ba-b39b-7eaddaca3ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:37:56.145321 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b5b8125d-55e7-4e6e-82ac-0cf339a1edfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:56.145769 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8125d-55e7-4e6e-82ac-0cf339a1edfa None None] Bound using segment: {'id': 'd824903a-96bb-41ba-b39b-7eaddaca3ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:37:56.146188 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-b5b8125d-55e7-4e6e-82ac-0cf339a1edfa None None] Bound port: 835e7982-c79d-4f24-b3dc-8b36af5ef0fb, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd824903a-96bb-41ba-b39b-7eaddaca3ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:37:56.147810 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b5b8125d-55e7-4e6e-82ac-0cf339a1edfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:56.216731 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-544727d3-34aa-4b6b-8003-74e425c9e75a None None] Set router 7d68fb1f-9a7d-43da-baed-541cb61313ce gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:37:56.242569 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-b5b8125d-55e7-4e6e-82ac-0cf339a1edfa None None] For port 835e7982-c79d-4f24-b3dc-8b36af5ef0fb, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:37:56.246260 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-b5b8125d-55e7-4e6e-82ac-0cf339a1edfa None None] For port 835e7982-c79d-4f24-b3dc-8b36af5ef0fb, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=835e7982-c79d-4f24-b3dc-8b36af5ef0fb,segment=NetworkSegment(d824903a-96bb-41ba-b39b-7eaddaca3ab5),segment_id=d824903a-96bb-41ba-b39b-7eaddaca3ab5)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:37:56.257236 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b5b8125d-55e7-4e6e-82ac-0cf339a1edfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:56.328520 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b8125d-55e7-4e6e-82ac-0cf339a1edfa None None] Routers {'d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:37:56.329125 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b5b8125d-55e7-4e6e-82ac-0cf339a1edfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:37:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:37:56.333695 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9a4e2-a3c9-4b1b-9c8c-22a4870a923d None None] Pushing event updated for resources: {'Port': ['ID=835e7982-c79d-4f24-b3dc-8b36af5ef0fb,revision_number=4']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:56.359279 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9eb49398-8a34-47ae-affe-a73ac4bbd34e None None] Provisioning complete for port 9156dd7e-7ead-46dd-8a68-04bdf4b2ba53 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:37:56.359659 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9eb49398-8a34-47ae-affe-a73ac4bbd34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:56.475037 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-b5b8125d-55e7-4e6e-82ac-0cf339a1edfa None None] Set router d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:37:56.594892 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a655cd82-404f-4ebc-8458-680f1a0e9c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:56.638995 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9eb49398-8a34-47ae-affe-a73ac4bbd34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:56.693343 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9eb49398-8a34-47ae-affe-a73ac4bbd34e None None] For port 9156dd7e-7ead-46dd-8a68-04bdf4b2ba53, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9156dd7e-7ead-46dd-8a68-04bdf4b2ba53,segment=NetworkSegment(3b4f06b1-a6a0-48d5-8fbc-c8ce5cfd9fbc),segment_id=3b4f06b1-a6a0-48d5-8fbc-c8ce5cfd9fbc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:37:56.703747 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-544727d3-34aa-4b6b-8003-74e425c9e75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d68fb1f-9a7d-43da-baed-541cb61313ce', 'name': 'tempest-TestMinimumBasicScenario-496286033-router', 'tenant_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'c03cb23d-be35-4e31-9f4b-df88e22d7474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:37:54Z', 'updated_at': '2021-11-25T20:37:54Z', 'revision_number': 3, 'project_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'gw_port': {'id': 'c03cb23d-be35-4e31-9f4b-df88e22d7474', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cf:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d68fb1f-9a7d-43da-baed-541cb61313ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:54Z', 'updated_at': '2021-11-25T20:37:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:37:56.711126 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9eb49398-8a34-47ae-affe-a73ac4bbd34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:56.801602 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544727d3-34aa-4b6b-8003-74e425c9e75a None None] Checking router: 7d68fb1f-9a7d-43da-baed-541cb61313ce for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:37:56.801934 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544727d3-34aa-4b6b-8003-74e425c9e75a None None] Updating router 7d68fb1f-9a7d-43da-baed-541cb61313ce port c03cb23d-be35-4e31-9f4b-df88e22d7474 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:37:56.819168 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-a655cd82-404f-4ebc-8458-680f1a0e9c38 admin admin] Allocated IP 172.20.0.1 (d94c1977-2fd5-4b18-8d36-99f4023f6210/988eba1d-d0cc-4b0e-a337-fc988ae94160/f092eba9-e961-4c58-9dab-d29c17074cc9) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:37:56.840152 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 835e7982-c79d-4f24-b3dc-8b36af5ef0fb up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:37:56.863722 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b5b8125d-55e7-4e6e-82ac-0cf339a1edfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'name': 'tempest-TestMinimumBasicScenario-1215272143-router', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:37:52Z', 'revision_number': 4, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'gw_port': {'id': 'e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '835e7982-c79d-4f24-b3dc-8b36af5ef0fb', 'name': '', 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'mac_address': 'fa:16:3e:44:38:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '31840949-c910-4532-b7a4-5c6b50cd8fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:51Z', 'updated_at': '2021-11-25T20:37:56Z', 'revision_number': 4, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'subnets': [{'id': '31840949-c910-4532-b7a4-5c6b50cd8fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:37:56.916884 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-544727d3-34aa-4b6b-8003-74e425c9e75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:56.937716 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b8125d-55e7-4e6e-82ac-0cf339a1edfa None None] The sync data for ids ['d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'] in n-d-819349-5 is: [{'id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'name': 'tempest-TestMinimumBasicScenario-1215272143-router', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:37:52Z', 'revision_number': 4, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'gw_port': {'id': 'e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '835e7982-c79d-4f24-b3dc-8b36af5ef0fb', 'name': '', 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'mac_address': 'fa:16:3e:44:38:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '31840949-c910-4532-b7a4-5c6b50cd8fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:51Z', 'updated_at': '2021-11-25T20:37:56Z', 'revision_number': 4, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'subnets': [{'id': '31840949-c910-4532-b7a4-5c6b50cd8fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:37:56.971501 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ff6c6217-c747-4c5c-8e6e-3ea55203f631 None None] Provisioning complete for port 835e7982-c79d-4f24-b3dc-8b36af5ef0fb triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:37:56.971874 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ff6c6217-c747-4c5c-8e6e-3ea55203f631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:56.975461 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb49398-8a34-47ae-affe-a73ac4bbd34e None None] Pushing event updated for resources: {'Port': ['ID=9156dd7e-7ead-46dd-8a68-04bdf4b2ba53,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:57.021948 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a655cd82-404f-4ebc-8458-680f1a0e9c38 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:57.061636 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a655cd82-404f-4ebc-8458-680f1a0e9c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:57.105565 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 835e7982-c79d-4f24-b3dc-8b36af5ef0fb triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:37:57.105944 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:57.119514 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a655cd82-404f-4ebc-8458-680f1a0e9c38 admin admin] Network d94c1977-2fd5-4b18-8d36-99f4023f6210 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:37:57.122829 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a655cd82-404f-4ebc-8458-680f1a0e9c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:37:57.126609 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a655cd82-404f-4ebc-8458-680f1a0e9c38 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:37:57.167224 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655cd82-404f-4ebc-8458-680f1a0e9c38 admin admin] Pushing event updated for resources: {'Port': ['ID=f092eba9-e961-4c58-9dab-d29c17074cc9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:57.183645 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a655cd82-404f-4ebc-8458-680f1a0e9c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:57.350019 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a655cd82-404f-4ebc-8458-680f1a0e9c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:57.480281 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ff6c6217-c747-4c5c-8e6e-3ea55203f631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:57.515088 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:57.540089 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a655cd82-404f-4ebc-8458-680f1a0e9c38 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:57.546254 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a655cd82-404f-4ebc-8458-680f1a0e9c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:57.566106 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ff6c6217-c747-4c5c-8e6e-3ea55203f631 None None] For port 835e7982-c79d-4f24-b3dc-8b36af5ef0fb, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=835e7982-c79d-4f24-b3dc-8b36af5ef0fb,segment=NetworkSegment(d824903a-96bb-41ba-b39b-7eaddaca3ab5),segment_id=d824903a-96bb-41ba-b39b-7eaddaca3ab5)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:37:57.578777 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ff6c6217-c747-4c5c-8e6e-3ea55203f631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:57.628472 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655cd82-404f-4ebc-8458-680f1a0e9c38 admin admin] Pushing event updated for resources: {'Port': ['ID=f092eba9-e961-4c58-9dab-d29c17074cc9,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:57.633128 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a655cd82-404f-4ebc-8458-680f1a0e9c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:57.691061 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 20:37:57.691418 n-d-819349-5 neutron-server[103601]: DEBUG oslo_db.api [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 20:37:57.693218 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-544727d3-34aa-4b6b-8003-74e425c9e75a None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:57.704567 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c6217-c747-4c5c-8e6e-3ea55203f631 None None] Pushing event updated for resources: {'Port': ['ID=835e7982-c79d-4f24-b3dc-8b36af5ef0fb,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:57.710195 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-544727d3-34aa-4b6b-8003-74e425c9e75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:57.750387 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a655cd82-404f-4ebc-8458-680f1a0e9c38 admin admin] Network d94c1977-2fd5-4b18-8d36-99f4023f6210 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:37:57.752209 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a655cd82-404f-4ebc-8458-680f1a0e9c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:37:57.763794 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-dc6dad5c-cc31-4a56-9346-b3159334e791 None None] Provisioning complete for port 9156dd7e-7ead-46dd-8a68-04bdf4b2ba53 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:37:57.764235 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dc6dad5c-cc31-4a56-9346-b3159334e791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:57.771224 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2699403-7cc7-4efb-b6b4-0621216d85e0 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:37:57.805006 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-544727d3-34aa-4b6b-8003-74e425c9e75a None None] Attempting to bind port c03cb23d-be35-4e31-9f4b-df88e22d7474 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:37:57.805384 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-544727d3-34aa-4b6b-8003-74e425c9e75a None None] Attempting to bind port c03cb23d-be35-4e31-9f4b-df88e22d7474 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:37:57.805829 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544727d3-34aa-4b6b-8003-74e425c9e75a None None] Attempting to bind port c03cb23d-be35-4e31-9f4b-df88e22d7474 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:37:57.811413 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763487c7-9038-4ba6-bd6c-1a5023c73412 None None] Pushing event updated for resources: {'Port': ['ID=c03cb23d-be35-4e31-9f4b-df88e22d7474,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:57.822454 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544727d3-34aa-4b6b-8003-74e425c9e75a None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:37:57.822838 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544727d3-34aa-4b6b-8003-74e425c9e75a None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:37:57.823302 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-544727d3-34aa-4b6b-8003-74e425c9e75a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:57.823618 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544727d3-34aa-4b6b-8003-74e425c9e75a None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:37:57.824099 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-544727d3-34aa-4b6b-8003-74e425c9e75a None None] Bound port: c03cb23d-be35-4e31-9f4b-df88e22d7474, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:37:57.824478 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-544727d3-34aa-4b6b-8003-74e425c9e75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:57.891197 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a655cd82-404f-4ebc-8458-680f1a0e9c38 admin admin] Router 7d68fb1f-9a7d-43da-baed-541cb61313ce has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:37:57.920915 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-544727d3-34aa-4b6b-8003-74e425c9e75a None None] For port c03cb23d-be35-4e31-9f4b-df88e22d7474, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:37:57.941488 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-544727d3-34aa-4b6b-8003-74e425c9e75a None None] For port c03cb23d-be35-4e31-9f4b-df88e22d7474, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c03cb23d-be35-4e31-9f4b-df88e22d7474,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:37:57.951424 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-544727d3-34aa-4b6b-8003-74e425c9e75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:58.004768 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-dc6dad5c-cc31-4a56-9346-b3159334e791 None None] Provisioning complete for port f092eba9-e961-4c58-9dab-d29c17074cc9 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:37:58.005152 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dc6dad5c-cc31-4a56-9346-b3159334e791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:58.011197 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e05edc-e465-44b5-a856-769fce65df6d None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:37:58.045598 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a655cd82-404f-4ebc-8458-680f1a0e9c38 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:37:58.057388 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-a655cd82-404f-4ebc-8458-680f1a0e9c38 admin admin] 10.222.0.55 "PUT /v2.0/routers/7d68fb1f-9a7d-43da-baed-541cb61313ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0589573 Nov 25 20:37:58.061857 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763487c7-9038-4ba6-bd6c-1a5023c73412 None None] Pushing event updated for resources: {'Port': ['ID=c03cb23d-be35-4e31-9f4b-df88e22d7474,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:58.083428 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544727d3-34aa-4b6b-8003-74e425c9e75a None None] Routers {'7d68fb1f-9a7d-43da-baed-541cb61313ce'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:37:58.084153 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-544727d3-34aa-4b6b-8003-74e425c9e75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:37:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['7d68fb1f-9a7d-43da-baed-541cb61313ce'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:37:58.092135 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-dc6dad5c-cc31-4a56-9346-b3159334e791 None None] Port f092eba9-e961-4c58-9dab-d29c17074cc9 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:37:58.223691 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-544727d3-34aa-4b6b-8003-74e425c9e75a None None] Set router 7d68fb1f-9a7d-43da-baed-541cb61313ce gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:37:58.268511 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9156dd7e-7ead-46dd-8a68-04bdf4b2ba53 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:37:58.279596 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2fb9d0a4-3750-457a-b4fa-fd98c807f6b9 None None] Provisioning complete for port c03cb23d-be35-4e31-9f4b-df88e22d7474 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:37:58.280046 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2fb9d0a4-3750-457a-b4fa-fd98c807f6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:58.473925 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 9156dd7e-7ead-46dd-8a68-04bdf4b2ba53 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:37:58.474318 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:58.562971 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2fb9d0a4-3750-457a-b4fa-fd98c807f6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:58.597100 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2fb9d0a4-3750-457a-b4fa-fd98c807f6b9 None None] For port c03cb23d-be35-4e31-9f4b-df88e22d7474, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c03cb23d-be35-4e31-9f4b-df88e22d7474,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:37:58.603927 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2fb9d0a4-3750-457a-b4fa-fd98c807f6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:58.682057 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2fb9d0a4-3750-457a-b4fa-fd98c807f6b9 None None] Provisioning complete for port f092eba9-e961-4c58-9dab-d29c17074cc9 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:37:58.682459 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2fb9d0a4-3750-457a-b4fa-fd98c807f6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:58.718779 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-544727d3-34aa-4b6b-8003-74e425c9e75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d68fb1f-9a7d-43da-baed-541cb61313ce', 'name': 'tempest-TestMinimumBasicScenario-496286033-router', 'tenant_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'c03cb23d-be35-4e31-9f4b-df88e22d7474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:37:54Z', 'updated_at': '2021-11-25T20:37:57Z', 'revision_number': 4, 'project_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'gw_port': {'id': 'c03cb23d-be35-4e31-9f4b-df88e22d7474', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cf:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d68fb1f-9a7d-43da-baed-541cb61313ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:54Z', 'updated_at': '2021-11-25T20:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'f092eba9-e961-4c58-9dab-d29c17074cc9', 'name': '', 'network_id': 'd94c1977-2fd5-4b18-8d36-99f4023f6210', 'tenant_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'mac_address': 'fa:16:3e:a3:79:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d68fb1f-9a7d-43da-baed-541cb61313ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '988eba1d-d0cc-4b0e-a337-fc988ae94160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:56Z', 'updated_at': '2021-11-25T20:37:57Z', 'revision_number': 2, 'project_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'subnets': [{'id': '988eba1d-d0cc-4b0e-a337-fc988ae94160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:37:58.754495 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9d0a4-3750-457a-b4fa-fd98c807f6b9 None None] Pushing event updated for resources: {'Port': ['ID=c03cb23d-be35-4e31-9f4b-df88e22d7474,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:37:58.761870 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544727d3-34aa-4b6b-8003-74e425c9e75a None None] The sync data for ids ['7d68fb1f-9a7d-43da-baed-541cb61313ce'] in n-d-819349-5 is: [{'id': '7d68fb1f-9a7d-43da-baed-541cb61313ce', 'name': 'tempest-TestMinimumBasicScenario-496286033-router', 'tenant_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'c03cb23d-be35-4e31-9f4b-df88e22d7474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:37:54Z', 'updated_at': '2021-11-25T20:37:57Z', 'revision_number': 4, 'project_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'gw_port': {'id': 'c03cb23d-be35-4e31-9f4b-df88e22d7474', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cf:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d68fb1f-9a7d-43da-baed-541cb61313ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:54Z', 'updated_at': '2021-11-25T20:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'f092eba9-e961-4c58-9dab-d29c17074cc9', 'name': '', 'network_id': 'd94c1977-2fd5-4b18-8d36-99f4023f6210', 'tenant_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'mac_address': 'fa:16:3e:a3:79:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d68fb1f-9a7d-43da-baed-541cb61313ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '988eba1d-d0cc-4b0e-a337-fc988ae94160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:56Z', 'updated_at': '2021-11-25T20:37:57Z', 'revision_number': 2, 'project_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'subnets': [{'id': '988eba1d-d0cc-4b0e-a337-fc988ae94160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:37:58.769529 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-2fb9d0a4-3750-457a-b4fa-fd98c807f6b9 None None] Port f092eba9-e961-4c58-9dab-d29c17074cc9 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:37:58.795990 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 835e7982-c79d-4f24-b3dc-8b36af5ef0fb up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:37:58.854407 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 835e7982-c79d-4f24-b3dc-8b36af5ef0fb triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:37:58.854911 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:58.947578 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9156dd7e-7ead-46dd-8a68-04bdf4b2ba53 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:37:59.047308 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 9156dd7e-7ead-46dd-8a68-04bdf4b2ba53 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:37:59.047947 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:59.405732 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f8367442-fdde-4d08-b016-3ccdfb09658d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:00.812907 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c03cb23d-be35-4e31-9f4b-df88e22d7474 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:38:00.873285 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port c03cb23d-be35-4e31-9f4b-df88e22d7474 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:38:00.873818 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:01.334497 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24ef66b-2172-4862-9f1c-917274592772 None None] Sync routers for ids ['7d68fb1f-9a7d-43da-baed-541cb61313ce'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:38:01.347696 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24ef66b-2172-4862-9f1c-917274592772 None None] Routers {'7d68fb1f-9a7d-43da-baed-541cb61313ce'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:38:01.348775 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e24ef66b-2172-4862-9f1c-917274592772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:37:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['7d68fb1f-9a7d-43da-baed-541cb61313ce'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:38:01.474157 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-e24ef66b-2172-4862-9f1c-917274592772 None None] Set router 7d68fb1f-9a7d-43da-baed-541cb61313ce gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:38:01.706155 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e24ef66b-2172-4862-9f1c-917274592772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d68fb1f-9a7d-43da-baed-541cb61313ce', 'name': 'tempest-TestMinimumBasicScenario-496286033-router', 'tenant_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'c03cb23d-be35-4e31-9f4b-df88e22d7474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:37:54Z', 'updated_at': '2021-11-25T20:37:57Z', 'revision_number': 4, 'project_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'gw_port': {'id': 'c03cb23d-be35-4e31-9f4b-df88e22d7474', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d68fb1f-9a7d-43da-baed-541cb61313ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:54Z', 'updated_at': '2021-11-25T20:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'f092eba9-e961-4c58-9dab-d29c17074cc9', 'name': '', 'network_id': 'd94c1977-2fd5-4b18-8d36-99f4023f6210', 'tenant_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'mac_address': 'fa:16:3e:a3:79:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d68fb1f-9a7d-43da-baed-541cb61313ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '988eba1d-d0cc-4b0e-a337-fc988ae94160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:56Z', 'updated_at': '2021-11-25T20:37:57Z', 'revision_number': 2, 'project_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'subnets': [{'id': '988eba1d-d0cc-4b0e-a337-fc988ae94160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:38:01.735723 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24ef66b-2172-4862-9f1c-917274592772 None None] Checking router: 7d68fb1f-9a7d-43da-baed-541cb61313ce for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:38:01.736352 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24ef66b-2172-4862-9f1c-917274592772 None None] Updating router 7d68fb1f-9a7d-43da-baed-541cb61313ce port f092eba9-e961-4c58-9dab-d29c17074cc9 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:38:01.772555 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e24ef66b-2172-4862-9f1c-917274592772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:01.887385 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dd9a8756-808c-46d3-a989-f11143d08384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:02.171653 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e24ef66b-2172-4862-9f1c-917274592772 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:02.178975 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e24ef66b-2172-4862-9f1c-917274592772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:02.281585 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d77b63-5107-401e-87bc-60242608112f None None] Pushing event updated for resources: {'Port': ['ID=f092eba9-e961-4c58-9dab-d29c17074cc9,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:38:02.297847 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-e24ef66b-2172-4862-9f1c-917274592772 None None] Attempting to bind port f092eba9-e961-4c58-9dab-d29c17074cc9 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:38:02.298221 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-e24ef66b-2172-4862-9f1c-917274592772 None None] Attempting to bind port f092eba9-e961-4c58-9dab-d29c17074cc9 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '3b4f06b1-a6a0-48d5-8fbc-c8ce5cfd9fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd94c1977-2fd5-4b18-8d36-99f4023f6210'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:38:02.298607 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24ef66b-2172-4862-9f1c-917274592772 None None] Attempting to bind port f092eba9-e961-4c58-9dab-d29c17074cc9 on network d94c1977-2fd5-4b18-8d36-99f4023f6210 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:38:02.307931 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24ef66b-2172-4862-9f1c-917274592772 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:38:02.308329 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24ef66b-2172-4862-9f1c-917274592772 None None] Checking segment: {'id': '3b4f06b1-a6a0-48d5-8fbc-c8ce5cfd9fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd94c1977-2fd5-4b18-8d36-99f4023f6210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:38:02.308712 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e24ef66b-2172-4862-9f1c-917274592772 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:02.309103 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24ef66b-2172-4862-9f1c-917274592772 None None] Bound using segment: {'id': '3b4f06b1-a6a0-48d5-8fbc-c8ce5cfd9fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd94c1977-2fd5-4b18-8d36-99f4023f6210'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:38:02.312884 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-e24ef66b-2172-4862-9f1c-917274592772 None None] Bound port: f092eba9-e961-4c58-9dab-d29c17074cc9, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f06b1-a6a0-48d5-8fbc-c8ce5cfd9fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd94c1977-2fd5-4b18-8d36-99f4023f6210'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:38:02.313371 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e24ef66b-2172-4862-9f1c-917274592772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:02.397869 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-e24ef66b-2172-4862-9f1c-917274592772 None None] For port f092eba9-e961-4c58-9dab-d29c17074cc9, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:38:02.401399 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-e24ef66b-2172-4862-9f1c-917274592772 None None] For port f092eba9-e961-4c58-9dab-d29c17074cc9, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f092eba9-e961-4c58-9dab-d29c17074cc9,segment=NetworkSegment(3b4f06b1-a6a0-48d5-8fbc-c8ce5cfd9fbc),segment_id=3b4f06b1-a6a0-48d5-8fbc-c8ce5cfd9fbc)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:38:02.407075 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e24ef66b-2172-4862-9f1c-917274592772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:02.477185 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24ef66b-2172-4862-9f1c-917274592772 None None] Routers {'7d68fb1f-9a7d-43da-baed-541cb61313ce'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:38:02.477821 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e24ef66b-2172-4862-9f1c-917274592772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:38:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['7d68fb1f-9a7d-43da-baed-541cb61313ce'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:38:02.479678 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d77b63-5107-401e-87bc-60242608112f None None] Pushing event updated for resources: {'Port': ['ID=f092eba9-e961-4c58-9dab-d29c17074cc9,revision_number=4']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:38:02.553043 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-edc510fe-9f93-4cf2-9b47-adf4c491977f None None] Provisioning complete for port f092eba9-e961-4c58-9dab-d29c17074cc9 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:38:02.553489 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-edc510fe-9f93-4cf2-9b47-adf4c491977f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:02.669441 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-edc510fe-9f93-4cf2-9b47-adf4c491977f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:02.712756 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-e24ef66b-2172-4862-9f1c-917274592772 None None] Set router 7d68fb1f-9a7d-43da-baed-541cb61313ce gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:38:02.724107 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-edc510fe-9f93-4cf2-9b47-adf4c491977f None None] For port f092eba9-e961-4c58-9dab-d29c17074cc9, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f092eba9-e961-4c58-9dab-d29c17074cc9,segment=NetworkSegment(3b4f06b1-a6a0-48d5-8fbc-c8ce5cfd9fbc),segment_id=3b4f06b1-a6a0-48d5-8fbc-c8ce5cfd9fbc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:38:02.733213 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-edc510fe-9f93-4cf2-9b47-adf4c491977f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:02.829390 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc510fe-9f93-4cf2-9b47-adf4c491977f None None] Pushing event updated for resources: {'Port': ['ID=f092eba9-e961-4c58-9dab-d29c17074cc9,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:38:02.862597 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6a7c08a5-435e-454f-912c-1f531707059a None None] Provisioning complete for port f092eba9-e961-4c58-9dab-d29c17074cc9 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:38:02.864065 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6a7c08a5-435e-454f-912c-1f531707059a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:02.895319 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f092eba9-e961-4c58-9dab-d29c17074cc9 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:38:03.008404 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port f092eba9-e961-4c58-9dab-d29c17074cc9 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:38:03.008949 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:03.031598 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e24ef66b-2172-4862-9f1c-917274592772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d68fb1f-9a7d-43da-baed-541cb61313ce', 'name': 'tempest-TestMinimumBasicScenario-496286033-router', 'tenant_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'c03cb23d-be35-4e31-9f4b-df88e22d7474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:37:54Z', 'updated_at': '2021-11-25T20:37:57Z', 'revision_number': 4, 'project_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'gw_port': {'id': 'c03cb23d-be35-4e31-9f4b-df88e22d7474', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d68fb1f-9a7d-43da-baed-541cb61313ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:54Z', 'updated_at': '2021-11-25T20:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'f092eba9-e961-4c58-9dab-d29c17074cc9', 'name': '', 'network_id': 'd94c1977-2fd5-4b18-8d36-99f4023f6210', 'tenant_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'mac_address': 'fa:16:3e:a3:79:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d68fb1f-9a7d-43da-baed-541cb61313ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '988eba1d-d0cc-4b0e-a337-fc988ae94160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:56Z', 'updated_at': '2021-11-25T20:38:02Z', 'revision_number': 4, 'project_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'subnets': [{'id': '988eba1d-d0cc-4b0e-a337-fc988ae94160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:38:03.061647 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24ef66b-2172-4862-9f1c-917274592772 None None] The sync data for ids ['7d68fb1f-9a7d-43da-baed-541cb61313ce'] in n-d-819349-5 is: [{'id': '7d68fb1f-9a7d-43da-baed-541cb61313ce', 'name': 'tempest-TestMinimumBasicScenario-496286033-router', 'tenant_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'c03cb23d-be35-4e31-9f4b-df88e22d7474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:37:54Z', 'updated_at': '2021-11-25T20:37:57Z', 'revision_number': 4, 'project_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'gw_port': {'id': 'c03cb23d-be35-4e31-9f4b-df88e22d7474', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d68fb1f-9a7d-43da-baed-541cb61313ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:54Z', 'updated_at': '2021-11-25T20:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'f092eba9-e961-4c58-9dab-d29c17074cc9', 'name': '', 'network_id': 'd94c1977-2fd5-4b18-8d36-99f4023f6210', 'tenant_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'mac_address': 'fa:16:3e:a3:79:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d68fb1f-9a7d-43da-baed-541cb61313ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '988eba1d-d0cc-4b0e-a337-fc988ae94160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:56Z', 'updated_at': '2021-11-25T20:38:02Z', 'revision_number': 4, 'project_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'subnets': [{'id': '988eba1d-d0cc-4b0e-a337-fc988ae94160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:38:03.961142 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:04.769194 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f092eba9-e961-4c58-9dab-d29c17074cc9 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:38:04.826625 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port f092eba9-e961-4c58-9dab-d29c17074cc9 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:38:04.827003 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:05.706385 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:05.765877 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:08.771644 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-ada6e5ce-2f73-42da-9853-2be9293e08bc tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:08.773216 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-ada6e5ce-2f73-42da-9853-2be9293e08bc tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/networks?id=b7796ce8-75f1-41ec-a640-40aa47da84bc HTTP/1.1" status: 200 len: 815 time: 0.1182430 Nov 25 20:38:08.791453 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-4d645c89-a3d4-4395-832d-0e12ecfba7d8 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/quotas/679df410b1374d99a0d7cdaec8c82b04 HTTP/1.1" status: 200 len: 375 time: 0.0108526 Nov 25 20:38:08.843369 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-0e2729cf-47ab-4aff-9cc7-235c18056aeb tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=679df410b1374d99a0d7cdaec8c82b04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462279 Nov 25 20:38:08.943560 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-07803455-63bf-4c61-a159-181c4d6bec0a service neutron] 10.222.0.55 "GET /v2.0/networks/b7796ce8-75f1-41ec-a640-40aa47da84bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871694 Nov 25 20:38:09.032045 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-308b100d-8c77-4dc9-9d95-715d49f27103 service neutron] 10.222.0.55 "GET /v2.0/networks/b7796ce8-75f1-41ec-a640-40aa47da84bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823796 Nov 25 20:38:09.194690 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e97bd06d-482f-4900-b489-1de4f659a3b3 req-42d9e52a-8aac-429c-9ee4-c7157b53942d tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 210 time: 0.0270987 Nov 25 20:38:10.307718 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fff71d5b-399b-4ad0-9daf-a5e4335c0538 req-7c3be038-29d0-40b2-add2-cf4c9ac698d2 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 210 time: 0.0329485 Nov 25 20:38:10.329350 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-9e4e4eb8-4f86-41e0-8da4-52eba14b22fc tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:10.330914 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-9e4e4eb8-4f86-41e0-8da4-52eba14b22fc tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.73 "GET /v2.0/networks?id=b7796ce8-75f1-41ec-a640-40aa47da84bc HTTP/1.1" status: 200 len: 815 time: 0.1344216 Nov 25 20:38:10.344292 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-b52dd9c9-32e0-4ab6-ad87-2de984379399 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Request body: {'port': {'device_id': 'cef357d0-d585-47f5-beef-f0d2f5373f21', 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc', 'admin_state_up': True, 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:38:10.463606 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-b52dd9c9-32e0-4ab6-ad87-2de984379399 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Made reservation on behalf of 679df410b1374d99a0d7cdaec8c82b04 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:38:10.467285 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-b52dd9c9-32e0-4ab6-ad87-2de984379399 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:10.618996 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:38:10.655506 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-b52dd9c9-32e0-4ab6-ad87-2de984379399 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Allocated IP 172.20.0.11 (b7796ce8-75f1-41ec-a640-40aa47da84bc/31840949-c910-4532-b7a4-5c6b50cd8fac/74418db1-07ec-4db9-bb47-00a4321de12b) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:38:11.006613 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-b52dd9c9-32e0-4ab6-ad87-2de984379399 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:11.091275 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-b52dd9c9-32e0-4ab6-ad87-2de984379399 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:11.141184 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-b52dd9c9-32e0-4ab6-ad87-2de984379399 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Network b7796ce8-75f1-41ec-a640-40aa47da84bc is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:38:11.145120 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-b52dd9c9-32e0-4ab6-ad87-2de984379399 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:38:11.150483 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-b52dd9c9-32e0-4ab6-ad87-2de984379399 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:38:11.153125 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52dd9c9-32e0-4ab6-ad87-2de984379399 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Pushing event updated for resources: {'Port': ['ID=74418db1-07ec-4db9-bb47-00a4321de12b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:38:11.223471 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-b52dd9c9-32e0-4ab6-ad87-2de984379399 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:11.224764 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-b52dd9c9-32e0-4ab6-ad87-2de984379399 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:11.257308 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-b52dd9c9-32e0-4ab6-ad87-2de984379399 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9167416 Nov 25 20:38:11.448171 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-677246d4-e24b-4dcb-8bb8-a6657f6d6f43 None None] Provisioning complete for port 74418db1-07ec-4db9-bb47-00a4321de12b triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:38:11.449309 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-677246d4-e24b-4dcb-8bb8-a6657f6d6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:11.478563 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87e6c8-e913-4e4f-948e-97608ead4419 req-c21c505d-cdce-44f1-bcf9-0df5407495f5 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:11.480330 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f87e6c8-e913-4e4f-948e-97608ead4419 req-c21c505d-cdce-44f1-bcf9-0df5407495f5 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 932 time: 0.0653970 Nov 25 20:38:11.487408 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-677246d4-e24b-4dcb-8bb8-a6657f6d6f43 None None] Port 74418db1-07ec-4db9-bb47-00a4321de12b cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:38:11.560414 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f87e6c8-e913-4e4f-948e-97608ead4419 req-1de72dc3-87c4-41e6-9800-6b7f47fd0c3a tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726125 Nov 25 20:38:12.701108 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf12c14-1892-4a18-b02f-ed48be146dd4 req-4c5bbfeb-fa21-4982-b32e-e0f282306cd5 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:12.702653 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fcf12c14-1892-4a18-b02f-ed48be146dd4 req-4c5bbfeb-fa21-4982-b32e-e0f282306cd5 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 932 time: 0.0521393 Nov 25 20:38:12.783622 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fcf12c14-1892-4a18-b02f-ed48be146dd4 req-5dab9880-64d4-4620-84a6-7d568615b8e5 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739696 Nov 25 20:38:13.915630 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4947b-8517-493b-b79d-362b55d396ca req-862b1d04-d306-4be0-9a92-5dcba2696f57 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:13.917106 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5ee4947b-8517-493b-b79d-362b55d396ca req-862b1d04-d306-4be0-9a92-5dcba2696f57 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 932 time: 0.0539017 Nov 25 20:38:13.974528 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5ee4947b-8517-493b-b79d-362b55d396ca req-1261136a-5095-46ad-8bca-a988a2eca23e tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507007 Nov 25 20:38:15.106244 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8277e-9274-4b9f-b79a-1622bcbcf28d req-cd22bc4b-79fd-4683-8fb4-346baa09f16f tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:15.107786 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-44b8277e-9274-4b9f-b79a-1622bcbcf28d req-cd22bc4b-79fd-4683-8fb4-346baa09f16f tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 932 time: 0.0588722 Nov 25 20:38:15.156152 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-44b8277e-9274-4b9f-b79a-1622bcbcf28d req-1d1c5021-1cfd-4d4c-8803-00fa862cab1e tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422804 Nov 25 20:38:16.302946 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0df4e-afa2-46a9-ae40-b5bda3bd2d5a req-8eb55842-c004-46b2-8d1f-b7503e38c623 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:16.304639 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-93a0df4e-afa2-46a9-ae40-b5bda3bd2d5a req-8eb55842-c004-46b2-8d1f-b7503e38c623 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 932 time: 0.0586519 Nov 25 20:38:16.353000 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-93a0df4e-afa2-46a9-ae40-b5bda3bd2d5a req-f39d3911-c85a-43a2-b4dc-d826b7f17928 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424688 Nov 25 20:38:17.502597 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78bf67-4c68-4910-a976-c6895d612f03 req-e76bff14-be0d-4a79-b6ce-622f1bf03c7b tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:17.513036 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db78bf67-4c68-4910-a976-c6895d612f03 req-e76bff14-be0d-4a79-b6ce-622f1bf03c7b tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 932 time: 0.0826685 Nov 25 20:38:17.556786 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db78bf67-4c68-4910-a976-c6895d612f03 req-e6841bd4-5667-4303-b41a-bf8826ea484d tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455644 Nov 25 20:38:18.678768 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f987b-9cbf-465c-9105-a2df089b4f58 req-26315b18-3705-4949-ae81-5cf245a874e2 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:18.680310 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e68f987b-9cbf-465c-9105-a2df089b4f58 req-26315b18-3705-4949-ae81-5cf245a874e2 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 932 time: 0.0527008 Nov 25 20:38:18.752060 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e68f987b-9cbf-465c-9105-a2df089b4f58 req-b76c1c6c-dd48-4901-8b73-1403fc2e924f tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648248 Nov 25 20:38:20.140662 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba56f4-94a3-44c9-b3b4-3b089fa8b85e req-ef44aa49-5972-485d-b8ac-4fecf0dcdbc2 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:20.142137 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-faba56f4-94a3-44c9-b3b4-3b089fa8b85e req-ef44aa49-5972-485d-b8ac-4fecf0dcdbc2 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 932 time: 0.0489659 Nov 25 20:38:20.191037 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-faba56f4-94a3-44c9-b3b4-3b089fa8b85e req-f48ecd5c-3372-4e83-bc27-899569960e67 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423448 Nov 25 20:38:20.369641 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-afcb76a5-bf19-4be1-a728-1c1f7b5290be service neutron] Request body: {'port': {'device_id': 'cef357d0-d585-47f5-beef-f0d2f5373f21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:38:20.423024 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-afcb76a5-bf19-4be1-a728-1c1f7b5290be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:20.698101 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-afcb76a5-bf19-4be1-a728-1c1f7b5290be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74418db1-07ec-4db9-bb47-00a4321de12b {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:38:20.705418 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-afcb76a5-bf19-4be1-a728-1c1f7b5290be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:20.717698 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-afcb76a5-bf19-4be1-a728-1c1f7b5290be service neutron] Transition to ACTIVE for port object 74418db1-07ec-4db9-bb47-00a4321de12b will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:38:20.721853 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-afcb76a5-bf19-4be1-a728-1c1f7b5290be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:20.773588 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb76a5-bf19-4be1-a728-1c1f7b5290be service neutron] Pushing event updated for resources: {'Port': ['ID=74418db1-07ec-4db9-bb47-00a4321de12b,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:38:20.865566 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-afcb76a5-bf19-4be1-a728-1c1f7b5290be service neutron] Attempting to bind port 74418db1-07ec-4db9-bb47-00a4321de12b on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:38:20.865922 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-afcb76a5-bf19-4be1-a728-1c1f7b5290be service neutron] Attempting to bind port 74418db1-07ec-4db9-bb47-00a4321de12b by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'd824903a-96bb-41ba-b39b-7eaddaca3ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:38:20.866256 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-afcb76a5-bf19-4be1-a728-1c1f7b5290be service neutron] Attempting to bind port 74418db1-07ec-4db9-bb47-00a4321de12b on network b7796ce8-75f1-41ec-a640-40aa47da84bc {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:38:20.871156 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-afcb76a5-bf19-4be1-a728-1c1f7b5290be service neutron] Port 74418db1-07ec-4db9-bb47-00a4321de12b on network b7796ce8-75f1-41ec-a640-40aa47da84bc not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:38:20.871477 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-afcb76a5-bf19-4be1-a728-1c1f7b5290be service neutron] Attempting to bind port 74418db1-07ec-4db9-bb47-00a4321de12b on network b7796ce8-75f1-41ec-a640-40aa47da84bc {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:38:20.877186 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-afcb76a5-bf19-4be1-a728-1c1f7b5290be service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:38:20.877521 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-afcb76a5-bf19-4be1-a728-1c1f7b5290be service neutron] Checking segment: {'id': 'd824903a-96bb-41ba-b39b-7eaddaca3ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:38:20.877902 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-afcb76a5-bf19-4be1-a728-1c1f7b5290be service neutron] Bound using segment: {'id': 'd824903a-96bb-41ba-b39b-7eaddaca3ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:38:20.878355 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-afcb76a5-bf19-4be1-a728-1c1f7b5290be service neutron] Bound port: 74418db1-07ec-4db9-bb47-00a4321de12b, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd824903a-96bb-41ba-b39b-7eaddaca3ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:38:20.878707 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-afcb76a5-bf19-4be1-a728-1c1f7b5290be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:20.947505 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-afcb76a5-bf19-4be1-a728-1c1f7b5290be service neutron] For port 74418db1-07ec-4db9-bb47-00a4321de12b, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:38:20.950623 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-afcb76a5-bf19-4be1-a728-1c1f7b5290be service neutron] For port 74418db1-07ec-4db9-bb47-00a4321de12b, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=74418db1-07ec-4db9-bb47-00a4321de12b,segment=NetworkSegment(d824903a-96bb-41ba-b39b-7eaddaca3ab5),segment_id=d824903a-96bb-41ba-b39b-7eaddaca3ab5)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:38:20.955315 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-afcb76a5-bf19-4be1-a728-1c1f7b5290be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:20.995619 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-afcb76a5-bf19-4be1-a728-1c1f7b5290be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:20.996231 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-afcb76a5-bf19-4be1-a728-1c1f7b5290be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:20.997615 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-afcb76a5-bf19-4be1-a728-1c1f7b5290be service neutron] 10.222.0.73 "PUT /v2.0/ports/74418db1-07ec-4db9-bb47-00a4321de12b HTTP/1.1" status: 200 len: 1092 time: 0.6327798 Nov 25 20:38:20.998056 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef357d0-d585-47f5-beef-f0d2f5373f21', 'tag': '74418db1-07ec-4db9-bb47-00a4321de12b'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:38:21.000362 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e738de-ed05-4aa8-b1a5-72c43702d39a" -d '{"events": [{"name": "network-changed", "server_uuid": "cef357d0-d585-47f5-beef-f0d2f5373f21", "tag": "74418db1-07ec-4db9-bb47-00a4321de12b"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:38:21.022407 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb76a5-bf19-4be1-a728-1c1f7b5290be service neutron] Pushing event updated for resources: {'Port': ['ID=74418db1-07ec-4db9-bb47-00a4321de12b,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:38:21.059261 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad3ba65-1abc-4919-8882-6ca7a5330693 x-openstack-request-id: req-9ad3ba65-1abc-4919-8882-6ca7a5330693 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:38:21.059559 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef357d0-d585-47f5-beef-f0d2f5373f21", "tag": "74418db1-07ec-4db9-bb47-00a4321de12b", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:38:21.059817 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ad3ba65-1abc-4919-8882-6ca7a5330693 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:38:21.060213 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef357d0-d585-47f5-beef-f0d2f5373f21', 'tag': '74418db1-07ec-4db9-bb47-00a4321de12b', 'status': 'completed', 'code': 200} Nov 25 20:38:21.095580 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-82ce35e5-f44f-4844-b3da-22260c540c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:21.097107 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-82ce35e5-f44f-4844-b3da-22260c540c53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=679df410b1374d99a0d7cdaec8c82b04&device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 1095 time: 0.0493393 Nov 25 20:38:21.145898 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-c73a2a7a-6d54-4c5d-996f-a2a58e8bc303 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74418db1-07ec-4db9-bb47-00a4321de12b HTTP/1.1" status: 200 len: 217 time: 0.0397568 Nov 25 20:38:21.198870 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-731179e3-9b66-44e5-a781-9755a232c5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:21.200366 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-731179e3-9b66-44e5-a781-9755a232c5e6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31840949-c910-4532-b7a4-5c6b50cd8fac HTTP/1.1" status: 200 len: 854 time: 0.0478339 Nov 25 20:38:21.247812 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-e52ff1ef-c471-4afd-81d8-c6e1e1acc3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:21.249310 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-e52ff1ef-c471-4afd-81d8-c6e1e1acc3c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7796ce8-75f1-41ec-a640-40aa47da84bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419579 Nov 25 20:38:21.374081 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fef0e-fb33-4f89-a4b6-93e4f3753148 req-2c5ac387-3ff7-4df3-bc24-4ebdef67df87 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:21.375641 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d98fef0e-fb33-4f89-a4b6-93e4f3753148 req-2c5ac387-3ff7-4df3-bc24-4ebdef67df87 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 944 time: 0.1115639 Nov 25 20:38:21.397118 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-5f030571-8924-4a65-8e8e-70ecb01c508d service neutron] 10.222.0.73 "GET /v2.0/networks/b7796ce8-75f1-41ec-a640-40aa47da84bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401479 Nov 25 20:38:21.487861 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d98fef0e-fb33-4f89-a4b6-93e4f3753148 req-c5fd056c-2879-4fdd-ae25-4b54bc719265 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029017 Nov 25 20:38:21.519352 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c5bc2739-c4fb-42e3-85b2-5d06db431fa7 req-52e384ad-47c6-415c-8fdd-8d9acdad52d6 service neutron] 10.222.0.73 "GET /v2.0/networks/b7796ce8-75f1-41ec-a640-40aa47da84bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143227 Nov 25 20:38:21.608908 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e738de-ed05-4aa8-b1a5-72c43702d39a req-018938d6-c04d-42c3-9f27-a9630829fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:21.610458 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41e738de-ed05-4aa8-b1a5-72c43702d39a req-018938d6-c04d-42c3-9f27-a9630829fe23 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=679df410b1374d99a0d7cdaec8c82b04&device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 1095 time: 0.0427935 Nov 25 20:38:21.705762 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e738de-ed05-4aa8-b1a5-72c43702d39a req-671a844c-8386-48e8-88d7-50dd2652cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:21.707875 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41e738de-ed05-4aa8-b1a5-72c43702d39a req-671a844c-8386-48e8-88d7-50dd2652cb17 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b7796ce8-75f1-41ec-a640-40aa47da84bc HTTP/1.1" status: 200 len: 916 time: 0.0898759 Nov 25 20:38:21.753341 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41e738de-ed05-4aa8-b1a5-72c43702d39a req-7dafc1aa-1b44-40e1-afee-59a61cbc5ae0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74418db1-07ec-4db9-bb47-00a4321de12b HTTP/1.1" status: 200 len: 217 time: 0.0380151 Nov 25 20:38:21.804174 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e738de-ed05-4aa8-b1a5-72c43702d39a req-cc11847e-0251-48f4-832d-c3a3c0eb752e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:21.805695 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41e738de-ed05-4aa8-b1a5-72c43702d39a req-cc11847e-0251-48f4-832d-c3a3c0eb752e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31840949-c910-4532-b7a4-5c6b50cd8fac HTTP/1.1" status: 200 len: 854 time: 0.0453801 Nov 25 20:38:21.857022 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e738de-ed05-4aa8-b1a5-72c43702d39a req-53bc3ce5-76c3-4f59-b7a6-507e1f819844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:21.858621 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41e738de-ed05-4aa8-b1a5-72c43702d39a req-53bc3ce5-76c3-4f59-b7a6-507e1f819844 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7796ce8-75f1-41ec-a640-40aa47da84bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449173 Nov 25 20:38:21.949416 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41e738de-ed05-4aa8-b1a5-72c43702d39a req-7792247a-3e3d-44b7-b9cb-dc099b8297ba service neutron] 10.222.0.73 "GET /v2.0/networks/b7796ce8-75f1-41ec-a640-40aa47da84bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830731 Nov 25 20:38:22.045125 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41e738de-ed05-4aa8-b1a5-72c43702d39a req-0e7d7544-9703-4fe9-8b77-bc8674fece2e service neutron] 10.222.0.73 "GET /v2.0/networks/b7796ce8-75f1-41ec-a640-40aa47da84bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878477 Nov 25 20:38:22.607147 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b81b95-2a76-4657-9409-244a062cac8b req-bdf06d1c-9217-46aa-89b1-279649f5acf6 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:22.608689 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-23b81b95-2a76-4657-9409-244a062cac8b req-bdf06d1c-9217-46aa-89b1-279649f5acf6 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 944 time: 0.0513992 Nov 25 20:38:22.660921 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-23b81b95-2a76-4657-9409-244a062cac8b req-061499ba-e1fa-46b3-b655-e580f59c6bb6 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450292 Nov 25 20:38:23.777417 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f266ab-87d0-4bc2-ad58-5ea8ab3d9734 req-5bfe07a6-12c5-49bd-a84a-f085346d0d95 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:23.778918 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0f266ab-87d0-4bc2-ad58-5ea8ab3d9734 req-5bfe07a6-12c5-49bd-a84a-f085346d0d95 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 944 time: 0.0486536 Nov 25 20:38:23.831488 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c0f266ab-87d0-4bc2-ad58-5ea8ab3d9734 req-2b04c9f5-e294-4b9d-8bba-2a49fcd645e9 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466290 Nov 25 20:38:24.320363 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:24.570247 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 74418db1-07ec-4db9-bb47-00a4321de12b details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:38:24.665342 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 74418db1-07ec-4db9-bb47-00a4321de12b, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=74418db1-07ec-4db9-bb47-00a4321de12b,segment=NetworkSegment(d824903a-96bb-41ba-b39b-7eaddaca3ab5),segment_id=d824903a-96bb-41ba-b39b-7eaddaca3ab5)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:38:24.677355 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '74418db1-07ec-4db9-bb47-00a4321de12b', 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc', 'port_id': '74418db1-07ec-4db9-bb47-00a4321de12b', 'mac_address': 'fa:16:3e:ba:28:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31840949-c910-4532-b7a4-5c6b50cd8fac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:38:24.720149 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:24.733975 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74418db1-07ec-4db9-bb47-00a4321de12b {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:38:24.755233 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 74418db1-07ec-4db9-bb47-00a4321de12b, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=74418db1-07ec-4db9-bb47-00a4321de12b,segment=NetworkSegment(d824903a-96bb-41ba-b39b-7eaddaca3ab5),segment_id=d824903a-96bb-41ba-b39b-7eaddaca3ab5)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:38:24.759289 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:24.807045 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=74418db1-07ec-4db9-bb47-00a4321de12b,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:38:24.814781 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:24.815134 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:24.815481 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:24.815822 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:24.816157 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:24.816521 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:24.816859 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:24.817226 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:24.817656 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:24.817990 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:24.818344 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:24.818678 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:24.917237 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:24.949898 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6375cf-4dee-46fc-bc26-5a985a4ce3c3 req-2716ffcc-4f5e-431b-bd11-46ef55082251 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:24.951396 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5b6375cf-4dee-46fc-bc26-5a985a4ce3c3 req-2716ffcc-4f5e-431b-bd11-46ef55082251 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 945 time: 0.0520089 Nov 25 20:38:24.999984 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5b6375cf-4dee-46fc-bc26-5a985a4ce3c3 req-eb6cd79b-9c6e-4731-aa99-7d759b2820b3 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422459 Nov 25 20:38:25.012191 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['74418db1-07ec-4db9-bb47-00a4321de12b'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:38:26.119704 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138fcfd-d96b-4d4d-8445-149a3a4b2d5a req-c7839aec-6ec1-4c56-b72c-c19976794a51 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:26.121223 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5138fcfd-d96b-4d4d-8445-149a3a4b2d5a req-c7839aec-6ec1-4c56-b72c-c19976794a51 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 945 time: 0.0489607 Nov 25 20:38:26.170340 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5138fcfd-d96b-4d4d-8445-149a3a4b2d5a req-4c12d8a8-6e76-4e74-9188-395fc97aba01 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429718 Nov 25 20:38:26.602146 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 74418db1-07ec-4db9-bb47-00a4321de12b up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:38:26.657668 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 74418db1-07ec-4db9-bb47-00a4321de12b completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:38:26.662435 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 74418db1-07ec-4db9-bb47-00a4321de12b triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:38:26.662823 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:26.905138 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:26.928833 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef357d0-d585-47f5-beef-f0d2f5373f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74418db1-07ec-4db9-bb47-00a4321de12b'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:38:26.931205 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76042fcf-6ffb-4ced-ba7c-6d9b7c3e43a5" -d '{"events": [{"server_uuid": "cef357d0-d585-47f5-beef-f0d2f5373f21", "name": "network-vif-plugged", "status": "completed", "tag": "74418db1-07ec-4db9-bb47-00a4321de12b"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:38:26.944785 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 74418db1-07ec-4db9-bb47-00a4321de12b, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=74418db1-07ec-4db9-bb47-00a4321de12b,segment=NetworkSegment(d824903a-96bb-41ba-b39b-7eaddaca3ab5),segment_id=d824903a-96bb-41ba-b39b-7eaddaca3ab5)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:38:26.949081 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:26.973934 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271bfe45-79ab-4a1b-acaf-9470eb937153 x-openstack-request-id: req-271bfe45-79ab-4a1b-acaf-9470eb937153 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:38:26.974236 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef357d0-d585-47f5-beef-f0d2f5373f21", "name": "network-vif-plugged", "status": "completed", "tag": "74418db1-07ec-4db9-bb47-00a4321de12b", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:38:26.974527 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-271bfe45-79ab-4a1b-acaf-9470eb937153 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:38:26.974925 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef357d0-d585-47f5-beef-f0d2f5373f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74418db1-07ec-4db9-bb47-00a4321de12b', 'code': 200} Nov 25 20:38:27.002351 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=74418db1-07ec-4db9-bb47-00a4321de12b,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:38:27.077437 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22763b5-fa01-4f0a-aa40-fb4e0eafe2eb req-173e476d-b9c9-4ded-b09d-e226adb58ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:27.078985 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e22763b5-fa01-4f0a-aa40-fb4e0eafe2eb req-173e476d-b9c9-4ded-b09d-e226adb58ccd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 1097 time: 0.0478125 Nov 25 20:38:27.125767 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e22763b5-fa01-4f0a-aa40-fb4e0eafe2eb req-17ccfed9-e887-44f1-9c69-4d12636d819e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381949 Nov 25 20:38:27.288352 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bae216-1d6e-4ba3-8e02-116175727721 req-e673858b-7b47-4cbf-a355-294c8f47eac7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:27.290098 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4bae216-1d6e-4ba3-8e02-116175727721 req-e673858b-7b47-4cbf-a355-294c8f47eac7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 946 time: 0.0494704 Nov 25 20:38:27.338312 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a4bae216-1d6e-4ba3-8e02-116175727721 req-6e98bf71-e953-4dcb-82d4-511d9ffcac2a tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421054 Nov 25 20:38:28.455454 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f31b6-718a-4bd6-98f2-3a50a3a12028 req-de304ffe-e645-4822-8a00-712df3811425 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:28.456928 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e65f31b6-718a-4bd6-98f2-3a50a3a12028 req-de304ffe-e645-4822-8a00-712df3811425 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 946 time: 0.0488036 Nov 25 20:38:28.510671 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e65f31b6-718a-4bd6-98f2-3a50a3a12028 req-f05f2bbb-ab63-402f-b5f2-ca175ca9969f tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462217 Nov 25 20:38:28.623881 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a4328-5b39-4ed3-ba8f-b5a25e987ce0 req-7b6150cc-89b1-491d-aa27-20a29fca8cb7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:28.625261 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6b3a4328-5b39-4ed3-ba8f-b5a25e987ce0 req-7b6150cc-89b1-491d-aa27-20a29fca8cb7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 946 time: 0.0496297 Nov 25 20:38:28.674810 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6b3a4328-5b39-4ed3-ba8f-b5a25e987ce0 req-14c7350c-752b-4bf6-adb7-c254eb7fe083 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429411 Nov 25 20:38:28.865119 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0db41e-a500-4efa-8b94-6801f71d8738 req-9732d034-0720-4386-8580-a81f22af4791 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:28.866806 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd0db41e-a500-4efa-8b94-6801f71d8738 req-9732d034-0720-4386-8580-a81f22af4791 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 946 time: 0.0482917 Nov 25 20:38:28.917699 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd0db41e-a500-4efa-8b94-6801f71d8738 req-2512e735-2ff8-44f1-a988-b1ffeaeec6b8 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444295 Nov 25 20:38:29.400077 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-23b23057-53db-4a4c-b559-18ad125944c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:31.879483 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1bd98013-67e0-4e3a-af30-a5c6dc5c1be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:33.958433 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:35.700133 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:35.771792 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:42.533384 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97dcb6-9afb-463b-9038-4d31bc8fbda6 req-b21aec21-143d-4c9b-b930-d82b71af48c0 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:42.534940 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5a97dcb6-9afb-463b-9038-4d31bc8fbda6 req-b21aec21-143d-4c9b-b930-d82b71af48c0 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 946 time: 0.0572884 Nov 25 20:38:42.585212 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5a97dcb6-9afb-463b-9038-4d31bc8fbda6 req-770f370a-4d8c-4ac3-adce-531705eebc07 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433238 Nov 25 20:38:42.607649 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58890) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:38:42.738525 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990efa01-d046-4c4a-bb5e-d1b9eb3ac646 tempest-TestMinimumBasicScenario-1675371224 tempest-TestMinimumBasicScenario-1675371224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:42.740649 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-990efa01-d046-4c4a-bb5e-d1b9eb3ac646 tempest-TestMinimumBasicScenario-1675371224 tempest-TestMinimumBasicScenario-1675371224-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 1092 time: 0.1314321 Nov 25 20:38:42.743636 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58894) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:38:42.747923 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'port_id': '74418db1-07ec-4db9-bb47-00a4321de12b', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:38:42.769681 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:42.871309 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:42.980127 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Allocated IP 172.25.6.94 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/622cdbda-a88e-44e1-a52a-4e495a5c3734) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:38:43.084839 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:43.119637 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:43.156030 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:38:43.160733 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:38:43.164121 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:38:43.199103 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Pushing event updated for resources: {'Port': ['ID=622cdbda-a88e-44e1-a52a-4e495a5c3734,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:38:43.212641 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:43.213004 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:43.213355 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:43.213699 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:43.214038 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:43.214409 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:43.214746 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:43.215078 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:43.215409 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:43.215744 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:43.216069 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:43.216395 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:43.544435 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:43.617076 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:43.769079 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:43.773582 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:43.856142 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Pushing event updated for resources: {'Port': ['ID=622cdbda-a88e-44e1-a52a-4e495a5c3734,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:38:43.866787 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:43.967540 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Floating IP 2d2c3345-4ece-4929-b289-437c0803e2dd associated. External IP: 172.25.6.94, port: 74418db1-07ec-4db9-bb47-00a4321de12b. Nov 25 20:38:44.183257 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Router d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:38:44.291920 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:38:44.302047 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87461527-fc25-4614-9170-d71673a196a4 None None] Sync routers for ids ['d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:38:44.311834 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:44.314436 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87461527-fc25-4614-9170-d71673a196a4 None None] Routers {'d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:38:44.315064 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-87461527-fc25-4614-9170-d71673a196a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:38:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:38:44.339300 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2a27858e-3903-4c61-8fe7-bd08bacab0a7 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5946071 Nov 25 20:38:44.340077 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef357d0-d585-47f5-beef-f0d2f5373f21', 'tag': '74418db1-07ec-4db9-bb47-00a4321de12b'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:38:44.342121 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58896) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:38:44.342853 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc42b9ca-8594-423b-914e-38b271b1c28a" -d '{"events": [{"name": "network-changed", "server_uuid": "cef357d0-d585-47f5-beef-f0d2f5373f21", "tag": "74418db1-07ec-4db9-bb47-00a4321de12b"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:38:44.347391 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-65c857d5-8a80-45d9-94e4-6f39f5c738b3 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1147057742', 'description': 'tempest-secgroup-smoke-1147057742 description', 'project_id': '679df410b1374d99a0d7cdaec8c82b04'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:38:44.375575 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65c857d5-8a80-45d9-94e4-6f39f5c738b3 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:44.385806 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed4417a-440d-40b7-ac8d-417cd82c4954 x-openstack-request-id: req-2ed4417a-440d-40b7-ac8d-417cd82c4954 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:38:44.386957 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef357d0-d585-47f5-beef-f0d2f5373f21", "tag": "74418db1-07ec-4db9-bb47-00a4321de12b", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:38:44.388156 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2ed4417a-440d-40b7-ac8d-417cd82c4954 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:38:44.389212 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef357d0-d585-47f5-beef-f0d2f5373f21', 'tag': '74418db1-07ec-4db9-bb47-00a4321de12b', 'status': 'completed', 'code': 200} Nov 25 20:38:44.432810 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-87461527-fc25-4614-9170-d71673a196a4 None None] Set router d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:38:44.487701 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65c857d5-8a80-45d9-94e4-6f39f5c738b3 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:44.492018 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42b9ca-8594-423b-914e-38b271b1c28a req-c497db95-2c05-4c50-ac6e-f5354dc1a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:44.493712 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fc42b9ca-8594-423b-914e-38b271b1c28a req-c497db95-2c05-4c50-ac6e-f5354dc1a5fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=679df410b1374d99a0d7cdaec8c82b04&device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 1097 time: 0.0779765 Nov 25 20:38:44.494776 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65c857d5-8a80-45d9-94e4-6f39f5c738b3 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:44.557499 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65c857d5-8a80-45d9-94e4-6f39f5c738b3 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:44.561970 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-65c857d5-8a80-45d9-94e4-6f39f5c738b3 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2154899 Nov 25 20:38:44.563167 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58900) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:38:44.568723 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fcc55567-7508-43fc-978c-1dcdc31bdc09 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Request body: {'security_group_rule': {'security_group_id': '1683e721-f28c-48a2-9551-ccd09e1ea4a2', 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:38:44.589962 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c857d5-8a80-45d9-94e4-6f39f5c738b3 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1683e721-f28c-48a2-9551-ccd09e1ea4a2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:38:44.604088 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c857d5-8a80-45d9-94e4-6f39f5c738b3 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:44.604425 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c857d5-8a80-45d9-94e4-6f39f5c738b3 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:44.604788 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c857d5-8a80-45d9-94e4-6f39f5c738b3 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:44.605122 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c857d5-8a80-45d9-94e4-6f39f5c738b3 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:44.605453 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c857d5-8a80-45d9-94e4-6f39f5c738b3 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:44.605783 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c857d5-8a80-45d9-94e4-6f39f5c738b3 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:44.606112 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c857d5-8a80-45d9-94e4-6f39f5c738b3 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:44.606473 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c857d5-8a80-45d9-94e4-6f39f5c738b3 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:44.608171 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c857d5-8a80-45d9-94e4-6f39f5c738b3 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:44.608171 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c857d5-8a80-45d9-94e4-6f39f5c738b3 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:44.608171 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c857d5-8a80-45d9-94e4-6f39f5c738b3 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:44.608444 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fcc55567-7508-43fc-978c-1dcdc31bdc09 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:44.608547 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c857d5-8a80-45d9-94e4-6f39f5c738b3 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:38:44.646735 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42b9ca-8594-423b-914e-38b271b1c28a req-ac1c0cd2-9c18-4fa8-969e-a8270fcff795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:44.646735 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fc42b9ca-8594-423b-914e-38b271b1c28a req-ac1c0cd2-9c18-4fa8-969e-a8270fcff795 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b7796ce8-75f1-41ec-a640-40aa47da84bc HTTP/1.1" status: 200 len: 916 time: 0.1339498 Nov 25 20:38:44.693628 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-87461527-fc25-4614-9170-d71673a196a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'name': 'tempest-TestMinimumBasicScenario-1215272143-router', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:37:52Z', 'revision_number': 4, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'gw_port': {'id': 'e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '2d2c3345-4ece-4929-b289-437c0803e2dd', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'floating_ip_address': '172.25.6.94', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'port_id': '74418db1-07ec-4db9-bb47-00a4321de12b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc', 'mac_address': 'fa:16:3e:ba:28:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef357d0-d585-47f5-beef-f0d2f5373f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:38:43Z', 'updated_at': '2021-11-25T20:38:43Z', 'revision_number': 0, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835e7982-c79d-4f24-b3dc-8b36af5ef0fb', 'name': '', 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'mac_address': 'fa:16:3e:44:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '31840949-c910-4532-b7a4-5c6b50cd8fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:51Z', 'updated_at': '2021-11-25T20:37:57Z', 'revision_number': 5, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'subnets': [{'id': '31840949-c910-4532-b7a4-5c6b50cd8fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:38:44.695857 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fcc55567-7508-43fc-978c-1dcdc31bdc09 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:44.700099 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fcc55567-7508-43fc-978c-1dcdc31bdc09 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:44.717607 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc55567-7508-43fc-978c-1dcdc31bdc09 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14d1184-50e6-4142-937d-00e2a3835026,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:38:44.725544 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fc42b9ca-8594-423b-914e-38b271b1c28a req-fd9a3a45-6b10-4ce5-a7aa-875159b8c02e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74418db1-07ec-4db9-bb47-00a4321de12b HTTP/1.1" status: 200 len: 999 time: 0.0720344 Nov 25 20:38:44.727641 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fcc55567-7508-43fc-978c-1dcdc31bdc09 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:44.728888 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fcc55567-7508-43fc-978c-1dcdc31bdc09 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1644533 Nov 25 20:38:44.731874 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58902) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:38:44.732844 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87461527-fc25-4614-9170-d71673a196a4 None None] Checking router: d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:38:44.736803 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-82f21c74-dfbe-457e-a53d-d748bb9d6b73 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Request body: {'security_group_rule': {'security_group_id': '1683e721-f28c-48a2-9551-ccd09e1ea4a2', 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:38:44.742813 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87461527-fc25-4614-9170-d71673a196a4 None None] Routers {'d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:38:44.743420 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-87461527-fc25-4614-9170-d71673a196a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:38:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:38:44.773642 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-82f21c74-dfbe-457e-a53d-d748bb9d6b73 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:44.788621 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42b9ca-8594-423b-914e-38b271b1c28a req-36b09f6d-3f9b-4f2d-b2aa-36c00551b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:44.790422 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fc42b9ca-8594-423b-914e-38b271b1c28a req-36b09f6d-3f9b-4f2d-b2aa-36c00551b1aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31840949-c910-4532-b7a4-5c6b50cd8fac HTTP/1.1" status: 200 len: 854 time: 0.0566220 Nov 25 20:38:44.841052 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-82f21c74-dfbe-457e-a53d-d748bb9d6b73 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:44.844889 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-82f21c74-dfbe-457e-a53d-d748bb9d6b73 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:44.845188 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42b9ca-8594-423b-914e-38b271b1c28a req-ca5cc895-21d9-4bb2-a5f2-888ad3033ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:44.847176 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fc42b9ca-8594-423b-914e-38b271b1c28a req-ca5cc895-21d9-4bb2-a5f2-888ad3033ecb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7796ce8-75f1-41ec-a640-40aa47da84bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477355 Nov 25 20:38:44.864087 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f21c74-dfbe-457e-a53d-d748bb9d6b73 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb081dec-40c7-4b53-acb9-2eec09e95dd4,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:38:44.871289 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-87461527-fc25-4614-9170-d71673a196a4 None None] Set router d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:38:44.874523 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-82f21c74-dfbe-457e-a53d-d748bb9d6b73 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:44.879190 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-82f21c74-dfbe-457e-a53d-d748bb9d6b73 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1429238 Nov 25 20:38:44.879190 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58904) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:38:44.883652 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-23553896-221d-4099-b3ba-25598dc737e9 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Request body: {'security_group_rule': {'security_group_id': '1683e721-f28c-48a2-9551-ccd09e1ea4a2', 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:38:44.912601 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23553896-221d-4099-b3ba-25598dc737e9 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:44.956062 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fc42b9ca-8594-423b-914e-38b271b1c28a req-7f1fbddf-220e-4f2f-9f86-b0b9b90992d1 service neutron] 10.222.0.73 "GET /v2.0/networks/b7796ce8-75f1-41ec-a640-40aa47da84bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002135 Nov 25 20:38:44.971989 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23553896-221d-4099-b3ba-25598dc737e9 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:44.977734 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23553896-221d-4099-b3ba-25598dc737e9 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:44.998976 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23553896-221d-4099-b3ba-25598dc737e9 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32825fb0-4c13-493b-8ea2-1d740477f4a2,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:38:45.004915 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23553896-221d-4099-b3ba-25598dc737e9 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:45.007177 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-23553896-221d-4099-b3ba-25598dc737e9 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272418 Nov 25 20:38:45.009472 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58906) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:38:45.014003 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ab71aec3-1fbc-4590-81e1-6c900ae7f7d9 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Request body: {'security_group_rule': {'security_group_id': '1683e721-f28c-48a2-9551-ccd09e1ea4a2', 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:38:45.046367 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab71aec3-1fbc-4590-81e1-6c900ae7f7d9 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:45.072183 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fc42b9ca-8594-423b-914e-38b271b1c28a req-f9eb14e3-b9ae-4094-ad2c-96e3c2237bb1 service neutron] 10.222.0.73 "GET /v2.0/networks/b7796ce8-75f1-41ec-a640-40aa47da84bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076181 Nov 25 20:38:45.123639 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab71aec3-1fbc-4590-81e1-6c900ae7f7d9 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:45.128188 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab71aec3-1fbc-4590-81e1-6c900ae7f7d9 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:45.141528 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-87461527-fc25-4614-9170-d71673a196a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'name': 'tempest-TestMinimumBasicScenario-1215272143-router', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:37:52Z', 'revision_number': 4, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'gw_port': {'id': 'e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '2d2c3345-4ece-4929-b289-437c0803e2dd', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'floating_ip_address': '172.25.6.94', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'port_id': '74418db1-07ec-4db9-bb47-00a4321de12b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc', 'mac_address': 'fa:16:3e:ba:28:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef357d0-d585-47f5-beef-f0d2f5373f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:38:43Z', 'updated_at': '2021-11-25T20:38:43Z', 'revision_number': 0, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835e7982-c79d-4f24-b3dc-8b36af5ef0fb', 'name': '', 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'mac_address': 'fa:16:3e:44:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '31840949-c910-4532-b7a4-5c6b50cd8fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:51Z', 'updated_at': '2021-11-25T20:37:57Z', 'revision_number': 5, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'subnets': [{'id': '31840949-c910-4532-b7a4-5c6b50cd8fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:38:45.150367 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71aec3-1fbc-4590-81e1-6c900ae7f7d9 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c594b8-6105-4297-9a03-030a925e14ae,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:38:45.159021 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab71aec3-1fbc-4590-81e1-6c900ae7f7d9 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:45.160258 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ab71aec3-1fbc-4590-81e1-6c900ae7f7d9 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1497438 Nov 25 20:38:45.163559 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58908) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:38:45.168199 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-94baeaea-e022-4808-93cb-d234789dfac1 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Request body: {'security_group_rule': {'security_group_id': '1683e721-f28c-48a2-9551-ccd09e1ea4a2', 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:38:45.172256 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87461527-fc25-4614-9170-d71673a196a4 None None] The sync data for ids ['d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'] in n-d-819349-5 is: [{'id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'name': 'tempest-TestMinimumBasicScenario-1215272143-router', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:37:52Z', 'revision_number': 4, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'gw_port': {'id': 'e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '2d2c3345-4ece-4929-b289-437c0803e2dd', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'floating_ip_address': '172.25.6.94', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'port_id': '74418db1-07ec-4db9-bb47-00a4321de12b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc', 'mac_address': 'fa:16:3e:ba:28:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef357d0-d585-47f5-beef-f0d2f5373f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:38:43Z', 'updated_at': '2021-11-25T20:38:43Z', 'revision_number': 0, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835e7982-c79d-4f24-b3dc-8b36af5ef0fb', 'name': '', 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'mac_address': 'fa:16:3e:44:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '31840949-c910-4532-b7a4-5c6b50cd8fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:51Z', 'updated_at': '2021-11-25T20:37:57Z', 'revision_number': 5, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'subnets': [{'id': '31840949-c910-4532-b7a4-5c6b50cd8fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:38:45.196429 n-d-819349-5 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-94baeaea-e022-4808-93cb-d234789dfac1 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Project 679df410b1374d99a0d7cdaec8c82b04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:38:45.202056 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94baeaea-e022-4808-93cb-d234789dfac1 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:45.269419 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94baeaea-e022-4808-93cb-d234789dfac1 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:45.275027 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94baeaea-e022-4808-93cb-d234789dfac1 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:45.296830 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94baeaea-e022-4808-93cb-d234789dfac1 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea57f93-cbb6-48cd-ad54-0632cb1b69a6,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:38:45.305713 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94baeaea-e022-4808-93cb-d234789dfac1 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:45.307409 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-94baeaea-e022-4808-93cb-d234789dfac1 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1422048 Nov 25 20:38:45.309826 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58910) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:38:45.314439 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7c3450fe-acc7-4949-b9a7-cc0541125221 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Request body: {'security_group_rule': {'security_group_id': '1683e721-f28c-48a2-9551-ccd09e1ea4a2', 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:38:45.338065 n-d-819349-5 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-7c3450fe-acc7-4949-b9a7-cc0541125221 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Project 679df410b1374d99a0d7cdaec8c82b04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:38:45.343895 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c3450fe-acc7-4949-b9a7-cc0541125221 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:45.392379 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601e7352-271d-4522-8f0d-edb9f8ec1007 None None] New status for floating IP 2d2c3345-4ece-4929-b289-437c0803e2dd: ACTIVE {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:38:45.413680 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c3450fe-acc7-4949-b9a7-cc0541125221 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:45.417963 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c3450fe-acc7-4949-b9a7-cc0541125221 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:45.439467 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3450fe-acc7-4949-b9a7-cc0541125221 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba357b2-8370-4fcf-9d73-ea109fab657f,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:38:45.446159 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c3450fe-acc7-4949-b9a7-cc0541125221 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:45.450281 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7c3450fe-acc7-4949-b9a7-cc0541125221 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1364563 Nov 25 20:38:45.549252 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0ae4159e-bd98-4db1-9153-f182e424ff4b req-b9179559-7d93-43f1-831b-a03ffa8b4fa6 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1147057742&fields=id&tenant_id=679df410b1374d99a0d7cdaec8c82b04 HTTP/1.1" status: 200 len: 267 time: 0.0516522 Nov 25 20:38:45.607127 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4159e-bd98-4db1-9153-f182e424ff4b req-e7c4a578-4f88-4afe-9a6a-a7d38c98a1af tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:45.608646 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0ae4159e-bd98-4db1-9153-f182e424ff4b req-e7c4a578-4f88-4afe-9a6a-a7d38c98a1af tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 946 time: 0.0527081 Nov 25 20:38:45.620332 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-0ae4159e-bd98-4db1-9153-f182e424ff4b req-0e817bf0-5269-4a83-b8b9-a47cfc15a369 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Request body: {'port': {'security_groups': ['f620690f-9d01-48b1-a663-fcad7cc3ac7b', '1683e721-f28c-48a2-9551-ccd09e1ea4a2']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:38:45.687789 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0ae4159e-bd98-4db1-9153-f182e424ff4b req-0e817bf0-5269-4a83-b8b9-a47cfc15a369 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:45.880266 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-0ae4159e-bd98-4db1-9153-f182e424ff4b req-0e817bf0-5269-4a83-b8b9-a47cfc15a369 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] For port 74418db1-07ec-4db9-bb47-00a4321de12b, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=74418db1-07ec-4db9-bb47-00a4321de12b,segment=NetworkSegment(d824903a-96bb-41ba-b39b-7eaddaca3ab5),segment_id=d824903a-96bb-41ba-b39b-7eaddaca3ab5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:38:45.912237 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0ae4159e-bd98-4db1-9153-f182e424ff4b req-0e817bf0-5269-4a83-b8b9-a47cfc15a369 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:45.916914 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0ae4159e-bd98-4db1-9153-f182e424ff4b req-0e817bf0-5269-4a83-b8b9-a47cfc15a369 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:45.928587 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['74418db1-07ec-4db9-bb47-00a4321de12b'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:38:45.960416 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4159e-bd98-4db1-9153-f182e424ff4b req-0e817bf0-5269-4a83-b8b9-a47cfc15a369 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:45.961181 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0ae4159e-bd98-4db1-9153-f182e424ff4b req-0e817bf0-5269-4a83-b8b9-a47cfc15a369 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:45.962715 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0ae4159e-bd98-4db1-9153-f182e424ff4b req-0e817bf0-5269-4a83-b8b9-a47cfc15a369 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "PUT /v2.0/ports/74418db1-07ec-4db9-bb47-00a4321de12b HTTP/1.1" status: 200 len: 982 time: 0.3476195 Nov 25 20:38:45.963186 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef357d0-d585-47f5-beef-f0d2f5373f21', 'tag': '74418db1-07ec-4db9-bb47-00a4321de12b'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:38:45.965747 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052cd7a5-6723-4ccc-a0df-93e30ce7eb91" -d '{"events": [{"name": "network-changed", "server_uuid": "cef357d0-d585-47f5-beef-f0d2f5373f21", "tag": "74418db1-07ec-4db9-bb47-00a4321de12b"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:38:45.995760 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e817bf0-5269-4a83-b8b9-a47cfc15a369 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Pushing event updated for resources: {'Port': ['ID=74418db1-07ec-4db9-bb47-00a4321de12b,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:38:46.032509 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['74418db1-07ec-4db9-bb47-00a4321de12b'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:38:46.093366 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070ac5c-6fe8-49d6-8efb-ecc03702a333 req-8a2dc3af-790c-4a2b-9e06-474afb55aa5c tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:46.101613 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a070ac5c-6fe8-49d6-8efb-ecc03702a333 req-8a2dc3af-790c-4a2b-9e06-474afb55aa5c tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 985 time: 0.0681417 Nov 25 20:38:46.172307 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a070ac5c-6fe8-49d6-8efb-ecc03702a333 req-7c4723f5-f8f6-4ef6-80c3-23d166eade23 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=1683e721-f28c-48a2-9551-ccd09e1ea4a2&id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676856 Nov 25 20:38:46.234715 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3881952d-2d7c-43af-aba7-0230d8c1929a x-openstack-request-id: req-3881952d-2d7c-43af-aba7-0230d8c1929a {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:38:46.234715 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef357d0-d585-47f5-beef-f0d2f5373f21", "tag": "74418db1-07ec-4db9-bb47-00a4321de12b", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:38:46.235544 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3881952d-2d7c-43af-aba7-0230d8c1929a {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:38:46.235991 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef357d0-d585-47f5-beef-f0d2f5373f21', 'tag': '74418db1-07ec-4db9-bb47-00a4321de12b', 'status': 'completed', 'code': 200} Nov 25 20:38:46.301945 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cd7a5-6723-4ccc-a0df-93e30ce7eb91 req-7902639a-c0ae-4476-b710-8bec7e969a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:46.304025 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-052cd7a5-6723-4ccc-a0df-93e30ce7eb91 req-7902639a-c0ae-4476-b710-8bec7e969a74 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=679df410b1374d99a0d7cdaec8c82b04&device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 1136 time: 0.0449631 Nov 25 20:38:46.345716 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0e1d9385-b5e4-4d06-81b5-ccdcabd488f0 None None] Provisioning complete for port 74418db1-07ec-4db9-bb47-00a4321de12b triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:38:46.346088 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0e1d9385-b5e4-4d06-81b5-ccdcabd488f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:46.401123 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cd7a5-6723-4ccc-a0df-93e30ce7eb91 req-53368010-d9bb-4d7a-93bc-9d90b5ffaacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:46.402544 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-052cd7a5-6723-4ccc-a0df-93e30ce7eb91 req-53368010-d9bb-4d7a-93bc-9d90b5ffaacd service neutron] 10.222.0.73 "GET /v2.0/networks?id=b7796ce8-75f1-41ec-a640-40aa47da84bc HTTP/1.1" status: 200 len: 916 time: 0.0898774 Nov 25 20:38:46.469640 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-052cd7a5-6723-4ccc-a0df-93e30ce7eb91 req-4b112875-caea-4bbd-a3fe-f4bcffa968a3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74418db1-07ec-4db9-bb47-00a4321de12b HTTP/1.1" status: 200 len: 1001 time: 0.0596411 Nov 25 20:38:46.520506 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cd7a5-6723-4ccc-a0df-93e30ce7eb91 req-98aa07b7-40b7-42d2-b966-05a26fc29a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:46.522687 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-052cd7a5-6723-4ccc-a0df-93e30ce7eb91 req-98aa07b7-40b7-42d2-b966-05a26fc29a40 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31840949-c910-4532-b7a4-5c6b50cd8fac HTTP/1.1" status: 200 len: 854 time: 0.0462582 Nov 25 20:38:46.576251 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cd7a5-6723-4ccc-a0df-93e30ce7eb91 req-4aed321a-6042-43f6-8c3c-aecf230340a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:46.577799 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-052cd7a5-6723-4ccc-a0df-93e30ce7eb91 req-4aed321a-6042-43f6-8c3c-aecf230340a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7796ce8-75f1-41ec-a640-40aa47da84bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468242 Nov 25 20:38:46.672443 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-052cd7a5-6723-4ccc-a0df-93e30ce7eb91 req-48b4a860-70ee-486c-beca-203e67744b2b service neutron] 10.222.0.73 "GET /v2.0/networks/b7796ce8-75f1-41ec-a640-40aa47da84bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856621 Nov 25 20:38:46.772291 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-052cd7a5-6723-4ccc-a0df-93e30ce7eb91 req-8726f25b-3a2e-401b-a4a5-fb6fb7fffb9e service neutron] 10.222.0.73 "GET /v2.0/networks/b7796ce8-75f1-41ec-a640-40aa47da84bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914810 Nov 25 20:38:47.618621 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:38:54.313080 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:54.929273 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:59.403680 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dd4c5835-1433-46e9-8995-4f688bbcbb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:01.357785 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8935d3-d7da-4335-9bf8-7df8dfa090b1 req-cb5d56ce-0f7f-4bae-b9eb-dc229ecd052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:01.359202 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c8935d3-d7da-4335-9bf8-7df8dfa090b1 req-cb5d56ce-0f7f-4bae-b9eb-dc229ecd052b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=679df410b1374d99a0d7cdaec8c82b04&device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 1136 time: 0.0654795 Nov 25 20:39:01.367111 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9276ca-a404-49c4-b1f5-0ba3ad8acfed req-e0345164-9d14-42a4-8fe8-f90bc1bf50af tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:01.369204 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f9276ca-a404-49c4-b1f5-0ba3ad8acfed req-e0345164-9d14-42a4-8fe8-f90bc1bf50af tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 985 time: 0.0853257 Nov 25 20:39:01.494395 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3f9276ca-a404-49c4-b1f5-0ba3ad8acfed req-aedf3ca0-09f0-4106-a5cf-73ae5dcbeeb3 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=1683e721-f28c-48a2-9551-ccd09e1ea4a2&id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1165581 Nov 25 20:39:01.504735 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8935d3-d7da-4335-9bf8-7df8dfa090b1 req-3a036f03-053b-459d-8251-29cdefdb308a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:01.506205 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c8935d3-d7da-4335-9bf8-7df8dfa090b1 req-3a036f03-053b-459d-8251-29cdefdb308a service neutron] 10.222.0.73 "GET /v2.0/networks?id=b7796ce8-75f1-41ec-a640-40aa47da84bc HTTP/1.1" status: 200 len: 916 time: 0.1361165 Nov 25 20:39:01.581649 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c8935d3-d7da-4335-9bf8-7df8dfa090b1 req-983e974b-e1f9-4484-83d3-199d21e2a0d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74418db1-07ec-4db9-bb47-00a4321de12b HTTP/1.1" status: 200 len: 1001 time: 0.0670574 Nov 25 20:39:01.634371 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8935d3-d7da-4335-9bf8-7df8dfa090b1 req-78757ef3-e983-4a96-8087-2d5fc2fe14bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:01.635761 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c8935d3-d7da-4335-9bf8-7df8dfa090b1 req-78757ef3-e983-4a96-8087-2d5fc2fe14bb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31840949-c910-4532-b7a4-5c6b50cd8fac HTTP/1.1" status: 200 len: 854 time: 0.0448165 Nov 25 20:39:01.685513 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8935d3-d7da-4335-9bf8-7df8dfa090b1 req-82ec6bf3-40bd-49a1-a259-9af93bbd53b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:01.687092 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c8935d3-d7da-4335-9bf8-7df8dfa090b1 req-82ec6bf3-40bd-49a1-a259-9af93bbd53b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7796ce8-75f1-41ec-a640-40aa47da84bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429575 Nov 25 20:39:01.890621 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2b9106ca-0c1b-464d-82ae-01be30589ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:02.114765 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c8935d3-d7da-4335-9bf8-7df8dfa090b1 req-7bd0d5a5-bafb-4b42-9a13-88db8214c561 service neutron] 10.222.0.73 "GET /v2.0/networks/b7796ce8-75f1-41ec-a640-40aa47da84bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188485 Nov 25 20:39:02.208938 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5c8935d3-d7da-4335-9bf8-7df8dfa090b1 req-fa1116b8-489d-4d57-aef1-2484fc1225b9 service neutron] 10.222.0.73 "GET /v2.0/networks/b7796ce8-75f1-41ec-a640-40aa47da84bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861537 Nov 25 20:39:02.627968 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9a1f7-ed95-4f29-8e4d-555aba824e20 req-4acd5d45-5bc1-452a-98aa-5e4e588dfb2c tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:02.629559 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-32b9a1f7-ed95-4f29-8e4d-555aba824e20 req-4acd5d45-5bc1-452a-98aa-5e4e588dfb2c tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 985 time: 0.0500047 Nov 25 20:39:02.701942 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-32b9a1f7-ed95-4f29-8e4d-555aba824e20 req-7b2add43-951c-4dbe-bda7-de83481a0822 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=1683e721-f28c-48a2-9551-ccd09e1ea4a2&id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655303 Nov 25 20:39:03.833617 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d541d8-90e6-4cb5-a6b0-225914b9846b req-0071cdb0-e80a-4b5a-9147-ee538719cf07 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:03.835176 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-70d541d8-90e6-4cb5-a6b0-225914b9846b req-0071cdb0-e80a-4b5a-9147-ee538719cf07 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 985 time: 0.0524502 Nov 25 20:39:03.903337 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-70d541d8-90e6-4cb5-a6b0-225914b9846b req-43458d96-fd10-4929-b3b4-473fe7e8d2a8 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=1683e721-f28c-48a2-9551-ccd09e1ea4a2&id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608490 Nov 25 20:39:03.963772 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:05.026755 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491d6f2-1ee4-4f5a-a919-d577cae43d63 req-8ffcaceb-0096-445d-8ad2-9087c97db4fd tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:05.028210 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8491d6f2-1ee4-4f5a-a919-d577cae43d63 req-8ffcaceb-0096-445d-8ad2-9087c97db4fd tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 985 time: 0.0520294 Nov 25 20:39:05.091457 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8491d6f2-1ee4-4f5a-a919-d577cae43d63 req-34751a25-eac1-4e4e-a345-8538ca2db09b tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=1683e721-f28c-48a2-9551-ccd09e1ea4a2&id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569584 Nov 25 20:39:05.704985 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:05.772723 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:06.220461 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570611f4-82ac-4a7d-bdad-1b16d985cc8c req-c6d17179-345d-4882-801a-5cceed4e9d17 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:06.222068 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-570611f4-82ac-4a7d-bdad-1b16d985cc8c req-c6d17179-345d-4882-801a-5cceed4e9d17 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 985 time: 0.0570333 Nov 25 20:39:06.287591 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-570611f4-82ac-4a7d-bdad-1b16d985cc8c req-257720d4-575a-425b-8a11-cfafd9da8166 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=1683e721-f28c-48a2-9551-ccd09e1ea4a2&id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587020 Nov 25 20:39:07.415250 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a818c55-11c1-4860-885f-fc16223c2069 req-f9f3b3f8-e13c-49b9-8285-f2da6f9f056e tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:07.417337 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a818c55-11c1-4860-885f-fc16223c2069 req-f9f3b3f8-e13c-49b9-8285-f2da6f9f056e tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 985 time: 0.0549517 Nov 25 20:39:07.488664 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a818c55-11c1-4860-885f-fc16223c2069 req-040e0bc2-3639-465b-8470-a95cdeebbb9c tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=1683e721-f28c-48a2-9551-ccd09e1ea4a2&id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647519 Nov 25 20:39:08.629953 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894af8f-c56f-4be2-8ddd-7f9553632d8e req-e613c97e-348f-405c-95e5-3c36326a9363 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:08.631642 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a894af8f-c56f-4be2-8ddd-7f9553632d8e req-e613c97e-348f-405c-95e5-3c36326a9363 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 985 time: 0.0600843 Nov 25 20:39:08.706600 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a894af8f-c56f-4be2-8ddd-7f9553632d8e req-d589510c-f19f-4e3e-85ec-809a9dd1c21e tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=1683e721-f28c-48a2-9551-ccd09e1ea4a2&id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650377 Nov 25 20:39:09.836051 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf659e08-8f5f-49bc-80ad-8fac02ab17d2 req-f5b3f4b3-789e-452b-9880-a8ca66e8757f tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:09.837595 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf659e08-8f5f-49bc-80ad-8fac02ab17d2 req-f5b3f4b3-789e-452b-9880-a8ca66e8757f tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 985 time: 0.0536444 Nov 25 20:39:09.924546 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf659e08-8f5f-49bc-80ad-8fac02ab17d2 req-0fbf0fd8-8830-4a60-b811-1be682bbf764 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=1683e721-f28c-48a2-9551-ccd09e1ea4a2&id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0803752 Nov 25 20:39:09.936810 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771145c-c85d-4049-80e0-678f4598ebd1 req-ec3c860e-7ae3-4799-a7db-b4d8f07a20e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:09.938311 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1771145c-c85d-4049-80e0-678f4598ebd1 req-ec3c860e-7ae3-4799-a7db-b4d8f07a20e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=679df410b1374d99a0d7cdaec8c82b04&device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 1136 time: 0.0571284 Nov 25 20:39:10.047288 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771145c-c85d-4049-80e0-678f4598ebd1 req-2391d827-5473-481a-813d-2a7f3edb3d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:10.048727 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1771145c-c85d-4049-80e0-678f4598ebd1 req-2391d827-5473-481a-813d-2a7f3edb3d1c service neutron] 10.222.0.73 "GET /v2.0/networks?id=b7796ce8-75f1-41ec-a640-40aa47da84bc HTTP/1.1" status: 200 len: 916 time: 0.0902095 Nov 25 20:39:10.115913 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1771145c-c85d-4049-80e0-678f4598ebd1 req-eaf778e4-234d-4c62-b8ad-9d8b27b4130c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74418db1-07ec-4db9-bb47-00a4321de12b HTTP/1.1" status: 200 len: 1001 time: 0.0588315 Nov 25 20:39:10.169288 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771145c-c85d-4049-80e0-678f4598ebd1 req-bf15ab89-6a25-48d4-a6c9-0f64e592f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:10.170792 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1771145c-c85d-4049-80e0-678f4598ebd1 req-bf15ab89-6a25-48d4-a6c9-0f64e592f5c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31840949-c910-4532-b7a4-5c6b50cd8fac HTTP/1.1" status: 200 len: 854 time: 0.0471859 Nov 25 20:39:10.217043 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771145c-c85d-4049-80e0-678f4598ebd1 req-f547e7df-2195-4dcd-a1cd-4b8b5e28657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:10.218567 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1771145c-c85d-4049-80e0-678f4598ebd1 req-f547e7df-2195-4dcd-a1cd-4b8b5e28657e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7796ce8-75f1-41ec-a640-40aa47da84bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405593 Nov 25 20:39:10.309989 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1771145c-c85d-4049-80e0-678f4598ebd1 req-d5aa790f-b946-47ed-b25f-ef74019ac724 service neutron] 10.222.0.73 "GET /v2.0/networks/b7796ce8-75f1-41ec-a640-40aa47da84bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835397 Nov 25 20:39:10.407100 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1771145c-c85d-4049-80e0-678f4598ebd1 req-5e6b6289-4460-4615-aa76-f29f59072950 service neutron] 10.222.0.73 "GET /v2.0/networks/b7796ce8-75f1-41ec-a640-40aa47da84bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896919 Nov 25 20:39:11.045980 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b8ff1-5c41-41e7-a1d4-adf3a48d9686 req-28dc03b1-1655-4078-be33-9f1d582421f2 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:11.047418 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f92b8ff1-5c41-41e7-a1d4-adf3a48d9686 req-28dc03b1-1655-4078-be33-9f1d582421f2 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 985 time: 0.0501056 Nov 25 20:39:11.112603 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f92b8ff1-5c41-41e7-a1d4-adf3a48d9686 req-285d5ab5-3266-4adc-9a43-1666206faa25 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=1683e721-f28c-48a2-9551-ccd09e1ea4a2&id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591745 Nov 25 20:39:12.239116 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcc5fe-c0c9-496d-9464-af262d17072c req-517252a4-2c43-4499-b437-a5cef65fd800 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:12.240553 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cbbcc5fe-c0c9-496d-9464-af262d17072c req-517252a4-2c43-4499-b437-a5cef65fd800 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 985 time: 0.0544331 Nov 25 20:39:12.305756 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cbbcc5fe-c0c9-496d-9464-af262d17072c req-5651b5ca-465b-4905-b437-0d97ba5b572b tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=1683e721-f28c-48a2-9551-ccd09e1ea4a2&id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576026 Nov 25 20:39:13.425930 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fac982-5b2a-4822-bb75-c1dfbe575500 req-884fa165-d054-4b1e-8483-aa7024298882 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:13.427442 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e3fac982-5b2a-4822-bb75-c1dfbe575500 req-884fa165-d054-4b1e-8483-aa7024298882 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 985 time: 0.0498905 Nov 25 20:39:13.488224 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e3fac982-5b2a-4822-bb75-c1dfbe575500 req-d4587ee6-2b6c-457b-b3a7-04f81ebc3c78 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=1683e721-f28c-48a2-9551-ccd09e1ea4a2&id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542765 Nov 25 20:39:21.016510 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-99dc4ea8-f387-4606-8b4d-8cbe29c956e5 req-41567c66-df73-4ffb-85a2-90c620735dd8 tempest-ServerDiskConfigTestJSON-981814135 tempest-ServerDiskConfigTestJSON-981814135-project] (103600) timed out ('10.222.0.85', 63148) {{(pid=103600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 20:39:24.310193 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:24.618661 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:39:24.945336 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:29.408119 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e11fd7ca-5fc8-4a56-ad3c-2e1d168cf881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:31.884342 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c9f4fc98-9403-4728-a550-182da6e98bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:33.963515 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:35.713289 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:35.772904 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:45.932032 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36de0d67-d4f0-4e89-8651-2cffb2b7f1ac req-adcb2415-23cb-47a0-9b1f-838e453f83de tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1147057742&fields=id&tenant_id=679df410b1374d99a0d7cdaec8c82b04 HTTP/1.1" status: 200 len: 267 time: 0.0490396 Nov 25 20:39:45.993226 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de0d67-d4f0-4e89-8651-2cffb2b7f1ac req-a98aad25-6784-459e-8174-d9580b79cfd6 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:45.995775 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36de0d67-d4f0-4e89-8651-2cffb2b7f1ac req-a98aad25-6784-459e-8174-d9580b79cfd6 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 985 time: 0.0578921 Nov 25 20:39:46.007102 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-36de0d67-d4f0-4e89-8651-2cffb2b7f1ac req-987f866a-76e9-4958-9579-4bad8fd0b5a6 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Request body: {'port': {'security_groups': ['f620690f-9d01-48b1-a663-fcad7cc3ac7b']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:39:46.074737 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-36de0d67-d4f0-4e89-8651-2cffb2b7f1ac req-987f866a-76e9-4958-9579-4bad8fd0b5a6 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:46.259512 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-36de0d67-d4f0-4e89-8651-2cffb2b7f1ac req-987f866a-76e9-4958-9579-4bad8fd0b5a6 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] For port 74418db1-07ec-4db9-bb47-00a4321de12b, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=74418db1-07ec-4db9-bb47-00a4321de12b,segment=NetworkSegment(d824903a-96bb-41ba-b39b-7eaddaca3ab5),segment_id=d824903a-96bb-41ba-b39b-7eaddaca3ab5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:39:46.289418 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-36de0d67-d4f0-4e89-8651-2cffb2b7f1ac req-987f866a-76e9-4958-9579-4bad8fd0b5a6 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:46.295512 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-36de0d67-d4f0-4e89-8651-2cffb2b7f1ac req-987f866a-76e9-4958-9579-4bad8fd0b5a6 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:46.307581 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['74418db1-07ec-4db9-bb47-00a4321de12b'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:39:46.340596 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de0d67-d4f0-4e89-8651-2cffb2b7f1ac req-987f866a-76e9-4958-9579-4bad8fd0b5a6 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:46.341251 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-36de0d67-d4f0-4e89-8651-2cffb2b7f1ac req-987f866a-76e9-4958-9579-4bad8fd0b5a6 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:46.342721 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36de0d67-d4f0-4e89-8651-2cffb2b7f1ac req-987f866a-76e9-4958-9579-4bad8fd0b5a6 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "PUT /v2.0/ports/74418db1-07ec-4db9-bb47-00a4321de12b HTTP/1.1" status: 200 len: 943 time: 0.3401864 Nov 25 20:39:46.343201 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef357d0-d585-47f5-beef-f0d2f5373f21', 'tag': '74418db1-07ec-4db9-bb47-00a4321de12b'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:39:46.345554 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31e6c73-24d8-4db6-930e-e9fbe6e6ac4a" -d '{"events": [{"name": "network-changed", "server_uuid": "cef357d0-d585-47f5-beef-f0d2f5373f21", "tag": "74418db1-07ec-4db9-bb47-00a4321de12b"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:39:46.351210 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 58964) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:39:46.374072 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f866a-76e9-4958-9579-4bad8fd0b5a6 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Pushing event updated for resources: {'Port': ['ID=74418db1-07ec-4db9-bb47-00a4321de12b,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:39:46.384504 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f866a-76e9-4958-9579-4bad8fd0b5a6 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:46.385816 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f866a-76e9-4958-9579-4bad8fd0b5a6 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:46.386755 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f866a-76e9-4958-9579-4bad8fd0b5a6 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:46.387866 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f866a-76e9-4958-9579-4bad8fd0b5a6 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:46.388643 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f866a-76e9-4958-9579-4bad8fd0b5a6 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:46.389464 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f866a-76e9-4958-9579-4bad8fd0b5a6 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:46.390026 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f866a-76e9-4958-9579-4bad8fd0b5a6 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:46.390731 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f866a-76e9-4958-9579-4bad8fd0b5a6 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:46.391293 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f866a-76e9-4958-9579-4bad8fd0b5a6 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:46.391843 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f866a-76e9-4958-9579-4bad8fd0b5a6 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:46.393812 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f866a-76e9-4958-9579-4bad8fd0b5a6 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:46.394812 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f866a-76e9-4958-9579-4bad8fd0b5a6 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:46.407917 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aea3bfe-9688-4256-863a-aed506ba2652 x-openstack-request-id: req-6aea3bfe-9688-4256-863a-aed506ba2652 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:39:46.408362 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef357d0-d585-47f5-beef-f0d2f5373f21", "tag": "74418db1-07ec-4db9-bb47-00a4321de12b", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:39:46.408769 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6aea3bfe-9688-4256-863a-aed506ba2652 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:39:46.409530 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef357d0-d585-47f5-beef-f0d2f5373f21', 'tag': '74418db1-07ec-4db9-bb47-00a4321de12b', 'status': 'completed', 'code': 200} Nov 25 20:39:46.454461 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-554349b9-0cdf-4cab-8e39-4d4c6b249b3a tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:46.472485 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['74418db1-07ec-4db9-bb47-00a4321de12b'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:39:46.478446 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e6c73-24d8-4db6-930e-e9fbe6e6ac4a req-ad2e827a-4ef3-45de-9823-a784211f9ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:46.480101 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a31e6c73-24d8-4db6-930e-e9fbe6e6ac4a req-ad2e827a-4ef3-45de-9823-a784211f9ac3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=679df410b1374d99a0d7cdaec8c82b04&device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 1097 time: 0.0652525 Nov 25 20:39:46.491996 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-554349b9-0cdf-4cab-8e39-4d4c6b249b3a tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:46.565387 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-554349b9-0cdf-4cab-8e39-4d4c6b249b3a tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:46.569817 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-554349b9-0cdf-4cab-8e39-4d4c6b249b3a tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:46.571449 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-554349b9-0cdf-4cab-8e39-4d4c6b249b3a tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "DELETE /v2.0/security-groups/1683e721-f28c-48a2-9551-ccd09e1ea4a2 HTTP/1.1" status: 204 len: 168 time: 0.2191567 Nov 25 20:39:46.578552 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 58968) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:39:46.585381 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554349b9-0cdf-4cab-8e39-4d4c6b249b3a tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1683e721-f28c-48a2-9551-ccd09e1ea4a2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:39:46.604759 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554349b9-0cdf-4cab-8e39-4d4c6b249b3a tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:46.605456 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554349b9-0cdf-4cab-8e39-4d4c6b249b3a tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:46.606167 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554349b9-0cdf-4cab-8e39-4d4c6b249b3a tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:46.606866 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554349b9-0cdf-4cab-8e39-4d4c6b249b3a tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:46.607534 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554349b9-0cdf-4cab-8e39-4d4c6b249b3a tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:46.608203 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554349b9-0cdf-4cab-8e39-4d4c6b249b3a tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:46.609051 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554349b9-0cdf-4cab-8e39-4d4c6b249b3a tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:46.609783 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554349b9-0cdf-4cab-8e39-4d4c6b249b3a tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:46.610479 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554349b9-0cdf-4cab-8e39-4d4c6b249b3a tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:46.611138 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554349b9-0cdf-4cab-8e39-4d4c6b249b3a tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:46.611821 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554349b9-0cdf-4cab-8e39-4d4c6b249b3a tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:46.612724 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554349b9-0cdf-4cab-8e39-4d4c6b249b3a tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:46.695011 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a1da22c6-6a24-4a24-8773-b16683385493 None None] Provisioning complete for port 74418db1-07ec-4db9-bb47-00a4321de12b triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:39:46.695383 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a1da22c6-6a24-4a24-8773-b16683385493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:46.704786 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e6c73-24d8-4db6-930e-e9fbe6e6ac4a req-91816571-492f-4351-a2ba-ceb61d1aab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:46.706285 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a31e6c73-24d8-4db6-930e-e9fbe6e6ac4a req-91816571-492f-4351-a2ba-ceb61d1aab2b service neutron] 10.222.0.73 "GET /v2.0/networks?id=b7796ce8-75f1-41ec-a640-40aa47da84bc HTTP/1.1" status: 200 len: 916 time: 0.2171538 Nov 25 20:39:46.811710 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a31e6c73-24d8-4db6-930e-e9fbe6e6ac4a req-837fb487-f3af-44ee-8581-38fd3f424a5e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74418db1-07ec-4db9-bb47-00a4321de12b HTTP/1.1" status: 200 len: 1001 time: 0.0957823 Nov 25 20:39:46.880050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e6c73-24d8-4db6-930e-e9fbe6e6ac4a req-155d308b-728d-48dc-ba34-8d77b457e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:46.881553 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a31e6c73-24d8-4db6-930e-e9fbe6e6ac4a req-155d308b-728d-48dc-ba34-8d77b457e48a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31840949-c910-4532-b7a4-5c6b50cd8fac HTTP/1.1" status: 200 len: 854 time: 0.0620897 Nov 25 20:39:46.883078 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5128211b-cb46-4729-ab73-7e9871090b0d tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Deleting port 622cdbda-a88e-44e1-a52a-4e495a5c3734 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:39:46.883419 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5128211b-cb46-4729-ab73-7e9871090b0d tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:46.987437 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e6c73-24d8-4db6-930e-e9fbe6e6ac4a req-641e730b-5629-4ca0-af3e-a3c6af3380cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:46.988965 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a31e6c73-24d8-4db6-930e-e9fbe6e6ac4a req-641e730b-5629-4ca0-af3e-a3c6af3380cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7796ce8-75f1-41ec-a640-40aa47da84bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928009 Nov 25 20:39:46.999077 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5128211b-cb46-4729-ab73-7e9871090b0d tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:46.999402 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5128211b-cb46-4729-ab73-7e9871090b0d tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:47.032642 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5128211b-cb46-4729-ab73-7e9871090b0d tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Calling delete_port for 622cdbda-a88e-44e1-a52a-4e495a5c3734 owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:39:47.152880 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a31e6c73-24d8-4db6-930e-e9fbe6e6ac4a req-a6ae6c56-1aa8-4d77-a06d-f21c9186831f service neutron] 10.222.0.73 "GET /v2.0/networks/b7796ce8-75f1-41ec-a640-40aa47da84bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558046 Nov 25 20:39:47.316081 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a31e6c73-24d8-4db6-930e-e9fbe6e6ac4a req-d424b642-d42b-4cd2-bad5-ed17db178009 service neutron] 10.222.0.73 "GET /v2.0/networks/b7796ce8-75f1-41ec-a640-40aa47da84bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518993 Nov 25 20:39:47.331255 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5128211b-cb46-4729-ab73-7e9871090b0d tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:47.361004 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128211b-cb46-4729-ab73-7e9871090b0d tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Pushing event deleted for resources: {'Port': ['ID=622cdbda-a88e-44e1-a52a-4e495a5c3734,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:39:47.426624 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5128211b-cb46-4729-ab73-7e9871090b0d tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:47.427151 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-5128211b-cb46-4729-ab73-7e9871090b0d tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Floating IP 2d2c3345-4ece-4929-b289-437c0803e2dd disassociated (deleted). External IP: 172.25.6.94, port: 74418db1-07ec-4db9-bb47-00a4321de12b. Nov 25 20:39:47.643091 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5128211b-cb46-4729-ab73-7e9871090b0d tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Router d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:39:47.754754 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5128211b-cb46-4729-ab73-7e9871090b0d tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:39:47.759918 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5128211b-cb46-4729-ab73-7e9871090b0d tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:47.770330 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2532ae55-6921-400e-be4f-8b73e7ad2444 None None] Sync routers for ids ['d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:39:47.782479 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2532ae55-6921-400e-be4f-8b73e7ad2444 None None] Routers {'d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:39:47.783191 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2532ae55-6921-400e-be4f-8b73e7ad2444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:39:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:39:47.793396 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5128211b-cb46-4729-ab73-7e9871090b0d tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "DELETE /v2.0/floatingips/2d2c3345-4ece-4929-b289-437c0803e2dd HTTP/1.1" status: 204 len: 168 time: 1.2137620 Nov 25 20:39:48.084655 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2532ae55-6921-400e-be4f-8b73e7ad2444 None None] Set router d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:39:48.294740 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2532ae55-6921-400e-be4f-8b73e7ad2444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'name': 'tempest-TestMinimumBasicScenario-1215272143-router', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:37:52Z', 'revision_number': 4, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'gw_port': {'id': 'e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '835e7982-c79d-4f24-b3dc-8b36af5ef0fb', 'name': '', 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'mac_address': 'fa:16:3e:44:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '31840949-c910-4532-b7a4-5c6b50cd8fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:51Z', 'updated_at': '2021-11-25T20:37:57Z', 'revision_number': 5, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'subnets': [{'id': '31840949-c910-4532-b7a4-5c6b50cd8fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:39:48.321030 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2532ae55-6921-400e-be4f-8b73e7ad2444 None None] Checking router: d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:39:48.330374 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2532ae55-6921-400e-be4f-8b73e7ad2444 None None] Routers {'d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:39:48.331003 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2532ae55-6921-400e-be4f-8b73e7ad2444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:39:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:39:48.410358 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef357d0-d585-47f5-beef-f0d2f5373f21', 'tag': '74418db1-07ec-4db9-bb47-00a4321de12b'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:39:48.412866 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fb8d9c-d9aa-475c-9ecf-216da95d2521" -d '{"events": [{"name": "network-changed", "server_uuid": "cef357d0-d585-47f5-beef-f0d2f5373f21", "tag": "74418db1-07ec-4db9-bb47-00a4321de12b"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:39:48.452647 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2532ae55-6921-400e-be4f-8b73e7ad2444 None None] Set router d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:39:48.455052 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67618ffe-6aa2-4400-b075-6b7fcfe4687e x-openstack-request-id: req-67618ffe-6aa2-4400-b075-6b7fcfe4687e {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:39:48.455410 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef357d0-d585-47f5-beef-f0d2f5373f21", "tag": "74418db1-07ec-4db9-bb47-00a4321de12b", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:39:48.455680 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-67618ffe-6aa2-4400-b075-6b7fcfe4687e {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:39:48.456104 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef357d0-d585-47f5-beef-f0d2f5373f21', 'tag': '74418db1-07ec-4db9-bb47-00a4321de12b', 'status': 'completed', 'code': 200} Nov 25 20:39:48.539435 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb8d9c-d9aa-475c-9ecf-216da95d2521 req-cb3beb33-5ca1-49f6-9dc6-6c4ec3c7ca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:48.542573 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-83fb8d9c-d9aa-475c-9ecf-216da95d2521 req-cb3beb33-5ca1-49f6-9dc6-6c4ec3c7ca5a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=679df410b1374d99a0d7cdaec8c82b04&device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 1097 time: 0.0629094 Nov 25 20:39:48.652187 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb8d9c-d9aa-475c-9ecf-216da95d2521 req-f58cc7ed-3508-481f-a6ab-4bf71f36731f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:48.653824 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-83fb8d9c-d9aa-475c-9ecf-216da95d2521 req-f58cc7ed-3508-481f-a6ab-4bf71f36731f service neutron] 10.222.0.73 "GET /v2.0/networks?id=b7796ce8-75f1-41ec-a640-40aa47da84bc HTTP/1.1" status: 200 len: 916 time: 0.1003430 Nov 25 20:39:48.702689 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2532ae55-6921-400e-be4f-8b73e7ad2444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'name': 'tempest-TestMinimumBasicScenario-1215272143-router', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:37:52Z', 'revision_number': 4, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'gw_port': {'id': 'e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '835e7982-c79d-4f24-b3dc-8b36af5ef0fb', 'name': '', 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'mac_address': 'fa:16:3e:44:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '31840949-c910-4532-b7a4-5c6b50cd8fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:51Z', 'updated_at': '2021-11-25T20:37:57Z', 'revision_number': 5, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'subnets': [{'id': '31840949-c910-4532-b7a4-5c6b50cd8fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:39:48.707605 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-83fb8d9c-d9aa-475c-9ecf-216da95d2521 req-919a583a-1d4a-40e7-ab0e-e74cd28abf57 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74418db1-07ec-4db9-bb47-00a4321de12b HTTP/1.1" status: 200 len: 217 time: 0.0435026 Nov 25 20:39:48.732176 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2532ae55-6921-400e-be4f-8b73e7ad2444 None None] The sync data for ids ['d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'] in n-d-819349-5 is: [{'id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'name': 'tempest-TestMinimumBasicScenario-1215272143-router', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:37:52Z', 'revision_number': 4, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'gw_port': {'id': 'e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '835e7982-c79d-4f24-b3dc-8b36af5ef0fb', 'name': '', 'network_id': 'b7796ce8-75f1-41ec-a640-40aa47da84bc', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'mac_address': 'fa:16:3e:44:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '31840949-c910-4532-b7a4-5c6b50cd8fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:51Z', 'updated_at': '2021-11-25T20:37:57Z', 'revision_number': 5, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'subnets': [{'id': '31840949-c910-4532-b7a4-5c6b50cd8fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:39:48.772786 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb8d9c-d9aa-475c-9ecf-216da95d2521 req-7a221f51-6fb1-44b0-b9cc-2cdf7d8927cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:48.775733 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-83fb8d9c-d9aa-475c-9ecf-216da95d2521 req-7a221f51-6fb1-44b0-b9cc-2cdf7d8927cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31840949-c910-4532-b7a4-5c6b50cd8fac HTTP/1.1" status: 200 len: 854 time: 0.0604463 Nov 25 20:39:48.828966 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb8d9c-d9aa-475c-9ecf-216da95d2521 req-e0f9d9f4-8e49-4342-aa77-f2e06417382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:48.830738 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-83fb8d9c-d9aa-475c-9ecf-216da95d2521 req-e0f9d9f4-8e49-4342-aa77-f2e06417382d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7796ce8-75f1-41ec-a640-40aa47da84bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466757 Nov 25 20:39:48.942763 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-83fb8d9c-d9aa-475c-9ecf-216da95d2521 req-73fefc23-74d1-4df2-a8d6-58c38543fdce service neutron] 10.222.0.73 "GET /v2.0/networks/b7796ce8-75f1-41ec-a640-40aa47da84bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030960 Nov 25 20:39:49.022687 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53258d64-3e78-437b-b3e8-37bef2826d7a None None] New status for floating IP 2d2c3345-4ece-4929-b289-437c0803e2dd: DOWN {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:39:49.046579 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-83fb8d9c-d9aa-475c-9ecf-216da95d2521 req-31f59092-4b22-49ae-bfdb-9cf281570746 service neutron] 10.222.0.73 "GET /v2.0/networks/b7796ce8-75f1-41ec-a640-40aa47da84bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946231 Nov 25 20:39:54.317602 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:54.975206 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:56.990599 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb2353-2818-4078-915d-303287553aa4 req-23a4989a-40d5-45fe-898f-6d4626b05713 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:56.992079 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a7bb2353-2818-4078-915d-303287553aa4 req-23a4989a-40d5-45fe-898f-6d4626b05713 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 946 time: 0.0533502 Nov 25 20:39:57.049378 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a7bb2353-2818-4078-915d-303287553aa4 req-7b048136-8c30-4eca-b8f1-2c72dd096b74 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503571 Nov 25 20:39:58.172432 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fc454-6558-438e-86f6-90e20c181ea0 req-b1577f92-738d-494e-a6ea-4f46246ce841 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:58.173828 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e62fc454-6558-438e-86f6-90e20c181ea0 req-b1577f92-738d-494e-a6ea-4f46246ce841 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 946 time: 0.0519392 Nov 25 20:39:58.230150 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e62fc454-6558-438e-86f6-90e20c181ea0 req-9c62617b-5632-4a9b-a97b-414bc36fd729 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/security-groups?id=f620690f-9d01-48b1-a663-fcad7cc3ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501750 Nov 25 20:39:58.835009 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c6113-0612-443d-a134-b976ccad27f2 req-7520f2f3-f303-4296-86db-0cfbfdea9250 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:58.836552 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e13c6113-0612-443d-a134-b976ccad27f2 req-7520f2f3-f303-4296-86db-0cfbfdea9250 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.73 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 946 time: 0.0520816 Nov 25 20:39:58.939348 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-e13c6113-0612-443d-a134-b976ccad27f2 req-4aee7463-ab5a-4a9c-95dc-e457db3da2f5 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Deleting port 74418db1-07ec-4db9-bb47-00a4321de12b {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:39:58.939681 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e13c6113-0612-443d-a134-b976ccad27f2 req-4aee7463-ab5a-4a9c-95dc-e457db3da2f5 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:59.035955 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-e13c6113-0612-443d-a134-b976ccad27f2 req-4aee7463-ab5a-4a9c-95dc-e457db3da2f5 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] For port 74418db1-07ec-4db9-bb47-00a4321de12b, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=74418db1-07ec-4db9-bb47-00a4321de12b,segment=NetworkSegment(d824903a-96bb-41ba-b39b-7eaddaca3ab5),segment_id=d824903a-96bb-41ba-b39b-7eaddaca3ab5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:39:59.036326 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e13c6113-0612-443d-a134-b976ccad27f2 req-4aee7463-ab5a-4a9c-95dc-e457db3da2f5 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:59.049858 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-e13c6113-0612-443d-a134-b976ccad27f2 req-4aee7463-ab5a-4a9c-95dc-e457db3da2f5 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Calling delete_port for 74418db1-07ec-4db9-bb47-00a4321de12b owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:39:59.189498 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e13c6113-0612-443d-a134-b976ccad27f2 req-4aee7463-ab5a-4a9c-95dc-e457db3da2f5 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:59.220082 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee7463-ab5a-4a9c-95dc-e457db3da2f5 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Pushing event deleted for resources: {'Port': ['ID=74418db1-07ec-4db9-bb47-00a4321de12b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:39:59.269368 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13c6113-0612-443d-a134-b976ccad27f2 req-4aee7463-ab5a-4a9c-95dc-e457db3da2f5 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] No DVR routers for this DVR port 74418db1-07ec-4db9-bb47-00a4321de12b on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:39:59.272101 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-e13c6113-0612-443d-a134-b976ccad27f2 req-4aee7463-ab5a-4a9c-95dc-e457db3da2f5 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:59.276256 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e13c6113-0612-443d-a134-b976ccad27f2 req-4aee7463-ab5a-4a9c-95dc-e457db3da2f5 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.73 "DELETE /v2.0/ports/74418db1-07ec-4db9-bb47-00a4321de12b HTTP/1.1" status: 204 len: 173 time: 0.4327900 Nov 25 20:39:59.276770 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef357d0-d585-47f5-beef-f0d2f5373f21', 'name': 'network-vif-deleted', 'tag': '74418db1-07ec-4db9-bb47-00a4321de12b'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:39:59.279143 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415dd000-8872-4e94-a258-2938819bf400" -d '{"events": [{"server_uuid": "cef357d0-d585-47f5-beef-f0d2f5373f21", "name": "network-vif-deleted", "tag": "74418db1-07ec-4db9-bb47-00a4321de12b"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:39:59.340319 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-84e33ee5-6d9e-423a-b380-e6629d094148 req-2ce12442-0663-499c-ad3b-82a57185ffa2 tempest-TestMinimumBasicScenario-1818259639 tempest-TestMinimumBasicScenario-1818259639-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef357d0-d585-47f5-beef-f0d2f5373f21 HTTP/1.1" status: 200 len: 210 time: 0.0268950 Nov 25 20:39:59.389976 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb96a83-0823-4a04-9e8b-09cdc9b56178 x-openstack-request-id: req-6bb96a83-0823-4a04-9e8b-09cdc9b56178 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:39:59.390269 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef357d0-d585-47f5-beef-f0d2f5373f21", "name": "network-vif-deleted", "tag": "74418db1-07ec-4db9-bb47-00a4321de12b", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:39:59.390552 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6bb96a83-0823-4a04-9e8b-09cdc9b56178 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:39:59.390954 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef357d0-d585-47f5-beef-f0d2f5373f21', 'name': 'network-vif-deleted', 'tag': '74418db1-07ec-4db9-bb47-00a4321de12b', 'status': 'completed', 'code': 200} Nov 25 20:39:59.412552 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ab95ce45-cbd9-476a-bde4-1320e857546f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:00.188118 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-f9b97d54-a880-48ee-8504-5cf4e809525a req-7eda0ddb-5f57-404c-b426-467ae4c72882 service neutron] (103599) timed out ('10.222.0.73', 64021) {{(pid=103599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 20:40:00.958651 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59074) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:01.069869 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 74418db1-07ec-4db9-bb47-00a4321de12b no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:40:01.090718 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 74418db1-07ec-4db9-bb47-00a4321de12b {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:40:01.091053 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 74418db1-07ec-4db9-bb47-00a4321de12b not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:40:01.309716 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-add42f62-91c7-47d6-a0c2-3b5463cfb68e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:01.562094 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-add42f62-91c7-47d6-a0c2-3b5463cfb68e admin admin] Deleting port 835e7982-c79d-4f24-b3dc-8b36af5ef0fb {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:40:01.562459 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-add42f62-91c7-47d6-a0c2-3b5463cfb68e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:01.618016 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:40:01.644265 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-add42f62-91c7-47d6-a0c2-3b5463cfb68e admin admin] For port 835e7982-c79d-4f24-b3dc-8b36af5ef0fb, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=835e7982-c79d-4f24-b3dc-8b36af5ef0fb,segment=NetworkSegment(d824903a-96bb-41ba-b39b-7eaddaca3ab5),segment_id=d824903a-96bb-41ba-b39b-7eaddaca3ab5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:01.644631 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-add42f62-91c7-47d6-a0c2-3b5463cfb68e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:01.657833 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-add42f62-91c7-47d6-a0c2-3b5463cfb68e admin admin] Calling delete_port for 835e7982-c79d-4f24-b3dc-8b36af5ef0fb owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:40:01.846865 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-add42f62-91c7-47d6-a0c2-3b5463cfb68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:01.873162 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add42f62-91c7-47d6-a0c2-3b5463cfb68e admin admin] Pushing event deleted for resources: {'Port': ['ID=835e7982-c79d-4f24-b3dc-8b36af5ef0fb,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:01.890002 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-74af155e-c8ec-4269-b5a7-218549152f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:02.050472 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-add42f62-91c7-47d6-a0c2-3b5463cfb68e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:02.622785 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add42f62-91c7-47d6-a0c2-3b5463cfb68e admin admin] Router d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:40:02.734269 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add42f62-91c7-47d6-a0c2-3b5463cfb68e admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:40:02.739391 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-add42f62-91c7-47d6-a0c2-3b5463cfb68e admin admin] 10.222.0.55 "PUT /v2.0/routers/d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7796631 Nov 25 20:40:02.742033 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59076) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:02.743075 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9f352d-0679-4d5f-a31e-de3b9f7786c8 None None] Sync routers for ids ['d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:40:02.752904 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9f352d-0679-4d5f-a31e-de3b9f7786c8 None None] Routers {'d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:40:02.753533 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1d9f352d-0679-4d5f-a31e-de3b9f7786c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:40:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:02.860392 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1da322e1-8317-4df6-8342-2120d3ac1728 admin admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:02.871495 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-1d9f352d-0679-4d5f-a31e-de3b9f7786c8 None None] Set router d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:40:02.980236 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1da322e1-8317-4df6-8342-2120d3ac1728 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:03.034738 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1da322e1-8317-4df6-8342-2120d3ac1728 admin admin] Deleting port e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:40:03.035080 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1da322e1-8317-4df6-8342-2120d3ac1728 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:03.070016 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1d9f352d-0679-4d5f-a31e-de3b9f7786c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'name': 'tempest-TestMinimumBasicScenario-1215272143-router', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:40:01Z', 'revision_number': 5, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'gw_port': {'id': 'e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:03.099205 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9f352d-0679-4d5f-a31e-de3b9f7786c8 None None] Checking router: d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:40:03.108266 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9f352d-0679-4d5f-a31e-de3b9f7786c8 None None] Routers {'d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:40:03.108889 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1d9f352d-0679-4d5f-a31e-de3b9f7786c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:40:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:03.121594 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1da322e1-8317-4df6-8342-2120d3ac1728 admin admin] For port e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:03.122161 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1da322e1-8317-4df6-8342-2120d3ac1728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:03.138952 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1da322e1-8317-4df6-8342-2120d3ac1728 admin admin] Calling delete_port for e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:40:03.199476 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-1d9f352d-0679-4d5f-a31e-de3b9f7786c8 None None] Set router d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:40:03.255350 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1d9f352d-0679-4d5f-a31e-de3b9f7786c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'name': 'tempest-TestMinimumBasicScenario-1215272143-router', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:40:02Z', 'revision_number': 6, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:03.287487 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9f352d-0679-4d5f-a31e-de3b9f7786c8 None None] The sync data for ids ['d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2'] in n-d-819349-5 is: [{'id': 'd5164ca0-cadc-43f7-96e0-b43eb1cbdcd2', 'name': 'tempest-TestMinimumBasicScenario-1215272143-router', 'tenant_id': '679df410b1374d99a0d7cdaec8c82b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:37:49Z', 'updated_at': '2021-11-25T20:40:02Z', 'revision_number': 6, 'project_id': '679df410b1374d99a0d7cdaec8c82b04', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:40:03.325671 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1da322e1-8317-4df6-8342-2120d3ac1728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:03.352258 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da322e1-8317-4df6-8342-2120d3ac1728 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:03.367101 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bdc25e-5b17-4c33-99d4-2dc34cbc29c3 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:40:03.414433 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1da322e1-8317-4df6-8342-2120d3ac1728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:03.506419 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1da322e1-8317-4df6-8342-2120d3ac1728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:03.508587 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1da322e1-8317-4df6-8342-2120d3ac1728 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:03.558007 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1da322e1-8317-4df6-8342-2120d3ac1728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:03.558605 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da322e1-8317-4df6-8342-2120d3ac1728 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:40:03.563614 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1da322e1-8317-4df6-8342-2120d3ac1728 admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:03.564927 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1da322e1-8317-4df6-8342-2120d3ac1728 admin admin] 10.222.0.55 "DELETE /v2.0/routers/d5164ca0-cadc-43f7-96e0-b43eb1cbdcd2 HTTP/1.1" status: 204 len: 168 time: 0.8217859 Nov 25 20:40:03.568939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59078) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:03.619698 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3761461-840b-4d63-a49a-243d7d35de29 admin admin] Deleting subnet 31840949-c910-4532-b7a4-5c6b50cd8fac {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:40:03.623467 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f3761461-840b-4d63-a49a-243d7d35de29 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:03.664321 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f3761461-840b-4d63-a49a-243d7d35de29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:03.751915 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f3761461-840b-4d63-a49a-243d7d35de29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:03.803392 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f3761461-840b-4d63-a49a-243d7d35de29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:03.831754 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f3761461-840b-4d63-a49a-243d7d35de29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:03.835394 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f3761461-840b-4d63-a49a-243d7d35de29 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/31840949-c910-4532-b7a4-5c6b50cd8fac HTTP/1.1" status: 204 len: 168 time: 0.2655072 Nov 25 20:40:03.836343 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3761461-840b-4d63-a49a-243d7d35de29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31840949-c910-4532-b7a4-5c6b50cd8fac,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:03.837083 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abd97ea-8d88-4f37-b3c1-b3ff7aaa53a3 None None] Network b7796ce8-75f1-41ec-a640-40aa47da84bc requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:40:03.839175 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59080) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:03.915176 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b23952ec-45d1-4b7f-98e7-7c10b054ebbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:03.969329 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b23952ec-45d1-4b7f-98e7-7c10b054ebbc admin admin] Deleting port dde660f4-0074-4e2d-bff1-8032aec7dd4a {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:40:03.969545 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b23952ec-45d1-4b7f-98e7-7c10b054ebbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:03.973332 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:04.042889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b23952ec-45d1-4b7f-98e7-7c10b054ebbc admin admin] For port dde660f4-0074-4e2d-bff1-8032aec7dd4a, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=dde660f4-0074-4e2d-bff1-8032aec7dd4a,segment=NetworkSegment(d824903a-96bb-41ba-b39b-7eaddaca3ab5),segment_id=d824903a-96bb-41ba-b39b-7eaddaca3ab5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:04.043271 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b23952ec-45d1-4b7f-98e7-7c10b054ebbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:04.056982 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5317fe27-b918-49bf-8511-455dc08f4fb8 None None] DHCP port deletion for b7796ce8-75f1-41ec-a640-40aa47da84bc request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:40:04.066898 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b23952ec-45d1-4b7f-98e7-7c10b054ebbc admin admin] Calling delete_port for dde660f4-0074-4e2d-bff1-8032aec7dd4a owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:40:04.115911 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-5317fe27-b918-49bf-8511-455dc08f4fb8 None None] Deleting port dde660f4-0074-4e2d-bff1-8032aec7dd4a {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:40:04.116428 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5317fe27-b918-49bf-8511-455dc08f4fb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:04.170557 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b23952ec-45d1-4b7f-98e7-7c10b054ebbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:04.188199 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5317fe27-b918-49bf-8511-455dc08f4fb8 None None] For port dde660f4-0074-4e2d-bff1-8032aec7dd4a, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=dde660f4-0074-4e2d-bff1-8032aec7dd4a,segment=NetworkSegment(d824903a-96bb-41ba-b39b-7eaddaca3ab5),segment_id=d824903a-96bb-41ba-b39b-7eaddaca3ab5)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:04.188623 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5317fe27-b918-49bf-8511-455dc08f4fb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:04.205277 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23952ec-45d1-4b7f-98e7-7c10b054ebbc admin admin] Pushing event deleted for resources: {'Port': ['ID=dde660f4-0074-4e2d-bff1-8032aec7dd4a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:04.208207 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23952ec-45d1-4b7f-98e7-7c10b054ebbc admin admin] No DVR routers for this DVR port dde660f4-0074-4e2d-bff1-8032aec7dd4a on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:40:04.222405 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-5317fe27-b918-49bf-8511-455dc08f4fb8 None None] Calling delete_port for dde660f4-0074-4e2d-bff1-8032aec7dd4a owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:40:04.296161 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b23952ec-45d1-4b7f-98e7-7c10b054ebbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:04.322481 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-b23952ec-45d1-4b7f-98e7-7c10b054ebbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7796ce8-75f1-41ec-a640-40aa47da84bc']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:04.326868 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5317fe27-b918-49bf-8511-455dc08f4fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:04.333831 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-b23952ec-45d1-4b7f-98e7-7c10b054ebbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd824903a-96bb-41ba-b39b-7eaddaca3ab5') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:04.334142 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-b23952ec-45d1-4b7f-98e7-7c10b054ebbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd824903a-96bb-41ba-b39b-7eaddaca3ab5') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:04.348280 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b23952ec-45d1-4b7f-98e7-7c10b054ebbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:04.361063 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317fe27-b918-49bf-8511-455dc08f4fb8 None None] Pushing event deleted for resources: {'Port': ['ID=dde660f4-0074-4e2d-bff1-8032aec7dd4a,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:04.367129 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b23952ec-45d1-4b7f-98e7-7c10b054ebbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:04.367507 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5317fe27-b918-49bf-8511-455dc08f4fb8 None None] No DVR routers for this DVR port dde660f4-0074-4e2d-bff1-8032aec7dd4a on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:40:04.378178 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317fe27-b918-49bf-8511-455dc08f4fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:04.379243 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b23952ec-45d1-4b7f-98e7-7c10b054ebbc admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:40:04.379386 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b23952ec-45d1-4b7f-98e7-7c10b054ebbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:04.380820 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317fe27-b918-49bf-8511-455dc08f4fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:40:04.381591 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:40:04.386408 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317fe27-b918-49bf-8511-455dc08f4fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:04.387246 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317fe27-b918-49bf-8511-455dc08f4fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:04.387624 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317fe27-b918-49bf-8511-455dc08f4fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:04.388017 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317fe27-b918-49bf-8511-455dc08f4fb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:04.388368 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317fe27-b918-49bf-8511-455dc08f4fb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:04.388752 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317fe27-b918-49bf-8511-455dc08f4fb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:04.389098 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317fe27-b918-49bf-8511-455dc08f4fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:04.389512 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317fe27-b918-49bf-8511-455dc08f4fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:04.389914 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317fe27-b918-49bf-8511-455dc08f4fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:04.390193 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317fe27-b918-49bf-8511-455dc08f4fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:04.446377 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b23952ec-45d1-4b7f-98e7-7c10b054ebbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:04.457001 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b23952ec-45d1-4b7f-98e7-7c10b054ebbc admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:04.460377 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b23952ec-45d1-4b7f-98e7-7c10b054ebbc admin admin] 10.222.0.55 "DELETE /v2.0/networks/b7796ce8-75f1-41ec-a640-40aa47da84bc HTTP/1.1" status: 204 len: 168 time: 0.6202366 Nov 25 20:40:04.464228 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59082) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:04.472588 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23952ec-45d1-4b7f-98e7-7c10b054ebbc admin admin] Pushing event deleted for resources: {'Network': ['ID=b7796ce8-75f1-41ec-a640-40aa47da84bc,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:04.835285 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6f14ee03-6931-4097-b767-34e733411bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:04.957068 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:40:04.982951 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:40:04.983306 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device e5f6ef04-f7eb-47aa-a64d-d44bc4953d1b not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:40:04.983731 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device dde660f4-0074-4e2d-bff1-8032aec7dd4a no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:40:05.003910 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: dde660f4-0074-4e2d-bff1-8032aec7dd4a {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:40:05.004261 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device dde660f4-0074-4e2d-bff1-8032aec7dd4a not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:40:05.004681 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 835e7982-c79d-4f24-b3dc-8b36af5ef0fb no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:40:05.026499 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 835e7982-c79d-4f24-b3dc-8b36af5ef0fb {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:40:05.026853 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 835e7982-c79d-4f24-b3dc-8b36af5ef0fb not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:40:05.101642 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6f14ee03-6931-4097-b767-34e733411bb8 admin admin] Deleting port f092eba9-e961-4c58-9dab-d29c17074cc9 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:40:05.101892 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6f14ee03-6931-4097-b767-34e733411bb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:05.185417 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-6f14ee03-6931-4097-b767-34e733411bb8 admin admin] For port f092eba9-e961-4c58-9dab-d29c17074cc9, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f092eba9-e961-4c58-9dab-d29c17074cc9,segment=NetworkSegment(3b4f06b1-a6a0-48d5-8fbc-c8ce5cfd9fbc),segment_id=3b4f06b1-a6a0-48d5-8fbc-c8ce5cfd9fbc)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:05.186125 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6f14ee03-6931-4097-b767-34e733411bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:05.200378 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6f14ee03-6931-4097-b767-34e733411bb8 admin admin] Calling delete_port for f092eba9-e961-4c58-9dab-d29c17074cc9 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:40:05.400314 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6f14ee03-6931-4097-b767-34e733411bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:05.428666 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14ee03-6931-4097-b767-34e733411bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f092eba9-e961-4c58-9dab-d29c17074cc9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:05.594812 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6f14ee03-6931-4097-b767-34e733411bb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:05.707096 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:05.786014 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:06.185403 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f14ee03-6931-4097-b767-34e733411bb8 admin admin] Router 7d68fb1f-9a7d-43da-baed-541cb61313ce has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:40:06.302260 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f14ee03-6931-4097-b767-34e733411bb8 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:40:06.307542 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6f14ee03-6931-4097-b767-34e733411bb8 admin admin] 10.222.0.55 "PUT /v2.0/routers/7d68fb1f-9a7d-43da-baed-541cb61313ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8421063 Nov 25 20:40:06.310414 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59086) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:06.313743 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f78a46d-fb31-457f-8e42-8bd3bb834708 None None] Sync routers for ids ['7d68fb1f-9a7d-43da-baed-541cb61313ce'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:40:06.324588 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f78a46d-fb31-457f-8e42-8bd3bb834708 None None] Routers {'7d68fb1f-9a7d-43da-baed-541cb61313ce'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:40:06.325220 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6f78a46d-fb31-457f-8e42-8bd3bb834708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:40:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['7d68fb1f-9a7d-43da-baed-541cb61313ce'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:06.419434 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b98dddd5-9b41-4f53-bc4a-cea81b2eb4aa admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:06.434353 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-6f78a46d-fb31-457f-8e42-8bd3bb834708 None None] Set router 7d68fb1f-9a7d-43da-baed-541cb61313ce gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:40:06.527113 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b98dddd5-9b41-4f53-bc4a-cea81b2eb4aa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:06.584805 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b98dddd5-9b41-4f53-bc4a-cea81b2eb4aa admin admin] Deleting port c03cb23d-be35-4e31-9f4b-df88e22d7474 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:40:06.585042 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b98dddd5-9b41-4f53-bc4a-cea81b2eb4aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:06.617921 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6f78a46d-fb31-457f-8e42-8bd3bb834708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d68fb1f-9a7d-43da-baed-541cb61313ce', 'name': 'tempest-TestMinimumBasicScenario-496286033-router', 'tenant_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': 'c03cb23d-be35-4e31-9f4b-df88e22d7474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:37:54Z', 'updated_at': '2021-11-25T20:40:05Z', 'revision_number': 5, 'project_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'gw_port': {'id': 'c03cb23d-be35-4e31-9f4b-df88e22d7474', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d68fb1f-9a7d-43da-baed-541cb61313ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:37:54Z', 'updated_at': '2021-11-25T20:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:06.650900 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f78a46d-fb31-457f-8e42-8bd3bb834708 None None] Checking router: 7d68fb1f-9a7d-43da-baed-541cb61313ce for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:40:06.660464 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f78a46d-fb31-457f-8e42-8bd3bb834708 None None] Routers {'7d68fb1f-9a7d-43da-baed-541cb61313ce'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:40:06.661504 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6f78a46d-fb31-457f-8e42-8bd3bb834708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:40:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['7d68fb1f-9a7d-43da-baed-541cb61313ce'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:06.673787 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-b98dddd5-9b41-4f53-bc4a-cea81b2eb4aa admin admin] For port c03cb23d-be35-4e31-9f4b-df88e22d7474, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=c03cb23d-be35-4e31-9f4b-df88e22d7474,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:06.674707 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b98dddd5-9b41-4f53-bc4a-cea81b2eb4aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:06.696365 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b98dddd5-9b41-4f53-bc4a-cea81b2eb4aa admin admin] Calling delete_port for c03cb23d-be35-4e31-9f4b-df88e22d7474 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:40:06.861334 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-6f78a46d-fb31-457f-8e42-8bd3bb834708 None None] Set router 7d68fb1f-9a7d-43da-baed-541cb61313ce gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:40:06.883279 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b98dddd5-9b41-4f53-bc4a-cea81b2eb4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:06.909851 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98dddd5-9b41-4f53-bc4a-cea81b2eb4aa admin admin] Pushing event deleted for resources: {'Port': ['ID=c03cb23d-be35-4e31-9f4b-df88e22d7474,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:06.917910 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6f78a46d-fb31-457f-8e42-8bd3bb834708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d68fb1f-9a7d-43da-baed-541cb61313ce', 'name': 'tempest-TestMinimumBasicScenario-496286033-router', 'tenant_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:37:54Z', 'updated_at': '2021-11-25T20:40:06Z', 'revision_number': 6, 'project_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:06.930407 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dab8b3-1148-4c4f-86f7-6410555960a1 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:40:06.953265 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f78a46d-fb31-457f-8e42-8bd3bb834708 None None] The sync data for ids ['7d68fb1f-9a7d-43da-baed-541cb61313ce'] in n-d-819349-5 is: [{'id': '7d68fb1f-9a7d-43da-baed-541cb61313ce', 'name': 'tempest-TestMinimumBasicScenario-496286033-router', 'tenant_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:37:54Z', 'updated_at': '2021-11-25T20:40:06Z', 'revision_number': 6, 'project_id': 'cb53e91f85af4c789251b0abee0c2ebf', 'gw_port_host': None}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:40:06.981979 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b98dddd5-9b41-4f53-bc4a-cea81b2eb4aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:07.076877 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b98dddd5-9b41-4f53-bc4a-cea81b2eb4aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:07.079141 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b98dddd5-9b41-4f53-bc4a-cea81b2eb4aa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:07.129463 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b98dddd5-9b41-4f53-bc4a-cea81b2eb4aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:07.130102 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98dddd5-9b41-4f53-bc4a-cea81b2eb4aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d68fb1f-9a7d-43da-baed-541cb61313ce {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:40:07.135744 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b98dddd5-9b41-4f53-bc4a-cea81b2eb4aa admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:07.136591 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b98dddd5-9b41-4f53-bc4a-cea81b2eb4aa admin admin] 10.222.0.55 "DELETE /v2.0/routers/7d68fb1f-9a7d-43da-baed-541cb61313ce HTTP/1.1" status: 204 len: 168 time: 0.8251798 Nov 25 20:40:07.139299 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59088) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:07.187883 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-29779f06-6112-4e8d-ae2b-229acec9d740 admin admin] Deleting subnet 988eba1d-d0cc-4b0e-a337-fc988ae94160 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:40:07.191219 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29779f06-6112-4e8d-ae2b-229acec9d740 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:07.230471 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29779f06-6112-4e8d-ae2b-229acec9d740 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:07.323534 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29779f06-6112-4e8d-ae2b-229acec9d740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:07.388531 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29779f06-6112-4e8d-ae2b-229acec9d740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:07.416669 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29779f06-6112-4e8d-ae2b-229acec9d740 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=988eba1d-d0cc-4b0e-a337-fc988ae94160,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:07.428099 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29779f06-6112-4e8d-ae2b-229acec9d740 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:07.432208 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-29779f06-6112-4e8d-ae2b-229acec9d740 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/988eba1d-d0cc-4b0e-a337-fc988ae94160 HTTP/1.1" status: 204 len: 168 time: 0.2916536 Nov 25 20:40:07.434738 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59090) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:07.437836 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31267bf-f3cf-4111-8a73-9bd3785ebfa8 None None] Network d94c1977-2fd5-4b18-8d36-99f4023f6210 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:40:07.530256 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af44331d-15ab-4871-96fa-55b4b17f178d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:07.589703 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-af44331d-15ab-4871-96fa-55b4b17f178d admin admin] Deleting port 9156dd7e-7ead-46dd-8a68-04bdf4b2ba53 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:40:07.590043 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af44331d-15ab-4871-96fa-55b4b17f178d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:07.660382 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-af44331d-15ab-4871-96fa-55b4b17f178d admin admin] For port 9156dd7e-7ead-46dd-8a68-04bdf4b2ba53, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=9156dd7e-7ead-46dd-8a68-04bdf4b2ba53,segment=NetworkSegment(3b4f06b1-a6a0-48d5-8fbc-c8ce5cfd9fbc),segment_id=3b4f06b1-a6a0-48d5-8fbc-c8ce5cfd9fbc)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:07.660893 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af44331d-15ab-4871-96fa-55b4b17f178d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:07.677536 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-af44331d-15ab-4871-96fa-55b4b17f178d admin admin] Calling delete_port for 9156dd7e-7ead-46dd-8a68-04bdf4b2ba53 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:40:07.773481 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af44331d-15ab-4871-96fa-55b4b17f178d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:07.804287 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44331d-15ab-4871-96fa-55b4b17f178d admin admin] Pushing event deleted for resources: {'Port': ['ID=9156dd7e-7ead-46dd-8a68-04bdf4b2ba53,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:07.809507 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af44331d-15ab-4871-96fa-55b4b17f178d admin admin] No DVR routers for this DVR port 9156dd7e-7ead-46dd-8a68-04bdf4b2ba53 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:40:07.856895 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a839a1a-ec77-41a1-aeaa-f6813589e227 None None] DHCP port deletion for d94c1977-2fd5-4b18-8d36-99f4023f6210 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:40:07.932406 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af44331d-15ab-4871-96fa-55b4b17f178d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:07.954026 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-af44331d-15ab-4871-96fa-55b4b17f178d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94c1977-2fd5-4b18-8d36-99f4023f6210']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:07.967349 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-af44331d-15ab-4871-96fa-55b4b17f178d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4f06b1-a6a0-48d5-8fbc-c8ce5cfd9fbc') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:07.967796 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-af44331d-15ab-4871-96fa-55b4b17f178d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4f06b1-a6a0-48d5-8fbc-c8ce5cfd9fbc') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:07.980252 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af44331d-15ab-4871-96fa-55b4b17f178d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:07.998588 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af44331d-15ab-4871-96fa-55b4b17f178d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:08.007045 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af44331d-15ab-4871-96fa-55b4b17f178d admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:40:08.007271 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af44331d-15ab-4871-96fa-55b4b17f178d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:40:08.009929 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:40:08.078050 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af44331d-15ab-4871-96fa-55b4b17f178d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:08.089109 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af44331d-15ab-4871-96fa-55b4b17f178d admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:08.092435 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-af44331d-15ab-4871-96fa-55b4b17f178d admin admin] 10.222.0.55 "DELETE /v2.0/networks/d94c1977-2fd5-4b18-8d36-99f4023f6210 HTTP/1.1" status: 204 len: 168 time: 0.6567488 Nov 25 20:40:08.108622 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44331d-15ab-4871-96fa-55b4b17f178d admin admin] Pushing event deleted for resources: {'Network': ['ID=d94c1977-2fd5-4b18-8d36-99f4023f6210,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:08.290627 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59094) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:08.345206 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b9454510-d3a5-45b0-93db-12c8c73b8e6c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=679df410b1374d99a0d7cdaec8c82b04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0504770 Nov 25 20:40:08.345484 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59096) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:08.407140 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ad12d98-8aeb-4ca1-a0da-2338d59e9a57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:08.432048 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ad12d98-8aeb-4ca1-a0da-2338d59e9a57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:08.489360 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ad12d98-8aeb-4ca1-a0da-2338d59e9a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:08.495399 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ad12d98-8aeb-4ca1-a0da-2338d59e9a57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:08.499622 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1ad12d98-8aeb-4ca1-a0da-2338d59e9a57 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f620690f-9d01-48b1-a663-fcad7cc3ac7b HTTP/1.1" status: 204 len: 168 time: 0.1508563 Nov 25 20:40:08.511483 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad12d98-8aeb-4ca1-a0da-2338d59e9a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f620690f-9d01-48b1-a663-fcad7cc3ac7b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:08.886374 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59102) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:08.936717 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3901aaba-2ef0-4cbb-90e8-bcf5a587678d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cb53e91f85af4c789251b0abee0c2ebf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0491939 Nov 25 20:40:08.939755 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59104) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:08.951704 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f092eba9-e961-4c58-9dab-d29c17074cc9 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:40:08.979149 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: f092eba9-e961-4c58-9dab-d29c17074cc9 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:40:08.979502 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f092eba9-e961-4c58-9dab-d29c17074cc9 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:40:08.979931 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c03cb23d-be35-4e31-9f4b-df88e22d7474 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:40:08.995847 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f624018-0ee0-40dd-b28d-59faf8331e0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:09.001006 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: c03cb23d-be35-4e31-9f4b-df88e22d7474 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:40:09.001213 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device c03cb23d-be35-4e31-9f4b-df88e22d7474 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:40:09.001597 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9156dd7e-7ead-46dd-8a68-04bdf4b2ba53 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:40:09.020099 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f624018-0ee0-40dd-b28d-59faf8331e0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:09.021580 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 9156dd7e-7ead-46dd-8a68-04bdf4b2ba53 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:40:09.021881 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 9156dd7e-7ead-46dd-8a68-04bdf4b2ba53 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:40:09.079052 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f624018-0ee0-40dd-b28d-59faf8331e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:09.081990 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f624018-0ee0-40dd-b28d-59faf8331e0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:09.083540 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5f624018-0ee0-40dd-b28d-59faf8331e0f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fbc2463f-f531-47db-a2b4-9523002a4d13 HTTP/1.1" status: 204 len: 168 time: 0.1428399 Nov 25 20:40:09.092325 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f624018-0ee0-40dd-b28d-59faf8331e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc2463f-f531-47db-a2b4-9523002a4d13,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:11.023628 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59144) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:11.028744 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-da433c92-5cd6-4fee-89ca-f46520283e78 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1155480989', 'description': 'tempest-secgroup-smoke-1155480989 description', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:11.051582 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da433c92-5cd6-4fee-89ca-f46520283e78 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:11.060147 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da433c92-5cd6-4fee-89ca-f46520283e78 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:11.136935 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da433c92-5cd6-4fee-89ca-f46520283e78 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:11.140843 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da433c92-5cd6-4fee-89ca-f46520283e78 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:11.176117 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da433c92-5cd6-4fee-89ca-f46520283e78 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=533dc3d0-34c0-4165-82b6-8f170bce3132,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:11.222381 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da433c92-5cd6-4fee-89ca-f46520283e78 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:11.226478 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da433c92-5cd6-4fee-89ca-f46520283e78 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:11.258525 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da433c92-5cd6-4fee-89ca-f46520283e78 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:11.261011 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-da433c92-5cd6-4fee-89ca-f46520283e78 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2363696 Nov 25 20:40:11.264036 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59146) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:11.268422 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-e869d500-843e-4f3f-8773-1a954f4082bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': '9ed17677-48da-4ebf-8881-1699e08bbd9a', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:11.275254 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da433c92-5cd6-4fee-89ca-f46520283e78 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed17677-48da-4ebf-8881-1699e08bbd9a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:11.300685 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e869d500-843e-4f3f-8773-1a954f4082bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:11.363912 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e869d500-843e-4f3f-8773-1a954f4082bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:11.368189 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e869d500-843e-4f3f-8773-1a954f4082bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:11.389855 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869d500-843e-4f3f-8773-1a954f4082bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c41084b-32c8-437f-9969-988345d8bd5e,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:11.401103 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e869d500-843e-4f3f-8773-1a954f4082bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:11.402344 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e869d500-843e-4f3f-8773-1a954f4082bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373525 Nov 25 20:40:11.405368 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59148) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:11.411749 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-a2c44354-0bc7-4b1e-8975-62931d8eb2e9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': '9ed17677-48da-4ebf-8881-1699e08bbd9a', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:11.442461 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2c44354-0bc7-4b1e-8975-62931d8eb2e9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:11.502550 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2c44354-0bc7-4b1e-8975-62931d8eb2e9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:11.507201 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2c44354-0bc7-4b1e-8975-62931d8eb2e9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:11.527397 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c44354-0bc7-4b1e-8975-62931d8eb2e9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd5f685-edaf-4a0d-ab0f-217111eb3832,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:11.533003 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2c44354-0bc7-4b1e-8975-62931d8eb2e9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:11.534194 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a2c44354-0bc7-4b1e-8975-62931d8eb2e9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1277280 Nov 25 20:40:11.536888 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59150) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:11.542087 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d7dff835-87a3-4433-9279-e29162ab04de tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': '9ed17677-48da-4ebf-8881-1699e08bbd9a', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:11.573852 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7dff835-87a3-4433-9279-e29162ab04de tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:11.627791 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7dff835-87a3-4433-9279-e29162ab04de tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:11.631753 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7dff835-87a3-4433-9279-e29162ab04de tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:11.660215 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dff835-87a3-4433-9279-e29162ab04de tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d52537-6053-4a16-8586-331b9ee8f5cf,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:11.660215 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7dff835-87a3-4433-9279-e29162ab04de tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:11.660215 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d7dff835-87a3-4433-9279-e29162ab04de tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214526 Nov 25 20:40:11.662231 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59152) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:11.667756 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f67862bc-5c1d-46da-b4b5-603d6c58549b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': '9ed17677-48da-4ebf-8881-1699e08bbd9a', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:11.695331 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f67862bc-5c1d-46da-b4b5-603d6c58549b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:11.759927 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f67862bc-5c1d-46da-b4b5-603d6c58549b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:11.764993 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f67862bc-5c1d-46da-b4b5-603d6c58549b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:11.784695 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67862bc-5c1d-46da-b4b5-603d6c58549b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5abbf186-7d7a-43ad-9c55-a9fbccc2d815,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:11.793272 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f67862bc-5c1d-46da-b4b5-603d6c58549b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:11.794264 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f67862bc-5c1d-46da-b4b5-603d6c58549b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309421 Nov 25 20:40:11.797135 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59154) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:11.801769 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-da96610f-2067-46c1-93e1-a0ce8da29a32 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': '9ed17677-48da-4ebf-8881-1699e08bbd9a', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:11.826732 n-d-819349-5 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-da96610f-2067-46c1-93e1-a0ce8da29a32 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Project 79c61858fb1c4716ac2d08ff92cee2da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:40:11.831865 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da96610f-2067-46c1-93e1-a0ce8da29a32 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:11.893405 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da96610f-2067-46c1-93e1-a0ce8da29a32 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:11.897100 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da96610f-2067-46c1-93e1-a0ce8da29a32 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:11.914382 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96610f-2067-46c1-93e1-a0ce8da29a32 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66bc4392-ae1a-41c5-abe1-df1e3d6f6924,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:11.922764 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da96610f-2067-46c1-93e1-a0ce8da29a32 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:11.923965 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-da96610f-2067-46c1-93e1-a0ce8da29a32 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1257372 Nov 25 20:40:11.926754 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59156) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:11.931911 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-81fcd58b-f61a-4c76-a460-884eeae99e39 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': '9ed17677-48da-4ebf-8881-1699e08bbd9a', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:11.954218 n-d-819349-5 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-81fcd58b-f61a-4c76-a460-884eeae99e39 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Project 79c61858fb1c4716ac2d08ff92cee2da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:40:11.959204 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81fcd58b-f61a-4c76-a460-884eeae99e39 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:12.019810 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81fcd58b-f61a-4c76-a460-884eeae99e39 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:12.023270 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81fcd58b-f61a-4c76-a460-884eeae99e39 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:12.042491 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcd58b-f61a-4c76-a460-884eeae99e39 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef91cf6-0afb-4e9b-96de-f88ba7c8c999,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:12.050307 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81fcd58b-f61a-4c76-a460-884eeae99e39 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:12.054373 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-81fcd58b-f61a-4c76-a460-884eeae99e39 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238267 Nov 25 20:40:12.054860 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59158) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:12.063081 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-65996457-1f71-444a-9a72-0a6ba7cc731c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'network': {'name': 'tempest-network-smoke--528236649', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'port_security_enabled': True}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:12.083951 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65996457-1f71-444a-9a72-0a6ba7cc731c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Made reservation on behalf of 79c61858fb1c4716ac2d08ff92cee2da for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:40:12.087731 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65996457-1f71-444a-9a72-0a6ba7cc731c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:12.111225 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65996457-1f71-444a-9a72-0a6ba7cc731c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:40:12.120594 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65996457-1f71-444a-9a72-0a6ba7cc731c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:12.120945 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-65996457-1f71-444a-9a72-0a6ba7cc731c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Added segment a538049f-8c22-4a5b-90f3-b0bd409adf82 of type vlan for network 2f8cf6ed-1b41-4f7c-bed8-346107b7602b Nov 25 20:40:12.163903 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65996457-1f71-444a-9a72-0a6ba7cc731c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:12.190104 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65996457-1f71-444a-9a72-0a6ba7cc731c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:12.195640 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65996457-1f71-444a-9a72-0a6ba7cc731c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:12.196227 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65996457-1f71-444a-9a72-0a6ba7cc731c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:12.257373 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-65996457-1f71-444a-9a72-0a6ba7cc731c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2013004 Nov 25 20:40:12.260768 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59160) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:12.267407 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-3988f521-0363-49c7-9b4f-7744279405bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1136160269', 'admin_state_up': True, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:12.280140 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65996457-1f71-444a-9a72-0a6ba7cc731c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Network': ['ID=2f8cf6ed-1b41-4f7c-bed8-346107b7602b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:12.294507 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 2f8cf6ed-1b41-4f7c-bed8-346107b7602b details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:40:12.309332 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3988f521-0363-49c7-9b4f-7744279405bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:12.310502 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3988f521-0363-49c7-9b4f-7744279405bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:12.367199 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3988f521-0363-49c7-9b4f-7744279405bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:12.505991 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3988f521-0363-49c7-9b4f-7744279405bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:12.700017 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3988f521-0363-49c7-9b4f-7744279405bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:12.719626 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3988f521-0363-49c7-9b4f-7744279405bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:12.824890 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-3988f521-0363-49c7-9b4f-7744279405bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Allocated IP 172.25.6.60 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/b448a48a-82d2-4c37-8c50-ac32c387e8f6) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:40:12.928039 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3988f521-0363-49c7-9b4f-7744279405bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:12.963078 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3988f521-0363-49c7-9b4f-7744279405bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:13.006194 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3988f521-0363-49c7-9b4f-7744279405bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:40:13.009250 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-3988f521-0363-49c7-9b4f-7744279405bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:13.014046 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3988f521-0363-49c7-9b4f-7744279405bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:40:13.017368 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988f521-0363-49c7-9b4f-7744279405bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=b448a48a-82d2-4c37-8c50-ac32c387e8f6,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:13.028653 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733fa15c-f286-44fa-833b-580ab585b34a None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:40:13.099467 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-cf835f34-86c1-4e3b-9e02-1876bea8aa7e None None] Provisioning complete for port b448a48a-82d2-4c37-8c50-ac32c387e8f6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:13.099736 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cf835f34-86c1-4e3b-9e02-1876bea8aa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:13.136120 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-cf835f34-86c1-4e3b-9e02-1876bea8aa7e None None] Port b448a48a-82d2-4c37-8c50-ac32c387e8f6 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:40:13.285091 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3988f521-0363-49c7-9b4f-7744279405bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:13.479856 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3988f521-0363-49c7-9b4f-7744279405bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:13.611530 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3988f521-0363-49c7-9b4f-7744279405bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Router 8c89948e-d416-4151-91e7-a5636e7846e3 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:40:13.721181 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3988f521-0363-49c7-9b4f-7744279405bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:40:13.730968 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1c88bc-ebfb-4264-97c9-2803f6766eac None None] Sync routers for ids ['8c89948e-d416-4151-91e7-a5636e7846e3'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:40:13.740765 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1c88bc-ebfb-4264-97c9-2803f6766eac None None] Routers {'8c89948e-d416-4151-91e7-a5636e7846e3'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:40:13.741381 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ec1c88bc-ebfb-4264-97c9-2803f6766eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:40:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['8c89948e-d416-4151-91e7-a5636e7846e3'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:13.742545 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3988f521-0363-49c7-9b4f-7744279405bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:13.743787 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3988f521-0363-49c7-9b4f-7744279405bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4820781 Nov 25 20:40:13.747503 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59162) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:13.849998 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-ec1c88bc-ebfb-4264-97c9-2803f6766eac None None] Set router 8c89948e-d416-4151-91e7-a5636e7846e3 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:40:13.875114 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bd121edf-b3fb-4179-bef6-be9a715c4020 tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=79c61858fb1c4716ac2d08ff92cee2da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1264849 Nov 25 20:40:13.877935 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59166) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:13.969903 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f87ea20-7cb1-42f5-847c-710504f9649a tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:13.971860 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4f87ea20-7cb1-42f5-847c-710504f9649a tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925105 Nov 25 20:40:13.974401 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59168) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:14.002687 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-38c436f1-106b-49d1-9005-1cffba4cdee7 tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=f965ced5-a415-47da-9748-3514ef368954&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270331 Nov 25 20:40:14.005507 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59170) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:14.011171 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d350ec27-44a8-4544-9a98-cb74dd4f520e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1017665806', 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:14.035019 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ec1c88bc-ebfb-4264-97c9-2803f6766eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136160269', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:40:13Z', 'revision_number': 3, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:40:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:14.120353 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d350ec27-44a8-4544-9a98-cb74dd4f520e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Made reservation on behalf of 79c61858fb1c4716ac2d08ff92cee2da for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:40:14.124084 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d350ec27-44a8-4544-9a98-cb74dd4f520e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:14.232158 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1c88bc-ebfb-4264-97c9-2803f6766eac None None] Checking router: 8c89948e-d416-4151-91e7-a5636e7846e3 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:40:14.232469 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1c88bc-ebfb-4264-97c9-2803f6766eac None None] Updating router 8c89948e-d416-4151-91e7-a5636e7846e3 port b448a48a-82d2-4c37-8c50-ac32c387e8f6 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:40:14.258871 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ec1c88bc-ebfb-4264-97c9-2803f6766eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:14.326934 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d350ec27-44a8-4544-9a98-cb74dd4f520e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:14.387625 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350ec27-44a8-4544-9a98-cb74dd4f520e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Subnet': ['ID=5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:14.397616 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d350ec27-44a8-4544-9a98-cb74dd4f520e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Checking segment: {'id': 'a538049f-8c22-4a5b-90f3-b0bd409adf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:40:14.397984 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d350ec27-44a8-4544-9a98-cb74dd4f520e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network hostable DHCP agents. Network: 2f8cf6ed-1b41-4f7c-bed8-346107b7602b, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:40:14.414826 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d350ec27-44a8-4544-9a98-cb74dd4f520e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network 2f8cf6ed-1b41-4f7c-bed8-346107b7602b is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:40:14.425018 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d350ec27-44a8-4544-9a98-cb74dd4f520e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 2f8cf6ed-1b41-4f7c-bed8-346107b7602b) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:14.429707 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350ec27-44a8-4544-9a98-cb74dd4f520e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:14.430387 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d350ec27-44a8-4544-9a98-cb74dd4f520e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:14.440392 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb95d9c-593a-4f4a-8145-8977b7c31cc2 None None] Network 2f8cf6ed-1b41-4f7c-bed8-346107b7602b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:40:14.448086 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d350ec27-44a8-4544-9a98-cb74dd4f520e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4415579 Nov 25 20:40:14.450914 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59172) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:14.614499 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ec1c88bc-ebfb-4264-97c9-2803f6766eac None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:14.624277 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ec1c88bc-ebfb-4264-97c9-2803f6766eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:14.691666 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24528a45-c0aa-4106-b57b-45f9fe3e0d64 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:40:14.719925 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ec1c88bc-ebfb-4264-97c9-2803f6766eac None None] Attempting to bind port b448a48a-82d2-4c37-8c50-ac32c387e8f6 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:40:14.720295 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ec1c88bc-ebfb-4264-97c9-2803f6766eac None None] Attempting to bind port b448a48a-82d2-4c37-8c50-ac32c387e8f6 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:40:14.720672 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1c88bc-ebfb-4264-97c9-2803f6766eac None None] Attempting to bind port b448a48a-82d2-4c37-8c50-ac32c387e8f6 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:40:14.735637 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa033c63-64a2-4267-bcfa-e4ee7d3c7ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-2f8cf6ed-1b41-4f7c-bed8-346107b7602b', 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'fixed_ips': [{'subnet_id': '5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:40:14.737070 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fa033c63-64a2-4267-bcfa-e4ee7d3c7ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:14.740280 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1c88bc-ebfb-4264-97c9-2803f6766eac None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:40:14.740663 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1c88bc-ebfb-4264-97c9-2803f6766eac None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:40:14.741071 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ec1c88bc-ebfb-4264-97c9-2803f6766eac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:14.741467 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1c88bc-ebfb-4264-97c9-2803f6766eac None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:40:14.741967 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ec1c88bc-ebfb-4264-97c9-2803f6766eac None None] Bound port: b448a48a-82d2-4c37-8c50-ac32c387e8f6, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:40:14.742374 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ec1c88bc-ebfb-4264-97c9-2803f6766eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:14.746218 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b989914-3d18-4609-903a-d2a9750724bb None None] Pushing event updated for resources: {'Port': ['ID=b448a48a-82d2-4c37-8c50-ac32c387e8f6,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:14.883737 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-b8feff79-9030-4cf1-9d8f-280b7a658aa3 None None] Provisioning complete for port b448a48a-82d2-4c37-8c50-ac32c387e8f6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:14.884771 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b8feff79-9030-4cf1-9d8f-280b7a658aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:14.886792 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ec1c88bc-ebfb-4264-97c9-2803f6766eac None None] For port b448a48a-82d2-4c37-8c50-ac32c387e8f6, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:40:14.892740 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ec1c88bc-ebfb-4264-97c9-2803f6766eac None None] For port b448a48a-82d2-4c37-8c50-ac32c387e8f6, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b448a48a-82d2-4c37-8c50-ac32c387e8f6,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:40:14.923371 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ec1c88bc-ebfb-4264-97c9-2803f6766eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:14.995968 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b8feff79-9030-4cf1-9d8f-280b7a658aa3 None None] Port b448a48a-82d2-4c37-8c50-ac32c387e8f6 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:40:15.017992 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013b339f-df6c-46b8-bdc2-f7d6bcfec8ac None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:40:15.056808 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-fa033c63-64a2-4267-bcfa-e4ee7d3c7ef9 None None] Allocated IP 172.20.0.2 (2f8cf6ed-1b41-4f7c-bed8-346107b7602b/5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e/d0f59519-9c75-4175-a553-b6329f41f2eb) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:40:15.059547 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b989914-3d18-4609-903a-d2a9750724bb None None] Pushing event updated for resources: {'Port': ['ID=b448a48a-82d2-4c37-8c50-ac32c387e8f6,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:15.062481 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1c88bc-ebfb-4264-97c9-2803f6766eac None None] Routers {'8c89948e-d416-4151-91e7-a5636e7846e3'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:40:15.063160 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ec1c88bc-ebfb-4264-97c9-2803f6766eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:40:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['8c89948e-d416-4151-91e7-a5636e7846e3'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:15.218266 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d7192e45-908e-4289-98c8-59843072108d None None] Provisioning complete for port b448a48a-82d2-4c37-8c50-ac32c387e8f6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:15.218665 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d7192e45-908e-4289-98c8-59843072108d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:15.253298 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2bc78f9-d4e6-4f46-a88b-30e5b50c7bbc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:15.280333 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-ec1c88bc-ebfb-4264-97c9-2803f6766eac None None] Set router 8c89948e-d416-4151-91e7-a5636e7846e3 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:40:15.504820 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fa033c63-64a2-4267-bcfa-e4ee7d3c7ef9 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:15.517021 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d7192e45-908e-4289-98c8-59843072108d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:15.525863 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fa033c63-64a2-4267-bcfa-e4ee7d3c7ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:15.574406 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-d7192e45-908e-4289-98c8-59843072108d None None] For port b448a48a-82d2-4c37-8c50-ac32c387e8f6, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b448a48a-82d2-4c37-8c50-ac32c387e8f6,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:15.600194 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d7192e45-908e-4289-98c8-59843072108d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:15.600979 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-b2bc78f9-d4e6-4f46-a88b-30e5b50c7bbc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Allocated IP 172.20.0.1 (2f8cf6ed-1b41-4f7c-bed8-346107b7602b/5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e/4a5d4410-3d86-4771-9966-e67520d7a905) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:40:15.610920 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa033c63-64a2-4267-bcfa-e4ee7d3c7ef9 None None] Network 2f8cf6ed-1b41-4f7c-bed8-346107b7602b is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:40:15.620942 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-fa033c63-64a2-4267-bcfa-e4ee7d3c7ef9 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:15.624652 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa033c63-64a2-4267-bcfa-e4ee7d3c7ef9 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:40:15.628240 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa033c63-64a2-4267-bcfa-e4ee7d3c7ef9 None None] Pushing event updated for resources: {'Port': ['ID=d0f59519-9c75-4175-a553-b6329f41f2eb,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:15.724007 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2bc78f9-d4e6-4f46-a88b-30e5b50c7bbc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:15.735217 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-fa033c63-64a2-4267-bcfa-e4ee7d3c7ef9 None None] Attempting to bind port d0f59519-9c75-4175-a553-b6329f41f2eb on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:40:15.735596 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-fa033c63-64a2-4267-bcfa-e4ee7d3c7ef9 None None] Attempting to bind port d0f59519-9c75-4175-a553-b6329f41f2eb by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'a538049f-8c22-4a5b-90f3-b0bd409adf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:40:15.735967 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa033c63-64a2-4267-bcfa-e4ee7d3c7ef9 None None] Attempting to bind port d0f59519-9c75-4175-a553-b6329f41f2eb on network 2f8cf6ed-1b41-4f7c-bed8-346107b7602b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:40:15.738630 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7192e45-908e-4289-98c8-59843072108d None None] Pushing event updated for resources: {'Port': ['ID=b448a48a-82d2-4c37-8c50-ac32c387e8f6,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:15.748145 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa033c63-64a2-4267-bcfa-e4ee7d3c7ef9 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:40:15.748551 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa033c63-64a2-4267-bcfa-e4ee7d3c7ef9 None None] Checking segment: {'id': 'a538049f-8c22-4a5b-90f3-b0bd409adf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:40:15.748920 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fa033c63-64a2-4267-bcfa-e4ee7d3c7ef9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:15.749310 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa033c63-64a2-4267-bcfa-e4ee7d3c7ef9 None None] Bound using segment: {'id': 'a538049f-8c22-4a5b-90f3-b0bd409adf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:40:15.749781 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-fa033c63-64a2-4267-bcfa-e4ee7d3c7ef9 None None] Bound port: d0f59519-9c75-4175-a553-b6329f41f2eb, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a538049f-8c22-4a5b-90f3-b0bd409adf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:40:15.750158 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fa033c63-64a2-4267-bcfa-e4ee7d3c7ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:15.754348 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ec1c88bc-ebfb-4264-97c9-2803f6766eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136160269', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:40:13Z', 'revision_number': 3, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:15.760827 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2bc78f9-d4e6-4f46-a88b-30e5b50c7bbc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:15.789789 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1c88bc-ebfb-4264-97c9-2803f6766eac None None] The sync data for ids ['8c89948e-d416-4151-91e7-a5636e7846e3'] in n-d-819349-5 is: [{'id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136160269', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:40:13Z', 'revision_number': 3, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:40:15.800752 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc78f9-d4e6-4f46-a88b-30e5b50c7bbc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network 2f8cf6ed-1b41-4f7c-bed8-346107b7602b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:40:15.810586 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-b2bc78f9-d4e6-4f46-a88b-30e5b50c7bbc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:15.813273 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bc78f9-d4e6-4f46-a88b-30e5b50c7bbc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:40:15.846429 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc78f9-d4e6-4f46-a88b-30e5b50c7bbc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=4a5d4410-3d86-4771-9966-e67520d7a905,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:15.856329 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-fa033c63-64a2-4267-bcfa-e4ee7d3c7ef9 None None] For port d0f59519-9c75-4175-a553-b6329f41f2eb, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:40:15.861570 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-fa033c63-64a2-4267-bcfa-e4ee7d3c7ef9 None None] For port d0f59519-9c75-4175-a553-b6329f41f2eb, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d0f59519-9c75-4175-a553-b6329f41f2eb,segment=NetworkSegment(a538049f-8c22-4a5b-90f3-b0bd409adf82),segment_id=a538049f-8c22-4a5b-90f3-b0bd409adf82)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:40:15.867008 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fa033c63-64a2-4267-bcfa-e4ee7d3c7ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:15.877466 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2bc78f9-d4e6-4f46-a88b-30e5b50c7bbc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:15.942314 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa033c63-64a2-4267-bcfa-e4ee7d3c7ef9 None None] Pushing event updated for resources: {'Port': ['ID=d0f59519-9c75-4175-a553-b6329f41f2eb,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:16.034534 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2bc78f9-d4e6-4f46-a88b-30e5b50c7bbc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:16.409696 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2bc78f9-d4e6-4f46-a88b-30e5b50c7bbc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:16.414768 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2bc78f9-d4e6-4f46-a88b-30e5b50c7bbc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:16.495651 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2bc78f9-d4e6-4f46-a88b-30e5b50c7bbc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:16.497665 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc78f9-d4e6-4f46-a88b-30e5b50c7bbc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=4a5d4410-3d86-4771-9966-e67520d7a905,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:16.606826 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc78f9-d4e6-4f46-a88b-30e5b50c7bbc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network 2f8cf6ed-1b41-4f7c-bed8-346107b7602b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:40:16.609236 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-b2bc78f9-d4e6-4f46-a88b-30e5b50c7bbc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:16.738022 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bc78f9-d4e6-4f46-a88b-30e5b50c7bbc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Router 8c89948e-d416-4151-91e7-a5636e7846e3 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:40:16.874882 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bc78f9-d4e6-4f46-a88b-30e5b50c7bbc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:40:16.880467 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b2bc78f9-d4e6-4f46-a88b-30e5b50c7bbc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "PUT /v2.0/routers/8c89948e-d416-4151-91e7-a5636e7846e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4284961 Nov 25 20:40:17.034243 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b448a48a-82d2-4c37-8c50-ac32c387e8f6 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:40:17.083422 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15edffc-ad24-40fe-a477-9e2c46b4bace None None] Network 2f8cf6ed-1b41-4f7c-bed8-346107b7602b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:40:17.087418 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-31f24dd9-35e6-4794-a8cd-f7c9a0d14c58 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1155480989&fields=id&tenant_id=79c61858fb1c4716ac2d08ff92cee2da HTTP/1.1" status: 200 len: 267 time: 0.0681200 Nov 25 20:40:17.151340 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port b448a48a-82d2-4c37-8c50-ac32c387e8f6 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:17.151704 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:17.211138 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-90238411-1c57-4138-9f4a-bdaa678ed59f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:17.212823 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-90238411-1c57-4138-9f4a-bdaa678ed59f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/networks?id=2f8cf6ed-1b41-4f7c-bed8-346107b7602b HTTP/1.1" status: 200 len: 796 time: 0.1172402 Nov 25 20:40:17.232196 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-284d1046-5b3d-4af8-b0a4-132f961aa79e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/quotas/79c61858fb1c4716ac2d08ff92cee2da HTTP/1.1" status: 200 len: 375 time: 0.0122278 Nov 25 20:40:17.299714 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-d7ce1844-2d38-4def-949d-ab4ae15bbd9e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601254 Nov 25 20:40:17.392430 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-27137491-da6f-403d-9e78-6bb2b9ed24b9 None None] Provisioning complete for port d0f59519-9c75-4175-a553-b6329f41f2eb triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:17.392799 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-27137491-da6f-403d-9e78-6bb2b9ed24b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:17.419299 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-9b1e3240-36e4-47d2-8afe-0aeda452a97d service neutron] 10.222.0.55 "GET /v2.0/networks/2f8cf6ed-1b41-4f7c-bed8-346107b7602b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052251 Nov 25 20:40:17.522776 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d0f59519-9c75-4175-a553-b6329f41f2eb up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:40:17.530359 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c62cf-ca21-4070-96dc-a996531ae475 None None] Sync routers for ids ['8c89948e-d416-4151-91e7-a5636e7846e3'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:40:17.530928 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-d5ea7f28-c088-4916-a723-e0f580ff7a2b service neutron] 10.222.0.55 "GET /v2.0/networks/2f8cf6ed-1b41-4f7c-bed8-346107b7602b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043692 Nov 25 20:40:17.541072 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c62cf-ca21-4070-96dc-a996531ae475 None None] Routers {'8c89948e-d416-4151-91e7-a5636e7846e3'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:40:17.541696 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-222c62cf-ca21-4070-96dc-a996531ae475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:40:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['8c89948e-d416-4151-91e7-a5636e7846e3'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:17.626153 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-27137491-da6f-403d-9e78-6bb2b9ed24b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:17.662486 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-222c62cf-ca21-4070-96dc-a996531ae475 None None] Set router 8c89948e-d416-4151-91e7-a5636e7846e3 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:40:17.673596 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port d0f59519-9c75-4175-a553-b6329f41f2eb triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:17.674316 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:17.714458 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-27137491-da6f-403d-9e78-6bb2b9ed24b9 None None] For port d0f59519-9c75-4175-a553-b6329f41f2eb, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d0f59519-9c75-4175-a553-b6329f41f2eb,segment=NetworkSegment(a538049f-8c22-4a5b-90f3-b0bd409adf82),segment_id=a538049f-8c22-4a5b-90f3-b0bd409adf82)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:17.737909 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-27137491-da6f-403d-9e78-6bb2b9ed24b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:17.769594 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-00346e03-e270-4f1e-8bac-191768577acd req-a09a375f-8d16-4a2f-ab59-6c2701d5fdb4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f5645b3-d553-4112-aa15-9bb01a5a7f6c HTTP/1.1" status: 200 len: 210 time: 0.0674143 Nov 25 20:40:17.876532 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27137491-da6f-403d-9e78-6bb2b9ed24b9 None None] Pushing event updated for resources: {'Port': ['ID=d0f59519-9c75-4175-a553-b6329f41f2eb,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:17.951699 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-222c62cf-ca21-4070-96dc-a996531ae475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136160269', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:40:15Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4a5d4410-3d86-4771-9966-e67520d7a905', 'name': '', 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:d0:84:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:15Z', 'updated_at': '2021-11-25T20:40:16Z', 'revision_number': 2, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': '5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:17.985629 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c62cf-ca21-4070-96dc-a996531ae475 None None] Checking router: 8c89948e-d416-4151-91e7-a5636e7846e3 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:40:17.986024 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c62cf-ca21-4070-96dc-a996531ae475 None None] Updating router 8c89948e-d416-4151-91e7-a5636e7846e3 port 4a5d4410-3d86-4771-9966-e67520d7a905 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:40:18.016104 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-222c62cf-ca21-4070-96dc-a996531ae475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:18.075824 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4343dca3-cd1d-4728-b281-d2280276e0d1 None None] Provisioning complete for port d0f59519-9c75-4175-a553-b6329f41f2eb triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:18.076543 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4343dca3-cd1d-4728-b281-d2280276e0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:18.248923 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4343dca3-cd1d-4728-b281-d2280276e0d1 None None] Provisioning complete for port 4a5d4410-3d86-4771-9966-e67520d7a905 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:18.249723 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4343dca3-cd1d-4728-b281-d2280276e0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:18.291597 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4343dca3-cd1d-4728-b281-d2280276e0d1 None None] Port 4a5d4410-3d86-4771-9966-e67520d7a905 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:40:18.422855 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-b1f80ca9-7453-468d-8b21-0344b36a56ab None None] Provisioning complete for port 4a5d4410-3d86-4771-9966-e67520d7a905 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:18.423855 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b1f80ca9-7453-468d-8b21-0344b36a56ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:18.443963 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-222c62cf-ca21-4070-96dc-a996531ae475 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:18.453436 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-222c62cf-ca21-4070-96dc-a996531ae475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:18.489976 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b1f80ca9-7453-468d-8b21-0344b36a56ab None None] Port 4a5d4410-3d86-4771-9966-e67520d7a905 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:40:18.523293 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599cfff0-e097-4fd7-b0b8-3eb8aaf4324f None None] Pushing event updated for resources: {'Port': ['ID=4a5d4410-3d86-4771-9966-e67520d7a905,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:18.550262 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599cfff0-e097-4fd7-b0b8-3eb8aaf4324f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:18.550865 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599cfff0-e097-4fd7-b0b8-3eb8aaf4324f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:18.550865 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599cfff0-e097-4fd7-b0b8-3eb8aaf4324f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:18.551417 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599cfff0-e097-4fd7-b0b8-3eb8aaf4324f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:18.551565 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599cfff0-e097-4fd7-b0b8-3eb8aaf4324f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:18.551863 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599cfff0-e097-4fd7-b0b8-3eb8aaf4324f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:18.552141 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599cfff0-e097-4fd7-b0b8-3eb8aaf4324f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:18.552472 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599cfff0-e097-4fd7-b0b8-3eb8aaf4324f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:18.552802 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599cfff0-e097-4fd7-b0b8-3eb8aaf4324f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:18.553126 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599cfff0-e097-4fd7-b0b8-3eb8aaf4324f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:18.553460 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599cfff0-e097-4fd7-b0b8-3eb8aaf4324f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:18.553783 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599cfff0-e097-4fd7-b0b8-3eb8aaf4324f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:18.612604 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f3d06b38-a546-4c88-909a-c224e9c7b327 None None] Provisioning complete for port 4a5d4410-3d86-4771-9966-e67520d7a905 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:18.613461 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f3d06b38-a546-4c88-909a-c224e9c7b327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:18.617169 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-222c62cf-ca21-4070-96dc-a996531ae475 None None] Attempting to bind port 4a5d4410-3d86-4771-9966-e67520d7a905 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:40:18.617553 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-222c62cf-ca21-4070-96dc-a996531ae475 None None] Attempting to bind port 4a5d4410-3d86-4771-9966-e67520d7a905 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'a538049f-8c22-4a5b-90f3-b0bd409adf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:40:18.617920 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222c62cf-ca21-4070-96dc-a996531ae475 None None] Attempting to bind port 4a5d4410-3d86-4771-9966-e67520d7a905 on network 2f8cf6ed-1b41-4f7c-bed8-346107b7602b {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:40:18.624681 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222c62cf-ca21-4070-96dc-a996531ae475 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:40:18.625049 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222c62cf-ca21-4070-96dc-a996531ae475 None None] Checking segment: {'id': 'a538049f-8c22-4a5b-90f3-b0bd409adf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:40:18.625456 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-222c62cf-ca21-4070-96dc-a996531ae475 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:18.625843 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222c62cf-ca21-4070-96dc-a996531ae475 None None] Bound using segment: {'id': 'a538049f-8c22-4a5b-90f3-b0bd409adf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:40:18.626328 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-222c62cf-ca21-4070-96dc-a996531ae475 None None] Bound port: 4a5d4410-3d86-4771-9966-e67520d7a905, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a538049f-8c22-4a5b-90f3-b0bd409adf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:40:18.626712 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-222c62cf-ca21-4070-96dc-a996531ae475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:18.657479 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-f3d06b38-a546-4c88-909a-c224e9c7b327 None None] Port 4a5d4410-3d86-4771-9966-e67520d7a905 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:40:18.705727 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-222c62cf-ca21-4070-96dc-a996531ae475 None None] For port 4a5d4410-3d86-4771-9966-e67520d7a905, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:40:18.710367 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-222c62cf-ca21-4070-96dc-a996531ae475 None None] For port 4a5d4410-3d86-4771-9966-e67520d7a905, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4a5d4410-3d86-4771-9966-e67520d7a905,segment=NetworkSegment(a538049f-8c22-4a5b-90f3-b0bd409adf82),segment_id=a538049f-8c22-4a5b-90f3-b0bd409adf82)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:40:18.718677 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-222c62cf-ca21-4070-96dc-a996531ae475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:18.794759 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c62cf-ca21-4070-96dc-a996531ae475 None None] Routers {'8c89948e-d416-4151-91e7-a5636e7846e3'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:40:18.795409 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-222c62cf-ca21-4070-96dc-a996531ae475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:40:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['8c89948e-d416-4151-91e7-a5636e7846e3'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:18.798630 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599cfff0-e097-4fd7-b0b8-3eb8aaf4324f None None] Pushing event updated for resources: {'Port': ['ID=4a5d4410-3d86-4771-9966-e67520d7a905,revision_number=4']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:18.909354 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-39e0b098-71a6-4958-8c96-ce1f82de0b12 None None] Provisioning complete for port 4a5d4410-3d86-4771-9966-e67520d7a905 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:18.909938 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-39e0b098-71a6-4958-8c96-ce1f82de0b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:18.933598 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ae0e6300-2517-487a-9927-5283150ad06c req-6e0133d4-7bbd-49c1-aab2-dac7112fd87a tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f5645b3-d553-4112-aa15-9bb01a5a7f6c HTTP/1.1" status: 200 len: 210 time: 0.0400488 Nov 25 20:40:18.949403 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-222c62cf-ca21-4070-96dc-a996531ae475 None None] Set router 8c89948e-d416-4151-91e7-a5636e7846e3 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:40:19.028793 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d0f59519-9c75-4175-a553-b6329f41f2eb up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:40:19.060537 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-39e0b098-71a6-4958-8c96-ce1f82de0b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:19.111818 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-39e0b098-71a6-4958-8c96-ce1f82de0b12 None None] For port 4a5d4410-3d86-4771-9966-e67520d7a905, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4a5d4410-3d86-4771-9966-e67520d7a905,segment=NetworkSegment(a538049f-8c22-4a5b-90f3-b0bd409adf82),segment_id=a538049f-8c22-4a5b-90f3-b0bd409adf82)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:19.125300 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-39e0b098-71a6-4958-8c96-ce1f82de0b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:19.186148 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0b098-71a6-4958-8c96-ce1f82de0b12 None None] Pushing event updated for resources: {'Port': ['ID=4a5d4410-3d86-4771-9966-e67520d7a905,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:19.194230 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port d0f59519-9c75-4175-a553-b6329f41f2eb triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:19.194634 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:19.241635 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-222c62cf-ca21-4070-96dc-a996531ae475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136160269', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:40:15Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4a5d4410-3d86-4771-9966-e67520d7a905', 'name': '', 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:d0:84:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:15Z', 'updated_at': '2021-11-25T20:40:18Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': '5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:19.256165 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-54973312-370c-4356-a713-3278604d1f33 None None] Provisioning complete for port 4a5d4410-3d86-4771-9966-e67520d7a905 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:19.256724 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-54973312-370c-4356-a713-3278604d1f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:19.279851 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c62cf-ca21-4070-96dc-a996531ae475 None None] The sync data for ids ['8c89948e-d416-4151-91e7-a5636e7846e3'] in n-d-819349-5 is: [{'id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136160269', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:40:15Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4a5d4410-3d86-4771-9966-e67520d7a905', 'name': '', 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:d0:84:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:15Z', 'updated_at': '2021-11-25T20:40:18Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': '5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:40:19.286921 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-5c1cddfc-fbbd-4077-b344-0ffedc1a95cb tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:19.292159 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-5c1cddfc-fbbd-4077-b344-0ffedc1a95cb tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.85 "GET /v2.0/networks?id=2f8cf6ed-1b41-4f7c-bed8-346107b7602b HTTP/1.1" status: 200 len: 796 time: 0.1901522 Nov 25 20:40:19.398582 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-b13f7088-8b46-4d2c-bab8-dcd3657c4b29 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79c61858fb1c4716ac2d08ff92cee2da HTTP/1.1" status: 200 len: 380 time: 0.0989432 Nov 25 20:40:19.410168 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-1c954117-f9b5-4dbd-8ab9-657d5f69bd02 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'port': {'device_id': '7f5645b3-d553-4112-aa15-9bb01a5a7f6c', 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b', 'admin_state_up': True, 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'security_groups': ['9ed17677-48da-4ebf-8881-1699e08bbd9a']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:19.547978 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-1c954117-f9b5-4dbd-8ab9-657d5f69bd02 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Made reservation on behalf of 79c61858fb1c4716ac2d08ff92cee2da for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:40:19.551982 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-1c954117-f9b5-4dbd-8ab9-657d5f69bd02 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:19.714666 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-1c954117-f9b5-4dbd-8ab9-657d5f69bd02 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Allocated IP 172.20.0.12 (2f8cf6ed-1b41-4f7c-bed8-346107b7602b/5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e/cddf5e99-be47-4f31-b038-12f4fb290a37) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:40:19.889584 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-1c954117-f9b5-4dbd-8ab9-657d5f69bd02 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:19.926898 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-1c954117-f9b5-4dbd-8ab9-657d5f69bd02 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:19.972098 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-1c954117-f9b5-4dbd-8ab9-657d5f69bd02 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network 2f8cf6ed-1b41-4f7c-bed8-346107b7602b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:40:19.978660 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-1c954117-f9b5-4dbd-8ab9-657d5f69bd02 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:19.982052 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-1c954117-f9b5-4dbd-8ab9-657d5f69bd02 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:40:20.015209 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c954117-f9b5-4dbd-8ab9-657d5f69bd02 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=cddf5e99-be47-4f31-b038-12f4fb290a37,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:20.048729 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-1c954117-f9b5-4dbd-8ab9-657d5f69bd02 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:20.049423 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-1c954117-f9b5-4dbd-8ab9-657d5f69bd02 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:20.089700 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-1c954117-f9b5-4dbd-8ab9-657d5f69bd02 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6834633 Nov 25 20:40:20.090855 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807000ab-332e-41fa-b71e-173308de9fea req-9950dd7f-8bd6-46c2-8b6b-8509c0c80b2d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:20.092441 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-807000ab-332e-41fa-b71e-173308de9fea req-9950dd7f-8bd6-46c2-8b6b-8509c0c80b2d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f5645b3-d553-4112-aa15-9bb01a5a7f6c HTTP/1.1" status: 200 len: 932 time: 0.0863051 Nov 25 20:40:20.164087 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-3af42599-f56a-4117-97ec-e0d2293df3a3 service neutron] Request body: {'port': {'device_id': '7f5645b3-d553-4112-aa15-9bb01a5a7f6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:20.178927 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-807000ab-332e-41fa-b71e-173308de9fea req-e261ee3a-042d-4df5-81b5-659faaa1f2d1 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ed17677-48da-4ebf-8881-1699e08bbd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792689 Nov 25 20:40:20.241170 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-3af42599-f56a-4117-97ec-e0d2293df3a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:20.336618 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-4ae89fa0-ce95-442f-9880-0dfcb03c8d52 None None] Provisioning complete for port cddf5e99-be47-4f31-b038-12f4fb290a37 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:20.337242 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4ae89fa0-ce95-442f-9880-0dfcb03c8d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:20.378959 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-4ae89fa0-ce95-442f-9880-0dfcb03c8d52 None None] Port cddf5e99-be47-4f31-b038-12f4fb290a37 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:40:20.550956 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-3af42599-f56a-4117-97ec-e0d2293df3a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cddf5e99-be47-4f31-b038-12f4fb290a37 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:40:20.558949 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-3af42599-f56a-4117-97ec-e0d2293df3a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:20.572559 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-3af42599-f56a-4117-97ec-e0d2293df3a3 service neutron] Transition to ACTIVE for port object cddf5e99-be47-4f31-b038-12f4fb290a37 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:40:20.578025 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-3af42599-f56a-4117-97ec-e0d2293df3a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:20.637628 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af42599-f56a-4117-97ec-e0d2293df3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=cddf5e99-be47-4f31-b038-12f4fb290a37,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:20.714229 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-3af42599-f56a-4117-97ec-e0d2293df3a3 service neutron] Attempting to bind port cddf5e99-be47-4f31-b038-12f4fb290a37 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:40:20.714662 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-3af42599-f56a-4117-97ec-e0d2293df3a3 service neutron] Attempting to bind port cddf5e99-be47-4f31-b038-12f4fb290a37 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'a538049f-8c22-4a5b-90f3-b0bd409adf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:40:20.714995 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-3af42599-f56a-4117-97ec-e0d2293df3a3 service neutron] Attempting to bind port cddf5e99-be47-4f31-b038-12f4fb290a37 on network 2f8cf6ed-1b41-4f7c-bed8-346107b7602b {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:40:20.720088 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-3af42599-f56a-4117-97ec-e0d2293df3a3 service neutron] Port cddf5e99-be47-4f31-b038-12f4fb290a37 on network 2f8cf6ed-1b41-4f7c-bed8-346107b7602b not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:40:20.720322 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-3af42599-f56a-4117-97ec-e0d2293df3a3 service neutron] Attempting to bind port cddf5e99-be47-4f31-b038-12f4fb290a37 on network 2f8cf6ed-1b41-4f7c-bed8-346107b7602b {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:40:20.725886 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-3af42599-f56a-4117-97ec-e0d2293df3a3 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:40:20.726217 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-3af42599-f56a-4117-97ec-e0d2293df3a3 service neutron] Checking segment: {'id': 'a538049f-8c22-4a5b-90f3-b0bd409adf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:40:20.729168 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-3af42599-f56a-4117-97ec-e0d2293df3a3 service neutron] Bound using segment: {'id': 'a538049f-8c22-4a5b-90f3-b0bd409adf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:40:20.729168 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-3af42599-f56a-4117-97ec-e0d2293df3a3 service neutron] Bound port: cddf5e99-be47-4f31-b038-12f4fb290a37, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a538049f-8c22-4a5b-90f3-b0bd409adf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:40:20.729168 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-3af42599-f56a-4117-97ec-e0d2293df3a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:20.799221 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-3af42599-f56a-4117-97ec-e0d2293df3a3 service neutron] For port cddf5e99-be47-4f31-b038-12f4fb290a37, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:40:20.802848 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-3af42599-f56a-4117-97ec-e0d2293df3a3 service neutron] For port cddf5e99-be47-4f31-b038-12f4fb290a37, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=cddf5e99-be47-4f31-b038-12f4fb290a37,segment=NetworkSegment(a538049f-8c22-4a5b-90f3-b0bd409adf82),segment_id=a538049f-8c22-4a5b-90f3-b0bd409adf82)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:40:20.807213 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-3af42599-f56a-4117-97ec-e0d2293df3a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:20.844072 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-3af42599-f56a-4117-97ec-e0d2293df3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:20.844540 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-3af42599-f56a-4117-97ec-e0d2293df3a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:20.845951 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-3af42599-f56a-4117-97ec-e0d2293df3a3 service neutron] 10.222.0.85 "PUT /v2.0/ports/cddf5e99-be47-4f31-b038-12f4fb290a37 HTTP/1.1" status: 200 len: 1092 time: 0.7469265 Nov 25 20:40:20.846569 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5645b3-d553-4112-aa15-9bb01a5a7f6c', 'tag': 'cddf5e99-be47-4f31-b038-12f4fb290a37'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:40:20.848733 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15104dcd-e47b-4997-a9f1-a48993f658aa" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5645b3-d553-4112-aa15-9bb01a5a7f6c", "tag": "cddf5e99-be47-4f31-b038-12f4fb290a37"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:40:20.883274 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af42599-f56a-4117-97ec-e0d2293df3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=cddf5e99-be47-4f31-b038-12f4fb290a37,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:20.963431 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-0a6fc34c-a1d7-4df7-b42d-e45d85757153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:20.965008 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-0a6fc34c-a1d7-4df7-b42d-e45d85757153 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=7f5645b3-d553-4112-aa15-9bb01a5a7f6c HTTP/1.1" status: 200 len: 1095 time: 0.0617430 Nov 25 20:40:21.020234 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-9cd9e9ef-b37d-42a1-adb4-85cf1c64fc4e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cddf5e99-be47-4f31-b038-12f4fb290a37 HTTP/1.1" status: 200 len: 217 time: 0.0471995 Nov 25 20:40:21.023159 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034c62aa-1fdd-4c11-893b-dddf10c0e686 x-openstack-request-id: req-034c62aa-1fdd-4c11-893b-dddf10c0e686 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:40:21.023489 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4a5d4410-3d86-4771-9966-e67520d7a905 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:40:21.023826 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5645b3-d553-4112-aa15-9bb01a5a7f6c", "tag": "cddf5e99-be47-4f31-b038-12f4fb290a37", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:40:21.023826 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-034c62aa-1fdd-4c11-893b-dddf10c0e686 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:40:21.024207 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5645b3-d553-4112-aa15-9bb01a5a7f6c', 'tag': 'cddf5e99-be47-4f31-b038-12f4fb290a37', 'status': 'completed', 'code': 200} Nov 25 20:40:21.079651 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-2feaaa2d-59d6-4eb9-aed3-30b2781325ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:21.081169 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-2feaaa2d-59d6-4eb9-aed3-30b2781325ce service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e HTTP/1.1" status: 200 len: 835 time: 0.0526965 Nov 25 20:40:21.090066 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 4a5d4410-3d86-4771-9966-e67520d7a905 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:21.090479 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:21.130658 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-f6824593-9ab6-43a2-b893-5c15547f8219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:21.132382 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-f6824593-9ab6-43a2-b893-5c15547f8219 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2f8cf6ed-1b41-4f7c-bed8-346107b7602b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424128 Nov 25 20:40:21.230402 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-bd00c182-e358-41cd-af84-b3f7e6f1b56c service neutron] 10.222.0.85 "GET /v2.0/networks/2f8cf6ed-1b41-4f7c-bed8-346107b7602b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901599 Nov 25 20:40:21.308401 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6d518-385b-479d-a333-2c23fd1c457c req-5f8c98bf-06b9-40af-a192-e062949f8c39 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:21.310528 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dea6d518-385b-479d-a333-2c23fd1c457c req-5f8c98bf-06b9-40af-a192-e062949f8c39 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f5645b3-d553-4112-aa15-9bb01a5a7f6c HTTP/1.1" status: 200 len: 944 time: 0.0542188 Nov 25 20:40:21.325482 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4036a933-76b6-4d3a-af3f-2dc87d3c3a34 req-aeeb500b-798b-4412-b80a-5be82bf09b2e service neutron] 10.222.0.85 "GET /v2.0/networks/2f8cf6ed-1b41-4f7c-bed8-346107b7602b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885751 Nov 25 20:40:21.364191 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dea6d518-385b-479d-a333-2c23fd1c457c req-3ee47eda-43da-4c55-935f-e96c24cd7fcd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ed17677-48da-4ebf-8881-1699e08bbd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481939 Nov 25 20:40:21.416559 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15104dcd-e47b-4997-a9f1-a48993f658aa req-5b5530ff-9f18-4cc4-9f69-01b5b7725791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:21.418071 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-15104dcd-e47b-4997-a9f1-a48993f658aa req-5b5530ff-9f18-4cc4-9f69-01b5b7725791 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=7f5645b3-d553-4112-aa15-9bb01a5a7f6c HTTP/1.1" status: 200 len: 1095 time: 0.0482843 Nov 25 20:40:21.510806 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15104dcd-e47b-4997-a9f1-a48993f658aa req-c5de03ef-ad8a-4c84-a279-3efa72351c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:21.512209 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-15104dcd-e47b-4997-a9f1-a48993f658aa req-c5de03ef-ad8a-4c84-a279-3efa72351c33 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2f8cf6ed-1b41-4f7c-bed8-346107b7602b HTTP/1.1" status: 200 len: 897 time: 0.0865836 Nov 25 20:40:21.559247 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-15104dcd-e47b-4997-a9f1-a48993f658aa req-68f4e5aa-b8e0-4c8c-9ad0-f53e3ab37d55 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cddf5e99-be47-4f31-b038-12f4fb290a37 HTTP/1.1" status: 200 len: 217 time: 0.0397241 Nov 25 20:40:21.609703 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15104dcd-e47b-4997-a9f1-a48993f658aa req-f0cd3658-e0f2-4ea4-8561-2f51f95ba743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:21.611196 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-15104dcd-e47b-4997-a9f1-a48993f658aa req-f0cd3658-e0f2-4ea4-8561-2f51f95ba743 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e HTTP/1.1" status: 200 len: 835 time: 0.0449622 Nov 25 20:40:21.658210 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15104dcd-e47b-4997-a9f1-a48993f658aa req-4c213c9b-c5a7-4584-b1f3-2a8ed5ac97fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:21.659999 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-15104dcd-e47b-4997-a9f1-a48993f658aa req-4c213c9b-c5a7-4584-b1f3-2a8ed5ac97fc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2f8cf6ed-1b41-4f7c-bed8-346107b7602b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406144 Nov 25 20:40:21.757093 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-15104dcd-e47b-4997-a9f1-a48993f658aa req-e201eeb5-be0c-4077-b656-67b8dfda711b service neutron] 10.222.0.85 "GET /v2.0/networks/2f8cf6ed-1b41-4f7c-bed8-346107b7602b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877860 Nov 25 20:40:21.854167 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-15104dcd-e47b-4997-a9f1-a48993f658aa req-aded9c91-ab8b-4fc6-91e0-95b1bae829f7 service neutron] 10.222.0.85 "GET /v2.0/networks/2f8cf6ed-1b41-4f7c-bed8-346107b7602b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879128 Nov 25 20:40:22.490450 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d001f0d-47e6-496b-8696-999064b928a1 req-764e373b-6c4d-4a58-8190-090eb2e9c9c9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:22.492010 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0d001f0d-47e6-496b-8696-999064b928a1 req-764e373b-6c4d-4a58-8190-090eb2e9c9c9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f5645b3-d553-4112-aa15-9bb01a5a7f6c HTTP/1.1" status: 200 len: 944 time: 0.0513649 Nov 25 20:40:22.546054 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0d001f0d-47e6-496b-8696-999064b928a1 req-42d1a1f2-6336-4ed2-8316-26bfcce85702 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ed17677-48da-4ebf-8881-1699e08bbd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474343 Nov 25 20:40:23.108596 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device cddf5e99-be47-4f31-b038-12f4fb290a37 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:40:23.217962 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port cddf5e99-be47-4f31-b038-12f4fb290a37, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=cddf5e99-be47-4f31-b038-12f4fb290a37,segment=NetworkSegment(a538049f-8c22-4a5b-90f3-b0bd409adf82),segment_id=a538049f-8c22-4a5b-90f3-b0bd409adf82)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:23.230413 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'cddf5e99-be47-4f31-b038-12f4fb290a37', 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b', 'port_id': 'cddf5e99-be47-4f31-b038-12f4fb290a37', 'mac_address': 'fa:16:3e:f5:f4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:40:23.271612 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:23.287140 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cddf5e99-be47-4f31-b038-12f4fb290a37 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:40:23.309508 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port cddf5e99-be47-4f31-b038-12f4fb290a37, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=cddf5e99-be47-4f31-b038-12f4fb290a37,segment=NetworkSegment(a538049f-8c22-4a5b-90f3-b0bd409adf82),segment_id=a538049f-8c22-4a5b-90f3-b0bd409adf82)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:23.313655 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:23.366937 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=cddf5e99-be47-4f31-b038-12f4fb290a37,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:23.545507 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['cddf5e99-be47-4f31-b038-12f4fb290a37'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:40:23.689497 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffecc0e-bac1-4e59-8999-0b56854657b7 req-b55651aa-3e0c-41e8-97a7-6bb507156af4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:23.691223 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0ffecc0e-bac1-4e59-8999-0b56854657b7 req-b55651aa-3e0c-41e8-97a7-6bb507156af4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f5645b3-d553-4112-aa15-9bb01a5a7f6c HTTP/1.1" status: 200 len: 945 time: 0.0599728 Nov 25 20:40:23.761690 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0ffecc0e-bac1-4e59-8999-0b56854657b7 req-50d74812-8185-4724-baaf-b335bf6fb039 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ed17677-48da-4ebf-8881-1699e08bbd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629613 Nov 25 20:40:24.310771 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:24.886453 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0703f6-f888-4a9f-8eda-5a3dff511f22 req-67e8b8db-ca59-4cd5-a8e1-910de09c9ff1 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:24.888020 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8f0703f6-f888-4a9f-8eda-5a3dff511f22 req-67e8b8db-ca59-4cd5-a8e1-910de09c9ff1 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f5645b3-d553-4112-aa15-9bb01a5a7f6c HTTP/1.1" status: 200 len: 945 time: 0.0536144 Nov 25 20:40:24.944672 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8f0703f6-f888-4a9f-8eda-5a3dff511f22 req-e4b7cdfc-8640-4f40-a553-021677a0de16 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ed17677-48da-4ebf-8881-1699e08bbd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488126 Nov 25 20:40:24.991638 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:25.156033 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device cddf5e99-be47-4f31-b038-12f4fb290a37 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:40:25.217604 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port cddf5e99-be47-4f31-b038-12f4fb290a37 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:40:25.222346 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port cddf5e99-be47-4f31-b038-12f4fb290a37 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:25.223025 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:25.313894 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:25.339557 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5645b3-d553-4112-aa15-9bb01a5a7f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddf5e99-be47-4f31-b038-12f4fb290a37'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:40:25.341763 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e698a172-316f-4931-a2cb-f5c3b08f90de" -d '{"events": [{"server_uuid": "7f5645b3-d553-4112-aa15-9bb01a5a7f6c", "name": "network-vif-plugged", "status": "completed", "tag": "cddf5e99-be47-4f31-b038-12f4fb290a37"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:40:25.356301 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port cddf5e99-be47-4f31-b038-12f4fb290a37, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=cddf5e99-be47-4f31-b038-12f4fb290a37,segment=NetworkSegment(a538049f-8c22-4a5b-90f3-b0bd409adf82),segment_id=a538049f-8c22-4a5b-90f3-b0bd409adf82)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:25.361160 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:25.416646 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=cddf5e99-be47-4f31-b038-12f4fb290a37,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:25.453902 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c26320-a8b7-4cb4-92d0-0e4f05cb3605 x-openstack-request-id: req-32c26320-a8b7-4cb4-92d0-0e4f05cb3605 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:40:25.454132 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5645b3-d553-4112-aa15-9bb01a5a7f6c", "name": "network-vif-plugged", "status": "completed", "tag": "cddf5e99-be47-4f31-b038-12f4fb290a37", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:40:25.454550 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-32c26320-a8b7-4cb4-92d0-0e4f05cb3605 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:40:25.454844 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5645b3-d553-4112-aa15-9bb01a5a7f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddf5e99-be47-4f31-b038-12f4fb290a37', 'code': 200} Nov 25 20:40:25.552925 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e76d6-f2db-4edf-b8d9-5c288781ac5f req-e0319160-effa-400f-a277-56efcb430d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:25.554516 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-075e76d6-f2db-4edf-b8d9-5c288781ac5f req-e0319160-effa-400f-a277-56efcb430d49 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7f5645b3-d553-4112-aa15-9bb01a5a7f6c HTTP/1.1" status: 200 len: 1097 time: 0.0416274 Nov 25 20:40:25.605666 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-075e76d6-f2db-4edf-b8d9-5c288781ac5f req-ee363780-af91-4c52-8009-7b39f3e247ff service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=9ed17677-48da-4ebf-8881-1699e08bbd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437117 Nov 25 20:40:26.065978 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db846084-dc41-4a73-9d73-1828c930e9a4 req-d0372d3e-55f4-42ca-a92c-8389cbd122be tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:26.067550 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db846084-dc41-4a73-9d73-1828c930e9a4 req-d0372d3e-55f4-42ca-a92c-8389cbd122be tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f5645b3-d553-4112-aa15-9bb01a5a7f6c HTTP/1.1" status: 200 len: 946 time: 0.0491953 Nov 25 20:40:26.137479 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-db846084-dc41-4a73-9d73-1828c930e9a4 req-162d6fd3-dddf-4537-84d1-9144732de8c3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ed17677-48da-4ebf-8881-1699e08bbd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600765 Nov 25 20:40:27.254308 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52785268-1e39-41b0-8f71-12843086202e req-f3f2671c-82db-4e31-84e7-a7d630e068ee tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:27.255820 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52785268-1e39-41b0-8f71-12843086202e req-f3f2671c-82db-4e31-84e7-a7d630e068ee tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f5645b3-d553-4112-aa15-9bb01a5a7f6c HTTP/1.1" status: 200 len: 946 time: 0.0500307 Nov 25 20:40:27.306889 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-52785268-1e39-41b0-8f71-12843086202e req-091dd827-54b0-4af9-9440-862e05c27b5c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ed17677-48da-4ebf-8881-1699e08bbd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445178 Nov 25 20:40:27.423293 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d227d1e-e104-4593-bee1-faaf6d10be25 req-aa26ccf0-a385-4bec-b9b4-ac12fc38bea2 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:27.424667 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8d227d1e-e104-4593-bee1-faaf6d10be25 req-aa26ccf0-a385-4bec-b9b4-ac12fc38bea2 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f5645b3-d553-4112-aa15-9bb01a5a7f6c HTTP/1.1" status: 200 len: 946 time: 0.0486889 Nov 25 20:40:27.474199 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8d227d1e-e104-4593-bee1-faaf6d10be25 req-7444d0bf-484f-4277-ae14-50eb98aa6a85 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ed17677-48da-4ebf-8881-1699e08bbd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428624 Nov 25 20:40:27.496091 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59228) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:27.540472 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1d69fe-57fa-4219-bef0-069754d379b6 tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:27.541780 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7f1d69fe-57fa-4219-bef0-069754d379b6 tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7f5645b3-d553-4112-aa15-9bb01a5a7f6c HTTP/1.1" status: 200 len: 1092 time: 0.0447090 Nov 25 20:40:27.544649 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59230) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:27.548842 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-0faf45e9-85ed-407f-a4df-fb3e163ab5f5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'port_id': 'cddf5e99-be47-4f31-b038-12f4fb290a37', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:27.570919 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0faf45e9-85ed-407f-a4df-fb3e163ab5f5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:27.666551 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0faf45e9-85ed-407f-a4df-fb3e163ab5f5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:27.772922 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-0faf45e9-85ed-407f-a4df-fb3e163ab5f5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Allocated IP 172.25.6.179 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/fa5bb842-e34a-4382-ba20-8c76a042bb69) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:40:27.876576 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0faf45e9-85ed-407f-a4df-fb3e163ab5f5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:27.910056 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0faf45e9-85ed-407f-a4df-fb3e163ab5f5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:27.953624 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faf45e9-85ed-407f-a4df-fb3e163ab5f5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:40:27.956487 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-0faf45e9-85ed-407f-a4df-fb3e163ab5f5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:27.960514 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faf45e9-85ed-407f-a4df-fb3e163ab5f5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:40:27.966267 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf45e9-85ed-407f-a4df-fb3e163ab5f5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=fa5bb842-e34a-4382-ba20-8c76a042bb69,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:28.314598 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0faf45e9-85ed-407f-a4df-fb3e163ab5f5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:28.386248 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0faf45e9-85ed-407f-a4df-fb3e163ab5f5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:28.539181 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0faf45e9-85ed-407f-a4df-fb3e163ab5f5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:28.544132 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0faf45e9-85ed-407f-a4df-fb3e163ab5f5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:28.610917 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf45e9-85ed-407f-a4df-fb3e163ab5f5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=fa5bb842-e34a-4382-ba20-8c76a042bb69,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:28.626070 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0faf45e9-85ed-407f-a4df-fb3e163ab5f5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:28.729760 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-0faf45e9-85ed-407f-a4df-fb3e163ab5f5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Floating IP 75d485a2-7ec1-4de3-85e5-4cc9b8d06411 associated. External IP: 172.25.6.179, port: cddf5e99-be47-4f31-b038-12f4fb290a37. Nov 25 20:40:29.281335 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0faf45e9-85ed-407f-a4df-fb3e163ab5f5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Router 8c89948e-d416-4151-91e7-a5636e7846e3 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:40:29.399066 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0faf45e9-85ed-407f-a4df-fb3e163ab5f5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:40:29.409294 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2dc0460a-4f3c-41e5-9ea2-89f765ebe070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:29.413383 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c162cd-159a-48d1-b992-a37c3b250f33 None None] Sync routers for ids ['8c89948e-d416-4151-91e7-a5636e7846e3'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:40:29.424773 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0faf45e9-85ed-407f-a4df-fb3e163ab5f5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:29.426631 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c162cd-159a-48d1-b992-a37c3b250f33 None None] Routers {'8c89948e-d416-4151-91e7-a5636e7846e3'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:40:29.427282 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-03c162cd-159a-48d1-b992-a37c3b250f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:40:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['8c89948e-d416-4151-91e7-a5636e7846e3'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:29.461353 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0faf45e9-85ed-407f-a4df-fb3e163ab5f5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9156368 Nov 25 20:40:29.462419 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5645b3-d553-4112-aa15-9bb01a5a7f6c', 'tag': 'cddf5e99-be47-4f31-b038-12f4fb290a37'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:40:29.464852 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec4e1fe-d62f-4350-9a9e-4a793ec81f55" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5645b3-d553-4112-aa15-9bb01a5a7f6c", "tag": "cddf5e99-be47-4f31-b038-12f4fb290a37"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:40:29.559141 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-03c162cd-159a-48d1-b992-a37c3b250f33 None None] Set router 8c89948e-d416-4151-91e7-a5636e7846e3 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:40:29.570173 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cac4a-d7ba-47c7-9a44-a651cad64af7 req-dfee3045-1d75-4e7e-ba6a-90e26137c487 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:29.572357 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-628cac4a-d7ba-47c7-9a44-a651cad64af7 req-dfee3045-1d75-4e7e-ba6a-90e26137c487 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f5645b3-d553-4112-aa15-9bb01a5a7f6c HTTP/1.1" status: 200 len: 946 time: 0.0548308 Nov 25 20:40:29.635903 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-628cac4a-d7ba-47c7-9a44-a651cad64af7 req-e6db4646-ed82-40d2-88ec-3459dfefedd1 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ed17677-48da-4ebf-8881-1699e08bbd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568645 Nov 25 20:40:29.665079 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59236) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:29.741735 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6b6471-5981-4c0a-8615-e0a12a9ff640 x-openstack-request-id: req-db6b6471-5981-4c0a-8615-e0a12a9ff640 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:40:29.742218 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5645b3-d553-4112-aa15-9bb01a5a7f6c", "tag": "cddf5e99-be47-4f31-b038-12f4fb290a37", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:40:29.742677 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db6b6471-5981-4c0a-8615-e0a12a9ff640 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:40:29.743397 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5645b3-d553-4112-aa15-9bb01a5a7f6c', 'tag': 'cddf5e99-be47-4f31-b038-12f4fb290a37', 'status': 'completed', 'code': 200} Nov 25 20:40:29.763729 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4e1fe-d62f-4350-9a9e-4a793ec81f55 req-0d80c680-e8f3-4556-838b-2633e317f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:29.765336 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0ec4e1fe-d62f-4350-9a9e-4a793ec81f55 req-0d80c680-e8f3-4556-838b-2633e317f144 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=7f5645b3-d553-4112-aa15-9bb01a5a7f6c HTTP/1.1" status: 200 len: 1097 time: 0.0482433 Nov 25 20:40:29.780381 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-35635529-8d88-4dcd-8d65-f30476308518 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/floatingips/75d485a2-7ec1-4de3-85e5-4cc9b8d06411 HTTP/1.1" status: 200 len: 992 time: 0.1134136 Nov 25 20:40:29.844642 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-03c162cd-159a-48d1-b992-a37c3b250f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136160269', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:40:15Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '75d485a2-7ec1-4de3-85e5-4cc9b8d06411', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'floating_ip_address': '172.25.6.179', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'port_id': 'cddf5e99-be47-4f31-b038-12f4fb290a37', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b', 'mac_address': 'fa:16:3e:f5:f4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5645b3-d553-4112-aa15-9bb01a5a7f6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:40:28Z', 'updated_at': '2021-11-25T20:40:28Z', 'revision_number': 0, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5d4410-3d86-4771-9966-e67520d7a905', 'name': '', 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:d0:84:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:15Z', 'updated_at': '2021-11-25T20:40:19Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': '5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:29.873941 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c162cd-159a-48d1-b992-a37c3b250f33 None None] Checking router: 8c89948e-d416-4151-91e7-a5636e7846e3 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:40:29.883611 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c162cd-159a-48d1-b992-a37c3b250f33 None None] Routers {'8c89948e-d416-4151-91e7-a5636e7846e3'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:40:29.884912 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-03c162cd-159a-48d1-b992-a37c3b250f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:40:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['8c89948e-d416-4151-91e7-a5636e7846e3'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:29.885439 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4e1fe-d62f-4350-9a9e-4a793ec81f55 req-d8709f42-02e0-4127-9c35-5090622246b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:29.887375 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0ec4e1fe-d62f-4350-9a9e-4a793ec81f55 req-d8709f42-02e0-4127-9c35-5090622246b4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2f8cf6ed-1b41-4f7c-bed8-346107b7602b HTTP/1.1" status: 200 len: 897 time: 0.1153548 Nov 25 20:40:29.967389 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0ec4e1fe-d62f-4350-9a9e-4a793ec81f55 req-aa8e42a9-6add-41e1-bb8f-e1f7dffdc149 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cddf5e99-be47-4f31-b038-12f4fb290a37 HTTP/1.1" status: 200 len: 1000 time: 0.0729463 Nov 25 20:40:30.031945 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4e1fe-d62f-4350-9a9e-4a793ec81f55 req-1b0bceb1-f2d4-48a0-aede-08394c08b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:30.033494 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0ec4e1fe-d62f-4350-9a9e-4a793ec81f55 req-1b0bceb1-f2d4-48a0-aede-08394c08b126 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e HTTP/1.1" status: 200 len: 835 time: 0.0535047 Nov 25 20:40:30.043638 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-03c162cd-159a-48d1-b992-a37c3b250f33 None None] Set router 8c89948e-d416-4151-91e7-a5636e7846e3 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:40:30.084492 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4e1fe-d62f-4350-9a9e-4a793ec81f55 req-fc7b8d4d-7476-438f-8135-90db8cb3df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:30.086063 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0ec4e1fe-d62f-4350-9a9e-4a793ec81f55 req-fc7b8d4d-7476-438f-8135-90db8cb3df53 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2f8cf6ed-1b41-4f7c-bed8-346107b7602b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451069 Nov 25 20:40:30.196682 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0ec4e1fe-d62f-4350-9a9e-4a793ec81f55 req-d79b20e6-f453-4baf-85cc-8d8700a991b2 service neutron] 10.222.0.85 "GET /v2.0/networks/2f8cf6ed-1b41-4f7c-bed8-346107b7602b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029766 Nov 25 20:40:30.307490 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-0ec4e1fe-d62f-4350-9a9e-4a793ec81f55 req-0d9bfba6-cb4f-4ef3-bf3a-6def910dd9c4 service neutron] 10.222.0.85 "GET /v2.0/networks/2f8cf6ed-1b41-4f7c-bed8-346107b7602b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030104 Nov 25 20:40:30.483541 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-03c162cd-159a-48d1-b992-a37c3b250f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136160269', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:40:15Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '75d485a2-7ec1-4de3-85e5-4cc9b8d06411', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'floating_ip_address': '172.25.6.179', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'port_id': 'cddf5e99-be47-4f31-b038-12f4fb290a37', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b', 'mac_address': 'fa:16:3e:f5:f4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5645b3-d553-4112-aa15-9bb01a5a7f6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:40:28Z', 'updated_at': '2021-11-25T20:40:28Z', 'revision_number': 0, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5d4410-3d86-4771-9966-e67520d7a905', 'name': '', 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:d0:84:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:15Z', 'updated_at': '2021-11-25T20:40:19Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': '5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:30.513827 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c162cd-159a-48d1-b992-a37c3b250f33 None None] The sync data for ids ['8c89948e-d416-4151-91e7-a5636e7846e3'] in n-d-819349-5 is: [{'id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136160269', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:40:15Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '75d485a2-7ec1-4de3-85e5-4cc9b8d06411', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'floating_ip_address': '172.25.6.179', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'port_id': 'cddf5e99-be47-4f31-b038-12f4fb290a37', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b', 'mac_address': 'fa:16:3e:f5:f4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5645b3-d553-4112-aa15-9bb01a5a7f6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:40:28Z', 'updated_at': '2021-11-25T20:40:28Z', 'revision_number': 0, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5d4410-3d86-4771-9966-e67520d7a905', 'name': '', 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:d0:84:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:15Z', 'updated_at': '2021-11-25T20:40:19Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': '5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:40:30.723890 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a1db0e-e03c-4e57-85c6-5effd70ae971 None None] New status for floating IP 75d485a2-7ec1-4de3-85e5-4cc9b8d06411: ACTIVE {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:40:30.784430 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59238) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:30.860152 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-06f61cc1-7d4b-4baf-b6d8-03289463df67 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/floatingips/75d485a2-7ec1-4de3-85e5-4cc9b8d06411 HTTP/1.1" status: 200 len: 992 time: 0.0744677 Nov 25 20:40:31.864285 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59240) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:31.894843 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7c9332f7-3fa0-427c-9a59-e991dc5e2729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:31.942791 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-37fd076e-017f-4b37-a370-1655ad8c09e6 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/floatingips/75d485a2-7ec1-4de3-85e5-4cc9b8d06411 HTTP/1.1" status: 200 len: 994 time: 0.0769339 Nov 25 20:40:33.971737 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:35.710932 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:35.780649 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:38.617355 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:40:54.331426 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:55.010046 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:58.696276 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d3b77-7e4d-456d-9857-8411a135283f req-78a70368-94a2-4d2c-8baa-032d265b418a tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:58.697852 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fe6d3b77-7e4d-456d-9857-8411a135283f req-78a70368-94a2-4d2c-8baa-032d265b418a tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f5645b3-d553-4112-aa15-9bb01a5a7f6c HTTP/1.1" status: 200 len: 946 time: 0.0509121 Nov 25 20:40:58.750815 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fe6d3b77-7e4d-456d-9857-8411a135283f req-f2dc53b0-21b5-4ddb-82a2-c41aef0520d4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ed17677-48da-4ebf-8881-1699e08bbd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467658 Nov 25 20:40:59.404027 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e9cbead2-5020-4d9a-8de2-cda4342f31a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:59.872075 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f54f70-c84a-4f92-bce5-3483b602d184 req-57978a19-7dba-4e0a-b09b-f5854fd340f1 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:59.873577 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45f54f70-c84a-4f92-bce5-3483b602d184 req-57978a19-7dba-4e0a-b09b-f5854fd340f1 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f5645b3-d553-4112-aa15-9bb01a5a7f6c HTTP/1.1" status: 200 len: 946 time: 0.0488830 Nov 25 20:40:59.923004 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45f54f70-c84a-4f92-bce5-3483b602d184 req-4bf5ee11-eb7b-4453-bad7-03a89f9020f7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ed17677-48da-4ebf-8881-1699e08bbd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434027 Nov 25 20:40:59.946374 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59256) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:41:00.009980 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b36d8c05-2006-4569-a96c-db0b86e3fa11 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/floatingips/75d485a2-7ec1-4de3-85e5-4cc9b8d06411 HTTP/1.1" status: 200 len: 994 time: 0.0625455 Nov 25 20:41:01.295594 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96416d8c-a1d1-4e38-a34d-fdd9744ed41b req-80dda66a-0b15-40f2-9e0e-d6ebbd0afaf3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:01.298666 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-96416d8c-a1d1-4e38-a34d-fdd9744ed41b req-80dda66a-0b15-40f2-9e0e-d6ebbd0afaf3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f5645b3-d553-4112-aa15-9bb01a5a7f6c HTTP/1.1" status: 200 len: 946 time: 0.0624380 Nov 25 20:41:01.351774 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-96416d8c-a1d1-4e38-a34d-fdd9744ed41b req-91e344ad-020f-400b-a1fc-9441d60fd0e9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ed17677-48da-4ebf-8881-1699e08bbd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469713 Nov 25 20:41:01.898950 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b23c6175-4136-48fb-bc05-60803fe62249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:02.483969 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb06f9-1b81-453a-840d-fe014f405d2d req-8926bf25-340b-408d-a253-d886cc22f0b5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:02.485593 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9bb06f9-1b81-453a-840d-fe014f405d2d req-8926bf25-340b-408d-a253-d886cc22f0b5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f5645b3-d553-4112-aa15-9bb01a5a7f6c HTTP/1.1" status: 200 len: 946 time: 0.0594296 Nov 25 20:41:02.537463 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a9bb06f9-1b81-453a-840d-fe014f405d2d req-f748cda5-0db8-497e-8915-81cb494a6dcd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ed17677-48da-4ebf-8881-1699e08bbd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459301 Nov 25 20:41:02.563545 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59266) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:41:02.630188 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ff3ea554-23c5-4274-a172-f3f745b9e6fa tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/floatingips/75d485a2-7ec1-4de3-85e5-4cc9b8d06411 HTTP/1.1" status: 200 len: 994 time: 0.0653665 Nov 25 20:41:02.924925 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59272) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:41:03.087137 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f6ba9ebd-d39e-4079-a57e-97427a7d1a46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Deleting port fa5bb842-e34a-4382-ba20-8c76a042bb69 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:41:03.087474 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f6ba9ebd-d39e-4079-a57e-97427a7d1a46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:03.171037 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f6ba9ebd-d39e-4079-a57e-97427a7d1a46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:03.171311 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f6ba9ebd-d39e-4079-a57e-97427a7d1a46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:03.184831 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f6ba9ebd-d39e-4079-a57e-97427a7d1a46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Calling delete_port for fa5bb842-e34a-4382-ba20-8c76a042bb69 owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:41:03.347441 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f6ba9ebd-d39e-4079-a57e-97427a7d1a46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:03.377066 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba9ebd-d39e-4079-a57e-97427a7d1a46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Port': ['ID=fa5bb842-e34a-4382-ba20-8c76a042bb69,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:03.404884 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba9ebd-d39e-4079-a57e-97427a7d1a46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:03.405243 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba9ebd-d39e-4079-a57e-97427a7d1a46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:03.405597 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba9ebd-d39e-4079-a57e-97427a7d1a46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:03.405951 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba9ebd-d39e-4079-a57e-97427a7d1a46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:03.406311 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba9ebd-d39e-4079-a57e-97427a7d1a46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:03.406678 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba9ebd-d39e-4079-a57e-97427a7d1a46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:03.407022 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba9ebd-d39e-4079-a57e-97427a7d1a46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:03.407365 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba9ebd-d39e-4079-a57e-97427a7d1a46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:03.407724 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba9ebd-d39e-4079-a57e-97427a7d1a46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:03.408044 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba9ebd-d39e-4079-a57e-97427a7d1a46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:03.408383 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba9ebd-d39e-4079-a57e-97427a7d1a46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:03.408717 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba9ebd-d39e-4079-a57e-97427a7d1a46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:03.453105 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f6ba9ebd-d39e-4079-a57e-97427a7d1a46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:03.453396 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-f6ba9ebd-d39e-4079-a57e-97427a7d1a46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Floating IP 75d485a2-7ec1-4de3-85e5-4cc9b8d06411 disassociated (deleted). External IP: 172.25.6.179, port: cddf5e99-be47-4f31-b038-12f4fb290a37. Nov 25 20:41:03.674661 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ba9ebd-d39e-4079-a57e-97427a7d1a46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Router 8c89948e-d416-4151-91e7-a5636e7846e3 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:41:03.791442 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ba9ebd-d39e-4079-a57e-97427a7d1a46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:41:03.796234 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f6ba9ebd-d39e-4079-a57e-97427a7d1a46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:03.801348 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a444a4b1-bba6-4a91-8511-339590b7c1ff None None] Sync routers for ids ['8c89948e-d416-4151-91e7-a5636e7846e3'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:41:03.813264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a444a4b1-bba6-4a91-8511-339590b7c1ff None None] Routers {'8c89948e-d416-4151-91e7-a5636e7846e3'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:41:03.813913 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a444a4b1-bba6-4a91-8511-339590b7c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:41:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['8c89948e-d416-4151-91e7-a5636e7846e3'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:41:03.825538 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f6ba9ebd-d39e-4079-a57e-97427a7d1a46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "DELETE /v2.0/floatingips/75d485a2-7ec1-4de3-85e5-4cc9b8d06411 HTTP/1.1" status: 204 len: 168 time: 0.8994942 Nov 25 20:41:03.826139 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5645b3-d553-4112-aa15-9bb01a5a7f6c', 'tag': 'cddf5e99-be47-4f31-b038-12f4fb290a37'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:41:03.828656 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1592253-6aff-4907-ae6d-c35215be368e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5645b3-d553-4112-aa15-9bb01a5a7f6c", "tag": "cddf5e99-be47-4f31-b038-12f4fb290a37"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:41:03.937815 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a444a4b1-bba6-4a91-8511-339590b7c1ff None None] Set router 8c89948e-d416-4151-91e7-a5636e7846e3 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:41:04.007476 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:04.095674 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a33864-1d2a-4ab4-8b1d-f581407065f5 x-openstack-request-id: req-43a33864-1d2a-4ab4-8b1d-f581407065f5 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:41:04.095970 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5645b3-d553-4112-aa15-9bb01a5a7f6c", "tag": "cddf5e99-be47-4f31-b038-12f4fb290a37", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:41:04.096229 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-43a33864-1d2a-4ab4-8b1d-f581407065f5 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:41:04.096639 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5645b3-d553-4112-aa15-9bb01a5a7f6c', 'tag': 'cddf5e99-be47-4f31-b038-12f4fb290a37', 'status': 'completed', 'code': 200} Nov 25 20:41:04.176028 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1592253-6aff-4907-ae6d-c35215be368e req-22f405aa-fa54-43a1-9201-2a8c986972ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:04.178503 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b1592253-6aff-4907-ae6d-c35215be368e req-22f405aa-fa54-43a1-9201-2a8c986972ce service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=7f5645b3-d553-4112-aa15-9bb01a5a7f6c HTTP/1.1" status: 200 len: 1097 time: 0.0588806 Nov 25 20:41:04.209232 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a444a4b1-bba6-4a91-8511-339590b7c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136160269', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:40:15Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4a5d4410-3d86-4771-9966-e67520d7a905', 'name': '', 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:d0:84:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:15Z', 'updated_at': '2021-11-25T20:40:19Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': '5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:41:04.212119 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716a19d-e3f5-418b-9ec6-c958cd32f1c2 req-597386ca-ce7f-47c9-a3eb-12174494901b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:04.214754 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7716a19d-e3f5-418b-9ec6-c958cd32f1c2 req-597386ca-ce7f-47c9-a3eb-12174494901b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f5645b3-d553-4112-aa15-9bb01a5a7f6c HTTP/1.1" status: 200 len: 946 time: 0.0610790 Nov 25 20:41:04.239281 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a444a4b1-bba6-4a91-8511-339590b7c1ff None None] Checking router: 8c89948e-d416-4151-91e7-a5636e7846e3 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:41:04.249698 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a444a4b1-bba6-4a91-8511-339590b7c1ff None None] Routers {'8c89948e-d416-4151-91e7-a5636e7846e3'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:41:04.250545 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a444a4b1-bba6-4a91-8511-339590b7c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:41:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['8c89948e-d416-4151-91e7-a5636e7846e3'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:41:04.274070 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7716a19d-e3f5-418b-9ec6-c958cd32f1c2 req-56614c7e-47af-4b5d-84db-46c4b5e9a000 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ed17677-48da-4ebf-8881-1699e08bbd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533903 Nov 25 20:41:04.282587 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1592253-6aff-4907-ae6d-c35215be368e req-b6b87ffd-bd82-4f50-94fe-df0e0ce879b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:04.284335 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b1592253-6aff-4907-ae6d-c35215be368e req-b6b87ffd-bd82-4f50-94fe-df0e0ce879b8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2f8cf6ed-1b41-4f7c-bed8-346107b7602b HTTP/1.1" status: 200 len: 897 time: 0.0958729 Nov 25 20:41:04.332875 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b1592253-6aff-4907-ae6d-c35215be368e req-c11ce09f-2f20-40fa-b01a-8330c6f62e9b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cddf5e99-be47-4f31-b038-12f4fb290a37 HTTP/1.1" status: 200 len: 217 time: 0.0386801 Nov 25 20:41:04.365462 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a444a4b1-bba6-4a91-8511-339590b7c1ff None None] Set router 8c89948e-d416-4151-91e7-a5636e7846e3 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:41:04.384981 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1592253-6aff-4907-ae6d-c35215be368e req-13010ec4-b060-4605-8238-aeb2a1562686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:04.386507 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b1592253-6aff-4907-ae6d-c35215be368e req-13010ec4-b060-4605-8238-aeb2a1562686 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e HTTP/1.1" status: 200 len: 835 time: 0.0457106 Nov 25 20:41:04.440114 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1592253-6aff-4907-ae6d-c35215be368e req-59e95f05-f898-4217-8514-e0af5d0386e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:04.441648 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b1592253-6aff-4907-ae6d-c35215be368e req-59e95f05-f898-4217-8514-e0af5d0386e8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2f8cf6ed-1b41-4f7c-bed8-346107b7602b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430999 Nov 25 20:41:04.544063 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b1592253-6aff-4907-ae6d-c35215be368e req-30320306-266a-435d-81b9-271bb96ce26d service neutron] 10.222.0.85 "GET /v2.0/networks/2f8cf6ed-1b41-4f7c-bed8-346107b7602b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929253 Nov 25 20:41:04.569750 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a444a4b1-bba6-4a91-8511-339590b7c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136160269', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:40:15Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4a5d4410-3d86-4771-9966-e67520d7a905', 'name': '', 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:d0:84:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:15Z', 'updated_at': '2021-11-25T20:40:19Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': '5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:41:04.601135 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a444a4b1-bba6-4a91-8511-339590b7c1ff None None] The sync data for ids ['8c89948e-d416-4151-91e7-a5636e7846e3'] in n-d-819349-5 is: [{'id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136160269', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:40:15Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '4a5d4410-3d86-4771-9966-e67520d7a905', 'name': '', 'network_id': '2f8cf6ed-1b41-4f7c-bed8-346107b7602b', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:d0:84:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:15Z', 'updated_at': '2021-11-25T20:40:19Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': '5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:41:04.640238 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b1592253-6aff-4907-ae6d-c35215be368e req-7c92b0ca-1a22-41cc-b076-62fd9938ff33 service neutron] 10.222.0.85 "GET /v2.0/networks/2f8cf6ed-1b41-4f7c-bed8-346107b7602b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878360 Nov 25 20:41:04.846501 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54641b80-f02c-4f34-9006-0040d62a679e None None] New status for floating IP 75d485a2-7ec1-4de3-85e5-4cc9b8d06411: DOWN {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:41:05.401996 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf3b95-f23b-4764-bb00-8504546722b0 req-6bb31757-bb74-4d25-a095-fcf6b3b0def3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:05.403627 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aabf3b95-f23b-4764-bb00-8504546722b0 req-6bb31757-bb74-4d25-a095-fcf6b3b0def3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f5645b3-d553-4112-aa15-9bb01a5a7f6c HTTP/1.1" status: 200 len: 946 time: 0.0545175 Nov 25 20:41:05.465031 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aabf3b95-f23b-4764-bb00-8504546722b0 req-1f36265c-c6af-47dd-ae0d-bfca924bfc42 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ed17677-48da-4ebf-8881-1699e08bbd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544932 Nov 25 20:41:05.715379 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:05.793388 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:05.798382 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206d52f-b6c4-43ce-93ff-bb933409c30d req-63f24301-e1e9-4254-87fb-27a846f95776 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:05.799970 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a206d52f-b6c4-43ce-93ff-bb933409c30d req-63f24301-e1e9-4254-87fb-27a846f95776 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.85 "GET /v2.0/ports?device_id=7f5645b3-d553-4112-aa15-9bb01a5a7f6c HTTP/1.1" status: 200 len: 946 time: 0.0575702 Nov 25 20:41:05.903358 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-a206d52f-b6c4-43ce-93ff-bb933409c30d req-695a1869-c1e4-45be-ad0a-6e2e53b3b20b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Deleting port cddf5e99-be47-4f31-b038-12f4fb290a37 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:41:05.903665 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a206d52f-b6c4-43ce-93ff-bb933409c30d req-695a1869-c1e4-45be-ad0a-6e2e53b3b20b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:05.998930 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-a206d52f-b6c4-43ce-93ff-bb933409c30d req-695a1869-c1e4-45be-ad0a-6e2e53b3b20b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] For port cddf5e99-be47-4f31-b038-12f4fb290a37, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=cddf5e99-be47-4f31-b038-12f4fb290a37,segment=NetworkSegment(a538049f-8c22-4a5b-90f3-b0bd409adf82),segment_id=a538049f-8c22-4a5b-90f3-b0bd409adf82)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:41:05.999303 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a206d52f-b6c4-43ce-93ff-bb933409c30d req-695a1869-c1e4-45be-ad0a-6e2e53b3b20b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:06.012445 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-a206d52f-b6c4-43ce-93ff-bb933409c30d req-695a1869-c1e4-45be-ad0a-6e2e53b3b20b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Calling delete_port for cddf5e99-be47-4f31-b038-12f4fb290a37 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:41:06.149819 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a206d52f-b6c4-43ce-93ff-bb933409c30d req-695a1869-c1e4-45be-ad0a-6e2e53b3b20b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:06.184885 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a1869-c1e4-45be-ad0a-6e2e53b3b20b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Port': ['ID=cddf5e99-be47-4f31-b038-12f4fb290a37,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:06.198789 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a1869-c1e4-45be-ad0a-6e2e53b3b20b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:06.199147 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a1869-c1e4-45be-ad0a-6e2e53b3b20b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:06.199500 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a1869-c1e4-45be-ad0a-6e2e53b3b20b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:06.199877 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a1869-c1e4-45be-ad0a-6e2e53b3b20b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:06.200173 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a1869-c1e4-45be-ad0a-6e2e53b3b20b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:06.200511 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a1869-c1e4-45be-ad0a-6e2e53b3b20b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:06.200851 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a1869-c1e4-45be-ad0a-6e2e53b3b20b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:06.201192 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a1869-c1e4-45be-ad0a-6e2e53b3b20b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:06.201526 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a1869-c1e4-45be-ad0a-6e2e53b3b20b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:06.201855 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a1869-c1e4-45be-ad0a-6e2e53b3b20b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:06.202193 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a1869-c1e4-45be-ad0a-6e2e53b3b20b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:06.202548 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a1869-c1e4-45be-ad0a-6e2e53b3b20b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:06.247589 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a206d52f-b6c4-43ce-93ff-bb933409c30d req-695a1869-c1e4-45be-ad0a-6e2e53b3b20b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] No DVR routers for this DVR port cddf5e99-be47-4f31-b038-12f4fb290a37 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:41:06.250546 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a206d52f-b6c4-43ce-93ff-bb933409c30d req-695a1869-c1e4-45be-ad0a-6e2e53b3b20b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:06.254030 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-a206d52f-b6c4-43ce-93ff-bb933409c30d req-695a1869-c1e4-45be-ad0a-6e2e53b3b20b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.85 "DELETE /v2.0/ports/cddf5e99-be47-4f31-b038-12f4fb290a37 HTTP/1.1" status: 204 len: 173 time: 0.4472435 Nov 25 20:41:06.254666 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5645b3-d553-4112-aa15-9bb01a5a7f6c', 'name': 'network-vif-deleted', 'tag': 'cddf5e99-be47-4f31-b038-12f4fb290a37'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:41:06.257080 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763054d6-fe67-4859-b1f5-aeda11e86db0" -d '{"events": [{"server_uuid": "7f5645b3-d553-4112-aa15-9bb01a5a7f6c", "name": "network-vif-deleted", "tag": "cddf5e99-be47-4f31-b038-12f4fb290a37"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:41:06.301743 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5623f82-7829-483e-b20a-a4d6bc7e2fbe x-openstack-request-id: req-a5623f82-7829-483e-b20a-a4d6bc7e2fbe {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:41:06.302045 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5645b3-d553-4112-aa15-9bb01a5a7f6c", "name": "network-vif-deleted", "tag": "cddf5e99-be47-4f31-b038-12f4fb290a37", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:41:06.302752 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a5623f82-7829-483e-b20a-a4d6bc7e2fbe {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:41:06.303557 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5645b3-d553-4112-aa15-9bb01a5a7f6c', 'name': 'network-vif-deleted', 'tag': 'cddf5e99-be47-4f31-b038-12f4fb290a37', 'status': 'completed', 'code': 200} Nov 25 20:41:06.583811 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-515a4648-aec8-42b1-a286-90930328d214 req-ff27b5f2-4695-4d21-9311-faa8127b8a1d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f5645b3-d553-4112-aa15-9bb01a5a7f6c HTTP/1.1" status: 200 len: 210 time: 0.0302491 Nov 25 20:41:07.649671 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59290) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:41:08.037437 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6447d5c3-bc46-4d75-9035-d8d10885f854 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:08.313769 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6447d5c3-bc46-4d75-9035-d8d10885f854 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Deleting port 4a5d4410-3d86-4771-9966-e67520d7a905 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:41:08.314109 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6447d5c3-bc46-4d75-9035-d8d10885f854 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:08.409615 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6447d5c3-bc46-4d75-9035-d8d10885f854 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] For port 4a5d4410-3d86-4771-9966-e67520d7a905, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=4a5d4410-3d86-4771-9966-e67520d7a905,segment=NetworkSegment(a538049f-8c22-4a5b-90f3-b0bd409adf82),segment_id=a538049f-8c22-4a5b-90f3-b0bd409adf82)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:41:08.409988 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6447d5c3-bc46-4d75-9035-d8d10885f854 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:08.424320 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6447d5c3-bc46-4d75-9035-d8d10885f854 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Calling delete_port for 4a5d4410-3d86-4771-9966-e67520d7a905 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:41:08.625020 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6447d5c3-bc46-4d75-9035-d8d10885f854 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:08.661266 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447d5c3-bc46-4d75-9035-d8d10885f854 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Port': ['ID=4a5d4410-3d86-4771-9966-e67520d7a905,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:08.856182 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6447d5c3-bc46-4d75-9035-d8d10885f854 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:09.093372 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6447d5c3-bc46-4d75-9035-d8d10885f854 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Router 8c89948e-d416-4151-91e7-a5636e7846e3 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:41:09.205965 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6447d5c3-bc46-4d75-9035-d8d10885f854 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:41:09.212018 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6447d5c3-bc46-4d75-9035-d8d10885f854 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "PUT /v2.0/routers/8c89948e-d416-4151-91e7-a5636e7846e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5609488 Nov 25 20:41:09.213876 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59292) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:41:09.216539 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd169dce-1297-4563-916c-c33384540ab5 None None] Sync routers for ids ['8c89948e-d416-4151-91e7-a5636e7846e3'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:41:09.227078 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd169dce-1297-4563-916c-c33384540ab5 None None] Routers {'8c89948e-d416-4151-91e7-a5636e7846e3'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:41:09.227814 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cd169dce-1297-4563-916c-c33384540ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:41:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['8c89948e-d416-4151-91e7-a5636e7846e3'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:41:09.269064 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe574020-9ad0-4bb9-ab00-aed112118157 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Deleting subnet 5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:41:09.272385 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe574020-9ad0-4bb9-ab00-aed112118157 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:09.314611 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe574020-9ad0-4bb9-ab00-aed112118157 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:09.339903 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-cd169dce-1297-4563-916c-c33384540ab5 None None] Set router 8c89948e-d416-4151-91e7-a5636e7846e3 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:41:09.403554 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device cddf5e99-be47-4f31-b038-12f4fb290a37 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:41:09.408705 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe574020-9ad0-4bb9-ab00-aed112118157 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:09.427070 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: cddf5e99-be47-4f31-b038-12f4fb290a37 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:41:09.427421 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device cddf5e99-be47-4f31-b038-12f4fb290a37 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:41:09.476610 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe574020-9ad0-4bb9-ab00-aed112118157 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:09.509237 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe574020-9ad0-4bb9-ab00-aed112118157 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:09.513925 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fe574020-9ad0-4bb9-ab00-aed112118157 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "DELETE /v2.0/subnets/5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e HTTP/1.1" status: 204 len: 168 time: 0.2989535 Nov 25 20:41:09.515168 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe574020-9ad0-4bb9-ab00-aed112118157 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Subnet': ['ID=5ba4c02a-2aae-47fc-ae6f-e34b1fdfd67e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:09.516755 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59294) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:41:09.520510 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed005d2-e550-451c-9720-2a434148e2b6 None None] Network 2f8cf6ed-1b41-4f7c-bed8-346107b7602b requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:41:09.675696 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cd169dce-1297-4563-916c-c33384540ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136160269', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:41:08Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:41:09.706308 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd169dce-1297-4563-916c-c33384540ab5 None None] Checking router: 8c89948e-d416-4151-91e7-a5636e7846e3 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:41:09.723677 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd169dce-1297-4563-916c-c33384540ab5 None None] Routers {'8c89948e-d416-4151-91e7-a5636e7846e3'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:41:09.724303 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cd169dce-1297-4563-916c-c33384540ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:41:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['8c89948e-d416-4151-91e7-a5636e7846e3'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:41:09.798761 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d1b43e-99b5-495d-b6ab-5d0e883c32aa None None] DHCP port deletion for 2f8cf6ed-1b41-4f7c-bed8-346107b7602b request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:41:09.875366 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-cd169dce-1297-4563-916c-c33384540ab5 None None] Set router 8c89948e-d416-4151-91e7-a5636e7846e3 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:41:10.002445 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac326171-a2ec-4ec7-9dc5-247abf82ea52 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:10.114050 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac326171-a2ec-4ec7-9dc5-247abf82ea52 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:10.126345 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a0d1b43e-99b5-495d-b6ab-5d0e883c32aa None None] Deleting port d0f59519-9c75-4175-a553-b6329f41f2eb {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:41:10.126776 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a0d1b43e-99b5-495d-b6ab-5d0e883c32aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:10.169586 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ac326171-a2ec-4ec7-9dc5-247abf82ea52 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Deleting port b448a48a-82d2-4c37-8c50-ac32c387e8f6 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:41:10.169925 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac326171-a2ec-4ec7-9dc5-247abf82ea52 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:10.237894 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a0d1b43e-99b5-495d-b6ab-5d0e883c32aa None None] For port d0f59519-9c75-4175-a553-b6329f41f2eb, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d0f59519-9c75-4175-a553-b6329f41f2eb,segment=NetworkSegment(a538049f-8c22-4a5b-90f3-b0bd409adf82),segment_id=a538049f-8c22-4a5b-90f3-b0bd409adf82)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:41:10.238506 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a0d1b43e-99b5-495d-b6ab-5d0e883c32aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:10.255949 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-ac326171-a2ec-4ec7-9dc5-247abf82ea52 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] For port b448a48a-82d2-4c37-8c50-ac32c387e8f6, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=b448a48a-82d2-4c37-8c50-ac32c387e8f6,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:41:10.256313 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac326171-a2ec-4ec7-9dc5-247abf82ea52 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:10.257927 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a0d1b43e-99b5-495d-b6ab-5d0e883c32aa None None] Calling delete_port for d0f59519-9c75-4175-a553-b6329f41f2eb owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:41:10.270142 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ac326171-a2ec-4ec7-9dc5-247abf82ea52 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Calling delete_port for b448a48a-82d2-4c37-8c50-ac32c387e8f6 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:41:10.373871 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cd169dce-1297-4563-916c-c33384540ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136160269', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:41:08Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:41:10.403612 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd169dce-1297-4563-916c-c33384540ab5 None None] The sync data for ids ['8c89948e-d416-4151-91e7-a5636e7846e3'] in n-d-819349-5 is: [{'id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136160269', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:41:08Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': 'b448a48a-82d2-4c37-8c50-ac32c387e8f6', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89948e-d416-4151-91e7-a5636e7846e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:12Z', 'updated_at': '2021-11-25T20:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:41:10.412702 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a0d1b43e-99b5-495d-b6ab-5d0e883c32aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:10.444354 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1b43e-99b5-495d-b6ab-5d0e883c32aa None None] Pushing event deleted for resources: {'Port': ['ID=d0f59519-9c75-4175-a553-b6329f41f2eb,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:10.451992 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1b43e-99b5-495d-b6ab-5d0e883c32aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:10.452349 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1b43e-99b5-495d-b6ab-5d0e883c32aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:10.452699 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1b43e-99b5-495d-b6ab-5d0e883c32aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:10.453043 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1b43e-99b5-495d-b6ab-5d0e883c32aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:10.453386 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1b43e-99b5-495d-b6ab-5d0e883c32aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:10.453724 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1b43e-99b5-495d-b6ab-5d0e883c32aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:10.454059 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1b43e-99b5-495d-b6ab-5d0e883c32aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:10.454415 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1b43e-99b5-495d-b6ab-5d0e883c32aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:10.454920 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1b43e-99b5-495d-b6ab-5d0e883c32aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:10.455200 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1b43e-99b5-495d-b6ab-5d0e883c32aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:10.455425 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1b43e-99b5-495d-b6ab-5d0e883c32aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:10.455798 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1b43e-99b5-495d-b6ab-5d0e883c32aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:10.459080 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac326171-a2ec-4ec7-9dc5-247abf82ea52 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:10.463896 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d1b43e-99b5-495d-b6ab-5d0e883c32aa None None] No DVR routers for this DVR port d0f59519-9c75-4175-a553-b6329f41f2eb on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:41:10.489295 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac326171-a2ec-4ec7-9dc5-247abf82ea52 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Port': ['ID=b448a48a-82d2-4c37-8c50-ac32c387e8f6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:10.504778 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ff0751-cecf-4e89-81fe-ba7546e69191 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:41:10.552967 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac326171-a2ec-4ec7-9dc5-247abf82ea52 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:10.646054 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac326171-a2ec-4ec7-9dc5-247abf82ea52 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:10.649193 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac326171-a2ec-4ec7-9dc5-247abf82ea52 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:10.698525 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac326171-a2ec-4ec7-9dc5-247abf82ea52 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:10.698992 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac326171-a2ec-4ec7-9dc5-247abf82ea52 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Fanout notify agent at l3_agent the message router_deleted on router 8c89948e-d416-4151-91e7-a5636e7846e3 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:41:10.705982 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac326171-a2ec-4ec7-9dc5-247abf82ea52 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:10.707188 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ac326171-a2ec-4ec7-9dc5-247abf82ea52 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "DELETE /v2.0/routers/8c89948e-d416-4151-91e7-a5636e7846e3 HTTP/1.1" status: 204 len: 168 time: 1.1893592 Nov 25 20:41:10.710227 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59296) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:41:10.792277 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2982df62-5a0b-4dd4-925d-0b1c11a3bb85 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:10.894133 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2982df62-5a0b-4dd4-925d-0b1c11a3bb85 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:10.915668 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2982df62-5a0b-4dd4-925d-0b1c11a3bb85 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f8cf6ed-1b41-4f7c-bed8-346107b7602b']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:41:10.925729 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2982df62-5a0b-4dd4-925d-0b1c11a3bb85 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a538049f-8c22-4a5b-90f3-b0bd409adf82') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:41:10.926031 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2982df62-5a0b-4dd4-925d-0b1c11a3bb85 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a538049f-8c22-4a5b-90f3-b0bd409adf82') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:41:10.937515 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2982df62-5a0b-4dd4-925d-0b1c11a3bb85 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:10.953005 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2982df62-5a0b-4dd4-925d-0b1c11a3bb85 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:10.959410 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2982df62-5a0b-4dd4-925d-0b1c11a3bb85 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:41:10.959716 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2982df62-5a0b-4dd4-925d-0b1c11a3bb85 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:41:10.963553 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:41:11.034330 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2982df62-5a0b-4dd4-925d-0b1c11a3bb85 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:11.056076 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2982df62-5a0b-4dd4-925d-0b1c11a3bb85 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:11.060403 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2982df62-5a0b-4dd4-925d-0b1c11a3bb85 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "DELETE /v2.0/networks/2f8cf6ed-1b41-4f7c-bed8-346107b7602b HTTP/1.1" status: 204 len: 168 time: 0.3486347 Nov 25 20:41:11.061844 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982df62-5a0b-4dd4-925d-0b1c11a3bb85 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Network': ['ID=2f8cf6ed-1b41-4f7c-bed8-346107b7602b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:11.064208 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59298) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:41:11.065802 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4a5d4410-3d86-4771-9966-e67520d7a905 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:41:11.089204 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 4a5d4410-3d86-4771-9966-e67520d7a905 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:41:11.089557 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 4a5d4410-3d86-4771-9966-e67520d7a905 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:41:11.089975 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d0f59519-9c75-4175-a553-b6329f41f2eb no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:41:11.119331 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: d0f59519-9c75-4175-a553-b6329f41f2eb {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:41:11.119690 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d0f59519-9c75-4175-a553-b6329f41f2eb not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:41:11.131520 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef784e7a-e395-409f-b365-202176ed121b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:11.160157 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef784e7a-e395-409f-b365-202176ed121b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:11.218745 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef784e7a-e395-409f-b365-202176ed121b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:11.221397 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef784e7a-e395-409f-b365-202176ed121b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:11.222580 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ef784e7a-e395-409f-b365-202176ed121b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "DELETE /v2.0/security-groups/9ed17677-48da-4ebf-8881-1699e08bbd9a HTTP/1.1" status: 204 len: 168 time: 0.1562166 Nov 25 20:41:11.232508 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef784e7a-e395-409f-b365-202176ed121b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed17677-48da-4ebf-8881-1699e08bbd9a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:11.707141 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59304) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:41:11.712623 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-de04d5bd-ce7c-4851-aa6c-c1118ce5d4e4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1747068160', 'description': 'tempest-secgroup-smoke-1747068160 description', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:41:11.739639 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de04d5bd-ce7c-4851-aa6c-c1118ce5d4e4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:11.821822 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de04d5bd-ce7c-4851-aa6c-c1118ce5d4e4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:11.825953 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de04d5bd-ce7c-4851-aa6c-c1118ce5d4e4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:11.855922 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de04d5bd-ce7c-4851-aa6c-c1118ce5d4e4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:11.857172 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-de04d5bd-ce7c-4851-aa6c-c1118ce5d4e4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1489882 Nov 25 20:41:11.860210 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59306) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:41:11.864882 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c6aa7229-2b7b-4156-b4fa-02a94b105011 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': '4f3ed2a4-10b8-4549-8a46-2bd21b5726c8', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:41:11.865169 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04d5bd-ce7c-4851-aa6c-c1118ce5d4e4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:11.893856 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6aa7229-2b7b-4156-b4fa-02a94b105011 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:11.950821 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6aa7229-2b7b-4156-b4fa-02a94b105011 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:11.954676 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6aa7229-2b7b-4156-b4fa-02a94b105011 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:11.973260 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa7229-2b7b-4156-b4fa-02a94b105011 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e452db-d9bc-433e-995d-1fa4ceb8d834,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:11.981579 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6aa7229-2b7b-4156-b4fa-02a94b105011 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:11.982809 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c6aa7229-2b7b-4156-b4fa-02a94b105011 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215928 Nov 25 20:41:11.985585 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59308) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:41:11.989911 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ffbc54e5-93f0-4c23-966c-a561bb108664 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': '4f3ed2a4-10b8-4549-8a46-2bd21b5726c8', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:41:12.015377 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ffbc54e5-93f0-4c23-966c-a561bb108664 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.072274 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ffbc54e5-93f0-4c23-966c-a561bb108664 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.076300 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ffbc54e5-93f0-4c23-966c-a561bb108664 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.095726 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc54e5-93f0-4c23-966c-a561bb108664 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a76384-ee4a-4a8f-989d-a8f19012a476,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:12.102926 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ffbc54e5-93f0-4c23-966c-a561bb108664 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.103664 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ffbc54e5-93f0-4c23-966c-a561bb108664 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171563 Nov 25 20:41:12.106350 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59310) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:41:12.110687 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8fd96e1d-cbc9-4b4f-a990-ce89a45987a0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': '4f3ed2a4-10b8-4549-8a46-2bd21b5726c8', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:41:12.136536 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fd96e1d-cbc9-4b4f-a990-ce89a45987a0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.197553 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fd96e1d-cbc9-4b4f-a990-ce89a45987a0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.201354 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fd96e1d-cbc9-4b4f-a990-ce89a45987a0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.221118 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd96e1d-cbc9-4b4f-a990-ce89a45987a0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8476e6-957e-476a-88c6-d6a82788e761,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:12.227103 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fd96e1d-cbc9-4b4f-a990-ce89a45987a0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.228426 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-8fd96e1d-cbc9-4b4f-a990-ce89a45987a0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210403 Nov 25 20:41:12.231067 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59312) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:41:12.235431 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f4f9f75f-38de-4713-aeac-b9d264e902fa tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': '4f3ed2a4-10b8-4549-8a46-2bd21b5726c8', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:41:12.261520 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4f9f75f-38de-4713-aeac-b9d264e902fa tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.324093 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4f9f75f-38de-4713-aeac-b9d264e902fa tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.328031 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4f9f75f-38de-4713-aeac-b9d264e902fa tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.351210 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9f75f-38de-4713-aeac-b9d264e902fa tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d19015c-4bc9-4add-bb1b-4da1d7e9fae5,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:12.358464 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4f9f75f-38de-4713-aeac-b9d264e902fa tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.359657 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f4f9f75f-38de-4713-aeac-b9d264e902fa tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276546 Nov 25 20:41:12.362413 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59314) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:41:12.366756 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-21d8eb97-8e84-4a04-9fbf-7a5b6dc80140 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': '4f3ed2a4-10b8-4549-8a46-2bd21b5726c8', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:41:12.390063 n-d-819349-5 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-21d8eb97-8e84-4a04-9fbf-7a5b6dc80140 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Project 79c61858fb1c4716ac2d08ff92cee2da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:41:12.395637 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21d8eb97-8e84-4a04-9fbf-7a5b6dc80140 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.467256 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21d8eb97-8e84-4a04-9fbf-7a5b6dc80140 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.470705 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21d8eb97-8e84-4a04-9fbf-7a5b6dc80140 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.489602 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8eb97-8e84-4a04-9fbf-7a5b6dc80140 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076dbaa6-9e56-4a2e-a708-c3c3eac7a0f7,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:12.499137 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21d8eb97-8e84-4a04-9fbf-7a5b6dc80140 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.500641 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-21d8eb97-8e84-4a04-9fbf-7a5b6dc80140 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1371377 Nov 25 20:41:12.504023 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59316) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:41:12.509169 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3e5508ee-e8a8-4793-802b-b1158065964d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': '4f3ed2a4-10b8-4549-8a46-2bd21b5726c8', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:41:12.531330 n-d-819349-5 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-3e5508ee-e8a8-4793-802b-b1158065964d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Project 79c61858fb1c4716ac2d08ff92cee2da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:41:12.536263 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e5508ee-e8a8-4793-802b-b1158065964d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.601342 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e5508ee-e8a8-4793-802b-b1158065964d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.605377 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e5508ee-e8a8-4793-802b-b1158065964d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.623980 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5508ee-e8a8-4793-802b-b1158065964d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=138e5f20-f4a4-43b9-837a-e0c689921e62,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:12.632262 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e5508ee-e8a8-4793-802b-b1158065964d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.634715 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3e5508ee-e8a8-4793-802b-b1158065964d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1296678 Nov 25 20:41:12.636845 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59318) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:41:12.641730 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f2e4d651-faaa-4d9d-a8f7-a7c9506543b9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'network': {'name': 'tempest-network-smoke--1259079731', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'port_security_enabled': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:41:12.663681 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e4d651-faaa-4d9d-a8f7-a7c9506543b9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Made reservation on behalf of 79c61858fb1c4716ac2d08ff92cee2da for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:41:12.667618 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2e4d651-faaa-4d9d-a8f7-a7c9506543b9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.694002 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e4d651-faaa-4d9d-a8f7-a7c9506543b9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:41:12.706116 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2e4d651-faaa-4d9d-a8f7-a7c9506543b9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.706594 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-f2e4d651-faaa-4d9d-a8f7-a7c9506543b9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Added segment a1079d33-e9c7-4445-92e2-d38dee3e49b3 of type vlan for network ca99a092-63b4-4bc7-b75c-70985ff789dd Nov 25 20:41:12.751587 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2e4d651-faaa-4d9d-a8f7-a7c9506543b9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.777148 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2e4d651-faaa-4d9d-a8f7-a7c9506543b9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.783137 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e4d651-faaa-4d9d-a8f7-a7c9506543b9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:12.783728 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2e4d651-faaa-4d9d-a8f7-a7c9506543b9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.822317 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f2e4d651-faaa-4d9d-a8f7-a7c9506543b9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1843359 Nov 25 20:41:12.826239 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59320) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:41:12.834742 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-0bfd3ca1-562c-42fb-921d-13bed88d005e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-189565052', 'admin_state_up': True, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:41:12.861427 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4d651-faaa-4d9d-a8f7-a7c9506543b9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Network': ['ID=ca99a092-63b4-4bc7-b75c-70985ff789dd,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:12.862775 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0bfd3ca1-562c-42fb-921d-13bed88d005e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.864304 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0bfd3ca1-562c-42fb-921d-13bed88d005e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.874153 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network ca99a092-63b4-4bc7-b75c-70985ff789dd details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:41:12.920611 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0bfd3ca1-562c-42fb-921d-13bed88d005e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:12.941862 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b448a48a-82d2-4c37-8c50-ac32c387e8f6 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:41:12.966737 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: b448a48a-82d2-4c37-8c50-ac32c387e8f6 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:41:12.967084 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device b448a48a-82d2-4c37-8c50-ac32c387e8f6 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:41:13.407606 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0bfd3ca1-562c-42fb-921d-13bed88d005e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:13.597322 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0bfd3ca1-562c-42fb-921d-13bed88d005e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:13.615935 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0bfd3ca1-562c-42fb-921d-13bed88d005e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:13.722837 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-0bfd3ca1-562c-42fb-921d-13bed88d005e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Allocated IP 172.25.6.93 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/6e997ab6-28c4-4a8c-8a16-bbd2198c6c58) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:41:13.829591 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0bfd3ca1-562c-42fb-921d-13bed88d005e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:13.865099 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0bfd3ca1-562c-42fb-921d-13bed88d005e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:13.906551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfd3ca1-562c-42fb-921d-13bed88d005e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:41:13.909413 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-0bfd3ca1-562c-42fb-921d-13bed88d005e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:41:13.912137 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfd3ca1-562c-42fb-921d-13bed88d005e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:41:13.924960 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8188f2e-ed91-4531-a45b-bff2daa3a029 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:41:13.941863 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd3ca1-562c-42fb-921d-13bed88d005e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=6e997ab6-28c4-4a8c-8a16-bbd2198c6c58,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:14.042230 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-09bfede2-00c5-44fd-831a-e4598e79f372 None None] Provisioning complete for port 6e997ab6-28c4-4a8c-8a16-bbd2198c6c58 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:41:14.042531 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-09bfede2-00c5-44fd-831a-e4598e79f372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:14.079734 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-09bfede2-00c5-44fd-831a-e4598e79f372 None None] Port 6e997ab6-28c4-4a8c-8a16-bbd2198c6c58 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:41:14.175941 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0bfd3ca1-562c-42fb-921d-13bed88d005e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:14.379433 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0bfd3ca1-562c-42fb-921d-13bed88d005e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:14.512637 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfd3ca1-562c-42fb-921d-13bed88d005e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Router f20640b0-41a8-453c-80a9-8390bf623549 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:41:14.620191 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfd3ca1-562c-42fb-921d-13bed88d005e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:41:14.629408 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810e6a5-e031-416a-94b6-b5e9b6c0672e None None] Sync routers for ids ['f20640b0-41a8-453c-80a9-8390bf623549'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:41:14.640097 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5810e6a5-e031-416a-94b6-b5e9b6c0672e None None] Routers {'f20640b0-41a8-453c-80a9-8390bf623549'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:41:14.640644 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-5810e6a5-e031-416a-94b6-b5e9b6c0672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:41:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['f20640b0-41a8-453c-80a9-8390bf623549'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:41:14.641448 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0bfd3ca1-562c-42fb-921d-13bed88d005e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:14.642716 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0bfd3ca1-562c-42fb-921d-13bed88d005e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8143911 Nov 25 20:41:14.645772 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59322) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:41:14.676827 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4d02864c-1a37-4b73-9ceb-496b2a9e28be tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=79c61858fb1c4716ac2d08ff92cee2da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297325 Nov 25 20:41:14.678698 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59324) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:41:14.745997 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-5810e6a5-e031-416a-94b6-b5e9b6c0672e None None] Set router f20640b0-41a8-453c-80a9-8390bf623549 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:41:14.769854 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377ccee3-0c5b-4c42-b68c-b87e90db6818 tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:14.771416 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-377ccee3-0c5b-4c42-b68c-b87e90db6818 tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917795 Nov 25 20:41:14.774968 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59326) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:41:14.805913 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-adb0dbb6-9123-49b1-b5c8-2b9630390793 tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=f965ced5-a415-47da-9748-3514ef368954&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269392 Nov 25 20:41:14.806130 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59328) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:41:14.810894 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-9f390f9c-275e-4f5f-9daf-267fe949ddcb tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-993995266', 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:41:14.908794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f390f9c-275e-4f5f-9daf-267fe949ddcb tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Made reservation on behalf of 79c61858fb1c4716ac2d08ff92cee2da for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:41:14.912990 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f390f9c-275e-4f5f-9daf-267fe949ddcb tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:14.941725 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-5810e6a5-e031-416a-94b6-b5e9b6c0672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189565052', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:41:12Z', 'updated_at': '2021-11-25T20:41:14Z', 'revision_number': 3, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:41:13Z', 'updated_at': '2021-11-25T20:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:41:14.969336 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810e6a5-e031-416a-94b6-b5e9b6c0672e None None] Checking router: f20640b0-41a8-453c-80a9-8390bf623549 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:41:14.969689 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810e6a5-e031-416a-94b6-b5e9b6c0672e None None] Updating router f20640b0-41a8-453c-80a9-8390bf623549 port 6e997ab6-28c4-4a8c-8a16-bbd2198c6c58 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:41:14.996574 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5810e6a5-e031-416a-94b6-b5e9b6c0672e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:15.118636 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f390f9c-275e-4f5f-9daf-267fe949ddcb tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:15.177311 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f390f9c-275e-4f5f-9daf-267fe949ddcb tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Subnet': ['ID=1d3342b7-d827-43a8-8b23-e236a37dea02,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:15.188171 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f390f9c-275e-4f5f-9daf-267fe949ddcb tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Checking segment: {'id': 'a1079d33-e9c7-4445-92e2-d38dee3e49b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:41:15.188537 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f390f9c-275e-4f5f-9daf-267fe949ddcb tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network hostable DHCP agents. Network: ca99a092-63b4-4bc7-b75c-70985ff789dd, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:41:15.208584 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f390f9c-275e-4f5f-9daf-267fe949ddcb tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network ca99a092-63b4-4bc7-b75c-70985ff789dd is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:41:15.218939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-9f390f9c-275e-4f5f-9daf-267fe949ddcb tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, ca99a092-63b4-4bc7-b75c-70985ff789dd) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:41:15.227678 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d848a9-5941-4153-960e-ccd0d8f3e0e9 None None] Network ca99a092-63b4-4bc7-b75c-70985ff789dd requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:41:15.229730 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f390f9c-275e-4f5f-9daf-267fe949ddcb tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:15.230493 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f390f9c-275e-4f5f-9daf-267fe949ddcb tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:15.250262 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9f390f9c-275e-4f5f-9daf-267fe949ddcb tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4430814 Nov 25 20:41:15.253045 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59330) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:41:15.270633 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5810e6a5-e031-416a-94b6-b5e9b6c0672e None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:15.277178 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5810e6a5-e031-416a-94b6-b5e9b6c0672e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:15.335567 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-5810e6a5-e031-416a-94b6-b5e9b6c0672e None None] Attempting to bind port 6e997ab6-28c4-4a8c-8a16-bbd2198c6c58 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:41:15.335942 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-5810e6a5-e031-416a-94b6-b5e9b6c0672e None None] Attempting to bind port 6e997ab6-28c4-4a8c-8a16-bbd2198c6c58 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:41:15.336304 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5810e6a5-e031-416a-94b6-b5e9b6c0672e None None] Attempting to bind port 6e997ab6-28c4-4a8c-8a16-bbd2198c6c58 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:41:15.344312 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b270d11-d026-4da1-8706-e6792f5ae252 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:41:15.344527 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5810e6a5-e031-416a-94b6-b5e9b6c0672e None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:41:15.344725 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5810e6a5-e031-416a-94b6-b5e9b6c0672e None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:41:15.345129 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5810e6a5-e031-416a-94b6-b5e9b6c0672e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:15.345526 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5810e6a5-e031-416a-94b6-b5e9b6c0672e None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:41:15.346009 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-5810e6a5-e031-416a-94b6-b5e9b6c0672e None None] Bound port: 6e997ab6-28c4-4a8c-8a16-bbd2198c6c58, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:41:15.346486 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5810e6a5-e031-416a-94b6-b5e9b6c0672e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:15.381377 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719152a-7ff2-45b3-97dd-549df0af45d4 None None] Pushing event updated for resources: {'Port': ['ID=6e997ab6-28c4-4a8c-8a16-bbd2198c6c58,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:15.408014 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-5810e6a5-e031-416a-94b6-b5e9b6c0672e None None] For port 6e997ab6-28c4-4a8c-8a16-bbd2198c6c58, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:41:15.410906 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b7f32c-99a3-4e5b-8b23-b0c30c47b824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-ca99a092-63b4-4bc7-b75c-70985ff789dd', 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'fixed_ips': [{'subnet_id': '1d3342b7-d827-43a8-8b23-e236a37dea02'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:41:15.411486 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-5810e6a5-e031-416a-94b6-b5e9b6c0672e None None] For port 6e997ab6-28c4-4a8c-8a16-bbd2198c6c58, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6e997ab6-28c4-4a8c-8a16-bbd2198c6c58,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:41:15.412171 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76b7f32c-99a3-4e5b-8b23-b0c30c47b824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:15.417860 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5810e6a5-e031-416a-94b6-b5e9b6c0672e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:15.419661 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2a667cda-fc79-4f10-875f-fc9a9963115c None None] Provisioning complete for port 6e997ab6-28c4-4a8c-8a16-bbd2198c6c58 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:41:15.420092 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2a667cda-fc79-4f10-875f-fc9a9963115c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:15.471978 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b98632-1b5e-418e-823d-8ab4db9f5aea None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:41:15.477703 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5810e6a5-e031-416a-94b6-b5e9b6c0672e None None] Routers {'f20640b0-41a8-453c-80a9-8390bf623549'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:41:15.478425 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-5810e6a5-e031-416a-94b6-b5e9b6c0672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:41:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['f20640b0-41a8-453c-80a9-8390bf623549'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:41:15.590091 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-5810e6a5-e031-416a-94b6-b5e9b6c0672e None None] Set router f20640b0-41a8-453c-80a9-8390bf623549 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:41:15.623519 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2a667cda-fc79-4f10-875f-fc9a9963115c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:15.634749 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-76b7f32c-99a3-4e5b-8b23-b0c30c47b824 None None] Allocated IP 172.20.0.2 (ca99a092-63b4-4bc7-b75c-70985ff789dd/1d3342b7-d827-43a8-8b23-e236a37dea02/808ce3ab-c39d-4eef-a3ce-da8278d0a023) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:41:15.656755 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2a667cda-fc79-4f10-875f-fc9a9963115c None None] For port 6e997ab6-28c4-4a8c-8a16-bbd2198c6c58, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6e997ab6-28c4-4a8c-8a16-bbd2198c6c58,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:41:15.664706 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2a667cda-fc79-4f10-875f-fc9a9963115c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:15.713206 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:41:15.714454 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719152a-7ff2-45b3-97dd-549df0af45d4 None None] Pushing event updated for resources: {'Port': ['ID=6e997ab6-28c4-4a8c-8a16-bbd2198c6c58,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:15.746102 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ae8a605-3fb6-45ba-a199-92982d795e80 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:15.771152 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a667cda-fc79-4f10-875f-fc9a9963115c None None] Pushing event updated for resources: {'Port': ['ID=6e997ab6-28c4-4a8c-8a16-bbd2198c6c58,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:15.802611 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-5810e6a5-e031-416a-94b6-b5e9b6c0672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189565052', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:41:12Z', 'updated_at': '2021-11-25T20:41:14Z', 'revision_number': 3, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:41:13Z', 'updated_at': '2021-11-25T20:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:41:15.825038 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-db66634a-adbb-4ed9-a6c6-60cdcd2119ed None None] Provisioning complete for port 6e997ab6-28c4-4a8c-8a16-bbd2198c6c58 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:41:15.825415 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-db66634a-adbb-4ed9-a6c6-60cdcd2119ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:15.830202 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810e6a5-e031-416a-94b6-b5e9b6c0672e None None] The sync data for ids ['f20640b0-41a8-453c-80a9-8390bf623549'] in n-d-819349-5 is: [{'id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189565052', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:41:12Z', 'updated_at': '2021-11-25T20:41:14Z', 'revision_number': 3, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:41:13Z', 'updated_at': '2021-11-25T20:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:41:15.915398 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76b7f32c-99a3-4e5b-8b23-b0c30c47b824 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:15.925351 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76b7f32c-99a3-4e5b-8b23-b0c30c47b824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:15.992629 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b7f32c-99a3-4e5b-8b23-b0c30c47b824 None None] Network ca99a092-63b4-4bc7-b75c-70985ff789dd is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:41:16.001121 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-76b7f32c-99a3-4e5b-8b23-b0c30c47b824 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:41:16.009148 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b7f32c-99a3-4e5b-8b23-b0c30c47b824 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:41:16.013627 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7f32c-99a3-4e5b-8b23-b0c30c47b824 None None] Pushing event updated for resources: {'Port': ['ID=808ce3ab-c39d-4eef-a3ce-da8278d0a023,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:16.088980 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-76b7f32c-99a3-4e5b-8b23-b0c30c47b824 None None] Attempting to bind port 808ce3ab-c39d-4eef-a3ce-da8278d0a023 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:41:16.091716 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-76b7f32c-99a3-4e5b-8b23-b0c30c47b824 None None] Attempting to bind port 808ce3ab-c39d-4eef-a3ce-da8278d0a023 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'a1079d33-e9c7-4445-92e2-d38dee3e49b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:41:16.092294 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b7f32c-99a3-4e5b-8b23-b0c30c47b824 None None] Attempting to bind port 808ce3ab-c39d-4eef-a3ce-da8278d0a023 on network ca99a092-63b4-4bc7-b75c-70985ff789dd {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:41:16.098340 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b7f32c-99a3-4e5b-8b23-b0c30c47b824 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:41:16.098752 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b7f32c-99a3-4e5b-8b23-b0c30c47b824 None None] Checking segment: {'id': 'a1079d33-e9c7-4445-92e2-d38dee3e49b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:41:16.099151 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76b7f32c-99a3-4e5b-8b23-b0c30c47b824 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:16.099547 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b7f32c-99a3-4e5b-8b23-b0c30c47b824 None None] Bound using segment: {'id': 'a1079d33-e9c7-4445-92e2-d38dee3e49b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:41:16.100014 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-76b7f32c-99a3-4e5b-8b23-b0c30c47b824 None None] Bound port: 808ce3ab-c39d-4eef-a3ce-da8278d0a023, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1079d33-e9c7-4445-92e2-d38dee3e49b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:41:16.100397 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76b7f32c-99a3-4e5b-8b23-b0c30c47b824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:16.102978 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-0ae8a605-3fb6-45ba-a199-92982d795e80 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Allocated IP 172.20.0.1 (ca99a092-63b4-4bc7-b75c-70985ff789dd/1d3342b7-d827-43a8-8b23-e236a37dea02/d2248bc8-3a1d-4057-b1be-18bafb476c11) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:41:16.176060 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-76b7f32c-99a3-4e5b-8b23-b0c30c47b824 None None] For port 808ce3ab-c39d-4eef-a3ce-da8278d0a023, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:41:16.181011 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-76b7f32c-99a3-4e5b-8b23-b0c30c47b824 None None] For port 808ce3ab-c39d-4eef-a3ce-da8278d0a023, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=808ce3ab-c39d-4eef-a3ce-da8278d0a023,segment=NetworkSegment(a1079d33-e9c7-4445-92e2-d38dee3e49b3),segment_id=a1079d33-e9c7-4445-92e2-d38dee3e49b3)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:41:16.187132 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76b7f32c-99a3-4e5b-8b23-b0c30c47b824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:16.255437 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7f32c-99a3-4e5b-8b23-b0c30c47b824 None None] Pushing event updated for resources: {'Port': ['ID=808ce3ab-c39d-4eef-a3ce-da8278d0a023,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:16.263348 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ae8a605-3fb6-45ba-a199-92982d795e80 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:16.300237 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ae8a605-3fb6-45ba-a199-92982d795e80 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:16.339292 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae8a605-3fb6-45ba-a199-92982d795e80 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network ca99a092-63b4-4bc7-b75c-70985ff789dd is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:41:16.342464 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-0ae8a605-3fb6-45ba-a199-92982d795e80 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:41:16.349365 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae8a605-3fb6-45ba-a199-92982d795e80 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:41:16.381477 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8a605-3fb6-45ba-a199-92982d795e80 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=d2248bc8-3a1d-4057-b1be-18bafb476c11,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:16.402662 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ae8a605-3fb6-45ba-a199-92982d795e80 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:16.569420 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ae8a605-3fb6-45ba-a199-92982d795e80 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:16.890684 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ae8a605-3fb6-45ba-a199-92982d795e80 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:16.895756 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ae8a605-3fb6-45ba-a199-92982d795e80 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:16.979915 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8a605-3fb6-45ba-a199-92982d795e80 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=d2248bc8-3a1d-4057-b1be-18bafb476c11,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:16.981710 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ae8a605-3fb6-45ba-a199-92982d795e80 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:17.083533 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 808ce3ab-c39d-4eef-a3ce-da8278d0a023 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:41:17.102907 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae8a605-3fb6-45ba-a199-92982d795e80 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network ca99a092-63b4-4bc7-b75c-70985ff789dd is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:41:17.104504 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-0ae8a605-3fb6-45ba-a199-92982d795e80 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:41:17.150822 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 808ce3ab-c39d-4eef-a3ce-da8278d0a023 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:41:17.151200 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:17.255266 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:17.305884 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 808ce3ab-c39d-4eef-a3ce-da8278d0a023, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=808ce3ab-c39d-4eef-a3ce-da8278d0a023,segment=NetworkSegment(a1079d33-e9c7-4445-92e2-d38dee3e49b3),segment_id=a1079d33-e9c7-4445-92e2-d38dee3e49b3)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:41:17.313603 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:17.314466 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6e997ab6-28c4-4a8c-8a16-bbd2198c6c58 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:41:17.406751 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eeea86-0558-4041-a0f1-4b8a34ae4292 None None] Network ca99a092-63b4-4bc7-b75c-70985ff789dd requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:41:17.432161 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=808ce3ab-c39d-4eef-a3ce-da8278d0a023,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:17.518518 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-16851b05-8e3a-4dd6-a145-f88e9608eb1f None None] Provisioning complete for port 808ce3ab-c39d-4eef-a3ce-da8278d0a023 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:41:17.518895 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-16851b05-8e3a-4dd6-a145-f88e9608eb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:17.521556 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 6e997ab6-28c4-4a8c-8a16-bbd2198c6c58 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:41:17.521923 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:17.593180 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae8a605-3fb6-45ba-a199-92982d795e80 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Router f20640b0-41a8-453c-80a9-8390bf623549 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:41:17.706976 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae8a605-3fb6-45ba-a199-92982d795e80 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:41:17.713566 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0ae8a605-3fb6-45ba-a199-92982d795e80 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "PUT /v2.0/routers/f20640b0-41a8-453c-80a9-8390bf623549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4592478 Nov 25 20:41:17.894371 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-c2de3c19-c298-4b8e-8b0b-c4f504366665 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1747068160&fields=id&tenant_id=79c61858fb1c4716ac2d08ff92cee2da HTTP/1.1" status: 200 len: 267 time: 0.0559249 Nov 25 20:41:17.908009 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b32b865-fe23-497f-9735-d142faee3162 None None] Sync routers for ids ['f20640b0-41a8-453c-80a9-8390bf623549'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:41:17.920133 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b32b865-fe23-497f-9735-d142faee3162 None None] Routers {'f20640b0-41a8-453c-80a9-8390bf623549'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:41:17.920873 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2b32b865-fe23-497f-9735-d142faee3162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:41:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['f20640b0-41a8-453c-80a9-8390bf623549'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:41:18.025882 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-c3d02c04-1a0c-48ac-955a-b0d1a33f1d8a tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:18.030850 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-c3d02c04-1a0c-48ac-955a-b0d1a33f1d8a tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/networks?id=ca99a092-63b4-4bc7-b75c-70985ff789dd HTTP/1.1" status: 200 len: 797 time: 0.1289351 Nov 25 20:41:18.044656 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2b32b865-fe23-497f-9735-d142faee3162 None None] Set router f20640b0-41a8-453c-80a9-8390bf623549 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:41:18.050535 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-d60f8c7e-799a-44dc-bdcc-19f9dd5f9f89 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/quotas/79c61858fb1c4716ac2d08ff92cee2da HTTP/1.1" status: 200 len: 375 time: 0.0161452 Nov 25 20:41:18.104697 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-22044694-ee37-4f6c-b46e-52a594fbfc89 None None] Provisioning complete for port 808ce3ab-c39d-4eef-a3ce-da8278d0a023 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:41:18.105573 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-22044694-ee37-4f6c-b46e-52a594fbfc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:18.110978 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-acaffba6-fcd7-46a2-b25f-7b86b4e6a77c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539913 Nov 25 20:41:18.272701 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-5907dad8-4fc6-40a9-a175-52a0bdf2d245 service neutron] 10.222.0.55 "GET /v2.0/networks/ca99a092-63b4-4bc7-b75c-70985ff789dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467094 Nov 25 20:41:18.391389 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-678da82d-40c0-4e6f-a072-0a6ccd130b06 service neutron] 10.222.0.55 "GET /v2.0/networks/ca99a092-63b4-4bc7-b75c-70985ff789dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082830 Nov 25 20:41:18.521373 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-22044694-ee37-4f6c-b46e-52a594fbfc89 None None] Provisioning complete for port d2248bc8-3a1d-4057-b1be-18bafb476c11 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:41:18.521933 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-22044694-ee37-4f6c-b46e-52a594fbfc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:18.567694 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2b32b865-fe23-497f-9735-d142faee3162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189565052', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:41:12Z', 'updated_at': '2021-11-25T20:41:16Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:41:13Z', 'updated_at': '2021-11-25T20:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd2248bc8-3a1d-4057-b1be-18bafb476c11', 'name': '', 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:14:06:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '1d3342b7-d827-43a8-8b23-e236a37dea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:41:15Z', 'updated_at': '2021-11-25T20:41:16Z', 'revision_number': 2, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': '1d3342b7-d827-43a8-8b23-e236a37dea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:41:18.589107 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a064d9f-55f2-4701-be98-4aadf48beedb req-b6316a11-2bb9-4e95-8e58-1166dcbdaaec tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 210 time: 0.0321050 Nov 25 20:41:18.602733 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b32b865-fe23-497f-9735-d142faee3162 None None] Checking router: f20640b0-41a8-453c-80a9-8390bf623549 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:41:18.603117 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b32b865-fe23-497f-9735-d142faee3162 None None] Updating router f20640b0-41a8-453c-80a9-8390bf623549 port d2248bc8-3a1d-4057-b1be-18bafb476c11 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:41:18.606253 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-22044694-ee37-4f6c-b46e-52a594fbfc89 None None] Port d2248bc8-3a1d-4057-b1be-18bafb476c11 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:41:18.631078 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2b32b865-fe23-497f-9735-d142faee3162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:18.779039 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1e62dc7e-a7d9-4b94-acf4-950f60aa280e None None] Provisioning complete for port d2248bc8-3a1d-4057-b1be-18bafb476c11 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:41:18.779414 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1e62dc7e-a7d9-4b94-acf4-950f60aa280e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:18.861363 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1e62dc7e-a7d9-4b94-acf4-950f60aa280e None None] Port d2248bc8-3a1d-4057-b1be-18bafb476c11 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:41:18.973180 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2b32b865-fe23-497f-9735-d142faee3162 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:18.980315 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2b32b865-fe23-497f-9735-d142faee3162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:19.012302 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 808ce3ab-c39d-4eef-a3ce-da8278d0a023 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:41:19.068832 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed14348-76c6-4bb2-a7fb-6999e4ed0ccc None None] Pushing event updated for resources: {'Port': ['ID=d2248bc8-3a1d-4057-b1be-18bafb476c11,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:19.139804 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2b32b865-fe23-497f-9735-d142faee3162 None None] Attempting to bind port d2248bc8-3a1d-4057-b1be-18bafb476c11 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:41:19.140185 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2b32b865-fe23-497f-9735-d142faee3162 None None] Attempting to bind port d2248bc8-3a1d-4057-b1be-18bafb476c11 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'a1079d33-e9c7-4445-92e2-d38dee3e49b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:41:19.140558 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32b865-fe23-497f-9735-d142faee3162 None None] Attempting to bind port d2248bc8-3a1d-4057-b1be-18bafb476c11 on network ca99a092-63b4-4bc7-b75c-70985ff789dd {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:41:19.146011 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 808ce3ab-c39d-4eef-a3ce-da8278d0a023 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:41:19.146404 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:19.153334 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32b865-fe23-497f-9735-d142faee3162 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:41:19.153739 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32b865-fe23-497f-9735-d142faee3162 None None] Checking segment: {'id': 'a1079d33-e9c7-4445-92e2-d38dee3e49b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:41:19.154132 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2b32b865-fe23-497f-9735-d142faee3162 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:19.154935 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32b865-fe23-497f-9735-d142faee3162 None None] Bound using segment: {'id': 'a1079d33-e9c7-4445-92e2-d38dee3e49b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:41:19.155443 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2b32b865-fe23-497f-9735-d142faee3162 None None] Bound port: d2248bc8-3a1d-4057-b1be-18bafb476c11, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1079d33-e9c7-4445-92e2-d38dee3e49b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:41:19.155839 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2b32b865-fe23-497f-9735-d142faee3162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:19.256900 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2b32b865-fe23-497f-9735-d142faee3162 None None] For port d2248bc8-3a1d-4057-b1be-18bafb476c11, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:41:19.299103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2b32b865-fe23-497f-9735-d142faee3162 None None] For port d2248bc8-3a1d-4057-b1be-18bafb476c11, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d2248bc8-3a1d-4057-b1be-18bafb476c11,segment=NetworkSegment(a1079d33-e9c7-4445-92e2-d38dee3e49b3),segment_id=a1079d33-e9c7-4445-92e2-d38dee3e49b3)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:41:19.307857 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2b32b865-fe23-497f-9735-d142faee3162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:19.353610 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d446b205-79d0-4bd1-8452-7cc601e03269 None None] Provisioning complete for port d2248bc8-3a1d-4057-b1be-18bafb476c11 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:41:19.353988 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d446b205-79d0-4bd1-8452-7cc601e03269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:19.417228 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed14348-76c6-4bb2-a7fb-6999e4ed0ccc None None] Pushing event updated for resources: {'Port': ['ID=d2248bc8-3a1d-4057-b1be-18bafb476c11,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:19.427553 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b32b865-fe23-497f-9735-d142faee3162 None None] Routers {'f20640b0-41a8-453c-80a9-8390bf623549'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:41:19.428581 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2b32b865-fe23-497f-9735-d142faee3162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:41:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['f20640b0-41a8-453c-80a9-8390bf623549'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:41:19.570964 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d446b205-79d0-4bd1-8452-7cc601e03269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:19.631696 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-2abf327d-dda4-4511-824b-294f1d3e02c5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:19.635079 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-2abf327d-dda4-4511-824b-294f1d3e02c5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.85 "GET /v2.0/networks?id=ca99a092-63b4-4bc7-b75c-70985ff789dd HTTP/1.1" status: 200 len: 797 time: 0.1537886 Nov 25 20:41:19.660111 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2b32b865-fe23-497f-9735-d142faee3162 None None] Set router f20640b0-41a8-453c-80a9-8390bf623549 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:41:19.662989 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-d446b205-79d0-4bd1-8452-7cc601e03269 None None] For port d2248bc8-3a1d-4057-b1be-18bafb476c11, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d2248bc8-3a1d-4057-b1be-18bafb476c11,segment=NetworkSegment(a1079d33-e9c7-4445-92e2-d38dee3e49b3),segment_id=a1079d33-e9c7-4445-92e2-d38dee3e49b3)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:41:19.690379 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d446b205-79d0-4bd1-8452-7cc601e03269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:19.725622 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-99ad2374-83a0-4394-aa1c-e81aefc99e77 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79c61858fb1c4716ac2d08ff92cee2da HTTP/1.1" status: 200 len: 380 time: 0.0798268 Nov 25 20:41:19.739235 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-e7ff8a7d-e271-4b93-8524-df9754dbc2dc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'port': {'device_id': '533e470f-9956-4f82-baaf-aed0197ffeea', 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd', 'admin_state_up': True, 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'security_groups': ['4f3ed2a4-10b8-4549-8a46-2bd21b5726c8']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:41:19.747867 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-05eb6ca1-a010-4d4b-8a2d-58887751434b req-a12bcf36-aaf0-492a-a941-a1dbbb92a0f4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 210 time: 0.0606704 Nov 25 20:41:19.847004 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446b205-79d0-4bd1-8452-7cc601e03269 None None] Pushing event updated for resources: {'Port': ['ID=d2248bc8-3a1d-4057-b1be-18bafb476c11,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:19.866810 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e10e2303-486d-4c6e-ad4c-fc82cb806fdb None None] Provisioning complete for port d2248bc8-3a1d-4057-b1be-18bafb476c11 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:41:19.867186 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e10e2303-486d-4c6e-ad4c-fc82cb806fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:19.867380 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-e7ff8a7d-e271-4b93-8524-df9754dbc2dc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Made reservation on behalf of 79c61858fb1c4716ac2d08ff92cee2da for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:41:19.871018 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-e7ff8a7d-e271-4b93-8524-df9754dbc2dc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:20.004711 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2b32b865-fe23-497f-9735-d142faee3162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189565052', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:41:12Z', 'updated_at': '2021-11-25T20:41:16Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:41:13Z', 'updated_at': '2021-11-25T20:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd2248bc8-3a1d-4057-b1be-18bafb476c11', 'name': '', 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:14:06:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '1d3342b7-d827-43a8-8b23-e236a37dea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:41:15Z', 'updated_at': '2021-11-25T20:41:19Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': '1d3342b7-d827-43a8-8b23-e236a37dea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:41:20.015393 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-e7ff8a7d-e271-4b93-8524-df9754dbc2dc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Allocated IP 172.20.0.10 (ca99a092-63b4-4bc7-b75c-70985ff789dd/1d3342b7-d827-43a8-8b23-e236a37dea02/ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:41:20.040328 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b32b865-fe23-497f-9735-d142faee3162 None None] The sync data for ids ['f20640b0-41a8-453c-80a9-8390bf623549'] in n-d-819349-5 is: [{'id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189565052', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:41:12Z', 'updated_at': '2021-11-25T20:41:16Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:41:13Z', 'updated_at': '2021-11-25T20:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd2248bc8-3a1d-4057-b1be-18bafb476c11', 'name': '', 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:14:06:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '1d3342b7-d827-43a8-8b23-e236a37dea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:41:15Z', 'updated_at': '2021-11-25T20:41:19Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': '1d3342b7-d827-43a8-8b23-e236a37dea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:41:20.199792 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-e7ff8a7d-e271-4b93-8524-df9754dbc2dc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:20.239308 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-e7ff8a7d-e271-4b93-8524-df9754dbc2dc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:20.287367 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-e7ff8a7d-e271-4b93-8524-df9754dbc2dc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network ca99a092-63b4-4bc7-b75c-70985ff789dd is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:41:20.293878 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-e7ff8a7d-e271-4b93-8524-df9754dbc2dc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:41:20.297942 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-e7ff8a7d-e271-4b93-8524-df9754dbc2dc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:41:20.326491 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff8a7d-e271-4b93-8524-df9754dbc2dc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:20.359673 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-e7ff8a7d-e271-4b93-8524-df9754dbc2dc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:20.360354 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-e7ff8a7d-e271-4b93-8524-df9754dbc2dc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:20.385444 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-e7ff8a7d-e271-4b93-8524-df9754dbc2dc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6524124 Nov 25 20:41:20.399503 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-df1b2418-97e8-4101-b05c-8793b853af5a service neutron] Request body: {'port': {'device_id': '533e470f-9956-4f82-baaf-aed0197ffeea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:41:20.462134 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-df1b2418-97e8-4101-b05c-8793b853af5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:20.541119 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-11c8dc30-a7a0-46de-aec7-1588767ee9d4 None None] Provisioning complete for port ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:41:20.541820 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-11c8dc30-a7a0-46de-aec7-1588767ee9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:20.584787 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-11c8dc30-a7a0-46de-aec7-1588767ee9d4 None None] Port ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:41:20.769826 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-df1b2418-97e8-4101-b05c-8793b853af5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:41:20.779988 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-df1b2418-97e8-4101-b05c-8793b853af5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:20.794753 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-df1b2418-97e8-4101-b05c-8793b853af5a service neutron] Transition to ACTIVE for port object ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:41:20.803677 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-df1b2418-97e8-4101-b05c-8793b853af5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:20.889256 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b2418-97e8-4101-b05c-8793b853af5a service neutron] Pushing event updated for resources: {'Port': ['ID=ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:20.911787 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f0dda-812d-40c3-8e22-5c46ae244cfe req-6ee64508-a3aa-4639-9fea-9cabe95ea3f6 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:20.914826 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-086f0dda-812d-40c3-8e22-5c46ae244cfe req-6ee64508-a3aa-4639-9fea-9cabe95ea3f6 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 944 time: 0.0855234 Nov 25 20:41:20.959622 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-df1b2418-97e8-4101-b05c-8793b853af5a service neutron] Attempting to bind port ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:41:20.961551 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-df1b2418-97e8-4101-b05c-8793b853af5a service neutron] Attempting to bind port ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'a1079d33-e9c7-4445-92e2-d38dee3e49b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:41:20.962777 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-df1b2418-97e8-4101-b05c-8793b853af5a service neutron] Attempting to bind port ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 on network ca99a092-63b4-4bc7-b75c-70985ff789dd {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:41:20.969069 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-df1b2418-97e8-4101-b05c-8793b853af5a service neutron] Port ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 on network ca99a092-63b4-4bc7-b75c-70985ff789dd not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:41:20.969763 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-df1b2418-97e8-4101-b05c-8793b853af5a service neutron] Attempting to bind port ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 on network ca99a092-63b4-4bc7-b75c-70985ff789dd {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:41:20.977142 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-df1b2418-97e8-4101-b05c-8793b853af5a service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:41:20.977617 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-df1b2418-97e8-4101-b05c-8793b853af5a service neutron] Checking segment: {'id': 'a1079d33-e9c7-4445-92e2-d38dee3e49b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:41:20.978087 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-df1b2418-97e8-4101-b05c-8793b853af5a service neutron] Bound using segment: {'id': 'a1079d33-e9c7-4445-92e2-d38dee3e49b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:41:20.978566 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-df1b2418-97e8-4101-b05c-8793b853af5a service neutron] Bound port: ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1079d33-e9c7-4445-92e2-d38dee3e49b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:41:20.978930 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-df1b2418-97e8-4101-b05c-8793b853af5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:21.016197 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-086f0dda-812d-40c3-8e22-5c46ae244cfe req-b7edfe86-aa81-49fd-ad83-8ff957ae8c86 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942919 Nov 25 20:41:21.076228 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-df1b2418-97e8-4101-b05c-8793b853af5a service neutron] For port ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:41:21.083282 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-df1b2418-97e8-4101-b05c-8793b853af5a service neutron] For port ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2,segment=NetworkSegment(a1079d33-e9c7-4445-92e2-d38dee3e49b3),segment_id=a1079d33-e9c7-4445-92e2-d38dee3e49b3)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:41:21.086389 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d2248bc8-3a1d-4057-b1be-18bafb476c11 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:41:21.090370 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-df1b2418-97e8-4101-b05c-8793b853af5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:21.134869 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-df1b2418-97e8-4101-b05c-8793b853af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:21.135504 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-df1b2418-97e8-4101-b05c-8793b853af5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:21.136972 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-df1b2418-97e8-4101-b05c-8793b853af5a service neutron] 10.222.0.85 "PUT /v2.0/ports/ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 HTTP/1.1" status: 200 len: 1092 time: 0.7433276 Nov 25 20:41:21.137460 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533e470f-9956-4f82-baaf-aed0197ffeea', 'tag': 'ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:41:21.144924 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce1cfb5-a07e-4ea2-9e40-3c9118315b25" -d '{"events": [{"name": "network-changed", "server_uuid": "533e470f-9956-4f82-baaf-aed0197ffeea", "tag": "ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:41:21.173512 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port d2248bc8-3a1d-4057-b1be-18bafb476c11 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:41:21.174027 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:21.201218 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b2418-97e8-4101-b05c-8793b853af5a service neutron] Pushing event updated for resources: {'Port': ['ID=ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:21.222076 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba0d054-4691-4c79-825c-dc2b9982c52a x-openstack-request-id: req-bba0d054-4691-4c79-825c-dc2b9982c52a {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:41:21.222399 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533e470f-9956-4f82-baaf-aed0197ffeea", "tag": "ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:41:21.222660 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bba0d054-4691-4c79-825c-dc2b9982c52a {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:41:21.223068 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533e470f-9956-4f82-baaf-aed0197ffeea', 'tag': 'ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2', 'status': 'completed', 'code': 200} Nov 25 20:41:21.252795 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-31ffcbea-35dd-41a9-bb29-b4ab04b75fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:21.254610 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-31ffcbea-35dd-41a9-bb29-b4ab04b75fc8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 1095 time: 0.0712793 Nov 25 20:41:21.310179 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-e06f2b86-bb01-4ce0-8124-84ad8e5be9bc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 HTTP/1.1" status: 200 len: 217 time: 0.0455687 Nov 25 20:41:21.363948 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-bbf11302-666c-4e37-855a-61eafe2ac6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:21.365426 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-bbf11302-666c-4e37-855a-61eafe2ac6da service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1d3342b7-d827-43a8-8b23-e236a37dea02 HTTP/1.1" status: 200 len: 834 time: 0.0489309 Nov 25 20:41:21.433368 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-8356b487-0274-4a0b-b9bb-4be0acb2cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:21.435122 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-8356b487-0274-4a0b-b9bb-4be0acb2cf8c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ca99a092-63b4-4bc7-b75c-70985ff789dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615590 Nov 25 20:41:21.545244 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-9bbe1c6e-cc7c-4faa-ab64-7bcdf4b88d60 service neutron] 10.222.0.85 "GET /v2.0/networks/ca99a092-63b4-4bc7-b75c-70985ff789dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026955 Nov 25 20:41:21.644034 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-449c10db-26c0-477f-9a7b-3647d91a5371 req-bbf644cf-ae31-4af6-b154-1fc79e006e6a service neutron] 10.222.0.85 "GET /v2.0/networks/ca99a092-63b4-4bc7-b75c-70985ff789dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918941 Nov 25 20:41:21.734391 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1cfb5-a07e-4ea2-9e40-3c9118315b25 req-c298333a-0e29-4dde-a773-79bda7e19856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:21.735838 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6ce1cfb5-a07e-4ea2-9e40-3c9118315b25 req-c298333a-0e29-4dde-a773-79bda7e19856 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 1095 time: 0.0451503 Nov 25 20:41:21.852784 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1cfb5-a07e-4ea2-9e40-3c9118315b25 req-11f28fc9-ba91-47d3-a48b-8ce83426f314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:21.854279 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6ce1cfb5-a07e-4ea2-9e40-3c9118315b25 req-11f28fc9-ba91-47d3-a48b-8ce83426f314 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ca99a092-63b4-4bc7-b75c-70985ff789dd HTTP/1.1" status: 200 len: 898 time: 0.1117058 Nov 25 20:41:21.895654 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6ce1cfb5-a07e-4ea2-9e40-3c9118315b25 req-6282687e-df7e-45db-9318-5bcf9dc6a46e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 HTTP/1.1" status: 200 len: 217 time: 0.0338612 Nov 25 20:41:21.952240 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1cfb5-a07e-4ea2-9e40-3c9118315b25 req-558771c3-7b1a-476e-888d-11f52bcfa580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:21.953721 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6ce1cfb5-a07e-4ea2-9e40-3c9118315b25 req-558771c3-7b1a-476e-888d-11f52bcfa580 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1d3342b7-d827-43a8-8b23-e236a37dea02 HTTP/1.1" status: 200 len: 834 time: 0.0502036 Nov 25 20:41:22.008589 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1cfb5-a07e-4ea2-9e40-3c9118315b25 req-89c1706f-82e2-4fae-9765-da55e939fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:22.010024 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6ce1cfb5-a07e-4ea2-9e40-3c9118315b25 req-89c1706f-82e2-4fae-9765-da55e939fb34 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ca99a092-63b4-4bc7-b75c-70985ff789dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485935 Nov 25 20:41:22.112292 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6ce1cfb5-a07e-4ea2-9e40-3c9118315b25 req-10826d41-ff10-4581-b991-617e8a3642ad service neutron] 10.222.0.85 "GET /v2.0/networks/ca99a092-63b4-4bc7-b75c-70985ff789dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947940 Nov 25 20:41:22.155451 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa76e8-2cce-4c71-ae85-ec2a67c5ef61 req-6f1add7a-5e60-43cf-8fb9-a5120f52444c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:22.158087 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dbfa76e8-2cce-4c71-ae85-ec2a67c5ef61 req-6f1add7a-5e60-43cf-8fb9-a5120f52444c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 944 time: 0.0543184 Nov 25 20:41:22.220367 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6ce1cfb5-a07e-4ea2-9e40-3c9118315b25 req-820b7a4f-3a9a-4552-9a30-a386bea20ccb service neutron] 10.222.0.85 "GET /v2.0/networks/ca99a092-63b4-4bc7-b75c-70985ff789dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994103 Nov 25 20:41:22.224487 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dbfa76e8-2cce-4c71-ae85-ec2a67c5ef61 req-219b8f32-ce40-49d3-a3e7-34933f6fe238 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600917 Nov 25 20:41:23.346138 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127cac9-9f4e-4415-924c-0999504b9339 req-1c343c5d-a499-4a1e-907d-f5f6b7fa60a5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:23.347665 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6127cac9-9f4e-4415-924c-0999504b9339 req-1c343c5d-a499-4a1e-907d-f5f6b7fa60a5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 944 time: 0.0489419 Nov 25 20:41:23.403424 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6127cac9-9f4e-4415-924c-0999504b9339 req-3f917adf-c73e-48bf-87b0-c703650f59a5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479376 Nov 25 20:41:23.471479 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:41:23.575259 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2,segment=NetworkSegment(a1079d33-e9c7-4445-92e2-d38dee3e49b3),segment_id=a1079d33-e9c7-4445-92e2-d38dee3e49b3)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:41:23.588697 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2', 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd', 'port_id': 'ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2', 'mac_address': 'fa:16:3e:65:91:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d3342b7-d827-43a8-8b23-e236a37dea02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:41:23.629252 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:23.653551 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:41:23.675105 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2,segment=NetworkSegment(a1079d33-e9c7-4445-92e2-d38dee3e49b3),segment_id=a1079d33-e9c7-4445-92e2-d38dee3e49b3)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:41:23.681267 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:23.735554 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:23.887171 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:41:24.324399 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:24.523734 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da32aca-422d-4786-afbc-ff3738940318 req-29972ed4-fa86-40ed-8f3b-0d317a62d884 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:24.525279 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9da32aca-422d-4786-afbc-ff3738940318 req-29972ed4-fa86-40ed-8f3b-0d317a62d884 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 945 time: 0.0509796 Nov 25 20:41:24.575893 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9da32aca-422d-4786-afbc-ff3738940318 req-e92fc559-5190-45ec-8d1d-45a40ad94e79 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443118 Nov 25 20:41:25.012013 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:25.481900 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:41:25.533324 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:41:25.537206 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:41:25.537578 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:25.636620 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:25.663771 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533e470f-9956-4f82-baaf-aed0197ffeea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:41:25.666776 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43120be-19c6-49e1-aada-3d3722521c77" -d '{"events": [{"server_uuid": "533e470f-9956-4f82-baaf-aed0197ffeea", "name": "network-vif-plugged", "status": "completed", "tag": "ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:41:25.681383 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2,segment=NetworkSegment(a1079d33-e9c7-4445-92e2-d38dee3e49b3),segment_id=a1079d33-e9c7-4445-92e2-d38dee3e49b3)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:41:25.686530 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:25.705343 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b18af6-fd41-4ee3-a86f-714790ca8687 req-c6c8dbc9-e014-4acd-a785-ad887e315305 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:25.706934 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e5b18af6-fd41-4ee3-a86f-714790ca8687 req-c6c8dbc9-e014-4acd-a785-ad887e315305 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 945 time: 0.0532417 Nov 25 20:41:25.744735 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:25.766126 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e5b18af6-fd41-4ee3-a86f-714790ca8687 req-87a78ec7-1a1c-4914-b73f-c16c41620759 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514352 Nov 25 20:41:25.816790 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9211bfc4-efc6-4529-b393-e12256dcdb43 x-openstack-request-id: req-9211bfc4-efc6-4529-b393-e12256dcdb43 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:41:25.817088 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533e470f-9956-4f82-baaf-aed0197ffeea", "name": "network-vif-plugged", "status": "completed", "tag": "ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:41:25.817348 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9211bfc4-efc6-4529-b393-e12256dcdb43 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:41:25.817751 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533e470f-9956-4f82-baaf-aed0197ffeea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2', 'code': 200} Nov 25 20:41:25.918731 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a67c67-d219-475f-87aa-276e37b283e9 req-7513612a-8d3e-4c6e-bcd7-67d19bf0f3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:25.920284 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-32a67c67-d219-475f-87aa-276e37b283e9 req-7513612a-8d3e-4c6e-bcd7-67d19bf0f3a8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 1097 time: 0.0440574 Nov 25 20:41:25.978959 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-32a67c67-d219-475f-87aa-276e37b283e9 req-36920a49-77d9-49b5-89b8-247e73d910fe service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500264 Nov 25 20:41:26.896828 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc17af-1fb2-4c73-8e5f-086be1298b42 req-7ddb844f-15f0-4620-ae7d-44f25e36e012 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:26.898870 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-26cc17af-1fb2-4c73-8e5f-086be1298b42 req-7ddb844f-15f0-4620-ae7d-44f25e36e012 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 946 time: 0.0576923 Nov 25 20:41:26.954654 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-26cc17af-1fb2-4c73-8e5f-086be1298b42 req-b5f7e915-5aad-46ac-84b8-021775e47bcd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496063 Nov 25 20:41:28.082891 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff82d39-e047-4453-aff4-2d39815206a8 req-d251a39b-ba02-4690-a960-0d24e554235b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:28.084414 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dff82d39-e047-4453-aff4-2d39815206a8 req-d251a39b-ba02-4690-a960-0d24e554235b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 946 time: 0.0512650 Nov 25 20:41:28.137107 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dff82d39-e047-4453-aff4-2d39815206a8 req-7861324f-5d5a-4597-a488-1a0a88986d7e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456870 Nov 25 20:41:28.267331 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c874278-dd0a-4cbe-b048-8b8c093df658 req-96d0f606-c488-460d-825a-83bf7612304e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:28.268765 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c874278-dd0a-4cbe-b048-8b8c093df658 req-96d0f606-c488-460d-825a-83bf7612304e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 946 time: 0.0556395 Nov 25 20:41:28.334950 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9c874278-dd0a-4cbe-b048-8b8c093df658 req-99f7953e-1ab7-44a5-a535-83ef5f499656 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592582 Nov 25 20:41:28.360463 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59382) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:41:28.404721 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8554a4f-7a69-4009-b66b-856bae53a0bd tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:28.406341 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b8554a4f-7a69-4009-b66b-856bae53a0bd tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 1092 time: 0.0448413 Nov 25 20:41:28.409534 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59384) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:41:28.414868 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-a9ed6125-214f-4d3d-afb7-d2ad8875ce9e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'port_id': 'ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:41:28.440190 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9ed6125-214f-4d3d-afb7-d2ad8875ce9e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:28.544789 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9ed6125-214f-4d3d-afb7-d2ad8875ce9e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:28.651088 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-a9ed6125-214f-4d3d-afb7-d2ad8875ce9e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Allocated IP 172.25.6.237 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/1244afb7-e6ac-4839-9d65-a45c66bd7100) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:41:28.781363 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9ed6125-214f-4d3d-afb7-d2ad8875ce9e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:28.828603 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9ed6125-214f-4d3d-afb7-d2ad8875ce9e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:28.872925 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ed6125-214f-4d3d-afb7-d2ad8875ce9e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:41:28.875903 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-a9ed6125-214f-4d3d-afb7-d2ad8875ce9e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:41:28.879720 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed6125-214f-4d3d-afb7-d2ad8875ce9e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:41:28.903476 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed6125-214f-4d3d-afb7-d2ad8875ce9e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=1244afb7-e6ac-4839-9d65-a45c66bd7100,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:29.232998 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9ed6125-214f-4d3d-afb7-d2ad8875ce9e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:29.301536 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9ed6125-214f-4d3d-afb7-d2ad8875ce9e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:29.408240 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-26e29320-f71c-426e-9db6-acdf11457897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:29.465465 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9ed6125-214f-4d3d-afb7-d2ad8875ce9e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:29.469874 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9ed6125-214f-4d3d-afb7-d2ad8875ce9e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:29.537665 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed6125-214f-4d3d-afb7-d2ad8875ce9e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=1244afb7-e6ac-4839-9d65-a45c66bd7100,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:29.552753 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9ed6125-214f-4d3d-afb7-d2ad8875ce9e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:29.659702 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-a9ed6125-214f-4d3d-afb7-d2ad8875ce9e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Floating IP 30890d0d-d996-4c0b-8be5-13241e491641 associated. External IP: 172.25.6.237, port: ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2. Nov 25 20:41:29.876719 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ed6125-214f-4d3d-afb7-d2ad8875ce9e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Router f20640b0-41a8-453c-80a9-8390bf623549 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:41:29.987392 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ed6125-214f-4d3d-afb7-d2ad8875ce9e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:41:29.998076 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37799aaa-b1d9-4dda-9313-de387a27b41b None None] Sync routers for ids ['f20640b0-41a8-453c-80a9-8390bf623549'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:41:30.007674 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9ed6125-214f-4d3d-afb7-d2ad8875ce9e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:30.011556 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37799aaa-b1d9-4dda-9313-de387a27b41b None None] Routers {'f20640b0-41a8-453c-80a9-8390bf623549'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:41:30.012253 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-37799aaa-b1d9-4dda-9313-de387a27b41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:41:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['f20640b0-41a8-453c-80a9-8390bf623549'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:41:30.035642 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a9ed6125-214f-4d3d-afb7-d2ad8875ce9e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6249475 Nov 25 20:41:30.036246 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533e470f-9956-4f82-baaf-aed0197ffeea', 'tag': 'ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:41:30.038832 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7184603b-08dd-48f1-bc33-c955417063ce" -d '{"events": [{"name": "network-changed", "server_uuid": "533e470f-9956-4f82-baaf-aed0197ffeea", "tag": "ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:41:30.129278 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-37799aaa-b1d9-4dda-9313-de387a27b41b None None] Set router f20640b0-41a8-453c-80a9-8390bf623549 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:41:30.148681 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0aa628-47eb-4143-b989-c86dc60c27e5 req-708c86aa-7d80-47a1-b483-75515edfc88e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:30.150265 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ae0aa628-47eb-4143-b989-c86dc60c27e5 req-708c86aa-7d80-47a1-b483-75515edfc88e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 946 time: 0.0529485 Nov 25 20:41:30.207535 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ae0aa628-47eb-4143-b989-c86dc60c27e5 req-b06dc358-9c53-4ea7-9373-da223d86ec45 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510991 Nov 25 20:41:30.233213 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59390) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:41:30.261520 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9666c70f-c068-49ff-a4b3-01706d00b5f2 x-openstack-request-id: req-9666c70f-c068-49ff-a4b3-01706d00b5f2 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:41:30.262770 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533e470f-9956-4f82-baaf-aed0197ffeea", "tag": "ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:41:30.263083 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9666c70f-c068-49ff-a4b3-01706d00b5f2 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:41:30.263698 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533e470f-9956-4f82-baaf-aed0197ffeea', 'tag': 'ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2', 'status': 'completed', 'code': 200} Nov 25 20:41:30.328396 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-808dd7e5-e58b-425e-b9d5-5a7abc6ae5cd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/floatingips/30890d0d-d996-4c0b-8be5-13241e491641 HTTP/1.1" status: 200 len: 992 time: 0.0939541 Nov 25 20:41:30.340870 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184603b-08dd-48f1-bc33-c955417063ce req-50db20e3-e6fe-4791-8ac1-e8927c1072fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:30.342488 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7184603b-08dd-48f1-bc33-c955417063ce req-50db20e3-e6fe-4791-8ac1-e8927c1072fe service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 1097 time: 0.0568955 Nov 25 20:41:30.454132 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184603b-08dd-48f1-bc33-c955417063ce req-94e1c445-b712-4a5f-bd6a-3cb1c6987264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:30.455619 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7184603b-08dd-48f1-bc33-c955417063ce req-94e1c445-b712-4a5f-bd6a-3cb1c6987264 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ca99a092-63b4-4bc7-b75c-70985ff789dd HTTP/1.1" status: 200 len: 898 time: 0.1061702 Nov 25 20:41:30.463308 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-37799aaa-b1d9-4dda-9313-de387a27b41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189565052', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:41:12Z', 'updated_at': '2021-11-25T20:41:16Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:41:13Z', 'updated_at': '2021-11-25T20:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '30890d0d-d996-4c0b-8be5-13241e491641', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'floating_ip_address': '172.25.6.237', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'port_id': 'ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd', 'mac_address': 'fa:16:3e:65:91:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533e470f-9956-4f82-baaf-aed0197ffeea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:41:29Z', 'updated_at': '2021-11-25T20:41:29Z', 'revision_number': 0, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2248bc8-3a1d-4057-b1be-18bafb476c11', 'name': '', 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:14:06:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '1d3342b7-d827-43a8-8b23-e236a37dea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:41:15Z', 'updated_at': '2021-11-25T20:41:19Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': '1d3342b7-d827-43a8-8b23-e236a37dea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:41:30.489600 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37799aaa-b1d9-4dda-9313-de387a27b41b None None] Checking router: f20640b0-41a8-453c-80a9-8390bf623549 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:41:30.499199 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37799aaa-b1d9-4dda-9313-de387a27b41b None None] Routers {'f20640b0-41a8-453c-80a9-8390bf623549'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:41:30.499822 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-37799aaa-b1d9-4dda-9313-de387a27b41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:41:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['f20640b0-41a8-453c-80a9-8390bf623549'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:41:30.523764 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7184603b-08dd-48f1-bc33-c955417063ce req-419facd0-596d-4a35-9e8a-d5987d37fd4d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 HTTP/1.1" status: 200 len: 1000 time: 0.0613501 Nov 25 20:41:30.580248 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184603b-08dd-48f1-bc33-c955417063ce req-648c0e14-191f-4d96-ae06-901f904ea3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:30.581740 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7184603b-08dd-48f1-bc33-c955417063ce req-648c0e14-191f-4d96-ae06-901f904ea3b1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1d3342b7-d827-43a8-8b23-e236a37dea02 HTTP/1.1" status: 200 len: 834 time: 0.0517108 Nov 25 20:41:30.629560 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184603b-08dd-48f1-bc33-c955417063ce req-3c2aa2f2-8e20-4487-a742-71fcc6650db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:30.631135 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7184603b-08dd-48f1-bc33-c955417063ce req-3c2aa2f2-8e20-4487-a742-71fcc6650db9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ca99a092-63b4-4bc7-b75c-70985ff789dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427663 Nov 25 20:41:30.634482 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-37799aaa-b1d9-4dda-9313-de387a27b41b None None] Set router f20640b0-41a8-453c-80a9-8390bf623549 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:41:30.736330 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7184603b-08dd-48f1-bc33-c955417063ce req-808d1c00-7384-457a-9ecd-e3fd00864d1d service neutron] 10.222.0.85 "GET /v2.0/networks/ca99a092-63b4-4bc7-b75c-70985ff789dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968275 Nov 25 20:41:30.840118 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7184603b-08dd-48f1-bc33-c955417063ce req-4cbdce55-c8a1-431e-854f-7f325a1d7df0 service neutron] 10.222.0.85 "GET /v2.0/networks/ca99a092-63b4-4bc7-b75c-70985ff789dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972457 Nov 25 20:41:30.886254 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-37799aaa-b1d9-4dda-9313-de387a27b41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189565052', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:41:12Z', 'updated_at': '2021-11-25T20:41:16Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:41:13Z', 'updated_at': '2021-11-25T20:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '30890d0d-d996-4c0b-8be5-13241e491641', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'floating_ip_address': '172.25.6.237', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'port_id': 'ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd', 'mac_address': 'fa:16:3e:65:91:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533e470f-9956-4f82-baaf-aed0197ffeea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:41:29Z', 'updated_at': '2021-11-25T20:41:29Z', 'revision_number': 0, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2248bc8-3a1d-4057-b1be-18bafb476c11', 'name': '', 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:14:06:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '1d3342b7-d827-43a8-8b23-e236a37dea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:41:15Z', 'updated_at': '2021-11-25T20:41:19Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': '1d3342b7-d827-43a8-8b23-e236a37dea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:41:30.914525 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37799aaa-b1d9-4dda-9313-de387a27b41b None None] The sync data for ids ['f20640b0-41a8-453c-80a9-8390bf623549'] in n-d-819349-5 is: [{'id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189565052', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:41:12Z', 'updated_at': '2021-11-25T20:41:16Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:41:13Z', 'updated_at': '2021-11-25T20:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '30890d0d-d996-4c0b-8be5-13241e491641', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'floating_ip_address': '172.25.6.237', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'port_id': 'ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd', 'mac_address': 'fa:16:3e:65:91:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533e470f-9956-4f82-baaf-aed0197ffeea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:41:29Z', 'updated_at': '2021-11-25T20:41:29Z', 'revision_number': 0, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2248bc8-3a1d-4057-b1be-18bafb476c11', 'name': '', 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:14:06:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '1d3342b7-d827-43a8-8b23-e236a37dea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:41:15Z', 'updated_at': '2021-11-25T20:41:19Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': '1d3342b7-d827-43a8-8b23-e236a37dea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:41:31.133552 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4983110e-4d32-4a49-9a3d-f9c6ef0a3d5e None None] New status for floating IP 30890d0d-d996-4c0b-8be5-13241e491641: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:41:31.332105 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59392) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:41:31.400458 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-890608eb-c37b-420a-8398-31bf27f47d8a tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/floatingips/30890d0d-d996-4c0b-8be5-13241e491641 HTTP/1.1" status: 200 len: 994 time: 0.0671272 Nov 25 20:41:31.900756 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5a2e27fe-8a9a-4c60-82b8-58150c77a0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:33.978482 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:35.721024 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:35.787459 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:52.655435 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:41:54.339906 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:55.034905 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:59.409801 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6b03175c-faca-4051-8110-e0264bdf90d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:01.902758 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5b4edf15-46fc-4dea-824a-55f04bf3e31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:02.824586 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e7e96-edb7-4277-a1d9-0ea017e21436 req-c70c208d-fa83-465d-81b4-13b52c736842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:02.826325 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-139e7e96-edb7-4277-a1d9-0ea017e21436 req-c70c208d-fa83-465d-81b4-13b52c736842 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 1097 time: 0.0426157 Nov 25 20:42:02.830338 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bd0ef-bf86-4f45-a0bb-2d880978f751 req-cb3378c3-0a29-4e4b-9631-29f06200ecfb tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:02.831866 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a7bd0ef-bf86-4f45-a0bb-2d880978f751 req-cb3378c3-0a29-4e4b-9631-29f06200ecfb tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 946 time: 0.0593491 Nov 25 20:42:02.883980 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a7bd0ef-bf86-4f45-a0bb-2d880978f751 req-9775bbb1-1ab5-402a-84fe-415cf7442f88 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452943 Nov 25 20:42:02.922201 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e7e96-edb7-4277-a1d9-0ea017e21436 req-e3cbffbe-5de5-4c36-bfb4-4e1184dee253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:02.923716 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-139e7e96-edb7-4277-a1d9-0ea017e21436 req-e3cbffbe-5de5-4c36-bfb4-4e1184dee253 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ca99a092-63b4-4bc7-b75c-70985ff789dd HTTP/1.1" status: 200 len: 898 time: 0.0900965 Nov 25 20:42:02.993483 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-139e7e96-edb7-4277-a1d9-0ea017e21436 req-9ef925ec-b8ef-4993-89d7-874079bc8f33 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 HTTP/1.1" status: 200 len: 1002 time: 0.0626774 Nov 25 20:42:03.046641 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e7e96-edb7-4277-a1d9-0ea017e21436 req-dfe0acbe-2201-44cf-b661-a44b80ce101f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:03.048130 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-139e7e96-edb7-4277-a1d9-0ea017e21436 req-dfe0acbe-2201-44cf-b661-a44b80ce101f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1d3342b7-d827-43a8-8b23-e236a37dea02 HTTP/1.1" status: 200 len: 834 time: 0.0479939 Nov 25 20:42:03.099228 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e7e96-edb7-4277-a1d9-0ea017e21436 req-77f7c35e-7c72-473d-a16b-3f81ff148732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:03.100753 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-139e7e96-edb7-4277-a1d9-0ea017e21436 req-77f7c35e-7c72-473d-a16b-3f81ff148732 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ca99a092-63b4-4bc7-b75c-70985ff789dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451491 Nov 25 20:42:03.208001 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-139e7e96-edb7-4277-a1d9-0ea017e21436 req-6ef27fe6-1445-422c-ac27-b95b53572cec service neutron] 10.222.0.85 "GET /v2.0/networks/ca99a092-63b4-4bc7-b75c-70985ff789dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991478 Nov 25 20:42:03.314851 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-139e7e96-edb7-4277-a1d9-0ea017e21436 req-7ea0e937-a4c5-4249-8971-f5c40f7cb37e service neutron] 10.222.0.85 "GET /v2.0/networks/ca99a092-63b4-4bc7-b75c-70985ff789dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986276 Nov 25 20:42:03.981543 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:04.014015 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7f0b2-c6f9-46ab-97cb-8606e34175b3 req-7e5444d3-271a-47fe-a0d1-8e95b164473f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:04.016810 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eac7f0b2-c6f9-46ab-97cb-8606e34175b3 req-7e5444d3-271a-47fe-a0d1-8e95b164473f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 946 time: 0.0543513 Nov 25 20:42:04.068931 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eac7f0b2-c6f9-46ab-97cb-8606e34175b3 req-aa4aaffb-f12f-48d3-8a2d-8287a5eae514 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468998 Nov 25 20:42:05.200016 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccfdb3-eb86-438b-ba9e-f2dc1a0de321 req-7a93f2b6-f98f-4682-8b06-d359e1bd9f6e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:05.201623 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61ccfdb3-eb86-438b-ba9e-f2dc1a0de321 req-7a93f2b6-f98f-4682-8b06-d359e1bd9f6e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 946 time: 0.0575147 Nov 25 20:42:05.260581 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-61ccfdb3-eb86-438b-ba9e-f2dc1a0de321 req-fb134359-ea74-454f-aa62-81bc17e72ac6 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525439 Nov 25 20:42:05.726514 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:05.791642 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:06.379639 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742db624-a736-4175-8c88-28a09a7edb5a req-a05e5c96-e4e3-4a73-a338-e10ad76d4040 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:06.381037 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-742db624-a736-4175-8c88-28a09a7edb5a req-a05e5c96-e4e3-4a73-a338-e10ad76d4040 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 946 time: 0.0507698 Nov 25 20:42:06.434567 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-742db624-a736-4175-8c88-28a09a7edb5a req-25f8748d-8ee3-457b-baae-d43801da0f4c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469317 Nov 25 20:42:07.560493 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552290c-5099-472f-ae14-7b41c496c8c0 req-3dfecef4-fd9d-4ef2-8228-bd848977cfb6 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:07.562051 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9552290c-5099-472f-ae14-7b41c496c8c0 req-3dfecef4-fd9d-4ef2-8228-bd848977cfb6 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 946 time: 0.0511439 Nov 25 20:42:07.615631 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9552290c-5099-472f-ae14-7b41c496c8c0 req-4c07c27b-2c90-496e-9bb7-d18b9a0d75c1 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474508 Nov 25 20:42:08.757782 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3d9ec-2422-4cac-9e67-c7126c190ef1 req-cafcc435-190e-4774-a45b-fc32c739e317 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:08.761188 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dec3d9ec-2422-4cac-9e67-c7126c190ef1 req-cafcc435-190e-4774-a45b-fc32c739e317 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 946 time: 0.0590215 Nov 25 20:42:08.826563 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dec3d9ec-2422-4cac-9e67-c7126c190ef1 req-55f88bc4-1734-4e2d-a758-fb97eff9ec9c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591638 Nov 25 20:42:09.962853 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b77288-0f61-490d-beeb-9665c810a8ba req-11e02522-e02c-44be-be41-a3d709afe6f0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:09.964430 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f8b77288-0f61-490d-beeb-9665c810a8ba req-11e02522-e02c-44be-be41-a3d709afe6f0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 946 time: 0.0574293 Nov 25 20:42:10.026142 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f8b77288-0f61-490d-beeb-9665c810a8ba req-80a2008f-9924-45e9-b71b-f71b97b9c86b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554302 Nov 25 20:42:11.151199 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b35a5c-ecc8-4118-9f09-6aef750ec1c1 req-c13b0546-163b-4a57-843c-f16c02e5d8fd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:11.152798 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-30b35a5c-ecc8-4118-9f09-6aef750ec1c1 req-c13b0546-163b-4a57-843c-f16c02e5d8fd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 946 time: 0.0525706 Nov 25 20:42:11.212538 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-30b35a5c-ecc8-4118-9f09-6aef750ec1c1 req-df6e2c89-fc4f-4e75-9d48-bc9a3c13b34a tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522685 Nov 25 20:42:12.366980 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01fc38-6cbc-42e4-8c20-78a4ee6b49db req-7a009ddb-6ee0-4ca7-bac7-9fd78c6a0890 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:12.369737 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a01fc38-6cbc-42e4-8c20-78a4ee6b49db req-7a009ddb-6ee0-4ca7-bac7-9fd78c6a0890 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 946 time: 0.0563407 Nov 25 20:42:12.423606 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4a01fc38-6cbc-42e4-8c20-78a4ee6b49db req-54cee7f3-0e0f-4ec6-9cf0-a9f227e385fe tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478251 Nov 25 20:42:13.549744 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb1cef-5129-4e0d-8cb3-6d74893cf632 req-a139d0f1-2105-4b00-b914-bc77a7f5a64d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:13.551336 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94bb1cef-5129-4e0d-8cb3-6d74893cf632 req-a139d0f1-2105-4b00-b914-bc77a7f5a64d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 946 time: 0.0545197 Nov 25 20:42:13.603526 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94bb1cef-5129-4e0d-8cb3-6d74893cf632 req-0f6c4207-53f0-4db0-b47b-fd3622bb6aca tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450933 Nov 25 20:42:14.735034 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c800e2-56a7-4dbc-ae22-d1f618ebcea9 req-4029066f-63b3-4f85-b198-d6ea2260005e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:14.736613 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10c800e2-56a7-4dbc-ae22-d1f618ebcea9 req-4029066f-63b3-4f85-b198-d6ea2260005e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 946 time: 0.0546391 Nov 25 20:42:14.790498 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10c800e2-56a7-4dbc-ae22-d1f618ebcea9 req-f0f44617-50bc-41d6-9e21-05c697b54012 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474544 Nov 25 20:42:15.916247 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be20c1-7217-4d00-ad1c-c3d0d9e0579a req-3b9e4686-c346-40a4-8daf-d66e8b40ffb7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:15.918076 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7be20c1-7217-4d00-ad1c-c3d0d9e0579a req-3b9e4686-c346-40a4-8daf-d66e8b40ffb7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 946 time: 0.0563982 Nov 25 20:42:15.979024 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7be20c1-7217-4d00-ad1c-c3d0d9e0579a req-3c1672b6-5776-4279-a8f1-4423d2c773e2 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543611 Nov 25 20:42:17.109373 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad933c9b-03a7-4e32-ac15-a79586074684 req-409bff02-9d1d-426f-9984-aa1556f7e42e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:17.110997 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad933c9b-03a7-4e32-ac15-a79586074684 req-409bff02-9d1d-426f-9984-aa1556f7e42e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 946 time: 0.0592442 Nov 25 20:42:17.170441 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ad933c9b-03a7-4e32-ac15-a79586074684 req-4b30b453-83e7-4219-87f4-3600dc67845f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504305 Nov 25 20:42:18.306243 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89541f9-a4ed-40fc-9a91-cb8fa74f77fd req-003b57cc-8cad-40ca-b4c9-be6528c92ed3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:18.307839 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f89541f9-a4ed-40fc-9a91-cb8fa74f77fd req-003b57cc-8cad-40ca-b4c9-be6528c92ed3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 946 time: 0.0560753 Nov 25 20:42:18.362621 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f89541f9-a4ed-40fc-9a91-cb8fa74f77fd req-c52c7484-4b98-498e-8def-eeb5b5fb00b8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479877 Nov 25 20:42:19.504142 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe2455-6c91-4455-a787-0b64ba59bab8 req-cc4aaf57-6ca7-4341-9f47-f8eee695d059 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:19.506638 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0fe2455-6c91-4455-a787-0b64ba59bab8 req-cc4aaf57-6ca7-4341-9f47-f8eee695d059 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 946 time: 0.0682847 Nov 25 20:42:19.576582 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0fe2455-6c91-4455-a787-0b64ba59bab8 req-46a1340a-84ce-43d2-ac3f-5a34ca8b35b8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630479 Nov 25 20:42:19.599509 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59438) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:19.672062 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f093b229-c0b1-4762-b4b4-c3f5f76c57b7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/floatingips/30890d0d-d996-4c0b-8be5-13241e491641 HTTP/1.1" status: 200 len: 994 time: 0.0711863 Nov 25 20:42:24.362032 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:25.029493 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:25.644362 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2b8ebf72-43e3-477a-890f-b4839ed649b2 req-96ea53ce-46bd-490c-aa75-7dc1d7acb3a0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467629 Nov 25 20:42:25.739739 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ebf72-43e3-477a-890f-b4839ed649b2 req-a2e9e2aa-42d7-4e5b-9771-64eb509c79bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:25.741328 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2b8ebf72-43e3-477a-890f-b4839ed649b2 req-a2e9e2aa-42d7-4e5b-9771-64eb509c79bf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 1097 time: 0.0448225 Nov 25 20:42:25.875728 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ebf72-43e3-477a-890f-b4839ed649b2 req-d47249b5-66e4-4fbf-93a0-900c7be295cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:25.877527 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2b8ebf72-43e3-477a-890f-b4839ed649b2 req-d47249b5-66e4-4fbf-93a0-900c7be295cd service neutron] 10.222.0.85 "GET /v2.0/networks?id=ca99a092-63b4-4bc7-b75c-70985ff789dd HTTP/1.1" status: 200 len: 898 time: 0.1096268 Nov 25 20:42:25.956393 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2b8ebf72-43e3-477a-890f-b4839ed649b2 req-7d35d75b-e288-44c8-b34f-547e7f3b4f4b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 HTTP/1.1" status: 200 len: 1002 time: 0.0711195 Nov 25 20:42:26.009796 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ebf72-43e3-477a-890f-b4839ed649b2 req-e60c603f-5ccd-4d96-8153-42482d89cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:26.011325 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2b8ebf72-43e3-477a-890f-b4839ed649b2 req-e60c603f-5ccd-4d96-8153-42482d89cf0d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1d3342b7-d827-43a8-8b23-e236a37dea02 HTTP/1.1" status: 200 len: 834 time: 0.0482855 Nov 25 20:42:26.065272 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ebf72-43e3-477a-890f-b4839ed649b2 req-cc880b33-daa7-466f-954a-a7f86ed709b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:26.067937 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2b8ebf72-43e3-477a-890f-b4839ed649b2 req-cc880b33-daa7-466f-954a-a7f86ed709b0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ca99a092-63b4-4bc7-b75c-70985ff789dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491598 Nov 25 20:42:26.079569 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-2b8ebf72-43e3-477a-890f-b4839ed649b2 req-d039f6cd-b423-4ec9-b8e3-f3156b66e025 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:42:26.080872 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2b8ebf72-43e3-477a-890f-b4839ed649b2 req-d039f6cd-b423-4ec9-b8e3-f3156b66e025 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057981 Nov 25 20:42:26.197552 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2b8ebf72-43e3-477a-890f-b4839ed649b2 req-4033c0e5-39fc-43c8-b023-bf81e96fb30b service neutron] 10.222.0.85 "GET /v2.0/networks/ca99a092-63b4-4bc7-b75c-70985ff789dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090002 Nov 25 20:42:26.301418 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2b8ebf72-43e3-477a-890f-b4839ed649b2 req-0d01e5e2-9f22-4f40-87d9-47c82fae4df5 service neutron] 10.222.0.85 "GET /v2.0/networks/ca99a092-63b4-4bc7-b75c-70985ff789dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970967 Nov 25 20:42:29.412372 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d701d7be-c21f-48d5-ac2b-432ea54a06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:29.655198 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:42:31.907645 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d518cac7-2a00-4ca3-a783-6e8caa4537cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:33.985226 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:35.722911 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:35.795718 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:50.229396 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59448) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:50.391495 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e74b38d7-8181-4395-8678-629d0091689c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Deleting port 1244afb7-e6ac-4839-9d65-a45c66bd7100 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:42:50.391739 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e74b38d7-8181-4395-8678-629d0091689c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:50.473444 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e74b38d7-8181-4395-8678-629d0091689c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:50.473765 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e74b38d7-8181-4395-8678-629d0091689c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:50.486078 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e74b38d7-8181-4395-8678-629d0091689c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Calling delete_port for 1244afb7-e6ac-4839-9d65-a45c66bd7100 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:42:50.634033 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e74b38d7-8181-4395-8678-629d0091689c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:50.661334 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b38d7-8181-4395-8678-629d0091689c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Port': ['ID=1244afb7-e6ac-4839-9d65-a45c66bd7100,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:50.673828 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b38d7-8181-4395-8678-629d0091689c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:50.674189 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b38d7-8181-4395-8678-629d0091689c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:50.674620 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b38d7-8181-4395-8678-629d0091689c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:50.674964 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b38d7-8181-4395-8678-629d0091689c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:50.675301 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b38d7-8181-4395-8678-629d0091689c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:50.675636 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b38d7-8181-4395-8678-629d0091689c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:50.675971 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b38d7-8181-4395-8678-629d0091689c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:50.676305 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b38d7-8181-4395-8678-629d0091689c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:50.676638 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b38d7-8181-4395-8678-629d0091689c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:50.676968 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b38d7-8181-4395-8678-629d0091689c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:50.677313 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b38d7-8181-4395-8678-629d0091689c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:50.677624 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b38d7-8181-4395-8678-629d0091689c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:50.733316 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e74b38d7-8181-4395-8678-629d0091689c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:50.733662 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-e74b38d7-8181-4395-8678-629d0091689c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Floating IP 30890d0d-d996-4c0b-8be5-13241e491641 disassociated (deleted). External IP: 172.25.6.237, port: ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2. Nov 25 20:42:51.317120 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74b38d7-8181-4395-8678-629d0091689c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Router f20640b0-41a8-453c-80a9-8390bf623549 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:42:51.430938 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74b38d7-8181-4395-8678-629d0091689c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:42:51.435928 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e74b38d7-8181-4395-8678-629d0091689c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:51.440709 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca492432-1fb4-4ac7-9f01-dab519f5db40 None None] Sync routers for ids ['f20640b0-41a8-453c-80a9-8390bf623549'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:42:51.452422 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca492432-1fb4-4ac7-9f01-dab519f5db40 None None] Routers {'f20640b0-41a8-453c-80a9-8390bf623549'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:42:51.453034 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ca492432-1fb4-4ac7-9f01-dab519f5db40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:42:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['f20640b0-41a8-453c-80a9-8390bf623549'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:51.466961 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e74b38d7-8181-4395-8678-629d0091689c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "DELETE /v2.0/floatingips/30890d0d-d996-4c0b-8be5-13241e491641 HTTP/1.1" status: 204 len: 168 time: 1.2340336 Nov 25 20:42:51.466961 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533e470f-9956-4f82-baaf-aed0197ffeea', 'tag': 'ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:42:51.467435 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a8b980-1356-4efb-8197-d592ded21ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "533e470f-9956-4f82-baaf-aed0197ffeea", "tag": "ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:42:51.559104 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-ca492432-1fb4-4ac7-9f01-dab519f5db40 None None] Set router f20640b0-41a8-453c-80a9-8390bf623549 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:42:51.635709 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fe4e21-660e-4b86-9aba-2e06bc8d691c x-openstack-request-id: req-f4fe4e21-660e-4b86-9aba-2e06bc8d691c {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:42:51.636008 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533e470f-9956-4f82-baaf-aed0197ffeea", "tag": "ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:42:51.636272 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f4fe4e21-660e-4b86-9aba-2e06bc8d691c {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:42:51.637403 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533e470f-9956-4f82-baaf-aed0197ffeea', 'tag': 'ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2', 'status': 'completed', 'code': 200} Nov 25 20:42:51.706105 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8b980-1356-4efb-8197-d592ded21ca7 req-7ef89c40-072a-4fc3-bbf5-d1e445f00271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:51.707409 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-29a8b980-1356-4efb-8197-d592ded21ca7 req-7ef89c40-072a-4fc3-bbf5-d1e445f00271 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 1097 time: 0.0479643 Nov 25 20:42:51.775613 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ca492432-1fb4-4ac7-9f01-dab519f5db40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189565052', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:41:12Z', 'updated_at': '2021-11-25T20:41:16Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:41:13Z', 'updated_at': '2021-11-25T20:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd2248bc8-3a1d-4057-b1be-18bafb476c11', 'name': '', 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:14:06:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '1d3342b7-d827-43a8-8b23-e236a37dea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:41:15Z', 'updated_at': '2021-11-25T20:41:19Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': '1d3342b7-d827-43a8-8b23-e236a37dea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:51.811129 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca492432-1fb4-4ac7-9f01-dab519f5db40 None None] Checking router: f20640b0-41a8-453c-80a9-8390bf623549 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:42:51.822163 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca492432-1fb4-4ac7-9f01-dab519f5db40 None None] Routers {'f20640b0-41a8-453c-80a9-8390bf623549'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:42:51.822980 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ca492432-1fb4-4ac7-9f01-dab519f5db40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:42:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['f20640b0-41a8-453c-80a9-8390bf623549'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:51.834591 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5db3b-7761-4220-978d-f5c651c2aa1c req-1c1e6d6a-c76a-46ea-8960-a5161ddabd44 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:51.836703 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8b980-1356-4efb-8197-d592ded21ca7 req-c26a22a5-0b97-4e60-b70a-83433f219bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:51.839787 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-29a8b980-1356-4efb-8197-d592ded21ca7 req-c26a22a5-0b97-4e60-b70a-83433f219bda service neutron] 10.222.0.85 "GET /v2.0/networks?id=ca99a092-63b4-4bc7-b75c-70985ff789dd HTTP/1.1" status: 200 len: 898 time: 0.1222491 Nov 25 20:42:51.840070 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-42d5db3b-7761-4220-978d-f5c651c2aa1c req-1c1e6d6a-c76a-46ea-8960-a5161ddabd44 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 946 time: 0.1556127 Nov 25 20:42:51.894094 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-29a8b980-1356-4efb-8197-d592ded21ca7 req-5370cbc6-14d0-488c-96f9-4f531157afba service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 HTTP/1.1" status: 200 len: 217 time: 0.0478859 Nov 25 20:42:51.913709 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-42d5db3b-7761-4220-978d-f5c651c2aa1c req-b5f4b579-2666-4ed3-bc7c-c54537e7986c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709238 Nov 25 20:42:51.954934 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-ca492432-1fb4-4ac7-9f01-dab519f5db40 None None] Set router f20640b0-41a8-453c-80a9-8390bf623549 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:42:51.962661 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8b980-1356-4efb-8197-d592ded21ca7 req-01eae95c-9df8-4dc4-b198-69ba182b66be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:51.964244 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-29a8b980-1356-4efb-8197-d592ded21ca7 req-01eae95c-9df8-4dc4-b198-69ba182b66be service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1d3342b7-d827-43a8-8b23-e236a37dea02 HTTP/1.1" status: 200 len: 834 time: 0.0586946 Nov 25 20:42:52.016424 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8b980-1356-4efb-8197-d592ded21ca7 req-5d33fcd3-deea-4cc6-b740-6b875f80ed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:52.017944 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-29a8b980-1356-4efb-8197-d592ded21ca7 req-5d33fcd3-deea-4cc6-b740-6b875f80ed75 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ca99a092-63b4-4bc7-b75c-70985ff789dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461495 Nov 25 20:42:52.129625 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-29a8b980-1356-4efb-8197-d592ded21ca7 req-b2b5ae2b-f8c0-4051-b49f-18a4d73cdc83 service neutron] 10.222.0.85 "GET /v2.0/networks/ca99a092-63b4-4bc7-b75c-70985ff789dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034133 Nov 25 20:42:52.232840 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-ca492432-1fb4-4ac7-9f01-dab519f5db40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189565052', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:41:12Z', 'updated_at': '2021-11-25T20:41:16Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:41:13Z', 'updated_at': '2021-11-25T20:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd2248bc8-3a1d-4057-b1be-18bafb476c11', 'name': '', 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:14:06:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '1d3342b7-d827-43a8-8b23-e236a37dea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:41:15Z', 'updated_at': '2021-11-25T20:41:19Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': '1d3342b7-d827-43a8-8b23-e236a37dea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:52.237424 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-29a8b980-1356-4efb-8197-d592ded21ca7 req-f6c1b48b-5f44-45bf-866d-cee549acd86a service neutron] 10.222.0.85 "GET /v2.0/networks/ca99a092-63b4-4bc7-b75c-70985ff789dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973356 Nov 25 20:42:52.267797 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca492432-1fb4-4ac7-9f01-dab519f5db40 None None] The sync data for ids ['f20640b0-41a8-453c-80a9-8390bf623549'] in n-d-819349-5 is: [{'id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189565052', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:41:12Z', 'updated_at': '2021-11-25T20:41:16Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:41:13Z', 'updated_at': '2021-11-25T20:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd2248bc8-3a1d-4057-b1be-18bafb476c11', 'name': '', 'network_id': 'ca99a092-63b4-4bc7-b75c-70985ff789dd', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:14:06:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '1d3342b7-d827-43a8-8b23-e236a37dea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:41:15Z', 'updated_at': '2021-11-25T20:41:19Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': '1d3342b7-d827-43a8-8b23-e236a37dea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:42:52.533551 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1766dcfa-c7f2-4d82-9d16-1e90fef1211e None None] New status for floating IP 30890d0d-d996-4c0b-8be5-13241e491641: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:42:53.050672 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5badb3c-8251-4d9f-8b44-ed56434b061a req-3f8d50ba-634c-47d8-bb74-46947f8beb55 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:53.052146 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5badb3c-8251-4d9f-8b44-ed56434b061a req-3f8d50ba-634c-47d8-bb74-46947f8beb55 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 946 time: 0.0509741 Nov 25 20:42:53.110616 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5badb3c-8251-4d9f-8b44-ed56434b061a req-2df57404-9946-44e0-a959-e9fc3d398740 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520365 Nov 25 20:42:53.293722 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751a0cf-4f4d-4b7b-b192-b9d58b74d66e req-e0156d11-f5cc-4fbd-815c-420af13b6b3b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:53.295139 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3751a0cf-4f4d-4b7b-b192-b9d58b74d66e req-e0156d11-f5cc-4fbd-815c-420af13b6b3b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.85 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 946 time: 0.0516562 Nov 25 20:42:53.391133 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-3751a0cf-4f4d-4b7b-b192-b9d58b74d66e req-ecaaa0b0-455d-4f20-97c5-0aea6c28ee31 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Deleting port ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:42:53.391465 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3751a0cf-4f4d-4b7b-b192-b9d58b74d66e req-ecaaa0b0-455d-4f20-97c5-0aea6c28ee31 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:53.481915 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3751a0cf-4f4d-4b7b-b192-b9d58b74d66e req-ecaaa0b0-455d-4f20-97c5-0aea6c28ee31 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] For port ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2,segment=NetworkSegment(a1079d33-e9c7-4445-92e2-d38dee3e49b3),segment_id=a1079d33-e9c7-4445-92e2-d38dee3e49b3)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:42:53.482275 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3751a0cf-4f4d-4b7b-b192-b9d58b74d66e req-ecaaa0b0-455d-4f20-97c5-0aea6c28ee31 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:53.495257 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-3751a0cf-4f4d-4b7b-b192-b9d58b74d66e req-ecaaa0b0-455d-4f20-97c5-0aea6c28ee31 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Calling delete_port for ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:42:53.641134 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3751a0cf-4f4d-4b7b-b192-b9d58b74d66e req-ecaaa0b0-455d-4f20-97c5-0aea6c28ee31 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:53.675783 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaaa0b0-455d-4f20-97c5-0aea6c28ee31 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Port': ['ID=ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:53.721408 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3751a0cf-4f4d-4b7b-b192-b9d58b74d66e req-ecaaa0b0-455d-4f20-97c5-0aea6c28ee31 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] No DVR routers for this DVR port ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:42:53.724027 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3751a0cf-4f4d-4b7b-b192-b9d58b74d66e req-ecaaa0b0-455d-4f20-97c5-0aea6c28ee31 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:53.728094 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3751a0cf-4f4d-4b7b-b192-b9d58b74d66e req-ecaaa0b0-455d-4f20-97c5-0aea6c28ee31 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.85 "DELETE /v2.0/ports/ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 HTTP/1.1" status: 204 len: 173 time: 0.4267325 Nov 25 20:42:53.728557 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533e470f-9956-4f82-baaf-aed0197ffeea', 'name': 'network-vif-deleted', 'tag': 'ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:42:53.730912 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905b2ec4-952c-4f80-a142-0aac86da9ce6" -d '{"events": [{"server_uuid": "533e470f-9956-4f82-baaf-aed0197ffeea", "name": "network-vif-deleted", "tag": "ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:42:53.772604 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b2e283-f4d5-4ae0-bfb0-d9f4d17711d3 x-openstack-request-id: req-e3b2e283-f4d5-4ae0-bfb0-d9f4d17711d3 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:42:53.772979 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533e470f-9956-4f82-baaf-aed0197ffeea", "name": "network-vif-deleted", "tag": "ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:42:53.773145 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e3b2e283-f4d5-4ae0-bfb0-d9f4d17711d3 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:42:53.774149 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533e470f-9956-4f82-baaf-aed0197ffeea', 'name': 'network-vif-deleted', 'tag': 'ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2', 'status': 'completed', 'code': 200} Nov 25 20:42:54.237540 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d5a6d60-4a44-447c-ba94-c541ea4c61af req-5d135810-0b48-4322-9f32-d41914dba0c0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=533e470f-9956-4f82-baaf-aed0197ffeea HTTP/1.1" status: 200 len: 210 time: 0.0361392 Nov 25 20:42:54.371169 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:55.035523 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:55.297082 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59468) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:55.674128 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-db39bb0b-ac01-4346-bef5-364c2b40f974 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:55.950931 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-db39bb0b-ac01-4346-bef5-364c2b40f974 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Deleting port d2248bc8-3a1d-4057-b1be-18bafb476c11 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:42:55.951364 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-db39bb0b-ac01-4346-bef5-364c2b40f974 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:56.045251 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-db39bb0b-ac01-4346-bef5-364c2b40f974 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] For port d2248bc8-3a1d-4057-b1be-18bafb476c11, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d2248bc8-3a1d-4057-b1be-18bafb476c11,segment=NetworkSegment(a1079d33-e9c7-4445-92e2-d38dee3e49b3),segment_id=a1079d33-e9c7-4445-92e2-d38dee3e49b3)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:42:56.045619 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-db39bb0b-ac01-4346-bef5-364c2b40f974 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:56.065194 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-db39bb0b-ac01-4346-bef5-364c2b40f974 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Calling delete_port for d2248bc8-3a1d-4057-b1be-18bafb476c11 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:42:56.269770 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-db39bb0b-ac01-4346-bef5-364c2b40f974 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:56.298177 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39bb0b-ac01-4346-bef5-364c2b40f974 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Port': ['ID=d2248bc8-3a1d-4057-b1be-18bafb476c11,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:56.486566 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-db39bb0b-ac01-4346-bef5-364c2b40f974 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:56.722752 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db39bb0b-ac01-4346-bef5-364c2b40f974 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Router f20640b0-41a8-453c-80a9-8390bf623549 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:42:56.832271 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db39bb0b-ac01-4346-bef5-364c2b40f974 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:42:56.838438 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-db39bb0b-ac01-4346-bef5-364c2b40f974 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "PUT /v2.0/routers/f20640b0-41a8-453c-80a9-8390bf623549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5402260 Nov 25 20:42:56.841596 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59470) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:56.842757 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ab9c81-f6bd-407f-8128-8c709fdf40fe None None] Sync routers for ids ['f20640b0-41a8-453c-80a9-8390bf623549'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:42:56.854410 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ab9c81-f6bd-407f-8128-8c709fdf40fe None None] Routers {'f20640b0-41a8-453c-80a9-8390bf623549'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:42:56.855215 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b1ab9c81-f6bd-407f-8128-8c709fdf40fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:42:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['f20640b0-41a8-453c-80a9-8390bf623549'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:56.897216 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f18b3e3-c74b-496e-9d06-92a6fd25b66b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Deleting subnet 1d3342b7-d827-43a8-8b23-e236a37dea02 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:42:56.900895 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f18b3e3-c74b-496e-9d06-92a6fd25b66b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:56.945388 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f18b3e3-c74b-496e-9d06-92a6fd25b66b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:56.963093 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-b1ab9c81-f6bd-407f-8128-8c709fdf40fe None None] Set router f20640b0-41a8-453c-80a9-8390bf623549 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:42:57.059049 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f18b3e3-c74b-496e-9d06-92a6fd25b66b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:57.122234 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f18b3e3-c74b-496e-9d06-92a6fd25b66b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:57.149885 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18b3e3-c74b-496e-9d06-92a6fd25b66b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Subnet': ['ID=1d3342b7-d827-43a8-8b23-e236a37dea02,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:57.156161 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f18b3e3-c74b-496e-9d06-92a6fd25b66b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:57.163859 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1f18b3e3-c74b-496e-9d06-92a6fd25b66b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "DELETE /v2.0/subnets/1d3342b7-d827-43a8-8b23-e236a37dea02 HTTP/1.1" status: 204 len: 168 time: 0.3163400 Nov 25 20:42:57.164985 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59472) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:57.168417 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83274a3e-63fd-4002-b667-af1d9017615d None None] Network ca99a092-63b4-4bc7-b75c-70985ff789dd requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:42:57.173713 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18b3e3-c74b-496e-9d06-92a6fd25b66b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:57.174073 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18b3e3-c74b-496e-9d06-92a6fd25b66b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:57.174459 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18b3e3-c74b-496e-9d06-92a6fd25b66b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:57.174807 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18b3e3-c74b-496e-9d06-92a6fd25b66b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:57.175158 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18b3e3-c74b-496e-9d06-92a6fd25b66b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:57.175504 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18b3e3-c74b-496e-9d06-92a6fd25b66b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:57.175851 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18b3e3-c74b-496e-9d06-92a6fd25b66b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:57.176250 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18b3e3-c74b-496e-9d06-92a6fd25b66b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:57.176593 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18b3e3-c74b-496e-9d06-92a6fd25b66b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:57.176931 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18b3e3-c74b-496e-9d06-92a6fd25b66b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:57.177266 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18b3e3-c74b-496e-9d06-92a6fd25b66b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:57.177595 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18b3e3-c74b-496e-9d06-92a6fd25b66b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:57.271082 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b1ab9c81-f6bd-407f-8128-8c709fdf40fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189565052', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:41:12Z', 'updated_at': '2021-11-25T20:42:56Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:41:13Z', 'updated_at': '2021-11-25T20:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:57.294742 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-729727e0-cc36-42b8-8e65-1860c8ef4eb4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:57.301605 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ab9c81-f6bd-407f-8128-8c709fdf40fe None None] Checking router: f20640b0-41a8-453c-80a9-8390bf623549 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:42:57.313716 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ab9c81-f6bd-407f-8128-8c709fdf40fe None None] Routers {'f20640b0-41a8-453c-80a9-8390bf623549'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:42:57.314426 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b1ab9c81-f6bd-407f-8128-8c709fdf40fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:42:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['f20640b0-41a8-453c-80a9-8390bf623549'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:57.374945 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5625c3-432f-4f22-a6bd-bb683925f63f None None] DHCP port deletion for ca99a092-63b4-4bc7-b75c-70985ff789dd request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:42:57.414316 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-729727e0-cc36-42b8-8e65-1860c8ef4eb4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:57.432837 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-b1ab9c81-f6bd-407f-8128-8c709fdf40fe None None] Set router f20640b0-41a8-453c-80a9-8390bf623549 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:42:57.439230 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-5b5625c3-432f-4f22-a6bd-bb683925f63f None None] Deleting port 808ce3ab-c39d-4eef-a3ce-da8278d0a023 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:42:57.439642 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5b5625c3-432f-4f22-a6bd-bb683925f63f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:57.482226 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-729727e0-cc36-42b8-8e65-1860c8ef4eb4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Deleting port 6e997ab6-28c4-4a8c-8a16-bbd2198c6c58 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:42:57.482776 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-729727e0-cc36-42b8-8e65-1860c8ef4eb4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:57.507221 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5b5625c3-432f-4f22-a6bd-bb683925f63f None None] For port 808ce3ab-c39d-4eef-a3ce-da8278d0a023, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=808ce3ab-c39d-4eef-a3ce-da8278d0a023,segment=NetworkSegment(a1079d33-e9c7-4445-92e2-d38dee3e49b3),segment_id=a1079d33-e9c7-4445-92e2-d38dee3e49b3)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:42:57.507621 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5b5625c3-432f-4f22-a6bd-bb683925f63f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:57.521994 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-5b5625c3-432f-4f22-a6bd-bb683925f63f None None] Calling delete_port for 808ce3ab-c39d-4eef-a3ce-da8278d0a023 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:42:57.566618 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-729727e0-cc36-42b8-8e65-1860c8ef4eb4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] For port 6e997ab6-28c4-4a8c-8a16-bbd2198c6c58, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6e997ab6-28c4-4a8c-8a16-bbd2198c6c58,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:42:57.567321 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-729727e0-cc36-42b8-8e65-1860c8ef4eb4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:57.582126 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-729727e0-cc36-42b8-8e65-1860c8ef4eb4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Calling delete_port for 6e997ab6-28c4-4a8c-8a16-bbd2198c6c58 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:42:57.614089 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5b5625c3-432f-4f22-a6bd-bb683925f63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:57.637638 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-b1ab9c81-f6bd-407f-8128-8c709fdf40fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189565052', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:41:12Z', 'updated_at': '2021-11-25T20:42:56Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:41:13Z', 'updated_at': '2021-11-25T20:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:57.641071 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5625c3-432f-4f22-a6bd-bb683925f63f None None] Pushing event deleted for resources: {'Port': ['ID=808ce3ab-c39d-4eef-a3ce-da8278d0a023,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:57.649169 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5625c3-432f-4f22-a6bd-bb683925f63f None None] No DVR routers for this DVR port 808ce3ab-c39d-4eef-a3ce-da8278d0a023 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:42:57.660310 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5625c3-432f-4f22-a6bd-bb683925f63f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:57.661324 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5625c3-432f-4f22-a6bd-bb683925f63f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:57.661907 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5625c3-432f-4f22-a6bd-bb683925f63f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:57.662463 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5625c3-432f-4f22-a6bd-bb683925f63f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:57.662980 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5625c3-432f-4f22-a6bd-bb683925f63f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:57.663475 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5625c3-432f-4f22-a6bd-bb683925f63f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:57.664013 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5625c3-432f-4f22-a6bd-bb683925f63f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:57.665315 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5625c3-432f-4f22-a6bd-bb683925f63f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:57.666096 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5625c3-432f-4f22-a6bd-bb683925f63f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:57.666730 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5625c3-432f-4f22-a6bd-bb683925f63f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:57.667474 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5625c3-432f-4f22-a6bd-bb683925f63f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:57.667959 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5625c3-432f-4f22-a6bd-bb683925f63f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:57.670733 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ab9c81-f6bd-407f-8128-8c709fdf40fe None None] The sync data for ids ['f20640b0-41a8-453c-80a9-8390bf623549'] in n-d-819349-5 is: [{'id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189565052', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:41:12Z', 'updated_at': '2021-11-25T20:42:56Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6e997ab6-28c4-4a8c-8a16-bbd2198c6c58', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20640b0-41a8-453c-80a9-8390bf623549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:41:13Z', 'updated_at': '2021-11-25T20:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:42:57.804233 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-729727e0-cc36-42b8-8e65-1860c8ef4eb4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:57.835544 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729727e0-cc36-42b8-8e65-1860c8ef4eb4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Port': ['ID=6e997ab6-28c4-4a8c-8a16-bbd2198c6c58,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:57.838954 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:42:57.876720 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a54e1d5-58c8-4fd7-93b9-6d8a7c291f50 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:42:57.890798 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:42:57.891374 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device ab6926ac-7e6b-49f4-984a-5dd9aa8a57d2 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:42:57.922321 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-729727e0-cc36-42b8-8e65-1860c8ef4eb4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:58.022318 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-729727e0-cc36-42b8-8e65-1860c8ef4eb4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:58.026084 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-729727e0-cc36-42b8-8e65-1860c8ef4eb4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:58.072104 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-729727e0-cc36-42b8-8e65-1860c8ef4eb4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:58.072708 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729727e0-cc36-42b8-8e65-1860c8ef4eb4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Fanout notify agent at l3_agent the message router_deleted on router f20640b0-41a8-453c-80a9-8390bf623549 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:42:58.080420 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-729727e0-cc36-42b8-8e65-1860c8ef4eb4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:58.081561 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-729727e0-cc36-42b8-8e65-1860c8ef4eb4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "DELETE /v2.0/routers/f20640b0-41a8-453c-80a9-8390bf623549 HTTP/1.1" status: 204 len: 168 time: 0.9156148 Nov 25 20:42:58.084670 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59474) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:58.173007 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aed7c5e1-14f8-47b8-a449-05de4743d899 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:58.266472 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aed7c5e1-14f8-47b8-a449-05de4743d899 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:58.611035 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-aed7c5e1-14f8-47b8-a449-05de4743d899 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca99a092-63b4-4bc7-b75c-70985ff789dd']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:58.621558 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-aed7c5e1-14f8-47b8-a449-05de4743d899 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1079d33-e9c7-4445-92e2-d38dee3e49b3') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:58.621855 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-aed7c5e1-14f8-47b8-a449-05de4743d899 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1079d33-e9c7-4445-92e2-d38dee3e49b3') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:58.631918 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aed7c5e1-14f8-47b8-a449-05de4743d899 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:58.646212 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aed7c5e1-14f8-47b8-a449-05de4743d899 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:58.653036 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed7c5e1-14f8-47b8-a449-05de4743d899 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:42:58.653542 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aed7c5e1-14f8-47b8-a449-05de4743d899 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:42:58.656592 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:42:58.717852 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aed7c5e1-14f8-47b8-a449-05de4743d899 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:58.725907 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aed7c5e1-14f8-47b8-a449-05de4743d899 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:58.729558 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-aed7c5e1-14f8-47b8-a449-05de4743d899 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "DELETE /v2.0/networks/ca99a092-63b4-4bc7-b75c-70985ff789dd HTTP/1.1" status: 204 len: 168 time: 0.6438231 Nov 25 20:42:58.736518 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59476) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:58.741391 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7c5e1-14f8-47b8-a449-05de4743d899 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Network': ['ID=ca99a092-63b4-4bc7-b75c-70985ff789dd,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:58.791844 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a525eb0-bb74-4a5d-919a-afe8e4095409 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:58.818087 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a525eb0-bb74-4a5d-919a-afe8e4095409 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:58.880312 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a525eb0-bb74-4a5d-919a-afe8e4095409 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:58.882976 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a525eb0-bb74-4a5d-919a-afe8e4095409 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:58.884144 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3a525eb0-bb74-4a5d-919a-afe8e4095409 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "DELETE /v2.0/security-groups/4f3ed2a4-10b8-4549-8a46-2bd21b5726c8 HTTP/1.1" status: 204 len: 168 time: 0.1507015 Nov 25 20:42:58.894830 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a525eb0-bb74-4a5d-919a-afe8e4095409 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3ed2a4-10b8-4549-8a46-2bd21b5726c8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:59.045272 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 808ce3ab-c39d-4eef-a3ce-da8278d0a023 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:42:59.069230 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 808ce3ab-c39d-4eef-a3ce-da8278d0a023 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:42:59.069650 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 808ce3ab-c39d-4eef-a3ce-da8278d0a023 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:42:59.070262 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6e997ab6-28c4-4a8c-8a16-bbd2198c6c58 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:42:59.158389 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59482) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:59.163200 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f3c2e5b0-611c-4081-8d20-d2cc7063f0e5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-55438368', 'description': 'tempest-secgroup-smoke-55438368 description', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:42:59.191292 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f3c2e5b0-611c-4081-8d20-d2cc7063f0e5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:59.250913 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 6e997ab6-28c4-4a8c-8a16-bbd2198c6c58 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:42:59.251275 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6e997ab6-28c4-4a8c-8a16-bbd2198c6c58 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:42:59.251627 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d2248bc8-3a1d-4057-b1be-18bafb476c11 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:42:59.267176 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f3c2e5b0-611c-4081-8d20-d2cc7063f0e5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:59.271287 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: d2248bc8-3a1d-4057-b1be-18bafb476c11 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:42:59.271749 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d2248bc8-3a1d-4057-b1be-18bafb476c11 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:42:59.271894 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f3c2e5b0-611c-4081-8d20-d2cc7063f0e5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:59.303549 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f3c2e5b0-611c-4081-8d20-d2cc7063f0e5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:59.304862 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f3c2e5b0-611c-4081-8d20-d2cc7063f0e5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1453626 Nov 25 20:42:59.308107 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59484) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:59.309242 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2e5b0-611c-4081-8d20-d2cc7063f0e5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f53e0013-87ac-4c2b-97c5-d3553c28beff,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:59.313038 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-8446defb-3112-495a-95b6-2b84a37c60a8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': 'f53e0013-87ac-4c2b-97c5-d3553c28beff', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:42:59.341484 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8446defb-3112-495a-95b6-2b84a37c60a8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:59.403688 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8446defb-3112-495a-95b6-2b84a37c60a8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:59.407866 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8446defb-3112-495a-95b6-2b84a37c60a8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:59.419869 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5a09668e-ee71-4bad-9cbc-bc5a5ec4cf1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:59.432394 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446defb-3112-495a-95b6-2b84a37c60a8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a66e096-cf3f-4035-b09e-ebe98d737d71,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:59.438517 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8446defb-3112-495a-95b6-2b84a37c60a8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:59.440554 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8446defb-3112-495a-95b6-2b84a37c60a8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311884 Nov 25 20:42:59.444152 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59486) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:59.450231 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-c40f6f7b-f702-4026-b59a-af061ae6a3e8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': 'f53e0013-87ac-4c2b-97c5-d3553c28beff', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:42:59.480254 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c40f6f7b-f702-4026-b59a-af061ae6a3e8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:59.543848 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c40f6f7b-f702-4026-b59a-af061ae6a3e8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:59.548282 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c40f6f7b-f702-4026-b59a-af061ae6a3e8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:59.568109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f6f7b-f702-4026-b59a-af061ae6a3e8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ae39b4-a8db-4954-b848-a2efd4f2edf6,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:59.573245 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c40f6f7b-f702-4026-b59a-af061ae6a3e8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:59.574480 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c40f6f7b-f702-4026-b59a-af061ae6a3e8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1291089 Nov 25 20:42:59.577320 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59488) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:59.581689 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-c194e757-f1e1-40b7-a327-2ee7733a4316 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': 'f53e0013-87ac-4c2b-97c5-d3553c28beff', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:42:59.608309 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c194e757-f1e1-40b7-a327-2ee7733a4316 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:59.668615 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c194e757-f1e1-40b7-a327-2ee7733a4316 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:59.672869 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c194e757-f1e1-40b7-a327-2ee7733a4316 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:59.692939 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194e757-f1e1-40b7-a327-2ee7733a4316 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36722e62-6d4e-4081-b267-09477edcd6a9,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:59.703619 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c194e757-f1e1-40b7-a327-2ee7733a4316 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:59.704834 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c194e757-f1e1-40b7-a327-2ee7733a4316 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265838 Nov 25 20:42:59.707596 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59490) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:59.712064 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-f060279b-e1c1-4d7c-addd-3b5b4fd49837 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': 'f53e0013-87ac-4c2b-97c5-d3553c28beff', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:42:59.739931 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f060279b-e1c1-4d7c-addd-3b5b4fd49837 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:59.801166 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f060279b-e1c1-4d7c-addd-3b5b4fd49837 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:59.805621 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f060279b-e1c1-4d7c-addd-3b5b4fd49837 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:59.824631 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060279b-e1c1-4d7c-addd-3b5b4fd49837 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d18c004-8afc-4d2a-8f38-15231347925b,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:59.830462 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f060279b-e1c1-4d7c-addd-3b5b4fd49837 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:59.830917 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f060279b-e1c1-4d7c-addd-3b5b4fd49837 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223662 Nov 25 20:42:59.833670 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59492) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:59.837998 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-aeddf4e1-a3df-45d7-a3e9-36cf579f828e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': 'f53e0013-87ac-4c2b-97c5-d3553c28beff', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:42:59.859175 n-d-819349-5 neutron-server[103600]: INFO neutron.db.securitygroups_db [None req-aeddf4e1-a3df-45d7-a3e9-36cf579f828e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Project 79c61858fb1c4716ac2d08ff92cee2da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:42:59.864183 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aeddf4e1-a3df-45d7-a3e9-36cf579f828e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:59.923429 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aeddf4e1-a3df-45d7-a3e9-36cf579f828e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:59.927491 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aeddf4e1-a3df-45d7-a3e9-36cf579f828e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:59.946509 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddf4e1-a3df-45d7-a3e9-36cf579f828e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa41db0-e846-4086-b0e2-fdbe6b6b4a54,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:59.954199 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aeddf4e1-a3df-45d7-a3e9-36cf579f828e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:59.958197 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-aeddf4e1-a3df-45d7-a3e9-36cf579f828e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210308 Nov 25 20:42:59.958428 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59494) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:59.963678 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-1eed429a-3f11-48e2-8b81-e2e2e31cb544 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': 'f53e0013-87ac-4c2b-97c5-d3553c28beff', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:42:59.986474 n-d-819349-5 neutron-server[103600]: INFO neutron.db.securitygroups_db [None req-1eed429a-3f11-48e2-8b81-e2e2e31cb544 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Project 79c61858fb1c4716ac2d08ff92cee2da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:42:59.991435 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1eed429a-3f11-48e2-8b81-e2e2e31cb544 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:00.057150 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1eed429a-3f11-48e2-8b81-e2e2e31cb544 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:00.061954 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1eed429a-3f11-48e2-8b81-e2e2e31cb544 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:00.081288 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed429a-3f11-48e2-8b81-e2e2e31cb544 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419d220a-77f2-425b-9175-efa9cfa06c21,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:00.091635 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1eed429a-3f11-48e2-8b81-e2e2e31cb544 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:00.092848 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1eed429a-3f11-48e2-8b81-e2e2e31cb544 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1334975 Nov 25 20:43:00.096736 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59496) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:43:00.102268 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-1dd6fc2a-a744-4f88-a8c0-592e3d5b38e7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'network': {'name': 'tempest-network-smoke--969508901', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'port_security_enabled': True}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:43:00.124208 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd6fc2a-a744-4f88-a8c0-592e3d5b38e7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Made reservation on behalf of 79c61858fb1c4716ac2d08ff92cee2da for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:43:00.127851 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1dd6fc2a-a744-4f88-a8c0-592e3d5b38e7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:00.154345 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd6fc2a-a744-4f88-a8c0-592e3d5b38e7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:43:00.163642 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1dd6fc2a-a744-4f88-a8c0-592e3d5b38e7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:00.164482 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-1dd6fc2a-a744-4f88-a8c0-592e3d5b38e7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Added segment 622a75e6-5bd2-4aae-bc9f-723c59297498 of type vlan for network 6f0a4d98-501d-49e0-89a2-a98427f36a3f Nov 25 20:43:00.209001 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1dd6fc2a-a744-4f88-a8c0-592e3d5b38e7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:00.235396 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1dd6fc2a-a744-4f88-a8c0-592e3d5b38e7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:00.240965 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd6fc2a-a744-4f88-a8c0-592e3d5b38e7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:00.241549 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1dd6fc2a-a744-4f88-a8c0-592e3d5b38e7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:00.282605 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1dd6fc2a-a744-4f88-a8c0-592e3d5b38e7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1847661 Nov 25 20:43:00.285851 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59498) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:43:00.290860 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1bed0392-6fc9-4e97-b85d-b565d9e0052e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-113686365', 'admin_state_up': True, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:43:00.318391 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bed0392-6fc9-4e97-b85d-b565d9e0052e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:00.319514 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bed0392-6fc9-4e97-b85d-b565d9e0052e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:00.321234 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6fc2a-a744-4f88-a8c0-592e3d5b38e7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Network': ['ID=6f0a4d98-501d-49e0-89a2-a98427f36a3f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:00.333833 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 6f0a4d98-501d-49e0-89a2-a98427f36a3f details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:43:00.382069 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bed0392-6fc9-4e97-b85d-b565d9e0052e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:00.535025 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bed0392-6fc9-4e97-b85d-b565d9e0052e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:00.731186 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bed0392-6fc9-4e97-b85d-b565d9e0052e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:00.756388 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bed0392-6fc9-4e97-b85d-b565d9e0052e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:00.874337 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-1bed0392-6fc9-4e97-b85d-b565d9e0052e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Allocated IP 172.25.6.102 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/6a742653-0875-4755-8f59-707917b40508) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:43:00.978736 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bed0392-6fc9-4e97-b85d-b565d9e0052e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:01.014689 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bed0392-6fc9-4e97-b85d-b565d9e0052e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:01.062756 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bed0392-6fc9-4e97-b85d-b565d9e0052e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:43:01.066375 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1bed0392-6fc9-4e97-b85d-b565d9e0052e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:43:01.071382 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bed0392-6fc9-4e97-b85d-b565d9e0052e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:43:01.074812 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed0392-6fc9-4e97-b85d-b565d9e0052e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=6a742653-0875-4755-8f59-707917b40508,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:01.082237 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b482aff4-0b7d-442e-877f-6a7349052d0d None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:43:01.171395 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-777638cb-abf0-4ae4-973e-9ace7adc9614 None None] Provisioning complete for port 6a742653-0875-4755-8f59-707917b40508 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:43:01.171762 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-777638cb-abf0-4ae4-973e-9ace7adc9614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:01.208489 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-777638cb-abf0-4ae4-973e-9ace7adc9614 None None] Port 6a742653-0875-4755-8f59-707917b40508 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:43:01.354875 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bed0392-6fc9-4e97-b85d-b565d9e0052e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:01.559063 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bed0392-6fc9-4e97-b85d-b565d9e0052e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:01.690687 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bed0392-6fc9-4e97-b85d-b565d9e0052e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Router 1862a85f-3307-4984-b501-24c8673f25fb is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:43:01.913099 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2c3d26ac-599b-430f-bde0-21942ef0493a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:02.176930 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bed0392-6fc9-4e97-b85d-b565d9e0052e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:43:02.188314 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3839728-4e80-456b-b085-8a9c8950cdc3 None None] Sync routers for ids ['1862a85f-3307-4984-b501-24c8673f25fb'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:43:02.200178 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3839728-4e80-456b-b085-8a9c8950cdc3 None None] Routers {'1862a85f-3307-4984-b501-24c8673f25fb'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:43:02.200627 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bed0392-6fc9-4e97-b85d-b565d9e0052e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:02.200833 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a3839728-4e80-456b-b085-8a9c8950cdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:43:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1862a85f-3307-4984-b501-24c8673f25fb'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:43:02.201917 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1bed0392-6fc9-4e97-b85d-b565d9e0052e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9149573 Nov 25 20:43:02.205352 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59500) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:43:02.240056 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c47752be-ddbf-4bc1-958a-bb04fa2a5329 tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=79c61858fb1c4716ac2d08ff92cee2da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324690 Nov 25 20:43:02.242023 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59502) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:43:02.327586 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a3839728-4e80-456b-b085-8a9c8950cdc3 None None] Set router 1862a85f-3307-4984-b501-24c8673f25fb gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:43:02.339745 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9027789-3970-40d0-ac51-501c78ec83f4 tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:02.341242 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b9027789-3970-40d0-ac51-501c78ec83f4 tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0974033 Nov 25 20:43:02.344132 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59504) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:43:02.371822 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8bf2da42-8f1b-49b3-b747-e3fe0c8ca00b tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=f965ced5-a415-47da-9748-3514ef368954&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265923 Nov 25 20:43:02.374316 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59506) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:43:02.379032 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-88394bf0-be61-41a5-9630-df77f0733310 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-541743573', 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:43:02.474958 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88394bf0-be61-41a5-9630-df77f0733310 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Made reservation on behalf of 79c61858fb1c4716ac2d08ff92cee2da for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:43:02.478801 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88394bf0-be61-41a5-9630-df77f0733310 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:02.522127 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a3839728-4e80-456b-b085-8a9c8950cdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1862a85f-3307-4984-b501-24c8673f25fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113686365', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '6a742653-0875-4755-8f59-707917b40508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:43:01Z', 'revision_number': 3, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6a742653-0875-4755-8f59-707917b40508', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1862a85f-3307-4984-b501-24c8673f25fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:43:02.551743 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3839728-4e80-456b-b085-8a9c8950cdc3 None None] Checking router: 1862a85f-3307-4984-b501-24c8673f25fb for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:43:02.552110 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3839728-4e80-456b-b085-8a9c8950cdc3 None None] Updating router 1862a85f-3307-4984-b501-24c8673f25fb port 6a742653-0875-4755-8f59-707917b40508 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:43:02.579638 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a3839728-4e80-456b-b085-8a9c8950cdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:02.669771 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88394bf0-be61-41a5-9630-df77f0733310 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:02.733167 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88394bf0-be61-41a5-9630-df77f0733310 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Subnet': ['ID=e3a4524e-27f3-43a0-821f-165385144081,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:02.742559 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88394bf0-be61-41a5-9630-df77f0733310 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Checking segment: {'id': '622a75e6-5bd2-4aae-bc9f-723c59297498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:43:02.742723 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88394bf0-be61-41a5-9630-df77f0733310 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network hostable DHCP agents. Network: 6f0a4d98-501d-49e0-89a2-a98427f36a3f, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:43:02.761057 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88394bf0-be61-41a5-9630-df77f0733310 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network 6f0a4d98-501d-49e0-89a2-a98427f36a3f is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:43:02.772596 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-88394bf0-be61-41a5-9630-df77f0733310 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 6f0a4d98-501d-49e0-89a2-a98427f36a3f) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:43:02.779107 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88394bf0-be61-41a5-9630-df77f0733310 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:02.779707 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88394bf0-be61-41a5-9630-df77f0733310 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:02.783730 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d13cb27-d079-4676-94a4-2b6bdee81d53 None None] Network 6f0a4d98-501d-49e0-89a2-a98427f36a3f requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:43:02.799531 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-88394bf0-be61-41a5-9630-df77f0733310 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4241567 Nov 25 20:43:02.802554 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59508) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:43:02.938793 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a3839728-4e80-456b-b085-8a9c8950cdc3 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:02.966322 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a3839728-4e80-456b-b085-8a9c8950cdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:03.037018 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca74e07-c4d4-4ccf-bc95-e2c66afdf8a1 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:43:03.069742 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a3839728-4e80-456b-b085-8a9c8950cdc3 None None] Attempting to bind port 6a742653-0875-4755-8f59-707917b40508 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:43:03.070697 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a3839728-4e80-456b-b085-8a9c8950cdc3 None None] Attempting to bind port 6a742653-0875-4755-8f59-707917b40508 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:43:03.071774 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3839728-4e80-456b-b085-8a9c8950cdc3 None None] Attempting to bind port 6a742653-0875-4755-8f59-707917b40508 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:43:03.073821 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe9c0f-40c4-4409-af88-9e2707b6f2fe None None] Pushing event updated for resources: {'Port': ['ID=6a742653-0875-4755-8f59-707917b40508,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:03.083322 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3839728-4e80-456b-b085-8a9c8950cdc3 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:43:03.083699 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3839728-4e80-456b-b085-8a9c8950cdc3 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:43:03.084158 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a3839728-4e80-456b-b085-8a9c8950cdc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:03.084464 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3839728-4e80-456b-b085-8a9c8950cdc3 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:43:03.084932 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a3839728-4e80-456b-b085-8a9c8950cdc3 None None] Bound port: 6a742653-0875-4755-8f59-707917b40508, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:43:03.085303 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a3839728-4e80-456b-b085-8a9c8950cdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:03.090247 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2825617b-231b-4b9a-9598-5885ea55c337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-6f0a4d98-501d-49e0-89a2-a98427f36a3f', 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'fixed_ips': [{'subnet_id': 'e3a4524e-27f3-43a0-821f-165385144081'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:43:03.091128 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2825617b-231b-4b9a-9598-5885ea55c337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:03.234135 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a3839728-4e80-456b-b085-8a9c8950cdc3 None None] For port 6a742653-0875-4755-8f59-707917b40508, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:43:03.238564 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-688744f2-891b-43ce-a1ee-11d0f8e53348 None None] Provisioning complete for port 6a742653-0875-4755-8f59-707917b40508 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:43:03.238847 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-688744f2-891b-43ce-a1ee-11d0f8e53348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:03.245677 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a3839728-4e80-456b-b085-8a9c8950cdc3 None None] For port 6a742653-0875-4755-8f59-707917b40508, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6a742653-0875-4755-8f59-707917b40508,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:43:03.269447 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9478de10-0149-487b-b030-5087d205ce76 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:03.272972 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a3839728-4e80-456b-b085-8a9c8950cdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:03.350267 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-688744f2-891b-43ce-a1ee-11d0f8e53348 None None] Port 6a742653-0875-4755-8f59-707917b40508 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:43:03.364073 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2b12ad-884a-4868-b266-5c8c51a5e38f None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:43:03.398403 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-2825617b-231b-4b9a-9598-5885ea55c337 None None] Allocated IP 172.20.0.2 (6f0a4d98-501d-49e0-89a2-a98427f36a3f/e3a4524e-27f3-43a0-821f-165385144081/46773847-69d3-4bb1-a431-b054f1b5c498) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:43:03.404187 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe9c0f-40c4-4409-af88-9e2707b6f2fe None None] Pushing event updated for resources: {'Port': ['ID=6a742653-0875-4755-8f59-707917b40508,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:03.412825 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3839728-4e80-456b-b085-8a9c8950cdc3 None None] Routers {'1862a85f-3307-4984-b501-24c8673f25fb'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:43:03.413441 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a3839728-4e80-456b-b085-8a9c8950cdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:43:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1862a85f-3307-4984-b501-24c8673f25fb'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:43:03.563266 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-6fae249a-7a00-4ca4-b98f-c8ef5cd36be3 None None] Provisioning complete for port 6a742653-0875-4755-8f59-707917b40508 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:43:03.563638 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6fae249a-7a00-4ca4-b98f-c8ef5cd36be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:03.664135 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a3839728-4e80-456b-b085-8a9c8950cdc3 None None] Set router 1862a85f-3307-4984-b501-24c8673f25fb gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:43:03.759951 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2825617b-231b-4b9a-9598-5885ea55c337 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:03.802072 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2825617b-231b-4b9a-9598-5885ea55c337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:03.822762 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-9478de10-0149-487b-b030-5087d205ce76 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Allocated IP 172.20.0.1 (6f0a4d98-501d-49e0-89a2-a98427f36a3f/e3a4524e-27f3-43a0-821f-165385144081/d6f67047-1f04-47c7-97d4-9a33588115c8) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:43:03.885693 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2825617b-231b-4b9a-9598-5885ea55c337 None None] Network 6f0a4d98-501d-49e0-89a2-a98427f36a3f is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:43:03.889258 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6fae249a-7a00-4ca4-b98f-c8ef5cd36be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:03.903740 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-2825617b-231b-4b9a-9598-5885ea55c337 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:43:03.912669 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2825617b-231b-4b9a-9598-5885ea55c337 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:43:03.924963 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825617b-231b-4b9a-9598-5885ea55c337 None None] Pushing event updated for resources: {'Port': ['ID=46773847-69d3-4bb1-a431-b054f1b5c498,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:03.942812 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9478de10-0149-487b-b030-5087d205ce76 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:03.959379 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-6fae249a-7a00-4ca4-b98f-c8ef5cd36be3 None None] For port 6a742653-0875-4755-8f59-707917b40508, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6a742653-0875-4755-8f59-707917b40508,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:43:03.978037 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9478de10-0149-487b-b030-5087d205ce76 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:03.984583 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6fae249a-7a00-4ca4-b98f-c8ef5cd36be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:04.017170 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9478de10-0149-487b-b030-5087d205ce76 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network 6f0a4d98-501d-49e0-89a2-a98427f36a3f is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:43:04.022986 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-9478de10-0149-487b-b030-5087d205ce76 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:43:04.026976 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9478de10-0149-487b-b030-5087d205ce76 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:43:04.058887 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478de10-0149-487b-b030-5087d205ce76 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=d6f67047-1f04-47c7-97d4-9a33588115c8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:04.059203 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:04.065879 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2825617b-231b-4b9a-9598-5885ea55c337 None None] Attempting to bind port 46773847-69d3-4bb1-a431-b054f1b5c498 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:43:04.066256 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2825617b-231b-4b9a-9598-5885ea55c337 None None] Attempting to bind port 46773847-69d3-4bb1-a431-b054f1b5c498 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '622a75e6-5bd2-4aae-bc9f-723c59297498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:43:04.066657 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2825617b-231b-4b9a-9598-5885ea55c337 None None] Attempting to bind port 46773847-69d3-4bb1-a431-b054f1b5c498 on network 6f0a4d98-501d-49e0-89a2-a98427f36a3f {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:43:04.082969 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2825617b-231b-4b9a-9598-5885ea55c337 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:43:04.083360 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2825617b-231b-4b9a-9598-5885ea55c337 None None] Checking segment: {'id': '622a75e6-5bd2-4aae-bc9f-723c59297498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:43:04.083752 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2825617b-231b-4b9a-9598-5885ea55c337 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:04.084152 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2825617b-231b-4b9a-9598-5885ea55c337 None None] Bound using segment: {'id': '622a75e6-5bd2-4aae-bc9f-723c59297498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:43:04.084637 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2825617b-231b-4b9a-9598-5885ea55c337 None None] Bound port: 46773847-69d3-4bb1-a431-b054f1b5c498, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622a75e6-5bd2-4aae-bc9f-723c59297498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:43:04.084794 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9478de10-0149-487b-b030-5087d205ce76 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:04.085019 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2825617b-231b-4b9a-9598-5885ea55c337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:04.100769 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae249a-7a00-4ca4-b98f-c8ef5cd36be3 None None] Pushing event updated for resources: {'Port': ['ID=6a742653-0875-4755-8f59-707917b40508,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:04.228101 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9478de10-0149-487b-b030-5087d205ce76 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:04.307066 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a3839728-4e80-456b-b085-8a9c8950cdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1862a85f-3307-4984-b501-24c8673f25fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113686365', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '6a742653-0875-4755-8f59-707917b40508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:43:01Z', 'revision_number': 3, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6a742653-0875-4755-8f59-707917b40508', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1862a85f-3307-4984-b501-24c8673f25fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:43:04.339103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3839728-4e80-456b-b085-8a9c8950cdc3 None None] The sync data for ids ['1862a85f-3307-4984-b501-24c8673f25fb'] in n-d-819349-5 is: [{'id': '1862a85f-3307-4984-b501-24c8673f25fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113686365', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '6a742653-0875-4755-8f59-707917b40508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:43:01Z', 'revision_number': 3, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6a742653-0875-4755-8f59-707917b40508', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1862a85f-3307-4984-b501-24c8673f25fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:43:04.363652 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2825617b-231b-4b9a-9598-5885ea55c337 None None] For port 46773847-69d3-4bb1-a431-b054f1b5c498, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:43:04.367622 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2825617b-231b-4b9a-9598-5885ea55c337 None None] For port 46773847-69d3-4bb1-a431-b054f1b5c498, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=46773847-69d3-4bb1-a431-b054f1b5c498,segment=NetworkSegment(622a75e6-5bd2-4aae-bc9f-723c59297498),segment_id=622a75e6-5bd2-4aae-bc9f-723c59297498)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:43:04.373561 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2825617b-231b-4b9a-9598-5885ea55c337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:04.438573 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825617b-231b-4b9a-9598-5885ea55c337 None None] Pushing event updated for resources: {'Port': ['ID=46773847-69d3-4bb1-a431-b054f1b5c498,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:04.548882 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9478de10-0149-487b-b030-5087d205ce76 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:04.554079 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9478de10-0149-487b-b030-5087d205ce76 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:04.691958 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478de10-0149-487b-b030-5087d205ce76 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=d6f67047-1f04-47c7-97d4-9a33588115c8,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:04.694585 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9478de10-0149-487b-b030-5087d205ce76 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:04.822831 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9478de10-0149-487b-b030-5087d205ce76 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network 6f0a4d98-501d-49e0-89a2-a98427f36a3f is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:43:04.824546 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-9478de10-0149-487b-b030-5087d205ce76 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:43:04.946661 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9478de10-0149-487b-b030-5087d205ce76 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Router 1862a85f-3307-4984-b501-24c8673f25fb has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:43:05.083719 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9478de10-0149-487b-b030-5087d205ce76 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:43:05.090340 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9478de10-0149-487b-b030-5087d205ce76 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "PUT /v2.0/routers/1862a85f-3307-4984-b501-24c8673f25fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2858119 Nov 25 20:43:05.125549 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 46773847-69d3-4bb1-a431-b054f1b5c498 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:43:05.194589 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 46773847-69d3-4bb1-a431-b054f1b5c498 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:43:05.195692 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:05.289558 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:05.291246 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10787f86-5a57-4def-a78a-d44661b94c45 req-cf453673-061d-41b2-a2d1-1ca91355b9f7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-55438368&fields=id&tenant_id=79c61858fb1c4716ac2d08ff92cee2da HTTP/1.1" status: 200 len: 267 time: 0.0683067 Nov 25 20:43:05.334613 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 46773847-69d3-4bb1-a431-b054f1b5c498, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=46773847-69d3-4bb1-a431-b054f1b5c498,segment=NetworkSegment(622a75e6-5bd2-4aae-bc9f-723c59297498),segment_id=622a75e6-5bd2-4aae-bc9f-723c59297498)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:43:05.341417 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:05.342591 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6a742653-0875-4755-8f59-707917b40508 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:43:05.427178 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=46773847-69d3-4bb1-a431-b054f1b5c498,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:05.439469 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10787f86-5a57-4def-a78a-d44661b94c45 req-2b5083a6-b78f-4ba2-9310-6c7e64c4f189 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:05.441482 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10787f86-5a57-4def-a78a-d44661b94c45 req-2b5083a6-b78f-4ba2-9310-6c7e64c4f189 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/networks?id=6f0a4d98-501d-49e0-89a2-a98427f36a3f HTTP/1.1" status: 200 len: 796 time: 0.1415446 Nov 25 20:43:05.442579 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 6a742653-0875-4755-8f59-707917b40508 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:43:05.442963 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:05.459039 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10787f86-5a57-4def-a78a-d44661b94c45 req-97fb3845-e8cd-4167-9b9e-57b92cb41540 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/quotas/79c61858fb1c4716ac2d08ff92cee2da HTTP/1.1" status: 200 len: 375 time: 0.0106583 Nov 25 20:43:05.515307 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10787f86-5a57-4def-a78a-d44661b94c45 req-675a60a9-0dc4-4fb3-a6e5-b96860bda5a5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495267 Nov 25 20:43:05.597436 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c5c736-245f-4df1-bb23-7f62968f8cef None None] Network 6f0a4d98-501d-49e0-89a2-a98427f36a3f requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:43:05.630001 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10787f86-5a57-4def-a78a-d44661b94c45 req-555da2fd-a263-48a2-89ba-caba0b26e0d4 service neutron] 10.222.0.55 "GET /v2.0/networks/6f0a4d98-501d-49e0-89a2-a98427f36a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981712 Nov 25 20:43:05.681037 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a18882df-bb1c-44cd-841c-e9e9a0b6cd50 None None] Provisioning complete for port 46773847-69d3-4bb1-a431-b054f1b5c498 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:43:05.681435 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a18882df-bb1c-44cd-841c-e9e9a0b6cd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:05.725191 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10787f86-5a57-4def-a78a-d44661b94c45 req-68fb1cec-3e2b-4292-a3d5-4ca9fe6220d7 service neutron] 10.222.0.55 "GET /v2.0/networks/6f0a4d98-501d-49e0-89a2-a98427f36a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886598 Nov 25 20:43:05.742499 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:05.855354 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:05.915507 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a33c2b12-f73d-40eb-9acc-e948d1907d9a req-ab537d13-4005-4750-97a9-5ef3b80b8158 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 210 time: 0.0287795 Nov 25 20:43:06.098252 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-bcf1c99f-296b-4b66-a05a-7a7b149402bb None None] Provisioning complete for port d6f67047-1f04-47c7-97d4-9a33588115c8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:43:06.099292 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bcf1c99f-296b-4b66-a05a-7a7b149402bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:06.137099 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-bcf1c99f-296b-4b66-a05a-7a7b149402bb None None] Port d6f67047-1f04-47c7-97d4-9a33588115c8 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:43:06.147671 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdbab4f-a4e2-46b3-a33a-e48200e6dd52 None None] Sync routers for ids ['1862a85f-3307-4984-b501-24c8673f25fb'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:43:06.148949 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-bcf1c99f-296b-4b66-a05a-7a7b149402bb None None] Provisioning complete for port 46773847-69d3-4bb1-a431-b054f1b5c498 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:43:06.149329 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bcf1c99f-296b-4b66-a05a-7a7b149402bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:06.159808 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdbab4f-a4e2-46b3-a33a-e48200e6dd52 None None] Routers {'1862a85f-3307-4984-b501-24c8673f25fb'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:43:06.160333 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-1fdbab4f-a4e2-46b3-a33a-e48200e6dd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:43:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1862a85f-3307-4984-b501-24c8673f25fb'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:43:06.276801 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-1fdbab4f-a4e2-46b3-a33a-e48200e6dd52 None None] Set router 1862a85f-3307-4984-b501-24c8673f25fb gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:43:06.355671 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-565adf7e-b128-4663-ada1-6ce2075fe8b9 None None] Provisioning complete for port d6f67047-1f04-47c7-97d4-9a33588115c8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:43:06.356054 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-565adf7e-b128-4663-ada1-6ce2075fe8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:06.396403 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-565adf7e-b128-4663-ada1-6ce2075fe8b9 None None] Port d6f67047-1f04-47c7-97d4-9a33588115c8 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:43:06.491843 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-1fdbab4f-a4e2-46b3-a33a-e48200e6dd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1862a85f-3307-4984-b501-24c8673f25fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113686365', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '6a742653-0875-4755-8f59-707917b40508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:43:04Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6a742653-0875-4755-8f59-707917b40508', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1862a85f-3307-4984-b501-24c8673f25fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd6f67047-1f04-47c7-97d4-9a33588115c8', 'name': '', 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:99:de:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1862a85f-3307-4984-b501-24c8673f25fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e3a4524e-27f3-43a0-821f-165385144081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:43:03Z', 'updated_at': '2021-11-25T20:43:04Z', 'revision_number': 2, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': 'e3a4524e-27f3-43a0-821f-165385144081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:43:06.516976 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-50ae5654-c104-4f78-b82b-96e74ab61d7d None None] Provisioning complete for port d6f67047-1f04-47c7-97d4-9a33588115c8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:43:06.517344 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-50ae5654-c104-4f78-b82b-96e74ab61d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:06.522711 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdbab4f-a4e2-46b3-a33a-e48200e6dd52 None None] Checking router: 1862a85f-3307-4984-b501-24c8673f25fb for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:43:06.523065 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdbab4f-a4e2-46b3-a33a-e48200e6dd52 None None] Updating router 1862a85f-3307-4984-b501-24c8673f25fb port d6f67047-1f04-47c7-97d4-9a33588115c8 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:43:06.550273 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1fdbab4f-a4e2-46b3-a33a-e48200e6dd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:06.559113 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-50ae5654-c104-4f78-b82b-96e74ab61d7d None None] Port d6f67047-1f04-47c7-97d4-9a33588115c8 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:43:06.667362 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:43:06.817197 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1fdbab4f-a4e2-46b3-a33a-e48200e6dd52 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:06.823059 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1fdbab4f-a4e2-46b3-a33a-e48200e6dd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:06.876844 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60c6f5-7a38-48ae-b4cf-9bed7569d42d None None] Pushing event updated for resources: {'Port': ['ID=d6f67047-1f04-47c7-97d4-9a33588115c8,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:06.889463 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60c6f5-7a38-48ae-b4cf-9bed7569d42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:43:06.889808 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60c6f5-7a38-48ae-b4cf-9bed7569d42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:43:06.890130 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60c6f5-7a38-48ae-b4cf-9bed7569d42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:43:06.890484 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60c6f5-7a38-48ae-b4cf-9bed7569d42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:43:06.896898 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60c6f5-7a38-48ae-b4cf-9bed7569d42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:43:06.897286 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60c6f5-7a38-48ae-b4cf-9bed7569d42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:43:06.897616 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60c6f5-7a38-48ae-b4cf-9bed7569d42d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:43:06.898011 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60c6f5-7a38-48ae-b4cf-9bed7569d42d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:43:06.899938 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60c6f5-7a38-48ae-b4cf-9bed7569d42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:43:06.900295 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60c6f5-7a38-48ae-b4cf-9bed7569d42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:43:06.900629 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60c6f5-7a38-48ae-b4cf-9bed7569d42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:43:06.900956 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60c6f5-7a38-48ae-b4cf-9bed7569d42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:43:06.966849 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-1fdbab4f-a4e2-46b3-a33a-e48200e6dd52 None None] Attempting to bind port d6f67047-1f04-47c7-97d4-9a33588115c8 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:43:06.967312 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-1fdbab4f-a4e2-46b3-a33a-e48200e6dd52 None None] Attempting to bind port d6f67047-1f04-47c7-97d4-9a33588115c8 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '622a75e6-5bd2-4aae-bc9f-723c59297498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:43:06.967743 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdbab4f-a4e2-46b3-a33a-e48200e6dd52 None None] Attempting to bind port d6f67047-1f04-47c7-97d4-9a33588115c8 on network 6f0a4d98-501d-49e0-89a2-a98427f36a3f {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:43:06.973411 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdbab4f-a4e2-46b3-a33a-e48200e6dd52 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:43:06.973868 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdbab4f-a4e2-46b3-a33a-e48200e6dd52 None None] Checking segment: {'id': '622a75e6-5bd2-4aae-bc9f-723c59297498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:43:06.974418 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1fdbab4f-a4e2-46b3-a33a-e48200e6dd52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:06.974871 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdbab4f-a4e2-46b3-a33a-e48200e6dd52 None None] Bound using segment: {'id': '622a75e6-5bd2-4aae-bc9f-723c59297498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:43:06.975471 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-1fdbab4f-a4e2-46b3-a33a-e48200e6dd52 None None] Bound port: d6f67047-1f04-47c7-97d4-9a33588115c8, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622a75e6-5bd2-4aae-bc9f-723c59297498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:43:06.975876 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1fdbab4f-a4e2-46b3-a33a-e48200e6dd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:07.015214 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-02e2b8eb-c80c-45ca-a374-0faf7c33f668 req-db15fcc8-e3cf-4d8c-999b-f7758b11f363 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 210 time: 0.0411551 Nov 25 20:43:07.056836 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-1fdbab4f-a4e2-46b3-a33a-e48200e6dd52 None None] For port d6f67047-1f04-47c7-97d4-9a33588115c8, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:43:07.057864 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-1fdbab4f-a4e2-46b3-a33a-e48200e6dd52 None None] For port d6f67047-1f04-47c7-97d4-9a33588115c8, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d6f67047-1f04-47c7-97d4-9a33588115c8,segment=NetworkSegment(622a75e6-5bd2-4aae-bc9f-723c59297498),segment_id=622a75e6-5bd2-4aae-bc9f-723c59297498)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:43:07.070056 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1fdbab4f-a4e2-46b3-a33a-e48200e6dd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:07.093381 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 46773847-69d3-4bb1-a431-b054f1b5c498 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:43:07.128743 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdbab4f-a4e2-46b3-a33a-e48200e6dd52 None None] Routers {'1862a85f-3307-4984-b501-24c8673f25fb'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:43:07.129242 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-1fdbab4f-a4e2-46b3-a33a-e48200e6dd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:43:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1862a85f-3307-4984-b501-24c8673f25fb'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:43:07.156053 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 46773847-69d3-4bb1-a431-b054f1b5c498 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:43:07.156601 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:07.208884 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1bb22584-0db8-4b2b-b869-cdb6eded719a None None] Provisioning complete for port d6f67047-1f04-47c7-97d4-9a33588115c8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:43:07.209262 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1bb22584-0db8-4b2b-b869-cdb6eded719a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:07.217287 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60c6f5-7a38-48ae-b4cf-9bed7569d42d None None] Pushing event updated for resources: {'Port': ['ID=d6f67047-1f04-47c7-97d4-9a33588115c8,revision_number=4']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:07.263908 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-1fdbab4f-a4e2-46b3-a33a-e48200e6dd52 None None] Set router 1862a85f-3307-4984-b501-24c8673f25fb gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:43:07.332078 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1bb22584-0db8-4b2b-b869-cdb6eded719a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:07.370241 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-1bb22584-0db8-4b2b-b869-cdb6eded719a None None] For port d6f67047-1f04-47c7-97d4-9a33588115c8, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d6f67047-1f04-47c7-97d4-9a33588115c8,segment=NetworkSegment(622a75e6-5bd2-4aae-bc9f-723c59297498),segment_id=622a75e6-5bd2-4aae-bc9f-723c59297498)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:43:07.375737 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1bb22584-0db8-4b2b-b869-cdb6eded719a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:07.428381 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb22584-0db8-4b2b-b869-cdb6eded719a None None] Pushing event updated for resources: {'Port': ['ID=d6f67047-1f04-47c7-97d4-9a33588115c8,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:07.501990 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0011246b-957e-4375-9245-f7f9b65fece3 None None] Provisioning complete for port d6f67047-1f04-47c7-97d4-9a33588115c8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:43:07.502714 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0011246b-957e-4375-9245-f7f9b65fece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:07.582272 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-1fdbab4f-a4e2-46b3-a33a-e48200e6dd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1862a85f-3307-4984-b501-24c8673f25fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113686365', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '6a742653-0875-4755-8f59-707917b40508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:43:04Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6a742653-0875-4755-8f59-707917b40508', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1862a85f-3307-4984-b501-24c8673f25fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd6f67047-1f04-47c7-97d4-9a33588115c8', 'name': '', 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:99:de:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1862a85f-3307-4984-b501-24c8673f25fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e3a4524e-27f3-43a0-821f-165385144081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:43:03Z', 'updated_at': '2021-11-25T20:43:07Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': 'e3a4524e-27f3-43a0-821f-165385144081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:43:07.609615 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdbab4f-a4e2-46b3-a33a-e48200e6dd52 None None] The sync data for ids ['1862a85f-3307-4984-b501-24c8673f25fb'] in n-d-819349-5 is: [{'id': '1862a85f-3307-4984-b501-24c8673f25fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113686365', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '6a742653-0875-4755-8f59-707917b40508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:43:04Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6a742653-0875-4755-8f59-707917b40508', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1862a85f-3307-4984-b501-24c8673f25fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd6f67047-1f04-47c7-97d4-9a33588115c8', 'name': '', 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:99:de:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1862a85f-3307-4984-b501-24c8673f25fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e3a4524e-27f3-43a0-821f-165385144081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:43:03Z', 'updated_at': '2021-11-25T20:43:07Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': 'e3a4524e-27f3-43a0-821f-165385144081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:43:08.097387 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3959d763-72b8-490c-b3a1-f8f59030355e req-21f83c73-4a43-4517-9f3d-372d264fd16c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 210 time: 0.0301609 Nov 25 20:43:09.072209 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d6f67047-1f04-47c7-97d4-9a33588115c8 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:43:09.121945 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port d6f67047-1f04-47c7-97d4-9a33588115c8 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:43:09.122351 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:09.187561 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0300340a-43df-435b-9e92-ea12c4c75b4d req-48631f55-2db3-43b4-b866-05d057e6bb5b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 210 time: 0.0275631 Nov 25 20:43:10.298080 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71d87ed3-f548-4112-8d79-14204403f6f1 req-a49e7c96-19e0-4900-8bfb-8b80699ac66e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 210 time: 0.0359228 Nov 25 20:43:11.137942 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10787f86-5a57-4def-a78a-d44661b94c45 req-bb6856d7-dd1b-4219-aee1-1f84c00c9121 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:11.139501 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10787f86-5a57-4def-a78a-d44661b94c45 req-bb6856d7-dd1b-4219-aee1-1f84c00c9121 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.73 "GET /v2.0/networks?id=6f0a4d98-501d-49e0-89a2-a98427f36a3f HTTP/1.1" status: 200 len: 796 time: 0.1235049 Nov 25 20:43:11.217147 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10787f86-5a57-4def-a78a-d44661b94c45 req-9d330988-f013-4869-b267-d1654fadd9ac tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79c61858fb1c4716ac2d08ff92cee2da HTTP/1.1" status: 200 len: 378 time: 0.0664699 Nov 25 20:43:11.228806 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-10787f86-5a57-4def-a78a-d44661b94c45 req-ec2a3932-336c-4321-aee8-b8c89e41540b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'port': {'device_id': '9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f', 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f', 'admin_state_up': True, 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'security_groups': ['f53e0013-87ac-4c2b-97c5-d3553c28beff']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:43:11.345154 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10787f86-5a57-4def-a78a-d44661b94c45 req-ec2a3932-336c-4321-aee8-b8c89e41540b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Made reservation on behalf of 79c61858fb1c4716ac2d08ff92cee2da for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:43:11.349091 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-10787f86-5a57-4def-a78a-d44661b94c45 req-ec2a3932-336c-4321-aee8-b8c89e41540b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:11.439504 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0bf2ec0b-e0ad-4c0f-ae93-4c62f47ad5e8 req-d292f3a4-e3a1-4151-8823-d2a09cd0c0d7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 210 time: 0.0574529 Nov 25 20:43:11.512674 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-10787f86-5a57-4def-a78a-d44661b94c45 req-ec2a3932-336c-4321-aee8-b8c89e41540b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Allocated IP 172.20.0.12 (6f0a4d98-501d-49e0-89a2-a98427f36a3f/e3a4524e-27f3-43a0-821f-165385144081/59f5c495-6814-4c09-9ffc-ffe7f2ea5e37) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:43:11.667544 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-10787f86-5a57-4def-a78a-d44661b94c45 req-ec2a3932-336c-4321-aee8-b8c89e41540b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:11.702872 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-10787f86-5a57-4def-a78a-d44661b94c45 req-ec2a3932-336c-4321-aee8-b8c89e41540b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:11.750296 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10787f86-5a57-4def-a78a-d44661b94c45 req-ec2a3932-336c-4321-aee8-b8c89e41540b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network 6f0a4d98-501d-49e0-89a2-a98427f36a3f is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:43:11.753599 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-10787f86-5a57-4def-a78a-d44661b94c45 req-ec2a3932-336c-4321-aee8-b8c89e41540b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:43:11.757682 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-10787f86-5a57-4def-a78a-d44661b94c45 req-ec2a3932-336c-4321-aee8-b8c89e41540b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:43:11.764843 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a3932-336c-4321-aee8-b8c89e41540b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:11.829026 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10787f86-5a57-4def-a78a-d44661b94c45 req-ec2a3932-336c-4321-aee8-b8c89e41540b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:11.829444 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-10787f86-5a57-4def-a78a-d44661b94c45 req-ec2a3932-336c-4321-aee8-b8c89e41540b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:11.850753 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10787f86-5a57-4def-a78a-d44661b94c45 req-ec2a3932-336c-4321-aee8-b8c89e41540b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6265275 Nov 25 20:43:11.862250 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-10787f86-5a57-4def-a78a-d44661b94c45 req-d1d78e58-cb69-4311-9184-97d1cc31637a tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:43:11.863457 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10787f86-5a57-4def-a78a-d44661b94c45 req-d1d78e58-cb69-4311-9184-97d1cc31637a tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062022 Nov 25 20:43:11.941961 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-10787f86-5a57-4def-a78a-d44661b94c45 req-3aa0a4d8-1854-4e0c-aec9-04aaad38c396 service neutron] Request body: {'port': {'device_id': '9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:43:12.020449 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-10787f86-5a57-4def-a78a-d44661b94c45 req-3aa0a4d8-1854-4e0c-aec9-04aaad38c396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:12.044476 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-c0d086c2-e4dd-497f-8ebd-acc13c2ee411 None None] Provisioning complete for port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:43:12.045028 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c0d086c2-e4dd-497f-8ebd-acc13c2ee411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:12.093953 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-c0d086c2-e4dd-497f-8ebd-acc13c2ee411 None None] Port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:43:12.376051 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-10787f86-5a57-4def-a78a-d44661b94c45 req-3aa0a4d8-1854-4e0c-aec9-04aaad38c396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:43:12.384851 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-10787f86-5a57-4def-a78a-d44661b94c45 req-3aa0a4d8-1854-4e0c-aec9-04aaad38c396 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:12.419011 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-10787f86-5a57-4def-a78a-d44661b94c45 req-3aa0a4d8-1854-4e0c-aec9-04aaad38c396 service neutron] Transition to ACTIVE for port object 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:43:12.427543 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-10787f86-5a57-4def-a78a-d44661b94c45 req-3aa0a4d8-1854-4e0c-aec9-04aaad38c396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:12.563619 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0a4d8-1854-4e0c-aec9-04aaad38c396 service neutron] Pushing event updated for resources: {'Port': ['ID=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:12.635303 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097f121-abe1-4c34-97a2-199623e4bc8c req-cb6ac139-1065-48de-af65-776901774f91 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:12.636894 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7097f121-abe1-4c34-97a2-199623e4bc8c req-cb6ac139-1065-48de-af65-776901774f91 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 944 time: 0.1100698 Nov 25 20:43:12.637905 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-10787f86-5a57-4def-a78a-d44661b94c45 req-3aa0a4d8-1854-4e0c-aec9-04aaad38c396 service neutron] Attempting to bind port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:43:12.638242 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-10787f86-5a57-4def-a78a-d44661b94c45 req-3aa0a4d8-1854-4e0c-aec9-04aaad38c396 service neutron] Attempting to bind port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '622a75e6-5bd2-4aae-bc9f-723c59297498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:43:12.638633 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10787f86-5a57-4def-a78a-d44661b94c45 req-3aa0a4d8-1854-4e0c-aec9-04aaad38c396 service neutron] Attempting to bind port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 on network 6f0a4d98-501d-49e0-89a2-a98427f36a3f {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:43:12.644249 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10787f86-5a57-4def-a78a-d44661b94c45 req-3aa0a4d8-1854-4e0c-aec9-04aaad38c396 service neutron] Port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 on network 6f0a4d98-501d-49e0-89a2-a98427f36a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:43:12.644578 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10787f86-5a57-4def-a78a-d44661b94c45 req-3aa0a4d8-1854-4e0c-aec9-04aaad38c396 service neutron] Attempting to bind port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 on network 6f0a4d98-501d-49e0-89a2-a98427f36a3f {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:43:12.666067 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10787f86-5a57-4def-a78a-d44661b94c45 req-3aa0a4d8-1854-4e0c-aec9-04aaad38c396 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:43:12.666672 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10787f86-5a57-4def-a78a-d44661b94c45 req-3aa0a4d8-1854-4e0c-aec9-04aaad38c396 service neutron] Checking segment: {'id': '622a75e6-5bd2-4aae-bc9f-723c59297498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:43:12.667593 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10787f86-5a57-4def-a78a-d44661b94c45 req-3aa0a4d8-1854-4e0c-aec9-04aaad38c396 service neutron] Bound using segment: {'id': '622a75e6-5bd2-4aae-bc9f-723c59297498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:43:12.668374 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-10787f86-5a57-4def-a78a-d44661b94c45 req-3aa0a4d8-1854-4e0c-aec9-04aaad38c396 service neutron] Bound port: 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622a75e6-5bd2-4aae-bc9f-723c59297498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:43:12.668988 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-10787f86-5a57-4def-a78a-d44661b94c45 req-3aa0a4d8-1854-4e0c-aec9-04aaad38c396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:12.794428 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7097f121-abe1-4c34-97a2-199623e4bc8c req-d8f48f26-45d1-447b-86c3-938344b0f204 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1462786 Nov 25 20:43:12.833489 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-10787f86-5a57-4def-a78a-d44661b94c45 req-3aa0a4d8-1854-4e0c-aec9-04aaad38c396 service neutron] For port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:43:12.837614 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-10787f86-5a57-4def-a78a-d44661b94c45 req-3aa0a4d8-1854-4e0c-aec9-04aaad38c396 service neutron] For port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37,segment=NetworkSegment(622a75e6-5bd2-4aae-bc9f-723c59297498),segment_id=622a75e6-5bd2-4aae-bc9f-723c59297498)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:43:12.843462 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-10787f86-5a57-4def-a78a-d44661b94c45 req-3aa0a4d8-1854-4e0c-aec9-04aaad38c396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:12.881603 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10787f86-5a57-4def-a78a-d44661b94c45 req-3aa0a4d8-1854-4e0c-aec9-04aaad38c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:12.882277 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-10787f86-5a57-4def-a78a-d44661b94c45 req-3aa0a4d8-1854-4e0c-aec9-04aaad38c396 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:12.884666 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10787f86-5a57-4def-a78a-d44661b94c45 req-3aa0a4d8-1854-4e0c-aec9-04aaad38c396 service neutron] 10.222.0.73 "PUT /v2.0/ports/59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 HTTP/1.1" status: 200 len: 1092 time: 1.0113707 Nov 25 20:43:12.885143 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f', 'tag': '59f5c495-6814-4c09-9ffc-ffe7f2ea5e37'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:43:12.887616 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf974e75-6ef8-40ed-8aae-2a3879ba45c5" -d '{"events": [{"name": "network-changed", "server_uuid": "9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f", "tag": "59f5c495-6814-4c09-9ffc-ffe7f2ea5e37"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:43:12.922854 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0a4d8-1854-4e0c-aec9-04aaad38c396 service neutron] Pushing event updated for resources: {'Port': ['ID=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:12.955753 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad385a7-825c-4058-b3b8-731313f97791 x-openstack-request-id: req-0ad385a7-825c-4058-b3b8-731313f97791 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:43:12.956083 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f", "tag": "59f5c495-6814-4c09-9ffc-ffe7f2ea5e37", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:43:12.956303 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0ad385a7-825c-4058-b3b8-731313f97791 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:43:12.956759 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f', 'tag': '59f5c495-6814-4c09-9ffc-ffe7f2ea5e37', 'status': 'completed', 'code': 200} Nov 25 20:43:13.003119 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10787f86-5a57-4def-a78a-d44661b94c45 req-909b7d7d-079f-4074-b580-25d814fba59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:13.004784 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10787f86-5a57-4def-a78a-d44661b94c45 req-909b7d7d-079f-4074-b580-25d814fba59a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 1095 time: 0.0583806 Nov 25 20:43:13.052444 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10787f86-5a57-4def-a78a-d44661b94c45 req-4a50b9da-56df-4143-91cd-b9842dd6127b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 HTTP/1.1" status: 200 len: 217 time: 0.0397103 Nov 25 20:43:13.110067 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10787f86-5a57-4def-a78a-d44661b94c45 req-4715d9d6-8b5a-43ef-899f-bb8a63f0d992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:13.111631 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10787f86-5a57-4def-a78a-d44661b94c45 req-4715d9d6-8b5a-43ef-899f-bb8a63f0d992 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3a4524e-27f3-43a0-821f-165385144081 HTTP/1.1" status: 200 len: 834 time: 0.0493028 Nov 25 20:43:13.163806 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10787f86-5a57-4def-a78a-d44661b94c45 req-6c291462-e79c-40c7-acf2-5d73a5742b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:13.165170 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10787f86-5a57-4def-a78a-d44661b94c45 req-6c291462-e79c-40c7-acf2-5d73a5742b8f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6f0a4d98-501d-49e0-89a2-a98427f36a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464022 Nov 25 20:43:13.266177 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10787f86-5a57-4def-a78a-d44661b94c45 req-ed9b8b59-50e2-45a2-af56-9aa5294ce7db service neutron] 10.222.0.73 "GET /v2.0/networks/6f0a4d98-501d-49e0-89a2-a98427f36a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936484 Nov 25 20:43:13.365339 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-10787f86-5a57-4def-a78a-d44661b94c45 req-e5fb939b-78c5-4109-82c0-39f2417a409f service neutron] 10.222.0.73 "GET /v2.0/networks/6f0a4d98-501d-49e0-89a2-a98427f36a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918925 Nov 25 20:43:13.460257 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf974e75-6ef8-40ed-8aae-2a3879ba45c5 req-eebd0285-5322-4f7c-9031-1930c84d5acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:13.462597 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf974e75-6ef8-40ed-8aae-2a3879ba45c5 req-eebd0285-5322-4f7c-9031-1930c84d5acd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 1095 time: 0.0440464 Nov 25 20:43:13.561091 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf974e75-6ef8-40ed-8aae-2a3879ba45c5 req-421e328e-c7b6-472d-97d8-6730969e13f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:13.562609 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf974e75-6ef8-40ed-8aae-2a3879ba45c5 req-421e328e-c7b6-472d-97d8-6730969e13f8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6f0a4d98-501d-49e0-89a2-a98427f36a3f HTTP/1.1" status: 200 len: 897 time: 0.0923958 Nov 25 20:43:13.619866 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf974e75-6ef8-40ed-8aae-2a3879ba45c5 req-491eb4d4-b002-48d1-8c3f-bac6c5dc688d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 HTTP/1.1" status: 200 len: 217 time: 0.0491214 Nov 25 20:43:13.675675 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf974e75-6ef8-40ed-8aae-2a3879ba45c5 req-1c791fc2-8547-483d-a5d1-1f0ddb5df681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:13.677202 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf974e75-6ef8-40ed-8aae-2a3879ba45c5 req-1c791fc2-8547-483d-a5d1-1f0ddb5df681 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3a4524e-27f3-43a0-821f-165385144081 HTTP/1.1" status: 200 len: 834 time: 0.0494368 Nov 25 20:43:13.730914 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf974e75-6ef8-40ed-8aae-2a3879ba45c5 req-3def90d1-2476-4a70-9ec9-d5bfdfde1d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:13.732517 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf974e75-6ef8-40ed-8aae-2a3879ba45c5 req-3def90d1-2476-4a70-9ec9-d5bfdfde1d50 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6f0a4d98-501d-49e0-89a2-a98427f36a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469666 Nov 25 20:43:13.840563 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf974e75-6ef8-40ed-8aae-2a3879ba45c5 req-9620df0b-3165-4e85-9165-ad3a19dcb67c service neutron] 10.222.0.73 "GET /v2.0/networks/6f0a4d98-501d-49e0-89a2-a98427f36a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995634 Nov 25 20:43:13.995394 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf974e75-6ef8-40ed-8aae-2a3879ba45c5 req-2179a004-cbfc-455d-ba2b-56ed4291ec00 service neutron] 10.222.0.73 "GET /v2.0/networks/6f0a4d98-501d-49e0-89a2-a98427f36a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375341 Nov 25 20:43:14.004204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3843c56-3ac8-4572-8f70-8fec59a9f6c4 req-c14a2afd-56bd-4a1b-8418-6c3c0fd78001 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:14.005696 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c3843c56-3ac8-4572-8f70-8fec59a9f6c4 req-c14a2afd-56bd-4a1b-8418-6c3c0fd78001 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 944 time: 0.1049418 Nov 25 20:43:14.067233 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c3843c56-3ac8-4572-8f70-8fec59a9f6c4 req-c5d8cedc-d07d-4e88-949e-dccc0daeef50 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545835 Nov 25 20:43:15.190335 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b727bd0-4948-4e13-9d3e-a920f5e89fc2 req-9ce902b1-176e-4120-8288-17fa028cdc08 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:15.191822 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5b727bd0-4948-4e13-9d3e-a920f5e89fc2 req-9ce902b1-176e-4120-8288-17fa028cdc08 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 944 time: 0.0511727 Nov 25 20:43:15.241236 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5b727bd0-4948-4e13-9d3e-a920f5e89fc2 req-da353859-43cf-43a9-96f2-21f9fbc03939 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432007 Nov 25 20:43:15.823740 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:43:15.921191 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37,segment=NetworkSegment(622a75e6-5bd2-4aae-bc9f-723c59297498),segment_id=622a75e6-5bd2-4aae-bc9f-723c59297498)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:43:15.932171 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '59f5c495-6814-4c09-9ffc-ffe7f2ea5e37', 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f', 'port_id': '59f5c495-6814-4c09-9ffc-ffe7f2ea5e37', 'mac_address': 'fa:16:3e:8c:71:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3a4524e-27f3-43a0-821f-165385144081', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:43:15.969809 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:15.986654 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:43:16.005839 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37,segment=NetworkSegment(622a75e6-5bd2-4aae-bc9f-723c59297498),segment_id=622a75e6-5bd2-4aae-bc9f-723c59297498)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:43:16.010377 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:16.058067 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:16.277426 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['59f5c495-6814-4c09-9ffc-ffe7f2ea5e37'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:43:16.377111 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95f421-b46c-48aa-9871-00d10ad78326 req-e307b7ce-ccea-4ac3-99bd-5e00cd1b4b70 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:16.378706 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb95f421-b46c-48aa-9871-00d10ad78326 req-e307b7ce-ccea-4ac3-99bd-5e00cd1b4b70 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 945 time: 0.0641110 Nov 25 20:43:16.433420 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb95f421-b46c-48aa-9871-00d10ad78326 req-98e85a62-0240-43a6-959d-ed92d83b055b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484991 Nov 25 20:43:17.557266 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599a5b2-ee99-47b5-be96-1c39437565a5 req-31dc32ac-21cd-4bc8-852b-ea34de019cba tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:17.558753 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b599a5b2-ee99-47b5-be96-1c39437565a5 req-31dc32ac-21cd-4bc8-852b-ea34de019cba tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 945 time: 0.0505996 Nov 25 20:43:17.607939 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b599a5b2-ee99-47b5-be96-1c39437565a5 req-5dca6b85-8234-4d31-b081-698510852f3c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431864 Nov 25 20:43:17.853813 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:43:17.908837 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:43:17.912404 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:43:17.912770 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:17.991367 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:18.014072 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f5c495-6814-4c09-9ffc-ffe7f2ea5e37'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:43:18.016357 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f08308-9ba4-4cfe-9789-53d6904c6075" -d '{"events": [{"server_uuid": "9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f", "name": "network-vif-plugged", "status": "completed", "tag": "59f5c495-6814-4c09-9ffc-ffe7f2ea5e37"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:43:18.029943 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37,segment=NetworkSegment(622a75e6-5bd2-4aae-bc9f-723c59297498),segment_id=622a75e6-5bd2-4aae-bc9f-723c59297498)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:43:18.033798 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:18.060597 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3cedee-9c31-4b24-bf0f-2aecfdf15056 x-openstack-request-id: req-8a3cedee-9c31-4b24-bf0f-2aecfdf15056 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:43:18.060890 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f", "name": "network-vif-plugged", "status": "completed", "tag": "59f5c495-6814-4c09-9ffc-ffe7f2ea5e37", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:43:18.061144 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8a3cedee-9c31-4b24-bf0f-2aecfdf15056 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:43:18.062158 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f5c495-6814-4c09-9ffc-ffe7f2ea5e37', 'code': 200} Nov 25 20:43:18.094674 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:18.158503 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec96429-9fd3-4a88-bd0f-dc3f3501685c req-1f42385f-6d75-4c53-ac3f-7248223bddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:18.160066 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9ec96429-9fd3-4a88-bd0f-dc3f3501685c req-1f42385f-6d75-4c53-ac3f-7248223bddc0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 1097 time: 0.0440712 Nov 25 20:43:18.212983 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9ec96429-9fd3-4a88-bd0f-dc3f3501685c req-ac29585b-ebbf-48bc-be9e-39cf8977bb97 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456994 Nov 25 20:43:18.734688 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748bc0f-37b6-4457-b21c-00ba40792ce6 req-a5ec4e4e-b27b-4a84-8570-773c8efda788 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:18.736251 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e748bc0f-37b6-4457-b21c-00ba40792ce6 req-a5ec4e4e-b27b-4a84-8570-773c8efda788 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 946 time: 0.0548291 Nov 25 20:43:18.791348 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e748bc0f-37b6-4457-b21c-00ba40792ce6 req-758dc643-1485-4386-9192-895cf0db06e6 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489922 Nov 25 20:43:19.909096 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70882a-30c3-4c16-bfb1-1efb9927f6b6 req-01939862-ab90-41fb-a29e-3badfa2e4b87 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:19.910602 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d70882a-30c3-4c16-bfb1-1efb9927f6b6 req-01939862-ab90-41fb-a29e-3badfa2e4b87 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 946 time: 0.0496829 Nov 25 20:43:19.960369 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2d70882a-30c3-4c16-bfb1-1efb9927f6b6 req-483977a8-678d-46af-ae8f-aaa98daf2b19 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435407 Nov 25 20:43:20.081610 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e04013-26f7-4527-aaf1-ef67e2f11ff8 req-cc01ed49-855f-4189-90d2-b8f3baa676d4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:20.083237 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-12e04013-26f7-4527-aaf1-ef67e2f11ff8 req-cc01ed49-855f-4189-90d2-b8f3baa676d4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 946 time: 0.0544262 Nov 25 20:43:20.131977 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-12e04013-26f7-4527-aaf1-ef67e2f11ff8 req-4645e7b6-2013-4d09-bad9-f67637684ceb tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427811 Nov 25 20:43:20.154757 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59578) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:43:20.194244 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c251e1a0-d65a-43db-a5a8-9a8d3fd9ac95 tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:20.195819 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c251e1a0-d65a-43db-a5a8-9a8d3fd9ac95 tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 1092 time: 0.0400381 Nov 25 20:43:20.198646 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59580) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:43:20.202859 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-7c2c6ec2-f542-48ca-a29c-ef3943c2481d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'port_id': '59f5c495-6814-4c09-9ffc-ffe7f2ea5e37', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:43:20.224250 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c2c6ec2-f542-48ca-a29c-ef3943c2481d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:20.325108 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c2c6ec2-f542-48ca-a29c-ef3943c2481d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:20.428931 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-7c2c6ec2-f542-48ca-a29c-ef3943c2481d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Allocated IP 172.25.6.248 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/da4840dc-f4e3-4c77-a739-f552d2833db1) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:43:20.535226 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c2c6ec2-f542-48ca-a29c-ef3943c2481d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:20.570072 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c2c6ec2-f542-48ca-a29c-ef3943c2481d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:20.610109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2c6ec2-f542-48ca-a29c-ef3943c2481d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:43:20.613078 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-7c2c6ec2-f542-48ca-a29c-ef3943c2481d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:43:20.616751 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2c6ec2-f542-48ca-a29c-ef3943c2481d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:43:20.622568 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c6ec2-f542-48ca-a29c-ef3943c2481d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=da4840dc-f4e3-4c77-a739-f552d2833db1,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:20.966927 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c2c6ec2-f542-48ca-a29c-ef3943c2481d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:21.033500 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c2c6ec2-f542-48ca-a29c-ef3943c2481d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:21.187180 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c2c6ec2-f542-48ca-a29c-ef3943c2481d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:21.192058 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c2c6ec2-f542-48ca-a29c-ef3943c2481d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:21.261443 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c6ec2-f542-48ca-a29c-ef3943c2481d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=da4840dc-f4e3-4c77-a739-f552d2833db1,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:21.276095 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c2c6ec2-f542-48ca-a29c-ef3943c2481d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:21.708561 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-7c2c6ec2-f542-48ca-a29c-ef3943c2481d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Floating IP 5f7cb73c-7f5d-49f4-87ac-4d79b9c85c55 associated. External IP: 172.25.6.248, port: 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37. Nov 25 20:43:21.921569 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2c6ec2-f542-48ca-a29c-ef3943c2481d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Router 1862a85f-3307-4984-b501-24c8673f25fb has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:43:22.028977 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2c6ec2-f542-48ca-a29c-ef3943c2481d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:43:22.038407 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e2a4c6-5eac-4fe9-99d5-ae271c58fb94 None None] Sync routers for ids ['1862a85f-3307-4984-b501-24c8673f25fb'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:43:22.048018 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c2c6ec2-f542-48ca-a29c-ef3943c2481d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:22.050149 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e2a4c6-5eac-4fe9-99d5-ae271c58fb94 None None] Routers {'1862a85f-3307-4984-b501-24c8673f25fb'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:43:22.050802 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a3e2a4c6-5eac-4fe9-99d5-ae271c58fb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:43:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1862a85f-3307-4984-b501-24c8673f25fb'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:43:22.078166 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7c2c6ec2-f542-48ca-a29c-ef3943c2481d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8784990 Nov 25 20:43:22.078815 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f', 'tag': '59f5c495-6814-4c09-9ffc-ffe7f2ea5e37'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:43:22.081276 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321c4841-4d67-4382-ae90-6dc528c927d9" -d '{"events": [{"name": "network-changed", "server_uuid": "9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f", "tag": "59f5c495-6814-4c09-9ffc-ffe7f2ea5e37"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:43:22.167577 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a3e2a4c6-5eac-4fe9-99d5-ae271c58fb94 None None] Set router 1862a85f-3307-4984-b501-24c8673f25fb gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:43:22.184959 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbff176-3863-4acd-83ff-d1639d05c9c4 req-774cd038-c2c2-4014-a7fa-eaef5d99d3de tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:22.186514 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6cbff176-3863-4acd-83ff-d1639d05c9c4 req-774cd038-c2c2-4014-a7fa-eaef5d99d3de tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 946 time: 0.0556653 Nov 25 20:43:22.237401 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6cbff176-3863-4acd-83ff-d1639d05c9c4 req-f6696db3-869c-4fa7-af66-f1b068cc4d3e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447800 Nov 25 20:43:22.259937 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59586) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:43:22.299857 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d170d9-98e2-4fe2-95a6-0fccff331aaf x-openstack-request-id: req-23d170d9-98e2-4fe2-95a6-0fccff331aaf {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:43:22.300200 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f", "tag": "59f5c495-6814-4c09-9ffc-ffe7f2ea5e37", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:43:22.300405 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23d170d9-98e2-4fe2-95a6-0fccff331aaf {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:43:22.300803 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f', 'tag': '59f5c495-6814-4c09-9ffc-ffe7f2ea5e37', 'status': 'completed', 'code': 200} Nov 25 20:43:22.354636 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8141e517-0648-407f-acb7-d7936c7d1de1 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/floatingips/5f7cb73c-7f5d-49f4-87ac-4d79b9c85c55 HTTP/1.1" status: 200 len: 992 time: 0.0934961 Nov 25 20:43:22.364768 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c4841-4d67-4382-ae90-6dc528c927d9 req-e50c80e4-4914-4bdc-9928-0a5ca5c771c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:22.366229 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-321c4841-4d67-4382-ae90-6dc528c927d9 req-e50c80e4-4914-4bdc-9928-0a5ca5c771c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 1097 time: 0.0561225 Nov 25 20:43:22.410364 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a3e2a4c6-5eac-4fe9-99d5-ae271c58fb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1862a85f-3307-4984-b501-24c8673f25fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113686365', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '6a742653-0875-4755-8f59-707917b40508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:43:04Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6a742653-0875-4755-8f59-707917b40508', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1862a85f-3307-4984-b501-24c8673f25fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '5f7cb73c-7f5d-49f4-87ac-4d79b9c85c55', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'floating_ip_address': '172.25.6.248', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '1862a85f-3307-4984-b501-24c8673f25fb', 'port_id': '59f5c495-6814-4c09-9ffc-ffe7f2ea5e37', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f', 'mac_address': 'fa:16:3e:8c:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:43:20Z', 'updated_at': '2021-11-25T20:43:20Z', 'revision_number': 0, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f67047-1f04-47c7-97d4-9a33588115c8', 'name': '', 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:99:de:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1862a85f-3307-4984-b501-24c8673f25fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e3a4524e-27f3-43a0-821f-165385144081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:43:03Z', 'updated_at': '2021-11-25T20:43:07Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': 'e3a4524e-27f3-43a0-821f-165385144081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:43:22.438015 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e2a4c6-5eac-4fe9-99d5-ae271c58fb94 None None] Checking router: 1862a85f-3307-4984-b501-24c8673f25fb for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:43:22.448234 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e2a4c6-5eac-4fe9-99d5-ae271c58fb94 None None] Routers {'1862a85f-3307-4984-b501-24c8673f25fb'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:43:22.449302 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a3e2a4c6-5eac-4fe9-99d5-ae271c58fb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:43:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1862a85f-3307-4984-b501-24c8673f25fb'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:43:22.466020 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c4841-4d67-4382-ae90-6dc528c927d9 req-f4c30247-e663-4b7e-9728-ce188fa38f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:22.467511 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-321c4841-4d67-4382-ae90-6dc528c927d9 req-f4c30247-e663-4b7e-9728-ce188fa38f1b service neutron] 10.222.0.73 "GET /v2.0/networks?id=6f0a4d98-501d-49e0-89a2-a98427f36a3f HTTP/1.1" status: 200 len: 897 time: 0.0937622 Nov 25 20:43:22.539980 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-321c4841-4d67-4382-ae90-6dc528c927d9 req-c1b62d3b-43cc-4d31-8063-abf10d486e66 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 HTTP/1.1" status: 200 len: 1000 time: 0.0637708 Nov 25 20:43:22.558492 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a3e2a4c6-5eac-4fe9-99d5-ae271c58fb94 None None] Set router 1862a85f-3307-4984-b501-24c8673f25fb gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:43:22.589577 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c4841-4d67-4382-ae90-6dc528c927d9 req-c6bd3aa1-ab90-4d9e-9c96-2fc9c20f4ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:22.591074 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-321c4841-4d67-4382-ae90-6dc528c927d9 req-c6bd3aa1-ab90-4d9e-9c96-2fc9c20f4ab1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3a4524e-27f3-43a0-821f-165385144081 HTTP/1.1" status: 200 len: 834 time: 0.0440676 Nov 25 20:43:22.639470 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c4841-4d67-4382-ae90-6dc528c927d9 req-a5613457-f5ba-4d3e-b4d4-0f058b690cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:22.640973 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-321c4841-4d67-4382-ae90-6dc528c927d9 req-a5613457-f5ba-4d3e-b4d4-0f058b690cde service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6f0a4d98-501d-49e0-89a2-a98427f36a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412307 Nov 25 20:43:22.749974 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-321c4841-4d67-4382-ae90-6dc528c927d9 req-602aaf1e-86db-4bbf-9518-221de80b3cf2 service neutron] 10.222.0.73 "GET /v2.0/networks/6f0a4d98-501d-49e0-89a2-a98427f36a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009743 Nov 25 20:43:22.795371 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a3e2a4c6-5eac-4fe9-99d5-ae271c58fb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1862a85f-3307-4984-b501-24c8673f25fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113686365', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '6a742653-0875-4755-8f59-707917b40508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:43:04Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6a742653-0875-4755-8f59-707917b40508', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1862a85f-3307-4984-b501-24c8673f25fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '5f7cb73c-7f5d-49f4-87ac-4d79b9c85c55', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'floating_ip_address': '172.25.6.248', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '1862a85f-3307-4984-b501-24c8673f25fb', 'port_id': '59f5c495-6814-4c09-9ffc-ffe7f2ea5e37', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f', 'mac_address': 'fa:16:3e:8c:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:43:20Z', 'updated_at': '2021-11-25T20:43:20Z', 'revision_number': 0, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f67047-1f04-47c7-97d4-9a33588115c8', 'name': '', 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:99:de:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1862a85f-3307-4984-b501-24c8673f25fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e3a4524e-27f3-43a0-821f-165385144081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:43:03Z', 'updated_at': '2021-11-25T20:43:07Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': 'e3a4524e-27f3-43a0-821f-165385144081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:43:22.822685 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e2a4c6-5eac-4fe9-99d5-ae271c58fb94 None None] The sync data for ids ['1862a85f-3307-4984-b501-24c8673f25fb'] in n-d-819349-5 is: [{'id': '1862a85f-3307-4984-b501-24c8673f25fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113686365', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '6a742653-0875-4755-8f59-707917b40508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:43:04Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6a742653-0875-4755-8f59-707917b40508', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1862a85f-3307-4984-b501-24c8673f25fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '5f7cb73c-7f5d-49f4-87ac-4d79b9c85c55', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'floating_ip_address': '172.25.6.248', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '1862a85f-3307-4984-b501-24c8673f25fb', 'port_id': '59f5c495-6814-4c09-9ffc-ffe7f2ea5e37', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f', 'mac_address': 'fa:16:3e:8c:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:43:20Z', 'updated_at': '2021-11-25T20:43:20Z', 'revision_number': 0, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f67047-1f04-47c7-97d4-9a33588115c8', 'name': '', 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:99:de:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1862a85f-3307-4984-b501-24c8673f25fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e3a4524e-27f3-43a0-821f-165385144081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:43:03Z', 'updated_at': '2021-11-25T20:43:07Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': 'e3a4524e-27f3-43a0-821f-165385144081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:43:22.843628 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-321c4841-4d67-4382-ae90-6dc528c927d9 req-61bc6744-63c4-4d80-afde-f77da6d78bb5 service neutron] 10.222.0.73 "GET /v2.0/networks/6f0a4d98-501d-49e0-89a2-a98427f36a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860510 Nov 25 20:43:23.014766 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e777e5c-d2b8-4d0e-80ee-0c56e873614a None None] New status for floating IP 5f7cb73c-7f5d-49f4-87ac-4d79b9c85c55: ACTIVE {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:43:23.357937 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59588) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:43:23.436024 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-676ff00a-9441-444e-b643-06d8fad3d163 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/floatingips/5f7cb73c-7f5d-49f4-87ac-4d79b9c85c55 HTTP/1.1" status: 200 len: 994 time: 0.0769682 Nov 25 20:43:24.367400 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:25.060005 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:29.414080 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cd6c99e5-908c-407a-91fa-8c72c0a292f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:31.914868 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2dac0593-f6bc-43a3-8209-2f0d1a666ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:33.989041 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:35.716915 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:35.800278 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:43.657553 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:43:52.281887 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706dcf0-b4ad-4f5a-8a4a-ca781a278bea req-5defe8f5-e7a0-4b3e-b520-8d27ec4f4853 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:52.283757 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5706dcf0-b4ad-4f5a-8a4a-ca781a278bea req-5defe8f5-e7a0-4b3e-b520-8d27ec4f4853 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 946 time: 0.0530145 Nov 25 20:43:52.292387 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59604) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:43:52.384938 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5706dcf0-b4ad-4f5a-8a4a-ca781a278bea req-2bbf0024-cbb8-438b-bf38-4483c8c2c369 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819116 Nov 25 20:43:52.400753 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-5f8a1472-db36-478a-b98a-50f86b1af174 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1044724 Nov 25 20:43:52.411100 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-8c106464-d69d-46c1-a525-3c19959e0513 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:43:52.412187 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-8c106464-d69d-46c1-a525-3c19959e0513 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056548 Nov 25 20:43:53.508023 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefba4f-bb1b-4d5a-9500-1de95cc1ee09 req-8bf91f2b-0a3f-49dc-9076-846a4c587bf2 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:53.509942 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2cefba4f-bb1b-4d5a-9500-1de95cc1ee09 req-8bf91f2b-0a3f-49dc-9076-846a4c587bf2 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 946 time: 0.0503144 Nov 25 20:43:53.562657 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2cefba4f-bb1b-4d5a-9500-1de95cc1ee09 req-3724e0d3-b03a-4e89-8ee1-a15b55267d74 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469589 Nov 25 20:43:53.619314 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-bb972a61-f1c7-4264-85c6-575da9262958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:53.620844 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-bb972a61-f1c7-4264-85c6-575da9262958 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 1097 time: 0.0412796 Nov 25 20:43:53.719313 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-f8b66ce0-4473-4644-a58b-c370316ede0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:53.720687 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-f8b66ce0-4473-4644-a58b-c370316ede0c service neutron] 10.222.0.73 "GET /v2.0/networks?id=6f0a4d98-501d-49e0-89a2-a98427f36a3f HTTP/1.1" status: 200 len: 897 time: 0.0916455 Nov 25 20:43:53.790795 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-e6be48aa-0556-4e46-8484-1cdfa4e518b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 HTTP/1.1" status: 200 len: 1002 time: 0.0611160 Nov 25 20:43:53.840436 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-68e3b953-2420-4d87-ac53-488b5b335e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:53.841900 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-68e3b953-2420-4d87-ac53-488b5b335e74 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3a4524e-27f3-43a0-821f-165385144081 HTTP/1.1" status: 200 len: 834 time: 0.0434122 Nov 25 20:43:53.890609 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-c2d650ae-5ea4-4329-bf31-b5c520dc551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:53.892085 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-c2d650ae-5ea4-4329-bf31-b5c520dc551b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6f0a4d98-501d-49e0-89a2-a98427f36a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412230 Nov 25 20:43:53.988537 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-0fd3be5e-56f5-4dfe-9dd4-118b916c1894 service neutron] 10.222.0.73 "GET /v2.0/networks/6f0a4d98-501d-49e0-89a2-a98427f36a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864260 Nov 25 20:43:54.080946 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-d8f4e610-8f35-47cb-adf6-ad70bcdf099c service neutron] 10.222.0.73 "GET /v2.0/networks/6f0a4d98-501d-49e0-89a2-a98427f36a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842791 Nov 25 20:43:54.377662 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:54.689205 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442fbf1-3026-4881-bd66-0484daac6e7f req-5c23a242-95f9-4ce0-be0e-498719eec80f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:54.690661 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6442fbf1-3026-4881-bd66-0484daac6e7f req-5c23a242-95f9-4ce0-be0e-498719eec80f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 946 time: 0.0552101 Nov 25 20:43:54.746186 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6442fbf1-3026-4881-bd66-0484daac6e7f req-e6e96962-3562-4583-81c2-7e052183b82c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495310 Nov 25 20:43:55.067864 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:55.865487 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d83203-508f-47e1-b4e1-ff061e4f9652 req-1311c5ed-0b3a-4469-a9a1-868f0597c233 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:55.867002 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c1d83203-508f-47e1-b4e1-ff061e4f9652 req-1311c5ed-0b3a-4469-a9a1-868f0597c233 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 946 time: 0.0511737 Nov 25 20:43:55.916170 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c1d83203-508f-47e1-b4e1-ff061e4f9652 req-b27e41a0-4d01-4e23-b913-c728bd75ed13 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423672 Nov 25 20:43:57.031784 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c1a4f-421e-4537-98a0-a11c44761b1c req-ede98064-efd1-4030-835c-eb9908a1add9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:57.033293 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0c8c1a4f-421e-4537-98a0-a11c44761b1c req-ede98064-efd1-4030-835c-eb9908a1add9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 946 time: 0.0486994 Nov 25 20:43:57.085733 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0c8c1a4f-421e-4537-98a0-a11c44761b1c req-9c555083-f705-40ec-9e71-6f2c423df247 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464692 Nov 25 20:43:58.209762 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede5c90-3533-4c50-8e41-e73102a6ca34 req-b966b868-78f1-4031-ae1b-6a641c2efa6d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:58.211267 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7ede5c90-3533-4c50-8e41-e73102a6ca34 req-b966b868-78f1-4031-ae1b-6a641c2efa6d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 946 time: 0.0547450 Nov 25 20:43:58.261154 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7ede5c90-3533-4c50-8e41-e73102a6ca34 req-63833121-5e58-4e01-8137-79c39dfee225 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428271 Nov 25 20:43:59.378856 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b7ede-61f8-4216-ba86-04a044052890 req-b956758e-ca3d-478d-9be2-12705bec93af tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:59.380334 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-238b7ede-61f8-4216-ba86-04a044052890 req-b956758e-ca3d-478d-9be2-12705bec93af tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 946 time: 0.0495298 Nov 25 20:43:59.416867 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d48d5b0e-477b-4c53-93da-f68d75b766f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:59.434868 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-238b7ede-61f8-4216-ba86-04a044052890 req-3c3277bf-9258-40d6-b266-cccd798e0dbd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481784 Nov 25 20:44:00.561538 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cc4c7-307f-4b67-9539-6664da6f5b04 req-88d4a73d-b80a-437a-ad5d-50f801caaf01 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:00.563072 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b5cc4c7-307f-4b67-9539-6664da6f5b04 req-88d4a73d-b80a-437a-ad5d-50f801caaf01 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 946 time: 0.0570536 Nov 25 20:44:00.613473 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b5cc4c7-307f-4b67-9539-6664da6f5b04 req-6a054c11-b7b1-491d-bcca-27bc7d4fa485 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443075 Nov 25 20:44:01.734650 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be218d64-09e8-459e-ba85-75ee3cb60f62 req-19781012-29a4-43bc-9b59-3de1c3ca38ee tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:01.736104 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-be218d64-09e8-459e-ba85-75ee3cb60f62 req-19781012-29a4-43bc-9b59-3de1c3ca38ee tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 946 time: 0.0491543 Nov 25 20:44:01.786614 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-be218d64-09e8-459e-ba85-75ee3cb60f62 req-6e3748dd-89fa-43e3-8d9e-c03168322262 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444593 Nov 25 20:44:01.917119 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cef4aace-9c69-4580-93ec-2d02f4dc6135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:02.904938 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3806f-be9c-4948-9ae2-90d4036282b9 req-666a7ea8-c1d8-4943-8b18-10d049dd8f4f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:02.906472 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4ea3806f-be9c-4948-9ae2-90d4036282b9 req-666a7ea8-c1d8-4943-8b18-10d049dd8f4f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 946 time: 0.0504122 Nov 25 20:44:02.960046 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4ea3806f-be9c-4948-9ae2-90d4036282b9 req-2b7a2dc6-2b0f-4d49-afd4-145256bdffb9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475595 Nov 25 20:44:03.994236 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:04.079488 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f364cf6-b973-44c4-9923-db18959641ff req-40c35fc3-0d1a-43c9-9cdf-78ee14c3bbce tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:04.080987 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f364cf6-b973-44c4-9923-db18959641ff req-40c35fc3-0d1a-43c9-9cdf-78ee14c3bbce tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 946 time: 0.0499375 Nov 25 20:44:04.132213 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f364cf6-b973-44c4-9923-db18959641ff req-ad93f96a-8bf4-426b-ab59-47c8290c315f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451024 Nov 25 20:44:05.255273 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bdbf5-284e-400b-8dbb-46058fa31461 req-d6b8bd8d-5eac-4404-b208-6413d8230dab tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:05.256759 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d04bdbf5-284e-400b-8dbb-46058fa31461 req-d6b8bd8d-5eac-4404-b208-6413d8230dab tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 946 time: 0.0498033 Nov 25 20:44:05.309673 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d04bdbf5-284e-400b-8dbb-46058fa31461 req-fc28182d-d8a3-4e7a-a941-f4e62807e38d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467458 Nov 25 20:44:05.722155 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:05.802490 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:05.974719 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-6f13ad48-b5b0-4e77-9360-1bf464a741e8 service neutron] show failed (client error): The resource could not be found. Nov 25 20:44:05.975638 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-6f13ad48-b5b0-4e77-9360-1bf464a741e8 service neutron] 10.222.0.73 "GET /v2.0/ports/59f5c495-6814-4c09-9ffc-ffe7f2ea5e37/bindings/n-h2-819349-5 HTTP/1.1" status: 404 len: 380 time: 0.0593102 Nov 25 20:44:06.178985 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-ce3a0b6a-c289-4224-880d-454dada327b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:06.180517 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-ce3a0b6a-c289-4224-880d-454dada327b4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f&tenant_id=79c61858fb1c4716ac2d08ff92cee2da HTTP/1.1" status: 200 len: 1097 time: 0.0424192 Nov 25 20:44:06.193230 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819349-5', 'device_owner': 'compute:nova'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:44:06.248910 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:06.428539 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550dc0be-faf8-4802-895e-6a2f59f270e7 req-dad75ab7-5ff5-48ac-93fd-79688aae4e65 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:06.430034 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-550dc0be-faf8-4802-895e-6a2f59f270e7 req-dad75ab7-5ff5-48ac-93fd-79688aae4e65 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 946 time: 0.0508580 Nov 25 20:44:06.458458 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] For port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37,segment=NetworkSegment(622a75e6-5bd2-4aae-bc9f-723c59297498),segment_id=622a75e6-5bd2-4aae-bc9f-723c59297498)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:44:06.481035 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-550dc0be-faf8-4802-895e-6a2f59f270e7 req-cca2fc96-8323-44b1-8655-d56be66faf97 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440283 Nov 25 20:44:06.498200 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] For port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:44:06.539784 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59f5c495-6814-4c09-9ffc-ffe7f2ea5e37'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:44:06.541964 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2c46d0-f7f1-471c-b8d0-dcea93c71c29" -d '{"events": [{"server_uuid": "9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f", "name": "network-vif-unplugged", "status": "completed", "tag": "59f5c495-6814-4c09-9ffc-ffe7f2ea5e37"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:44:06.547165 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:06.560498 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Transition to ACTIVE for port object 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:44:06.564786 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:06.596884 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae3b815-49d1-4383-856b-c62f2b3ae996 x-openstack-request-id: req-2ae3b815-49d1-4383-856b-c62f2b3ae996 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:44:06.597883 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f", "name": "network-vif-unplugged", "status": "completed", "tag": "59f5c495-6814-4c09-9ffc-ffe7f2ea5e37", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:44:06.597883 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2ae3b815-49d1-4383-856b-c62f2b3ae996 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:44:06.597883 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59f5c495-6814-4c09-9ffc-ffe7f2ea5e37', 'code': 200} Nov 25 20:44:06.651064 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37,revision_number=6']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:06.663448 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:06.663805 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:06.664173 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:06.664498 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:06.664839 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:06.665177 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:06.665510 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:06.665844 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:06.666176 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:06.666539 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:06.666866 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:06.667204 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:06.709067 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] No DVR routers for this DVR port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:44:06.852998 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Attempting to bind port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:44:06.853329 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Attempting to bind port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '622a75e6-5bd2-4aae-bc9f-723c59297498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:44:06.853651 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Attempting to bind port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 on network 6f0a4d98-501d-49e0-89a2-a98427f36a3f {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:44:06.857857 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 on network 6f0a4d98-501d-49e0-89a2-a98427f36a3f not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:44:06.858176 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Attempting to bind port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 on network 6f0a4d98-501d-49e0-89a2-a98427f36a3f {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:44:06.863371 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:44:06.863642 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Checking segment: {'id': '622a75e6-5bd2-4aae-bc9f-723c59297498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:44:06.864020 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Bound using segment: {'id': '622a75e6-5bd2-4aae-bc9f-723c59297498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:44:06.864441 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Bound port: 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622a75e6-5bd2-4aae-bc9f-723c59297498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:44:06.864790 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:06.929637 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] For port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:44:06.932651 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] For port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37,segment=NetworkSegment(622a75e6-5bd2-4aae-bc9f-723c59297498),segment_id=622a75e6-5bd2-4aae-bc9f-723c59297498)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:44:06.938489 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:06.978999 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:06.979632 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:06.981759 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] 10.222.0.85 "PUT /v2.0/ports/59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 HTTP/1.1" status: 200 len: 1092 time: 0.7925644 Nov 25 20:44:07.015682 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb466ee2-3c17-4721-8dd5-05bb1d8d9fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37,revision_number=7']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:07.054615 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-00d1b9cc-ad5e-4ef0-9026-b5ba99a4a7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:07.056170 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-00d1b9cc-ad5e-4ef0-9026-b5ba99a4a7ff service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 1095 time: 0.0487330 Nov 25 20:44:07.158535 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-c6dd9e18-0216-46c3-b5d6-45762c46d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:07.160688 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-c6dd9e18-0216-46c3-b5d6-45762c46d1fd service neutron] 10.222.0.85 "GET /v2.0/networks?id=6f0a4d98-501d-49e0-89a2-a98427f36a3f HTTP/1.1" status: 200 len: 897 time: 0.0961721 Nov 25 20:44:07.235871 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-bf8a5582-2f88-404e-9429-a66285d8f0ee service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 HTTP/1.1" status: 200 len: 1000 time: 0.0684597 Nov 25 20:44:07.290436 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-38deef2d-e26c-4705-b869-a8357ec65b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:07.291855 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-38deef2d-e26c-4705-b869-a8357ec65b2c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3a4524e-27f3-43a0-821f-165385144081 HTTP/1.1" status: 200 len: 834 time: 0.0464303 Nov 25 20:44:07.339293 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-a5026489-4bff-45c1-8c13-0b40c13c97b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:07.341486 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-a5026489-4bff-45c1-8c13-0b40c13c97b5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6f0a4d98-501d-49e0-89a2-a98427f36a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415061 Nov 25 20:44:07.440621 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-77dfee0a-61b7-4b85-9bd7-0bcaf6e2a373 service neutron] 10.222.0.85 "GET /v2.0/networks/6f0a4d98-501d-49e0-89a2-a98427f36a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923834 Nov 25 20:44:07.551707 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7e7f797a-0fb3-4ab5-91ae-638bdcb4eadb req-867a9e2a-f814-4651-a320-847984e2df45 service neutron] 10.222.0.85 "GET /v2.0/networks/6f0a4d98-501d-49e0-89a2-a98427f36a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044977 Nov 25 20:44:07.619616 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e74e2-4e45-4171-891e-8f97f9c994a4 req-8e92f39f-d5dc-4678-8177-0475897e52c4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:07.621241 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c21e74e2-4e45-4171-891e-8f97f9c994a4 req-8e92f39f-d5dc-4678-8177-0475897e52c4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 944 time: 0.0554371 Nov 25 20:44:07.679243 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c21e74e2-4e45-4171-891e-8f97f9c994a4 req-566a6d09-d4e4-46fc-85aa-f38b0b04f942 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506120 Nov 25 20:44:08.599376 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f', 'tag': '59f5c495-6814-4c09-9ffc-ffe7f2ea5e37'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:44:08.601764 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a30ff8d-e3e9-4716-9499-44c45f4659aa" -d '{"events": [{"name": "network-changed", "server_uuid": "9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f", "tag": "59f5c495-6814-4c09-9ffc-ffe7f2ea5e37"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:44:08.656043 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe456ef-da53-4c60-ae3d-2f67381f085f x-openstack-request-id: req-5fe456ef-da53-4c60-ae3d-2f67381f085f {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:44:08.656349 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f", "tag": "59f5c495-6814-4c09-9ffc-ffe7f2ea5e37", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:44:08.656598 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5fe456ef-da53-4c60-ae3d-2f67381f085f {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:44:08.657010 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f', 'tag': '59f5c495-6814-4c09-9ffc-ffe7f2ea5e37', 'status': 'completed', 'code': 200} Nov 25 20:44:08.727083 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30ff8d-e3e9-4716-9499-44c45f4659aa req-b4c3c616-60da-4ac5-9f98-fa9f4ae0a7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:08.728612 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a30ff8d-e3e9-4716-9499-44c45f4659aa req-b4c3c616-60da-4ac5-9f98-fa9f4ae0a7f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 1095 time: 0.0522141 Nov 25 20:44:08.729505 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30ff8d-e3e9-4716-9499-44c45f4659aa req-12ceae1f-b375-4d7d-bbcd-153a6a32df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:08.731790 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a30ff8d-e3e9-4716-9499-44c45f4659aa req-12ceae1f-b375-4d7d-bbcd-153a6a32df85 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 1095 time: 0.0511103 Nov 25 20:44:08.834206 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30ff8d-e3e9-4716-9499-44c45f4659aa req-4b830ad2-fbfc-45b4-99cf-3efc7178a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:08.835244 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a30ff8d-e3e9-4716-9499-44c45f4659aa req-4b830ad2-fbfc-45b4-99cf-3efc7178a564 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6f0a4d98-501d-49e0-89a2-a98427f36a3f HTTP/1.1" status: 200 len: 897 time: 0.0965047 Nov 25 20:44:08.859930 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30ff8d-e3e9-4716-9499-44c45f4659aa req-a91afbb2-e0e1-4062-9e8a-9d8f248e3d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:08.862806 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a30ff8d-e3e9-4716-9499-44c45f4659aa req-a91afbb2-e0e1-4062-9e8a-9d8f248e3d9d service neutron] 10.222.0.73 "GET /v2.0/networks?id=6f0a4d98-501d-49e0-89a2-a98427f36a3f HTTP/1.1" status: 200 len: 897 time: 0.1248372 Nov 25 20:44:08.873196 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e592e9f-c0e3-498b-b5b5-d6cd4c71e0dd req-e49e820f-89d7-4d7f-8ad1-608ff615ee09 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:08.874695 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e592e9f-c0e3-498b-b5b5-d6cd4c71e0dd req-e49e820f-89d7-4d7f-8ad1-608ff615ee09 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 944 time: 0.0838935 Nov 25 20:44:08.920147 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a30ff8d-e3e9-4716-9499-44c45f4659aa req-fac5a118-2579-4b1b-a5b5-614800f03803 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 HTTP/1.1" status: 200 len: 1000 time: 0.0675950 Nov 25 20:44:08.963477 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a30ff8d-e3e9-4716-9499-44c45f4659aa req-c3f5907b-e6a9-44ac-87c5-85abe8d9bf61 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 HTTP/1.1" status: 200 len: 1000 time: 0.0876563 Nov 25 20:44:08.973621 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e592e9f-c0e3-498b-b5b5-d6cd4c71e0dd req-5219b738-eb5f-473e-bc6a-505e773b68fb tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0920899 Nov 25 20:44:08.976020 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30ff8d-e3e9-4716-9499-44c45f4659aa req-8130ac84-7f47-40d6-80b1-45fb055f120f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:08.977791 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a30ff8d-e3e9-4716-9499-44c45f4659aa req-8130ac84-7f47-40d6-80b1-45fb055f120f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3a4524e-27f3-43a0-821f-165385144081 HTTP/1.1" status: 200 len: 834 time: 0.0491650 Nov 25 20:44:09.025108 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30ff8d-e3e9-4716-9499-44c45f4659aa req-8ea7268f-e2b7-4495-9320-d55fd8b1cb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:09.026668 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a30ff8d-e3e9-4716-9499-44c45f4659aa req-8ea7268f-e2b7-4495-9320-d55fd8b1cb54 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3a4524e-27f3-43a0-821f-165385144081 HTTP/1.1" status: 200 len: 834 time: 0.0521126 Nov 25 20:44:09.034177 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30ff8d-e3e9-4716-9499-44c45f4659aa req-c98c98b2-bf64-4283-bd68-f3b29dee90b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:09.035768 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a30ff8d-e3e9-4716-9499-44c45f4659aa req-c98c98b2-bf64-4283-bd68-f3b29dee90b3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6f0a4d98-501d-49e0-89a2-a98427f36a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454869 Nov 25 20:44:09.091124 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30ff8d-e3e9-4716-9499-44c45f4659aa req-356889ec-f11c-474d-9d75-99a78589cfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:09.092638 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a30ff8d-e3e9-4716-9499-44c45f4659aa req-356889ec-f11c-474d-9d75-99a78589cfc6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6f0a4d98-501d-49e0-89a2-a98427f36a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582078 Nov 25 20:44:09.152817 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a30ff8d-e3e9-4716-9499-44c45f4659aa req-616ea050-8e14-467f-9e62-a65a47de4b4d service neutron] 10.222.0.85 "GET /v2.0/networks/6f0a4d98-501d-49e0-89a2-a98427f36a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030545 Nov 25 20:44:09.190089 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a30ff8d-e3e9-4716-9499-44c45f4659aa req-fd329075-2901-4dc1-8376-5d94ea7cc1aa service neutron] 10.222.0.73 "GET /v2.0/networks/6f0a4d98-501d-49e0-89a2-a98427f36a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899665 Nov 25 20:44:09.247822 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6a30ff8d-e3e9-4716-9499-44c45f4659aa req-96ab4b29-8f33-4788-b0f3-1822eec9b295 service neutron] 10.222.0.85 "GET /v2.0/networks/6f0a4d98-501d-49e0-89a2-a98427f36a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878901 Nov 25 20:44:09.290053 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6a30ff8d-e3e9-4716-9499-44c45f4659aa req-0ddc7f8a-b2a7-4311-bee2-965654970635 service neutron] 10.222.0.73 "GET /v2.0/networks/6f0a4d98-501d-49e0-89a2-a98427f36a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923500 Nov 25 20:44:10.095749 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59dca2-1b11-4ae1-ae5a-8fe1a55b253b req-1c2e3617-e7b0-4220-9d63-8d11fc2e7e14 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:10.097253 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4c59dca2-1b11-4ae1-ae5a-8fe1a55b253b req-1c2e3617-e7b0-4220-9d63-8d11fc2e7e14 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 944 time: 0.0494020 Nov 25 20:44:10.147241 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4c59dca2-1b11-4ae1-ae5a-8fe1a55b253b req-b5342e45-e3f9-4fcd-a983-563b55d71937 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438948 Nov 25 20:44:10.148239 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:44:10.193125 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:44:10.388498 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee2ff2-b97e-4381-a02f-729a9b4f5583 req-fe880287-a5c7-4d50-93dc-6357aa64a558 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:10.389999 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-18ee2ff2-b97e-4381-a02f-729a9b4f5583 req-fe880287-a5c7-4d50-93dc-6357aa64a558 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 944 time: 0.0846815 Nov 25 20:44:10.398490 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d980b3-2aca-4890-810b-7bcd716cd277 req-de0d3be7-998e-4719-9481-7c4e632cafe8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:10.399850 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1d980b3-2aca-4890-810b-7bcd716cd277 req-de0d3be7-998e-4719-9481-7c4e632cafe8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.73 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f&tenant_id=79c61858fb1c4716ac2d08ff92cee2da&binding%3Ahost_id=n-h2-819349-5 HTTP/1.1" status: 200 len: 944 time: 0.0847266 Nov 25 20:44:10.488253 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-18ee2ff2-b97e-4381-a02f-729a9b4f5583 req-c184a1ef-c412-44f1-b98a-f2a5e0c194ff tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874298 Nov 25 20:44:10.493311 n-d-819349-5 neutron-server[103600]: INFO neutron.api.v2.resource [req-b1d980b3-2aca-4890-810b-7bcd716cd277 req-42acc260-9063-4aa7-afdb-8e6f283d1770 service neutron] delete failed (client error): The resource could not be found. Nov 25 20:44:10.494310 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1d980b3-2aca-4890-810b-7bcd716cd277 req-42acc260-9063-4aa7-afdb-8e6f283d1770 service neutron] 10.222.0.73 "DELETE /v2.0/ports/59f5c495-6814-4c09-9ffc-ffe7f2ea5e37/bindings/n-h1-819349-5 HTTP/1.1" status: 404 len: 380 time: 0.0859363 Nov 25 20:44:10.624476 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d980b3-2aca-4890-810b-7bcd716cd277 req-e1bcc5ad-ae75-472a-983a-2724ab15222b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:10.625976 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1d980b3-2aca-4890-810b-7bcd716cd277 req-e1bcc5ad-ae75-472a-983a-2724ab15222b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 1095 time: 0.0741508 Nov 25 20:44:10.641885 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9c29d-69d4-41fd-8098-fb33779f6acd req-a1c903ec-a1d8-4b43-b551-39ac0c39ba36 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:10.643337 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fcd9c29d-69d4-41fd-8098-fb33779f6acd req-a1c903ec-a1d8-4b43-b551-39ac0c39ba36 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 944 time: 0.0803125 Nov 25 20:44:10.748870 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fcd9c29d-69d4-41fd-8098-fb33779f6acd req-57a62f86-0d44-4fa8-a4b7-3cdd0e3274f4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0984962 Nov 25 20:44:10.768675 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d980b3-2aca-4890-810b-7bcd716cd277 req-82e99f85-334c-4c1c-a3e5-22ae06622b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:10.770073 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1d980b3-2aca-4890-810b-7bcd716cd277 req-82e99f85-334c-4c1c-a3e5-22ae06622b2b service neutron] 10.222.0.73 "GET /v2.0/networks?id=6f0a4d98-501d-49e0-89a2-a98427f36a3f HTTP/1.1" status: 200 len: 897 time: 0.1367400 Nov 25 20:44:10.835893 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1d980b3-2aca-4890-810b-7bcd716cd277 req-acd45ee5-5418-4da3-88cb-3fe9c9f4b398 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 HTTP/1.1" status: 200 len: 1000 time: 0.0584881 Nov 25 20:44:10.888439 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d980b3-2aca-4890-810b-7bcd716cd277 req-f246fb85-a28a-4da9-a118-f38d1906d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:10.889916 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1d980b3-2aca-4890-810b-7bcd716cd277 req-f246fb85-a28a-4da9-a118-f38d1906d23a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3a4524e-27f3-43a0-821f-165385144081 HTTP/1.1" status: 200 len: 834 time: 0.0473650 Nov 25 20:44:10.941355 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d980b3-2aca-4890-810b-7bcd716cd277 req-5e20de6c-dabf-4db0-b305-b3af31d07f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:10.942859 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1d980b3-2aca-4890-810b-7bcd716cd277 req-5e20de6c-dabf-4db0-b305-b3af31d07f16 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6f0a4d98-501d-49e0-89a2-a98427f36a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443907 Nov 25 20:44:11.032783 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1d980b3-2aca-4890-810b-7bcd716cd277 req-d0991478-7c1a-4674-8c5e-e91033f07462 service neutron] 10.222.0.73 "GET /v2.0/networks/6f0a4d98-501d-49e0-89a2-a98427f36a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822465 Nov 25 20:44:11.127588 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b1d980b3-2aca-4890-810b-7bcd716cd277 req-31707d4c-a9a1-4e1c-8f7f-4eabbc9de752 service neutron] 10.222.0.73 "GET /v2.0/networks/6f0a4d98-501d-49e0-89a2-a98427f36a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874696 Nov 25 20:44:11.869758 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a5178-b634-468e-8f09-22045cbb5c11 req-468e0652-b585-4c6c-9bab-acff116306ed tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:11.872686 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f68a5178-b634-468e-8f09-22045cbb5c11 req-468e0652-b585-4c6c-9bab-acff116306ed tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 944 time: 0.0506685 Nov 25 20:44:11.929398 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f68a5178-b634-468e-8f09-22045cbb5c11 req-a44308e8-e7b1-48b5-8305-670d999bec1e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477304 Nov 25 20:44:11.956835 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59674) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:12.021766 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7325d44e-9bf4-4d7b-9743-cb6783efd87f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/floatingips/5f7cb73c-7f5d-49f4-87ac-4d79b9c85c55 HTTP/1.1" status: 200 len: 992 time: 0.0637703 Nov 25 20:44:12.218226 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:44:12.324623 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37,segment=NetworkSegment(622a75e6-5bd2-4aae-bc9f-723c59297498),segment_id=622a75e6-5bd2-4aae-bc9f-723c59297498)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:44:12.336921 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '59f5c495-6814-4c09-9ffc-ffe7f2ea5e37', 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f', 'port_id': '59f5c495-6814-4c09-9ffc-ffe7f2ea5e37', 'mac_address': 'fa:16:3e:8c:71:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3a4524e-27f3-43a0-821f-165385144081', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:44:12.374323 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:12.388529 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:44:12.419137 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37,segment=NetworkSegment(622a75e6-5bd2-4aae-bc9f-723c59297498),segment_id=622a75e6-5bd2-4aae-bc9f-723c59297498)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:44:12.423407 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:12.476743 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:12.484670 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:12.485023 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:12.485371 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:12.485722 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:12.486068 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:12.486437 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:12.486773 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:12.487112 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:12.487442 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:12.487773 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:12.488103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:12.488431 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:12.675601 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['59f5c495-6814-4c09-9ffc-ffe7f2ea5e37'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:44:14.233816 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:44:14.289545 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:44:14.293902 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:14.294279 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:14.539023 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:14.564289 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f5c495-6814-4c09-9ffc-ffe7f2ea5e37'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:44:14.566595 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86c1dd7-62f6-4ed8-bf3c-3074f6d7a0df" -d '{"events": [{"server_uuid": "9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f", "name": "network-vif-plugged", "status": "completed", "tag": "59f5c495-6814-4c09-9ffc-ffe7f2ea5e37"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:44:14.580645 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37,segment=NetworkSegment(622a75e6-5bd2-4aae-bc9f-723c59297498),segment_id=622a75e6-5bd2-4aae-bc9f-723c59297498)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:44:14.585387 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:14.611358 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a761f8-6ff4-43bf-a4a0-3f703dada6f6 x-openstack-request-id: req-04a761f8-6ff4-43bf-a4a0-3f703dada6f6 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:44:14.611785 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f", "name": "network-vif-plugged", "status": "completed", "tag": "59f5c495-6814-4c09-9ffc-ffe7f2ea5e37", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:44:14.611908 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-04a761f8-6ff4-43bf-a4a0-3f703dada6f6 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:44:14.612306 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f5c495-6814-4c09-9ffc-ffe7f2ea5e37', 'code': 200} Nov 25 20:44:14.639039 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37,revision_number=9']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:20.657600 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:44:24.366162 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:25.064854 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:26.029736 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f1311db1-e3b6-46c5-ae16-2bf457bc2f87 req-b092edcd-6a74-4b07-aa12-9cc762ac2f0c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423307 Nov 25 20:44:26.134857 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1311db1-e3b6-46c5-ae16-2bf457bc2f87 req-9c8ac32a-2b9a-4c37-8254-9a2682a5e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:26.137213 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f1311db1-e3b6-46c5-ae16-2bf457bc2f87 req-9c8ac32a-2b9a-4c37-8254-9a2682a5e8f0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 1097 time: 0.0516808 Nov 25 20:44:26.250487 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1311db1-e3b6-46c5-ae16-2bf457bc2f87 req-7d71b6f7-b19d-49a8-80b2-280871622387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:26.252859 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f1311db1-e3b6-46c5-ae16-2bf457bc2f87 req-7d71b6f7-b19d-49a8-80b2-280871622387 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6f0a4d98-501d-49e0-89a2-a98427f36a3f HTTP/1.1" status: 200 len: 897 time: 0.0960786 Nov 25 20:44:26.333793 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f1311db1-e3b6-46c5-ae16-2bf457bc2f87 req-989daf53-6d0f-45a6-a560-58717906f509 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 HTTP/1.1" status: 200 len: 1002 time: 0.0733113 Nov 25 20:44:26.396577 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1311db1-e3b6-46c5-ae16-2bf457bc2f87 req-b4dd4baf-b230-490b-af17-9d075d92646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:26.398553 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f1311db1-e3b6-46c5-ae16-2bf457bc2f87 req-b4dd4baf-b230-490b-af17-9d075d92646b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3a4524e-27f3-43a0-821f-165385144081 HTTP/1.1" status: 200 len: 834 time: 0.0569587 Nov 25 20:44:26.451371 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1311db1-e3b6-46c5-ae16-2bf457bc2f87 req-896d52bb-fb8d-428a-bbc2-8fcf8afc6812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:26.452878 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f1311db1-e3b6-46c5-ae16-2bf457bc2f87 req-896d52bb-fb8d-428a-bbc2-8fcf8afc6812 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6f0a4d98-501d-49e0-89a2-a98427f36a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469260 Nov 25 20:44:26.549191 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f1311db1-e3b6-46c5-ae16-2bf457bc2f87 req-8ce5d80d-ce43-41b8-a9b9-3c23f66f436f service neutron] 10.222.0.85 "GET /v2.0/networks/6f0a4d98-501d-49e0-89a2-a98427f36a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888588 Nov 25 20:44:26.642710 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f1311db1-e3b6-46c5-ae16-2bf457bc2f87 req-053c8e6d-7f51-4e7d-9cf1-805bef68751f service neutron] 10.222.0.85 "GET /v2.0/networks/6f0a4d98-501d-49e0-89a2-a98427f36a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835803 Nov 25 20:44:29.421484 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-84586f51-36a0-4948-b402-54a1973f569f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:31.925120 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-70c1b308-8389-439d-9bb5-63c951f098e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:33.998160 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:35.716330 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:35.808068 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:40.382009 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59686) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:40.553835 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d1a21764-6f99-4933-af39-31e5aa51251c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Deleting port da4840dc-f4e3-4c77-a739-f552d2833db1 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:44:40.554170 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1a21764-6f99-4933-af39-31e5aa51251c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:40.633605 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1a21764-6f99-4933-af39-31e5aa51251c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:40.633839 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1a21764-6f99-4933-af39-31e5aa51251c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:40.647620 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d1a21764-6f99-4933-af39-31e5aa51251c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Calling delete_port for da4840dc-f4e3-4c77-a739-f552d2833db1 owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:44:40.814090 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1a21764-6f99-4933-af39-31e5aa51251c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:40.844573 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a21764-6f99-4933-af39-31e5aa51251c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Port': ['ID=da4840dc-f4e3-4c77-a739-f552d2833db1,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:40.858685 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a21764-6f99-4933-af39-31e5aa51251c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:40.859096 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a21764-6f99-4933-af39-31e5aa51251c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:40.859382 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a21764-6f99-4933-af39-31e5aa51251c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:40.859721 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a21764-6f99-4933-af39-31e5aa51251c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:40.860053 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a21764-6f99-4933-af39-31e5aa51251c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:40.860387 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a21764-6f99-4933-af39-31e5aa51251c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:40.860753 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a21764-6f99-4933-af39-31e5aa51251c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:40.861084 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a21764-6f99-4933-af39-31e5aa51251c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:40.861413 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a21764-6f99-4933-af39-31e5aa51251c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:40.861735 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a21764-6f99-4933-af39-31e5aa51251c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:40.862059 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a21764-6f99-4933-af39-31e5aa51251c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:40.862410 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a21764-6f99-4933-af39-31e5aa51251c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:40.927355 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1a21764-6f99-4933-af39-31e5aa51251c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:40.927662 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-d1a21764-6f99-4933-af39-31e5aa51251c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Floating IP 5f7cb73c-7f5d-49f4-87ac-4d79b9c85c55 disassociated (deleted). External IP: 172.25.6.248, port: 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37. Nov 25 20:44:41.159156 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a21764-6f99-4933-af39-31e5aa51251c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Router 1862a85f-3307-4984-b501-24c8673f25fb has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:44:41.647547 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a21764-6f99-4933-af39-31e5aa51251c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:44:41.654216 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1a21764-6f99-4933-af39-31e5aa51251c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:41.661550 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17c15de-0331-4668-907b-dc3bb300ce2b None None] Sync routers for ids ['1862a85f-3307-4984-b501-24c8673f25fb'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:44:41.675060 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17c15de-0331-4668-907b-dc3bb300ce2b None None] Routers {'1862a85f-3307-4984-b501-24c8673f25fb'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:44:41.675696 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f17c15de-0331-4668-907b-dc3bb300ce2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:44:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1862a85f-3307-4984-b501-24c8673f25fb'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:41.686527 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d1a21764-6f99-4933-af39-31e5aa51251c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "DELETE /v2.0/floatingips/5f7cb73c-7f5d-49f4-87ac-4d79b9c85c55 HTTP/1.1" status: 204 len: 168 time: 1.3032475 Nov 25 20:44:41.687285 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f', 'tag': '59f5c495-6814-4c09-9ffc-ffe7f2ea5e37'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:44:41.690311 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f936f8-8e70-4a88-89a1-a36ccb0280e1" -d '{"events": [{"name": "network-changed", "server_uuid": "9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f", "tag": "59f5c495-6814-4c09-9ffc-ffe7f2ea5e37"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:44:41.797004 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f17c15de-0331-4668-907b-dc3bb300ce2b None None] Set router 1862a85f-3307-4984-b501-24c8673f25fb gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:44:41.876622 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fb337a-7578-42d3-94b9-bc135f3bf1ac x-openstack-request-id: req-d8fb337a-7578-42d3-94b9-bc135f3bf1ac {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:44:41.877029 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f", "tag": "59f5c495-6814-4c09-9ffc-ffe7f2ea5e37", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:44:41.877360 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d8fb337a-7578-42d3-94b9-bc135f3bf1ac {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:44:41.878140 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f', 'tag': '59f5c495-6814-4c09-9ffc-ffe7f2ea5e37', 'status': 'completed', 'code': 200} Nov 25 20:44:41.991735 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f936f8-8e70-4a88-89a1-a36ccb0280e1 req-11da4d18-bfe4-4cea-98c7-4d69da6e857a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:41.994827 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e5f936f8-8e70-4a88-89a1-a36ccb0280e1 req-11da4d18-bfe4-4cea-98c7-4d69da6e857a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 1097 time: 0.0908995 Nov 25 20:44:42.021827 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d13dd-0f95-4849-9f38-022d47c342fb req-14fc515e-0a5e-4149-8987-da0390512d82 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:42.024279 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2e2d13dd-0f95-4849-9f38-022d47c342fb req-14fc515e-0a5e-4149-8987-da0390512d82 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 946 time: 0.0964661 Nov 25 20:44:42.084375 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2e2d13dd-0f95-4849-9f38-022d47c342fb req-63ed7375-7cfe-4c5c-b9ff-498a382986ed tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532439 Nov 25 20:44:42.093606 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f17c15de-0331-4668-907b-dc3bb300ce2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1862a85f-3307-4984-b501-24c8673f25fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113686365', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '6a742653-0875-4755-8f59-707917b40508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:43:04Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6a742653-0875-4755-8f59-707917b40508', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1862a85f-3307-4984-b501-24c8673f25fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd6f67047-1f04-47c7-97d4-9a33588115c8', 'name': '', 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:99:de:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1862a85f-3307-4984-b501-24c8673f25fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e3a4524e-27f3-43a0-821f-165385144081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:43:03Z', 'updated_at': '2021-11-25T20:43:07Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': 'e3a4524e-27f3-43a0-821f-165385144081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:42.127863 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17c15de-0331-4668-907b-dc3bb300ce2b None None] Checking router: 1862a85f-3307-4984-b501-24c8673f25fb for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:44:42.140879 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17c15de-0331-4668-907b-dc3bb300ce2b None None] Routers {'1862a85f-3307-4984-b501-24c8673f25fb'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:44:42.141849 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f17c15de-0331-4668-907b-dc3bb300ce2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:44:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1862a85f-3307-4984-b501-24c8673f25fb'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:42.156137 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f936f8-8e70-4a88-89a1-a36ccb0280e1 req-8bac4dfc-4ff1-4ccb-9f55-c986be483b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:42.157767 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e5f936f8-8e70-4a88-89a1-a36ccb0280e1 req-8bac4dfc-4ff1-4ccb-9f55-c986be483b41 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6f0a4d98-501d-49e0-89a2-a98427f36a3f HTTP/1.1" status: 200 len: 897 time: 0.1535320 Nov 25 20:44:42.210625 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e5f936f8-8e70-4a88-89a1-a36ccb0280e1 req-3a4b9ad8-5956-4013-9d92-d96d1bfe48a8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 HTTP/1.1" status: 200 len: 217 time: 0.0444143 Nov 25 20:44:42.267537 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f936f8-8e70-4a88-89a1-a36ccb0280e1 req-bf8706fc-768c-423c-bccd-c228d464c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:42.269690 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e5f936f8-8e70-4a88-89a1-a36ccb0280e1 req-bf8706fc-768c-423c-bccd-c228d464c7e9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3a4524e-27f3-43a0-821f-165385144081 HTTP/1.1" status: 200 len: 834 time: 0.0516934 Nov 25 20:44:42.308002 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f17c15de-0331-4668-907b-dc3bb300ce2b None None] Set router 1862a85f-3307-4984-b501-24c8673f25fb gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:44:42.326584 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f936f8-8e70-4a88-89a1-a36ccb0280e1 req-8bec53e1-91a1-4d62-b887-08469fede466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:42.328355 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e5f936f8-8e70-4a88-89a1-a36ccb0280e1 req-8bec53e1-91a1-4d62-b887-08469fede466 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6f0a4d98-501d-49e0-89a2-a98427f36a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498462 Nov 25 20:44:42.432706 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e5f936f8-8e70-4a88-89a1-a36ccb0280e1 req-dd384ffc-4a1e-495f-b39a-736fd9c1eacc service neutron] 10.222.0.85 "GET /v2.0/networks/6f0a4d98-501d-49e0-89a2-a98427f36a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956812 Nov 25 20:44:42.540319 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e5f936f8-8e70-4a88-89a1-a36ccb0280e1 req-ac5a0e9e-5e28-4903-9d0e-49d94b5e05d2 service neutron] 10.222.0.85 "GET /v2.0/networks/6f0a4d98-501d-49e0-89a2-a98427f36a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997782 Nov 25 20:44:42.558744 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f17c15de-0331-4668-907b-dc3bb300ce2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1862a85f-3307-4984-b501-24c8673f25fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113686365', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '6a742653-0875-4755-8f59-707917b40508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:43:04Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6a742653-0875-4755-8f59-707917b40508', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1862a85f-3307-4984-b501-24c8673f25fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd6f67047-1f04-47c7-97d4-9a33588115c8', 'name': '', 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:99:de:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1862a85f-3307-4984-b501-24c8673f25fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e3a4524e-27f3-43a0-821f-165385144081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:43:03Z', 'updated_at': '2021-11-25T20:43:07Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': 'e3a4524e-27f3-43a0-821f-165385144081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:42.603533 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17c15de-0331-4668-907b-dc3bb300ce2b None None] The sync data for ids ['1862a85f-3307-4984-b501-24c8673f25fb'] in n-d-819349-5 is: [{'id': '1862a85f-3307-4984-b501-24c8673f25fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113686365', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '6a742653-0875-4755-8f59-707917b40508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:43:04Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6a742653-0875-4755-8f59-707917b40508', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1862a85f-3307-4984-b501-24c8673f25fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'd6f67047-1f04-47c7-97d4-9a33588115c8', 'name': '', 'network_id': '6f0a4d98-501d-49e0-89a2-a98427f36a3f', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:99:de:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1862a85f-3307-4984-b501-24c8673f25fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e3a4524e-27f3-43a0-821f-165385144081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:43:03Z', 'updated_at': '2021-11-25T20:43:07Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': 'e3a4524e-27f3-43a0-821f-165385144081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:44:42.861955 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4564976a-74d1-4750-926f-b2a89381cc06 None None] New status for floating IP 5f7cb73c-7f5d-49f4-87ac-4d79b9c85c55: DOWN {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:44:43.194107 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182c4c3-d5dc-47de-b94f-2c617cb5dcde req-73f66283-ff5f-4fb2-90bc-33fbf9a2f1e1 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:43.196331 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e182c4c3-d5dc-47de-b94f-2c617cb5dcde req-73f66283-ff5f-4fb2-90bc-33fbf9a2f1e1 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.85 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 946 time: 0.0605881 Nov 25 20:44:43.210378 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f257c2-6380-47b5-9d66-2211515c1772 req-809c499a-1c5c-4d25-bf49-83bf6c220d46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:43.211957 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e8f257c2-6380-47b5-9d66-2211515c1772 req-809c499a-1c5c-4d25-bf49-83bf6c220d46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f HTTP/1.1" status: 200 len: 946 time: 0.0521529 Nov 25 20:44:43.285173 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e8f257c2-6380-47b5-9d66-2211515c1772 req-101e884f-f8c4-4ccc-934e-2c18f6ca0e48 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=f53e0013-87ac-4c2b-97c5-d3553c28beff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658822 Nov 25 20:44:43.321292 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-e182c4c3-d5dc-47de-b94f-2c617cb5dcde req-f72373bc-738a-4712-a619-757da45ce103 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Deleting port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:44:43.321612 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e182c4c3-d5dc-47de-b94f-2c617cb5dcde req-f72373bc-738a-4712-a619-757da45ce103 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:43.458201 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-e182c4c3-d5dc-47de-b94f-2c617cb5dcde req-f72373bc-738a-4712-a619-757da45ce103 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] For port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37,segment=NetworkSegment(622a75e6-5bd2-4aae-bc9f-723c59297498),segment_id=622a75e6-5bd2-4aae-bc9f-723c59297498)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:44:43.458507 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e182c4c3-d5dc-47de-b94f-2c617cb5dcde req-f72373bc-738a-4712-a619-757da45ce103 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:43.477853 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-e182c4c3-d5dc-47de-b94f-2c617cb5dcde req-f72373bc-738a-4712-a619-757da45ce103 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Calling delete_port for 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:44:43.620355 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e182c4c3-d5dc-47de-b94f-2c617cb5dcde req-f72373bc-738a-4712-a619-757da45ce103 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:43.653387 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72373bc-738a-4712-a619-757da45ce103 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Port': ['ID=59f5c495-6814-4c09-9ffc-ffe7f2ea5e37,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:43.701838 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e182c4c3-d5dc-47de-b94f-2c617cb5dcde req-f72373bc-738a-4712-a619-757da45ce103 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] No DVR routers for this DVR port 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:44:43.704579 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e182c4c3-d5dc-47de-b94f-2c617cb5dcde req-f72373bc-738a-4712-a619-757da45ce103 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:43.708076 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e182c4c3-d5dc-47de-b94f-2c617cb5dcde req-f72373bc-738a-4712-a619-757da45ce103 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.85 "DELETE /v2.0/ports/59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 HTTP/1.1" status: 204 len: 173 time: 0.5052438 Nov 25 20:44:43.708644 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f', 'name': 'network-vif-deleted', 'tag': '59f5c495-6814-4c09-9ffc-ffe7f2ea5e37'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:44:43.710945 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b7904d-beab-4bfa-a79a-162c67412751" -d '{"events": [{"server_uuid": "9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f", "name": "network-vif-deleted", "tag": "59f5c495-6814-4c09-9ffc-ffe7f2ea5e37"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:44:43.753658 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5d71c7-27f3-4273-abf2-5703c63fe638 x-openstack-request-id: req-ca5d71c7-27f3-4273-abf2-5703c63fe638 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:44:43.754052 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f", "name": "network-vif-deleted", "tag": "59f5c495-6814-4c09-9ffc-ffe7f2ea5e37", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:44:43.754498 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ca5d71c7-27f3-4273-abf2-5703c63fe638 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:44:43.755141 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9142f9ad-bcc6-4197-a6da-f0e96fb5bf1f', 'name': 'network-vif-deleted', 'tag': '59f5c495-6814-4c09-9ffc-ffe7f2ea5e37', 'status': 'completed', 'code': 200} Nov 25 20:44:44.352705 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59700) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:44.773086 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18a78048-b0d2-41cc-bd30-2d991b3662a4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:45.049390 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18a78048-b0d2-41cc-bd30-2d991b3662a4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Deleting port d6f67047-1f04-47c7-97d4-9a33588115c8 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:44:45.049743 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18a78048-b0d2-41cc-bd30-2d991b3662a4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:45.159756 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18a78048-b0d2-41cc-bd30-2d991b3662a4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] For port d6f67047-1f04-47c7-97d4-9a33588115c8, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=d6f67047-1f04-47c7-97d4-9a33588115c8,segment=NetworkSegment(622a75e6-5bd2-4aae-bc9f-723c59297498),segment_id=622a75e6-5bd2-4aae-bc9f-723c59297498)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:44:45.160108 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18a78048-b0d2-41cc-bd30-2d991b3662a4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:45.180936 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18a78048-b0d2-41cc-bd30-2d991b3662a4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Calling delete_port for d6f67047-1f04-47c7-97d4-9a33588115c8 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:44:45.457232 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18a78048-b0d2-41cc-bd30-2d991b3662a4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:45.487653 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a78048-b0d2-41cc-bd30-2d991b3662a4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Port': ['ID=d6f67047-1f04-47c7-97d4-9a33588115c8,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:45.728388 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18a78048-b0d2-41cc-bd30-2d991b3662a4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:45.986979 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a78048-b0d2-41cc-bd30-2d991b3662a4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Router 1862a85f-3307-4984-b501-24c8673f25fb has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:44:46.101472 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a78048-b0d2-41cc-bd30-2d991b3662a4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:44:46.107608 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-18a78048-b0d2-41cc-bd30-2d991b3662a4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "PUT /v2.0/routers/1862a85f-3307-4984-b501-24c8673f25fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7536857 Nov 25 20:44:46.110686 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59702) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:46.114608 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f9f47a-a30c-4633-b009-45f68b1aa439 None None] Sync routers for ids ['1862a85f-3307-4984-b501-24c8673f25fb'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:44:46.126357 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f9f47a-a30c-4633-b009-45f68b1aa439 None None] Routers {'1862a85f-3307-4984-b501-24c8673f25fb'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:44:46.127022 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-24f9f47a-a30c-4633-b009-45f68b1aa439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:44:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1862a85f-3307-4984-b501-24c8673f25fb'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:46.174792 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-754ee6dd-5de5-4401-8f5d-d2557fc084e7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Deleting subnet e3a4524e-27f3-43a0-821f-165385144081 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:44:46.179682 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-754ee6dd-5de5-4401-8f5d-d2557fc084e7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:46.227583 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-754ee6dd-5de5-4401-8f5d-d2557fc084e7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:46.244727 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-24f9f47a-a30c-4633-b009-45f68b1aa439 None None] Set router 1862a85f-3307-4984-b501-24c8673f25fb gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:44:46.328157 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-754ee6dd-5de5-4401-8f5d-d2557fc084e7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:46.392352 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-754ee6dd-5de5-4401-8f5d-d2557fc084e7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:46.424168 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ee6dd-5de5-4401-8f5d-d2557fc084e7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a4524e-27f3-43a0-821f-165385144081,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:46.425908 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-754ee6dd-5de5-4401-8f5d-d2557fc084e7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:46.430847 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-754ee6dd-5de5-4401-8f5d-d2557fc084e7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "DELETE /v2.0/subnets/e3a4524e-27f3-43a0-821f-165385144081 HTTP/1.1" status: 204 len: 168 time: 0.3189571 Nov 25 20:44:46.434073 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1610687-7c97-4aae-bc40-7e1735d5dc6f None None] Network 6f0a4d98-501d-49e0-89a2-a98427f36a3f requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:44:46.435132 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59704) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:46.537680 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-24f9f47a-a30c-4633-b009-45f68b1aa439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1862a85f-3307-4984-b501-24c8673f25fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113686365', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '6a742653-0875-4755-8f59-707917b40508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:44:45Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6a742653-0875-4755-8f59-707917b40508', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1862a85f-3307-4984-b501-24c8673f25fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:46.568930 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2cda085-196a-45f6-b687-1fab311bb3f9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:46.576225 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f9f47a-a30c-4633-b009-45f68b1aa439 None None] Checking router: 1862a85f-3307-4984-b501-24c8673f25fb for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:44:46.627001 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f9f47a-a30c-4633-b009-45f68b1aa439 None None] Routers {'1862a85f-3307-4984-b501-24c8673f25fb'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:44:46.628033 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-24f9f47a-a30c-4633-b009-45f68b1aa439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:44:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['1862a85f-3307-4984-b501-24c8673f25fb'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:46.748088 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2cda085-196a-45f6-b687-1fab311bb3f9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:46.817986 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a2cda085-196a-45f6-b687-1fab311bb3f9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Deleting port 6a742653-0875-4755-8f59-707917b40508 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:44:46.818349 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2cda085-196a-45f6-b687-1fab311bb3f9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:46.821258 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-24f9f47a-a30c-4633-b009-45f68b1aa439 None None] Set router 1862a85f-3307-4984-b501-24c8673f25fb gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:44:46.851348 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b7a128-8b91-47c9-bc92-1b2b73b685ac None None] DHCP port deletion for 6f0a4d98-501d-49e0-89a2-a98427f36a3f request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:44:46.929093 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a2cda085-196a-45f6-b687-1fab311bb3f9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] For port 6a742653-0875-4755-8f59-707917b40508, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=6a742653-0875-4755-8f59-707917b40508,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:44:46.929879 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2cda085-196a-45f6-b687-1fab311bb3f9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:46.945512 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a2cda085-196a-45f6-b687-1fab311bb3f9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Calling delete_port for 6a742653-0875-4755-8f59-707917b40508 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:44:47.027214 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-f4b7a128-8b91-47c9-bc92-1b2b73b685ac None None] Deleting port 46773847-69d3-4bb1-a431-b054f1b5c498 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:44:47.027592 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a128-8b91-47c9-bc92-1b2b73b685ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:47.114515 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f4b7a128-8b91-47c9-bc92-1b2b73b685ac None None] For port 46773847-69d3-4bb1-a431-b054f1b5c498, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=46773847-69d3-4bb1-a431-b054f1b5c498,segment=NetworkSegment(622a75e6-5bd2-4aae-bc9f-723c59297498),segment_id=622a75e6-5bd2-4aae-bc9f-723c59297498)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:44:47.115074 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a128-8b91-47c9-bc92-1b2b73b685ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:47.131183 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-f4b7a128-8b91-47c9-bc92-1b2b73b685ac None None] Calling delete_port for 46773847-69d3-4bb1-a431-b054f1b5c498 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:44:47.143050 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2cda085-196a-45f6-b687-1fab311bb3f9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:47.150571 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-24f9f47a-a30c-4633-b009-45f68b1aa439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1862a85f-3307-4984-b501-24c8673f25fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113686365', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '6a742653-0875-4755-8f59-707917b40508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:44:45Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6a742653-0875-4755-8f59-707917b40508', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1862a85f-3307-4984-b501-24c8673f25fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:47.181030 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cda085-196a-45f6-b687-1fab311bb3f9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Port': ['ID=6a742653-0875-4755-8f59-707917b40508,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:47.218902 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6556aad5-a066-4924-b044-94db077c09b9 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:44:47.220876 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 46773847-69d3-4bb1-a431-b054f1b5c498 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:44:47.225307 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f9f47a-a30c-4633-b009-45f68b1aa439 None None] The sync data for ids ['1862a85f-3307-4984-b501-24c8673f25fb'] in n-d-819349-5 is: [{'id': '1862a85f-3307-4984-b501-24c8673f25fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113686365', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '6a742653-0875-4755-8f59-707917b40508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:44:45Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '6a742653-0875-4755-8f59-707917b40508', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1862a85f-3307-4984-b501-24c8673f25fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:43:00Z', 'updated_at': '2021-11-25T20:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:44:47.258169 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2cda085-196a-45f6-b687-1fab311bb3f9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:47.328370 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a128-8b91-47c9-bc92-1b2b73b685ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:47.378719 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2cda085-196a-45f6-b687-1fab311bb3f9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:47.381405 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2cda085-196a-45f6-b687-1fab311bb3f9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:47.439894 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2cda085-196a-45f6-b687-1fab311bb3f9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:47.440487 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cda085-196a-45f6-b687-1fab311bb3f9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Fanout notify agent at l3_agent the message router_deleted on router 1862a85f-3307-4984-b501-24c8673f25fb {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:44:47.448800 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2cda085-196a-45f6-b687-1fab311bb3f9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:47.450533 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a2cda085-196a-45f6-b687-1fab311bb3f9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "DELETE /v2.0/routers/1862a85f-3307-4984-b501-24c8673f25fb HTTP/1.1" status: 204 len: 168 time: 1.0142360 Nov 25 20:44:47.455008 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59706) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:47.563358 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b18b10af-bbb0-48ad-b9eb-9df80d2782d0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:47.566104 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b7a128-8b91-47c9-bc92-1b2b73b685ac None None] No DVR routers for this DVR port 46773847-69d3-4bb1-a431-b054f1b5c498 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:44:47.573976 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7a128-8b91-47c9-bc92-1b2b73b685ac None None] Pushing event deleted for resources: {'Port': ['ID=46773847-69d3-4bb1-a431-b054f1b5c498,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:47.580821 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:47.728448 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b18b10af-bbb0-48ad-b9eb-9df80d2782d0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:47.756160 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-b18b10af-bbb0-48ad-b9eb-9df80d2782d0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0a4d98-501d-49e0-89a2-a98427f36a3f']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:47.769190 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-b18b10af-bbb0-48ad-b9eb-9df80d2782d0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622a75e6-5bd2-4aae-bc9f-723c59297498') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:47.770103 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-b18b10af-bbb0-48ad-b9eb-9df80d2782d0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622a75e6-5bd2-4aae-bc9f-723c59297498') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:47.783487 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b18b10af-bbb0-48ad-b9eb-9df80d2782d0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:47.809366 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b18b10af-bbb0-48ad-b9eb-9df80d2782d0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:47.820075 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18b10af-bbb0-48ad-b9eb-9df80d2782d0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:44:47.820669 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b18b10af-bbb0-48ad-b9eb-9df80d2782d0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:44:47.825800 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:44:47.892727 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b18b10af-bbb0-48ad-b9eb-9df80d2782d0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:47.900090 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b18b10af-bbb0-48ad-b9eb-9df80d2782d0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:47.904702 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-b18b10af-bbb0-48ad-b9eb-9df80d2782d0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "DELETE /v2.0/networks/6f0a4d98-501d-49e0-89a2-a98427f36a3f HTTP/1.1" status: 204 len: 168 time: 0.4486465 Nov 25 20:44:47.907631 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59708) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:47.924973 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b10af-bbb0-48ad-b9eb-9df80d2782d0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Network': ['ID=6f0a4d98-501d-49e0-89a2-a98427f36a3f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:47.975890 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af742dbb-bc2c-474d-a0cd-b9e8b48a7366 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:48.016981 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af742dbb-bc2c-474d-a0cd-b9e8b48a7366 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:48.096162 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af742dbb-bc2c-474d-a0cd-b9e8b48a7366 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:48.099121 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af742dbb-bc2c-474d-a0cd-b9e8b48a7366 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:48.100350 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-af742dbb-bc2c-474d-a0cd-b9e8b48a7366 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "DELETE /v2.0/security-groups/f53e0013-87ac-4c2b-97c5-d3553c28beff HTTP/1.1" status: 204 len: 168 time: 0.1917214 Nov 25 20:44:48.111340 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af742dbb-bc2c-474d-a0cd-b9e8b48a7366 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53e0013-87ac-4c2b-97c5-d3553c28beff,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:48.320368 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:44:48.343520 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:44:48.343948 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 59f5c495-6814-4c09-9ffc-ffe7f2ea5e37 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:44:48.411266 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59714) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:48.417484 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ec4ffde8-eb9a-41ba-b72e-47c429365e87 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1008978485', 'description': 'tempest-secgroup-smoke-1008978485 description', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:44:48.447578 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec4ffde8-eb9a-41ba-b72e-47c429365e87 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:48.522915 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec4ffde8-eb9a-41ba-b72e-47c429365e87 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:48.528320 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec4ffde8-eb9a-41ba-b72e-47c429365e87 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:48.562944 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ec4ffde8-eb9a-41ba-b72e-47c429365e87 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:48.564177 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ec4ffde8-eb9a-41ba-b72e-47c429365e87 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1518457 Nov 25 20:44:48.566080 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ffde8-eb9a-41ba-b72e-47c429365e87 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b71775-8bf7-4414-91b1-330e42d65ace,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:48.567225 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59716) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:48.572050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-6eb56f82-15a9-4a87-bd49-f996a7eadc35 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': 'd9b71775-8bf7-4414-91b1-330e42d65ace', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:44:48.602410 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6eb56f82-15a9-4a87-bd49-f996a7eadc35 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:48.663307 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6eb56f82-15a9-4a87-bd49-f996a7eadc35 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:48.667622 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6eb56f82-15a9-4a87-bd49-f996a7eadc35 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:48.687977 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb56f82-15a9-4a87-bd49-f996a7eadc35 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ada3e9-14e6-4d50-a604-41cbdb40693f,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:48.694462 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6eb56f82-15a9-4a87-bd49-f996a7eadc35 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:48.694883 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6eb56f82-15a9-4a87-bd49-f996a7eadc35 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265631 Nov 25 20:44:48.699429 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59718) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:48.703550 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-0d1848b8-5db2-496b-bf95-5e4d5715f9b6 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': 'd9b71775-8bf7-4414-91b1-330e42d65ace', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:44:48.732495 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d1848b8-5db2-496b-bf95-5e4d5715f9b6 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:48.791487 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d1848b8-5db2-496b-bf95-5e4d5715f9b6 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:48.796603 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d1848b8-5db2-496b-bf95-5e4d5715f9b6 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:48.814840 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1848b8-5db2-496b-bf95-5e4d5715f9b6 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4499b053-90b2-4c77-8526-b39ac394e753,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:48.822189 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d1848b8-5db2-496b-bf95-5e4d5715f9b6 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:48.824002 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0d1848b8-5db2-496b-bf95-5e4d5715f9b6 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1241238 Nov 25 20:44:48.827060 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59720) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:48.831477 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-13334037-e6e7-4253-aca7-495d718ce0da tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': 'd9b71775-8bf7-4414-91b1-330e42d65ace', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:44:48.861677 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13334037-e6e7-4253-aca7-495d718ce0da tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:48.928689 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13334037-e6e7-4253-aca7-495d718ce0da tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:48.932995 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13334037-e6e7-4253-aca7-495d718ce0da tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:48.954805 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13334037-e6e7-4253-aca7-495d718ce0da tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5425944a-f641-472f-88e4-ee4a0266dd1b,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:48.959751 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13334037-e6e7-4253-aca7-495d718ce0da tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:48.961739 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-13334037-e6e7-4253-aca7-495d718ce0da tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329610 Nov 25 20:44:48.965191 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59722) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:48.970043 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c0ac684b-4e2e-41e6-9a09-ca02000600f3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': 'd9b71775-8bf7-4414-91b1-330e42d65ace', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:44:49.000256 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c0ac684b-4e2e-41e6-9a09-ca02000600f3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:49.066500 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c0ac684b-4e2e-41e6-9a09-ca02000600f3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:49.075525 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c0ac684b-4e2e-41e6-9a09-ca02000600f3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:49.094987 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac684b-4e2e-41e6-9a09-ca02000600f3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94c33b1-54dc-4ee4-a0ff-1ef6a2269b92,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:49.103948 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c0ac684b-4e2e-41e6-9a09-ca02000600f3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:49.105310 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c0ac684b-4e2e-41e6-9a09-ca02000600f3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1388423 Nov 25 20:44:49.108237 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59724) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:49.113217 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-eb36fc6a-2cdb-4be5-8bb1-d08b6a5cc027 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': 'd9b71775-8bf7-4414-91b1-330e42d65ace', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:44:49.116955 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d6f67047-1f04-47c7-97d4-9a33588115c8 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:44:49.141405 n-d-819349-5 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-eb36fc6a-2cdb-4be5-8bb1-d08b6a5cc027 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Project 79c61858fb1c4716ac2d08ff92cee2da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:44:49.142568 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: d6f67047-1f04-47c7-97d4-9a33588115c8 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:44:49.142919 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device d6f67047-1f04-47c7-97d4-9a33588115c8 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:44:49.143337 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6a742653-0875-4755-8f59-707917b40508 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:44:49.146697 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eb36fc6a-2cdb-4be5-8bb1-d08b6a5cc027 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:49.162530 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 6a742653-0875-4755-8f59-707917b40508 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:44:49.162883 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 6a742653-0875-4755-8f59-707917b40508 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:44:49.217010 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eb36fc6a-2cdb-4be5-8bb1-d08b6a5cc027 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:49.221164 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eb36fc6a-2cdb-4be5-8bb1-d08b6a5cc027 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:49.239680 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36fc6a-2cdb-4be5-8bb1-d08b6a5cc027 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b903ae2a-ea69-4087-983d-a14b3084c934,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:49.249519 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eb36fc6a-2cdb-4be5-8bb1-d08b6a5cc027 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:49.250728 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-eb36fc6a-2cdb-4be5-8bb1-d08b6a5cc027 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1413946 Nov 25 20:44:49.253563 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59726) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:49.263343 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4cb251ae-47ee-40e3-9b2e-d35b59d03713 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': 'd9b71775-8bf7-4414-91b1-330e42d65ace', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:44:49.286180 n-d-819349-5 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-4cb251ae-47ee-40e3-9b2e-d35b59d03713 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Project 79c61858fb1c4716ac2d08ff92cee2da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:44:49.291023 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4cb251ae-47ee-40e3-9b2e-d35b59d03713 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:49.351269 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4cb251ae-47ee-40e3-9b2e-d35b59d03713 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:49.355847 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4cb251ae-47ee-40e3-9b2e-d35b59d03713 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:49.376026 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb251ae-47ee-40e3-9b2e-d35b59d03713 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1bc78b2-6522-4277-b05f-c6c80a23715f,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:49.384638 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4cb251ae-47ee-40e3-9b2e-d35b59d03713 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:49.385925 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-4cb251ae-47ee-40e3-9b2e-d35b59d03713 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313815 Nov 25 20:44:49.389018 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59728) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:49.393858 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-81a783ef-1d0e-4e9e-892b-4133a507314f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'network': {'name': 'tempest-network-smoke--1849714970', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'port_security_enabled': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:44:49.414002 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a783ef-1d0e-4e9e-892b-4133a507314f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Made reservation on behalf of 79c61858fb1c4716ac2d08ff92cee2da for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:44:49.417970 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81a783ef-1d0e-4e9e-892b-4133a507314f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:49.442445 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a783ef-1d0e-4e9e-892b-4133a507314f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:44:49.452940 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81a783ef-1d0e-4e9e-892b-4133a507314f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:49.453504 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-81a783ef-1d0e-4e9e-892b-4133a507314f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Added segment 49498ef4-6e92-480d-8e9f-25a030920b73 of type vlan for network d8641d4e-d5dd-486b-8726-95d45c622dad Nov 25 20:44:49.496266 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81a783ef-1d0e-4e9e-892b-4133a507314f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:49.521342 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81a783ef-1d0e-4e9e-892b-4133a507314f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:49.527777 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a783ef-1d0e-4e9e-892b-4133a507314f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:49.528560 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81a783ef-1d0e-4e9e-892b-4133a507314f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:49.579875 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-81a783ef-1d0e-4e9e-892b-4133a507314f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1898136 Nov 25 20:44:49.582877 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59730) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:49.588102 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-1ca94ae5-d21d-4cff-9cbb-99b925066040 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1748571414', 'admin_state_up': True, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:44:49.612761 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ca94ae5-d21d-4cff-9cbb-99b925066040 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:49.614385 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ca94ae5-d21d-4cff-9cbb-99b925066040 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:49.623341 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a783ef-1d0e-4e9e-892b-4133a507314f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Network': ['ID=d8641d4e-d5dd-486b-8726-95d45c622dad,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:49.635429 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network d8641d4e-d5dd-486b-8726-95d45c622dad details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:44:49.669324 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ca94ae5-d21d-4cff-9cbb-99b925066040 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:49.812284 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ca94ae5-d21d-4cff-9cbb-99b925066040 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:50.007422 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ca94ae5-d21d-4cff-9cbb-99b925066040 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:50.030097 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ca94ae5-d21d-4cff-9cbb-99b925066040 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:50.140033 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-1ca94ae5-d21d-4cff-9cbb-99b925066040 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Allocated IP 172.25.6.21 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/129cf201-5234-4ca0-b22f-ee89d8710adc) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:44:50.255791 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ca94ae5-d21d-4cff-9cbb-99b925066040 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:50.295799 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ca94ae5-d21d-4cff-9cbb-99b925066040 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:50.336941 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca94ae5-d21d-4cff-9cbb-99b925066040 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:44:50.340431 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-1ca94ae5-d21d-4cff-9cbb-99b925066040 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:44:50.345832 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca94ae5-d21d-4cff-9cbb-99b925066040 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:44:50.348722 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca94ae5-d21d-4cff-9cbb-99b925066040 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=129cf201-5234-4ca0-b22f-ee89d8710adc,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:50.357216 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afee1a3-17f4-492f-b7bd-07bcd8e11db6 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:44:50.451908 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8659ade4-2b3c-4403-968b-a7e6cc640ef0 None None] Provisioning complete for port 129cf201-5234-4ca0-b22f-ee89d8710adc triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:50.452341 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8659ade4-2b3c-4403-968b-a7e6cc640ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:50.488583 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-8659ade4-2b3c-4403-968b-a7e6cc640ef0 None None] Port 129cf201-5234-4ca0-b22f-ee89d8710adc cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:44:50.599313 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ca94ae5-d21d-4cff-9cbb-99b925066040 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:51.124621 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ca94ae5-d21d-4cff-9cbb-99b925066040 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:51.251242 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca94ae5-d21d-4cff-9cbb-99b925066040 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Router d892efa2-d5b9-430a-95a1-32b94b658ef5 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:44:51.367111 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca94ae5-d21d-4cff-9cbb-99b925066040 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:44:51.380116 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275bd38-604b-4d04-8c1e-f9a1c7f73f3d None None] Sync routers for ids ['d892efa2-d5b9-430a-95a1-32b94b658ef5'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:44:51.389852 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ca94ae5-d21d-4cff-9cbb-99b925066040 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:51.393992 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1ca94ae5-d21d-4cff-9cbb-99b925066040 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8072996 Nov 25 20:44:51.394229 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6275bd38-604b-4d04-8c1e-f9a1c7f73f3d None None] Routers {'d892efa2-d5b9-430a-95a1-32b94b658ef5'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:44:51.394229 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6275bd38-604b-4d04-8c1e-f9a1c7f73f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:44:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d892efa2-d5b9-430a-95a1-32b94b658ef5'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:51.394753 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59732) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:51.426573 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5a9bc57f-0bb7-4e81-bf8c-3ea62f5c134f tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=79c61858fb1c4716ac2d08ff92cee2da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303800 Nov 25 20:44:51.428775 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59734) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:51.505158 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-6275bd38-604b-4d04-8c1e-f9a1c7f73f3d None None] Set router d892efa2-d5b9-430a-95a1-32b94b658ef5 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:44:51.525336 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4198546b-0066-4422-96ba-601495f274d9 tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:51.527409 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4198546b-0066-4422-96ba-601495f274d9 tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0976882 Nov 25 20:44:51.530640 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59736) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:51.563674 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-eacbec63-b8ea-491d-aaee-7256e0c1d428 tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=f965ced5-a415-47da-9748-3514ef368954&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317643 Nov 25 20:44:51.567000 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59738) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:51.571805 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-2cbb4e65-6bbe-492b-b176-0538ab6501d2 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1137262476', 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:44:51.669016 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbb4e65-6bbe-492b-b176-0538ab6501d2 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Made reservation on behalf of 79c61858fb1c4716ac2d08ff92cee2da for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:44:51.672699 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2cbb4e65-6bbe-492b-b176-0538ab6501d2 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:51.699909 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6275bd38-604b-4d04-8c1e-f9a1c7f73f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748571414', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:49Z', 'updated_at': '2021-11-25T20:44:50Z', 'revision_number': 3, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:50Z', 'updated_at': '2021-11-25T20:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:51.731972 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275bd38-604b-4d04-8c1e-f9a1c7f73f3d None None] Checking router: d892efa2-d5b9-430a-95a1-32b94b658ef5 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:44:51.732316 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275bd38-604b-4d04-8c1e-f9a1c7f73f3d None None] Updating router d892efa2-d5b9-430a-95a1-32b94b658ef5 port 129cf201-5234-4ca0-b22f-ee89d8710adc binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:44:51.757915 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6275bd38-604b-4d04-8c1e-f9a1c7f73f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:51.861415 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2cbb4e65-6bbe-492b-b176-0538ab6501d2 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:51.926624 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb4e65-6bbe-492b-b176-0538ab6501d2 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Subnet': ['ID=da272975-6991-450f-9384-0013ed2ad6eb,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:51.934958 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbb4e65-6bbe-492b-b176-0538ab6501d2 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Checking segment: {'id': '49498ef4-6e92-480d-8e9f-25a030920b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:44:51.935418 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbb4e65-6bbe-492b-b176-0538ab6501d2 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network hostable DHCP agents. Network: d8641d4e-d5dd-486b-8726-95d45c622dad, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:44:51.953303 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbb4e65-6bbe-492b-b176-0538ab6501d2 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network d8641d4e-d5dd-486b-8726-95d45c622dad is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:44:51.962897 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-2cbb4e65-6bbe-492b-b176-0538ab6501d2 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, d8641d4e-d5dd-486b-8726-95d45c622dad) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:44:51.967822 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbb4e65-6bbe-492b-b176-0538ab6501d2 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:51.968485 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2cbb4e65-6bbe-492b-b176-0538ab6501d2 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:51.975156 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff49f3e-cc2f-4143-84bb-80b4de072253 None None] Network d8641d4e-d5dd-486b-8726-95d45c622dad requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:44:51.990467 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2cbb4e65-6bbe-492b-b176-0538ab6501d2 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4223201 Nov 25 20:44:51.992013 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59740) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:52.025016 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6275bd38-604b-4d04-8c1e-f9a1c7f73f3d None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:52.031076 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6275bd38-604b-4d04-8c1e-f9a1c7f73f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:52.093401 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-6275bd38-604b-4d04-8c1e-f9a1c7f73f3d None None] Attempting to bind port 129cf201-5234-4ca0-b22f-ee89d8710adc on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:44:52.093802 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-6275bd38-604b-4d04-8c1e-f9a1c7f73f3d None None] Attempting to bind port 129cf201-5234-4ca0-b22f-ee89d8710adc by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:44:52.094466 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6275bd38-604b-4d04-8c1e-f9a1c7f73f3d None None] Attempting to bind port 129cf201-5234-4ca0-b22f-ee89d8710adc on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:44:52.095385 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2216fc59-cb99-4a28-a50f-64da4cc381d5 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:44:52.107376 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6275bd38-604b-4d04-8c1e-f9a1c7f73f3d None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:44:52.107774 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6275bd38-604b-4d04-8c1e-f9a1c7f73f3d None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:44:52.108155 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6275bd38-604b-4d04-8c1e-f9a1c7f73f3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:52.108551 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6275bd38-604b-4d04-8c1e-f9a1c7f73f3d None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:44:52.109055 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-6275bd38-604b-4d04-8c1e-f9a1c7f73f3d None None] Bound port: 129cf201-5234-4ca0-b22f-ee89d8710adc, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:44:52.109438 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6275bd38-604b-4d04-8c1e-f9a1c7f73f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:52.137724 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241ec33-ae4d-4fb1-ab86-6845388bf46c None None] Pushing event updated for resources: {'Port': ['ID=129cf201-5234-4ca0-b22f-ee89d8710adc,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:52.153043 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241ec33-ae4d-4fb1-ab86-6845388bf46c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:52.153397 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241ec33-ae4d-4fb1-ab86-6845388bf46c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:52.153744 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241ec33-ae4d-4fb1-ab86-6845388bf46c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:52.154136 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241ec33-ae4d-4fb1-ab86-6845388bf46c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:52.154568 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241ec33-ae4d-4fb1-ab86-6845388bf46c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:52.154752 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241ec33-ae4d-4fb1-ab86-6845388bf46c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:52.155153 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241ec33-ae4d-4fb1-ab86-6845388bf46c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:52.155385 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241ec33-ae4d-4fb1-ab86-6845388bf46c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:52.155873 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241ec33-ae4d-4fb1-ab86-6845388bf46c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:52.156042 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241ec33-ae4d-4fb1-ab86-6845388bf46c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:52.156323 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241ec33-ae4d-4fb1-ab86-6845388bf46c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:52.156650 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241ec33-ae4d-4fb1-ab86-6845388bf46c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:52.160819 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daaaa3d-44d8-4ba4-a34b-2baa8c5ae1b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-d8641d4e-d5dd-486b-8726-95d45c622dad', 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'fixed_ips': [{'subnet_id': 'da272975-6991-450f-9384-0013ed2ad6eb'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:44:52.163020 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0daaaa3d-44d8-4ba4-a34b-2baa8c5ae1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:52.186215 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-6275bd38-604b-4d04-8c1e-f9a1c7f73f3d None None] For port 129cf201-5234-4ca0-b22f-ee89d8710adc, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:44:52.189391 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-6275bd38-604b-4d04-8c1e-f9a1c7f73f3d None None] For port 129cf201-5234-4ca0-b22f-ee89d8710adc, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=129cf201-5234-4ca0-b22f-ee89d8710adc,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:44:52.194299 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6275bd38-604b-4d04-8c1e-f9a1c7f73f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:52.246994 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6275bd38-604b-4d04-8c1e-f9a1c7f73f3d None None] Routers {'d892efa2-d5b9-430a-95a1-32b94b658ef5'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:44:52.247641 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6275bd38-604b-4d04-8c1e-f9a1c7f73f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:44:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d892efa2-d5b9-430a-95a1-32b94b658ef5'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:52.260009 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b5fbab-3004-4d37-8666-9a2cbfef6510 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:44:52.292339 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-29142644-e688-4914-bf97-25532f2d4b59 None None] Provisioning complete for port 129cf201-5234-4ca0-b22f-ee89d8710adc triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:52.292866 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-29142644-e688-4914-bf97-25532f2d4b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:52.418476 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-0daaaa3d-44d8-4ba4-a34b-2baa8c5ae1b1 None None] Allocated IP 172.20.0.2 (d8641d4e-d5dd-486b-8726-95d45c622dad/da272975-6991-450f-9384-0013ed2ad6eb/42ddfd19-f1b6-4000-9b16-d4e23d9a48a5) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:44:52.423568 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241ec33-ae4d-4fb1-ab86-6845388bf46c None None] Pushing event updated for resources: {'Port': ['ID=129cf201-5234-4ca0-b22f-ee89d8710adc,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:52.437121 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-29142644-e688-4914-bf97-25532f2d4b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:52.469815 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-6275bd38-604b-4d04-8c1e-f9a1c7f73f3d None None] Set router d892efa2-d5b9-430a-95a1-32b94b658ef5 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:44:52.481542 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-29142644-e688-4914-bf97-25532f2d4b59 None None] For port 129cf201-5234-4ca0-b22f-ee89d8710adc, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=129cf201-5234-4ca0-b22f-ee89d8710adc,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:44:52.517254 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-29142644-e688-4914-bf97-25532f2d4b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:52.594235 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29142644-e688-4914-bf97-25532f2d4b59 None None] Pushing event updated for resources: {'Port': ['ID=129cf201-5234-4ca0-b22f-ee89d8710adc,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:52.658805 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0daaaa3d-44d8-4ba4-a34b-2baa8c5ae1b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:52.668595 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0daaaa3d-44d8-4ba4-a34b-2baa8c5ae1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:52.677607 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-6275bd38-604b-4d04-8c1e-f9a1c7f73f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748571414', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:49Z', 'updated_at': '2021-11-25T20:44:50Z', 'revision_number': 3, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:50Z', 'updated_at': '2021-11-25T20:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:52.707982 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275bd38-604b-4d04-8c1e-f9a1c7f73f3d None None] The sync data for ids ['d892efa2-d5b9-430a-95a1-32b94b658ef5'] in n-d-819349-5 is: [{'id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748571414', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:49Z', 'updated_at': '2021-11-25T20:44:50Z', 'revision_number': 3, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:50Z', 'updated_at': '2021-11-25T20:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:44:52.726022 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ce21e384-abfd-45c2-b407-c4c36f30bcd8 None None] Provisioning complete for port 129cf201-5234-4ca0-b22f-ee89d8710adc triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:52.726400 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ce21e384-abfd-45c2-b407-c4c36f30bcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:52.753596 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daaaa3d-44d8-4ba4-a34b-2baa8c5ae1b1 None None] Pushing event updated for resources: {'Port': ['ID=42ddfd19-f1b6-4000-9b16-d4e23d9a48a5,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:52.758731 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daaaa3d-44d8-4ba4-a34b-2baa8c5ae1b1 None None] Network d8641d4e-d5dd-486b-8726-95d45c622dad is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:44:52.765605 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-0daaaa3d-44d8-4ba4-a34b-2baa8c5ae1b1 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:44:52.768087 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daaaa3d-44d8-4ba4-a34b-2baa8c5ae1b1 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:44:52.837686 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0daaaa3d-44d8-4ba4-a34b-2baa8c5ae1b1 None None] Attempting to bind port 42ddfd19-f1b6-4000-9b16-d4e23d9a48a5 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:44:52.837910 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0daaaa3d-44d8-4ba4-a34b-2baa8c5ae1b1 None None] Attempting to bind port 42ddfd19-f1b6-4000-9b16-d4e23d9a48a5 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '49498ef4-6e92-480d-8e9f-25a030920b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:44:52.838203 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daaaa3d-44d8-4ba4-a34b-2baa8c5ae1b1 None None] Attempting to bind port 42ddfd19-f1b6-4000-9b16-d4e23d9a48a5 on network d8641d4e-d5dd-486b-8726-95d45c622dad {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:44:52.846194 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daaaa3d-44d8-4ba4-a34b-2baa8c5ae1b1 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:44:52.846594 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daaaa3d-44d8-4ba4-a34b-2baa8c5ae1b1 None None] Checking segment: {'id': '49498ef4-6e92-480d-8e9f-25a030920b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:44:52.846995 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0daaaa3d-44d8-4ba4-a34b-2baa8c5ae1b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:52.847385 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daaaa3d-44d8-4ba4-a34b-2baa8c5ae1b1 None None] Bound using segment: {'id': '49498ef4-6e92-480d-8e9f-25a030920b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:44:52.847852 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0daaaa3d-44d8-4ba4-a34b-2baa8c5ae1b1 None None] Bound port: 42ddfd19-f1b6-4000-9b16-d4e23d9a48a5, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49498ef4-6e92-480d-8e9f-25a030920b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:44:52.848818 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0daaaa3d-44d8-4ba4-a34b-2baa8c5ae1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:52.928774 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d8774ed-036e-4722-9c90-af39905e545e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:52.967709 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0daaaa3d-44d8-4ba4-a34b-2baa8c5ae1b1 None None] For port 42ddfd19-f1b6-4000-9b16-d4e23d9a48a5, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:44:52.971667 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0daaaa3d-44d8-4ba4-a34b-2baa8c5ae1b1 None None] For port 42ddfd19-f1b6-4000-9b16-d4e23d9a48a5, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=42ddfd19-f1b6-4000-9b16-d4e23d9a48a5,segment=NetworkSegment(49498ef4-6e92-480d-8e9f-25a030920b73),segment_id=49498ef4-6e92-480d-8e9f-25a030920b73)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:44:52.976358 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0daaaa3d-44d8-4ba4-a34b-2baa8c5ae1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:53.056663 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daaaa3d-44d8-4ba4-a34b-2baa8c5ae1b1 None None] Pushing event updated for resources: {'Port': ['ID=42ddfd19-f1b6-4000-9b16-d4e23d9a48a5,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:53.193903 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 129cf201-5234-4ca0-b22f-ee89d8710adc up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:44:53.287604 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 129cf201-5234-4ca0-b22f-ee89d8710adc triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:53.287986 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:53.347785 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-7d8774ed-036e-4722-9c90-af39905e545e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Allocated IP 172.20.0.1 (d8641d4e-d5dd-486b-8726-95d45c622dad/da272975-6991-450f-9384-0013ed2ad6eb/801e563f-cc90-496f-8d6a-0237ec928ac3) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:44:53.508116 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d8774ed-036e-4722-9c90-af39905e545e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:53.552590 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d8774ed-036e-4722-9c90-af39905e545e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:53.594471 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8774ed-036e-4722-9c90-af39905e545e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network d8641d4e-d5dd-486b-8726-95d45c622dad is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:44:53.601197 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7d8774ed-036e-4722-9c90-af39905e545e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:44:53.603865 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8774ed-036e-4722-9c90-af39905e545e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:44:53.643484 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8774ed-036e-4722-9c90-af39905e545e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=801e563f-cc90-496f-8d6a-0237ec928ac3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:53.685583 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d8774ed-036e-4722-9c90-af39905e545e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:53.848116 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d8774ed-036e-4722-9c90-af39905e545e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:54.154825 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd49298a-7d9a-4d38-a1ff-ede50b49b8a7 None None] Network d8641d4e-d5dd-486b-8726-95d45c622dad requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:44:54.175268 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d8774ed-036e-4722-9c90-af39905e545e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:54.182827 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d8774ed-036e-4722-9c90-af39905e545e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:54.271279 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d8774ed-036e-4722-9c90-af39905e545e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:54.277768 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8774ed-036e-4722-9c90-af39905e545e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=801e563f-cc90-496f-8d6a-0237ec928ac3,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:54.318929 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-108b51f1-7699-48bf-8b6d-882f350b0d7c None None] Provisioning complete for port 42ddfd19-f1b6-4000-9b16-d4e23d9a48a5 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:54.319293 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-108b51f1-7699-48bf-8b6d-882f350b0d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:54.385211 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8774ed-036e-4722-9c90-af39905e545e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network d8641d4e-d5dd-486b-8726-95d45c622dad is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:44:54.386865 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7d8774ed-036e-4722-9c90-af39905e545e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:44:54.404895 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:54.492841 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-108b51f1-7699-48bf-8b6d-882f350b0d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:54.531530 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8774ed-036e-4722-9c90-af39905e545e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Router d892efa2-d5b9-430a-95a1-32b94b658ef5 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:44:54.543843 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-108b51f1-7699-48bf-8b6d-882f350b0d7c None None] For port 42ddfd19-f1b6-4000-9b16-d4e23d9a48a5, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=42ddfd19-f1b6-4000-9b16-d4e23d9a48a5,segment=NetworkSegment(49498ef4-6e92-480d-8e9f-25a030920b73),segment_id=49498ef4-6e92-480d-8e9f-25a030920b73)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:44:54.549535 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-108b51f1-7699-48bf-8b6d-882f350b0d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:54.622885 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b51f1-7699-48bf-8b6d-882f350b0d7c None None] Pushing event updated for resources: {'Port': ['ID=42ddfd19-f1b6-4000-9b16-d4e23d9a48a5,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:54.673197 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8774ed-036e-4722-9c90-af39905e545e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:44:54.679555 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-7d8774ed-036e-4722-9c90-af39905e545e tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "PUT /v2.0/routers/d892efa2-d5b9-430a-95a1-32b94b658ef5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6843324 Nov 25 20:44:54.684609 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37927e64-9785-44ab-a48c-1070c8cc0a47 None None] Sync routers for ids ['d892efa2-d5b9-430a-95a1-32b94b658ef5'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:44:54.699413 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37927e64-9785-44ab-a48c-1070c8cc0a47 None None] Routers {'d892efa2-d5b9-430a-95a1-32b94b658ef5'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:44:54.700411 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-37927e64-9785-44ab-a48c-1070c8cc0a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:44:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d892efa2-d5b9-430a-95a1-32b94b658ef5'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:54.809847 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f08fbfd9-97b7-46db-8fda-3244bd7a566a None None] Provisioning complete for port 801e563f-cc90-496f-8d6a-0237ec928ac3 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:54.810259 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f08fbfd9-97b7-46db-8fda-3244bd7a566a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:54.858451 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-f08fbfd9-97b7-46db-8fda-3244bd7a566a None None] Port 801e563f-cc90-496f-8d6a-0237ec928ac3 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:44:54.878847 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-37927e64-9785-44ab-a48c-1070c8cc0a47 None None] Set router d892efa2-d5b9-430a-95a1-32b94b658ef5 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:44:54.896139 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8f3abd59-b447-42b4-9009-e658f57591db req-33c0cf52-20c2-4d56-af37-42416ebf7b3c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1008978485&fields=id&tenant_id=79c61858fb1c4716ac2d08ff92cee2da HTTP/1.1" status: 200 len: 267 time: 0.0720935 Nov 25 20:44:54.917091 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-f08fbfd9-97b7-46db-8fda-3244bd7a566a None None] Provisioning complete for port 42ddfd19-f1b6-4000-9b16-d4e23d9a48a5 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:54.917460 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f08fbfd9-97b7-46db-8fda-3244bd7a566a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:55.039418 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3abd59-b447-42b4-9009-e658f57591db req-73a7e743-6560-46e1-ba4d-1aef6293569b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:55.042831 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8f3abd59-b447-42b4-9009-e658f57591db req-73a7e743-6560-46e1-ba4d-1aef6293569b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/networks?id=d8641d4e-d5dd-486b-8726-95d45c622dad HTTP/1.1" status: 200 len: 797 time: 0.1352754 Nov 25 20:44:55.078001 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8f3abd59-b447-42b4-9009-e658f57591db req-e46afb9c-7ed2-486a-b864-cc7b2cd49519 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/quotas/79c61858fb1c4716ac2d08ff92cee2da HTTP/1.1" status: 200 len: 375 time: 0.0257864 Nov 25 20:44:55.118992 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:55.170992 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8f3abd59-b447-42b4-9009-e658f57591db req-b8e9d077-f26d-4d48-bef5-2e9cae7dd717 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823216 Nov 25 20:44:55.206249 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 42ddfd19-f1b6-4000-9b16-d4e23d9a48a5 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:44:55.261098 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-37927e64-9785-44ab-a48c-1070c8cc0a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748571414', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:49Z', 'updated_at': '2021-11-25T20:44:53Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:50Z', 'updated_at': '2021-11-25T20:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '801e563f-cc90-496f-8d6a-0237ec928ac3', 'name': '', 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:f4:16:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'da272975-6991-450f-9384-0013ed2ad6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:53Z', 'updated_at': '2021-11-25T20:44:54Z', 'revision_number': 2, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': 'da272975-6991-450f-9384-0013ed2ad6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:55.297368 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37927e64-9785-44ab-a48c-1070c8cc0a47 None None] Checking router: d892efa2-d5b9-430a-95a1-32b94b658ef5 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:44:55.297900 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37927e64-9785-44ab-a48c-1070c8cc0a47 None None] Updating router d892efa2-d5b9-430a-95a1-32b94b658ef5 port 801e563f-cc90-496f-8d6a-0237ec928ac3 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:44:55.304853 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8f3abd59-b447-42b4-9009-e658f57591db req-b80da7ce-0146-4d8e-a79f-f60e180b41d1 service neutron] 10.222.0.55 "GET /v2.0/networks/d8641d4e-d5dd-486b-8726-95d45c622dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197569 Nov 25 20:44:55.337487 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-b04fe08b-ec1a-4149-8e1d-825315d2a44a None None] Provisioning complete for port 801e563f-cc90-496f-8d6a-0237ec928ac3 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:55.337864 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b04fe08b-ec1a-4149-8e1d-825315d2a44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:55.344432 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-37927e64-9785-44ab-a48c-1070c8cc0a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:55.370159 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 42ddfd19-f1b6-4000-9b16-d4e23d9a48a5 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:55.370568 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:55.415783 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8f3abd59-b447-42b4-9009-e658f57591db req-d0e4fa1e-168e-4779-8bc6-647f0ddc0228 service neutron] 10.222.0.55 "GET /v2.0/networks/d8641d4e-d5dd-486b-8726-95d45c622dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014788 Nov 25 20:44:55.609133 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d2ff832d-f97b-402c-86f9-e7d6001374a4 req-d3c6d18f-755e-46c3-9f2d-6bfe9261e9e8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 210 time: 0.0322309 Nov 25 20:44:55.615647 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b04fe08b-ec1a-4149-8e1d-825315d2a44a None None] Port 801e563f-cc90-496f-8d6a-0237ec928ac3 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:44:55.913978 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-37927e64-9785-44ab-a48c-1070c8cc0a47 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:55.920627 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-37927e64-9785-44ab-a48c-1070c8cc0a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:55.976048 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07b47e-7fa8-4ca9-8f46-47815f054e35 None None] Pushing event updated for resources: {'Port': ['ID=801e563f-cc90-496f-8d6a-0237ec928ac3,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:56.031053 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-37927e64-9785-44ab-a48c-1070c8cc0a47 None None] Attempting to bind port 801e563f-cc90-496f-8d6a-0237ec928ac3 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:44:56.031433 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-37927e64-9785-44ab-a48c-1070c8cc0a47 None None] Attempting to bind port 801e563f-cc90-496f-8d6a-0237ec928ac3 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '49498ef4-6e92-480d-8e9f-25a030920b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:44:56.031807 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37927e64-9785-44ab-a48c-1070c8cc0a47 None None] Attempting to bind port 801e563f-cc90-496f-8d6a-0237ec928ac3 on network d8641d4e-d5dd-486b-8726-95d45c622dad {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:44:56.037857 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37927e64-9785-44ab-a48c-1070c8cc0a47 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:44:56.038183 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37927e64-9785-44ab-a48c-1070c8cc0a47 None None] Checking segment: {'id': '49498ef4-6e92-480d-8e9f-25a030920b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:44:56.038679 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-37927e64-9785-44ab-a48c-1070c8cc0a47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:56.039067 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37927e64-9785-44ab-a48c-1070c8cc0a47 None None] Bound using segment: {'id': '49498ef4-6e92-480d-8e9f-25a030920b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:44:56.039583 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-37927e64-9785-44ab-a48c-1070c8cc0a47 None None] Bound port: 801e563f-cc90-496f-8d6a-0237ec928ac3, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49498ef4-6e92-480d-8e9f-25a030920b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:44:56.040048 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-37927e64-9785-44ab-a48c-1070c8cc0a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:56.121086 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-37927e64-9785-44ab-a48c-1070c8cc0a47 None None] For port 801e563f-cc90-496f-8d6a-0237ec928ac3, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:44:56.125659 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-37927e64-9785-44ab-a48c-1070c8cc0a47 None None] For port 801e563f-cc90-496f-8d6a-0237ec928ac3, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=801e563f-cc90-496f-8d6a-0237ec928ac3,segment=NetworkSegment(49498ef4-6e92-480d-8e9f-25a030920b73),segment_id=49498ef4-6e92-480d-8e9f-25a030920b73)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:44:56.130881 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-37927e64-9785-44ab-a48c-1070c8cc0a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:56.189917 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37927e64-9785-44ab-a48c-1070c8cc0a47 None None] Routers {'d892efa2-d5b9-430a-95a1-32b94b658ef5'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:44:56.190682 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-37927e64-9785-44ab-a48c-1070c8cc0a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:44:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d892efa2-d5b9-430a-95a1-32b94b658ef5'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:56.273775 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07b47e-7fa8-4ca9-8f46-47815f054e35 None None] Pushing event updated for resources: {'Port': ['ID=801e563f-cc90-496f-8d6a-0237ec928ac3,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:56.301206 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-443080c7-e1f5-4e06-b86d-2582dd5564e9 None None] Provisioning complete for port 801e563f-cc90-496f-8d6a-0237ec928ac3 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:56.301610 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-443080c7-e1f5-4e06-b86d-2582dd5564e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:56.361714 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-37927e64-9785-44ab-a48c-1070c8cc0a47 None None] Set router d892efa2-d5b9-430a-95a1-32b94b658ef5 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:44:56.518830 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-443080c7-e1f5-4e06-b86d-2582dd5564e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:56.581909 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-443080c7-e1f5-4e06-b86d-2582dd5564e9 None None] For port 801e563f-cc90-496f-8d6a-0237ec928ac3, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=801e563f-cc90-496f-8d6a-0237ec928ac3,segment=NetworkSegment(49498ef4-6e92-480d-8e9f-25a030920b73),segment_id=49498ef4-6e92-480d-8e9f-25a030920b73)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:44:56.587639 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-443080c7-e1f5-4e06-b86d-2582dd5564e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:56.671958 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443080c7-e1f5-4e06-b86d-2582dd5564e9 None None] Pushing event updated for resources: {'Port': ['ID=801e563f-cc90-496f-8d6a-0237ec928ac3,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:56.682662 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3abd59-b447-42b4-9009-e658f57591db req-3581b6f4-420b-43a4-a7e8-7e986c8c3783 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:56.684340 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8f3abd59-b447-42b4-9009-e658f57591db req-3581b6f4-420b-43a4-a7e8-7e986c8c3783 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.85 "GET /v2.0/networks?id=d8641d4e-d5dd-486b-8726-95d45c622dad HTTP/1.1" status: 200 len: 797 time: 0.1563771 Nov 25 20:44:56.702037 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-37927e64-9785-44ab-a48c-1070c8cc0a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748571414', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:49Z', 'updated_at': '2021-11-25T20:44:53Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:50Z', 'updated_at': '2021-11-25T20:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '801e563f-cc90-496f-8d6a-0237ec928ac3', 'name': '', 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:f4:16:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'da272975-6991-450f-9384-0013ed2ad6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:53Z', 'updated_at': '2021-11-25T20:44:56Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': 'da272975-6991-450f-9384-0013ed2ad6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:56.726250 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ef60af30-aa3d-4fae-a147-7f269ce1d4ae req-82ddd85b-a123-43d9-af4c-6457f406d97c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 210 time: 0.0390060 Nov 25 20:44:56.742394 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37927e64-9785-44ab-a48c-1070c8cc0a47 None None] The sync data for ids ['d892efa2-d5b9-430a-95a1-32b94b658ef5'] in n-d-819349-5 is: [{'id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748571414', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:49Z', 'updated_at': '2021-11-25T20:44:53Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:50Z', 'updated_at': '2021-11-25T20:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '801e563f-cc90-496f-8d6a-0237ec928ac3', 'name': '', 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:f4:16:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'da272975-6991-450f-9384-0013ed2ad6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:53Z', 'updated_at': '2021-11-25T20:44:56Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': 'da272975-6991-450f-9384-0013ed2ad6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:44:56.750578 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-5b508e96-9780-4d8d-83f2-c839551a5077 None None] Provisioning complete for port 801e563f-cc90-496f-8d6a-0237ec928ac3 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:56.750998 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5b508e96-9780-4d8d-83f2-c839551a5077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:56.772728 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8f3abd59-b447-42b4-9009-e658f57591db req-ddb14f62-ef0d-47de-9936-156f4c8f73f4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79c61858fb1c4716ac2d08ff92cee2da HTTP/1.1" status: 200 len: 380 time: 0.0764842 Nov 25 20:44:56.796868 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-8f3abd59-b447-42b4-9009-e658f57591db req-64dbf742-72f1-4d7f-aedc-e2f3854da277 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'port': {'device_id': 'a70d2741-9697-49dd-abb5-968b8b5589c0', 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad', 'admin_state_up': True, 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'security_groups': ['d9b71775-8bf7-4414-91b1-330e42d65ace']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:44:56.944032 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f3abd59-b447-42b4-9009-e658f57591db req-64dbf742-72f1-4d7f-aedc-e2f3854da277 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Made reservation on behalf of 79c61858fb1c4716ac2d08ff92cee2da for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:44:56.948620 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8f3abd59-b447-42b4-9009-e658f57591db req-64dbf742-72f1-4d7f-aedc-e2f3854da277 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:57.109061 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-8f3abd59-b447-42b4-9009-e658f57591db req-64dbf742-72f1-4d7f-aedc-e2f3854da277 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Allocated IP 172.20.0.13 (d8641d4e-d5dd-486b-8726-95d45c622dad/da272975-6991-450f-9384-0013ed2ad6eb/55517a99-8085-4083-acc1-cf132433963c) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:44:57.158219 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 801e563f-cc90-496f-8d6a-0237ec928ac3 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:44:57.216296 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 801e563f-cc90-496f-8d6a-0237ec928ac3 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:57.216746 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:57.309220 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8f3abd59-b447-42b4-9009-e658f57591db req-64dbf742-72f1-4d7f-aedc-e2f3854da277 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:57.361881 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8f3abd59-b447-42b4-9009-e658f57591db req-64dbf742-72f1-4d7f-aedc-e2f3854da277 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:57.410569 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f3abd59-b447-42b4-9009-e658f57591db req-64dbf742-72f1-4d7f-aedc-e2f3854da277 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network d8641d4e-d5dd-486b-8726-95d45c622dad is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:44:57.417875 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-8f3abd59-b447-42b4-9009-e658f57591db req-64dbf742-72f1-4d7f-aedc-e2f3854da277 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:44:57.420684 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3abd59-b447-42b4-9009-e658f57591db req-64dbf742-72f1-4d7f-aedc-e2f3854da277 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:44:57.453739 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbf742-72f1-4d7f-aedc-e2f3854da277 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=55517a99-8085-4083-acc1-cf132433963c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:57.492491 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3abd59-b447-42b4-9009-e658f57591db req-64dbf742-72f1-4d7f-aedc-e2f3854da277 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:57.493338 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8f3abd59-b447-42b4-9009-e658f57591db req-64dbf742-72f1-4d7f-aedc-e2f3854da277 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:57.515885 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8f3abd59-b447-42b4-9009-e658f57591db req-64dbf742-72f1-4d7f-aedc-e2f3854da277 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7366540 Nov 25 20:44:57.532124 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-8f3abd59-b447-42b4-9009-e658f57591db req-cbfea393-7a83-4ab7-80e4-d36f4cd901df service neutron] Request body: {'port': {'device_id': 'a70d2741-9697-49dd-abb5-968b8b5589c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:44:57.602531 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8f3abd59-b447-42b4-9009-e658f57591db req-cbfea393-7a83-4ab7-80e4-d36f4cd901df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:57.661615 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:44:57.802394 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1d44ea09-c77e-4fbf-b3d0-e7d1eda317ff None None] Provisioning complete for port 55517a99-8085-4083-acc1-cf132433963c triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:57.803302 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1d44ea09-c77e-4fbf-b3d0-e7d1eda317ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:57.861216 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1d44ea09-c77e-4fbf-b3d0-e7d1eda317ff None None] Port 55517a99-8085-4083-acc1-cf132433963c cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:44:57.891616 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e175735-cbf7-465a-a9a1-0a1443a81abd req-212c41a0-de08-4a65-bed0-3d2d61a32d90 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:57.893231 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6e175735-cbf7-465a-a9a1-0a1443a81abd req-212c41a0-de08-4a65-bed0-3d2d61a32d90 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 932 time: 0.0813105 Nov 25 20:44:57.959919 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6e175735-cbf7-465a-a9a1-0a1443a81abd req-a1f75138-c898-464c-8d1e-98dad9068852 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551703 Nov 25 20:44:58.002007 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-8f3abd59-b447-42b4-9009-e658f57591db req-cbfea393-7a83-4ab7-80e4-d36f4cd901df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55517a99-8085-4083-acc1-cf132433963c {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:44:58.017844 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8f3abd59-b447-42b4-9009-e658f57591db req-cbfea393-7a83-4ab7-80e4-d36f4cd901df service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:58.036125 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-8f3abd59-b447-42b4-9009-e658f57591db req-cbfea393-7a83-4ab7-80e4-d36f4cd901df service neutron] Transition to ACTIVE for port object 55517a99-8085-4083-acc1-cf132433963c will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:44:58.043964 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8f3abd59-b447-42b4-9009-e658f57591db req-cbfea393-7a83-4ab7-80e4-d36f4cd901df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:58.110547 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfea393-7a83-4ab7-80e4-d36f4cd901df service neutron] Pushing event updated for resources: {'Port': ['ID=55517a99-8085-4083-acc1-cf132433963c,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:58.194039 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-8f3abd59-b447-42b4-9009-e658f57591db req-cbfea393-7a83-4ab7-80e4-d36f4cd901df service neutron] Attempting to bind port 55517a99-8085-4083-acc1-cf132433963c on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:44:58.194491 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-8f3abd59-b447-42b4-9009-e658f57591db req-cbfea393-7a83-4ab7-80e4-d36f4cd901df service neutron] Attempting to bind port 55517a99-8085-4083-acc1-cf132433963c by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '49498ef4-6e92-480d-8e9f-25a030920b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:44:58.194779 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3abd59-b447-42b4-9009-e658f57591db req-cbfea393-7a83-4ab7-80e4-d36f4cd901df service neutron] Attempting to bind port 55517a99-8085-4083-acc1-cf132433963c on network d8641d4e-d5dd-486b-8726-95d45c622dad {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:44:58.199935 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3abd59-b447-42b4-9009-e658f57591db req-cbfea393-7a83-4ab7-80e4-d36f4cd901df service neutron] Port 55517a99-8085-4083-acc1-cf132433963c on network d8641d4e-d5dd-486b-8726-95d45c622dad not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:44:58.200465 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3abd59-b447-42b4-9009-e658f57591db req-cbfea393-7a83-4ab7-80e4-d36f4cd901df service neutron] Attempting to bind port 55517a99-8085-4083-acc1-cf132433963c on network d8641d4e-d5dd-486b-8726-95d45c622dad {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:44:58.206174 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3abd59-b447-42b4-9009-e658f57591db req-cbfea393-7a83-4ab7-80e4-d36f4cd901df service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:44:58.206574 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3abd59-b447-42b4-9009-e658f57591db req-cbfea393-7a83-4ab7-80e4-d36f4cd901df service neutron] Checking segment: {'id': '49498ef4-6e92-480d-8e9f-25a030920b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:44:58.206969 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3abd59-b447-42b4-9009-e658f57591db req-cbfea393-7a83-4ab7-80e4-d36f4cd901df service neutron] Bound using segment: {'id': '49498ef4-6e92-480d-8e9f-25a030920b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:44:58.207410 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-8f3abd59-b447-42b4-9009-e658f57591db req-cbfea393-7a83-4ab7-80e4-d36f4cd901df service neutron] Bound port: 55517a99-8085-4083-acc1-cf132433963c, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49498ef4-6e92-480d-8e9f-25a030920b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:44:58.207772 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8f3abd59-b447-42b4-9009-e658f57591db req-cbfea393-7a83-4ab7-80e4-d36f4cd901df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:58.284620 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-8f3abd59-b447-42b4-9009-e658f57591db req-cbfea393-7a83-4ab7-80e4-d36f4cd901df service neutron] For port 55517a99-8085-4083-acc1-cf132433963c, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:44:58.288101 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-8f3abd59-b447-42b4-9009-e658f57591db req-cbfea393-7a83-4ab7-80e4-d36f4cd901df service neutron] For port 55517a99-8085-4083-acc1-cf132433963c, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=55517a99-8085-4083-acc1-cf132433963c,segment=NetworkSegment(49498ef4-6e92-480d-8e9f-25a030920b73),segment_id=49498ef4-6e92-480d-8e9f-25a030920b73)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:44:58.295434 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8f3abd59-b447-42b4-9009-e658f57591db req-cbfea393-7a83-4ab7-80e4-d36f4cd901df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:58.332593 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3abd59-b447-42b4-9009-e658f57591db req-cbfea393-7a83-4ab7-80e4-d36f4cd901df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:58.333206 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8f3abd59-b447-42b4-9009-e658f57591db req-cbfea393-7a83-4ab7-80e4-d36f4cd901df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:58.334829 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8f3abd59-b447-42b4-9009-e658f57591db req-cbfea393-7a83-4ab7-80e4-d36f4cd901df service neutron] 10.222.0.85 "PUT /v2.0/ports/55517a99-8085-4083-acc1-cf132433963c HTTP/1.1" status: 200 len: 1092 time: 0.8102849 Nov 25 20:44:58.335087 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a70d2741-9697-49dd-abb5-968b8b5589c0', 'tag': '55517a99-8085-4083-acc1-cf132433963c'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:44:58.337376 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a16b00a-080a-4a06-b65f-155ca65a36ca" -d '{"events": [{"name": "network-changed", "server_uuid": "a70d2741-9697-49dd-abb5-968b8b5589c0", "tag": "55517a99-8085-4083-acc1-cf132433963c"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:44:58.370849 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfea393-7a83-4ab7-80e4-d36f4cd901df service neutron] Pushing event updated for resources: {'Port': ['ID=55517a99-8085-4083-acc1-cf132433963c,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:58.408774 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafbce02-612c-48b3-af5d-e593ae467b47 x-openstack-request-id: req-cafbce02-612c-48b3-af5d-e593ae467b47 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:44:58.409140 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a70d2741-9697-49dd-abb5-968b8b5589c0", "tag": "55517a99-8085-4083-acc1-cf132433963c", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:44:58.409473 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cafbce02-612c-48b3-af5d-e593ae467b47 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:44:58.409957 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a70d2741-9697-49dd-abb5-968b8b5589c0', 'tag': '55517a99-8085-4083-acc1-cf132433963c', 'status': 'completed', 'code': 200} Nov 25 20:44:58.429731 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3abd59-b447-42b4-9009-e658f57591db req-12f82ffd-2f25-4f7f-aa9f-b66ce29d6073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:58.431351 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8f3abd59-b447-42b4-9009-e658f57591db req-12f82ffd-2f25-4f7f-aa9f-b66ce29d6073 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 1095 time: 0.0521204 Nov 25 20:44:58.480538 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8f3abd59-b447-42b4-9009-e658f57591db req-3a013d99-dab8-4fcf-91e4-fb3384a4b516 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55517a99-8085-4083-acc1-cf132433963c HTTP/1.1" status: 200 len: 217 time: 0.0414412 Nov 25 20:44:58.545908 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3abd59-b447-42b4-9009-e658f57591db req-8e1909f9-6a37-43f2-973c-7ad968c5f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:58.547549 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8f3abd59-b447-42b4-9009-e658f57591db req-8e1909f9-6a37-43f2-973c-7ad968c5f303 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=da272975-6991-450f-9384-0013ed2ad6eb HTTP/1.1" status: 200 len: 835 time: 0.0606565 Nov 25 20:44:58.597800 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3abd59-b447-42b4-9009-e658f57591db req-0421d68f-5887-4204-897e-ef1dce534f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:58.599396 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8f3abd59-b447-42b4-9009-e658f57591db req-0421d68f-5887-4204-897e-ef1dce534f64 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d8641d4e-d5dd-486b-8726-95d45c622dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445502 Nov 25 20:44:58.706841 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8f3abd59-b447-42b4-9009-e658f57591db req-8492b350-4ccd-4172-a080-834e349915fa service neutron] 10.222.0.85 "GET /v2.0/networks/d8641d4e-d5dd-486b-8726-95d45c622dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002944 Nov 25 20:44:58.810789 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-8f3abd59-b447-42b4-9009-e658f57591db req-34cc6924-134f-44a2-b9c2-ae56c3752816 service neutron] 10.222.0.85 "GET /v2.0/networks/d8641d4e-d5dd-486b-8726-95d45c622dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972335 Nov 25 20:44:58.901696 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16b00a-080a-4a06-b65f-155ca65a36ca req-9ea0afc0-c290-445f-883c-90a48cdb8000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:58.903063 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3a16b00a-080a-4a06-b65f-155ca65a36ca req-9ea0afc0-c290-445f-883c-90a48cdb8000 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 1095 time: 0.0480049 Nov 25 20:44:58.993866 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16b00a-080a-4a06-b65f-155ca65a36ca req-82156b9e-6c7e-4889-9711-896336d14b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:58.995962 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3a16b00a-080a-4a06-b65f-155ca65a36ca req-82156b9e-6c7e-4889-9711-896336d14b58 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d8641d4e-d5dd-486b-8726-95d45c622dad HTTP/1.1" status: 200 len: 898 time: 0.0863483 Nov 25 20:44:59.044189 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3a16b00a-080a-4a06-b65f-155ca65a36ca req-bba8eade-843e-4e64-9690-4f9875a60482 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55517a99-8085-4083-acc1-cf132433963c HTTP/1.1" status: 200 len: 217 time: 0.0415747 Nov 25 20:44:59.096030 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e7029-5f89-45bd-a1f4-d1a73fca7f85 req-8793a460-c4fb-43af-9b7a-15d3e013ce50 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:59.097540 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6f5e7029-5f89-45bd-a1f4-d1a73fca7f85 req-8793a460-c4fb-43af-9b7a-15d3e013ce50 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 944 time: 0.0643868 Nov 25 20:44:59.104615 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16b00a-080a-4a06-b65f-155ca65a36ca req-32252c89-1308-46c7-8788-845f8e6564b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:59.106198 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3a16b00a-080a-4a06-b65f-155ca65a36ca req-32252c89-1308-46c7-8788-845f8e6564b6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=da272975-6991-450f-9384-0013ed2ad6eb HTTP/1.1" status: 200 len: 835 time: 0.0547326 Nov 25 20:44:59.151088 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6f5e7029-5f89-45bd-a1f4-d1a73fca7f85 req-73095cc6-ff4e-4aa2-a274-4c186eb15dfc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461278 Nov 25 20:44:59.155251 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16b00a-080a-4a06-b65f-155ca65a36ca req-dd654a29-34d4-451f-a140-525158f7fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:59.156769 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3a16b00a-080a-4a06-b65f-155ca65a36ca req-dd654a29-34d4-451f-a140-525158f7fde4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d8641d4e-d5dd-486b-8726-95d45c622dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425477 Nov 25 20:44:59.255006 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3a16b00a-080a-4a06-b65f-155ca65a36ca req-97529442-30e4-4faf-94b8-cc3bd75489ea service neutron] 10.222.0.85 "GET /v2.0/networks/d8641d4e-d5dd-486b-8726-95d45c622dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903218 Nov 25 20:44:59.346874 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3a16b00a-080a-4a06-b65f-155ca65a36ca req-a8dfb376-444d-46fa-a2a3-c982d9dedf9e service neutron] 10.222.0.85 "GET /v2.0/networks/d8641d4e-d5dd-486b-8726-95d45c622dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843208 Nov 25 20:44:59.424142 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f0759846-ee18-45b5-8703-c270352c7304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:00.270266 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d33b1c-965b-46ad-9510-c14b7d8d59ba req-50d9fff7-a5fb-403a-9ba7-0cc23edf6d1f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:00.271785 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-84d33b1c-965b-46ad-9510-c14b7d8d59ba req-50d9fff7-a5fb-403a-9ba7-0cc23edf6d1f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 944 time: 0.0512445 Nov 25 20:45:00.323249 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-84d33b1c-965b-46ad-9510-c14b7d8d59ba req-f9c83794-56da-454a-a2e7-65357728d2a4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439620 Nov 25 20:45:01.439866 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33da89e-c025-4397-8e77-e7d72f90eda0 req-cc398bac-908b-419d-9892-47a8e542062d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:01.441372 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e33da89e-c025-4397-8e77-e7d72f90eda0 req-cc398bac-908b-419d-9892-47a8e542062d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 944 time: 0.0508494 Nov 25 20:45:01.498236 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e33da89e-c025-4397-8e77-e7d72f90eda0 req-b9a62f2d-76b1-4c7c-8c70-2ce707e466cb tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505569 Nov 25 20:45:01.918068 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1bcc3ec9-34d0-46df-8c87-3e2840843bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:02.397782 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 55517a99-8085-4083-acc1-cf132433963c details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:45:02.496595 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 55517a99-8085-4083-acc1-cf132433963c, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=55517a99-8085-4083-acc1-cf132433963c,segment=NetworkSegment(49498ef4-6e92-480d-8e9f-25a030920b73),segment_id=49498ef4-6e92-480d-8e9f-25a030920b73)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:45:02.507252 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '55517a99-8085-4083-acc1-cf132433963c', 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad', 'port_id': '55517a99-8085-4083-acc1-cf132433963c', 'mac_address': 'fa:16:3e:46:ee:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da272975-6991-450f-9384-0013ed2ad6eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:45:02.549884 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:02.572298 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55517a99-8085-4083-acc1-cf132433963c {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:45:02.597438 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 55517a99-8085-4083-acc1-cf132433963c, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=55517a99-8085-4083-acc1-cf132433963c,segment=NetworkSegment(49498ef4-6e92-480d-8e9f-25a030920b73),segment_id=49498ef4-6e92-480d-8e9f-25a030920b73)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:45:02.602737 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:02.638725 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04162508-0a73-4076-b5a2-660a082e8771 req-61c82d0f-755a-40b3-92f0-7416d1ea385f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:02.641035 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-04162508-0a73-4076-b5a2-660a082e8771 req-61c82d0f-755a-40b3-92f0-7416d1ea385f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 944 time: 0.0648925 Nov 25 20:45:02.656472 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=55517a99-8085-4083-acc1-cf132433963c,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:02.693815 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-04162508-0a73-4076-b5a2-660a082e8771 req-dfca4d9f-2219-44f1-9145-2dde259de819 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467753 Nov 25 20:45:02.807619 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['55517a99-8085-4083-acc1-cf132433963c'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:45:03.812508 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b997a66-6df2-40ed-a50f-2eeb4085b10a req-5b611304-bbd1-49de-9c84-9789a0f810f5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:03.813975 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b997a66-6df2-40ed-a50f-2eeb4085b10a req-5b611304-bbd1-49de-9c84-9789a0f810f5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 945 time: 0.0495503 Nov 25 20:45:03.863640 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b997a66-6df2-40ed-a50f-2eeb4085b10a req-bdc32661-1cbb-4744-b10e-d3cfdfcfaedb tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437105 Nov 25 20:45:03.998977 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:04.412996 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 55517a99-8085-4083-acc1-cf132433963c up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:45:04.465383 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 55517a99-8085-4083-acc1-cf132433963c completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:45:04.469582 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 55517a99-8085-4083-acc1-cf132433963c triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:45:04.469959 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:04.556239 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:04.583039 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70d2741-9697-49dd-abb5-968b8b5589c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55517a99-8085-4083-acc1-cf132433963c'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:45:04.585742 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b2c24a-2ed8-4743-b070-109319e807e1" -d '{"events": [{"server_uuid": "a70d2741-9697-49dd-abb5-968b8b5589c0", "name": "network-vif-plugged", "status": "completed", "tag": "55517a99-8085-4083-acc1-cf132433963c"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:45:04.599121 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 55517a99-8085-4083-acc1-cf132433963c, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=55517a99-8085-4083-acc1-cf132433963c,segment=NetworkSegment(49498ef4-6e92-480d-8e9f-25a030920b73),segment_id=49498ef4-6e92-480d-8e9f-25a030920b73)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:45:04.605792 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:04.631807 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70924f76-b399-4e7d-a1c8-102cc0b5a115 x-openstack-request-id: req-70924f76-b399-4e7d-a1c8-102cc0b5a115 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:45:04.632103 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70d2741-9697-49dd-abb5-968b8b5589c0", "name": "network-vif-plugged", "status": "completed", "tag": "55517a99-8085-4083-acc1-cf132433963c", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:45:04.632360 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-70924f76-b399-4e7d-a1c8-102cc0b5a115 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:45:04.632750 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a70d2741-9697-49dd-abb5-968b8b5589c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55517a99-8085-4083-acc1-cf132433963c', 'code': 200} Nov 25 20:45:04.662825 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=55517a99-8085-4083-acc1-cf132433963c,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:04.740481 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49242188-5a8a-4351-836a-50eeada44641 req-1164822e-9e3e-45cf-83aa-9b4e0f8991ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:04.741996 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-49242188-5a8a-4351-836a-50eeada44641 req-1164822e-9e3e-45cf-83aa-9b4e0f8991ed service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 1097 time: 0.0511332 Nov 25 20:45:04.789812 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-49242188-5a8a-4351-836a-50eeada44641 req-07f45967-adb4-4781-b541-0648b7d34217 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393672 Nov 25 20:45:04.991057 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79c74a-c220-4464-8ab6-1b4bd58496f8 req-e21eac50-a241-4f04-a3ee-aa9836316640 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:04.992462 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6e79c74a-c220-4464-8ab6-1b4bd58496f8 req-e21eac50-a241-4f04-a3ee-aa9836316640 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 946 time: 0.0543668 Nov 25 20:45:05.044016 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6e79c74a-c220-4464-8ab6-1b4bd58496f8 req-8ef2dd71-d3ee-454d-935b-e99af835d926 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449882 Nov 25 20:45:05.718439 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:05.808020 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:06.160343 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea6a4c-5e95-4035-a2cd-6d1252cce8e0 req-36404d10-3288-4366-9bd7-83db0eddaa65 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:06.161911 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d2ea6a4c-5e95-4035-a2cd-6d1252cce8e0 req-36404d10-3288-4366-9bd7-83db0eddaa65 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 946 time: 0.0499640 Nov 25 20:45:06.213586 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d2ea6a4c-5e95-4035-a2cd-6d1252cce8e0 req-aa5506aa-f5d6-4f69-b311-cb9d5db8d98a tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450737 Nov 25 20:45:06.327584 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e96f9-935a-4a36-bb76-3c2833f6612b req-1e937adc-7ce7-4749-a36c-43e6077ee59a tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:06.328944 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-341e96f9-935a-4a36-bb76-3c2833f6612b req-1e937adc-7ce7-4749-a36c-43e6077ee59a tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 946 time: 0.0486567 Nov 25 20:45:06.383439 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-341e96f9-935a-4a36-bb76-3c2833f6612b req-8936ba73-e688-4f57-9796-5aecea213ff5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485060 Nov 25 20:45:06.406486 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59792) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:06.446773 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39dc62c-146a-4028-bd57-e55157cb7281 tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:06.448467 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c39dc62c-146a-4028-bd57-e55157cb7281 tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 1092 time: 0.0409846 Nov 25 20:45:06.451376 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59794) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:06.455673 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'port_id': '55517a99-8085-4083-acc1-cf132433963c', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:45:06.478014 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:06.585367 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:06.688231 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Allocated IP 172.25.6.147 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/f1da43ca-c400-4482-ac06-318e549b6845) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:45:06.793664 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:06.827837 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:06.866595 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:45:06.869365 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:45:06.872128 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:45:06.896208 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=f1da43ca-c400-4482-ac06-318e549b6845,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:06.908511 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:06.908860 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:06.909200 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:06.909541 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:06.909872 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:06.910206 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:06.910562 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:06.910893 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:06.911219 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:06.911546 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:06.911870 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:06.912188 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:07.238099 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:07.306324 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:07.462034 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:07.466830 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:07.533285 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=f1da43ca-c400-4482-ac06-318e549b6845,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:07.551696 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:07.654847 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Floating IP ae2f07eb-8e8f-4fca-b922-a360a2145446 associated. External IP: 172.25.6.147, port: 55517a99-8085-4083-acc1-cf132433963c. Nov 25 20:45:07.878277 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Router d892efa2-d5b9-430a-95a1-32b94b658ef5 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:45:07.992777 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:45:08.004466 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dc702e-1c48-4f4f-83f5-b16ecbc58db1 None None] Sync routers for ids ['d892efa2-d5b9-430a-95a1-32b94b658ef5'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:45:08.014690 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:08.016118 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dc702e-1c48-4f4f-83f5-b16ecbc58db1 None None] Routers {'d892efa2-d5b9-430a-95a1-32b94b658ef5'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:45:08.016897 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-40dc702e-1c48-4f4f-83f5-b16ecbc58db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:45:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d892efa2-d5b9-430a-95a1-32b94b658ef5'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:45:08.052863 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1d2ac567-abe1-4020-bae2-a4b1bac7478b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5980246 Nov 25 20:45:08.052863 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a70d2741-9697-49dd-abb5-968b8b5589c0', 'tag': '55517a99-8085-4083-acc1-cf132433963c'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:45:08.058091 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44625709-540f-4640-9963-d4aaf8903c15" -d '{"events": [{"name": "network-changed", "server_uuid": "a70d2741-9697-49dd-abb5-968b8b5589c0", "tag": "55517a99-8085-4083-acc1-cf132433963c"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:45:08.129715 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-40dc702e-1c48-4f4f-83f5-b16ecbc58db1 None None] Set router d892efa2-d5b9-430a-95a1-32b94b658ef5 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:45:08.162046 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f76779-05c9-4fd3-9710-ba7027a6731f req-52dc6d41-6640-435b-8d5a-700f9f80898b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:08.163584 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e4f76779-05c9-4fd3-9710-ba7027a6731f req-52dc6d41-6640-435b-8d5a-700f9f80898b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 946 time: 0.0510859 Nov 25 20:45:08.219363 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e4f76779-05c9-4fd3-9710-ba7027a6731f req-988eba27-bb82-4a43-8f7a-926ba5130b7a tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484405 Nov 25 20:45:08.249698 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59800) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:08.304525 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40478480-4653-4c28-bddf-f794969c1476 x-openstack-request-id: req-40478480-4653-4c28-bddf-f794969c1476 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:45:08.304981 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a70d2741-9697-49dd-abb5-968b8b5589c0", "tag": "55517a99-8085-4083-acc1-cf132433963c", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:45:08.305707 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-40478480-4653-4c28-bddf-f794969c1476 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:45:08.305707 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a70d2741-9697-49dd-abb5-968b8b5589c0', 'tag': '55517a99-8085-4083-acc1-cf132433963c', 'status': 'completed', 'code': 200} Nov 25 20:45:08.375664 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-40dc702e-1c48-4f4f-83f5-b16ecbc58db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748571414', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:49Z', 'updated_at': '2021-11-25T20:44:53Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:50Z', 'updated_at': '2021-11-25T20:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'ae2f07eb-8e8f-4fca-b922-a360a2145446', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'floating_ip_address': '172.25.6.147', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'port_id': '55517a99-8085-4083-acc1-cf132433963c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad', 'mac_address': 'fa:16:3e:46:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70d2741-9697-49dd-abb5-968b8b5589c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:45:07Z', 'updated_at': '2021-11-25T20:45:07Z', 'revision_number': 0, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801e563f-cc90-496f-8d6a-0237ec928ac3', 'name': '', 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:f4:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'da272975-6991-450f-9384-0013ed2ad6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:53Z', 'updated_at': '2021-11-25T20:44:56Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': 'da272975-6991-450f-9384-0013ed2ad6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:45:08.403709 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dc702e-1c48-4f4f-83f5-b16ecbc58db1 None None] Checking router: d892efa2-d5b9-430a-95a1-32b94b658ef5 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:45:08.412641 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dc702e-1c48-4f4f-83f5-b16ecbc58db1 None None] Routers {'d892efa2-d5b9-430a-95a1-32b94b658ef5'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:45:08.413263 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-40dc702e-1c48-4f4f-83f5-b16ecbc58db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:45:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d892efa2-d5b9-430a-95a1-32b94b658ef5'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:45:08.537721 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-40dc702e-1c48-4f4f-83f5-b16ecbc58db1 None None] Set router d892efa2-d5b9-430a-95a1-32b94b658ef5 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:45:08.743860 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-94f1708b-6c25-46bf-bf9a-04347c23cee1 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/floatingips/ae2f07eb-8e8f-4fca-b922-a360a2145446 HTTP/1.1" status: 200 len: 992 time: 0.4928050 Nov 25 20:45:08.754658 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44625709-540f-4640-9963-d4aaf8903c15 req-c51957e7-e3fb-4d77-b6a2-a8206763e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:08.756276 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-44625709-540f-4640-9963-d4aaf8903c15 req-c51957e7-e3fb-4d77-b6a2-a8206763e9e7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 1097 time: 0.4495792 Nov 25 20:45:08.783040 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-40dc702e-1c48-4f4f-83f5-b16ecbc58db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748571414', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:49Z', 'updated_at': '2021-11-25T20:44:53Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:50Z', 'updated_at': '2021-11-25T20:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'ae2f07eb-8e8f-4fca-b922-a360a2145446', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'floating_ip_address': '172.25.6.147', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'port_id': '55517a99-8085-4083-acc1-cf132433963c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad', 'mac_address': 'fa:16:3e:46:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70d2741-9697-49dd-abb5-968b8b5589c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:45:07Z', 'updated_at': '2021-11-25T20:45:07Z', 'revision_number': 0, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801e563f-cc90-496f-8d6a-0237ec928ac3', 'name': '', 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:f4:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'da272975-6991-450f-9384-0013ed2ad6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:53Z', 'updated_at': '2021-11-25T20:44:56Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': 'da272975-6991-450f-9384-0013ed2ad6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:45:08.809024 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dc702e-1c48-4f4f-83f5-b16ecbc58db1 None None] The sync data for ids ['d892efa2-d5b9-430a-95a1-32b94b658ef5'] in n-d-819349-5 is: [{'id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748571414', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:49Z', 'updated_at': '2021-11-25T20:44:53Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:50Z', 'updated_at': '2021-11-25T20:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'ae2f07eb-8e8f-4fca-b922-a360a2145446', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'floating_ip_address': '172.25.6.147', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'port_id': '55517a99-8085-4083-acc1-cf132433963c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad', 'mac_address': 'fa:16:3e:46:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70d2741-9697-49dd-abb5-968b8b5589c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:45:07Z', 'updated_at': '2021-11-25T20:45:07Z', 'revision_number': 0, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801e563f-cc90-496f-8d6a-0237ec928ac3', 'name': '', 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:f4:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'da272975-6991-450f-9384-0013ed2ad6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:53Z', 'updated_at': '2021-11-25T20:44:56Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': 'da272975-6991-450f-9384-0013ed2ad6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:45:08.851256 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44625709-540f-4640-9963-d4aaf8903c15 req-58d7dcf9-7f3f-4489-9cf3-a10be1a068ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:08.852733 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-44625709-540f-4640-9963-d4aaf8903c15 req-58d7dcf9-7f3f-4489-9cf3-a10be1a068ff service neutron] 10.222.0.85 "GET /v2.0/networks?id=d8641d4e-d5dd-486b-8726-95d45c622dad HTTP/1.1" status: 200 len: 898 time: 0.0885754 Nov 25 20:45:08.924795 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-44625709-540f-4640-9963-d4aaf8903c15 req-eb03f71f-0f49-4d76-86d1-d46dc67313dc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55517a99-8085-4083-acc1-cf132433963c HTTP/1.1" status: 200 len: 1000 time: 0.0650976 Nov 25 20:45:08.975223 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44625709-540f-4640-9963-d4aaf8903c15 req-e75f4c20-8b84-4b48-a4f2-fc56e30aab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:08.976777 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-44625709-540f-4640-9963-d4aaf8903c15 req-e75f4c20-8b84-4b48-a4f2-fc56e30aab75 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=da272975-6991-450f-9384-0013ed2ad6eb HTTP/1.1" status: 200 len: 835 time: 0.0453846 Nov 25 20:45:09.019084 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f01dfec-20c7-47ef-83a6-1d845e8d61fd None None] New status for floating IP ae2f07eb-8e8f-4fca-b922-a360a2145446: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:45:09.025328 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44625709-540f-4640-9963-d4aaf8903c15 req-e2619dc5-76b2-4c78-8b97-15f93cc11a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:09.027439 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-44625709-540f-4640-9963-d4aaf8903c15 req-e2619dc5-76b2-4c78-8b97-15f93cc11a0d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d8641d4e-d5dd-486b-8726-95d45c622dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435102 Nov 25 20:45:09.125312 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-44625709-540f-4640-9963-d4aaf8903c15 req-3a1e572d-1d61-4eac-ac18-e5e3bc226ee5 service neutron] 10.222.0.85 "GET /v2.0/networks/d8641d4e-d5dd-486b-8726-95d45c622dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911651 Nov 25 20:45:09.221551 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-44625709-540f-4640-9963-d4aaf8903c15 req-064fc105-14ff-45d6-920f-757413e88e1e service neutron] 10.222.0.85 "GET /v2.0/networks/d8641d4e-d5dd-486b-8726-95d45c622dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891247 Nov 25 20:45:09.748161 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59802) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:09.815164 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-d6204af0-54e5-4015-b55e-e2026b1c29df tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/floatingips/ae2f07eb-8e8f-4fca-b922-a360a2145446 HTTP/1.1" status: 200 len: 994 time: 0.0658317 Nov 25 20:45:24.391349 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:25.072308 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:27.063421 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-939c149a-2858-452d-876c-838fc48418f1 req-35c714fe-1a0e-4980-9d24-77cb1f6613d6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0819242 Nov 25 20:45:27.147514 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c149a-2858-452d-876c-838fc48418f1 req-c530e601-4f8e-4e82-b254-bdf528bb914f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:27.149057 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-939c149a-2858-452d-876c-838fc48418f1 req-c530e601-4f8e-4e82-b254-bdf528bb914f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 1097 time: 0.0414977 Nov 25 20:45:27.257992 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c149a-2858-452d-876c-838fc48418f1 req-602e16cb-3a58-4b37-8a4f-57401a3a25b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:27.259463 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-939c149a-2858-452d-876c-838fc48418f1 req-602e16cb-3a58-4b37-8a4f-57401a3a25b4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d8641d4e-d5dd-486b-8726-95d45c622dad HTTP/1.1" status: 200 len: 898 time: 0.0911481 Nov 25 20:45:27.332004 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-939c149a-2858-452d-876c-838fc48418f1 req-395729c1-3608-45a5-becd-294a5d4be7ba service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55517a99-8085-4083-acc1-cf132433963c HTTP/1.1" status: 200 len: 1002 time: 0.0648544 Nov 25 20:45:27.387820 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c149a-2858-452d-876c-838fc48418f1 req-f09a29e7-9fad-4613-a46a-486f88019ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:27.389233 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-939c149a-2858-452d-876c-838fc48418f1 req-f09a29e7-9fad-4613-a46a-486f88019ba3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=da272975-6991-450f-9384-0013ed2ad6eb HTTP/1.1" status: 200 len: 835 time: 0.0502660 Nov 25 20:45:27.436723 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c149a-2858-452d-876c-838fc48418f1 req-cb857a12-d84a-45a5-bfce-530409c62965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:27.438218 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-939c149a-2858-452d-876c-838fc48418f1 req-cb857a12-d84a-45a5-bfce-530409c62965 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d8641d4e-d5dd-486b-8726-95d45c622dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411992 Nov 25 20:45:27.528820 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-939c149a-2858-452d-876c-838fc48418f1 req-9ffe5554-520e-4420-aadb-b7dcd6e78a7a service neutron] 10.222.0.85 "GET /v2.0/networks/d8641d4e-d5dd-486b-8726-95d45c622dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827622 Nov 25 20:45:27.634260 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-939c149a-2858-452d-876c-838fc48418f1 req-00acd30d-08b5-49af-b300-0dcd21f44a5b service neutron] 10.222.0.85 "GET /v2.0/networks/d8641d4e-d5dd-486b-8726-95d45c622dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886428 Nov 25 20:45:29.425965 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a5ff2121-5c63-479a-90d1-2a89ec9e424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:31.921305 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b2d12c09-5259-4d48-9f85-5c99b0209a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:34.001423 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:34.663271 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:45:35.723285 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:35.812201 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:41.243315 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78315fa-dcbc-424b-ba84-d783d32b6e20 req-b267116c-f17a-4e59-aba6-a221e60d1994 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:41.246078 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a78315fa-dcbc-424b-ba84-d783d32b6e20 req-b267116c-f17a-4e59-aba6-a221e60d1994 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 946 time: 0.0724738 Nov 25 20:45:41.307509 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a78315fa-dcbc-424b-ba84-d783d32b6e20 req-22a357f7-0140-48b1-87b0-8901fbdd4f67 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541344 Nov 25 20:45:42.434910 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ded9d-cb6e-42ec-80e8-8bce2ae4feef req-1ee56b4b-ad6c-4cb8-8835-a454a6c07dd2 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:42.436405 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a0ded9d-cb6e-42ec-80e8-8bce2ae4feef req-1ee56b4b-ad6c-4cb8-8835-a454a6c07dd2 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 946 time: 0.0551522 Nov 25 20:45:42.486398 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3a0ded9d-cb6e-42ec-80e8-8bce2ae4feef req-8ba5dbd3-6b49-469e-9d18-c55e1bc8c25a tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439651 Nov 25 20:45:43.609913 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a4686-860a-4bc8-84b7-8e00a1c547d9 req-f9a820a3-a1f4-4f7b-a551-099e3bfe1ffa tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:43.611489 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-036a4686-860a-4bc8-84b7-8e00a1c547d9 req-f9a820a3-a1f4-4f7b-a551-099e3bfe1ffa tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 946 time: 0.0540454 Nov 25 20:45:43.666421 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-036a4686-860a-4bc8-84b7-8e00a1c547d9 req-20cf7de6-65d5-444f-8f94-5c3f3a4ef643 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487463 Nov 25 20:45:44.796073 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12ea86-9b5a-42f8-849c-545cbfc0fae9 req-89be46a9-b482-4a37-a75e-4049342f82d1 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:44.797626 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea12ea86-9b5a-42f8-849c-545cbfc0fae9 req-89be46a9-b482-4a37-a75e-4049342f82d1 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 946 time: 0.0554690 Nov 25 20:45:44.852308 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ea12ea86-9b5a-42f8-849c-545cbfc0fae9 req-d36670cf-da4f-4756-8082-b9dbd9e235a1 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486817 Nov 25 20:45:45.976381 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ed3c5-68da-44d3-80ea-a06e66e1f86d req-5bebe9ad-f5d7-49f9-b290-7cb35d778ce4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:45.978020 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-901ed3c5-68da-44d3-80ea-a06e66e1f86d req-5bebe9ad-f5d7-49f9-b290-7cb35d778ce4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 946 time: 0.0535238 Nov 25 20:45:46.035889 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-901ed3c5-68da-44d3-80ea-a06e66e1f86d req-4f7c3ad9-8728-47e7-ac9b-6eee27776014 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503500 Nov 25 20:45:47.186109 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953674f-c37f-4345-9906-acc4d24615cc req-f0e7e408-f381-42a7-b4a7-06ac73739090 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:47.187856 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9953674f-c37f-4345-9906-acc4d24615cc req-f0e7e408-f381-42a7-b4a7-06ac73739090 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 946 time: 0.0573447 Nov 25 20:45:47.255439 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9953674f-c37f-4345-9906-acc4d24615cc req-363e35fb-9787-41e8-a1f7-ddac596529ae tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582561 Nov 25 20:45:48.387163 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fdbda-5ab2-418f-b2e8-16c0259efaa2 req-3e6f4e91-b5b0-4a82-ab3f-cb645e13fdc4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:48.390495 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0a6fdbda-5ab2-418f-b2e8-16c0259efaa2 req-3e6f4e91-b5b0-4a82-ab3f-cb645e13fdc4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 946 time: 0.0548065 Nov 25 20:45:48.458315 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0a6fdbda-5ab2-418f-b2e8-16c0259efaa2 req-8f2e9ea8-be09-4235-b0c6-2795ddcc0e33 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576477 Nov 25 20:45:49.585401 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee831c-02ed-4e7a-bfd4-2b920dadd3db req-4cf869e7-ca6a-4e3d-9b7d-f1ce48b7e6bc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:49.587333 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e3ee831c-02ed-4e7a-bfd4-2b920dadd3db req-4cf869e7-ca6a-4e3d-9b7d-f1ce48b7e6bc tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 946 time: 0.0537026 Nov 25 20:45:49.646245 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e3ee831c-02ed-4e7a-bfd4-2b920dadd3db req-2b7ec055-609e-4336-9c59-3651f3edd49a tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489562 Nov 25 20:45:50.779793 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2603fc-eced-4318-a851-c39c61d01078 req-2e3bbeea-f041-4540-a5e2-b42434308092 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:50.781405 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-df2603fc-eced-4318-a851-c39c61d01078 req-2e3bbeea-f041-4540-a5e2-b42434308092 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 946 time: 0.0592680 Nov 25 20:45:50.837010 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-df2603fc-eced-4318-a851-c39c61d01078 req-428c5b9d-fcd8-4f27-a28d-3924c8df0c68 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492506 Nov 25 20:45:51.964801 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa32fd8-2dd3-483d-932d-35a365a93197 req-08bd7acf-e507-4590-9c79-0a43b7e9e2f6 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:51.967788 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-efa32fd8-2dd3-483d-932d-35a365a93197 req-08bd7acf-e507-4590-9c79-0a43b7e9e2f6 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 946 time: 0.0551674 Nov 25 20:45:52.033657 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-efa32fd8-2dd3-483d-932d-35a365a93197 req-f3a4618d-f0c0-40dd-bae1-90b7496d0779 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593131 Nov 25 20:45:53.152257 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8720924-7b76-4c66-acc8-b8da6e233858 req-d6920572-20aa-4638-a369-bd8904ec47e9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:53.154916 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8720924-7b76-4c66-acc8-b8da6e233858 req-d6920572-20aa-4638-a369-bd8904ec47e9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 946 time: 0.0504258 Nov 25 20:45:53.209075 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c8720924-7b76-4c66-acc8-b8da6e233858 req-99a36e74-d217-43ad-ab9f-741b004ad3fe tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481982 Nov 25 20:45:54.327878 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45aa6ea-f1c1-40a1-98a8-413532591066 req-8fa0a781-d220-4218-9b3b-5740e80dea77 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:54.329279 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e45aa6ea-f1c1-40a1-98a8-413532591066 req-8fa0a781-d220-4218-9b3b-5740e80dea77 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 946 time: 0.0519090 Nov 25 20:45:54.378529 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e45aa6ea-f1c1-40a1-98a8-413532591066 req-268b45c9-214e-4165-8268-8edaa0d1ac87 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431786 Nov 25 20:45:54.398974 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:55.080562 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:55.497892 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa91bb1-fb86-4cfe-a719-6e608d2e05d5 req-c0f8da51-6ad9-4eae-84ce-1b609971849a tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:55.499398 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eaa91bb1-fb86-4cfe-a719-6e608d2e05d5 req-c0f8da51-6ad9-4eae-84ce-1b609971849a tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 946 time: 0.0496643 Nov 25 20:45:55.549819 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-eaa91bb1-fb86-4cfe-a719-6e608d2e05d5 req-82ef4b15-be8f-440b-91e4-c8ccf44d0120 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445361 Nov 25 20:45:56.689275 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d34c62-6ed4-4d40-a5e3-63e80b37ff50 req-0f63e1f1-6ed6-4ff3-b77b-1f367d9ffc18 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:56.690914 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0d34c62-6ed4-4d40-a5e3-63e80b37ff50 req-0f63e1f1-6ed6-4ff3-b77b-1f367d9ffc18 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 946 time: 0.0656955 Nov 25 20:45:56.760037 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0d34c62-6ed4-4d40-a5e3-63e80b37ff50 req-b93f4cfe-5109-4418-9181-7b390bc63c69 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575523 Nov 25 20:45:56.785109 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59854) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:56.851215 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c62a7463-76f3-4009-8551-a48a255454e1 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/floatingips/ae2f07eb-8e8f-4fca-b922-a360a2145446 HTTP/1.1" status: 200 len: 994 time: 0.0643065 Nov 25 20:45:58.143669 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e7db8-30e1-4bf0-894e-5b004b20d5b1 req-29a61e8c-8ad2-4b1a-97be-e1e9c10a663c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:58.145112 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-008e7db8-30e1-4bf0-894e-5b004b20d5b1 req-29a61e8c-8ad2-4b1a-97be-e1e9c10a663c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 946 time: 0.0516467 Nov 25 20:45:58.163727 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca82d3d-3bbf-448b-82d4-2e275e105f5c req-d4039bfb-3c56-4779-a29f-571657b69d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:58.165338 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1ca82d3d-3bbf-448b-82d4-2e275e105f5c req-d4039bfb-3c56-4779-a29f-571657b69d45 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 1097 time: 0.0500734 Nov 25 20:45:58.200776 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-008e7db8-30e1-4bf0-894e-5b004b20d5b1 req-e17d3e16-6e27-4a69-9f33-9e922c6004b9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495093 Nov 25 20:45:58.262381 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca82d3d-3bbf-448b-82d4-2e275e105f5c req-6360e6a6-06cb-47cd-b479-6c0ed58b2bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:58.263890 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1ca82d3d-3bbf-448b-82d4-2e275e105f5c req-6360e6a6-06cb-47cd-b479-6c0ed58b2bcd service neutron] 10.222.0.85 "GET /v2.0/networks?id=d8641d4e-d5dd-486b-8726-95d45c622dad HTTP/1.1" status: 200 len: 898 time: 0.0903871 Nov 25 20:45:58.334903 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1ca82d3d-3bbf-448b-82d4-2e275e105f5c req-cd0adf60-f1ac-41fc-a22a-c3c5fb9607f8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55517a99-8085-4083-acc1-cf132433963c HTTP/1.1" status: 200 len: 1002 time: 0.0635946 Nov 25 20:45:58.386046 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca82d3d-3bbf-448b-82d4-2e275e105f5c req-9e1f11ec-0196-4b5c-8c29-aa3235604b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:58.387548 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1ca82d3d-3bbf-448b-82d4-2e275e105f5c req-9e1f11ec-0196-4b5c-8c29-aa3235604b3f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=da272975-6991-450f-9384-0013ed2ad6eb HTTP/1.1" status: 200 len: 835 time: 0.0453820 Nov 25 20:45:58.437656 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca82d3d-3bbf-448b-82d4-2e275e105f5c req-a8fabba3-12bb-4694-bf66-c0f96883e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:58.444064 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1ca82d3d-3bbf-448b-82d4-2e275e105f5c req-a8fabba3-12bb-4694-bf66-c0f96883e5f4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d8641d4e-d5dd-486b-8726-95d45c622dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451591 Nov 25 20:45:58.542810 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1ca82d3d-3bbf-448b-82d4-2e275e105f5c req-eb4b4c1e-622f-4f88-8b79-1957329944ff service neutron] 10.222.0.85 "GET /v2.0/networks/d8641d4e-d5dd-486b-8726-95d45c622dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961661 Nov 25 20:45:58.634884 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1ca82d3d-3bbf-448b-82d4-2e275e105f5c req-1b967728-6a39-47b8-8d19-0e302a253df6 service neutron] 10.222.0.85 "GET /v2.0/networks/d8641d4e-d5dd-486b-8726-95d45c622dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846312 Nov 25 20:45:59.333763 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93691ea-9d93-4ea1-b5a6-f9c40a54cebe req-b8b02207-b8b1-451d-abad-7c394fc2a098 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:59.335235 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e93691ea-9d93-4ea1-b5a6-f9c40a54cebe req-b8b02207-b8b1-451d-abad-7c394fc2a098 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 946 time: 0.0578327 Nov 25 20:45:59.397228 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e93691ea-9d93-4ea1-b5a6-f9c40a54cebe req-dfb44d0c-6fa9-4715-8e47-e74ffa7c7587 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551882 Nov 25 20:45:59.421347 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59864) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:59.430376 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-059f8240-3712-413a-89f7-5197223ae935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:59.495555 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bbcb0ef6-3890-4f56-9fc3-4a6e55b4f2ed tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/floatingips/ae2f07eb-8e8f-4fca-b922-a360a2145446 HTTP/1.1" status: 200 len: 994 time: 0.0730250 Nov 25 20:46:01.925072 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0df33c52-befb-4e79-8f4f-73158e469575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:04.005435 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:05.733389 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:05.814391 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:11.663003 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:46:24.397240 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:25.083820 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:27.021347 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-27b17b1c-b4f8-40a0-9ef1-6493511e2695 req-1151c5cf-ab67-457c-ae92-96891ddfa63e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408087 Nov 25 20:46:27.104260 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b17b1c-b4f8-40a0-9ef1-6493511e2695 req-b1aea148-541e-41b2-9667-f143a794d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:27.106689 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-27b17b1c-b4f8-40a0-9ef1-6493511e2695 req-b1aea148-541e-41b2-9667-f143a794d29a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 1097 time: 0.0408130 Nov 25 20:46:27.213125 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b17b1c-b4f8-40a0-9ef1-6493511e2695 req-4ad69e3b-ba7d-42bf-a171-2088906b6503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:27.214608 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-27b17b1c-b4f8-40a0-9ef1-6493511e2695 req-4ad69e3b-ba7d-42bf-a171-2088906b6503 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d8641d4e-d5dd-486b-8726-95d45c622dad HTTP/1.1" status: 200 len: 898 time: 0.0892060 Nov 25 20:46:27.283811 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-27b17b1c-b4f8-40a0-9ef1-6493511e2695 req-d751a66e-f1f3-428e-adc6-9a26faff66c4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55517a99-8085-4083-acc1-cf132433963c HTTP/1.1" status: 200 len: 1002 time: 0.0588520 Nov 25 20:46:27.341117 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b17b1c-b4f8-40a0-9ef1-6493511e2695 req-edfb89a7-796f-4437-80ea-9cc71a4a2b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:27.342648 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-27b17b1c-b4f8-40a0-9ef1-6493511e2695 req-edfb89a7-796f-4437-80ea-9cc71a4a2b16 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=da272975-6991-450f-9384-0013ed2ad6eb HTTP/1.1" status: 200 len: 835 time: 0.0512516 Nov 25 20:46:27.390855 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b17b1c-b4f8-40a0-9ef1-6493511e2695 req-766b3a4c-dc70-4d03-ac0d-468c92fe7276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:27.392344 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-27b17b1c-b4f8-40a0-9ef1-6493511e2695 req-766b3a4c-dc70-4d03-ac0d-468c92fe7276 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d8641d4e-d5dd-486b-8726-95d45c622dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419607 Nov 25 20:46:27.484246 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-27b17b1c-b4f8-40a0-9ef1-6493511e2695 req-c5c8fa9d-4956-4865-9cae-ee61e3d4a4ad service neutron] 10.222.0.85 "GET /v2.0/networks/d8641d4e-d5dd-486b-8726-95d45c622dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846946 Nov 25 20:46:27.582314 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-27b17b1c-b4f8-40a0-9ef1-6493511e2695 req-86a925b9-fdde-49a5-9a9a-abc48c5b3da9 service neutron] 10.222.0.85 "GET /v2.0/networks/d8641d4e-d5dd-486b-8726-95d45c622dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910039 Nov 25 20:46:29.432247 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-da67942d-663b-43f1-927c-3cbd765e52a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:29.848085 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59878) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:46:30.013496 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-fe76c637-e3d3-44a1-b92e-3c4c50d954b3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Deleting port f1da43ca-c400-4482-ac06-318e549b6845 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:46:30.013835 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe76c637-e3d3-44a1-b92e-3c4c50d954b3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:30.097540 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe76c637-e3d3-44a1-b92e-3c4c50d954b3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:30.097860 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe76c637-e3d3-44a1-b92e-3c4c50d954b3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:30.110431 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-fe76c637-e3d3-44a1-b92e-3c4c50d954b3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Calling delete_port for f1da43ca-c400-4482-ac06-318e549b6845 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:46:30.256169 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe76c637-e3d3-44a1-b92e-3c4c50d954b3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:30.286122 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76c637-e3d3-44a1-b92e-3c4c50d954b3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Port': ['ID=f1da43ca-c400-4482-ac06-318e549b6845,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:30.312407 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76c637-e3d3-44a1-b92e-3c4c50d954b3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:30.312764 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76c637-e3d3-44a1-b92e-3c4c50d954b3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:30.313120 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76c637-e3d3-44a1-b92e-3c4c50d954b3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:30.313464 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76c637-e3d3-44a1-b92e-3c4c50d954b3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:30.313812 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76c637-e3d3-44a1-b92e-3c4c50d954b3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:30.314145 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76c637-e3d3-44a1-b92e-3c4c50d954b3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:30.314508 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76c637-e3d3-44a1-b92e-3c4c50d954b3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:30.314845 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76c637-e3d3-44a1-b92e-3c4c50d954b3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:30.315181 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76c637-e3d3-44a1-b92e-3c4c50d954b3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:30.315512 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76c637-e3d3-44a1-b92e-3c4c50d954b3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:30.315852 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76c637-e3d3-44a1-b92e-3c4c50d954b3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:30.316182 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76c637-e3d3-44a1-b92e-3c4c50d954b3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:30.360851 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe76c637-e3d3-44a1-b92e-3c4c50d954b3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:30.361146 n-d-819349-5 neutron-server[103599]: INFO neutron.db.l3_db [None req-fe76c637-e3d3-44a1-b92e-3c4c50d954b3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Floating IP ae2f07eb-8e8f-4fca-b922-a360a2145446 disassociated (deleted). External IP: 172.25.6.147, port: 55517a99-8085-4083-acc1-cf132433963c. Nov 25 20:46:30.583802 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe76c637-e3d3-44a1-b92e-3c4c50d954b3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Router d892efa2-d5b9-430a-95a1-32b94b658ef5 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:46:30.702047 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe76c637-e3d3-44a1-b92e-3c4c50d954b3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:46:30.709015 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe76c637-e3d3-44a1-b92e-3c4c50d954b3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:30.712339 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e060112d-aac2-4772-b6d3-e03bf0a40261 None None] Sync routers for ids ['d892efa2-d5b9-430a-95a1-32b94b658ef5'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:46:30.724426 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e060112d-aac2-4772-b6d3-e03bf0a40261 None None] Routers {'d892efa2-d5b9-430a-95a1-32b94b658ef5'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:46:30.725117 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e060112d-aac2-4772-b6d3-e03bf0a40261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:46:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d892efa2-d5b9-430a-95a1-32b94b658ef5'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:46:30.740762 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fe76c637-e3d3-44a1-b92e-3c4c50d954b3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "DELETE /v2.0/floatingips/ae2f07eb-8e8f-4fca-b922-a360a2145446 HTTP/1.1" status: 204 len: 168 time: 0.8915851 Nov 25 20:46:30.741353 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a70d2741-9697-49dd-abb5-968b8b5589c0', 'tag': '55517a99-8085-4083-acc1-cf132433963c'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:46:30.744434 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ff1009-8096-45ae-bc31-e5ac6ab36dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "a70d2741-9697-49dd-abb5-968b8b5589c0", "tag": "55517a99-8085-4083-acc1-cf132433963c"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:46:30.868255 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-e060112d-aac2-4772-b6d3-e03bf0a40261 None None] Set router d892efa2-d5b9-430a-95a1-32b94b658ef5 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:46:30.967077 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce04e02-235c-45cf-913d-63cc694d993a x-openstack-request-id: req-dce04e02-235c-45cf-913d-63cc694d993a {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:46:30.967644 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a70d2741-9697-49dd-abb5-968b8b5589c0", "tag": "55517a99-8085-4083-acc1-cf132433963c", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:46:30.967644 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dce04e02-235c-45cf-913d-63cc694d993a {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:46:30.968093 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a70d2741-9697-49dd-abb5-968b8b5589c0', 'tag': '55517a99-8085-4083-acc1-cf132433963c', 'status': 'completed', 'code': 200} Nov 25 20:46:31.051373 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff1009-8096-45ae-bc31-e5ac6ab36dd2 req-1f8c1ec8-9a81-4886-949f-cb84727f99be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:31.054009 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71ff1009-8096-45ae-bc31-e5ac6ab36dd2 req-1f8c1ec8-9a81-4886-949f-cb84727f99be service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 1097 time: 0.0591745 Nov 25 20:46:31.075020 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261bae5-71fb-4a82-aa7d-0c0bcb4f39f7 req-ba1567c7-3178-4eca-893e-a2165b83bad7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:31.076281 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d261bae5-71fb-4a82-aa7d-0c0bcb4f39f7 req-ba1567c7-3178-4eca-893e-a2165b83bad7 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 946 time: 0.0572453 Nov 25 20:46:31.143489 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d261bae5-71fb-4a82-aa7d-0c0bcb4f39f7 req-9125c19f-0b52-4c2d-abd9-06be376c57aa tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608947 Nov 25 20:46:31.170420 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff1009-8096-45ae-bc31-e5ac6ab36dd2 req-8266ec2c-d3ba-4ef4-aa0b-560bcb537b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:31.171803 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71ff1009-8096-45ae-bc31-e5ac6ab36dd2 req-8266ec2c-d3ba-4ef4-aa0b-560bcb537b8d service neutron] 10.222.0.85 "GET /v2.0/networks?id=d8641d4e-d5dd-486b-8726-95d45c622dad HTTP/1.1" status: 200 len: 898 time: 0.1083703 Nov 25 20:46:31.185051 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e060112d-aac2-4772-b6d3-e03bf0a40261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748571414', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:49Z', 'updated_at': '2021-11-25T20:44:53Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:50Z', 'updated_at': '2021-11-25T20:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '801e563f-cc90-496f-8d6a-0237ec928ac3', 'name': '', 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:f4:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'da272975-6991-450f-9384-0013ed2ad6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:53Z', 'updated_at': '2021-11-25T20:44:56Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': 'da272975-6991-450f-9384-0013ed2ad6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:46:31.210622 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e060112d-aac2-4772-b6d3-e03bf0a40261 None None] Checking router: d892efa2-d5b9-430a-95a1-32b94b658ef5 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:46:31.214774 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71ff1009-8096-45ae-bc31-e5ac6ab36dd2 req-ebeaa98c-30c2-4559-ab4f-d0abec347c6b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55517a99-8085-4083-acc1-cf132433963c HTTP/1.1" status: 200 len: 217 time: 0.0354748 Nov 25 20:46:31.218979 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e060112d-aac2-4772-b6d3-e03bf0a40261 None None] Routers {'d892efa2-d5b9-430a-95a1-32b94b658ef5'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:46:31.219590 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e060112d-aac2-4772-b6d3-e03bf0a40261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:46:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d892efa2-d5b9-430a-95a1-32b94b658ef5'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:46:31.266686 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff1009-8096-45ae-bc31-e5ac6ab36dd2 req-75237d50-e142-4e92-b96a-5446ee058acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:31.268211 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71ff1009-8096-45ae-bc31-e5ac6ab36dd2 req-75237d50-e142-4e92-b96a-5446ee058acd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=da272975-6991-450f-9384-0013ed2ad6eb HTTP/1.1" status: 200 len: 835 time: 0.0460496 Nov 25 20:46:31.326098 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-e060112d-aac2-4772-b6d3-e03bf0a40261 None None] Set router d892efa2-d5b9-430a-95a1-32b94b658ef5 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:46:31.328913 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff1009-8096-45ae-bc31-e5ac6ab36dd2 req-9ce8ae63-0053-40b8-93ca-e19aa1d561df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:31.330458 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71ff1009-8096-45ae-bc31-e5ac6ab36dd2 req-9ce8ae63-0053-40b8-93ca-e19aa1d561df service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d8641d4e-d5dd-486b-8726-95d45c622dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475941 Nov 25 20:46:31.425392 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71ff1009-8096-45ae-bc31-e5ac6ab36dd2 req-595c1e5b-ddc0-45c1-aae0-d47b6d718a57 service neutron] 10.222.0.85 "GET /v2.0/networks/d8641d4e-d5dd-486b-8726-95d45c622dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866768 Nov 25 20:46:31.524645 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-71ff1009-8096-45ae-bc31-e5ac6ab36dd2 req-259e438a-c282-47a8-b45b-95ff6fc45025 service neutron] 10.222.0.85 "GET /v2.0/networks/d8641d4e-d5dd-486b-8726-95d45c622dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919764 Nov 25 20:46:31.528606 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e060112d-aac2-4772-b6d3-e03bf0a40261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748571414', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:49Z', 'updated_at': '2021-11-25T20:44:53Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:50Z', 'updated_at': '2021-11-25T20:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '801e563f-cc90-496f-8d6a-0237ec928ac3', 'name': '', 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:f4:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'da272975-6991-450f-9384-0013ed2ad6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:53Z', 'updated_at': '2021-11-25T20:44:56Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': 'da272975-6991-450f-9384-0013ed2ad6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:46:31.560654 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e060112d-aac2-4772-b6d3-e03bf0a40261 None None] The sync data for ids ['d892efa2-d5b9-430a-95a1-32b94b658ef5'] in n-d-819349-5 is: [{'id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748571414', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:49Z', 'updated_at': '2021-11-25T20:44:53Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:50Z', 'updated_at': '2021-11-25T20:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '801e563f-cc90-496f-8d6a-0237ec928ac3', 'name': '', 'network_id': 'd8641d4e-d5dd-486b-8726-95d45c622dad', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:f4:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'da272975-6991-450f-9384-0013ed2ad6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:53Z', 'updated_at': '2021-11-25T20:44:56Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': 'da272975-6991-450f-9384-0013ed2ad6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:46:31.786558 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d8dd6d-4df2-493f-af13-89d60228200f None None] New status for floating IP ae2f07eb-8e8f-4fca-b922-a360a2145446: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:46:31.927243 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3578d97a-277d-4e28-8121-a334d4e0e306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:32.268585 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf37da-4ad3-425c-b6c5-a5e084a0bc90 req-f742c616-8947-4cc7-8e73-2a3b46882afa tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:32.270067 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9adf37da-4ad3-425c-b6c5-a5e084a0bc90 req-f742c616-8947-4cc7-8e73-2a3b46882afa tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 946 time: 0.0501938 Nov 25 20:46:32.326189 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9adf37da-4ad3-425c-b6c5-a5e084a0bc90 req-b6636572-3cb3-4f41-852f-6e72bbc4e0fe tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b71775-8bf7-4414-91b1-330e42d65ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500619 Nov 25 20:46:32.507122 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8f5db-b7b3-4c56-8633-600f03387ebd req-15e65e20-8b13-4c03-a2e2-944c621e098a tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:32.508565 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6cc8f5db-b7b3-4c56-8633-600f03387ebd req-15e65e20-8b13-4c03-a2e2-944c621e098a tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.85 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 946 time: 0.0502372 Nov 25 20:46:32.599591 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-6cc8f5db-b7b3-4c56-8633-600f03387ebd req-7ac1c879-60bd-4725-9833-0a382a3d36cf tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Deleting port 55517a99-8085-4083-acc1-cf132433963c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:46:32.599843 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6cc8f5db-b7b3-4c56-8633-600f03387ebd req-7ac1c879-60bd-4725-9833-0a382a3d36cf tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:32.694849 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-6cc8f5db-b7b3-4c56-8633-600f03387ebd req-7ac1c879-60bd-4725-9833-0a382a3d36cf tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] For port 55517a99-8085-4083-acc1-cf132433963c, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=55517a99-8085-4083-acc1-cf132433963c,segment=NetworkSegment(49498ef4-6e92-480d-8e9f-25a030920b73),segment_id=49498ef4-6e92-480d-8e9f-25a030920b73)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:46:32.695239 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6cc8f5db-b7b3-4c56-8633-600f03387ebd req-7ac1c879-60bd-4725-9833-0a382a3d36cf tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:32.708086 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-6cc8f5db-b7b3-4c56-8633-600f03387ebd req-7ac1c879-60bd-4725-9833-0a382a3d36cf tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Calling delete_port for 55517a99-8085-4083-acc1-cf132433963c owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:46:32.842091 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6cc8f5db-b7b3-4c56-8633-600f03387ebd req-7ac1c879-60bd-4725-9833-0a382a3d36cf tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:32.876005 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1c879-60bd-4725-9833-0a382a3d36cf tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Port': ['ID=55517a99-8085-4083-acc1-cf132433963c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:32.917070 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc8f5db-b7b3-4c56-8633-600f03387ebd req-7ac1c879-60bd-4725-9833-0a382a3d36cf tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] No DVR routers for this DVR port 55517a99-8085-4083-acc1-cf132433963c on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:46:32.920896 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6cc8f5db-b7b3-4c56-8633-600f03387ebd req-7ac1c879-60bd-4725-9833-0a382a3d36cf tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:32.924292 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-6cc8f5db-b7b3-4c56-8633-600f03387ebd req-7ac1c879-60bd-4725-9833-0a382a3d36cf tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.85 "DELETE /v2.0/ports/55517a99-8085-4083-acc1-cf132433963c HTTP/1.1" status: 204 len: 173 time: 0.4089661 Nov 25 20:46:32.969042 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70d2741-9697-49dd-abb5-968b8b5589c0', 'name': 'network-vif-deleted', 'tag': '55517a99-8085-4083-acc1-cf132433963c'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:46:32.971415 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322947ac-c935-4201-a3ff-72e1fb6c180d" -d '{"events": [{"server_uuid": "a70d2741-9697-49dd-abb5-968b8b5589c0", "name": "network-vif-deleted", "tag": "55517a99-8085-4083-acc1-cf132433963c"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:46:33.008941 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f51b1a-ceca-45c6-843f-8686b519ab68 x-openstack-request-id: req-b3f51b1a-ceca-45c6-843f-8686b519ab68 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:46:33.009237 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70d2741-9697-49dd-abb5-968b8b5589c0", "name": "network-vif-deleted", "tag": "55517a99-8085-4083-acc1-cf132433963c", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:46:33.009514 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b3f51b1a-ceca-45c6-843f-8686b519ab68 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:46:33.010264 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a70d2741-9697-49dd-abb5-968b8b5589c0', 'name': 'network-vif-deleted', 'tag': '55517a99-8085-4083-acc1-cf132433963c', 'status': 'completed', 'code': 200} Nov 25 20:46:33.456915 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a745be5a-fbdc-46aa-bea2-549c5a372a3b req-6ca94958-e68e-4283-b558-eb8b7f50390f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70d2741-9697-49dd-abb5-968b8b5589c0 HTTP/1.1" status: 200 len: 210 time: 0.0280862 Nov 25 20:46:34.008737 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:34.514823 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59896) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:46:34.883625 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e769b4f6-b540-4bf2-97c7-54f908eeec2c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:35.164206 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e769b4f6-b540-4bf2-97c7-54f908eeec2c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Deleting port 801e563f-cc90-496f-8d6a-0237ec928ac3 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:46:35.164436 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e769b4f6-b540-4bf2-97c7-54f908eeec2c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:35.263377 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-e769b4f6-b540-4bf2-97c7-54f908eeec2c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] For port 801e563f-cc90-496f-8d6a-0237ec928ac3, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=801e563f-cc90-496f-8d6a-0237ec928ac3,segment=NetworkSegment(49498ef4-6e92-480d-8e9f-25a030920b73),segment_id=49498ef4-6e92-480d-8e9f-25a030920b73)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:46:35.263886 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e769b4f6-b540-4bf2-97c7-54f908eeec2c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:35.287002 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e769b4f6-b540-4bf2-97c7-54f908eeec2c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Calling delete_port for 801e563f-cc90-496f-8d6a-0237ec928ac3 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:46:35.476059 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e769b4f6-b540-4bf2-97c7-54f908eeec2c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:35.507113 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769b4f6-b540-4bf2-97c7-54f908eeec2c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Port': ['ID=801e563f-cc90-496f-8d6a-0237ec928ac3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:35.683271 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e769b4f6-b540-4bf2-97c7-54f908eeec2c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:35.727747 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:35.821355 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:36.261199 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e769b4f6-b540-4bf2-97c7-54f908eeec2c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Router d892efa2-d5b9-430a-95a1-32b94b658ef5 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:46:36.374641 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e769b4f6-b540-4bf2-97c7-54f908eeec2c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:46:36.379636 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e769b4f6-b540-4bf2-97c7-54f908eeec2c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "PUT /v2.0/routers/d892efa2-d5b9-430a-95a1-32b94b658ef5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8637149 Nov 25 20:46:36.382348 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59898) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:46:36.385618 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad1f592-2f35-4c52-9984-287484e7770d None None] Sync routers for ids ['d892efa2-d5b9-430a-95a1-32b94b658ef5'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:46:36.396443 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad1f592-2f35-4c52-9984-287484e7770d None None] Routers {'d892efa2-d5b9-430a-95a1-32b94b658ef5'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:46:36.397063 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-8ad1f592-2f35-4c52-9984-287484e7770d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:46:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d892efa2-d5b9-430a-95a1-32b94b658ef5'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:46:36.436285 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-48229026-65a5-4535-b1e5-5a6bdb8a5991 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Deleting subnet da272975-6991-450f-9384-0013ed2ad6eb {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:46:36.439648 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48229026-65a5-4535-b1e5-5a6bdb8a5991 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:36.480173 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48229026-65a5-4535-b1e5-5a6bdb8a5991 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:36.501916 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-8ad1f592-2f35-4c52-9984-287484e7770d None None] Set router d892efa2-d5b9-430a-95a1-32b94b658ef5 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:46:36.570197 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48229026-65a5-4535-b1e5-5a6bdb8a5991 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:36.633312 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48229026-65a5-4535-b1e5-5a6bdb8a5991 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:36.663329 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48229026-65a5-4535-b1e5-5a6bdb8a5991 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Subnet': ['ID=da272975-6991-450f-9384-0013ed2ad6eb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:36.665859 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48229026-65a5-4535-b1e5-5a6bdb8a5991 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:36.669484 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-48229026-65a5-4535-b1e5-5a6bdb8a5991 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "DELETE /v2.0/subnets/da272975-6991-450f-9384-0013ed2ad6eb HTTP/1.1" status: 204 len: 168 time: 0.2852561 Nov 25 20:46:36.671456 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59900) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:46:36.675056 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed76ba44-81af-42ed-85c4-1498d74d4adf None None] Network d8641d4e-d5dd-486b-8726-95d45c622dad requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:46:36.693145 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-8ad1f592-2f35-4c52-9984-287484e7770d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748571414', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:49Z', 'updated_at': '2021-11-25T20:46:35Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:50Z', 'updated_at': '2021-11-25T20:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:46:36.719962 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad1f592-2f35-4c52-9984-287484e7770d None None] Checking router: d892efa2-d5b9-430a-95a1-32b94b658ef5 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:46:36.735580 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad1f592-2f35-4c52-9984-287484e7770d None None] Routers {'d892efa2-d5b9-430a-95a1-32b94b658ef5'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:46:36.736221 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-8ad1f592-2f35-4c52-9984-287484e7770d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:46:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['d892efa2-d5b9-430a-95a1-32b94b658ef5'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:46:36.790404 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41e90d96-9a06-4630-b359-512db2b39896 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:36.850416 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-8ad1f592-2f35-4c52-9984-287484e7770d None None] Set router d892efa2-d5b9-430a-95a1-32b94b658ef5 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:46:36.877614 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c9c7e4-3e8c-42ca-b710-d5231d1dfb70 None None] DHCP port deletion for d8641d4e-d5dd-486b-8726-95d45c622dad request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:46:36.912067 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41e90d96-9a06-4630-b359-512db2b39896 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:36.937522 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b6c9c7e4-3e8c-42ca-b710-d5231d1dfb70 None None] Deleting port 42ddfd19-f1b6-4000-9b16-d4e23d9a48a5 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:46:36.937900 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b6c9c7e4-3e8c-42ca-b710-d5231d1dfb70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:36.958030 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 55517a99-8085-4083-acc1-cf132433963c no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:46:36.972336 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-41e90d96-9a06-4630-b359-512db2b39896 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Deleting port 129cf201-5234-4ca0-b22f-ee89d8710adc {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:46:36.973067 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41e90d96-9a06-4630-b359-512db2b39896 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:37.004970 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 55517a99-8085-4083-acc1-cf132433963c {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:46:37.005323 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 55517a99-8085-4083-acc1-cf132433963c not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:46:37.024680 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b6c9c7e4-3e8c-42ca-b710-d5231d1dfb70 None None] For port 42ddfd19-f1b6-4000-9b16-d4e23d9a48a5, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=42ddfd19-f1b6-4000-9b16-d4e23d9a48a5,segment=NetworkSegment(49498ef4-6e92-480d-8e9f-25a030920b73),segment_id=49498ef4-6e92-480d-8e9f-25a030920b73)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:46:37.025387 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b6c9c7e4-3e8c-42ca-b710-d5231d1dfb70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:37.045182 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b6c9c7e4-3e8c-42ca-b710-d5231d1dfb70 None None] Calling delete_port for 42ddfd19-f1b6-4000-9b16-d4e23d9a48a5 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:46:37.056556 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-8ad1f592-2f35-4c52-9984-287484e7770d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748571414', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:49Z', 'updated_at': '2021-11-25T20:46:35Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:50Z', 'updated_at': '2021-11-25T20:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:46:37.063831 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-41e90d96-9a06-4630-b359-512db2b39896 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] For port 129cf201-5234-4ca0-b22f-ee89d8710adc, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=129cf201-5234-4ca0-b22f-ee89d8710adc,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:46:37.064207 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41e90d96-9a06-4630-b359-512db2b39896 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:37.083069 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad1f592-2f35-4c52-9984-287484e7770d None None] The sync data for ids ['d892efa2-d5b9-430a-95a1-32b94b658ef5'] in n-d-819349-5 is: [{'id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748571414', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:49Z', 'updated_at': '2021-11-25T20:46:35Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '129cf201-5234-4ca0-b22f-ee89d8710adc', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:31:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892efa2-d5b9-430a-95a1-32b94b658ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:50Z', 'updated_at': '2021-11-25T20:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:46:37.090600 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-41e90d96-9a06-4630-b359-512db2b39896 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Calling delete_port for 129cf201-5234-4ca0-b22f-ee89d8710adc owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:46:37.133769 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b6c9c7e4-3e8c-42ca-b710-d5231d1dfb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:37.158949 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9c7e4-3e8c-42ca-b710-d5231d1dfb70 None None] Pushing event deleted for resources: {'Port': ['ID=42ddfd19-f1b6-4000-9b16-d4e23d9a48a5,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:37.167032 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c9c7e4-3e8c-42ca-b710-d5231d1dfb70 None None] No DVR routers for this DVR port 42ddfd19-f1b6-4000-9b16-d4e23d9a48a5 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:46:37.170514 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c9c7e4-3e8c-42ca-b710-d5231d1dfb70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:37.170872 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c9c7e4-3e8c-42ca-b710-d5231d1dfb70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:37.171234 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c9c7e4-3e8c-42ca-b710-d5231d1dfb70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:37.171581 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c9c7e4-3e8c-42ca-b710-d5231d1dfb70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:37.171971 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c9c7e4-3e8c-42ca-b710-d5231d1dfb70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:37.172318 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c9c7e4-3e8c-42ca-b710-d5231d1dfb70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:37.172715 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c9c7e4-3e8c-42ca-b710-d5231d1dfb70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:37.173055 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c9c7e4-3e8c-42ca-b710-d5231d1dfb70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:37.173389 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c9c7e4-3e8c-42ca-b710-d5231d1dfb70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:37.173778 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c9c7e4-3e8c-42ca-b710-d5231d1dfb70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:37.174057 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c9c7e4-3e8c-42ca-b710-d5231d1dfb70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:37.174415 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c9c7e4-3e8c-42ca-b710-d5231d1dfb70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:37.268411 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41e90d96-9a06-4630-b359-512db2b39896 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:37.294943 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e90d96-9a06-4630-b359-512db2b39896 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Port': ['ID=129cf201-5234-4ca0-b22f-ee89d8710adc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:37.310763 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32755680-0573-474c-9326-c69d8b3428a7 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:46:37.357638 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41e90d96-9a06-4630-b359-512db2b39896 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:37.454894 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41e90d96-9a06-4630-b359-512db2b39896 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:37.459559 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41e90d96-9a06-4630-b359-512db2b39896 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:37.513396 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41e90d96-9a06-4630-b359-512db2b39896 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:37.514065 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e90d96-9a06-4630-b359-512db2b39896 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Fanout notify agent at l3_agent the message router_deleted on router d892efa2-d5b9-430a-95a1-32b94b658ef5 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:46:37.523107 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41e90d96-9a06-4630-b359-512db2b39896 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:37.527199 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-41e90d96-9a06-4630-b359-512db2b39896 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "DELETE /v2.0/routers/d892efa2-d5b9-430a-95a1-32b94b658ef5 HTTP/1.1" status: 204 len: 168 time: 0.8521223 Nov 25 20:46:37.528647 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59902) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:46:37.580445 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 42ddfd19-f1b6-4000-9b16-d4e23d9a48a5 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:46:37.602264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 42ddfd19-f1b6-4000-9b16-d4e23d9a48a5 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:46:37.602649 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 42ddfd19-f1b6-4000-9b16-d4e23d9a48a5 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:46:37.620888 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68058c7d-ec6d-4e3c-b57d-d3fac1b3c63f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:37.717723 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68058c7d-ec6d-4e3c-b57d-d3fac1b3c63f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:37.740456 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-68058c7d-ec6d-4e3c-b57d-d3fac1b3c63f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8641d4e-d5dd-486b-8726-95d45c622dad']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:46:37.751269 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-68058c7d-ec6d-4e3c-b57d-d3fac1b3c63f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49498ef4-6e92-480d-8e9f-25a030920b73') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:46:37.751578 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-68058c7d-ec6d-4e3c-b57d-d3fac1b3c63f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49498ef4-6e92-480d-8e9f-25a030920b73') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:46:37.762593 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68058c7d-ec6d-4e3c-b57d-d3fac1b3c63f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:37.776783 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68058c7d-ec6d-4e3c-b57d-d3fac1b3c63f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:37.784245 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68058c7d-ec6d-4e3c-b57d-d3fac1b3c63f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:46:37.784699 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68058c7d-ec6d-4e3c-b57d-d3fac1b3c63f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:46:37.788383 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:46:37.852760 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68058c7d-ec6d-4e3c-b57d-d3fac1b3c63f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:37.860475 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68058c7d-ec6d-4e3c-b57d-d3fac1b3c63f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:37.862912 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-68058c7d-ec6d-4e3c-b57d-d3fac1b3c63f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "DELETE /v2.0/networks/d8641d4e-d5dd-486b-8726-95d45c622dad HTTP/1.1" status: 204 len: 168 time: 0.3326852 Nov 25 20:46:37.865815 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59904) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:46:37.875908 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68058c7d-ec6d-4e3c-b57d-d3fac1b3c63f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Network': ['ID=d8641d4e-d5dd-486b-8726-95d45c622dad,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:37.883799 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68058c7d-ec6d-4e3c-b57d-d3fac1b3c63f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:37.884162 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68058c7d-ec6d-4e3c-b57d-d3fac1b3c63f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:37.884517 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68058c7d-ec6d-4e3c-b57d-d3fac1b3c63f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:37.884866 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68058c7d-ec6d-4e3c-b57d-d3fac1b3c63f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:37.885209 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68058c7d-ec6d-4e3c-b57d-d3fac1b3c63f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:37.885550 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68058c7d-ec6d-4e3c-b57d-d3fac1b3c63f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:37.885891 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68058c7d-ec6d-4e3c-b57d-d3fac1b3c63f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:37.886237 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68058c7d-ec6d-4e3c-b57d-d3fac1b3c63f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:37.886602 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68058c7d-ec6d-4e3c-b57d-d3fac1b3c63f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:37.887443 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68058c7d-ec6d-4e3c-b57d-d3fac1b3c63f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:37.887779 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68058c7d-ec6d-4e3c-b57d-d3fac1b3c63f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:37.888112 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68058c7d-ec6d-4e3c-b57d-d3fac1b3c63f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:37.926466 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df035b80-1320-4fd5-b486-588448b18863 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:37.952837 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df035b80-1320-4fd5-b486-588448b18863 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:38.011463 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df035b80-1320-4fd5-b486-588448b18863 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:38.014841 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df035b80-1320-4fd5-b486-588448b18863 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:38.016017 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-df035b80-1320-4fd5-b486-588448b18863 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "DELETE /v2.0/security-groups/d9b71775-8bf7-4414-91b1-330e42d65ace HTTP/1.1" status: 204 len: 168 time: 0.1491847 Nov 25 20:46:38.025683 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df035b80-1320-4fd5-b486-588448b18863 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b71775-8bf7-4414-91b1-330e42d65ace,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:38.377874 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59910) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:46:38.382507 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-e0a2598b-382c-4c4d-9243-90b4ac5734af tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1792941617', 'description': 'tempest-secgroup-smoke-1792941617 description', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:46:38.404865 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0a2598b-382c-4c4d-9243-90b4ac5734af tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:38.476714 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0a2598b-382c-4c4d-9243-90b4ac5734af tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:38.481870 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0a2598b-382c-4c4d-9243-90b4ac5734af tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:38.512479 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0a2598b-382c-4c4d-9243-90b4ac5734af tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:38.513501 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-e0a2598b-382c-4c4d-9243-90b4ac5734af tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1345444 Nov 25 20:46:38.515430 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2598b-382c-4c4d-9243-90b4ac5734af tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ddf8da-fa08-481b-8914-0f48a15143c8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:38.516523 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59912) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:46:38.521431 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ed3e8783-96c7-438b-8137-71e5dde45f67 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': 'c7ddf8da-fa08-481b-8914-0f48a15143c8', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:46:38.551646 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed3e8783-96c7-438b-8137-71e5dde45f67 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:38.601442 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed3e8783-96c7-438b-8137-71e5dde45f67 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:38.606921 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed3e8783-96c7-438b-8137-71e5dde45f67 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:38.626833 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e8783-96c7-438b-8137-71e5dde45f67 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91aa55ff-bda5-4ddb-85a2-c5e1ca9073ac,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:38.637376 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed3e8783-96c7-438b-8137-71e5dde45f67 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:38.638838 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ed3e8783-96c7-438b-8137-71e5dde45f67 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212893 Nov 25 20:46:38.641664 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59914) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:46:38.648168 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-59c1854e-6939-45ce-98e6-6960c2aeebbe tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': 'c7ddf8da-fa08-481b-8914-0f48a15143c8', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:46:38.681219 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59c1854e-6939-45ce-98e6-6960c2aeebbe tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:38.750233 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59c1854e-6939-45ce-98e6-6960c2aeebbe tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:38.754754 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59c1854e-6939-45ce-98e6-6960c2aeebbe tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:38.774796 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1854e-6939-45ce-98e6-6960c2aeebbe tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4a5239-1a15-4763-bcb6-854a68333233,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:38.781184 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59c1854e-6939-45ce-98e6-6960c2aeebbe tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:38.782840 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-59c1854e-6939-45ce-98e6-6960c2aeebbe tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1400132 Nov 25 20:46:38.787305 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59916) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:46:38.791615 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fd4373fe-9d7a-4e93-9ede-2e6ce37db50c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': 'c7ddf8da-fa08-481b-8914-0f48a15143c8', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:46:38.820602 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fd4373fe-9d7a-4e93-9ede-2e6ce37db50c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:38.882677 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fd4373fe-9d7a-4e93-9ede-2e6ce37db50c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:38.886404 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fd4373fe-9d7a-4e93-9ede-2e6ce37db50c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:38.904574 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4373fe-9d7a-4e93-9ede-2e6ce37db50c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70fb56bd-950f-468b-a991-517c40279f79,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:38.912969 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fd4373fe-9d7a-4e93-9ede-2e6ce37db50c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:38.914181 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fd4373fe-9d7a-4e93-9ede-2e6ce37db50c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259418 Nov 25 20:46:38.917022 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59920) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:46:38.925867 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-841f3f59-387d-48c3-ae7b-36e96d1ed685 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': 'c7ddf8da-fa08-481b-8914-0f48a15143c8', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:46:38.953963 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-841f3f59-387d-48c3-ae7b-36e96d1ed685 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:39.017295 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-841f3f59-387d-48c3-ae7b-36e96d1ed685 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:39.020988 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-841f3f59-387d-48c3-ae7b-36e96d1ed685 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:39.041583 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f3f59-387d-48c3-ae7b-36e96d1ed685 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61ab81c-ffc3-4b8f-9502-b80f60d83ac9,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:39.048097 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-841f3f59-387d-48c3-ae7b-36e96d1ed685 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:39.049320 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-841f3f59-387d-48c3-ae7b-36e96d1ed685 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1313128 Nov 25 20:46:39.052390 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59922) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:46:39.056953 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-94c5dafc-2ce1-42ec-b31c-e247af6c4bf8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': 'c7ddf8da-fa08-481b-8914-0f48a15143c8', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:46:39.081555 n-d-819349-5 neutron-server[103600]: INFO neutron.db.securitygroups_db [None req-94c5dafc-2ce1-42ec-b31c-e247af6c4bf8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Project 79c61858fb1c4716ac2d08ff92cee2da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:46:39.086707 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-94c5dafc-2ce1-42ec-b31c-e247af6c4bf8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:39.149545 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-94c5dafc-2ce1-42ec-b31c-e247af6c4bf8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:39.153254 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-94c5dafc-2ce1-42ec-b31c-e247af6c4bf8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:39.169741 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5dafc-2ce1-42ec-b31c-e247af6c4bf8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886cb6b9-1ccb-482a-af26-9c1373afbb61,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:39.180350 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-94c5dafc-2ce1-42ec-b31c-e247af6c4bf8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:39.180813 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 129cf201-5234-4ca0-b22f-ee89d8710adc no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:46:39.181577 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-94c5dafc-2ce1-42ec-b31c-e247af6c4bf8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281834 Nov 25 20:46:39.184941 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59924) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:46:39.189785 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c56b35f9-97b0-4670-a4fa-b5f7d20ba729 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'security_group_rule': {'security_group_id': 'c7ddf8da-fa08-481b-8914-0f48a15143c8', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:46:39.208454 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 129cf201-5234-4ca0-b22f-ee89d8710adc {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:46:39.208806 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 129cf201-5234-4ca0-b22f-ee89d8710adc not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:46:39.209308 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 801e563f-cc90-496f-8d6a-0237ec928ac3 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:46:39.212511 n-d-819349-5 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-c56b35f9-97b0-4670-a4fa-b5f7d20ba729 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Project 79c61858fb1c4716ac2d08ff92cee2da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:46:39.218259 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c56b35f9-97b0-4670-a4fa-b5f7d20ba729 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:39.228913 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 801e563f-cc90-496f-8d6a-0237ec928ac3 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:46:39.229266 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 801e563f-cc90-496f-8d6a-0237ec928ac3 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:46:39.284495 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c56b35f9-97b0-4670-a4fa-b5f7d20ba729 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:39.289618 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c56b35f9-97b0-4670-a4fa-b5f7d20ba729 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:39.310676 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b35f9-97b0-4670-a4fa-b5f7d20ba729 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af21958-018e-4cf3-9bb7-8e8af975aee4,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:39.319491 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c56b35f9-97b0-4670-a4fa-b5f7d20ba729 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:39.320769 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-c56b35f9-97b0-4670-a4fa-b5f7d20ba729 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345460 Nov 25 20:46:39.323973 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59926) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:46:39.329289 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-967348e3-4ad9-4dba-ab3d-d4875eb01b4b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'network': {'name': 'tempest-network-smoke--366013192', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'port_security_enabled': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:46:39.358178 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967348e3-4ad9-4dba-ab3d-d4875eb01b4b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Made reservation on behalf of 79c61858fb1c4716ac2d08ff92cee2da for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:46:39.362007 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-967348e3-4ad9-4dba-ab3d-d4875eb01b4b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:39.386232 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967348e3-4ad9-4dba-ab3d-d4875eb01b4b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:46:39.396276 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-967348e3-4ad9-4dba-ab3d-d4875eb01b4b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:39.396690 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-967348e3-4ad9-4dba-ab3d-d4875eb01b4b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Added segment ddf6bd35-b8d2-4feb-8461-5218e053b018 of type vlan for network 35954e14-947f-4214-9952-f66dbfaa1602 Nov 25 20:46:39.439484 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-967348e3-4ad9-4dba-ab3d-d4875eb01b4b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:39.465286 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-967348e3-4ad9-4dba-ab3d-d4875eb01b4b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:39.471497 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967348e3-4ad9-4dba-ab3d-d4875eb01b4b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:39.472102 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-967348e3-4ad9-4dba-ab3d-d4875eb01b4b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:39.509240 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-967348e3-4ad9-4dba-ab3d-d4875eb01b4b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1842029 Nov 25 20:46:39.512204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59930) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:46:39.517365 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-13c46090-0394-4ba6-984c-2e0a93a4ab84 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-816345060', 'admin_state_up': True, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:46:39.542189 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13c46090-0394-4ba6-984c-2e0a93a4ab84 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:39.543458 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13c46090-0394-4ba6-984c-2e0a93a4ab84 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:39.549326 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967348e3-4ad9-4dba-ab3d-d4875eb01b4b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Network': ['ID=35954e14-947f-4214-9952-f66dbfaa1602,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:39.563452 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 35954e14-947f-4214-9952-f66dbfaa1602 details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:46:39.602042 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13c46090-0394-4ba6-984c-2e0a93a4ab84 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:39.741608 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13c46090-0394-4ba6-984c-2e0a93a4ab84 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:39.942373 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13c46090-0394-4ba6-984c-2e0a93a4ab84 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:39.961874 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13c46090-0394-4ba6-984c-2e0a93a4ab84 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:40.062886 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-13c46090-0394-4ba6-984c-2e0a93a4ab84 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Allocated IP 172.25.6.83 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/3aeb3d18-141b-4171-8c26-d151786abdc9) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:46:40.167014 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13c46090-0394-4ba6-984c-2e0a93a4ab84 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:40.201449 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13c46090-0394-4ba6-984c-2e0a93a4ab84 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:40.243150 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c46090-0394-4ba6-984c-2e0a93a4ab84 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:46:40.246044 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-13c46090-0394-4ba6-984c-2e0a93a4ab84 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:46:40.250587 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c46090-0394-4ba6-984c-2e0a93a4ab84 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:46:40.253786 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c46090-0394-4ba6-984c-2e0a93a4ab84 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=3aeb3d18-141b-4171-8c26-d151786abdc9,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:40.267542 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec809bb9-1975-435b-8dc9-a8985f6a7b65 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:46:40.394058 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-c9ab98eb-527f-4801-8acf-25f498f363c9 None None] Provisioning complete for port 3aeb3d18-141b-4171-8c26-d151786abdc9 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:46:40.394375 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c9ab98eb-527f-4801-8acf-25f498f363c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:40.436497 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-c9ab98eb-527f-4801-8acf-25f498f363c9 None None] Port 3aeb3d18-141b-4171-8c26-d151786abdc9 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:46:40.509329 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13c46090-0394-4ba6-984c-2e0a93a4ab84 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:40.704727 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13c46090-0394-4ba6-984c-2e0a93a4ab84 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:40.834827 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c46090-0394-4ba6-984c-2e0a93a4ab84 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Router ff3137ca-af89-45f8-acb9-3a179e3a0860 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:46:40.942025 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c46090-0394-4ba6-984c-2e0a93a4ab84 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:46:40.953221 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c89c265-0c73-41b4-bfb8-92a09232c7d0 None None] Sync routers for ids ['ff3137ca-af89-45f8-acb9-3a179e3a0860'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:46:40.964547 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c89c265-0c73-41b4-bfb8-92a09232c7d0 None None] Routers {'ff3137ca-af89-45f8-acb9-3a179e3a0860'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:46:40.964902 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13c46090-0394-4ba6-984c-2e0a93a4ab84 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:40.965166 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8c89c265-0c73-41b4-bfb8-92a09232c7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:46:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['ff3137ca-af89-45f8-acb9-3a179e3a0860'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:46:40.966237 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-13c46090-0394-4ba6-984c-2e0a93a4ab84 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4527543 Nov 25 20:46:40.970513 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59934) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:46:41.053948 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d53c7859-8da0-437b-ad64-dc9a3af02dde tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=79c61858fb1c4716ac2d08ff92cee2da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0821416 Nov 25 20:46:41.056986 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59938) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:46:41.157262 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d40526b-3445-4d43-ac6c-c6b06fe03697 tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:41.159013 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1d40526b-3445-4d43-ac6c-c6b06fe03697 tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1007352 Nov 25 20:46:41.161722 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59940) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:46:41.191396 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-32dda031-44b4-451a-bdee-a318a1865001 tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=f965ced5-a415-47da-9748-3514ef368954&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286691 Nov 25 20:46:41.193870 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 59942) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:46:41.198651 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6c9f2dda-4046-4a57-826f-5c9d5bc309c9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1645126553', 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602', 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:46:41.238076 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8c89c265-0c73-41b4-bfb8-92a09232c7d0 None None] Set router ff3137ca-af89-45f8-acb9-3a179e3a0860 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:46:41.292837 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9f2dda-4046-4a57-826f-5c9d5bc309c9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Made reservation on behalf of 79c61858fb1c4716ac2d08ff92cee2da for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:46:41.297194 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2dda-4046-4a57-826f-5c9d5bc309c9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:41.422146 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8c89c265-0c73-41b4-bfb8-92a09232c7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816345060', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:46:40Z', 'revision_number': 3, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:46:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:46:41.454481 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c89c265-0c73-41b4-bfb8-92a09232c7d0 None None] Checking router: ff3137ca-af89-45f8-acb9-3a179e3a0860 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:46:41.454838 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c89c265-0c73-41b4-bfb8-92a09232c7d0 None None] Updating router ff3137ca-af89-45f8-acb9-3a179e3a0860 port 3aeb3d18-141b-4171-8c26-d151786abdc9 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:46:41.479892 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8c89c265-0c73-41b4-bfb8-92a09232c7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:41.497730 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2dda-4046-4a57-826f-5c9d5bc309c9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:41.558270 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f2dda-4046-4a57-826f-5c9d5bc309c9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Subnet': ['ID=640588e6-b3fd-45a2-ab01-15984a310c20,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:41.571556 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9f2dda-4046-4a57-826f-5c9d5bc309c9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Checking segment: {'id': 'ddf6bd35-b8d2-4feb-8461-5218e053b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:46:41.571923 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9f2dda-4046-4a57-826f-5c9d5bc309c9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network hostable DHCP agents. Network: 35954e14-947f-4214-9952-f66dbfaa1602, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:46:41.588083 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9f2dda-4046-4a57-826f-5c9d5bc309c9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network 35954e14-947f-4214-9952-f66dbfaa1602 is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:46:41.597697 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-6c9f2dda-4046-4a57-826f-5c9d5bc309c9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 35954e14-947f-4214-9952-f66dbfaa1602) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:46:41.601835 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9f2dda-4046-4a57-826f-5c9d5bc309c9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:41.602478 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2dda-4046-4a57-826f-5c9d5bc309c9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:41.614965 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08cfc6c-8626-4c28-8ff3-f6e0d4346f50 None None] Network 35954e14-947f-4214-9952-f66dbfaa1602 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:46:41.620333 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-6c9f2dda-4046-4a57-826f-5c9d5bc309c9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4251959 Nov 25 20:46:41.623262 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 59946) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:46:41.866447 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8c89c265-0c73-41b4-bfb8-92a09232c7d0 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:41.875484 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8c89c265-0c73-41b4-bfb8-92a09232c7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:41.908327 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb260d16-d8ab-4568-a478-9d919ddd8825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-35954e14-947f-4214-9952-f66dbfaa1602', 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'fixed_ips': [{'subnet_id': '640588e6-b3fd-45a2-ab01-15984a310c20'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:46:41.909201 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cb260d16-d8ab-4568-a478-9d919ddd8825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:41.948324 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9675c7-b271-4f25-9415-800732bff101 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:46:41.971535 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8c89c265-0c73-41b4-bfb8-92a09232c7d0 None None] Attempting to bind port 3aeb3d18-141b-4171-8c26-d151786abdc9 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:46:41.971755 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8c89c265-0c73-41b4-bfb8-92a09232c7d0 None None] Attempting to bind port 3aeb3d18-141b-4171-8c26-d151786abdc9 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:46:41.972077 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89c265-0c73-41b4-bfb8-92a09232c7d0 None None] Attempting to bind port 3aeb3d18-141b-4171-8c26-d151786abdc9 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:46:41.974112 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a8028-c26e-47a5-925b-2cd571d82a6d None None] Pushing event updated for resources: {'Port': ['ID=3aeb3d18-141b-4171-8c26-d151786abdc9,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:41.985168 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89c265-0c73-41b4-bfb8-92a09232c7d0 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:46:41.985556 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89c265-0c73-41b4-bfb8-92a09232c7d0 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:46:41.985966 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8c89c265-0c73-41b4-bfb8-92a09232c7d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:41.986394 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89c265-0c73-41b4-bfb8-92a09232c7d0 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:46:41.987868 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8c89c265-0c73-41b4-bfb8-92a09232c7d0 None None] Bound port: 3aeb3d18-141b-4171-8c26-d151786abdc9, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:46:41.987868 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8c89c265-0c73-41b4-bfb8-92a09232c7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:42.132407 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1128732d-01d9-4e03-b5b8-d0e5a54397fb None None] Provisioning complete for port 3aeb3d18-141b-4171-8c26-d151786abdc9 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:46:42.132708 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1128732d-01d9-4e03-b5b8-d0e5a54397fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:42.143625 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8c89c265-0c73-41b4-bfb8-92a09232c7d0 None None] For port 3aeb3d18-141b-4171-8c26-d151786abdc9, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:46:42.186819 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8c89c265-0c73-41b4-bfb8-92a09232c7d0 None None] For port 3aeb3d18-141b-4171-8c26-d151786abdc9, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=3aeb3d18-141b-4171-8c26-d151786abdc9,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:46:42.194931 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8c89c265-0c73-41b4-bfb8-92a09232c7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:42.201796 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1128732d-01d9-4e03-b5b8-d0e5a54397fb None None] Port 3aeb3d18-141b-4171-8c26-d151786abdc9 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:46:42.204784 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-cb260d16-d8ab-4568-a478-9d919ddd8825 None None] Allocated IP 172.20.0.2 (35954e14-947f-4214-9952-f66dbfaa1602/640588e6-b3fd-45a2-ab01-15984a310c20/97fcc8a1-0b9c-4861-800d-299e95e5b6d3) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:46:42.262774 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7847c405-8bce-4aaf-af43-b7bdc9fe6381 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:46:42.313340 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c89c265-0c73-41b4-bfb8-92a09232c7d0 None None] Routers {'ff3137ca-af89-45f8-acb9-3a179e3a0860'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:46:42.313991 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8c89c265-0c73-41b4-bfb8-92a09232c7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:46:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['ff3137ca-af89-45f8-acb9-3a179e3a0860'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:46:42.341835 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a8028-c26e-47a5-925b-2cd571d82a6d None None] Pushing event updated for resources: {'Port': ['ID=3aeb3d18-141b-4171-8c26-d151786abdc9,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:42.419432 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a44613ef-0645-411c-875b-9548eb5850ea tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:42.465311 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a729ba17-ff18-4fd4-84ca-46dd050a6a8c None None] Provisioning complete for port 3aeb3d18-141b-4171-8c26-d151786abdc9 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:46:42.466074 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a729ba17-ff18-4fd4-84ca-46dd050a6a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:42.569897 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8c89c265-0c73-41b4-bfb8-92a09232c7d0 None None] Set router ff3137ca-af89-45f8-acb9-3a179e3a0860 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:46:42.571972 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cb260d16-d8ab-4568-a478-9d919ddd8825 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:42.601645 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cb260d16-d8ab-4568-a478-9d919ddd8825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:42.696204 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-a44613ef-0645-411c-875b-9548eb5850ea tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Allocated IP 172.20.0.1 (35954e14-947f-4214-9952-f66dbfaa1602/640588e6-b3fd-45a2-ab01-15984a310c20/af1d8dbb-b0d1-4f8b-a79e-0da1e221de06) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:46:42.706120 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb260d16-d8ab-4568-a478-9d919ddd8825 None None] Network 35954e14-947f-4214-9952-f66dbfaa1602 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:46:42.717733 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-cb260d16-d8ab-4568-a478-9d919ddd8825 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:46:42.755678 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb260d16-d8ab-4568-a478-9d919ddd8825 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:46:42.776295 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a729ba17-ff18-4fd4-84ca-46dd050a6a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:42.781641 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb260d16-d8ab-4568-a478-9d919ddd8825 None None] Pushing event updated for resources: {'Port': ['ID=97fcc8a1-0b9c-4861-800d-299e95e5b6d3,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:42.823957 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a44613ef-0645-411c-875b-9548eb5850ea tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:42.827757 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a729ba17-ff18-4fd4-84ca-46dd050a6a8c None None] For port 3aeb3d18-141b-4171-8c26-d151786abdc9, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=3aeb3d18-141b-4171-8c26-d151786abdc9,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:46:42.847140 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a729ba17-ff18-4fd4-84ca-46dd050a6a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:42.862792 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a44613ef-0645-411c-875b-9548eb5850ea tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:42.902094 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-cb260d16-d8ab-4568-a478-9d919ddd8825 None None] Attempting to bind port 97fcc8a1-0b9c-4861-800d-299e95e5b6d3 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:46:42.902425 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44613ef-0645-411c-875b-9548eb5850ea tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network 35954e14-947f-4214-9952-f66dbfaa1602 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:46:42.902539 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-cb260d16-d8ab-4568-a478-9d919ddd8825 None None] Attempting to bind port 97fcc8a1-0b9c-4861-800d-299e95e5b6d3 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'ddf6bd35-b8d2-4feb-8461-5218e053b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:46:42.902871 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb260d16-d8ab-4568-a478-9d919ddd8825 None None] Attempting to bind port 97fcc8a1-0b9c-4861-800d-299e95e5b6d3 on network 35954e14-947f-4214-9952-f66dbfaa1602 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:46:42.908087 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-a44613ef-0645-411c-875b-9548eb5850ea tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:46:42.911921 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44613ef-0645-411c-875b-9548eb5850ea tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:46:42.938274 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44613ef-0645-411c-875b-9548eb5850ea tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=af1d8dbb-b0d1-4f8b-a79e-0da1e221de06,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:42.943738 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb260d16-d8ab-4568-a478-9d919ddd8825 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:46:42.944118 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb260d16-d8ab-4568-a478-9d919ddd8825 None None] Checking segment: {'id': 'ddf6bd35-b8d2-4feb-8461-5218e053b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:46:42.944938 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cb260d16-d8ab-4568-a478-9d919ddd8825 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:42.944938 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb260d16-d8ab-4568-a478-9d919ddd8825 None None] Bound using segment: {'id': 'ddf6bd35-b8d2-4feb-8461-5218e053b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:46:42.945387 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-cb260d16-d8ab-4568-a478-9d919ddd8825 None None] Bound port: 97fcc8a1-0b9c-4861-800d-299e95e5b6d3, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf6bd35-b8d2-4feb-8461-5218e053b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:46:42.945766 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cb260d16-d8ab-4568-a478-9d919ddd8825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:42.960490 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729ba17-ff18-4fd4-84ca-46dd050a6a8c None None] Pushing event updated for resources: {'Port': ['ID=3aeb3d18-141b-4171-8c26-d151786abdc9,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:42.963792 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a44613ef-0645-411c-875b-9548eb5850ea tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:43.034518 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-cb260d16-d8ab-4568-a478-9d919ddd8825 None None] For port 97fcc8a1-0b9c-4861-800d-299e95e5b6d3, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:46:43.037368 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8c89c265-0c73-41b4-bfb8-92a09232c7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816345060', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:46:40Z', 'revision_number': 3, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:46:43.040341 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-cb260d16-d8ab-4568-a478-9d919ddd8825 None None] For port 97fcc8a1-0b9c-4861-800d-299e95e5b6d3, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=97fcc8a1-0b9c-4861-800d-299e95e5b6d3,segment=NetworkSegment(ddf6bd35-b8d2-4feb-8461-5218e053b018),segment_id=ddf6bd35-b8d2-4feb-8461-5218e053b018)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:46:43.071169 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cb260d16-d8ab-4568-a478-9d919ddd8825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:43.074567 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c89c265-0c73-41b4-bfb8-92a09232c7d0 None None] The sync data for ids ['ff3137ca-af89-45f8-acb9-3a179e3a0860'] in n-d-819349-5 is: [{'id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816345060', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:46:40Z', 'revision_number': 3, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:46:43.103832 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a44613ef-0645-411c-875b-9548eb5850ea tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:43.145884 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb260d16-d8ab-4568-a478-9d919ddd8825 None None] Pushing event updated for resources: {'Port': ['ID=97fcc8a1-0b9c-4861-800d-299e95e5b6d3,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:43.511733 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a44613ef-0645-411c-875b-9548eb5850ea tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:43.517752 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a44613ef-0645-411c-875b-9548eb5850ea tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:43.596671 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44613ef-0645-411c-875b-9548eb5850ea tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=af1d8dbb-b0d1-4f8b-a79e-0da1e221de06,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:43.601891 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a44613ef-0645-411c-875b-9548eb5850ea tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:43.704390 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44613ef-0645-411c-875b-9548eb5850ea tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network 35954e14-947f-4214-9952-f66dbfaa1602 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:46:43.705790 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-a44613ef-0645-411c-875b-9548eb5850ea tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:46:43.828970 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44613ef-0645-411c-875b-9548eb5850ea tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Router ff3137ca-af89-45f8-acb9-3a179e3a0860 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:46:43.948117 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44613ef-0645-411c-875b-9548eb5850ea tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:46:43.953899 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a44613ef-0645-411c-875b-9548eb5850ea tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "PUT /v2.0/routers/ff3137ca-af89-45f8-acb9-3a179e3a0860/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3294795 Nov 25 20:46:44.115859 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-ce8f9f61-28df-4e6e-ad35-dc495eb00549 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1792941617&fields=id&tenant_id=79c61858fb1c4716ac2d08ff92cee2da HTTP/1.1" status: 200 len: 267 time: 0.0478640 Nov 25 20:46:44.154728 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e17bb6c-29d2-48f7-b1c4-df08894bad06 None None] Network 35954e14-947f-4214-9952-f66dbfaa1602 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:46:44.237989 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-24142989-24df-454c-82b8-a767b71fea50 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:44.239673 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-24142989-24df-454c-82b8-a767b71fea50 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/networks?id=35954e14-947f-4214-9952-f66dbfaa1602 HTTP/1.1" status: 200 len: 796 time: 0.1162727 Nov 25 20:46:44.256934 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-20b02d37-50e6-4a9f-b0f1-51233a9ea50b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/quotas/79c61858fb1c4716ac2d08ff92cee2da HTTP/1.1" status: 200 len: 375 time: 0.0106535 Nov 25 20:46:44.317577 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-acef88b8-e118-461b-84fb-74cc0e7d86e0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533931 Nov 25 20:46:44.377205 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-a1d07aae-e8a3-4e3e-a421-b9feda3955ad service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:46:44.378235 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-a1d07aae-e8a3-4e3e-a421-b9feda3955ad service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482900 Nov 25 20:46:44.396804 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0ba1173b-ce31-4a58-bcd1-8ef46668db14 None None] Provisioning complete for port 97fcc8a1-0b9c-4861-800d-299e95e5b6d3 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:46:44.397100 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0ba1173b-ce31-4a58-bcd1-8ef46668db14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:44.475606 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-bcf6753f-74bd-40cd-9e81-d647bf767d7a service neutron] 10.222.0.55 "GET /v2.0/networks/35954e14-947f-4214-9952-f66dbfaa1602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891280 Nov 25 20:46:44.546899 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0ba1173b-ce31-4a58-bcd1-8ef46668db14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:44.594751 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-6893a760-58b0-4e9b-9f56-ff844e9c5c9f service neutron] 10.222.0.55 "GET /v2.0/networks/35954e14-947f-4214-9952-f66dbfaa1602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140232 Nov 25 20:46:44.596902 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0ba1173b-ce31-4a58-bcd1-8ef46668db14 None None] For port 97fcc8a1-0b9c-4861-800d-299e95e5b6d3, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=97fcc8a1-0b9c-4861-800d-299e95e5b6d3,segment=NetworkSegment(ddf6bd35-b8d2-4feb-8461-5218e053b018),segment_id=ddf6bd35-b8d2-4feb-8461-5218e053b018)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:46:44.602396 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0ba1173b-ce31-4a58-bcd1-8ef46668db14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:44.668666 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1173b-ce31-4a58-bcd1-8ef46668db14 None None] Pushing event updated for resources: {'Port': ['ID=97fcc8a1-0b9c-4861-800d-299e95e5b6d3,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:44.807575 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e060e8fb-89e0-41a6-8355-2164df5df49a req-b31189a3-397d-4e05-bf07-ad87b29b459d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 210 time: 0.0330296 Nov 25 20:46:44.837315 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-96400031-2773-49d8-bc6a-a8c6b128edc5 None None] Provisioning complete for port 97fcc8a1-0b9c-4861-800d-299e95e5b6d3 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:46:44.837761 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-96400031-2773-49d8-bc6a-a8c6b128edc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:44.849411 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e2850-936a-4b6d-b4d9-c91cae12ba66 None None] Sync routers for ids ['ff3137ca-af89-45f8-acb9-3a179e3a0860'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:46:44.876897 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637e2850-936a-4b6d-b4d9-c91cae12ba66 None None] Routers {'ff3137ca-af89-45f8-acb9-3a179e3a0860'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:46:44.877540 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-637e2850-936a-4b6d-b4d9-c91cae12ba66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:46:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['ff3137ca-af89-45f8-acb9-3a179e3a0860'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:46:44.946972 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-96400031-2773-49d8-bc6a-a8c6b128edc5 None None] Provisioning complete for port af1d8dbb-b0d1-4f8b-a79e-0da1e221de06 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:46:44.947434 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-96400031-2773-49d8-bc6a-a8c6b128edc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:44.992278 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-96400031-2773-49d8-bc6a-a8c6b128edc5 None None] Port af1d8dbb-b0d1-4f8b-a79e-0da1e221de06 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:46:45.014000 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-637e2850-936a-4b6d-b4d9-c91cae12ba66 None None] Set router ff3137ca-af89-45f8-acb9-3a179e3a0860 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:46:45.114118 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a9831f17-416b-4f06-b543-f3faf935f231 None None] Provisioning complete for port af1d8dbb-b0d1-4f8b-a79e-0da1e221de06 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:46:45.114522 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a9831f17-416b-4f06-b543-f3faf935f231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:45.192098 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a9831f17-416b-4f06-b543-f3faf935f231 None None] Port af1d8dbb-b0d1-4f8b-a79e-0da1e221de06 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:46:45.300955 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 97fcc8a1-0b9c-4861-800d-299e95e5b6d3 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:46:45.318277 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-637e2850-936a-4b6d-b4d9-c91cae12ba66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816345060', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:46:43Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'af1d8dbb-b0d1-4f8b-a79e-0da1e221de06', 'name': '', 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:18:92:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '640588e6-b3fd-45a2-ab01-15984a310c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:46:42Z', 'updated_at': '2021-11-25T20:46:43Z', 'revision_number': 2, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': '640588e6-b3fd-45a2-ab01-15984a310c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:46:45.360813 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 97fcc8a1-0b9c-4861-800d-299e95e5b6d3 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:46:45.361191 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:45.419996 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7e67ad15-c9a8-4204-be10-9fb940dfdb02 None None] Provisioning complete for port af1d8dbb-b0d1-4f8b-a79e-0da1e221de06 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:46:45.420721 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7e67ad15-c9a8-4204-be10-9fb940dfdb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:45.440123 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e2850-936a-4b6d-b4d9-c91cae12ba66 None None] Checking router: ff3137ca-af89-45f8-acb9-3a179e3a0860 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:46:45.440574 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e2850-936a-4b6d-b4d9-c91cae12ba66 None None] Updating router ff3137ca-af89-45f8-acb9-3a179e3a0860 port af1d8dbb-b0d1-4f8b-a79e-0da1e221de06 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:46:45.468928 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-637e2850-936a-4b6d-b4d9-c91cae12ba66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:45.487014 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7e67ad15-c9a8-4204-be10-9fb940dfdb02 None None] Port af1d8dbb-b0d1-4f8b-a79e-0da1e221de06 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:46:45.493430 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 3aeb3d18-141b-4171-8c26-d151786abdc9 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:46:45.540935 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 3aeb3d18-141b-4171-8c26-d151786abdc9 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:46:45.541303 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:45.744406 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-637e2850-936a-4b6d-b4d9-c91cae12ba66 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:45.751653 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-637e2850-936a-4b6d-b4d9-c91cae12ba66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:45.806420 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab54f80-b9e9-4095-b0f3-261d87870c31 None None] Pushing event updated for resources: {'Port': ['ID=af1d8dbb-b0d1-4f8b-a79e-0da1e221de06,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:45.833573 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab54f80-b9e9-4095-b0f3-261d87870c31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:45.833573 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab54f80-b9e9-4095-b0f3-261d87870c31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:45.833573 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab54f80-b9e9-4095-b0f3-261d87870c31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:45.833573 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab54f80-b9e9-4095-b0f3-261d87870c31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:45.834003 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab54f80-b9e9-4095-b0f3-261d87870c31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:45.834148 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab54f80-b9e9-4095-b0f3-261d87870c31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:45.834510 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab54f80-b9e9-4095-b0f3-261d87870c31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:45.834841 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab54f80-b9e9-4095-b0f3-261d87870c31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:45.838585 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab54f80-b9e9-4095-b0f3-261d87870c31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:45.839464 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab54f80-b9e9-4095-b0f3-261d87870c31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:45.840614 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab54f80-b9e9-4095-b0f3-261d87870c31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:45.843061 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab54f80-b9e9-4095-b0f3-261d87870c31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:46:45.929712 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-637e2850-936a-4b6d-b4d9-c91cae12ba66 None None] Attempting to bind port af1d8dbb-b0d1-4f8b-a79e-0da1e221de06 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:46:45.930501 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-637e2850-936a-4b6d-b4d9-c91cae12ba66 None None] Attempting to bind port af1d8dbb-b0d1-4f8b-a79e-0da1e221de06 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'ddf6bd35-b8d2-4feb-8461-5218e053b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:46:45.931553 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637e2850-936a-4b6d-b4d9-c91cae12ba66 None None] Attempting to bind port af1d8dbb-b0d1-4f8b-a79e-0da1e221de06 on network 35954e14-947f-4214-9952-f66dbfaa1602 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:46:45.946549 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637e2850-936a-4b6d-b4d9-c91cae12ba66 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:46:45.947269 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637e2850-936a-4b6d-b4d9-c91cae12ba66 None None] Checking segment: {'id': 'ddf6bd35-b8d2-4feb-8461-5218e053b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:46:45.947985 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-637e2850-936a-4b6d-b4d9-c91cae12ba66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:45.949107 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637e2850-936a-4b6d-b4d9-c91cae12ba66 None None] Bound using segment: {'id': 'ddf6bd35-b8d2-4feb-8461-5218e053b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:46:45.951167 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-101ef59f-aeda-4d8a-9149-92efc1fa62ed req-c1009873-9cb2-4383-9af9-9fed016141c3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 210 time: 0.0460384 Nov 25 20:46:45.954431 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-637e2850-936a-4b6d-b4d9-c91cae12ba66 None None] Bound port: af1d8dbb-b0d1-4f8b-a79e-0da1e221de06, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf6bd35-b8d2-4feb-8461-5218e053b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:46:45.954952 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-637e2850-936a-4b6d-b4d9-c91cae12ba66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:45.960535 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-17ce99e5-84a8-42d7-891a-d08184fa6a54 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:45.961987 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-17ce99e5-84a8-42d7-891a-d08184fa6a54 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.73 "GET /v2.0/networks?id=35954e14-947f-4214-9952-f66dbfaa1602 HTTP/1.1" status: 200 len: 796 time: 0.1713333 Nov 25 20:46:46.047390 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-459f55b9-f95e-4c99-a97e-4cf776cd0f27 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79c61858fb1c4716ac2d08ff92cee2da HTTP/1.1" status: 200 len: 380 time: 0.0751381 Nov 25 20:46:46.049764 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-637e2850-936a-4b6d-b4d9-c91cae12ba66 None None] For port af1d8dbb-b0d1-4f8b-a79e-0da1e221de06, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:46:46.053227 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-637e2850-936a-4b6d-b4d9-c91cae12ba66 None None] For port af1d8dbb-b0d1-4f8b-a79e-0da1e221de06, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=af1d8dbb-b0d1-4f8b-a79e-0da1e221de06,segment=NetworkSegment(ddf6bd35-b8d2-4feb-8461-5218e053b018),segment_id=ddf6bd35-b8d2-4feb-8461-5218e053b018)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:46:46.059312 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-637e2850-936a-4b6d-b4d9-c91cae12ba66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:46.061029 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-2ac72281-5b41-4c4f-ba5f-335ba7644d4b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'port': {'device_id': 'ee6004ca-bfd9-4420-a27c-d4783c83b179', 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602', 'admin_state_up': True, 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'security_groups': ['c7ddf8da-fa08-481b-8914-0f48a15143c8']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:46:46.121452 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab54f80-b9e9-4095-b0f3-261d87870c31 None None] Pushing event updated for resources: {'Port': ['ID=af1d8dbb-b0d1-4f8b-a79e-0da1e221de06,revision_number=4']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:46.124633 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637e2850-936a-4b6d-b4d9-c91cae12ba66 None None] Routers {'ff3137ca-af89-45f8-acb9-3a179e3a0860'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:46:46.125312 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-637e2850-936a-4b6d-b4d9-c91cae12ba66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:46:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['ff3137ca-af89-45f8-acb9-3a179e3a0860'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:46:46.196363 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-2ac72281-5b41-4c4f-ba5f-335ba7644d4b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Made reservation on behalf of 79c61858fb1c4716ac2d08ff92cee2da for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:46:46.202469 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-2ac72281-5b41-4c4f-ba5f-335ba7644d4b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:46.219525 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-d94a19ea-e2d3-4356-9ed5-fdd6e53c948d None None] Provisioning complete for port af1d8dbb-b0d1-4f8b-a79e-0da1e221de06 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:46:46.220094 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d94a19ea-e2d3-4356-9ed5-fdd6e53c948d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:46.242246 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-637e2850-936a-4b6d-b4d9-c91cae12ba66 None None] Set router ff3137ca-af89-45f8-acb9-3a179e3a0860 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:46:46.326316 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d94a19ea-e2d3-4356-9ed5-fdd6e53c948d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:46.363138 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-2ac72281-5b41-4c4f-ba5f-335ba7644d4b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Allocated IP 172.20.0.10 (35954e14-947f-4214-9952-f66dbfaa1602/640588e6-b3fd-45a2-ab01-15984a310c20/bd625296-34af-4481-a279-380b725d254f) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:46:46.370840 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-d94a19ea-e2d3-4356-9ed5-fdd6e53c948d None None] For port af1d8dbb-b0d1-4f8b-a79e-0da1e221de06, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=af1d8dbb-b0d1-4f8b-a79e-0da1e221de06,segment=NetworkSegment(ddf6bd35-b8d2-4feb-8461-5218e053b018),segment_id=ddf6bd35-b8d2-4feb-8461-5218e053b018)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:46:46.375498 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d94a19ea-e2d3-4356-9ed5-fdd6e53c948d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:46.436010 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a19ea-e2d3-4356-9ed5-fdd6e53c948d None None] Pushing event updated for resources: {'Port': ['ID=af1d8dbb-b0d1-4f8b-a79e-0da1e221de06,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:46.498939 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-cedac597-0baf-4bc3-a483-87fbda14d4a7 None None] Provisioning complete for port af1d8dbb-b0d1-4f8b-a79e-0da1e221de06 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:46:46.499224 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cedac597-0baf-4bc3-a483-87fbda14d4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:46.502509 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-637e2850-936a-4b6d-b4d9-c91cae12ba66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816345060', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:46:43Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'af1d8dbb-b0d1-4f8b-a79e-0da1e221de06', 'name': '', 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:18:92:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '640588e6-b3fd-45a2-ab01-15984a310c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:46:42Z', 'updated_at': '2021-11-25T20:46:46Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': '640588e6-b3fd-45a2-ab01-15984a310c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:46:46.527482 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-2ac72281-5b41-4c4f-ba5f-335ba7644d4b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:46.535771 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e2850-936a-4b6d-b4d9-c91cae12ba66 None None] The sync data for ids ['ff3137ca-af89-45f8-acb9-3a179e3a0860'] in n-d-819349-5 is: [{'id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816345060', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:46:43Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'af1d8dbb-b0d1-4f8b-a79e-0da1e221de06', 'name': '', 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:18:92:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '640588e6-b3fd-45a2-ab01-15984a310c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:46:42Z', 'updated_at': '2021-11-25T20:46:46Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': '640588e6-b3fd-45a2-ab01-15984a310c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:46:46.572219 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-2ac72281-5b41-4c4f-ba5f-335ba7644d4b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:46.634315 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-2ac72281-5b41-4c4f-ba5f-335ba7644d4b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network 35954e14-947f-4214-9952-f66dbfaa1602 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:46:46.639928 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-2ac72281-5b41-4c4f-ba5f-335ba7644d4b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:46:46.642907 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-2ac72281-5b41-4c4f-ba5f-335ba7644d4b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:46:46.680083 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac72281-5b41-4c4f-ba5f-335ba7644d4b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=bd625296-34af-4481-a279-380b725d254f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:46.709300 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-2ac72281-5b41-4c4f-ba5f-335ba7644d4b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:46.710243 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-2ac72281-5b41-4c4f-ba5f-335ba7644d4b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:46.732353 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-2ac72281-5b41-4c4f-ba5f-335ba7644d4b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6766684 Nov 25 20:46:46.753742 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-b9b621fd-1040-4619-a691-e22b8f8906bd service neutron] Request body: {'port': {'device_id': 'ee6004ca-bfd9-4420-a27c-d4783c83b179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:46:46.823322 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-b9b621fd-1040-4619-a691-e22b8f8906bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:46.938357 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-0334ce60-17bc-490b-ba80-0bc10ab794c7 None None] Provisioning complete for port bd625296-34af-4481-a279-380b725d254f triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:46:46.938834 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0334ce60-17bc-490b-ba80-0bc10ab794c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:46.981533 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-0334ce60-17bc-490b-ba80-0bc10ab794c7 None None] Port bd625296-34af-4481-a279-380b725d254f cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:46:47.165814 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafc5f9-27f2-403c-adbe-2152c02110a6 req-d6be1449-7fa5-4af8-a22e-63ad51a9886c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:47.167452 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6cafc5f9-27f2-403c-adbe-2152c02110a6 req-d6be1449-7fa5-4af8-a22e-63ad51a9886c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 932 time: 0.1006134 Nov 25 20:46:47.174825 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-b9b621fd-1040-4619-a691-e22b8f8906bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd625296-34af-4481-a279-380b725d254f {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:46:47.184736 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-b9b621fd-1040-4619-a691-e22b8f8906bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:47.213975 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-b9b621fd-1040-4619-a691-e22b8f8906bd service neutron] Transition to ACTIVE for port object bd625296-34af-4481-a279-380b725d254f will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:46:47.225112 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-b9b621fd-1040-4619-a691-e22b8f8906bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:47.234118 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device af1d8dbb-b0d1-4f8b-a79e-0da1e221de06 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:46:47.286846 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6cafc5f9-27f2-403c-adbe-2152c02110a6 req-62ff3b4b-3545-471e-8e60-93f075e6e0af tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7ddf8da-fa08-481b-8914-0f48a15143c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071796 Nov 25 20:46:47.296302 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b621fd-1040-4619-a691-e22b8f8906bd service neutron] Pushing event updated for resources: {'Port': ['ID=bd625296-34af-4481-a279-380b725d254f,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:47.342260 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port af1d8dbb-b0d1-4f8b-a79e-0da1e221de06 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:46:47.343215 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:47.390496 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-b9b621fd-1040-4619-a691-e22b8f8906bd service neutron] Attempting to bind port bd625296-34af-4481-a279-380b725d254f on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:46:47.390843 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-b9b621fd-1040-4619-a691-e22b8f8906bd service neutron] Attempting to bind port bd625296-34af-4481-a279-380b725d254f by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'ddf6bd35-b8d2-4feb-8461-5218e053b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:46:47.391194 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-b9b621fd-1040-4619-a691-e22b8f8906bd service neutron] Attempting to bind port bd625296-34af-4481-a279-380b725d254f on network 35954e14-947f-4214-9952-f66dbfaa1602 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:46:47.397803 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-b9b621fd-1040-4619-a691-e22b8f8906bd service neutron] Port bd625296-34af-4481-a279-380b725d254f on network 35954e14-947f-4214-9952-f66dbfaa1602 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:46:47.398030 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-b9b621fd-1040-4619-a691-e22b8f8906bd service neutron] Attempting to bind port bd625296-34af-4481-a279-380b725d254f on network 35954e14-947f-4214-9952-f66dbfaa1602 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:46:47.405056 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-b9b621fd-1040-4619-a691-e22b8f8906bd service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:46:47.405401 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-b9b621fd-1040-4619-a691-e22b8f8906bd service neutron] Checking segment: {'id': 'ddf6bd35-b8d2-4feb-8461-5218e053b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:46:47.405794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-b9b621fd-1040-4619-a691-e22b8f8906bd service neutron] Bound using segment: {'id': 'ddf6bd35-b8d2-4feb-8461-5218e053b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:46:47.406244 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-b9b621fd-1040-4619-a691-e22b8f8906bd service neutron] Bound port: bd625296-34af-4481-a279-380b725d254f, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf6bd35-b8d2-4feb-8461-5218e053b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:46:47.406670 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-b9b621fd-1040-4619-a691-e22b8f8906bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:47.492024 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-b9b621fd-1040-4619-a691-e22b8f8906bd service neutron] For port bd625296-34af-4481-a279-380b725d254f, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:46:47.495679 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-b9b621fd-1040-4619-a691-e22b8f8906bd service neutron] For port bd625296-34af-4481-a279-380b725d254f, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=bd625296-34af-4481-a279-380b725d254f,segment=NetworkSegment(ddf6bd35-b8d2-4feb-8461-5218e053b018),segment_id=ddf6bd35-b8d2-4feb-8461-5218e053b018)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:46:47.502023 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-b9b621fd-1040-4619-a691-e22b8f8906bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:47.540680 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-b9b621fd-1040-4619-a691-e22b8f8906bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:47.541369 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-b9b621fd-1040-4619-a691-e22b8f8906bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:47.543082 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-b9b621fd-1040-4619-a691-e22b8f8906bd service neutron] 10.222.0.73 "PUT /v2.0/ports/bd625296-34af-4481-a279-380b725d254f HTTP/1.1" status: 200 len: 1092 time: 0.8010788 Nov 25 20:46:47.543653 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6004ca-bfd9-4420-a27c-d4783c83b179', 'tag': 'bd625296-34af-4481-a279-380b725d254f'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:46:47.547030 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb4240d-6bb3-4ed6-814c-a69dc768626d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6004ca-bfd9-4420-a27c-d4783c83b179", "tag": "bd625296-34af-4481-a279-380b725d254f"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:46:47.578980 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b621fd-1040-4619-a691-e22b8f8906bd service neutron] Pushing event updated for resources: {'Port': ['ID=bd625296-34af-4481-a279-380b725d254f,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:47.652695 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-e90961ab-b5ba-4683-9b36-a6f4db2b73cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:47.655205 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-e90961ab-b5ba-4683-9b36-a6f4db2b73cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 1095 time: 0.0599251 Nov 25 20:46:47.711980 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7fe233-7a03-4a47-87e9-70ced749080b x-openstack-request-id: req-2d7fe233-7a03-4a47-87e9-70ced749080b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:46:47.712354 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6004ca-bfd9-4420-a27c-d4783c83b179", "tag": "bd625296-34af-4481-a279-380b725d254f", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:46:47.712682 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2d7fe233-7a03-4a47-87e9-70ced749080b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:46:47.713237 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6004ca-bfd9-4420-a27c-d4783c83b179', 'tag': 'bd625296-34af-4481-a279-380b725d254f', 'status': 'completed', 'code': 200} Nov 25 20:46:47.715262 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-c559b517-b663-4950-a0f6-3a26be255eea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd625296-34af-4481-a279-380b725d254f HTTP/1.1" status: 200 len: 217 time: 0.0496409 Nov 25 20:46:47.783246 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-1e25f214-1400-4201-ac6b-02b38e9dc85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:47.784628 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-1e25f214-1400-4201-ac6b-02b38e9dc85f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=640588e6-b3fd-45a2-ab01-15984a310c20 HTTP/1.1" status: 200 len: 835 time: 0.0627499 Nov 25 20:46:47.839394 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-b463b352-d9f4-4126-95e6-73447653c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:47.841553 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-b463b352-d9f4-4126-95e6-73447653c770 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35954e14-947f-4214-9952-f66dbfaa1602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480850 Nov 25 20:46:47.939663 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-f721bf59-beb2-463d-a6ab-79e3945d2ddf service neutron] 10.222.0.73 "GET /v2.0/networks/35954e14-947f-4214-9952-f66dbfaa1602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904980 Nov 25 20:46:48.031581 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8eccc263-c343-4828-a6cf-9af86a95bc64 req-419300af-9308-46ed-8eb4-f717f475b3c9 service neutron] 10.222.0.73 "GET /v2.0/networks/35954e14-947f-4214-9952-f66dbfaa1602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843503 Nov 25 20:46:48.131885 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4240d-6bb3-4ed6-814c-a69dc768626d req-20ab9239-c783-4369-8129-7b3b475b5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:48.133435 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8bb4240d-6bb3-4ed6-814c-a69dc768626d req-20ab9239-c783-4369-8129-7b3b475b5641 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 1095 time: 0.0529613 Nov 25 20:46:48.263634 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4240d-6bb3-4ed6-814c-a69dc768626d req-7d2d8c7b-510e-4dcc-9196-a420c781ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:48.265122 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8bb4240d-6bb3-4ed6-814c-a69dc768626d req-7d2d8c7b-510e-4dcc-9196-a420c781ab25 service neutron] 10.222.0.73 "GET /v2.0/networks?id=35954e14-947f-4214-9952-f66dbfaa1602 HTTP/1.1" status: 200 len: 897 time: 0.1239285 Nov 25 20:46:48.313926 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8bb4240d-6bb3-4ed6-814c-a69dc768626d req-c327bdf8-e5aa-43ef-9944-42fc2b56f4d7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd625296-34af-4481-a279-380b725d254f HTTP/1.1" status: 200 len: 217 time: 0.0387387 Nov 25 20:46:48.368177 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4240d-6bb3-4ed6-814c-a69dc768626d req-00f45963-6b21-4888-9106-17e168d2d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:48.369824 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8bb4240d-6bb3-4ed6-814c-a69dc768626d req-00f45963-6b21-4888-9106-17e168d2d9c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=640588e6-b3fd-45a2-ab01-15984a310c20 HTTP/1.1" status: 200 len: 835 time: 0.0473757 Nov 25 20:46:48.444802 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4240d-6bb3-4ed6-814c-a69dc768626d req-5f74d972-caeb-4270-91b8-37fe235e7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:48.446737 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8bb4240d-6bb3-4ed6-814c-a69dc768626d req-5f74d972-caeb-4270-91b8-37fe235e7389 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35954e14-947f-4214-9952-f66dbfaa1602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687571 Nov 25 20:46:48.472977 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43885b1-4a4b-43eb-85d0-41dde947fa79 req-4c0e309c-6cd5-46b0-88ed-9019de2c68d4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:48.474437 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a43885b1-4a4b-43eb-85d0-41dde947fa79 req-4c0e309c-6cd5-46b0-88ed-9019de2c68d4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 944 time: 0.0719934 Nov 25 20:46:48.579605 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a43885b1-4a4b-43eb-85d0-41dde947fa79 req-211f15aa-d303-43df-982e-24871e120169 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7ddf8da-fa08-481b-8914-0f48a15143c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955031 Nov 25 20:46:48.590020 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8bb4240d-6bb3-4ed6-814c-a69dc768626d req-de6e0d24-31b8-46e8-8569-73804e9e8f91 service neutron] 10.222.0.73 "GET /v2.0/networks/35954e14-947f-4214-9952-f66dbfaa1602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349297 Nov 25 20:46:48.662224 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:46:48.688236 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8bb4240d-6bb3-4ed6-814c-a69dc768626d req-0415385f-c82c-465f-a8d9-e6c85a2c2f06 service neutron] 10.222.0.73 "GET /v2.0/networks/35954e14-947f-4214-9952-f66dbfaa1602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904131 Nov 25 20:46:50.023034 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ed259-1d3d-4315-a4b0-b24a40a26b40 req-1e6b7897-fee3-4751-8b6d-29deef58dd3a tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:50.024442 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4f3ed259-1d3d-4315-a4b0-b24a40a26b40 req-1e6b7897-fee3-4751-8b6d-29deef58dd3a tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 944 time: 0.3741415 Nov 25 20:46:50.079968 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4f3ed259-1d3d-4315-a4b0-b24a40a26b40 req-afd25711-0db2-40f7-b87b-579073196ca2 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7ddf8da-fa08-481b-8914-0f48a15143c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488319 Nov 25 20:46:50.987030 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device bd625296-34af-4481-a279-380b725d254f details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:46:51.085397 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port bd625296-34af-4481-a279-380b725d254f, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=bd625296-34af-4481-a279-380b725d254f,segment=NetworkSegment(ddf6bd35-b8d2-4feb-8461-5218e053b018),segment_id=ddf6bd35-b8d2-4feb-8461-5218e053b018)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:46:51.096816 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': 'bd625296-34af-4481-a279-380b725d254f', 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602', 'port_id': 'bd625296-34af-4481-a279-380b725d254f', 'mac_address': 'fa:16:3e:6c:23:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640588e6-b3fd-45a2-ab01-15984a310c20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:46:51.139705 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:51.153129 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd625296-34af-4481-a279-380b725d254f {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:46:51.174599 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port bd625296-34af-4481-a279-380b725d254f, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=bd625296-34af-4481-a279-380b725d254f,segment=NetworkSegment(ddf6bd35-b8d2-4feb-8461-5218e053b018),segment_id=ddf6bd35-b8d2-4feb-8461-5218e053b018)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:46:51.179439 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:51.201092 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e853aa1-d8b2-4f51-83f6-2b2176370164 req-a84d1565-52f3-494a-9728-c5f56470c807 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:51.202609 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e853aa1-d8b2-4f51-83f6-2b2176370164 req-a84d1565-52f3-494a-9728-c5f56470c807 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 944 time: 0.0521100 Nov 25 20:46:51.229506 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=bd625296-34af-4481-a279-380b725d254f,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:51.253911 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0e853aa1-d8b2-4f51-83f6-2b2176370164 req-6db84bb8-57e9-4b6a-b2ed-0f8ab9a3a0a1 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7ddf8da-fa08-481b-8914-0f48a15143c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451348 Nov 25 20:46:51.425787 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['bd625296-34af-4481-a279-380b725d254f'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:46:52.376697 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1f8cb-c66a-4716-b40c-c069c20b73c3 req-cdcdbd1e-48a7-4fe5-925f-97dc842cca4d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:52.378094 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16b1f8cb-c66a-4716-b40c-c069c20b73c3 req-cdcdbd1e-48a7-4fe5-925f-97dc842cca4d tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 945 time: 0.0540311 Nov 25 20:46:52.427540 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-16b1f8cb-c66a-4716-b40c-c069c20b73c3 req-c191703d-25ab-4c47-8819-1118fd1a6ca4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7ddf8da-fa08-481b-8914-0f48a15143c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433848 Nov 25 20:46:52.990755 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device bd625296-34af-4481-a279-380b725d254f up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:46:53.039702 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port bd625296-34af-4481-a279-380b725d254f completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:46:53.044118 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port bd625296-34af-4481-a279-380b725d254f triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:46:53.044751 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:53.128653 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:53.151551 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6004ca-bfd9-4420-a27c-d4783c83b179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd625296-34af-4481-a279-380b725d254f'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:46:53.153919 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbdd81f-9b41-4e36-8043-c899bf009eb6" -d '{"events": [{"server_uuid": "ee6004ca-bfd9-4420-a27c-d4783c83b179", "name": "network-vif-plugged", "status": "completed", "tag": "bd625296-34af-4481-a279-380b725d254f"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:46:53.170954 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port bd625296-34af-4481-a279-380b725d254f, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=bd625296-34af-4481-a279-380b725d254f,segment=NetworkSegment(ddf6bd35-b8d2-4feb-8461-5218e053b018),segment_id=ddf6bd35-b8d2-4feb-8461-5218e053b018)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:46:53.175387 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:53.227024 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=bd625296-34af-4481-a279-380b725d254f,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:53.257246 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cb1caf-cb37-4078-bb09-43d328375b0d x-openstack-request-id: req-99cb1caf-cb37-4078-bb09-43d328375b0d {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:46:53.257548 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6004ca-bfd9-4420-a27c-d4783c83b179", "name": "network-vif-plugged", "status": "completed", "tag": "bd625296-34af-4481-a279-380b725d254f", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:46:53.257810 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-99cb1caf-cb37-4078-bb09-43d328375b0d {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:46:53.258213 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6004ca-bfd9-4420-a27c-d4783c83b179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd625296-34af-4481-a279-380b725d254f', 'code': 200} Nov 25 20:46:53.358114 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587e854-63a0-4762-a1d1-2931a05bf6ba req-f1856cc4-83ed-4c69-93c3-181a7eebd6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:53.359639 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b587e854-63a0-4762-a1d1-2931a05bf6ba req-f1856cc4-83ed-4c69-93c3-181a7eebd6d0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 1097 time: 0.0407622 Nov 25 20:46:53.407823 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b587e854-63a0-4762-a1d1-2931a05bf6ba req-55c39c05-8f45-468c-a3dc-f465172f7642 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c7ddf8da-fa08-481b-8914-0f48a15143c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408118 Nov 25 20:46:53.548483 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6c2cc-a61d-4b56-a21a-d8b808fedaa9 req-5ef88377-8224-4b4a-80b0-2552dcda22ff tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:53.549988 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9ce6c2cc-a61d-4b56-a21a-d8b808fedaa9 req-5ef88377-8224-4b4a-80b0-2552dcda22ff tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 946 time: 0.0510881 Nov 25 20:46:53.603712 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9ce6c2cc-a61d-4b56-a21a-d8b808fedaa9 req-0777977b-c829-4e2d-b04d-4706084cd38f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7ddf8da-fa08-481b-8914-0f48a15143c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477028 Nov 25 20:46:54.431184 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:54.721120 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d6ac7-acee-4a95-bf55-af762afa7445 req-d0b559a7-d577-49cb-bb01-3b853b936441 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:54.722604 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba5d6ac7-acee-4a95-bf55-af762afa7445 req-d0b559a7-d577-49cb-bb01-3b853b936441 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 946 time: 0.0486853 Nov 25 20:46:54.773181 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba5d6ac7-acee-4a95-bf55-af762afa7445 req-e129090e-55fd-4075-946b-5b95ce3c4bd5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7ddf8da-fa08-481b-8914-0f48a15143c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440829 Nov 25 20:46:54.889710 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bcc31-0ed0-440c-87a0-78499db9c9b6 req-54c75c50-90a7-42ea-b3f9-92ddc01b69e5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:54.891227 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-869bcc31-0ed0-440c-87a0-78499db9c9b6 req-54c75c50-90a7-42ea-b3f9-92ddc01b69e5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 946 time: 0.0515683 Nov 25 20:46:54.942190 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-869bcc31-0ed0-440c-87a0-78499db9c9b6 req-b6b8118e-4bee-4676-99a7-72ab49d387ef tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7ddf8da-fa08-481b-8914-0f48a15143c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449517 Nov 25 20:46:54.963860 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60002) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:46:55.007201 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1ae0e5-f2d2-4a62-b13e-4af91ba5fe3d tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:55.008693 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ce1ae0e5-f2d2-4a62-b13e-4af91ba5fe3d tempest-TestNetworkAdvancedServerOps-1743178701 tempest-TestNetworkAdvancedServerOps-1743178701-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 1092 time: 0.0438559 Nov 25 20:46:55.011531 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60004) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:46:55.016300 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-317a4724-49f1-40d6-91e0-a1989e41a575 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'port_id': 'bd625296-34af-4481-a279-380b725d254f', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:46:55.037913 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-317a4724-49f1-40d6-91e0-a1989e41a575 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:55.089237 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:55.141309 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-317a4724-49f1-40d6-91e0-a1989e41a575 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:55.247663 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-317a4724-49f1-40d6-91e0-a1989e41a575 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Allocated IP 172.25.6.240 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/48fb393a-a845-486f-824d-68b9ff2c4285) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:46:55.351655 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-317a4724-49f1-40d6-91e0-a1989e41a575 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:55.385793 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-317a4724-49f1-40d6-91e0-a1989e41a575 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:55.430118 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317a4724-49f1-40d6-91e0-a1989e41a575 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:46:55.432911 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-317a4724-49f1-40d6-91e0-a1989e41a575 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:46:55.437353 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317a4724-49f1-40d6-91e0-a1989e41a575 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:46:55.443115 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a4724-49f1-40d6-91e0-a1989e41a575 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=48fb393a-a845-486f-824d-68b9ff2c4285,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:55.781021 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-317a4724-49f1-40d6-91e0-a1989e41a575 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:55.847860 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-317a4724-49f1-40d6-91e0-a1989e41a575 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:56.009722 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-317a4724-49f1-40d6-91e0-a1989e41a575 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:56.017661 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-317a4724-49f1-40d6-91e0-a1989e41a575 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:56.094521 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a4724-49f1-40d6-91e0-a1989e41a575 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event updated for resources: {'Port': ['ID=48fb393a-a845-486f-824d-68b9ff2c4285,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:56.105272 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-317a4724-49f1-40d6-91e0-a1989e41a575 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:56.208009 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-317a4724-49f1-40d6-91e0-a1989e41a575 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Floating IP a14847da-f8a9-4fc1-93e6-528ee1464f03 associated. External IP: 172.25.6.240, port: bd625296-34af-4481-a279-380b725d254f. Nov 25 20:46:56.420769 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317a4724-49f1-40d6-91e0-a1989e41a575 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Router ff3137ca-af89-45f8-acb9-3a179e3a0860 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:46:56.531826 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317a4724-49f1-40d6-91e0-a1989e41a575 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:46:56.542116 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc6232-606d-49b0-b39a-e4b4ee180a0e None None] Sync routers for ids ['ff3137ca-af89-45f8-acb9-3a179e3a0860'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:46:56.550543 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-317a4724-49f1-40d6-91e0-a1989e41a575 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:56.554379 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cc6232-606d-49b0-b39a-e4b4ee180a0e None None] Routers {'ff3137ca-af89-45f8-acb9-3a179e3a0860'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:46:56.555013 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f6cc6232-606d-49b0-b39a-e4b4ee180a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:46:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['ff3137ca-af89-45f8-acb9-3a179e3a0860'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:46:56.577752 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-317a4724-49f1-40d6-91e0-a1989e41a575 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5652122 Nov 25 20:46:56.578488 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6004ca-bfd9-4420-a27c-d4783c83b179', 'tag': 'bd625296-34af-4481-a279-380b725d254f'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:46:56.580889 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b12494d-3d11-406f-ac61-b37d088e0c31" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6004ca-bfd9-4420-a27c-d4783c83b179", "tag": "bd625296-34af-4481-a279-380b725d254f"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:46:56.663596 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f6cc6232-606d-49b0-b39a-e4b4ee180a0e None None] Set router ff3137ca-af89-45f8-acb9-3a179e3a0860 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:46:56.678203 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8312d9-3a78-458b-a037-bac8e5385d7f req-6879ed1a-9b40-4f95-8da4-a18eaab891e8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:56.679689 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c8312d9-3a78-458b-a037-bac8e5385d7f req-6879ed1a-9b40-4f95-8da4-a18eaab891e8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 946 time: 0.0509536 Nov 25 20:46:56.730554 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c8312d9-3a78-458b-a037-bac8e5385d7f req-d36d1380-5ce4-4d1f-82e8-02153edf26c3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7ddf8da-fa08-481b-8914-0f48a15143c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446057 Nov 25 20:46:56.763259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60010) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:46:56.792343 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ca116a-eff0-4c1d-b4e3-e6ea879f2298 x-openstack-request-id: req-f5ca116a-eff0-4c1d-b4e3-e6ea879f2298 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:46:56.799774 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6004ca-bfd9-4420-a27c-d4783c83b179", "tag": "bd625296-34af-4481-a279-380b725d254f", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:46:56.800160 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f5ca116a-eff0-4c1d-b4e3-e6ea879f2298 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:46:56.800678 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6004ca-bfd9-4420-a27c-d4783c83b179', 'tag': 'bd625296-34af-4481-a279-380b725d254f', 'status': 'completed', 'code': 200} Nov 25 20:46:56.849871 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-befc11d5-6552-4e42-830a-6036d66040b5 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/floatingips/a14847da-f8a9-4fc1-93e6-528ee1464f03 HTTP/1.1" status: 200 len: 992 time: 0.0839667 Nov 25 20:46:56.860405 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12494d-3d11-406f-ac61-b37d088e0c31 req-22b07a98-e0e7-4858-9226-2cf7d3ddc1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:56.862003 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0b12494d-3d11-406f-ac61-b37d088e0c31 req-22b07a98-e0e7-4858-9226-2cf7d3ddc1b6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 1097 time: 0.0448737 Nov 25 20:46:56.913770 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f6cc6232-606d-49b0-b39a-e4b4ee180a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816345060', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:46:43Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'a14847da-f8a9-4fc1-93e6-528ee1464f03', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'floating_ip_address': '172.25.6.240', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'port_id': 'bd625296-34af-4481-a279-380b725d254f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602', 'mac_address': 'fa:16:3e:6c:23:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6004ca-bfd9-4420-a27c-d4783c83b179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:46:55Z', 'updated_at': '2021-11-25T20:46:55Z', 'revision_number': 0, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1d8dbb-b0d1-4f8b-a79e-0da1e221de06', 'name': '', 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:18:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '640588e6-b3fd-45a2-ab01-15984a310c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:46:42Z', 'updated_at': '2021-11-25T20:46:46Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': '640588e6-b3fd-45a2-ab01-15984a310c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:46:56.947103 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc6232-606d-49b0-b39a-e4b4ee180a0e None None] Checking router: ff3137ca-af89-45f8-acb9-3a179e3a0860 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:46:56.959209 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cc6232-606d-49b0-b39a-e4b4ee180a0e None None] Routers {'ff3137ca-af89-45f8-acb9-3a179e3a0860'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:46:56.959826 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f6cc6232-606d-49b0-b39a-e4b4ee180a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:46:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['ff3137ca-af89-45f8-acb9-3a179e3a0860'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:46:56.965139 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12494d-3d11-406f-ac61-b37d088e0c31 req-c5a0aa99-1d3b-4675-bb6c-90abbb9f7cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:56.966686 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0b12494d-3d11-406f-ac61-b37d088e0c31 req-c5a0aa99-1d3b-4675-bb6c-90abbb9f7cfd service neutron] 10.222.0.73 "GET /v2.0/networks?id=35954e14-947f-4214-9952-f66dbfaa1602 HTTP/1.1" status: 200 len: 897 time: 0.0957022 Nov 25 20:46:57.040225 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0b12494d-3d11-406f-ac61-b37d088e0c31 req-1162e3a1-523f-4d49-8e9e-ede3aaa21d92 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd625296-34af-4481-a279-380b725d254f HTTP/1.1" status: 200 len: 1000 time: 0.0652788 Nov 25 20:46:57.093845 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f6cc6232-606d-49b0-b39a-e4b4ee180a0e None None] Set router ff3137ca-af89-45f8-acb9-3a179e3a0860 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:46:57.100248 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12494d-3d11-406f-ac61-b37d088e0c31 req-c1748a94-0705-4a52-b8a0-cecb78b6bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:57.103310 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0b12494d-3d11-406f-ac61-b37d088e0c31 req-c1748a94-0705-4a52-b8a0-cecb78b6bb0b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=640588e6-b3fd-45a2-ab01-15984a310c20 HTTP/1.1" status: 200 len: 835 time: 0.0560431 Nov 25 20:46:57.159938 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12494d-3d11-406f-ac61-b37d088e0c31 req-31b42981-31fb-489a-81c6-c9ce4be8052a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:57.162224 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0b12494d-3d11-406f-ac61-b37d088e0c31 req-31b42981-31fb-489a-81c6-c9ce4be8052a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35954e14-947f-4214-9952-f66dbfaa1602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521245 Nov 25 20:46:57.266512 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0b12494d-3d11-406f-ac61-b37d088e0c31 req-73d664b9-a52f-4361-9ccc-1e3f38a410fe service neutron] 10.222.0.73 "GET /v2.0/networks/35954e14-947f-4214-9952-f66dbfaa1602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950923 Nov 25 20:46:57.370794 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0b12494d-3d11-406f-ac61-b37d088e0c31 req-f42fc339-b257-4984-94ef-ba9726de8832 service neutron] 10.222.0.73 "GET /v2.0/networks/35954e14-947f-4214-9952-f66dbfaa1602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971045 Nov 25 20:46:57.379957 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f6cc6232-606d-49b0-b39a-e4b4ee180a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816345060', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:46:43Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'a14847da-f8a9-4fc1-93e6-528ee1464f03', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'floating_ip_address': '172.25.6.240', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'port_id': 'bd625296-34af-4481-a279-380b725d254f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602', 'mac_address': 'fa:16:3e:6c:23:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6004ca-bfd9-4420-a27c-d4783c83b179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:46:55Z', 'updated_at': '2021-11-25T20:46:55Z', 'revision_number': 0, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1d8dbb-b0d1-4f8b-a79e-0da1e221de06', 'name': '', 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:18:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '640588e6-b3fd-45a2-ab01-15984a310c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:46:42Z', 'updated_at': '2021-11-25T20:46:46Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': '640588e6-b3fd-45a2-ab01-15984a310c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:46:57.409932 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc6232-606d-49b0-b39a-e4b4ee180a0e None None] The sync data for ids ['ff3137ca-af89-45f8-acb9-3a179e3a0860'] in n-d-819349-5 is: [{'id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816345060', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:46:43Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': 'a14847da-f8a9-4fc1-93e6-528ee1464f03', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'floating_ip_address': '172.25.6.240', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'port_id': 'bd625296-34af-4481-a279-380b725d254f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602', 'mac_address': 'fa:16:3e:6c:23:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6004ca-bfd9-4420-a27c-d4783c83b179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:46:55Z', 'updated_at': '2021-11-25T20:46:55Z', 'revision_number': 0, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1d8dbb-b0d1-4f8b-a79e-0da1e221de06', 'name': '', 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:18:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '640588e6-b3fd-45a2-ab01-15984a310c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:46:42Z', 'updated_at': '2021-11-25T20:46:46Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': '640588e6-b3fd-45a2-ab01-15984a310c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:46:57.627651 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933a7a32-81d9-481d-9be1-8f0d5f4004de None None] New status for floating IP a14847da-f8a9-4fc1-93e6-528ee1464f03: ACTIVE {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:46:57.852213 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60012) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:46:57.917685 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f2b64b12-3d9b-45c1-ba08-a603381da1c9 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/floatingips/a14847da-f8a9-4fc1-93e6-528ee1464f03 HTTP/1.1" status: 200 len: 994 time: 0.0643084 Nov 25 20:46:59.436539 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c6d3d8d3-3d8d-472c-a08a-69c149e527de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:01.929939 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7da51605-880f-43d8-a9b4-9d99a3004472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:04.011027 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:05.729145 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:05.819333 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:19.594472 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba49b545-9af7-4b82-ad4c-89c6ae089463 req-fd80d06b-1aa3-4a3a-9601-fe140a3bb367 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418067 Nov 25 20:47:19.679793 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49b545-9af7-4b82-ad4c-89c6ae089463 req-b0c5b477-6714-46fd-87a7-8a0df760ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:19.681292 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba49b545-9af7-4b82-ad4c-89c6ae089463 req-b0c5b477-6714-46fd-87a7-8a0df760ef0c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 1097 time: 0.0425441 Nov 25 20:47:19.791282 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49b545-9af7-4b82-ad4c-89c6ae089463 req-ff91bc1a-f825-4f68-91f0-1a26c8d3c720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:19.792754 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba49b545-9af7-4b82-ad4c-89c6ae089463 req-ff91bc1a-f825-4f68-91f0-1a26c8d3c720 service neutron] 10.222.0.73 "GET /v2.0/networks?id=35954e14-947f-4214-9952-f66dbfaa1602 HTTP/1.1" status: 200 len: 897 time: 0.0892398 Nov 25 20:47:19.858728 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba49b545-9af7-4b82-ad4c-89c6ae089463 req-50897fd7-7b62-4af7-8bf6-bad7e032100f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd625296-34af-4481-a279-380b725d254f HTTP/1.1" status: 200 len: 1002 time: 0.0570958 Nov 25 20:47:19.908560 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49b545-9af7-4b82-ad4c-89c6ae089463 req-5a5d2606-e00b-46ab-bb41-0feaa332b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:19.910004 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba49b545-9af7-4b82-ad4c-89c6ae089463 req-5a5d2606-e00b-46ab-bb41-0feaa332b657 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=640588e6-b3fd-45a2-ab01-15984a310c20 HTTP/1.1" status: 200 len: 835 time: 0.0441916 Nov 25 20:47:19.961293 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49b545-9af7-4b82-ad4c-89c6ae089463 req-b78ac2c3-71e8-41ef-8dee-f1a81d508328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:19.962826 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba49b545-9af7-4b82-ad4c-89c6ae089463 req-b78ac2c3-71e8-41ef-8dee-f1a81d508328 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35954e14-947f-4214-9952-f66dbfaa1602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447407 Nov 25 20:47:20.058608 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba49b545-9af7-4b82-ad4c-89c6ae089463 req-efaa239a-ce53-46bd-9ced-a95e0dac0b78 service neutron] 10.222.0.73 "GET /v2.0/networks/35954e14-947f-4214-9952-f66dbfaa1602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870776 Nov 25 20:47:20.174953 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ba49b545-9af7-4b82-ad4c-89c6ae089463 req-cdad37cf-7e8c-485a-aef2-59a6cc37415f service neutron] 10.222.0.73 "GET /v2.0/networks/35954e14-947f-4214-9952-f66dbfaa1602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905428 Nov 25 20:47:24.425083 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:25.101301 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:25.662107 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:47:26.729555 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a78ec-f79f-4132-bb72-4154021e1640 req-e504b494-1985-4f08-b816-88fd4eab13ff tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:26.731150 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e8a78ec-f79f-4132-bb72-4154021e1640 req-e504b494-1985-4f08-b816-88fd4eab13ff tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 946 time: 0.0506971 Nov 25 20:47:26.783385 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e8a78ec-f79f-4132-bb72-4154021e1640 req-37d332c6-9ca0-4974-8f46-f8a9e32af3a1 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7ddf8da-fa08-481b-8914-0f48a15143c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444703 Nov 25 20:47:27.919663 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da167dd-88e1-454d-adae-ddde44167336 req-719b934f-7c6c-44d5-91a8-cd4636a36f27 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:27.921184 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8da167dd-88e1-454d-adae-ddde44167336 req-719b934f-7c6c-44d5-91a8-cd4636a36f27 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 946 time: 0.0637376 Nov 25 20:47:27.972103 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8da167dd-88e1-454d-adae-ddde44167336 req-bfffeac3-df17-4782-8195-02bc5f349244 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7ddf8da-fa08-481b-8914-0f48a15143c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440655 Nov 25 20:47:27.997068 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60028) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:28.062333 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-4007fa0a-8a57-4647-a9c7-c82a8090af65 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/floatingips/a14847da-f8a9-4fc1-93e6-528ee1464f03 HTTP/1.1" status: 200 len: 994 time: 0.0638993 Nov 25 20:47:29.403055 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f656b7c-0a2b-4a4e-81d2-c59afa33439b req-1a160e23-0320-40ab-ac8e-d679e65c9dc4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:29.404553 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f656b7c-0a2b-4a4e-81d2-c59afa33439b req-1a160e23-0320-40ab-ac8e-d679e65c9dc4 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 946 time: 0.0878954 Nov 25 20:47:29.412023 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b539ed-5b3a-47e3-894f-f420cd3ab905 req-643c3b80-2bb6-47be-ae3f-846da0a53532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:29.413535 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c3b539ed-5b3a-47e3-894f-f420cd3ab905 req-643c3b80-2bb6-47be-ae3f-846da0a53532 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 1097 time: 0.0678349 Nov 25 20:47:29.442539 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-861c61f3-7e27-4ae9-9f15-3b1fa3346766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.523405 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f656b7c-0a2b-4a4e-81d2-c59afa33439b req-55bbe3cd-82b6-439d-b740-5e0f1e8ada43 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7ddf8da-fa08-481b-8914-0f48a15143c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088617 Nov 25 20:47:29.553741 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b539ed-5b3a-47e3-894f-f420cd3ab905 req-a8b9c860-7310-4b62-9ab3-f1bf23eccf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:29.555331 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c3b539ed-5b3a-47e3-894f-f420cd3ab905 req-a8b9c860-7310-4b62-9ab3-f1bf23eccf5d service neutron] 10.222.0.73 "GET /v2.0/networks?id=35954e14-947f-4214-9952-f66dbfaa1602 HTTP/1.1" status: 200 len: 897 time: 0.1332004 Nov 25 20:47:29.629350 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c3b539ed-5b3a-47e3-894f-f420cd3ab905 req-68b6838c-5d06-4703-ac57-21d3bb730566 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd625296-34af-4481-a279-380b725d254f HTTP/1.1" status: 200 len: 1002 time: 0.0656884 Nov 25 20:47:29.686085 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b539ed-5b3a-47e3-894f-f420cd3ab905 req-f8524295-6213-444c-93f4-a20a4bf5b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:29.688594 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c3b539ed-5b3a-47e3-894f-f420cd3ab905 req-f8524295-6213-444c-93f4-a20a4bf5b832 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=640588e6-b3fd-45a2-ab01-15984a310c20 HTTP/1.1" status: 200 len: 835 time: 0.0513618 Nov 25 20:47:29.742245 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b539ed-5b3a-47e3-894f-f420cd3ab905 req-c19f2d21-4e81-4067-b172-f40851811fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:29.743771 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c3b539ed-5b3a-47e3-894f-f420cd3ab905 req-c19f2d21-4e81-4067-b172-f40851811fe1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35954e14-947f-4214-9952-f66dbfaa1602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484285 Nov 25 20:47:29.839976 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c3b539ed-5b3a-47e3-894f-f420cd3ab905 req-0de6f0ff-5535-410a-80c4-6b98062b9c9f service neutron] 10.222.0.73 "GET /v2.0/networks/35954e14-947f-4214-9952-f66dbfaa1602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882127 Nov 25 20:47:29.939582 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c3b539ed-5b3a-47e3-894f-f420cd3ab905 req-8b5bf124-7c85-4aaf-be7f-d14c3ae37c3d service neutron] 10.222.0.73 "GET /v2.0/networks/35954e14-947f-4214-9952-f66dbfaa1602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926762 Nov 25 20:47:30.653418 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7339360-f9e8-46ab-a9eb-e6226f7a02fe req-82f5f20d-d1ac-48ce-ac82-eebb86550a36 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:30.654983 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b7339360-f9e8-46ab-a9eb-e6226f7a02fe req-82f5f20d-d1ac-48ce-ac82-eebb86550a36 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 946 time: 0.0539627 Nov 25 20:47:30.732306 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b7339360-f9e8-46ab-a9eb-e6226f7a02fe req-ecd8824c-d859-48ff-b7c3-3ee4a9ad9f1b tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7ddf8da-fa08-481b-8914-0f48a15143c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690458 Nov 25 20:47:31.853623 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e1ba5-c210-4d59-ac7b-69d3783c9adb req-43fd8a7d-2d42-4779-b6f8-b87152c7a2b3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:31.855181 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d91e1ba5-c210-4d59-ac7b-69d3783c9adb req-43fd8a7d-2d42-4779-b6f8-b87152c7a2b3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 946 time: 0.0493760 Nov 25 20:47:31.914593 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d91e1ba5-c210-4d59-ac7b-69d3783c9adb req-84ffcc94-75f7-4628-a02a-68aae46564af tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7ddf8da-fa08-481b-8914-0f48a15143c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524035 Nov 25 20:47:31.935052 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9a381c85-ddb9-4f62-98c8-ad5dde20243a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:31.938810 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60040) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:32.002123 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-23d4511b-57c0-4605-9e5b-f354cb20c286 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/floatingips/a14847da-f8a9-4fc1-93e6-528ee1464f03 HTTP/1.1" status: 200 len: 994 time: 0.0619667 Nov 25 20:47:32.699364 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60046) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:32.898704 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d7e8ae53-fdce-4f6f-9aa3-ba387c3ef937 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Deleting port 48fb393a-a845-486f-824d-68b9ff2c4285 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:47:32.901260 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d7e8ae53-fdce-4f6f-9aa3-ba387c3ef937 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:32.984996 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d7e8ae53-fdce-4f6f-9aa3-ba387c3ef937 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:32.985246 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d7e8ae53-fdce-4f6f-9aa3-ba387c3ef937 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:32.998373 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d7e8ae53-fdce-4f6f-9aa3-ba387c3ef937 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Calling delete_port for 48fb393a-a845-486f-824d-68b9ff2c4285 owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:47:33.173033 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d7e8ae53-fdce-4f6f-9aa3-ba387c3ef937 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:33.202338 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8ae53-fdce-4f6f-9aa3-ba387c3ef937 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Port': ['ID=48fb393a-a845-486f-824d-68b9ff2c4285,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:33.271054 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d7e8ae53-fdce-4f6f-9aa3-ba387c3ef937 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:33.271498 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-d7e8ae53-fdce-4f6f-9aa3-ba387c3ef937 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Floating IP a14847da-f8a9-4fc1-93e6-528ee1464f03 disassociated (deleted). External IP: 172.25.6.240, port: bd625296-34af-4481-a279-380b725d254f. Nov 25 20:47:33.834329 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e8ae53-fdce-4f6f-9aa3-ba387c3ef937 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Router ff3137ca-af89-45f8-acb9-3a179e3a0860 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:47:33.955093 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e8ae53-fdce-4f6f-9aa3-ba387c3ef937 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:47:33.960127 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d7e8ae53-fdce-4f6f-9aa3-ba387c3ef937 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:33.968502 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c122b52-e55f-4c5b-82dc-d194c00c30ab None None] Sync routers for ids ['ff3137ca-af89-45f8-acb9-3a179e3a0860'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:47:33.984450 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c122b52-e55f-4c5b-82dc-d194c00c30ab None None] Routers {'ff3137ca-af89-45f8-acb9-3a179e3a0860'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:47:33.985193 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6c122b52-e55f-4c5b-82dc-d194c00c30ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:47:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['ff3137ca-af89-45f8-acb9-3a179e3a0860'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:33.990098 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d7e8ae53-fdce-4f6f-9aa3-ba387c3ef937 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "DELETE /v2.0/floatingips/a14847da-f8a9-4fc1-93e6-528ee1464f03 HTTP/1.1" status: 204 len: 168 time: 1.2895942 Nov 25 20:47:33.990853 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6004ca-bfd9-4420-a27c-d4783c83b179', 'tag': 'bd625296-34af-4481-a279-380b725d254f'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:47:33.994381 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528752d8-4083-4f53-bf93-88d4becd515e" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6004ca-bfd9-4420-a27c-d4783c83b179", "tag": "bd625296-34af-4481-a279-380b725d254f"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:47:34.081227 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:34.119267 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-6c122b52-e55f-4c5b-82dc-d194c00c30ab None None] Set router ff3137ca-af89-45f8-acb9-3a179e3a0860 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:47:34.218046 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87221d27-813b-4011-8fec-b5828e677700 x-openstack-request-id: req-87221d27-813b-4011-8fec-b5828e677700 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:47:34.219413 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6004ca-bfd9-4420-a27c-d4783c83b179", "tag": "bd625296-34af-4481-a279-380b725d254f", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:47:34.220123 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87221d27-813b-4011-8fec-b5828e677700 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:47:34.220879 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6004ca-bfd9-4420-a27c-d4783c83b179', 'tag': 'bd625296-34af-4481-a279-380b725d254f', 'status': 'completed', 'code': 200} Nov 25 20:47:34.317382 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528752d8-4083-4f53-bf93-88d4becd515e req-05b4ca47-647d-4ad3-ad5a-7bb79b99f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:34.318998 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-528752d8-4083-4f53-bf93-88d4becd515e req-05b4ca47-647d-4ad3-ad5a-7bb79b99f793 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 1097 time: 0.0638945 Nov 25 20:47:34.390083 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6c122b52-e55f-4c5b-82dc-d194c00c30ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816345060', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:46:43Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'af1d8dbb-b0d1-4f8b-a79e-0da1e221de06', 'name': '', 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:18:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '640588e6-b3fd-45a2-ab01-15984a310c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:46:42Z', 'updated_at': '2021-11-25T20:46:46Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': '640588e6-b3fd-45a2-ab01-15984a310c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:34.426788 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c122b52-e55f-4c5b-82dc-d194c00c30ab None None] Checking router: ff3137ca-af89-45f8-acb9-3a179e3a0860 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:47:34.427039 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f68bdc-8927-4fba-9d5e-f5230d5474d9 req-45ba1c77-d88a-4572-a531-ef8949cda8f8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:34.428363 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-08f68bdc-8927-4fba-9d5e-f5230d5474d9 req-45ba1c77-d88a-4572-a531-ef8949cda8f8 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 946 time: 0.1270134 Nov 25 20:47:34.445281 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c122b52-e55f-4c5b-82dc-d194c00c30ab None None] Routers {'ff3137ca-af89-45f8-acb9-3a179e3a0860'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:47:34.445921 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6c122b52-e55f-4c5b-82dc-d194c00c30ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:47:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['ff3137ca-af89-45f8-acb9-3a179e3a0860'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:34.490224 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528752d8-4083-4f53-bf93-88d4becd515e req-3bccf22d-d430-4ffc-abe0-aebbeeb285fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:34.491804 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-528752d8-4083-4f53-bf93-88d4becd515e req-3bccf22d-d430-4ffc-abe0-aebbeeb285fd service neutron] 10.222.0.73 "GET /v2.0/networks?id=35954e14-947f-4214-9952-f66dbfaa1602 HTTP/1.1" status: 200 len: 897 time: 0.1553719 Nov 25 20:47:34.553652 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-08f68bdc-8927-4fba-9d5e-f5230d5474d9 req-0d347ae8-4403-406b-8aea-f9d968ea6442 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7ddf8da-fa08-481b-8914-0f48a15143c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110373 Nov 25 20:47:34.555142 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-528752d8-4083-4f53-bf93-88d4becd515e req-f2bdd03d-82d1-40d8-b437-0b282c9bc86b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd625296-34af-4481-a279-380b725d254f HTTP/1.1" status: 200 len: 217 time: 0.0512817 Nov 25 20:47:34.603466 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-6c122b52-e55f-4c5b-82dc-d194c00c30ab None None] Set router ff3137ca-af89-45f8-acb9-3a179e3a0860 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:47:34.634349 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528752d8-4083-4f53-bf93-88d4becd515e req-1d748da9-0431-42ed-be80-87647c86c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:34.635886 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-528752d8-4083-4f53-bf93-88d4becd515e req-1d748da9-0431-42ed-be80-87647c86c53f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=640588e6-b3fd-45a2-ab01-15984a310c20 HTTP/1.1" status: 200 len: 835 time: 0.0713925 Nov 25 20:47:34.689695 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528752d8-4083-4f53-bf93-88d4becd515e req-a9a3b1a8-be73-4b5d-9c54-a71aa99ac163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:34.691192 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-528752d8-4083-4f53-bf93-88d4becd515e req-a9a3b1a8-be73-4b5d-9c54-a71aa99ac163 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35954e14-947f-4214-9952-f66dbfaa1602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476928 Nov 25 20:47:34.809355 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-528752d8-4083-4f53-bf93-88d4becd515e req-f1772ab0-1c7b-42e8-90f9-a8dc89cbb767 service neutron] 10.222.0.73 "GET /v2.0/networks/35954e14-947f-4214-9952-f66dbfaa1602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071975 Nov 25 20:47:34.858264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6c122b52-e55f-4c5b-82dc-d194c00c30ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816345060', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:46:43Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'af1d8dbb-b0d1-4f8b-a79e-0da1e221de06', 'name': '', 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:18:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '640588e6-b3fd-45a2-ab01-15984a310c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:46:42Z', 'updated_at': '2021-11-25T20:46:46Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': '640588e6-b3fd-45a2-ab01-15984a310c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:34.887884 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c122b52-e55f-4c5b-82dc-d194c00c30ab None None] The sync data for ids ['ff3137ca-af89-45f8-acb9-3a179e3a0860'] in n-d-819349-5 is: [{'id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816345060', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:46:43Z', 'revision_number': 4, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'af1d8dbb-b0d1-4f8b-a79e-0da1e221de06', 'name': '', 'network_id': '35954e14-947f-4214-9952-f66dbfaa1602', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'mac_address': 'fa:16:3e:18:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '640588e6-b3fd-45a2-ab01-15984a310c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:46:42Z', 'updated_at': '2021-11-25T20:46:46Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'subnets': [{'id': '640588e6-b3fd-45a2-ab01-15984a310c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:47:34.935584 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-528752d8-4083-4f53-bf93-88d4becd515e req-0c8a01e9-d623-4d09-8bde-d0ad8eb77438 service neutron] 10.222.0.73 "GET /v2.0/networks/35954e14-947f-4214-9952-f66dbfaa1602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171863 Nov 25 20:47:35.158612 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9051493-8c97-4cfe-9eb4-44e06ac5f27a None None] New status for floating IP a14847da-f8a9-4fc1-93e6-528ee1464f03: DOWN {{(pid=103602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:47:35.685145 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7c67a-f6fe-4416-8f69-5d1831dd0dd5 req-b33dbb29-703e-4713-803c-0af38fa16859 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:35.687925 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f2b7c67a-f6fe-4416-8f69-5d1831dd0dd5 req-b33dbb29-703e-4713-803c-0af38fa16859 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 946 time: 0.0578890 Nov 25 20:47:35.736865 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:35.752744 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f2b7c67a-f6fe-4416-8f69-5d1831dd0dd5 req-7ad74b42-9118-4d01-8804-48bd13140635 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7ddf8da-fa08-481b-8914-0f48a15143c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585628 Nov 25 20:47:35.825576 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:35.923864 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb76a7-6c8d-4caa-90b3-89a8b5aa0ed9 req-49e30538-6fe7-49d1-95a8-fa7f35a95d4f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:35.925371 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55fb76a7-6c8d-4caa-90b3-89a8b5aa0ed9 req-49e30538-6fe7-49d1-95a8-fa7f35a95d4f tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 946 time: 0.0571606 Nov 25 20:47:36.032493 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-55fb76a7-6c8d-4caa-90b3-89a8b5aa0ed9 req-ef90ff08-0140-44da-b8e1-0c6d53c4b5c0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Deleting port bd625296-34af-4481-a279-380b725d254f {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:47:36.032852 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-55fb76a7-6c8d-4caa-90b3-89a8b5aa0ed9 req-ef90ff08-0140-44da-b8e1-0c6d53c4b5c0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:36.155778 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-55fb76a7-6c8d-4caa-90b3-89a8b5aa0ed9 req-ef90ff08-0140-44da-b8e1-0c6d53c4b5c0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] For port bd625296-34af-4481-a279-380b725d254f, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=bd625296-34af-4481-a279-380b725d254f,segment=NetworkSegment(ddf6bd35-b8d2-4feb-8461-5218e053b018),segment_id=ddf6bd35-b8d2-4feb-8461-5218e053b018)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:47:36.156193 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-55fb76a7-6c8d-4caa-90b3-89a8b5aa0ed9 req-ef90ff08-0140-44da-b8e1-0c6d53c4b5c0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:36.172241 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-55fb76a7-6c8d-4caa-90b3-89a8b5aa0ed9 req-ef90ff08-0140-44da-b8e1-0c6d53c4b5c0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Calling delete_port for bd625296-34af-4481-a279-380b725d254f owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:47:36.319412 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-55fb76a7-6c8d-4caa-90b3-89a8b5aa0ed9 req-ef90ff08-0140-44da-b8e1-0c6d53c4b5c0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:36.352430 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90ff08-0140-44da-b8e1-0c6d53c4b5c0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Port': ['ID=bd625296-34af-4481-a279-380b725d254f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:36.400824 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fb76a7-6c8d-4caa-90b3-89a8b5aa0ed9 req-ef90ff08-0140-44da-b8e1-0c6d53c4b5c0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] No DVR routers for this DVR port bd625296-34af-4481-a279-380b725d254f on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:47:36.404037 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-55fb76a7-6c8d-4caa-90b3-89a8b5aa0ed9 req-ef90ff08-0140-44da-b8e1-0c6d53c4b5c0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:36.408898 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55fb76a7-6c8d-4caa-90b3-89a8b5aa0ed9 req-ef90ff08-0140-44da-b8e1-0c6d53c4b5c0 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.73 "DELETE /v2.0/ports/bd625296-34af-4481-a279-380b725d254f HTTP/1.1" status: 204 len: 173 time: 0.4764762 Nov 25 20:47:36.409402 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6004ca-bfd9-4420-a27c-d4783c83b179', 'name': 'network-vif-deleted', 'tag': 'bd625296-34af-4481-a279-380b725d254f'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:47:36.411941 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20b0277-1c21-412b-8aad-c26dba5923a6" -d '{"events": [{"server_uuid": "ee6004ca-bfd9-4420-a27c-d4783c83b179", "name": "network-vif-deleted", "tag": "bd625296-34af-4481-a279-380b725d254f"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:47:36.454676 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff91b67-5ab2-4f7c-8d64-87f9b9b500a5 x-openstack-request-id: req-9ff91b67-5ab2-4f7c-8d64-87f9b9b500a5 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:47:36.455003 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6004ca-bfd9-4420-a27c-d4783c83b179", "name": "network-vif-deleted", "tag": "bd625296-34af-4481-a279-380b725d254f", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:47:36.455267 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ff91b67-5ab2-4f7c-8d64-87f9b9b500a5 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:47:36.455681 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6004ca-bfd9-4420-a27c-d4783c83b179', 'name': 'network-vif-deleted', 'tag': 'bd625296-34af-4481-a279-380b725d254f', 'status': 'completed', 'code': 200} Nov 25 20:47:36.893172 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4f1f7bba-d20b-48ec-ad51-2ebe6e1a3464 req-9ee19684-702b-42d8-8a0c-f21193d7095c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee6004ca-bfd9-4420-a27c-d4783c83b179 HTTP/1.1" status: 200 len: 210 time: 0.0395579 Nov 25 20:47:37.963385 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60062) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:38.389212 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-311a83bd-221e-4793-9c60-b6c61c3dffb3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:38.706015 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-311a83bd-221e-4793-9c60-b6c61c3dffb3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Deleting port af1d8dbb-b0d1-4f8b-a79e-0da1e221de06 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:47:38.706272 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-311a83bd-221e-4793-9c60-b6c61c3dffb3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:38.817646 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-311a83bd-221e-4793-9c60-b6c61c3dffb3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] For port af1d8dbb-b0d1-4f8b-a79e-0da1e221de06, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=af1d8dbb-b0d1-4f8b-a79e-0da1e221de06,segment=NetworkSegment(ddf6bd35-b8d2-4feb-8461-5218e053b018),segment_id=ddf6bd35-b8d2-4feb-8461-5218e053b018)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:47:38.818019 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-311a83bd-221e-4793-9c60-b6c61c3dffb3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:38.833795 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-311a83bd-221e-4793-9c60-b6c61c3dffb3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Calling delete_port for af1d8dbb-b0d1-4f8b-a79e-0da1e221de06 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:47:39.036878 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-311a83bd-221e-4793-9c60-b6c61c3dffb3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:39.066369 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a83bd-221e-4793-9c60-b6c61c3dffb3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Port': ['ID=af1d8dbb-b0d1-4f8b-a79e-0da1e221de06,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:39.091078 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311a83bd-221e-4793-9c60-b6c61c3dffb3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:39.091442 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311a83bd-221e-4793-9c60-b6c61c3dffb3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:39.091792 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311a83bd-221e-4793-9c60-b6c61c3dffb3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:39.092142 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311a83bd-221e-4793-9c60-b6c61c3dffb3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:39.092485 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311a83bd-221e-4793-9c60-b6c61c3dffb3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:39.092832 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311a83bd-221e-4793-9c60-b6c61c3dffb3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:39.093841 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311a83bd-221e-4793-9c60-b6c61c3dffb3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:39.094184 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311a83bd-221e-4793-9c60-b6c61c3dffb3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:39.094964 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311a83bd-221e-4793-9c60-b6c61c3dffb3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:39.094964 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311a83bd-221e-4793-9c60-b6c61c3dffb3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:39.095321 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311a83bd-221e-4793-9c60-b6c61c3dffb3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:39.095657 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311a83bd-221e-4793-9c60-b6c61c3dffb3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:39.169193 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device bd625296-34af-4481-a279-380b725d254f no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:47:39.191706 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: bd625296-34af-4481-a279-380b725d254f {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:47:39.192145 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device bd625296-34af-4481-a279-380b725d254f not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:47:39.274162 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-311a83bd-221e-4793-9c60-b6c61c3dffb3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:39.510058 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311a83bd-221e-4793-9c60-b6c61c3dffb3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Router ff3137ca-af89-45f8-acb9-3a179e3a0860 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:47:39.630472 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311a83bd-221e-4793-9c60-b6c61c3dffb3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:47:39.635501 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-311a83bd-221e-4793-9c60-b6c61c3dffb3 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "PUT /v2.0/routers/ff3137ca-af89-45f8-acb9-3a179e3a0860/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6710455 Nov 25 20:47:39.638688 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60064) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:39.641540 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9be4860-e08c-4331-8008-b2812326e998 None None] Sync routers for ids ['ff3137ca-af89-45f8-acb9-3a179e3a0860'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:47:39.653081 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9be4860-e08c-4331-8008-b2812326e998 None None] Routers {'ff3137ca-af89-45f8-acb9-3a179e3a0860'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:47:39.653728 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a9be4860-e08c-4331-8008-b2812326e998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:47:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['ff3137ca-af89-45f8-acb9-3a179e3a0860'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:39.700788 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b2a6446-67ad-4b34-b838-46ef5e1bc314 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Deleting subnet 640588e6-b3fd-45a2-ab01-15984a310c20 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:47:39.704612 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b2a6446-67ad-4b34-b838-46ef5e1bc314 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:39.746581 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b2a6446-67ad-4b34-b838-46ef5e1bc314 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:39.762650 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a9be4860-e08c-4331-8008-b2812326e998 None None] Set router ff3137ca-af89-45f8-acb9-3a179e3a0860 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:47:39.836038 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b2a6446-67ad-4b34-b838-46ef5e1bc314 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:39.899643 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b2a6446-67ad-4b34-b838-46ef5e1bc314 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:39.929082 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a6446-67ad-4b34-b838-46ef5e1bc314 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Subnet': ['ID=640588e6-b3fd-45a2-ab01-15984a310c20,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:39.932577 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b2a6446-67ad-4b34-b838-46ef5e1bc314 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:39.935801 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9b2a6446-67ad-4b34-b838-46ef5e1bc314 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "DELETE /v2.0/subnets/640588e6-b3fd-45a2-ab01-15984a310c20 HTTP/1.1" status: 204 len: 168 time: 0.2958691 Nov 25 20:47:39.938331 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ef69ba-9694-4c15-a8ca-90cd9b9aa412 None None] Network 35954e14-947f-4214-9952-f66dbfaa1602 requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:47:39.939884 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60066) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:39.941704 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a6446-67ad-4b34-b838-46ef5e1bc314 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:39.942063 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a6446-67ad-4b34-b838-46ef5e1bc314 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:39.942441 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a6446-67ad-4b34-b838-46ef5e1bc314 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:39.942785 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a6446-67ad-4b34-b838-46ef5e1bc314 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:39.943123 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a6446-67ad-4b34-b838-46ef5e1bc314 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:39.943535 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a6446-67ad-4b34-b838-46ef5e1bc314 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:39.943791 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a6446-67ad-4b34-b838-46ef5e1bc314 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:39.944126 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a6446-67ad-4b34-b838-46ef5e1bc314 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:39.944458 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a6446-67ad-4b34-b838-46ef5e1bc314 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:39.944819 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a6446-67ad-4b34-b838-46ef5e1bc314 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:39.945114 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a6446-67ad-4b34-b838-46ef5e1bc314 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:39.945496 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a6446-67ad-4b34-b838-46ef5e1bc314 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:40.016643 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a9be4860-e08c-4331-8008-b2812326e998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816345060', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:47:38Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:40.054705 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6fa1635b-665c-4d63-8fc1-918cdb32bc46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:40.060675 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9be4860-e08c-4331-8008-b2812326e998 None None] Checking router: ff3137ca-af89-45f8-acb9-3a179e3a0860 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:47:40.086970 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9be4860-e08c-4331-8008-b2812326e998 None None] Routers {'ff3137ca-af89-45f8-acb9-3a179e3a0860'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:47:40.087589 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a9be4860-e08c-4331-8008-b2812326e998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:47:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['ff3137ca-af89-45f8-acb9-3a179e3a0860'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:40.161150 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6fa1635b-665c-4d63-8fc1-918cdb32bc46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:40.213165 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a9be4860-e08c-4331-8008-b2812326e998 None None] Set router ff3137ca-af89-45f8-acb9-3a179e3a0860 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:47:40.228162 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6fa1635b-665c-4d63-8fc1-918cdb32bc46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Deleting port 3aeb3d18-141b-4171-8c26-d151786abdc9 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:47:40.228162 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6fa1635b-665c-4d63-8fc1-918cdb32bc46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:40.243487 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06665c9-0019-4833-95e4-c5ffd2d2bdc6 None None] DHCP port deletion for 35954e14-947f-4214-9952-f66dbfaa1602 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:47:40.311534 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6fa1635b-665c-4d63-8fc1-918cdb32bc46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] For port 3aeb3d18-141b-4171-8c26-d151786abdc9, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=3aeb3d18-141b-4171-8c26-d151786abdc9,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:47:40.312434 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6fa1635b-665c-4d63-8fc1-918cdb32bc46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:40.325256 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6fa1635b-665c-4d63-8fc1-918cdb32bc46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Calling delete_port for 3aeb3d18-141b-4171-8c26-d151786abdc9 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:47:40.408624 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b06665c9-0019-4833-95e4-c5ffd2d2bdc6 None None] Deleting port 97fcc8a1-0b9c-4861-800d-299e95e5b6d3 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:47:40.408999 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b06665c9-0019-4833-95e4-c5ffd2d2bdc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:40.481899 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b06665c9-0019-4833-95e4-c5ffd2d2bdc6 None None] For port 97fcc8a1-0b9c-4861-800d-299e95e5b6d3, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=97fcc8a1-0b9c-4861-800d-299e95e5b6d3,segment=NetworkSegment(ddf6bd35-b8d2-4feb-8461-5218e053b018),segment_id=ddf6bd35-b8d2-4feb-8461-5218e053b018)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:47:40.482143 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b06665c9-0019-4833-95e4-c5ffd2d2bdc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:40.494517 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6fa1635b-665c-4d63-8fc1-918cdb32bc46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:40.503252 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b06665c9-0019-4833-95e4-c5ffd2d2bdc6 None None] Calling delete_port for 97fcc8a1-0b9c-4861-800d-299e95e5b6d3 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:47:40.522380 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a9be4860-e08c-4331-8008-b2812326e998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816345060', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:47:38Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:40.528640 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1635b-665c-4d63-8fc1-918cdb32bc46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Port': ['ID=3aeb3d18-141b-4171-8c26-d151786abdc9,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:40.578421 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa9f817-0487-415b-bced-77347ae67608 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:47:40.585078 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9be4860-e08c-4331-8008-b2812326e998 None None] The sync data for ids ['ff3137ca-af89-45f8-acb9-3a179e3a0860'] in n-d-819349-5 is: [{'id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816345060', 'tenant_id': '79c61858fb1c4716ac2d08ff92cee2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:47:38Z', 'revision_number': 5, 'project_id': '79c61858fb1c4716ac2d08ff92cee2da', 'gw_port': {'id': '3aeb3d18-141b-4171-8c26-d151786abdc9', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3137ca-af89-45f8-acb9-3a179e3a0860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:46:39Z', 'updated_at': '2021-11-25T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:47:40.601729 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6fa1635b-665c-4d63-8fc1-918cdb32bc46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:40.630785 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b06665c9-0019-4833-95e4-c5ffd2d2bdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:40.664445 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06665c9-0019-4833-95e4-c5ffd2d2bdc6 None None] Pushing event deleted for resources: {'Port': ['ID=97fcc8a1-0b9c-4861-800d-299e95e5b6d3,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:40.670190 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06665c9-0019-4833-95e4-c5ffd2d2bdc6 None None] No DVR routers for this DVR port 97fcc8a1-0b9c-4861-800d-299e95e5b6d3 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:47:40.679356 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06665c9-0019-4833-95e4-c5ffd2d2bdc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:40.679715 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06665c9-0019-4833-95e4-c5ffd2d2bdc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:40.680064 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06665c9-0019-4833-95e4-c5ffd2d2bdc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:40.680408 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06665c9-0019-4833-95e4-c5ffd2d2bdc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:40.680748 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06665c9-0019-4833-95e4-c5ffd2d2bdc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:40.681086 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06665c9-0019-4833-95e4-c5ffd2d2bdc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:40.681420 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06665c9-0019-4833-95e4-c5ffd2d2bdc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:40.682147 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06665c9-0019-4833-95e4-c5ffd2d2bdc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:40.682147 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06665c9-0019-4833-95e4-c5ffd2d2bdc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:40.682442 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06665c9-0019-4833-95e4-c5ffd2d2bdc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:40.682740 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06665c9-0019-4833-95e4-c5ffd2d2bdc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:40.683069 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06665c9-0019-4833-95e4-c5ffd2d2bdc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:40.709496 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6fa1635b-665c-4d63-8fc1-918cdb32bc46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:40.711854 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6fa1635b-665c-4d63-8fc1-918cdb32bc46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:40.756339 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6fa1635b-665c-4d63-8fc1-918cdb32bc46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:40.756869 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa1635b-665c-4d63-8fc1-918cdb32bc46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Fanout notify agent at l3_agent the message router_deleted on router ff3137ca-af89-45f8-acb9-3a179e3a0860 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:47:40.763856 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6fa1635b-665c-4d63-8fc1-918cdb32bc46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:40.765642 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-6fa1635b-665c-4d63-8fc1-918cdb32bc46 tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "DELETE /v2.0/routers/ff3137ca-af89-45f8-acb9-3a179e3a0860 HTTP/1.1" status: 204 len: 168 time: 0.8238819 Nov 25 20:47:40.768863 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60068) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:40.852933 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6da2229-bc0b-4127-b092-21e52b83927c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:40.944760 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6da2229-bc0b-4127-b092-21e52b83927c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:40.967007 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-c6da2229-bc0b-4127-b092-21e52b83927c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35954e14-947f-4214-9952-f66dbfaa1602']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:40.977643 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-c6da2229-bc0b-4127-b092-21e52b83927c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf6bd35-b8d2-4feb-8461-5218e053b018') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:40.977945 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-c6da2229-bc0b-4127-b092-21e52b83927c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf6bd35-b8d2-4feb-8461-5218e053b018') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:40.988987 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6da2229-bc0b-4127-b092-21e52b83927c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:41.002382 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6da2229-bc0b-4127-b092-21e52b83927c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:41.008917 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6da2229-bc0b-4127-b092-21e52b83927c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:47:41.009380 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6da2229-bc0b-4127-b092-21e52b83927c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:47:41.012836 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:47:41.079846 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6da2229-bc0b-4127-b092-21e52b83927c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:41.087338 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6da2229-bc0b-4127-b092-21e52b83927c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:41.090512 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c6da2229-bc0b-4127-b092-21e52b83927c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "DELETE /v2.0/networks/35954e14-947f-4214-9952-f66dbfaa1602 HTTP/1.1" status: 204 len: 168 time: 0.3206973 Nov 25 20:47:41.093418 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60070) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:41.102344 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da2229-bc0b-4127-b092-21e52b83927c tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'Network': ['ID=35954e14-947f-4214-9952-f66dbfaa1602,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:41.153157 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-baff6e28-d80b-4b20-a764-83e763cc19bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:41.181903 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-baff6e28-d80b-4b20-a764-83e763cc19bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:41.259564 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-baff6e28-d80b-4b20-a764-83e763cc19bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:41.266210 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-baff6e28-d80b-4b20-a764-83e763cc19bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:41.266793 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 97fcc8a1-0b9c-4861-800d-299e95e5b6d3 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:47:41.267546 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-baff6e28-d80b-4b20-a764-83e763cc19bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] 10.222.0.55 "DELETE /v2.0/security-groups/c7ddf8da-fa08-481b-8914-0f48a15143c8 HTTP/1.1" status: 204 len: 168 time: 0.1729379 Nov 25 20:47:41.277933 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff6e28-d80b-4b20-a764-83e763cc19bd tempest-TestNetworkAdvancedServerOps-2128387011 tempest-TestNetworkAdvancedServerOps-2128387011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ddf8da-fa08-481b-8914-0f48a15143c8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:41.308515 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 97fcc8a1-0b9c-4861-800d-299e95e5b6d3 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:47:41.308743 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 97fcc8a1-0b9c-4861-800d-299e95e5b6d3 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:47:41.309484 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device af1d8dbb-b0d1-4f8b-a79e-0da1e221de06 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:47:41.334902 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: af1d8dbb-b0d1-4f8b-a79e-0da1e221de06 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:47:41.335255 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device af1d8dbb-b0d1-4f8b-a79e-0da1e221de06 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:47:41.610210 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60078) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:41.761815 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cf649874-d54e-4e0f-933b-c5c12e635fee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79c61858fb1c4716ac2d08ff92cee2da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1503246 Nov 25 20:47:41.764270 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60082) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:41.816825 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-945402b9-01c3-46cc-b671-e924f3361150 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:41.839455 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-945402b9-01c3-46cc-b671-e924f3361150 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:41.887385 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-945402b9-01c3-46cc-b671-e924f3361150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:41.890850 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-945402b9-01c3-46cc-b671-e924f3361150 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:41.892138 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-945402b9-01c3-46cc-b671-e924f3361150 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/533dc3d0-34c0-4165-82b6-8f170bce3132 HTTP/1.1" status: 204 len: 168 time: 0.1269646 Nov 25 20:47:41.901006 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945402b9-01c3-46cc-b671-e924f3361150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533dc3d0-34c0-4165-82b6-8f170bce3132,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:42.174215 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60088) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:42.188762 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b3e2b4b7-9e34-4679-986f-bc36fb7013e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:42.266621 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b3e2b4b7-9e34-4679-986f-bc36fb7013e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:42.270214 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b3e2b4b7-9e34-4679-986f-bc36fb7013e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:42.308977 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2b4b7-9e34-4679-986f-bc36fb7013e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d74d17-826f-4b38-8c41-e3b635dd3c32,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:42.315087 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-b3e2b4b7-9e34-4679-986f-bc36fb7013e6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=603cdc6c58874f8dbb37b9ed4f8a2a27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1398060 Nov 25 20:47:42.317692 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60090) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:42.369690 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da4bba02-6198-49ee-8975-01196b8f9951 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:42.392163 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da4bba02-6198-49ee-8975-01196b8f9951 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:42.444645 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da4bba02-6198-49ee-8975-01196b8f9951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:42.447291 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da4bba02-6198-49ee-8975-01196b8f9951 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:42.448457 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-da4bba02-6198-49ee-8975-01196b8f9951 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/15d74d17-826f-4b38-8c41-e3b635dd3c32 HTTP/1.1" status: 204 len: 168 time: 0.1298671 Nov 25 20:47:42.457568 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4bba02-6198-49ee-8975-01196b8f9951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d74d17-826f-4b38-8c41-e3b635dd3c32,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:43.168073 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 3aeb3d18-141b-4171-8c26-d151786abdc9 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:47:43.190835 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 3aeb3d18-141b-4171-8c26-d151786abdc9 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:47:43.191224 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 3aeb3d18-141b-4171-8c26-d151786abdc9 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:47:43.255060 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60112) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:43.355470 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-597c99cf-02a9-49ba-918d-9d331a6750d4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-9685882-network', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:47:43.377889 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597c99cf-02a9-49ba-918d-9d331a6750d4 admin admin] Made reservation on behalf of 821a07e2b62c42f592b639a7ac09fc90 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:47:43.380684 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-597c99cf-02a9-49ba-918d-9d331a6750d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:43.389772 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-597c99cf-02a9-49ba-918d-9d331a6750d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:43.466405 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-597c99cf-02a9-49ba-918d-9d331a6750d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:43.470991 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-597c99cf-02a9-49ba-918d-9d331a6750d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:43.499228 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597c99cf-02a9-49ba-918d-9d331a6750d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:47:43.509348 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c99cf-02a9-49ba-918d-9d331a6750d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f92d00-b954-486a-b315-7036b04ab748,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:43.515119 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-597c99cf-02a9-49ba-918d-9d331a6750d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:43.515937 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-597c99cf-02a9-49ba-918d-9d331a6750d4 admin admin] Added segment 322c4adf-6ae8-49f8-b277-285a21d5fbdc of type vlan for network 39588d21-9c5a-4cd8-9070-a88dce70168f Nov 25 20:47:43.558020 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-597c99cf-02a9-49ba-918d-9d331a6750d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:43.584349 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-597c99cf-02a9-49ba-918d-9d331a6750d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:43.585347 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597c99cf-02a9-49ba-918d-9d331a6750d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:43.585916 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-597c99cf-02a9-49ba-918d-9d331a6750d4 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:43.619043 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-597c99cf-02a9-49ba-918d-9d331a6750d4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3628552 Nov 25 20:47:43.622081 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60116) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:43.627146 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-82f13768-6dc6-426c-a6ce-0a591a0ba10e admin admin] Request body: {'subnet': {'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-9685882-subnet', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:47:43.648695 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f13768-6dc6-426c-a6ce-0a591a0ba10e admin admin] Made reservation on behalf of 821a07e2b62c42f592b639a7ac09fc90 for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:47:43.651142 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82f13768-6dc6-426c-a6ce-0a591a0ba10e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:43.654799 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c99cf-02a9-49ba-918d-9d331a6750d4 admin admin] Pushing event updated for resources: {'Network': ['ID=39588d21-9c5a-4cd8-9070-a88dce70168f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:43.667080 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 39588d21-9c5a-4cd8-9070-a88dce70168f details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:47:43.832729 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82f13768-6dc6-426c-a6ce-0a591a0ba10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:43.892695 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f13768-6dc6-426c-a6ce-0a591a0ba10e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf36e0d4-6008-40c3-a6da-8bfad339df28,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:43.903155 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f13768-6dc6-426c-a6ce-0a591a0ba10e admin admin] Checking segment: {'id': '322c4adf-6ae8-49f8-b277-285a21d5fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:47:43.903522 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f13768-6dc6-426c-a6ce-0a591a0ba10e admin admin] Network hostable DHCP agents. Network: 39588d21-9c5a-4cd8-9070-a88dce70168f, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:47:43.920436 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f13768-6dc6-426c-a6ce-0a591a0ba10e admin admin] Network 39588d21-9c5a-4cd8-9070-a88dce70168f is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:47:43.929620 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-82f13768-6dc6-426c-a6ce-0a591a0ba10e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 39588d21-9c5a-4cd8-9070-a88dce70168f) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:47:43.934799 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f13768-6dc6-426c-a6ce-0a591a0ba10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:43.936151 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82f13768-6dc6-426c-a6ce-0a591a0ba10e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:43.937947 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92893fcd-2e37-4871-a51c-8becc2d1cf71 None None] Network 39588d21-9c5a-4cd8-9070-a88dce70168f requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:47:43.958022 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-82f13768-6dc6-426c-a6ce-0a591a0ba10e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3322537 Nov 25 20:47:43.958254 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60118) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:43.963566 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-28921189-80f6-49af-af93-b81c87959b34 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-9685882-router', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:47:43.989677 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28921189-80f6-49af-af93-b81c87959b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:43.990785 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28921189-80f6-49af-af93-b81c87959b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:44.050278 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28921189-80f6-49af-af93-b81c87959b34 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:44.268459 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23075334-252f-4f59-816e-4fb81a0f3bfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-39588d21-9c5a-4cd8-9070-a88dce70168f', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'fixed_ips': [{'subnet_id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:47:44.269351 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-23075334-252f-4f59-816e-4fb81a0f3bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:44.428229 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-23075334-252f-4f59-816e-4fb81a0f3bfb None None] Allocated IP 172.20.0.2 (39588d21-9c5a-4cd8-9070-a88dce70168f/bf36e0d4-6008-40c3-a6da-8bfad339df28/0ef0a5d4-8f6f-49c0-9d75-009628cd2325) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:47:44.583003 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28921189-80f6-49af-af93-b81c87959b34 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:44.591977 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-23075334-252f-4f59-816e-4fb81a0f3bfb None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:44.599205 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-23075334-252f-4f59-816e-4fb81a0f3bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:44.640696 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23075334-252f-4f59-816e-4fb81a0f3bfb None None] Network 39588d21-9c5a-4cd8-9070-a88dce70168f is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:47:44.643705 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-23075334-252f-4f59-816e-4fb81a0f3bfb None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:47:44.646242 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23075334-252f-4f59-816e-4fb81a0f3bfb None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:47:44.655479 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23075334-252f-4f59-816e-4fb81a0f3bfb None None] Pushing event updated for resources: {'Port': ['ID=0ef0a5d4-8f6f-49c0-9d75-009628cd2325,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:44.707940 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-23075334-252f-4f59-816e-4fb81a0f3bfb None None] Attempting to bind port 0ef0a5d4-8f6f-49c0-9d75-009628cd2325 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:47:44.708316 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-23075334-252f-4f59-816e-4fb81a0f3bfb None None] Attempting to bind port 0ef0a5d4-8f6f-49c0-9d75-009628cd2325 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '322c4adf-6ae8-49f8-b277-285a21d5fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:47:44.708689 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23075334-252f-4f59-816e-4fb81a0f3bfb None None] Attempting to bind port 0ef0a5d4-8f6f-49c0-9d75-009628cd2325 on network 39588d21-9c5a-4cd8-9070-a88dce70168f {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:47:44.714026 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23075334-252f-4f59-816e-4fb81a0f3bfb None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:47:44.714439 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23075334-252f-4f59-816e-4fb81a0f3bfb None None] Checking segment: {'id': '322c4adf-6ae8-49f8-b277-285a21d5fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:47:44.714856 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-23075334-252f-4f59-816e-4fb81a0f3bfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:44.715273 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23075334-252f-4f59-816e-4fb81a0f3bfb None None] Bound using segment: {'id': '322c4adf-6ae8-49f8-b277-285a21d5fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:47:44.715748 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-23075334-252f-4f59-816e-4fb81a0f3bfb None None] Bound port: 0ef0a5d4-8f6f-49c0-9d75-009628cd2325, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322c4adf-6ae8-49f8-b277-285a21d5fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:47:44.716138 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-23075334-252f-4f59-816e-4fb81a0f3bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:44.783067 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-23075334-252f-4f59-816e-4fb81a0f3bfb None None] For port 0ef0a5d4-8f6f-49c0-9d75-009628cd2325, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:47:44.785026 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28921189-80f6-49af-af93-b81c87959b34 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:44.786817 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-23075334-252f-4f59-816e-4fb81a0f3bfb None None] For port 0ef0a5d4-8f6f-49c0-9d75-009628cd2325, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0ef0a5d4-8f6f-49c0-9d75-009628cd2325,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:47:44.791541 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-23075334-252f-4f59-816e-4fb81a0f3bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:44.807974 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28921189-80f6-49af-af93-b81c87959b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:44.857498 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23075334-252f-4f59-816e-4fb81a0f3bfb None None] Pushing event updated for resources: {'Port': ['ID=0ef0a5d4-8f6f-49c0-9d75-009628cd2325,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:44.921190 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-28921189-80f6-49af-af93-b81c87959b34 admin admin] Allocated IP 172.25.6.247 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/005d0eb9-ba72-4c53-bcdd-cd64d1b949cf) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:47:45.049230 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28921189-80f6-49af-af93-b81c87959b34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:45.086608 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28921189-80f6-49af-af93-b81c87959b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:45.131258 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28921189-80f6-49af-af93-b81c87959b34 admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:47:45.134330 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-28921189-80f6-49af-af93-b81c87959b34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:47:45.139373 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28921189-80f6-49af-af93-b81c87959b34 admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:47:45.143062 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28921189-80f6-49af-af93-b81c87959b34 admin admin] Pushing event updated for resources: {'Port': ['ID=005d0eb9-ba72-4c53-bcdd-cd64d1b949cf,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:45.154011 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c01f35-14f1-4ccb-8b33-147f152c0019 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:47:45.248884 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-987f6bf6-7cd7-4b9e-9c7f-9fcac02bb9b0 None None] Provisioning complete for port 005d0eb9-ba72-4c53-bcdd-cd64d1b949cf triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:45.249912 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-987f6bf6-7cd7-4b9e-9c7f-9fcac02bb9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:45.272990 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0ef0a5d4-8f6f-49c0-9d75-009628cd2325 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:47:45.324974 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-987f6bf6-7cd7-4b9e-9c7f-9fcac02bb9b0 None None] Port 005d0eb9-ba72-4c53-bcdd-cd64d1b949cf cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:47:45.340611 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 0ef0a5d4-8f6f-49c0-9d75-009628cd2325 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:45.340611 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:45.420065 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28921189-80f6-49af-af93-b81c87959b34 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:45.428379 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:45.463435 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 0ef0a5d4-8f6f-49c0-9d75-009628cd2325, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0ef0a5d4-8f6f-49c0-9d75-009628cd2325,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:47:45.467554 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:45.528386 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=0ef0a5d4-8f6f-49c0-9d75-009628cd2325,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:45.650837 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28921189-80f6-49af-af93-b81c87959b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:45.813032 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28921189-80f6-49af-af93-b81c87959b34 admin admin] Router 6dc295d0-1aae-4885-bf1a-0802f3a5281d is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:47:45.839219 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7561e1-ac85-4eae-9080-64f7e463fad4 None None] Network 39588d21-9c5a-4cd8-9070-a88dce70168f requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:47:45.907405 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-925638cf-5f73-4e12-b885-96dcd5611423 None None] Provisioning complete for port 0ef0a5d4-8f6f-49c0-9d75-009628cd2325 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:45.907777 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-925638cf-5f73-4e12-b885-96dcd5611423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:45.934049 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28921189-80f6-49af-af93-b81c87959b34 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:47:45.951845 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e276884-7f05-436f-b8eb-8635f5001925 None None] Sync routers for ids ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:47:45.955363 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28921189-80f6-49af-af93-b81c87959b34 admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:45.956705 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-28921189-80f6-49af-af93-b81c87959b34 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.9972899 Nov 25 20:47:45.959338 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60120) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:45.966803 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e276884-7f05-436f-b8eb-8635f5001925 None None] Routers {'6dc295d0-1aae-4885-bf1a-0802f3a5281d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:47:45.967528 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7e276884-7f05-436f-b8eb-8635f5001925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:47:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:46.085268 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-7e276884-7f05-436f-b8eb-8635f5001925 None None] Set router 6dc295d0-1aae-4885-bf1a-0802f3a5281d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:47:46.287695 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7e276884-7f05-436f-b8eb-8635f5001925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'name': 'tempest-TestShelveInstance-9685882-router', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:43Z', 'updated_at': '2021-11-25T20:47:45Z', 'revision_number': 3, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'gw_port': {'id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:44Z', 'updated_at': '2021-11-25T20:47:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:46.315877 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e276884-7f05-436f-b8eb-8635f5001925 None None] Checking router: 6dc295d0-1aae-4885-bf1a-0802f3a5281d for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:47:46.316227 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e276884-7f05-436f-b8eb-8635f5001925 None None] Updating router 6dc295d0-1aae-4885-bf1a-0802f3a5281d port 005d0eb9-ba72-4c53-bcdd-cd64d1b949cf binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:47:46.342312 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7e276884-7f05-436f-b8eb-8635f5001925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:46.397090 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-c2da6dba-fdb2-4aba-939f-77437776a94d None None] Provisioning complete for port 0ef0a5d4-8f6f-49c0-9d75-009628cd2325 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:46.397653 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c2da6dba-fdb2-4aba-939f-77437776a94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:46.475254 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d9201da-7fe2-424b-856a-432c48f02ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:46.652486 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-9d9201da-7fe2-424b-856a-432c48f02ac9 admin admin] Allocated IP 172.20.0.1 (39588d21-9c5a-4cd8-9070-a88dce70168f/bf36e0d4-6008-40c3-a6da-8bfad339df28/a6f7b4c2-0d12-44c0-b147-daacd782891f) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:47:46.722014 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7e276884-7f05-436f-b8eb-8635f5001925 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:46.730077 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7e276884-7f05-436f-b8eb-8635f5001925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:46.752358 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42332705-89a2-4d8c-b011-b18401c44f65 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:47:46.776846 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-7e276884-7f05-436f-b8eb-8635f5001925 None None] Attempting to bind port 005d0eb9-ba72-4c53-bcdd-cd64d1b949cf on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:47:46.777229 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-7e276884-7f05-436f-b8eb-8635f5001925 None None] Attempting to bind port 005d0eb9-ba72-4c53-bcdd-cd64d1b949cf by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:47:46.777595 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e276884-7f05-436f-b8eb-8635f5001925 None None] Attempting to bind port 005d0eb9-ba72-4c53-bcdd-cd64d1b949cf on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:47:46.780341 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d9201da-7fe2-424b-856a-432c48f02ac9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:46.790914 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e276884-7f05-436f-b8eb-8635f5001925 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:47:46.791273 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e276884-7f05-436f-b8eb-8635f5001925 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:47:46.791729 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7e276884-7f05-436f-b8eb-8635f5001925 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:46.792082 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e276884-7f05-436f-b8eb-8635f5001925 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:47:46.792579 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-7e276884-7f05-436f-b8eb-8635f5001925 None None] Bound port: 005d0eb9-ba72-4c53-bcdd-cd64d1b949cf, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:47:46.792996 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7e276884-7f05-436f-b8eb-8635f5001925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:46.799285 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd1e7b-4089-4788-841c-af1e54d609ba None None] Pushing event updated for resources: {'Port': ['ID=005d0eb9-ba72-4c53-bcdd-cd64d1b949cf,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:46.820380 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d9201da-7fe2-424b-856a-432c48f02ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:46.836027 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd1e7b-4089-4788-841c-af1e54d609ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:46.836387 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd1e7b-4089-4788-841c-af1e54d609ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:46.836723 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd1e7b-4089-4788-841c-af1e54d609ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:46.837058 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd1e7b-4089-4788-841c-af1e54d609ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:46.837394 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd1e7b-4089-4788-841c-af1e54d609ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:46.837727 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd1e7b-4089-4788-841c-af1e54d609ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:46.838057 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd1e7b-4089-4788-841c-af1e54d609ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:46.838508 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd1e7b-4089-4788-841c-af1e54d609ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:46.838841 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd1e7b-4089-4788-841c-af1e54d609ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:46.839167 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd1e7b-4089-4788-841c-af1e54d609ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:46.839496 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd1e7b-4089-4788-841c-af1e54d609ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:46.839820 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd1e7b-4089-4788-841c-af1e54d609ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:46.843728 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-336cc95a-5f3d-4eeb-bc09-08c296c45aa3 None None] Provisioning complete for port 005d0eb9-ba72-4c53-bcdd-cd64d1b949cf triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:46.844892 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-336cc95a-5f3d-4eeb-bc09-08c296c45aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:46.865717 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-7e276884-7f05-436f-b8eb-8635f5001925 None None] For port 005d0eb9-ba72-4c53-bcdd-cd64d1b949cf, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:47:46.869447 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-7e276884-7f05-436f-b8eb-8635f5001925 None None] For port 005d0eb9-ba72-4c53-bcdd-cd64d1b949cf, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=005d0eb9-ba72-4c53-bcdd-cd64d1b949cf,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:47:46.878266 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7e276884-7f05-436f-b8eb-8635f5001925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:46.878547 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9201da-7fe2-424b-856a-432c48f02ac9 admin admin] Network 39588d21-9c5a-4cd8-9070-a88dce70168f is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:47:46.885642 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-9d9201da-7fe2-424b-856a-432c48f02ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:47:46.888913 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9201da-7fe2-424b-856a-432c48f02ac9 admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:47:46.890167 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-336cc95a-5f3d-4eeb-bc09-08c296c45aa3 None None] Port 005d0eb9-ba72-4c53-bcdd-cd64d1b949cf cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:47:46.893323 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9201da-7fe2-424b-856a-432c48f02ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=a6f7b4c2-0d12-44c0-b147-daacd782891f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:46.928938 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28baf675-bbed-4eb0-b6d7-44c5d44c8cb5 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:47:46.933181 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e276884-7f05-436f-b8eb-8635f5001925 None None] Routers {'6dc295d0-1aae-4885-bf1a-0802f3a5281d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:47:46.933840 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7e276884-7f05-436f-b8eb-8635f5001925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:47:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:46.942572 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d9201da-7fe2-424b-856a-432c48f02ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:47.031795 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-63b761a7-320c-48c3-b4f7-628da3bd5566 None None] Provisioning complete for port 005d0eb9-ba72-4c53-bcdd-cd64d1b949cf triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:47.032297 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-63b761a7-320c-48c3-b4f7-628da3bd5566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:47.040279 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd1e7b-4089-4788-841c-af1e54d609ba None None] Pushing event updated for resources: {'Port': ['ID=005d0eb9-ba72-4c53-bcdd-cd64d1b949cf,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:47.071895 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-7e276884-7f05-436f-b8eb-8635f5001925 None None] Set router 6dc295d0-1aae-4885-bf1a-0802f3a5281d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:47:47.129782 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d9201da-7fe2-424b-856a-432c48f02ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:47.157216 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-63b761a7-320c-48c3-b4f7-628da3bd5566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:47.191175 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-63b761a7-320c-48c3-b4f7-628da3bd5566 None None] For port 005d0eb9-ba72-4c53-bcdd-cd64d1b949cf, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=005d0eb9-ba72-4c53-bcdd-cd64d1b949cf,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:47:47.196855 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-63b761a7-320c-48c3-b4f7-628da3bd5566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:47.237553 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0ef0a5d4-8f6f-49c0-9d75-009628cd2325 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:47:47.294931 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b761a7-320c-48c3-b4f7-628da3bd5566 None None] Pushing event updated for resources: {'Port': ['ID=005d0eb9-ba72-4c53-bcdd-cd64d1b949cf,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:47.313898 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7e276884-7f05-436f-b8eb-8635f5001925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'name': 'tempest-TestShelveInstance-9685882-router', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:43Z', 'updated_at': '2021-11-25T20:47:45Z', 'revision_number': 3, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'gw_port': {'id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:44Z', 'updated_at': '2021-11-25T20:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:47.330843 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 0ef0a5d4-8f6f-49c0-9d75-009628cd2325 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:47.331213 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:47.352909 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e276884-7f05-436f-b8eb-8635f5001925 None None] The sync data for ids ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'] in n-d-819349-5 is: [{'id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'name': 'tempest-TestShelveInstance-9685882-router', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:43Z', 'updated_at': '2021-11-25T20:47:45Z', 'revision_number': 3, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'gw_port': {'id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:44Z', 'updated_at': '2021-11-25T20:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:47:47.357123 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-bae176d7-0a71-407a-8db4-93c8ec62d52e None None] Provisioning complete for port a6f7b4c2-0d12-44c0-b147-daacd782891f triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:47.357123 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bae176d7-0a71-407a-8db4-93c8ec62d52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:47.374614 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d9201da-7fe2-424b-856a-432c48f02ac9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:47.374614 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d9201da-7fe2-424b-856a-432c48f02ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:47.412107 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-bae176d7-0a71-407a-8db4-93c8ec62d52e None None] Port a6f7b4c2-0d12-44c0-b147-daacd782891f cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:47:47.449087 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d9201da-7fe2-424b-856a-432c48f02ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:47.450979 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9201da-7fe2-424b-856a-432c48f02ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=a6f7b4c2-0d12-44c0-b147-daacd782891f,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:47.558355 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9201da-7fe2-424b-856a-432c48f02ac9 admin admin] Network 39588d21-9c5a-4cd8-9070-a88dce70168f is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:47:47.559842 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-9d9201da-7fe2-424b-856a-432c48f02ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:47:47.735903 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9201da-7fe2-424b-856a-432c48f02ac9 admin admin] Router 6dc295d0-1aae-4885-bf1a-0802f3a5281d has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:47:47.866178 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9201da-7fe2-424b-856a-432c48f02ac9 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:47:47.871307 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9d9201da-7fe2-424b-856a-432c48f02ac9 admin admin] 10.222.0.55 "PUT /v2.0/routers/6dc295d0-1aae-4885-bf1a-0802f3a5281d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9109364 Nov 25 20:47:47.947174 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e2cef5c8-a453-4f1f-9ddd-a8cc61791107 None None] Provisioning complete for port a6f7b4c2-0d12-44c0-b147-daacd782891f triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:47.947693 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e2cef5c8-a453-4f1f-9ddd-a8cc61791107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:47.986600 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e2cef5c8-a453-4f1f-9ddd-a8cc61791107 None None] Port a6f7b4c2-0d12-44c0-b147-daacd782891f cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:47:48.440561 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60136) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:48.445588 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-55d06273-7091-47d8-881b-44af4435e25a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-615731989-network', 'tenant_id': '210437e9de1342df915f88f0932438a0'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:47:48.471480 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d06273-7091-47d8-881b-44af4435e25a admin admin] Made reservation on behalf of 210437e9de1342df915f88f0932438a0 for: {'network': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:47:48.473834 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55d06273-7091-47d8-881b-44af4435e25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:48.483203 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55d06273-7091-47d8-881b-44af4435e25a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:48.589515 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55d06273-7091-47d8-881b-44af4435e25a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:48.594818 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55d06273-7091-47d8-881b-44af4435e25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:48.626662 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d06273-7091-47d8-881b-44af4435e25a admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=103600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:47:48.637362 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d06273-7091-47d8-881b-44af4435e25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e9e190-f0d2-4bff-925b-1eaf0d92413f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:48.643112 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55d06273-7091-47d8-881b-44af4435e25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:48.643462 n-d-819349-5 neutron-server[103600]: INFO neutron.db.segments_db [None req-55d06273-7091-47d8-881b-44af4435e25a admin admin] Added segment 560ae509-dc1d-4365-a525-eb430e9b0ed3 of type vlan for network 1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d Nov 25 20:47:48.689002 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55d06273-7091-47d8-881b-44af4435e25a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:48.716804 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55d06273-7091-47d8-881b-44af4435e25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:48.718542 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d06273-7091-47d8-881b-44af4435e25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:48.719133 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55d06273-7091-47d8-881b-44af4435e25a admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:48.784106 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-55d06273-7091-47d8-881b-44af4435e25a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3423867 Nov 25 20:47:48.787084 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60138) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:48.790656 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d06273-7091-47d8-881b-44af4435e25a admin admin] Pushing event updated for resources: {'Network': ['ID=1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:48.794215 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cde597cb-b772-4d7f-87bf-746c919ce74e admin admin] Request body: {'subnet': {'network_id': '1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-615731989-subnet', 'tenant_id': '210437e9de1342df915f88f0932438a0', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:47:48.803378 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:47:48.822499 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde597cb-b772-4d7f-87bf-746c919ce74e admin admin] Made reservation on behalf of 210437e9de1342df915f88f0932438a0 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:47:48.825096 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cde597cb-b772-4d7f-87bf-746c919ce74e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:49.025160 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cde597cb-b772-4d7f-87bf-746c919ce74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:49.084003 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde597cb-b772-4d7f-87bf-746c919ce74e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6687355-b6de-4776-a031-899302e826ea,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:49.095580 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde597cb-b772-4d7f-87bf-746c919ce74e admin admin] Checking segment: {'id': '560ae509-dc1d-4365-a525-eb430e9b0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:47:49.096021 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde597cb-b772-4d7f-87bf-746c919ce74e admin admin] Network hostable DHCP agents. Network: 1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:47:49.116207 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde597cb-b772-4d7f-87bf-746c919ce74e admin admin] Network 1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:47:49.127077 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-cde597cb-b772-4d7f-87bf-746c919ce74e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:47:49.133131 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13de0ee6-b1c2-4554-b5d7-28b810fccaed None None] Sync routers for ids ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:47:49.133736 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde597cb-b772-4d7f-87bf-746c919ce74e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:49.134756 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cde597cb-b772-4d7f-87bf-746c919ce74e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:49.138716 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa495739-547c-41b5-adc4-be9601c59326 None None] Network 1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:47:49.151507 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-cde597cb-b772-4d7f-87bf-746c919ce74e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3633463 Nov 25 20:47:49.154853 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60140) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:49.159758 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-3303e70b-e510-4b21-bc6c-ed833e4de357 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-615731989-router', 'tenant_id': '210437e9de1342df915f88f0932438a0', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:47:49.189151 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3303e70b-e510-4b21-bc6c-ed833e4de357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:49.190582 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3303e70b-e510-4b21-bc6c-ed833e4de357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:49.195718 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13de0ee6-b1c2-4554-b5d7-28b810fccaed None None] Routers {'6dc295d0-1aae-4885-bf1a-0802f3a5281d'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:47:49.196376 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-13de0ee6-b1c2-4554-b5d7-28b810fccaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:47:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:49.257794 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3303e70b-e510-4b21-bc6c-ed833e4de357 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:49.269893 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 005d0eb9-ba72-4c53-bcdd-cd64d1b949cf up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:47:49.407690 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-13de0ee6-b1c2-4554-b5d7-28b810fccaed None None] Set router 6dc295d0-1aae-4885-bf1a-0802f3a5281d gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:47:49.422821 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3303e70b-e510-4b21-bc6c-ed833e4de357 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:49.468414 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 005d0eb9-ba72-4c53-bcdd-cd64d1b949cf triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:49.468786 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:49.542388 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b53d0ea-08ca-48fc-9b5f-2c6ec40b006f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d', 'network_id': '1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d', 'tenant_id': '210437e9de1342df915f88f0932438a0', 'fixed_ips': [{'subnet_id': 'a6687355-b6de-4776-a031-899302e826ea'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:47:49.543258 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2b53d0ea-08ca-48fc-9b5f-2c6ec40b006f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:49.645515 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3303e70b-e510-4b21-bc6c-ed833e4de357 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:49.668513 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3303e70b-e510-4b21-bc6c-ed833e4de357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:49.786557 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-3303e70b-e510-4b21-bc6c-ed833e4de357 admin admin] Allocated IP 172.25.6.210 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/bca20db6-7e92-4573-a838-1444fdc62264) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:47:49.898197 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3303e70b-e510-4b21-bc6c-ed833e4de357 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:49.933678 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3303e70b-e510-4b21-bc6c-ed833e4de357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:49.979537 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3303e70b-e510-4b21-bc6c-ed833e4de357 admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:47:49.983031 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-3303e70b-e510-4b21-bc6c-ed833e4de357 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:47:49.987510 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3303e70b-e510-4b21-bc6c-ed833e4de357 admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:47:49.989956 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-2b53d0ea-08ca-48fc-9b5f-2c6ec40b006f None None] Allocated IP 172.20.0.2 (1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d/a6687355-b6de-4776-a031-899302e826ea/7f7da93c-c4ef-416c-bca8-ef7bc9751e41) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:47:49.998884 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffea8306-cce4-45a7-9dc1-6a0e93570b02 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:47:50.018765 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303e70b-e510-4b21-bc6c-ed833e4de357 admin admin] Pushing event updated for resources: {'Port': ['ID=bca20db6-7e92-4573-a838-1444fdc62264,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:50.087729 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-13de0ee6-b1c2-4554-b5d7-28b810fccaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'name': 'tempest-TestShelveInstance-9685882-router', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:43Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'gw_port': {'id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:44Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'a6f7b4c2-0d12-44c0-b147-daacd782891f', 'name': '', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'mac_address': 'fa:16:3e:7c:bc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:46Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 2, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'subnets': [{'id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:50.123684 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13de0ee6-b1c2-4554-b5d7-28b810fccaed None None] Checking router: 6dc295d0-1aae-4885-bf1a-0802f3a5281d for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:47:50.124068 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13de0ee6-b1c2-4554-b5d7-28b810fccaed None None] Updating router 6dc295d0-1aae-4885-bf1a-0802f3a5281d port a6f7b4c2-0d12-44c0-b147-daacd782891f binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:47:50.178548 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-13de0ee6-b1c2-4554-b5d7-28b810fccaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:50.183124 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-632f1179-9570-4b7c-93f0-b1912928c73f None None] Provisioning complete for port bca20db6-7e92-4573-a838-1444fdc62264 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:50.183498 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-632f1179-9570-4b7c-93f0-b1912928c73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:50.298402 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2b53d0ea-08ca-48fc-9b5f-2c6ec40b006f None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:50.302671 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-632f1179-9570-4b7c-93f0-b1912928c73f None None] Port bca20db6-7e92-4573-a838-1444fdc62264 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:47:50.350892 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2b53d0ea-08ca-48fc-9b5f-2c6ec40b006f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:50.422788 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b53d0ea-08ca-48fc-9b5f-2c6ec40b006f None None] Network 1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:47:50.431925 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-2b53d0ea-08ca-48fc-9b5f-2c6ec40b006f None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:47:50.443331 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b53d0ea-08ca-48fc-9b5f-2c6ec40b006f None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:47:50.445201 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53d0ea-08ca-48fc-9b5f-2c6ec40b006f None None] Pushing event updated for resources: {'Port': ['ID=7f7da93c-c4ef-416c-bca8-ef7bc9751e41,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:50.561572 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2b53d0ea-08ca-48fc-9b5f-2c6ec40b006f None None] Attempting to bind port 7f7da93c-c4ef-416c-bca8-ef7bc9751e41 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:47:50.562028 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2b53d0ea-08ca-48fc-9b5f-2c6ec40b006f None None] Attempting to bind port 7f7da93c-c4ef-416c-bca8-ef7bc9751e41 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '560ae509-dc1d-4365-a525-eb430e9b0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:47:50.562424 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b53d0ea-08ca-48fc-9b5f-2c6ec40b006f None None] Attempting to bind port 7f7da93c-c4ef-416c-bca8-ef7bc9751e41 on network 1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:47:50.576157 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b53d0ea-08ca-48fc-9b5f-2c6ec40b006f None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:47:50.576537 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b53d0ea-08ca-48fc-9b5f-2c6ec40b006f None None] Checking segment: {'id': '560ae509-dc1d-4365-a525-eb430e9b0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:47:50.576939 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2b53d0ea-08ca-48fc-9b5f-2c6ec40b006f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:50.578198 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b53d0ea-08ca-48fc-9b5f-2c6ec40b006f None None] Bound using segment: {'id': '560ae509-dc1d-4365-a525-eb430e9b0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:47:50.578966 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2b53d0ea-08ca-48fc-9b5f-2c6ec40b006f None None] Bound port: 7f7da93c-c4ef-416c-bca8-ef7bc9751e41, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560ae509-dc1d-4365-a525-eb430e9b0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:47:50.579082 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2b53d0ea-08ca-48fc-9b5f-2c6ec40b006f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:50.599715 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3303e70b-e510-4b21-bc6c-ed833e4de357 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:50.689594 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2b53d0ea-08ca-48fc-9b5f-2c6ec40b006f None None] For port 7f7da93c-c4ef-416c-bca8-ef7bc9751e41, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:47:50.695854 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-13de0ee6-b1c2-4554-b5d7-28b810fccaed None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:50.706126 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2b53d0ea-08ca-48fc-9b5f-2c6ec40b006f None None] For port 7f7da93c-c4ef-416c-bca8-ef7bc9751e41, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=7f7da93c-c4ef-416c-bca8-ef7bc9751e41,segment=NetworkSegment(560ae509-dc1d-4365-a525-eb430e9b0ed3),segment_id=560ae509-dc1d-4365-a525-eb430e9b0ed3)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:47:50.707628 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-13de0ee6-b1c2-4554-b5d7-28b810fccaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:50.718634 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2b53d0ea-08ca-48fc-9b5f-2c6ec40b006f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:50.792894 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dde760-697a-471f-bc60-65227593aab7 None None] Pushing event updated for resources: {'Port': ['ID=a6f7b4c2-0d12-44c0-b147-daacd782891f,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:50.817962 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3303e70b-e510-4b21-bc6c-ed833e4de357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:50.854122 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-13de0ee6-b1c2-4554-b5d7-28b810fccaed None None] Attempting to bind port a6f7b4c2-0d12-44c0-b147-daacd782891f on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:47:50.854540 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-13de0ee6-b1c2-4554-b5d7-28b810fccaed None None] Attempting to bind port a6f7b4c2-0d12-44c0-b147-daacd782891f by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '322c4adf-6ae8-49f8-b277-285a21d5fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:47:50.854913 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13de0ee6-b1c2-4554-b5d7-28b810fccaed None None] Attempting to bind port a6f7b4c2-0d12-44c0-b147-daacd782891f on network 39588d21-9c5a-4cd8-9070-a88dce70168f {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:47:50.868648 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13de0ee6-b1c2-4554-b5d7-28b810fccaed None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:47:50.869028 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13de0ee6-b1c2-4554-b5d7-28b810fccaed None None] Checking segment: {'id': '322c4adf-6ae8-49f8-b277-285a21d5fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:47:50.869433 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-13de0ee6-b1c2-4554-b5d7-28b810fccaed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:50.869832 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13de0ee6-b1c2-4554-b5d7-28b810fccaed None None] Bound using segment: {'id': '322c4adf-6ae8-49f8-b277-285a21d5fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:47:50.870336 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-13de0ee6-b1c2-4554-b5d7-28b810fccaed None None] Bound port: a6f7b4c2-0d12-44c0-b147-daacd782891f, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322c4adf-6ae8-49f8-b277-285a21d5fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:47:50.870720 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-13de0ee6-b1c2-4554-b5d7-28b810fccaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:50.876365 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53d0ea-08ca-48fc-9b5f-2c6ec40b006f None None] Pushing event updated for resources: {'Port': ['ID=7f7da93c-c4ef-416c-bca8-ef7bc9751e41,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:50.960583 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-13de0ee6-b1c2-4554-b5d7-28b810fccaed None None] For port a6f7b4c2-0d12-44c0-b147-daacd782891f, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:47:50.965419 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-13de0ee6-b1c2-4554-b5d7-28b810fccaed None None] For port a6f7b4c2-0d12-44c0-b147-daacd782891f, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a6f7b4c2-0d12-44c0-b147-daacd782891f,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:47:50.970915 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-13de0ee6-b1c2-4554-b5d7-28b810fccaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:50.972008 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3303e70b-e510-4b21-bc6c-ed833e4de357 admin admin] Router b0892958-2cbc-4c7c-9f1a-d7f6df1b46da is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:47:51.034274 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13de0ee6-b1c2-4554-b5d7-28b810fccaed None None] Routers {'6dc295d0-1aae-4885-bf1a-0802f3a5281d'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:47:51.034831 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-13de0ee6-b1c2-4554-b5d7-28b810fccaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:47:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:51.134790 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3303e70b-e510-4b21-bc6c-ed833e4de357 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:47:51.139248 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dde760-697a-471f-bc60-65227593aab7 None None] Pushing event updated for resources: {'Port': ['ID=a6f7b4c2-0d12-44c0-b147-daacd782891f,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:51.148499 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39887ff2-4337-45bb-a90f-6cc16d2c3619 None None] Sync routers for ids ['b0892958-2cbc-4c7c-9f1a-d7f6df1b46da'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:47:51.168045 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39887ff2-4337-45bb-a90f-6cc16d2c3619 None None] Routers {'b0892958-2cbc-4c7c-9f1a-d7f6df1b46da'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:47:51.169088 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-39887ff2-4337-45bb-a90f-6cc16d2c3619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:47:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b0892958-2cbc-4c7c-9f1a-d7f6df1b46da'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:51.173416 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8a8c7ce8-9810-4b4b-8f74-6c087d314788 None None] Provisioning complete for port a6f7b4c2-0d12-44c0-b147-daacd782891f triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:51.173793 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a8c7ce8-9810-4b4b-8f74-6c087d314788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:51.175787 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3303e70b-e510-4b21-bc6c-ed833e4de357 admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:51.177083 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3303e70b-e510-4b21-bc6c-ed833e4de357 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0211167 Nov 25 20:47:51.180654 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60142) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:51.276967 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-13de0ee6-b1c2-4554-b5d7-28b810fccaed None None] Set router 6dc295d0-1aae-4885-bf1a-0802f3a5281d gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:47:51.322241 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-39887ff2-4337-45bb-a90f-6cc16d2c3619 None None] Set router b0892958-2cbc-4c7c-9f1a-d7f6df1b46da gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:47:51.400951 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 7f7da93c-c4ef-416c-bca8-ef7bc9751e41 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:47:51.539066 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-39887ff2-4337-45bb-a90f-6cc16d2c3619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0892958-2cbc-4c7c-9f1a-d7f6df1b46da', 'name': 'tempest-TestShelveInstance-615731989-router', 'tenant_id': '210437e9de1342df915f88f0932438a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'bca20db6-7e92-4573-a838-1444fdc62264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:49Z', 'updated_at': '2021-11-25T20:47:50Z', 'revision_number': 3, 'project_id': '210437e9de1342df915f88f0932438a0', 'gw_port': {'id': 'bca20db6-7e92-4573-a838-1444fdc62264', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0892958-2cbc-4c7c-9f1a-d7f6df1b46da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:49Z', 'updated_at': '2021-11-25T20:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:51.558809 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a8c7ce8-9810-4b4b-8f74-6c087d314788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:51.567903 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 7f7da93c-c4ef-416c-bca8-ef7bc9751e41 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:51.568369 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:51.574147 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39887ff2-4337-45bb-a90f-6cc16d2c3619 None None] Checking router: b0892958-2cbc-4c7c-9f1a-d7f6df1b46da for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:47:51.574603 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39887ff2-4337-45bb-a90f-6cc16d2c3619 None None] Updating router b0892958-2cbc-4c7c-9f1a-d7f6df1b46da port bca20db6-7e92-4573-a838-1444fdc62264 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:47:51.605605 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-39887ff2-4337-45bb-a90f-6cc16d2c3619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:51.657334 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8a8c7ce8-9810-4b4b-8f74-6c087d314788 None None] For port a6f7b4c2-0d12-44c0-b147-daacd782891f, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a6f7b4c2-0d12-44c0-b147-daacd782891f,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:47:51.664538 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a8c7ce8-9810-4b4b-8f74-6c087d314788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:51.740889 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c36b747-e56b-44eb-b544-08a5fea9ef4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:51.763245 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c7ce8-9810-4b4b-8f74-6c087d314788 None None] Pushing event updated for resources: {'Port': ['ID=a6f7b4c2-0d12-44c0-b147-daacd782891f,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:51.785448 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-13de0ee6-b1c2-4554-b5d7-28b810fccaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'name': 'tempest-TestShelveInstance-9685882-router', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:43Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'gw_port': {'id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:44Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'a6f7b4c2-0d12-44c0-b147-daacd782891f', 'name': '', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'mac_address': 'fa:16:3e:7c:bc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:46Z', 'updated_at': '2021-11-25T20:47:50Z', 'revision_number': 4, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'subnets': [{'id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:51.830519 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:51.864849 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 7f7da93c-c4ef-416c-bca8-ef7bc9751e41, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=7f7da93c-c4ef-416c-bca8-ef7bc9751e41,segment=NetworkSegment(560ae509-dc1d-4365-a525-eb430e9b0ed3),segment_id=560ae509-dc1d-4365-a525-eb430e9b0ed3)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:47:51.866203 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13de0ee6-b1c2-4554-b5d7-28b810fccaed None None] The sync data for ids ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'] in n-d-819349-5 is: [{'id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'name': 'tempest-TestShelveInstance-9685882-router', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:43Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'gw_port': {'id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:44Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'a6f7b4c2-0d12-44c0-b147-daacd782891f', 'name': '', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'mac_address': 'fa:16:3e:7c:bc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:46Z', 'updated_at': '2021-11-25T20:47:50Z', 'revision_number': 4, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'subnets': [{'id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:47:51.875304 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7d71459f-490f-4cf6-936b-304d3c22664d None None] Provisioning complete for port a6f7b4c2-0d12-44c0-b147-daacd782891f triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:51.875689 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7d71459f-490f-4cf6-936b-304d3c22664d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:51.877352 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:51.993817 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-39887ff2-4337-45bb-a90f-6cc16d2c3619 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:51.997416 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=7f7da93c-c4ef-416c-bca8-ef7bc9751e41,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:52.005206 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-39887ff2-4337-45bb-a90f-6cc16d2c3619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:52.035804 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-9c36b747-e56b-44eb-b544-08a5fea9ef4e admin admin] Allocated IP 172.20.0.1 (1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d/a6687355-b6de-4776-a031-899302e826ea/f58f66ac-2680-486d-8d11-e367eda34ec4) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:47:52.075669 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c68d183-0b09-40e4-a4e8-f0b4900d8f65 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:47:52.080389 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-39887ff2-4337-45bb-a90f-6cc16d2c3619 None None] Attempting to bind port bca20db6-7e92-4573-a838-1444fdc62264 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:47:52.080767 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-39887ff2-4337-45bb-a90f-6cc16d2c3619 None None] Attempting to bind port bca20db6-7e92-4573-a838-1444fdc62264 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:47:52.081134 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39887ff2-4337-45bb-a90f-6cc16d2c3619 None None] Attempting to bind port bca20db6-7e92-4573-a838-1444fdc62264 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:47:52.102119 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39887ff2-4337-45bb-a90f-6cc16d2c3619 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:47:52.102521 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39887ff2-4337-45bb-a90f-6cc16d2c3619 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:47:52.102929 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-39887ff2-4337-45bb-a90f-6cc16d2c3619 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:52.103322 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39887ff2-4337-45bb-a90f-6cc16d2c3619 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:47:52.103815 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-39887ff2-4337-45bb-a90f-6cc16d2c3619 None None] Bound port: bca20db6-7e92-4573-a838-1444fdc62264, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:47:52.104195 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-39887ff2-4337-45bb-a90f-6cc16d2c3619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:52.148300 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca5c6a-bae0-4843-9c35-49c69b31bfa0 None None] Pushing event updated for resources: {'Port': ['ID=bca20db6-7e92-4573-a838-1444fdc62264,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:52.204237 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-39887ff2-4337-45bb-a90f-6cc16d2c3619 None None] For port bca20db6-7e92-4573-a838-1444fdc62264, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:47:52.212433 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-39887ff2-4337-45bb-a90f-6cc16d2c3619 None None] For port bca20db6-7e92-4573-a838-1444fdc62264, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=bca20db6-7e92-4573-a838-1444fdc62264,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:47:52.215225 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-32a510c7-9c82-4947-9793-169a41442dcb None None] Provisioning complete for port bca20db6-7e92-4573-a838-1444fdc62264 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:52.215761 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-32a510c7-9c82-4947-9793-169a41442dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:52.220701 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-39887ff2-4337-45bb-a90f-6cc16d2c3619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:52.237469 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c36b747-e56b-44eb-b544-08a5fea9ef4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:52.281822 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39887ff2-4337-45bb-a90f-6cc16d2c3619 None None] Routers {'b0892958-2cbc-4c7c-9f1a-d7f6df1b46da'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:47:52.282590 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79cc634-f514-4e04-844e-3220ddbdfb5e None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:47:52.283265 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c36b747-e56b-44eb-b544-08a5fea9ef4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:52.283505 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-39887ff2-4337-45bb-a90f-6cc16d2c3619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:47:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b0892958-2cbc-4c7c-9f1a-d7f6df1b46da'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:52.307786 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bacb21e-808c-4b7c-b476-781661cd2d19 None None] Network 1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:47:52.331994 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c36b747-e56b-44eb-b544-08a5fea9ef4e admin admin] Network 1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:47:52.335431 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-9c36b747-e56b-44eb-b544-08a5fea9ef4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:47:52.338078 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c36b747-e56b-44eb-b544-08a5fea9ef4e admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:47:52.355023 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36b747-e56b-44eb-b544-08a5fea9ef4e admin admin] Pushing event updated for resources: {'Port': ['ID=f58f66ac-2680-486d-8d11-e367eda34ec4,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:52.401758 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c36b747-e56b-44eb-b544-08a5fea9ef4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:52.409577 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca5c6a-bae0-4843-9c35-49c69b31bfa0 None None] Pushing event updated for resources: {'Port': ['ID=bca20db6-7e92-4573-a838-1444fdc62264,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:52.448768 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-39887ff2-4337-45bb-a90f-6cc16d2c3619 None None] Set router b0892958-2cbc-4c7c-9f1a-d7f6df1b46da gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:47:52.456754 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-32a510c7-9c82-4947-9793-169a41442dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:52.478115 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-32a510c7-9c82-4947-9793-169a41442dcb None None] For port bca20db6-7e92-4573-a838-1444fdc62264, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=bca20db6-7e92-4573-a838-1444fdc62264,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:47:52.489996 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-32a510c7-9c82-4947-9793-169a41442dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:52.581389 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a510c7-9c82-4947-9793-169a41442dcb None None] Pushing event updated for resources: {'Port': ['ID=bca20db6-7e92-4573-a838-1444fdc62264,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:52.627172 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c36b747-e56b-44eb-b544-08a5fea9ef4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:52.637625 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-99e63f4e-ba01-4c66-8844-e34915b9bc89 None None] Provisioning complete for port 7f7da93c-c4ef-416c-bca8-ef7bc9751e41 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:52.637999 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-99e63f4e-ba01-4c66-8844-e34915b9bc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:52.791406 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-39887ff2-4337-45bb-a90f-6cc16d2c3619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0892958-2cbc-4c7c-9f1a-d7f6df1b46da', 'name': 'tempest-TestShelveInstance-615731989-router', 'tenant_id': '210437e9de1342df915f88f0932438a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'bca20db6-7e92-4573-a838-1444fdc62264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:49Z', 'updated_at': '2021-11-25T20:47:50Z', 'revision_number': 3, 'project_id': '210437e9de1342df915f88f0932438a0', 'gw_port': {'id': 'bca20db6-7e92-4573-a838-1444fdc62264', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0892958-2cbc-4c7c-9f1a-d7f6df1b46da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:49Z', 'updated_at': '2021-11-25T20:47:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:52.830639 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39887ff2-4337-45bb-a90f-6cc16d2c3619 None None] The sync data for ids ['b0892958-2cbc-4c7c-9f1a-d7f6df1b46da'] in n-d-819349-5 is: [{'id': 'b0892958-2cbc-4c7c-9f1a-d7f6df1b46da', 'name': 'tempest-TestShelveInstance-615731989-router', 'tenant_id': '210437e9de1342df915f88f0932438a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'bca20db6-7e92-4573-a838-1444fdc62264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:49Z', 'updated_at': '2021-11-25T20:47:50Z', 'revision_number': 3, 'project_id': '210437e9de1342df915f88f0932438a0', 'gw_port': {'id': 'bca20db6-7e92-4573-a838-1444fdc62264', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0892958-2cbc-4c7c-9f1a-d7f6df1b46da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:49Z', 'updated_at': '2021-11-25T20:47:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:47:52.869046 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c36b747-e56b-44eb-b544-08a5fea9ef4e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:52.875773 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c36b747-e56b-44eb-b544-08a5fea9ef4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:52.945464 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-99e63f4e-ba01-4c66-8844-e34915b9bc89 None None] Provisioning complete for port bca20db6-7e92-4573-a838-1444fdc62264 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:52.946452 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-99e63f4e-ba01-4c66-8844-e34915b9bc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:52.958393 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c36b747-e56b-44eb-b544-08a5fea9ef4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:52.960191 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36b747-e56b-44eb-b544-08a5fea9ef4e admin admin] Pushing event updated for resources: {'Port': ['ID=f58f66ac-2680-486d-8d11-e367eda34ec4,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:53.194587 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9fb24572-06e8-4cf2-af5f-7cff82d18101 None None] Provisioning complete for port 7f7da93c-c4ef-416c-bca8-ef7bc9751e41 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:53.195083 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9fb24572-06e8-4cf2-af5f-7cff82d18101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:53.378818 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9fb24572-06e8-4cf2-af5f-7cff82d18101 None None] Provisioning complete for port f58f66ac-2680-486d-8d11-e367eda34ec4 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:53.379199 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9fb24572-06e8-4cf2-af5f-7cff82d18101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:53.449421 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-9fb24572-06e8-4cf2-af5f-7cff82d18101 None None] Port f58f66ac-2680-486d-8d11-e367eda34ec4 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:47:53.523589 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a6f7b4c2-0d12-44c0-b147-daacd782891f up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:47:53.591470 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-22e27314-8fb9-4b4d-94a6-dd53dfac0fc5 None None] Provisioning complete for port f58f66ac-2680-486d-8d11-e367eda34ec4 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:53.591764 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-22e27314-8fb9-4b4d-94a6-dd53dfac0fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:53.591896 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c36b747-e56b-44eb-b544-08a5fea9ef4e admin admin] Network 1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:47:53.594974 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-9c36b747-e56b-44eb-b544-08a5fea9ef4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:47:53.619966 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port a6f7b4c2-0d12-44c0-b147-daacd782891f triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:53.620335 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:53.664684 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-22e27314-8fb9-4b4d-94a6-dd53dfac0fc5 None None] Port f58f66ac-2680-486d-8d11-e367eda34ec4 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:47:53.729876 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 7f7da93c-c4ef-416c-bca8-ef7bc9751e41 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:47:53.752238 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c36b747-e56b-44eb-b544-08a5fea9ef4e admin admin] Router b0892958-2cbc-4c7c-9f1a-d7f6df1b46da has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:47:53.792981 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 7f7da93c-c4ef-416c-bca8-ef7bc9751e41 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:53.793710 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:53.891046 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c36b747-e56b-44eb-b544-08a5fea9ef4e admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:47:53.896547 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9c36b747-e56b-44eb-b544-08a5fea9ef4e admin admin] 10.222.0.55 "PUT /v2.0/routers/b0892958-2cbc-4c7c-9f1a-d7f6df1b46da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7142129 Nov 25 20:47:53.899064 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-1fb23ec2-081c-4098-925d-bf09766c4820 None None] Provisioning complete for port f58f66ac-2680-486d-8d11-e367eda34ec4 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:53.899430 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1fb23ec2-081c-4098-925d-bf09766c4820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:53.945580 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-1fb23ec2-081c-4098-925d-bf09766c4820 None None] Port f58f66ac-2680-486d-8d11-e367eda34ec4 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:47:54.423410 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:54.539322 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60150) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:54.544038 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-406e4941-1cf9-44e4-b71f-e330f789459f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1614795354', 'description': 'tempest-secgroup-smoke-1614795354 description', 'project_id': '821a07e2b62c42f592b639a7ac09fc90'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:47:54.571560 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-406e4941-1cf9-44e4-b71f-e330f789459f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:54.653075 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-406e4941-1cf9-44e4-b71f-e330f789459f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:54.658093 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-406e4941-1cf9-44e4-b71f-e330f789459f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:54.689925 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-406e4941-1cf9-44e4-b71f-e330f789459f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:54.691214 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-406e4941-1cf9-44e4-b71f-e330f789459f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1508729 Nov 25 20:47:54.693213 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e4941-1cf9-44e4-b71f-e330f789459f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f31667e0-9060-47bf-b16e-6fe7893093c5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:54.694352 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60152) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:54.699291 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-8111f2fd-3abe-403d-b347-b8195cc301c3 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Request body: {'security_group_rule': {'security_group_id': 'f31667e0-9060-47bf-b16e-6fe7893093c5', 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:47:54.729629 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8111f2fd-3abe-403d-b347-b8195cc301c3 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:54.786784 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8111f2fd-3abe-403d-b347-b8195cc301c3 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:54.790829 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8111f2fd-3abe-403d-b347-b8195cc301c3 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:54.809656 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111f2fd-3abe-403d-b347-b8195cc301c3 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=719f660e-b502-4558-9056-1473866d1eac,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:54.819355 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8111f2fd-3abe-403d-b347-b8195cc301c3 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:54.820584 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8111f2fd-3abe-403d-b347-b8195cc301c3 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251202 Nov 25 20:47:54.823379 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60154) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:54.828611 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-da959850-b71a-4cc6-aabb-8a0b065fa614 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Request body: {'security_group_rule': {'security_group_id': 'f31667e0-9060-47bf-b16e-6fe7893093c5', 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:47:54.855421 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da959850-b71a-4cc6-aabb-8a0b065fa614 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:54.913527 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da959850-b71a-4cc6-aabb-8a0b065fa614 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:54.918042 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da959850-b71a-4cc6-aabb-8a0b065fa614 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:54.939801 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da959850-b71a-4cc6-aabb-8a0b065fa614 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae37e4f7-0b13-4f6b-a888-ce89bb7d64e5,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:54.948599 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da959850-b71a-4cc6-aabb-8a0b065fa614 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:54.949826 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-da959850-b71a-4cc6-aabb-8a0b065fa614 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1254566 Nov 25 20:47:54.953229 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60156) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:54.958182 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-7e319a1c-2963-4d86-955d-89f0d7d600ae tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Request body: {'security_group_rule': {'security_group_id': 'f31667e0-9060-47bf-b16e-6fe7893093c5', 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:47:54.987829 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e319a1c-2963-4d86-955d-89f0d7d600ae tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:55.046177 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e319a1c-2963-4d86-955d-89f0d7d600ae tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:55.049838 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e319a1c-2963-4d86-955d-89f0d7d600ae tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:55.072848 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e319a1c-2963-4d86-955d-89f0d7d600ae tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca799c09-786b-4f3b-92e9-0b7ff843c6d4,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:55.082041 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e319a1c-2963-4d86-955d-89f0d7d600ae tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:55.083304 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-7e319a1c-2963-4d86-955d-89f0d7d600ae tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286781 Nov 25 20:47:55.086823 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60158) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:55.092139 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-9c05f8a8-f263-45aa-acf5-1a0dd24e9b59 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Request body: {'security_group_rule': {'security_group_id': 'f31667e0-9060-47bf-b16e-6fe7893093c5', 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:47:55.110752 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:55.126064 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9c05f8a8-f263-45aa-acf5-1a0dd24e9b59 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:55.204120 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9c05f8a8-f263-45aa-acf5-1a0dd24e9b59 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:55.209050 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9c05f8a8-f263-45aa-acf5-1a0dd24e9b59 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:55.236542 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05f8a8-f263-45aa-acf5-1a0dd24e9b59 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd297f5-38e3-4e45-80d1-5a52cd27f1dc,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:55.252518 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9c05f8a8-f263-45aa-acf5-1a0dd24e9b59 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:55.254572 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-9c05f8a8-f263-45aa-acf5-1a0dd24e9b59 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1666493 Nov 25 20:47:55.257424 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60160) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:55.259960 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device bca20db6-7e92-4573-a838-1444fdc62264 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:47:55.262144 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-88d6545e-9253-4720-a186-82f6b91bc507 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Request body: {'security_group_rule': {'security_group_id': 'f31667e0-9060-47bf-b16e-6fe7893093c5', 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:47:55.287246 n-d-819349-5 neutron-server[103600]: INFO neutron.db.securitygroups_db [None req-88d6545e-9253-4720-a186-82f6b91bc507 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Project 821a07e2b62c42f592b639a7ac09fc90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:47:55.299572 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88d6545e-9253-4720-a186-82f6b91bc507 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:55.320771 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf7a516-53f7-4db0-bdd2-93a8dc93ac6a None None] Sync routers for ids ['b0892958-2cbc-4c7c-9f1a-d7f6df1b46da'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:47:55.324616 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port bca20db6-7e92-4573-a838-1444fdc62264 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:55.325012 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:55.353691 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf7a516-53f7-4db0-bdd2-93a8dc93ac6a None None] Routers {'b0892958-2cbc-4c7c-9f1a-d7f6df1b46da'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:47:55.354599 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2bf7a516-53f7-4db0-bdd2-93a8dc93ac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:47:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b0892958-2cbc-4c7c-9f1a-d7f6df1b46da'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:55.369603 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88d6545e-9253-4720-a186-82f6b91bc507 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:55.374715 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88d6545e-9253-4720-a186-82f6b91bc507 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:55.394181 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6545e-9253-4720-a186-82f6b91bc507 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e666fe1e-177f-4075-8bb6-403931343269,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:55.403972 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88d6545e-9253-4720-a186-82f6b91bc507 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:55.405365 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-88d6545e-9253-4720-a186-82f6b91bc507 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1466422 Nov 25 20:47:55.408161 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60162) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:55.412597 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-095436ff-d158-4619-8429-f62b3794f330 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Request body: {'security_group_rule': {'security_group_id': 'f31667e0-9060-47bf-b16e-6fe7893093c5', 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:47:55.435517 n-d-819349-5 neutron-server[103600]: INFO neutron.db.securitygroups_db [None req-095436ff-d158-4619-8429-f62b3794f330 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Project 821a07e2b62c42f592b639a7ac09fc90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:47:55.441764 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-095436ff-d158-4619-8429-f62b3794f330 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:55.503533 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-095436ff-d158-4619-8429-f62b3794f330 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:55.508063 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-095436ff-d158-4619-8429-f62b3794f330 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:55.520534 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2bf7a516-53f7-4db0-bdd2-93a8dc93ac6a None None] Set router b0892958-2cbc-4c7c-9f1a-d7f6df1b46da gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:47:55.532013 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095436ff-d158-4619-8429-f62b3794f330 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412bf80f-c070-4d15-8c5f-a18ee612d9bc,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:55.538054 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-095436ff-d158-4619-8429-f62b3794f330 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:55.545563 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-095436ff-d158-4619-8429-f62b3794f330 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1363325 Nov 25 20:47:55.731908 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2bf7a516-53f7-4db0-bdd2-93a8dc93ac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0892958-2cbc-4c7c-9f1a-d7f6df1b46da', 'name': 'tempest-TestShelveInstance-615731989-router', 'tenant_id': '210437e9de1342df915f88f0932438a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'bca20db6-7e92-4573-a838-1444fdc62264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:49Z', 'updated_at': '2021-11-25T20:47:52Z', 'revision_number': 4, 'project_id': '210437e9de1342df915f88f0932438a0', 'gw_port': {'id': 'bca20db6-7e92-4573-a838-1444fdc62264', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0892958-2cbc-4c7c-9f1a-d7f6df1b46da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:49Z', 'updated_at': '2021-11-25T20:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'f58f66ac-2680-486d-8d11-e367eda34ec4', 'name': '', 'network_id': '1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d', 'tenant_id': '210437e9de1342df915f88f0932438a0', 'mac_address': 'fa:16:3e:93:ae:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0892958-2cbc-4c7c-9f1a-d7f6df1b46da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'a6687355-b6de-4776-a031-899302e826ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:51Z', 'updated_at': '2021-11-25T20:47:52Z', 'revision_number': 2, 'project_id': '210437e9de1342df915f88f0932438a0', 'subnets': [{'id': 'a6687355-b6de-4776-a031-899302e826ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:55.759045 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf7a516-53f7-4db0-bdd2-93a8dc93ac6a None None] Checking router: b0892958-2cbc-4c7c-9f1a-d7f6df1b46da for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:47:55.759405 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf7a516-53f7-4db0-bdd2-93a8dc93ac6a None None] Updating router b0892958-2cbc-4c7c-9f1a-d7f6df1b46da port f58f66ac-2680-486d-8d11-e367eda34ec4 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:47:55.788988 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2bf7a516-53f7-4db0-bdd2-93a8dc93ac6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:55.854422 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4bc748a8-2563-404e-8529-c21fc22f44db req-d8db2467-084e-4dad-8d69-e05ae6f9aca2 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1614795354&fields=id&tenant_id=821a07e2b62c42f592b639a7ac09fc90 HTTP/1.1" status: 200 len: 267 time: 0.0540714 Nov 25 20:47:55.970324 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc748a8-2563-404e-8529-c21fc22f44db req-f78d9c99-be07-4c0c-9963-c823cbb6e271 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:55.971741 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4bc748a8-2563-404e-8529-c21fc22f44db req-f78d9c99-be07-4c0c-9963-c823cbb6e271 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/networks?id=39588d21-9c5a-4cd8-9070-a88dce70168f HTTP/1.1" status: 200 len: 806 time: 0.1060305 Nov 25 20:47:55.988163 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4bc748a8-2563-404e-8529-c21fc22f44db req-f9848415-f1f0-46c7-9255-1c0eb03d1657 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/quotas/821a07e2b62c42f592b639a7ac09fc90 HTTP/1.1" status: 200 len: 375 time: 0.0100200 Nov 25 20:47:56.045344 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4bc748a8-2563-404e-8529-c21fc22f44db req-5c17e7a3-e2f2-4fb1-b636-69033ac4aad2 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=821a07e2b62c42f592b639a7ac09fc90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507302 Nov 25 20:47:56.067199 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2bf7a516-53f7-4db0-bdd2-93a8dc93ac6a None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:56.073747 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2bf7a516-53f7-4db0-bdd2-93a8dc93ac6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:56.147508 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836400e-511a-433d-8e01-935b2161db2f None None] Pushing event updated for resources: {'Port': ['ID=f58f66ac-2680-486d-8d11-e367eda34ec4,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:56.156657 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4bc748a8-2563-404e-8529-c21fc22f44db req-26714444-c106-414f-9053-0761cdaafeca service neutron] 10.222.0.55 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976760 Nov 25 20:47:56.181868 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2bf7a516-53f7-4db0-bdd2-93a8dc93ac6a None None] Attempting to bind port f58f66ac-2680-486d-8d11-e367eda34ec4 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:47:56.182250 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2bf7a516-53f7-4db0-bdd2-93a8dc93ac6a None None] Attempting to bind port f58f66ac-2680-486d-8d11-e367eda34ec4 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '560ae509-dc1d-4365-a525-eb430e9b0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:47:56.182806 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf7a516-53f7-4db0-bdd2-93a8dc93ac6a None None] Attempting to bind port f58f66ac-2680-486d-8d11-e367eda34ec4 on network 1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:47:56.188877 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf7a516-53f7-4db0-bdd2-93a8dc93ac6a None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:47:56.189271 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf7a516-53f7-4db0-bdd2-93a8dc93ac6a None None] Checking segment: {'id': '560ae509-dc1d-4365-a525-eb430e9b0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:47:56.189626 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2bf7a516-53f7-4db0-bdd2-93a8dc93ac6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:56.190031 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf7a516-53f7-4db0-bdd2-93a8dc93ac6a None None] Bound using segment: {'id': '560ae509-dc1d-4365-a525-eb430e9b0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:47:56.190555 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2bf7a516-53f7-4db0-bdd2-93a8dc93ac6a None None] Bound port: f58f66ac-2680-486d-8d11-e367eda34ec4, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560ae509-dc1d-4365-a525-eb430e9b0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:47:56.190940 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2bf7a516-53f7-4db0-bdd2-93a8dc93ac6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:56.260592 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2bf7a516-53f7-4db0-bdd2-93a8dc93ac6a None None] For port f58f66ac-2680-486d-8d11-e367eda34ec4, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:47:56.264086 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2bf7a516-53f7-4db0-bdd2-93a8dc93ac6a None None] For port f58f66ac-2680-486d-8d11-e367eda34ec4, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f58f66ac-2680-486d-8d11-e367eda34ec4,segment=NetworkSegment(560ae509-dc1d-4365-a525-eb430e9b0ed3),segment_id=560ae509-dc1d-4365-a525-eb430e9b0ed3)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:47:56.266827 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4bc748a8-2563-404e-8529-c21fc22f44db req-efc48f96-c568-497f-8f2c-0cd4a945ccfc service neutron] 10.222.0.55 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092176 Nov 25 20:47:56.269890 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2bf7a516-53f7-4db0-bdd2-93a8dc93ac6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:56.334483 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf7a516-53f7-4db0-bdd2-93a8dc93ac6a None None] Routers {'b0892958-2cbc-4c7c-9f1a-d7f6df1b46da'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:47:56.335139 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2bf7a516-53f7-4db0-bdd2-93a8dc93ac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:47:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b0892958-2cbc-4c7c-9f1a-d7f6df1b46da'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:56.337673 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836400e-511a-433d-8e01-935b2161db2f None None] Pushing event updated for resources: {'Port': ['ID=f58f66ac-2680-486d-8d11-e367eda34ec4,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:56.444383 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ffecfe5e-17b2-42fd-9c24-59605a611632 None None] Provisioning complete for port f58f66ac-2680-486d-8d11-e367eda34ec4 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:56.444766 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ffecfe5e-17b2-42fd-9c24-59605a611632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:56.465775 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e083f98-05e3-495e-848b-5f8288cdb157 req-31ee9b00-9b05-4d0c-a855-0cf15535cdf9 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 210 time: 0.0333467 Nov 25 20:47:56.503712 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2bf7a516-53f7-4db0-bdd2-93a8dc93ac6a None None] Set router b0892958-2cbc-4c7c-9f1a-d7f6df1b46da gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:47:56.657651 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ffecfe5e-17b2-42fd-9c24-59605a611632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:56.714379 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ffecfe5e-17b2-42fd-9c24-59605a611632 None None] For port f58f66ac-2680-486d-8d11-e367eda34ec4, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f58f66ac-2680-486d-8d11-e367eda34ec4,segment=NetworkSegment(560ae509-dc1d-4365-a525-eb430e9b0ed3),segment_id=560ae509-dc1d-4365-a525-eb430e9b0ed3)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:47:56.720383 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ffecfe5e-17b2-42fd-9c24-59605a611632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:56.796424 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecfe5e-17b2-42fd-9c24-59605a611632 None None] Pushing event updated for resources: {'Port': ['ID=f58f66ac-2680-486d-8d11-e367eda34ec4,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:56.811291 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2bf7a516-53f7-4db0-bdd2-93a8dc93ac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0892958-2cbc-4c7c-9f1a-d7f6df1b46da', 'name': 'tempest-TestShelveInstance-615731989-router', 'tenant_id': '210437e9de1342df915f88f0932438a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'bca20db6-7e92-4573-a838-1444fdc62264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:49Z', 'updated_at': '2021-11-25T20:47:52Z', 'revision_number': 4, 'project_id': '210437e9de1342df915f88f0932438a0', 'gw_port': {'id': 'bca20db6-7e92-4573-a838-1444fdc62264', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0892958-2cbc-4c7c-9f1a-d7f6df1b46da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:49Z', 'updated_at': '2021-11-25T20:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'f58f66ac-2680-486d-8d11-e367eda34ec4', 'name': '', 'network_id': '1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d', 'tenant_id': '210437e9de1342df915f88f0932438a0', 'mac_address': 'fa:16:3e:93:ae:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0892958-2cbc-4c7c-9f1a-d7f6df1b46da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'a6687355-b6de-4776-a031-899302e826ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:51Z', 'updated_at': '2021-11-25T20:47:56Z', 'revision_number': 4, 'project_id': '210437e9de1342df915f88f0932438a0', 'subnets': [{'id': 'a6687355-b6de-4776-a031-899302e826ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:56.842519 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf7a516-53f7-4db0-bdd2-93a8dc93ac6a None None] The sync data for ids ['b0892958-2cbc-4c7c-9f1a-d7f6df1b46da'] in n-d-819349-5 is: [{'id': 'b0892958-2cbc-4c7c-9f1a-d7f6df1b46da', 'name': 'tempest-TestShelveInstance-615731989-router', 'tenant_id': '210437e9de1342df915f88f0932438a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'bca20db6-7e92-4573-a838-1444fdc62264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:49Z', 'updated_at': '2021-11-25T20:47:52Z', 'revision_number': 4, 'project_id': '210437e9de1342df915f88f0932438a0', 'gw_port': {'id': 'bca20db6-7e92-4573-a838-1444fdc62264', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0892958-2cbc-4c7c-9f1a-d7f6df1b46da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:49Z', 'updated_at': '2021-11-25T20:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'f58f66ac-2680-486d-8d11-e367eda34ec4', 'name': '', 'network_id': '1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d', 'tenant_id': '210437e9de1342df915f88f0932438a0', 'mac_address': 'fa:16:3e:93:ae:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0892958-2cbc-4c7c-9f1a-d7f6df1b46da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'a6687355-b6de-4776-a031-899302e826ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:51Z', 'updated_at': '2021-11-25T20:47:56Z', 'revision_number': 4, 'project_id': '210437e9de1342df915f88f0932438a0', 'subnets': [{'id': 'a6687355-b6de-4776-a031-899302e826ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:47:56.854017 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e462864c-5018-4126-b16e-7b38951175d9 None None] Provisioning complete for port f58f66ac-2680-486d-8d11-e367eda34ec4 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:56.854428 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e462864c-5018-4126-b16e-7b38951175d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:57.244201 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f58f66ac-2680-486d-8d11-e367eda34ec4 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:47:57.301873 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port f58f66ac-2680-486d-8d11-e367eda34ec4 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:57.302450 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:57.551258 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a3fd8b9e-c2e2-460e-b0e6-defea6f56a88 req-be119768-a20d-4933-a8c2-f3c26f7edfcb tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 210 time: 0.0278563 Nov 25 20:47:58.643467 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0b22b28f-6cb4-4285-964a-161c5d1ffc44 req-8eee5bcc-7043-4e4f-9785-2f519daf7904 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 210 time: 0.0369842 Nov 25 20:47:59.438673 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76ad2238-42be-49fa-a695-ad6f3ba8f61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:59.734204 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-be839ba3-c6f0-4a47-a460-cf6f398d8c45 req-e4874966-c43b-4e47-98f1-b96dd7278412 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 210 time: 0.0266705 Nov 25 20:48:00.840032 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f0be18a2-ce85-4641-8f49-ed901c2de039 req-e2902a5b-34e7-4cac-9ceb-50c7dfdfd509 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 210 time: 0.0314426 Nov 25 20:48:01.543623 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc748a8-2563-404e-8529-c21fc22f44db req-84f9b631-9ce6-4a2d-9da7-c94f34790f35 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:01.545251 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4bc748a8-2563-404e-8529-c21fc22f44db req-84f9b631-9ce6-4a2d-9da7-c94f34790f35 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.85 "GET /v2.0/networks?id=39588d21-9c5a-4cd8-9070-a88dce70168f HTTP/1.1" status: 200 len: 806 time: 0.1164324 Nov 25 20:48:01.619369 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4bc748a8-2563-404e-8529-c21fc22f44db req-1069eb24-2bb5-4c3f-9b71-4edc804576d7 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=821a07e2b62c42f592b639a7ac09fc90 HTTP/1.1" status: 200 len: 380 time: 0.0647931 Nov 25 20:48:01.630747 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-4bc748a8-2563-404e-8529-c21fc22f44db req-c33113dc-0874-4caa-b6ca-9fc71dfa9ad6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Request body: {'port': {'device_id': 'a436cf18-22d2-447a-be38-01e14f45ffdf', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'admin_state_up': True, 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'security_groups': ['f31667e0-9060-47bf-b16e-6fe7893093c5']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:48:01.742599 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc748a8-2563-404e-8529-c21fc22f44db req-c33113dc-0874-4caa-b6ca-9fc71dfa9ad6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Made reservation on behalf of 821a07e2b62c42f592b639a7ac09fc90 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:48:01.746193 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4bc748a8-2563-404e-8529-c21fc22f44db req-c33113dc-0874-4caa-b6ca-9fc71dfa9ad6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:01.882483 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-4bc748a8-2563-404e-8529-c21fc22f44db req-c33113dc-0874-4caa-b6ca-9fc71dfa9ad6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Allocated IP 172.20.0.3 (39588d21-9c5a-4cd8-9070-a88dce70168f/bf36e0d4-6008-40c3-a6da-8bfad339df28/e509f34b-4e64-45bc-bf8c-9d0f3c4832a2) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:48:01.932710 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7f55ea4f-e3f1-4632-88ce-fd91236b4486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:01.943237 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-971b59b7-573a-4b01-b1a1-0cde564dc483 req-3fd291f0-1dcb-4f44-a3f9-d979b3f2aa98 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 210 time: 0.0282192 Nov 25 20:48:02.029901 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4bc748a8-2563-404e-8529-c21fc22f44db req-c33113dc-0874-4caa-b6ca-9fc71dfa9ad6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:02.064961 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4bc748a8-2563-404e-8529-c21fc22f44db req-c33113dc-0874-4caa-b6ca-9fc71dfa9ad6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:02.109882 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc748a8-2563-404e-8529-c21fc22f44db req-c33113dc-0874-4caa-b6ca-9fc71dfa9ad6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Network 39588d21-9c5a-4cd8-9070-a88dce70168f is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:48:02.113081 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-4bc748a8-2563-404e-8529-c21fc22f44db req-c33113dc-0874-4caa-b6ca-9fc71dfa9ad6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:48:02.116923 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc748a8-2563-404e-8529-c21fc22f44db req-c33113dc-0874-4caa-b6ca-9fc71dfa9ad6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:48:02.123664 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33113dc-0874-4caa-b6ca-9fc71dfa9ad6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Pushing event updated for resources: {'Port': ['ID=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:48:02.172661 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc748a8-2563-404e-8529-c21fc22f44db req-c33113dc-0874-4caa-b6ca-9fc71dfa9ad6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:02.173414 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4bc748a8-2563-404e-8529-c21fc22f44db req-c33113dc-0874-4caa-b6ca-9fc71dfa9ad6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:02.191682 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4bc748a8-2563-404e-8529-c21fc22f44db req-c33113dc-0874-4caa-b6ca-9fc71dfa9ad6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5647159 Nov 25 20:48:02.206245 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-4bc748a8-2563-404e-8529-c21fc22f44db req-3cb4b549-7c7a-4238-9948-b981d623eeaa service neutron] Request body: {'port': {'device_id': 'a436cf18-22d2-447a-be38-01e14f45ffdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:48:02.269638 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4bc748a8-2563-404e-8529-c21fc22f44db req-3cb4b549-7c7a-4238-9948-b981d623eeaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:02.332207 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-723e8a2b-55d1-4c66-8226-94092350173a None None] Provisioning complete for port e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:48:02.332594 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-723e8a2b-55d1-4c66-8226-94092350173a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:02.373286 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-723e8a2b-55d1-4c66-8226-94092350173a None None] Port e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:48:02.550387 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-4bc748a8-2563-404e-8529-c21fc22f44db req-3cb4b549-7c7a-4238-9948-b981d623eeaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:48:02.557949 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4bc748a8-2563-404e-8529-c21fc22f44db req-3cb4b549-7c7a-4238-9948-b981d623eeaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:02.570628 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-4bc748a8-2563-404e-8529-c21fc22f44db req-3cb4b549-7c7a-4238-9948-b981d623eeaa service neutron] Transition to ACTIVE for port object e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:48:02.574416 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4bc748a8-2563-404e-8529-c21fc22f44db req-3cb4b549-7c7a-4238-9948-b981d623eeaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:02.627400 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4b549-7c7a-4238-9948-b981d623eeaa service neutron] Pushing event updated for resources: {'Port': ['ID=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:48:02.666544 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:48:02.709466 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-4bc748a8-2563-404e-8529-c21fc22f44db req-3cb4b549-7c7a-4238-9948-b981d623eeaa service neutron] Attempting to bind port e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:48:02.709813 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-4bc748a8-2563-404e-8529-c21fc22f44db req-3cb4b549-7c7a-4238-9948-b981d623eeaa service neutron] Attempting to bind port e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '322c4adf-6ae8-49f8-b277-285a21d5fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:48:02.710149 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc748a8-2563-404e-8529-c21fc22f44db req-3cb4b549-7c7a-4238-9948-b981d623eeaa service neutron] Attempting to bind port e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 on network 39588d21-9c5a-4cd8-9070-a88dce70168f {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:48:02.714780 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc748a8-2563-404e-8529-c21fc22f44db req-3cb4b549-7c7a-4238-9948-b981d623eeaa service neutron] Port e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 on network 39588d21-9c5a-4cd8-9070-a88dce70168f not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:48:02.715074 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc748a8-2563-404e-8529-c21fc22f44db req-3cb4b549-7c7a-4238-9948-b981d623eeaa service neutron] Attempting to bind port e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 on network 39588d21-9c5a-4cd8-9070-a88dce70168f {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:48:02.721589 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc748a8-2563-404e-8529-c21fc22f44db req-3cb4b549-7c7a-4238-9948-b981d623eeaa service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:48:02.721937 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc748a8-2563-404e-8529-c21fc22f44db req-3cb4b549-7c7a-4238-9948-b981d623eeaa service neutron] Checking segment: {'id': '322c4adf-6ae8-49f8-b277-285a21d5fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:48:02.722350 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc748a8-2563-404e-8529-c21fc22f44db req-3cb4b549-7c7a-4238-9948-b981d623eeaa service neutron] Bound using segment: {'id': '322c4adf-6ae8-49f8-b277-285a21d5fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:48:02.722785 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-4bc748a8-2563-404e-8529-c21fc22f44db req-3cb4b549-7c7a-4238-9948-b981d623eeaa service neutron] Bound port: e509f34b-4e64-45bc-bf8c-9d0f3c4832a2, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '322c4adf-6ae8-49f8-b277-285a21d5fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:48:02.723155 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4bc748a8-2563-404e-8529-c21fc22f44db req-3cb4b549-7c7a-4238-9948-b981d623eeaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:02.797268 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-4bc748a8-2563-404e-8529-c21fc22f44db req-3cb4b549-7c7a-4238-9948-b981d623eeaa service neutron] For port e509f34b-4e64-45bc-bf8c-9d0f3c4832a2, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:48:02.800817 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-4bc748a8-2563-404e-8529-c21fc22f44db req-3cb4b549-7c7a-4238-9948-b981d623eeaa service neutron] For port e509f34b-4e64-45bc-bf8c-9d0f3c4832a2, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:48:02.804887 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4bc748a8-2563-404e-8529-c21fc22f44db req-3cb4b549-7c7a-4238-9948-b981d623eeaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:02.845504 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc748a8-2563-404e-8529-c21fc22f44db req-3cb4b549-7c7a-4238-9948-b981d623eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:02.846175 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4bc748a8-2563-404e-8529-c21fc22f44db req-3cb4b549-7c7a-4238-9948-b981d623eeaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:02.847598 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4bc748a8-2563-404e-8529-c21fc22f44db req-3cb4b549-7c7a-4238-9948-b981d623eeaa service neutron] 10.222.0.85 "PUT /v2.0/ports/e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 HTTP/1.1" status: 200 len: 1091 time: 0.6479723 Nov 25 20:48:02.848054 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a436cf18-22d2-447a-be38-01e14f45ffdf', 'tag': 'e509f34b-4e64-45bc-bf8c-9d0f3c4832a2'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:48:02.850348 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fdcbc1-b793-4439-b8ba-1c1e3302ea1d" -d '{"events": [{"name": "network-changed", "server_uuid": "a436cf18-22d2-447a-be38-01e14f45ffdf", "tag": "e509f34b-4e64-45bc-bf8c-9d0f3c4832a2"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:48:02.870924 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4b549-7c7a-4238-9948-b981d623eeaa service neutron] Pushing event updated for resources: {'Port': ['ID=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:48:02.936340 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d8f786-82df-4a41-b2a9-f7b4f34f4487 x-openstack-request-id: req-33d8f786-82df-4a41-b2a9-f7b4f34f4487 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:48:02.937184 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a436cf18-22d2-447a-be38-01e14f45ffdf", "tag": "e509f34b-4e64-45bc-bf8c-9d0f3c4832a2", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:48:02.937525 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-33d8f786-82df-4a41-b2a9-f7b4f34f4487 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:48:02.938026 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a436cf18-22d2-447a-be38-01e14f45ffdf', 'tag': 'e509f34b-4e64-45bc-bf8c-9d0f3c4832a2', 'status': 'completed', 'code': 200} Nov 25 20:48:02.955296 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc748a8-2563-404e-8529-c21fc22f44db req-f6a363b5-0841-48f8-a9bf-7fefe37a3afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:02.956873 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4bc748a8-2563-404e-8529-c21fc22f44db req-f6a363b5-0841-48f8-a9bf-7fefe37a3afb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=821a07e2b62c42f592b639a7ac09fc90&device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 1094 time: 0.0541322 Nov 25 20:48:03.006431 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4bc748a8-2563-404e-8529-c21fc22f44db req-8668ecbe-8b9f-4deb-bf5a-6e29ae427e8f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 HTTP/1.1" status: 200 len: 217 time: 0.0417323 Nov 25 20:48:03.063744 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc748a8-2563-404e-8529-c21fc22f44db req-bac1dc9d-4da2-4763-bdc1-33a13b713eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:03.065275 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4bc748a8-2563-404e-8529-c21fc22f44db req-bac1dc9d-4da2-4763-bdc1-33a13b713eab service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bf36e0d4-6008-40c3-a6da-8bfad339df28 HTTP/1.1" status: 200 len: 845 time: 0.0525997 Nov 25 20:48:03.081515 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be324d29-bd59-4ec2-8b3e-ed0f11abffca req-334c1310-b9ee-41b6-9d29-a76da950cf9b tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:03.083058 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-be324d29-bd59-4ec2-8b3e-ed0f11abffca req-334c1310-b9ee-41b6-9d29-a76da950cf9b tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 943 time: 0.0528164 Nov 25 20:48:03.121022 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc748a8-2563-404e-8529-c21fc22f44db req-f744cedb-a2f8-4169-87f6-0d804f50d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:03.123169 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4bc748a8-2563-404e-8529-c21fc22f44db req-f744cedb-a2f8-4169-87f6-0d804f50d622 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=39588d21-9c5a-4cd8-9070-a88dce70168f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509112 Nov 25 20:48:03.141405 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-be324d29-bd59-4ec2-8b3e-ed0f11abffca req-5bda129b-27bf-441f-b36b-c2ea5d434c3b tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522275 Nov 25 20:48:03.217972 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4bc748a8-2563-404e-8529-c21fc22f44db req-6d123c9c-1e2a-4886-92b3-404d7acedd25 service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878224 Nov 25 20:48:03.323976 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-4bc748a8-2563-404e-8529-c21fc22f44db req-c2f78e76-bc87-49d1-94ad-ad2151b1247f service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995240 Nov 25 20:48:03.409844 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fdcbc1-b793-4439-b8ba-1c1e3302ea1d req-d024309e-6604-4f80-8b46-07a4a701d90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:03.411298 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b6fdcbc1-b793-4439-b8ba-1c1e3302ea1d req-d024309e-6604-4f80-8b46-07a4a701d90a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=821a07e2b62c42f592b639a7ac09fc90&device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 1094 time: 0.0416462 Nov 25 20:48:03.507030 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fdcbc1-b793-4439-b8ba-1c1e3302ea1d req-3e37b8cd-98ff-48e3-9a4f-6bf7ebf6c10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:03.508517 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b6fdcbc1-b793-4439-b8ba-1c1e3302ea1d req-3e37b8cd-98ff-48e3-9a4f-6bf7ebf6c10a service neutron] 10.222.0.85 "GET /v2.0/networks?id=39588d21-9c5a-4cd8-9070-a88dce70168f HTTP/1.1" status: 200 len: 907 time: 0.0906310 Nov 25 20:48:03.555632 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b6fdcbc1-b793-4439-b8ba-1c1e3302ea1d req-a25c581e-471c-423c-b890-62751dec1153 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 HTTP/1.1" status: 200 len: 217 time: 0.0396926 Nov 25 20:48:03.606036 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fdcbc1-b793-4439-b8ba-1c1e3302ea1d req-76b72110-d80c-4463-872b-0dc4dab007b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:03.607668 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b6fdcbc1-b793-4439-b8ba-1c1e3302ea1d req-76b72110-d80c-4463-872b-0dc4dab007b5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bf36e0d4-6008-40c3-a6da-8bfad339df28 HTTP/1.1" status: 200 len: 845 time: 0.0451574 Nov 25 20:48:03.654925 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fdcbc1-b793-4439-b8ba-1c1e3302ea1d req-eb242685-2eed-4053-94db-32eb431564a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:03.656981 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b6fdcbc1-b793-4439-b8ba-1c1e3302ea1d req-eb242685-2eed-4053-94db-32eb431564a6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=39588d21-9c5a-4cd8-9070-a88dce70168f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409162 Nov 25 20:48:03.761267 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b6fdcbc1-b793-4439-b8ba-1c1e3302ea1d req-e37efd30-fd1a-43eb-9950-0b5094228d91 service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959833 Nov 25 20:48:03.858279 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-b6fdcbc1-b793-4439-b8ba-1c1e3302ea1d req-f365414e-b79f-485a-9f33-2451a0241017 service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895617 Nov 25 20:48:04.017583 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:04.259946 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519f807-1f60-4033-b591-9918d3f6d8f7 req-ac01471a-e63e-44c0-b141-5ad37858a18f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:04.261411 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1519f807-1f60-4033-b591-9918d3f6d8f7 req-ac01471a-e63e-44c0-b141-5ad37858a18f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 943 time: 0.0516076 Nov 25 20:48:04.317547 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1519f807-1f60-4033-b591-9918d3f6d8f7 req-9ab26544-67ca-4a4f-870d-c9124a1f58c2 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494881 Nov 25 20:48:05.439638 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a4fd0-9db3-4c9f-aab1-13e89e9b769b req-b4e734fc-43b6-4d65-81da-adfe7f727430 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:05.441138 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-231a4fd0-9db3-4c9f-aab1-13e89e9b769b req-b4e734fc-43b6-4d65-81da-adfe7f727430 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 943 time: 0.0520999 Nov 25 20:48:05.491151 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-231a4fd0-9db3-4c9f-aab1-13e89e9b769b req-01735b1a-7aab-4489-b822-c63a91705bf4 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439601 Nov 25 20:48:05.730375 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:05.824157 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:06.610183 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dbc5fe-2267-4692-b181-d1ac8fa95919 req-b1c076bb-0624-4096-bd5f-c1cf90f1c6a3 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:06.611754 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-89dbc5fe-2267-4692-b181-d1ac8fa95919 req-b1c076bb-0624-4096-bd5f-c1cf90f1c6a3 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 943 time: 0.0484967 Nov 25 20:48:06.662088 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-89dbc5fe-2267-4692-b181-d1ac8fa95919 req-1abbb688-3ad1-4a90-8066-ecac9ba4691c tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442989 Nov 25 20:48:07.472984 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:48:07.579006 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port e509f34b-4e64-45bc-bf8c-9d0f3c4832a2, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:48:07.590246 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'e509f34b-4e64-45bc-bf8c-9d0f3c4832a2', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'port_id': 'e509f34b-4e64-45bc-bf8c-9d0f3c4832a2', 'mac_address': 'fa:16:3e:70:35:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:48:07.628681 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:07.645959 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:48:07.671091 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port e509f34b-4e64-45bc-bf8c-9d0f3c4832a2, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:48:07.677004 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:07.728912 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:48:07.797424 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d986e4-4bf5-4fa9-948a-55a1b95816ee req-3ff6209f-ddaa-403e-b8c9-24b89a2c15f0 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:07.798939 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92d986e4-4bf5-4fa9-948a-55a1b95816ee req-3ff6209f-ddaa-403e-b8c9-24b89a2c15f0 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 944 time: 0.0563319 Nov 25 20:48:07.854965 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-92d986e4-4bf5-4fa9-948a-55a1b95816ee req-885d8807-5dd7-43f2-acea-4fb925f8bff2 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499134 Nov 25 20:48:07.905007 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['e509f34b-4e64-45bc-bf8c-9d0f3c4832a2'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:48:08.979299 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bcaeb-5ed6-4025-b8c4-0b3403d8ceb4 req-083115f1-11cd-4532-8369-a9557f589bf0 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:08.980697 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-346bcaeb-5ed6-4025-b8c4-0b3403d8ceb4 req-083115f1-11cd-4532-8369-a9557f589bf0 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 944 time: 0.0531890 Nov 25 20:48:09.032246 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-346bcaeb-5ed6-4025-b8c4-0b3403d8ceb4 req-fbf7df5b-f66d-4ea7-ba6a-739ebc73b214 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451312 Nov 25 20:48:09.470211 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:48:09.520765 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:48:09.525123 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:48:09.525499 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:09.607421 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:09.630743 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a436cf18-22d2-447a-be38-01e14f45ffdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e509f34b-4e64-45bc-bf8c-9d0f3c4832a2'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:48:09.633030 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27f55db-d7ee-4490-875c-e2e1fd545cef" -d '{"events": [{"server_uuid": "a436cf18-22d2-447a-be38-01e14f45ffdf", "name": "network-vif-plugged", "status": "completed", "tag": "e509f34b-4e64-45bc-bf8c-9d0f3c4832a2"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:48:09.645667 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port e509f34b-4e64-45bc-bf8c-9d0f3c4832a2, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:48:09.649919 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:09.675042 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee2826e-9e66-4075-9099-18aa8d135785 x-openstack-request-id: req-7ee2826e-9e66-4075-9099-18aa8d135785 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:48:09.675346 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a436cf18-22d2-447a-be38-01e14f45ffdf", "name": "network-vif-plugged", "status": "completed", "tag": "e509f34b-4e64-45bc-bf8c-9d0f3c4832a2", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:48:09.675607 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ee2826e-9e66-4075-9099-18aa8d135785 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:48:09.676012 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a436cf18-22d2-447a-be38-01e14f45ffdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e509f34b-4e64-45bc-bf8c-9d0f3c4832a2', 'code': 200} Nov 25 20:48:09.713035 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:48:09.781505 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcd9f3-4531-467a-b4d5-0817835cee81 req-2aba1a5c-4697-40f3-be25-1ebe24586fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:09.783385 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9cbcd9f3-4531-467a-b4d5-0817835cee81 req-2aba1a5c-4697-40f3-be25-1ebe24586fb9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 1096 time: 0.0417843 Nov 25 20:48:09.831312 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9cbcd9f3-4531-467a-b4d5-0817835cee81 req-ef8b7c0f-a0c0-4124-a52b-9ce5ca4525c3 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406134 Nov 25 20:48:10.150497 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67aba0a-39e6-4efa-ba22-83871b56dd9c req-c0ee78c4-ed5b-490a-99ff-c930f8c33cf5 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:10.151976 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f67aba0a-39e6-4efa-ba22-83871b56dd9c req-c0ee78c4-ed5b-490a-99ff-c930f8c33cf5 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 945 time: 0.0485775 Nov 25 20:48:10.206307 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f67aba0a-39e6-4efa-ba22-83871b56dd9c req-72d4678a-6b34-48f4-aa3e-15800dc78f2a tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475247 Nov 25 20:48:11.326502 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47bae61-b5f1-4d99-8e44-31156b9a4286 req-8d376b53-d868-498a-8f35-189aef9bbf62 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:11.327938 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c47bae61-b5f1-4d99-8e44-31156b9a4286 req-8d376b53-d868-498a-8f35-189aef9bbf62 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 945 time: 0.0513289 Nov 25 20:48:11.385192 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c47bae61-b5f1-4d99-8e44-31156b9a4286 req-21b2e940-9e69-40f9-bcc2-0b02d11b4598 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509391 Nov 25 20:48:11.504099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae3667-848f-4e75-baf3-168b467f1d57 req-ee9cb99e-edc6-496b-883f-0cf9c2a6dda0 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:11.505586 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5ae3667-848f-4e75-baf3-168b467f1d57 req-ee9cb99e-edc6-496b-883f-0cf9c2a6dda0 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 945 time: 0.0486491 Nov 25 20:48:11.555244 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a5ae3667-848f-4e75-baf3-168b467f1d57 req-3f1aad59-2be9-4778-906d-200f2705d2be tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437376 Nov 25 20:48:11.576830 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60234) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:48:11.714075 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c6980d-5958-4c77-8a15-e626429220c0 tempest-TestShelveInstance-1857508295 tempest-TestShelveInstance-1857508295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:11.715630 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-23c6980d-5958-4c77-8a15-e626429220c0 tempest-TestShelveInstance-1857508295 tempest-TestShelveInstance-1857508295-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 1091 time: 0.1378968 Nov 25 20:48:11.718526 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60238) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:48:11.723319 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-0b92b7c2-b622-4eee-8d1d-d4772d5827b6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'port_id': 'e509f34b-4e64-45bc-bf8c-9d0f3c4832a2', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:48:11.747912 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b92b7c2-b622-4eee-8d1d-d4772d5827b6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:11.852242 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b92b7c2-b622-4eee-8d1d-d4772d5827b6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:11.961436 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-0b92b7c2-b622-4eee-8d1d-d4772d5827b6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Allocated IP 172.25.6.208 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/3bf5d374-ba26-4beb-a483-6dc6e845b7dd) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:48:12.067932 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b92b7c2-b622-4eee-8d1d-d4772d5827b6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:12.101542 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b92b7c2-b622-4eee-8d1d-d4772d5827b6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:12.146777 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b92b7c2-b622-4eee-8d1d-d4772d5827b6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:48:12.149535 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-0b92b7c2-b622-4eee-8d1d-d4772d5827b6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:48:12.153102 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b92b7c2-b622-4eee-8d1d-d4772d5827b6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:48:12.175995 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92b7c2-b622-4eee-8d1d-d4772d5827b6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Pushing event updated for resources: {'Port': ['ID=3bf5d374-ba26-4beb-a483-6dc6e845b7dd,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:48:12.499840 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b92b7c2-b622-4eee-8d1d-d4772d5827b6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:12.571084 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b92b7c2-b622-4eee-8d1d-d4772d5827b6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:12.724827 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b92b7c2-b622-4eee-8d1d-d4772d5827b6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:12.733252 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b92b7c2-b622-4eee-8d1d-d4772d5827b6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:12.801263 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92b7c2-b622-4eee-8d1d-d4772d5827b6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Pushing event updated for resources: {'Port': ['ID=3bf5d374-ba26-4beb-a483-6dc6e845b7dd,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:48:12.815623 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b92b7c2-b622-4eee-8d1d-d4772d5827b6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:12.928125 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-0b92b7c2-b622-4eee-8d1d-d4772d5827b6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Floating IP 0043a5d6-887d-4c10-b7cb-5779e0605145 associated. External IP: 172.25.6.208, port: e509f34b-4e64-45bc-bf8c-9d0f3c4832a2. Nov 25 20:48:13.142140 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b92b7c2-b622-4eee-8d1d-d4772d5827b6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Router 6dc295d0-1aae-4885-bf1a-0802f3a5281d has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:48:13.252580 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b92b7c2-b622-4eee-8d1d-d4772d5827b6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:48:13.262403 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d73995-5bcf-4c24-90a3-0b13b4c256a9 None None] Sync routers for ids ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:48:13.274999 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b92b7c2-b622-4eee-8d1d-d4772d5827b6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:13.276864 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d73995-5bcf-4c24-90a3-0b13b4c256a9 None None] Routers {'6dc295d0-1aae-4885-bf1a-0802f3a5281d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:48:13.277668 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-32d73995-5bcf-4c24-90a3-0b13b4c256a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:48:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:48:13.304481 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-0b92b7c2-b622-4eee-8d1d-d4772d5827b6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5843132 Nov 25 20:48:13.305174 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a436cf18-22d2-447a-be38-01e14f45ffdf', 'tag': 'e509f34b-4e64-45bc-bf8c-9d0f3c4832a2'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:48:13.307526 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885740e4-37a9-4891-9df7-aa858767e5c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a436cf18-22d2-447a-be38-01e14f45ffdf", "tag": "e509f34b-4e64-45bc-bf8c-9d0f3c4832a2"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:48:13.346704 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f11fc1-8e39-48a2-9838-d13f62c4f8ef x-openstack-request-id: req-50f11fc1-8e39-48a2-9838-d13f62c4f8ef {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:48:13.347007 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a436cf18-22d2-447a-be38-01e14f45ffdf", "tag": "e509f34b-4e64-45bc-bf8c-9d0f3c4832a2", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:48:13.347839 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-50f11fc1-8e39-48a2-9838-d13f62c4f8ef {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:48:13.347839 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a436cf18-22d2-447a-be38-01e14f45ffdf', 'tag': 'e509f34b-4e64-45bc-bf8c-9d0f3c4832a2', 'status': 'completed', 'code': 200} Nov 25 20:48:13.389795 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-32d73995-5bcf-4c24-90a3-0b13b4c256a9 None None] Set router 6dc295d0-1aae-4885-bf1a-0802f3a5281d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:48:13.412768 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885740e4-37a9-4891-9df7-aa858767e5c2 req-637dabc9-1308-4fac-8267-ef3f0bd412c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:13.414276 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-885740e4-37a9-4891-9df7-aa858767e5c2 req-637dabc9-1308-4fac-8267-ef3f0bd412c0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=821a07e2b62c42f592b639a7ac09fc90&device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 1096 time: 0.0438619 Nov 25 20:48:13.513648 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885740e4-37a9-4891-9df7-aa858767e5c2 req-0d59a96c-2174-496c-bb2b-0cc6a2ae1709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:13.515190 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-885740e4-37a9-4891-9df7-aa858767e5c2 req-0d59a96c-2174-496c-bb2b-0cc6a2ae1709 service neutron] 10.222.0.85 "GET /v2.0/networks?id=39588d21-9c5a-4cd8-9070-a88dce70168f HTTP/1.1" status: 200 len: 907 time: 0.0938144 Nov 25 20:48:13.589574 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-885740e4-37a9-4891-9df7-aa858767e5c2 req-502fef21-0323-4c45-9cdc-709cfc0e2907 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 HTTP/1.1" status: 200 len: 999 time: 0.0669880 Nov 25 20:48:13.628520 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-32d73995-5bcf-4c24-90a3-0b13b4c256a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'name': 'tempest-TestShelveInstance-9685882-router', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:43Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'gw_port': {'id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:44Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '0043a5d6-887d-4c10-b7cb-5779e0605145', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'floating_ip_address': '172.25.6.208', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'port_id': 'e509f34b-4e64-45bc-bf8c-9d0f3c4832a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'mac_address': 'fa:16:3e:70:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a436cf18-22d2-447a-be38-01e14f45ffdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:48:12Z', 'updated_at': '2021-11-25T20:48:12Z', 'revision_number': 0, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6f7b4c2-0d12-44c0-b147-daacd782891f', 'name': '', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'mac_address': 'fa:16:3e:7c:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:46Z', 'updated_at': '2021-11-25T20:47:51Z', 'revision_number': 5, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'subnets': [{'id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:48:13.649817 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885740e4-37a9-4891-9df7-aa858767e5c2 req-0ff2a125-d5c9-4fcf-8eac-781885c283bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:13.651296 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-885740e4-37a9-4891-9df7-aa858767e5c2 req-0ff2a125-d5c9-4fcf-8eac-781885c283bb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bf36e0d4-6008-40c3-a6da-8bfad339df28 HTTP/1.1" status: 200 len: 845 time: 0.0544751 Nov 25 20:48:13.658345 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d73995-5bcf-4c24-90a3-0b13b4c256a9 None None] Checking router: 6dc295d0-1aae-4885-bf1a-0802f3a5281d for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:48:13.670426 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d73995-5bcf-4c24-90a3-0b13b4c256a9 None None] Routers {'6dc295d0-1aae-4885-bf1a-0802f3a5281d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:48:13.671547 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-32d73995-5bcf-4c24-90a3-0b13b4c256a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:48:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:48:13.705020 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885740e4-37a9-4891-9df7-aa858767e5c2 req-d9f2e31e-dec8-4044-8a60-e91710fa3592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:13.706755 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-885740e4-37a9-4891-9df7-aa858767e5c2 req-d9f2e31e-dec8-4044-8a60-e91710fa3592 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=39588d21-9c5a-4cd8-9070-a88dce70168f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472684 Nov 25 20:48:13.785223 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-32d73995-5bcf-4c24-90a3-0b13b4c256a9 None None] Set router 6dc295d0-1aae-4885-bf1a-0802f3a5281d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:48:13.808466 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-885740e4-37a9-4891-9df7-aa858767e5c2 req-c0faffb0-e23d-467b-9554-d514787518d5 service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948548 Nov 25 20:48:13.908924 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-885740e4-37a9-4891-9df7-aa858767e5c2 req-83c4bd48-4c22-4d27-a135-64ac75615a0b service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935564 Nov 25 20:48:14.009511 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-32d73995-5bcf-4c24-90a3-0b13b4c256a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'name': 'tempest-TestShelveInstance-9685882-router', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:43Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'gw_port': {'id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:44Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '0043a5d6-887d-4c10-b7cb-5779e0605145', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'floating_ip_address': '172.25.6.208', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'port_id': 'e509f34b-4e64-45bc-bf8c-9d0f3c4832a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'mac_address': 'fa:16:3e:70:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a436cf18-22d2-447a-be38-01e14f45ffdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:48:12Z', 'updated_at': '2021-11-25T20:48:12Z', 'revision_number': 0, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6f7b4c2-0d12-44c0-b147-daacd782891f', 'name': '', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'mac_address': 'fa:16:3e:7c:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:46Z', 'updated_at': '2021-11-25T20:47:51Z', 'revision_number': 5, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'subnets': [{'id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:48:14.038917 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d73995-5bcf-4c24-90a3-0b13b4c256a9 None None] The sync data for ids ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'] in n-d-819349-5 is: [{'id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'name': 'tempest-TestShelveInstance-9685882-router', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:43Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'gw_port': {'id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:44Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '0043a5d6-887d-4c10-b7cb-5779e0605145', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'floating_ip_address': '172.25.6.208', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'port_id': 'e509f34b-4e64-45bc-bf8c-9d0f3c4832a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'mac_address': 'fa:16:3e:70:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a436cf18-22d2-447a-be38-01e14f45ffdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:48:12Z', 'updated_at': '2021-11-25T20:48:12Z', 'revision_number': 0, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6f7b4c2-0d12-44c0-b147-daacd782891f', 'name': '', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'mac_address': 'fa:16:3e:7c:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:46Z', 'updated_at': '2021-11-25T20:47:51Z', 'revision_number': 5, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'subnets': [{'id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:48:14.237531 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b1a819-6647-4055-8fde-b4301f82cd61 None None] New status for floating IP 0043a5d6-887d-4c10-b7cb-5779e0605145: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:48:24.424670 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:25.108206 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:29.034444 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5939b812-69c2-4748-95f7-1cd37e8b8834 req-8709d159-d4a8-4f68-9c2b-fed6b43416fb service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423272 Nov 25 20:48:29.128310 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939b812-69c2-4748-95f7-1cd37e8b8834 req-bbaa2ea3-dd01-4435-ae3c-0d7b1f8e17a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:29.129838 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5939b812-69c2-4748-95f7-1cd37e8b8834 req-bbaa2ea3-dd01-4435-ae3c-0d7b1f8e17a7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=821a07e2b62c42f592b639a7ac09fc90&device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 1096 time: 0.0487983 Nov 25 20:48:29.236506 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939b812-69c2-4748-95f7-1cd37e8b8834 req-8893f91b-0c06-4acf-bd12-e96d5fba5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:29.237967 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5939b812-69c2-4748-95f7-1cd37e8b8834 req-8893f91b-0c06-4acf-bd12-e96d5fba5a1f service neutron] 10.222.0.85 "GET /v2.0/networks?id=39588d21-9c5a-4cd8-9070-a88dce70168f HTTP/1.1" status: 200 len: 907 time: 0.0878444 Nov 25 20:48:29.307803 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5939b812-69c2-4748-95f7-1cd37e8b8834 req-75d9d2bc-3e9a-4b25-811a-0ede0d5069d5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 HTTP/1.1" status: 200 len: 1001 time: 0.0633686 Nov 25 20:48:29.360231 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939b812-69c2-4748-95f7-1cd37e8b8834 req-30f54af6-e952-4c51-b6a0-9efc087c68d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:29.361698 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5939b812-69c2-4748-95f7-1cd37e8b8834 req-30f54af6-e952-4c51-b6a0-9efc087c68d3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bf36e0d4-6008-40c3-a6da-8bfad339df28 HTTP/1.1" status: 200 len: 845 time: 0.0465086 Nov 25 20:48:29.409053 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939b812-69c2-4748-95f7-1cd37e8b8834 req-4c3f8d3b-e691-49d2-8184-51dcc3b739f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:29.410564 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5939b812-69c2-4748-95f7-1cd37e8b8834 req-4c3f8d3b-e691-49d2-8184-51dcc3b739f7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=39588d21-9c5a-4cd8-9070-a88dce70168f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419612 Nov 25 20:48:29.439369 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1e0c3234-62c1-45d8-9c36-fb93e0d69255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:29.509537 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5939b812-69c2-4748-95f7-1cd37e8b8834 req-7cfc7291-2669-477e-9a98-1a128832e99a service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916688 Nov 25 20:48:29.601908 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5939b812-69c2-4748-95f7-1cd37e8b8834 req-f726c4ac-1ff9-414d-b237-bb4e826accb4 service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846419 Nov 25 20:48:31.928884 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f730da53-b8db-4054-8f93-aa2c7c8d880a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:34.022065 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:35.736711 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:35.834409 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:39.666189 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:48:54.421026 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:55.111699 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:59.441828 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe29ce93-cb49-49dc-bb72-8f095a3b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:01.929891 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ecd5db42-1914-44a8-b5fc-1041dae5c3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:04.023713 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:05.731160 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:05.832304 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:16.666412 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:49:21.387527 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-4dadc042-7c68-47b6-9c88-573cf596f9c6 req-829cab84-8c41-43d7-a47c-3edd866ab55a service neutron] (103599) timed out ('10.222.0.55', 57458) {{(pid=103599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 20:49:24.418906 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:25.125165 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:29.444408 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4db75c6c-2aaa-424e-a2d7-8b08b03548b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:30.015695 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9240a6c3-1c93-42e3-85f4-398b29128fe4 req-3be3a1ab-c7a2-4a91-9493-96bac9da123b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421095 Nov 25 20:49:30.106713 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240a6c3-1c93-42e3-85f4-398b29128fe4 req-3bff3fd0-3911-45ba-8a59-a95706ff010a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:30.108321 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9240a6c3-1c93-42e3-85f4-398b29128fe4 req-3bff3fd0-3911-45ba-8a59-a95706ff010a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=821a07e2b62c42f592b639a7ac09fc90&device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 1096 time: 0.0498242 Nov 25 20:49:30.228323 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240a6c3-1c93-42e3-85f4-398b29128fe4 req-64a5fbe0-29fd-4432-af2b-7adf39f290bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:30.229823 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9240a6c3-1c93-42e3-85f4-398b29128fe4 req-64a5fbe0-29fd-4432-af2b-7adf39f290bd service neutron] 10.222.0.85 "GET /v2.0/networks?id=39588d21-9c5a-4cd8-9070-a88dce70168f HTTP/1.1" status: 200 len: 907 time: 0.0994444 Nov 25 20:49:30.303542 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9240a6c3-1c93-42e3-85f4-398b29128fe4 req-90be68ad-070b-4b4d-884e-39686f3ea562 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 HTTP/1.1" status: 200 len: 1001 time: 0.0664575 Nov 25 20:49:30.362710 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240a6c3-1c93-42e3-85f4-398b29128fe4 req-d5a9da13-e050-40be-8851-491a6b52c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:30.364214 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9240a6c3-1c93-42e3-85f4-398b29128fe4 req-d5a9da13-e050-40be-8851-491a6b52c967 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bf36e0d4-6008-40c3-a6da-8bfad339df28 HTTP/1.1" status: 200 len: 845 time: 0.0544767 Nov 25 20:49:30.419524 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240a6c3-1c93-42e3-85f4-398b29128fe4 req-3eae867f-668b-418d-a57c-3630dd1d0ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:30.421403 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9240a6c3-1c93-42e3-85f4-398b29128fe4 req-3eae867f-668b-418d-a57c-3630dd1d0ce7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=39588d21-9c5a-4cd8-9070-a88dce70168f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474880 Nov 25 20:49:30.521763 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9240a6c3-1c93-42e3-85f4-398b29128fe4 req-94ac9041-24e7-4f4c-9935-89804ec9036e service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931861 Nov 25 20:49:30.619717 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-9240a6c3-1c93-42e3-85f4-398b29128fe4 req-5e84bce6-e675-4778-8362-37d4791a6e02 service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906620 Nov 25 20:49:31.934177 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8c8fb8bd-97d8-4c88-b0e7-13219010feab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:34.026153 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:35.737609 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:35.833929 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:53.665367 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:49:54.417276 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:55.125451 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:59.448132 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-78f5ca31-1169-4f0f-84eb-2ea4f5b176e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:01.935965 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0444d06f-4e1d-46c9-8301-446a89761920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:04.028675 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:05.732038 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:05.837158 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:08.889390 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b7a40-b100-4e55-83e4-f60b4f5e4ba5 req-d866e292-5660-437e-85ba-ee2ef32fd0f1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:08.890894 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c25b7a40-b100-4e55-83e4-f60b4f5e4ba5 req-d866e292-5660-437e-85ba-ee2ef32fd0f1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 945 time: 0.0529070 Nov 25 20:50:08.942605 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c25b7a40-b100-4e55-83e4-f60b4f5e4ba5 req-cafd5ec1-c1d6-4ca5-96d4-1a53abd425f0 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454085 Nov 25 20:50:10.120070 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb3baf-5ca8-451a-90dd-067b17322c87 req-7f15cf0b-666d-47e5-8a5e-a2d20522e815 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:10.122122 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0dbb3baf-5ca8-451a-90dd-067b17322c87 req-7f15cf0b-666d-47e5-8a5e-a2d20522e815 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 945 time: 0.0791056 Nov 25 20:50:10.178615 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0dbb3baf-5ca8-451a-90dd-067b17322c87 req-d56a3b00-9789-4fe4-ba26-19d3fb5a664d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508196 Nov 25 20:50:11.298543 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3eab58-4425-4417-84b0-1eea05a2bc4c req-17cd68ed-3d81-4484-8934-6880feb12b7c tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:11.300059 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bc3eab58-4425-4417-84b0-1eea05a2bc4c req-17cd68ed-3d81-4484-8934-6880feb12b7c tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 945 time: 0.0515213 Nov 25 20:50:11.351693 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bc3eab58-4425-4417-84b0-1eea05a2bc4c req-1653bfa6-ddaa-4d3e-9791-2362eabd02f9 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453682 Nov 25 20:50:12.474581 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e1d82-1192-453b-8322-446153cdbde9 req-0cdc9ea5-ef61-42f8-ad44-c6b9a600a0c4 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:12.476151 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cf6e1d82-1192-453b-8322-446153cdbde9 req-0cdc9ea5-ef61-42f8-ad44-c6b9a600a0c4 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 945 time: 0.0509942 Nov 25 20:50:12.526669 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cf6e1d82-1192-453b-8322-446153cdbde9 req-d13352ab-063e-4dde-9314-2fd430be33cf tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441287 Nov 25 20:50:13.648184 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7b4b5-9952-4be6-b1a9-59a04bd7272a req-93b04340-c796-4b55-a5bd-73c1f7473c73 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:13.649571 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-96b7b4b5-9952-4be6-b1a9-59a04bd7272a req-93b04340-c796-4b55-a5bd-73c1f7473c73 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 945 time: 0.0524514 Nov 25 20:50:13.705522 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-96b7b4b5-9952-4be6-b1a9-59a04bd7272a req-9dede9c6-fb9e-4c8c-b74a-38f09128ddeb tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457561 Nov 25 20:50:14.824706 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b95cc-e39b-468e-a3ff-6bf90f5cd699 req-29386bd6-ce7b-4975-a5e2-555718ddc23d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:14.826371 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e3b95cc-e39b-468e-a3ff-6bf90f5cd699 req-29386bd6-ce7b-4975-a5e2-555718ddc23d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 945 time: 0.0509467 Nov 25 20:50:14.878450 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3e3b95cc-e39b-468e-a3ff-6bf90f5cd699 req-9e7f75f5-aa73-4e33-9515-b1400eb1ac94 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459652 Nov 25 20:50:16.003760 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fa691-e46e-4b2d-8991-b70b64f5e8a4 req-c4b9ed71-56d7-4f27-97c8-133d0cb013c5 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:16.005214 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e98fa691-e46e-4b2d-8991-b70b64f5e8a4 req-c4b9ed71-56d7-4f27-97c8-133d0cb013c5 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 945 time: 0.0547645 Nov 25 20:50:16.056481 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e98fa691-e46e-4b2d-8991-b70b64f5e8a4 req-4dc2d2cf-172c-4201-953d-9b12c63c6444 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452030 Nov 25 20:50:17.179142 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e1def-c1b1-446a-a0fe-6d6cae340d9a req-bc2cb6aa-80f9-43b2-ad6f-9476742bc9d2 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:17.180599 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4d5e1def-c1b1-446a-a0fe-6d6cae340d9a req-bc2cb6aa-80f9-43b2-ad6f-9476742bc9d2 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 945 time: 0.0494156 Nov 25 20:50:17.230199 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4d5e1def-c1b1-446a-a0fe-6d6cae340d9a req-a947cdf2-8957-4038-9298-6d9e69288189 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436764 Nov 25 20:50:18.349088 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61621f-9d10-4863-bf23-513a09bebd47 req-3333bd19-b5e0-4287-833d-4535e8cab2e4 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:18.350490 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac61621f-9d10-4863-bf23-513a09bebd47 req-3333bd19-b5e0-4287-833d-4535e8cab2e4 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 945 time: 0.0492375 Nov 25 20:50:18.404854 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ac61621f-9d10-4863-bf23-513a09bebd47 req-ba697430-18d0-469e-97ed-a85376dea5d4 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483708 Nov 25 20:50:19.533058 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac95b0-af21-45b5-a16e-bd82185cac30 req-63b2327d-efa2-457b-8e4d-eeb0816938f4 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:19.534887 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-69ac95b0-af21-45b5-a16e-bd82185cac30 req-63b2327d-efa2-457b-8e4d-eeb0816938f4 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 945 time: 0.0587277 Nov 25 20:50:19.589001 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-69ac95b0-af21-45b5-a16e-bd82185cac30 req-aaf62938-6f24-4f07-af9a-b8e5f234e9d5 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480251 Nov 25 20:50:20.713919 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28e53f-fc3c-46bd-b28e-ac1d525cbb48 req-1e77c4c6-9ba3-4483-a497-55ba268ca14b tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:20.715465 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a28e53f-fc3c-46bd-b28e-ac1d525cbb48 req-1e77c4c6-9ba3-4483-a497-55ba268ca14b tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 945 time: 0.0557673 Nov 25 20:50:20.769498 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a28e53f-fc3c-46bd-b28e-ac1d525cbb48 req-ace7a54e-c426-4205-bc3b-a6da8215f77d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477734 Nov 25 20:50:21.902422 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013d4a0-1051-4eae-95e1-2b4737868afb req-857b741f-fe76-47ca-acba-b11308ec0f61 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:21.905169 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8013d4a0-1051-4eae-95e1-2b4737868afb req-857b741f-fe76-47ca-acba-b11308ec0f61 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 945 time: 0.0605536 Nov 25 20:50:21.962304 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8013d4a0-1051-4eae-95e1-2b4737868afb req-605d28e6-4899-4bcd-9dda-64174525c2cd tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477839 Nov 25 20:50:22.138512 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:50:22.261428 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port e509f34b-4e64-45bc-bf8c-9d0f3c4832a2, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:50:22.278021 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'e509f34b-4e64-45bc-bf8c-9d0f3c4832a2', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'port_id': 'e509f34b-4e64-45bc-bf8c-9d0f3c4832a2', 'mac_address': 'fa:16:3e:70:35:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:50:22.323979 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:22.341962 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:50:22.370492 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port e509f34b-4e64-45bc-bf8c-9d0f3c4832a2, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:50:22.376737 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:22.445972 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:22.458949 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:22.459363 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:22.459790 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:22.460358 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:22.460768 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:22.461313 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:22.461719 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:22.462120 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:22.462505 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:22.462831 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:22.463250 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:22.463582 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:22.468588 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['e509f34b-4e64-45bc-bf8c-9d0f3c4832a2'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:50:23.098784 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0212c-a830-4810-a1d6-fe120fddac6f req-1ac7965f-23a8-44b9-a38b-6d72786e6523 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:23.102860 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-69d0212c-a830-4810-a1d6-fe120fddac6f req-1ac7965f-23a8-44b9-a38b-6d72786e6523 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 944 time: 0.0583785 Nov 25 20:50:23.177953 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-69d0212c-a830-4810-a1d6-fe120fddac6f req-cf7fa4d1-c68c-4a7a-9a16-70f3e0469153 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704126 Nov 25 20:50:24.168314 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:50:24.257739 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:50:24.258279 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:24.321238 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106823e-7276-4ef7-81de-08e58c3953e1 req-a392b9ce-e05f-467d-b4c1-0d05b06b9aa1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:24.323024 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a106823e-7276-4ef7-81de-08e58c3953e1 req-a392b9ce-e05f-467d-b4c1-0d05b06b9aa1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 944 time: 0.0687089 Nov 25 20:50:24.355385 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:24.391280 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a106823e-7276-4ef7-81de-08e58c3953e1 req-45074fd5-35db-4c19-9b48-2b27e04f6ad0 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606465 Nov 25 20:50:24.396880 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port e509f34b-4e64-45bc-bf8c-9d0f3c4832a2, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:50:24.399360 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a436cf18-22d2-447a-be38-01e14f45ffdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e509f34b-4e64-45bc-bf8c-9d0f3c4832a2'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:50:24.404982 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb3ab23-3239-43c8-824d-a32cbf1e1dc3" -d '{"events": [{"server_uuid": "a436cf18-22d2-447a-be38-01e14f45ffdf", "name": "network-vif-plugged", "status": "completed", "tag": "e509f34b-4e64-45bc-bf8c-9d0f3c4832a2"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:50:24.413232 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:24.454856 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:24.469753 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654d54af-34ed-4989-9f33-4cd02331048f x-openstack-request-id: req-654d54af-34ed-4989-9f33-4cd02331048f {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:50:24.470065 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a436cf18-22d2-447a-be38-01e14f45ffdf", "name": "network-vif-plugged", "status": "completed", "tag": "e509f34b-4e64-45bc-bf8c-9d0f3c4832a2", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:50:24.470449 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-654d54af-34ed-4989-9f33-4cd02331048f {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:50:24.470736 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a436cf18-22d2-447a-be38-01e14f45ffdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e509f34b-4e64-45bc-bf8c-9d0f3c4832a2', 'code': 200} Nov 25 20:50:24.488656 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2,revision_number=7']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:25.129925 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:25.545051 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472be58-447f-4b28-9dab-54e6a10eb8a1 req-30bb43af-53cf-4bfc-8d41-776c320e9e1e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:25.547201 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a472be58-447f-4b28-9dab-54e6a10eb8a1 req-30bb43af-53cf-4bfc-8d41-776c320e9e1e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 945 time: 0.0680273 Nov 25 20:50:25.621785 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a472be58-447f-4b28-9dab-54e6a10eb8a1 req-6b9166c0-81ff-4e95-a7ff-4afd9553fe83 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629525 Nov 25 20:50:26.763425 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e7792-52a8-470e-85d1-a170b0901fc8 req-d9391766-d254-4ab4-a691-0ca04b3cde56 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:26.765409 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-303e7792-52a8-470e-85d1-a170b0901fc8 req-d9391766-d254-4ab4-a691-0ca04b3cde56 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 945 time: 0.0553312 Nov 25 20:50:26.824718 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-303e7792-52a8-470e-85d1-a170b0901fc8 req-3a1b0db1-e33a-43df-a20c-5c281afe3916 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519514 Nov 25 20:50:27.971158 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19ce31-e25c-483b-9208-11acfc3cd576 req-736b2b5a-beda-4339-94f1-841f399cec34 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:27.976870 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0d19ce31-e25c-483b-9208-11acfc3cd576 req-736b2b5a-beda-4339-94f1-841f399cec34 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 945 time: 0.0662301 Nov 25 20:50:28.035054 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0d19ce31-e25c-483b-9208-11acfc3cd576 req-1fc921b5-2062-4f29-807a-be287271961b tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545478 Nov 25 20:50:29.181623 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c14e8-cb13-49be-a2c0-73cb0c69929b req-9070d19e-7c51-4a30-afaf-98865afabb80 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:29.183963 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf3c14e8-cb13-49be-a2c0-73cb0c69929b req-9070d19e-7c51-4a30-afaf-98865afabb80 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 945 time: 0.0601239 Nov 25 20:50:29.248428 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bf3c14e8-cb13-49be-a2c0-73cb0c69929b req-6c9545e0-7086-4f9e-8ccd-703b6823b6f7 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572858 Nov 25 20:50:29.452029 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-784eb5f1-c434-48ff-b5e0-3af1202b6657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:30.382471 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230a91e-1877-46ff-a9f7-8d10958431f7 req-2f59f8f0-dac6-451e-af4e-35dfff42d249 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:30.384044 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3230a91e-1877-46ff-a9f7-8d10958431f7 req-2f59f8f0-dac6-451e-af4e-35dfff42d249 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 945 time: 0.0624757 Nov 25 20:50:30.438680 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3230a91e-1877-46ff-a9f7-8d10958431f7 req-4a1d8da8-259d-4396-9d24-a49bd68c551c tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479069 Nov 25 20:50:30.664581 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:50:31.112875 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f044dc-2931-41be-9232-75be4fe05d3a req-5d704af0-e2f8-4b94-9c26-b885c391623c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:31.114411 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d6f044dc-2931-41be-9232-75be4fe05d3a req-5d704af0-e2f8-4b94-9c26-b885c391623c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=821a07e2b62c42f592b639a7ac09fc90&device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 1096 time: 0.0923891 Nov 25 20:50:31.221147 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f044dc-2931-41be-9232-75be4fe05d3a req-beb12391-360b-4f3d-88dc-0a0b8ff99654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:31.222671 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d6f044dc-2931-41be-9232-75be4fe05d3a req-beb12391-360b-4f3d-88dc-0a0b8ff99654 service neutron] 10.222.0.85 "GET /v2.0/networks?id=39588d21-9c5a-4cd8-9070-a88dce70168f HTTP/1.1" status: 200 len: 907 time: 0.0867260 Nov 25 20:50:31.293062 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d6f044dc-2931-41be-9232-75be4fe05d3a req-5b5d5a6f-4bc0-42ed-8ec1-966a94035aaf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 HTTP/1.1" status: 200 len: 1001 time: 0.0632432 Nov 25 20:50:31.345063 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f044dc-2931-41be-9232-75be4fe05d3a req-b4bce0bd-dc20-4385-8267-1be32a58b46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:31.346727 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d6f044dc-2931-41be-9232-75be4fe05d3a req-b4bce0bd-dc20-4385-8267-1be32a58b46b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bf36e0d4-6008-40c3-a6da-8bfad339df28 HTTP/1.1" status: 200 len: 845 time: 0.0463545 Nov 25 20:50:31.393503 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f044dc-2931-41be-9232-75be4fe05d3a req-aac27cf1-5c86-40f5-9b01-73ff3f785df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:31.395580 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d6f044dc-2931-41be-9232-75be4fe05d3a req-aac27cf1-5c86-40f5-9b01-73ff3f785df5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=39588d21-9c5a-4cd8-9070-a88dce70168f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423219 Nov 25 20:50:31.492458 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d6f044dc-2931-41be-9232-75be4fe05d3a req-9142e1c2-6ab7-4373-80a9-12572af9576f service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892241 Nov 25 20:50:31.559880 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b9f7c-cc95-48a4-ada9-e5d233ba48bb req-97be4604-2c70-4ab3-9bde-c8aaa0d27286 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:31.561362 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-735b9f7c-cc95-48a4-ada9-e5d233ba48bb req-97be4604-2c70-4ab3-9bde-c8aaa0d27286 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 945 time: 0.0502398 Nov 25 20:50:31.586935 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d6f044dc-2931-41be-9232-75be4fe05d3a req-b01aeb87-a349-4483-aa01-4d4d4ab9ed41 service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873380 Nov 25 20:50:31.613182 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-735b9f7c-cc95-48a4-ada9-e5d233ba48bb req-ae8e2a62-464e-4017-aaf7-83dae5a3acb7 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440524 Nov 25 20:50:31.675191 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f598b05-3265-4272-9ae8-22e73dc59d62 req-ce1531aa-91d4-40c4-a9b7-76ed963a5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:31.676699 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1f598b05-3265-4272-9ae8-22e73dc59d62 req-ce1531aa-91d4-40c4-a9b7-76ed963a5d91 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=821a07e2b62c42f592b639a7ac09fc90&device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 1096 time: 0.0495102 Nov 25 20:50:31.781805 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f598b05-3265-4272-9ae8-22e73dc59d62 req-aaa673c8-7e08-4f52-8394-e3c24cf2ec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:31.783340 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1f598b05-3265-4272-9ae8-22e73dc59d62 req-aaa673c8-7e08-4f52-8394-e3c24cf2ec24 service neutron] 10.222.0.85 "GET /v2.0/networks?id=39588d21-9c5a-4cd8-9070-a88dce70168f HTTP/1.1" status: 200 len: 907 time: 0.0980587 Nov 25 20:50:31.853471 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1f598b05-3265-4272-9ae8-22e73dc59d62 req-8a48baa5-86c5-4760-89b0-206db4518a81 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 HTTP/1.1" status: 200 len: 1001 time: 0.0627532 Nov 25 20:50:31.902656 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f598b05-3265-4272-9ae8-22e73dc59d62 req-0f3e40d0-f175-42b5-b6ce-2adbf1e35be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:31.904121 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1f598b05-3265-4272-9ae8-22e73dc59d62 req-0f3e40d0-f175-42b5-b6ce-2adbf1e35be6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bf36e0d4-6008-40c3-a6da-8bfad339df28 HTTP/1.1" status: 200 len: 845 time: 0.0445266 Nov 25 20:50:31.937276 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0e934d4d-225d-463e-a926-53b035d218cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:31.951524 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f598b05-3265-4272-9ae8-22e73dc59d62 req-3020ebf7-6f84-4355-9131-dbdc4ac64196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:31.953035 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1f598b05-3265-4272-9ae8-22e73dc59d62 req-3020ebf7-6f84-4355-9131-dbdc4ac64196 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=39588d21-9c5a-4cd8-9070-a88dce70168f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423508 Nov 25 20:50:32.046788 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1f598b05-3265-4272-9ae8-22e73dc59d62 req-9deda645-b512-47e2-85ee-8f16ef48c53b service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857422 Nov 25 20:50:32.138377 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1f598b05-3265-4272-9ae8-22e73dc59d62 req-9de39ca7-bd25-4043-bff4-39d96bf0dd13 service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845816 Nov 25 20:50:32.737633 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1035072-b614-4afa-85d0-f17026d31c4d req-f25d036e-0245-4043-915f-173bf4eb06fe tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:32.739168 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a1035072-b614-4afa-85d0-f17026d31c4d req-f25d036e-0245-4043-915f-173bf4eb06fe tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 945 time: 0.0533593 Nov 25 20:50:32.794812 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a1035072-b614-4afa-85d0-f17026d31c4d req-454b8127-b301-4f5a-84aa-083aab87cdb3 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495312 Nov 25 20:50:33.913499 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e73121-b236-40a2-8d9b-e68f3084cae3 req-e16d0bdb-7911-4d6e-a933-87a4fd0b9d76 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:33.914990 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b4e73121-b236-40a2-8d9b-e68f3084cae3 req-e16d0bdb-7911-4d6e-a933-87a4fd0b9d76 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 945 time: 0.0511830 Nov 25 20:50:33.967412 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b4e73121-b236-40a2-8d9b-e68f3084cae3 req-069f4420-0e07-4b62-8517-cc90a96bcf42 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464478 Nov 25 20:50:34.033511 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:34.040091 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-6b766fab-8830-47d8-bd5e-03b25ec6eda4 req-f243bbda-1197-464d-8beb-7b58ad4c3702 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:50:34.041210 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6b766fab-8830-47d8-bd5e-03b25ec6eda4 req-f243bbda-1197-464d-8beb-7b58ad4c3702 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056310 Nov 25 20:50:34.202107 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21d4a2-68d1-4b6c-a3c6-d6886c8e239f req-cefefa4f-d9fa-4b06-b075-2fde21763c24 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:34.203761 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8f21d4a2-68d1-4b6c-a3c6-d6886c8e239f req-cefefa4f-d9fa-4b06-b075-2fde21763c24 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 945 time: 0.0515704 Nov 25 20:50:34.232568 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:50:34.262663 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8f21d4a2-68d1-4b6c-a3c6-d6886c8e239f req-42107e3c-da28-4ab2-b8a3-98749863714f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503342 Nov 25 20:50:34.339822 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:34.365021 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a436cf18-22d2-447a-be38-01e14f45ffdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e509f34b-4e64-45bc-bf8c-9d0f3c4832a2'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:50:34.367576 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f63f672-693a-4f8f-bbbd-2df9bdeb8f73" -d '{"events": [{"server_uuid": "a436cf18-22d2-447a-be38-01e14f45ffdf", "name": "network-vif-unplugged", "status": "completed", "tag": "e509f34b-4e64-45bc-bf8c-9d0f3c4832a2"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:50:34.382162 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port e509f34b-4e64-45bc-bf8c-9d0f3c4832a2, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:50:34.386721 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:34.412781 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 20:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11d33f6-7772-4183-90e5-c8d7f5733407 x-openstack-request-id: req-b11d33f6-7772-4183-90e5-c8d7f5733407 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:50:34.413080 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a436cf18-22d2-447a-be38-01e14f45ffdf", "name": "network-vif-unplugged", "status": "failed", "tag": "e509f34b-4e64-45bc-bf8c-9d0f3c4832a2", "code": 422}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:50:34.413337 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b11d33f6-7772-4183-90e5-c8d7f5733407 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:50:34.413726 n-d-819349-5 neutron-server[103601]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a436cf18-22d2-447a-be38-01e14f45ffdf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e509f34b-4e64-45bc-bf8c-9d0f3c4832a2', 'code': 422} returned with failed status Nov 25 20:50:34.423470 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d2c7b8cd-9655-42cc-9b8b-59e10f292360 req-c3b8463a-e0b1-4366-a6bd-62ea68aa8ed1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0911753 Nov 25 20:50:34.442109 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:35.222584 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7b8cd-9655-42cc-9b8b-59e10f292360 req-d6a1d3e1-877f-4edd-b46f-4a39212638d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:35.224098 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d2c7b8cd-9655-42cc-9b8b-59e10f292360 req-d6a1d3e1-877f-4edd-b46f-4a39212638d3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf&tenant_id=821a07e2b62c42f592b639a7ac09fc90 HTTP/1.1" status: 200 len: 1094 time: 0.0421748 Nov 25 20:50:35.289752 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7b8cd-9655-42cc-9b8b-59e10f292360 req-57f441c9-5444-4c6f-b87b-49b508076ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:35.291298 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d2c7b8cd-9655-42cc-9b8b-59e10f292360 req-57f441c9-5444-4c6f-b87b-49b508076ffb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=821a07e2b62c42f592b639a7ac09fc90&device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 1094 time: 0.0455732 Nov 25 20:50:35.391471 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7b8cd-9655-42cc-9b8b-59e10f292360 req-f52f3b67-5851-4a53-925c-6522eb61a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:35.392947 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d2c7b8cd-9655-42cc-9b8b-59e10f292360 req-f52f3b67-5851-4a53-925c-6522eb61a617 service neutron] 10.222.0.85 "GET /v2.0/networks?id=39588d21-9c5a-4cd8-9070-a88dce70168f HTTP/1.1" status: 200 len: 907 time: 0.0942752 Nov 25 20:50:35.399789 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f422a88-ed3b-44be-ad57-002eee5f6f5e req-e716cdc9-2c42-4a2d-91fb-7b46493ac0d0 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:35.401761 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f422a88-ed3b-44be-ad57-002eee5f6f5e req-e716cdc9-2c42-4a2d-91fb-7b46493ac0d0 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 943 time: 0.0605013 Nov 25 20:50:35.459767 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5f422a88-ed3b-44be-ad57-002eee5f6f5e req-64894bf1-d9d0-4428-828d-1b51ba3ff338 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499487 Nov 25 20:50:35.466444 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d2c7b8cd-9655-42cc-9b8b-59e10f292360 req-d70c4303-eff0-4153-8032-d834cf217e02 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 HTTP/1.1" status: 200 len: 999 time: 0.0657461 Nov 25 20:50:35.518190 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7b8cd-9655-42cc-9b8b-59e10f292360 req-c25a202f-adfe-4025-a6d3-b7e7d23aee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:35.519695 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d2c7b8cd-9655-42cc-9b8b-59e10f292360 req-c25a202f-adfe-4025-a6d3-b7e7d23aee17 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bf36e0d4-6008-40c3-a6da-8bfad339df28 HTTP/1.1" status: 200 len: 845 time: 0.0463159 Nov 25 20:50:35.566509 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7b8cd-9655-42cc-9b8b-59e10f292360 req-b9228839-79c0-4e5c-a50b-f3c95c21ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:35.568024 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d2c7b8cd-9655-42cc-9b8b-59e10f292360 req-b9228839-79c0-4e5c-a50b-f3c95c21ca96 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=39588d21-9c5a-4cd8-9070-a88dce70168f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417995 Nov 25 20:50:35.663815 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d2c7b8cd-9655-42cc-9b8b-59e10f292360 req-a63f61db-ea97-4ab7-9860-e2df0d88ee62 service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886691 Nov 25 20:50:35.734360 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:35.764926 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-d2c7b8cd-9655-42cc-9b8b-59e10f292360 req-c77ca6c3-e471-427d-8f38-ac2c3bac82e5 service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933137 Nov 25 20:50:35.840109 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:36.585459 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c525f30-d636-4ec5-a0b7-2153a38da864 req-2d1fb375-d538-4c07-b7b8-dd8c82d1566f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:36.591038 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c525f30-d636-4ec5-a0b7-2153a38da864 req-2d1fb375-d538-4c07-b7b8-dd8c82d1566f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 943 time: 0.0555184 Nov 25 20:50:36.660295 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-8c525f30-d636-4ec5-a0b7-2153a38da864 req-e78c58fb-8a74-490a-a338-312f6c6b4c79 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598574 Nov 25 20:50:37.794839 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f8710-bac2-46d1-8f85-8f553f9661d4 req-9eba43ed-4451-4f1d-b78a-70ddf96c9e77 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:37.798017 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-200f8710-bac2-46d1-8f85-8f553f9661d4 req-9eba43ed-4451-4f1d-b78a-70ddf96c9e77 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 943 time: 0.0601046 Nov 25 20:50:37.848865 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-200f8710-bac2-46d1-8f85-8f553f9661d4 req-a6608cf6-c692-4921-be10-bdf59797a94c tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446537 Nov 25 20:50:38.269341 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:50:38.986496 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c898365-0798-4b50-9502-9413bfc606ae req-9d7565ed-b198-4c66-9293-5d6ea0632665 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:38.988548 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3c898365-0798-4b50-9502-9413bfc606ae req-9d7565ed-b198-4c66-9293-5d6ea0632665 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 943 time: 0.0674865 Nov 25 20:50:39.043550 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3c898365-0798-4b50-9502-9413bfc606ae req-3c1c252b-b7c7-4c7e-bffc-41ec053ec4ab tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488238 Nov 25 20:50:40.176775 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a98bb2-af7f-451a-99a6-3a7aabd4bcbb req-dd96efe1-b5a4-4e57-a899-7d3ec3e6bf4a tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:40.179202 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-54a98bb2-af7f-451a-99a6-3a7aabd4bcbb req-dd96efe1-b5a4-4e57-a899-7d3ec3e6bf4a tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 943 time: 0.0574574 Nov 25 20:50:40.567945 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-54a98bb2-af7f-451a-99a6-3a7aabd4bcbb req-fb39f7cc-0914-49e4-9637-f841619b137c tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3819947 Nov 25 20:50:41.695968 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51170bc5-e960-4bb7-88af-e0afe07445c6 req-52bdb34f-502f-4526-ad14-7f59b599c714 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:41.697434 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-51170bc5-e960-4bb7-88af-e0afe07445c6 req-52bdb34f-502f-4526-ad14-7f59b599c714 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 943 time: 0.0514932 Nov 25 20:50:41.764513 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-51170bc5-e960-4bb7-88af-e0afe07445c6 req-aa891655-d5e9-4d3b-833c-28474c4ec37b tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601327 Nov 25 20:50:42.900002 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac4467-aced-4c1b-8fa1-2f95a3ffa967 req-52e4cfdb-8c98-421c-abdf-aa92c96af9eb tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:42.901858 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94ac4467-aced-4c1b-8fa1-2f95a3ffa967 req-52e4cfdb-8c98-421c-abdf-aa92c96af9eb tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 943 time: 0.0498164 Nov 25 20:50:42.964593 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-94ac4467-aced-4c1b-8fa1-2f95a3ffa967 req-aab7416d-b4a9-4e24-81dc-f9548066383e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545814 Nov 25 20:50:44.098174 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826bcbd-7f21-412f-a625-2e302f9a4bf2 req-879392d4-ccf1-4008-8b90-44c1d5c49676 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:44.099754 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4826bcbd-7f21-412f-a625-2e302f9a4bf2 req-879392d4-ccf1-4008-8b90-44c1d5c49676 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 943 time: 0.0608871 Nov 25 20:50:44.160021 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4826bcbd-7f21-412f-a625-2e302f9a4bf2 req-17b4bfd2-53f2-4adc-9f21-8350f23a306e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522950 Nov 25 20:50:45.301724 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be388977-e08b-4195-a5a8-48d5f6af8c14 req-51fe0c0d-3fe8-42d7-a10b-f68ebfc21f7c tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:45.303350 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-be388977-e08b-4195-a5a8-48d5f6af8c14 req-51fe0c0d-3fe8-42d7-a10b-f68ebfc21f7c tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 943 time: 0.0668128 Nov 25 20:50:45.395809 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-be388977-e08b-4195-a5a8-48d5f6af8c14 req-a7258106-ad8b-48ca-b031-1a0e6fc30491 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784893 Nov 25 20:50:46.522405 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeca65c-db94-4ff9-ae83-3648cbbaf6d7 req-25e9ab67-5de6-4c45-bf8d-6e4c0ae9a50c tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:46.525768 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4eeca65c-db94-4ff9-ae83-3648cbbaf6d7 req-25e9ab67-5de6-4c45-bf8d-6e4c0ae9a50c tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 943 time: 0.0644839 Nov 25 20:50:46.577203 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4eeca65c-db94-4ff9-ae83-3648cbbaf6d7 req-f157005e-9a45-470c-b9e9-18d6c5ac10fd tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462606 Nov 25 20:50:47.698467 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1181bb-918f-4acf-ab95-bd495448bafe req-310a51eb-b3e3-482f-bea2-0dd75451561b tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:47.699897 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f1181bb-918f-4acf-ab95-bd495448bafe req-310a51eb-b3e3-482f-bea2-0dd75451561b tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 943 time: 0.0513148 Nov 25 20:50:47.754336 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2f1181bb-918f-4acf-ab95-bd495448bafe req-cb75d57a-eccc-414e-8fdb-5d89192bc313 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480776 Nov 25 20:50:48.885310 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a3d1a-5a38-46b8-a233-1c0cd7a76766 req-b5162d13-ab99-4577-800b-102d64c3a462 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:48.886947 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3c3a3d1a-5a38-46b8-a233-1c0cd7a76766 req-b5162d13-ab99-4577-800b-102d64c3a462 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 943 time: 0.0540447 Nov 25 20:50:48.946835 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3c3a3d1a-5a38-46b8-a233-1c0cd7a76766 req-a71c3ae7-6267-49be-b392-8b6ba2f1468d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523460 Nov 25 20:50:50.072602 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ac170-b000-4fd2-9d65-cc90c533b9c9 req-62f003d4-8661-4375-b7dd-95af872f82d6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:50.073865 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-944ac170-b000-4fd2-9d65-cc90c533b9c9 req-62f003d4-8661-4375-b7dd-95af872f82d6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 943 time: 0.0536473 Nov 25 20:50:50.126753 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-944ac170-b000-4fd2-9d65-cc90c533b9c9 req-43613a48-8dc0-43a1-8745-4603af4e148e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466526 Nov 25 20:50:50.309998 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:50:50.408299 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port e509f34b-4e64-45bc-bf8c-9d0f3c4832a2, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:50:50.419943 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': 'e509f34b-4e64-45bc-bf8c-9d0f3c4832a2', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'port_id': 'e509f34b-4e64-45bc-bf8c-9d0f3c4832a2', 'mac_address': 'fa:16:3e:70:35:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:50:50.494400 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:50.511264 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:50:50.533539 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port e509f34b-4e64-45bc-bf8c-9d0f3c4832a2, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:50:50.556286 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:50.612273 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2,revision_number=9']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:50.805147 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['e509f34b-4e64-45bc-bf8c-9d0f3c4832a2'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:50:51.255900 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e5b6d-a4df-402e-a9bf-aaff795b32c7 req-d48d8b6f-0333-4391-8813-569314110c34 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:51.257870 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fe4e5b6d-a4df-402e-a9bf-aaff795b32c7 req-d48d8b6f-0333-4391-8813-569314110c34 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 944 time: 0.0516317 Nov 25 20:50:51.313617 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fe4e5b6d-a4df-402e-a9bf-aaff795b32c7 req-dab66a5e-5598-4e4c-87a6-4122b8d6b442 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497475 Nov 25 20:50:52.325002 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:50:52.384072 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:50:52.384444 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:52.446256 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495959b5-b111-4501-b52e-9b139528ba00 req-02d1774d-eb69-4c2c-a5d3-3362994e0a04 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:52.447777 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-495959b5-b111-4501-b52e-9b139528ba00 req-02d1774d-eb69-4c2c-a5d3-3362994e0a04 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 944 time: 0.0610673 Nov 25 20:50:52.469594 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:52.493026 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a436cf18-22d2-447a-be38-01e14f45ffdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e509f34b-4e64-45bc-bf8c-9d0f3c4832a2'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:50:52.495268 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13b675c-079b-44dd-89dd-aa043c99a5c4" -d '{"events": [{"server_uuid": "a436cf18-22d2-447a-be38-01e14f45ffdf", "name": "network-vif-plugged", "status": "completed", "tag": "e509f34b-4e64-45bc-bf8c-9d0f3c4832a2"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:50:52.501835 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-495959b5-b111-4501-b52e-9b139528ba00 req-496f9604-5ac6-4694-8556-a3e0c616a880 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465257 Nov 25 20:50:52.509685 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port e509f34b-4e64-45bc-bf8c-9d0f3c4832a2, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:50:52.515104 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:52.555235 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee81c376-729e-403b-995a-8f84356e9e95 x-openstack-request-id: req-ee81c376-729e-403b-995a-8f84356e9e95 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:50:52.555536 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a436cf18-22d2-447a-be38-01e14f45ffdf", "name": "network-vif-plugged", "status": "completed", "tag": "e509f34b-4e64-45bc-bf8c-9d0f3c4832a2", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:50:52.555796 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ee81c376-729e-403b-995a-8f84356e9e95 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:50:52.556197 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a436cf18-22d2-447a-be38-01e14f45ffdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e509f34b-4e64-45bc-bf8c-9d0f3c4832a2', 'code': 200} Nov 25 20:50:52.576257 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2,revision_number=10']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:52.736967 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ccb26-f7df-4b85-8eb2-61696e213f56 req-3a530320-43d5-48a7-8fa1-aed7cb6bb61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:52.738745 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3d2ccb26-f7df-4b85-8eb2-61696e213f56 req-3a530320-43d5-48a7-8fa1-aed7cb6bb61d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 1097 time: 0.0484521 Nov 25 20:50:52.793858 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-3d2ccb26-f7df-4b85-8eb2-61696e213f56 req-e1a2a340-816f-45fd-b818-ed24a3225610 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445473 Nov 25 20:50:53.631470 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20fcd9-b271-4e25-8309-2188fd5c1255 req-0f7cd6c7-fb87-4bbb-8d62-e7aee938cb9f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:53.633018 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd20fcd9-b271-4e25-8309-2188fd5c1255 req-0f7cd6c7-fb87-4bbb-8d62-e7aee938cb9f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 946 time: 0.0508630 Nov 25 20:50:53.689295 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd20fcd9-b271-4e25-8309-2188fd5c1255 req-c16b323b-2d2f-45e6-b786-4f3ba9e9661e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499716 Nov 25 20:50:54.445543 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:54.823754 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7156c36-f9b0-4fef-b48b-a0de42c35367 req-ceeaae22-2a45-49bf-acb7-e592b08fede2 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:54.825413 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a7156c36-f9b0-4fef-b48b-a0de42c35367 req-ceeaae22-2a45-49bf-acb7-e592b08fede2 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 946 time: 0.0608003 Nov 25 20:50:54.893239 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a7156c36-f9b0-4fef-b48b-a0de42c35367 req-32e1b2ae-0f36-40a2-bf4d-2aee2bb929da tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602570 Nov 25 20:50:55.144421 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:59.463654 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-dd41b551-65f5-4b3f-a7c6-d62f46e61c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:01.944328 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e9b3d26d-39d5-41f7-a0ad-32403a9d4086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:04.034985 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:05.737263 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:05.842534 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:07.664375 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:51:24.431144 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:25.161392 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:29.459904 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1539cb72-2fe6-4d7e-bc67-0126ae3be5d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:31.937633 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e9e62472-ef32-4082-831c-11f104d1e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:32.022556 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-df36dac9-c342-4434-bb39-be299f769f4c req-8694d6b7-3a0a-4c9b-8d29-89d2bc2636e8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413754 Nov 25 20:51:32.105446 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36dac9-c342-4434-bb39-be299f769f4c req-891759c5-0bdd-4c66-90a7-2ee3e32f6d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:32.106990 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-df36dac9-c342-4434-bb39-be299f769f4c req-891759c5-0bdd-4c66-90a7-2ee3e32f6d4b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=821a07e2b62c42f592b639a7ac09fc90&device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 1097 time: 0.0411038 Nov 25 20:51:32.216607 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36dac9-c342-4434-bb39-be299f769f4c req-c101c6ac-9963-425d-99d7-bc1e2e1157cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:32.217824 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-df36dac9-c342-4434-bb39-be299f769f4c req-c101c6ac-9963-425d-99d7-bc1e2e1157cc service neutron] 10.222.0.85 "GET /v2.0/networks?id=39588d21-9c5a-4cd8-9070-a88dce70168f HTTP/1.1" status: 200 len: 907 time: 0.0902872 Nov 25 20:51:32.288938 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-df36dac9-c342-4434-bb39-be299f769f4c req-2d723da3-1c14-48be-b620-39abfa58b445 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 HTTP/1.1" status: 200 len: 1001 time: 0.0643260 Nov 25 20:51:32.346712 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36dac9-c342-4434-bb39-be299f769f4c req-379343ce-8ebc-42de-b774-376c66b6dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:32.348191 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-df36dac9-c342-4434-bb39-be299f769f4c req-379343ce-8ebc-42de-b774-376c66b6dcf7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bf36e0d4-6008-40c3-a6da-8bfad339df28 HTTP/1.1" status: 200 len: 845 time: 0.0523551 Nov 25 20:51:32.395358 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36dac9-c342-4434-bb39-be299f769f4c req-2a6f2325-0fde-4164-921d-1130825213e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:32.396844 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-df36dac9-c342-4434-bb39-be299f769f4c req-2a6f2325-0fde-4164-921d-1130825213e8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=39588d21-9c5a-4cd8-9070-a88dce70168f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410743 Nov 25 20:51:32.488037 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-df36dac9-c342-4434-bb39-be299f769f4c req-9c99ca92-63a8-40f9-8778-9d63160b6abb service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839183 Nov 25 20:51:32.587136 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-df36dac9-c342-4434-bb39-be299f769f4c req-9f69fe5f-5f4a-4c71-8e36-20b705f565c1 service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926938 Nov 25 20:51:34.037931 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:35.740415 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:35.845622 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:44.664888 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:51:54.430622 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:55.171709 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:59.456723 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-696e1f72-6a3c-4c86-a39c-653361392420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:01.942262 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c0fcddc4-adf8-49fc-bf46-1368ca148184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:04.046150 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:04.900778 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60536) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:52:05.076524 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-62fb241d-946a-4348-9497-dbf41712eb5e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Deleting port 3bf5d374-ba26-4beb-a483-6dc6e845b7dd {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:52:05.076866 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62fb241d-946a-4348-9497-dbf41712eb5e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:05.164277 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62fb241d-946a-4348-9497-dbf41712eb5e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:05.164645 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62fb241d-946a-4348-9497-dbf41712eb5e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:05.178123 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-62fb241d-946a-4348-9497-dbf41712eb5e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Calling delete_port for 3bf5d374-ba26-4beb-a483-6dc6e845b7dd owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:52:05.344901 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62fb241d-946a-4348-9497-dbf41712eb5e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:05.375599 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb241d-946a-4348-9497-dbf41712eb5e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Pushing event deleted for resources: {'Port': ['ID=3bf5d374-ba26-4beb-a483-6dc6e845b7dd,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:05.390282 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb241d-946a-4348-9497-dbf41712eb5e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:05.390282 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb241d-946a-4348-9497-dbf41712eb5e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:05.390691 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb241d-946a-4348-9497-dbf41712eb5e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:05.391046 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb241d-946a-4348-9497-dbf41712eb5e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:05.391392 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb241d-946a-4348-9497-dbf41712eb5e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:05.391733 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb241d-946a-4348-9497-dbf41712eb5e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:05.392094 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb241d-946a-4348-9497-dbf41712eb5e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:05.393229 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb241d-946a-4348-9497-dbf41712eb5e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:05.393618 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb241d-946a-4348-9497-dbf41712eb5e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:05.393965 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb241d-946a-4348-9497-dbf41712eb5e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:05.394326 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb241d-946a-4348-9497-dbf41712eb5e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:05.394665 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb241d-946a-4348-9497-dbf41712eb5e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:05.456203 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62fb241d-946a-4348-9497-dbf41712eb5e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:05.456621 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-62fb241d-946a-4348-9497-dbf41712eb5e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Floating IP 0043a5d6-887d-4c10-b7cb-5779e0605145 disassociated (deleted). External IP: 172.25.6.208, port: e509f34b-4e64-45bc-bf8c-9d0f3c4832a2. Nov 25 20:52:05.690262 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62fb241d-946a-4348-9497-dbf41712eb5e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Router 6dc295d0-1aae-4885-bf1a-0802f3a5281d has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:52:05.745728 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:05.843821 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fb241d-946a-4348-9497-dbf41712eb5e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:52:05.853270 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62fb241d-946a-4348-9497-dbf41712eb5e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:05.856894 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a63a22-b6a1-4a50-859e-937134fd1420 None None] Sync routers for ids ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:52:05.860091 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:05.869282 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a63a22-b6a1-4a50-859e-937134fd1420 None None] Routers {'6dc295d0-1aae-4885-bf1a-0802f3a5281d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:52:05.869977 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f5a63a22-b6a1-4a50-859e-937134fd1420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:52:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:05.904485 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-62fb241d-946a-4348-9497-dbf41712eb5e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "DELETE /v2.0/floatingips/0043a5d6-887d-4c10-b7cb-5779e0605145 HTTP/1.1" status: 204 len: 168 time: 1.0022497 Nov 25 20:52:05.905394 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a436cf18-22d2-447a-be38-01e14f45ffdf', 'tag': 'e509f34b-4e64-45bc-bf8c-9d0f3c4832a2'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:52:05.910056 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417aa71a-e017-4066-9303-5ea4a98c932f" -d '{"events": [{"name": "network-changed", "server_uuid": "a436cf18-22d2-447a-be38-01e14f45ffdf", "tag": "e509f34b-4e64-45bc-bf8c-9d0f3c4832a2"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:52:05.997208 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-f5a63a22-b6a1-4a50-859e-937134fd1420 None None] Set router 6dc295d0-1aae-4885-bf1a-0802f3a5281d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:52:06.178156 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451f1b98-837f-4701-aaca-8f6bc9b505fa x-openstack-request-id: req-451f1b98-837f-4701-aaca-8f6bc9b505fa {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:52:06.178718 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a436cf18-22d2-447a-be38-01e14f45ffdf", "tag": "e509f34b-4e64-45bc-bf8c-9d0f3c4832a2", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:52:06.179185 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-451f1b98-837f-4701-aaca-8f6bc9b505fa {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:52:06.179787 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a436cf18-22d2-447a-be38-01e14f45ffdf', 'tag': 'e509f34b-4e64-45bc-bf8c-9d0f3c4832a2', 'status': 'completed', 'code': 200} Nov 25 20:52:06.258670 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417aa71a-e017-4066-9303-5ea4a98c932f req-48603fa8-1f70-4a34-8280-60bf0d23569d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:06.260149 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-417aa71a-e017-4066-9303-5ea4a98c932f req-48603fa8-1f70-4a34-8280-60bf0d23569d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=821a07e2b62c42f592b639a7ac09fc90&device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 1097 time: 0.0490878 Nov 25 20:52:06.275652 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f5a63a22-b6a1-4a50-859e-937134fd1420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'name': 'tempest-TestShelveInstance-9685882-router', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:43Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'gw_port': {'id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:44Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'a6f7b4c2-0d12-44c0-b147-daacd782891f', 'name': '', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'mac_address': 'fa:16:3e:7c:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:46Z', 'updated_at': '2021-11-25T20:47:51Z', 'revision_number': 5, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'subnets': [{'id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:06.312012 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a63a22-b6a1-4a50-859e-937134fd1420 None None] Checking router: 6dc295d0-1aae-4885-bf1a-0802f3a5281d for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:52:06.315924 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7584a7-aee8-4c76-87b3-893b7af0e372 req-f7208563-78a7-44b4-8b03-816d40c29389 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:06.317887 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6e7584a7-aee8-4c76-87b3-893b7af0e372 req-f7208563-78a7-44b4-8b03-816d40c29389 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 946 time: 0.0712020 Nov 25 20:52:06.323725 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a63a22-b6a1-4a50-859e-937134fd1420 None None] Routers {'6dc295d0-1aae-4885-bf1a-0802f3a5281d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:52:06.329745 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f5a63a22-b6a1-4a50-859e-937134fd1420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:52:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:06.400335 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6e7584a7-aee8-4c76-87b3-893b7af0e372 req-31347e1a-528b-4fd9-8fc8-7f23683f1ce8 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751677 Nov 25 20:52:06.469348 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-f5a63a22-b6a1-4a50-859e-937134fd1420 None None] Set router 6dc295d0-1aae-4885-bf1a-0802f3a5281d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:52:06.714897 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f5a63a22-b6a1-4a50-859e-937134fd1420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'name': 'tempest-TestShelveInstance-9685882-router', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:43Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'gw_port': {'id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:44Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'a6f7b4c2-0d12-44c0-b147-daacd782891f', 'name': '', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'mac_address': 'fa:16:3e:7c:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:46Z', 'updated_at': '2021-11-25T20:47:51Z', 'revision_number': 5, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'subnets': [{'id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:06.745907 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a63a22-b6a1-4a50-859e-937134fd1420 None None] The sync data for ids ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'] in n-d-819349-5 is: [{'id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'name': 'tempest-TestShelveInstance-9685882-router', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:43Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'gw_port': {'id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:44Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'a6f7b4c2-0d12-44c0-b147-daacd782891f', 'name': '', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'mac_address': 'fa:16:3e:7c:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:46Z', 'updated_at': '2021-11-25T20:47:51Z', 'revision_number': 5, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'subnets': [{'id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:52:06.787393 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417aa71a-e017-4066-9303-5ea4a98c932f req-4b221487-cce6-4d0d-9247-f3c5275b7634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:06.789568 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-417aa71a-e017-4066-9303-5ea4a98c932f req-4b221487-cce6-4d0d-9247-f3c5275b7634 service neutron] 10.222.0.85 "GET /v2.0/networks?id=39588d21-9c5a-4cd8-9070-a88dce70168f HTTP/1.1" status: 200 len: 907 time: 0.5180779 Nov 25 20:52:06.855884 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-417aa71a-e017-4066-9303-5ea4a98c932f req-67203aa7-e66e-4e54-83f0-d4493d4fa376 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 HTTP/1.1" status: 200 len: 217 time: 0.0569513 Nov 25 20:52:06.919796 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417aa71a-e017-4066-9303-5ea4a98c932f req-211d9e01-13f4-4105-9225-1d8de91f366b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:06.921676 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-417aa71a-e017-4066-9303-5ea4a98c932f req-211d9e01-13f4-4105-9225-1d8de91f366b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bf36e0d4-6008-40c3-a6da-8bfad339df28 HTTP/1.1" status: 200 len: 845 time: 0.0571923 Nov 25 20:52:06.976264 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417aa71a-e017-4066-9303-5ea4a98c932f req-5011f9f2-69ba-4e3f-be2b-c8d635daf8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:06.977969 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-417aa71a-e017-4066-9303-5ea4a98c932f req-5011f9f2-69ba-4e3f-be2b-c8d635daf8fb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=39588d21-9c5a-4cd8-9070-a88dce70168f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466516 Nov 25 20:52:07.059658 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cd7490-8e38-42e6-9c8b-de45fbef6fbe None None] New status for floating IP 0043a5d6-887d-4c10-b7cb-5779e0605145: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:52:07.116598 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-417aa71a-e017-4066-9303-5ea4a98c932f req-7751748b-672b-4825-bc12-e17005d32ab5 service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306078 Nov 25 20:52:07.278627 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-417aa71a-e017-4066-9303-5ea4a98c932f req-747fd48a-a7e1-4dce-995e-681fc24657cf service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543849 Nov 25 20:52:07.552025 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf65790-c9da-4dbb-991f-e6cc7ea7fabc req-d1110b4d-29bc-4639-8cd6-a3344054633f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:07.559572 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aaf65790-c9da-4dbb-991f-e6cc7ea7fabc req-d1110b4d-29bc-4639-8cd6-a3344054633f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 946 time: 0.0669034 Nov 25 20:52:07.562575 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efa275-5523-45a8-9a97-8aa0d3bdf8ca req-97302083-9435-472b-a63f-932f1069d8d1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:07.566038 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e7efa275-5523-45a8-9a97-8aa0d3bdf8ca req-97302083-9435-472b-a63f-932f1069d8d1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.85 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 946 time: 0.1080160 Nov 25 20:52:07.623079 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aaf65790-c9da-4dbb-991f-e6cc7ea7fabc req-980ed4e7-6bc0-4673-ab0f-9a70fcd2838f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=f31667e0-9060-47bf-b16e-6fe7893093c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614040 Nov 25 20:52:07.697969 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-e7efa275-5523-45a8-9a97-8aa0d3bdf8ca req-55fd2e72-1ae1-4dbe-94da-d8d72ae16608 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Deleting port e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:52:07.698489 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e7efa275-5523-45a8-9a97-8aa0d3bdf8ca req-55fd2e72-1ae1-4dbe-94da-d8d72ae16608 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:07.808259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-e7efa275-5523-45a8-9a97-8aa0d3bdf8ca req-55fd2e72-1ae1-4dbe-94da-d8d72ae16608 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] For port e509f34b-4e64-45bc-bf8c-9d0f3c4832a2, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:52:07.808546 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e7efa275-5523-45a8-9a97-8aa0d3bdf8ca req-55fd2e72-1ae1-4dbe-94da-d8d72ae16608 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:07.824519 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-e7efa275-5523-45a8-9a97-8aa0d3bdf8ca req-55fd2e72-1ae1-4dbe-94da-d8d72ae16608 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Calling delete_port for e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:52:07.981256 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e7efa275-5523-45a8-9a97-8aa0d3bdf8ca req-55fd2e72-1ae1-4dbe-94da-d8d72ae16608 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:08.019156 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd2e72-1ae1-4dbe-94da-d8d72ae16608 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Pushing event deleted for resources: {'Port': ['ID=e509f34b-4e64-45bc-bf8c-9d0f3c4832a2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:08.050235 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd2e72-1ae1-4dbe-94da-d8d72ae16608 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:08.050600 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd2e72-1ae1-4dbe-94da-d8d72ae16608 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:08.051090 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd2e72-1ae1-4dbe-94da-d8d72ae16608 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:08.051291 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd2e72-1ae1-4dbe-94da-d8d72ae16608 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:08.051634 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd2e72-1ae1-4dbe-94da-d8d72ae16608 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:08.051970 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd2e72-1ae1-4dbe-94da-d8d72ae16608 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:08.052302 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd2e72-1ae1-4dbe-94da-d8d72ae16608 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:08.052635 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd2e72-1ae1-4dbe-94da-d8d72ae16608 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:08.052960 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd2e72-1ae1-4dbe-94da-d8d72ae16608 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:08.053291 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd2e72-1ae1-4dbe-94da-d8d72ae16608 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:08.053622 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd2e72-1ae1-4dbe-94da-d8d72ae16608 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:08.053945 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd2e72-1ae1-4dbe-94da-d8d72ae16608 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:08.084580 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7efa275-5523-45a8-9a97-8aa0d3bdf8ca req-55fd2e72-1ae1-4dbe-94da-d8d72ae16608 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] No DVR routers for this DVR port e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:52:08.088015 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e7efa275-5523-45a8-9a97-8aa0d3bdf8ca req-55fd2e72-1ae1-4dbe-94da-d8d72ae16608 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:08.091904 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-e7efa275-5523-45a8-9a97-8aa0d3bdf8ca req-55fd2e72-1ae1-4dbe-94da-d8d72ae16608 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.85 "DELETE /v2.0/ports/e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 HTTP/1.1" status: 204 len: 173 time: 0.5195341 Nov 25 20:52:08.092435 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a436cf18-22d2-447a-be38-01e14f45ffdf', 'name': 'network-vif-deleted', 'tag': 'e509f34b-4e64-45bc-bf8c-9d0f3c4832a2'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:52:08.096499 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a080b61-db8b-4380-a19a-844e485431dd" -d '{"events": [{"server_uuid": "a436cf18-22d2-447a-be38-01e14f45ffdf", "name": "network-vif-deleted", "tag": "e509f34b-4e64-45bc-bf8c-9d0f3c4832a2"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:52:08.239949 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bdc47a-ba61-4a12-b318-0e56d1dfeb83 x-openstack-request-id: req-63bdc47a-ba61-4a12-b318-0e56d1dfeb83 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:52:08.240192 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a436cf18-22d2-447a-be38-01e14f45ffdf", "name": "network-vif-deleted", "tag": "e509f34b-4e64-45bc-bf8c-9d0f3c4832a2", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:52:08.240318 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-63bdc47a-ba61-4a12-b318-0e56d1dfeb83 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:52:08.240677 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a436cf18-22d2-447a-be38-01e14f45ffdf', 'name': 'network-vif-deleted', 'tag': 'e509f34b-4e64-45bc-bf8c-9d0f3c4832a2', 'status': 'completed', 'code': 200} Nov 25 20:52:08.779478 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-71e7e17b-3433-4baa-af56-cffe507c433c req-da4a3a4d-56c3-4d26-8397-1f6b52f4d2d3 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=a436cf18-22d2-447a-be38-01e14f45ffdf HTTP/1.1" status: 200 len: 210 time: 0.0433664 Nov 25 20:52:09.857734 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60562) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:52:09.921219 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd6a812f-b38a-4c9a-8375-cf2e9b3cc614 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:09.952299 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd6a812f-b38a-4c9a-8375-cf2e9b3cc614 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.022390 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd6a812f-b38a-4c9a-8375-cf2e9b3cc614 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.025894 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd6a812f-b38a-4c9a-8375-cf2e9b3cc614 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.027186 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bd6a812f-b38a-4c9a-8375-cf2e9b3cc614 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "DELETE /v2.0/security-groups/f31667e0-9060-47bf-b16e-6fe7893093c5 HTTP/1.1" status: 204 len: 168 time: 0.1683335 Nov 25 20:52:10.038107 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a812f-b38a-4c9a-8375-cf2e9b3cc614 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31667e0-9060-47bf-b16e-6fe7893093c5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:10.301720 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60568) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:52:10.306766 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9ec9c0f4-cc60-4220-8f0f-c442ddb8a5bd tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1929709030', 'description': 'tempest-secgroup-smoke-1929709030 description', 'project_id': '821a07e2b62c42f592b639a7ac09fc90'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:52:10.334056 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ec9c0f4-cc60-4220-8f0f-c442ddb8a5bd tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.423423 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ec9c0f4-cc60-4220-8f0f-c442ddb8a5bd tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.429117 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ec9c0f4-cc60-4220-8f0f-c442ddb8a5bd tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.464786 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ec9c0f4-cc60-4220-8f0f-c442ddb8a5bd tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.466037 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-9ec9c0f4-cc60-4220-8f0f-c442ddb8a5bd tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1631687 Nov 25 20:52:10.469241 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60570) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:52:10.469802 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9c0f4-cc60-4220-8f0f-c442ddb8a5bd tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4954789a-3f4e-497c-9914-80fbff769bfa,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:10.476114 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-83b16ffd-c2b2-4a37-b431-52879c05dffe tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Request body: {'security_group_rule': {'security_group_id': '4954789a-3f4e-497c-9914-80fbff769bfa', 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:52:10.506658 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-83b16ffd-c2b2-4a37-b431-52879c05dffe tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.570716 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-83b16ffd-c2b2-4a37-b431-52879c05dffe tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.574988 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-83b16ffd-c2b2-4a37-b431-52879c05dffe tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.597479 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b16ffd-c2b2-4a37-b431-52879c05dffe tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a5cbb42-8e69-47be-9e10-3a70f3d889d8,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:10.607812 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-83b16ffd-c2b2-4a37-b431-52879c05dffe tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.609114 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-83b16ffd-c2b2-4a37-b431-52879c05dffe tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372480 Nov 25 20:52:10.613504 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60572) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:52:10.619140 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-528516e9-6206-403d-9ca3-4d5f3a0c1474 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Request body: {'security_group_rule': {'security_group_id': '4954789a-3f4e-497c-9914-80fbff769bfa', 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:52:10.648487 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-528516e9-6206-403d-9ca3-4d5f3a0c1474 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.713659 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-528516e9-6206-403d-9ca3-4d5f3a0c1474 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.722382 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-528516e9-6206-403d-9ca3-4d5f3a0c1474 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.744148 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:52:10.746777 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528516e9-6206-403d-9ca3-4d5f3a0c1474 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8f8d5d-08aa-4622-b948-6c260e1a5163,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:10.758279 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-528516e9-6206-403d-9ca3-4d5f3a0c1474 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.762206 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-528516e9-6206-403d-9ca3-4d5f3a0c1474 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1441965 Nov 25 20:52:10.762776 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60574) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:52:10.767758 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fbeeeb85-8107-4212-af7a-5e890548b0ab tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Request body: {'security_group_rule': {'security_group_id': '4954789a-3f4e-497c-9914-80fbff769bfa', 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:52:10.776418 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:52:10.776418 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device e509f34b-4e64-45bc-bf8c-9d0f3c4832a2 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:52:10.802633 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fbeeeb85-8107-4212-af7a-5e890548b0ab tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.870118 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fbeeeb85-8107-4212-af7a-5e890548b0ab tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.874259 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fbeeeb85-8107-4212-af7a-5e890548b0ab tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.894230 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeeeb85-8107-4212-af7a-5e890548b0ab tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02bfef4e-3776-4260-ae86-f501382cfe0d,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:10.902282 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fbeeeb85-8107-4212-af7a-5e890548b0ab tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.903545 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-fbeeeb85-8107-4212-af7a-5e890548b0ab tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400075 Nov 25 20:52:10.906764 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 60576) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:52:10.914461 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2902ed32-9318-4298-9e57-5227a0f00b16 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Request body: {'security_group_rule': {'security_group_id': '4954789a-3f4e-497c-9914-80fbff769bfa', 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:52:10.960262 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2902ed32-9318-4298-9e57-5227a0f00b16 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:11.029936 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2902ed32-9318-4298-9e57-5227a0f00b16 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:11.037185 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2902ed32-9318-4298-9e57-5227a0f00b16 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:11.057378 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902ed32-9318-4298-9e57-5227a0f00b16 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe1676d-2ca1-4ec8-bda6-892252ee2e73,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:11.073493 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2902ed32-9318-4298-9e57-5227a0f00b16 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:11.074914 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2902ed32-9318-4298-9e57-5227a0f00b16 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1667168 Nov 25 20:52:11.084594 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60578) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:52:11.089729 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-5230b306-1d77-42d1-aeb3-2a5508c7c20f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Request body: {'security_group_rule': {'security_group_id': '4954789a-3f4e-497c-9914-80fbff769bfa', 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:52:11.125165 n-d-819349-5 neutron-server[103600]: INFO neutron.db.securitygroups_db [None req-5230b306-1d77-42d1-aeb3-2a5508c7c20f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Project 821a07e2b62c42f592b639a7ac09fc90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:52:11.131422 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5230b306-1d77-42d1-aeb3-2a5508c7c20f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:11.205120 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5230b306-1d77-42d1-aeb3-2a5508c7c20f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:11.209663 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5230b306-1d77-42d1-aeb3-2a5508c7c20f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:11.230469 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230b306-1d77-42d1-aeb3-2a5508c7c20f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=069d62ac-68d0-4ed5-98a2-1f82b9e140ab,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:11.240251 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5230b306-1d77-42d1-aeb3-2a5508c7c20f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:11.241511 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5230b306-1d77-42d1-aeb3-2a5508c7c20f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1557815 Nov 25 20:52:11.245528 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60580) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:52:11.250118 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-8e9415d8-7650-465b-bc9c-244c655946eb tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Request body: {'security_group_rule': {'security_group_id': '4954789a-3f4e-497c-9914-80fbff769bfa', 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:52:11.277369 n-d-819349-5 neutron-server[103600]: INFO neutron.db.securitygroups_db [None req-8e9415d8-7650-465b-bc9c-244c655946eb tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Project 821a07e2b62c42f592b639a7ac09fc90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:52:11.285495 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8e9415d8-7650-465b-bc9c-244c655946eb tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:11.390166 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8e9415d8-7650-465b-bc9c-244c655946eb tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:11.394898 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8e9415d8-7650-465b-bc9c-244c655946eb tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:11.415234 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9415d8-7650-465b-bc9c-244c655946eb tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17cbfc28-7c6c-41c6-ab76-02465f432dc7,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:11.426610 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8e9415d8-7650-465b-bc9c-244c655946eb tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:11.427898 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-8e9415d8-7650-465b-bc9c-244c655946eb tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1813960 Nov 25 20:52:21.663879 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:52:24.441838 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:25.184484 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:27.990319 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-7aa986ad-0d97-4739-bea0-b3128f21931a tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1929709030&fields=id&tenant_id=821a07e2b62c42f592b639a7ac09fc90 HTTP/1.1" status: 200 len: 267 time: 0.0446317 Nov 25 20:52:28.101309 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-2958d079-29c1-4372-b422-1ad2aee3ea24 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:28.102736 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-2958d079-29c1-4372-b422-1ad2aee3ea24 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/networks?id=39588d21-9c5a-4cd8-9070-a88dce70168f HTTP/1.1" status: 200 len: 806 time: 0.1055915 Nov 25 20:52:28.117896 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-e474c7c6-d5b1-4b64-9298-18faf587e695 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/quotas/821a07e2b62c42f592b639a7ac09fc90 HTTP/1.1" status: 200 len: 375 time: 0.0094779 Nov 25 20:52:28.172731 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-9f9e53df-937d-4ea9-aceb-8d1166e9455e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=821a07e2b62c42f592b639a7ac09fc90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490654 Nov 25 20:52:28.316905 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-ade94609-d1c6-48bf-ae19-9dcdfd963e94 service neutron] 10.222.0.55 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321974 Nov 25 20:52:28.407584 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-a0b22436-6232-44f6-b460-27a3dff51223 service neutron] 10.222.0.55 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839312 Nov 25 20:52:28.695513 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-28597628-190e-48b1-869a-302743cd3594 req-d39b8c22-e322-4d4f-aab3-5268d5554a4f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 210 time: 0.0288312 Nov 25 20:52:29.449510 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b03fbacd-ddf2-4710-a896-2b1de31c02be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:29.786995 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c2f5213a-5463-46ce-a35d-897467a49923 req-f4891f03-96d4-4028-8ea0-55e1689156f4 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 210 time: 0.0353105 Nov 25 20:52:30.872567 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7106d421-2ba5-4fb8-9a02-f4cc7a8f3a66 req-73ccde3d-e4db-4195-b207-01a175171a85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 210 time: 0.0324676 Nov 25 20:52:31.944531 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fc3bbb15-2abb-4f10-b143-38753c3bdc7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:31.951993 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2c385142-255d-4cf0-a7a1-1033709f15c5 req-3f3f76fc-479f-4431-829d-e1b649f46e1f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 210 time: 0.0276239 Nov 25 20:52:33.054870 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-df99748f-b9fd-4d56-8244-5585bc7bfc2a req-19543b17-a1b6-40da-8539-84026ce9fb21 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 210 time: 0.0279660 Nov 25 20:52:33.841257 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-f1dcc710-0698-4540-8b1c-345da707d2b7 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:33.842704 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-f1dcc710-0698-4540-8b1c-345da707d2b7 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.73 "GET /v2.0/networks?id=39588d21-9c5a-4cd8-9070-a88dce70168f HTTP/1.1" status: 200 len: 806 time: 0.1128376 Nov 25 20:52:33.912806 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-97c8a3f9-867f-4b8d-8746-2f0412ac5faa tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=821a07e2b62c42f592b639a7ac09fc90 HTTP/1.1" status: 200 len: 380 time: 0.0605631 Nov 25 20:52:33.923407 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-0863121a-7784-4a46-8d1a-aa0ad85cca9a tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Request body: {'port': {'device_id': '54f46f9b-58da-40b9-947f-c2b0826dd86c', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'admin_state_up': True, 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'security_groups': ['4954789a-3f4e-497c-9914-80fbff769bfa']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:52:34.044106 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:34.045705 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-0863121a-7784-4a46-8d1a-aa0ad85cca9a tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Made reservation on behalf of 821a07e2b62c42f592b639a7ac09fc90 for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:52:34.049959 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-0863121a-7784-4a46-8d1a-aa0ad85cca9a tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:34.192631 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55dd2308-1138-41e5-9ff9-63834f44c7a1 req-2eab2f8b-1917-4455-9c98-40508468b051 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 210 time: 0.0553052 Nov 25 20:52:34.225732 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-0863121a-7784-4a46-8d1a-aa0ad85cca9a tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Allocated IP 172.20.0.4 (39588d21-9c5a-4cd8-9070-a88dce70168f/bf36e0d4-6008-40c3-a6da-8bfad339df28/89feee8d-1afe-4405-b064-76b3a11e5bc3) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:52:34.395732 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-0863121a-7784-4a46-8d1a-aa0ad85cca9a tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:34.433326 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-0863121a-7784-4a46-8d1a-aa0ad85cca9a tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:34.480782 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-0863121a-7784-4a46-8d1a-aa0ad85cca9a tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Network 39588d21-9c5a-4cd8-9070-a88dce70168f is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:52:34.483929 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-0863121a-7784-4a46-8d1a-aa0ad85cca9a tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:52:34.488234 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-0863121a-7784-4a46-8d1a-aa0ad85cca9a tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:52:34.523931 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863121a-7784-4a46-8d1a-aa0ad85cca9a tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Pushing event updated for resources: {'Port': ['ID=89feee8d-1afe-4405-b064-76b3a11e5bc3,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:34.561932 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-0863121a-7784-4a46-8d1a-aa0ad85cca9a tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:34.563022 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-0863121a-7784-4a46-8d1a-aa0ad85cca9a tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:34.586983 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-0863121a-7784-4a46-8d1a-aa0ad85cca9a tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6675336 Nov 25 20:52:34.660290 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-d5e22450-f52f-4d1c-af9f-6af56364ea58 service neutron] Request body: {'port': {'device_id': '54f46f9b-58da-40b9-947f-c2b0826dd86c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:52:34.729069 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-d5e22450-f52f-4d1c-af9f-6af56364ea58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:34.989817 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-c4da233b-10be-48e8-bf90-94c866d79f31 None None] Provisioning complete for port 89feee8d-1afe-4405-b064-76b3a11e5bc3 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:34.990185 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c4da233b-10be-48e8-bf90-94c866d79f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:35.014221 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-d5e22450-f52f-4d1c-af9f-6af56364ea58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89feee8d-1afe-4405-b064-76b3a11e5bc3 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:52:35.023103 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-d5e22450-f52f-4d1c-af9f-6af56364ea58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:35.024857 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-c4da233b-10be-48e8-bf90-94c866d79f31 None None] Port 89feee8d-1afe-4405-b064-76b3a11e5bc3 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:52:35.039431 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-d5e22450-f52f-4d1c-af9f-6af56364ea58 service neutron] Transition to ACTIVE for port object 89feee8d-1afe-4405-b064-76b3a11e5bc3 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:52:35.044922 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-d5e22450-f52f-4d1c-af9f-6af56364ea58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:35.136532 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e22450-f52f-4d1c-af9f-6af56364ea58 service neutron] Pushing event updated for resources: {'Port': ['ID=89feee8d-1afe-4405-b064-76b3a11e5bc3,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:35.243420 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-d5e22450-f52f-4d1c-af9f-6af56364ea58 service neutron] Attempting to bind port 89feee8d-1afe-4405-b064-76b3a11e5bc3 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:52:35.244048 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-d5e22450-f52f-4d1c-af9f-6af56364ea58 service neutron] Attempting to bind port 89feee8d-1afe-4405-b064-76b3a11e5bc3 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': '322c4adf-6ae8-49f8-b277-285a21d5fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:52:35.244512 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-d5e22450-f52f-4d1c-af9f-6af56364ea58 service neutron] Attempting to bind port 89feee8d-1afe-4405-b064-76b3a11e5bc3 on network 39588d21-9c5a-4cd8-9070-a88dce70168f {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:52:35.251888 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-d5e22450-f52f-4d1c-af9f-6af56364ea58 service neutron] Port 89feee8d-1afe-4405-b064-76b3a11e5bc3 on network 39588d21-9c5a-4cd8-9070-a88dce70168f not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:52:35.252380 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-d5e22450-f52f-4d1c-af9f-6af56364ea58 service neutron] Attempting to bind port 89feee8d-1afe-4405-b064-76b3a11e5bc3 on network 39588d21-9c5a-4cd8-9070-a88dce70168f {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:52:35.260725 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-d5e22450-f52f-4d1c-af9f-6af56364ea58 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:52:35.261256 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-d5e22450-f52f-4d1c-af9f-6af56364ea58 service neutron] Checking segment: {'id': '322c4adf-6ae8-49f8-b277-285a21d5fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:52:35.261864 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-d5e22450-f52f-4d1c-af9f-6af56364ea58 service neutron] Bound using segment: {'id': '322c4adf-6ae8-49f8-b277-285a21d5fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:52:35.262591 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-d5e22450-f52f-4d1c-af9f-6af56364ea58 service neutron] Bound port: 89feee8d-1afe-4405-b064-76b3a11e5bc3, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '322c4adf-6ae8-49f8-b277-285a21d5fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:52:35.263152 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-d5e22450-f52f-4d1c-af9f-6af56364ea58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:35.438235 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7559537-18fb-438c-987b-c45048e47178 req-503860d8-482a-4ab8-af04-3a674e944a9b tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:35.440869 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7559537-18fb-438c-987b-c45048e47178 req-503860d8-482a-4ab8-af04-3a674e944a9b tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 943 time: 0.1517975 Nov 25 20:52:35.447645 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-d5e22450-f52f-4d1c-af9f-6af56364ea58 service neutron] For port 89feee8d-1afe-4405-b064-76b3a11e5bc3, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:52:35.464972 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-d5e22450-f52f-4d1c-af9f-6af56364ea58 service neutron] For port 89feee8d-1afe-4405-b064-76b3a11e5bc3, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=89feee8d-1afe-4405-b064-76b3a11e5bc3,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:52:35.485070 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-d5e22450-f52f-4d1c-af9f-6af56364ea58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:35.587163 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-d5e22450-f52f-4d1c-af9f-6af56364ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:35.588215 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-d5e22450-f52f-4d1c-af9f-6af56364ea58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:35.590704 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-d5e22450-f52f-4d1c-af9f-6af56364ea58 service neutron] 10.222.0.73 "PUT /v2.0/ports/89feee8d-1afe-4405-b064-76b3a11e5bc3 HTTP/1.1" status: 200 len: 1091 time: 0.9944575 Nov 25 20:52:35.594849 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f46f9b-58da-40b9-947f-c2b0826dd86c', 'tag': '89feee8d-1afe-4405-b064-76b3a11e5bc3'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:52:35.599501 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd7a279-0a98-43dd-b0cd-e00540afc30d" -d '{"events": [{"name": "network-changed", "server_uuid": "54f46f9b-58da-40b9-947f-c2b0826dd86c", "tag": "89feee8d-1afe-4405-b064-76b3a11e5bc3"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:52:35.661288 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f7559537-18fb-438c-987b-c45048e47178 req-786d96ff-90d7-43f3-b662-857940c9e257 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091448 Nov 25 20:52:35.692038 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e22450-f52f-4d1c-af9f-6af56364ea58 service neutron] Pushing event updated for resources: {'Port': ['ID=89feee8d-1afe-4405-b064-76b3a11e5bc3,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:35.726332 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-d6199f9e-b4d5-4ef0-8068-61e1917aab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:35.728029 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-d6199f9e-b4d5-4ef0-8068-61e1917aab67 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=821a07e2b62c42f592b639a7ac09fc90&device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 1094 time: 0.0890305 Nov 25 20:52:35.751752 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:35.785761 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718801d6-78fa-4995-8a58-5ec15ed24ddd x-openstack-request-id: req-718801d6-78fa-4995-8a58-5ec15ed24ddd {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:52:35.786244 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f46f9b-58da-40b9-947f-c2b0826dd86c", "tag": "89feee8d-1afe-4405-b064-76b3a11e5bc3", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:52:35.786566 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-718801d6-78fa-4995-8a58-5ec15ed24ddd {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:52:35.786979 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f46f9b-58da-40b9-947f-c2b0826dd86c', 'tag': '89feee8d-1afe-4405-b064-76b3a11e5bc3', 'status': 'completed', 'code': 200} Nov 25 20:52:35.789245 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-9998a764-8554-4985-b874-5d5ff69ed346 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89feee8d-1afe-4405-b064-76b3a11e5bc3 HTTP/1.1" status: 200 len: 217 time: 0.0524819 Nov 25 20:52:35.844596 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-3ac5e217-61c3-4d20-a4df-11d997c263cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:35.846067 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-3ac5e217-61c3-4d20-a4df-11d997c263cd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bf36e0d4-6008-40c3-a6da-8bfad339df28 HTTP/1.1" status: 200 len: 845 time: 0.0496676 Nov 25 20:52:35.854213 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:35.894882 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-f3f08b31-6939-4655-9b7f-8048e4ecff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:35.896473 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-f3f08b31-6939-4655-9b7f-8048e4ecff91 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39588d21-9c5a-4cd8-9070-a88dce70168f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419476 Nov 25 20:52:35.996082 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-bf7a5492-aa6a-4196-b865-258ccb79a696 service neutron] 10.222.0.73 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914664 Nov 25 20:52:36.098032 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-036345f6-ca64-4c3b-b27f-c01043dcc125 req-ca74328b-8d3b-480a-aeee-beb0579e33b7 service neutron] 10.222.0.73 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941892 Nov 25 20:52:36.189611 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7a279-0a98-43dd-b0cd-e00540afc30d req-77ef3be0-d9a9-4453-b0e5-0f60936c41fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:36.191626 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3fd7a279-0a98-43dd-b0cd-e00540afc30d req-77ef3be0-d9a9-4453-b0e5-0f60936c41fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=821a07e2b62c42f592b639a7ac09fc90&device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 1094 time: 0.0464354 Nov 25 20:52:36.283097 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7a279-0a98-43dd-b0cd-e00540afc30d req-96c4de3e-3bed-4810-9eaf-ec1d5f457951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:36.284746 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3fd7a279-0a98-43dd-b0cd-e00540afc30d req-96c4de3e-3bed-4810-9eaf-ec1d5f457951 service neutron] 10.222.0.73 "GET /v2.0/networks?id=39588d21-9c5a-4cd8-9070-a88dce70168f HTTP/1.1" status: 200 len: 907 time: 0.0854163 Nov 25 20:52:36.331035 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3fd7a279-0a98-43dd-b0cd-e00540afc30d req-da979e85-ea6b-4c1c-aee4-4b4d89207807 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89feee8d-1afe-4405-b064-76b3a11e5bc3 HTTP/1.1" status: 200 len: 217 time: 0.0387332 Nov 25 20:52:36.382993 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7a279-0a98-43dd-b0cd-e00540afc30d req-e544cae6-8679-45ee-978c-b367f242c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:36.384490 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3fd7a279-0a98-43dd-b0cd-e00540afc30d req-e544cae6-8679-45ee-978c-b367f242c4e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bf36e0d4-6008-40c3-a6da-8bfad339df28 HTTP/1.1" status: 200 len: 845 time: 0.0463276 Nov 25 20:52:36.434886 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7a279-0a98-43dd-b0cd-e00540afc30d req-39c2514c-a313-47d3-9cb7-9defa444e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:36.436397 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3fd7a279-0a98-43dd-b0cd-e00540afc30d req-39c2514c-a313-47d3-9cb7-9defa444e8cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39588d21-9c5a-4cd8-9070-a88dce70168f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447414 Nov 25 20:52:36.536902 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3fd7a279-0a98-43dd-b0cd-e00540afc30d req-5168c643-31f6-44c8-8768-2e22e5f836e2 service neutron] 10.222.0.73 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921061 Nov 25 20:52:36.629762 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3fd7a279-0a98-43dd-b0cd-e00540afc30d req-21b11ea2-cad7-4442-a611-2842e89bfadb service neutron] 10.222.0.73 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855205 Nov 25 20:52:36.808123 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba3bee-ec98-423d-b08e-ba0d2b52a34e req-ac1754f9-17d4-4738-b8fe-9a4ab0b2f24e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:36.809601 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fbba3bee-ec98-423d-b08e-ba0d2b52a34e req-ac1754f9-17d4-4738-b8fe-9a4ab0b2f24e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 943 time: 0.0616121 Nov 25 20:52:36.866849 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fbba3bee-ec98-423d-b08e-ba0d2b52a34e req-3bb80847-f057-48e7-866c-200eddb1edb1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506182 Nov 25 20:52:37.984868 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35610a44-2b25-47e1-947f-f58ed15b28ce req-1c318b83-add8-4250-996f-76ef01509cbc tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:37.986393 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-35610a44-2b25-47e1-947f-f58ed15b28ce req-1c318b83-add8-4250-996f-76ef01509cbc tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 943 time: 0.0505052 Nov 25 20:52:38.040314 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-35610a44-2b25-47e1-947f-f58ed15b28ce req-4e15a87c-34e1-4c66-a64d-7282b5990b3e tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476196 Nov 25 20:52:39.165580 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723a768-9adc-4143-88e1-b84cd8cd4f9a req-43b3624b-8ef0-4368-b001-f72f0f7ca1f6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:39.167857 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7723a768-9adc-4143-88e1-b84cd8cd4f9a req-43b3624b-8ef0-4368-b001-f72f0f7ca1f6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 943 time: 0.0522959 Nov 25 20:52:39.218469 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7723a768-9adc-4143-88e1-b84cd8cd4f9a req-e189ebb0-fff6-49ab-9144-4ad0aa745855 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443611 Nov 25 20:52:40.338166 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279df2a-7c79-4e7e-93fb-b0c0ac5273be req-e0953d3d-4481-4146-8314-388d27e0fe4d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:40.339565 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d279df2a-7c79-4e7e-93fb-b0c0ac5273be req-e0953d3d-4481-4146-8314-388d27e0fe4d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 943 time: 0.0523827 Nov 25 20:52:40.392580 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d279df2a-7c79-4e7e-93fb-b0c0ac5273be req-2c3aaeb2-f427-443a-af74-ef84daa57f8a tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470574 Nov 25 20:52:41.510182 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a3261-e12c-4e05-b899-ddf39730b533 req-8dccb087-c431-4be8-8232-95f16d8dd7af tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:41.511726 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd4a3261-e12c-4e05-b899-ddf39730b533 req-8dccb087-c431-4be8-8232-95f16d8dd7af tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 943 time: 0.0488212 Nov 25 20:52:41.562005 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dd4a3261-e12c-4e05-b899-ddf39730b533 req-54226307-e229-4807-9a0c-abfdc0cbdf00 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444589 Nov 25 20:52:42.684463 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5d6c1-a9ae-4348-827d-f06fbffbcefd req-4bbf1f26-0f2c-4902-894b-063ad38b3ee7 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:42.685947 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-26b5d6c1-a9ae-4348-827d-f06fbffbcefd req-4bbf1f26-0f2c-4902-894b-063ad38b3ee7 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 943 time: 0.0546923 Nov 25 20:52:42.737509 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-26b5d6c1-a9ae-4348-827d-f06fbffbcefd req-daaa9ce7-b1a6-4b0e-859a-83c993f166c4 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439858 Nov 25 20:52:43.857524 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ecbf6-8e3e-4996-ab0e-79661f426249 req-b26ea67d-9ee5-4bff-802d-29a9150c0c27 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:43.859721 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c17ecbf6-8e3e-4996-ab0e-79661f426249 req-b26ea67d-9ee5-4bff-802d-29a9150c0c27 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 943 time: 0.0521145 Nov 25 20:52:43.909807 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c17ecbf6-8e3e-4996-ab0e-79661f426249 req-685b68c6-0203-476f-b924-f2bfd8e2bcc0 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441644 Nov 25 20:52:45.029029 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22660e2-3bcf-443c-ba05-b8244cebd26e req-36d23dd2-21c8-4e3d-8352-a3e62a00f287 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:45.030537 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b22660e2-3bcf-443c-ba05-b8244cebd26e req-36d23dd2-21c8-4e3d-8352-a3e62a00f287 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 943 time: 0.0494099 Nov 25 20:52:45.088768 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-b22660e2-3bcf-443c-ba05-b8244cebd26e req-bc2d95c2-624d-4181-b4a8-525d3e661b93 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516250 Nov 25 20:52:46.204837 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ab17a-8aca-4da4-8676-f36a6f2b71e2 req-ad61e89a-8ffa-4c54-9bc7-b43f2c898fed tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:46.206312 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-703ab17a-8aca-4da4-8676-f36a6f2b71e2 req-ad61e89a-8ffa-4c54-9bc7-b43f2c898fed tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 943 time: 0.0491598 Nov 25 20:52:46.256193 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-703ab17a-8aca-4da4-8676-f36a6f2b71e2 req-0e1b5ae5-1fba-4445-992e-04cc271a8768 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432925 Nov 25 20:52:47.373029 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd46a9d-bc93-42d4-8d95-dce019e2225a req-5d74c1c3-df55-41e0-83c6-bd3c90636242 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:47.374474 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0cd46a9d-bc93-42d4-8d95-dce019e2225a req-5d74c1c3-df55-41e0-83c6-bd3c90636242 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 943 time: 0.0497160 Nov 25 20:52:47.424268 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0cd46a9d-bc93-42d4-8d95-dce019e2225a req-c09eee3a-d921-42ae-91de-f70109689f2f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436580 Nov 25 20:52:48.547496 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0e096-cecb-4649-91e7-697b4d857c84 req-3ff18e3e-ffa7-49a9-976c-14426a69390f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:48.548967 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4be0e096-cecb-4649-91e7-697b4d857c84 req-3ff18e3e-ffa7-49a9-976c-14426a69390f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 943 time: 0.0563054 Nov 25 20:52:48.559219 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 89feee8d-1afe-4405-b064-76b3a11e5bc3 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:52:48.601116 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4be0e096-cecb-4649-91e7-697b4d857c84 req-571a897c-ae30-4348-8463-245c22e4e429 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452585 Nov 25 20:52:48.654771 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 89feee8d-1afe-4405-b064-76b3a11e5bc3, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=89feee8d-1afe-4405-b064-76b3a11e5bc3,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:52:48.671157 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '89feee8d-1afe-4405-b064-76b3a11e5bc3', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'port_id': '89feee8d-1afe-4405-b064-76b3a11e5bc3', 'mac_address': 'fa:16:3e:df:7d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:52:48.709044 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:48.721402 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89feee8d-1afe-4405-b064-76b3a11e5bc3 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:52:48.741660 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 89feee8d-1afe-4405-b064-76b3a11e5bc3, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=89feee8d-1afe-4405-b064-76b3a11e5bc3,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:52:48.745050 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:48.792573 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=89feee8d-1afe-4405-b064-76b3a11e5bc3,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:48.800129 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:48.801173 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:48.801364 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:48.801727 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:48.802091 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:48.802478 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:48.802831 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:48.803165 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:48.803496 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:48.803826 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:48.804155 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:48.804482 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:49.001835 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['89feee8d-1afe-4405-b064-76b3a11e5bc3'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:52:49.719036 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8be552-5f2a-47be-8caf-85fa729949ad req-c6ad40f3-a197-4a50-a3e4-56beb10eb9b4 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:49.720506 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e8be552-5f2a-47be-8caf-85fa729949ad req-c6ad40f3-a197-4a50-a3e4-56beb10eb9b4 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 944 time: 0.0491562 Nov 25 20:52:49.770796 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1e8be552-5f2a-47be-8caf-85fa729949ad req-a3511b1c-f64c-4e71-808a-ee93921cf803 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438035 Nov 25 20:52:50.560520 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 89feee8d-1afe-4405-b064-76b3a11e5bc3 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:52:50.614969 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 89feee8d-1afe-4405-b064-76b3a11e5bc3 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:52:50.619726 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 89feee8d-1afe-4405-b064-76b3a11e5bc3 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:50.620102 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:50.700117 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:50.723708 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f46f9b-58da-40b9-947f-c2b0826dd86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89feee8d-1afe-4405-b064-76b3a11e5bc3'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:52:50.726078 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de00cc3-70a2-4f93-8d6a-09aed08de235" -d '{"events": [{"server_uuid": "54f46f9b-58da-40b9-947f-c2b0826dd86c", "name": "network-vif-plugged", "status": "completed", "tag": "89feee8d-1afe-4405-b064-76b3a11e5bc3"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:52:50.740203 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 89feee8d-1afe-4405-b064-76b3a11e5bc3, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=89feee8d-1afe-4405-b064-76b3a11e5bc3,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:52:50.744951 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:50.794147 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=89feee8d-1afe-4405-b064-76b3a11e5bc3,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:50.825586 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb83cc0-e728-4204-b81f-7c4596982f7d x-openstack-request-id: req-ddb83cc0-e728-4204-b81f-7c4596982f7d {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:52:50.825997 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f46f9b-58da-40b9-947f-c2b0826dd86c", "name": "network-vif-plugged", "status": "completed", "tag": "89feee8d-1afe-4405-b064-76b3a11e5bc3", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:52:50.826260 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ddb83cc0-e728-4204-b81f-7c4596982f7d {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:52:50.826688 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f46f9b-58da-40b9-947f-c2b0826dd86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89feee8d-1afe-4405-b064-76b3a11e5bc3', 'code': 200} Nov 25 20:52:50.951719 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2f399-5564-40d6-b59b-af9bb97804f6 req-6a8952eb-2c82-406c-bdc2-3fef45ec76c7 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:50.953198 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5ca2f399-5564-40d6-b59b-af9bb97804f6 req-6a8952eb-2c82-406c-bdc2-3fef45ec76c7 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 945 time: 0.0803418 Nov 25 20:52:50.971002 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc7c51-ba46-4d0c-a042-ad7e1bb04f62 req-299d77f6-9aec-4028-bdfc-3161c397974b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:50.972438 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6acc7c51-ba46-4d0c-a042-ad7e1bb04f62 req-299d77f6-9aec-4028-bdfc-3161c397974b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 1096 time: 0.0734153 Nov 25 20:52:51.037686 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5ca2f399-5564-40d6-b59b-af9bb97804f6 req-4ee3df23-ec17-449b-ab43-a40ee8493fd3 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752902 Nov 25 20:52:51.045415 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6acc7c51-ba46-4d0c-a042-ad7e1bb04f62 req-b1b86ea3-9c82-43d6-9307-77b3f257b30b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638523 Nov 25 20:52:52.155332 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8192c-490f-4433-aaca-da8c769c9811 req-3b09a5e6-387d-4583-ab46-5578ded9aa0a tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:52.156801 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1bb8192c-490f-4433-aaca-da8c769c9811 req-3b09a5e6-387d-4583-ab46-5578ded9aa0a tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 945 time: 0.0496778 Nov 25 20:52:52.210368 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1bb8192c-490f-4433-aaca-da8c769c9811 req-568b8d58-8286-45d0-8f74-4c5af578b723 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464787 Nov 25 20:52:52.641212 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d259cb-71e7-4c3c-9c3e-4cc0b3ebb732 req-eff21b4b-3822-42ba-b167-1c4970f2db09 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:52.642717 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-23d259cb-71e7-4c3c-9c3e-4cc0b3ebb732 req-eff21b4b-3822-42ba-b167-1c4970f2db09 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 945 time: 0.3666792 Nov 25 20:52:52.694784 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-23d259cb-71e7-4c3c-9c3e-4cc0b3ebb732 req-cbf8ffd9-b179-4d10-8862-a30964d76c7c tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450227 Nov 25 20:52:52.716502 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60798) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:52:52.756428 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af10fd47-05b0-4cb7-8cad-f63f5a72ad1a tempest-TestShelveInstance-1857508295 tempest-TestShelveInstance-1857508295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:52.758213 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-af10fd47-05b0-4cb7-8cad-f63f5a72ad1a tempest-TestShelveInstance-1857508295 tempest-TestShelveInstance-1857508295-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 1091 time: 0.0407240 Nov 25 20:52:52.761132 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60800) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:52:52.766692 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-cd017240-d898-4a83-9766-3d92a6fe2b85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'port_id': '89feee8d-1afe-4405-b064-76b3a11e5bc3', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:52:52.787628 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd017240-d898-4a83-9766-3d92a6fe2b85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:52.887309 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd017240-d898-4a83-9766-3d92a6fe2b85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:52.993135 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-cd017240-d898-4a83-9766-3d92a6fe2b85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Allocated IP 172.25.6.29 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/72def1b4-4ec5-465c-95c6-9be61fddc15b) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:52:53.108904 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd017240-d898-4a83-9766-3d92a6fe2b85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:53.143024 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd017240-d898-4a83-9766-3d92a6fe2b85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:53.187616 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd017240-d898-4a83-9766-3d92a6fe2b85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:52:53.190574 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-cd017240-d898-4a83-9766-3d92a6fe2b85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:52:53.194253 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd017240-d898-4a83-9766-3d92a6fe2b85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:52:53.217706 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd017240-d898-4a83-9766-3d92a6fe2b85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Pushing event updated for resources: {'Port': ['ID=72def1b4-4ec5-465c-95c6-9be61fddc15b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:53.549680 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd017240-d898-4a83-9766-3d92a6fe2b85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:53.616569 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd017240-d898-4a83-9766-3d92a6fe2b85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:53.771765 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd017240-d898-4a83-9766-3d92a6fe2b85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:53.776188 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd017240-d898-4a83-9766-3d92a6fe2b85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:53.841630 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd017240-d898-4a83-9766-3d92a6fe2b85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Pushing event updated for resources: {'Port': ['ID=72def1b4-4ec5-465c-95c6-9be61fddc15b,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:53.857300 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd017240-d898-4a83-9766-3d92a6fe2b85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:53.958062 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-cd017240-d898-4a83-9766-3d92a6fe2b85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Floating IP 1f054fc3-7515-4021-974b-d92fd4fe89a8 associated. External IP: 172.25.6.29, port: 89feee8d-1afe-4405-b064-76b3a11e5bc3. Nov 25 20:52:54.171294 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd017240-d898-4a83-9766-3d92a6fe2b85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Router 6dc295d0-1aae-4885-bf1a-0802f3a5281d has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:52:54.279839 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd017240-d898-4a83-9766-3d92a6fe2b85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:52:54.292691 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee083bd-0a35-45e8-b3b5-3dcd59ce7e30 None None] Sync routers for ids ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:52:54.303794 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee083bd-0a35-45e8-b3b5-3dcd59ce7e30 None None] Routers {'6dc295d0-1aae-4885-bf1a-0802f3a5281d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:52:54.304208 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd017240-d898-4a83-9766-3d92a6fe2b85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:54.304395 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-dee083bd-0a35-45e8-b3b5-3dcd59ce7e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:52:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:54.333746 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cd017240-d898-4a83-9766-3d92a6fe2b85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5715764 Nov 25 20:52:54.334350 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f46f9b-58da-40b9-947f-c2b0826dd86c', 'tag': '89feee8d-1afe-4405-b064-76b3a11e5bc3'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:52:54.336615 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d9b5db-6b97-4b7e-a3de-38dd8c0bc154" -d '{"events": [{"name": "network-changed", "server_uuid": "54f46f9b-58da-40b9-947f-c2b0826dd86c", "tag": "89feee8d-1afe-4405-b064-76b3a11e5bc3"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:52:54.375164 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355219fb-83f3-4fba-82ac-eb3876b8bd82 x-openstack-request-id: req-355219fb-83f3-4fba-82ac-eb3876b8bd82 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:52:54.375453 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f46f9b-58da-40b9-947f-c2b0826dd86c", "tag": "89feee8d-1afe-4405-b064-76b3a11e5bc3", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:52:54.375712 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-355219fb-83f3-4fba-82ac-eb3876b8bd82 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:52:54.376125 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f46f9b-58da-40b9-947f-c2b0826dd86c', 'tag': '89feee8d-1afe-4405-b064-76b3a11e5bc3', 'status': 'completed', 'code': 200} Nov 25 20:52:54.417528 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-dee083bd-0a35-45e8-b3b5-3dcd59ce7e30 None None] Set router 6dc295d0-1aae-4885-bf1a-0802f3a5281d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:52:54.440076 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9b5db-6b97-4b7e-a3de-38dd8c0bc154 req-5855f4fd-0c48-4290-9f66-b2b150e9cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:54.442559 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-83d9b5db-6b97-4b7e-a3de-38dd8c0bc154 req-5855f4fd-0c48-4290-9f66-b2b150e9cffb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=821a07e2b62c42f592b639a7ac09fc90&device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 1096 time: 0.0423641 Nov 25 20:52:54.444718 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:54.542243 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9b5db-6b97-4b7e-a3de-38dd8c0bc154 req-aac64d22-9681-4ef5-a232-389b93d4c852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:54.543685 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-83d9b5db-6b97-4b7e-a3de-38dd8c0bc154 req-aac64d22-9681-4ef5-a232-389b93d4c852 service neutron] 10.222.0.73 "GET /v2.0/networks?id=39588d21-9c5a-4cd8-9070-a88dce70168f HTTP/1.1" status: 200 len: 907 time: 0.0932696 Nov 25 20:52:54.611208 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-83d9b5db-6b97-4b7e-a3de-38dd8c0bc154 req-50888910-4c69-4e7f-80b5-3e9614289860 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89feee8d-1afe-4405-b064-76b3a11e5bc3 HTTP/1.1" status: 200 len: 998 time: 0.0590906 Nov 25 20:52:54.642776 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-dee083bd-0a35-45e8-b3b5-3dcd59ce7e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'name': 'tempest-TestShelveInstance-9685882-router', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:43Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'gw_port': {'id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:44Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '1f054fc3-7515-4021-974b-d92fd4fe89a8', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'floating_ip_address': '172.25.6.29', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'port_id': '89feee8d-1afe-4405-b064-76b3a11e5bc3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'mac_address': 'fa:16:3e:df:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f46f9b-58da-40b9-947f-c2b0826dd86c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:52:53Z', 'updated_at': '2021-11-25T20:52:53Z', 'revision_number': 0, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6f7b4c2-0d12-44c0-b147-daacd782891f', 'name': '', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'mac_address': 'fa:16:3e:7c:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:46Z', 'updated_at': '2021-11-25T20:47:51Z', 'revision_number': 5, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'subnets': [{'id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:54.667019 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9b5db-6b97-4b7e-a3de-38dd8c0bc154 req-df0b1fe5-ab41-4916-b367-a2a464c63724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:54.668514 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-83d9b5db-6b97-4b7e-a3de-38dd8c0bc154 req-df0b1fe5-ab41-4916-b367-a2a464c63724 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bf36e0d4-6008-40c3-a6da-8bfad339df28 HTTP/1.1" status: 200 len: 845 time: 0.0495136 Nov 25 20:52:54.719008 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9b5db-6b97-4b7e-a3de-38dd8c0bc154 req-b10ba7c2-2e85-4507-befb-557cb3b2b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:54.720569 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-83d9b5db-6b97-4b7e-a3de-38dd8c0bc154 req-b10ba7c2-2e85-4507-befb-557cb3b2b422 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39588d21-9c5a-4cd8-9070-a88dce70168f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433664 Nov 25 20:52:54.761473 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee083bd-0a35-45e8-b3b5-3dcd59ce7e30 None None] Checking router: 6dc295d0-1aae-4885-bf1a-0802f3a5281d for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:52:54.770182 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee083bd-0a35-45e8-b3b5-3dcd59ce7e30 None None] Routers {'6dc295d0-1aae-4885-bf1a-0802f3a5281d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:52:54.771188 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-dee083bd-0a35-45e8-b3b5-3dcd59ce7e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:52:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:54.818199 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-83d9b5db-6b97-4b7e-a3de-38dd8c0bc154 req-30524f7f-b068-4d74-882d-09f5944ae529 service neutron] 10.222.0.73 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889983 Nov 25 20:52:54.880665 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-dee083bd-0a35-45e8-b3b5-3dcd59ce7e30 None None] Set router 6dc295d0-1aae-4885-bf1a-0802f3a5281d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:52:54.913813 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-83d9b5db-6b97-4b7e-a3de-38dd8c0bc154 req-dd166b2a-3137-44bd-b6a6-6ceff01d683f service neutron] 10.222.0.73 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886147 Nov 25 20:52:55.103437 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-dee083bd-0a35-45e8-b3b5-3dcd59ce7e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'name': 'tempest-TestShelveInstance-9685882-router', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:43Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'gw_port': {'id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:44Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '1f054fc3-7515-4021-974b-d92fd4fe89a8', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'floating_ip_address': '172.25.6.29', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'port_id': '89feee8d-1afe-4405-b064-76b3a11e5bc3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'mac_address': 'fa:16:3e:df:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f46f9b-58da-40b9-947f-c2b0826dd86c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:52:53Z', 'updated_at': '2021-11-25T20:52:53Z', 'revision_number': 0, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6f7b4c2-0d12-44c0-b147-daacd782891f', 'name': '', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'mac_address': 'fa:16:3e:7c:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:46Z', 'updated_at': '2021-11-25T20:47:51Z', 'revision_number': 5, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'subnets': [{'id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:55.129523 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee083bd-0a35-45e8-b3b5-3dcd59ce7e30 None None] The sync data for ids ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'] in n-d-819349-5 is: [{'id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'name': 'tempest-TestShelveInstance-9685882-router', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:43Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'gw_port': {'id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:44Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '1f054fc3-7515-4021-974b-d92fd4fe89a8', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'floating_ip_address': '172.25.6.29', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'port_id': '89feee8d-1afe-4405-b064-76b3a11e5bc3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'mac_address': 'fa:16:3e:df:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f46f9b-58da-40b9-947f-c2b0826dd86c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:52:53Z', 'updated_at': '2021-11-25T20:52:53Z', 'revision_number': 0, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6f7b4c2-0d12-44c0-b147-daacd782891f', 'name': '', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'mac_address': 'fa:16:3e:7c:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:46Z', 'updated_at': '2021-11-25T20:47:51Z', 'revision_number': 5, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'subnets': [{'id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:52:55.207825 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:55.333761 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77872c14-796b-43de-9feb-c46d2231e4da None None] New status for floating IP 1f054fc3-7515-4021-974b-d92fd4fe89a8: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:52:58.668334 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:52:59.451644 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-926092d5-4847-48f8-aae6-d4c93f0aed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:01.950956 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c90aaa84-351f-4761-91ce-b1f2327938fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:04.051978 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:05.744411 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:05.855086 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:24.457455 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:25.211441 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:25.561396 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a1bf8bae-3532-4b1b-a0c2-f7fbf58dc6c6 req-7da68338-5a9c-442c-836c-de3d4d014bba service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434670 Nov 25 20:53:25.654454 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf8bae-3532-4b1b-a0c2-f7fbf58dc6c6 req-f0bad6e2-9e41-4e00-b24f-0b4f16ab5e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:53:25.655920 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a1bf8bae-3532-4b1b-a0c2-f7fbf58dc6c6 req-f0bad6e2-9e41-4e00-b24f-0b4f16ab5e26 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=821a07e2b62c42f592b639a7ac09fc90&device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 1096 time: 0.0445707 Nov 25 20:53:25.770223 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf8bae-3532-4b1b-a0c2-f7fbf58dc6c6 req-7f55b12a-56bc-4996-bebf-4471caa50272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:53:25.771756 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a1bf8bae-3532-4b1b-a0c2-f7fbf58dc6c6 req-7f55b12a-56bc-4996-bebf-4471caa50272 service neutron] 10.222.0.73 "GET /v2.0/networks?id=39588d21-9c5a-4cd8-9070-a88dce70168f HTTP/1.1" status: 200 len: 907 time: 0.0935314 Nov 25 20:53:25.844351 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a1bf8bae-3532-4b1b-a0c2-f7fbf58dc6c6 req-0b038119-51b0-4c59-9f76-784231b38b03 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89feee8d-1afe-4405-b064-76b3a11e5bc3 HTTP/1.1" status: 200 len: 1000 time: 0.0617337 Nov 25 20:53:25.901133 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf8bae-3532-4b1b-a0c2-f7fbf58dc6c6 req-679f50c0-c2d4-4bdd-9b7d-d235e3f993c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:53:25.902631 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a1bf8bae-3532-4b1b-a0c2-f7fbf58dc6c6 req-679f50c0-c2d4-4bdd-9b7d-d235e3f993c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bf36e0d4-6008-40c3-a6da-8bfad339df28 HTTP/1.1" status: 200 len: 845 time: 0.0502422 Nov 25 20:53:25.950757 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf8bae-3532-4b1b-a0c2-f7fbf58dc6c6 req-19fb0554-8c2e-47cb-a427-2a7930655452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:53:25.952172 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a1bf8bae-3532-4b1b-a0c2-f7fbf58dc6c6 req-19fb0554-8c2e-47cb-a427-2a7930655452 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39588d21-9c5a-4cd8-9070-a88dce70168f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420289 Nov 25 20:53:25.964449 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-a1bf8bae-3532-4b1b-a0c2-f7fbf58dc6c6 req-b32849d3-5cd2-413e-b2cd-00ca032d9408 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:53:25.965407 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a1bf8bae-3532-4b1b-a0c2-f7fbf58dc6c6 req-b32849d3-5cd2-413e-b2cd-00ca032d9408 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049827 Nov 25 20:53:26.056918 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a1bf8bae-3532-4b1b-a0c2-f7fbf58dc6c6 req-c5bcd916-62de-407d-a44a-1d3a44b20ce3 service neutron] 10.222.0.73 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842645 Nov 25 20:53:26.155471 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a1bf8bae-3532-4b1b-a0c2-f7fbf58dc6c6 req-105782b7-a60d-4e34-98cb-fb901183541b service neutron] 10.222.0.73 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905874 Nov 25 20:53:29.453324 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ce61cdaf-9047-4037-bd55-25f9dfddc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:31.952403 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e96400fd-956b-4623-8dc5-ad89584a4e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:34.051450 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:35.667796 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:53:35.748229 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:35.856575 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:54.471977 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:55.216375 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:59.456708 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-646b0237-065d-4a86-8699-e70fd5023181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:01.954054 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7951b93d-a662-4695-a510-ed7f8285d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:04.057388 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:05.752350 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:05.862258 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:12.666642 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:54:24.478323 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:25.226520 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:26.480192 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-06a9f617-8bfd-40a1-a10b-ddcfb3110496 req-d2f469a9-e405-4116-8607-7152b4002ba2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423987 Nov 25 20:54:26.573864 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9f617-8bfd-40a1-a10b-ddcfb3110496 req-e62f0034-9070-4728-9475-af91bf2145e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:26.575417 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-06a9f617-8bfd-40a1-a10b-ddcfb3110496 req-e62f0034-9070-4728-9475-af91bf2145e9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=821a07e2b62c42f592b639a7ac09fc90&device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 1096 time: 0.0480521 Nov 25 20:54:26.684963 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9f617-8bfd-40a1-a10b-ddcfb3110496 req-bdee43e3-8d7a-4c78-bfdf-99684827e320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:26.686461 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-06a9f617-8bfd-40a1-a10b-ddcfb3110496 req-bdee43e3-8d7a-4c78-bfdf-99684827e320 service neutron] 10.222.0.73 "GET /v2.0/networks?id=39588d21-9c5a-4cd8-9070-a88dce70168f HTTP/1.1" status: 200 len: 907 time: 0.0878892 Nov 25 20:54:26.759297 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-06a9f617-8bfd-40a1-a10b-ddcfb3110496 req-5db46c12-b5fe-4700-ab05-b0300da6851f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89feee8d-1afe-4405-b064-76b3a11e5bc3 HTTP/1.1" status: 200 len: 1000 time: 0.0630589 Nov 25 20:54:26.812312 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9f617-8bfd-40a1-a10b-ddcfb3110496 req-7b0d53b7-64a8-4a42-b3ab-3e31614cece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:26.813902 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-06a9f617-8bfd-40a1-a10b-ddcfb3110496 req-7b0d53b7-64a8-4a42-b3ab-3e31614cece7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bf36e0d4-6008-40c3-a6da-8bfad339df28 HTTP/1.1" status: 200 len: 845 time: 0.0472028 Nov 25 20:54:26.862578 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9f617-8bfd-40a1-a10b-ddcfb3110496 req-1713106e-fcc1-4386-87b2-444417801ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:26.865152 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-06a9f617-8bfd-40a1-a10b-ddcfb3110496 req-1713106e-fcc1-4386-87b2-444417801ef8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39588d21-9c5a-4cd8-9070-a88dce70168f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422251 Nov 25 20:54:26.959355 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-06a9f617-8bfd-40a1-a10b-ddcfb3110496 req-5ccbb98d-90ec-41a9-ad8b-442b7d52c8a8 service neutron] 10.222.0.73 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868914 Nov 25 20:54:27.052746 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-06a9f617-8bfd-40a1-a10b-ddcfb3110496 req-6e253faf-a6b5-4cbe-bd8c-2609b2606848 service neutron] 10.222.0.73 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854709 Nov 25 20:54:29.460649 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-28eff4f5-2014-4317-8f21-42bc0054ba03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:31.960556 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f24bc00d-de71-45e0-b0d5-cb671bf9e138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:34.056728 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:35.756895 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:35.868855 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:49.667357 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:54:51.159409 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d70d1-963a-41b5-b2c6-bea61afb113f req-63841611-6df8-4aea-a6ca-66757fa16ce6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:51.162278 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-751d70d1-963a-41b5-b2c6-bea61afb113f req-63841611-6df8-4aea-a6ca-66757fa16ce6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 945 time: 0.1376197 Nov 25 20:54:51.219099 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-751d70d1-963a-41b5-b2c6-bea61afb113f req-ccc27716-f1bf-4680-a264-f4909b593e2d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510099 Nov 25 20:54:52.383227 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949f1f8-c21c-456a-ab55-85fe4c34fcb3 req-d90a7f00-e572-474f-9359-a085e0e91d15 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:52.384736 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c949f1f8-c21c-456a-ab55-85fe4c34fcb3 req-d90a7f00-e572-474f-9359-a085e0e91d15 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 945 time: 0.0644548 Nov 25 20:54:52.447908 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c949f1f8-c21c-456a-ab55-85fe4c34fcb3 req-01fcfed2-67de-4538-bdf2-8dccf522e2a9 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569773 Nov 25 20:54:53.571321 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81a5fc-f09a-486f-8fee-8e5d1e5ea39a req-da1832a4-7295-450b-8c3c-5d5c1d02bd22 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:53.572822 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb81a5fc-f09a-486f-8fee-8e5d1e5ea39a req-da1832a4-7295-450b-8c3c-5d5c1d02bd22 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 945 time: 0.0500565 Nov 25 20:54:53.629447 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fb81a5fc-f09a-486f-8fee-8e5d1e5ea39a req-f3133454-29fd-4b5f-a1d6-141b966431b1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485406 Nov 25 20:54:54.476944 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:54.776061 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad677ca-f972-4815-9e41-e6b35e9c5f19 req-2b5a03f4-6016-42f6-ae0f-7ca368a56f60 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:54.777443 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fad677ca-f972-4815-9e41-e6b35e9c5f19 req-2b5a03f4-6016-42f6-ae0f-7ca368a56f60 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 945 time: 0.0563173 Nov 25 20:54:54.826865 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fad677ca-f972-4815-9e41-e6b35e9c5f19 req-c320998d-9830-4585-bd50-a7adee1df7db tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433769 Nov 25 20:54:55.211085 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:55.950496 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e345bd1-36a1-4351-9a84-c43f97db74f4 req-f45c7c3d-8f61-4e54-9948-8a2634557f5f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:55.952084 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e345bd1-36a1-4351-9a84-c43f97db74f4 req-f45c7c3d-8f61-4e54-9948-8a2634557f5f tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 945 time: 0.0549836 Nov 25 20:54:56.016034 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7e345bd1-36a1-4351-9a84-c43f97db74f4 req-092a6ff8-5089-446d-8faf-5950df04d49a tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540137 Nov 25 20:54:57.137589 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8f349-d2df-4ec6-b010-3fe0f052d816 req-38d27fb5-ffb0-41d5-80a5-dddf3adcf268 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:57.139093 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79a8f349-d2df-4ec6-b010-3fe0f052d816 req-38d27fb5-ffb0-41d5-80a5-dddf3adcf268 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 945 time: 0.0536234 Nov 25 20:54:57.189371 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-79a8f349-d2df-4ec6-b010-3fe0f052d816 req-72eaaebf-3a2b-44fa-a442-6ca09f0fc5c1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430126 Nov 25 20:54:58.309684 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bd99a-8d30-4899-b0d5-ca19818d7064 req-6256c3ef-d9c2-4317-8fa1-a6f34a632b85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:58.311171 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fc7bd99a-8d30-4899-b0d5-ca19818d7064 req-6256c3ef-d9c2-4317-8fa1-a6f34a632b85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 945 time: 0.0506213 Nov 25 20:54:58.362514 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fc7bd99a-8d30-4899-b0d5-ca19818d7064 req-cc17bf2f-dc6d-40ca-a8a3-72c6ecd3ae83 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451632 Nov 25 20:54:59.464166 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8cd3cf18-d1cd-4554-9ef3-7bbb9a83aaea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:59.484796 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbadb8-dec6-46ba-9930-bc69b1471d82 req-7224f4e8-37a2-49b9-9a02-e317c26aa1e6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:59.486317 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5cfbadb8-dec6-46ba-9930-bc69b1471d82 req-7224f4e8-37a2-49b9-9a02-e317c26aa1e6 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 945 time: 0.0530803 Nov 25 20:54:59.541123 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-5cfbadb8-dec6-46ba-9930-bc69b1471d82 req-b0ab0f2f-11ee-45a4-9506-b52cd5074692 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479906 Nov 25 20:55:00.662157 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08fb71-a175-44bb-b801-bbd3d2cfcdc8 req-2a2e62f2-c8b9-483e-83eb-373cee3274be tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:00.663710 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4d08fb71-a175-44bb-b801-bbd3d2cfcdc8 req-2a2e62f2-c8b9-483e-83eb-373cee3274be tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 945 time: 0.0499370 Nov 25 20:55:00.717586 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4d08fb71-a175-44bb-b801-bbd3d2cfcdc8 req-e7d9fc87-44ad-4edb-9cb3-8f67d06880a8 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478699 Nov 25 20:55:01.226356 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802c8f6-e336-4979-a24a-73c23de371c8 req-f76965ad-ff2c-46a1-b464-cc4f94140e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:01.227727 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e802c8f6-e336-4979-a24a-73c23de371c8 req-f76965ad-ff2c-46a1-b464-cc4f94140e92 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=821a07e2b62c42f592b639a7ac09fc90&device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 1096 time: 0.0421877 Nov 25 20:55:01.323353 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802c8f6-e336-4979-a24a-73c23de371c8 req-dbf61fc3-a8d0-4af2-8032-00069a3f1acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:01.324838 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e802c8f6-e336-4979-a24a-73c23de371c8 req-dbf61fc3-a8d0-4af2-8032-00069a3f1acf service neutron] 10.222.0.73 "GET /v2.0/networks?id=39588d21-9c5a-4cd8-9070-a88dce70168f HTTP/1.1" status: 200 len: 907 time: 0.0899999 Nov 25 20:55:01.396208 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e802c8f6-e336-4979-a24a-73c23de371c8 req-240cd936-2a96-4baf-a213-8a620a77d26e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89feee8d-1afe-4405-b064-76b3a11e5bc3 HTTP/1.1" status: 200 len: 1000 time: 0.0624497 Nov 25 20:55:01.453290 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802c8f6-e336-4979-a24a-73c23de371c8 req-2ab7a249-d840-4cf0-8dac-246629cd0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:01.454771 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e802c8f6-e336-4979-a24a-73c23de371c8 req-2ab7a249-d840-4cf0-8dac-246629cd0d77 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bf36e0d4-6008-40c3-a6da-8bfad339df28 HTTP/1.1" status: 200 len: 845 time: 0.0512009 Nov 25 20:55:01.505861 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802c8f6-e336-4979-a24a-73c23de371c8 req-0037d7fd-d7a1-4b14-9ebc-e94e19f382e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:01.507538 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e802c8f6-e336-4979-a24a-73c23de371c8 req-0037d7fd-d7a1-4b14-9ebc-e94e19f382e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39588d21-9c5a-4cd8-9070-a88dce70168f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434058 Nov 25 20:55:01.626743 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e802c8f6-e336-4979-a24a-73c23de371c8 req-87e4b915-1112-4171-9c5e-eeaf73ef7b85 service neutron] 10.222.0.73 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091156 Nov 25 20:55:01.741582 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e802c8f6-e336-4979-a24a-73c23de371c8 req-9115d79c-1fea-4a60-a739-7389bb691613 service neutron] 10.222.0.73 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066253 Nov 25 20:55:01.851318 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25354039-62b2-4a7a-8235-34dc033423f6 req-ac5932df-b606-4fc0-977f-c09d063a7879 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:01.853109 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25354039-62b2-4a7a-8235-34dc033423f6 req-ac5932df-b606-4fc0-977f-c09d063a7879 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 945 time: 0.0586753 Nov 25 20:55:01.912674 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-25354039-62b2-4a7a-8235-34dc033423f6 req-5f8b98bb-0c7a-48ef-8d69-b9a62630a413 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516055 Nov 25 20:55:01.954397 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b63abb5e-cea5-40b0-9d7b-5003d7fcb55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:03.032212 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbb2e9-bfea-4a72-8011-d4d6f0fa8928 req-89791eb1-1ae4-42fb-bacc-fd3f9966d995 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:03.033686 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-83bbb2e9-bfea-4a72-8011-d4d6f0fa8928 req-89791eb1-1ae4-42fb-bacc-fd3f9966d995 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 945 time: 0.0523705 Nov 25 20:55:03.083478 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-83bbb2e9-bfea-4a72-8011-d4d6f0fa8928 req-02abe9f2-f148-49b0-9ac6-9d22191d3d25 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430679 Nov 25 20:55:04.061864 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:04.202563 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e80b8-99b8-4c87-8bdd-86ac5d591303 req-71e25f23-4d26-440e-bc0b-9115e89dc228 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:04.204071 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b3e80b8-99b8-4c87-8bdd-86ac5d591303 req-71e25f23-4d26-440e-bc0b-9115e89dc228 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 945 time: 0.0509355 Nov 25 20:55:04.258460 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1b3e80b8-99b8-4c87-8bdd-86ac5d591303 req-83bbea76-e36a-415f-88a8-dfcd21bd2a03 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467272 Nov 25 20:55:05.383403 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ba855-c18b-4019-80f5-f30ec84a7e4b req-0a9fd8cc-afb6-4dbf-be79-2018e9237db3 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:05.384814 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a1ba855-c18b-4019-80f5-f30ec84a7e4b req-0a9fd8cc-afb6-4dbf-be79-2018e9237db3 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 945 time: 0.0531754 Nov 25 20:55:05.441947 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9a1ba855-c18b-4019-80f5-f30ec84a7e4b req-3cce67d5-4fba-4c09-858c-b9ea9f18f415 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503294 Nov 25 20:55:05.657639 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-b12c2f8d-b3c4-426e-8bba-121453701cf9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0669606 Nov 25 20:55:05.671220 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-980adb68-28a5-4fce-afb2-4be650a6c91c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:55:05.672463 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-980adb68-28a5-4fce-afb2-4be650a6c91c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064373 Nov 25 20:55:05.685664 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a9038-5ed8-4674-93fa-75162ac90737 req-b352be87-798f-4710-8e60-dbc67544d2ba tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:05.688153 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4f7a9038-5ed8-4674-93fa-75162ac90737 req-b352be87-798f-4710-8e60-dbc67544d2ba tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 945 time: 0.0707977 Nov 25 20:55:05.753240 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4f7a9038-5ed8-4674-93fa-75162ac90737 req-d12b3744-8607-41a8-8bf5-b7e851ba7d74 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588193 Nov 25 20:55:05.763856 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:05.867654 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:06.882633 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059879b8-5f80-4290-ae45-8b8f4d1c42b7 req-3a96fdc9-0578-444d-87cf-361c5fdcb50c tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:06.884419 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-059879b8-5f80-4290-ae45-8b8f4d1c42b7 req-3a96fdc9-0578-444d-87cf-361c5fdcb50c tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 945 time: 0.0568984 Nov 25 20:55:06.943726 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-059879b8-5f80-4290-ae45-8b8f4d1c42b7 req-f72a5785-f9c5-4cdf-a258-c2a4f2deb331 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526433 Nov 25 20:55:07.384718 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 89feee8d-1afe-4405-b064-76b3a11e5bc3 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:55:07.469559 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:07.497917 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f46f9b-58da-40b9-947f-c2b0826dd86c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89feee8d-1afe-4405-b064-76b3a11e5bc3'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:55:07.500382 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650f01fb-c9fd-42f0-bfdf-9858c622a801" -d '{"events": [{"server_uuid": "54f46f9b-58da-40b9-947f-c2b0826dd86c", "name": "network-vif-unplugged", "status": "completed", "tag": "89feee8d-1afe-4405-b064-76b3a11e5bc3"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:55:07.514551 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 89feee8d-1afe-4405-b064-76b3a11e5bc3, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=89feee8d-1afe-4405-b064-76b3a11e5bc3,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:55:07.520170 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:07.551939 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 20:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e68954c-9b4c-4229-a939-165c0ed89d20 x-openstack-request-id: req-4e68954c-9b4c-4229-a939-165c0ed89d20 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:55:07.552288 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f46f9b-58da-40b9-947f-c2b0826dd86c", "name": "network-vif-unplugged", "status": "failed", "tag": "89feee8d-1afe-4405-b064-76b3a11e5bc3", "code": 422}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:55:07.552513 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e68954c-9b4c-4229-a939-165c0ed89d20 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:55:07.552893 n-d-819349-5 neutron-server[103601]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '54f46f9b-58da-40b9-947f-c2b0826dd86c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '89feee8d-1afe-4405-b064-76b3a11e5bc3', 'code': 422} returned with failed status Nov 25 20:55:07.576918 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=89feee8d-1afe-4405-b064-76b3a11e5bc3,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:55:07.585130 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:55:07.585468 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:55:07.585817 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:55:07.586315 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:55:07.586667 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:55:07.587008 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:55:07.587347 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:55:07.587700 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:55:07.588019 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:55:07.588349 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:55:07.588681 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:55:07.589007 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:55:08.076812 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c7e80-6e89-49ad-8af4-80d80df1e21d req-9e1d3ec1-6ffd-4b5b-a059-ccce1dd4f7ad tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:08.078696 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-195c7e80-6e89-49ad-8af4-80d80df1e21d req-9e1d3ec1-6ffd-4b5b-a059-ccce1dd4f7ad tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 943 time: 0.0536299 Nov 25 20:55:08.132323 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-195c7e80-6e89-49ad-8af4-80d80df1e21d req-f51b3f87-d7d9-40b9-85e8-717d49afe403 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457745 Nov 25 20:55:09.256102 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31cce9-46a9-461a-9a48-523e6c71dc7e req-0007affc-7d16-47b8-9602-6361d27fbd67 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:09.257608 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ed31cce9-46a9-461a-9a48-523e6c71dc7e req-0007affc-7d16-47b8-9602-6361d27fbd67 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 943 time: 0.0530741 Nov 25 20:55:09.310436 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ed31cce9-46a9-461a-9a48-523e6c71dc7e req-acdf0c59-d2d4-4dcc-aa72-c4ed11e5189c tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467165 Nov 25 20:55:10.433506 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea53b6d-d137-413c-9b1f-757f80a48ffb req-5903c475-52ba-425a-a31e-1ed90af8ce5d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:10.435017 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fea53b6d-d137-413c-9b1f-757f80a48ffb req-5903c475-52ba-425a-a31e-1ed90af8ce5d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 943 time: 0.0538585 Nov 25 20:55:10.492915 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-fea53b6d-d137-413c-9b1f-757f80a48ffb req-f518b505-3ca6-4b3d-9462-0d666c463f6c tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468078 Nov 25 20:55:11.613448 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcb831-fde2-4111-b056-d147a8c50b3f req-0ed45952-2076-445e-b297-3acafa73afe5 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:11.615142 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33dcb831-fde2-4111-b056-d147a8c50b3f req-0ed45952-2076-445e-b297-3acafa73afe5 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 943 time: 0.0525658 Nov 25 20:55:11.615703 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-14e79c4b-6eb0-4e98-b5e2-f4c3bb6d95f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:11.617196 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-14e79c4b-6eb0-4e98-b5e2-f4c3bb6d95f2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c&tenant_id=821a07e2b62c42f592b639a7ac09fc90 HTTP/1.1" status: 200 len: 1094 time: 0.0447631 Nov 25 20:55:11.628337 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-11c456a1-6dd6-4866-875f-82caa843f982 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:55:11.629976 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-11c456a1-6dd6-4866-875f-82caa843f982 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057828 Nov 25 20:55:11.642089 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819349-5', 'device_owner': 'compute:nova'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:55:11.666835 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-33dcb831-fde2-4111-b056-d147a8c50b3f req-e9fe2bed-ddd6-4bb5-a40f-4f7e596ea9a5 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456522 Nov 25 20:55:11.702082 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:11.914412 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] For port 89feee8d-1afe-4405-b064-76b3a11e5bc3, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=89feee8d-1afe-4405-b064-76b3a11e5bc3,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:55:11.948833 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] For port 89feee8d-1afe-4405-b064-76b3a11e5bc3, host n-h1-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:55:11.982010 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89feee8d-1afe-4405-b064-76b3a11e5bc3 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:55:11.990246 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:12.002348 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Transition to ACTIVE for port object 89feee8d-1afe-4405-b064-76b3a11e5bc3 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:55:12.006101 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:12.089281 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Pushing event updated for resources: {'Port': ['ID=89feee8d-1afe-4405-b064-76b3a11e5bc3,revision_number=7']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:55:12.104502 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:55:12.104854 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:55:12.105206 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:55:12.105548 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:55:12.105887 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:55:12.106223 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:55:12.106583 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:55:12.106915 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:55:12.107248 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:55:12.107578 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:55:12.107905 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:55:12.108235 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:55:12.144915 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] No DVR routers for this DVR port 89feee8d-1afe-4405-b064-76b3a11e5bc3 on host n-h1-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:55:12.284247 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Attempting to bind port 89feee8d-1afe-4405-b064-76b3a11e5bc3 on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:55:12.284651 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Attempting to bind port 89feee8d-1afe-4405-b064-76b3a11e5bc3 by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': '322c4adf-6ae8-49f8-b277-285a21d5fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:55:12.285635 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Attempting to bind port 89feee8d-1afe-4405-b064-76b3a11e5bc3 on network 39588d21-9c5a-4cd8-9070-a88dce70168f {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:55:12.289888 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Port 89feee8d-1afe-4405-b064-76b3a11e5bc3 on network 39588d21-9c5a-4cd8-9070-a88dce70168f not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:55:12.290215 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Attempting to bind port 89feee8d-1afe-4405-b064-76b3a11e5bc3 on network 39588d21-9c5a-4cd8-9070-a88dce70168f {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:55:12.295253 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:55:12.295594 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Checking segment: {'id': '322c4adf-6ae8-49f8-b277-285a21d5fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:55:12.295981 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Bound using segment: {'id': '322c4adf-6ae8-49f8-b277-285a21d5fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:55:12.296412 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Bound port: 89feee8d-1afe-4405-b064-76b3a11e5bc3, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '322c4adf-6ae8-49f8-b277-285a21d5fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:55:12.296771 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:12.361869 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] For port 89feee8d-1afe-4405-b064-76b3a11e5bc3, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:55:12.365499 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] For port 89feee8d-1afe-4405-b064-76b3a11e5bc3, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=89feee8d-1afe-4405-b064-76b3a11e5bc3,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:55:12.369927 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:12.409637 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:12.410774 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:12.412130 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] 10.222.0.85 "PUT /v2.0/ports/89feee8d-1afe-4405-b064-76b3a11e5bc3 HTTP/1.1" status: 200 len: 1091 time: 0.7740088 Nov 25 20:55:12.412573 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f46f9b-58da-40b9-947f-c2b0826dd86c', 'tag': '89feee8d-1afe-4405-b064-76b3a11e5bc3'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:55:12.414841 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24be5415-02cf-4ed1-9cc9-1eac71b5667c" -d '{"events": [{"name": "network-changed", "server_uuid": "54f46f9b-58da-40b9-947f-c2b0826dd86c", "tag": "89feee8d-1afe-4405-b064-76b3a11e5bc3"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:55:12.458798 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cde5ec6-4668-4389-9f59-6b64219ece8c x-openstack-request-id: req-1cde5ec6-4668-4389-9f59-6b64219ece8c {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:55:12.459101 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f46f9b-58da-40b9-947f-c2b0826dd86c", "tag": "89feee8d-1afe-4405-b064-76b3a11e5bc3", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:55:12.459364 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1cde5ec6-4668-4389-9f59-6b64219ece8c {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:55:12.459774 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f46f9b-58da-40b9-947f-c2b0826dd86c', 'tag': '89feee8d-1afe-4405-b064-76b3a11e5bc3', 'status': 'completed', 'code': 200} Nov 25 20:55:12.474265 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d553fee-2a65-45fc-a252-c0d64e3fbb64 service neutron] Pushing event updated for resources: {'Port': ['ID=89feee8d-1afe-4405-b064-76b3a11e5bc3,revision_number=8']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:55:12.495733 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-ae95a201-4978-4161-9aa4-d682232667c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:12.497309 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-ae95a201-4978-4161-9aa4-d682232667c8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=821a07e2b62c42f592b639a7ac09fc90&device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 1094 time: 0.0544086 Nov 25 20:55:12.612426 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-359da976-13d6-47b4-9825-3826b0c74eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:12.614760 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-359da976-13d6-47b4-9825-3826b0c74eb1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=39588d21-9c5a-4cd8-9070-a88dce70168f HTTP/1.1" status: 200 len: 907 time: 0.1085670 Nov 25 20:55:12.697490 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-1aa15e9a-d8f9-4db0-876b-e3cd13335039 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89feee8d-1afe-4405-b064-76b3a11e5bc3 HTTP/1.1" status: 200 len: 998 time: 0.0757186 Nov 25 20:55:12.751237 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-58c14559-3ba2-451c-af37-19c7bbf9fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:12.752730 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-58c14559-3ba2-451c-af37-19c7bbf9fd47 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bf36e0d4-6008-40c3-a6da-8bfad339df28 HTTP/1.1" status: 200 len: 845 time: 0.0483320 Nov 25 20:55:12.799495 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd040d28-f2a8-4166-bafb-17393be7cea4 req-50cd68df-d84c-414f-882d-5c41143c5c24 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:12.803444 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd040d28-f2a8-4166-bafb-17393be7cea4 req-50cd68df-d84c-414f-882d-5c41143c5c24 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 943 time: 0.0596380 Nov 25 20:55:12.809085 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-52eb1fc3-01ba-47dd-af59-902d31e46455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:12.810633 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-52eb1fc3-01ba-47dd-af59-902d31e46455 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=39588d21-9c5a-4cd8-9070-a88dce70168f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508344 Nov 25 20:55:12.855375 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd040d28-f2a8-4166-bafb-17393be7cea4 req-6bdb7588-de1f-4c3c-a7ea-82263b136f9a tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449545 Nov 25 20:55:12.904888 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-3cf6b29e-b07a-4a89-ba64-21b4c40bb2a9 service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871689 Nov 25 20:55:13.003302 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-d7f6447b-0bc8-4c42-b78a-a815e98aeed0 service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901630 Nov 25 20:55:13.098305 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be5415-02cf-4ed1-9cc9-1eac71b5667c req-68ab0e7c-2e56-43e2-bb10-85c7b2338db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:13.099906 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-24be5415-02cf-4ed1-9cc9-1eac71b5667c req-68ab0e7c-2e56-43e2-bb10-85c7b2338db3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=821a07e2b62c42f592b639a7ac09fc90&device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 1094 time: 0.0491724 Nov 25 20:55:13.217001 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be5415-02cf-4ed1-9cc9-1eac71b5667c req-f41d3507-fcaa-4720-9368-d626d041d38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:13.218569 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-24be5415-02cf-4ed1-9cc9-1eac71b5667c req-f41d3507-fcaa-4720-9368-d626d041d38c service neutron] 10.222.0.85 "GET /v2.0/networks?id=39588d21-9c5a-4cd8-9070-a88dce70168f HTTP/1.1" status: 200 len: 907 time: 0.1114354 Nov 25 20:55:13.285826 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-24be5415-02cf-4ed1-9cc9-1eac71b5667c req-9e0f018c-b41b-4c5d-9339-0dac37105fb5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89feee8d-1afe-4405-b064-76b3a11e5bc3 HTTP/1.1" status: 200 len: 998 time: 0.0592182 Nov 25 20:55:13.339357 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be5415-02cf-4ed1-9cc9-1eac71b5667c req-e2cbc5b4-3c39-41d1-9a23-54a8d5df14f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:13.340871 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-24be5415-02cf-4ed1-9cc9-1eac71b5667c req-e2cbc5b4-3c39-41d1-9a23-54a8d5df14f6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bf36e0d4-6008-40c3-a6da-8bfad339df28 HTTP/1.1" status: 200 len: 845 time: 0.0466874 Nov 25 20:55:13.391442 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be5415-02cf-4ed1-9cc9-1eac71b5667c req-44d8824a-1704-4cc8-84d2-e9febb1f0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:13.392957 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-24be5415-02cf-4ed1-9cc9-1eac71b5667c req-44d8824a-1704-4cc8-84d2-e9febb1f0bed service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=39588d21-9c5a-4cd8-9070-a88dce70168f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450594 Nov 25 20:55:13.487824 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-24be5415-02cf-4ed1-9cc9-1eac71b5667c req-27a82f14-93bc-4e20-97ac-48f73b806fdc service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868502 Nov 25 20:55:13.585047 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-24be5415-02cf-4ed1-9cc9-1eac71b5667c req-b2d8cf86-fe81-400f-a1e9-5ce13d09ea40 service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901518 Nov 25 20:55:13.975334 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744fd12-dd59-434e-af41-94b39500be0b req-d131237d-58dd-435f-b716-d577611904cc tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:13.976804 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f744fd12-dd59-434e-af41-94b39500be0b req-d131237d-58dd-435f-b716-d577611904cc tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 943 time: 0.0497937 Nov 25 20:55:14.026587 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f744fd12-dd59-434e-af41-94b39500be0b req-c3058d29-5907-45ca-8800-5125da71ceaa tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437386 Nov 25 20:55:15.142898 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef2ada-81aa-45a4-bf1f-537523f7f098 req-5c6310cc-5800-45a2-87e8-48cb475f2b46 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:15.145095 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9eef2ada-81aa-45a4-bf1f-537523f7f098 req-5c6310cc-5800-45a2-87e8-48cb475f2b46 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 943 time: 0.0489638 Nov 25 20:55:15.198383 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9eef2ada-81aa-45a4-bf1f-537523f7f098 req-b150eeb1-7fdb-4d7c-9e46-ebd18a1a5a02 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472682 Nov 25 20:55:16.312882 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c46354-fcfa-4b74-9e27-e5bbdf952a34 req-a92d0c28-b792-4e0f-8c76-cf81d92547b1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:16.314386 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45c46354-fcfa-4b74-9e27-e5bbdf952a34 req-a92d0c28-b792-4e0f-8c76-cf81d92547b1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 943 time: 0.0495362 Nov 25 20:55:16.365391 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-45c46354-fcfa-4b74-9e27-e5bbdf952a34 req-34ae609e-a9e8-4e33-b831-ccd9f3185155 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444100 Nov 25 20:55:17.485563 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28732f40-4a61-4f32-a00a-19b8b1d9a73b req-b858f9d8-3047-463d-9656-6abf73eefa80 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:17.487084 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-28732f40-4a61-4f32-a00a-19b8b1d9a73b req-b858f9d8-3047-463d-9656-6abf73eefa80 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 943 time: 0.0531323 Nov 25 20:55:17.538378 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-28732f40-4a61-4f32-a00a-19b8b1d9a73b req-0cff56d7-1b97-45a6-b9d6-0b5d4d7425f4 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443549 Nov 25 20:55:18.681381 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c42533-bdaf-4711-8f1b-5e5f2fb7798f req-92018534-9e36-47b5-a419-d3d5b0b79cac tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:18.683485 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d6c42533-bdaf-4711-8f1b-5e5f2fb7798f req-92018534-9e36-47b5-a419-d3d5b0b79cac tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 943 time: 0.0669751 Nov 25 20:55:18.736269 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d6c42533-bdaf-4711-8f1b-5e5f2fb7798f req-3d728b0c-0060-4e9d-af83-4a083fae6a63 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468020 Nov 25 20:55:19.866768 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72709b03-097e-4b90-862f-f7b3e2735106 req-6dd877d5-a7eb-4194-a979-dff8ad7d56d3 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:19.868223 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-72709b03-097e-4b90-862f-f7b3e2735106 req-6dd877d5-a7eb-4194-a979-dff8ad7d56d3 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 943 time: 0.0509055 Nov 25 20:55:19.919558 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-72709b03-097e-4b90-862f-f7b3e2735106 req-b398e662-b8d3-42d6-8566-b045c29479c0 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452008 Nov 25 20:55:21.036474 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e1161-c79a-4939-98f4-3bca6bf4036b req-3e370449-259b-4dce-90ea-b6ff957674b1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:21.037948 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-967e1161-c79a-4939-98f4-3bca6bf4036b req-3e370449-259b-4dce-90ea-b6ff957674b1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 943 time: 0.0481141 Nov 25 20:55:21.092058 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-967e1161-c79a-4939-98f4-3bca6bf4036b req-734a16c1-3398-4dd4-a42d-cf8c17dc6d64 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478523 Nov 25 20:55:21.801168 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 89feee8d-1afe-4405-b064-76b3a11e5bc3 details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:55:21.900431 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 89feee8d-1afe-4405-b064-76b3a11e5bc3, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=89feee8d-1afe-4405-b064-76b3a11e5bc3,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:55:21.912085 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '89feee8d-1afe-4405-b064-76b3a11e5bc3', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'port_id': '89feee8d-1afe-4405-b064-76b3a11e5bc3', 'mac_address': 'fa:16:3e:df:7d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:55:21.950178 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:21.963084 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89feee8d-1afe-4405-b064-76b3a11e5bc3 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:55:21.982322 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 89feee8d-1afe-4405-b064-76b3a11e5bc3, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=89feee8d-1afe-4405-b064-76b3a11e5bc3,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:55:21.986099 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:22.033302 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=89feee8d-1afe-4405-b064-76b3a11e5bc3,revision_number=9']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:55:22.209931 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353f065-3279-42c6-a476-ab03668c52a5 req-68432be5-821b-453a-8e1b-bfbc76c2552c tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:22.211404 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1353f065-3279-42c6-a476-ab03668c52a5 req-68432be5-821b-453a-8e1b-bfbc76c2552c tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 944 time: 0.0497179 Nov 25 20:55:22.234342 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['89feee8d-1afe-4405-b064-76b3a11e5bc3'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:55:22.262312 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1353f065-3279-42c6-a476-ab03668c52a5 req-7795ecb7-ecd8-4e71-b8fa-b8f4c10d0260 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449271 Nov 25 20:55:23.381081 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566c35d-2316-45d8-b6b1-178d04bf320a req-83a44884-423f-41bc-bba3-4aeb28945137 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:23.382519 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4566c35d-2316-45d8-b6b1-178d04bf320a req-83a44884-423f-41bc-bba3-4aeb28945137 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 944 time: 0.0517480 Nov 25 20:55:23.435007 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4566c35d-2316-45d8-b6b1-178d04bf320a req-60988868-2b8b-458a-9df4-b70427ca5cc3 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465024 Nov 25 20:55:23.817553 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 89feee8d-1afe-4405-b064-76b3a11e5bc3 up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:55:23.871258 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 89feee8d-1afe-4405-b064-76b3a11e5bc3 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:55:23.875772 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 89feee8d-1afe-4405-b064-76b3a11e5bc3 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:55:23.876142 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:23.953388 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:23.976059 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f46f9b-58da-40b9-947f-c2b0826dd86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89feee8d-1afe-4405-b064-76b3a11e5bc3'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:55:23.978331 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca2f0b7-ebbd-4bfa-b6b8-03a9b8872211" -d '{"events": [{"server_uuid": "54f46f9b-58da-40b9-947f-c2b0826dd86c", "name": "network-vif-plugged", "status": "completed", "tag": "89feee8d-1afe-4405-b064-76b3a11e5bc3"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:55:23.992277 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 89feee8d-1afe-4405-b064-76b3a11e5bc3, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=89feee8d-1afe-4405-b064-76b3a11e5bc3,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:55:23.996400 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:24.022358 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20704b2-c017-477e-a736-1261f2d8410a x-openstack-request-id: req-b20704b2-c017-477e-a736-1261f2d8410a {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:55:24.022658 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f46f9b-58da-40b9-947f-c2b0826dd86c", "name": "network-vif-plugged", "status": "completed", "tag": "89feee8d-1afe-4405-b064-76b3a11e5bc3", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:55:24.022920 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b20704b2-c017-477e-a736-1261f2d8410a {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:55:24.023317 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f46f9b-58da-40b9-947f-c2b0826dd86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89feee8d-1afe-4405-b064-76b3a11e5bc3', 'code': 200} Nov 25 20:55:24.052273 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=89feee8d-1afe-4405-b064-76b3a11e5bc3,revision_number=10']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:55:24.172622 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a261cf7-f182-4e61-bd39-e14bb3fa8b1a req-f1f7ac02-3350-45c4-acb7-15d890a6c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:24.174109 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5a261cf7-f182-4e61-bd39-e14bb3fa8b1a req-f1f7ac02-3350-45c4-acb7-15d890a6c034 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 1097 time: 0.0418439 Nov 25 20:55:24.224989 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-5a261cf7-f182-4e61-bd39-e14bb3fa8b1a req-7ebefa8f-4957-46c3-baae-510540e3907f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435302 Nov 25 20:55:24.488809 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:24.569606 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ce4c8-09bb-43e7-8360-adfe0abecebd req-09246495-c998-4b9d-898f-87dcde974ba4 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:24.571090 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a10ce4c8-09bb-43e7-8360-adfe0abecebd req-09246495-c998-4b9d-898f-87dcde974ba4 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 946 time: 0.0550451 Nov 25 20:55:24.621595 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a10ce4c8-09bb-43e7-8360-adfe0abecebd req-e4124a08-4fea-41ca-a69a-428ee9cd1eeb tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445595 Nov 25 20:55:25.226403 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:25.747893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb7ead-f517-4500-ba7d-921356ac7ebd req-e2c45e72-fe3a-417c-9e54-2ee777606ed4 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:25.749403 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-18bb7ead-f517-4500-ba7d-921356ac7ebd req-e2c45e72-fe3a-417c-9e54-2ee777606ed4 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 946 time: 0.0509810 Nov 25 20:55:25.803348 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-18bb7ead-f517-4500-ba7d-921356ac7ebd req-1565bcc4-1266-44cf-988d-4f6a71c93f39 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465093 Nov 25 20:55:26.666681 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:55:29.465289 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5b7f7fa5-14b8-4603-a105-bfc4ad6477b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:31.955964 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3dbd100-2cfa-4d8d-92e8-35b0aa56cf1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:33.050269 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-63e8f4ba-3e64-4d73-a409-74482e15d095 req-cb14c2a2-70e1-408a-a110-2ee0b4c1abf0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0854616 Nov 25 20:55:33.138397 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8f4ba-3e64-4d73-a409-74482e15d095 req-e3e34668-d11b-41f9-81aa-33f2b8dc096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:33.139886 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-63e8f4ba-3e64-4d73-a409-74482e15d095 req-e3e34668-d11b-41f9-81aa-33f2b8dc096b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=821a07e2b62c42f592b639a7ac09fc90&device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 1097 time: 0.0469222 Nov 25 20:55:33.246886 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8f4ba-3e64-4d73-a409-74482e15d095 req-5cef8102-3d7f-4c8a-b4b4-dd8da4b824c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:33.248411 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-63e8f4ba-3e64-4d73-a409-74482e15d095 req-5cef8102-3d7f-4c8a-b4b4-dd8da4b824c8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=39588d21-9c5a-4cd8-9070-a88dce70168f HTTP/1.1" status: 200 len: 907 time: 0.0894475 Nov 25 20:55:33.328523 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-63e8f4ba-3e64-4d73-a409-74482e15d095 req-236ae8ef-9c60-4e7e-9450-8bb8764a0947 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89feee8d-1afe-4405-b064-76b3a11e5bc3 HTTP/1.1" status: 200 len: 1000 time: 0.0728140 Nov 25 20:55:33.379684 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8f4ba-3e64-4d73-a409-74482e15d095 req-a1df6305-0bcf-4e18-9c84-309d0379a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:33.381256 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-63e8f4ba-3e64-4d73-a409-74482e15d095 req-a1df6305-0bcf-4e18-9c84-309d0379a8f9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bf36e0d4-6008-40c3-a6da-8bfad339df28 HTTP/1.1" status: 200 len: 845 time: 0.0452969 Nov 25 20:55:33.427803 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8f4ba-3e64-4d73-a409-74482e15d095 req-6f44589e-b13b-4ca0-afb1-f01b114995bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:33.429366 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-63e8f4ba-3e64-4d73-a409-74482e15d095 req-6f44589e-b13b-4ca0-afb1-f01b114995bd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=39588d21-9c5a-4cd8-9070-a88dce70168f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417931 Nov 25 20:55:33.525085 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-63e8f4ba-3e64-4d73-a409-74482e15d095 req-4ebd74d6-de29-4b65-9a7f-15543bd61f06 service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887899 Nov 25 20:55:33.615609 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-63e8f4ba-3e64-4d73-a409-74482e15d095 req-1d57abab-00de-4ab1-9a8c-3340de977223 service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841482 Nov 25 20:55:34.062027 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:35.760339 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:35.869611 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:54.468727 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:55.240809 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:59.466754 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5446b6f1-2fb2-4dd3-8801-24446b8c91c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:01.959707 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0f4ae870-0c57-4b62-b5ab-bf336de30858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:03.668938 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:56:04.066137 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:05.752914 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:05.872071 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:24.469105 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:25.243840 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:29.470383 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-592f414f-a0b1-4512-bdf5-1b1746793dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:31.961783 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a5b43b1a-f57e-4696-a60f-defaa2e4898e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:34.008660 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7fb43516-e869-4546-82f0-6eceb45d8444 req-a7a21f9e-8db1-426a-81ee-6444bf84376e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486608 Nov 25 20:56:34.069570 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:34.104724 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb43516-e869-4546-82f0-6eceb45d8444 req-a386c575-3bd7-4925-bc65-84937a6e2566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:34.106316 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7fb43516-e869-4546-82f0-6eceb45d8444 req-a386c575-3bd7-4925-bc65-84937a6e2566 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=821a07e2b62c42f592b639a7ac09fc90&device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 1097 time: 0.0516036 Nov 25 20:56:34.215697 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb43516-e869-4546-82f0-6eceb45d8444 req-f9936e31-048c-4e71-9985-a50002c1512f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:34.218774 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7fb43516-e869-4546-82f0-6eceb45d8444 req-f9936e31-048c-4e71-9985-a50002c1512f service neutron] 10.222.0.85 "GET /v2.0/networks?id=39588d21-9c5a-4cd8-9070-a88dce70168f HTTP/1.1" status: 200 len: 907 time: 0.0921056 Nov 25 20:56:34.292178 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7fb43516-e869-4546-82f0-6eceb45d8444 req-ba6111a5-3973-41cf-ae14-92f13f6a08d3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89feee8d-1afe-4405-b064-76b3a11e5bc3 HTTP/1.1" status: 200 len: 1000 time: 0.0655339 Nov 25 20:56:34.346375 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb43516-e869-4546-82f0-6eceb45d8444 req-96c8562c-fd5b-4297-b4ee-e9e87641efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:34.347855 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7fb43516-e869-4546-82f0-6eceb45d8444 req-96c8562c-fd5b-4297-b4ee-e9e87641efa8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bf36e0d4-6008-40c3-a6da-8bfad339df28 HTTP/1.1" status: 200 len: 845 time: 0.0481293 Nov 25 20:56:34.394758 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb43516-e869-4546-82f0-6eceb45d8444 req-dab770a9-e1e4-4a2a-8188-9908acfb53a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:34.396286 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7fb43516-e869-4546-82f0-6eceb45d8444 req-dab770a9-e1e4-4a2a-8188-9908acfb53a1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=39588d21-9c5a-4cd8-9070-a88dce70168f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419729 Nov 25 20:56:34.504611 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7fb43516-e869-4546-82f0-6eceb45d8444 req-0ca0768d-b476-42f2-b094-1650dbf69244 service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005797 Nov 25 20:56:34.627735 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-7fb43516-e869-4546-82f0-6eceb45d8444 req-40b1901b-9d37-49d1-8963-3a53276ed020 service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152658 Nov 25 20:56:35.756475 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:35.877232 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:40.668173 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:56:41.377426 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60960) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:56:41.542487 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-579d4428-f23d-4980-a13f-8104d34b70a1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Deleting port 72def1b4-4ec5-465c-95c6-9be61fddc15b {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:56:41.542955 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-579d4428-f23d-4980-a13f-8104d34b70a1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:41.619623 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-579d4428-f23d-4980-a13f-8104d34b70a1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:41.619950 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-579d4428-f23d-4980-a13f-8104d34b70a1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:41.631495 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-579d4428-f23d-4980-a13f-8104d34b70a1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Calling delete_port for 72def1b4-4ec5-465c-95c6-9be61fddc15b owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:56:42.108901 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-579d4428-f23d-4980-a13f-8104d34b70a1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:42.135356 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d4428-f23d-4980-a13f-8104d34b70a1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Pushing event deleted for resources: {'Port': ['ID=72def1b4-4ec5-465c-95c6-9be61fddc15b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:42.147655 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d4428-f23d-4980-a13f-8104d34b70a1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:42.148758 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d4428-f23d-4980-a13f-8104d34b70a1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:42.149122 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d4428-f23d-4980-a13f-8104d34b70a1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:42.149464 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d4428-f23d-4980-a13f-8104d34b70a1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:42.149799 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d4428-f23d-4980-a13f-8104d34b70a1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:42.150130 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d4428-f23d-4980-a13f-8104d34b70a1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:42.150493 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d4428-f23d-4980-a13f-8104d34b70a1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:42.150824 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d4428-f23d-4980-a13f-8104d34b70a1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:42.151148 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d4428-f23d-4980-a13f-8104d34b70a1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:42.151472 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d4428-f23d-4980-a13f-8104d34b70a1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:42.151799 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d4428-f23d-4980-a13f-8104d34b70a1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:42.152130 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d4428-f23d-4980-a13f-8104d34b70a1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:42.209662 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-579d4428-f23d-4980-a13f-8104d34b70a1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:42.209997 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-579d4428-f23d-4980-a13f-8104d34b70a1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Floating IP 1f054fc3-7515-4021-974b-d92fd4fe89a8 disassociated (deleted). External IP: 172.25.6.29, port: 89feee8d-1afe-4405-b064-76b3a11e5bc3. Nov 25 20:56:42.433794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579d4428-f23d-4980-a13f-8104d34b70a1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Router 6dc295d0-1aae-4885-bf1a-0802f3a5281d has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:56:42.541699 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579d4428-f23d-4980-a13f-8104d34b70a1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:56:42.546424 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-579d4428-f23d-4980-a13f-8104d34b70a1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:42.552322 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78107d2-a8e3-4f3d-91a7-463deabea75e None None] Sync routers for ids ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:56:42.563275 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78107d2-a8e3-4f3d-91a7-463deabea75e None None] Routers {'6dc295d0-1aae-4885-bf1a-0802f3a5281d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:56:42.563892 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f78107d2-a8e3-4f3d-91a7-463deabea75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:56:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:56:42.574099 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-579d4428-f23d-4980-a13f-8104d34b70a1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "DELETE /v2.0/floatingips/1f054fc3-7515-4021-974b-d92fd4fe89a8 HTTP/1.1" status: 204 len: 168 time: 1.1953046 Nov 25 20:56:42.574709 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f46f9b-58da-40b9-947f-c2b0826dd86c', 'tag': '89feee8d-1afe-4405-b064-76b3a11e5bc3'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:56:42.576968 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d68baf3-22a7-40ca-9264-8818e1b1ec60" -d '{"events": [{"name": "network-changed", "server_uuid": "54f46f9b-58da-40b9-947f-c2b0826dd86c", "tag": "89feee8d-1afe-4405-b064-76b3a11e5bc3"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:56:42.671525 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-f78107d2-a8e3-4f3d-91a7-463deabea75e None None] Set router 6dc295d0-1aae-4885-bf1a-0802f3a5281d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:56:42.737778 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3199e589-9f76-404a-bfd0-469c2bcfed13 x-openstack-request-id: req-3199e589-9f76-404a-bfd0-469c2bcfed13 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:56:42.738071 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f46f9b-58da-40b9-947f-c2b0826dd86c", "tag": "89feee8d-1afe-4405-b064-76b3a11e5bc3", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:56:42.738347 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3199e589-9f76-404a-bfd0-469c2bcfed13 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:56:42.738747 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f46f9b-58da-40b9-947f-c2b0826dd86c', 'tag': '89feee8d-1afe-4405-b064-76b3a11e5bc3', 'status': 'completed', 'code': 200} Nov 25 20:56:42.814589 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68baf3-22a7-40ca-9264-8818e1b1ec60 req-abd328ef-4485-4fb6-afe8-b3383ed4ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:42.817336 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d68baf3-22a7-40ca-9264-8818e1b1ec60 req-abd328ef-4485-4fb6-afe8-b3383ed4ebd6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=821a07e2b62c42f592b639a7ac09fc90&device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 1097 time: 0.0505886 Nov 25 20:56:42.855099 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73262053-bd0b-4b89-9373-c965f905248e req-4cdfdcbd-c095-465e-b5ad-630fca6522f1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:42.856955 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-73262053-bd0b-4b89-9373-c965f905248e req-4cdfdcbd-c095-465e-b5ad-630fca6522f1 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 946 time: 0.0580201 Nov 25 20:56:42.891669 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f78107d2-a8e3-4f3d-91a7-463deabea75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'name': 'tempest-TestShelveInstance-9685882-router', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:43Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'gw_port': {'id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:44Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'a6f7b4c2-0d12-44c0-b147-daacd782891f', 'name': '', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'mac_address': 'fa:16:3e:7c:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:46Z', 'updated_at': '2021-11-25T20:47:51Z', 'revision_number': 5, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'subnets': [{'id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:56:42.917905 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-73262053-bd0b-4b89-9373-c965f905248e req-8f45e735-da16-44f8-8344-2fb1b7ca4d7a tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534661 Nov 25 20:56:42.926305 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68baf3-22a7-40ca-9264-8818e1b1ec60 req-3e7f81cb-339c-4f6a-976d-e61eae136b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:42.927820 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d68baf3-22a7-40ca-9264-8818e1b1ec60 req-3e7f81cb-339c-4f6a-976d-e61eae136b73 service neutron] 10.222.0.85 "GET /v2.0/networks?id=39588d21-9c5a-4cd8-9070-a88dce70168f HTTP/1.1" status: 200 len: 907 time: 0.1024272 Nov 25 20:56:42.976513 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d68baf3-22a7-40ca-9264-8818e1b1ec60 req-0257dca5-4573-4152-a436-bb4349951eb8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89feee8d-1afe-4405-b064-76b3a11e5bc3 HTTP/1.1" status: 200 len: 217 time: 0.0400691 Nov 25 20:56:43.004828 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78107d2-a8e3-4f3d-91a7-463deabea75e None None] Checking router: 6dc295d0-1aae-4885-bf1a-0802f3a5281d for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:56:43.013737 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78107d2-a8e3-4f3d-91a7-463deabea75e None None] Routers {'6dc295d0-1aae-4885-bf1a-0802f3a5281d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:56:43.014390 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f78107d2-a8e3-4f3d-91a7-463deabea75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:56:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:56:43.029003 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68baf3-22a7-40ca-9264-8818e1b1ec60 req-6e48141e-22cb-4c4d-a65d-72d03439516b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:43.030579 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d68baf3-22a7-40ca-9264-8818e1b1ec60 req-6e48141e-22cb-4c4d-a65d-72d03439516b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bf36e0d4-6008-40c3-a6da-8bfad339df28 HTTP/1.1" status: 200 len: 845 time: 0.0460985 Nov 25 20:56:43.079625 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68baf3-22a7-40ca-9264-8818e1b1ec60 req-9d33472a-4dce-4805-9b2a-7d593a00d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:43.081322 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d68baf3-22a7-40ca-9264-8818e1b1ec60 req-9d33472a-4dce-4805-9b2a-7d593a00d488 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=39588d21-9c5a-4cd8-9070-a88dce70168f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429490 Nov 25 20:56:43.120731 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-f78107d2-a8e3-4f3d-91a7-463deabea75e None None] Set router 6dc295d0-1aae-4885-bf1a-0802f3a5281d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:56:43.179886 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d68baf3-22a7-40ca-9264-8818e1b1ec60 req-b228e580-6822-40fb-af74-8c4536f6fbf9 service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901511 Nov 25 20:56:43.271393 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-2d68baf3-22a7-40ca-9264-8818e1b1ec60 req-8f39d9e0-21fb-4c80-90c9-1309feb1cbd7 service neutron] 10.222.0.85 "GET /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837266 Nov 25 20:56:43.318706 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-f78107d2-a8e3-4f3d-91a7-463deabea75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'name': 'tempest-TestShelveInstance-9685882-router', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:43Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'gw_port': {'id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:44Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'a6f7b4c2-0d12-44c0-b147-daacd782891f', 'name': '', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'mac_address': 'fa:16:3e:7c:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:46Z', 'updated_at': '2021-11-25T20:47:51Z', 'revision_number': 5, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'subnets': [{'id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:56:43.349793 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78107d2-a8e3-4f3d-91a7-463deabea75e None None] The sync data for ids ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'] in n-d-819349-5 is: [{'id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'name': 'tempest-TestShelveInstance-9685882-router', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:43Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'gw_port': {'id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:44Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'a6f7b4c2-0d12-44c0-b147-daacd782891f', 'name': '', 'network_id': '39588d21-9c5a-4cd8-9070-a88dce70168f', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'mac_address': 'fa:16:3e:7c:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:46Z', 'updated_at': '2021-11-25T20:47:51Z', 'revision_number': 5, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'subnets': [{'id': 'bf36e0d4-6008-40c3-a6da-8bfad339df28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:56:43.597693 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38302b00-5627-4a31-8fac-827c03b39b56 None None] New status for floating IP 1f054fc3-7515-4021-974b-d92fd4fe89a8: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:56:44.035825 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d895b-20ee-46cb-90ba-f169d9e687f6 req-63bae3b7-9d91-45ea-99e7-f0a1feec5744 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:44.037286 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c42d895b-20ee-46cb-90ba-f169d9e687f6 req-63bae3b7-9d91-45ea-99e7-f0a1feec5744 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 946 time: 0.0491254 Nov 25 20:56:44.087721 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c42d895b-20ee-46cb-90ba-f169d9e687f6 req-eccdf5ac-d41c-4124-a68c-c165eda09c13 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/security-groups?id=4954789a-3f4e-497c-9914-80fbff769bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440795 Nov 25 20:56:44.304369 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65288b36-843e-4bd1-abb9-77e6ceb6231e req-37936835-af29-4a0d-b9fe-f99809b08739 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:44.305871 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-65288b36-843e-4bd1-abb9-77e6ceb6231e req-37936835-af29-4a0d-b9fe-f99809b08739 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.85 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 946 time: 0.0533519 Nov 25 20:56:44.396389 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-65288b36-843e-4bd1-abb9-77e6ceb6231e req-159b1d41-e1ec-4fd3-b33b-2542932e501d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Deleting port 89feee8d-1afe-4405-b064-76b3a11e5bc3 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:56:44.396654 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-65288b36-843e-4bd1-abb9-77e6ceb6231e req-159b1d41-e1ec-4fd3-b33b-2542932e501d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:44.489482 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-65288b36-843e-4bd1-abb9-77e6ceb6231e req-159b1d41-e1ec-4fd3-b33b-2542932e501d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] For port 89feee8d-1afe-4405-b064-76b3a11e5bc3, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=89feee8d-1afe-4405-b064-76b3a11e5bc3,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:56:44.489847 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-65288b36-843e-4bd1-abb9-77e6ceb6231e req-159b1d41-e1ec-4fd3-b33b-2542932e501d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:44.502587 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-65288b36-843e-4bd1-abb9-77e6ceb6231e req-159b1d41-e1ec-4fd3-b33b-2542932e501d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Calling delete_port for 89feee8d-1afe-4405-b064-76b3a11e5bc3 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:56:44.631182 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-65288b36-843e-4bd1-abb9-77e6ceb6231e req-159b1d41-e1ec-4fd3-b33b-2542932e501d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:44.667295 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b1d41-e1ec-4fd3-b33b-2542932e501d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Pushing event deleted for resources: {'Port': ['ID=89feee8d-1afe-4405-b064-76b3a11e5bc3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:44.698770 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b1d41-e1ec-4fd3-b33b-2542932e501d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:44.699126 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b1d41-e1ec-4fd3-b33b-2542932e501d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:44.699474 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b1d41-e1ec-4fd3-b33b-2542932e501d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:44.699821 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b1d41-e1ec-4fd3-b33b-2542932e501d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:44.700160 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b1d41-e1ec-4fd3-b33b-2542932e501d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:44.700495 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b1d41-e1ec-4fd3-b33b-2542932e501d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:44.701040 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b1d41-e1ec-4fd3-b33b-2542932e501d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:44.701556 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b1d41-e1ec-4fd3-b33b-2542932e501d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:44.702114 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b1d41-e1ec-4fd3-b33b-2542932e501d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:44.702758 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b1d41-e1ec-4fd3-b33b-2542932e501d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:44.703361 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b1d41-e1ec-4fd3-b33b-2542932e501d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:44.703950 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b1d41-e1ec-4fd3-b33b-2542932e501d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:44.729275 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-65288b36-843e-4bd1-abb9-77e6ceb6231e req-159b1d41-e1ec-4fd3-b33b-2542932e501d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] No DVR routers for this DVR port 89feee8d-1afe-4405-b064-76b3a11e5bc3 on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:56:44.732942 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-65288b36-843e-4bd1-abb9-77e6ceb6231e req-159b1d41-e1ec-4fd3-b33b-2542932e501d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:44.737852 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-65288b36-843e-4bd1-abb9-77e6ceb6231e req-159b1d41-e1ec-4fd3-b33b-2542932e501d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.85 "DELETE /v2.0/ports/89feee8d-1afe-4405-b064-76b3a11e5bc3 HTTP/1.1" status: 204 len: 173 time: 0.4258659 Nov 25 20:56:44.738513 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f46f9b-58da-40b9-947f-c2b0826dd86c', 'name': 'network-vif-deleted', 'tag': '89feee8d-1afe-4405-b064-76b3a11e5bc3'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:56:44.742065 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4c4f4e-3aea-42be-91f4-a52d2ac71795" -d '{"events": [{"server_uuid": "54f46f9b-58da-40b9-947f-c2b0826dd86c", "name": "network-vif-deleted", "tag": "89feee8d-1afe-4405-b064-76b3a11e5bc3"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:56:44.786614 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec4341f-ee17-4bee-ab30-a585f45324a9 x-openstack-request-id: req-8ec4341f-ee17-4bee-ab30-a585f45324a9 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:56:44.786913 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f46f9b-58da-40b9-947f-c2b0826dd86c", "name": "network-vif-deleted", "tag": "89feee8d-1afe-4405-b064-76b3a11e5bc3", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:56:44.787169 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8ec4341f-ee17-4bee-ab30-a585f45324a9 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:56:44.787576 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f46f9b-58da-40b9-947f-c2b0826dd86c', 'name': 'network-vif-deleted', 'tag': '89feee8d-1afe-4405-b064-76b3a11e5bc3', 'status': 'completed', 'code': 200} Nov 25 20:56:45.193513 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-409a0fbf-a894-4fd4-9ae1-c3b42a1a916a req-0cd3d6ed-14f1-49f0-9ef0-3ae7150f6728 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 210 time: 0.0276761 Nov 25 20:56:46.294312 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-6220c629-fdea-4949-8452-6343ce89b043 req-f380a34a-c2a1-4163-8ff7-50ec5785c61d tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 210 time: 0.0278955 Nov 25 20:56:47.396038 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1ca5c00f-32d6-4344-87c2-0d83a62f8f4c req-a414d1e7-5b3d-43e1-88f2-019ff8f8b921 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 210 time: 0.0311449 Nov 25 20:56:48.219774 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 89feee8d-1afe-4405-b064-76b3a11e5bc3 no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:56:48.244713 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 89feee8d-1afe-4405-b064-76b3a11e5bc3 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:56:48.245066 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 89feee8d-1afe-4405-b064-76b3a11e5bc3 not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:56:48.494200 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-4404803c-cf37-4f2b-bce4-1ec094d36cd8 req-52b2b3c1-22ff-482a-a620-33b5cc0852bd tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 210 time: 0.0282850 Nov 25 20:56:49.615451 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-02f6df56-8ce0-4e82-9b90-3371ca914759 req-ba5fe4fe-43c7-42c9-8f80-b09d9184d266 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "GET /v2.0/ports?device_id=54f46f9b-58da-40b9-947f-c2b0826dd86c HTTP/1.1" status: 200 len: 210 time: 0.0280690 Nov 25 20:56:50.675970 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60994) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:56:50.741825 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bbb95b80-b83c-4b0f-a073-2e6343e81d85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:50.768442 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bbb95b80-b83c-4b0f-a073-2e6343e81d85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:50.832657 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bbb95b80-b83c-4b0f-a073-2e6343e81d85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:50.835366 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bbb95b80-b83c-4b0f-a073-2e6343e81d85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:50.836724 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bbb95b80-b83c-4b0f-a073-2e6343e81d85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] 10.222.0.55 "DELETE /v2.0/security-groups/4954789a-3f4e-497c-9914-80fbff769bfa HTTP/1.1" status: 204 len: 168 time: 0.1587708 Nov 25 20:56:50.846776 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb95b80-b83c-4b0f-a073-2e6343e81d85 tempest-TestShelveInstance-1063223148 tempest-TestShelveInstance-1063223148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4954789a-3f4e-497c-9914-80fbff769bfa,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:50.891371 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 60998) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:56:51.357179 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18031328-c0c9-47f7-957a-1fc21600b7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:51.628737 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18031328-c0c9-47f7-957a-1fc21600b7cb admin admin] Deleting port a6f7b4c2-0d12-44c0-b147-daacd782891f {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:56:51.629083 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18031328-c0c9-47f7-957a-1fc21600b7cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:51.715633 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18031328-c0c9-47f7-957a-1fc21600b7cb admin admin] For port a6f7b4c2-0d12-44c0-b147-daacd782891f, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=a6f7b4c2-0d12-44c0-b147-daacd782891f,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:56:51.716305 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18031328-c0c9-47f7-957a-1fc21600b7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:51.731092 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18031328-c0c9-47f7-957a-1fc21600b7cb admin admin] Calling delete_port for a6f7b4c2-0d12-44c0-b147-daacd782891f owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:56:51.959228 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18031328-c0c9-47f7-957a-1fc21600b7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:51.989944 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18031328-c0c9-47f7-957a-1fc21600b7cb admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f7b4c2-0d12-44c0-b147-daacd782891f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:52.168177 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18031328-c0c9-47f7-957a-1fc21600b7cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:52.396848 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18031328-c0c9-47f7-957a-1fc21600b7cb admin admin] Router 6dc295d0-1aae-4885-bf1a-0802f3a5281d has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:56:52.502727 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18031328-c0c9-47f7-957a-1fc21600b7cb admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:56:52.511845 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-18031328-c0c9-47f7-957a-1fc21600b7cb admin admin] 10.222.0.55 "PUT /v2.0/routers/6dc295d0-1aae-4885-bf1a-0802f3a5281d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6148953 Nov 25 20:56:52.511941 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32770) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:56:52.512532 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e334e1b7-ecf4-4241-abbf-1b320f8ec454 None None] Sync routers for ids ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:56:52.522475 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e334e1b7-ecf4-4241-abbf-1b320f8ec454 None None] Routers {'6dc295d0-1aae-4885-bf1a-0802f3a5281d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:56:52.523147 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e334e1b7-ecf4-4241-abbf-1b320f8ec454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:56:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:56:52.621910 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eba3f4a7-0002-4d56-a270-ccc81055d337 admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:52.649749 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-e334e1b7-ecf4-4241-abbf-1b320f8ec454 None None] Set router 6dc295d0-1aae-4885-bf1a-0802f3a5281d gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:56:52.739223 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eba3f4a7-0002-4d56-a270-ccc81055d337 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:52.798530 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-eba3f4a7-0002-4d56-a270-ccc81055d337 admin admin] Deleting port 005d0eb9-ba72-4c53-bcdd-cd64d1b949cf {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:56:52.799164 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eba3f4a7-0002-4d56-a270-ccc81055d337 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:52.840368 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e334e1b7-ecf4-4241-abbf-1b320f8ec454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'name': 'tempest-TestShelveInstance-9685882-router', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:43Z', 'updated_at': '2021-11-25T20:56:51Z', 'revision_number': 5, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'gw_port': {'id': '005d0eb9-ba72-4c53-bcdd-cd64d1b949cf', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:44Z', 'updated_at': '2021-11-25T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:56:52.869725 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e334e1b7-ecf4-4241-abbf-1b320f8ec454 None None] Checking router: 6dc295d0-1aae-4885-bf1a-0802f3a5281d for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:56:52.879487 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e334e1b7-ecf4-4241-abbf-1b320f8ec454 None None] Routers {'6dc295d0-1aae-4885-bf1a-0802f3a5281d'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:56:52.880098 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e334e1b7-ecf4-4241-abbf-1b320f8ec454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:56:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:56:52.893358 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-eba3f4a7-0002-4d56-a270-ccc81055d337 admin admin] For port 005d0eb9-ba72-4c53-bcdd-cd64d1b949cf, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=005d0eb9-ba72-4c53-bcdd-cd64d1b949cf,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:56:52.894107 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eba3f4a7-0002-4d56-a270-ccc81055d337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:52.911902 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-eba3f4a7-0002-4d56-a270-ccc81055d337 admin admin] Calling delete_port for 005d0eb9-ba72-4c53-bcdd-cd64d1b949cf owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:56:52.971954 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-e334e1b7-ecf4-4241-abbf-1b320f8ec454 None None] Set router 6dc295d0-1aae-4885-bf1a-0802f3a5281d gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:56:53.031387 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-e334e1b7-ecf4-4241-abbf-1b320f8ec454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'name': 'tempest-TestShelveInstance-9685882-router', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:43Z', 'updated_at': '2021-11-25T20:56:52Z', 'revision_number': 6, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:56:53.065288 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e334e1b7-ecf4-4241-abbf-1b320f8ec454 None None] The sync data for ids ['6dc295d0-1aae-4885-bf1a-0802f3a5281d'] in n-d-819349-5 is: [{'id': '6dc295d0-1aae-4885-bf1a-0802f3a5281d', 'name': 'tempest-TestShelveInstance-9685882-router', 'tenant_id': '821a07e2b62c42f592b639a7ac09fc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:43Z', 'updated_at': '2021-11-25T20:56:52Z', 'revision_number': 6, 'project_id': '821a07e2b62c42f592b639a7ac09fc90', 'gw_port_host': None}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:56:53.097051 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eba3f4a7-0002-4d56-a270-ccc81055d337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:53.134912 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba3f4a7-0002-4d56-a270-ccc81055d337 admin admin] Pushing event deleted for resources: {'Port': ['ID=005d0eb9-ba72-4c53-bcdd-cd64d1b949cf,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:53.156512 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d28220-d742-42ac-b85c-300465bc53fd None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:56:53.205084 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eba3f4a7-0002-4d56-a270-ccc81055d337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:53.297461 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eba3f4a7-0002-4d56-a270-ccc81055d337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:53.299969 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eba3f4a7-0002-4d56-a270-ccc81055d337 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:53.355935 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eba3f4a7-0002-4d56-a270-ccc81055d337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:53.356645 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba3f4a7-0002-4d56-a270-ccc81055d337 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dc295d0-1aae-4885-bf1a-0802f3a5281d {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:56:53.362251 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eba3f4a7-0002-4d56-a270-ccc81055d337 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:53.363752 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-eba3f4a7-0002-4d56-a270-ccc81055d337 admin admin] 10.222.0.55 "DELETE /v2.0/routers/6dc295d0-1aae-4885-bf1a-0802f3a5281d HTTP/1.1" status: 204 len: 168 time: 0.8506176 Nov 25 20:56:53.368919 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32772) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:56:53.573484 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a6f7b4c2-0d12-44c0-b147-daacd782891f no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:56:53.602312 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: a6f7b4c2-0d12-44c0-b147-daacd782891f {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:56:53.602765 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device a6f7b4c2-0d12-44c0-b147-daacd782891f not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:56:53.796072 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-1955b0fe-5d59-4269-8971-a443431421d3 admin admin] Deleting subnet bf36e0d4-6008-40c3-a6da-8bfad339df28 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:56:53.799415 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1955b0fe-5d59-4269-8971-a443431421d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:53.837404 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1955b0fe-5d59-4269-8971-a443431421d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:53.930795 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1955b0fe-5d59-4269-8971-a443431421d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:53.986012 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1955b0fe-5d59-4269-8971-a443431421d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:54.015851 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955b0fe-5d59-4269-8971-a443431421d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf36e0d4-6008-40c3-a6da-8bfad339df28,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:54.017982 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1955b0fe-5d59-4269-8971-a443431421d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:54.021910 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea50fcf-6e07-4a3f-8a21-b847980b4e7f None None] Network 39588d21-9c5a-4cd8-9070-a88dce70168f requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:56:54.028145 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1955b0fe-5d59-4269-8971-a443431421d3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bf36e0d4-6008-40c3-a6da-8bfad339df28 HTTP/1.1" status: 204 len: 168 time: 0.6581140 Nov 25 20:56:54.028685 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 32774) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:56:54.116483 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2a4342b-9ba8-4f45-b768-76ab1d785688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:54.181347 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a2a4342b-9ba8-4f45-b768-76ab1d785688 admin admin] Deleting port 0ef0a5d4-8f6f-49c0-9d75-009628cd2325 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:56:54.181693 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2a4342b-9ba8-4f45-b768-76ab1d785688 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:54.235210 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f84e853-f7aa-4e62-8c1b-ea4b18e58f9c None None] DHCP port deletion for 39588d21-9c5a-4cd8-9070-a88dce70168f request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:56:54.259519 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a2a4342b-9ba8-4f45-b768-76ab1d785688 admin admin] For port 0ef0a5d4-8f6f-49c0-9d75-009628cd2325, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0ef0a5d4-8f6f-49c0-9d75-009628cd2325,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:56:54.259892 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2a4342b-9ba8-4f45-b768-76ab1d785688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:54.273987 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a2a4342b-9ba8-4f45-b768-76ab1d785688 admin admin] Calling delete_port for 0ef0a5d4-8f6f-49c0-9d75-009628cd2325 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:56:54.285534 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-9f84e853-f7aa-4e62-8c1b-ea4b18e58f9c None None] Deleting port 0ef0a5d4-8f6f-49c0-9d75-009628cd2325 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:56:54.285925 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9f84e853-f7aa-4e62-8c1b-ea4b18e58f9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:54.359694 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2a4342b-9ba8-4f45-b768-76ab1d785688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:54.360310 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9f84e853-f7aa-4e62-8c1b-ea4b18e58f9c None None] For port 0ef0a5d4-8f6f-49c0-9d75-009628cd2325, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=0ef0a5d4-8f6f-49c0-9d75-009628cd2325,segment=NetworkSegment(322c4adf-6ae8-49f8-b277-285a21d5fbdc),segment_id=322c4adf-6ae8-49f8-b277-285a21d5fbdc)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:56:54.360718 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9f84e853-f7aa-4e62-8c1b-ea4b18e58f9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:54.374699 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-9f84e853-f7aa-4e62-8c1b-ea4b18e58f9c None None] Calling delete_port for 0ef0a5d4-8f6f-49c0-9d75-009628cd2325 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:56:54.387235 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4342b-9ba8-4f45-b768-76ab1d785688 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef0a5d4-8f6f-49c0-9d75-009628cd2325,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:54.391175 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a4342b-9ba8-4f45-b768-76ab1d785688 admin admin] No DVR routers for this DVR port 0ef0a5d4-8f6f-49c0-9d75-009628cd2325 on host n-d-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:56:54.465146 n-d-819349-5 neutron-server[103601]: self.session.flush() Nov 25 20:56:54.470852 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9f84e853-f7aa-4e62-8c1b-ea4b18e58f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:54.473267 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2a4342b-9ba8-4f45-b768-76ab1d785688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:54.480751 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:54.495508 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-a2a4342b-9ba8-4f45-b768-76ab1d785688 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39588d21-9c5a-4cd8-9070-a88dce70168f']}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:56:54.501417 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84e853-f7aa-4e62-8c1b-ea4b18e58f9c None None] Pushing event deleted for resources: {'Port': ['ID=0ef0a5d4-8f6f-49c0-9d75-009628cd2325,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:54.505258 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-a2a4342b-9ba8-4f45-b768-76ab1d785688 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '322c4adf-6ae8-49f8-b277-285a21d5fbdc') {'for_net_delete': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:56:54.505559 n-d-819349-5 neutron-server[103600]: DEBUG neutron.services.segments.db [None req-a2a4342b-9ba8-4f45-b768-76ab1d785688 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '322c4adf-6ae8-49f8-b277-285a21d5fbdc') {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:56:54.509477 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f84e853-f7aa-4e62-8c1b-ea4b18e58f9c None None] No DVR routers for this DVR port 0ef0a5d4-8f6f-49c0-9d75-009628cd2325 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:56:54.513036 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f84e853-f7aa-4e62-8c1b-ea4b18e58f9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:54.513388 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f84e853-f7aa-4e62-8c1b-ea4b18e58f9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:54.513735 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f84e853-f7aa-4e62-8c1b-ea4b18e58f9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:54.514078 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f84e853-f7aa-4e62-8c1b-ea4b18e58f9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:54.514450 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f84e853-f7aa-4e62-8c1b-ea4b18e58f9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:54.514790 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f84e853-f7aa-4e62-8c1b-ea4b18e58f9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:54.515123 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f84e853-f7aa-4e62-8c1b-ea4b18e58f9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:54.515454 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f84e853-f7aa-4e62-8c1b-ea4b18e58f9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:54.515785 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f84e853-f7aa-4e62-8c1b-ea4b18e58f9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:54.516116 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f84e853-f7aa-4e62-8c1b-ea4b18e58f9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:54.516443 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f84e853-f7aa-4e62-8c1b-ea4b18e58f9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:54.516772 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f84e853-f7aa-4e62-8c1b-ea4b18e58f9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:54.517815 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2a4342b-9ba8-4f45-b768-76ab1d785688 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269911'] for segment, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:54.536996 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2a4342b-9ba8-4f45-b768-76ab1d785688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:54.544266 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a4342b-9ba8-4f45-b768-76ab1d785688 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:56:54.544683 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2a4342b-9ba8-4f45-b768-76ab1d785688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5942208'] for segment, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: Traceback (most recent call last): Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: timer() Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: cb(*args, **kw) Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: return func(*args, **kwargs) Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: self._notify() Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: self.callback(batched_events) Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: event.method(event) Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: return f(self, *a, **k) Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: return self._get(url).json() Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: return self.request(url, 'GET', **kwargs) Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:56:54.546487 n-d-819349-5 neutron-server[103600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:56:54.616698 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2a4342b-9ba8-4f45-b768-76ab1d785688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:54.622940 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2a4342b-9ba8-4f45-b768-76ab1d785688 admin admin] Publish callbacks [] for network, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:54.626250 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-a2a4342b-9ba8-4f45-b768-76ab1d785688 admin admin] 10.222.0.55 "DELETE /v2.0/networks/39588d21-9c5a-4cd8-9070-a88dce70168f HTTP/1.1" status: 204 len: 168 time: 0.5956891 Nov 25 20:56:54.631250 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32776) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:56:54.639177 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4342b-9ba8-4f45-b768-76ab1d785688 admin admin] Pushing event deleted for resources: {'Network': ['ID=39588d21-9c5a-4cd8-9070-a88dce70168f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:55.001137 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d19f184-22c2-47af-bd24-af8b496104bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:55.264414 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:55.265485 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1d19f184-22c2-47af-bd24-af8b496104bf admin admin] Deleting port f58f66ac-2680-486d-8d11-e367eda34ec4 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:56:55.265835 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d19f184-22c2-47af-bd24-af8b496104bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:55.353276 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-1d19f184-22c2-47af-bd24-af8b496104bf admin admin] For port f58f66ac-2680-486d-8d11-e367eda34ec4, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=f58f66ac-2680-486d-8d11-e367eda34ec4,segment=NetworkSegment(560ae509-dc1d-4365-a525-eb430e9b0ed3),segment_id=560ae509-dc1d-4365-a525-eb430e9b0ed3)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:56:55.353632 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d19f184-22c2-47af-bd24-af8b496104bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:55.374860 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1d19f184-22c2-47af-bd24-af8b496104bf admin admin] Calling delete_port for f58f66ac-2680-486d-8d11-e367eda34ec4 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:56:55.504835 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0ef0a5d4-8f6f-49c0-9d75-009628cd2325 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:56:55.527543 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 0ef0a5d4-8f6f-49c0-9d75-009628cd2325 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:56:55.527774 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 0ef0a5d4-8f6f-49c0-9d75-009628cd2325 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:56:55.528033 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 005d0eb9-ba72-4c53-bcdd-cd64d1b949cf no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:56:55.548532 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 005d0eb9-ba72-4c53-bcdd-cd64d1b949cf {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:56:55.548901 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 005d0eb9-ba72-4c53-bcdd-cd64d1b949cf not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:56:55.629786 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d19f184-22c2-47af-bd24-af8b496104bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:55.657755 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19f184-22c2-47af-bd24-af8b496104bf admin admin] Pushing event deleted for resources: {'Port': ['ID=f58f66ac-2680-486d-8d11-e367eda34ec4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:55.845282 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d19f184-22c2-47af-bd24-af8b496104bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:56.089014 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d19f184-22c2-47af-bd24-af8b496104bf admin admin] Router b0892958-2cbc-4c7c-9f1a-d7f6df1b46da has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:56:56.198868 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d19f184-22c2-47af-bd24-af8b496104bf admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:56:56.203920 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-1d19f184-22c2-47af-bd24-af8b496104bf admin admin] 10.222.0.55 "PUT /v2.0/routers/b0892958-2cbc-4c7c-9f1a-d7f6df1b46da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5712066 Nov 25 20:56:56.206497 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32778) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:56:56.209443 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb94237f-6fbc-43d2-b30a-729949631287 None None] Sync routers for ids ['b0892958-2cbc-4c7c-9f1a-d7f6df1b46da'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:56:56.221075 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb94237f-6fbc-43d2-b30a-729949631287 None None] Routers {'b0892958-2cbc-4c7c-9f1a-d7f6df1b46da'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:56:56.221586 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bb94237f-6fbc-43d2-b30a-729949631287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:56:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b0892958-2cbc-4c7c-9f1a-d7f6df1b46da'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:56:56.319416 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-583c2d9a-a20e-4f0c-bb7f-eb59fe2da924 admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:56.340278 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-bb94237f-6fbc-43d2-b30a-729949631287 None None] Set router b0892958-2cbc-4c7c-9f1a-d7f6df1b46da gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:56:56.434267 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-583c2d9a-a20e-4f0c-bb7f-eb59fe2da924 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:56.492240 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-583c2d9a-a20e-4f0c-bb7f-eb59fe2da924 admin admin] Deleting port bca20db6-7e92-4573-a838-1444fdc62264 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:56:56.492640 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-583c2d9a-a20e-4f0c-bb7f-eb59fe2da924 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:56.544513 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bb94237f-6fbc-43d2-b30a-729949631287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0892958-2cbc-4c7c-9f1a-d7f6df1b46da', 'name': 'tempest-TestShelveInstance-615731989-router', 'tenant_id': '210437e9de1342df915f88f0932438a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'bca20db6-7e92-4573-a838-1444fdc62264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:49Z', 'updated_at': '2021-11-25T20:56:55Z', 'revision_number': 5, 'project_id': '210437e9de1342df915f88f0932438a0', 'gw_port': {'id': 'bca20db6-7e92-4573-a838-1444fdc62264', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0892958-2cbc-4c7c-9f1a-d7f6df1b46da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:49Z', 'updated_at': '2021-11-25T20:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:56:56.574072 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb94237f-6fbc-43d2-b30a-729949631287 None None] Checking router: b0892958-2cbc-4c7c-9f1a-d7f6df1b46da for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:56:56.584539 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb94237f-6fbc-43d2-b30a-729949631287 None None] Routers {'b0892958-2cbc-4c7c-9f1a-d7f6df1b46da'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:56:56.585026 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bb94237f-6fbc-43d2-b30a-729949631287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:56:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['b0892958-2cbc-4c7c-9f1a-d7f6df1b46da'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:56:56.591480 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-583c2d9a-a20e-4f0c-bb7f-eb59fe2da924 admin admin] For port bca20db6-7e92-4573-a838-1444fdc62264, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=bca20db6-7e92-4573-a838-1444fdc62264,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:56:56.591787 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-583c2d9a-a20e-4f0c-bb7f-eb59fe2da924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:56.610734 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-583c2d9a-a20e-4f0c-bb7f-eb59fe2da924 admin admin] Calling delete_port for bca20db6-7e92-4573-a838-1444fdc62264 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:56:56.683522 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-bb94237f-6fbc-43d2-b30a-729949631287 None None] Set router b0892958-2cbc-4c7c-9f1a-d7f6df1b46da gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:56:56.741609 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bb94237f-6fbc-43d2-b30a-729949631287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0892958-2cbc-4c7c-9f1a-d7f6df1b46da', 'name': 'tempest-TestShelveInstance-615731989-router', 'tenant_id': '210437e9de1342df915f88f0932438a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:49Z', 'updated_at': '2021-11-25T20:56:56Z', 'revision_number': 6, 'project_id': '210437e9de1342df915f88f0932438a0', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:56:56.769444 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb94237f-6fbc-43d2-b30a-729949631287 None None] The sync data for ids ['b0892958-2cbc-4c7c-9f1a-d7f6df1b46da'] in n-d-819349-5 is: [{'id': 'b0892958-2cbc-4c7c-9f1a-d7f6df1b46da', 'name': 'tempest-TestShelveInstance-615731989-router', 'tenant_id': '210437e9de1342df915f88f0932438a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:49Z', 'updated_at': '2021-11-25T20:56:56Z', 'revision_number': 6, 'project_id': '210437e9de1342df915f88f0932438a0', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:56:56.794257 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-583c2d9a-a20e-4f0c-bb7f-eb59fe2da924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:56.816971 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c2bb32-bc25-42a9-9008-bcb74930bab2 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:56:56.829504 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c2d9a-a20e-4f0c-bb7f-eb59fe2da924 admin admin] Pushing event deleted for resources: {'Port': ['ID=bca20db6-7e92-4573-a838-1444fdc62264,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:56.887288 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-583c2d9a-a20e-4f0c-bb7f-eb59fe2da924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:56.978338 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-583c2d9a-a20e-4f0c-bb7f-eb59fe2da924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:56.980524 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-583c2d9a-a20e-4f0c-bb7f-eb59fe2da924 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:57.028253 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-583c2d9a-a20e-4f0c-bb7f-eb59fe2da924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:57.028873 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583c2d9a-a20e-4f0c-bb7f-eb59fe2da924 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0892958-2cbc-4c7c-9f1a-d7f6df1b46da {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:56:57.033391 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-583c2d9a-a20e-4f0c-bb7f-eb59fe2da924 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:57.034700 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-583c2d9a-a20e-4f0c-bb7f-eb59fe2da924 admin admin] 10.222.0.55 "DELETE /v2.0/routers/b0892958-2cbc-4c7c-9f1a-d7f6df1b46da HTTP/1.1" status: 204 len: 168 time: 0.8272727 Nov 25 20:56:57.037207 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32780) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:56:57.083523 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d5b127-ec2a-4726-b7ed-0d75a0040317 admin admin] Deleting subnet a6687355-b6de-4776-a031-899302e826ea {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:56:57.087562 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5d5b127-ec2a-4726-b7ed-0d75a0040317 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:57.123916 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5d5b127-ec2a-4726-b7ed-0d75a0040317 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5070706'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:57.209880 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5d5b127-ec2a-4726-b7ed-0d75a0040317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:57.262890 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5d5b127-ec2a-4726-b7ed-0d75a0040317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8179312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7458011'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:57.289329 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5b127-ec2a-4726-b7ed-0d75a0040317 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6687355-b6de-4776-a031-899302e826ea,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:57.293193 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5d5b127-ec2a-4726-b7ed-0d75a0040317 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:57.297562 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-f5d5b127-ec2a-4726-b7ed-0d75a0040317 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a6687355-b6de-4776-a031-899302e826ea HTTP/1.1" status: 204 len: 168 time: 0.2583213 Nov 25 20:56:57.299656 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32782) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:56:57.300533 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24b8ea4-77ba-4708-94b1-b4f0b9a669ff None None] Network 1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:56:57.373883 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef04aa87-8689-4325-8966-b91be20a2917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:57.431437 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ef04aa87-8689-4325-8966-b91be20a2917 admin admin] Deleting port 7f7da93c-c4ef-416c-bca8-ef7bc9751e41 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:56:57.431781 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef04aa87-8689-4325-8966-b91be20a2917 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:57.497630 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-ef04aa87-8689-4325-8966-b91be20a2917 admin admin] For port 7f7da93c-c4ef-416c-bca8-ef7bc9751e41, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=7f7da93c-c4ef-416c-bca8-ef7bc9751e41,segment=NetworkSegment(560ae509-dc1d-4365-a525-eb430e9b0ed3),segment_id=560ae509-dc1d-4365-a525-eb430e9b0ed3)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:56:57.497994 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef04aa87-8689-4325-8966-b91be20a2917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:57.512938 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ef04aa87-8689-4325-8966-b91be20a2917 admin admin] Calling delete_port for 7f7da93c-c4ef-416c-bca8-ef7bc9751e41 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:56:57.527091 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed8f74b-8895-406d-be98-189197da07a8 None None] DHCP port deletion for 1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:56:57.594630 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-9ed8f74b-8895-406d-be98-189197da07a8 None None] Deleting port 7f7da93c-c4ef-416c-bca8-ef7bc9751e41 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:56:57.595086 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9ed8f74b-8895-406d-be98-189197da07a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:57.610561 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f58f66ac-2680-486d-8d11-e367eda34ec4 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:56:57.613609 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef04aa87-8689-4325-8966-b91be20a2917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:57.639646 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04aa87-8689-4325-8966-b91be20a2917 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7da93c-c4ef-416c-bca8-ef7bc9751e41,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:57.644201 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef04aa87-8689-4325-8966-b91be20a2917 admin admin] No DVR routers for this DVR port 7f7da93c-c4ef-416c-bca8-ef7bc9751e41 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:56:57.671651 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: f58f66ac-2680-486d-8d11-e367eda34ec4 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:56:57.672191 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device f58f66ac-2680-486d-8d11-e367eda34ec4 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:56:57.672407 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device bca20db6-7e92-4573-a838-1444fdc62264 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:56:57.697799 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: bca20db6-7e92-4573-a838-1444fdc62264 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:56:57.698070 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device bca20db6-7e92-4573-a838-1444fdc62264 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:56:57.698527 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 7f7da93c-c4ef-416c-bca8-ef7bc9751e41 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:56:57.724270 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef04aa87-8689-4325-8966-b91be20a2917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:57.728311 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9ed8f74b-8895-406d-be98-189197da07a8 None None] For port 7f7da93c-c4ef-416c-bca8-ef7bc9751e41, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=7f7da93c-c4ef-416c-bca8-ef7bc9751e41,segment=NetworkSegment(560ae509-dc1d-4365-a525-eb430e9b0ed3),segment_id=560ae509-dc1d-4365-a525-eb430e9b0ed3)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:56:57.728718 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9ed8f74b-8895-406d-be98-189197da07a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:57.731174 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 7f7da93c-c4ef-416c-bca8-ef7bc9751e41 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:56:57.731631 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 7f7da93c-c4ef-416c-bca8-ef7bc9751e41 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:56:57.745747 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-9ed8f74b-8895-406d-be98-189197da07a8 None None] Calling delete_port for 7f7da93c-c4ef-416c-bca8-ef7bc9751e41 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:56:57.750692 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-ef04aa87-8689-4325-8966-b91be20a2917 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:56:57.762467 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-ef04aa87-8689-4325-8966-b91be20a2917 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560ae509-dc1d-4365-a525-eb430e9b0ed3') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:56:57.762758 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-ef04aa87-8689-4325-8966-b91be20a2917 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560ae509-dc1d-4365-a525-eb430e9b0ed3') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:56:57.774806 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef04aa87-8689-4325-8966-b91be20a2917 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:57.789328 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef04aa87-8689-4325-8966-b91be20a2917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:57.797357 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef04aa87-8689-4325-8966-b91be20a2917 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:56:57.798494 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef04aa87-8689-4325-8966-b91be20a2917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: timer() Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:56:57.800754 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:56:57.832122 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9ed8f74b-8895-406d-be98-189197da07a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:57.855740 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8f74b-8895-406d-be98-189197da07a8 None None] Pushing event deleted for resources: {'Port': ['ID=7f7da93c-c4ef-416c-bca8-ef7bc9751e41,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:57.865705 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef04aa87-8689-4325-8966-b91be20a2917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:57.870323 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8f74b-8895-406d-be98-189197da07a8 None None] No DVR routers for this DVR port 7f7da93c-c4ef-416c-bca8-ef7bc9751e41 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:56:57.870480 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef04aa87-8689-4325-8966-b91be20a2917 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:57.874589 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-ef04aa87-8689-4325-8966-b91be20a2917 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d HTTP/1.1" status: 204 len: 168 time: 0.5739553 Nov 25 20:56:57.889277 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04aa87-8689-4325-8966-b91be20a2917 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fc074ed-4fd1-4ea1-8193-d6dc088e4a3d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:58.011665 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32786) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:56:58.056342 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-bd923cfe-857b-4832-a6cc-389829fcbc33 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=821a07e2b62c42f592b639a7ac09fc90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434859 Nov 25 20:56:58.058899 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32788) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:56:58.107101 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3bd884b7-28f0-4977-9af4-2b67f1233ab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:58.128110 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3bd884b7-28f0-4977-9af4-2b67f1233ab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:58.176012 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3bd884b7-28f0-4977-9af4-2b67f1233ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:58.179056 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3bd884b7-28f0-4977-9af4-2b67f1233ab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:58.180389 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3bd884b7-28f0-4977-9af4-2b67f1233ab3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d3f92d00-b954-486a-b315-7036b04ab748 HTTP/1.1" status: 204 len: 168 time: 0.1205623 Nov 25 20:56:58.188078 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd884b7-28f0-4977-9af4-2b67f1233ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f92d00-b954-486a-b315-7036b04ab748,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:58.500675 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32794) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:56:58.541176 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-93cff8b4-b3b8-401b-b365-34d4ee8f149d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=210437e9de1342df915f88f0932438a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393071 Nov 25 20:56:58.543791 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32796) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:56:58.591350 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99f8c8f8-bd8c-4961-bae4-6c5d8268134e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:58.613000 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99f8c8f8-bd8c-4961-bae4-6c5d8268134e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:58.665015 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99f8c8f8-bd8c-4961-bae4-6c5d8268134e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:58.667824 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99f8c8f8-bd8c-4961-bae4-6c5d8268134e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:58.668996 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-99f8c8f8-bd8c-4961-bae4-6c5d8268134e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/44e9e190-f0d2-4bff-925b-1eaf0d92413f HTTP/1.1" status: 204 len: 168 time: 0.1243050 Nov 25 20:56:58.677404 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8c8f8-bd8c-4961-bae4-6c5d8268134e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e9e190-f0d2-4bff-925b-1eaf0d92413f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:59.340251 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32818) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:56:59.440721 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-29369ecd-4993-4700-b01d-3daea7d2925d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1952886474-network', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:56:59.465099 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29369ecd-4993-4700-b01d-3daea7d2925d admin admin] Made reservation on behalf of abc50cad5d184972a4541d4d38e7f8cc for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:56:59.467462 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29369ecd-4993-4700-b01d-3daea7d2925d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:59.473974 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ac638b9b-e173-4bb0-bac0-4569ea2fc200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:59.478637 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29369ecd-4993-4700-b01d-3daea7d2925d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:59.555008 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29369ecd-4993-4700-b01d-3daea7d2925d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:59.558733 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29369ecd-4993-4700-b01d-3daea7d2925d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:59.583329 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29369ecd-4993-4700-b01d-3daea7d2925d admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:56:59.594645 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29369ecd-4993-4700-b01d-3daea7d2925d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0047df-73e9-44f4-90ca-77293ee9e2dd,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:59.600439 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29369ecd-4993-4700-b01d-3daea7d2925d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:59.600789 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-29369ecd-4993-4700-b01d-3daea7d2925d admin admin] Added segment cef2b0ee-20d9-4f96-b127-bbf73eb61def of type vlan for network 31618be1-bfca-4ea9-b0d6-da19384942fd Nov 25 20:56:59.651238 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29369ecd-4993-4700-b01d-3daea7d2925d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:59.684006 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29369ecd-4993-4700-b01d-3daea7d2925d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:59.685041 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29369ecd-4993-4700-b01d-3daea7d2925d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:59.685893 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29369ecd-4993-4700-b01d-3daea7d2925d admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:59.719698 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-29369ecd-4993-4700-b01d-3daea7d2925d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3782063 Nov 25 20:56:59.722949 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 32822) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:56:59.728146 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-c83aa466-1eba-43c0-912c-0807515f0a2f admin admin] Request body: {'subnet': {'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1952886474-subnet', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'ip_version': 4}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:56:59.749931 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83aa466-1eba-43c0-912c-0807515f0a2f admin admin] Made reservation on behalf of abc50cad5d184972a4541d4d38e7f8cc for: {'subnet': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:56:59.752353 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c83aa466-1eba-43c0-912c-0807515f0a2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344225'] for subnet, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:59.756322 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29369ecd-4993-4700-b01d-3daea7d2925d admin admin] Pushing event updated for resources: {'Network': ['ID=31618be1-bfca-4ea9-b0d6-da19384942fd,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:59.767353 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 31618be1-bfca-4ea9-b0d6-da19384942fd details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:56:59.926592 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c83aa466-1eba-43c0-912c-0807515f0a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5940387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344247'] for subnet, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:59.992927 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83aa466-1eba-43c0-912c-0807515f0a2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=20c729a5-24da-47f5-81ee-a3cfe26a8312,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:00.001886 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83aa466-1eba-43c0-912c-0807515f0a2f admin admin] Checking segment: {'id': 'cef2b0ee-20d9-4f96-b127-bbf73eb61def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:57:00.002247 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83aa466-1eba-43c0-912c-0807515f0a2f admin admin] Network hostable DHCP agents. Network: 31618be1-bfca-4ea9-b0d6-da19384942fd, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:57:00.019471 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83aa466-1eba-43c0-912c-0807515f0a2f admin admin] Network 31618be1-bfca-4ea9-b0d6-da19384942fd is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:57:00.028274 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c83aa466-1eba-43c0-912c-0807515f0a2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 31618be1-bfca-4ea9-b0d6-da19384942fd) {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:57:00.032325 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83aa466-1eba-43c0-912c-0807515f0a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:00.032904 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c83aa466-1eba-43c0-912c-0807515f0a2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:00.037532 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcb1e3d-5246-4bae-bc81-283def922991 None None] Network 31618be1-bfca-4ea9-b0d6-da19384942fd requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:57:00.056731 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c83aa466-1eba-43c0-912c-0807515f0a2f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3278413 Nov 25 20:57:00.056983 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32824) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:57:00.059920 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3e4efd45-8867-44b8-a7a3-72ea71d73849 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1952886474-router', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:57:00.084535 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e4efd45-8867-44b8-a7a3-72ea71d73849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:00.085637 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e4efd45-8867-44b8-a7a3-72ea71d73849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:00.139636 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e4efd45-8867-44b8-a7a3-72ea71d73849 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:00.190201 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b6b137-88e1-4cb9-8529-d9ba9be4cea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-31618be1-bfca-4ea9-b0d6-da19384942fd', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'fixed_ips': [{'subnet_id': '20c729a5-24da-47f5-81ee-a3cfe26a8312'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:57:00.191366 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c8b6b137-88e1-4cb9-8529-d9ba9be4cea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:00.285254 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e4efd45-8867-44b8-a7a3-72ea71d73849 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:00.342456 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-c8b6b137-88e1-4cb9-8529-d9ba9be4cea6 None None] Allocated IP 172.20.0.2 (31618be1-bfca-4ea9-b0d6-da19384942fd/20c729a5-24da-47f5-81ee-a3cfe26a8312/5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:57:00.493068 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c8b6b137-88e1-4cb9-8529-d9ba9be4cea6 None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:00.494143 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e4efd45-8867-44b8-a7a3-72ea71d73849 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:00.499681 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c8b6b137-88e1-4cb9-8529-d9ba9be4cea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:00.516022 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e4efd45-8867-44b8-a7a3-72ea71d73849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:00.542409 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b6b137-88e1-4cb9-8529-d9ba9be4cea6 None None] Network 31618be1-bfca-4ea9-b0d6-da19384942fd is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:57:00.549153 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-c8b6b137-88e1-4cb9-8529-d9ba9be4cea6 None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:57:00.553328 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b6b137-88e1-4cb9-8529-d9ba9be4cea6 None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:57:00.561497 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6b137-88e1-4cb9-8529-d9ba9be4cea6 None None] Pushing event updated for resources: {'Port': ['ID=5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:00.625394 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c8b6b137-88e1-4cb9-8529-d9ba9be4cea6 None None] Attempting to bind port 5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:57:00.625679 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c8b6b137-88e1-4cb9-8529-d9ba9be4cea6 None None] Attempting to bind port 5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'cef2b0ee-20d9-4f96-b127-bbf73eb61def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:57:00.626050 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b6b137-88e1-4cb9-8529-d9ba9be4cea6 None None] Attempting to bind port 5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81 on network 31618be1-bfca-4ea9-b0d6-da19384942fd {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:57:00.628902 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-3e4efd45-8867-44b8-a7a3-72ea71d73849 admin admin] Allocated IP 172.25.6.15 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/42be9a69-461c-48a1-8317-95a4e68fd179) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:57:00.632230 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b6b137-88e1-4cb9-8529-d9ba9be4cea6 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:57:00.633603 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b6b137-88e1-4cb9-8529-d9ba9be4cea6 None None] Checking segment: {'id': 'cef2b0ee-20d9-4f96-b127-bbf73eb61def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:57:00.634510 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c8b6b137-88e1-4cb9-8529-d9ba9be4cea6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:00.634927 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b6b137-88e1-4cb9-8529-d9ba9be4cea6 None None] Bound using segment: {'id': 'cef2b0ee-20d9-4f96-b127-bbf73eb61def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:57:00.635434 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c8b6b137-88e1-4cb9-8529-d9ba9be4cea6 None None] Bound port: 5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef2b0ee-20d9-4f96-b127-bbf73eb61def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:57:00.635831 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c8b6b137-88e1-4cb9-8529-d9ba9be4cea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:00.719293 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c8b6b137-88e1-4cb9-8529-d9ba9be4cea6 None None] For port 5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:57:00.722576 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c8b6b137-88e1-4cb9-8529-d9ba9be4cea6 None None] For port 5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81,segment=NetworkSegment(cef2b0ee-20d9-4f96-b127-bbf73eb61def),segment_id=cef2b0ee-20d9-4f96-b127-bbf73eb61def)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:57:00.728558 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c8b6b137-88e1-4cb9-8529-d9ba9be4cea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:00.743992 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e4efd45-8867-44b8-a7a3-72ea71d73849 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:00.784266 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e4efd45-8867-44b8-a7a3-72ea71d73849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:00.793952 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6b137-88e1-4cb9-8529-d9ba9be4cea6 None None] Pushing event updated for resources: {'Port': ['ID=5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:00.824340 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4efd45-8867-44b8-a7a3-72ea71d73849 admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:57:00.827259 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3e4efd45-8867-44b8-a7a3-72ea71d73849 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:57:00.833280 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4efd45-8867-44b8-a7a3-72ea71d73849 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:57:00.841495 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7ecdce-5f75-4bb2-8b80-46d4ebcac82f None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:57:00.871219 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4efd45-8867-44b8-a7a3-72ea71d73849 admin admin] Pushing event updated for resources: {'Port': ['ID=42be9a69-461c-48a1-8317-95a4e68fd179,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:00.967712 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-c87bc7f9-9501-4a9f-a0ef-5909489f65b0 None None] Provisioning complete for port 42be9a69-461c-48a1-8317-95a4e68fd179 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:00.968352 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c87bc7f9-9501-4a9f-a0ef-5909489f65b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:01.017977 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-c87bc7f9-9501-4a9f-a0ef-5909489f65b0 None None] Port 42be9a69-461c-48a1-8317-95a4e68fd179 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:57:01.134545 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e4efd45-8867-44b8-a7a3-72ea71d73849 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:01.333230 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e4efd45-8867-44b8-a7a3-72ea71d73849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:01.559135 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:57:01.617177 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:01.617646 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:01.735366 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:01.773997 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port 5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81,segment=NetworkSegment(cef2b0ee-20d9-4f96-b127-bbf73eb61def),segment_id=cef2b0ee-20d9-4f96-b127-bbf73eb61def)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:57:01.776942 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224892f8-4ebc-4951-93a5-33035e65c8f4 None None] Network 31618be1-bfca-4ea9-b0d6-da19384942fd requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:57:01.780568 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:01.864651 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4efd45-8867-44b8-a7a3-72ea71d73849 admin admin] Router 91755a74-e585-422c-b45b-c01262103bbc is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:57:01.895058 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:01.902277 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3e436c77-5ef8-488c-91fb-e54b4f25fc33 None None] Provisioning complete for port 5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:01.902670 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3e436c77-5ef8-488c-91fb-e54b4f25fc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:01.977086 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4efd45-8867-44b8-a7a3-72ea71d73849 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:57:01.987385 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0129a5f7-e446-4ac1-9d13-beb0e59f45d3 None None] Sync routers for ids ['91755a74-e585-422c-b45b-c01262103bbc'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:57:01.995087 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e1d8a620-271a-423c-9503-0fa494c02034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:01.997969 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e4efd45-8867-44b8-a7a3-72ea71d73849 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:01.999312 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-3e4efd45-8867-44b8-a7a3-72ea71d73849 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9428661 Nov 25 20:57:02.002073 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32826) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:57:02.008731 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0129a5f7-e446-4ac1-9d13-beb0e59f45d3 None None] Routers {'91755a74-e585-422c-b45b-c01262103bbc'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:57:02.011027 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-0129a5f7-e446-4ac1-9d13-beb0e59f45d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:57:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['91755a74-e585-422c-b45b-c01262103bbc'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:57:02.121473 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-0129a5f7-e446-4ac1-9d13-beb0e59f45d3 None None] Set router 91755a74-e585-422c-b45b-c01262103bbc gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:57:02.294797 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ba879ea8-20a0-4108-8a4e-c761d2cfaf15 None None] Provisioning complete for port 5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:02.295257 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ba879ea8-20a0-4108-8a4e-c761d2cfaf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:02.326820 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-0129a5f7-e446-4ac1-9d13-beb0e59f45d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91755a74-e585-422c-b45b-c01262103bbc', 'name': 'tempest-TestSnapshotPattern-1952886474-router', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:01Z', 'revision_number': 3, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'gw_port': {'id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:24:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:57:02.355163 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0129a5f7-e446-4ac1-9d13-beb0e59f45d3 None None] Checking router: 91755a74-e585-422c-b45b-c01262103bbc for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:57:02.355497 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0129a5f7-e446-4ac1-9d13-beb0e59f45d3 None None] Updating router 91755a74-e585-422c-b45b-c01262103bbc port 42be9a69-461c-48a1-8317-95a4e68fd179 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:57:02.385862 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0129a5f7-e446-4ac1-9d13-beb0e59f45d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:02.450720 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf461-4d2c-4d2a-acb7-16523e33c495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:02.619521 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-0c7bf461-4d2c-4d2a-acb7-16523e33c495 admin admin] Allocated IP 172.20.0.1 (31618be1-bfca-4ea9-b0d6-da19384942fd/20c729a5-24da-47f5-81ee-a3cfe26a8312/da78cd25-4b91-4234-8151-d5bb0e907de6) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:57:02.737538 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0129a5f7-e446-4ac1-9d13-beb0e59f45d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:02.744272 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0129a5f7-e446-4ac1-9d13-beb0e59f45d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:02.744858 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf461-4d2c-4d2a-acb7-16523e33c495 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:02.783274 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf461-4d2c-4d2a-acb7-16523e33c495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:02.785583 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c7897b-c474-49ce-ba8a-06a8dee473d3 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:57:02.799585 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-0129a5f7-e446-4ac1-9d13-beb0e59f45d3 None None] Attempting to bind port 42be9a69-461c-48a1-8317-95a4e68fd179 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:57:02.800029 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-0129a5f7-e446-4ac1-9d13-beb0e59f45d3 None None] Attempting to bind port 42be9a69-461c-48a1-8317-95a4e68fd179 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:57:02.800364 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0129a5f7-e446-4ac1-9d13-beb0e59f45d3 None None] Attempting to bind port 42be9a69-461c-48a1-8317-95a4e68fd179 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:57:02.808202 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4113e6-d295-4a67-9ae6-6dd0e0f27fc9 None None] Pushing event updated for resources: {'Port': ['ID=42be9a69-461c-48a1-8317-95a4e68fd179,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:02.814926 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0129a5f7-e446-4ac1-9d13-beb0e59f45d3 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:57:02.815317 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0129a5f7-e446-4ac1-9d13-beb0e59f45d3 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:57:02.815874 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0129a5f7-e446-4ac1-9d13-beb0e59f45d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:02.816270 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0129a5f7-e446-4ac1-9d13-beb0e59f45d3 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:57:02.816739 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-0129a5f7-e446-4ac1-9d13-beb0e59f45d3 None None] Bound port: 42be9a69-461c-48a1-8317-95a4e68fd179, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:57:02.817423 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0129a5f7-e446-4ac1-9d13-beb0e59f45d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:02.821138 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4113e6-d295-4a67-9ae6-6dd0e0f27fc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:57:02.821671 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4113e6-d295-4a67-9ae6-6dd0e0f27fc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:57:02.821808 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4113e6-d295-4a67-9ae6-6dd0e0f27fc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:57:02.822144 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4113e6-d295-4a67-9ae6-6dd0e0f27fc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:57:02.822498 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4113e6-d295-4a67-9ae6-6dd0e0f27fc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:57:02.823126 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4113e6-d295-4a67-9ae6-6dd0e0f27fc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:57:02.823520 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4113e6-d295-4a67-9ae6-6dd0e0f27fc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:57:02.823909 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4113e6-d295-4a67-9ae6-6dd0e0f27fc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:57:02.824233 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4113e6-d295-4a67-9ae6-6dd0e0f27fc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:57:02.824576 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4113e6-d295-4a67-9ae6-6dd0e0f27fc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:57:02.824937 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4113e6-d295-4a67-9ae6-6dd0e0f27fc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:57:02.825462 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4113e6-d295-4a67-9ae6-6dd0e0f27fc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:57:02.831765 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7bf461-4d2c-4d2a-acb7-16523e33c495 admin admin] Network 31618be1-bfca-4ea9-b0d6-da19384942fd is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:57:02.834966 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0c7bf461-4d2c-4d2a-acb7-16523e33c495 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:57:02.839163 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7bf461-4d2c-4d2a-acb7-16523e33c495 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:57:02.846041 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf461-4d2c-4d2a-acb7-16523e33c495 admin admin] Pushing event updated for resources: {'Port': ['ID=da78cd25-4b91-4234-8151-d5bb0e907de6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:02.885341 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-0129a5f7-e446-4ac1-9d13-beb0e59f45d3 None None] For port 42be9a69-461c-48a1-8317-95a4e68fd179, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:57:02.885738 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf461-4d2c-4d2a-acb7-16523e33c495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:02.890055 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-0129a5f7-e446-4ac1-9d13-beb0e59f45d3 None None] For port 42be9a69-461c-48a1-8317-95a4e68fd179, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=42be9a69-461c-48a1-8317-95a4e68fd179,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:57:02.895367 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0129a5f7-e446-4ac1-9d13-beb0e59f45d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:02.918597 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-482e6c1d-d85d-42f0-898f-506e30dfd6ce None None] Provisioning complete for port 42be9a69-461c-48a1-8317-95a4e68fd179 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:02.918964 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-482e6c1d-d85d-42f0-898f-506e30dfd6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:02.963905 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0129a5f7-e446-4ac1-9d13-beb0e59f45d3 None None] Routers {'91755a74-e585-422c-b45b-c01262103bbc'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:57:02.964559 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-0129a5f7-e446-4ac1-9d13-beb0e59f45d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:57:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['91755a74-e585-422c-b45b-c01262103bbc'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:57:03.063365 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf461-4d2c-4d2a-acb7-16523e33c495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:03.074992 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4113e6-d295-4a67-9ae6-6dd0e0f27fc9 None None] Pushing event updated for resources: {'Port': ['ID=42be9a69-461c-48a1-8317-95a4e68fd179,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:03.120250 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-0129a5f7-e446-4ac1-9d13-beb0e59f45d3 None None] Set router 91755a74-e585-422c-b45b-c01262103bbc gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:57:03.161428 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad04f3d-6d9d-48b3-9298-d7936431b3c9 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:57:03.229286 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-482e6c1d-d85d-42f0-898f-506e30dfd6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:03.253049 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-482e6c1d-d85d-42f0-898f-506e30dfd6ce None None] For port 42be9a69-461c-48a1-8317-95a4e68fd179, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=42be9a69-461c-48a1-8317-95a4e68fd179,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:57:03.256850 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-482e6c1d-d85d-42f0-898f-506e30dfd6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:03.287472 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf461-4d2c-4d2a-acb7-16523e33c495 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:03.295140 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf461-4d2c-4d2a-acb7-16523e33c495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:03.311940 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e6c1d-d85d-42f0-898f-506e30dfd6ce None None] Pushing event updated for resources: {'Port': ['ID=42be9a69-461c-48a1-8317-95a4e68fd179,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:03.320794 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-0129a5f7-e446-4ac1-9d13-beb0e59f45d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91755a74-e585-422c-b45b-c01262103bbc', 'name': 'tempest-TestSnapshotPattern-1952886474-router', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:01Z', 'revision_number': 3, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'gw_port': {'id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:24:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:57:03.349227 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0129a5f7-e446-4ac1-9d13-beb0e59f45d3 None None] The sync data for ids ['91755a74-e585-422c-b45b-c01262103bbc'] in n-d-819349-5 is: [{'id': '91755a74-e585-422c-b45b-c01262103bbc', 'name': 'tempest-TestSnapshotPattern-1952886474-router', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:01Z', 'revision_number': 3, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'gw_port': {'id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:24:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:57:03.370190 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf461-4d2c-4d2a-acb7-16523e33c495 admin admin] Pushing event updated for resources: {'Port': ['ID=da78cd25-4b91-4234-8151-d5bb0e907de6,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:03.373257 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf461-4d2c-4d2a-acb7-16523e33c495 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:03.391411 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-774d1a98-0cc9-40ec-ab9e-fa283554be2c None None] Provisioning complete for port 42be9a69-461c-48a1-8317-95a4e68fd179 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:03.391852 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-774d1a98-0cc9-40ec-ab9e-fa283554be2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:03.491001 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7bf461-4d2c-4d2a-acb7-16523e33c495 admin admin] Network 31618be1-bfca-4ea9-b0d6-da19384942fd is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:57:03.492754 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0c7bf461-4d2c-4d2a-acb7-16523e33c495 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:57:03.527399 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-774d1a98-0cc9-40ec-ab9e-fa283554be2c None None] Provisioning complete for port da78cd25-4b91-4234-8151-d5bb0e907de6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:03.527958 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-774d1a98-0cc9-40ec-ab9e-fa283554be2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:03.557592 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:57:03.616593 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-774d1a98-0cc9-40ec-ab9e-fa283554be2c None None] Port da78cd25-4b91-4234-8151-d5bb0e907de6 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:57:03.626804 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:03.627187 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:03.647582 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7bf461-4d2c-4d2a-acb7-16523e33c495 admin admin] Router 91755a74-e585-422c-b45b-c01262103bbc has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:57:03.815585 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7bf461-4d2c-4d2a-acb7-16523e33c495 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:57:03.821484 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0c7bf461-4d2c-4d2a-acb7-16523e33c495 admin admin] 10.222.0.55 "PUT /v2.0/routers/91755a74-e585-422c-b45b-c01262103bbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8184669 Nov 25 20:57:03.844332 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e20a55af-91b6-4fe6-857e-c5ba29bbd3fc None None] Provisioning complete for port da78cd25-4b91-4234-8151-d5bb0e907de6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:03.844880 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e20a55af-91b6-4fe6-857e-c5ba29bbd3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:03.883383 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e20a55af-91b6-4fe6-857e-c5ba29bbd3fc None None] Port da78cd25-4b91-4234-8151-d5bb0e907de6 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:57:04.076716 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:04.325623 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32842) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:57:04.331549 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0a81a0e5-3c7e-464e-a2ca-9ec609e08937 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1586424616-network', 'tenant_id': 'f516393a7ac54b67a923d8a088e2f7fb'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:57:04.356946 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a81a0e5-3c7e-464e-a2ca-9ec609e08937 admin admin] Made reservation on behalf of f516393a7ac54b67a923d8a088e2f7fb for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:57:04.359578 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a81a0e5-3c7e-464e-a2ca-9ec609e08937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:04.369404 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a81a0e5-3c7e-464e-a2ca-9ec609e08937 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:04.447240 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a81a0e5-3c7e-464e-a2ca-9ec609e08937 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:04.451116 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a81a0e5-3c7e-464e-a2ca-9ec609e08937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:04.476474 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a81a0e5-3c7e-464e-a2ca-9ec609e08937 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:57:04.486547 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81a0e5-3c7e-464e-a2ca-9ec609e08937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6db938-9b67-4270-acaf-e63e74d6b83e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:04.491330 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a81a0e5-3c7e-464e-a2ca-9ec609e08937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:04.492397 n-d-819349-5 neutron-server[103599]: INFO neutron.db.segments_db [None req-0a81a0e5-3c7e-464e-a2ca-9ec609e08937 admin admin] Added segment e758c523-ee5a-40cd-bdb6-555cc2a14eae of type vlan for network 44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e Nov 25 20:57:04.533308 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a81a0e5-3c7e-464e-a2ca-9ec609e08937 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733166645050'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:04.561221 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a81a0e5-3c7e-464e-a2ca-9ec609e08937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:04.562734 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a81a0e5-3c7e-464e-a2ca-9ec609e08937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:04.563452 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a81a0e5-3c7e-464e-a2ca-9ec609e08937 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:04.625220 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-0a81a0e5-3c7e-464e-a2ca-9ec609e08937 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2976000 Nov 25 20:57:04.627885 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32844) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:57:04.635150 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e1207cb7-1723-4a0e-9146-fb85c23609b5 admin admin] Request body: {'subnet': {'network_id': '44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1586424616-subnet', 'tenant_id': 'f516393a7ac54b67a923d8a088e2f7fb', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:57:04.643247 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81a0e5-3c7e-464e-a2ca-9ec609e08937 admin admin] Pushing event updated for resources: {'Network': ['ID=44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:04.653184 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Network 44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e details requested by agent ovs-agent-n-d-819349-5 with host n-d-819349-5 {{(pid=103601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:57:04.660882 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1207cb7-1723-4a0e-9146-fb85c23609b5 admin admin] Made reservation on behalf of f516393a7ac54b67a923d8a088e2f7fb for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:57:04.663431 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1207cb7-1723-4a0e-9146-fb85c23609b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7457990'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:04.852072 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1207cb7-1723-4a0e-9146-fb85c23609b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8179377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7458000'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:04.909174 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1207cb7-1723-4a0e-9146-fb85c23609b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac228631-3bd0-42ff-bf83-f7591991189b,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:04.918257 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1207cb7-1723-4a0e-9146-fb85c23609b5 admin admin] Checking segment: {'id': 'e758c523-ee5a-40cd-bdb6-555cc2a14eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:57:04.918654 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1207cb7-1723-4a0e-9146-fb85c23609b5 admin admin] Network hostable DHCP agents. Network: 44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e, hostable agents: ['dabd8010-b447-4cc8-bb5b-c1a14fda264f'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:57:04.936068 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1207cb7-1723-4a0e-9146-fb85c23609b5 admin admin] Network 44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e is scheduled to be hosted by DHCP agent dabd8010-b447-4cc8-bb5b-c1a14fda264f with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:57:04.946056 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e1207cb7-1723-4a0e-9146-fb85c23609b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-5, 44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:57:04.950636 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1207cb7-1723-4a0e-9146-fb85c23609b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:04.951324 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1207cb7-1723-4a0e-9146-fb85c23609b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:04.956029 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5b8925-4306-4336-989d-69ee3fe769e6 None None] Network 44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:57:04.974694 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e1207cb7-1723-4a0e-9146-fb85c23609b5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3456364 Nov 25 20:57:04.977189 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32846) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:57:04.982596 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-afd43f82-39a2-40d0-9808-4c0b0b7316dd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1586424616-router', 'tenant_id': 'f516393a7ac54b67a923d8a088e2f7fb', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:57:05.004161 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-afd43f82-39a2-40d0-9808-4c0b0b7316dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2045633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59470'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:05.005269 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-afd43f82-39a2-40d0-9808-4c0b0b7316dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2045613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59461'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:05.065547 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-afd43f82-39a2-40d0-9808-4c0b0b7316dd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:05.068861 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a82d5-5000-4b54-ad44-f2e4b6f4c5d7 None None] Sync routers for ids ['91755a74-e585-422c-b45b-c01262103bbc'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:57:05.093706 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a82d5-5000-4b54-ad44-f2e4b6f4c5d7 None None] Routers {'91755a74-e585-422c-b45b-c01262103bbc'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:57:05.094357 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5b9a82d5-5000-4b54-ad44-f2e4b6f4c5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:57:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['91755a74-e585-422c-b45b-c01262103bbc'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:57:05.175521 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f171a4f7-d735-4e92-a607-e6d1e822a38d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dd11283-dcda-5f9c-af5d-8cbb431fd6b6-44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e', 'network_id': '44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e', 'tenant_id': 'f516393a7ac54b67a923d8a088e2f7fb', 'fixed_ips': [{'subnet_id': 'ac228631-3bd0-42ff-bf83-f7591991189b'}]}} from n-d-819349-5. {{(pid=103601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:57:05.176384 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f171a4f7-d735-4e92-a607-e6d1e822a38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:05.209130 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-afd43f82-39a2-40d0-9808-4c0b0b7316dd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:05.297646 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5b9a82d5-5000-4b54-ad44-f2e4b6f4c5d7 None None] Set router 91755a74-e585-422c-b45b-c01262103bbc gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:57:05.421271 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-afd43f82-39a2-40d0-9808-4c0b0b7316dd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:05.422059 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-f171a4f7-d735-4e92-a607-e6d1e822a38d None None] Allocated IP 172.20.0.2 (44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e/ac228631-3bd0-42ff-bf83-f7591991189b/dff8385d-7c1e-41dc-813b-418de4d0ed46) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:57:05.444452 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-afd43f82-39a2-40d0-9808-4c0b0b7316dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:05.557504 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 42be9a69-461c-48a1-8317-95a4e68fd179 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:57:05.573619 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-afd43f82-39a2-40d0-9808-4c0b0b7316dd admin admin] Allocated IP 172.25.6.33 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/ab54e331-7c57-4d9c-90a5-af020e2411c8) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:57:05.685190 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-afd43f82-39a2-40d0-9808-4c0b0b7316dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:05.721087 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-afd43f82-39a2-40d0-9808-4c0b0b7316dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:05.741217 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 42be9a69-461c-48a1-8317-95a4e68fd179 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:05.742203 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:05.754578 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f171a4f7-d735-4e92-a607-e6d1e822a38d None None] Publish callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:05.764105 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd43f82-39a2-40d0-9808-4c0b0b7316dd admin admin] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:57:05.767009 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-afd43f82-39a2-40d0-9808-4c0b0b7316dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:57:05.771575 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd43f82-39a2-40d0-9808-4c0b0b7316dd admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:57:05.789495 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34598dcf-56d5-481d-bbfa-e486ffeb967e None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:57:05.797178 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd43f82-39a2-40d0-9808-4c0b0b7316dd admin admin] Pushing event updated for resources: {'Port': ['ID=ab54e331-7c57-4d9c-90a5-af020e2411c8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:05.799187 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f171a4f7-d735-4e92-a607-e6d1e822a38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:05.836532 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:05.859652 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5b9a82d5-5000-4b54-ad44-f2e4b6f4c5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91755a74-e585-422c-b45b-c01262103bbc', 'name': 'tempest-TestSnapshotPattern-1952886474-router', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'gw_port': {'id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'da78cd25-4b91-4234-8151-d5bb0e907de6', 'name': '', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'mac_address': 'fa:16:3e:dc:2c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:02Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 2, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'subnets': [{'id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:57:05.878135 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f171a4f7-d735-4e92-a607-e6d1e822a38d None None] Network 44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:57:05.921576 n-d-819349-5 neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-f171a4f7-d735-4e92-a607-e6d1e822a38d None None] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:57:05.926911 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171a4f7-d735-4e92-a607-e6d1e822a38d None None] Pushing event updated for resources: {'Port': ['ID=dff8385d-7c1e-41dc-813b-418de4d0ed46,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:05.929861 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a82d5-5000-4b54-ad44-f2e4b6f4c5d7 None None] Checking router: 91755a74-e585-422c-b45b-c01262103bbc for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:57:05.930229 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a82d5-5000-4b54-ad44-f2e4b6f4c5d7 None None] Updating router 91755a74-e585-422c-b45b-c01262103bbc port da78cd25-4b91-4234-8151-d5bb0e907de6 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:57:05.932985 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f171a4f7-d735-4e92-a607-e6d1e822a38d None None] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:57:05.961761 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:05.998717 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5b9a82d5-5000-4b54-ad44-f2e4b6f4c5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:06.014805 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a615ba57-20d4-48e0-8b92-5925786e642a None None] Provisioning complete for port ab54e331-7c57-4d9c-90a5-af020e2411c8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:06.015187 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a615ba57-20d4-48e0-8b92-5925786e642a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:06.049530 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-afd43f82-39a2-40d0-9808-4c0b0b7316dd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:06.119371 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f171a4f7-d735-4e92-a607-e6d1e822a38d None None] Attempting to bind port dff8385d-7c1e-41dc-813b-418de4d0ed46 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:57:06.119750 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f171a4f7-d735-4e92-a607-e6d1e822a38d None None] Attempting to bind port dff8385d-7c1e-41dc-813b-418de4d0ed46 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'e758c523-ee5a-40cd-bdb6-555cc2a14eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:57:06.120118 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f171a4f7-d735-4e92-a607-e6d1e822a38d None None] Attempting to bind port dff8385d-7c1e-41dc-813b-418de4d0ed46 on network 44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:57:06.134270 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a615ba57-20d4-48e0-8b92-5925786e642a None None] Port ab54e331-7c57-4d9c-90a5-af020e2411c8 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:57:06.136787 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f171a4f7-d735-4e92-a607-e6d1e822a38d None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:57:06.137175 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f171a4f7-d735-4e92-a607-e6d1e822a38d None None] Checking segment: {'id': 'e758c523-ee5a-40cd-bdb6-555cc2a14eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:57:06.137950 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f171a4f7-d735-4e92-a607-e6d1e822a38d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:06.137950 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f171a4f7-d735-4e92-a607-e6d1e822a38d None None] Bound using segment: {'id': 'e758c523-ee5a-40cd-bdb6-555cc2a14eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:57:06.138467 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f171a4f7-d735-4e92-a607-e6d1e822a38d None None] Bound port: dff8385d-7c1e-41dc-813b-418de4d0ed46, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e758c523-ee5a-40cd-bdb6-555cc2a14eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:57:06.138852 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f171a4f7-d735-4e92-a607-e6d1e822a38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:06.271791 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-afd43f82-39a2-40d0-9808-4c0b0b7316dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2045620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041651'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:06.313841 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f171a4f7-d735-4e92-a607-e6d1e822a38d None None] For port dff8385d-7c1e-41dc-813b-418de4d0ed46, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:57:06.331334 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f171a4f7-d735-4e92-a607-e6d1e822a38d None None] For port dff8385d-7c1e-41dc-813b-418de4d0ed46, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=dff8385d-7c1e-41dc-813b-418de4d0ed46,segment=NetworkSegment(e758c523-ee5a-40cd-bdb6-555cc2a14eae),segment_id=e758c523-ee5a-40cd-bdb6-555cc2a14eae)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:57:06.339407 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f171a4f7-d735-4e92-a607-e6d1e822a38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:06.407307 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd43f82-39a2-40d0-9808-4c0b0b7316dd admin admin] Router 69d3a58f-7de6-42b6-a7cd-f170730dc073 is scheduled to L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:57:06.433990 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171a4f7-d735-4e92-a607-e6d1e822a38d None None] Pushing event updated for resources: {'Port': ['ID=dff8385d-7c1e-41dc-813b-418de4d0ed46,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:06.486469 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5b9a82d5-5000-4b54-ad44-f2e4b6f4c5d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:06.492594 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5b9a82d5-5000-4b54-ad44-f2e4b6f4c5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:06.523236 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd43f82-39a2-40d0-9808-4c0b0b7316dd admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:57:06.536598 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910aa807-eeb0-4a89-824a-de03facbcd44 None None] Sync routers for ids ['69d3a58f-7de6-42b6-a7cd-f170730dc073'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:57:06.542611 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc50abd-5c10-4b89-a020-b86a5f21c975 None None] Pushing event updated for resources: {'Port': ['ID=da78cd25-4b91-4234-8151-d5bb0e907de6,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:06.576344 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-afd43f82-39a2-40d0-9808-4c0b0b7316dd admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:06.577920 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-afd43f82-39a2-40d0-9808-4c0b0b7316dd admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5992208 Nov 25 20:57:06.581005 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 32848) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:57:06.589533 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910aa807-eeb0-4a89-824a-de03facbcd44 None None] Routers {'69d3a58f-7de6-42b6-a7cd-f170730dc073'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:57:06.590653 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-910aa807-eeb0-4a89-824a-de03facbcd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:57:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['69d3a58f-7de6-42b6-a7cd-f170730dc073'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:57:06.815973 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-910aa807-eeb0-4a89-824a-de03facbcd44 None None] Set router 69d3a58f-7de6-42b6-a7cd-f170730dc073 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:57:06.883591 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5b9a82d5-5000-4b54-ad44-f2e4b6f4c5d7 None None] Attempting to bind port da78cd25-4b91-4234-8151-d5bb0e907de6 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:57:06.883974 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5b9a82d5-5000-4b54-ad44-f2e4b6f4c5d7 None None] Attempting to bind port da78cd25-4b91-4234-8151-d5bb0e907de6 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'cef2b0ee-20d9-4f96-b127-bbf73eb61def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:57:06.884347 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a82d5-5000-4b54-ad44-f2e4b6f4c5d7 None None] Attempting to bind port da78cd25-4b91-4234-8151-d5bb0e907de6 on network 31618be1-bfca-4ea9-b0d6-da19384942fd {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:57:06.893957 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a82d5-5000-4b54-ad44-f2e4b6f4c5d7 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:57:06.894427 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a82d5-5000-4b54-ad44-f2e4b6f4c5d7 None None] Checking segment: {'id': 'cef2b0ee-20d9-4f96-b127-bbf73eb61def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:57:06.894888 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5b9a82d5-5000-4b54-ad44-f2e4b6f4c5d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:06.896296 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a82d5-5000-4b54-ad44-f2e4b6f4c5d7 None None] Bound using segment: {'id': 'cef2b0ee-20d9-4f96-b127-bbf73eb61def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:57:06.896812 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5b9a82d5-5000-4b54-ad44-f2e4b6f4c5d7 None None] Bound port: da78cd25-4b91-4234-8151-d5bb0e907de6, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef2b0ee-20d9-4f96-b127-bbf73eb61def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:57:06.897207 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5b9a82d5-5000-4b54-ad44-f2e4b6f4c5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:07.019670 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ef8bd4a0-e4f9-4c78-b8f7-40fe81a87528 None None] Provisioning complete for port da78cd25-4b91-4234-8151-d5bb0e907de6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:07.020352 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef8bd4a0-e4f9-4c78-b8f7-40fe81a87528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:07.047589 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5b9a82d5-5000-4b54-ad44-f2e4b6f4c5d7 None None] For port da78cd25-4b91-4234-8151-d5bb0e907de6, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:57:07.087544 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5b9a82d5-5000-4b54-ad44-f2e4b6f4c5d7 None None] For port da78cd25-4b91-4234-8151-d5bb0e907de6, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=da78cd25-4b91-4234-8151-d5bb0e907de6,segment=NetworkSegment(cef2b0ee-20d9-4f96-b127-bbf73eb61def),segment_id=cef2b0ee-20d9-4f96-b127-bbf73eb61def)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:57:07.093035 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ef8bd4a0-e4f9-4c78-b8f7-40fe81a87528 None None] Port da78cd25-4b91-4234-8151-d5bb0e907de6 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:57:07.097187 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5b9a82d5-5000-4b54-ad44-f2e4b6f4c5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:07.148665 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-910aa807-eeb0-4a89-824a-de03facbcd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d3a58f-7de6-42b6-a7cd-f170730dc073', 'name': 'tempest-TestSnapshotPattern-1586424616-router', 'tenant_id': 'f516393a7ac54b67a923d8a088e2f7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'ab54e331-7c57-4d9c-90a5-af020e2411c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:05Z', 'updated_at': '2021-11-25T20:57:05Z', 'revision_number': 3, 'project_id': 'f516393a7ac54b67a923d8a088e2f7fb', 'gw_port': {'id': 'ab54e331-7c57-4d9c-90a5-af020e2411c8', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d3a58f-7de6-42b6-a7cd-f170730dc073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:05Z', 'updated_at': '2021-11-25T20:57:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:57:07.167173 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a82d5-5000-4b54-ad44-f2e4b6f4c5d7 None None] Routers {'91755a74-e585-422c-b45b-c01262103bbc'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:57:07.167868 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5b9a82d5-5000-4b54-ad44-f2e4b6f4c5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:57:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['91755a74-e585-422c-b45b-c01262103bbc'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:57:07.190639 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910aa807-eeb0-4a89-824a-de03facbcd44 None None] Checking router: 69d3a58f-7de6-42b6-a7cd-f170730dc073 for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:57:07.191823 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910aa807-eeb0-4a89-824a-de03facbcd44 None None] Updating router 69d3a58f-7de6-42b6-a7cd-f170730dc073 port ab54e331-7c57-4d9c-90a5-af020e2411c8 binding host n-d-819349-5 {{(pid=103602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:57:07.229755 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-910aa807-eeb0-4a89-824a-de03facbcd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:07.254984 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc50abd-5c10-4b89-a020-b86a5f21c975 None None] Pushing event updated for resources: {'Port': ['ID=da78cd25-4b91-4234-8151-d5bb0e907de6,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:07.309878 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5b9a82d5-5000-4b54-ad44-f2e4b6f4c5d7 None None] Set router 91755a74-e585-422c-b45b-c01262103bbc gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:57:07.333777 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03c7d35e-edeb-490b-b70c-de436765cf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:07.677690 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device dff8385d-7c1e-41dc-813b-418de4d0ed46 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:57:07.690752 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-9e6e7e9d-00b5-4a82-b721-0719c2dfb9ef None None] Provisioning complete for port da78cd25-4b91-4234-8151-d5bb0e907de6 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:07.692139 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9e6e7e9d-00b5-4a82-b721-0719c2dfb9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:07.697196 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-03c7d35e-edeb-490b-b70c-de436765cf60 admin admin] Allocated IP 172.20.0.1 (44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e/ac228631-3bd0-42ff-bf83-f7591991189b/136480c9-f878-4ec5-a583-25a22bbb1e64) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:57:07.738755 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-910aa807-eeb0-4a89-824a-de03facbcd44 None None] Publish callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:07.747411 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-910aa807-eeb0-4a89-824a-de03facbcd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:07.813329 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3fd6bb-70d9-4dfc-acff-a5d5812baca7 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:57:07.818478 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-910aa807-eeb0-4a89-824a-de03facbcd44 None None] Attempting to bind port ab54e331-7c57-4d9c-90a5-af020e2411c8 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:57:07.818478 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-910aa807-eeb0-4a89-824a-de03facbcd44 None None] Attempting to bind port ab54e331-7c57-4d9c-90a5-af020e2411c8 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:57:07.818478 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910aa807-eeb0-4a89-824a-de03facbcd44 None None] Attempting to bind port ab54e331-7c57-4d9c-90a5-af020e2411c8 on network f965ced5-a415-47da-9748-3514ef368954 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:57:07.871829 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03c7d35e-edeb-490b-b70c-de436765cf60 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:07.878599 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910aa807-eeb0-4a89-824a-de03facbcd44 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:57:07.879281 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910aa807-eeb0-4a89-824a-de03facbcd44 None None] Checking segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:57:07.879885 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-910aa807-eeb0-4a89-824a-de03facbcd44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:07.880442 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910aa807-eeb0-4a89-824a-de03facbcd44 None None] Bound using segment: {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:57:07.881161 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [None req-910aa807-eeb0-4a89-824a-de03facbcd44 None None] Bound port: ab54e331-7c57-4d9c-90a5-af020e2411c8, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb0b74-eeff-4adc-a377-c646670f74cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f965ced5-a415-47da-9748-3514ef368954'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:57:07.881720 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-910aa807-eeb0-4a89-824a-de03facbcd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:07.926722 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5b9a82d5-5000-4b54-ad44-f2e4b6f4c5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91755a74-e585-422c-b45b-c01262103bbc', 'name': 'tempest-TestSnapshotPattern-1952886474-router', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'gw_port': {'id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'da78cd25-4b91-4234-8151-d5bb0e907de6', 'name': '', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'mac_address': 'fa:16:3e:dc:2c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:02Z', 'updated_at': '2021-11-25T20:57:07Z', 'revision_number': 4, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'subnets': [{'id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:57:07.955096 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-910aa807-eeb0-4a89-824a-de03facbcd44 None None] For port ab54e331-7c57-4d9c-90a5-af020e2411c8, host n-d-819349-5, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:57:07.959326 n-d-819349-5 neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-910aa807-eeb0-4a89-824a-de03facbcd44 None None] For port ab54e331-7c57-4d9c-90a5-af020e2411c8, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=ab54e331-7c57-4d9c-90a5-af020e2411c8,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:57:07.963434 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381734ba-c4e8-4656-b5d2-a5483fea4f3e None None] Pushing event updated for resources: {'Port': ['ID=ab54e331-7c57-4d9c-90a5-af020e2411c8,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:07.965605 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a82d5-5000-4b54-ad44-f2e4b6f4c5d7 None None] The sync data for ids ['91755a74-e585-422c-b45b-c01262103bbc'] in n-d-819349-5 is: [{'id': '91755a74-e585-422c-b45b-c01262103bbc', 'name': 'tempest-TestSnapshotPattern-1952886474-router', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'gw_port': {'id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'da78cd25-4b91-4234-8151-d5bb0e907de6', 'name': '', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'mac_address': 'fa:16:3e:dc:2c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:02Z', 'updated_at': '2021-11-25T20:57:07Z', 'revision_number': 4, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'subnets': [{'id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:57:07.973722 n-d-819349-5 neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-910aa807-eeb0-4a89-824a-de03facbcd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:07.983511 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port dff8385d-7c1e-41dc-813b-418de4d0ed46 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:07.983892 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:08.016161 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03c7d35e-edeb-490b-b70c-de436765cf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:08.051824 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c7d35e-edeb-490b-b70c-de436765cf60 admin admin] Network 44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:57:08.065487 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9e6e7e9d-00b5-4a82-b721-0719c2dfb9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:08.115858 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-03c7d35e-edeb-490b-b70c-de436765cf60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:57:08.120455 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c7d35e-edeb-490b-b70c-de436765cf60 admin admin] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:57:08.149049 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381734ba-c4e8-4656-b5d2-a5483fea4f3e None None] Pushing event updated for resources: {'Port': ['ID=ab54e331-7c57-4d9c-90a5-af020e2411c8,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:08.160487 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910aa807-eeb0-4a89-824a-de03facbcd44 None None] Routers {'69d3a58f-7de6-42b6-a7cd-f170730dc073'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:57:08.161038 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-910aa807-eeb0-4a89-824a-de03facbcd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:57:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['69d3a58f-7de6-42b6-a7cd-f170730dc073'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:57:08.214593 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9e6e7e9d-00b5-4a82-b721-0719c2dfb9ef None None] For port da78cd25-4b91-4234-8151-d5bb0e907de6, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=da78cd25-4b91-4234-8151-d5bb0e907de6,segment=NetworkSegment(cef2b0ee-20d9-4f96-b127-bbf73eb61def),segment_id=cef2b0ee-20d9-4f96-b127-bbf73eb61def)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:57:08.225458 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9e6e7e9d-00b5-4a82-b721-0719c2dfb9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:08.233708 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7d35e-edeb-490b-b70c-de436765cf60 admin admin] Pushing event updated for resources: {'Port': ['ID=136480c9-f878-4ec5-a583-25a22bbb1e64,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:08.251202 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03c7d35e-edeb-490b-b70c-de436765cf60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982464'] for router_interface, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:08.279206 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3c142d-b9b2-4790-af0b-5b534552f931 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:57:08.288504 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:08.345875 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53702aa5-fe29-4e3e-9857-54a3cec23682 None None] Network 44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:57:08.386704 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-910aa807-eeb0-4a89-824a-de03facbcd44 None None] Set router 69d3a58f-7de6-42b6-a7cd-f170730dc073 gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:57:08.407406 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7224512f-356c-41e5-a632-54807cd04064 None None] For port dff8385d-7c1e-41dc-813b-418de4d0ed46, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=dff8385d-7c1e-41dc-813b-418de4d0ed46,segment=NetworkSegment(e758c523-ee5a-40cd-bdb6-555cc2a14eae),segment_id=e758c523-ee5a-40cd-bdb6-555cc2a14eae)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:57:08.444195 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e7e9d-00b5-4a82-b721-0719c2dfb9ef None None] Pushing event updated for resources: {'Port': ['ID=da78cd25-4b91-4234-8151-d5bb0e907de6,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:08.451914 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:08.459286 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03c7d35e-edeb-490b-b70c-de436765cf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:08.674989 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ac1a2712-acb7-4057-bd10-d7062116f8e5 None None] Provisioning complete for port dff8385d-7c1e-41dc-813b-418de4d0ed46 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:08.675785 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ac1a2712-acb7-4057-bd10-d7062116f8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:08.739938 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Pushing event updated for resources: {'Port': ['ID=dff8385d-7c1e-41dc-813b-418de4d0ed46,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:08.789750 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03c7d35e-edeb-490b-b70c-de436765cf60 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:08.792073 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-910aa807-eeb0-4a89-824a-de03facbcd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d3a58f-7de6-42b6-a7cd-f170730dc073', 'name': 'tempest-TestSnapshotPattern-1586424616-router', 'tenant_id': 'f516393a7ac54b67a923d8a088e2f7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'ab54e331-7c57-4d9c-90a5-af020e2411c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:05Z', 'updated_at': '2021-11-25T20:57:05Z', 'revision_number': 3, 'project_id': 'f516393a7ac54b67a923d8a088e2f7fb', 'gw_port': {'id': 'ab54e331-7c57-4d9c-90a5-af020e2411c8', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d3a58f-7de6-42b6-a7cd-f170730dc073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:05Z', 'updated_at': '2021-11-25T20:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:57:08.796870 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03c7d35e-edeb-490b-b70c-de436765cf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:08.826999 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910aa807-eeb0-4a89-824a-de03facbcd44 None None] The sync data for ids ['69d3a58f-7de6-42b6-a7cd-f170730dc073'] in n-d-819349-5 is: [{'id': '69d3a58f-7de6-42b6-a7cd-f170730dc073', 'name': 'tempest-TestSnapshotPattern-1586424616-router', 'tenant_id': 'f516393a7ac54b67a923d8a088e2f7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'ab54e331-7c57-4d9c-90a5-af020e2411c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:05Z', 'updated_at': '2021-11-25T20:57:05Z', 'revision_number': 3, 'project_id': 'f516393a7ac54b67a923d8a088e2f7fb', 'gw_port': {'id': 'ab54e331-7c57-4d9c-90a5-af020e2411c8', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d3a58f-7de6-42b6-a7cd-f170730dc073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:05Z', 'updated_at': '2021-11-25T20:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:57:08.899955 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ac1a2712-acb7-4057-bd10-d7062116f8e5 None None] Provisioning complete for port ab54e331-7c57-4d9c-90a5-af020e2411c8 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:08.900338 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ac1a2712-acb7-4057-bd10-d7062116f8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:08.935583 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03c7d35e-edeb-490b-b70c-de436765cf60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982700'] for router_interface, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:09.022184 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7d35e-edeb-490b-b70c-de436765cf60 admin admin] Pushing event updated for resources: {'Port': ['ID=136480c9-f878-4ec5-a583-25a22bbb1e64,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:09.091556 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ac1a2712-acb7-4057-bd10-d7062116f8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:09.093696 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c7d35e-edeb-490b-b70c-de436765cf60 admin admin] Network 44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:57:09.097683 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-03c7d35e-edeb-490b-b70c-de436765cf60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:57:09.142046 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ac1a2712-acb7-4057-bd10-d7062116f8e5 None None] For port ab54e331-7c57-4d9c-90a5-af020e2411c8, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=ab54e331-7c57-4d9c-90a5-af020e2411c8,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:57:09.151890 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ac1a2712-acb7-4057-bd10-d7062116f8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:09.256723 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a2712-acb7-4057-bd10-d7062116f8e5 None None] Pushing event updated for resources: {'Port': ['ID=ab54e331-7c57-4d9c-90a5-af020e2411c8,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:09.291984 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-b7436432-cbb8-4309-a89d-a178c1c98274 None None] Provisioning complete for port 136480c9-f878-4ec5-a583-25a22bbb1e64 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:09.292451 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b7436432-cbb8-4309-a89d-a178c1c98274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:09.333628 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c7d35e-edeb-490b-b70c-de436765cf60 admin admin] Router 69d3a58f-7de6-42b6-a7cd-f170730dc073 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:57:09.347050 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b7436432-cbb8-4309-a89d-a178c1c98274 None None] Port 136480c9-f878-4ec5-a583-25a22bbb1e64 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:57:09.360673 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-b7436432-cbb8-4309-a89d-a178c1c98274 None None] Provisioning complete for port dff8385d-7c1e-41dc-813b-418de4d0ed46 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:09.361164 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b7436432-cbb8-4309-a89d-a178c1c98274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:09.720554 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-3cc0f834-08d5-4a8f-889c-8fa4a342b736 None None] Provisioning complete for port 136480c9-f878-4ec5-a583-25a22bbb1e64 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:09.721189 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3cc0f834-08d5-4a8f-889c-8fa4a342b736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:09.764957 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device da78cd25-4b91-4234-8151-d5bb0e907de6 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:57:09.853245 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-3cc0f834-08d5-4a8f-889c-8fa4a342b736 None None] Port 136480c9-f878-4ec5-a583-25a22bbb1e64 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:57:09.858006 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port da78cd25-4b91-4234-8151-d5bb0e907de6 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:09.858425 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:09.971776 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ab54e331-7c57-4d9c-90a5-af020e2411c8 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:57:10.012991 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8bde13d5-0019-4887-b8f0-3047fa4fb3bf None None] Provisioning complete for port 136480c9-f878-4ec5-a583-25a22bbb1e64 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:10.013366 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8bde13d5-0019-4887-b8f0-3047fa4fb3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:10.032747 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c7d35e-edeb-490b-b70c-de436765cf60 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:57:10.039843 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-03c7d35e-edeb-490b-b70c-de436765cf60 admin admin] 10.222.0.55 "PUT /v2.0/routers/69d3a58f-7de6-42b6-a7cd-f170730dc073/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4575660 Nov 25 20:57:10.070090 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-8bde13d5-0019-4887-b8f0-3047fa4fb3bf None None] Port 136480c9-f878-4ec5-a583-25a22bbb1e64 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:57:10.079062 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port ab54e331-7c57-4d9c-90a5-af020e2411c8 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:10.079595 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:10.170574 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device dff8385d-7c1e-41dc-813b-418de4d0ed46 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:57:10.231149 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port dff8385d-7c1e-41dc-813b-418de4d0ed46 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:10.231434 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:10.561214 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32856) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:57:10.565979 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-203e2abf-3767-4753-bd5b-901f31efabd8 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1762763975', 'description': 'tempest-secgroup-smoke-1762763975 description', 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:57:10.588248 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-203e2abf-3767-4753-bd5b-901f31efabd8 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:10.658693 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-203e2abf-3767-4753-bd5b-901f31efabd8 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:10.662581 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-203e2abf-3767-4753-bd5b-901f31efabd8 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:10.692375 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-203e2abf-3767-4753-bd5b-901f31efabd8 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:10.693627 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-203e2abf-3767-4753-bd5b-901f31efabd8 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1313744 Nov 25 20:57:10.697502 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 32858) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:57:10.702315 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-899067fa-48df-43c5-9e45-c58e3c866ea5 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Request body: {'security_group_rule': {'security_group_id': 'fdfa8c41-b0bc-403b-88dd-e1a2653ea65e', 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:57:10.708327 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e2abf-3767-4753-bd5b-901f31efabd8 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfa8c41-b0bc-403b-88dd-e1a2653ea65e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:10.733989 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-899067fa-48df-43c5-9e45-c58e3c866ea5 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:10.792090 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-899067fa-48df-43c5-9e45-c58e3c866ea5 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:10.795950 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-899067fa-48df-43c5-9e45-c58e3c866ea5 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:10.816375 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899067fa-48df-43c5-9e45-c58e3c866ea5 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a4cde8-5582-4427-a934-9b78b46d62a2,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:10.825523 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-899067fa-48df-43c5-9e45-c58e3c866ea5 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:10.827721 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-899067fa-48df-43c5-9e45-c58e3c866ea5 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282446 Nov 25 20:57:10.829632 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 32860) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:57:10.833955 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-87c8b652-100b-46cb-bc4d-d338c7573b11 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Request body: {'security_group_rule': {'security_group_id': 'fdfa8c41-b0bc-403b-88dd-e1a2653ea65e', 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:57:10.863886 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-87c8b652-100b-46cb-bc4d-d338c7573b11 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:10.926788 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-87c8b652-100b-46cb-bc4d-d338c7573b11 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:10.931798 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-87c8b652-100b-46cb-bc4d-d338c7573b11 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:10.953594 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8b652-100b-46cb-bc4d-d338c7573b11 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6bf987-9f1d-40f6-a5be-fc61836c70c4,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:10.962273 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-87c8b652-100b-46cb-bc4d-d338c7573b11 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:10.963510 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-87c8b652-100b-46cb-bc4d-d338c7573b11 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1329553 Nov 25 20:57:10.966271 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 32862) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:57:10.970639 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-630e12c1-1369-4ff1-9f3c-1de11f711430 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Request body: {'security_group_rule': {'security_group_id': 'fdfa8c41-b0bc-403b-88dd-e1a2653ea65e', 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:57:10.999404 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-630e12c1-1369-4ff1-9f3c-1de11f711430 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:11.059266 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-630e12c1-1369-4ff1-9f3c-1de11f711430 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:11.063464 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-630e12c1-1369-4ff1-9f3c-1de11f711430 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:11.084208 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e12c1-1369-4ff1-9f3c-1de11f711430 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4549a20e-ee2b-45f2-b432-9b9f6bf5d8ce,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:11.089749 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-630e12c1-1369-4ff1-9f3c-1de11f711430 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:11.093776 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-630e12c1-1369-4ff1-9f3c-1de11f711430 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237481 Nov 25 20:57:11.094221 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 32864) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:57:11.098567 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-3bef584c-c881-4045-8c7f-a5636d88ebc5 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Request body: {'security_group_rule': {'security_group_id': 'fdfa8c41-b0bc-403b-88dd-e1a2653ea65e', 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:57:11.126759 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3bef584c-c881-4045-8c7f-a5636d88ebc5 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:11.188804 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3bef584c-c881-4045-8c7f-a5636d88ebc5 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:11.192413 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3bef584c-c881-4045-8c7f-a5636d88ebc5 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:11.209914 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef584c-c881-4045-8c7f-a5636d88ebc5 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e239b73-a40a-4d42-af2f-4751c3695a44,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:11.219819 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3bef584c-c881-4045-8c7f-a5636d88ebc5 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:11.221075 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-3bef584c-c881-4045-8c7f-a5636d88ebc5 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260414 Nov 25 20:57:11.223787 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 32866) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:57:11.229078 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfd4ba5-407b-4f44-aee3-b378214bfab5 None None] Sync routers for ids ['69d3a58f-7de6-42b6-a7cd-f170730dc073'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:57:11.229596 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-5f26d376-dca7-4d9e-a15e-34e02019df2b tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Request body: {'security_group_rule': {'security_group_id': 'fdfa8c41-b0bc-403b-88dd-e1a2653ea65e', 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:57:11.239518 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfd4ba5-407b-4f44-aee3-b378214bfab5 None None] Routers {'69d3a58f-7de6-42b6-a7cd-f170730dc073'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:57:11.240226 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2cfd4ba5-407b-4f44-aee3-b378214bfab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:57:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['69d3a58f-7de6-42b6-a7cd-f170730dc073'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:57:11.251828 n-d-819349-5 neutron-server[103600]: INFO neutron.db.securitygroups_db [None req-5f26d376-dca7-4d9e-a15e-34e02019df2b tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Project abc50cad5d184972a4541d4d38e7f8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:57:11.257093 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f26d376-dca7-4d9e-a15e-34e02019df2b tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:11.318243 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f26d376-dca7-4d9e-a15e-34e02019df2b tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:11.323454 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f26d376-dca7-4d9e-a15e-34e02019df2b tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:11.339307 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26d376-dca7-4d9e-a15e-34e02019df2b tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff05af1-e1ba-484d-a64c-7fad1f3b87a0,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:11.351097 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f26d376-dca7-4d9e-a15e-34e02019df2b tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:11.352341 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-5f26d376-dca7-4d9e-a15e-34e02019df2b tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276393 Nov 25 20:57:11.355134 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 32868) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:57:11.355298 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2cfd4ba5-407b-4f44-aee3-b378214bfab5 None None] Set router 69d3a58f-7de6-42b6-a7cd-f170730dc073 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:57:11.360513 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-429cd19f-4a01-4ce1-8f6f-95267f746b42 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Request body: {'security_group_rule': {'security_group_id': 'fdfa8c41-b0bc-403b-88dd-e1a2653ea65e', 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:57:11.383999 n-d-819349-5 neutron-server[103600]: INFO neutron.db.securitygroups_db [None req-429cd19f-4a01-4ce1-8f6f-95267f746b42 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Project abc50cad5d184972a4541d4d38e7f8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:57:11.389359 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-429cd19f-4a01-4ce1-8f6f-95267f746b42 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:11.452732 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-429cd19f-4a01-4ce1-8f6f-95267f746b42 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:11.457125 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-429cd19f-4a01-4ce1-8f6f-95267f746b42 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048086'] for security_group_rule, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:11.473034 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429cd19f-4a01-4ce1-8f6f-95267f746b42 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4ef716-fcd0-4f96-86d6-26990f78ca27,revision_number=0']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:11.484428 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-429cd19f-4a01-4ce1-8f6f-95267f746b42 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:11.486328 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-429cd19f-4a01-4ce1-8f6f-95267f746b42 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295242 Nov 25 20:57:11.570924 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2cfd4ba5-407b-4f44-aee3-b378214bfab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d3a58f-7de6-42b6-a7cd-f170730dc073', 'name': 'tempest-TestSnapshotPattern-1586424616-router', 'tenant_id': 'f516393a7ac54b67a923d8a088e2f7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'ab54e331-7c57-4d9c-90a5-af020e2411c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:05Z', 'updated_at': '2021-11-25T20:57:08Z', 'revision_number': 4, 'project_id': 'f516393a7ac54b67a923d8a088e2f7fb', 'gw_port': {'id': 'ab54e331-7c57-4d9c-90a5-af020e2411c8', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d3a58f-7de6-42b6-a7cd-f170730dc073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:05Z', 'updated_at': '2021-11-25T20:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '136480c9-f878-4ec5-a583-25a22bbb1e64', 'name': '', 'network_id': '44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e', 'tenant_id': 'f516393a7ac54b67a923d8a088e2f7fb', 'mac_address': 'fa:16:3e:af:30:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d3a58f-7de6-42b6-a7cd-f170730dc073', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'ac228631-3bd0-42ff-bf83-f7591991189b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:07Z', 'updated_at': '2021-11-25T20:57:08Z', 'revision_number': 2, 'project_id': 'f516393a7ac54b67a923d8a088e2f7fb', 'subnets': [{'id': 'ac228631-3bd0-42ff-bf83-f7591991189b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:57:11.598806 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfd4ba5-407b-4f44-aee3-b378214bfab5 None None] Checking router: 69d3a58f-7de6-42b6-a7cd-f170730dc073 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:57:11.599278 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfd4ba5-407b-4f44-aee3-b378214bfab5 None None] Updating router 69d3a58f-7de6-42b6-a7cd-f170730dc073 port 136480c9-f878-4ec5-a583-25a22bbb1e64 binding host n-d-819349-5 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:57:11.629797 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4ba5-407b-4f44-aee3-b378214bfab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:11.645629 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-0c11add9-084e-42f7-b592-cb7996980eaa tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1762763975&fields=id&tenant_id=abc50cad5d184972a4541d4d38e7f8cc HTTP/1.1" status: 200 len: 267 time: 0.0470095 Nov 25 20:57:11.754791 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-85d44f95-f3b6-4bbe-8471-90e9db700718 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:11.756282 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-85d44f95-f3b6-4bbe-8471-90e9db700718 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/networks?id=31618be1-bfca-4ea9-b0d6-da19384942fd HTTP/1.1" status: 200 len: 810 time: 0.1033459 Nov 25 20:57:11.773098 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-0f6102d5-a3b3-435a-83e8-e12a02dbf0b2 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/quotas/abc50cad5d184972a4541d4d38e7f8cc HTTP/1.1" status: 200 len: 375 time: 0.0094779 Nov 25 20:57:11.833947 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-0a14b92c-b561-45fb-982a-6ce1c9516a6e tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=abc50cad5d184972a4541d4d38e7f8cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533230 Nov 25 20:57:11.850764 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-67384a98-c1e0-40e4-a99c-4314cb3acb08 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:57:11.852098 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-67384a98-c1e0-40e4-a99c-4314cb3acb08 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061526 Nov 25 20:57:11.918731 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4ba5-407b-4f44-aee3-b378214bfab5 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:11.924391 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4ba5-407b-4f44-aee3-b378214bfab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:11.946800 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-b371e52d-b085-47dd-8f2a-b19f518bb2e4 service neutron] 10.222.0.55 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879226 Nov 25 20:57:11.979499 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cad7c7-566c-4b7d-ad72-41f68b21785a None None] Pushing event updated for resources: {'Port': ['ID=136480c9-f878-4ec5-a583-25a22bbb1e64,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:12.065036 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-d6178617-0673-4b1b-b348-80cd72c20c8c service neutron] 10.222.0.55 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118705 Nov 25 20:57:12.227731 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2cfd4ba5-407b-4f44-aee3-b378214bfab5 None None] Attempting to bind port 136480c9-f878-4ec5-a583-25a22bbb1e64 on host n-d-819349-5 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:57:12.228026 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2cfd4ba5-407b-4f44-aee3-b378214bfab5 None None] Attempting to bind port 136480c9-f878-4ec5-a583-25a22bbb1e64 by drivers openvswitch,hyperv on host n-d-819349-5 at level 0 using segments [{'id': 'e758c523-ee5a-40cd-bdb6-555cc2a14eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:57:12.228394 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfd4ba5-407b-4f44-aee3-b378214bfab5 None None] Attempting to bind port 136480c9-f878-4ec5-a583-25a22bbb1e64 on network 44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:57:12.236724 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-ff08ad84-e9ac-4d1a-86a3-8cd5700d80e8 None None] Provisioning complete for port 136480c9-f878-4ec5-a583-25a22bbb1e64 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:12.237372 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ff08ad84-e9ac-4d1a-86a3-8cd5700d80e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:12.238757 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfd4ba5-407b-4f44-aee3-b378214bfab5 None None] Checking agent: {'id': '3b734f22-e722-473f-8076-380bca784d8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 5), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:57:12.239132 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfd4ba5-407b-4f44-aee3-b378214bfab5 None None] Checking segment: {'id': 'e758c523-ee5a-40cd-bdb6-555cc2a14eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:57:12.239521 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4ba5-407b-4f44-aee3-b378214bfab5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:12.239907 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfd4ba5-407b-4f44-aee3-b378214bfab5 None None] Bound using segment: {'id': 'e758c523-ee5a-40cd-bdb6-555cc2a14eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:57:12.240388 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-2cfd4ba5-407b-4f44-aee3-b378214bfab5 None None] Bound port: 136480c9-f878-4ec5-a583-25a22bbb1e64, host: n-d-819349-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e758c523-ee5a-40cd-bdb6-555cc2a14eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:57:12.240759 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4ba5-407b-4f44-aee3-b378214bfab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:12.263971 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-cd2d5218-b870-48e4-a738-5cabe19c4598 req-dbc4221e-3127-44df-8bfe-aa4fe7476df0 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc HTTP/1.1" status: 200 len: 210 time: 0.0288179 Nov 25 20:57:12.307142 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-ff08ad84-e9ac-4d1a-86a3-8cd5700d80e8 None None] Port 136480c9-f878-4ec5-a583-25a22bbb1e64 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:57:12.338901 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2cfd4ba5-407b-4f44-aee3-b378214bfab5 None None] For port 136480c9-f878-4ec5-a583-25a22bbb1e64, host n-d-819349-5, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:57:12.342908 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2cfd4ba5-407b-4f44-aee3-b378214bfab5 None None] For port 136480c9-f878-4ec5-a583-25a22bbb1e64, host n-d-819349-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=136480c9-f878-4ec5-a583-25a22bbb1e64,segment=NetworkSegment(e758c523-ee5a-40cd-bdb6-555cc2a14eae),segment_id=e758c523-ee5a-40cd-bdb6-555cc2a14eae)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:57:12.347856 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4ba5-407b-4f44-aee3-b378214bfab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:12.417352 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfd4ba5-407b-4f44-aee3-b378214bfab5 None None] Routers {'69d3a58f-7de6-42b6-a7cd-f170730dc073'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:57:12.417983 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2cfd4ba5-407b-4f44-aee3-b378214bfab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:57:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['69d3a58f-7de6-42b6-a7cd-f170730dc073'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:57:12.419916 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cad7c7-566c-4b7d-ad72-41f68b21785a None None] Pushing event updated for resources: {'Port': ['ID=136480c9-f878-4ec5-a583-25a22bbb1e64,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:12.555410 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2cfd4ba5-407b-4f44-aee3-b378214bfab5 None None] Set router 69d3a58f-7de6-42b6-a7cd-f170730dc073 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:57:12.774726 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8e490748-4ac9-4877-b0d5-5cab913f35f2 None None] Provisioning complete for port 136480c9-f878-4ec5-a583-25a22bbb1e64 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:12.775144 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8e490748-4ac9-4877-b0d5-5cab913f35f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:12.878116 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2cfd4ba5-407b-4f44-aee3-b378214bfab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d3a58f-7de6-42b6-a7cd-f170730dc073', 'name': 'tempest-TestSnapshotPattern-1586424616-router', 'tenant_id': 'f516393a7ac54b67a923d8a088e2f7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'ab54e331-7c57-4d9c-90a5-af020e2411c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:05Z', 'updated_at': '2021-11-25T20:57:08Z', 'revision_number': 4, 'project_id': 'f516393a7ac54b67a923d8a088e2f7fb', 'gw_port': {'id': 'ab54e331-7c57-4d9c-90a5-af020e2411c8', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d3a58f-7de6-42b6-a7cd-f170730dc073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:05Z', 'updated_at': '2021-11-25T20:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '136480c9-f878-4ec5-a583-25a22bbb1e64', 'name': '', 'network_id': '44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e', 'tenant_id': 'f516393a7ac54b67a923d8a088e2f7fb', 'mac_address': 'fa:16:3e:af:30:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d3a58f-7de6-42b6-a7cd-f170730dc073', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'ac228631-3bd0-42ff-bf83-f7591991189b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:07Z', 'updated_at': '2021-11-25T20:57:12Z', 'revision_number': 4, 'project_id': 'f516393a7ac54b67a923d8a088e2f7fb', 'subnets': [{'id': 'ac228631-3bd0-42ff-bf83-f7591991189b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:57:12.914617 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfd4ba5-407b-4f44-aee3-b378214bfab5 None None] The sync data for ids ['69d3a58f-7de6-42b6-a7cd-f170730dc073'] in n-d-819349-5 is: [{'id': '69d3a58f-7de6-42b6-a7cd-f170730dc073', 'name': 'tempest-TestSnapshotPattern-1586424616-router', 'tenant_id': 'f516393a7ac54b67a923d8a088e2f7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'ab54e331-7c57-4d9c-90a5-af020e2411c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:05Z', 'updated_at': '2021-11-25T20:57:08Z', 'revision_number': 4, 'project_id': 'f516393a7ac54b67a923d8a088e2f7fb', 'gw_port': {'id': 'ab54e331-7c57-4d9c-90a5-af020e2411c8', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d3a58f-7de6-42b6-a7cd-f170730dc073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:05Z', 'updated_at': '2021-11-25T20:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': '136480c9-f878-4ec5-a583-25a22bbb1e64', 'name': '', 'network_id': '44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e', 'tenant_id': 'f516393a7ac54b67a923d8a088e2f7fb', 'mac_address': 'fa:16:3e:af:30:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d3a58f-7de6-42b6-a7cd-f170730dc073', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'ac228631-3bd0-42ff-bf83-f7591991189b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:07Z', 'updated_at': '2021-11-25T20:57:12Z', 'revision_number': 4, 'project_id': 'f516393a7ac54b67a923d8a088e2f7fb', 'subnets': [{'id': 'ac228631-3bd0-42ff-bf83-f7591991189b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:57:12.920577 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8e490748-4ac9-4877-b0d5-5cab913f35f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:12.972718 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8e490748-4ac9-4877-b0d5-5cab913f35f2 None None] For port 136480c9-f878-4ec5-a583-25a22bbb1e64, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=136480c9-f878-4ec5-a583-25a22bbb1e64,segment=NetworkSegment(e758c523-ee5a-40cd-bdb6-555cc2a14eae),segment_id=e758c523-ee5a-40cd-bdb6-555cc2a14eae)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:57:12.980025 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8e490748-4ac9-4877-b0d5-5cab913f35f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:13.043619 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e490748-4ac9-4877-b0d5-5cab913f35f2 None None] Pushing event updated for resources: {'Port': ['ID=136480c9-f878-4ec5-a583-25a22bbb1e64,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:13.334245 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-0edd8918-e69c-408e-bb86-ced33ce823ee tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:13.336883 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-0edd8918-e69c-408e-bb86-ced33ce823ee tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.73 "GET /v2.0/networks?id=31618be1-bfca-4ea9-b0d6-da19384942fd HTTP/1.1" status: 200 len: 810 time: 0.1301742 Nov 25 20:57:13.400854 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-9cbfc50f-af7f-4d2a-92df-70bf7166e9eb req-fbaad4a4-4d92-46b5-bd4d-6b96a2f78d8e tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc HTTP/1.1" status: 200 len: 210 time: 0.0500381 Nov 25 20:57:13.441713 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-852983dc-fee8-4d69-9bf1-9b601b177ea4 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abc50cad5d184972a4541d4d38e7f8cc HTTP/1.1" status: 200 len: 380 time: 0.0922403 Nov 25 20:57:13.453256 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-1509bb45-2ebd-40c0-9700-208e599e5592 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Request body: {'port': {'device_id': '084b5fc1-d625-4d4c-b21d-800ae3b9bccc', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'admin_state_up': True, 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'security_groups': ['fdfa8c41-b0bc-403b-88dd-e1a2653ea65e']}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:57:13.554796 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 136480c9-f878-4ec5-a583-25a22bbb1e64 up at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:57:13.588597 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-1509bb45-2ebd-40c0-9700-208e599e5592 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Made reservation on behalf of abc50cad5d184972a4541d4d38e7f8cc for: {'port': 1} {{(pid=103600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:57:13.592546 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-1509bb45-2ebd-40c0-9700-208e599e5592 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:13.616798 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Provisioning complete for port 136480c9-f878-4ec5-a583-25a22bbb1e64 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:13.617137 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:13.736519 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-1509bb45-2ebd-40c0-9700-208e599e5592 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Allocated IP 172.20.0.14 (31618be1-bfca-4ea9-b0d6-da19384942fd/20c729a5-24da-47f5-81ee-a3cfe26a8312/4087ae5d-566e-44c9-9422-3c9e3acdd216) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:57:13.888864 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-1509bb45-2ebd-40c0-9700-208e599e5592 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:13.925204 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-1509bb45-2ebd-40c0-9700-208e599e5592 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:13.972577 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-1509bb45-2ebd-40c0-9700-208e599e5592 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Network 31618be1-bfca-4ea9-b0d6-da19384942fd is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:57:13.975823 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-1509bb45-2ebd-40c0-9700-208e599e5592 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:57:13.979689 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-1509bb45-2ebd-40c0-9700-208e599e5592 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:57:14.004923 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509bb45-2ebd-40c0-9700-208e599e5592 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Pushing event updated for resources: {'Port': ['ID=4087ae5d-566e-44c9-9422-3c9e3acdd216,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:14.042577 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-1509bb45-2ebd-40c0-9700-208e599e5592 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:14.043242 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-1509bb45-2ebd-40c0-9700-208e599e5592 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:14.062710 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-1509bb45-2ebd-40c0-9700-208e599e5592 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6134310 Nov 25 20:57:14.076121 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-2e9905f0-1477-485d-8329-8fd623ac91d0 service neutron] Request body: {'port': {'device_id': '084b5fc1-d625-4d4c-b21d-800ae3b9bccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-5'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:57:14.148175 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-2e9905f0-1477-485d-8329-8fd623ac91d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:14.212619 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-bf641dac-6908-44c0-9103-7b78404335a0 None None] Provisioning complete for port 4087ae5d-566e-44c9-9422-3c9e3acdd216 triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:14.213584 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bf641dac-6908-44c0-9103-7b78404335a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:14.250731 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-bf641dac-6908-44c0-9103-7b78404335a0 None None] Port 4087ae5d-566e-44c9-9422-3c9e3acdd216 cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:57:14.434263 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-2e9905f0-1477-485d-8329-8fd623ac91d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4087ae5d-566e-44c9-9422-3c9e3acdd216 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:57:14.441964 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-2e9905f0-1477-485d-8329-8fd623ac91d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:14.454728 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-2e9905f0-1477-485d-8329-8fd623ac91d0 service neutron] Transition to ACTIVE for port object 4087ae5d-566e-44c9-9422-3c9e3acdd216 will not be triggered until provisioned by entity L2. {{(pid=103600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:57:14.463484 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-2e9905f0-1477-485d-8329-8fd623ac91d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:14.548677 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9905f0-1477-485d-8329-8fd623ac91d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4087ae5d-566e-44c9-9422-3c9e3acdd216,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:14.587619 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5d089-9cdb-418f-80ed-82fa6b5f5a36 req-08c26deb-d4f6-4060-89cb-b78310311249 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:14.589137 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3bd5d089-9cdb-418f-80ed-82fa6b5f5a36 req-08c26deb-d4f6-4060-89cb-b78310311249 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc HTTP/1.1" status: 200 len: 944 time: 0.0997872 Nov 25 20:57:14.683445 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-2e9905f0-1477-485d-8329-8fd623ac91d0 service neutron] Attempting to bind port 4087ae5d-566e-44c9-9422-3c9e3acdd216 on host n-h1-819349-5 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:57:14.683791 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-2e9905f0-1477-485d-8329-8fd623ac91d0 service neutron] Attempting to bind port 4087ae5d-566e-44c9-9422-3c9e3acdd216 by drivers openvswitch,hyperv on host n-h1-819349-5 at level 0 using segments [{'id': 'cef2b0ee-20d9-4f96-b127-bbf73eb61def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:57:14.684126 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-2e9905f0-1477-485d-8329-8fd623ac91d0 service neutron] Attempting to bind port 4087ae5d-566e-44c9-9422-3c9e3acdd216 on network 31618be1-bfca-4ea9-b0d6-da19384942fd {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:57:14.692302 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3bd5d089-9cdb-418f-80ed-82fa6b5f5a36 req-e7041c75-94a1-44d9-8cb4-7c701988bcaf tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdfa8c41-b0bc-403b-88dd-e1a2653ea65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828962 Nov 25 20:57:14.693298 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-2e9905f0-1477-485d-8329-8fd623ac91d0 service neutron] Port 4087ae5d-566e-44c9-9422-3c9e3acdd216 on network 31618be1-bfca-4ea9-b0d6-da19384942fd not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:57:14.693653 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-2e9905f0-1477-485d-8329-8fd623ac91d0 service neutron] Attempting to bind port 4087ae5d-566e-44c9-9422-3c9e3acdd216 on network 31618be1-bfca-4ea9-b0d6-da19384942fd {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:57:14.699672 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-2e9905f0-1477-485d-8329-8fd623ac91d0 service neutron] Checking agent: {'id': 'ee3305ba-be8b-42de-9ec0-1d3fe40ccfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:57:14.700020 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-2e9905f0-1477-485d-8329-8fd623ac91d0 service neutron] Checking segment: {'id': 'cef2b0ee-20d9-4f96-b127-bbf73eb61def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:57:14.700412 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-2e9905f0-1477-485d-8329-8fd623ac91d0 service neutron] Bound using segment: {'id': 'cef2b0ee-20d9-4f96-b127-bbf73eb61def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:57:14.700860 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-2e9905f0-1477-485d-8329-8fd623ac91d0 service neutron] Bound port: 4087ae5d-566e-44c9-9422-3c9e3acdd216, host: n-h1-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef2b0ee-20d9-4f96-b127-bbf73eb61def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:57:14.701226 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-2e9905f0-1477-485d-8329-8fd623ac91d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:14.774903 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-2e9905f0-1477-485d-8329-8fd623ac91d0 service neutron] For port 4087ae5d-566e-44c9-9422-3c9e3acdd216, host n-h1-819349-5, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:57:14.778340 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-2e9905f0-1477-485d-8329-8fd623ac91d0 service neutron] For port 4087ae5d-566e-44c9-9422-3c9e3acdd216, host n-h1-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=4087ae5d-566e-44c9-9422-3c9e3acdd216,segment=NetworkSegment(cef2b0ee-20d9-4f96-b127-bbf73eb61def),segment_id=cef2b0ee-20d9-4f96-b127-bbf73eb61def)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:57:14.783208 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-2e9905f0-1477-485d-8329-8fd623ac91d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:14.816845 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-2e9905f0-1477-485d-8329-8fd623ac91d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:14.817529 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-2e9905f0-1477-485d-8329-8fd623ac91d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:14.819214 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-2e9905f0-1477-485d-8329-8fd623ac91d0 service neutron] 10.222.0.73 "PUT /v2.0/ports/4087ae5d-566e-44c9-9422-3c9e3acdd216 HTTP/1.1" status: 200 len: 1092 time: 0.7474306 Nov 25 20:57:14.823064 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084b5fc1-d625-4d4c-b21d-800ae3b9bccc', 'tag': '4087ae5d-566e-44c9-9422-3c9e3acdd216'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:57:14.825375 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747ccad1-68e7-424f-af8e-22deb2ec094f" -d '{"events": [{"name": "network-changed", "server_uuid": "084b5fc1-d625-4d4c-b21d-800ae3b9bccc", "tag": "4087ae5d-566e-44c9-9422-3c9e3acdd216"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:57:14.877385 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9905f0-1477-485d-8329-8fd623ac91d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4087ae5d-566e-44c9-9422-3c9e3acdd216,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:14.916311 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-12efc388-77fc-42c0-8c27-c520f9f5791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:14.917980 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-12efc388-77fc-42c0-8c27-c520f9f5791b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abc50cad5d184972a4541d4d38e7f8cc&device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc HTTP/1.1" status: 200 len: 1095 time: 0.0515444 Nov 25 20:57:14.970237 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee5d185-599d-4bc7-b292-b86547978c6d x-openstack-request-id: req-9ee5d185-599d-4bc7-b292-b86547978c6d {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:57:14.970538 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084b5fc1-d625-4d4c-b21d-800ae3b9bccc", "tag": "4087ae5d-566e-44c9-9422-3c9e3acdd216", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:57:14.970803 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ee5d185-599d-4bc7-b292-b86547978c6d {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:57:14.971205 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084b5fc1-d625-4d4c-b21d-800ae3b9bccc', 'tag': '4087ae5d-566e-44c9-9422-3c9e3acdd216', 'status': 'completed', 'code': 200} Nov 25 20:57:14.973004 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-424a4982-8d1d-4379-a75a-6fa62d351328 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4087ae5d-566e-44c9-9422-3c9e3acdd216 HTTP/1.1" status: 200 len: 217 time: 0.0457048 Nov 25 20:57:15.033094 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-b6a34e85-bf06-4900-8345-bd92f27504b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:15.034920 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-b6a34e85-bf06-4900-8345-bd92f27504b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=20c729a5-24da-47f5-81ee-a3cfe26a8312 HTTP/1.1" status: 200 len: 849 time: 0.0527904 Nov 25 20:57:15.089017 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-ab578a49-30dc-48bf-96ed-77b715282edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:15.091634 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-ab578a49-30dc-48bf-96ed-77b715282edd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31618be1-bfca-4ea9-b0d6-da19384942fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486166 Nov 25 20:57:15.190100 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-ddb80d6f-50ea-4145-8a83-eba9eb81d5b9 service neutron] 10.222.0.73 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903046 Nov 25 20:57:15.282346 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-55abc0c6-6cfa-4cb3-ac64-ec2b2ae49a18 req-606f221e-3b91-4a21-b515-95d9bbf225c8 service neutron] 10.222.0.73 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846028 Nov 25 20:57:15.374850 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ccad1-68e7-424f-af8e-22deb2ec094f req-04b5450a-7985-49bd-9ee3-39636199f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:15.376462 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-747ccad1-68e7-424f-af8e-22deb2ec094f req-04b5450a-7985-49bd-9ee3-39636199f7ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abc50cad5d184972a4541d4d38e7f8cc&device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc HTTP/1.1" status: 200 len: 1095 time: 0.0435903 Nov 25 20:57:15.479090 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ccad1-68e7-424f-af8e-22deb2ec094f req-0ef8f221-8660-4d65-bc3b-fdef27ec02e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:15.480563 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-747ccad1-68e7-424f-af8e-22deb2ec094f req-0ef8f221-8660-4d65-bc3b-fdef27ec02e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=31618be1-bfca-4ea9-b0d6-da19384942fd HTTP/1.1" status: 200 len: 911 time: 0.0970321 Nov 25 20:57:15.529636 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-747ccad1-68e7-424f-af8e-22deb2ec094f req-45b095f4-4ccf-4e7e-9a0f-facdb5a35fc4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4087ae5d-566e-44c9-9422-3c9e3acdd216 HTTP/1.1" status: 200 len: 217 time: 0.0417459 Nov 25 20:57:15.591618 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ccad1-68e7-424f-af8e-22deb2ec094f req-3be86486-6a05-452b-84f6-08483e92edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:15.593311 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-747ccad1-68e7-424f-af8e-22deb2ec094f req-3be86486-6a05-452b-84f6-08483e92edb3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=20c729a5-24da-47f5-81ee-a3cfe26a8312 HTTP/1.1" status: 200 len: 849 time: 0.0522413 Nov 25 20:57:15.644484 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ccad1-68e7-424f-af8e-22deb2ec094f req-2948c978-51e2-4de9-893a-f051424c1ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:15.646305 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-747ccad1-68e7-424f-af8e-22deb2ec094f req-2948c978-51e2-4de9-893a-f051424c1ef3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31618be1-bfca-4ea9-b0d6-da19384942fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433931 Nov 25 20:57:15.760597 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-747ccad1-68e7-424f-af8e-22deb2ec094f req-c40873be-9523-4160-9a23-0119b72ea68b service neutron] 10.222.0.73 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046760 Nov 25 20:57:15.895792 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707af00-b55a-47c2-b798-005931a58942 req-512da33c-a650-46c3-ac4e-22e17ef9c677 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:15.898219 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0707af00-b55a-47c2-b798-005931a58942 req-512da33c-a650-46c3-ac4e-22e17ef9c677 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc HTTP/1.1" status: 200 len: 944 time: 0.1178496 Nov 25 20:57:15.904656 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-747ccad1-68e7-424f-af8e-22deb2ec094f req-29418a63-2469-4947-8c40-20db3943d98b service neutron] 10.222.0.73 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346059 Nov 25 20:57:15.959312 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0707af00-b55a-47c2-b798-005931a58942 req-b04f8fea-31ac-4dda-9bad-40f8b8b0d024 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdfa8c41-b0bc-403b-88dd-e1a2653ea65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513079 Nov 25 20:57:17.086958 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0aca55-c693-4b05-a511-0e69aa9cd034 req-da9bc3f5-7340-443d-9171-3039b0dfd0b1 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:17.088460 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ed0aca55-c693-4b05-a511-0e69aa9cd034 req-da9bc3f5-7340-443d-9171-3039b0dfd0b1 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc HTTP/1.1" status: 200 len: 944 time: 0.0554490 Nov 25 20:57:17.137550 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ed0aca55-c693-4b05-a511-0e69aa9cd034 req-c43f77e8-152d-4f94-87f9-1b505ec0f83c tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdfa8c41-b0bc-403b-88dd-e1a2653ea65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431795 Nov 25 20:57:17.672539 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:57:18.010190 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 4087ae5d-566e-44c9-9422-3c9e3acdd216 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:57:18.114324 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 4087ae5d-566e-44c9-9422-3c9e3acdd216, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=4087ae5d-566e-44c9-9422-3c9e3acdd216,segment=NetworkSegment(cef2b0ee-20d9-4f96-b127-bbf73eb61def),segment_id=cef2b0ee-20d9-4f96-b127-bbf73eb61def)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:57:18.127124 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '4087ae5d-566e-44c9-9422-3c9e3acdd216', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'port_id': '4087ae5d-566e-44c9-9422-3c9e3acdd216', 'mac_address': 'fa:16:3e:95:da:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:57:18.170411 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:18.184009 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4087ae5d-566e-44c9-9422-3c9e3acdd216 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:57:18.205428 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 4087ae5d-566e-44c9-9422-3c9e3acdd216, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=4087ae5d-566e-44c9-9422-3c9e3acdd216,segment=NetworkSegment(cef2b0ee-20d9-4f96-b127-bbf73eb61def),segment_id=cef2b0ee-20d9-4f96-b127-bbf73eb61def)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:57:18.209689 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:18.260397 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=4087ae5d-566e-44c9-9422-3c9e3acdd216,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:18.260609 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e010a1-b6b0-4237-8b3d-41e6a694971f req-439ab01b-a96d-4289-8524-19de2634f9e1 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:18.262188 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-65e010a1-b6b0-4237-8b3d-41e6a694971f req-439ab01b-a96d-4289-8524-19de2634f9e1 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc HTTP/1.1" status: 200 len: 945 time: 0.0543339 Nov 25 20:57:18.321599 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-65e010a1-b6b0-4237-8b3d-41e6a694971f req-4d109c31-fe4f-438d-9beb-10d3d6b68566 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdfa8c41-b0bc-403b-88dd-e1a2653ea65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516477 Nov 25 20:57:18.494853 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['4087ae5d-566e-44c9-9422-3c9e3acdd216'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:57:19.450698 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e822f38-4b61-4568-aaaa-ca8be81b8c70 req-4effdd2e-32c6-4676-b2a8-37582c966dea tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:19.452225 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2e822f38-4b61-4568-aaaa-ca8be81b8c70 req-4effdd2e-32c6-4676-b2a8-37582c966dea tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc HTTP/1.1" status: 200 len: 945 time: 0.0593326 Nov 25 20:57:19.508765 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2e822f38-4b61-4568-aaaa-ca8be81b8c70 req-ea700cb7-2ca6-4166-aab0-b9b4622b9d26 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdfa8c41-b0bc-403b-88dd-e1a2653ea65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499299 Nov 25 20:57:20.009276 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 4087ae5d-566e-44c9-9422-3c9e3acdd216 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:57:20.060517 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning for port 4087ae5d-566e-44c9-9422-3c9e3acdd216 completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:57:20.065254 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 4087ae5d-566e-44c9-9422-3c9e3acdd216 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:57:20.065634 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:20.168883 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:20.194168 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084b5fc1-d625-4d4c-b21d-800ae3b9bccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4087ae5d-566e-44c9-9422-3c9e3acdd216'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:57:20.197198 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71db013f-c8a7-4dc9-b770-be7318257492" -d '{"events": [{"server_uuid": "084b5fc1-d625-4d4c-b21d-800ae3b9bccc", "name": "network-vif-plugged", "status": "completed", "tag": "4087ae5d-566e-44c9-9422-3c9e3acdd216"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:57:20.211402 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 4087ae5d-566e-44c9-9422-3c9e3acdd216, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=4087ae5d-566e-44c9-9422-3c9e3acdd216,segment=NetworkSegment(cef2b0ee-20d9-4f96-b127-bbf73eb61def),segment_id=cef2b0ee-20d9-4f96-b127-bbf73eb61def)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:57:20.215802 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:20.239490 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d73f582-0738-45e3-ba8b-3c7c34cbb828 x-openstack-request-id: req-0d73f582-0738-45e3-ba8b-3c7c34cbb828 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:57:20.239814 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084b5fc1-d625-4d4c-b21d-800ae3b9bccc", "name": "network-vif-plugged", "status": "completed", "tag": "4087ae5d-566e-44c9-9422-3c9e3acdd216", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:57:20.240075 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d73f582-0738-45e3-ba8b-3c7c34cbb828 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:57:20.240470 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084b5fc1-d625-4d4c-b21d-800ae3b9bccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4087ae5d-566e-44c9-9422-3c9e3acdd216', 'code': 200} Nov 25 20:57:20.268683 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=4087ae5d-566e-44c9-9422-3c9e3acdd216,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:20.342823 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fbdd7-6fb5-493b-8a98-686fa7127af6 req-9d0dfa22-e0ff-435b-84db-24162b0b4692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:20.344407 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-939fbdd7-6fb5-493b-8a98-686fa7127af6 req-9d0dfa22-e0ff-435b-84db-24162b0b4692 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc HTTP/1.1" status: 200 len: 1097 time: 0.0406094 Nov 25 20:57:20.393180 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-939fbdd7-6fb5-493b-8a98-686fa7127af6 req-b17ed406-995d-4f66-b0ea-0b0c17a8b9f8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fdfa8c41-b0bc-403b-88dd-e1a2653ea65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398095 Nov 25 20:57:20.633172 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49621613-27d7-4f0e-b5bd-b618cd1f1964 req-5b9fa50b-6991-4a1f-abb8-8f16d2241d62 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:20.634886 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-49621613-27d7-4f0e-b5bd-b618cd1f1964 req-5b9fa50b-6991-4a1f-abb8-8f16d2241d62 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc HTTP/1.1" status: 200 len: 946 time: 0.0537555 Nov 25 20:57:20.686696 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-49621613-27d7-4f0e-b5bd-b618cd1f1964 req-d54ccb8e-e273-4713-b659-69f6bd422454 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdfa8c41-b0bc-403b-88dd-e1a2653ea65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458336 Nov 25 20:57:21.815688 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bb778-4ad7-4e6a-803f-c99c2ac1d6b9 req-d6cf3327-9842-4e7f-b72d-e07af0582524 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:21.817452 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a46bb778-4ad7-4e6a-803f-c99c2ac1d6b9 req-d6cf3327-9842-4e7f-b72d-e07af0582524 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc HTTP/1.1" status: 200 len: 946 time: 0.0609026 Nov 25 20:57:21.871286 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a46bb778-4ad7-4e6a-803f-c99c2ac1d6b9 req-ef516f39-7fd6-4157-9475-6aa6379869e5 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdfa8c41-b0bc-403b-88dd-e1a2653ea65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472221 Nov 25 20:57:21.985319 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98d598-e8c1-4cb1-92a4-b918caf5361f req-82329ff0-333a-449d-b206-bcbc586041e2 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:21.986775 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a98d598-e8c1-4cb1-92a4-b918caf5361f req-82329ff0-333a-449d-b206-bcbc586041e2 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc HTTP/1.1" status: 200 len: 946 time: 0.0483902 Nov 25 20:57:22.042954 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-1a98d598-e8c1-4cb1-92a4-b918caf5361f req-73a96234-2d26-4df9-88d6-2515a91fc494 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdfa8c41-b0bc-403b-88dd-e1a2653ea65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502264 Nov 25 20:57:22.065535 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 32922) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:57:22.214805 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c1229f-4495-4f49-96e8-48d4d6593959 tempest-TestSnapshotPattern-2082221453 tempest-TestSnapshotPattern-2082221453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:22.216487 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-74c1229f-4495-4f49-96e8-48d4d6593959 tempest-TestSnapshotPattern-2082221453 tempest-TestSnapshotPattern-2082221453-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc HTTP/1.1" status: 200 len: 1092 time: 0.1499169 Nov 25 20:57:22.219737 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 32926) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:57:22.224324 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-ba997bb3-4757-4132-a229-4e75469eafe9 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'port_id': '4087ae5d-566e-44c9-9422-3c9e3acdd216', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:57:22.248346 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba997bb3-4757-4132-a229-4e75469eafe9 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:22.351053 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba997bb3-4757-4132-a229-4e75469eafe9 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:22.462247 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-ba997bb3-4757-4132-a229-4e75469eafe9 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Allocated IP 172.25.6.167 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/11a7f56d-7416-4d1c-bfbc-bdaa2c3da6a7) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:57:22.566789 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba997bb3-4757-4132-a229-4e75469eafe9 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:22.600785 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba997bb3-4757-4132-a229-4e75469eafe9 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:22.645615 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba997bb3-4757-4132-a229-4e75469eafe9 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:57:22.648551 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ba997bb3-4757-4132-a229-4e75469eafe9 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:57:22.652743 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba997bb3-4757-4132-a229-4e75469eafe9 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:57:22.658589 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997bb3-4757-4132-a229-4e75469eafe9 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Pushing event updated for resources: {'Port': ['ID=11a7f56d-7416-4d1c-bfbc-bdaa2c3da6a7,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:22.998171 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba997bb3-4757-4132-a229-4e75469eafe9 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:23.069293 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba997bb3-4757-4132-a229-4e75469eafe9 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:23.220734 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba997bb3-4757-4132-a229-4e75469eafe9 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:23.225570 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba997bb3-4757-4132-a229-4e75469eafe9 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:23.299276 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997bb3-4757-4132-a229-4e75469eafe9 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Pushing event updated for resources: {'Port': ['ID=11a7f56d-7416-4d1c-bfbc-bdaa2c3da6a7,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:57:23.309649 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba997bb3-4757-4132-a229-4e75469eafe9 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:23.414428 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-ba997bb3-4757-4132-a229-4e75469eafe9 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Floating IP 20bf84c6-2393-4fc4-9077-3ee98736e56b associated. External IP: 172.25.6.167, port: 4087ae5d-566e-44c9-9422-3c9e3acdd216. Nov 25 20:57:23.625230 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba997bb3-4757-4132-a229-4e75469eafe9 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Router 91755a74-e585-422c-b45b-c01262103bbc has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:57:23.739913 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba997bb3-4757-4132-a229-4e75469eafe9 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:57:23.753795 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd696485-5e2b-4bc5-8011-d9ded3503bff None None] Sync routers for ids ['91755a74-e585-422c-b45b-c01262103bbc'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:57:23.758551 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba997bb3-4757-4132-a229-4e75469eafe9 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:23.765940 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd696485-5e2b-4bc5-8011-d9ded3503bff None None] Routers {'91755a74-e585-422c-b45b-c01262103bbc'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:57:23.766609 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-cd696485-5e2b-4bc5-8011-d9ded3503bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:57:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['91755a74-e585-422c-b45b-c01262103bbc'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:57:23.790084 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-ba997bb3-4757-4132-a229-4e75469eafe9 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5692239 Nov 25 20:57:23.791073 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084b5fc1-d625-4d4c-b21d-800ae3b9bccc', 'tag': '4087ae5d-566e-44c9-9422-3c9e3acdd216'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:57:23.793328 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a12940-bfb1-4984-8fcc-de9bdb586f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "084b5fc1-d625-4d4c-b21d-800ae3b9bccc", "tag": "4087ae5d-566e-44c9-9422-3c9e3acdd216"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:57:23.838596 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf1e007-fca7-4a5d-a100-eecbdb3d81b4 x-openstack-request-id: req-2bf1e007-fca7-4a5d-a100-eecbdb3d81b4 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:57:23.838899 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084b5fc1-d625-4d4c-b21d-800ae3b9bccc", "tag": "4087ae5d-566e-44c9-9422-3c9e3acdd216", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:57:23.839165 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2bf1e007-fca7-4a5d-a100-eecbdb3d81b4 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:57:23.839576 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084b5fc1-d625-4d4c-b21d-800ae3b9bccc', 'tag': '4087ae5d-566e-44c9-9422-3c9e3acdd216', 'status': 'completed', 'code': 200} Nov 25 20:57:23.885178 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-cd696485-5e2b-4bc5-8011-d9ded3503bff None None] Set router 91755a74-e585-422c-b45b-c01262103bbc gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:57:23.906703 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12940-bfb1-4984-8fcc-de9bdb586f5f req-8cd5fd08-fe30-439c-a4eb-0bf9f4b164b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:23.908316 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41a12940-bfb1-4984-8fcc-de9bdb586f5f req-8cd5fd08-fe30-439c-a4eb-0bf9f4b164b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abc50cad5d184972a4541d4d38e7f8cc&device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc HTTP/1.1" status: 200 len: 1097 time: 0.0455971 Nov 25 20:57:24.002573 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12940-bfb1-4984-8fcc-de9bdb586f5f req-2324c833-3316-49b8-ae35-df9cfe60ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:24.004115 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41a12940-bfb1-4984-8fcc-de9bdb586f5f req-2324c833-3316-49b8-ae35-df9cfe60ea90 service neutron] 10.222.0.73 "GET /v2.0/networks?id=31618be1-bfca-4ea9-b0d6-da19384942fd HTTP/1.1" status: 200 len: 911 time: 0.0867355 Nov 25 20:57:24.078055 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41a12940-bfb1-4984-8fcc-de9bdb586f5f req-b00bf1c8-2e3c-478f-a945-8ee1897083dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4087ae5d-566e-44c9-9422-3c9e3acdd216 HTTP/1.1" status: 200 len: 1000 time: 0.0650840 Nov 25 20:57:24.122801 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-cd696485-5e2b-4bc5-8011-d9ded3503bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91755a74-e585-422c-b45b-c01262103bbc', 'name': 'tempest-TestSnapshotPattern-1952886474-router', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'gw_port': {'id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '20bf84c6-2393-4fc4-9077-3ee98736e56b', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '91755a74-e585-422c-b45b-c01262103bbc', 'port_id': '4087ae5d-566e-44c9-9422-3c9e3acdd216', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'mac_address': 'fa:16:3e:95:da:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084b5fc1-d625-4d4c-b21d-800ae3b9bccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:57:22Z', 'updated_at': '2021-11-25T20:57:22Z', 'revision_number': 0, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da78cd25-4b91-4234-8151-d5bb0e907de6', 'name': '', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'mac_address': 'fa:16:3e:dc:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:02Z', 'updated_at': '2021-11-25T20:57:08Z', 'revision_number': 5, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'subnets': [{'id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:57:24.131265 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12940-bfb1-4984-8fcc-de9bdb586f5f req-37c0681f-07a8-48dd-8716-50827a676cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:24.132736 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41a12940-bfb1-4984-8fcc-de9bdb586f5f req-37c0681f-07a8-48dd-8716-50827a676cf9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=20c729a5-24da-47f5-81ee-a3cfe26a8312 HTTP/1.1" status: 200 len: 849 time: 0.0470576 Nov 25 20:57:24.149013 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd696485-5e2b-4bc5-8011-d9ded3503bff None None] Checking router: 91755a74-e585-422c-b45b-c01262103bbc for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:57:24.158158 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd696485-5e2b-4bc5-8011-d9ded3503bff None None] Routers {'91755a74-e585-422c-b45b-c01262103bbc'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:57:24.158500 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-cd696485-5e2b-4bc5-8011-d9ded3503bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:57:02Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['91755a74-e585-422c-b45b-c01262103bbc'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:57:24.184009 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12940-bfb1-4984-8fcc-de9bdb586f5f req-a5b243dd-dfd3-4377-b401-14f957bf1318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:24.185737 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41a12940-bfb1-4984-8fcc-de9bdb586f5f req-a5b243dd-dfd3-4377-b401-14f957bf1318 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31618be1-bfca-4ea9-b0d6-da19384942fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436156 Nov 25 20:57:24.275010 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-cd696485-5e2b-4bc5-8011-d9ded3503bff None None] Set router 91755a74-e585-422c-b45b-c01262103bbc gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:57:24.291980 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41a12940-bfb1-4984-8fcc-de9bdb586f5f req-7cd4bbfd-bf22-4bd5-aa0d-a76719a4480e service neutron] 10.222.0.73 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975187 Nov 25 20:57:24.390741 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-41a12940-bfb1-4984-8fcc-de9bdb586f5f req-8db44d4c-1d22-44dd-ad52-8f6936d4f6d3 service neutron] 10.222.0.73 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895247 Nov 25 20:57:24.469585 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:24.512444 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-cd696485-5e2b-4bc5-8011-d9ded3503bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91755a74-e585-422c-b45b-c01262103bbc', 'name': 'tempest-TestSnapshotPattern-1952886474-router', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'gw_port': {'id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '20bf84c6-2393-4fc4-9077-3ee98736e56b', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '91755a74-e585-422c-b45b-c01262103bbc', 'port_id': '4087ae5d-566e-44c9-9422-3c9e3acdd216', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'mac_address': 'fa:16:3e:95:da:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084b5fc1-d625-4d4c-b21d-800ae3b9bccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:57:22Z', 'updated_at': '2021-11-25T20:57:22Z', 'revision_number': 0, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da78cd25-4b91-4234-8151-d5bb0e907de6', 'name': '', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'mac_address': 'fa:16:3e:dc:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:02Z', 'updated_at': '2021-11-25T20:57:08Z', 'revision_number': 5, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'subnets': [{'id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:57:24.538342 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd696485-5e2b-4bc5-8011-d9ded3503bff None None] The sync data for ids ['91755a74-e585-422c-b45b-c01262103bbc'] in n-d-819349-5 is: [{'id': '91755a74-e585-422c-b45b-c01262103bbc', 'name': 'tempest-TestSnapshotPattern-1952886474-router', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'gw_port': {'id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '20bf84c6-2393-4fc4-9077-3ee98736e56b', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '91755a74-e585-422c-b45b-c01262103bbc', 'port_id': '4087ae5d-566e-44c9-9422-3c9e3acdd216', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'mac_address': 'fa:16:3e:95:da:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084b5fc1-d625-4d4c-b21d-800ae3b9bccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:57:22Z', 'updated_at': '2021-11-25T20:57:22Z', 'revision_number': 0, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da78cd25-4b91-4234-8151-d5bb0e907de6', 'name': '', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'mac_address': 'fa:16:3e:dc:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:02Z', 'updated_at': '2021-11-25T20:57:08Z', 'revision_number': 5, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'subnets': [{'id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:57:24.739039 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c2cc88-c10c-40ef-8858-d58c70c0e59a None None] New status for floating IP 20bf84c6-2393-4fc4-9077-3ee98736e56b: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:57:25.269098 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:29.477696 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8f4a38a7-7175-4a5f-9148-b2315d404e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:30.592994 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2327c4cb-923b-44e8-babd-5d4de5b53e3d req-2f1a71ff-b3f8-4103-b2f2-d163ddf18788 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467196 Nov 25 20:57:30.692849 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327c4cb-923b-44e8-babd-5d4de5b53e3d req-7933f35a-91c7-47bf-943e-9713549809ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:30.694678 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2327c4cb-923b-44e8-babd-5d4de5b53e3d req-7933f35a-91c7-47bf-943e-9713549809ee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abc50cad5d184972a4541d4d38e7f8cc&device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc HTTP/1.1" status: 200 len: 1097 time: 0.0454538 Nov 25 20:57:30.814893 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327c4cb-923b-44e8-babd-5d4de5b53e3d req-7934e783-ca42-4b69-9b63-dc02788809f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:30.816373 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2327c4cb-923b-44e8-babd-5d4de5b53e3d req-7934e783-ca42-4b69-9b63-dc02788809f4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=31618be1-bfca-4ea9-b0d6-da19384942fd HTTP/1.1" status: 200 len: 911 time: 0.0945284 Nov 25 20:57:31.208086 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2327c4cb-923b-44e8-babd-5d4de5b53e3d req-9032b47c-a969-4381-82f8-21ab049dd11a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4087ae5d-566e-44c9-9422-3c9e3acdd216 HTTP/1.1" status: 200 len: 1002 time: 0.3792248 Nov 25 20:57:31.259423 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327c4cb-923b-44e8-babd-5d4de5b53e3d req-d24ffa03-ff47-4fdb-9696-1db68bcd0b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:31.262036 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2327c4cb-923b-44e8-babd-5d4de5b53e3d req-d24ffa03-ff47-4fdb-9696-1db68bcd0b1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=20c729a5-24da-47f5-81ee-a3cfe26a8312 HTTP/1.1" status: 200 len: 849 time: 0.0457811 Nov 25 20:57:31.317624 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327c4cb-923b-44e8-babd-5d4de5b53e3d req-2ac4df5f-1903-4f48-a80c-60b419a2ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:31.319154 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2327c4cb-923b-44e8-babd-5d4de5b53e3d req-2ac4df5f-1903-4f48-a80c-60b419a2ec02 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31618be1-bfca-4ea9-b0d6-da19384942fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462635 Nov 25 20:57:31.411887 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2327c4cb-923b-44e8-babd-5d4de5b53e3d req-0c3677f2-0db2-4ddc-873e-b12d4d16fe83 service neutron] 10.222.0.73 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837505 Nov 25 20:57:31.514322 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-2327c4cb-923b-44e8-babd-5d4de5b53e3d req-9f445b1f-0056-4935-8b9f-9f84314b7238 service neutron] 10.222.0.73 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889602 Nov 25 20:57:31.967197 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9418-132a-4673-a5fc-85e05530ff10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:34.074649 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:35.764696 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:35.880653 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:54.481632 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:54.672546 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:57:55.289981 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:59.480428 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-41f73876-7ba6-4893-83dc-dddb3ee3192d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:01.969924 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-adcf6827-3709-4f71-b069-9269cadfc61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:04.079023 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:05.757697 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:05.886273 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:24.495111 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:25.304627 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:29.483440 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ebfd9200-e2c4-4176-9378-b24fd986b128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:29.941518 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36010e5e-0757-4f9e-81d1-b72bf27d0a79 req-a1d8985b-17fb-42e3-b8b7-1aa90cc7c482 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1004250 Nov 25 20:58:30.028314 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36010e5e-0757-4f9e-81d1-b72bf27d0a79 req-0b6f407a-745f-41bb-ae6e-1700442124b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:58:30.029782 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36010e5e-0757-4f9e-81d1-b72bf27d0a79 req-0b6f407a-745f-41bb-ae6e-1700442124b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abc50cad5d184972a4541d4d38e7f8cc&device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc HTTP/1.1" status: 200 len: 1097 time: 0.0408823 Nov 25 20:58:30.139771 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36010e5e-0757-4f9e-81d1-b72bf27d0a79 req-93f0043d-33d7-4944-a23e-68b86bd19167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:58:30.141141 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36010e5e-0757-4f9e-81d1-b72bf27d0a79 req-93f0043d-33d7-4944-a23e-68b86bd19167 service neutron] 10.222.0.73 "GET /v2.0/networks?id=31618be1-bfca-4ea9-b0d6-da19384942fd HTTP/1.1" status: 200 len: 911 time: 0.0901415 Nov 25 20:58:30.212981 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36010e5e-0757-4f9e-81d1-b72bf27d0a79 req-b118e5ef-7277-4232-bdbf-813500592d19 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4087ae5d-566e-44c9-9422-3c9e3acdd216 HTTP/1.1" status: 200 len: 1002 time: 0.0638723 Nov 25 20:58:30.268278 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36010e5e-0757-4f9e-81d1-b72bf27d0a79 req-05799c3a-582e-4b1f-9b3a-b416e986326e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:58:30.269850 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36010e5e-0757-4f9e-81d1-b72bf27d0a79 req-05799c3a-582e-4b1f-9b3a-b416e986326e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=20c729a5-24da-47f5-81ee-a3cfe26a8312 HTTP/1.1" status: 200 len: 849 time: 0.0498927 Nov 25 20:58:30.317600 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36010e5e-0757-4f9e-81d1-b72bf27d0a79 req-8200b299-92a7-41eb-bcbb-b6619685ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:58:30.319137 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36010e5e-0757-4f9e-81d1-b72bf27d0a79 req-8200b299-92a7-41eb-bcbb-b6619685ab61 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31618be1-bfca-4ea9-b0d6-da19384942fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425515 Nov 25 20:58:30.415512 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36010e5e-0757-4f9e-81d1-b72bf27d0a79 req-b4507ff0-100e-4cc1-9fe7-7f11dd338e3e service neutron] 10.222.0.73 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888205 Nov 25 20:58:30.510789 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-36010e5e-0757-4f9e-81d1-b72bf27d0a79 req-f88bd545-da4c-4f4e-8aa0-4d71f6866871 service neutron] 10.222.0.73 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881758 Nov 25 20:58:31.672264 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:58:31.972989 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e9801ba0-8faf-4fe6-91c8-9c709fe695ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:34.082625 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:35.761398 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:35.886839 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:54.494429 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:55.289010 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:59.485460 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cd657676-b5de-41bf-8ca1-765654cc6500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:01.976120 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f392fd05-8ebd-4949-a874-19604cd6d372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:04.086324 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:05.764745 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:05.892317 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:08.677098 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:59:24.509668 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:24.636122 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 4087ae5d-566e-44c9-9422-3c9e3acdd216 details requested by agent hyperv_n-h1-819349-5 with host n-h1-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:59:24.732516 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 4087ae5d-566e-44c9-9422-3c9e3acdd216, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=4087ae5d-566e-44c9-9422-3c9e3acdd216,segment=NetworkSegment(cef2b0ee-20d9-4f96-b127-bbf73eb61def),segment_id=cef2b0ee-20d9-4f96-b127-bbf73eb61def)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:59:24.748634 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Returning: {'device': '4087ae5d-566e-44c9-9422-3c9e3acdd216', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'port_id': '4087ae5d-566e-44c9-9422-3c9e3acdd216', 'mac_address': 'fa:16:3e:95:da:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:59:24.787154 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:24.802201 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4087ae5d-566e-44c9-9422-3c9e3acdd216 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:59:24.824624 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 4087ae5d-566e-44c9-9422-3c9e3acdd216, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=4087ae5d-566e-44c9-9422-3c9e3acdd216,segment=NetworkSegment(cef2b0ee-20d9-4f96-b127-bbf73eb61def),segment_id=cef2b0ee-20d9-4f96-b127-bbf73eb61def)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:59:24.828530 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:24.880208 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=4087ae5d-566e-44c9-9422-3c9e3acdd216,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:59:24.888951 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:24.889304 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:24.889650 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:24.889990 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:24.890351 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:24.890686 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:24.891018 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:24.891395 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:24.891706 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:24.892000 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:24.892324 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:24.892651 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:24.904557 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] get_ports_and_sgs() called for port_ids ['4087ae5d-566e-44c9-9422-3c9e3acdd216'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:59:25.288594 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:26.647943 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 4087ae5d-566e-44c9-9422-3c9e3acdd216 up at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:59:26.890009 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Provisioning complete for port 4087ae5d-566e-44c9-9422-3c9e3acdd216 triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:59:26.890432 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:26.989740 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:27.017597 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084b5fc1-d625-4d4c-b21d-800ae3b9bccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4087ae5d-566e-44c9-9422-3c9e3acdd216'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:59:27.020432 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1578a9-1e16-45b9-9ebc-ef2820fabc22" -d '{"events": [{"server_uuid": "084b5fc1-d625-4d4c-b21d-800ae3b9bccc", "name": "network-vif-plugged", "status": "completed", "tag": "4087ae5d-566e-44c9-9422-3c9e3acdd216"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:59:27.068323 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 4087ae5d-566e-44c9-9422-3c9e3acdd216, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=4087ae5d-566e-44c9-9422-3c9e3acdd216,segment=NetworkSegment(cef2b0ee-20d9-4f96-b127-bbf73eb61def),segment_id=cef2b0ee-20d9-4f96-b127-bbf73eb61def)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:59:27.077860 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:27.142847 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=4087ae5d-566e-44c9-9422-3c9e3acdd216,revision_number=7']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:59:27.175794 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6ceda6-b140-479c-9ec5-1b854f860f44 x-openstack-request-id: req-ad6ceda6-b140-479c-9ec5-1b854f860f44 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:59:27.176093 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084b5fc1-d625-4d4c-b21d-800ae3b9bccc", "name": "network-vif-plugged", "status": "completed", "tag": "4087ae5d-566e-44c9-9422-3c9e3acdd216", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:59:27.176356 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ad6ceda6-b140-479c-9ec5-1b854f860f44 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:59:27.176762 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084b5fc1-d625-4d4c-b21d-800ae3b9bccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4087ae5d-566e-44c9-9422-3c9e3acdd216', 'code': 200} Nov 25 20:59:29.496978 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-232b2a55-f00e-4702-97b6-3afd8c6f76f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:31.982714 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c3973354-98bd-4c97-9224-4ba6118c0e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:32.537779 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a8bf2-bdae-428a-889f-81e99bcc294c req-9260baa8-988f-42e2-a338-0c0f130de64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:32.541528 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c80a8bf2-bdae-428a-889f-81e99bcc294c req-9260baa8-988f-42e2-a338-0c0f130de64d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abc50cad5d184972a4541d4d38e7f8cc&device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc HTTP/1.1" status: 200 len: 1097 time: 0.0500135 Nov 25 20:59:32.663274 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a8bf2-bdae-428a-889f-81e99bcc294c req-511b06d6-965c-497f-8c47-76c163cfb35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:32.665543 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c80a8bf2-bdae-428a-889f-81e99bcc294c req-511b06d6-965c-497f-8c47-76c163cfb35c service neutron] 10.222.0.73 "GET /v2.0/networks?id=31618be1-bfca-4ea9-b0d6-da19384942fd HTTP/1.1" status: 200 len: 911 time: 0.1018612 Nov 25 20:59:32.737155 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c80a8bf2-bdae-428a-889f-81e99bcc294c req-597f19c7-0fd6-4c14-a48d-275c8eb05253 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4087ae5d-566e-44c9-9422-3c9e3acdd216 HTTP/1.1" status: 200 len: 1002 time: 0.0638485 Nov 25 20:59:32.793808 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a8bf2-bdae-428a-889f-81e99bcc294c req-48560550-4567-4008-b7a9-fee393d1bde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:32.796552 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c80a8bf2-bdae-428a-889f-81e99bcc294c req-48560550-4567-4008-b7a9-fee393d1bde6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=20c729a5-24da-47f5-81ee-a3cfe26a8312 HTTP/1.1" status: 200 len: 849 time: 0.0518036 Nov 25 20:59:32.866419 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a8bf2-bdae-428a-889f-81e99bcc294c req-88dadddf-ab5b-4621-8d0a-bec9cbf228a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:32.868006 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c80a8bf2-bdae-428a-889f-81e99bcc294c req-88dadddf-ab5b-4621-8d0a-bec9cbf228a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31618be1-bfca-4ea9-b0d6-da19384942fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622559 Nov 25 20:59:32.973477 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c80a8bf2-bdae-428a-889f-81e99bcc294c req-fb99c49c-cb50-4cf5-86f6-ed572a573b00 service neutron] 10.222.0.73 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966475 Nov 25 20:59:33.092442 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-c80a8bf2-bdae-428a-889f-81e99bcc294c req-6e7ae4e9-622a-46e0-a2da-26f04090ba36 service neutron] 10.222.0.73 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102264 Nov 25 20:59:34.093245 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:35.166966 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-476bcd32-1738-4658-ba49-b82c3ea44168 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1762763975&fields=id&tenant_id=abc50cad5d184972a4541d4d38e7f8cc HTTP/1.1" status: 200 len: 267 time: 0.0548918 Nov 25 20:59:35.279142 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-495a3d83-173d-4b8b-ba3e-528841c34da7 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:35.280583 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-495a3d83-173d-4b8b-ba3e-528841c34da7 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/networks?id=31618be1-bfca-4ea9-b0d6-da19384942fd HTTP/1.1" status: 200 len: 810 time: 0.1068795 Nov 25 20:59:35.297033 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-efe4eebf-b2ee-49e6-b120-4fbbc1ae25f5 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/quotas/abc50cad5d184972a4541d4d38e7f8cc HTTP/1.1" status: 200 len: 375 time: 0.0105963 Nov 25 20:59:35.353479 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-e93f3d83-8b27-43c9-ad07-ad3571b83ce6 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=abc50cad5d184972a4541d4d38e7f8cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503540 Nov 25 20:59:35.496304 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-2963f88a-71c4-4d1a-8ce4-3a14239c95a0 service neutron] 10.222.0.55 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297691 Nov 25 20:59:35.598861 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-3cdf1734-d6e2-453b-ab60-20e14fe32cdc service neutron] 10.222.0.55 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966609 Nov 25 20:59:35.767294 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d06e55e8-ada2-4b6a-a04f-86f236f75c68 req-c6c7defc-0ba1-4120-9ad5-4757b5f59d5c tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 210 time: 0.0299866 Nov 25 20:59:35.768568 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:35.893499 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:36.888778 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7c27e321-0e3c-4631-a3ca-0e1365a1a659 req-8a73b25c-55dc-468a-9bc0-2d37b970d5a6 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 210 time: 0.0391345 Nov 25 20:59:37.290887 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-3cf47c51-8160-4dad-a5a3-dc046e6754ff tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:37.292624 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-3cf47c51-8160-4dad-a5a3-dc046e6754ff tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.85 "GET /v2.0/networks?id=31618be1-bfca-4ea9-b0d6-da19384942fd HTTP/1.1" status: 200 len: 810 time: 0.5433273 Nov 25 20:59:38.005769 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-ffdea1ff-1493-4357-aab2-2c29dd1221d5 req-8262a793-279e-420d-aba8-1375a538142e tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 210 time: 0.0341258 Nov 25 20:59:38.683251 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 4087ae5d-566e-44c9-9422-3c9e3acdd216 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:59:38.767140 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:38.791961 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084b5fc1-d625-4d4c-b21d-800ae3b9bccc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4087ae5d-566e-44c9-9422-3c9e3acdd216'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:59:38.794401 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53d6ebd-1f41-4d2b-a28d-a83143a2bd54" -d '{"events": [{"server_uuid": "084b5fc1-d625-4d4c-b21d-800ae3b9bccc", "name": "network-vif-unplugged", "status": "completed", "tag": "4087ae5d-566e-44c9-9422-3c9e3acdd216"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:59:38.807793 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] For port 4087ae5d-566e-44c9-9422-3c9e3acdd216, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=4087ae5d-566e-44c9-9422-3c9e3acdd216,segment=NetworkSegment(cef2b0ee-20d9-4f96-b127-bbf73eb61def),segment_id=cef2b0ee-20d9-4f96-b127-bbf73eb61def)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:59:38.812652 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:38.842721 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbe1306-dbef-4fdb-9931-f30ad58eb158 x-openstack-request-id: req-1fbe1306-dbef-4fdb-9931-f30ad58eb158 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:59:38.843020 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084b5fc1-d625-4d4c-b21d-800ae3b9bccc", "name": "network-vif-unplugged", "status": "completed", "tag": "4087ae5d-566e-44c9-9422-3c9e3acdd216", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:59:38.843290 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1fbe1306-dbef-4fdb-9931-f30ad58eb158 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:59:38.843736 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084b5fc1-d625-4d4c-b21d-800ae3b9bccc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4087ae5d-566e-44c9-9422-3c9e3acdd216', 'code': 200} Nov 25 20:59:38.873834 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Pushing event updated for resources: {'Port': ['ID=4087ae5d-566e-44c9-9422-3c9e3acdd216,revision_number=8']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:59:39.108888 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-dba207a4-38d4-46a2-8802-5380b1a44b1b req-1b03ce2a-4dfd-4aaa-92c7-809edd9846a3 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 210 time: 0.0275843 Nov 25 20:59:40.212449 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-04195691-9e7d-4c78-8c36-309fde61184d req-61a08f8c-7e43-47dc-a68b-1aee8060c824 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 210 time: 0.0298629 Nov 25 20:59:41.317006 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7576d480-c026-489c-8338-b7ede4a04ee9 req-33d05fd1-37bf-4236-9a6b-0c0c8d01dd30 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 210 time: 0.0268931 Nov 25 20:59:42.431571 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-7346bbf2-c100-4219-9034-579cdcaad111 req-c3ae4b70-df68-4d29-b654-5ec78259f105 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 210 time: 0.0348985 Nov 25 20:59:43.534677 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f01c7063-85d4-4591-bfe1-718945d73869 req-ae155259-719e-4b3c-bf4d-68538e14774f tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 210 time: 0.0299771 Nov 25 20:59:44.652725 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-aa2910d8-c0ee-4cef-b632-cf63344549f9 req-216b684d-7d47-4f73-910f-487ddcea5d24 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 210 time: 0.0347712 Nov 25 20:59:45.676843 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:59:45.763003 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-89808963-fcb3-4e24-befc-af31f8a41ac2 req-ec9527da-eb96-4c59-8e83-e69003cd382f tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 210 time: 0.0290806 Nov 25 20:59:46.866503 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-229a8677-3608-497b-a792-f6fdd7f918bc req-8b33f84d-5b97-40a8-a202-f3f9aa4f22bd tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 210 time: 0.0268784 Nov 25 20:59:47.373407 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-fc43b3bc-fcee-4cfe-801c-3e4e765e165b tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abc50cad5d184972a4541d4d38e7f8cc HTTP/1.1" status: 200 len: 380 time: 0.0650766 Nov 25 20:59:47.386226 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-f6a7fce9-7da3-4498-bdcd-0f5d31da0966 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Request body: {'port': {'device_id': '5de40854-0f0d-4e7f-bc33-1f2070fbf0a7', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'admin_state_up': True, 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'security_groups': ['fdfa8c41-b0bc-403b-88dd-e1a2653ea65e']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:59:47.509547 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-f6a7fce9-7da3-4498-bdcd-0f5d31da0966 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Made reservation on behalf of abc50cad5d184972a4541d4d38e7f8cc for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:59:47.513460 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-f6a7fce9-7da3-4498-bdcd-0f5d31da0966 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:47.645838 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-f6a7fce9-7da3-4498-bdcd-0f5d31da0966 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Allocated IP 172.20.0.4 (31618be1-bfca-4ea9-b0d6-da19384942fd/20c729a5-24da-47f5-81ee-a3cfe26a8312/82ee2319-085d-4a03-952a-2adffedc436c) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:59:47.803352 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-f6a7fce9-7da3-4498-bdcd-0f5d31da0966 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:47.837295 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-f6a7fce9-7da3-4498-bdcd-0f5d31da0966 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:47.884396 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-f6a7fce9-7da3-4498-bdcd-0f5d31da0966 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Network 31618be1-bfca-4ea9-b0d6-da19384942fd is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:59:47.890575 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-f6a7fce9-7da3-4498-bdcd-0f5d31da0966 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:59:47.896747 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-f6a7fce9-7da3-4498-bdcd-0f5d31da0966 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:59:47.901128 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7fce9-7da3-4498-bdcd-0f5d31da0966 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Pushing event updated for resources: {'Port': ['ID=82ee2319-085d-4a03-952a-2adffedc436c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:59:47.938368 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7fce9-7da3-4498-bdcd-0f5d31da0966 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:47.938725 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7fce9-7da3-4498-bdcd-0f5d31da0966 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:47.939421 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7fce9-7da3-4498-bdcd-0f5d31da0966 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:47.939767 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7fce9-7da3-4498-bdcd-0f5d31da0966 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:47.940117 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7fce9-7da3-4498-bdcd-0f5d31da0966 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:47.940443 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7fce9-7da3-4498-bdcd-0f5d31da0966 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:47.940778 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7fce9-7da3-4498-bdcd-0f5d31da0966 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:47.941111 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7fce9-7da3-4498-bdcd-0f5d31da0966 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:47.941440 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7fce9-7da3-4498-bdcd-0f5d31da0966 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:47.941770 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7fce9-7da3-4498-bdcd-0f5d31da0966 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:47.942101 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7fce9-7da3-4498-bdcd-0f5d31da0966 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:47.942461 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7fce9-7da3-4498-bdcd-0f5d31da0966 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:47.970002 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-f6a7fce9-7da3-4498-bdcd-0f5d31da0966 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:47.970909 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-f6a7fce9-7da3-4498-bdcd-0f5d31da0966 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:47.989532 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-f6a7fce9-7da3-4498-bdcd-0f5d31da0966 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6078944 Nov 25 20:59:48.002824 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.v2.base [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-fe6bf05a-585d-4fea-90f5-3610f56ed867 service neutron] Request body: {'port': {'device_id': '5de40854-0f0d-4e7f-bc33-1f2070fbf0a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:59:48.028767 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0036269-3e40-4bc5-aa25-77e227ce9b18 req-93e53f80-bb6e-45d9-8e98-e04d5a604d50 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:48.031191 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0036269-3e40-4bc5-aa25-77e227ce9b18 req-93e53f80-bb6e-45d9-8e98-e04d5a604d50 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 931 time: 0.0623567 Nov 25 20:59:48.072285 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-fe6bf05a-585d-4fea-90f5-3610f56ed867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:48.096402 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0036269-3e40-4bc5-aa25-77e227ce9b18 req-4ce18251-0b85-4671-b0e3-3f1eecbf06cd tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdfa8c41-b0bc-403b-88dd-e1a2653ea65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553732 Nov 25 20:59:48.189842 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-2bbf669f-7f1a-4cef-8ff5-e0400b2bf23c None None] Provisioning complete for port 82ee2319-085d-4a03-952a-2adffedc436c triggered by entity DHCP. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:59:48.190550 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2bbf669f-7f1a-4cef-8ff5-e0400b2bf23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:48.225153 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-2bbf669f-7f1a-4cef-8ff5-e0400b2bf23c None None] Port 82ee2319-085d-4a03-952a-2adffedc436c cannot update to ACTIVE because it is not bound. {{(pid=103601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:59:48.355110 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-fe6bf05a-585d-4fea-90f5-3610f56ed867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ee2319-085d-4a03-952a-2adffedc436c {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:59:48.363949 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-fe6bf05a-585d-4fea-90f5-3610f56ed867 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:48.377434 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-fe6bf05a-585d-4fea-90f5-3610f56ed867 service neutron] Transition to ACTIVE for port object 82ee2319-085d-4a03-952a-2adffedc436c will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:59:48.381235 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-fe6bf05a-585d-4fea-90f5-3610f56ed867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:48.442709 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bf05a-585d-4fea-90f5-3610f56ed867 service neutron] Pushing event updated for resources: {'Port': ['ID=82ee2319-085d-4a03-952a-2adffedc436c,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:59:48.515812 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-fe6bf05a-585d-4fea-90f5-3610f56ed867 service neutron] Attempting to bind port 82ee2319-085d-4a03-952a-2adffedc436c on host n-h2-819349-5 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:59:48.516142 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-fe6bf05a-585d-4fea-90f5-3610f56ed867 service neutron] Attempting to bind port 82ee2319-085d-4a03-952a-2adffedc436c by drivers openvswitch,hyperv on host n-h2-819349-5 at level 0 using segments [{'id': 'cef2b0ee-20d9-4f96-b127-bbf73eb61def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:59:48.516472 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-fe6bf05a-585d-4fea-90f5-3610f56ed867 service neutron] Attempting to bind port 82ee2319-085d-4a03-952a-2adffedc436c on network 31618be1-bfca-4ea9-b0d6-da19384942fd {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:59:48.521346 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-fe6bf05a-585d-4fea-90f5-3610f56ed867 service neutron] Port 82ee2319-085d-4a03-952a-2adffedc436c on network 31618be1-bfca-4ea9-b0d6-da19384942fd not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:59:48.521676 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-fe6bf05a-585d-4fea-90f5-3610f56ed867 service neutron] Attempting to bind port 82ee2319-085d-4a03-952a-2adffedc436c on network 31618be1-bfca-4ea9-b0d6-da19384942fd {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:59:48.527975 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-fe6bf05a-585d-4fea-90f5-3610f56ed867 service neutron] Checking agent: {'id': '6e1ef5a5-0c4d-4cd2-a615-612470d0f9f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:59:48.528309 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-fe6bf05a-585d-4fea-90f5-3610f56ed867 service neutron] Checking segment: {'id': 'cef2b0ee-20d9-4f96-b127-bbf73eb61def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:59:48.528693 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-fe6bf05a-585d-4fea-90f5-3610f56ed867 service neutron] Bound using segment: {'id': 'cef2b0ee-20d9-4f96-b127-bbf73eb61def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:59:48.529123 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-fe6bf05a-585d-4fea-90f5-3610f56ed867 service neutron] Bound port: 82ee2319-085d-4a03-952a-2adffedc436c, host: n-h2-819349-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef2b0ee-20d9-4f96-b127-bbf73eb61def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:59:48.529483 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-fe6bf05a-585d-4fea-90f5-3610f56ed867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:48.600027 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-fe6bf05a-585d-4fea-90f5-3610f56ed867 service neutron] For port 82ee2319-085d-4a03-952a-2adffedc436c, host n-h2-819349-5, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:59:48.603686 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-fe6bf05a-585d-4fea-90f5-3610f56ed867 service neutron] For port 82ee2319-085d-4a03-952a-2adffedc436c, host n-h2-819349-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=82ee2319-085d-4a03-952a-2adffedc436c,segment=NetworkSegment(cef2b0ee-20d9-4f96-b127-bbf73eb61def),segment_id=cef2b0ee-20d9-4f96-b127-bbf73eb61def)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:59:48.607960 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-fe6bf05a-585d-4fea-90f5-3610f56ed867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8179210'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:48.652446 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-fe6bf05a-585d-4fea-90f5-3610f56ed867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:48.652943 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-fe6bf05a-585d-4fea-90f5-3610f56ed867 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:48.654313 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-fe6bf05a-585d-4fea-90f5-3610f56ed867 service neutron] 10.222.0.85 "PUT /v2.0/ports/82ee2319-085d-4a03-952a-2adffedc436c HTTP/1.1" status: 200 len: 1091 time: 0.6560223 Nov 25 20:59:48.654763 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de40854-0f0d-4e7f-bc33-1f2070fbf0a7', 'tag': '82ee2319-085d-4a03-952a-2adffedc436c'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:59:48.657081 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bfefea-3729-47c9-8c98-63ac3387c899" -d '{"events": [{"name": "network-changed", "server_uuid": "5de40854-0f0d-4e7f-bc33-1f2070fbf0a7", "tag": "82ee2319-085d-4a03-952a-2adffedc436c"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:59:48.688714 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bf05a-585d-4fea-90f5-3610f56ed867 service neutron] Pushing event updated for resources: {'Port': ['ID=82ee2319-085d-4a03-952a-2adffedc436c,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:59:48.740292 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-2194ecdd-d57b-40ba-99bf-1845928aa8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:48.742581 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-2194ecdd-d57b-40ba-99bf-1845928aa8e5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=abc50cad5d184972a4541d4d38e7f8cc&device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 1094 time: 0.0446370 Nov 25 20:59:48.786735 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a11792e-d0c5-4288-984f-71d810a097cb x-openstack-request-id: req-4a11792e-d0c5-4288-984f-71d810a097cb {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:59:48.787144 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de40854-0f0d-4e7f-bc33-1f2070fbf0a7", "tag": "82ee2319-085d-4a03-952a-2adffedc436c", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:59:48.787407 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4a11792e-d0c5-4288-984f-71d810a097cb {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:59:48.787817 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de40854-0f0d-4e7f-bc33-1f2070fbf0a7', 'tag': '82ee2319-085d-4a03-952a-2adffedc436c', 'status': 'completed', 'code': 200} Nov 25 20:59:48.789760 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-be7e24d7-c4a0-408b-9c3e-abfc2896309d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82ee2319-085d-4a03-952a-2adffedc436c HTTP/1.1" status: 200 len: 217 time: 0.0397966 Nov 25 20:59:48.842875 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-89b72cfa-1ab6-4917-97d2-00e5faa07f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:48.844397 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-89b72cfa-1ab6-4917-97d2-00e5faa07f90 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=20c729a5-24da-47f5-81ee-a3cfe26a8312 HTTP/1.1" status: 200 len: 849 time: 0.0483227 Nov 25 20:59:48.898830 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-56dfbb9a-690c-45bf-9265-5e0185e314a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:48.900389 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-56dfbb9a-690c-45bf-9265-5e0185e314a4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=31618be1-bfca-4ea9-b0d6-da19384942fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487819 Nov 25 20:59:48.991298 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-e3b858d0-e9f4-4fe1-ab5d-44f67d801f97 service neutron] 10.222.0.85 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838537 Nov 25 20:59:49.090489 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-74d4c797-1bd1-4760-8ad6-e109d18cffed req-d77197e1-abbb-4796-a50e-2ff284182d5a service neutron] 10.222.0.85 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920210 Nov 25 20:59:49.181395 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfefea-3729-47c9-8c98-63ac3387c899 req-7f806019-9947-45de-b526-5b0a374f94a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:49.182949 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f5bfefea-3729-47c9-8c98-63ac3387c899 req-7f806019-9947-45de-b526-5b0a374f94a4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=abc50cad5d184972a4541d4d38e7f8cc&device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 1094 time: 0.0444348 Nov 25 20:59:49.226996 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470b941-bd3f-44b8-ae9d-273f6bd7a655 req-ec7865e6-59d5-41f2-aafb-ebe402f7942d tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:49.228531 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e470b941-bd3f-44b8-ae9d-273f6bd7a655 req-ec7865e6-59d5-41f2-aafb-ebe402f7942d tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 943 time: 0.0542266 Nov 25 20:59:49.279216 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e470b941-bd3f-44b8-ae9d-273f6bd7a655 req-fc5b164e-da11-42ca-ad3f-3f469a7c465b tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdfa8c41-b0bc-403b-88dd-e1a2653ea65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442429 Nov 25 20:59:49.282501 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfefea-3729-47c9-8c98-63ac3387c899 req-4ec5a697-4dd2-4928-b900-88e7477e82aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:49.284090 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f5bfefea-3729-47c9-8c98-63ac3387c899 req-4ec5a697-4dd2-4928-b900-88e7477e82aa service neutron] 10.222.0.85 "GET /v2.0/networks?id=31618be1-bfca-4ea9-b0d6-da19384942fd HTTP/1.1" status: 200 len: 911 time: 0.0936747 Nov 25 20:59:49.326913 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f5bfefea-3729-47c9-8c98-63ac3387c899 req-cc407b2a-24d8-48fa-b9bc-ad56b54e95b3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82ee2319-085d-4a03-952a-2adffedc436c HTTP/1.1" status: 200 len: 217 time: 0.0353892 Nov 25 20:59:49.378104 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfefea-3729-47c9-8c98-63ac3387c899 req-cbce207d-e4d4-44ff-99b3-64808febc0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:49.379610 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f5bfefea-3729-47c9-8c98-63ac3387c899 req-cbce207d-e4d4-44ff-99b3-64808febc0b8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=20c729a5-24da-47f5-81ee-a3cfe26a8312 HTTP/1.1" status: 200 len: 849 time: 0.0456107 Nov 25 20:59:49.432456 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfefea-3729-47c9-8c98-63ac3387c899 req-6a073c3d-5d3e-4d37-8da1-501807e349c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:49.433966 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f5bfefea-3729-47c9-8c98-63ac3387c899 req-6a073c3d-5d3e-4d37-8da1-501807e349c8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=31618be1-bfca-4ea9-b0d6-da19384942fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467486 Nov 25 20:59:49.529387 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f5bfefea-3729-47c9-8c98-63ac3387c899 req-74ca52c3-f52b-407e-a167-10172fbdc239 service neutron] 10.222.0.85 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872803 Nov 25 20:59:49.626909 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f5bfefea-3729-47c9-8c98-63ac3387c899 req-5b346cd9-f44c-4ac7-9803-dc59beedb4e0 service neutron] 10.222.0.85 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903242 Nov 25 20:59:50.401725 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6a73-5562-48d8-b12f-19d701816de5 req-73f4f798-5fba-4b24-aab7-c09a2071a4b8 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:50.403144 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-638b6a73-5562-48d8-b12f-19d701816de5 req-73f4f798-5fba-4b24-aab7-c09a2071a4b8 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 943 time: 0.0534101 Nov 25 20:59:50.455365 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-638b6a73-5562-48d8-b12f-19d701816de5 req-9f7ee645-8c09-43b3-b33e-d27ff893c22b tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdfa8c41-b0bc-403b-88dd-e1a2653ea65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460668 Nov 25 20:59:51.261150 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 82ee2319-085d-4a03-952a-2adffedc436c details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:59:51.362132 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 82ee2319-085d-4a03-952a-2adffedc436c, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=82ee2319-085d-4a03-952a-2adffedc436c,segment=NetworkSegment(cef2b0ee-20d9-4f96-b127-bbf73eb61def),segment_id=cef2b0ee-20d9-4f96-b127-bbf73eb61def)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:59:51.374064 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '82ee2319-085d-4a03-952a-2adffedc436c', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'port_id': '82ee2319-085d-4a03-952a-2adffedc436c', 'mac_address': 'fa:16:3e:ac:06:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:59:51.411315 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:51.428963 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ee2319-085d-4a03-952a-2adffedc436c {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:59:51.449783 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 82ee2319-085d-4a03-952a-2adffedc436c, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=82ee2319-085d-4a03-952a-2adffedc436c,segment=NetworkSegment(cef2b0ee-20d9-4f96-b127-bbf73eb61def),segment_id=cef2b0ee-20d9-4f96-b127-bbf73eb61def)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:59:51.453707 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:51.502632 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=82ee2319-085d-4a03-952a-2adffedc436c,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:59:51.636142 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0b992-6014-4aa1-82a9-db2e43a8ef54 req-663117e0-5d81-4b09-ab6a-4dc203c40c07 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:51.637581 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d7c0b992-6014-4aa1-82a9-db2e43a8ef54 req-663117e0-5d81-4b09-ab6a-4dc203c40c07 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 944 time: 0.1099255 Nov 25 20:59:51.686410 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['82ee2319-085d-4a03-952a-2adffedc436c'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:59:51.694747 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-d7c0b992-6014-4aa1-82a9-db2e43a8ef54 req-b3ae92a4-64e5-46e1-8a63-c133ad74676b tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdfa8c41-b0bc-403b-88dd-e1a2653ea65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508778 Nov 25 20:59:52.814815 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0619d-baf3-47e4-9de8-c0ab29fc1921 req-349fa2b8-4e05-4517-8150-15f9db5d55e1 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:52.816288 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-38e0619d-baf3-47e4-9de8-c0ab29fc1921 req-349fa2b8-4e05-4517-8150-15f9db5d55e1 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 944 time: 0.0514638 Nov 25 20:59:52.872610 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-38e0619d-baf3-47e4-9de8-c0ab29fc1921 req-628b10ff-f30f-4992-84fd-9a5e1eac1172 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdfa8c41-b0bc-403b-88dd-e1a2653ea65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491722 Nov 25 20:59:53.291944 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 82ee2319-085d-4a03-952a-2adffedc436c up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:59:53.341873 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning for port 82ee2319-085d-4a03-952a-2adffedc436c completed by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:59:53.345604 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 82ee2319-085d-4a03-952a-2adffedc436c triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:59:53.345975 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:53.432612 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:53.455696 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de40854-0f0d-4e7f-bc33-1f2070fbf0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ee2319-085d-4a03-952a-2adffedc436c'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:59:53.458012 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd62427e-b2da-4490-a87c-c2afc9b83e03" -d '{"events": [{"server_uuid": "5de40854-0f0d-4e7f-bc33-1f2070fbf0a7", "name": "network-vif-plugged", "status": "completed", "tag": "82ee2319-085d-4a03-952a-2adffedc436c"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:59:53.471132 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 82ee2319-085d-4a03-952a-2adffedc436c, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=82ee2319-085d-4a03-952a-2adffedc436c,segment=NetworkSegment(cef2b0ee-20d9-4f96-b127-bbf73eb61def),segment_id=cef2b0ee-20d9-4f96-b127-bbf73eb61def)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:59:53.475636 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:53.505325 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e483d79-fc3d-4369-a168-2c490c06bc02 x-openstack-request-id: req-4e483d79-fc3d-4369-a168-2c490c06bc02 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:59:53.505618 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de40854-0f0d-4e7f-bc33-1f2070fbf0a7", "name": "network-vif-plugged", "status": "completed", "tag": "82ee2319-085d-4a03-952a-2adffedc436c", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:59:53.505882 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e483d79-fc3d-4369-a168-2c490c06bc02 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:59:53.506274 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de40854-0f0d-4e7f-bc33-1f2070fbf0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ee2319-085d-4a03-952a-2adffedc436c', 'code': 200} Nov 25 20:59:53.533677 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=82ee2319-085d-4a03-952a-2adffedc436c,revision_number=5']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:59:53.595258 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6eb75d-1fd4-4da2-8045-b4fcb057f1b2 req-cc7c8087-cdc0-45f7-a713-ff50591d36b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:53.596678 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea6eb75d-1fd4-4da2-8045-b4fcb057f1b2 req-cc7c8087-cdc0-45f7-a713-ff50591d36b1 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 1096 time: 0.0422618 Nov 25 20:59:53.646731 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-ea6eb75d-1fd4-4da2-8045-b4fcb057f1b2 req-c5b5896b-609d-4bf9-b77b-41023f21d7da service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=fdfa8c41-b0bc-403b-88dd-e1a2653ea65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410547 Nov 25 20:59:53.996302 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7d4f2-639d-4809-80d3-37b03cbe86c2 req-661d1bf8-7ba0-47a1-ad8e-0cecf69ba385 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:53.997787 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0f7d4f2-639d-4809-80d3-37b03cbe86c2 req-661d1bf8-7ba0-47a1-ad8e-0cecf69ba385 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 945 time: 0.0488529 Nov 25 20:59:54.048270 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-a0f7d4f2-639d-4809-80d3-37b03cbe86c2 req-3807814d-dd7e-4efc-bf6a-ddb02cf7873a tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdfa8c41-b0bc-403b-88dd-e1a2653ea65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443451 Nov 25 20:59:54.508505 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:55.171115 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a0c6b-676e-4bc9-8f09-3c828eabd5e4 req-ae4f2084-1951-470d-8b2c-cee08cca9249 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:55.172572 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-065a0c6b-676e-4bc9-8f09-3c828eabd5e4 req-ae4f2084-1951-470d-8b2c-cee08cca9249 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 945 time: 0.0542862 Nov 25 20:59:55.222562 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-065a0c6b-676e-4bc9-8f09-3c828eabd5e4 req-b73138a6-db16-4c6f-b831-e1060e5e8cfb tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdfa8c41-b0bc-403b-88dd-e1a2653ea65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438190 Nov 25 20:59:55.315937 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:55.346092 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80171d07-4899-451e-b61b-e9f43debcb07 req-9ba27f5b-bd16-4477-9ca1-dfca01e78079 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:55.347560 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-80171d07-4899-451e-b61b-e9f43debcb07 req-9ba27f5b-bd16-4477-9ca1-dfca01e78079 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 945 time: 0.0518920 Nov 25 20:59:55.401972 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-80171d07-4899-451e-b61b-e9f43debcb07 req-9d915602-3290-4d8d-afe6-6de804d0f76e tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdfa8c41-b0bc-403b-88dd-e1a2653ea65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463610 Nov 25 20:59:55.424915 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33208) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:59:55.465220 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9fb8f5-8fa0-4397-ae7b-a0a5b29937da tempest-TestSnapshotPattern-2082221453 tempest-TestSnapshotPattern-2082221453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:55.466764 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-2e9fb8f5-8fa0-4397-ae7b-a0a5b29937da tempest-TestSnapshotPattern-2082221453 tempest-TestSnapshotPattern-2082221453-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 1091 time: 0.0408680 Nov 25 20:59:55.469758 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33210) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:59:55.474006 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.v2.base [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Request body: {'floatingip': {'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'port_id': '82ee2319-085d-4a03-952a-2adffedc436c', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:59:55.496039 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for floatingip, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:55.611225 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:55.722770 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Allocated IP 172.25.6.232 (f965ced5-a415-47da-9748-3514ef368954/5b3874ee-d4a6-45fa-b519-1d17c6d6aee6/6f11a142-dea8-423f-bdbc-5df4387746bb) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:59:55.829473 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:55.864879 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733166675420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:55.922489 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Network f965ced5-a415-47da-9748-3514ef368954 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:59:55.925762 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:59:55.930373 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:59:55.933538 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Pushing event updated for resources: {'Port': ['ID=6f11a142-dea8-423f-bdbc-5df4387746bb,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:59:55.965621 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:55.965973 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:55.966351 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:55.966702 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:55.967050 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:55.967389 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:55.967729 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:55.968064 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:55.968398 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:55.968730 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:55.969062 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:55.969402 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:56.296713 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:56.366800 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:56.514005 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:56.518412 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5940248'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:56.592168 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Pushing event updated for resources: {'Port': ['ID=6f11a142-dea8-423f-bdbc-5df4387746bb,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:59:56.601624 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041737'] for floatingip, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:56.704954 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Floating IP 0d10c899-d6da-4050-a5df-514d7cd36d54 associated. External IP: 172.25.6.232, port: 82ee2319-085d-4a03-952a-2adffedc436c. Nov 25 20:59:56.913872 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Router 91755a74-e585-422c-b45b-c01262103bbc has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:59:57.027320 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:59:57.037311 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20c7296-6135-4e50-9beb-31717601c594 None None] Sync routers for ids ['91755a74-e585-422c-b45b-c01262103bbc'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:59:57.046784 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:57.048944 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20c7296-6135-4e50-9beb-31717601c594 None None] Routers {'91755a74-e585-422c-b45b-c01262103bbc'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:59:57.049775 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-a20c7296-6135-4e50-9beb-31717601c594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:59:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['91755a74-e585-422c-b45b-c01262103bbc'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:59:57.085859 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-17595840-fc2a-4277-8761-5dad92c545ed tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6092334 Nov 25 20:59:57.085859 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de40854-0f0d-4e7f-bc33-1f2070fbf0a7', 'tag': '82ee2319-085d-4a03-952a-2adffedc436c'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:59:57.085859 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9124647-9ef8-4a5c-b143-772551cfdaa9" -d '{"events": [{"name": "network-changed", "server_uuid": "5de40854-0f0d-4e7f-bc33-1f2070fbf0a7", "tag": "82ee2319-085d-4a03-952a-2adffedc436c"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:59:57.123575 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424075a5-e75e-46c4-8fcf-879f6112e69e x-openstack-request-id: req-424075a5-e75e-46c4-8fcf-879f6112e69e {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:59:57.123931 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de40854-0f0d-4e7f-bc33-1f2070fbf0a7", "tag": "82ee2319-085d-4a03-952a-2adffedc436c", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:59:57.124250 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-424075a5-e75e-46c4-8fcf-879f6112e69e {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:59:57.124711 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de40854-0f0d-4e7f-bc33-1f2070fbf0a7', 'tag': '82ee2319-085d-4a03-952a-2adffedc436c', 'status': 'completed', 'code': 200} Nov 25 20:59:57.189724 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9124647-9ef8-4a5c-b143-772551cfdaa9 req-f898a7d0-a087-4bb3-ad4f-f698449e8ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:57.191212 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9124647-9ef8-4a5c-b143-772551cfdaa9 req-f898a7d0-a087-4bb3-ad4f-f698449e8ff1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=abc50cad5d184972a4541d4d38e7f8cc&device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 1096 time: 0.0448306 Nov 25 20:59:57.254982 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-a20c7296-6135-4e50-9beb-31717601c594 None None] Set router 91755a74-e585-422c-b45b-c01262103bbc gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:59:57.294243 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9124647-9ef8-4a5c-b143-772551cfdaa9 req-7c546257-1666-4be4-bd3d-0401ebd1c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:57.295788 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9124647-9ef8-4a5c-b143-772551cfdaa9 req-7c546257-1666-4be4-bd3d-0401ebd1c499 service neutron] 10.222.0.85 "GET /v2.0/networks?id=31618be1-bfca-4ea9-b0d6-da19384942fd HTTP/1.1" status: 200 len: 911 time: 0.0964878 Nov 25 20:59:57.373843 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9124647-9ef8-4a5c-b143-772551cfdaa9 req-ac614405-ebe3-455d-b1bf-72e059776dc1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82ee2319-085d-4a03-952a-2adffedc436c HTTP/1.1" status: 200 len: 999 time: 0.0710042 Nov 25 20:59:57.432149 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9124647-9ef8-4a5c-b143-772551cfdaa9 req-8a896d55-b24f-4aef-a198-5013360f1083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:57.433651 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9124647-9ef8-4a5c-b143-772551cfdaa9 req-8a896d55-b24f-4aef-a198-5013360f1083 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=20c729a5-24da-47f5-81ee-a3cfe26a8312 HTTP/1.1" status: 200 len: 849 time: 0.0533984 Nov 25 20:59:57.480203 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9124647-9ef8-4a5c-b143-772551cfdaa9 req-a4082772-7e81-4d1e-aac7-4ee67fc3a4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:57.481639 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9124647-9ef8-4a5c-b143-772551cfdaa9 req-a4082772-7e81-4d1e-aac7-4ee67fc3a4c9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=31618be1-bfca-4ea9-b0d6-da19384942fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416393 Nov 25 20:59:57.522625 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-a20c7296-6135-4e50-9beb-31717601c594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91755a74-e585-422c-b45b-c01262103bbc', 'name': 'tempest-TestSnapshotPattern-1952886474-router', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'gw_port': {'id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '0d10c899-d6da-4050-a5df-514d7cd36d54', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'floating_ip_address': '172.25.6.232', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '91755a74-e585-422c-b45b-c01262103bbc', 'port_id': '82ee2319-085d-4a03-952a-2adffedc436c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'mac_address': 'fa:16:3e:ac:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de40854-0f0d-4e7f-bc33-1f2070fbf0a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:59:56Z', 'updated_at': '2021-11-25T20:59:56Z', 'revision_number': 0, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'fixed_ip_address_scope': None}, {'id': '20bf84c6-2393-4fc4-9077-3ee98736e56b', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '91755a74-e585-422c-b45b-c01262103bbc', 'port_id': '4087ae5d-566e-44c9-9422-3c9e3acdd216', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'mac_address': 'fa:16:3e:95:da:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084b5fc1-d625-4d4c-b21d-800ae3b9bccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:57:22Z', 'updated_at': '2021-11-25T20:57:24Z', 'revision_number': 1, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da78cd25-4b91-4234-8151-d5bb0e907de6', 'name': '', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'mac_address': 'fa:16:3e:dc:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:02Z', 'updated_at': '2021-11-25T20:57:08Z', 'revision_number': 5, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'subnets': [{'id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:59:57.550906 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20c7296-6135-4e50-9beb-31717601c594 None None] Checking router: 91755a74-e585-422c-b45b-c01262103bbc for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:59:57.561172 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20c7296-6135-4e50-9beb-31717601c594 None None] Routers {'91755a74-e585-422c-b45b-c01262103bbc'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:59:57.561799 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-a20c7296-6135-4e50-9beb-31717601c594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T20:59:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['91755a74-e585-422c-b45b-c01262103bbc'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:59:57.589064 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9124647-9ef8-4a5c-b143-772551cfdaa9 req-3715f312-c269-489f-a2ce-b0e142617838 service neutron] 10.222.0.85 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000957 Nov 25 20:59:57.675198 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-a20c7296-6135-4e50-9beb-31717601c594 None None] Set router 91755a74-e585-422c-b45b-c01262103bbc gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:59:57.725912 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-f9124647-9ef8-4a5c-b143-772551cfdaa9 req-49c0cc16-e155-47d2-baf1-4b7b2a31450a service neutron] 10.222.0.85 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294029 Nov 25 20:59:57.933422 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-a20c7296-6135-4e50-9beb-31717601c594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91755a74-e585-422c-b45b-c01262103bbc', 'name': 'tempest-TestSnapshotPattern-1952886474-router', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'gw_port': {'id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '0d10c899-d6da-4050-a5df-514d7cd36d54', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'floating_ip_address': '172.25.6.232', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '91755a74-e585-422c-b45b-c01262103bbc', 'port_id': '82ee2319-085d-4a03-952a-2adffedc436c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'mac_address': 'fa:16:3e:ac:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de40854-0f0d-4e7f-bc33-1f2070fbf0a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:59:56Z', 'updated_at': '2021-11-25T20:59:56Z', 'revision_number': 0, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'fixed_ip_address_scope': None}, {'id': '20bf84c6-2393-4fc4-9077-3ee98736e56b', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '91755a74-e585-422c-b45b-c01262103bbc', 'port_id': '4087ae5d-566e-44c9-9422-3c9e3acdd216', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'mac_address': 'fa:16:3e:95:da:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084b5fc1-d625-4d4c-b21d-800ae3b9bccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:57:22Z', 'updated_at': '2021-11-25T20:57:24Z', 'revision_number': 1, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da78cd25-4b91-4234-8151-d5bb0e907de6', 'name': '', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'mac_address': 'fa:16:3e:dc:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:02Z', 'updated_at': '2021-11-25T20:57:08Z', 'revision_number': 5, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'subnets': [{'id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:59:57.963516 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20c7296-6135-4e50-9beb-31717601c594 None None] The sync data for ids ['91755a74-e585-422c-b45b-c01262103bbc'] in n-d-819349-5 is: [{'id': '91755a74-e585-422c-b45b-c01262103bbc', 'name': 'tempest-TestSnapshotPattern-1952886474-router', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'gw_port': {'id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '0d10c899-d6da-4050-a5df-514d7cd36d54', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'floating_ip_address': '172.25.6.232', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '91755a74-e585-422c-b45b-c01262103bbc', 'port_id': '82ee2319-085d-4a03-952a-2adffedc436c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'mac_address': 'fa:16:3e:ac:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de40854-0f0d-4e7f-bc33-1f2070fbf0a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:59:56Z', 'updated_at': '2021-11-25T20:59:56Z', 'revision_number': 0, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'fixed_ip_address_scope': None}, {'id': '20bf84c6-2393-4fc4-9077-3ee98736e56b', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '91755a74-e585-422c-b45b-c01262103bbc', 'port_id': '4087ae5d-566e-44c9-9422-3c9e3acdd216', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'mac_address': 'fa:16:3e:95:da:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084b5fc1-d625-4d4c-b21d-800ae3b9bccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:57:22Z', 'updated_at': '2021-11-25T20:57:24Z', 'revision_number': 1, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da78cd25-4b91-4234-8151-d5bb0e907de6', 'name': '', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'mac_address': 'fa:16:3e:dc:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:02Z', 'updated_at': '2021-11-25T20:57:08Z', 'revision_number': 5, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'subnets': [{'id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:59:58.164837 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0036bb-ad74-4e8b-8b89-bfbcafb61064 None None] New status for floating IP 0d10c899-d6da-4050-a5df-514d7cd36d54: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:59:59.489827 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-082a6b0e-ed99-46c0-a255-19a07ceca0b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:01.976037 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0de11216-61cd-484b-a888-507cb163d4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:04.090421 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:05.770949 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:05.898390 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:22.676867 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:00:24.532482 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:25.322106 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:29.491845 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-56ca51df-78d7-4055-afce-2fe2270a7baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:31.977460 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bfee8864-eb55-46c2-bf39-d015e1fdc7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:32.541831 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af44b651-aaf9-4466-aa36-4b7050f7b8ed req-7047989d-5d69-4545-b2e8-4ccb1c0ebdc8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400193 Nov 25 21:00:32.625121 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44b651-aaf9-4466-aa36-4b7050f7b8ed req-9102db05-0af1-4904-b95f-60bd543d76c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:00:32.626664 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af44b651-aaf9-4466-aa36-4b7050f7b8ed req-9102db05-0af1-4904-b95f-60bd543d76c5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abc50cad5d184972a4541d4d38e7f8cc&device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc HTTP/1.1" status: 200 len: 1095 time: 0.0412068 Nov 25 21:00:32.740116 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44b651-aaf9-4466-aa36-4b7050f7b8ed req-25488d06-af7f-4350-9d45-84028cc89b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:00:32.741562 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af44b651-aaf9-4466-aa36-4b7050f7b8ed req-25488d06-af7f-4350-9d45-84028cc89b10 service neutron] 10.222.0.73 "GET /v2.0/networks?id=31618be1-bfca-4ea9-b0d6-da19384942fd HTTP/1.1" status: 200 len: 911 time: 0.0921910 Nov 25 21:00:32.808947 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af44b651-aaf9-4466-aa36-4b7050f7b8ed req-7cc2b546-176d-47d8-b602-bfd14443acd1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4087ae5d-566e-44c9-9422-3c9e3acdd216 HTTP/1.1" status: 200 len: 1000 time: 0.0584121 Nov 25 21:00:32.859309 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44b651-aaf9-4466-aa36-4b7050f7b8ed req-979ba32b-8fd9-446a-af42-75bf7fcdb484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:00:32.860796 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af44b651-aaf9-4466-aa36-4b7050f7b8ed req-979ba32b-8fd9-446a-af42-75bf7fcdb484 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=20c729a5-24da-47f5-81ee-a3cfe26a8312 HTTP/1.1" status: 200 len: 849 time: 0.0447595 Nov 25 21:00:32.913676 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44b651-aaf9-4466-aa36-4b7050f7b8ed req-409f3931-5a12-49fc-bad2-f01ec57afc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:00:32.915237 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af44b651-aaf9-4466-aa36-4b7050f7b8ed req-409f3931-5a12-49fc-bad2-f01ec57afc3a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31618be1-bfca-4ea9-b0d6-da19384942fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465317 Nov 25 21:00:33.005883 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af44b651-aaf9-4466-aa36-4b7050f7b8ed req-5ed93b75-b526-4555-ba8d-04dc99e54908 service neutron] 10.222.0.73 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824361 Nov 25 21:00:33.101446 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-af44b651-aaf9-4466-aa36-4b7050f7b8ed req-b8ead764-3648-40de-b503-37a925f50a0e service neutron] 10.222.0.73 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870948 Nov 25 21:00:34.098120 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:35.773468 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:35.897426 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:39.048642 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-15c9e39a-8452-4706-9fd1-50f23637df8c req-b1850e39-6adb-4b2c-ba53-c15c7cc62993 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0917685 Nov 25 21:00:39.139713 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9e39a-8452-4706-9fd1-50f23637df8c req-ccb98821-8476-42bf-a945-964cb21393ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:00:39.141265 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-15c9e39a-8452-4706-9fd1-50f23637df8c req-ccb98821-8476-42bf-a945-964cb21393ee service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=abc50cad5d184972a4541d4d38e7f8cc&device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 1096 time: 0.0466082 Nov 25 21:00:39.249589 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9e39a-8452-4706-9fd1-50f23637df8c req-eb25fc58-7509-48b4-87c3-3a46f035cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:00:39.251130 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-15c9e39a-8452-4706-9fd1-50f23637df8c req-eb25fc58-7509-48b4-87c3-3a46f035cce4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=31618be1-bfca-4ea9-b0d6-da19384942fd HTTP/1.1" status: 200 len: 911 time: 0.0902364 Nov 25 21:00:39.321114 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-15c9e39a-8452-4706-9fd1-50f23637df8c req-2ab75dbf-a59d-4734-94b1-512555b23746 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82ee2319-085d-4a03-952a-2adffedc436c HTTP/1.1" status: 200 len: 1001 time: 0.0628259 Nov 25 21:00:39.372661 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9e39a-8452-4706-9fd1-50f23637df8c req-b9817882-32f7-4022-a38d-de08af2a949b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:00:39.374345 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-15c9e39a-8452-4706-9fd1-50f23637df8c req-b9817882-32f7-4022-a38d-de08af2a949b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=20c729a5-24da-47f5-81ee-a3cfe26a8312 HTTP/1.1" status: 200 len: 849 time: 0.0450335 Nov 25 21:00:39.421324 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9e39a-8452-4706-9fd1-50f23637df8c req-7827be3b-5b2d-42ef-aa32-4886ea0d370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:00:39.422857 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-15c9e39a-8452-4706-9fd1-50f23637df8c req-7827be3b-5b2d-42ef-aa32-4886ea0d370d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=31618be1-bfca-4ea9-b0d6-da19384942fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411220 Nov 25 21:00:39.517575 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-15c9e39a-8452-4706-9fd1-50f23637df8c req-e20ac264-b54a-40fa-aa00-481bd2b4bcb9 service neutron] 10.222.0.85 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860789 Nov 25 21:00:39.613551 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-15c9e39a-8452-4706-9fd1-50f23637df8c req-a61e7fcf-5786-4aa7-98c4-11a2c88a6a2f service neutron] 10.222.0.85 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888252 Nov 25 21:00:54.522560 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:55.316192 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:59.502407 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-63f93c87-dcfe-4915-a25f-b7bdf5e7ef20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:59.676214 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:01:01.979385 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-21f605bc-af7e-46ad-a8ce-8482aaf42868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:04.099991 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:05.777631 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:05.904056 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:24.521385 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:25.339097 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:27.844610 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 82ee2319-085d-4a03-952a-2adffedc436c details requested by agent hyperv_n-h2-819349-5 with host n-h2-819349-5 {{(pid=103601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 21:01:27.945489 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 82ee2319-085d-4a03-952a-2adffedc436c, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=82ee2319-085d-4a03-952a-2adffedc436c,segment=NetworkSegment(cef2b0ee-20d9-4f96-b127-bbf73eb61def),segment_id=cef2b0ee-20d9-4f96-b127-bbf73eb61def)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:01:27.958721 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Returning: {'device': '82ee2319-085d-4a03-952a-2adffedc436c', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'port_id': '82ee2319-085d-4a03-952a-2adffedc436c', 'mac_address': 'fa:16:3e:ac:06:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 21:01:27.995734 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:28.009153 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82ee2319-085d-4a03-952a-2adffedc436c {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 21:01:28.028059 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 82ee2319-085d-4a03-952a-2adffedc436c, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=82ee2319-085d-4a03-952a-2adffedc436c,segment=NetworkSegment(cef2b0ee-20d9-4f96-b127-bbf73eb61def),segment_id=cef2b0ee-20d9-4f96-b127-bbf73eb61def)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:01:28.034268 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:28.087647 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=82ee2319-085d-4a03-952a-2adffedc436c,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:28.095796 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:28.096148 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:28.096503 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:28.096849 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:28.097189 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:28.097531 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:28.097866 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:28.098221 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:28.098564 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:28.099122 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:28.099465 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:28.099800 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:28.128313 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] get_ports_and_sgs() called for port_ids ['82ee2319-085d-4a03-952a-2adffedc436c'] {{(pid=103601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 21:01:29.504502 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2daecc5e-2d27-481b-9eec-3cded7ff8b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:29.872708 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 82ee2319-085d-4a03-952a-2adffedc436c up at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 21:01:29.938138 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Provisioning complete for port 82ee2319-085d-4a03-952a-2adffedc436c triggered by entity L2. {{(pid=103601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:01:29.938663 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859339'] for port, provisioning_complete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:30.031479 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918566'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:30.072011 n-d-819349-5 neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de40854-0f0d-4e7f-bc33-1f2070fbf0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ee2319-085d-4a03-952a-2adffedc436c'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 21:01:30.074717 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3395123b3b73c4580bacb337ed0a9384bc3668c87c9fdbbf15bd3fb63664408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2e403f-eaa6-4823-ade2-19e42a28eb93" -d '{"events": [{"server_uuid": "5de40854-0f0d-4e7f-bc33-1f2070fbf0a7", "name": "network-vif-plugged", "status": "completed", "tag": "82ee2319-085d-4a03-952a-2adffedc436c"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 21:01:30.092167 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] For port 82ee2319-085d-4a03-952a-2adffedc436c, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=82ee2319-085d-4a03-952a-2adffedc436c,segment=NetworkSegment(cef2b0ee-20d9-4f96-b127-bbf73eb61def),segment_id=cef2b0ee-20d9-4f96-b127-bbf73eb61def)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:01:30.097419 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733167145593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733166675438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733166675460'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:30.142423 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 21:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fb28e8-601a-4ef3-934f-967715f6fef0 x-openstack-request-id: req-b4fb28e8-601a-4ef3-934f-967715f6fef0 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 21:01:30.142722 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de40854-0f0d-4e7f-bc33-1f2070fbf0a7", "name": "network-vif-plugged", "status": "completed", "tag": "82ee2319-085d-4a03-952a-2adffedc436c", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 21:01:30.142984 n-d-819349-5 neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b4fb28e8-601a-4ef3-934f-967715f6fef0 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 21:01:30.143380 n-d-819349-5 neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de40854-0f0d-4e7f-bc33-1f2070fbf0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ee2319-085d-4a03-952a-2adffedc436c', 'code': 200} Nov 25 21:01:30.171291 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Pushing event updated for resources: {'Port': ['ID=82ee2319-085d-4a03-952a-2adffedc436c,revision_number=7']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:31.984442 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f31af260-7023-4633-9725-83cb031d4b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:34.103981 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:34.478364 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-29db6b87-af26-46f6-946d-219cb6c165d9 req-c0cbd9cf-b233-45df-b356-d236cf51fc87 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475092 Nov 25 21:01:34.577730 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db6b87-af26-46f6-946d-219cb6c165d9 req-ad94fad4-5082-4892-a340-a5d034f11269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:34.583245 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-29db6b87-af26-46f6-946d-219cb6c165d9 req-ad94fad4-5082-4892-a340-a5d034f11269 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abc50cad5d184972a4541d4d38e7f8cc&device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc HTTP/1.1" status: 200 len: 1095 time: 0.0576401 Nov 25 21:01:34.726842 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db6b87-af26-46f6-946d-219cb6c165d9 req-3bc59284-8447-429f-8a94-722d032fa33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:34.728945 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-29db6b87-af26-46f6-946d-219cb6c165d9 req-3bc59284-8447-429f-8a94-722d032fa33f service neutron] 10.222.0.73 "GET /v2.0/networks?id=31618be1-bfca-4ea9-b0d6-da19384942fd HTTP/1.1" status: 200 len: 911 time: 0.1218154 Nov 25 21:01:34.814895 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-29db6b87-af26-46f6-946d-219cb6c165d9 req-af502805-4eec-49ac-9ad9-029a6202ae56 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4087ae5d-566e-44c9-9422-3c9e3acdd216 HTTP/1.1" status: 200 len: 1000 time: 0.0766594 Nov 25 21:01:34.883896 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db6b87-af26-46f6-946d-219cb6c165d9 req-abfa1daf-db6b-4ddd-b9ae-2fbd55c7d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:34.885762 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-29db6b87-af26-46f6-946d-219cb6c165d9 req-abfa1daf-db6b-4ddd-b9ae-2fbd55c7d0f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=20c729a5-24da-47f5-81ee-a3cfe26a8312 HTTP/1.1" status: 200 len: 849 time: 0.0628653 Nov 25 21:01:34.946010 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db6b87-af26-46f6-946d-219cb6c165d9 req-b6991bc9-5feb-45be-9a06-9cd21361578c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:34.951224 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-29db6b87-af26-46f6-946d-219cb6c165d9 req-b6991bc9-5feb-45be-9a06-9cd21361578c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31618be1-bfca-4ea9-b0d6-da19384942fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522587 Nov 25 21:01:35.080852 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-29db6b87-af26-46f6-946d-219cb6c165d9 req-8cd1396c-8cef-4e8c-9e46-b3b782754443 service neutron] 10.222.0.73 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225030 Nov 25 21:01:35.199029 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-29db6b87-af26-46f6-946d-219cb6c165d9 req-cfd12987-41c4-4e4e-8a6f-a0f21dd4130f service neutron] 10.222.0.73 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110556 Nov 25 21:01:35.781519 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:35.905911 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:36.679403 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:01:38.557117 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33410) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:39.040783 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d8ba0341-11b9-42c8-b1a2-65afb578d896 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Deleting port 6f11a142-dea8-423f-bdbc-5df4387746bb {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:01:39.041125 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8ba0341-11b9-42c8-b1a2-65afb578d896 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:39.119380 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8ba0341-11b9-42c8-b1a2-65afb578d896 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:39.119703 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8ba0341-11b9-42c8-b1a2-65afb578d896 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:39.131231 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d8ba0341-11b9-42c8-b1a2-65afb578d896 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Calling delete_port for 6f11a142-dea8-423f-bdbc-5df4387746bb owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:01:39.283827 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8ba0341-11b9-42c8-b1a2-65afb578d896 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:39.310948 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba0341-11b9-42c8-b1a2-65afb578d896 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Pushing event deleted for resources: {'Port': ['ID=6f11a142-dea8-423f-bdbc-5df4387746bb,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:39.336094 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba0341-11b9-42c8-b1a2-65afb578d896 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:39.336448 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba0341-11b9-42c8-b1a2-65afb578d896 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:39.336796 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba0341-11b9-42c8-b1a2-65afb578d896 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:39.337135 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba0341-11b9-42c8-b1a2-65afb578d896 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:39.337472 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba0341-11b9-42c8-b1a2-65afb578d896 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:39.337808 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba0341-11b9-42c8-b1a2-65afb578d896 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:39.338141 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba0341-11b9-42c8-b1a2-65afb578d896 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:39.338506 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba0341-11b9-42c8-b1a2-65afb578d896 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:39.338833 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba0341-11b9-42c8-b1a2-65afb578d896 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:39.339161 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba0341-11b9-42c8-b1a2-65afb578d896 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:39.339495 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba0341-11b9-42c8-b1a2-65afb578d896 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:39.339829 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba0341-11b9-42c8-b1a2-65afb578d896 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:39.381806 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8ba0341-11b9-42c8-b1a2-65afb578d896 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:39.382205 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-d8ba0341-11b9-42c8-b1a2-65afb578d896 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Floating IP 0d10c899-d6da-4050-a5df-514d7cd36d54 disassociated (deleted). External IP: 172.25.6.232, port: 82ee2319-085d-4a03-952a-2adffedc436c. Nov 25 21:01:39.593624 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ba0341-11b9-42c8-b1a2-65afb578d896 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Router 91755a74-e585-422c-b45b-c01262103bbc has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 21:01:39.703401 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ba0341-11b9-42c8-b1a2-65afb578d896 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 21:01:39.708042 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8ba0341-11b9-42c8-b1a2-65afb578d896 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:39.714014 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7ffb42-2e50-4e08-ae59-e705824a78a2 None None] Sync routers for ids ['91755a74-e585-422c-b45b-c01262103bbc'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 21:01:39.725855 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7ffb42-2e50-4e08-ae59-e705824a78a2 None None] Routers {'91755a74-e585-422c-b45b-c01262103bbc'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:01:39.726696 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-1d7ffb42-2e50-4e08-ae59-e705824a78a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T21:01:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['91755a74-e585-422c-b45b-c01262103bbc'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:39.738398 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-d8ba0341-11b9-42c8-b1a2-65afb578d896 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "DELETE /v2.0/floatingips/0d10c899-d6da-4050-a5df-514d7cd36d54 HTTP/1.1" status: 204 len: 168 time: 1.1801260 Nov 25 21:01:39.739002 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de40854-0f0d-4e7f-bc33-1f2070fbf0a7', 'tag': '82ee2319-085d-4a03-952a-2adffedc436c'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 21:01:39.741407 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d20fa84-e8e0-455d-a46a-788f422d926a" -d '{"events": [{"name": "network-changed", "server_uuid": "5de40854-0f0d-4e7f-bc33-1f2070fbf0a7", "tag": "82ee2319-085d-4a03-952a-2adffedc436c"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 21:01:39.835973 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-1d7ffb42-2e50-4e08-ae59-e705824a78a2 None None] Set router 91755a74-e585-422c-b45b-c01262103bbc gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:01:39.902976 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 21:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cfdf4f-127d-4e6b-a861-e09665457e53 x-openstack-request-id: req-01cfdf4f-127d-4e6b-a861-e09665457e53 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 21:01:39.903340 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de40854-0f0d-4e7f-bc33-1f2070fbf0a7", "tag": "82ee2319-085d-4a03-952a-2adffedc436c", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 21:01:39.903717 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-01cfdf4f-127d-4e6b-a861-e09665457e53 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 21:01:39.904422 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de40854-0f0d-4e7f-bc33-1f2070fbf0a7', 'tag': '82ee2319-085d-4a03-952a-2adffedc436c', 'status': 'completed', 'code': 200} Nov 25 21:01:39.989094 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20fa84-e8e0-455d-a46a-788f422d926a req-ef5e8dd6-2811-42bd-8994-c0996ecbfeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:39.990786 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1d20fa84-e8e0-455d-a46a-788f422d926a req-ef5e8dd6-2811-42bd-8994-c0996ecbfeb5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=abc50cad5d184972a4541d4d38e7f8cc&device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 1096 time: 0.0612483 Nov 25 21:01:40.010649 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861645b3-8301-4785-b1c3-32c6621fa6ee req-a60ea8b9-3899-4e6d-962e-e3c4bf7eef70 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:40.012318 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-861645b3-8301-4785-b1c3-32c6621fa6ee req-a60ea8b9-3899-4e6d-962e-e3c4bf7eef70 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 945 time: 0.0611703 Nov 25 21:01:40.066704 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-861645b3-8301-4785-b1c3-32c6621fa6ee req-c03057d2-b4e4-4a66-b63a-9cf7ab73de7e tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdfa8c41-b0bc-403b-88dd-e1a2653ea65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472879 Nov 25 21:01:40.090618 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20fa84-e8e0-455d-a46a-788f422d926a req-cf56d6b1-e2ed-413c-8429-7a239a5ed0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:40.092274 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1d20fa84-e8e0-455d-a46a-788f422d926a req-cf56d6b1-e2ed-413c-8429-7a239a5ed0b9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=31618be1-bfca-4ea9-b0d6-da19384942fd HTTP/1.1" status: 200 len: 911 time: 0.0919836 Nov 25 21:01:40.103269 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-1d7ffb42-2e50-4e08-ae59-e705824a78a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91755a74-e585-422c-b45b-c01262103bbc', 'name': 'tempest-TestSnapshotPattern-1952886474-router', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'gw_port': {'id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '20bf84c6-2393-4fc4-9077-3ee98736e56b', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '91755a74-e585-422c-b45b-c01262103bbc', 'port_id': '4087ae5d-566e-44c9-9422-3c9e3acdd216', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'mac_address': 'fa:16:3e:95:da:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084b5fc1-d625-4d4c-b21d-800ae3b9bccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:57:22Z', 'updated_at': '2021-11-25T20:57:24Z', 'revision_number': 1, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da78cd25-4b91-4234-8151-d5bb0e907de6', 'name': '', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'mac_address': 'fa:16:3e:dc:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:02Z', 'updated_at': '2021-11-25T20:57:08Z', 'revision_number': 5, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'subnets': [{'id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:40.133443 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7ffb42-2e50-4e08-ae59-e705824a78a2 None None] Checking router: 91755a74-e585-422c-b45b-c01262103bbc for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 21:01:40.139500 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1d20fa84-e8e0-455d-a46a-788f422d926a req-29f9ad78-a41d-4194-9cc3-1189ea9e457a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82ee2319-085d-4a03-952a-2adffedc436c HTTP/1.1" status: 200 len: 217 time: 0.0391283 Nov 25 21:01:40.142203 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7ffb42-2e50-4e08-ae59-e705824a78a2 None None] Routers {'91755a74-e585-422c-b45b-c01262103bbc'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:01:40.142873 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-1d7ffb42-2e50-4e08-ae59-e705824a78a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T21:01:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['91755a74-e585-422c-b45b-c01262103bbc'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:40.190943 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20fa84-e8e0-455d-a46a-788f422d926a req-b7d2aff3-9fb1-4334-87fa-d811f817f904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:40.192426 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1d20fa84-e8e0-455d-a46a-788f422d926a req-b7d2aff3-9fb1-4334-87fa-d811f817f904 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=20c729a5-24da-47f5-81ee-a3cfe26a8312 HTTP/1.1" status: 200 len: 849 time: 0.0457580 Nov 25 21:01:40.239509 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20fa84-e8e0-455d-a46a-788f422d926a req-c4d7f04f-f765-454f-ab3d-156e48df889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:40.241030 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1d20fa84-e8e0-455d-a46a-788f422d926a req-c4d7f04f-f765-454f-ab3d-156e48df889f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=31618be1-bfca-4ea9-b0d6-da19384942fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405726 Nov 25 21:01:40.243878 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-1d7ffb42-2e50-4e08-ae59-e705824a78a2 None None] Set router 91755a74-e585-422c-b45b-c01262103bbc gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:01:40.343681 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1d20fa84-e8e0-455d-a46a-788f422d926a req-525a8e59-c863-430f-b726-70ac33b0d40c service neutron] 10.222.0.85 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941377 Nov 25 21:01:40.436517 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-1d20fa84-e8e0-455d-a46a-788f422d926a req-1351894f-22b5-4ed7-a6c0-264152c5c538 service neutron] 10.222.0.85 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853231 Nov 25 21:01:40.488730 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-1d7ffb42-2e50-4e08-ae59-e705824a78a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91755a74-e585-422c-b45b-c01262103bbc', 'name': 'tempest-TestSnapshotPattern-1952886474-router', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'gw_port': {'id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '20bf84c6-2393-4fc4-9077-3ee98736e56b', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '91755a74-e585-422c-b45b-c01262103bbc', 'port_id': '4087ae5d-566e-44c9-9422-3c9e3acdd216', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'mac_address': 'fa:16:3e:95:da:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084b5fc1-d625-4d4c-b21d-800ae3b9bccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:57:22Z', 'updated_at': '2021-11-25T20:57:24Z', 'revision_number': 1, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da78cd25-4b91-4234-8151-d5bb0e907de6', 'name': '', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'mac_address': 'fa:16:3e:dc:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:02Z', 'updated_at': '2021-11-25T20:57:08Z', 'revision_number': 5, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'subnets': [{'id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:40.516464 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7ffb42-2e50-4e08-ae59-e705824a78a2 None None] The sync data for ids ['91755a74-e585-422c-b45b-c01262103bbc'] in n-d-819349-5 is: [{'id': '91755a74-e585-422c-b45b-c01262103bbc', 'name': 'tempest-TestSnapshotPattern-1952886474-router', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'gw_port': {'id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_floatingips': [{'id': '20bf84c6-2393-4fc4-9077-3ee98736e56b', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'router_id': '91755a74-e585-422c-b45b-c01262103bbc', 'port_id': '4087ae5d-566e-44c9-9422-3c9e3acdd216', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'mac_address': 'fa:16:3e:95:da:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084b5fc1-d625-4d4c-b21d-800ae3b9bccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:57:22Z', 'updated_at': '2021-11-25T20:57:24Z', 'revision_number': 1, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da78cd25-4b91-4234-8151-d5bb0e907de6', 'name': '', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'mac_address': 'fa:16:3e:dc:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:02Z', 'updated_at': '2021-11-25T20:57:08Z', 'revision_number': 5, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'subnets': [{'id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 21:01:40.748714 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573ade43-1b99-41dc-9dbf-64c58f6a9f19 None None] New status for floating IP 0d10c899-d6da-4050-a5df-514d7cd36d54: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 21:01:41.189680 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f99a3-c37d-43e5-88ed-d59c0064cb73 req-038d211c-1a3f-4d0f-b050-0911a5c1068e tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:41.191185 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-206f99a3-c37d-43e5-88ed-d59c0064cb73 req-038d211c-1a3f-4d0f-b050-0911a5c1068e tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 945 time: 0.0538745 Nov 25 21:01:41.241963 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-206f99a3-c37d-43e5-88ed-d59c0064cb73 req-5951522f-ae5b-4ecd-aaec-583b89202e9e tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdfa8c41-b0bc-403b-88dd-e1a2653ea65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446980 Nov 25 21:01:41.486051 n-d-819349-5 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6b945-8156-43af-a798-10375c800194 req-d49ccc55-e967-44fb-87cd-4dc81d998a57 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:41.487446 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-80c6b945-8156-43af-a798-10375c800194 req-d49ccc55-e967-44fb-87cd-4dc81d998a57 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.85 "GET /v2.0/ports?device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 945 time: 0.0495970 Nov 25 21:01:41.584562 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-80c6b945-8156-43af-a798-10375c800194 req-65035188-91b9-483e-bf1d-f019e409c6de tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Deleting port 82ee2319-085d-4a03-952a-2adffedc436c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:01:41.584903 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-80c6b945-8156-43af-a798-10375c800194 req-65035188-91b9-483e-bf1d-f019e409c6de tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:41.689310 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-80c6b945-8156-43af-a798-10375c800194 req-65035188-91b9-483e-bf1d-f019e409c6de tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] For port 82ee2319-085d-4a03-952a-2adffedc436c, host n-h2-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-5',level=0,port_id=82ee2319-085d-4a03-952a-2adffedc436c,segment=NetworkSegment(cef2b0ee-20d9-4f96-b127-bbf73eb61def),segment_id=cef2b0ee-20d9-4f96-b127-bbf73eb61def)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:01:41.689680 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-80c6b945-8156-43af-a798-10375c800194 req-65035188-91b9-483e-bf1d-f019e409c6de tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:41.709267 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-80c6b945-8156-43af-a798-10375c800194 req-65035188-91b9-483e-bf1d-f019e409c6de tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Calling delete_port for 82ee2319-085d-4a03-952a-2adffedc436c owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:01:41.837134 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-80c6b945-8156-43af-a798-10375c800194 req-65035188-91b9-483e-bf1d-f019e409c6de tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:41.868013 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65035188-91b9-483e-bf1d-f019e409c6de tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Pushing event deleted for resources: {'Port': ['ID=82ee2319-085d-4a03-952a-2adffedc436c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:41.899247 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65035188-91b9-483e-bf1d-f019e409c6de tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:41.899432 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65035188-91b9-483e-bf1d-f019e409c6de tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:41.899770 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65035188-91b9-483e-bf1d-f019e409c6de tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:41.900110 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65035188-91b9-483e-bf1d-f019e409c6de tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:41.900447 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65035188-91b9-483e-bf1d-f019e409c6de tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:41.900781 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65035188-91b9-483e-bf1d-f019e409c6de tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:41.901114 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65035188-91b9-483e-bf1d-f019e409c6de tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:41.901441 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65035188-91b9-483e-bf1d-f019e409c6de tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:41.901794 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65035188-91b9-483e-bf1d-f019e409c6de tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:41.902117 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65035188-91b9-483e-bf1d-f019e409c6de tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:41.902983 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65035188-91b9-483e-bf1d-f019e409c6de tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:41.903842 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65035188-91b9-483e-bf1d-f019e409c6de tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-5 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:01:41.925203 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c6b945-8156-43af-a798-10375c800194 req-65035188-91b9-483e-bf1d-f019e409c6de tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] No DVR routers for this DVR port 82ee2319-085d-4a03-952a-2adffedc436c on host n-h2-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 21:01:41.927719 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-80c6b945-8156-43af-a798-10375c800194 req-65035188-91b9-483e-bf1d-f019e409c6de tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:41.929424 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 82ee2319-085d-4a03-952a-2adffedc436c no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 21:01:41.931313 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [req-80c6b945-8156-43af-a798-10375c800194 req-65035188-91b9-483e-bf1d-f019e409c6de tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.85 "DELETE /v2.0/ports/82ee2319-085d-4a03-952a-2adffedc436c HTTP/1.1" status: 204 len: 173 time: 0.4372983 Nov 25 21:01:41.931770 n-d-819349-5 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de40854-0f0d-4e7f-bc33-1f2070fbf0a7', 'name': 'network-vif-deleted', 'tag': '82ee2319-085d-4a03-952a-2adffedc436c'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 21:01:41.934366 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bdcfd78cb47ab6e03c742c4a324a83b1da3aaf14d0c4cebda9c4e0d7c7e081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86038321-733a-47d4-a901-db4718fcfeb1" -d '{"events": [{"server_uuid": "5de40854-0f0d-4e7f-bc33-1f2070fbf0a7", "name": "network-vif-deleted", "tag": "82ee2319-085d-4a03-952a-2adffedc436c"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 21:01:41.957411 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 82ee2319-085d-4a03-952a-2adffedc436c {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 21:01:41.957752 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 82ee2319-085d-4a03-952a-2adffedc436c not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 21:01:41.974985 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 21:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bc893b-ce8a-41b6-a504-e8ddbed30473 x-openstack-request-id: req-56bc893b-ce8a-41b6-a504-e8ddbed30473 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 21:01:41.975353 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de40854-0f0d-4e7f-bc33-1f2070fbf0a7", "name": "network-vif-deleted", "tag": "82ee2319-085d-4a03-952a-2adffedc436c", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 21:01:41.975623 n-d-819349-5 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-56bc893b-ce8a-41b6-a504-e8ddbed30473 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 21:01:41.976063 n-d-819349-5 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de40854-0f0d-4e7f-bc33-1f2070fbf0a7', 'name': 'network-vif-deleted', 'tag': '82ee2319-085d-4a03-952a-2adffedc436c', 'status': 'completed', 'code': 200} Nov 25 21:01:42.361998 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-e0fede57-ca32-4916-904c-ed81ab20f7a8 req-ed4d5539-0a8c-423e-93e0-4bb00f6d245d tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5de40854-0f0d-4e7f-bc33-1f2070fbf0a7 HTTP/1.1" status: 200 len: 210 time: 0.0302682 Nov 25 21:01:43.965253 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33468) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:44.144998 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1823429e-0bbd-4190-b918-9c269121a7df tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Deleting port 11a7f56d-7416-4d1c-bfbc-bdaa2c3da6a7 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:01:44.145347 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1823429e-0bbd-4190-b918-9c269121a7df tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:44.225250 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1823429e-0bbd-4190-b918-9c269121a7df tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:44.225483 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1823429e-0bbd-4190-b918-9c269121a7df tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:44.237676 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1823429e-0bbd-4190-b918-9c269121a7df tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Calling delete_port for 11a7f56d-7416-4d1c-bfbc-bdaa2c3da6a7 owned by network:floatingip {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:01:44.389345 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1823429e-0bbd-4190-b918-9c269121a7df tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:44.421794 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823429e-0bbd-4190-b918-9c269121a7df tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Pushing event deleted for resources: {'Port': ['ID=11a7f56d-7416-4d1c-bfbc-bdaa2c3da6a7,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:44.482124 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1823429e-0bbd-4190-b918-9c269121a7df tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for floatingip, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:44.482455 n-d-819349-5 neutron-server[103600]: INFO neutron.db.l3_db [None req-1823429e-0bbd-4190-b918-9c269121a7df tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Floating IP 20bf84c6-2393-4fc4-9077-3ee98736e56b disassociated (deleted). External IP: 172.25.6.167, port: 4087ae5d-566e-44c9-9422-3c9e3acdd216. Nov 25 21:01:44.691889 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1823429e-0bbd-4190-b918-9c269121a7df tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Router 91755a74-e585-422c-b45b-c01262103bbc has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 21:01:44.801281 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1823429e-0bbd-4190-b918-9c269121a7df tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 21:01:44.805972 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1823429e-0bbd-4190-b918-9c269121a7df tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for floatingip, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:44.810824 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287ce84c-4fbb-4e0c-8aa9-62c788af6753 None None] Sync routers for ids ['91755a74-e585-422c-b45b-c01262103bbc'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 21:01:44.820767 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287ce84c-4fbb-4e0c-8aa9-62c788af6753 None None] Routers {'91755a74-e585-422c-b45b-c01262103bbc'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:01:44.821381 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-287ce84c-4fbb-4e0c-8aa9-62c788af6753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T21:01:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['91755a74-e585-422c-b45b-c01262103bbc'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:44.834828 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-1823429e-0bbd-4190-b918-9c269121a7df tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "DELETE /v2.0/floatingips/20bf84c6-2393-4fc4-9077-3ee98736e56b HTTP/1.1" status: 204 len: 168 time: 0.8683956 Nov 25 21:01:44.835416 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084b5fc1-d625-4d4c-b21d-800ae3b9bccc', 'tag': '4087ae5d-566e-44c9-9422-3c9e3acdd216'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 21:01:44.837703 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ab286d-7fab-4d9a-9ec6-496903ebef68" -d '{"events": [{"name": "network-changed", "server_uuid": "084b5fc1-d625-4d4c-b21d-800ae3b9bccc", "tag": "4087ae5d-566e-44c9-9422-3c9e3acdd216"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 21:01:45.004855 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 21:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08921eab-beba-490d-b276-ef1c97248b83 x-openstack-request-id: req-08921eab-beba-490d-b276-ef1c97248b83 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 21:01:45.005454 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084b5fc1-d625-4d4c-b21d-800ae3b9bccc", "tag": "4087ae5d-566e-44c9-9422-3c9e3acdd216", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 21:01:45.005454 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-08921eab-beba-490d-b276-ef1c97248b83 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 21:01:45.005991 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084b5fc1-d625-4d4c-b21d-800ae3b9bccc', 'tag': '4087ae5d-566e-44c9-9422-3c9e3acdd216', 'status': 'completed', 'code': 200} Nov 25 21:01:45.025465 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-287ce84c-4fbb-4e0c-8aa9-62c788af6753 None None] Set router 91755a74-e585-422c-b45b-c01262103bbc gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:01:45.112250 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab286d-7fab-4d9a-9ec6-496903ebef68 req-1a2aab0a-f3ca-4cff-96e2-8d458a705d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:45.114039 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24ab286d-7fab-4d9a-9ec6-496903ebef68 req-1a2aab0a-f3ca-4cff-96e2-8d458a705d1b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abc50cad5d184972a4541d4d38e7f8cc&device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc HTTP/1.1" status: 200 len: 1095 time: 0.0757449 Nov 25 21:01:45.127890 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f38c43-849b-455f-be0e-11db31b26c10 req-4da5ef3b-3429-45da-b970-45abf36759ff tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:45.129332 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-42f38c43-849b-455f-be0e-11db31b26c10 req-4da5ef3b-3429-45da-b970-45abf36759ff tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc HTTP/1.1" status: 200 len: 944 time: 0.0633712 Nov 25 21:01:45.230873 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-287ce84c-4fbb-4e0c-8aa9-62c788af6753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91755a74-e585-422c-b45b-c01262103bbc', 'name': 'tempest-TestSnapshotPattern-1952886474-router', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'gw_port': {'id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'da78cd25-4b91-4234-8151-d5bb0e907de6', 'name': '', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'mac_address': 'fa:16:3e:dc:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:02Z', 'updated_at': '2021-11-25T20:57:08Z', 'revision_number': 5, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'subnets': [{'id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:45.243796 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-42f38c43-849b-455f-be0e-11db31b26c10 req-dcea76da-d35f-41aa-975e-b868f2094395 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdfa8c41-b0bc-403b-88dd-e1a2653ea65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064060 Nov 25 21:01:45.257010 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287ce84c-4fbb-4e0c-8aa9-62c788af6753 None None] Checking router: 91755a74-e585-422c-b45b-c01262103bbc for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 21:01:45.265476 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab286d-7fab-4d9a-9ec6-496903ebef68 req-a871510b-f235-4f8b-89f5-2f72902fc4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:45.266667 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287ce84c-4fbb-4e0c-8aa9-62c788af6753 None None] Routers {'91755a74-e585-422c-b45b-c01262103bbc'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:01:45.267140 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24ab286d-7fab-4d9a-9ec6-496903ebef68 req-a871510b-f235-4f8b-89f5-2f72902fc4b9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=31618be1-bfca-4ea9-b0d6-da19384942fd HTTP/1.1" status: 200 len: 911 time: 0.1369569 Nov 25 21:01:45.267296 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-287ce84c-4fbb-4e0c-8aa9-62c788af6753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T21:01:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['91755a74-e585-422c-b45b-c01262103bbc'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:45.314504 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24ab286d-7fab-4d9a-9ec6-496903ebef68 req-2066f15f-cc7b-4e87-b8f1-5eaaa1b23d77 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4087ae5d-566e-44c9-9422-3c9e3acdd216 HTTP/1.1" status: 200 len: 217 time: 0.0392439 Nov 25 21:01:45.365976 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab286d-7fab-4d9a-9ec6-496903ebef68 req-27010b94-7451-472a-bbdd-daa9a28330c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:45.367304 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24ab286d-7fab-4d9a-9ec6-496903ebef68 req-27010b94-7451-472a-bbdd-daa9a28330c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=20c729a5-24da-47f5-81ee-a3cfe26a8312 HTTP/1.1" status: 200 len: 849 time: 0.0445974 Nov 25 21:01:45.372054 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-287ce84c-4fbb-4e0c-8aa9-62c788af6753 None None] Set router 91755a74-e585-422c-b45b-c01262103bbc gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:01:45.415740 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab286d-7fab-4d9a-9ec6-496903ebef68 req-f880cb65-f49c-4ae3-9087-6307f5fd3bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:45.417254 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24ab286d-7fab-4d9a-9ec6-496903ebef68 req-f880cb65-f49c-4ae3-9087-6307f5fd3bf8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31618be1-bfca-4ea9-b0d6-da19384942fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415516 Nov 25 21:01:45.520287 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24ab286d-7fab-4d9a-9ec6-496903ebef68 req-288fd0f1-51d8-4ee5-aef7-f856515c9d46 service neutron] 10.222.0.73 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938115 Nov 25 21:01:45.571993 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-287ce84c-4fbb-4e0c-8aa9-62c788af6753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91755a74-e585-422c-b45b-c01262103bbc', 'name': 'tempest-TestSnapshotPattern-1952886474-router', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'gw_port': {'id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'da78cd25-4b91-4234-8151-d5bb0e907de6', 'name': '', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'mac_address': 'fa:16:3e:dc:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:02Z', 'updated_at': '2021-11-25T20:57:08Z', 'revision_number': 5, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'subnets': [{'id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:45.599014 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287ce84c-4fbb-4e0c-8aa9-62c788af6753 None None] The sync data for ids ['91755a74-e585-422c-b45b-c01262103bbc'] in n-d-819349-5 is: [{'id': '91755a74-e585-422c-b45b-c01262103bbc', 'name': 'tempest-TestSnapshotPattern-1952886474-router', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'gw_port': {'id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5', '_interfaces': [{'id': 'da78cd25-4b91-4234-8151-d5bb0e907de6', 'name': '', 'network_id': '31618be1-bfca-4ea9-b0d6-da19384942fd', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'mac_address': 'fa:16:3e:dc:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:02Z', 'updated_at': '2021-11-25T20:57:08Z', 'revision_number': 5, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'subnets': [{'id': '20c729a5-24da-47f5-81ee-a3cfe26a8312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 21:01:45.618603 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-24ab286d-7fab-4d9a-9ec6-496903ebef68 req-bf95fa79-3d35-4d04-ab55-08d57dc7a71f service neutron] 10.222.0.73 "GET /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893452 Nov 25 21:01:45.845124 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb4842f-c985-4c3e-b4f3-84eec9534d79 None None] New status for floating IP 20bf84c6-2393-4fc4-9077-3ee98736e56b: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 21:01:45.928367 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 82ee2319-085d-4a03-952a-2adffedc436c no longer exists at agent hyperv_n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 21:01:45.953076 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] No Port match for: 82ee2319-085d-4a03-952a-2adffedc436c {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 21:01:45.953451 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Device 82ee2319-085d-4a03-952a-2adffedc436c not bound to the agent host n-h2-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 21:01:46.364524 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee9eaa-052f-4a94-8042-b8d40ce42c77 req-e8f96e22-0846-4609-ace4-c624fb77cc11 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:46.366070 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3bee9eaa-052f-4a94-8042-b8d40ce42c77 req-e8f96e22-0846-4609-ace4-c624fb77cc11 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc HTTP/1.1" status: 200 len: 944 time: 0.0502837 Nov 25 21:01:46.421238 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-3bee9eaa-052f-4a94-8042-b8d40ce42c77 req-792ee659-d5af-4058-bebf-6b689ea3a661 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdfa8c41-b0bc-403b-88dd-e1a2653ea65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487754 Nov 25 21:01:46.682994 n-d-819349-5 neutron-server[103600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096e1c3-f6a4-4229-b27c-0380f533aa6f req-379bd18a-dcae-41c5-9675-e4c331c138b2 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:46.685075 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0096e1c3-f6a4-4229-b27c-0380f533aa6f req-379bd18a-dcae-41c5-9675-e4c331c138b2 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.73 "GET /v2.0/ports?device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc HTTP/1.1" status: 200 len: 944 time: 0.0515139 Nov 25 21:01:46.780749 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-0096e1c3-f6a4-4229-b27c-0380f533aa6f req-1d4d5065-68e1-41c7-bc83-5f853bd1845b tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Deleting port 4087ae5d-566e-44c9-9422-3c9e3acdd216 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:01:46.781091 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0096e1c3-f6a4-4229-b27c-0380f533aa6f req-1d4d5065-68e1-41c7-bc83-5f853bd1845b tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:46.871400 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [req-0096e1c3-f6a4-4229-b27c-0380f533aa6f req-1d4d5065-68e1-41c7-bc83-5f853bd1845b tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] For port 4087ae5d-566e-44c9-9422-3c9e3acdd216, host n-h1-819349-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-5',level=0,port_id=4087ae5d-566e-44c9-9422-3c9e3acdd216,segment=NetworkSegment(cef2b0ee-20d9-4f96-b127-bbf73eb61def),segment_id=cef2b0ee-20d9-4f96-b127-bbf73eb61def)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:01:46.872419 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0096e1c3-f6a4-4229-b27c-0380f533aa6f req-1d4d5065-68e1-41c7-bc83-5f853bd1845b tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:46.885014 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [req-0096e1c3-f6a4-4229-b27c-0380f533aa6f req-1d4d5065-68e1-41c7-bc83-5f853bd1845b tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Calling delete_port for 4087ae5d-566e-44c9-9422-3c9e3acdd216 owned by compute:nova {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:01:47.018747 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0096e1c3-f6a4-4229-b27c-0380f533aa6f req-1d4d5065-68e1-41c7-bc83-5f853bd1845b tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:47.048000 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d5065-68e1-41c7-bc83-5f853bd1845b tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Pushing event deleted for resources: {'Port': ['ID=4087ae5d-566e-44c9-9422-3c9e3acdd216,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:47.091440 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [req-0096e1c3-f6a4-4229-b27c-0380f533aa6f req-1d4d5065-68e1-41c7-bc83-5f853bd1845b tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] No DVR routers for this DVR port 4087ae5d-566e-44c9-9422-3c9e3acdd216 on host n-h1-819349-5 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 21:01:47.094073 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [req-0096e1c3-f6a4-4229-b27c-0380f533aa6f req-1d4d5065-68e1-41c7-bc83-5f853bd1845b tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401131'] for port, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:47.097440 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-0096e1c3-f6a4-4229-b27c-0380f533aa6f req-1d4d5065-68e1-41c7-bc83-5f853bd1845b tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.73 "DELETE /v2.0/ports/4087ae5d-566e-44c9-9422-3c9e3acdd216 HTTP/1.1" status: 204 len: 173 time: 0.4063704 Nov 25 21:01:47.097906 n-d-819349-5 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084b5fc1-d625-4d4c-b21d-800ae3b9bccc', 'name': 'network-vif-deleted', 'tag': '4087ae5d-566e-44c9-9422-3c9e3acdd216'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 21:01:47.100178 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32b2d47911a4b9725b4779977a780ac78f24368f4320d51e3f450a1af781eac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb07644-07b8-4913-a9f2-bb3b03a8ae23" -d '{"events": [{"server_uuid": "084b5fc1-d625-4d4c-b21d-800ae3b9bccc", "name": "network-vif-deleted", "tag": "4087ae5d-566e-44c9-9422-3c9e3acdd216"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 21:01:47.143681 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 21:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1daa429e-fabb-4b4b-b0f8-be9f8d744563 x-openstack-request-id: req-1daa429e-fabb-4b4b-b0f8-be9f8d744563 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 21:01:47.143980 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084b5fc1-d625-4d4c-b21d-800ae3b9bccc", "name": "network-vif-deleted", "tag": "4087ae5d-566e-44c9-9422-3c9e3acdd216", "status": "completed", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 21:01:47.144247 n-d-819349-5 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1daa429e-fabb-4b4b-b0f8-be9f8d744563 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 21:01:47.144660 n-d-819349-5 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084b5fc1-d625-4d4c-b21d-800ae3b9bccc', 'name': 'network-vif-deleted', 'tag': '4087ae5d-566e-44c9-9422-3c9e3acdd216', 'status': 'completed', 'code': 200} Nov 25 21:01:47.546803 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [req-f460e40f-a940-4fdc-b62a-ecc4385fd733 req-229447d1-2811-4c80-a282-21032f0a270e tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "GET /v2.0/ports?device_id=084b5fc1-d625-4d4c-b21d-800ae3b9bccc HTTP/1.1" status: 200 len: 210 time: 0.0286384 Nov 25 21:01:48.604651 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33484) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:48.667031 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cadb6a6d-2a86-40da-b547-549c596aeed6 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:48.693116 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cadb6a6d-2a86-40da-b547-549c596aeed6 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:48.755171 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cadb6a6d-2a86-40da-b547-549c596aeed6 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:48.757861 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cadb6a6d-2a86-40da-b547-549c596aeed6 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:48.759075 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-cadb6a6d-2a86-40da-b547-549c596aeed6 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] 10.222.0.55 "DELETE /v2.0/security-groups/fdfa8c41-b0bc-403b-88dd-e1a2653ea65e HTTP/1.1" status: 204 len: 168 time: 0.1534317 Nov 25 21:01:48.768426 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb6a6d-2a86-40da-b547-549c596aeed6 tempest-TestSnapshotPattern-1391361354 tempest-TestSnapshotPattern-1391361354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfa8c41-b0bc-403b-88dd-e1a2653ea65e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:48.804396 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33488) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:49.154727 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2afe8cc5-bc0d-44cd-816f-3e53eed28bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:49.403567 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2afe8cc5-bc0d-44cd-816f-3e53eed28bd9 admin admin] Deleting port da78cd25-4b91-4234-8151-d5bb0e907de6 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:01:49.403971 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2afe8cc5-bc0d-44cd-816f-3e53eed28bd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:49.484637 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-2afe8cc5-bc0d-44cd-816f-3e53eed28bd9 admin admin] For port da78cd25-4b91-4234-8151-d5bb0e907de6, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=da78cd25-4b91-4234-8151-d5bb0e907de6,segment=NetworkSegment(cef2b0ee-20d9-4f96-b127-bbf73eb61def),segment_id=cef2b0ee-20d9-4f96-b127-bbf73eb61def)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:01:49.484984 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2afe8cc5-bc0d-44cd-816f-3e53eed28bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:49.497418 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2afe8cc5-bc0d-44cd-816f-3e53eed28bd9 admin admin] Calling delete_port for da78cd25-4b91-4234-8151-d5bb0e907de6 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:01:49.530376 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 4087ae5d-566e-44c9-9422-3c9e3acdd216 no longer exists at agent hyperv_n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 21:01:49.550661 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] No Port match for: 4087ae5d-566e-44c9-9422-3c9e3acdd216 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 21:01:49.551007 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Device 4087ae5d-566e-44c9-9422-3c9e3acdd216 not bound to the agent host n-h1-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 21:01:49.686454 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2afe8cc5-bc0d-44cd-816f-3e53eed28bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:49.712650 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe8cc5-bc0d-44cd-816f-3e53eed28bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=da78cd25-4b91-4234-8151-d5bb0e907de6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:49.898784 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2afe8cc5-bc0d-44cd-816f-3e53eed28bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:50.118951 n-d-819349-5 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afe8cc5-bc0d-44cd-816f-3e53eed28bd9 admin admin] Router 91755a74-e585-422c-b45b-c01262103bbc has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 21:01:50.588999 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afe8cc5-bc0d-44cd-816f-3e53eed28bd9 admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 21:01:50.596272 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-2afe8cc5-bc0d-44cd-816f-3e53eed28bd9 admin admin] 10.222.0.55 "PUT /v2.0/routers/91755a74-e585-422c-b45b-c01262103bbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7906420 Nov 25 21:01:50.597016 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33490) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:50.598700 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7907d214-0dcd-4b9e-b9f0-8584beec9afd None None] Sync routers for ids ['91755a74-e585-422c-b45b-c01262103bbc'] in n-d-819349-5 {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 21:01:50.610229 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7907d214-0dcd-4b9e-b9f0-8584beec9afd None None] Routers {'91755a74-e585-422c-b45b-c01262103bbc'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:01:50.611015 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7907d214-0dcd-4b9e-b9f0-8584beec9afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T21:01:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['91755a74-e585-422c-b45b-c01262103bbc'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:50.703301 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33ad044d-cb5d-483b-852d-82f02d811845 admin admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:50.716693 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-7907d214-0dcd-4b9e-b9f0-8584beec9afd None None] Set router 91755a74-e585-422c-b45b-c01262103bbc gateway port host: n-d-819349-5 {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:01:50.807969 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33ad044d-cb5d-483b-852d-82f02d811845 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:50.867014 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-33ad044d-cb5d-483b-852d-82f02d811845 admin admin] Deleting port 42be9a69-461c-48a1-8317-95a4e68fd179 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:01:50.867612 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33ad044d-cb5d-483b-852d-82f02d811845 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:50.901774 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7907d214-0dcd-4b9e-b9f0-8584beec9afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91755a74-e585-422c-b45b-c01262103bbc', 'name': 'tempest-TestSnapshotPattern-1952886474-router', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T21:01:49Z', 'revision_number': 5, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'gw_port': {'id': '42be9a69-461c-48a1-8317-95a4e68fd179', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91755a74-e585-422c-b45b-c01262103bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T20:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:50.933850 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7907d214-0dcd-4b9e-b9f0-8584beec9afd None None] Checking router: 91755a74-e585-422c-b45b-c01262103bbc for host: n-d-819349-5 {{(pid=103602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 21:01:50.946920 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7907d214-0dcd-4b9e-b9f0-8584beec9afd None None] Routers {'91755a74-e585-422c-b45b-c01262103bbc'} bound to L3 agent in host n-d-819349-5 {{(pid=103602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:01:50.947551 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7907d214-0dcd-4b9e-b9f0-8584beec9afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T21:01:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['91755a74-e585-422c-b45b-c01262103bbc'], 'active': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:50.951288 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-33ad044d-cb5d-483b-852d-82f02d811845 admin admin] For port 42be9a69-461c-48a1-8317-95a4e68fd179, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=42be9a69-461c-48a1-8317-95a4e68fd179,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:01:50.951658 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33ad044d-cb5d-483b-852d-82f02d811845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:50.964925 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-33ad044d-cb5d-483b-852d-82f02d811845 admin admin] Calling delete_port for 42be9a69-461c-48a1-8317-95a4e68fd179 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:01:51.033148 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_dvr_db [None req-7907d214-0dcd-4b9e-b9f0-8584beec9afd None None] Set router 91755a74-e585-422c-b45b-c01262103bbc gateway port host: None {{(pid=103602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:01:51.085416 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.l3_hamode_db [None req-7907d214-0dcd-4b9e-b9f0-8584beec9afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91755a74-e585-422c-b45b-c01262103bbc', 'name': 'tempest-TestSnapshotPattern-1952886474-router', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T21:01:50Z', 'revision_number': 6, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:51.115188 n-d-819349-5 neutron-server[103602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7907d214-0dcd-4b9e-b9f0-8584beec9afd None None] The sync data for ids ['91755a74-e585-422c-b45b-c01262103bbc'] in n-d-819349-5 is: [{'id': '91755a74-e585-422c-b45b-c01262103bbc', 'name': 'tempest-TestSnapshotPattern-1952886474-router', 'tenant_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:00Z', 'updated_at': '2021-11-25T21:01:50Z', 'revision_number': 6, 'project_id': 'abc50cad5d184972a4541d4d38e7f8cc', 'gw_port_host': None}] {{(pid=103602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 21:01:51.139397 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33ad044d-cb5d-483b-852d-82f02d811845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:51.179288 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad044d-cb5d-483b-852d-82f02d811845 admin admin] Pushing event deleted for resources: {'Port': ['ID=42be9a69-461c-48a1-8317-95a4e68fd179,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:51.193259 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3340a1f5-dd14-445e-83e6-f571b1198ee3 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 21:01:51.240111 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33ad044d-cb5d-483b-852d-82f02d811845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:51.329503 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33ad044d-cb5d-483b-852d-82f02d811845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:51.331705 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33ad044d-cb5d-483b-852d-82f02d811845 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:51.379584 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33ad044d-cb5d-483b-852d-82f02d811845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:51.380229 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ad044d-cb5d-483b-852d-82f02d811845 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91755a74-e585-422c-b45b-c01262103bbc {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 21:01:51.386133 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33ad044d-cb5d-483b-852d-82f02d811845 admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:51.387492 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-33ad044d-cb5d-483b-852d-82f02d811845 admin admin] 10.222.0.55 "DELETE /v2.0/routers/91755a74-e585-422c-b45b-c01262103bbc HTTP/1.1" status: 204 len: 168 time: 0.7893994 Nov 25 21:01:51.390619 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33492) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:51.436791 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda2954e-f518-447c-8095-259b7fd35bcb admin admin] Deleting subnet 20c729a5-24da-47f5-81ee-a3cfe26a8312 {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 21:01:51.440043 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bda2954e-f518-447c-8095-259b7fd35bcb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:51.478844 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bda2954e-f518-447c-8095-259b7fd35bcb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:51.564110 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bda2954e-f518-447c-8095-259b7fd35bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:51.617187 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bda2954e-f518-447c-8095-259b7fd35bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:51.646839 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bda2954e-f518-447c-8095-259b7fd35bcb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:51.650666 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-bda2954e-f518-447c-8095-259b7fd35bcb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/20c729a5-24da-47f5-81ee-a3cfe26a8312 HTTP/1.1" status: 204 len: 168 time: 0.2589922 Nov 25 21:01:51.651526 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2954e-f518-447c-8095-259b7fd35bcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20c729a5-24da-47f5-81ee-a3cfe26a8312,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:51.652053 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f617b44c-7766-4205-b32d-f7848be4e060 None None] Network 31618be1-bfca-4ea9-b0d6-da19384942fd requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 21:01:51.653406 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33494) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:51.723953 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4d0bed7-d212-46b8-8f0e-21ebc479bf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:51.784596 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0bed7-d212-46b8-8f0e-21ebc479bf18 admin admin] Deleting port 5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:01:51.784936 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4d0bed7-d212-46b8-8f0e-21ebc479bf18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:51.849646 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-e4d0bed7-d212-46b8-8f0e-21ebc479bf18 admin admin] For port 5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81,segment=NetworkSegment(cef2b0ee-20d9-4f96-b127-bbf73eb61def),segment_id=cef2b0ee-20d9-4f96-b127-bbf73eb61def)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:01:51.850006 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4d0bed7-d212-46b8-8f0e-21ebc479bf18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:51.863092 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0bed7-d212-46b8-8f0e-21ebc479bf18 admin admin] Calling delete_port for 5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:01:51.908408 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c125320-5e6f-4ef7-9f7d-89e48a297e33 None None] DHCP port deletion for 31618be1-bfca-4ea9-b0d6-da19384942fd request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 21:01:51.954262 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4d0bed7-d212-46b8-8f0e-21ebc479bf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:51.967877 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-8c125320-5e6f-4ef7-9f7d-89e48a297e33 None None] Deleting port 5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:01:51.968337 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8c125320-5e6f-4ef7-9f7d-89e48a297e33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:51.980638 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0bed7-d212-46b8-8f0e-21ebc479bf18 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:51.987215 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d0bed7-d212-46b8-8f0e-21ebc479bf18 admin admin] No DVR routers for this DVR port 5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 21:01:52.022046 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 42be9a69-461c-48a1-8317-95a4e68fd179 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 21:01:52.058529 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 42be9a69-461c-48a1-8317-95a4e68fd179 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 21:01:52.059144 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 42be9a69-461c-48a1-8317-95a4e68fd179 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 21:01:52.059778 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device da78cd25-4b91-4234-8151-d5bb0e907de6 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 21:01:52.062779 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4d0bed7-d212-46b8-8f0e-21ebc479bf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:52.066685 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8c125320-5e6f-4ef7-9f7d-89e48a297e33 None None] For port 5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81, host n-d-819349-5, got binding levels [] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:01:52.067087 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8c125320-5e6f-4ef7-9f7d-89e48a297e33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:52.089306 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-e4d0bed7-d212-46b8-8f0e-21ebc479bf18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31618be1-bfca-4ea9-b0d6-da19384942fd']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:52.089762 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: da78cd25-4b91-4234-8151-d5bb0e907de6 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 21:01:52.090108 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device da78cd25-4b91-4234-8151-d5bb0e907de6 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 21:01:52.090543 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 21:01:52.099826 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-e4d0bed7-d212-46b8-8f0e-21ebc479bf18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef2b0ee-20d9-4f96-b127-bbf73eb61def') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:52.100127 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-e4d0bed7-d212-46b8-8f0e-21ebc479bf18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef2b0ee-20d9-4f96-b127-bbf73eb61def') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:52.109975 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4d0bed7-d212-46b8-8f0e-21ebc479bf18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:52.117132 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-8c125320-5e6f-4ef7-9f7d-89e48a297e33 None None] Calling delete_port for 5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:01:52.120459 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.ipam_backend_mixin [None req-8c125320-5e6f-4ef7-9f7d-89e48a297e33 None None] Port 5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81 was not found and therefore no delete operation was performed {{(pid=103601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 21:01:52.121404 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 21:01:52.121922 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 21:01:52.124635 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4d0bed7-d212-46b8-8f0e-21ebc479bf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:52.125400 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8c125320-5e6f-4ef7-9f7d-89e48a297e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:52.131940 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d0bed7-d212-46b8-8f0e-21ebc479bf18 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 21:01:52.132395 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4d0bed7-d212-46b8-8f0e-21ebc479bf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: timer() Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 21:01:52.134373 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 21:01:52.139458 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c125320-5e6f-4ef7-9f7d-89e48a297e33 None None] No DVR routers for this DVR port 5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81 on host n-d-819349-5 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 21:01:52.161782 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c125320-5e6f-4ef7-9f7d-89e48a297e33 None None] Pushing event deleted for resources: {'Port': ['ID=5fd015b5-0f5c-42b1-ba5f-8bce08dd4e81,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:52.205032 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4d0bed7-d212-46b8-8f0e-21ebc479bf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:52.210918 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4d0bed7-d212-46b8-8f0e-21ebc479bf18 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:52.214549 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-e4d0bed7-d212-46b8-8f0e-21ebc479bf18 admin admin] 10.222.0.55 "DELETE /v2.0/networks/31618be1-bfca-4ea9-b0d6-da19384942fd HTTP/1.1" status: 204 len: 168 time: 0.5592067 Nov 25 21:01:52.218134 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33496) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:52.227343 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0bed7-d212-46b8-8f0e-21ebc479bf18 admin admin] Pushing event deleted for resources: {'Network': ['ID=31618be1-bfca-4ea9-b0d6-da19384942fd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:52.897221 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-75214e7a-74a1-401c-ab79-5fd97efffa3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1982601'] for router_interface, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:53.143767 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-75214e7a-74a1-401c-ab79-5fd97efffa3d admin admin] Deleting port 136480c9-f878-4ec5-a583-25a22bbb1e64 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:01:53.144106 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-75214e7a-74a1-401c-ab79-5fd97efffa3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:53.225496 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-75214e7a-74a1-401c-ab79-5fd97efffa3d admin admin] For port 136480c9-f878-4ec5-a583-25a22bbb1e64, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=136480c9-f878-4ec5-a583-25a22bbb1e64,segment=NetworkSegment(e758c523-ee5a-40cd-bdb6-555cc2a14eae),segment_id=e758c523-ee5a-40cd-bdb6-555cc2a14eae)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:01:53.225738 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-75214e7a-74a1-401c-ab79-5fd97efffa3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:53.238782 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-75214e7a-74a1-401c-ab79-5fd97efffa3d admin admin] Calling delete_port for 136480c9-f878-4ec5-a583-25a22bbb1e64 owned by network:router_interface {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:01:53.416785 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-75214e7a-74a1-401c-ab79-5fd97efffa3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:53.443544 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75214e7a-74a1-401c-ab79-5fd97efffa3d admin admin] Pushing event deleted for resources: {'Port': ['ID=136480c9-f878-4ec5-a583-25a22bbb1e64,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:53.614407 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-75214e7a-74a1-401c-ab79-5fd97efffa3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2047609'] for router_interface, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:53.849028 n-d-819349-5 neutron-server[103600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75214e7a-74a1-401c-ab79-5fd97efffa3d admin admin] Router 69d3a58f-7de6-42b6-a7cd-f170730dc073 has already been hosted by L3 agent 2f947768-c8fc-41bf-a714-687ea8a3ac85 {{(pid=103600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 21:01:53.957027 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75214e7a-74a1-401c-ab79-5fd97efffa3d admin admin] Notify agent at l3_agent.n-d-819349-5 the message routers_updated {{(pid=103600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 21:01:53.962018 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-75214e7a-74a1-401c-ab79-5fd97efffa3d admin admin] 10.222.0.55 "PUT /v2.0/routers/69d3a58f-7de6-42b6-a7cd-f170730dc073/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7426367 Nov 25 21:01:53.964859 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33498) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:53.965336 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0121aa1-a870-488a-ba5c-485e68ac88dc None None] Sync routers for ids ['69d3a58f-7de6-42b6-a7cd-f170730dc073'] in n-d-819349-5 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 21:01:53.976469 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0121aa1-a870-488a-ba5c-485e68ac88dc None None] Routers {'69d3a58f-7de6-42b6-a7cd-f170730dc073'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:01:53.977094 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c0121aa1-a870-488a-ba5c-485e68ac88dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T21:01:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['69d3a58f-7de6-42b6-a7cd-f170730dc073'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:54.072082 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fef13dfd-d328-466c-a9e3-62b6eb73598e admin admin] Publish callbacks [] for router, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:54.194240 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fef13dfd-d328-466c-a9e3-62b6eb73598e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:54.252648 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-fef13dfd-d328-466c-a9e3-62b6eb73598e admin admin] Deleting port ab54e331-7c57-4d9c-90a5-af020e2411c8 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:01:54.253298 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fef13dfd-d328-466c-a9e3-62b6eb73598e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:54.257293 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-c0121aa1-a870-488a-ba5c-485e68ac88dc None None] Set router 69d3a58f-7de6-42b6-a7cd-f170730dc073 gateway port host: n-d-819349-5 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:01:54.340060 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fef13dfd-d328-466c-a9e3-62b6eb73598e admin admin] For port ab54e331-7c57-4d9c-90a5-af020e2411c8, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=ab54e331-7c57-4d9c-90a5-af020e2411c8,segment=NetworkSegment(0beb0b74-eeff-4adc-a377-c646670f74cf),segment_id=0beb0b74-eeff-4adc-a377-c646670f74cf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:01:54.340424 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fef13dfd-d328-466c-a9e3-62b6eb73598e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:54.353429 n-d-819349-5 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-fef13dfd-d328-466c-a9e3-62b6eb73598e admin admin] Calling delete_port for ab54e331-7c57-4d9c-90a5-af020e2411c8 owned by network:router_gateway {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:01:54.438440 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c0121aa1-a870-488a-ba5c-485e68ac88dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d3a58f-7de6-42b6-a7cd-f170730dc073', 'name': 'tempest-TestSnapshotPattern-1586424616-router', 'tenant_id': 'f516393a7ac54b67a923d8a088e2f7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'external_fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'ab54e331-7c57-4d9c-90a5-af020e2411c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:05Z', 'updated_at': '2021-11-25T21:01:53Z', 'revision_number': 5, 'project_id': 'f516393a7ac54b67a923d8a088e2f7fb', 'gw_port': {'id': 'ab54e331-7c57-4d9c-90a5-af020e2411c8', 'name': '', 'network_id': 'f965ced5-a415-47da-9748-3514ef368954', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d3a58f-7de6-42b6-a7cd-f170730dc073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:57:05Z', 'updated_at': '2021-11-25T20:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3874ee-d4a6-45fa-b519-1d17c6d6aee6', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-5'}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:54.469995 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0121aa1-a870-488a-ba5c-485e68ac88dc None None] Checking router: 69d3a58f-7de6-42b6-a7cd-f170730dc073 for host: n-d-819349-5 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 21:01:54.478970 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0121aa1-a870-488a-ba5c-485e68ac88dc None None] Routers {'69d3a58f-7de6-42b6-a7cd-f170730dc073'} bound to L3 agent in host n-d-819349-5 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:01:54.479612 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c0121aa1-a870-488a-ba5c-485e68ac88dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:02Z,description=,heartbeat_timestamp=2021-11-25T21:01:32Z,host='n-d-819349-5',id=2f947768-c8fc-41bf-a714-687ea8a3ac85,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:02Z,topic='l3_agent')) {'router_ids': ['69d3a58f-7de6-42b6-a7cd-f170730dc073'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:54.536183 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fef13dfd-d328-466c-a9e3-62b6eb73598e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5940247'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:54.565687 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:54.566335 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef13dfd-d328-466c-a9e3-62b6eb73598e admin admin] Pushing event deleted for resources: {'Port': ['ID=ab54e331-7c57-4d9c-90a5-af020e2411c8,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:54.583975 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3085f8fc-0967-43b4-b524-58f20bfffba4 None None] DHCP port deletion for f965ced5-a415-47da-9748-3514ef368954 request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 21:01:54.594898 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-c0121aa1-a870-488a-ba5c-485e68ac88dc None None] Set router 69d3a58f-7de6-42b6-a7cd-f170730dc073 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:01:54.631468 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fef13dfd-d328-466c-a9e3-62b6eb73598e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041815'] for router_gateway, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:54.650947 n-d-819349-5 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c0121aa1-a870-488a-ba5c-485e68ac88dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d3a58f-7de6-42b6-a7cd-f170730dc073', 'name': 'tempest-TestSnapshotPattern-1586424616-router', 'tenant_id': 'f516393a7ac54b67a923d8a088e2f7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:05Z', 'updated_at': '2021-11-25T21:01:54Z', 'revision_number': 6, 'project_id': 'f516393a7ac54b67a923d8a088e2f7fb', 'gw_port_host': None}], 'n-d-819349-5', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:54.683833 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0121aa1-a870-488a-ba5c-485e68ac88dc None None] The sync data for ids ['69d3a58f-7de6-42b6-a7cd-f170730dc073'] in n-d-819349-5 is: [{'id': '69d3a58f-7de6-42b6-a7cd-f170730dc073', 'name': 'tempest-TestSnapshotPattern-1586424616-router', 'tenant_id': 'f516393a7ac54b67a923d8a088e2f7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:57:05Z', 'updated_at': '2021-11-25T21:01:54Z', 'revision_number': 6, 'project_id': 'f516393a7ac54b67a923d8a088e2f7fb', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 21:01:54.726723 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fef13dfd-d328-466c-a9e3-62b6eb73598e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2046059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59452'] for router, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:54.728968 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fef13dfd-d328-466c-a9e3-62b6eb73598e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:54.775493 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fef13dfd-d328-466c-a9e3-62b6eb73598e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2046066'] for router, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:54.776123 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef13dfd-d328-466c-a9e3-62b6eb73598e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69d3a58f-7de6-42b6-a7cd-f170730dc073 {{(pid=103600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 21:01:54.781059 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fef13dfd-d328-466c-a9e3-62b6eb73598e admin admin] Publish callbacks [] for router, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:54.782215 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-fef13dfd-d328-466c-a9e3-62b6eb73598e admin admin] 10.222.0.55 "DELETE /v2.0/routers/69d3a58f-7de6-42b6-a7cd-f170730dc073 HTTP/1.1" status: 204 len: 168 time: 0.8164196 Nov 25 21:01:54.784792 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33500) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:54.830467 n-d-819349-5 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c70bbbb8-f9a8-4b74-9c6d-ab92ee7a38f0 admin admin] Deleting subnet ac228631-3bd0-42ff-bf83-f7591991189b {{(pid=103600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 21:01:54.833649 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c70bbbb8-f9a8-4b74-9c6d-ab92ee7a38f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:54.868027 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c70bbbb8-f9a8-4b74-9c6d-ab92ee7a38f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269918'] for subnet, precommit_delete_associations {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:54.951161 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c70bbbb8-f9a8-4b74-9c6d-ab92ee7a38f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860345'] for subnet, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:55.009488 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c70bbbb8-f9a8-4b74-9c6d-ab92ee7a38f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5940322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344252'] for subnet, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:55.035534 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70bbbb8-f9a8-4b74-9c6d-ab92ee7a38f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac228631-3bd0-42ff-bf83-f7591991189b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:55.043235 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c70bbbb8-f9a8-4b74-9c6d-ab92ee7a38f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:55.047338 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-c70bbbb8-f9a8-4b74-9c6d-ab92ee7a38f0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ac228631-3bd0-42ff-bf83-f7591991189b HTTP/1.1" status: 204 len: 168 time: 0.2616057 Nov 25 21:01:55.050183 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33502) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:55.052076 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cfd2be-0c23-4811-87db-5792a22be1c2 None None] Network 44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e requested from n-d-819349-5 {{(pid=103601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 21:01:55.133501 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-558b0302-3759-44da-89d1-8d84bb4018ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572629'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:55.190655 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-558b0302-3759-44da-89d1-8d84bb4018ee admin admin] Deleting port dff8385d-7c1e-41dc-813b-418de4d0ed46 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:01:55.191056 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-558b0302-3759-44da-89d1-8d84bb4018ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733167138573'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:55.257134 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-558b0302-3759-44da-89d1-8d84bb4018ee admin admin] For port dff8385d-7c1e-41dc-813b-418de4d0ed46, host n-d-819349-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-5',level=0,port_id=dff8385d-7c1e-41dc-813b-418de4d0ed46,segment=NetworkSegment(e758c523-ee5a-40cd-bdb6-555cc2a14eae),segment_id=e758c523-ee5a-40cd-bdb6-555cc2a14eae)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:01:55.257498 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-558b0302-3759-44da-89d1-8d84bb4018ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042761'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:55.274893 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-558b0302-3759-44da-89d1-8d84bb4018ee admin admin] Calling delete_port for dff8385d-7c1e-41dc-813b-418de4d0ed46 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:01:55.335327 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:55.354522 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-558b0302-3759-44da-89d1-8d84bb4018ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733167145575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733166675429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8179205'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:55.382459 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b0302-3759-44da-89d1-8d84bb4018ee admin admin] Pushing event deleted for resources: {'Port': ['ID=dff8385d-7c1e-41dc-813b-418de4d0ed46,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:55.384305 n-d-819349-5 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558b0302-3759-44da-89d1-8d84bb4018ee admin admin] No DVR routers for this DVR port dff8385d-7c1e-41dc-813b-418de4d0ed46 on host n-d-819349-5 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 21:01:55.458670 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-558b0302-3759-44da-89d1-8d84bb4018ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861744', 'neutron.services.segments.db._delete_segments_for_network-8733167214632'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:55.480342 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-558b0302-3759-44da-89d1-8d84bb4018ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:55.490087 n-d-819349-5 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a5f1dd-6800-439b-b1c5-6565e5ddc5f4 None None] DHCP port deletion for 44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e request from n-d-819349-5 {{(pid=103601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 21:01:55.490856 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-558b0302-3759-44da-89d1-8d84bb4018ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e758c523-ee5a-40cd-bdb6-555cc2a14eae') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:55.491159 n-d-819349-5 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-558b0302-3759-44da-89d1-8d84bb4018ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e758c523-ee5a-40cd-bdb6-555cc2a14eae') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:55.506021 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-558b0302-3759-44da-89d1-8d84bb4018ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733167216689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5070715'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:55.521705 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-558b0302-3759-44da-89d1-8d84bb4018ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:55.528566 n-d-819349-5 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558b0302-3759-44da-89d1-8d84bb4018ee admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 21:01:55.529097 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-558b0302-3759-44da-89d1-8d84bb4018ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176082'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: Traceback (most recent call last): Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: timer() Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: cb(*args, **kw) Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: return func(*args, **kwargs) Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: self._notify() Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: self.callback(batched_events) Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: event.method(event) Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: return f(self, *a, **k) Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: return self._get(url).json() Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 21:01:55.531142 n-d-819349-5 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 21:01:55.592988 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-558b0302-3759-44da-89d1-8d84bb4018ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041851'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:55.598697 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-558b0302-3759-44da-89d1-8d84bb4018ee admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:55.605883 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-558b0302-3759-44da-89d1-8d84bb4018ee admin admin] 10.222.0.55 "DELETE /v2.0/networks/44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e HTTP/1.1" status: 204 len: 168 time: 0.5508304 Nov 25 21:01:55.618348 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b0302-3759-44da-89d1-8d84bb4018ee admin admin] Pushing event deleted for resources: {'Network': ['ID=44cbc0a8-3c2c-4ed8-8bd1-f2b44bc4c04e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:55.687991 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 136480c9-f878-4ec5-a583-25a22bbb1e64 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 21:01:55.712873 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: 136480c9-f878-4ec5-a583-25a22bbb1e64 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 21:01:55.713242 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device 136480c9-f878-4ec5-a583-25a22bbb1e64 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 21:01:55.713847 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device dff8385d-7c1e-41dc-813b-418de4d0ed46 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 21:01:55.736957 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: dff8385d-7c1e-41dc-813b-418de4d0ed46 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 21:01:55.737993 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device dff8385d-7c1e-41dc-813b-418de4d0ed46 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 21:01:55.738595 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ab54e331-7c57-4d9c-90a5-af020e2411c8 no longer exists at agent ovs-agent-n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 21:01:55.759362 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7224512f-356c-41e5-a632-54807cd04064 None None] No Port match for: ab54e331-7c57-4d9c-90a5-af020e2411c8 {{(pid=103601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 21:01:55.759800 n-d-819349-5 neutron-server[103601]: DEBUG neutron.plugins.ml2.rpc [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Device ab54e331-7c57-4d9c-90a5-af020e2411c8 not bound to the agent host n-d-819349-5 {{(pid=103601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 21:01:55.814129 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33506) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:55.866109 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-12cfaf58-d6a5-4450-976a-c4dee0af3650 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=abc50cad5d184972a4541d4d38e7f8cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0507519 Nov 25 21:01:55.868634 n-d-819349-5 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.55', 33508) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:55.918445 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efe8d63a-0c13-44c7-a081-8300ddad4437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:55.940640 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efe8d63a-0c13-44c7-a081-8300ddad4437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:55.988556 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efe8d63a-0c13-44c7-a081-8300ddad4437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:55.991740 n-d-819349-5 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efe8d63a-0c13-44c7-a081-8300ddad4437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:55.993176 n-d-819349-5 neutron-server[103599]: INFO neutron.wsgi [None req-efe8d63a-0c13-44c7-a081-8300ddad4437 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4e0047df-73e9-44f4-90ca-77293ee9e2dd HTTP/1.1" status: 204 len: 168 time: 0.1236100 Nov 25 21:01:56.001144 n-d-819349-5 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8d63a-0c13-44c7-a081-8300ddad4437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0047df-73e9-44f4-90ca-77293ee9e2dd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:56.318495 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33514) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:56.360187 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-f88f3ded-d364-46e1-8a6a-c2b5583edd09 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f516393a7ac54b67a923d8a088e2f7fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405045 Nov 25 21:01:56.362642 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [-] (103600) accepted ('10.222.0.55', 33516) {{(pid=103600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:56.412421 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dc395eb0-60b2-4f43-b2ed-346868efc2da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:56.438796 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dc395eb0-60b2-4f43-b2ed-346868efc2da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:56.486820 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dc395eb0-60b2-4f43-b2ed-346868efc2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048039'] for security_group, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:56.489441 n-d-819349-5 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dc395eb0-60b2-4f43-b2ed-346868efc2da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:56.490793 n-d-819349-5 neutron-server[103600]: INFO neutron.wsgi [None req-dc395eb0-60b2-4f43-b2ed-346868efc2da admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c6db938-9b67-4270-acaf-e63e74d6b83e HTTP/1.1" status: 204 len: 168 time: 0.1270759 Nov 25 21:01:56.500566 n-d-819349-5 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc395eb0-60b2-4f43-b2ed-346868efc2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6db938-9b67-4270-acaf-e63e74d6b83e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:59.498326 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cb623f1f-04e8-4389-9634-e887680d8328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:01.989043 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d9c77d2a-f9aa-479e-bd62-5d268105a9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:04.102950 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:05.775126 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:05.908402 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:13.678510 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:02:24.553058 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:25.337091 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:29.502134 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1537fffd-1995-4dc2-9414-14d371b56b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:31.996219 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b8dc0523-c82d-462d-9cb1-2004ca1b49da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:34.106490 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:35.778425 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:35.911615 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:50.679523 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:02:54.564887 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:55.342661 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:59.503394 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-941bbc02-7315-458f-b496-22ab4e5b18fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:01.996392 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-342dc2ee-db69-442b-bd12-db8e75da73d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:04.109972 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:05.786186 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:05.914632 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:24.565672 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:25.345027 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:27.680113 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:03:29.505000 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c703c95f-073c-4952-a97e-7b283200e3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:32.007388 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9a3a3eac-f21f-40d2-ac40-2b6661f66c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:34.114542 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:35.778822 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:35.920605 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:54.566519 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:55.373175 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:59.508545 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10df567d-6fa4-4a12-9c5d-f28aea1dcd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:01.999298 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-417b4d7b-0d73-4193-83e4-8c8efc390515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:04.115679 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:04.679461 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:04:05.781484 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:05.922333 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:24.561925 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:25.373516 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:29.510171 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2dacead6-27ac-4332-89e9-97aaa8898687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:32.001376 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b37bef97-5131-4b1d-ba1d-972ebb72d858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:34.118675 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:35.784389 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:35.924928 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:41.678963 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:04:54.561241 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:55.388106 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:59.516758 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-81484ab1-008b-4f8b-93c3-981eeaf7a9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:02.003149 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1e054c3c-164c-4bb5-92d2-76b977c1118d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:04.121789 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:05.789087 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:05.927334 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:18.678349 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:05:24.562660 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:25.387471 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:29.509026 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b6ef863f-0bf9-490c-bdbc-6e392ef2ab66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:32.005338 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-91f53004-e01c-479b-90ac-761b4fef60cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:34.123145 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:35.800587 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:35.931569 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:54.574586 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:55.405129 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:55.679012 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:05:59.513750 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e5c68dd4-8922-476d-a2a5-a660dad262c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:02.008378 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f79194b7-a14a-451b-b2e6-b03e1484c178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:04.127328 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:05.793686 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:05.934693 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:24.588516 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:25.408736 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:29.516964 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0f0db577-0fa8-4c23-8598-602602f70e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:32.012783 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1acbd79c-d75c-4865-9ded-c94136ce369a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:32.678898 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:06:34.130456 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:35.796047 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:35.937203 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:54.586997 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:55.416506 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:59.518613 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4cfd3f3f-092e-45ae-a6e9-126804e8f70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:02.015547 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-515c9aac-fada-4445-82c3-6802e3b1de93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:04.132713 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:05.798395 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:05.940496 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:09.679398 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:07:24.621481 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:25.416762 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:29.519278 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e2d0e726-16d2-4ec1-91bf-e54755f20084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:32.017235 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-03dd0569-9ca2-4130-b17b-e8da0f38c6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:34.135485 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:35.803608 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:35.942866 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:46.681158 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:07:54.622245 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:55.430762 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:59.523772 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0ef18944-2880-4219-9d2e-60ecaa8c2b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:02.021139 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-055190b2-15bc-4a03-8354-68fc40dc82db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:04.137673 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:05.805947 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:05.945604 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:23.681194 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:08:24.622049 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:25.433416 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:29.526017 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4c4270bb-8f9f-47e4-a09c-400e9e1ccc44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:32.022180 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cf68f64d-1e22-41e1-a4be-43753ad6f24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:34.141201 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:35.808489 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:35.949046 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:54.646020 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:55.446549 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:59.528949 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-53687274-01de-486a-bec2-c32dcd4bf1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:00.683234 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:09:02.024415 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae7908b2-b7a5-4d14-b45c-ff441d559079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:04.142907 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:05.812543 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:05.951015 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:24.672949 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:25.461784 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:29.530241 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-39307d55-43e9-41f9-85a7-047fb749f34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:32.026889 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d6870644-f967-4c38-817f-e7feefc1f784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:34.145566 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:35.815547 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:35.957751 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:37.683156 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:09:54.676029 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7a1ecb9a-eea9-4afe-8458-511270e75293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:55.484378 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a6a2b0df-4946-4a77-a6b9-3088b0852dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:59.532398 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-01e0d2b7-dd0c-446c-bf58-1201c0ab29a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:10:02.028896 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c8423f78-ca26-41c2-adc4-dc9eba0d91fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:10:04.152557 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ef35dfc8-6ab1-4a3d-b73e-31d8c714405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:10:05.674038 n-d-819349-5 neutron-server[103600]: DEBUG neutron.wsgi [req-bbf25881-4bb5-4aef-9d20-119eb750a6c3 req-980adb68-28a5-4fce-afb2-4be650a6c91c service neutron] (103600) timed out ('10.222.0.55', 59604) {{(pid=103600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 21:10:05.819867 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7224512f-356c-41e5-a632-54807cd04064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:10:05.962842 n-d-819349-5 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cfee729-9a1f-410a-a539-f989ec95c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733167168413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859518'] for agent, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:10:14.686459 n-d-819349-5 neutron-server[103602]: DEBUG neutron.db.agents_db [None req-5c0e44b2-ef0b-49fc-b0e1-69b68bd20748 None None] Agent healthcheck: found 7 active agents {{(pid=103602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}